-- Logs begin at Wed 2022-02-09 00:08:41 UTC, end at Wed 2022-02-09 02:35:22 UTC. -- Feb 09 00:45:51.167845 n-d-828419-1 systemd[1]: Started Devstack devstack@q-svc.service. Feb 09 00:45:53.534125 n-d-828419-1 neutron-server[87506]: INFO neutron.common.config [-] Logging enabled! Feb 09 00:45:53.534737 n-d-828419-1 neutron-server[87506]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev27 Feb 09 00:45:53.534897 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87506) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 00:45:53.538089 n-d-828419-1 neutron-server[87506]: INFO neutron.common.config [-] Logging enabled! Feb 09 00:45:53.538345 n-d-828419-1 neutron-server[87506]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev27 Feb 09 00:45:53.538669 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87506) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 00:45:53.540553 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 00:45:53.540553 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 00:45:53.540553 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 00:45:53.540553 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 00:45:53.541230 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 00:45:53.541230 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.541388 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.541647 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.542392 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.542695 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.542990 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.543278 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.543570 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.543870 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.544158 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.544466 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.544754 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.544987 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.545268 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.545558 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.545848 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.546071 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] debug = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.546353 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.546778 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.547196 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.547478 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.547771 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.548054 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.548327 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.548628 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.548921 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.549252 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] host = n-d-828419-1 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.549534 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.549822 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.550111 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.550399 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.550683 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.550959 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.551243 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.551518 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.551793 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] log_file = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.552071 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.552367 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.552681 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.552974 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.553201 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.553427 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.553721 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.554009 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.554287 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.554562 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.554840 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.555114 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.555387 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.555657 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.555943 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.556228 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.556536 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.556813 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.557091 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.557404 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.557681 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.558026 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.558247 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.558522 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.558798 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.559085 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.559355 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.559629 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.559933 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.560223 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.560608 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.560902 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.561179 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.561467 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.561743 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.562019 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.562299 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] use_json = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.562575 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.562848 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.563134 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.563408 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.563683 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.563959 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.564230 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.564540 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.564818 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:53.565117 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.565416 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.565721 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.566012 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.566305 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.566587 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.566879 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.567158 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.567450 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.567744 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.568037 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.568318 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.568634 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.568919 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.569218 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.569526 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.569826 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.570124 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.570406 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.570685 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.570966 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.571248 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.571537 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.571835 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.572135 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.572434 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.572741 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.573057 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.573340 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.573617 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.573898 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.574192 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.574472 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.574749 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.575033 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.575311 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.575584 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.575859 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.576140 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.576461 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.576744 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.577017 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.577289 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.577566 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.577839 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.578125 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.578402 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.578675 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.578949 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.579226 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.579499 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.579770 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.580050 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.580324 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.580625 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.580901 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.581175 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.581448 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.581720 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.581999 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.582272 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.582544 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.582819 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.583089 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.583360 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.583632 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.583906 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.584179 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.584488 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.584788 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.585066 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.585346 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.585624 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.585900 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.586175 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.586452 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.586730 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.587007 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.587278 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.587567 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.587852 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.588139 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.588990 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.589276 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.589574 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.589854 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.590139 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.590420 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.590706 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.590990 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.591275 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.591570 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.591865 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.592161 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.592487 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.592783 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.593065 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.593373 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.593654 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:53.593871 n-d-828419-1 neutron-server[87506]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 00:45:53.594114 n-d-828419-1 neutron-server[87506]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87506) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 09 00:45:53.984823 n-d-828419-1 neutron-server[87506]: INFO keyring.backend [-] Loading KWallet Feb 09 00:45:53.992267 n-d-828419-1 neutron-server[87506]: INFO keyring.backend [-] Loading SecretService Feb 09 00:45:53.996783 n-d-828419-1 neutron-server[87506]: INFO keyring.backend [-] Loading Windows Feb 09 00:45:53.998138 n-d-828419-1 neutron-server[87506]: INFO keyring.backend [-] Loading chainer Feb 09 00:45:53.998736 n-d-828419-1 neutron-server[87506]: INFO keyring.backend [-] Loading macOS Feb 09 00:45:54.034132 n-d-828419-1 neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 09 00:45:54.034420 n-d-828419-1 neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 09 00:45:54.034713 n-d-828419-1 neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 09 00:45:54.035050 n-d-828419-1 neutron-server[87506]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 09 00:45:54.348377 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.348693 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.348970 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.350184 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.350460 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.350727 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.471652 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.471927 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.472199 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.486152 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.486436 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.486706 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.514955 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.515237 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.515505 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.554548 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.555121 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.555121 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.791019 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.791234 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.791561 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.791835 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.792639 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.914171 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.914505 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.914777 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.915055 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.915328 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.915646 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.915918 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.916190 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.917021 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.917428 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.917843 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.918123 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.918395 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.918656 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.918924 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.919195 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.919456 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.919730 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.919984 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.920265 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.920643 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.920899 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.921149 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.921431 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.921681 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.921931 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.922317 n-d-828419-1 neutron-server[87506]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 00:45:54.922555 n-d-828419-1 neutron-server[87506]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 00:45:54.922792 n-d-828419-1 neutron-server[87506]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 00:45:54.923026 n-d-828419-1 neutron-server[87506]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 00:45:54.923263 n-d-828419-1 neutron-server[87506]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 00:45:54.923498 n-d-828419-1 neutron-server[87506]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 00:45:54.923862 n-d-828419-1 neutron-server[87506]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 09 00:45:54.927035 n-d-828419-1 neutron-server[87506]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 09 00:45:54.931018 n-d-828419-1 neutron-server[87506]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 09 00:45:54.935369 n-d-828419-1 neutron-server[87506]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(950, 999)])]) Feb 09 00:45:54.937056 n-d-828419-1 neutron-server[87506]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 09 00:45:54.937502 n-d-828419-1 neutron-server[87506]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 09 00:45:54.937837 n-d-828419-1 neutron-server[87506]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 09 00:45:54.938220 n-d-828419-1 neutron-server[87506]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 09 00:45:54.941266 n-d-828419-1 neutron-server[87506]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 09 00:45:54.941525 n-d-828419-1 neutron-server[87506]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 09 00:45:54.941883 n-d-828419-1 neutron-server[87506]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 00:45:54.970720 n-d-828419-1 neutron-server[87506]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 09 00:45:54.971175 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.971475 n-d-828419-1 neutron-server[87506]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87506) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 09 00:45:54.971851 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.973248 n-d-828419-1 neutron-server[87506]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87506) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 09 00:45:54.973534 n-d-828419-1 neutron-server[87506]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 00:45:54.973784 n-d-828419-1 neutron-server[87506]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 09 00:45:54.977039 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:54.977328 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.039644 n-d-828419-1 neutron-server[87506]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 09 00:45:55.039886 n-d-828419-1 neutron-server[87506]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 09 00:45:55.040124 n-d-828419-1 neutron-server[87506]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 09 00:45:55.040546 n-d-828419-1 neutron-server[87506]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 09 00:45:55.071456 n-d-828419-1 neutron-server[87506]: DEBUG oslo_db.sqlalchemy.engines [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87506) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 09 00:45:55.413783 n-d-828419-1 neutron-server[87506]: INFO neutron.plugins.ml2.managers [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Initializing driver for type 'gre' Feb 09 00:45:55.414371 n-d-828419-1 neutron-server[87506]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] gre ID ranges: [(1, 1000)] Feb 09 00:45:55.470697 n-d-828419-1 neutron-server[87506]: INFO neutron.plugins.ml2.managers [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Initializing driver for type 'local' Feb 09 00:45:55.471166 n-d-828419-1 neutron-server[87506]: INFO neutron.plugins.ml2.managers [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Initializing driver for type 'vlan' Feb 09 00:45:55.482882 n-d-828419-1 neutron-server[87506]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] VlanTypeDriver initialization complete Feb 09 00:45:55.483240 n-d-828419-1 neutron-server[87506]: INFO neutron.plugins.ml2.managers [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Initializing driver for type 'vxlan' Feb 09 00:45:55.483741 n-d-828419-1 neutron-server[87506]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] vxlan ID ranges: [(1, 1000)] Feb 09 00:45:55.541008 n-d-828419-1 neutron-server[87506]: INFO neutron.plugins.ml2.managers [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Initializing extension driver 'port_security' Feb 09 00:45:55.541400 n-d-828419-1 neutron-server[87506]: INFO neutron.plugins.ml2.extensions.port_security [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] PortSecurityExtensionDriver initialization complete Feb 09 00:45:55.541787 n-d-828419-1 neutron-server[87506]: INFO neutron.plugins.ml2.managers [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Initializing mechanism driver 'openvswitch' Feb 09 00:45:55.542183 n-d-828419-1 neutron-server[87506]: INFO neutron.plugins.ml2.managers [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Initializing mechanism driver 'hyperv' Feb 09 00:45:55.548989 n-d-828419-1 neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:45:55.549669 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > port after_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.550197 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > port after_update 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.550398 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > port after_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.550927 n-d-828419-1 neutron-server[87506]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87506) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 00:45:55.551357 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > subnet after_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.551712 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > subnet after_update 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.552055 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.552477 n-d-828419-1 neutron-server[87506]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87506) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 00:45:55.552884 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > network after_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.553238 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > network after_update 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.553587 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > network after_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.553977 n-d-828419-1 neutron-server[87506]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87506) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 00:45:55.554381 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > security_group after_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.554789 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > security_group after_update 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.556948 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.556948 n-d-828419-1 neutron-server[87506]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87506) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 00:45:55.556948 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.556948 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.556948 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.557713 n-d-828419-1 neutron-server[87506]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87506) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 00:45:55.557713 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > address_group after_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.557870 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > address_group after_update 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.558108 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.558500 n-d-828419-1 neutron-server[87506]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87506) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 00:45:55.558945 n-d-828419-1 neutron-server[87506]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] ML2 OVO RPC backend initialized. {{(pid=87506) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Feb 09 00:45:55.559655 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.560010 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.560453 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > network before_response 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.560808 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > networks before_response 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.561159 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > port before_response 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.561504 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > ports before_response 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.561851 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > subnet before_response 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.562194 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > subnets before_response 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.562537 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > network after_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.562882 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > network after_update 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.563219 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > network after_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.563555 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > port after_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.563891 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > port after_update 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.564225 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > port after_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.564591 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > subnet after_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.564931 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > subnet after_update 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.565264 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.565837 n-d-828419-1 neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Modular L2 Plugin initialization complete Feb 09 00:45:55.566165 n-d-828419-1 neutron-server[87506]: DEBUG neutron.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading services supported by the core plugin {{(pid=87506) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 09 00:45:55.566491 n-d-828419-1 neutron-server[87506]: INFO neutron.plugins.ml2.managers [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Got port-security extension from driver 'port_security' Feb 09 00:45:55.566950 n-d-828419-1 neutron-server[87506]: INFO neutron.extensions.vlantransparent [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Disabled vlantransparent extension. Feb 09 00:45:55.567434 n-d-828419-1 neutron-server[87506]: DEBUG neutron.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87506) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 09 00:45:55.567748 n-d-828419-1 neutron-server[87506]: INFO neutron.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading Plugin: router Feb 09 00:45:55.605616 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.606015 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > router after_create 55549900 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.606387 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > router before_create 55549900 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.606755 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.607124 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.607477 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > router after_delete 55549900 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.607833 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.608195 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > router after_create 55549900 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.608573 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > router after_update 55549900 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.608924 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > router after_update 55549900 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.609272 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.609629 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > router after_update 55549900 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.610038 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > router precommit_update 55549900 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.610404 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: port after_update 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.610747 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: port after_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.611084 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: subnet after_update 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.611420 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.611767 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.612114 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > router precommit_create 55549900 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.612476 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: port before_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.612827 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > router precommit_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.613183 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > router after_update 55549900 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.613526 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.613871 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > router precommit_create 55549900 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.614229 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.614573 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > router precommit_update 55549900 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.614935 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > agent after_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.615283 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > agent after_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.615625 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > network after_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.616509 n-d-828419-1 neutron-server[87506]: DEBUG neutron.quota.resource_registry [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Tracking information for resource: router configured {{(pid=87506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 00:45:55.616846 n-d-828419-1 neutron-server[87506]: DEBUG neutron.quota.resource_registry [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Tracking information for resource: floatingip configured {{(pid=87506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 00:45:55.621852 n-d-828419-1 neutron-server[87506]: INFO neutron.db.l3_agentschedulers_db [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 09 00:45:55.622429 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: port after_update 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.622796 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: port after_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.623149 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: port after_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.623498 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: port after_update 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.624430 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > router before_create 55550100 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.624802 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.625169 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > router precommit_create 55550100 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.625527 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > router precommit_update 55550100 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.630000 n-d-828419-1 neutron-server[87506]: DEBUG neutron.services.provider_configuration [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Service providers = [] {{(pid=87506) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 09 00:45:55.630371 n-d-828419-1 neutron-server[87506]: DEBUG neutron.db.servicetype_db [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87506) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 09 00:45:55.633370 n-d-828419-1 neutron-server[87506]: DEBUG neutron.services.service_base [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87506) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 00:45:55.633724 n-d-828419-1 neutron-server[87506]: DEBUG neutron.services.service_base [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87506) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 00:45:55.634068 n-d-828419-1 neutron-server[87506]: DEBUG neutron.services.service_base [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87506) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 00:45:55.634964 n-d-828419-1 neutron-server[87506]: DEBUG neutron.services.service_base [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87506) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 00:45:55.635869 n-d-828419-1 neutron-server[87506]: INFO neutron.services.service_base [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 09 00:45:55.636245 n-d-828419-1 neutron-server[87506]: DEBUG neutron.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 00:45:55.636591 n-d-828419-1 neutron-server[87506]: INFO neutron.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 09 00:45:55.647661 n-d-828419-1 neutron-server[87506]: DEBUG neutron.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 00:45:55.647996 n-d-828419-1 neutron-server[87506]: INFO neutron.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading Plugin: auto_allocate Feb 09 00:45:55.654547 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: network precommit_update 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.654919 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: network precommit_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.655436 n-d-828419-1 neutron-server[87506]: DEBUG neutron.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 00:45:55.655758 n-d-828419-1 neutron-server[87506]: INFO neutron.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading Plugin: tag Feb 09 00:45:55.662385 n-d-828419-1 neutron-server[87506]: DEBUG neutron.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 00:45:55.662718 n-d-828419-1 neutron-server[87506]: INFO neutron.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading Plugin: timestamp Feb 09 00:45:55.666835 n-d-828419-1 neutron-server[87506]: DEBUG neutron.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 00:45:55.667124 n-d-828419-1 neutron-server[87506]: INFO neutron.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading Plugin: network_ip_availability Feb 09 00:45:55.672421 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.672806 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.673163 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.673874 n-d-828419-1 neutron-server[87506]: DEBUG neutron.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 00:45:55.674194 n-d-828419-1 neutron-server[87506]: INFO neutron.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading Plugin: flavors Feb 09 00:45:55.678974 n-d-828419-1 neutron-server[87506]: DEBUG neutron.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 00:45:55.679301 n-d-828419-1 neutron-server[87506]: INFO neutron.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading Plugin: revisions Feb 09 00:45:55.683655 n-d-828419-1 neutron-server[87506]: DEBUG neutron.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 00:45:55.684045 n-d-828419-1 neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.649s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 09 00:45:55.684814 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87506) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 09 00:45:55.685154 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Initializing extension manager. Feb 09 00:45:55.685676 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: __init__.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.686006 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: __pycache__ {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.686341 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.686676 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: address_group.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.687427 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.687997 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: address-group Feb 09 00:45:55.688322 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: address_scope.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.689061 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.689572 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: address-scope Feb 09 00:45:55.689901 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.690835 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.691346 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: router-admin-state-down-before-update Feb 09 00:45:55.691671 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: agent.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.692412 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.692905 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: agent Feb 09 00:45:55.693229 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: agent_resources_synced.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.694150 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.694654 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: agent-resources-synced Feb 09 00:45:55.694979 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: allowedaddresspairs.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.696988 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.697514 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: allowed-address-pairs Feb 09 00:45:55.698367 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: auto_allocated_topology.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.699452 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.699972 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: auto-allocated-topology Feb 09 00:45:55.700298 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: availability_zone.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.701034 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.701541 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: availability_zone Feb 09 00:45:55.701865 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: availability_zone_filter.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.702792 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.703297 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: availability_zone_filter Feb 09 00:45:55.703619 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: data_plane_status.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.704573 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.705077 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extension data-plane-status not supported by any of loaded plugins Feb 09 00:45:55.705398 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: default_subnetpools.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.706323 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.706830 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: default-subnetpools Feb 09 00:45:55.707151 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.707959 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.708501 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: dhcp_agent_scheduler Feb 09 00:45:55.708829 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: dns.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.709744 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.710247 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extension dns-integration not supported by any of loaded plugins Feb 09 00:45:55.710569 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: dns_domain_ports.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.711494 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.712003 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 09 00:45:55.712328 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: dvr.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.713032 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.714102 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: dvr Feb 09 00:45:55.714426 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: empty_string_filtering.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.715350 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.715854 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: empty-string-filtering Feb 09 00:45:55.716178 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.717131 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.717628 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 09 00:45:55.717952 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.718865 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.719361 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 09 00:45:55.719682 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: external_net.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.720613 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.721116 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: external-net Feb 09 00:45:55.721439 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.722354 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.722854 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: extra_dhcp_opt Feb 09 00:45:55.723178 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: extraroute.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.724090 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.724631 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: extraroute Feb 09 00:45:55.724954 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: extraroute_atomic.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.725990 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.726507 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: extraroute-atomic Feb 09 00:45:55.726834 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: filter_validation.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.727500 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.728004 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: filter-validation Feb 09 00:45:55.728328 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: fip_pf_description.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.729301 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.729807 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 09 00:45:55.730130 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: fip_port_details.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.731058 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.731563 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: fip-port-details Feb 09 00:45:55.731894 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: flavors.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.733155 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.733671 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: flavors Feb 09 00:45:55.733998 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.735677 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.736291 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 09 00:45:55.736557 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: floatingip_pools.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.737264 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.737770 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: floatingip-pools Feb 09 00:45:55.738099 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: ip_allocation.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.739025 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.739614 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extension ip_allocation not supported by any of loaded plugins Feb 09 00:45:55.739948 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.740906 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.741417 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: ip-substring-filtering Feb 09 00:45:55.741751 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: l2_adjacency.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.742694 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.743197 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 09 00:45:55.743524 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: l3.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.745917 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.745917 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: router Feb 09 00:45:55.745917 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.749621 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.750155 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 09 00:45:55.750489 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.751434 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.751953 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: ext-gw-mode Feb 09 00:45:55.752286 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.753243 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.753764 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: l3-ha Feb 09 00:45:55.754086 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: l3_flavors.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.755034 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.755539 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: l3-flavors Feb 09 00:45:55.755863 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.756830 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.757337 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 09 00:45:55.757659 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: l3agentscheduler.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.758698 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.759212 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: l3_agent_scheduler Feb 09 00:45:55.759541 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: logging.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.761646 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.762170 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extension logging not supported by any of loaded plugins Feb 09 00:45:55.762514 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: metering.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.763266 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.763842 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: metering Feb 09 00:45:55.764176 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.765297 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.765813 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: metering_source_and_destination_fields Feb 09 00:45:55.766145 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: multiprovidernet.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.767081 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.767595 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: multi-provider Feb 09 00:45:55.767925 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: netmtu.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.768877 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.769382 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: net-mtu Feb 09 00:45:55.769709 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: netmtu_writable.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.770636 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.771401 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: net-mtu-writable Feb 09 00:45:55.771730 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: network_availability_zone.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.772430 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.772939 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: network_availability_zone Feb 09 00:45:55.773265 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: network_ip_availability.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.774374 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.774888 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: network-ip-availability Feb 09 00:45:55.775216 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: network_segment_range.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.776008 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.776544 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extension network-segment-range not supported by any of loaded plugins Feb 09 00:45:55.776872 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: pagination.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.777864 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.778196 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: pagination Feb 09 00:45:55.778518 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: port_device_profile.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.779427 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.779939 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: port-device-profile Feb 09 00:45:55.780265 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.781228 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.781740 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: port-mac-address-regenerate Feb 09 00:45:55.782067 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.782991 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.783496 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: port-numa-affinity-policy Feb 09 00:45:55.783820 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: port_resource_request.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.784769 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.785271 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extension port-resource-request not supported by any of loaded plugins Feb 09 00:45:55.785592 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: portbindings.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.786526 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.787028 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: binding Feb 09 00:45:55.787349 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: portbindings_extended.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.788672 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.789181 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: binding-extended Feb 09 00:45:55.789507 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: portsecurity.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.790433 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.790939 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: port-security Feb 09 00:45:55.791264 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: project_id.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.792281 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.792640 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: project-id Feb 09 00:45:55.792967 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: providernet.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.793903 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.794413 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: provider Feb 09 00:45:55.794739 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: qos.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.798479 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.799004 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extension qos not supported by any of loaded plugins Feb 09 00:45:55.799340 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.800665 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.801260 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 09 00:45:55.801477 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.802414 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.802925 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 09 00:45:55.803253 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: qos_default.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.804174 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.804786 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extension qos-default not supported by any of loaded plugins Feb 09 00:45:55.805111 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: qos_fip.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.805767 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.806270 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extension qos-fip not supported by any of loaded plugins Feb 09 00:45:55.806598 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: qos_gateway_ip.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.808061 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.808599 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 09 00:45:55.808924 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: qos_port_network_policy.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.809849 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.810360 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 09 00:45:55.810682 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: qos_rule_type_details.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.811608 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.812116 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 09 00:45:55.812456 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: qos_rules_alias.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.813523 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.814036 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 09 00:45:55.814357 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: quotasv2.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.815264 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.815594 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: quotas Feb 09 00:45:55.815918 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: quotasv2_detail.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.817591 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.817926 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: quota_details Feb 09 00:45:55.818257 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: rbac.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.819314 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.819844 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: rbac-policies Feb 09 00:45:55.820181 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: rbac_address_group.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.821146 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.821663 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: rbac-address-group Feb 09 00:45:55.821992 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: rbac_address_scope.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.823470 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.823980 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: rbac-address-scope Feb 09 00:45:55.824307 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: rbac_security_groups.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.825267 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.825779 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: rbac-security-groups Feb 09 00:45:55.826105 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: rbac_subnetpool.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.827042 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.827548 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: rbac-subnetpool Feb 09 00:45:55.827870 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: revisionifmatch.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.828830 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.829339 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: revision-if-match Feb 09 00:45:55.829663 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: revisions.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.830807 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.831324 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: standard-attr-revisions Feb 09 00:45:55.831650 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: router_availability_zone.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.832325 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.832868 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: router_availability_zone Feb 09 00:45:55.833194 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: routerservicetype.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.834125 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.834635 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extension router-service-type not supported by any of loaded plugins Feb 09 00:45:55.834959 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.835886 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.836427 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: security-groups-normalized-cidr Feb 09 00:45:55.836746 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.837679 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.838189 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: port-security-groups-filtering Feb 09 00:45:55.838561 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.839627 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.840142 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: security-groups-remote-address-group Feb 09 00:45:55.840601 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: securitygroup.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.850204 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.850743 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: security-group Feb 09 00:45:55.851078 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: segment.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.851876 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.852387 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extension segment not supported by any of loaded plugins Feb 09 00:45:55.852744 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.853701 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.854233 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 09 00:45:55.854560 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: servicetype.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.855700 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.856218 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: service-type Feb 09 00:45:55.856574 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: sorting.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.857568 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.857902 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: sorting Feb 09 00:45:55.858230 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: standard_attr_segment.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.859149 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.859659 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 09 00:45:55.859984 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: standardattrdescription.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.860665 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.861173 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: standard-attr-description Feb 09 00:45:55.861493 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: stateful_security_group.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.862433 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.862951 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: stateful-security-group Feb 09 00:45:55.863280 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: stdattrs_common.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.863870 n-d-828419-1 neutron-server[87506]: WARNING neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 09 00:45:55.864193 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.865225 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.865745 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 09 00:45:55.866073 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: subnet_onboard.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.867152 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.867667 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: subnet_onboard Feb 09 00:45:55.867996 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.868960 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.869467 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 09 00:45:55.870308 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: subnet_service_types.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.871250 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.871761 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: subnet-service-types Feb 09 00:45:55.872087 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: subnetallocation.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.873201 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.873722 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: subnet_allocation Feb 09 00:45:55.874047 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.874715 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.875221 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: subnetpool-prefix-ops Feb 09 00:45:55.875546 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.876516 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.877027 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 09 00:45:55.877353 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: tagging.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.878424 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.878949 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: standard-attr-tag Feb 09 00:45:55.879280 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: timestamp.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.880515 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.881038 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loaded extension: standard-attr-timestamp Feb 09 00:45:55.881366 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: trunk.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.882405 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.882921 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extension trunk not supported by any of loaded plugins Feb 09 00:45:55.883249 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: trunk_details.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.884183 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.884734 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extension trunk-details not supported by any of loaded plugins Feb 09 00:45:55.885062 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: uplink_status_propagation.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.886624 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.887135 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 09 00:45:55.887460 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Loading extension file: vlantransparent.py {{(pid=87506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:45:55.888139 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:45:55.888680 n-d-828419-1 neutron-server[87506]: INFO neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 09 00:45:55.891098 n-d-828419-1 neutron-server[87506]: INFO neutron.quota.resource_registry [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Creating instance of TrackedResource for resource:network Feb 09 00:45:55.891841 n-d-828419-1 neutron-server[87506]: INFO neutron.quota.resource_registry [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Creating instance of TrackedResource for resource:subnet Feb 09 00:45:55.892644 n-d-828419-1 neutron-server[87506]: INFO neutron.quota.resource_registry [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 00:45:55.893254 n-d-828419-1 neutron-server[87506]: INFO neutron.quota.resource_registry [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Creating instance of TrackedResource for resource:port Feb 09 00:45:55.894515 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.v2.resource_helper [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:45:55.894968 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.v2.resource_helper [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Service FLAVORS assigned prefix: {{(pid=87506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:45:55.895585 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.v2.resource_helper [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:45:55.896280 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.v2.resource_helper [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:45:55.896647 n-d-828419-1 neutron-server[87506]: INFO neutron.quota.resource_registry [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Creating instance of TrackedResource for resource:router Feb 09 00:45:55.897314 n-d-828419-1 neutron-server[87506]: INFO neutron.quota.resource_registry [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 00:45:55.898039 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.v2.resource_helper [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Service METERING assigned prefix: /metering {{(pid=87506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:45:55.899475 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.899845 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.900195 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:45:55.901418 n-d-828419-1 neutron-server[87506]: INFO neutron.quota.resource_registry [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 00:45:55.901864 n-d-828419-1 neutron-server[87506]: INFO neutron.quota.resource_registry [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Creating instance of TrackedResource for resource:security_group Feb 09 00:45:55.902533 n-d-828419-1 neutron-server[87506]: INFO neutron.quota.resource_registry [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 00:45:55.903413 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.v2.resource_helper [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Service CORE assigned prefix: {{(pid=87506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:45:55.903778 n-d-828419-1 neutron-server[87506]: INFO neutron.quota.resource_registry [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 00:45:55.904228 n-d-828419-1 neutron-server[87506]: WARNING neutron.quota.resource_registry [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] subnetpool is already registered Feb 09 00:45:55.904873 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.v2.resource_helper [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Service CORE assigned prefix: {{(pid=87506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:45:55.905209 n-d-828419-1 neutron-server[87506]: INFO neutron.quota.resource_registry [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 00:45:55.905538 n-d-828419-1 neutron-server[87506]: WARNING neutron.quota.resource_registry [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] subnetpool is already registered Feb 09 00:45:55.908090 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.v2.resource_helper [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:45:55.908544 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.v2.resource_helper [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Service FLAVORS assigned prefix: {{(pid=87506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:45:55.909135 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.v2.resource_helper [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:45:55.909560 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.v2.resource_helper [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:45:55.909893 n-d-828419-1 neutron-server[87506]: INFO neutron.quota.resource_registry [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Creating instance of TrackedResource for resource:router Feb 09 00:45:55.910225 n-d-828419-1 neutron-server[87506]: WARNING neutron.quota.resource_registry [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] router is already registered Feb 09 00:45:55.910817 n-d-828419-1 neutron-server[87506]: INFO neutron.quota.resource_registry [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 00:45:55.911148 n-d-828419-1 neutron-server[87506]: WARNING neutron.quota.resource_registry [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] floatingip is already registered Feb 09 00:45:55.911772 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.v2.resource_helper [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Service METERING assigned prefix: /metering {{(pid=87506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:45:55.912455 n-d-828419-1 neutron-server[87506]: INFO neutron.quota.resource_registry [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 00:45:55.912786 n-d-828419-1 neutron-server[87506]: WARNING neutron.quota.resource_registry [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] rbac_policy is already registered Feb 09 00:45:55.913332 n-d-828419-1 neutron-server[87506]: INFO neutron.quota.resource_registry [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Creating instance of TrackedResource for resource:security_group Feb 09 00:45:55.913667 n-d-828419-1 neutron-server[87506]: WARNING neutron.quota.resource_registry [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] security_group is already registered Feb 09 00:45:55.914252 n-d-828419-1 neutron-server[87506]: INFO neutron.quota.resource_registry [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 00:45:55.914580 n-d-828419-1 neutron-server[87506]: WARNING neutron.quota.resource_registry [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] security_group_rule is already registered Feb 09 00:45:55.915240 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.v2.resource_helper [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Service CORE assigned prefix: {{(pid=87506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:45:55.915572 n-d-828419-1 neutron-server[87506]: INFO neutron.quota.resource_registry [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 00:45:55.915908 n-d-828419-1 neutron-server[87506]: WARNING neutron.quota.resource_registry [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] subnetpool is already registered Feb 09 00:45:55.916554 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.v2.resource_helper [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Service CORE assigned prefix: {{(pid=87506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:45:55.916925 n-d-828419-1 neutron-server[87506]: INFO neutron.quota.resource_registry [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 00:45:55.917202 n-d-828419-1 neutron-server[87506]: WARNING neutron.quota.resource_registry [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] subnetpool is already registered Feb 09 00:45:55.917849 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: extensions {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.919311 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: address-groups {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.920930 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: address-scopes {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.922148 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: agents {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.923473 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: auto-allocated-topology {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.924624 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: availability_zones {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.925949 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: dhcp-networks {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.927364 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: dhcp-agents {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.928810 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: routers {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.930630 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: flavors {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.931783 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: service_profiles {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.933557 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: next_providers {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.935989 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: service_profiles {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.937474 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: floatingip-pools {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.938711 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: routers {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.940526 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: floatingips {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.941818 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: l3-routers {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.943209 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: l3-agents {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.944653 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: metering-labels {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.946015 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: metering-label-rules {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.947293 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: network-ip-availabilities {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.949229 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: bindings {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.950861 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: quotas {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.952299 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: quotas {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.953746 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: rbac-policies {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.955037 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: security-groups {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.956229 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: security-group-rules {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.957496 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: service-providers {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.958725 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: subnetpools {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.960153 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: subnetpools {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.961628 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: tags {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.963296 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: tags {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.965134 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: tags {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.966900 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: tags {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.968700 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: tags {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.970624 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: tags {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.972285 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: tags {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.974212 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: tags {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.975957 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: tags {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.977817 n-d-828419-1 neutron-server[87506]: DEBUG neutron.api.extensions [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Extended resource: tags {{(pid=87506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:45:55.983625 n-d-828419-1 neutron-server[87506]: WARNING keystonemiddleware.auth_token [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 09 00:45:55.988439 n-d-828419-1 neutron-server[87506]: WARNING keystonemiddleware.auth_token [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 09 00:45:55.997165 n-d-828419-1 neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Acquired lock "singleton_lock" {{(pid=87506) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 09 00:45:55.997645 n-d-828419-1 neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Releasing lock "singleton_lock" {{(pid=87506) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 09 00:45:55.998277 n-d-828419-1 neutron-server[87506]: INFO oslo_service.service [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Starting 2 workers Feb 09 00:45:56.003033 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Started child 87611 {{(pid=87506) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 09 00:45:56.007389 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Started child 87612 {{(pid=87506) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 09 00:45:56.008054 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:56.008976 n-d-828419-1 neutron-server[87506]: INFO neutron.service [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 09 00:45:56.009778 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Notify callbacks [] for process, before_spawn {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:56.009937 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [-] (87611) wsgi starting up on http://0.0.0.0:9696 Feb 09 00:45:56.013226 n-d-828419-1 neutron-server[87506]: INFO oslo_service.service [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Starting 1 workers Feb 09 00:45:56.013388 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:56.014874 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [-] (87612) wsgi starting up on http://0.0.0.0:9696 Feb 09 00:45:56.018863 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Started child 87613 {{(pid=87506) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 09 00:45:56.019465 n-d-828419-1 neutron-server[87506]: INFO oslo_service.service [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Starting 1 workers Feb 09 00:45:56.023469 n-d-828419-1 neutron-server[87613]: DEBUG neutron.service [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] calling RpcWorker wait() {{(pid=87613) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 09 00:45:56.023469 n-d-828419-1 neutron-server[87613]: DEBUG neutron.service [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] returning from RpcWorker wait() {{(pid=87613) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 09 00:45:56.024680 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:56.024825 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Started child 87614 {{(pid=87506) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 09 00:45:56.025416 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:45:56.025773 n-d-828419-1 neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c66af031-6189-4966-bb90-f0fd27c4b525 None None] Notify callbacks [] for process, after_spawn {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:56.028090 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87506) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 09 00:45:56.028309 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 00:45:56.028519 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 00:45:56.028741 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 00:45:56.029119 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 00:45:56.029286 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 00:45:56.030044 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.030329 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.030614 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.031036 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.031487 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.032138 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:56.032678 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.032678 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.032849 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.033375 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.033486 n-d-828419-1 neutron-server[87614]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:45:56.033634 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.033816 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.033988 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.034247 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.034610 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.034938 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.035286 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.035536 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.035849 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.036031 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.036341 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.036880 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.037205 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.037537 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] debug = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.037834 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.038369 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.038602 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.038848 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.039108 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.039478 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.039739 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.040018 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.040325 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.040574 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.040997 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.041291 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.041895 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.042173 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.042825 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.043234 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.043491 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.043955 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] host = n-d-828419-1 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.044202 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.044696 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.044939 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.045210 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.045465 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.045738 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.046066 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.046341 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.046697 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.046975 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.047237 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.047498 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.047755 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.048075 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] log_file = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.048251 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] log_options = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.048587 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.048883 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.049251 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.049803 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.049984 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.050239 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.050539 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.050708 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.050977 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.051223 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.051479 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.051965 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.052214 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.052453 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.052847 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.053129 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.053393 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.053665 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.053934 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.054266 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.054516 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.054837 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.055099 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.055402 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.055626 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.055862 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.056102 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.056343 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.056584 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.056845 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.057617 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.057878 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.058116 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.058365 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.058605 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.058843 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.059062 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.059346 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.059579 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.059835 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.060097 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.060312 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.060582 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.060817 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.061071 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.061294 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] use_json = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.061507 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.061724 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.062003 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.062240 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.062489 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.062707 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.062946 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.063187 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.063405 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.065033 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.065324 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.065649 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.065904 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.066146 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.066397 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.066720 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.067704 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.068123 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.068591 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.069084 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.069466 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.069934 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.070729 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.071178 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.071492 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.071771 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.072072 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.072335 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.073919 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.074163 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.074418 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.075364 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.075665 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.076521 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.076810 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.077043 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.077319 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.077551 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.077784 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.079731 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.079988 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.080274 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.080975 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.081392 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.081717 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.081982 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.082217 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.082456 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.082714 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.082969 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.083625 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.083858 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.084087 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.084312 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.084589 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.085961 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.086232 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.086486 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.086758 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.087018 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.087251 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.087483 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.087706 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.087934 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.088586 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.088825 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.089048 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.089267 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.089511 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.089740 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.090001 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.090236 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.091203 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.091433 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.091662 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.091906 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.092147 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.092783 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.093062 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.093293 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.093580 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.093850 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.094110 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.094371 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.094585 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.094959 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.095206 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.095427 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.095648 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.096474 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.096474 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.096750 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.097136 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.097451 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.100901 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.101396 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.102435 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.103565 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.103849 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.104652 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.104924 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.105175 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.105404 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.105673 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.105957 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.106214 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.106453 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.106680 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.106923 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.107217 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.107439 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.107668 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.107887 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.108125 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.108372 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.108672 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.108942 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.109433 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.109433 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.109642 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.109899 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.110132 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.110409 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.110637 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.110976 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.111288 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.111581 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.111868 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.112122 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.112384 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.112688 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.112921 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.113196 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.113470 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.113734 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.113969 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.114237 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.114510 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.114762 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.114982 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.115212 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.115554 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.115807 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.116022 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.116235 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.116531 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.116760 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.116995 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.117270 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.117528 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.117789 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.118036 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.118257 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.118492 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.118734 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.118982 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.119214 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.119463 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.120249 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.120540 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.120749 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.120969 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.121233 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.121469 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.121699 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.121931 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.122192 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.122408 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.122660 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.122878 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.123132 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.123388 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.123606 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.123824 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.124043 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.124715 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.124715 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.124876 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.125043 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.125298 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.125524 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.125752 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.125994 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.126264 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.126549 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.126816 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.127053 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.127298 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.127512 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.127732 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.127972 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.128201 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.128448 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.128662 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.128924 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.129162 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.129475 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.129741 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.129974 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.130212 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.130427 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.130643 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.130882 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.131123 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.131336 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.131551 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.131762 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.132047 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.132285 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.132562 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.132772 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.133003 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.133205 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.133413 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.133655 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.133948 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.134197 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.134429 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.134672 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.134900 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.135140 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.135378 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.135587 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.135802 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.136013 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.136274 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.136503 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.136713 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.136929 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.137136 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.137403 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.137653 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.137873 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.138150 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.138380 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.138607 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.138867 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.139186 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.139398 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.139678 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.139925 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.140141 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.140362 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.140649 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.140989 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.141283 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.141544 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.141795 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.142175 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.142454 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.142716 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.142928 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.143220 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.143553 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.143833 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.144081 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.144324 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.144432 n-d-828419-1 neutron-server[87613]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:45:56.144611 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.144831 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.145063 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.145305 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.145537 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.146020 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.146286 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.146520 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.146740 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.146954 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.147177 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.147411 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.148175 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.148175 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.148175 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.148697 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.148697 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 00:45:56.149227 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87506) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 09 00:45:56.149227 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 00:45:56.149713 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 00:45:56.149713 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 00:45:56.149713 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 00:45:56.150085 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 00:45:56.150085 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.150085 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.150651 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.150651 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.150651 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.151036 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.151036 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.151036 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.151390 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.151390 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.151618 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.151618 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.152076 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.152076 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.152076 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.152441 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.152441 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.152689 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.152689 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.152837 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.152915 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.153065 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.153224 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] debug = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.153435 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.153582 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.153731 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.153888 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.154048 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.154205 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.154362 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.154517 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.154673 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.154813 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.154972 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.155129 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.155286 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.155443 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.155598 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.155754 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.155911 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.156142 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] host = n-d-828419-1 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.156241 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.156383 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.156551 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.156687 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.156842 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.156997 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.157152 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.157308 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.157463 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.157653 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.157900 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.158081 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.158243 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.158397 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] log_file = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.158554 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] log_options = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.158710 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.158866 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.159020 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.159203 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.159365 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.159535 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.159665 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.159822 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.159979 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.160138 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.160293 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.160469 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.160628 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.160785 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.160944 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.161300 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.161300 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.161572 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.161572 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.161770 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.161848 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.161956 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.162111 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.164439 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.164439 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.164439 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.164439 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.164439 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.164439 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.164439 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.164439 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.165042 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.165042 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.165042 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.165042 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.165042 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.165042 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.165042 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.165042 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.165480 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.165480 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.165480 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.165480 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.165480 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.165480 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.165480 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] use_json = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.165867 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.165867 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.165867 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.166051 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.166191 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.166315 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.167059 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.167162 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.167312 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:45:56.167488 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.167648 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.167819 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.167978 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.168135 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.168340 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.168467 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.168612 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.168766 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.168921 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.169081 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.169248 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.169421 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.169577 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.169734 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.169896 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.170057 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.170276 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.170375 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.170535 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.170678 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.170869 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.170998 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.171155 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.171314 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.171472 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.171630 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.171789 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.172063 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.172160 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.172246 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.172423 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.172573 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.172733 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.172893 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.173049 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.173206 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.173365 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.173523 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.173686 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.173842 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.173999 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.174158 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.174317 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.174476 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.174635 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.174792 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.174950 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.175107 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.175264 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.175432 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.175591 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.175747 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.175904 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.176061 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.176221 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.176375 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.176556 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.176713 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.176874 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.177032 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.177222 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.177383 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.177539 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.177698 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.177857 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.178017 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.178172 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.178330 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.178488 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.178647 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.178805 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.178985 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.179115 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.179265 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.179422 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.179581 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.179743 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.179902 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.180060 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.180218 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.180374 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.180559 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.180742 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.180909 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.181081 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.181238 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.181397 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.181554 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.181716 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.181868 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.182019 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.182802 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.182985 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.183130 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.183278 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.183415 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.183550 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.183717 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.183910 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.184112 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.184112 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.184788 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.184788 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.184788 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.184788 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.185295 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.185295 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.185295 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.185295 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.185980 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.185980 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.185980 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.185980 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.186276 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.186276 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.186419 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.186497 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.186658 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.186816 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.186976 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.187133 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.187291 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.187448 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.187604 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.187763 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.187920 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.188085 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.188255 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.188445 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.188591 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.188749 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.188930 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.189088 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.189246 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.189405 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.189561 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.189718 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.189875 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.190032 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.190189 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.190346 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.190509 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.190667 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.190825 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.190984 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.191142 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.191299 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.191458 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.191617 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.191775 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.191933 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.192091 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.192249 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.192445 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.192584 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.192740 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.192898 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.193056 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.193215 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.193370 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.193526 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.193708 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.193866 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.194022 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.194181 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.194338 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.194495 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.194654 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.194814 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.194973 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.195132 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.195289 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.195447 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.195605 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.195762 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.195923 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.196081 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.196239 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.196414 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.196578 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.196736 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.196895 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.197052 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.197209 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.197365 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.197522 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.197716 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.197876 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.198034 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.198194 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.198352 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.198510 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.198668 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.198825 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.198985 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.199141 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.199298 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.199459 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.199619 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.199810 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.199968 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.200127 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.200284 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.200463 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.200624 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.200795 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.200953 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.201111 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.201269 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.201428 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.201595 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.201753 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.201926 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.202066 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.202222 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.202388 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.202545 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.202702 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.202858 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.203014 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.203181 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.203339 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.203497 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.203662 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.203820 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.203979 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.204136 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.204304 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.204481 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.204646 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.204796 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.204938 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.205096 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.205241 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.205408 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.205575 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.205739 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.205898 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.206065 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.206232 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.206399 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.206556 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.206719 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.206888 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.207046 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.207202 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.207359 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.207519 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.207677 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.207834 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.207991 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.208148 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.208305 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.208483 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.208642 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.208802 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.208959 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.209117 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.209274 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.209432 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.209589 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.209746 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.209905 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:45:56.210055 n-d-828419-1 neutron-server[87506]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 00:45:56.336702 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52102) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:45:56.345382 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064428 Feb 09 00:46:06.818367 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b51a1d4-06da-4e1d-9e3f-adb64e660c23 None None] get_active_networks_info from n-d-828419-1 {{(pid=87613) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 00:46:06.890094 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b51a1d4-06da-4e1d-9e3f-adb64e660c23 None None] No non-hosted networks {{(pid=87613) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 09 00:46:06.897422 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6906b7d1-1e20-4394-ad43-b1e9f44e4713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8093985'] for agent, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:09.167693 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-80b8aca2-10b0-4257-a576-2d8cd734d533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8093985'] for agent, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:09.205939 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4f38914a-689d-4522-bcfa-567408ad3bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:10.256625 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8093985'] for agent, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:10.257322 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:10.257855 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:10.259113 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:10.259700 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:10.260780 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:10.261337 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:10.261915 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:10.263167 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:10.263552 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:10.264118 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:10.264614 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:10.265107 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:10.265653 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-828419-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:46:10.277181 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-828419-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:46:10.290351 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8093985'] for agent, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:11.534846 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8093985'] for agent, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:13.252561 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52194) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:46:13.825107 n-d-828419-1 neutron-server[87612]: WARNING oslo_policy.policy [None req-1c316980-55ff-45c6-9eb2-66c69666ef15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 00:46:13.825680 n-d-828419-1 neutron-server[87612]: WARNING oslo_policy.policy [None req-1c316980-55ff-45c6-9eb2-66c69666ef15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 00:46:14.042142 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-1c316980-55ff-45c6-9eb2-66c69666ef15 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:46:14.043199 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1c316980-55ff-45c6-9eb2-66c69666ef15 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7897429 Feb 09 00:46:16.166825 n-d-828419-1 neutron-server[87613]: INFO neutron.db.l3_hamode_db [None req-709c8123-8d10-47a6-9df4-49d4e903769f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 09 00:46:16.256675 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709c8123-8d10-47a6-9df4-49d4e903769f None None] Routers set() bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:46:16.257070 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709c8123-8d10-47a6-9df4-49d4e903769f None None] Router IDs set() for agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 09 00:46:16.390475 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52208) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:46:16.756916 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-9771cac2-ae57-4e0b-b516-13b1a549bfcb admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:46:16.861693 n-d-828419-1 neutron-server[87612]: DEBUG neutron.policy [None req-9771cac2-ae57-4e0b-b516-13b1a549bfcb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87612) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 00:46:16.906024 n-d-828419-1 neutron-server[87612]: WARNING oslo_policy.policy [None req-9771cac2-ae57-4e0b-b516-13b1a549bfcb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 00:46:16.906392 n-d-828419-1 neutron-server[87612]: WARNING oslo_policy.policy [None req-9771cac2-ae57-4e0b-b516-13b1a549bfcb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 00:46:16.914742 n-d-828419-1 neutron-server[87612]: INFO neutron.quota [None req-9771cac2-ae57-4e0b-b516-13b1a549bfcb admin admin] Loaded quota_driver: . Feb 09 00:46:16.930744 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-9771cac2-ae57-4e0b-b516-13b1a549bfcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:46:16.989399 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9771cac2-ae57-4e0b-b516-13b1a549bfcb admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757043547739', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757043547190', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757043553435', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757043560798', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757043571262', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757043580337', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-736746', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-730689', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8071444', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7891226'] for rbac-policy, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:17.054952 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9771cac2-ae57-4e0b-b516-13b1a549bfcb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:17.056140 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9771cac2-ae57-4e0b-b516-13b1a549bfcb admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6646984 Feb 09 00:46:19.645676 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52222) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:46:19.992049 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '36acfa08612d4807a355e59be8f38cb2'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:46:19.997379 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:46:20.002212 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Usage tracker for resource:network and tenant:36acfa08612d4807a355e59be8f38cb2 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:46:20.007318 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:46:20.013707 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:46:20.034333 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Made reservation on behalf of 36acfa08612d4807a355e59be8f38cb2 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:46:20.037515 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:20.056598 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:20.071086 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:46:20.074956 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Usage tracker for resource:security_group_rule and tenant:36acfa08612d4807a355e59be8f38cb2 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:46:20.080388 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:46:20.086175 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:46:20.187277 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:20.191036 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:20.214122 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 951} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:46:20.239571 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757039993905', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:20.240075 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Unsubscribe: segment precommit_create {{(pid=87612) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 00:46:20.240613 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Added segment ed842a1e-eb5c-4bcc-9322-c83115858ba0 of type vlan for network c137e77b-249a-4666-a7b5-5aea9aac66d9 Feb 09 00:46:20.289456 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdf16a6-2529-42d4-9f6f-5a458f3b68c2,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:46:20.309724 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:20.310070 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:20.310406 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:20.310739 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:20.311065 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:20.311389 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:20.311712 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:20.312032 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:20.312349 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:20.312693 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:20.313011 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:20.313327 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:20.314539 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Tracked resource versions report: Feb 09 00:46:20.314539 n-d-828419-1 neutron-server[87612]: pushed versions: Feb 09 00:46:20.314539 n-d-828419-1 neutron-server[87612]: { 'AddressGroup': {'1.2'}, Feb 09 00:46:20.314539 n-d-828419-1 neutron-server[87612]: 'ConntrackHelper': {'1.0'}, Feb 09 00:46:20.314539 n-d-828419-1 neutron-server[87612]: 'Log': {'1.0'}, Feb 09 00:46:20.314539 n-d-828419-1 neutron-server[87612]: 'Network': {'1.1'}, Feb 09 00:46:20.314539 n-d-828419-1 neutron-server[87612]: 'Port': {'1.7'}, Feb 09 00:46:20.314539 n-d-828419-1 neutron-server[87612]: 'PortForwarding': {'1.2'}, Feb 09 00:46:20.314539 n-d-828419-1 neutron-server[87612]: 'QosPolicy': {'1.8'}, Feb 09 00:46:20.314539 n-d-828419-1 neutron-server[87612]: 'SecurityGroup': {'1.4'}, Feb 09 00:46:20.314539 n-d-828419-1 neutron-server[87612]: 'SecurityGroupRule': {'1.2'}, Feb 09 00:46:20.314539 n-d-828419-1 neutron-server[87612]: 'SubPort': {'1.0'}, Feb 09 00:46:20.314539 n-d-828419-1 neutron-server[87612]: 'Subnet': {'1.1'}, Feb 09 00:46:20.314539 n-d-828419-1 neutron-server[87612]: 'Trunk': {'1.1'}} Feb 09 00:46:20.314539 n-d-828419-1 neutron-server[87612]: consumer versions: Feb 09 00:46:20.314539 n-d-828419-1 neutron-server[87612]: { DHCP agent@n-d-828419-1: {}, Feb 09 00:46:20.314539 n-d-828419-1 neutron-server[87612]: L3 agent@n-d-828419-1: {}, Feb 09 00:46:20.314539 n-d-828419-1 neutron-server[87612]: Metadata agent@n-d-828419-1: {}, Feb 09 00:46:20.314539 n-d-828419-1 neutron-server[87612]: Metering agent@n-d-828419-1: {}, Feb 09 00:46:20.314539 n-d-828419-1 neutron-server[87612]: Open vSwitch agent@n-d-828419-1: { 'AddressGroup': '1.2', Feb 09 00:46:20.314539 n-d-828419-1 neutron-server[87612]: 'ConntrackHelper': '1.0', Feb 09 00:46:20.314539 n-d-828419-1 neutron-server[87612]: 'Log': '1.0', Feb 09 00:46:20.314539 n-d-828419-1 neutron-server[87612]: 'Network': '1.1', Feb 09 00:46:20.314539 n-d-828419-1 neutron-server[87612]: 'Port': '1.7', Feb 09 00:46:20.314539 n-d-828419-1 neutron-server[87612]: 'PortForwarding': '1.2', Feb 09 00:46:20.314539 n-d-828419-1 neutron-server[87612]: 'QosPolicy': '1.8', Feb 09 00:46:20.314539 n-d-828419-1 neutron-server[87612]: 'SecurityGroup': '1.4', Feb 09 00:46:20.314539 n-d-828419-1 neutron-server[87612]: 'SecurityGroupRule': '1.2', Feb 09 00:46:20.314539 n-d-828419-1 neutron-server[87612]: 'SubPort': '1.0', Feb 09 00:46:20.314539 n-d-828419-1 neutron-server[87612]: 'Subnet': '1.1', Feb 09 00:46:20.314539 n-d-828419-1 neutron-server[87612]: 'Trunk': '1.1'}} Feb 09 00:46:20.314539 n-d-828419-1 neutron-server[87612]: {{(pid=87612) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 00:46:20.350237 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:20.395640 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:20.397114 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:46:20.397775 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:20.503232 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] Pushing event updated for resources: {'Network': ['ID=c137e77b-249a-4666-a7b5-5aea9aac66d9,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:46:20.506673 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1394827a-3e60-4fa9-b02a-97d1dd08bf84 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8597527 Feb 09 00:46:20.531841 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network c137e77b-249a-4666-a7b5-5aea9aac66d9 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:46:23.188111 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52238) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:46:23.663284 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741348a7-bb58-4e30-bb1f-4982a764e3ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:46:23.664610 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-741348a7-bb58-4e30-bb1f-4982a764e3ef admin admin] 10.222.0.37 "GET /v2.0/networks/c137e77b-249a-4666-a7b5-5aea9aac66d9 HTTP/1.1" status: 200 len: 825 time: 0.4755092 Feb 09 00:46:23.692994 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6daed1c4-3afb-463a-a44e-701a4615ac9a admin admin] 10.222.0.37 "GET /v2.0/subnetpools/d98854a7-aa7a-415e-8f5c-1ee96e1137a9 HTTP/1.1" status: 200 len: 734 time: 0.0222905 Feb 09 00:46:23.704140 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-53f2e39f-505a-429d-92e8-4a75c93f4604 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'c137e77b-249a-4666-a7b5-5aea9aac66d9', 'name': 'private-subnet', 'tenant_id': '36acfa08612d4807a355e59be8f38cb2', 'subnetpool_id': 'd98854a7-aa7a-415e-8f5c-1ee96e1137a9'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:46:23.708821 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-53f2e39f-505a-429d-92e8-4a75c93f4604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:46:23.712672 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-53f2e39f-505a-429d-92e8-4a75c93f4604 admin admin] Usage tracker for resource:subnet and tenant:36acfa08612d4807a355e59be8f38cb2 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:46:23.715686 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-53f2e39f-505a-429d-92e8-4a75c93f4604 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:46:23.721386 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-53f2e39f-505a-429d-92e8-4a75c93f4604 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:46:23.734273 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f2e39f-505a-429d-92e8-4a75c93f4604 admin admin] Made reservation on behalf of 36acfa08612d4807a355e59be8f38cb2 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:46:23.736825 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-53f2e39f-505a-429d-92e8-4a75c93f4604 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:24.032835 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-53f2e39f-505a-429d-92e8-4a75c93f4604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:24.112685 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f2e39f-505a-429d-92e8-4a75c93f4604 admin admin] Checking segment: {'id': 'ed842a1e-eb5c-4bcc-9322-c83115858ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'c137e77b-249a-4666-a7b5-5aea9aac66d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:46:24.113042 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f2e39f-505a-429d-92e8-4a75c93f4604 admin admin] Network hostable DHCP agents. Network: c137e77b-249a-4666-a7b5-5aea9aac66d9, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:46:24.120696 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2e39f-505a-429d-92e8-4a75c93f4604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98cfe2d6-7c18-4924-b108-750e662d66c7,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:46:24.136891 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f2e39f-505a-429d-92e8-4a75c93f4604 admin admin] Network c137e77b-249a-4666-a7b5-5aea9aac66d9 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:46:24.146509 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-53f2e39f-505a-429d-92e8-4a75c93f4604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, c137e77b-249a-4666-a7b5-5aea9aac66d9) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:46:24.151333 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f2e39f-505a-429d-92e8-4a75c93f4604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:46:24.151919 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-53f2e39f-505a-429d-92e8-4a75c93f4604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:24.156008 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681bf575-a7c6-443b-bead-e2de1dc8fcb4 None None] Network c137e77b-249a-4666-a7b5-5aea9aac66d9 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:46:24.172624 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-53f2e39f-505a-429d-92e8-4a75c93f4604 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4719238 Feb 09 00:46:24.552916 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-c137e77b-249a-4666-a7b5-5aea9aac66d9', 'network_id': 'c137e77b-249a-4666-a7b5-5aea9aac66d9', 'tenant_id': '36acfa08612d4807a355e59be8f38cb2', 'fixed_ips': [{'subnet_id': '98cfe2d6-7c18-4924-b108-750e662d66c7'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 00:46:24.554113 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:24.736718 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] Allocated IP 172.20.0.2 (c137e77b-249a-4666-a7b5-5aea9aac66d9/98cfe2d6-7c18-4924-b108-750e662d66c7/30791cf8-4de2-48cd-89d2-5af1ad449c00) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:46:24.962291 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:24.976030 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] Transition to ACTIVE for port object 30791cf8-4de2-48cd-89d2-5af1ad449c00 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:46:25.001826 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] Transition to ACTIVE for port object 30791cf8-4de2-48cd-89d2-5af1ad449c00 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:46:25.007947 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:25.072038 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] Network c137e77b-249a-4666-a7b5-5aea9aac66d9 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:46:25.074896 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:46:25.083654 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:46:25.085828 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] Pushing event updated for resources: {'Port': ['ID=30791cf8-4de2-48cd-89d2-5af1ad449c00,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:46:25.095198 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:25.095541 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:25.095877 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:25.096205 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:25.096556 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:25.096881 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:25.097202 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:25.097523 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:25.097840 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:25.098156 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:25.098471 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:25.098786 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:25.099885 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] Tracked resource versions report: Feb 09 00:46:25.099885 n-d-828419-1 neutron-server[87613]: pushed versions: Feb 09 00:46:25.099885 n-d-828419-1 neutron-server[87613]: { 'AddressGroup': {'1.2'}, Feb 09 00:46:25.099885 n-d-828419-1 neutron-server[87613]: 'ConntrackHelper': {'1.0'}, Feb 09 00:46:25.099885 n-d-828419-1 neutron-server[87613]: 'Log': {'1.0'}, Feb 09 00:46:25.099885 n-d-828419-1 neutron-server[87613]: 'Network': {'1.1'}, Feb 09 00:46:25.099885 n-d-828419-1 neutron-server[87613]: 'Port': {'1.7'}, Feb 09 00:46:25.099885 n-d-828419-1 neutron-server[87613]: 'PortForwarding': {'1.2'}, Feb 09 00:46:25.099885 n-d-828419-1 neutron-server[87613]: 'QosPolicy': {'1.8'}, Feb 09 00:46:25.099885 n-d-828419-1 neutron-server[87613]: 'SecurityGroup': {'1.4'}, Feb 09 00:46:25.099885 n-d-828419-1 neutron-server[87613]: 'SecurityGroupRule': {'1.2'}, Feb 09 00:46:25.099885 n-d-828419-1 neutron-server[87613]: 'SubPort': {'1.0'}, Feb 09 00:46:25.099885 n-d-828419-1 neutron-server[87613]: 'Subnet': {'1.1'}, Feb 09 00:46:25.099885 n-d-828419-1 neutron-server[87613]: 'Trunk': {'1.1'}} Feb 09 00:46:25.099885 n-d-828419-1 neutron-server[87613]: consumer versions: Feb 09 00:46:25.099885 n-d-828419-1 neutron-server[87613]: { DHCP agent@n-d-828419-1: {}, Feb 09 00:46:25.099885 n-d-828419-1 neutron-server[87613]: L3 agent@n-d-828419-1: {}, Feb 09 00:46:25.099885 n-d-828419-1 neutron-server[87613]: Metadata agent@n-d-828419-1: {}, Feb 09 00:46:25.099885 n-d-828419-1 neutron-server[87613]: Metering agent@n-d-828419-1: {}, Feb 09 00:46:25.099885 n-d-828419-1 neutron-server[87613]: Open vSwitch agent@n-d-828419-1: { 'AddressGroup': '1.2', Feb 09 00:46:25.099885 n-d-828419-1 neutron-server[87613]: 'ConntrackHelper': '1.0', Feb 09 00:46:25.099885 n-d-828419-1 neutron-server[87613]: 'Log': '1.0', Feb 09 00:46:25.099885 n-d-828419-1 neutron-server[87613]: 'Network': '1.1', Feb 09 00:46:25.099885 n-d-828419-1 neutron-server[87613]: 'Port': '1.7', Feb 09 00:46:25.099885 n-d-828419-1 neutron-server[87613]: 'PortForwarding': '1.2', Feb 09 00:46:25.099885 n-d-828419-1 neutron-server[87613]: 'QosPolicy': '1.8', Feb 09 00:46:25.099885 n-d-828419-1 neutron-server[87613]: 'SecurityGroup': '1.4', Feb 09 00:46:25.099885 n-d-828419-1 neutron-server[87613]: 'SecurityGroupRule': '1.2', Feb 09 00:46:25.099885 n-d-828419-1 neutron-server[87613]: 'SubPort': '1.0', Feb 09 00:46:25.099885 n-d-828419-1 neutron-server[87613]: 'Subnet': '1.1', Feb 09 00:46:25.099885 n-d-828419-1 neutron-server[87613]: 'Trunk': '1.1'}} Feb 09 00:46:25.099885 n-d-828419-1 neutron-server[87613]: {{(pid=87613) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 00:46:25.187512 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] Attempting to bind port 30791cf8-4de2-48cd-89d2-5af1ad449c00 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:46:25.188151 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] Attempting to bind port 30791cf8-4de2-48cd-89d2-5af1ad449c00 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'ed842a1e-eb5c-4bcc-9322-c83115858ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'c137e77b-249a-4666-a7b5-5aea9aac66d9'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:46:25.188306 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] Attempting to bind port 30791cf8-4de2-48cd-89d2-5af1ad449c00 on network c137e77b-249a-4666-a7b5-5aea9aac66d9 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:46:25.193495 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:46:25.193913 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] Checking segment: {'id': 'ed842a1e-eb5c-4bcc-9322-c83115858ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'c137e77b-249a-4666-a7b5-5aea9aac66d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:46:25.194386 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:25.194782 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] Bound using segment: {'id': 'ed842a1e-eb5c-4bcc-9322-c83115858ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'c137e77b-249a-4666-a7b5-5aea9aac66d9'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:46:25.195269 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] Bound port: 30791cf8-4de2-48cd-89d2-5af1ad449c00, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed842a1e-eb5c-4bcc-9322-c83115858ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'c137e77b-249a-4666-a7b5-5aea9aac66d9'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:46:25.195670 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:25.286736 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] For port 30791cf8-4de2-48cd-89d2-5af1ad449c00, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:46:25.290935 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] For port 30791cf8-4de2-48cd-89d2-5af1ad449c00, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=30791cf8-4de2-48cd-89d2-5af1ad449c00,segment=NetworkSegment(ed842a1e-eb5c-4bcc-9322-c83115858ba0),segment_id=ed842a1e-eb5c-4bcc-9322-c83115858ba0)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:46:25.295086 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:25.400031 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d7b0f4-5bb2-4860-ac07-e64861a4b8ef None None] Pushing event updated for resources: {'Port': ['ID=30791cf8-4de2-48cd-89d2-5af1ad449c00,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:46:26.558220 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52248) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:46:26.947987 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-4da31a9c-248b-4cdb-9ff5-e499d0e84e87 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:46:26.949072 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4da31a9c-248b-4cdb-9ff5-e499d0e84e87 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3899090 Feb 09 00:46:28.956211 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f22b53b-4b66-4615-956b-9647db9f4703 None None] Network c137e77b-249a-4666-a7b5-5aea9aac66d9 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:46:29.052987 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8a0ca6e5-17e7-4549-8003-1a790f7e561c None None] Provisioning for port 30791cf8-4de2-48cd-89d2-5af1ad449c00 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:46:29.421674 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52262) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:46:29.833475 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-3b843b8c-d541-474b-9e88-1b5a59b15a43 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:46:29.834488 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3b843b8c-d541-474b-9e88-1b5a59b15a43 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4118588 Feb 09 00:46:29.911952 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 30791cf8-4de2-48cd-89d2-5af1ad449c00 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:46:29.983161 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 30791cf8-4de2-48cd-89d2-5af1ad449c00 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:46:29.988339 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 30791cf8-4de2-48cd-89d2-5af1ad449c00 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:46:29.988784 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:30.109871 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:30.142910 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 30791cf8-4de2-48cd-89d2-5af1ad449c00, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=30791cf8-4de2-48cd-89d2-5af1ad449c00,segment=NetworkSegment(ed842a1e-eb5c-4bcc-9322-c83115858ba0),segment_id=ed842a1e-eb5c-4bcc-9322-c83115858ba0)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:46:30.147062 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:30.215854 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=30791cf8-4de2-48cd-89d2-5af1ad449c00,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:46:31.875876 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 30791cf8-4de2-48cd-89d2-5af1ad449c00 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:46:31.942301 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 30791cf8-4de2-48cd-89d2-5af1ad449c00 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:46:31.942817 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:32.509268 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52274) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:46:32.852521 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-074ffdb3-d070-411f-8d1e-4f39bec718c1 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '36acfa08612d4807a355e59be8f38cb2'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:46:32.858093 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-074ffdb3-d070-411f-8d1e-4f39bec718c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:46:32.861854 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-074ffdb3-d070-411f-8d1e-4f39bec718c1 admin admin] Usage tracker for resource:router and tenant:36acfa08612d4807a355e59be8f38cb2 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:46:32.865061 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-074ffdb3-d070-411f-8d1e-4f39bec718c1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:46:32.870700 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-074ffdb3-d070-411f-8d1e-4f39bec718c1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:46:32.880713 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-074ffdb3-d070-411f-8d1e-4f39bec718c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:32.882291 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-074ffdb3-d070-411f-8d1e-4f39bec718c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:32.905612 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-074ffdb3-d070-411f-8d1e-4f39bec718c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:33.015278 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-074ffdb3-d070-411f-8d1e-4f39bec718c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:33.036323 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-074ffdb3-d070-411f-8d1e-4f39bec718c1 admin admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:33.037528 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-074ffdb3-d070-411f-8d1e-4f39bec718c1 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5272760 Feb 09 00:46:35.385197 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52284) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:46:35.745038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-19d0f0c8-e292-4f1b-826b-a56478a87f85 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:46:35.746037 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-19d0f0c8-e292-4f1b-826b-a56478a87f85 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3599129 Feb 09 00:46:36.757465 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d573cc2c-ca8b-43c5-b133-136c26dee6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:38.123645 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52294) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:46:38.489004 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-df17f8cc-2140-43b8-9e5b-0a0cf0f9ff56 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:46:38.493913 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-df17f8cc-2140-43b8-9e5b-0a0cf0f9ff56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:46:38.497725 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-df17f8cc-2140-43b8-9e5b-0a0cf0f9ff56 admin admin] Usage tracker for resource:network and tenant:ea5df0fa124143b0bd50657b7ff17542 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:46:38.500607 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-df17f8cc-2140-43b8-9e5b-0a0cf0f9ff56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:46:38.506277 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-df17f8cc-2140-43b8-9e5b-0a0cf0f9ff56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:46:38.515640 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df17f8cc-2140-43b8-9e5b-0a0cf0f9ff56 admin admin] Made reservation on behalf of ea5df0fa124143b0bd50657b7ff17542 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:46:38.517886 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-df17f8cc-2140-43b8-9e5b-0a0cf0f9ff56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:38.530523 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-df17f8cc-2140-43b8-9e5b-0a0cf0f9ff56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:38.545034 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-df17f8cc-2140-43b8-9e5b-0a0cf0f9ff56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:46:38.548712 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-df17f8cc-2140-43b8-9e5b-0a0cf0f9ff56 admin admin] Usage tracker for resource:security_group_rule and tenant:ea5df0fa124143b0bd50657b7ff17542 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:46:38.551412 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-df17f8cc-2140-43b8-9e5b-0a0cf0f9ff56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:46:38.556944 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-df17f8cc-2140-43b8-9e5b-0a0cf0f9ff56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:46:38.645117 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-df17f8cc-2140-43b8-9e5b-0a0cf0f9ff56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:38.649273 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-df17f8cc-2140-43b8-9e5b-0a0cf0f9ff56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:38.673453 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-df17f8cc-2140-43b8-9e5b-0a0cf0f9ff56 admin admin] Reserving flat network on physical network physnet1 {{(pid=87612) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 09 00:46:38.686664 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17f8cc-2140-43b8-9e5b-0a0cf0f9ff56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe3e768-b1f9-4b81-af9f-7020be1c8a2c,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:46:38.694623 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-df17f8cc-2140-43b8-9e5b-0a0cf0f9ff56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:38.695041 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-df17f8cc-2140-43b8-9e5b-0a0cf0f9ff56 admin admin] Added segment c0b9c9ff-99cb-460b-b308-ef98876a1893 of type flat for network d1df58ff-1788-422d-89ee-d00e1fe89789 Feb 09 00:46:38.725791 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-df17f8cc-2140-43b8-9e5b-0a0cf0f9ff56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:38.759893 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-df17f8cc-2140-43b8-9e5b-0a0cf0f9ff56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:38.760825 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df17f8cc-2140-43b8-9e5b-0a0cf0f9ff56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:46:38.761413 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-df17f8cc-2140-43b8-9e5b-0a0cf0f9ff56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:38.859227 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-df17f8cc-2140-43b8-9e5b-0a0cf0f9ff56 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7344866 Feb 09 00:46:38.861886 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17f8cc-2140-43b8-9e5b-0a0cf0f9ff56 admin admin] Pushing event updated for resources: {'Network': ['ID=d1df58ff-1788-422d-89ee-d00e1fe89789,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:46:38.875159 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network d1df58ff-1788-422d-89ee-d00e1fe89789 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:46:39.164958 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-160bd12f-851d-48ab-812f-3510b55165ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:40.216097 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:40.242877 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:41.246375 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52314) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:46:41.451793 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b67948-1c5a-4f74-88bc-710129c45ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:46:41.453175 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-62b67948-1c5a-4f74-88bc-710129c45ac8 admin admin] 10.222.0.37 "GET /v2.0/subnets/98cfe2d6-7c18-4924-b108-750e662d66c7 HTTP/1.1" status: 200 len: 849 time: 0.2059212 Feb 09 00:46:41.479678 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:41.596210 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5bc7d90b-d71f-4109-8fb9-35d862d9b595 admin admin] 10.222.0.37 "GET /v2.0/routers/a651b2d9-c37e-4e57-a205-a0ec00e8681a HTTP/1.1" status: 200 len: 704 time: 0.1372795 Feb 09 00:46:42.069133 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cdba6bf4-a2ed-43f0-ba2a-8bda39e83e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:42.080517 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 5 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:46:42.326727 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-cdba6bf4-a2ed-43f0-ba2a-8bda39e83e62 admin admin] Allocated IP 172.20.0.1 (c137e77b-249a-4666-a7b5-5aea9aac66d9/98cfe2d6-7c18-4924-b108-750e662d66c7/eb069738-49fa-41e4-85c8-1be13355f38e) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:46:42.482114 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cdba6bf4-a2ed-43f0-ba2a-8bda39e83e62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:42.498915 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-cdba6bf4-a2ed-43f0-ba2a-8bda39e83e62 admin admin] Transition to ACTIVE for port object eb069738-49fa-41e4-85c8-1be13355f38e will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:46:42.552729 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cdba6bf4-a2ed-43f0-ba2a-8bda39e83e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:42.618560 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdba6bf4-a2ed-43f0-ba2a-8bda39e83e62 admin admin] Network c137e77b-249a-4666-a7b5-5aea9aac66d9 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:46:42.621400 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-cdba6bf4-a2ed-43f0-ba2a-8bda39e83e62 admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:46:42.623905 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdba6bf4-a2ed-43f0-ba2a-8bda39e83e62 admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:46:42.624454 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cdba6bf4-a2ed-43f0-ba2a-8bda39e83e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:42.753378 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba6bf4-a2ed-43f0-ba2a-8bda39e83e62 admin admin] Pushing event updated for resources: {'Port': ['ID=eb069738-49fa-41e4-85c8-1be13355f38e,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:46:42.792600 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2a713631-b5b4-49ad-96b5-333dcc16faf8 None None] Provisioning for port eb069738-49fa-41e4-85c8-1be13355f38e completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:46:42.797477 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2a713631-b5b4-49ad-96b5-333dcc16faf8 None None] Provisioning complete for port eb069738-49fa-41e4-85c8-1be13355f38e triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:46:42.797955 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2a713631-b5b4-49ad-96b5-333dcc16faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:42.859309 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-2a713631-b5b4-49ad-96b5-333dcc16faf8 None None] Port eb069738-49fa-41e4-85c8-1be13355f38e cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:46:42.906222 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cdba6bf4-a2ed-43f0-ba2a-8bda39e83e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:43.131585 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cdba6bf4-a2ed-43f0-ba2a-8bda39e83e62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:43.136782 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cdba6bf4-a2ed-43f0-ba2a-8bda39e83e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:43.137488 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cdba6bf4-a2ed-43f0-ba2a-8bda39e83e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:43.269067 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba6bf4-a2ed-43f0-ba2a-8bda39e83e62 admin admin] Pushing event updated for resources: {'Port': ['ID=eb069738-49fa-41e4-85c8-1be13355f38e,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:46:43.331068 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdba6bf4-a2ed-43f0-ba2a-8bda39e83e62 admin admin] Network c137e77b-249a-4666-a7b5-5aea9aac66d9 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:46:43.332111 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-cdba6bf4-a2ed-43f0-ba2a-8bda39e83e62 admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:46:43.561783 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdba6bf4-a2ed-43f0-ba2a-8bda39e83e62 admin admin] Router a651b2d9-c37e-4e57-a205-a0ec00e8681a is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 00:46:43.582705 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b45ab8af-14cb-4fc7-b9f3-5df21bbac576 None None] Provisioning complete for port eb069738-49fa-41e4-85c8-1be13355f38e triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:46:43.583073 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b45ab8af-14cb-4fc7-b9f3-5df21bbac576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:43.637595 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b45ab8af-14cb-4fc7-b9f3-5df21bbac576 None None] Port eb069738-49fa-41e4-85c8-1be13355f38e cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:46:43.720147 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdba6bf4-a2ed-43f0-ba2a-8bda39e83e62 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:46:43.729577 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-cdba6bf4-a2ed-43f0-ba2a-8bda39e83e62 admin admin] 10.222.0.37 "PUT /v2.0/routers/a651b2d9-c37e-4e57-a205-a0ec00e8681a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1284435 Feb 09 00:46:43.730702 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743e15b3-e24d-4141-bc23-d60797793a82 None None] Sync routers for ids ['a651b2d9-c37e-4e57-a205-a0ec00e8681a'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:46:43.742243 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743e15b3-e24d-4141-bc23-d60797793a82 None None] Routers {'a651b2d9-c37e-4e57-a205-a0ec00e8681a'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:46:43.743208 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-743e15b3-e24d-4141-bc23-d60797793a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T00:46:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a651b2d9-c37e-4e57-a205-a0ec00e8681a'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:46:43.917715 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-743e15b3-e24d-4141-bc23-d60797793a82 None None] Set router a651b2d9-c37e-4e57-a205-a0ec00e8681a gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:46:44.295190 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-743e15b3-e24d-4141-bc23-d60797793a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a651b2d9-c37e-4e57-a205-a0ec00e8681a', 'name': 'router1', 'tenant_id': '36acfa08612d4807a355e59be8f38cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:46:32Z', 'updated_at': '2022-02-09T00:46:42Z', 'revision_number': 2, 'project_id': '36acfa08612d4807a355e59be8f38cb2', 'gw_port_host': None, '_interfaces': [{'id': 'eb069738-49fa-41e4-85c8-1be13355f38e', 'name': '', 'network_id': 'c137e77b-249a-4666-a7b5-5aea9aac66d9', 'tenant_id': '36acfa08612d4807a355e59be8f38cb2', 'mac_address': 'fa:16:3e:fe:55:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a651b2d9-c37e-4e57-a205-a0ec00e8681a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98cfe2d6-7c18-4924-b108-750e662d66c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:46:42Z', 'updated_at': '2022-02-09T00:46:42Z', 'revision_number': 2, 'project_id': '36acfa08612d4807a355e59be8f38cb2', 'subnets': [{'id': '98cfe2d6-7c18-4924-b108-750e662d66c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd98854a7-aa7a-415e-8f5c-1ee96e1137a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:46:44.300133 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743e15b3-e24d-4141-bc23-d60797793a82 None None] Checking router: a651b2d9-c37e-4e57-a205-a0ec00e8681a for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:46:44.300522 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743e15b3-e24d-4141-bc23-d60797793a82 None None] Updating router a651b2d9-c37e-4e57-a205-a0ec00e8681a port eb069738-49fa-41e4-85c8-1be13355f38e binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:46:44.354841 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-743e15b3-e24d-4141-bc23-d60797793a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:44.756971 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-743e15b3-e24d-4141-bc23-d60797793a82 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:44.781636 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-743e15b3-e24d-4141-bc23-d60797793a82 None None] Transition to ACTIVE for port object eb069738-49fa-41e4-85c8-1be13355f38e will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:46:44.790200 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-743e15b3-e24d-4141-bc23-d60797793a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:45.029096 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-743e15b3-e24d-4141-bc23-d60797793a82 None None] Attempting to bind port eb069738-49fa-41e4-85c8-1be13355f38e on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:46:45.029499 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-743e15b3-e24d-4141-bc23-d60797793a82 None None] Attempting to bind port eb069738-49fa-41e4-85c8-1be13355f38e by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'ed842a1e-eb5c-4bcc-9322-c83115858ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'c137e77b-249a-4666-a7b5-5aea9aac66d9'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:46:45.029905 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e15b3-e24d-4141-bc23-d60797793a82 None None] Attempting to bind port eb069738-49fa-41e4-85c8-1be13355f38e on network c137e77b-249a-4666-a7b5-5aea9aac66d9 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:46:45.035434 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e15b3-e24d-4141-bc23-d60797793a82 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:46:45.035852 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e15b3-e24d-4141-bc23-d60797793a82 None None] Checking segment: {'id': 'ed842a1e-eb5c-4bcc-9322-c83115858ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'c137e77b-249a-4666-a7b5-5aea9aac66d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:46:45.036330 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-743e15b3-e24d-4141-bc23-d60797793a82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:45.036740 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e15b3-e24d-4141-bc23-d60797793a82 None None] Bound using segment: {'id': 'ed842a1e-eb5c-4bcc-9322-c83115858ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'c137e77b-249a-4666-a7b5-5aea9aac66d9'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:46:45.037381 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-743e15b3-e24d-4141-bc23-d60797793a82 None None] Bound port: eb069738-49fa-41e4-85c8-1be13355f38e, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed842a1e-eb5c-4bcc-9322-c83115858ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'c137e77b-249a-4666-a7b5-5aea9aac66d9'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:46:45.037689 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-743e15b3-e24d-4141-bc23-d60797793a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:45.046752 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25adad5f-1b39-4e61-8d3a-8379eddb27d6 None None] Pushing event updated for resources: {'Port': ['ID=eb069738-49fa-41e4-85c8-1be13355f38e,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:46:45.088871 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25adad5f-1b39-4e61-8d3a-8379eddb27d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:45.089210 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25adad5f-1b39-4e61-8d3a-8379eddb27d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:45.089541 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25adad5f-1b39-4e61-8d3a-8379eddb27d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:45.089866 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25adad5f-1b39-4e61-8d3a-8379eddb27d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:45.090194 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25adad5f-1b39-4e61-8d3a-8379eddb27d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:45.090485 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25adad5f-1b39-4e61-8d3a-8379eddb27d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:45.090805 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25adad5f-1b39-4e61-8d3a-8379eddb27d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:45.091116 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25adad5f-1b39-4e61-8d3a-8379eddb27d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:45.091428 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25adad5f-1b39-4e61-8d3a-8379eddb27d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:45.091740 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25adad5f-1b39-4e61-8d3a-8379eddb27d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:45.092050 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25adad5f-1b39-4e61-8d3a-8379eddb27d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:45.092361 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25adad5f-1b39-4e61-8d3a-8379eddb27d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:45.093518 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25adad5f-1b39-4e61-8d3a-8379eddb27d6 None None] Tracked resource versions report: Feb 09 00:46:45.093518 n-d-828419-1 neutron-server[87614]: pushed versions: Feb 09 00:46:45.093518 n-d-828419-1 neutron-server[87614]: { 'AddressGroup': {'1.2'}, Feb 09 00:46:45.093518 n-d-828419-1 neutron-server[87614]: 'ConntrackHelper': {'1.0'}, Feb 09 00:46:45.093518 n-d-828419-1 neutron-server[87614]: 'Log': {'1.0'}, Feb 09 00:46:45.093518 n-d-828419-1 neutron-server[87614]: 'Network': {'1.1'}, Feb 09 00:46:45.093518 n-d-828419-1 neutron-server[87614]: 'Port': {'1.7'}, Feb 09 00:46:45.093518 n-d-828419-1 neutron-server[87614]: 'PortForwarding': {'1.2'}, Feb 09 00:46:45.093518 n-d-828419-1 neutron-server[87614]: 'QosPolicy': {'1.8'}, Feb 09 00:46:45.093518 n-d-828419-1 neutron-server[87614]: 'SecurityGroup': {'1.4'}, Feb 09 00:46:45.093518 n-d-828419-1 neutron-server[87614]: 'SecurityGroupRule': {'1.2'}, Feb 09 00:46:45.093518 n-d-828419-1 neutron-server[87614]: 'SubPort': {'1.0'}, Feb 09 00:46:45.093518 n-d-828419-1 neutron-server[87614]: 'Subnet': {'1.1'}, Feb 09 00:46:45.093518 n-d-828419-1 neutron-server[87614]: 'Trunk': {'1.1'}} Feb 09 00:46:45.093518 n-d-828419-1 neutron-server[87614]: consumer versions: Feb 09 00:46:45.093518 n-d-828419-1 neutron-server[87614]: { DHCP agent@n-d-828419-1: {}, Feb 09 00:46:45.093518 n-d-828419-1 neutron-server[87614]: L3 agent@n-d-828419-1: {}, Feb 09 00:46:45.093518 n-d-828419-1 neutron-server[87614]: Metadata agent@n-d-828419-1: {}, Feb 09 00:46:45.093518 n-d-828419-1 neutron-server[87614]: Metering agent@n-d-828419-1: {}, Feb 09 00:46:45.093518 n-d-828419-1 neutron-server[87614]: Open vSwitch agent@n-d-828419-1: { 'AddressGroup': '1.2', Feb 09 00:46:45.093518 n-d-828419-1 neutron-server[87614]: 'ConntrackHelper': '1.0', Feb 09 00:46:45.093518 n-d-828419-1 neutron-server[87614]: 'Log': '1.0', Feb 09 00:46:45.093518 n-d-828419-1 neutron-server[87614]: 'Network': '1.1', Feb 09 00:46:45.093518 n-d-828419-1 neutron-server[87614]: 'Port': '1.7', Feb 09 00:46:45.093518 n-d-828419-1 neutron-server[87614]: 'PortForwarding': '1.2', Feb 09 00:46:45.093518 n-d-828419-1 neutron-server[87614]: 'QosPolicy': '1.8', Feb 09 00:46:45.093518 n-d-828419-1 neutron-server[87614]: 'SecurityGroup': '1.4', Feb 09 00:46:45.093518 n-d-828419-1 neutron-server[87614]: 'SecurityGroupRule': '1.2', Feb 09 00:46:45.093518 n-d-828419-1 neutron-server[87614]: 'SubPort': '1.0', Feb 09 00:46:45.093518 n-d-828419-1 neutron-server[87614]: 'Subnet': '1.1', Feb 09 00:46:45.093518 n-d-828419-1 neutron-server[87614]: 'Trunk': '1.1'}} Feb 09 00:46:45.093518 n-d-828419-1 neutron-server[87614]: {{(pid=87614) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 00:46:45.143005 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-743e15b3-e24d-4141-bc23-d60797793a82 None None] For port eb069738-49fa-41e4-85c8-1be13355f38e, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:46:45.147410 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-743e15b3-e24d-4141-bc23-d60797793a82 None None] For port eb069738-49fa-41e4-85c8-1be13355f38e, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=eb069738-49fa-41e4-85c8-1be13355f38e,segment=NetworkSegment(ed842a1e-eb5c-4bcc-9322-c83115858ba0),segment_id=ed842a1e-eb5c-4bcc-9322-c83115858ba0)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:46:45.155070 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-743e15b3-e24d-4141-bc23-d60797793a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:45.245736 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25adad5f-1b39-4e61-8d3a-8379eddb27d6 None None] Pushing event updated for resources: {'Port': ['ID=eb069738-49fa-41e4-85c8-1be13355f38e,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:46:45.248251 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743e15b3-e24d-4141-bc23-d60797793a82 None None] Routers {'a651b2d9-c37e-4e57-a205-a0ec00e8681a'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:46:45.248810 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-743e15b3-e24d-4141-bc23-d60797793a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T00:46:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a651b2d9-c37e-4e57-a205-a0ec00e8681a'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:46:45.417715 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-743e15b3-e24d-4141-bc23-d60797793a82 None None] Set router a651b2d9-c37e-4e57-a205-a0ec00e8681a gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:46:45.743315 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-743e15b3-e24d-4141-bc23-d60797793a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a651b2d9-c37e-4e57-a205-a0ec00e8681a', 'name': 'router1', 'tenant_id': '36acfa08612d4807a355e59be8f38cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:46:32Z', 'updated_at': '2022-02-09T00:46:42Z', 'revision_number': 2, 'project_id': '36acfa08612d4807a355e59be8f38cb2', 'gw_port_host': None, '_interfaces': [{'id': 'eb069738-49fa-41e4-85c8-1be13355f38e', 'name': '', 'network_id': 'c137e77b-249a-4666-a7b5-5aea9aac66d9', 'tenant_id': '36acfa08612d4807a355e59be8f38cb2', 'mac_address': 'fa:16:3e:fe:55:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a651b2d9-c37e-4e57-a205-a0ec00e8681a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98cfe2d6-7c18-4924-b108-750e662d66c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:46:42Z', 'updated_at': '2022-02-09T00:46:45Z', 'revision_number': 4, 'project_id': '36acfa08612d4807a355e59be8f38cb2', 'subnets': [{'id': '98cfe2d6-7c18-4924-b108-750e662d66c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd98854a7-aa7a-415e-8f5c-1ee96e1137a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:46:45.747134 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743e15b3-e24d-4141-bc23-d60797793a82 None None] The sync data for ids ['a651b2d9-c37e-4e57-a205-a0ec00e8681a'] in n-d-828419-1 is: [{'id': 'a651b2d9-c37e-4e57-a205-a0ec00e8681a', 'name': 'router1', 'tenant_id': '36acfa08612d4807a355e59be8f38cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:46:32Z', 'updated_at': '2022-02-09T00:46:42Z', 'revision_number': 2, 'project_id': '36acfa08612d4807a355e59be8f38cb2', 'gw_port_host': None, '_interfaces': [{'id': 'eb069738-49fa-41e4-85c8-1be13355f38e', 'name': '', 'network_id': 'c137e77b-249a-4666-a7b5-5aea9aac66d9', 'tenant_id': '36acfa08612d4807a355e59be8f38cb2', 'mac_address': 'fa:16:3e:fe:55:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a651b2d9-c37e-4e57-a205-a0ec00e8681a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98cfe2d6-7c18-4924-b108-750e662d66c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:46:42Z', 'updated_at': '2022-02-09T00:46:45Z', 'revision_number': 4, 'project_id': '36acfa08612d4807a355e59be8f38cb2', 'subnets': [{'id': '98cfe2d6-7c18-4924-b108-750e662d66c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd98854a7-aa7a-415e-8f5c-1ee96e1137a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:46:45.924875 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52336) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:46:46.097409 n-d-828419-1 neutron-server[87611]: WARNING oslo_policy.policy [None req-7bee4fa8-9d9d-419a-b104-67a16258296b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 00:46:46.098099 n-d-828419-1 neutron-server[87611]: WARNING oslo_policy.policy [None req-7bee4fa8-9d9d-419a-b104-67a16258296b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 00:46:46.558337 n-d-828419-1 neutron-server[87611]: DEBUG neutron.policy [None req-7bee4fa8-9d9d-419a-b104-67a16258296b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87611) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 00:46:46.605178 n-d-828419-1 neutron-server[87611]: WARNING oslo_policy.policy [None req-7bee4fa8-9d9d-419a-b104-67a16258296b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 00:46:46.605565 n-d-828419-1 neutron-server[87611]: WARNING oslo_policy.policy [None req-7bee4fa8-9d9d-419a-b104-67a16258296b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 00:46:46.613984 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bee4fa8-9d9d-419a-b104-67a16258296b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:46:46.616023 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7bee4fa8-9d9d-419a-b104-67a16258296b admin admin] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 842 time: 0.6890619 Feb 09 00:46:46.625593 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-5749cc2e-dee9-444c-877a-d737982311e9 admin admin] Request body: {'subnet': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:46:46.627485 n-d-828419-1 neutron-server[87611]: INFO neutron.quota [None req-5749cc2e-dee9-444c-877a-d737982311e9 admin admin] Loaded quota_driver: . Feb 09 00:46:46.635406 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5749cc2e-dee9-444c-877a-d737982311e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:46:46.642977 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5749cc2e-dee9-444c-877a-d737982311e9 admin admin] Usage tracker for resource:subnet and tenant:ea5df0fa124143b0bd50657b7ff17542 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:46:46.647028 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5749cc2e-dee9-444c-877a-d737982311e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:46:46.654792 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5749cc2e-dee9-444c-877a-d737982311e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:46:46.669637 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5749cc2e-dee9-444c-877a-d737982311e9 admin admin] Made reservation on behalf of ea5df0fa124143b0bd50657b7ff17542 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:46:46.672653 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5749cc2e-dee9-444c-877a-d737982311e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:47.120212 n-d-828419-1 neutron-server[87611]: DEBUG neutron.objects.ports [None req-5749cc2e-dee9-444c-877a-d737982311e9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87611) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 00:46:47.120915 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5749cc2e-dee9-444c-877a-d737982311e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:47.211873 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5749cc2e-dee9-444c-877a-d737982311e9 admin admin] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:46:47.212146 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5749cc2e-dee9-444c-877a-d737982311e9 admin admin] Network hostable DHCP agents. Network: d1df58ff-1788-422d-89ee-d00e1fe89789, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:46:47.219447 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5749cc2e-dee9-444c-877a-d737982311e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71bd6404-cd26-40da-a13f-e9e7bf1c6403,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:46:47.231731 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5749cc2e-dee9-444c-877a-d737982311e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:47.232045 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5749cc2e-dee9-444c-877a-d737982311e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:47.232381 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5749cc2e-dee9-444c-877a-d737982311e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:47.232741 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5749cc2e-dee9-444c-877a-d737982311e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:47.233071 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5749cc2e-dee9-444c-877a-d737982311e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:47.233406 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5749cc2e-dee9-444c-877a-d737982311e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:47.233728 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5749cc2e-dee9-444c-877a-d737982311e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:47.234072 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5749cc2e-dee9-444c-877a-d737982311e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:47.234394 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5749cc2e-dee9-444c-877a-d737982311e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:47.234714 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5749cc2e-dee9-444c-877a-d737982311e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:47.235023 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5749cc2e-dee9-444c-877a-d737982311e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:47.235345 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5749cc2e-dee9-444c-877a-d737982311e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:46:47.236474 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5749cc2e-dee9-444c-877a-d737982311e9 admin admin] Tracked resource versions report: Feb 09 00:46:47.236474 n-d-828419-1 neutron-server[87611]: pushed versions: Feb 09 00:46:47.236474 n-d-828419-1 neutron-server[87611]: { 'AddressGroup': {'1.2'}, Feb 09 00:46:47.236474 n-d-828419-1 neutron-server[87611]: 'ConntrackHelper': {'1.0'}, Feb 09 00:46:47.236474 n-d-828419-1 neutron-server[87611]: 'Log': {'1.0'}, Feb 09 00:46:47.236474 n-d-828419-1 neutron-server[87611]: 'Network': {'1.1'}, Feb 09 00:46:47.236474 n-d-828419-1 neutron-server[87611]: 'Port': {'1.7'}, Feb 09 00:46:47.236474 n-d-828419-1 neutron-server[87611]: 'PortForwarding': {'1.2'}, Feb 09 00:46:47.236474 n-d-828419-1 neutron-server[87611]: 'QosPolicy': {'1.8'}, Feb 09 00:46:47.236474 n-d-828419-1 neutron-server[87611]: 'SecurityGroup': {'1.4'}, Feb 09 00:46:47.236474 n-d-828419-1 neutron-server[87611]: 'SecurityGroupRule': {'1.2'}, Feb 09 00:46:47.236474 n-d-828419-1 neutron-server[87611]: 'SubPort': {'1.0'}, Feb 09 00:46:47.236474 n-d-828419-1 neutron-server[87611]: 'Subnet': {'1.1'}, Feb 09 00:46:47.236474 n-d-828419-1 neutron-server[87611]: 'Trunk': {'1.1'}} Feb 09 00:46:47.236474 n-d-828419-1 neutron-server[87611]: consumer versions: Feb 09 00:46:47.236474 n-d-828419-1 neutron-server[87611]: { DHCP agent@n-d-828419-1: {}, Feb 09 00:46:47.236474 n-d-828419-1 neutron-server[87611]: L3 agent@n-d-828419-1: {}, Feb 09 00:46:47.236474 n-d-828419-1 neutron-server[87611]: Metadata agent@n-d-828419-1: {}, Feb 09 00:46:47.236474 n-d-828419-1 neutron-server[87611]: Metering agent@n-d-828419-1: {}, Feb 09 00:46:47.236474 n-d-828419-1 neutron-server[87611]: Open vSwitch agent@n-d-828419-1: { 'AddressGroup': '1.2', Feb 09 00:46:47.236474 n-d-828419-1 neutron-server[87611]: 'ConntrackHelper': '1.0', Feb 09 00:46:47.236474 n-d-828419-1 neutron-server[87611]: 'Log': '1.0', Feb 09 00:46:47.236474 n-d-828419-1 neutron-server[87611]: 'Network': '1.1', Feb 09 00:46:47.236474 n-d-828419-1 neutron-server[87611]: 'Port': '1.7', Feb 09 00:46:47.236474 n-d-828419-1 neutron-server[87611]: 'PortForwarding': '1.2', Feb 09 00:46:47.236474 n-d-828419-1 neutron-server[87611]: 'QosPolicy': '1.8', Feb 09 00:46:47.236474 n-d-828419-1 neutron-server[87611]: 'SecurityGroup': '1.4', Feb 09 00:46:47.236474 n-d-828419-1 neutron-server[87611]: 'SecurityGroupRule': '1.2', Feb 09 00:46:47.236474 n-d-828419-1 neutron-server[87611]: 'SubPort': '1.0', Feb 09 00:46:47.236474 n-d-828419-1 neutron-server[87611]: 'Subnet': '1.1', Feb 09 00:46:47.236474 n-d-828419-1 neutron-server[87611]: 'Trunk': '1.1'}} Feb 09 00:46:47.236474 n-d-828419-1 neutron-server[87611]: {{(pid=87611) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 00:46:47.261738 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5749cc2e-dee9-444c-877a-d737982311e9 admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:46:47.277560 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-5749cc2e-dee9-444c-877a-d737982311e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, d1df58ff-1788-422d-89ee-d00e1fe89789) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:46:47.282349 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5749cc2e-dee9-444c-877a-d737982311e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:46:47.283003 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5749cc2e-dee9-444c-877a-d737982311e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:47.287127 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a293cb93-6744-4367-ad9e-c9632bda1b36 None None] Network d1df58ff-1788-422d-89ee-d00e1fe89789 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:46:47.307031 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5749cc2e-dee9-444c-877a-d737982311e9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6841562 Feb 09 00:46:47.522399 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87d1a40-aef7-469c-b592-8354a628739b None None] Network d1df58ff-1788-422d-89ee-d00e1fe89789 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:46:47.901608 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device eb069738-49fa-41e4-85c8-1be13355f38e up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:46:47.977721 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port eb069738-49fa-41e4-85c8-1be13355f38e completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:46:47.983541 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port eb069738-49fa-41e4-85c8-1be13355f38e triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:46:47.984144 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:48.118943 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:48.153644 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port eb069738-49fa-41e4-85c8-1be13355f38e, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=eb069738-49fa-41e4-85c8-1be13355f38e,segment=NetworkSegment(ed842a1e-eb5c-4bcc-9322-c83115858ba0),segment_id=ed842a1e-eb5c-4bcc-9322-c83115858ba0)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:46:48.157482 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:48.232120 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=eb069738-49fa-41e4-85c8-1be13355f38e,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:46:49.581895 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52360) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:46:49.820962 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-95e475e6-56f6-46c9-b8ed-7934acef137f admin admin] 10.222.0.37 "GET /v2.0/routers/a651b2d9-c37e-4e57-a205-a0ec00e8681a HTTP/1.1" status: 200 len: 710 time: 0.2378066 Feb 09 00:46:49.889661 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device eb069738-49fa-41e4-85c8-1be13355f38e up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:46:49.965875 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c2fcf8-ae6f-4b11-832f-d7de76d4b685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:46:49.967243 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-69c2fcf8-ae6f-4b11-832f-d7de76d4b685 admin admin] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 886 time: 0.1412642 Feb 09 00:46:49.976749 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-d2d16865-2dc4-430c-a511-87cb8cb14fcc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:46:49.983334 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port eb069738-49fa-41e4-85c8-1be13355f38e triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:46:49.983711 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:50.432410 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d2d16865-2dc4-430c-a511-87cb8cb14fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:50.774115 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d2d16865-2dc4-430c-a511-87cb8cb14fcc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:50.833858 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d2d16865-2dc4-430c-a511-87cb8cb14fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:50.980255 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-d2d16865-2dc4-430c-a511-87cb8cb14fcc admin admin] Allocated IP 172.25.5.237 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/199562cc-6461-45c2-bbf7-f603e88cbaa9) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:46:51.179301 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d2d16865-2dc4-430c-a511-87cb8cb14fcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:51.249735 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d2d16865-2dc4-430c-a511-87cb8cb14fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:51.324865 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d16865-2dc4-430c-a511-87cb8cb14fcc admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:46:51.327780 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-d2d16865-2dc4-430c-a511-87cb8cb14fcc admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:46:51.331610 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d16865-2dc4-430c-a511-87cb8cb14fcc admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:46:51.386057 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d16865-2dc4-430c-a511-87cb8cb14fcc admin admin] Pushing event updated for resources: {'Port': ['ID=199562cc-6461-45c2-bbf7-f603e88cbaa9,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:46:51.709646 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d2d16865-2dc4-430c-a511-87cb8cb14fcc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:52.053907 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d2d16865-2dc4-430c-a511-87cb8cb14fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:52.057225 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d2d16865-2dc4-430c-a511-87cb8cb14fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8101386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8101405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8095324'] for router, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:52.238528 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d16865-2dc4-430c-a511-87cb8cb14fcc admin admin] Router a651b2d9-c37e-4e57-a205-a0ec00e8681a has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:46:52.453752 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d16865-2dc4-430c-a511-87cb8cb14fcc admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:46:52.462225 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d2d16865-2dc4-430c-a511-87cb8cb14fcc admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:52.463940 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d2d16865-2dc4-430c-a511-87cb8cb14fcc admin admin] 10.222.0.37 "PUT /v2.0/routers/a651b2d9-c37e-4e57-a205-a0ec00e8681a HTTP/1.1" status: 200 len: 890 time: 2.4910331 Feb 09 00:46:52.464641 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beb44fa-28d4-4c3b-a255-1770c15e4aba None None] Sync routers for ids ['a651b2d9-c37e-4e57-a205-a0ec00e8681a'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:46:52.474972 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beb44fa-28d4-4c3b-a255-1770c15e4aba None None] Routers {'a651b2d9-c37e-4e57-a205-a0ec00e8681a'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:46:52.475646 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-8beb44fa-28d4-4c3b-a255-1770c15e4aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T00:46:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a651b2d9-c37e-4e57-a205-a0ec00e8681a'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:46:52.680226 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-8beb44fa-28d4-4c3b-a255-1770c15e4aba None None] Set router a651b2d9-c37e-4e57-a205-a0ec00e8681a gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:46:53.054463 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-8beb44fa-28d4-4c3b-a255-1770c15e4aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a651b2d9-c37e-4e57-a205-a0ec00e8681a', 'name': 'router1', 'tenant_id': '36acfa08612d4807a355e59be8f38cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '199562cc-6461-45c2-bbf7-f603e88cbaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:46:32Z', 'updated_at': '2022-02-09T00:46:51Z', 'revision_number': 4, 'project_id': '36acfa08612d4807a355e59be8f38cb2', 'gw_port': {'id': '199562cc-6461-45c2-bbf7-f603e88cbaa9', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a651b2d9-c37e-4e57-a205-a0ec00e8681a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:46:50Z', 'updated_at': '2022-02-09T00:46:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'eb069738-49fa-41e4-85c8-1be13355f38e', 'name': '', 'network_id': 'c137e77b-249a-4666-a7b5-5aea9aac66d9', 'tenant_id': '36acfa08612d4807a355e59be8f38cb2', 'mac_address': 'fa:16:3e:fe:55:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a651b2d9-c37e-4e57-a205-a0ec00e8681a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98cfe2d6-7c18-4924-b108-750e662d66c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:46:42Z', 'updated_at': '2022-02-09T00:46:48Z', 'revision_number': 5, 'project_id': '36acfa08612d4807a355e59be8f38cb2', 'subnets': [{'id': '98cfe2d6-7c18-4924-b108-750e662d66c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd98854a7-aa7a-415e-8f5c-1ee96e1137a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:46:53.060043 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beb44fa-28d4-4c3b-a255-1770c15e4aba None None] Checking router: a651b2d9-c37e-4e57-a205-a0ec00e8681a for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:46:53.060411 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beb44fa-28d4-4c3b-a255-1770c15e4aba None None] Updating router a651b2d9-c37e-4e57-a205-a0ec00e8681a port 199562cc-6461-45c2-bbf7-f603e88cbaa9 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:46:53.115393 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8beb44fa-28d4-4c3b-a255-1770c15e4aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:53.465711 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8beb44fa-28d4-4c3b-a255-1770c15e4aba None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:53.481152 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8beb44fa-28d4-4c3b-a255-1770c15e4aba None None] Transition to ACTIVE for port object 199562cc-6461-45c2-bbf7-f603e88cbaa9 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:46:53.488825 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8beb44fa-28d4-4c3b-a255-1770c15e4aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:53.581034 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60058730-9771-4667-92fd-c0684f3642da None None] Pushing event updated for resources: {'Port': ['ID=199562cc-6461-45c2-bbf7-f603e88cbaa9,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:46:53.583257 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-8beb44fa-28d4-4c3b-a255-1770c15e4aba None None] Attempting to bind port 199562cc-6461-45c2-bbf7-f603e88cbaa9 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:46:53.583615 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-8beb44fa-28d4-4c3b-a255-1770c15e4aba None None] Attempting to bind port 199562cc-6461-45c2-bbf7-f603e88cbaa9 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:46:53.583972 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beb44fa-28d4-4c3b-a255-1770c15e4aba None None] Attempting to bind port 199562cc-6461-45c2-bbf7-f603e88cbaa9 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:46:53.590921 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beb44fa-28d4-4c3b-a255-1770c15e4aba None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:46:53.590921 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beb44fa-28d4-4c3b-a255-1770c15e4aba None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:46:53.591267 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8beb44fa-28d4-4c3b-a255-1770c15e4aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:53.591609 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beb44fa-28d4-4c3b-a255-1770c15e4aba None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:46:53.592073 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-8beb44fa-28d4-4c3b-a255-1770c15e4aba None None] Bound port: 199562cc-6461-45c2-bbf7-f603e88cbaa9, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:46:53.592486 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8beb44fa-28d4-4c3b-a255-1770c15e4aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:53.671945 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-8beb44fa-28d4-4c3b-a255-1770c15e4aba None None] For port 199562cc-6461-45c2-bbf7-f603e88cbaa9, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:46:53.676273 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-8beb44fa-28d4-4c3b-a255-1770c15e4aba None None] For port 199562cc-6461-45c2-bbf7-f603e88cbaa9, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=199562cc-6461-45c2-bbf7-f603e88cbaa9,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:46:53.681900 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8beb44fa-28d4-4c3b-a255-1770c15e4aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:53.786306 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beb44fa-28d4-4c3b-a255-1770c15e4aba None None] Routers {'a651b2d9-c37e-4e57-a205-a0ec00e8681a'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:46:53.786932 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-8beb44fa-28d4-4c3b-a255-1770c15e4aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T00:46:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a651b2d9-c37e-4e57-a205-a0ec00e8681a'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:46:53.851507 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60058730-9771-4667-92fd-c0684f3642da None None] Pushing event updated for resources: {'Port': ['ID=199562cc-6461-45c2-bbf7-f603e88cbaa9,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:46:53.970995 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-8beb44fa-28d4-4c3b-a255-1770c15e4aba None None] Set router a651b2d9-c37e-4e57-a205-a0ec00e8681a gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:46:54.301415 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-8beb44fa-28d4-4c3b-a255-1770c15e4aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a651b2d9-c37e-4e57-a205-a0ec00e8681a', 'name': 'router1', 'tenant_id': '36acfa08612d4807a355e59be8f38cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '199562cc-6461-45c2-bbf7-f603e88cbaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:46:32Z', 'updated_at': '2022-02-09T00:46:51Z', 'revision_number': 4, 'project_id': '36acfa08612d4807a355e59be8f38cb2', 'gw_port': {'id': '199562cc-6461-45c2-bbf7-f603e88cbaa9', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a651b2d9-c37e-4e57-a205-a0ec00e8681a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:46:50Z', 'updated_at': '2022-02-09T00:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'eb069738-49fa-41e4-85c8-1be13355f38e', 'name': '', 'network_id': 'c137e77b-249a-4666-a7b5-5aea9aac66d9', 'tenant_id': '36acfa08612d4807a355e59be8f38cb2', 'mac_address': 'fa:16:3e:fe:55:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a651b2d9-c37e-4e57-a205-a0ec00e8681a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98cfe2d6-7c18-4924-b108-750e662d66c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:46:42Z', 'updated_at': '2022-02-09T00:46:48Z', 'revision_number': 5, 'project_id': '36acfa08612d4807a355e59be8f38cb2', 'subnets': [{'id': '98cfe2d6-7c18-4924-b108-750e662d66c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd98854a7-aa7a-415e-8f5c-1ee96e1137a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:46:54.305401 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beb44fa-28d4-4c3b-a255-1770c15e4aba None None] The sync data for ids ['a651b2d9-c37e-4e57-a205-a0ec00e8681a'] in n-d-828419-1 is: [{'id': 'a651b2d9-c37e-4e57-a205-a0ec00e8681a', 'name': 'router1', 'tenant_id': '36acfa08612d4807a355e59be8f38cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '199562cc-6461-45c2-bbf7-f603e88cbaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:46:32Z', 'updated_at': '2022-02-09T00:46:51Z', 'revision_number': 4, 'project_id': '36acfa08612d4807a355e59be8f38cb2', 'gw_port': {'id': '199562cc-6461-45c2-bbf7-f603e88cbaa9', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a651b2d9-c37e-4e57-a205-a0ec00e8681a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:46:50Z', 'updated_at': '2022-02-09T00:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'eb069738-49fa-41e4-85c8-1be13355f38e', 'name': '', 'network_id': 'c137e77b-249a-4666-a7b5-5aea9aac66d9', 'tenant_id': '36acfa08612d4807a355e59be8f38cb2', 'mac_address': 'fa:16:3e:fe:55:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a651b2d9-c37e-4e57-a205-a0ec00e8681a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98cfe2d6-7c18-4924-b108-750e662d66c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:46:42Z', 'updated_at': '2022-02-09T00:46:48Z', 'revision_number': 5, 'project_id': '36acfa08612d4807a355e59be8f38cb2', 'subnets': [{'id': '98cfe2d6-7c18-4924-b108-750e662d66c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd98854a7-aa7a-415e-8f5c-1ee96e1137a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:46:54.933397 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52370) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:46:55.058659 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e0795a1a-d802-400e-835a-17bd1af9752e admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1240499 Feb 09 00:46:55.920227 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 199562cc-6461-45c2-bbf7-f603e88cbaa9 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:46:56.007310 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 199562cc-6461-45c2-bbf7-f603e88cbaa9 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:46:56.013228 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 199562cc-6461-45c2-bbf7-f603e88cbaa9 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:46:56.013693 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:56.153476 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:56.174401 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 199562cc-6461-45c2-bbf7-f603e88cbaa9, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=199562cc-6461-45c2-bbf7-f603e88cbaa9,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:46:56.180431 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:56.255461 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=199562cc-6461-45c2-bbf7-f603e88cbaa9,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:46:57.892906 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 199562cc-6461-45c2-bbf7-f603e88cbaa9 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:46:57.967621 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 199562cc-6461-45c2-bbf7-f603e88cbaa9 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:46:57.968229 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:06.763063 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-96aace85-0302-459a-ac39-218a9b5cd856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:09.167106 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3b5e4709-7162-4fe4-812d-a66330bcf2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:10.223604 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:10.249003 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:11.497597 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:19.080457 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 5 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:47:36.770051 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b04703cc-1532-4e9b-a332-772123104b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:39.176117 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9e48-9359-4aef-ba13-0905fb5586f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:40.225613 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:40.244623 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:41.501197 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:56.079028 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 5 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:48:06.765762 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4c1d9d01-c038-421a-b202-47b708193da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:09.172280 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fb3f2649-4e9e-47a0-aacc-2009c72d8e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:10.239407 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:10.243748 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:11.508679 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:33.078896 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 5 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:48:36.770265 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4559a3ba-ff07-4cba-af38-c3e9c7342312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:39.166862 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d217e293-4d3f-427d-9bcf-7400d57d88a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:40.238291 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:40.244088 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:41.509386 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:01.751552 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52972) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:49:01.819602 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd5bef4b-981c-4c21-937c-48be82dd99d9 admin admin] GET failed (client error): The resource could not be found. Feb 09 00:49:01.820122 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-cd5bef4b-981c-4c21-937c-48be82dd99d9 admin admin] Synchronizing usage tracker for tenant:ea5df0fa124143b0bd50657b7ff17542 on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:49:01.837058 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-cd5bef4b-981c-4c21-937c-48be82dd99d9 admin admin] Unset dirty status for tenant:ea5df0fa124143b0bd50657b7ff17542 on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:49:01.838320 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-cd5bef4b-981c-4c21-937c-48be82dd99d9 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0857661 Feb 09 00:49:01.971524 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecee0554-6915-463d-ac87-a9045a8e8307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:01.972982 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ecee0554-6915-463d-ac87-a9045a8e8307 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1307032 Feb 09 00:49:04.121260 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52982) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:49:04.224657 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86c9681-7411-4d85-9c5d-0d36e216865b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:04.226015 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b86c9681-7411-4d85-9c5d-0d36e216865b admin admin] 10.222.0.37 "GET /v2.0/subnets/98cfe2d6-7c18-4924-b108-750e662d66c7 HTTP/1.1" status: 200 len: 849 time: 0.1038160 Feb 09 00:49:04.234956 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-fe490311-694b-401a-a832-c3dde5117496 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:49:04.351613 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fe490311-694b-401a-a832-c3dde5117496 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:04.535358 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fe490311-694b-401a-a832-c3dde5117496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757039949572'] for subnet, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:04.575953 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe490311-694b-401a-a832-c3dde5117496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:04.576922 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fe490311-694b-401a-a832-c3dde5117496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:04.588444 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-fe490311-694b-401a-a832-c3dde5117496 admin admin] 10.222.0.37 "PUT /v2.0/subnets/98cfe2d6-7c18-4924-b108-750e662d66c7 HTTP/1.1" status: 200 len: 868 time: 0.3464835 Feb 09 00:49:04.588724 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b637f63c-b0a8-4600-ba8d-57ac18ac9f9b None None] Network c137e77b-249a-4666-a7b5-5aea9aac66d9 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:49:04.608100 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe490311-694b-401a-a832-c3dde5117496 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98cfe2d6-7c18-4924-b108-750e662d66c7,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:04.616280 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe490311-694b-401a-a832-c3dde5117496 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:04.616667 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe490311-694b-401a-a832-c3dde5117496 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:04.616978 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe490311-694b-401a-a832-c3dde5117496 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:04.617307 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe490311-694b-401a-a832-c3dde5117496 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:04.617633 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe490311-694b-401a-a832-c3dde5117496 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:04.617957 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe490311-694b-401a-a832-c3dde5117496 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:04.618278 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe490311-694b-401a-a832-c3dde5117496 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:04.618597 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe490311-694b-401a-a832-c3dde5117496 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:04.618916 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe490311-694b-401a-a832-c3dde5117496 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:04.619231 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe490311-694b-401a-a832-c3dde5117496 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:04.619547 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe490311-694b-401a-a832-c3dde5117496 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:04.619861 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe490311-694b-401a-a832-c3dde5117496 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:05.048627 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c9190a56-cc65-442e-8343-35444cf37363 None None] Provisioning complete for port eb069738-49fa-41e4-85c8-1be13355f38e triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:49:05.048997 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c9190a56-cc65-442e-8343-35444cf37363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:05.173934 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c9190a56-cc65-442e-8343-35444cf37363 None None] Provisioning complete for port 30791cf8-4de2-48cd-89d2-5af1ad449c00 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:49:05.174190 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c9190a56-cc65-442e-8343-35444cf37363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:06.718778 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52992) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:49:06.773091 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-510dcc39-8738-495e-b8e9-808f95eed5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:06.905783 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1600b8fe-e8af-4ced-b063-1107ea96b730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:06.906164 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1600b8fe-e8af-4ced-b063-1107ea96b730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:06.907687 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1600b8fe-e8af-4ced-b063-1107ea96b730 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1879663 Feb 09 00:49:09.086457 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53002) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:49:09.171331 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b9305cb2-2428-466c-b413-137253d92260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:09.266280 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6bd55c-7951-41fd-b0fc-0c3a003c5e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:09.266663 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6bd55c-7951-41fd-b0fc-0c3a003c5e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:09.268183 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ec6bd55c-7951-41fd-b0fc-0c3a003c5e01 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1807034 Feb 09 00:49:10.079804 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 5 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:49:10.240363 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:10.245898 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:11.433262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53012) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:49:11.513063 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:11.611702 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35813ac-93da-4775-a76e-896b66f6818f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:11.613028 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e35813ac-93da-4775-a76e-896b66f6818f admin admin] 10.222.0.37 "GET /v2.0/networks/c137e77b-249a-4666-a7b5-5aea9aac66d9 HTTP/1.1" status: 200 len: 869 time: 0.1788168 Feb 09 00:49:13.746386 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53022) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:49:13.921370 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0079f384-022d-473e-8bb3-c3f64af22c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:13.922782 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0079f384-022d-473e-8bb3-c3f64af22c13 admin admin] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 886 time: 0.1754580 Feb 09 00:49:16.072197 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53032) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:49:16.180787 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c38d736-6b39-4fe2-8fd8-eadbced39f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:16.181201 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c38d736-6b39-4fe2-8fd8-eadbced39f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:16.181900 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6c38d736-6b39-4fe2-8fd8-eadbced39f4a admin admin] Synchronizing usage tracker for tenant:ea5df0fa124143b0bd50657b7ff17542 on resource:subnet {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:49:16.201647 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6c38d736-6b39-4fe2-8fd8-eadbced39f4a admin admin] Unset dirty status for tenant:ea5df0fa124143b0bd50657b7ff17542 on resource:subnet {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:49:16.203477 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6c38d736-6b39-4fe2-8fd8-eadbced39f4a admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1300960 Feb 09 00:49:18.408304 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53042) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:49:18.523880 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863075a0-9ca9-4484-81b8-9e6efec28afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:18.524327 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863075a0-9ca9-4484-81b8-9e6efec28afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:18.525866 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-863075a0-9ca9-4484-81b8-9e6efec28afa admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1165934 Feb 09 00:49:20.678094 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53052) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:49:20.778604 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd375403-bfc3-4fb9-8b2a-524d2e2d3d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:20.780184 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-dd375403-bfc3-4fb9-8b2a-524d2e2d3d43 admin admin] 10.222.0.37 "GET /v2.0/subnets/71bd6404-cd26-40da-a13f-e9e7bf1c6403 HTTP/1.1" status: 200 len: 816 time: 0.1009390 Feb 09 00:49:22.991999 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53062) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:49:23.104918 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29df25af-d3f0-4543-8524-23483cfc3447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:23.105871 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-29df25af-d3f0-4543-8524-23483cfc3447 admin admin] 10.222.0.37 "GET /v2.0/subnets/98cfe2d6-7c18-4924-b108-750e662d66c7 HTTP/1.1" status: 200 len: 868 time: 0.1129014 Feb 09 00:49:36.775614 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5232b583-86b5-475a-808f-ae8850227034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:39.174791 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-afe9fc4c-8137-4f3c-930a-cf5afe846de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:40.247287 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:40.250281 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:41.516347 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:41.765911 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53108) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:49:41.816072 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [None req-7942550d-3568-4f32-822c-fe4a1dd779e4 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:49:41.817147 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7942550d-3568-4f32-822c-fe4a1dd779e4 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0504143 Feb 09 00:49:44.018338 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53118) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:49:44.094268 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aea4dfa-4734-46d3-ad97-b44b86921ecd admin admin] GET failed (client error): The resource could not be found. Feb 09 00:49:44.095577 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7aea4dfa-4734-46d3-ad97-b44b86921ecd admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0759985 Feb 09 00:49:44.229468 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a956f53b-97cf-4e2a-b4f5-d160d48bfce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:44.230884 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a956f53b-97cf-4e2a-b4f5-d160d48bfce3 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1314514 Feb 09 00:49:46.400756 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53128) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:49:46.446920 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-fc23b52e-aa0e-4530-af20-0b1e272bc188 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:49:46.451940 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-fc23b52e-aa0e-4530-af20-0b1e272bc188 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:49:46.461964 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-fc23b52e-aa0e-4530-af20-0b1e272bc188 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:49:46.472253 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc23b52e-aa0e-4530-af20-0b1e272bc188 admin admin] Made reservation on behalf of ea5df0fa124143b0bd50657b7ff17542 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:49:46.475040 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fc23b52e-aa0e-4530-af20-0b1e272bc188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:46.563789 n-d-828419-1 neutron-server[87612]: WARNING neutron.services.revisions.revision_plugin [None req-fc23b52e-aa0e-4530-af20-0b1e272bc188 admin admin] Could not find related network for resource to bump revision. Feb 09 00:49:46.574783 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc23b52e-aa0e-4530-af20-0b1e272bc188 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 963} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:49:46.583492 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fc23b52e-aa0e-4530-af20-0b1e272bc188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:46.583831 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-fc23b52e-aa0e-4530-af20-0b1e272bc188 admin admin] Added segment c2b1f92d-a400-45ee-b622-f4d3da8763c8 of type vlan for network 82c0e553-004f-4f65-a38e-9d785fdc5802 Feb 09 00:49:46.610066 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fc23b52e-aa0e-4530-af20-0b1e272bc188 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:46.640178 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fc23b52e-aa0e-4530-af20-0b1e272bc188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:46.641188 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc23b52e-aa0e-4530-af20-0b1e272bc188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:46.641759 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fc23b52e-aa0e-4530-af20-0b1e272bc188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:46.797090 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23b52e-aa0e-4530-af20-0b1e272bc188 admin admin] Pushing event updated for resources: {'Network': ['ID=82c0e553-004f-4f65-a38e-9d785fdc5802,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:46.799945 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-fc23b52e-aa0e-4530-af20-0b1e272bc188 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3981826 Feb 09 00:49:46.823591 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:49:47.079097 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 5 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:49:48.973184 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53138) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:49:49.040131 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb0b311-415c-4dba-b4d8-1f5ea6cc57d6 admin admin] GET failed (client error): The resource could not be found. Feb 09 00:49:49.040693 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-dfb0b311-415c-4dba-b4d8-1f5ea6cc57d6 admin admin] Synchronizing usage tracker for tenant:ea5df0fa124143b0bd50657b7ff17542 on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:49:49.056261 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-dfb0b311-415c-4dba-b4d8-1f5ea6cc57d6 admin admin] Unset dirty status for tenant:ea5df0fa124143b0bd50657b7ff17542 on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:49:49.057500 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-dfb0b311-415c-4dba-b4d8-1f5ea6cc57d6 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0833607 Feb 09 00:49:49.164311 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7237c42f-4c65-49f1-9c16-26d0911e511d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:49.165723 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7237c42f-4c65-49f1-9c16-26d0911e511d admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1043701 Feb 09 00:49:49.175505 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-136f9e2d-8712-44a8-8ab0-4072ec565152 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:49:49.180816 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-136f9e2d-8712-44a8-8ab0-4072ec565152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:49:49.190306 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-136f9e2d-8712-44a8-8ab0-4072ec565152 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:49:49.200367 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136f9e2d-8712-44a8-8ab0-4072ec565152 admin admin] Made reservation on behalf of ea5df0fa124143b0bd50657b7ff17542 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:49:49.202679 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-136f9e2d-8712-44a8-8ab0-4072ec565152 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:49.400902 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-136f9e2d-8712-44a8-8ab0-4072ec565152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:49.476674 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f9e2d-8712-44a8-8ab0-4072ec565152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1d7756a-584e-4152-ad93-d220060f4b30,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:49.486699 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136f9e2d-8712-44a8-8ab0-4072ec565152 admin admin] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:49:49.487054 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136f9e2d-8712-44a8-8ab0-4072ec565152 admin admin] Network hostable DHCP agents. Network: 82c0e553-004f-4f65-a38e-9d785fdc5802, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:49:49.505162 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136f9e2d-8712-44a8-8ab0-4072ec565152 admin admin] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:49:49.514526 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-136f9e2d-8712-44a8-8ab0-4072ec565152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 82c0e553-004f-4f65-a38e-9d785fdc5802) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:49:49.518777 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136f9e2d-8712-44a8-8ab0-4072ec565152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:49.519361 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-136f9e2d-8712-44a8-8ab0-4072ec565152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:49.524685 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce92fdf-f357-497e-864e-b2f14ac3d781 None None] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:49:49.545382 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-136f9e2d-8712-44a8-8ab0-4072ec565152 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3732533 Feb 09 00:49:49.747193 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-82c0e553-004f-4f65-a38e-9d785fdc5802', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'tenant_id': 'ea5df0fa124143b0bd50657b7ff17542', 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 00:49:49.748048 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:49.908996 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] Allocated IP 192.168.233.2 (82c0e553-004f-4f65-a38e-9d785fdc5802/c1d7756a-584e-4152-ad93-d220060f4b30/172c5b4c-ac2b-4a61-a486-759fefff2659) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:49:50.124030 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:50.134447 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] Transition to ACTIVE for port object 172c5b4c-ac2b-4a61-a486-759fefff2659 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:49:50.153309 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] Transition to ACTIVE for port object 172c5b4c-ac2b-4a61-a486-759fefff2659 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:49:50.158765 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:50.226840 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:49:50.229682 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:49:50.233424 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:49:50.265377 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] Pushing event updated for resources: {'Port': ['ID=172c5b4c-ac2b-4a61-a486-759fefff2659,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:50.281411 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:50.281751 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:50.282090 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:50.282420 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:50.282748 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:50.283069 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:50.283390 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:50.283716 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:50.284031 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:50.284348 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:50.284699 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:50.285030 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:50.336739 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] Attempting to bind port 172c5b4c-ac2b-4a61-a486-759fefff2659 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:49:50.337100 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] Attempting to bind port 172c5b4c-ac2b-4a61-a486-759fefff2659 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:49:50.337454 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] Attempting to bind port 172c5b4c-ac2b-4a61-a486-759fefff2659 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:49:50.342651 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:49:50.343015 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:49:50.343407 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:50.343793 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:49:50.344248 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] Bound port: 172c5b4c-ac2b-4a61-a486-759fefff2659, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:49:50.344675 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:50.460127 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] For port 172c5b4c-ac2b-4a61-a486-759fefff2659, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:49:50.463257 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] For port 172c5b4c-ac2b-4a61-a486-759fefff2659, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=172c5b4c-ac2b-4a61-a486-759fefff2659,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:49:50.466920 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:50.545503 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631bbd1-4ecc-4d87-94ed-1a3959124690 None None] Pushing event updated for resources: {'Port': ['ID=172c5b4c-ac2b-4a61-a486-759fefff2659,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:51.393072 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff3b639-aac1-4326-9731-07a1b7b87003 None None] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:49:51.502977 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-680e4781-8d7c-41ac-91b4-a340325905d9 None None] Provisioning for port 172c5b4c-ac2b-4a61-a486-759fefff2659 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:49:52.009597 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 172c5b4c-ac2b-4a61-a486-759fefff2659 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:49:52.086806 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 172c5b4c-ac2b-4a61-a486-759fefff2659 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:49:52.091941 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 172c5b4c-ac2b-4a61-a486-759fefff2659 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:49:52.092313 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:52.214754 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:52.249015 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 172c5b4c-ac2b-4a61-a486-759fefff2659, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=172c5b4c-ac2b-4a61-a486-759fefff2659,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:49:52.252870 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:52.322815 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=172c5b4c-ac2b-4a61-a486-759fefff2659,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:53.993411 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 172c5b4c-ac2b-4a61-a486-759fefff2659 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:49:54.073793 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 172c5b4c-ac2b-4a61-a486-759fefff2659 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:49:54.074517 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:06.779975 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-23f209be-9d62-4a9b-b352-f493d84c9901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:09.182435 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-973acb92-2b98-49ff-a743-39053ef5a7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:10.250574 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:10.251700 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:11.522862 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:24.078078 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 5 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:50:36.783408 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-26a410b9-5597-4f8a-adaa-cd4a40947c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:39.177187 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-cfad66eb-08c7-4903-8f73-19bb842c8566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:40.250654 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:40.252883 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:41.524360 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:01.076447 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 5 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:51:02.734009 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53188) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:02.740194 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-5df45cdb-4dc5-42d3-b85f-fc2a86576d68 tempest-verify_tempest_config-1978215730 tempest-verify_tempest_config-1978215730-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:51:02.741343 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5df45cdb-4dc5-42d3-b85f-fc2a86576d68 tempest-verify_tempest_config-1978215730 tempest-verify_tempest_config-1978215730-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063446 Feb 09 00:51:03.064824 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53206) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:03.198739 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13b1e371-2bf7-447b-95a6-e5d31b97986c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:03.213089 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-13b1e371-2bf7-447b-95a6-e5d31b97986c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:51:03.216928 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-13b1e371-2bf7-447b-95a6-e5d31b97986c admin admin] Usage tracker for resource:security_group_rule and tenant:b34d880c768f43ffa60a05e2a13f4672 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:51:03.219704 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-13b1e371-2bf7-447b-95a6-e5d31b97986c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:51:03.225418 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-13b1e371-2bf7-447b-95a6-e5d31b97986c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:51:03.311084 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13b1e371-2bf7-447b-95a6-e5d31b97986c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:03.315160 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13b1e371-2bf7-447b-95a6-e5d31b97986c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:03.367061 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-13b1e371-2bf7-447b-95a6-e5d31b97986c admin admin] Synchronizing usage tracker for tenant:ea5df0fa124143b0bd50657b7ff17542 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:51:03.369343 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1e371-2bf7-447b-95a6-e5d31b97986c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9d17ba-88f6-465a-b686-d11a72a80a5e,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:03.378577 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1e371-2bf7-447b-95a6-e5d31b97986c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:03.378915 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1e371-2bf7-447b-95a6-e5d31b97986c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:03.379245 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1e371-2bf7-447b-95a6-e5d31b97986c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:03.379570 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1e371-2bf7-447b-95a6-e5d31b97986c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:03.380460 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1e371-2bf7-447b-95a6-e5d31b97986c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:03.380891 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1e371-2bf7-447b-95a6-e5d31b97986c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:03.381643 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1e371-2bf7-447b-95a6-e5d31b97986c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:03.381999 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1e371-2bf7-447b-95a6-e5d31b97986c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:03.382567 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1e371-2bf7-447b-95a6-e5d31b97986c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:03.383114 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1e371-2bf7-447b-95a6-e5d31b97986c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:03.383672 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1e371-2bf7-447b-95a6-e5d31b97986c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:03.384244 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1e371-2bf7-447b-95a6-e5d31b97986c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:03.400506 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-13b1e371-2bf7-447b-95a6-e5d31b97986c admin admin] Unset dirty status for tenant:ea5df0fa124143b0bd50657b7ff17542 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:51:03.401651 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-13b1e371-2bf7-447b-95a6-e5d31b97986c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b34d880c768f43ffa60a05e2a13f4672&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3357737 Feb 09 00:51:03.404465 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53212) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:51:03.465283 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16a1dfe9-688b-455a-83fd-5d397bb6b3f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:03.491128 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16a1dfe9-688b-455a-83fd-5d397bb6b3f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:03.584834 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16a1dfe9-688b-455a-83fd-5d397bb6b3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:03.599147 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1dfe9-688b-455a-83fd-5d397bb6b3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9d17ba-88f6-465a-b686-d11a72a80a5e,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:03.606278 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16a1dfe9-688b-455a-83fd-5d397bb6b3f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:03.607380 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-16a1dfe9-688b-455a-83fd-5d397bb6b3f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fe9d17ba-88f6-465a-b686-d11a72a80a5e HTTP/1.1" status: 204 len: 168 time: 0.2020259 Feb 09 00:51:06.785000 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d7e655dc-f53f-4972-afed-7ae5caa72af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:09.182223 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-60c000e2-4c41-417b-a98d-572ea33cc35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:10.253146 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:10.254131 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:11.515439 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:36.787635 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1a47e134-69c4-474e-92b5-bc5c6eebca02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:38.076103 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 5 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:51:39.184154 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9cbef9b3-3a97-402b-977a-dd0b9ef43bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:40.267273 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:40.269859 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:41.516566 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:06.789325 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9ab24902-8dec-4dcd-95bb-f00a74e09c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:09.186896 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ff8ca3c4-09fb-4787-89cd-b58db70137b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:10.258789 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:10.259706 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:11.519290 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:15.074571 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 5 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:52:36.793188 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6866931c-8301-4ceb-9303-16af767aab35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:39.189110 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6a4c3621-03ad-46fd-aab9-a9c35948d106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:40.271450 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:40.273201 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:41.523557 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:52.073206 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 5 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:53:06.795665 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-633389d1-533d-4639-a519-d3b557bd98f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:09.196653 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f79d8ac2-3a2d-4192-9bb4-d6bf7ac8a772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:10.262340 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:10.263766 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:11.527229 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:29.075169 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 5 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:53:36.797537 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3203bf9e-24da-4612-88f2-6c2c78aeaf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:39.215299 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-07f27031-3f56-4ff6-9e67-19e212b150b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:40.263250 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:40.265368 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:41.528823 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:06.074463 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 5 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:54:06.806008 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-028e8d23-d91e-466a-91e6-2a2e32d69eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:09.195853 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-28f85463-d659-42c7-931c-65d414d77435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:10.262865 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:10.268340 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:11.533998 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:21.439472 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8093985'] for agent, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:24.532847 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8093985'] for agent, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:36.799041 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2c9f0b90-694f-4b15-ac02-0ea71f72f26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:39.190200 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3f8b6341-31f9-416d-91dd-3c272c0b4ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:40.261745 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:40.266889 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:41.537323 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:43.074073 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:54:51.397844 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:54.516708 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:06.803913 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-87b34d66-9a06-49cd-92c3-98bd2bee2129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:08.386864 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53276) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:55:08.504913 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-119632e3-d1b1-48c0-a1ca-75c15df96470 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1169462 Feb 09 00:55:09.192920 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1b09ec40-b5a6-4aa9-99a5-5c3f23581585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:10.264256 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:10.266525 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:10.674821 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53286) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:55:10.730199 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2eca56c5-4005-4ac4-90aa-496a8fb91bbe admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0542917 Feb 09 00:55:11.539769 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:20.075942 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:55:21.396960 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:24.530848 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:36.797349 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e31c9b38-1257-4e76-b87d-d0b6c4d12183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:39.194796 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-755f390f-7fe3-4b89-b8d8-5d3fdd383a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:40.264147 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:40.269134 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:41.539398 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:51.410072 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:54.564836 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:57.077935 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:56:06.801002 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9944ba55-f7d1-43bb-9dad-4454b720d470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:09.197991 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f3bba7e7-a05d-45b1-9431-a0d1bc9a5796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:10.263205 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:10.270602 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:11.543676 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:21.425802 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:24.561284 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:34.079461 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:56:36.808681 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-840a5c6c-88fd-4116-87be-0053562de655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:39.201112 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-675d150e-cdc2-429d-8770-bad9fe6cd11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:40.263992 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:40.276764 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:41.549085 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:46.983314 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53504) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:47.583438 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519594793-network', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:47.589735 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:47.602529 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] Usage tracker for resource:network and tenant:488d0cb4879f4c45b8bc25513f8868c1 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:47.606174 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:47.612306 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:47.630500 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] Made reservation on behalf of 488d0cb4879f4c45b8bc25513f8868c1 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:56:47.633531 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:47.646246 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:47.661123 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:47.665927 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] Usage tracker for resource:security_group_rule and tenant:488d0cb4879f4c45b8bc25513f8868c1 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:47.669080 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:47.675040 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:47.766194 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:47.770393 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:47.808028 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 954} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:56:47.813370 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10985bf-d510-485e-9db9-0a4dbe4e9879,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:47.825003 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:47.825003 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:47.825191 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:47.825611 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:47.825828 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:47.826167 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:47.826489 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:47.826808 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:47.827124 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:47.827462 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:47.827765 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:47.828078 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:47.829183 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] Tracked resource versions report: Feb 09 00:56:47.829183 n-d-828419-1 neutron-server[87612]: pushed versions: Feb 09 00:56:47.829183 n-d-828419-1 neutron-server[87612]: { 'AddressGroup': {'1.2'}, Feb 09 00:56:47.829183 n-d-828419-1 neutron-server[87612]: 'ConntrackHelper': {'1.0'}, Feb 09 00:56:47.829183 n-d-828419-1 neutron-server[87612]: 'Log': {'1.0'}, Feb 09 00:56:47.829183 n-d-828419-1 neutron-server[87612]: 'Network': {'1.1'}, Feb 09 00:56:47.829183 n-d-828419-1 neutron-server[87612]: 'Port': {'1.7'}, Feb 09 00:56:47.829183 n-d-828419-1 neutron-server[87612]: 'PortForwarding': {'1.2'}, Feb 09 00:56:47.829183 n-d-828419-1 neutron-server[87612]: 'QosPolicy': {'1.8'}, Feb 09 00:56:47.829183 n-d-828419-1 neutron-server[87612]: 'SecurityGroup': {'1.4'}, Feb 09 00:56:47.829183 n-d-828419-1 neutron-server[87612]: 'SecurityGroupRule': {'1.2'}, Feb 09 00:56:47.829183 n-d-828419-1 neutron-server[87612]: 'SubPort': {'1.0'}, Feb 09 00:56:47.829183 n-d-828419-1 neutron-server[87612]: 'Subnet': {'1.1'}, Feb 09 00:56:47.829183 n-d-828419-1 neutron-server[87612]: 'Trunk': {'1.1'}} Feb 09 00:56:47.829183 n-d-828419-1 neutron-server[87612]: consumer versions: Feb 09 00:56:47.829183 n-d-828419-1 neutron-server[87612]: { DHCP agent@n-d-828419-1: {}, Feb 09 00:56:47.829183 n-d-828419-1 neutron-server[87612]: HyperV agent@n-h1-828419-1: {}, Feb 09 00:56:47.829183 n-d-828419-1 neutron-server[87612]: HyperV agent@n-h2-828419-1: {}, Feb 09 00:56:47.829183 n-d-828419-1 neutron-server[87612]: L3 agent@n-d-828419-1: {}, Feb 09 00:56:47.829183 n-d-828419-1 neutron-server[87612]: Metadata agent@n-d-828419-1: {}, Feb 09 00:56:47.829183 n-d-828419-1 neutron-server[87612]: Metering agent@n-d-828419-1: {}, Feb 09 00:56:47.829183 n-d-828419-1 neutron-server[87612]: Open vSwitch agent@n-d-828419-1: { 'AddressGroup': '1.2', Feb 09 00:56:47.829183 n-d-828419-1 neutron-server[87612]: 'ConntrackHelper': '1.0', Feb 09 00:56:47.829183 n-d-828419-1 neutron-server[87612]: 'Log': '1.0', Feb 09 00:56:47.829183 n-d-828419-1 neutron-server[87612]: 'Network': '1.1', Feb 09 00:56:47.829183 n-d-828419-1 neutron-server[87612]: 'Port': '1.7', Feb 09 00:56:47.829183 n-d-828419-1 neutron-server[87612]: 'PortForwarding': '1.2', Feb 09 00:56:47.829183 n-d-828419-1 neutron-server[87612]: 'QosPolicy': '1.8', Feb 09 00:56:47.829183 n-d-828419-1 neutron-server[87612]: 'SecurityGroup': '1.4', Feb 09 00:56:47.829183 n-d-828419-1 neutron-server[87612]: 'SecurityGroupRule': '1.2', Feb 09 00:56:47.829183 n-d-828419-1 neutron-server[87612]: 'SubPort': '1.0', Feb 09 00:56:47.829183 n-d-828419-1 neutron-server[87612]: 'Subnet': '1.1', Feb 09 00:56:47.829183 n-d-828419-1 neutron-server[87612]: 'Trunk': '1.1'}} Feb 09 00:56:47.829183 n-d-828419-1 neutron-server[87612]: {{(pid=87612) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 00:56:47.835956 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:47.836296 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] Added segment e54330ae-8d13-4599-abc0-f776581bcd15 of type vlan for network 445ebb7c-d106-4555-bd14-c6ab8035bb9f Feb 09 00:56:47.870666 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:47.912849 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:47.914490 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:47.917999 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:48.022726 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0372140 Feb 09 00:56:48.023385 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53548) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:48.031564 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-7f6614d6-588c-4bbe-b587-ec3bab99b20b admin admin] Request body: {'subnet': {'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519594793-subnet', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:48.033494 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b640af-0b60-4fc6-82a5-97d03f31f002 admin admin] Pushing event updated for resources: {'Network': ['ID=445ebb7c-d106-4555-bd14-c6ab8035bb9f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:48.039279 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7f6614d6-588c-4bbe-b587-ec3bab99b20b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:48.044644 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7f6614d6-588c-4bbe-b587-ec3bab99b20b admin admin] Usage tracker for resource:subnet and tenant:488d0cb4879f4c45b8bc25513f8868c1 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:48.050019 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 445ebb7c-d106-4555-bd14-c6ab8035bb9f details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:56:48.052340 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7f6614d6-588c-4bbe-b587-ec3bab99b20b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:48.061609 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7f6614d6-588c-4bbe-b587-ec3bab99b20b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:48.076945 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6614d6-588c-4bbe-b587-ec3bab99b20b admin admin] Made reservation on behalf of 488d0cb4879f4c45b8bc25513f8868c1 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:56:48.080536 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f6614d6-588c-4bbe-b587-ec3bab99b20b admin admin] Notify callbacks [] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:48.336833 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f6614d6-588c-4bbe-b587-ec3bab99b20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:48.416796 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6614d6-588c-4bbe-b587-ec3bab99b20b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:48.428234 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6614d6-588c-4bbe-b587-ec3bab99b20b admin admin] Checking segment: {'id': 'e54330ae-8d13-4599-abc0-f776581bcd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:56:48.428677 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6614d6-588c-4bbe-b587-ec3bab99b20b admin admin] Network hostable DHCP agents. Network: 445ebb7c-d106-4555-bd14-c6ab8035bb9f, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:56:48.436488 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6614d6-588c-4bbe-b587-ec3bab99b20b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:48.436835 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6614d6-588c-4bbe-b587-ec3bab99b20b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:48.437343 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6614d6-588c-4bbe-b587-ec3bab99b20b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:48.437966 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6614d6-588c-4bbe-b587-ec3bab99b20b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:48.438296 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6614d6-588c-4bbe-b587-ec3bab99b20b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:48.438682 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6614d6-588c-4bbe-b587-ec3bab99b20b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:48.438934 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6614d6-588c-4bbe-b587-ec3bab99b20b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:48.439252 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6614d6-588c-4bbe-b587-ec3bab99b20b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:48.439579 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6614d6-588c-4bbe-b587-ec3bab99b20b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:48.439894 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6614d6-588c-4bbe-b587-ec3bab99b20b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:48.440205 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6614d6-588c-4bbe-b587-ec3bab99b20b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:48.440544 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6614d6-588c-4bbe-b587-ec3bab99b20b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:48.441591 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6614d6-588c-4bbe-b587-ec3bab99b20b admin admin] Tracked resource versions report: Feb 09 00:56:48.441591 n-d-828419-1 neutron-server[87611]: pushed versions: Feb 09 00:56:48.441591 n-d-828419-1 neutron-server[87611]: { 'AddressGroup': {'1.2'}, Feb 09 00:56:48.441591 n-d-828419-1 neutron-server[87611]: 'ConntrackHelper': {'1.0'}, Feb 09 00:56:48.441591 n-d-828419-1 neutron-server[87611]: 'Log': {'1.0'}, Feb 09 00:56:48.441591 n-d-828419-1 neutron-server[87611]: 'Network': {'1.1'}, Feb 09 00:56:48.441591 n-d-828419-1 neutron-server[87611]: 'Port': {'1.7'}, Feb 09 00:56:48.441591 n-d-828419-1 neutron-server[87611]: 'PortForwarding': {'1.2'}, Feb 09 00:56:48.441591 n-d-828419-1 neutron-server[87611]: 'QosPolicy': {'1.8'}, Feb 09 00:56:48.441591 n-d-828419-1 neutron-server[87611]: 'SecurityGroup': {'1.4'}, Feb 09 00:56:48.441591 n-d-828419-1 neutron-server[87611]: 'SecurityGroupRule': {'1.2'}, Feb 09 00:56:48.441591 n-d-828419-1 neutron-server[87611]: 'SubPort': {'1.0'}, Feb 09 00:56:48.441591 n-d-828419-1 neutron-server[87611]: 'Subnet': {'1.1'}, Feb 09 00:56:48.441591 n-d-828419-1 neutron-server[87611]: 'Trunk': {'1.1'}} Feb 09 00:56:48.441591 n-d-828419-1 neutron-server[87611]: consumer versions: Feb 09 00:56:48.441591 n-d-828419-1 neutron-server[87611]: { DHCP agent@n-d-828419-1: {}, Feb 09 00:56:48.441591 n-d-828419-1 neutron-server[87611]: HyperV agent@n-h1-828419-1: {}, Feb 09 00:56:48.441591 n-d-828419-1 neutron-server[87611]: HyperV agent@n-h2-828419-1: {}, Feb 09 00:56:48.441591 n-d-828419-1 neutron-server[87611]: L3 agent@n-d-828419-1: {}, Feb 09 00:56:48.441591 n-d-828419-1 neutron-server[87611]: Metadata agent@n-d-828419-1: {}, Feb 09 00:56:48.441591 n-d-828419-1 neutron-server[87611]: Metering agent@n-d-828419-1: {}, Feb 09 00:56:48.441591 n-d-828419-1 neutron-server[87611]: Open vSwitch agent@n-d-828419-1: { 'AddressGroup': '1.2', Feb 09 00:56:48.441591 n-d-828419-1 neutron-server[87611]: 'ConntrackHelper': '1.0', Feb 09 00:56:48.441591 n-d-828419-1 neutron-server[87611]: 'Log': '1.0', Feb 09 00:56:48.441591 n-d-828419-1 neutron-server[87611]: 'Network': '1.1', Feb 09 00:56:48.441591 n-d-828419-1 neutron-server[87611]: 'Port': '1.7', Feb 09 00:56:48.441591 n-d-828419-1 neutron-server[87611]: 'PortForwarding': '1.2', Feb 09 00:56:48.441591 n-d-828419-1 neutron-server[87611]: 'QosPolicy': '1.8', Feb 09 00:56:48.441591 n-d-828419-1 neutron-server[87611]: 'SecurityGroup': '1.4', Feb 09 00:56:48.441591 n-d-828419-1 neutron-server[87611]: 'SecurityGroupRule': '1.2', Feb 09 00:56:48.441591 n-d-828419-1 neutron-server[87611]: 'SubPort': '1.0', Feb 09 00:56:48.441591 n-d-828419-1 neutron-server[87611]: 'Subnet': '1.1', Feb 09 00:56:48.441591 n-d-828419-1 neutron-server[87611]: 'Trunk': '1.1'}} Feb 09 00:56:48.441591 n-d-828419-1 neutron-server[87611]: {{(pid=87611) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 00:56:48.465463 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6614d6-588c-4bbe-b587-ec3bab99b20b admin admin] Network 445ebb7c-d106-4555-bd14-c6ab8035bb9f is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:56:48.479590 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-7f6614d6-588c-4bbe-b587-ec3bab99b20b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 445ebb7c-d106-4555-bd14-c6ab8035bb9f) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:56:48.515114 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6614d6-588c-4bbe-b587-ec3bab99b20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:48.515114 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f6614d6-588c-4bbe-b587-ec3bab99b20b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:48.521870 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936bd971-ef5f-48ce-9834-6f793698698b None None] Network 445ebb7c-d106-4555-bd14-c6ab8035bb9f requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:56:48.554895 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7f6614d6-588c-4bbe-b587-ec3bab99b20b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5276167 Feb 09 00:56:48.595312 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53572) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:48.600667 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-664300c3-b01e-4963-8f1f-1deda6ef0bab admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519594793-router', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:48.606032 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-664300c3-b01e-4963-8f1f-1deda6ef0bab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:48.610229 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-664300c3-b01e-4963-8f1f-1deda6ef0bab admin admin] Usage tracker for resource:router and tenant:488d0cb4879f4c45b8bc25513f8868c1 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:48.613498 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-664300c3-b01e-4963-8f1f-1deda6ef0bab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:48.619730 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-664300c3-b01e-4963-8f1f-1deda6ef0bab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:48.631312 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-664300c3-b01e-4963-8f1f-1deda6ef0bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:48.633044 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-664300c3-b01e-4963-8f1f-1deda6ef0bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:48.655344 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-664300c3-b01e-4963-8f1f-1deda6ef0bab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:48.783400 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-445ebb7c-d106-4555-bd14-c6ab8035bb9f', 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'fixed_ips': [{'subnet_id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 00:56:48.785118 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:49.010383 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] Allocated IP 172.20.0.2 (445ebb7c-d106-4555-bd14-c6ab8035bb9f/7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0/c24fbeeb-5290-4887-b45e-13fc586b412f) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:56:49.069373 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-664300c3-b01e-4963-8f1f-1deda6ef0bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:49.262085 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:49.277281 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] Transition to ACTIVE for port object c24fbeeb-5290-4887-b45e-13fc586b412f will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:56:49.300628 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] Transition to ACTIVE for port object c24fbeeb-5290-4887-b45e-13fc586b412f will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:56:49.308315 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:49.381100 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] Network 445ebb7c-d106-4555-bd14-c6ab8035bb9f is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:56:49.384778 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:56:49.389100 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:56:49.398251 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] Pushing event updated for resources: {'Port': ['ID=c24fbeeb-5290-4887-b45e-13fc586b412f,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:49.439694 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:49.440139 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:49.440623 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:49.441052 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:49.441479 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:49.441920 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:49.442329 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:49.442741 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:49.443296 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:49.443821 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:49.444383 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:49.445479 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:49.446810 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] Tracked resource versions report: Feb 09 00:56:49.446810 n-d-828419-1 neutron-server[87613]: pushed versions: Feb 09 00:56:49.446810 n-d-828419-1 neutron-server[87613]: { 'AddressGroup': {'1.2'}, Feb 09 00:56:49.446810 n-d-828419-1 neutron-server[87613]: 'ConntrackHelper': {'1.0'}, Feb 09 00:56:49.446810 n-d-828419-1 neutron-server[87613]: 'Log': {'1.0'}, Feb 09 00:56:49.446810 n-d-828419-1 neutron-server[87613]: 'Network': {'1.1'}, Feb 09 00:56:49.446810 n-d-828419-1 neutron-server[87613]: 'Port': {'1.7'}, Feb 09 00:56:49.446810 n-d-828419-1 neutron-server[87613]: 'PortForwarding': {'1.2'}, Feb 09 00:56:49.446810 n-d-828419-1 neutron-server[87613]: 'QosPolicy': {'1.8'}, Feb 09 00:56:49.446810 n-d-828419-1 neutron-server[87613]: 'SecurityGroup': {'1.4'}, Feb 09 00:56:49.446810 n-d-828419-1 neutron-server[87613]: 'SecurityGroupRule': {'1.2'}, Feb 09 00:56:49.446810 n-d-828419-1 neutron-server[87613]: 'SubPort': {'1.0'}, Feb 09 00:56:49.446810 n-d-828419-1 neutron-server[87613]: 'Subnet': {'1.1'}, Feb 09 00:56:49.446810 n-d-828419-1 neutron-server[87613]: 'Trunk': {'1.1'}} Feb 09 00:56:49.446810 n-d-828419-1 neutron-server[87613]: consumer versions: Feb 09 00:56:49.446810 n-d-828419-1 neutron-server[87613]: { DHCP agent@n-d-828419-1: {}, Feb 09 00:56:49.446810 n-d-828419-1 neutron-server[87613]: HyperV agent@n-h1-828419-1: {}, Feb 09 00:56:49.446810 n-d-828419-1 neutron-server[87613]: HyperV agent@n-h2-828419-1: {}, Feb 09 00:56:49.446810 n-d-828419-1 neutron-server[87613]: L3 agent@n-d-828419-1: {}, Feb 09 00:56:49.446810 n-d-828419-1 neutron-server[87613]: Metadata agent@n-d-828419-1: {}, Feb 09 00:56:49.446810 n-d-828419-1 neutron-server[87613]: Metering agent@n-d-828419-1: {}, Feb 09 00:56:49.446810 n-d-828419-1 neutron-server[87613]: Open vSwitch agent@n-d-828419-1: { 'AddressGroup': '1.2', Feb 09 00:56:49.446810 n-d-828419-1 neutron-server[87613]: 'ConntrackHelper': '1.0', Feb 09 00:56:49.446810 n-d-828419-1 neutron-server[87613]: 'Log': '1.0', Feb 09 00:56:49.446810 n-d-828419-1 neutron-server[87613]: 'Network': '1.1', Feb 09 00:56:49.446810 n-d-828419-1 neutron-server[87613]: 'Port': '1.7', Feb 09 00:56:49.446810 n-d-828419-1 neutron-server[87613]: 'PortForwarding': '1.2', Feb 09 00:56:49.446810 n-d-828419-1 neutron-server[87613]: 'QosPolicy': '1.8', Feb 09 00:56:49.446810 n-d-828419-1 neutron-server[87613]: 'SecurityGroup': '1.4', Feb 09 00:56:49.446810 n-d-828419-1 neutron-server[87613]: 'SecurityGroupRule': '1.2', Feb 09 00:56:49.446810 n-d-828419-1 neutron-server[87613]: 'SubPort': '1.0', Feb 09 00:56:49.446810 n-d-828419-1 neutron-server[87613]: 'Subnet': '1.1', Feb 09 00:56:49.446810 n-d-828419-1 neutron-server[87613]: 'Trunk': '1.1'}} Feb 09 00:56:49.446810 n-d-828419-1 neutron-server[87613]: {{(pid=87613) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 00:56:49.508859 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] Attempting to bind port c24fbeeb-5290-4887-b45e-13fc586b412f on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:56:49.509221 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] Attempting to bind port c24fbeeb-5290-4887-b45e-13fc586b412f by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'e54330ae-8d13-4599-abc0-f776581bcd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:56:49.509575 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] Attempting to bind port c24fbeeb-5290-4887-b45e-13fc586b412f on network 445ebb7c-d106-4555-bd14-c6ab8035bb9f {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:56:49.519655 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:56:49.520020 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] Checking segment: {'id': 'e54330ae-8d13-4599-abc0-f776581bcd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:56:49.520449 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:49.520833 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] Bound using segment: {'id': 'e54330ae-8d13-4599-abc0-f776581bcd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:56:49.521292 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] Bound port: c24fbeeb-5290-4887-b45e-13fc586b412f, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54330ae-8d13-4599-abc0-f776581bcd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:56:49.521670 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:49.524029 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-664300c3-b01e-4963-8f1f-1deda6ef0bab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:49.557595 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-664300c3-b01e-4963-8f1f-1deda6ef0bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:49.637409 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] For port c24fbeeb-5290-4887-b45e-13fc586b412f, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:56:49.639335 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] For port c24fbeeb-5290-4887-b45e-13fc586b412f, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=c24fbeeb-5290-4887-b45e-13fc586b412f,segment=NetworkSegment(e54330ae-8d13-4599-abc0-f776581bcd15),segment_id=e54330ae-8d13-4599-abc0-f776581bcd15)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:56:49.645306 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:49.738201 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903ba9f-7870-423c-8365-a5e1f482c787 None None] Pushing event updated for resources: {'Port': ['ID=c24fbeeb-5290-4887-b45e-13fc586b412f,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:49.743320 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-664300c3-b01e-4963-8f1f-1deda6ef0bab admin admin] Allocated IP 172.25.5.75 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/1fb16c8a-0351-4f70-8985-842bf1a20ba5) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:56:49.928526 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-664300c3-b01e-4963-8f1f-1deda6ef0bab admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:49.965609 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-664300c3-b01e-4963-8f1f-1deda6ef0bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:50.093547 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664300c3-b01e-4963-8f1f-1deda6ef0bab admin admin] Pushing event updated for resources: {'Port': ['ID=1fb16c8a-0351-4f70-8985-842bf1a20ba5,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:50.101282 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664300c3-b01e-4963-8f1f-1deda6ef0bab admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:56:50.102927 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-664300c3-b01e-4963-8f1f-1deda6ef0bab admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:56:50.106392 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664300c3-b01e-4963-8f1f-1deda6ef0bab admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:56:50.290765 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device c24fbeeb-5290-4887-b45e-13fc586b412f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:56:50.398617 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port c24fbeeb-5290-4887-b45e-13fc586b412f completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:56:50.536343 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-664300c3-b01e-4963-8f1f-1deda6ef0bab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:51.052462 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-664300c3-b01e-4963-8f1f-1deda6ef0bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:51.092175 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33864411-0f95-49d4-a912-876eb816f52a None None] Network 445ebb7c-d106-4555-bd14-c6ab8035bb9f requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:56:51.277749 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0ab2508d-73c6-486b-b0ac-1255a483ef0f None None] Provisioning for port c24fbeeb-5290-4887-b45e-13fc586b412f completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:56:51.326384 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0ab2508d-73c6-486b-b0ac-1255a483ef0f None None] Provisioning complete for port c24fbeeb-5290-4887-b45e-13fc586b412f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:56:51.327390 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0ab2508d-73c6-486b-b0ac-1255a483ef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:51.374915 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664300c3-b01e-4963-8f1f-1deda6ef0bab admin admin] Router a7d9e7d3-82dd-46db-8b42-3880179fd871 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 00:56:51.571154 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:51.608857 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664300c3-b01e-4963-8f1f-1deda6ef0bab admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:56:51.620904 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f81f3c2-e023-4ef5-8034-dc260d1fb05c None None] Sync routers for ids ['a7d9e7d3-82dd-46db-8b42-3880179fd871'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:56:51.636545 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f81f3c2-e023-4ef5-8034-dc260d1fb05c None None] Routers {'a7d9e7d3-82dd-46db-8b42-3880179fd871'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:56:51.638060 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-4f81f3c2-e023-4ef5-8034-dc260d1fb05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T00:56:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a7d9e7d3-82dd-46db-8b42-3880179fd871'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:56:51.655957 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-664300c3-b01e-4963-8f1f-1deda6ef0bab admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:51.658568 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-664300c3-b01e-4963-8f1f-1deda6ef0bab admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.0621653 Feb 09 00:56:51.661301 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53698) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:51.686082 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0ab2508d-73c6-486b-b0ac-1255a483ef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:51.700987 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53702) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:51.750888 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-0ab2508d-73c6-486b-b0ac-1255a483ef0f None None] For port c24fbeeb-5290-4887-b45e-13fc586b412f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=c24fbeeb-5290-4887-b45e-13fc586b412f,segment=NetworkSegment(e54330ae-8d13-4599-abc0-f776581bcd15),segment_id=e54330ae-8d13-4599-abc0-f776581bcd15)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:51.758309 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0ab2508d-73c6-486b-b0ac-1255a483ef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:51.870925 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2508d-73c6-486b-b0ac-1255a483ef0f None None] Pushing event updated for resources: {'Port': ['ID=c24fbeeb-5290-4887-b45e-13fc586b412f,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:52.018916 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-828009c4-9e89-484b-a40e-2e607280e930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:52.020620 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-4f81f3c2-e023-4ef5-8034-dc260d1fb05c None None] Set router a7d9e7d3-82dd-46db-8b42-3880179fd871 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:56:52.053588 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-828009c4-9e89-484b-a40e-2e607280e930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:52.071014 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-828009c4-9e89-484b-a40e-2e607280e930 admin admin] Usage tracker for resource:security_group_rule and tenant:5a7dd345e4814e83a15775c9b97a73cf is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:52.074637 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-828009c4-9e89-484b-a40e-2e607280e930 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:52.089138 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-828009c4-9e89-484b-a40e-2e607280e930 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:52.089988 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-77d2b0ac-7388-4eab-82b1-98df8dd96ad2 None None] Provisioning complete for port c24fbeeb-5290-4887-b45e-13fc586b412f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:56:52.093363 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-77d2b0ac-7388-4eab-82b1-98df8dd96ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:52.246587 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-828009c4-9e89-484b-a40e-2e607280e930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:52.252717 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-828009c4-9e89-484b-a40e-2e607280e930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:52.270190 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device c24fbeeb-5290-4887-b45e-13fc586b412f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:56:52.351317 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828009c4-9e89-484b-a40e-2e607280e930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6475448-e156-497a-836d-bc856ea0590f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:52.395468 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-828009c4-9e89-484b-a40e-2e607280e930 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a7dd345e4814e83a15775c9b97a73cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6904142 Feb 09 00:56:52.396223 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53736) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:52.473324 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port c24fbeeb-5290-4887-b45e-13fc586b412f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:56:52.473750 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:52.562902 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a0ee68dd-f7e6-40db-b89f-e54aeedf3c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:52.655161 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a0ee68dd-f7e6-40db-b89f-e54aeedf3c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:52.792730 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a0ee68dd-f7e6-40db-b89f-e54aeedf3c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:52.825527 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee68dd-f7e6-40db-b89f-e54aeedf3c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6475448-e156-497a-836d-bc856ea0590f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:52.843708 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a0ee68dd-f7e6-40db-b89f-e54aeedf3c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:52.846112 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1ad672aa-9ca4-4652-a457-a6408857efd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:52.847865 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a0ee68dd-f7e6-40db-b89f-e54aeedf3c6b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d6475448-e156-497a-836d-bc856ea0590f HTTP/1.1" status: 204 len: 168 time: 0.4504609 Feb 09 00:56:52.972722 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-4f81f3c2-e023-4ef5-8034-dc260d1fb05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519594793-router', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:56:48Z', 'updated_at': '2022-02-09T00:56:50Z', 'revision_number': 3, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'gw_port': {'id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:49Z', 'updated_at': '2022-02-09T00:56:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:56:53.016132 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f81f3c2-e023-4ef5-8034-dc260d1fb05c None None] Checking router: a7d9e7d3-82dd-46db-8b42-3880179fd871 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:56:53.016832 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f81f3c2-e023-4ef5-8034-dc260d1fb05c None None] Updating router a7d9e7d3-82dd-46db-8b42-3880179fd871 port 1fb16c8a-0351-4f70-8985-842bf1a20ba5 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:56:53.094780 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-4f81f3c2-e023-4ef5-8034-dc260d1fb05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:53.120650 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53800) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:53.193520 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-1ad672aa-9ca4-4652-a457-a6408857efd1 admin admin] Allocated IP 172.20.0.1 (445ebb7c-d106-4555-bd14-c6ab8035bb9f/7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0/7f548adb-9d4f-4c93-8ecd-94255637112b) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:56:53.435319 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1ad672aa-9ca4-4652-a457-a6408857efd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:53.457678 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-1ad672aa-9ca4-4652-a457-a6408857efd1 admin admin] Transition to ACTIVE for port object 7f548adb-9d4f-4c93-8ecd-94255637112b will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:56:53.491277 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1ad672aa-9ca4-4652-a457-a6408857efd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:53.547313 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c58315b6-e66f-4a2c-aff4-faca0ee5d86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:53.587121 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad672aa-9ca4-4652-a457-a6408857efd1 admin admin] Network 445ebb7c-d106-4555-bd14-c6ab8035bb9f is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:56:53.589884 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c58315b6-e66f-4a2c-aff4-faca0ee5d86d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:53.590157 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-1ad672aa-9ca4-4652-a457-a6408857efd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:56:53.599673 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c58315b6-e66f-4a2c-aff4-faca0ee5d86d admin admin] Usage tracker for resource:security_group_rule and tenant:989cd32586514472814e439a1de8aea5 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:53.604017 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c58315b6-e66f-4a2c-aff4-faca0ee5d86d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:53.606018 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad672aa-9ca4-4652-a457-a6408857efd1 admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:56:53.607751 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1ad672aa-9ca4-4652-a457-a6408857efd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:53.613824 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c58315b6-e66f-4a2c-aff4-faca0ee5d86d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:53.639687 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-4f81f3c2-e023-4ef5-8034-dc260d1fb05c None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:53.677604 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-4f81f3c2-e023-4ef5-8034-dc260d1fb05c None None] Transition to ACTIVE for port object 1fb16c8a-0351-4f70-8985-842bf1a20ba5 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:56:53.692334 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-4f81f3c2-e023-4ef5-8034-dc260d1fb05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:53.726613 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c58315b6-e66f-4a2c-aff4-faca0ee5d86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:53.731524 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c58315b6-e66f-4a2c-aff4-faca0ee5d86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:53.788814 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53816) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:53.803027 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad672aa-9ca4-4652-a457-a6408857efd1 admin admin] Pushing event updated for resources: {'Port': ['ID=7f548adb-9d4f-4c93-8ecd-94255637112b,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:53.853055 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b12b7612-9e03-493b-a6fb-6e0bbd7765ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:53.857262 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c58315b6-e66f-4a2c-aff4-faca0ee5d86d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=989cd32586514472814e439a1de8aea5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7279031 Feb 09 00:56:53.858976 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53820) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:53.895397 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b12b7612-9e03-493b-a6fb-6e0bbd7765ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:53.898511 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-4f81f3c2-e023-4ef5-8034-dc260d1fb05c None None] Attempting to bind port 1fb16c8a-0351-4f70-8985-842bf1a20ba5 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:56:53.898765 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-4f81f3c2-e023-4ef5-8034-dc260d1fb05c None None] Attempting to bind port 1fb16c8a-0351-4f70-8985-842bf1a20ba5 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:56:53.899132 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f81f3c2-e023-4ef5-8034-dc260d1fb05c None None] Attempting to bind port 1fb16c8a-0351-4f70-8985-842bf1a20ba5 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:56:53.901251 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a927bad6-3c6d-4817-8591-31b3cc77cb86 None None] Provisioning for port 7f548adb-9d4f-4c93-8ecd-94255637112b completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:56:53.904504 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53824) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:53.905570 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58315b6-e66f-4a2c-aff4-faca0ee5d86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8275bf-5d91-4623-8753-5831896f3984,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:53.907742 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a927bad6-3c6d-4817-8591-31b3cc77cb86 None None] Provisioning complete for port 7f548adb-9d4f-4c93-8ecd-94255637112b triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:56:53.908113 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a927bad6-3c6d-4817-8591-31b3cc77cb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:53.911765 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fceba0-c5f2-4b0e-af9b-d90c56351c83 None None] Pushing event updated for resources: {'Port': ['ID=1fb16c8a-0351-4f70-8985-842bf1a20ba5,revision_number=2']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:53.931264 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f81f3c2-e023-4ef5-8034-dc260d1fb05c None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:56:53.931611 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f81f3c2-e023-4ef5-8034-dc260d1fb05c None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:56:53.932086 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-4f81f3c2-e023-4ef5-8034-dc260d1fb05c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:53.934180 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f81f3c2-e023-4ef5-8034-dc260d1fb05c None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:56:53.941070 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-4f81f3c2-e023-4ef5-8034-dc260d1fb05c None None] Bound port: 1fb16c8a-0351-4f70-8985-842bf1a20ba5, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:56:53.941545 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-4f81f3c2-e023-4ef5-8034-dc260d1fb05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:53.943109 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b12b7612-9e03-493b-a6fb-6e0bbd7765ee admin admin] Usage tracker for resource:security_group_rule and tenant:eb6fa3b0f18c47cbabda2452a80735d1 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:53.952209 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b12b7612-9e03-493b-a6fb-6e0bbd7765ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:53.996445 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1fcd-c4e0-45f9-97df-093ef589927e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:54.001712 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b12b7612-9e03-493b-a6fb-6e0bbd7765ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:54.014023 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fceba0-c5f2-4b0e-af9b-d90c56351c83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:54.014647 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fceba0-c5f2-4b0e-af9b-d90c56351c83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:54.014734 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fceba0-c5f2-4b0e-af9b-d90c56351c83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:54.015030 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fceba0-c5f2-4b0e-af9b-d90c56351c83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:54.015394 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fceba0-c5f2-4b0e-af9b-d90c56351c83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:54.015692 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fceba0-c5f2-4b0e-af9b-d90c56351c83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:54.016020 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fceba0-c5f2-4b0e-af9b-d90c56351c83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:54.016344 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fceba0-c5f2-4b0e-af9b-d90c56351c83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:54.016698 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fceba0-c5f2-4b0e-af9b-d90c56351c83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:54.017023 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fceba0-c5f2-4b0e-af9b-d90c56351c83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:54.017349 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fceba0-c5f2-4b0e-af9b-d90c56351c83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:54.017671 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fceba0-c5f2-4b0e-af9b-d90c56351c83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:54.033427 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53836) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:54.038782 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fceba0-c5f2-4b0e-af9b-d90c56351c83 None None] Tracked resource versions report: Feb 09 00:56:54.038782 n-d-828419-1 neutron-server[87614]: pushed versions: Feb 09 00:56:54.038782 n-d-828419-1 neutron-server[87614]: { 'AddressGroup': {'1.2'}, Feb 09 00:56:54.038782 n-d-828419-1 neutron-server[87614]: 'ConntrackHelper': {'1.0'}, Feb 09 00:56:54.038782 n-d-828419-1 neutron-server[87614]: 'Log': {'1.0'}, Feb 09 00:56:54.038782 n-d-828419-1 neutron-server[87614]: 'Network': {'1.1'}, Feb 09 00:56:54.038782 n-d-828419-1 neutron-server[87614]: 'Port': {'1.7'}, Feb 09 00:56:54.038782 n-d-828419-1 neutron-server[87614]: 'PortForwarding': {'1.2'}, Feb 09 00:56:54.038782 n-d-828419-1 neutron-server[87614]: 'QosPolicy': {'1.8'}, Feb 09 00:56:54.038782 n-d-828419-1 neutron-server[87614]: 'SecurityGroup': {'1.4'}, Feb 09 00:56:54.038782 n-d-828419-1 neutron-server[87614]: 'SecurityGroupRule': {'1.2'}, Feb 09 00:56:54.038782 n-d-828419-1 neutron-server[87614]: 'SubPort': {'1.0'}, Feb 09 00:56:54.038782 n-d-828419-1 neutron-server[87614]: 'Subnet': {'1.1'}, Feb 09 00:56:54.038782 n-d-828419-1 neutron-server[87614]: 'Trunk': {'1.1'}} Feb 09 00:56:54.038782 n-d-828419-1 neutron-server[87614]: consumer versions: Feb 09 00:56:54.038782 n-d-828419-1 neutron-server[87614]: { DHCP agent@n-d-828419-1: {}, Feb 09 00:56:54.038782 n-d-828419-1 neutron-server[87614]: HyperV agent@n-h1-828419-1: {}, Feb 09 00:56:54.038782 n-d-828419-1 neutron-server[87614]: HyperV agent@n-h2-828419-1: {}, Feb 09 00:56:54.038782 n-d-828419-1 neutron-server[87614]: L3 agent@n-d-828419-1: {}, Feb 09 00:56:54.038782 n-d-828419-1 neutron-server[87614]: Metadata agent@n-d-828419-1: {}, Feb 09 00:56:54.038782 n-d-828419-1 neutron-server[87614]: Metering agent@n-d-828419-1: {}, Feb 09 00:56:54.038782 n-d-828419-1 neutron-server[87614]: Open vSwitch agent@n-d-828419-1: { 'AddressGroup': '1.2', Feb 09 00:56:54.038782 n-d-828419-1 neutron-server[87614]: 'ConntrackHelper': '1.0', Feb 09 00:56:54.038782 n-d-828419-1 neutron-server[87614]: 'Log': '1.0', Feb 09 00:56:54.038782 n-d-828419-1 neutron-server[87614]: 'Network': '1.1', Feb 09 00:56:54.038782 n-d-828419-1 neutron-server[87614]: 'Port': '1.7', Feb 09 00:56:54.038782 n-d-828419-1 neutron-server[87614]: 'PortForwarding': '1.2', Feb 09 00:56:54.038782 n-d-828419-1 neutron-server[87614]: 'QosPolicy': '1.8', Feb 09 00:56:54.038782 n-d-828419-1 neutron-server[87614]: 'SecurityGroup': '1.4', Feb 09 00:56:54.038782 n-d-828419-1 neutron-server[87614]: 'SecurityGroupRule': '1.2', Feb 09 00:56:54.038782 n-d-828419-1 neutron-server[87614]: 'SubPort': '1.0', Feb 09 00:56:54.038782 n-d-828419-1 neutron-server[87614]: 'Subnet': '1.1', Feb 09 00:56:54.038782 n-d-828419-1 neutron-server[87614]: 'Trunk': '1.1'}} Feb 09 00:56:54.038782 n-d-828419-1 neutron-server[87614]: {{(pid=87614) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 00:56:54.053501 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1fcd-c4e0-45f9-97df-093ef589927e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:54.064837 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a927bad6-3c6d-4817-8591-31b3cc77cb86 None None] Port 7f548adb-9d4f-4c93-8ecd-94255637112b cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:56:54.140150 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1fcd-c4e0-45f9-97df-093ef589927e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:54.190692 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b1fcd-c4e0-45f9-97df-093ef589927e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8275bf-5d91-4623-8753-5831896f3984,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:54.199942 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-4f81f3c2-e023-4ef5-8034-dc260d1fb05c None None] For port 1fb16c8a-0351-4f70-8985-842bf1a20ba5, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:56:54.210401 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-4f81f3c2-e023-4ef5-8034-dc260d1fb05c None None] For port 1fb16c8a-0351-4f70-8985-842bf1a20ba5, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1fb16c8a-0351-4f70-8985-842bf1a20ba5,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:56:54.219890 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-4f81f3c2-e023-4ef5-8034-dc260d1fb05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:54.244087 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1fcd-c4e0-45f9-97df-093ef589927e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:54.256830 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3c2b1fcd-c4e0-45f9-97df-093ef589927e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3e8275bf-5d91-4623-8753-5831896f3984 HTTP/1.1" status: 204 len: 168 time: 0.3828499 Feb 09 00:56:54.260689 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1ad672aa-9ca4-4652-a457-a6408857efd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:54.319384 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7679dcbb-b922-45ea-be64-06981a32c9f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:54.341440 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53848) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:54.358839 n-d-828419-1 neutron-server[87611]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 00:56:54.364766 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-7679dcbb-b922-45ea-be64-06981a32c9f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:54.367891 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f81f3c2-e023-4ef5-8034-dc260d1fb05c None None] Routers {'a7d9e7d3-82dd-46db-8b42-3880179fd871'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:56:54.368732 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-4f81f3c2-e023-4ef5-8034-dc260d1fb05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T00:56:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a7d9e7d3-82dd-46db-8b42-3880179fd871'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:56:54.374154 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-7679dcbb-b922-45ea-be64-06981a32c9f1 admin admin] Usage tracker for resource:security_group_rule and tenant:a06c2d33e1194a84be98f33f50ec8761 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:54.383166 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-7679dcbb-b922-45ea-be64-06981a32c9f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:54.395770 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-7679dcbb-b922-45ea-be64-06981a32c9f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:54.404386 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b12b7612-9e03-493b-a6fb-6e0bbd7765ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:54.421056 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b12b7612-9e03-493b-a6fb-6e0bbd7765ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:54.442338 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fceba0-c5f2-4b0e-af9b-d90c56351c83 None None] Pushing event updated for resources: {'Port': ['ID=1fb16c8a-0351-4f70-8985-842bf1a20ba5,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:54.468338 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-93bcbab0-443f-4144-a649-7bdb58d94135 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a217c213d2a846d3b7fdba7d2b22247c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1159396 Feb 09 00:56:54.495735 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1273ad8-a219-46a7-9749-0f7b0dbcf30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:54.532842 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c1273ad8-a219-46a7-9749-0f7b0dbcf30d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:54.537108 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c1273ad8-a219-46a7-9749-0f7b0dbcf30d admin admin] Usage tracker for resource:security_group_rule and tenant:63b60e1251ea4257a9079bdb53488284 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:54.541024 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c1273ad8-a219-46a7-9749-0f7b0dbcf30d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:54.547483 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c1273ad8-a219-46a7-9749-0f7b0dbcf30d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:54.575536 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:54.643500 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b12b7612-9e03-493b-a6fb-6e0bbd7765ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb6fa3b0f18c47cbabda2452a80735d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8506672 Feb 09 00:56:54.654235 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53858) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:54.671622 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-4f81f3c2-e023-4ef5-8034-dc260d1fb05c None None] Set router a7d9e7d3-82dd-46db-8b42-3880179fd871 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:56:54.708427 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b7612-9e03-493b-a6fb-6e0bbd7765ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6d69d5-9db3-406d-8dd6-0409ec754264,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:54.708644 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7679dcbb-b922-45ea-be64-06981a32c9f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:54.728518 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1273ad8-a219-46a7-9749-0f7b0dbcf30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:54.733561 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1273ad8-a219-46a7-9749-0f7b0dbcf30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:54.762681 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7679dcbb-b922-45ea-be64-06981a32c9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:54.787935 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c1273ad8-a219-46a7-9749-0f7b0dbcf30d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=63b60e1251ea4257a9079bdb53488284&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8776588 Feb 09 00:56:54.792646 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53866) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:54.802118 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-ea3ffe24-2608-4f0a-b99a-4700287ef6fa tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:54.803730 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-ea3ffe24-2608-4f0a-b99a-4700287ef6fa tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2796333 Feb 09 00:56:54.846487 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1273ad8-a219-46a7-9749-0f7b0dbcf30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd60afd-071c-4712-a4e1-cb364265a5e6,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:54.850257 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1ad672aa-9ca4-4652-a457-a6408857efd1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:54.876134 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-3f603af5-9db1-4c98-a4fe-5fd423c0260d tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/quotas/a217c213d2a846d3b7fdba7d2b22247c HTTP/1.1" status: 200 len: 375 time: 0.0594523 Feb 09 00:56:54.879866 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1ad672aa-9ca4-4652-a457-a6408857efd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:54.880827 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1ad672aa-9ca4-4652-a457-a6408857efd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:54.922071 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679dcbb-b922-45ea-be64-06981a32c9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0add7fe-8b5e-4260-b179-d7d3f17e17e9,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:54.949798 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7679dcbb-b922-45ea-be64-06981a32c9f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a06c2d33e1194a84be98f33f50ec8761&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9146407 Feb 09 00:56:54.953991 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53870) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:54.990347 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-15af2d97-b60c-4fc8-8f28-3811f9158756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:55.002197 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53874) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:55.061734 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ca57fa4e-a278-407b-9784-97acffac8cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:55.068437 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-317bfacd-b998-4f1e-9bad-fb0d5c543e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:55.093372 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-15af2d97-b60c-4fc8-8f28-3811f9158756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:55.118377 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-317bfacd-b998-4f1e-9bad-fb0d5c543e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:55.136694 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ca57fa4e-a278-407b-9784-97acffac8cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:55.136903 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad672aa-9ca4-4652-a457-a6408857efd1 admin admin] Pushing event updated for resources: {'Port': ['ID=7f548adb-9d4f-4c93-8ecd-94255637112b,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:55.145174 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-317bfacd-b998-4f1e-9bad-fb0d5c543e83 admin admin] Usage tracker for resource:security_group_rule and tenant:91aefd15ab114db9806be4e02a87a7f1 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:55.151673 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-317bfacd-b998-4f1e-9bad-fb0d5c543e83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:55.165291 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-4736f52b-3813-4a58-a08e-930b37358f33 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a217c213d2a846d3b7fdba7d2b22247c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2766030 Feb 09 00:56:55.180535 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a7650cb6-5196-4f26-9d73-95e791b67f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:55.244186 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-4f81f3c2-e023-4ef5-8034-dc260d1fb05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519594793-router', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:56:48Z', 'updated_at': '2022-02-09T00:56:54Z', 'revision_number': 4, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'gw_port': {'id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:49Z', 'updated_at': '2022-02-09T00:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '7f548adb-9d4f-4c93-8ecd-94255637112b', 'name': '', 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'mac_address': 'fa:16:3e:ea:b3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:52Z', 'updated_at': '2022-02-09T00:56:53Z', 'revision_number': 1, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'subnets': [{'id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:56:55.248439 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-317bfacd-b998-4f1e-9bad-fb0d5c543e83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:55.249255 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f81f3c2-e023-4ef5-8034-dc260d1fb05c None None] The sync data for ids ['a7d9e7d3-82dd-46db-8b42-3880179fd871'] in n-d-828419-1 is: [{'id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519594793-router', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:56:48Z', 'updated_at': '2022-02-09T00:56:54Z', 'revision_number': 4, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'gw_port': {'id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:49Z', 'updated_at': '2022-02-09T00:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '7f548adb-9d4f-4c93-8ecd-94255637112b', 'name': '', 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'mac_address': 'fa:16:3e:ea:b3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:52Z', 'updated_at': '2022-02-09T00:56:53Z', 'revision_number': 1, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'subnets': [{'id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:56:55.310737 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a7650cb6-5196-4f26-9d73-95e791b67f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:55.322591 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-15af2d97-b60c-4fc8-8f28-3811f9158756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:55.360827 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad672aa-9ca4-4652-a457-a6408857efd1 admin admin] Network 445ebb7c-d106-4555-bd14-c6ab8035bb9f is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:56:55.365183 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-1ad672aa-9ca4-4652-a457-a6408857efd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:56:55.438890 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-317bfacd-b998-4f1e-9bad-fb0d5c543e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:55.471766 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af2d97-b60c-4fc8-8f28-3811f9158756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6d69d5-9db3-406d-8dd6-0409ec754264,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:55.483217 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-317bfacd-b998-4f1e-9bad-fb0d5c543e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:55.492301 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ca57fa4e-a278-407b-9784-97acffac8cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:55.607990 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-317bfacd-b998-4f1e-9bad-fb0d5c543e83 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=91aefd15ab114db9806be4e02a87a7f1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5978029 Feb 09 00:56:55.608747 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53896) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:55.629706 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-15af2d97-b60c-4fc8-8f28-3811f9158756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:55.630835 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-15af2d97-b60c-4fc8-8f28-3811f9158756 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4c6d69d5-9db3-406d-8dd6-0409ec754264 HTTP/1.1" status: 204 len: 168 time: 0.9754303 Feb 09 00:56:55.643621 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317bfacd-b998-4f1e-9bad-fb0d5c543e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5158f2-1534-490e-aa81-1afdd942fcf5,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:55.712995 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ca57fa4e-a278-407b-9784-97acffac8cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:55.714126 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ca57fa4e-a278-407b-9784-97acffac8cf3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d0add7fe-8b5e-4260-b179-d7d3f17e17e9 HTTP/1.1" status: 204 len: 168 time: 0.7583537 Feb 09 00:56:55.733382 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53904) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:55.745296 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57fa4e-a278-407b-9784-97acffac8cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0add7fe-8b5e-4260-b179-d7d3f17e17e9,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:55.810695 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-98c5ac5a-9425-4e69-8c54-630eda2dc338 None None] Provisioning complete for port 7f548adb-9d4f-4c93-8ecd-94255637112b triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:56:55.811821 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-98c5ac5a-9425-4e69-8c54-630eda2dc338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:55.827518 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-41136804-a019-4287-ae86-dd3b92fbaf30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:55.846938 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad672aa-9ca4-4652-a457-a6408857efd1 admin admin] Router a7d9e7d3-82dd-46db-8b42-3880179fd871 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:56:55.855179 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a7650cb6-5196-4f26-9d73-95e791b67f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:55.874652 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-41136804-a019-4287-ae86-dd3b92fbaf30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:55.916391 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-98c5ac5a-9425-4e69-8c54-630eda2dc338 None None] Port 7f548adb-9d4f-4c93-8ecd-94255637112b cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:56:55.960855 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7650cb6-5196-4f26-9d73-95e791b67f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd60afd-071c-4712-a4e1-cb364265a5e6,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:55.969918 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-41136804-a019-4287-ae86-dd3b92fbaf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:56.001897 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41136804-a019-4287-ae86-dd3b92fbaf30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5158f2-1534-490e-aa81-1afdd942fcf5,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:56.015430 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a7650cb6-5196-4f26-9d73-95e791b67f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:56.019105 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a7650cb6-5196-4f26-9d73-95e791b67f83 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1dd60afd-071c-4712-a4e1-cb364265a5e6 HTTP/1.1" status: 204 len: 168 time: 1.2229242 Feb 09 00:56:56.043454 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-41136804-a019-4287-ae86-dd3b92fbaf30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:56.046088 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-41136804-a019-4287-ae86-dd3b92fbaf30 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5a5158f2-1534-490e-aa81-1afdd942fcf5 HTTP/1.1" status: 204 len: 168 time: 0.4306881 Feb 09 00:56:56.190379 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad672aa-9ca4-4652-a457-a6408857efd1 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:56:56.202561 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1ad672aa-9ca4-4652-a457-a6408857efd1 admin admin] 10.222.0.37 "PUT /v2.0/routers/a7d9e7d3-82dd-46db-8b42-3880179fd871/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5398691 Feb 09 00:56:56.445858 n-d-828419-1 neutron-server[87612]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 00:56:56.505076 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5dcacd8-a22e-422b-8f6a-4b45eff4577c req-e6312f7a-3299-4317-a7b3-60bc3f8e74e8 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b8f0547-d91e-4254-8a41-e9b6590cf0db HTTP/1.1" status: 200 len: 210 time: 0.7705503 Feb 09 00:56:56.829865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53938) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:56.848827 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-02051fc5-4e49-4a9c-80c0-f3df86606db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:56.864505 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-02051fc5-4e49-4a9c-80c0-f3df86606db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:56.868728 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-02051fc5-4e49-4a9c-80c0-f3df86606db6 admin admin] Usage tracker for resource:security_group_rule and tenant:34b05fa707f848f7a6af887544dc8f1d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:56.871705 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-02051fc5-4e49-4a9c-80c0-f3df86606db6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:56.878056 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-02051fc5-4e49-4a9c-80c0-f3df86606db6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:56.991682 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-02051fc5-4e49-4a9c-80c0-f3df86606db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:56.999707 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-02051fc5-4e49-4a9c-80c0-f3df86606db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:57.053335 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53942) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:57.058739 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-02051fc5-4e49-4a9c-80c0-f3df86606db6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=34b05fa707f848f7a6af887544dc8f1d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2274342 Feb 09 00:56:57.062582 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53946) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:57.074697 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02051fc5-4e49-4a9c-80c0-f3df86606db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f67017-4591-4925-baba-163d2eb28474,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:57.107355 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-92e6389a-559b-47b2-a79f-5e36e604a79a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:57.148454 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-92e6389a-559b-47b2-a79f-5e36e604a79a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:57.162201 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-92e6389a-559b-47b2-a79f-5e36e604a79a admin admin] Usage tracker for resource:security_group_rule and tenant:3917a18fecb949689f91d6ff6ae3d9e6 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:57.167821 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-92e6389a-559b-47b2-a79f-5e36e604a79a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:57.185093 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-92e6389a-559b-47b2-a79f-5e36e604a79a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:57.227113 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-78fd0ae3-583d-4d8e-80d9-11f534f62e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:57.309309 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-78fd0ae3-583d-4d8e-80d9-11f534f62e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:57.384002 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-92e6389a-559b-47b2-a79f-5e36e604a79a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:57.392661 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-92e6389a-559b-47b2-a79f-5e36e604a79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:57.415640 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-78fd0ae3-583d-4d8e-80d9-11f534f62e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:57.451468 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-78fd0ae3-583d-4d8e-80d9-11f534f62e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:57.452740 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-78fd0ae3-583d-4d8e-80d9-11f534f62e36 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/29f67017-4591-4925-baba-163d2eb28474 HTTP/1.1" status: 204 len: 168 time: 0.3890586 Feb 09 00:56:57.453780 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd0ae3-583d-4d8e-80d9-11f534f62e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f67017-4591-4925-baba-163d2eb28474,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:57.472629 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-92e6389a-559b-47b2-a79f-5e36e604a79a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3917a18fecb949689f91d6ff6ae3d9e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4181020 Feb 09 00:56:57.474909 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6389a-559b-47b2-a79f-5e36e604a79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06cfee21-9f7c-41f1-ae01-3d3b82cee43f,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:57.475296 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53968) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:57.586846 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-449397cc-554d-46d8-88c6-c26b8124a86b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:57.626088 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-449397cc-554d-46d8-88c6-c26b8124a86b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:57.640648 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e3abd04f-5631-407f-863d-5f5b84cce357 req-35d67825-0a3f-49d2-be1b-24d69396f21f tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b8f0547-d91e-4254-8a41-e9b6590cf0db HTTP/1.1" status: 200 len: 210 time: 0.0628350 Feb 09 00:56:57.691680 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-449397cc-554d-46d8-88c6-c26b8124a86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:57.708848 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449397cc-554d-46d8-88c6-c26b8124a86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cfee21-9f7c-41f1-ae01-3d3b82cee43f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:57.731138 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-449397cc-554d-46d8-88c6-c26b8124a86b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:57.732169 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-449397cc-554d-46d8-88c6-c26b8124a86b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06cfee21-9f7c-41f1-ae01-3d3b82cee43f HTTP/1.1" status: 204 len: 168 time: 0.2558701 Feb 09 00:56:58.274584 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1fb16c8a-0351-4f70-8985-842bf1a20ba5 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:56:58.364268 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 1fb16c8a-0351-4f70-8985-842bf1a20ba5 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:56:58.372070 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 1fb16c8a-0351-4f70-8985-842bf1a20ba5 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:56:58.372604 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:58.515350 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54022) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:58.523307 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-90345de3-2734-4b10-bdb6-fe22fec6ab91 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1865232424-network', 'tenant_id': 'c81ccd195f9d415b819c2fa590b267b1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:58.528894 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-90345de3-2734-4b10-bdb6-fe22fec6ab91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:58.533800 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-90345de3-2734-4b10-bdb6-fe22fec6ab91 admin admin] Usage tracker for resource:network and tenant:c81ccd195f9d415b819c2fa590b267b1 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:58.547322 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-90345de3-2734-4b10-bdb6-fe22fec6ab91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:58.557326 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-90345de3-2734-4b10-bdb6-fe22fec6ab91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:58.571009 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90345de3-2734-4b10-bdb6-fe22fec6ab91 admin admin] Made reservation on behalf of c81ccd195f9d415b819c2fa590b267b1 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:56:58.580251 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90345de3-2734-4b10-bdb6-fe22fec6ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:58.582870 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:58.605514 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 1fb16c8a-0351-4f70-8985-842bf1a20ba5, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1fb16c8a-0351-4f70-8985-842bf1a20ba5,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:56:58.612846 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:58.614817 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90345de3-2734-4b10-bdb6-fe22fec6ab91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:58.648632 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-90345de3-2734-4b10-bdb6-fe22fec6ab91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:58.653108 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-90345de3-2734-4b10-bdb6-fe22fec6ab91 admin admin] Usage tracker for resource:security_group_rule and tenant:c81ccd195f9d415b819c2fa590b267b1 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:58.658448 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-90345de3-2734-4b10-bdb6-fe22fec6ab91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:58.667756 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-90345de3-2734-4b10-bdb6-fe22fec6ab91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:58.670015 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.117', 60809) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:58.762099 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-3e8d62d9-dd05-4612-8d49-0b4143afeddb tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.117 "GET /v2.0/networks?tenant_id=a217c213d2a846d3b7fdba7d2b22247c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0906317 Feb 09 00:56:58.789827 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b8ec9a-f597-4d41-85ca-d272dca2ac1c None None] Sync routers for ids ['a7d9e7d3-82dd-46db-8b42-3880179fd871'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:56:58.824513 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90345de3-2734-4b10-bdb6-fe22fec6ab91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:58.838875 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90345de3-2734-4b10-bdb6-fe22fec6ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:58.839480 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b8ec9a-f597-4d41-85ca-d272dca2ac1c None None] Routers {'a7d9e7d3-82dd-46db-8b42-3880179fd871'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:56:58.844755 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-a9b8ec9a-f597-4d41-85ca-d272dca2ac1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T00:56:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a7d9e7d3-82dd-46db-8b42-3880179fd871'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:56:58.895154 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90345de3-2734-4b10-bdb6-fe22fec6ab91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 959} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:56:58.913646 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90345de3-2734-4b10-bdb6-fe22fec6ab91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc6f958-4598-4cd0-b695-5363227a3314,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:58.919350 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90345de3-2734-4b10-bdb6-fe22fec6ab91 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757039993905', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:58.919916 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90345de3-2734-4b10-bdb6-fe22fec6ab91 admin admin] Unsubscribe: segment precommit_create {{(pid=87611) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 00:56:58.920386 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-90345de3-2734-4b10-bdb6-fe22fec6ab91 admin admin] Added segment ed1eb117-8286-458a-9fc4-d40d870b235d of type vlan for network d14b7467-2a79-4953-8b4f-392c2d6aa41b Feb 09 00:56:58.963352 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90345de3-2734-4b10-bdb6-fe22fec6ab91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:59.007251 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90345de3-2734-4b10-bdb6-fe22fec6ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:59.008795 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90345de3-2734-4b10-bdb6-fe22fec6ab91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:59.009749 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90345de3-2734-4b10-bdb6-fe22fec6ab91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:59.126081 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=1fb16c8a-0351-4f70-8985-842bf1a20ba5,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:59.181497 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90345de3-2734-4b10-bdb6-fe22fec6ab91 admin admin] Pushing event updated for resources: {'Network': ['ID=d14b7467-2a79-4953-8b4f-392c2d6aa41b,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:59.197819 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-90345de3-2734-4b10-bdb6-fe22fec6ab91 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6776931 Feb 09 00:56:59.198019 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0494a6c2-3208-4227-9e67-fc121435b5fa req-b3a9f438-e63a-406e-83f7-f02a95808680 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b8f0547-d91e-4254-8a41-e9b6590cf0db HTTP/1.1" status: 200 len: 210 time: 0.1578960 Feb 09 00:56:59.198118 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54050) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:59.208903 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-6d9397eb-ea78-44ec-a2b5-a8ab1636b457 admin admin] Request body: {'subnet': {'network_id': 'd14b7467-2a79-4953-8b4f-392c2d6aa41b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1865232424-subnet', 'tenant_id': 'c81ccd195f9d415b819c2fa590b267b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:59.217903 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6d9397eb-ea78-44ec-a2b5-a8ab1636b457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:59.222070 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6d9397eb-ea78-44ec-a2b5-a8ab1636b457 admin admin] Usage tracker for resource:subnet and tenant:c81ccd195f9d415b819c2fa590b267b1 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:59.225242 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6d9397eb-ea78-44ec-a2b5-a8ab1636b457 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:59.241583 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6d9397eb-ea78-44ec-a2b5-a8ab1636b457 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:59.259330 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9397eb-ea78-44ec-a2b5-a8ab1636b457 admin admin] Made reservation on behalf of c81ccd195f9d415b819c2fa590b267b1 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:56:59.262288 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d9397eb-ea78-44ec-a2b5-a8ab1636b457 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:59.268463 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network d14b7467-2a79-4953-8b4f-392c2d6aa41b details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:56:59.309934 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-4f56cd50-08d3-4c2a-839e-d018b5482038 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:59.311711 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-4f56cd50-08d3-4c2a-839e-d018b5482038 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5431342 Feb 09 00:56:59.435318 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-89acd754-c820-438c-8619-c43ba9c80046 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Request body: {'port': {'device_id': '6b8f0547-d91e-4254-8a41-e9b6590cf0db', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'admin_state_up': True, 'tenant_id': 'a217c213d2a846d3b7fdba7d2b22247c'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:59.446292 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-a9b8ec9a-f597-4d41-85ca-d272dca2ac1c None None] Set router a7d9e7d3-82dd-46db-8b42-3880179fd871 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:56:59.555592 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d9397eb-ea78-44ec-a2b5-a8ab1636b457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:59.624447 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-89acd754-c820-438c-8619-c43ba9c80046 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:59.629036 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-89acd754-c820-438c-8619-c43ba9c80046 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Usage tracker for resource:port and tenant:a217c213d2a846d3b7fdba7d2b22247c is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:59.632950 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-89acd754-c820-438c-8619-c43ba9c80046 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:59.640233 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9397eb-ea78-44ec-a2b5-a8ab1636b457 admin admin] Checking segment: {'id': 'ed1eb117-8286-458a-9fc4-d40d870b235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'd14b7467-2a79-4953-8b4f-392c2d6aa41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:56:59.640817 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-89acd754-c820-438c-8619-c43ba9c80046 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:59.641223 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9397eb-ea78-44ec-a2b5-a8ab1636b457 admin admin] Network hostable DHCP agents. Network: d14b7467-2a79-4953-8b4f-392c2d6aa41b, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:56:59.659448 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-89acd754-c820-438c-8619-c43ba9c80046 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Made reservation on behalf of a217c213d2a846d3b7fdba7d2b22247c for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:56:59.663987 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-89acd754-c820-438c-8619-c43ba9c80046 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:59.679211 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9397eb-ea78-44ec-a2b5-a8ab1636b457 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5647c7f1-71e9-41a7-873b-5d23c64fbcfe,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:59.680937 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-89acd754-c820-438c-8619-c43ba9c80046 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:59.682976 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9397eb-ea78-44ec-a2b5-a8ab1636b457 admin admin] Network d14b7467-2a79-4953-8b4f-392c2d6aa41b is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:56:59.698261 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-89acd754-c820-438c-8619-c43ba9c80046 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:59.702790 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-6d9397eb-ea78-44ec-a2b5-a8ab1636b457 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, d14b7467-2a79-4953-8b4f-392c2d6aa41b) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:56:59.707229 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9397eb-ea78-44ec-a2b5-a8ab1636b457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:59.707522 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-89acd754-c820-438c-8619-c43ba9c80046 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Usage tracker for resource:security_group_rule and tenant:a217c213d2a846d3b7fdba7d2b22247c is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:59.709081 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d9397eb-ea78-44ec-a2b5-a8ab1636b457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:59.711425 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-89acd754-c820-438c-8619-c43ba9c80046 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:59.718500 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-89acd754-c820-438c-8619-c43ba9c80046 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:59.721892 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399e08ac-9d4a-4225-9008-d06b90cae2a0 None None] Network d14b7467-2a79-4953-8b4f-392c2d6aa41b requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:56:59.756087 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6d9397eb-ea78-44ec-a2b5-a8ab1636b457 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5568891 Feb 09 00:56:59.759084 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54080) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:56:59.769320 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-eac55d4c-5826-47bb-86c0-ebbde5d7af55 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1865232424-router', 'tenant_id': 'c81ccd195f9d415b819c2fa590b267b1', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:59.781383 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-eac55d4c-5826-47bb-86c0-ebbde5d7af55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:56:59.789020 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-eac55d4c-5826-47bb-86c0-ebbde5d7af55 admin admin] Usage tracker for resource:router and tenant:c81ccd195f9d415b819c2fa590b267b1 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:56:59.793337 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-eac55d4c-5826-47bb-86c0-ebbde5d7af55 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:56:59.801347 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-eac55d4c-5826-47bb-86c0-ebbde5d7af55 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:56:59.818743 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eac55d4c-5826-47bb-86c0-ebbde5d7af55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:59.820842 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eac55d4c-5826-47bb-86c0-ebbde5d7af55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:59.843799 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eac55d4c-5826-47bb-86c0-ebbde5d7af55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:59.866975 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-89acd754-c820-438c-8619-c43ba9c80046 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:59.873041 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-89acd754-c820-438c-8619-c43ba9c80046 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:59.995133 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89acd754-c820-438c-8619-c43ba9c80046 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e874b2e2-b073-4758-adf5-ea9b38adea78,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:00.251098 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1fb16c8a-0351-4f70-8985-842bf1a20ba5 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:57:00.288117 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eac55d4c-5826-47bb-86c0-ebbde5d7af55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:00.301002 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e064661c-6057-4a98-a960-837ed32e6ad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-d14b7467-2a79-4953-8b4f-392c2d6aa41b', 'network_id': 'd14b7467-2a79-4953-8b4f-392c2d6aa41b', 'tenant_id': 'c81ccd195f9d415b819c2fa590b267b1', 'fixed_ips': [{'subnet_id': '5647c7f1-71e9-41a7-873b-5d23c64fbcfe'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 00:57:00.302537 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e064661c-6057-4a98-a960-837ed32e6ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:00.303994 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-89acd754-c820-438c-8619-c43ba9c80046 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Allocated IP 192.168.233.185 (82c0e553-004f-4f65-a38e-9d785fdc5802/c1d7756a-584e-4152-ad93-d220060f4b30/00d8175d-5748-461e-b6db-c7581f8f677c) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:57:00.417619 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-a9b8ec9a-f597-4d41-85ca-d272dca2ac1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519594793-router', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:56:48Z', 'updated_at': '2022-02-09T00:56:54Z', 'revision_number': 4, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'gw_port': {'id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:49Z', 'updated_at': '2022-02-09T00:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '7f548adb-9d4f-4c93-8ecd-94255637112b', 'name': '', 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'mac_address': 'fa:16:3e:ea:b3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:52Z', 'updated_at': '2022-02-09T00:56:54Z', 'revision_number': 2, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'subnets': [{'id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:00.496827 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54108) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:00.562626 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b8ec9a-f597-4d41-85ca-d272dca2ac1c None None] Checking router: a7d9e7d3-82dd-46db-8b42-3880179fd871 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:57:00.565807 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b8ec9a-f597-4d41-85ca-d272dca2ac1c None None] Updating router a7d9e7d3-82dd-46db-8b42-3880179fd871 port 7f548adb-9d4f-4c93-8ecd-94255637112b binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:57:00.727274 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-506c2fee-131d-4aae-890c-7f2c6d64537d req-854ae865-8b4c-4239-ac6f-143d03bdce7c tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b8f0547-d91e-4254-8a41-e9b6590cf0db HTTP/1.1" status: 200 len: 210 time: 0.1498439 Feb 09 00:57:00.800336 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-89acd754-c820-438c-8619-c43ba9c80046 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:00.849218 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-89acd754-c820-438c-8619-c43ba9c80046 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Transition to ACTIVE for port object 00d8175d-5748-461e-b6db-c7581f8f677c will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:00.893807 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a9b8ec9a-f597-4d41-85ca-d272dca2ac1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:00.897618 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-89acd754-c820-438c-8619-c43ba9c80046 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:00.939890 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 1fb16c8a-0351-4f70-8985-842bf1a20ba5 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:00.940320 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:01.017060 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-89acd754-c820-438c-8619-c43ba9c80046 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:57:01.028072 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-89acd754-c820-438c-8619-c43ba9c80046 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:01.032518 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-89acd754-c820-438c-8619-c43ba9c80046 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:57:01.039267 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-89acd754-c820-438c-8619-c43ba9c80046 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:01.039914 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-89acd754-c820-438c-8619-c43ba9c80046 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:01.044434 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-4c020cd5-47f4-4e95-af1e-6533e08a3492 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1537477261-network', 'tenant_id': '5a38989228a14de2b6764c7f261f44e3'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:01.070129 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4c020cd5-47f4-4e95-af1e-6533e08a3492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:01.075680 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89acd754-c820-438c-8619-c43ba9c80046 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Pushing event updated for resources: {'Port': ['ID=00d8175d-5748-461e-b6db-c7581f8f677c,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:01.079313 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-89acd754-c820-438c-8619-c43ba9c80046 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6481245 Feb 09 00:57:01.098609 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-937315d7-f40a-4ac7-b89e-981bd7ecbf85 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:57:01.101396 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-937315d7-f40a-4ac7-b89e-981bd7ecbf85 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095358 Feb 09 00:57:01.279501 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-e064661c-6057-4a98-a960-837ed32e6ad3 None None] Allocated IP 172.20.0.2 (d14b7467-2a79-4953-8b4f-392c2d6aa41b/5647c7f1-71e9-41a7-873b-5d23c64fbcfe/68d01849-ad4c-4389-9a39-77334ed1687e) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:57:01.295572 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4c020cd5-47f4-4e95-af1e-6533e08a3492 admin admin] Usage tracker for resource:network and tenant:5a38989228a14de2b6764c7f261f44e3 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:01.418662 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4c020cd5-47f4-4e95-af1e-6533e08a3492 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:01.421894 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eac55d4c-5826-47bb-86c0-ebbde5d7af55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:01.488529 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4c020cd5-47f4-4e95-af1e-6533e08a3492 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:01.510418 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eac55d4c-5826-47bb-86c0-ebbde5d7af55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:01.640496 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c020cd5-47f4-4e95-af1e-6533e08a3492 admin admin] Made reservation on behalf of 5a38989228a14de2b6764c7f261f44e3 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:57:01.642873 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4c020cd5-47f4-4e95-af1e-6533e08a3492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:01.692330 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4c020cd5-47f4-4e95-af1e-6533e08a3492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:01.695935 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-00b2a8ce-876c-4a24-aea5-4c1340a8a960 None None] Provisioning for port 00d8175d-5748-461e-b6db-c7581f8f677c completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:01.714469 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-00b2a8ce-876c-4a24-aea5-4c1340a8a960 None None] Provisioning complete for port 00d8175d-5748-461e-b6db-c7581f8f677c triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:01.715230 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-00b2a8ce-876c-4a24-aea5-4c1340a8a960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:01.749524 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4c020cd5-47f4-4e95-af1e-6533e08a3492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:01.772265 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4c020cd5-47f4-4e95-af1e-6533e08a3492 admin admin] Usage tracker for resource:security_group_rule and tenant:5a38989228a14de2b6764c7f261f44e3 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:01.777525 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4c020cd5-47f4-4e95-af1e-6533e08a3492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:01.805537 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-00b2a8ce-876c-4a24-aea5-4c1340a8a960 None None] Port 00d8175d-5748-461e-b6db-c7581f8f677c cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:57:01.807026 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4c020cd5-47f4-4e95-af1e-6533e08a3492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:02.011793 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-eac55d4c-5826-47bb-86c0-ebbde5d7af55 admin admin] Allocated IP 172.25.5.196 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/15645673-e9f9-4b8d-b79d-fc0a19ded6bf) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:57:02.151367 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-709c4491-2f85-46da-a9aa-2e6b16350381 service neutron] Request body: {'port': {'device_id': '6b8f0547-d91e-4254-8a41-e9b6590cf0db', 'device_owner': 'compute:tempest-test_az-370539809', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:02.254411 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e064661c-6057-4a98-a960-837ed32e6ad3 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:02.317711 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e064661c-6057-4a98-a960-837ed32e6ad3 None None] Transition to ACTIVE for port object 68d01849-ad4c-4389-9a39-77334ed1687e will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:02.378146 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eac55d4c-5826-47bb-86c0-ebbde5d7af55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:02.472640 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4c020cd5-47f4-4e95-af1e-6533e08a3492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:02.475643 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eac55d4c-5826-47bb-86c0-ebbde5d7af55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:02.522883 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-709c4491-2f85-46da-a9aa-2e6b16350381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:02.546314 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4c020cd5-47f4-4e95-af1e-6533e08a3492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:02.577437 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c020cd5-47f4-4e95-af1e-6533e08a3492 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 995} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:57:02.581570 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023b8e8-e137-4429-8502-40103ba4acc3 req-89eb870a-a8a3-4b6d-8c9d-f46266e1657c tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:02.585896 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-1023b8e8-e137-4429-8502-40103ba4acc3 req-89eb870a-a8a3-4b6d-8c9d-f46266e1657c tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Synchronizing usage tracker for tenant:a217c213d2a846d3b7fdba7d2b22247c on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:02.602651 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4c020cd5-47f4-4e95-af1e-6533e08a3492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:02.603416 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-4c020cd5-47f4-4e95-af1e-6533e08a3492 admin admin] Added segment dba6f0e5-e5aa-49ae-87fe-412d6221e62c of type vlan for network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 Feb 09 00:57:02.669782 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e064661c-6057-4a98-a960-837ed32e6ad3 None None] Transition to ACTIVE for port object 68d01849-ad4c-4389-9a39-77334ed1687e will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:02.707006 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e064661c-6057-4a98-a960-837ed32e6ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:02.748279 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac55d4c-5826-47bb-86c0-ebbde5d7af55 admin admin] Pushing event updated for resources: {'Port': ['ID=15645673-e9f9-4b8d-b79d-fc0a19ded6bf,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:02.755700 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac55d4c-5826-47bb-86c0-ebbde5d7af55 admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:57:02.772098 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-eac55d4c-5826-47bb-86c0-ebbde5d7af55 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:02.789392 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac55d4c-5826-47bb-86c0-ebbde5d7af55 admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:57:03.013571 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e064661c-6057-4a98-a960-837ed32e6ad3 None None] Network d14b7467-2a79-4953-8b4f-392c2d6aa41b is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:57:03.024773 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-e064661c-6057-4a98-a960-837ed32e6ad3 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:03.066694 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e064661c-6057-4a98-a960-837ed32e6ad3 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:57:03.070590 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c020cd5-47f4-4e95-af1e-6533e08a3492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3b876e-c736-45e3-a525-1afb6e7cfca1,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:03.076124 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064661c-6057-4a98-a960-837ed32e6ad3 None None] Pushing event updated for resources: {'Port': ['ID=68d01849-ad4c-4389-9a39-77334ed1687e,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:03.274329 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-e064661c-6057-4a98-a960-837ed32e6ad3 None None] Attempting to bind port 68d01849-ad4c-4389-9a39-77334ed1687e on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:57:03.275037 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-e064661c-6057-4a98-a960-837ed32e6ad3 None None] Attempting to bind port 68d01849-ad4c-4389-9a39-77334ed1687e by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'ed1eb117-8286-458a-9fc4-d40d870b235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'd14b7467-2a79-4953-8b4f-392c2d6aa41b'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:57:03.275833 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e064661c-6057-4a98-a960-837ed32e6ad3 None None] Attempting to bind port 68d01849-ad4c-4389-9a39-77334ed1687e on network d14b7467-2a79-4953-8b4f-392c2d6aa41b {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:03.279191 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a9b8ec9a-f597-4d41-85ca-d272dca2ac1c None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:03.288636 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e064661c-6057-4a98-a960-837ed32e6ad3 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:57:03.289386 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e064661c-6057-4a98-a960-837ed32e6ad3 None None] Checking segment: {'id': 'ed1eb117-8286-458a-9fc4-d40d870b235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'd14b7467-2a79-4953-8b4f-392c2d6aa41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:57:03.289998 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e064661c-6057-4a98-a960-837ed32e6ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:03.290603 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e064661c-6057-4a98-a960-837ed32e6ad3 None None] Bound using segment: {'id': 'ed1eb117-8286-458a-9fc4-d40d870b235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'd14b7467-2a79-4953-8b4f-392c2d6aa41b'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:57:03.291338 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-e064661c-6057-4a98-a960-837ed32e6ad3 None None] Bound port: 68d01849-ad4c-4389-9a39-77334ed1687e, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed1eb117-8286-458a-9fc4-d40d870b235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'd14b7467-2a79-4953-8b4f-392c2d6aa41b'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:57:03.291934 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e064661c-6057-4a98-a960-837ed32e6ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:03.312175 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a9b8ec9a-f597-4d41-85ca-d272dca2ac1c None None] Transition to ACTIVE for port object 7f548adb-9d4f-4c93-8ecd-94255637112b will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:03.362093 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a9b8ec9a-f597-4d41-85ca-d272dca2ac1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:03.413839 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4c020cd5-47f4-4e95-af1e-6533e08a3492 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:03.458417 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-709c4491-2f85-46da-a9aa-2e6b16350381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00d8175d-5748-461e-b6db-c7581f8f677c {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:57:03.473521 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-709c4491-2f85-46da-a9aa-2e6b16350381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:03.495323 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-709c4491-2f85-46da-a9aa-2e6b16350381 service neutron] Transition to ACTIVE for port object 00d8175d-5748-461e-b6db-c7581f8f677c will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:03.511208 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-709c4491-2f85-46da-a9aa-2e6b16350381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:03.557090 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-1023b8e8-e137-4429-8502-40103ba4acc3 req-89eb870a-a8a3-4b6d-8c9d-f46266e1657c tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Unset dirty status for tenant:a217c213d2a846d3b7fdba7d2b22247c on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:03.571280 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1023b8e8-e137-4429-8502-40103ba4acc3 req-89eb870a-a8a3-4b6d-8c9d-f46266e1657c tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b8f0547-d91e-4254-8a41-e9b6590cf0db HTTP/1.1" status: 200 len: 936 time: 1.5551727 Feb 09 00:57:03.574182 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-568866df-2b3f-4500-8baf-7cba533e937a req-15945a31-81fb-4d29-8869-dea27e0f5c74 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d858ecec797b41f8b183726ac55ac55c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1492121 Feb 09 00:57:03.624654 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215fc0b-61ec-41a4-9ebc-792606686247 None None] Pushing event updated for resources: {'Port': ['ID=7f548adb-9d4f-4c93-8ecd-94255637112b,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:03.639514 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-e064661c-6057-4a98-a960-837ed32e6ad3 None None] For port 68d01849-ad4c-4389-9a39-77334ed1687e, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:57:03.658630 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-1023b8e8-e137-4429-8502-40103ba4acc3 req-6152ddf4-7787-416a-92f8-57b065463124 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Synchronizing usage tracker for tenant:a217c213d2a846d3b7fdba7d2b22247c on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:03.684047 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.resource_extend [None req-4c020cd5-47f4-4e95-af1e-6533e08a3492 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 00:57:03.741635 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-e064661c-6057-4a98-a960-837ed32e6ad3 None None] For port 68d01849-ad4c-4389-9a39-77334ed1687e, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=68d01849-ad4c-4389-9a39-77334ed1687e,segment=NetworkSegment(ed1eb117-8286-458a-9fc4-d40d870b235d),segment_id=ed1eb117-8286-458a-9fc4-d40d870b235d)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:57:03.757048 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e064661c-6057-4a98-a960-837ed32e6ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:03.812483 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-a9b8ec9a-f597-4d41-85ca-d272dca2ac1c None None] Attempting to bind port 7f548adb-9d4f-4c93-8ecd-94255637112b on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:57:03.813041 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-a9b8ec9a-f597-4d41-85ca-d272dca2ac1c None None] Attempting to bind port 7f548adb-9d4f-4c93-8ecd-94255637112b by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'e54330ae-8d13-4599-abc0-f776581bcd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:57:03.813468 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b8ec9a-f597-4d41-85ca-d272dca2ac1c None None] Attempting to bind port 7f548adb-9d4f-4c93-8ecd-94255637112b on network 445ebb7c-d106-4555-bd14-c6ab8035bb9f {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:03.919919 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b8ec9a-f597-4d41-85ca-d272dca2ac1c None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:57:03.920293 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b8ec9a-f597-4d41-85ca-d272dca2ac1c None None] Checking segment: {'id': 'e54330ae-8d13-4599-abc0-f776581bcd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:57:03.920743 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a9b8ec9a-f597-4d41-85ca-d272dca2ac1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:03.921172 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b8ec9a-f597-4d41-85ca-d272dca2ac1c None None] Bound using segment: {'id': 'e54330ae-8d13-4599-abc0-f776581bcd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:57:03.921654 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-a9b8ec9a-f597-4d41-85ca-d272dca2ac1c None None] Bound port: 7f548adb-9d4f-4c93-8ecd-94255637112b, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54330ae-8d13-4599-abc0-f776581bcd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:57:03.922421 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-1023b8e8-e137-4429-8502-40103ba4acc3 req-6152ddf4-7787-416a-92f8-57b065463124 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Unset dirty status for tenant:a217c213d2a846d3b7fdba7d2b22247c on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:03.923820 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1023b8e8-e137-4429-8502-40103ba4acc3 req-6152ddf4-7787-416a-92f8-57b065463124 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/security-groups?id=e874b2e2-b073-4758-adf5-ea9b38adea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516173 Feb 09 00:57:03.924617 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a9b8ec9a-f597-4d41-85ca-d272dca2ac1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:03.953276 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c4491-2f85-46da-a9aa-2e6b16350381 service neutron] Pushing event updated for resources: {'Port': ['ID=00d8175d-5748-461e-b6db-c7581f8f677c,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:03.991960 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064661c-6057-4a98-a960-837ed32e6ad3 None None] Pushing event updated for resources: {'Port': ['ID=68d01849-ad4c-4389-9a39-77334ed1687e,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:04.069701 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-709c4491-2f85-46da-a9aa-2e6b16350381 service neutron] Attempting to bind port 00d8175d-5748-461e-b6db-c7581f8f677c on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:57:04.070483 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-709c4491-2f85-46da-a9aa-2e6b16350381 service neutron] Attempting to bind port 00d8175d-5748-461e-b6db-c7581f8f677c by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:57:04.071170 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-709c4491-2f85-46da-a9aa-2e6b16350381 service neutron] Attempting to bind port 00d8175d-5748-461e-b6db-c7581f8f677c on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:04.078191 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-709c4491-2f85-46da-a9aa-2e6b16350381 service neutron] Port 00d8175d-5748-461e-b6db-c7581f8f677c on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:57:04.079374 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-709c4491-2f85-46da-a9aa-2e6b16350381 service neutron] Attempting to bind port 00d8175d-5748-461e-b6db-c7581f8f677c on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:04.089062 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-709c4491-2f85-46da-a9aa-2e6b16350381 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:57:04.089572 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-709c4491-2f85-46da-a9aa-2e6b16350381 service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:57:04.090249 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-709c4491-2f85-46da-a9aa-2e6b16350381 service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:57:04.090803 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-709c4491-2f85-46da-a9aa-2e6b16350381 service neutron] Bound port: 00d8175d-5748-461e-b6db-c7581f8f677c, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:57:04.091324 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-709c4491-2f85-46da-a9aa-2e6b16350381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:04.133190 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-a9b8ec9a-f597-4d41-85ca-d272dca2ac1c None None] For port 7f548adb-9d4f-4c93-8ecd-94255637112b, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:57:04.137563 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-a9b8ec9a-f597-4d41-85ca-d272dca2ac1c None None] For port 7f548adb-9d4f-4c93-8ecd-94255637112b, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=7f548adb-9d4f-4c93-8ecd-94255637112b,segment=NetworkSegment(e54330ae-8d13-4599-abc0-f776581bcd15),segment_id=e54330ae-8d13-4599-abc0-f776581bcd15)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:57:04.145651 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a9b8ec9a-f597-4d41-85ca-d272dca2ac1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:04.159284 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4c020cd5-47f4-4e95-af1e-6533e08a3492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:04.160241 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c020cd5-47f4-4e95-af1e-6533e08a3492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:04.160852 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4c020cd5-47f4-4e95-af1e-6533e08a3492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:04.342459 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4c020cd5-47f4-4e95-af1e-6533e08a3492 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.8444636 Feb 09 00:57:04.374510 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54174) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:04.399840 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-16f06e68-cbc5-4fb4-984d-8f49d402aea0 admin admin] Request body: {'subnet': {'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1537477261-subnet', 'tenant_id': '5a38989228a14de2b6764c7f261f44e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:04.417780 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-16f06e68-cbc5-4fb4-984d-8f49d402aea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:04.436594 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-709c4491-2f85-46da-a9aa-2e6b16350381 service neutron] For port 00d8175d-5748-461e-b6db-c7581f8f677c, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:57:04.474237 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215fc0b-61ec-41a4-9ebc-792606686247 None None] Pushing event updated for resources: {'Port': ['ID=7f548adb-9d4f-4c93-8ecd-94255637112b,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:04.498536 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b8ec9a-f597-4d41-85ca-d272dca2ac1c None None] Routers {'a7d9e7d3-82dd-46db-8b42-3880179fd871'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:57:04.504905 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-a9b8ec9a-f597-4d41-85ca-d272dca2ac1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T00:56:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a7d9e7d3-82dd-46db-8b42-3880179fd871'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:04.515942 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-709c4491-2f85-46da-a9aa-2e6b16350381 service neutron] For port 00d8175d-5748-461e-b6db-c7581f8f677c, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=00d8175d-5748-461e-b6db-c7581f8f677c,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:57:04.519076 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-16f06e68-cbc5-4fb4-984d-8f49d402aea0 admin admin] Usage tracker for resource:subnet and tenant:5a38989228a14de2b6764c7f261f44e3 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:04.524460 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-709c4491-2f85-46da-a9aa-2e6b16350381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:04.534767 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-16f06e68-cbc5-4fb4-984d-8f49d402aea0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:04.606098 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-16f06e68-cbc5-4fb4-984d-8f49d402aea0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:04.627651 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-709c4491-2f85-46da-a9aa-2e6b16350381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:04.628289 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-709c4491-2f85-46da-a9aa-2e6b16350381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:04.630367 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-709c4491-2f85-46da-a9aa-2e6b16350381 service neutron] 10.222.0.117 "PUT /v2.0/ports/00d8175d-5748-461e-b6db-c7581f8f677c HTTP/1.1" status: 200 len: 1117 time: 2.8768206 Feb 09 00:57:04.646781 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b8f0547-d91e-4254-8a41-e9b6590cf0db', 'tag': '00d8175d-5748-461e-b6db-c7581f8f677c'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:04.813316 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c020cd5-47f4-4e95-af1e-6533e08a3492 admin admin] Pushing event updated for resources: {'Network': ['ID=53c7f498-ec21-4766-a8b4-5bb9d5f006d9,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:04.850996 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:57:04.910079 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f06e68-cbc5-4fb4-984d-8f49d402aea0 admin admin] Made reservation on behalf of 5a38989228a14de2b6764c7f261f44e3 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:57:04.914233 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16f06e68-cbc5-4fb4-984d-8f49d402aea0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:05.169456 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c4491-2f85-46da-a9aa-2e6b16350381 service neutron] Pushing event updated for resources: {'Port': ['ID=00d8175d-5748-461e-b6db-c7581f8f677c,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:05.270157 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eac55d4c-5826-47bb-86c0-ebbde5d7af55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:05.378664 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-78bef36d-2206-467a-832b-bfe3e280ef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:05.380166 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-78bef36d-2206-467a-832b-bfe3e280ef70 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a217c213d2a846d3b7fdba7d2b22247c&device_id=6b8f0547-d91e-4254-8a41-e9b6590cf0db HTTP/1.1" status: 200 len: 1120 time: 0.6214833 Feb 09 00:57:05.513827 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568866df-2b3f-4500-8baf-7cba533e937a req-4409f6ca-a9f6-4cfe-b47c-943c74500741 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:05.523850 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-568866df-2b3f-4500-8baf-7cba533e937a req-4409f6ca-a9f6-4cfe-b47c-943c74500741 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.9372289 Feb 09 00:57:05.564054 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-a9b8ec9a-f597-4d41-85ca-d272dca2ac1c None None] Set router a7d9e7d3-82dd-46db-8b42-3880179fd871 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:57:05.733165 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-568866df-2b3f-4500-8baf-7cba533e937a req-53871193-4aca-4873-996a-4f8005d6ff82 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/quotas/d858ecec797b41f8b183726ac55ac55c HTTP/1.1" status: 200 len: 375 time: 0.1899085 Feb 09 00:57:05.759126 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-81f0db5e-9faa-4e7b-8e43-2e68cf18536a service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=00d8175d-5748-461e-b6db-c7581f8f677c HTTP/1.1" status: 200 len: 217 time: 0.2433457 Feb 09 00:57:05.819163 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54194) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:05.917686 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16f06e68-cbc5-4fb4-984d-8f49d402aea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:05.931032 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-568866df-2b3f-4500-8baf-7cba533e937a req-30120474-56b7-4397-beba-e5161ab9ecea tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d858ecec797b41f8b183726ac55ac55c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1783085 Feb 09 00:57:06.082873 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ebac9a-283e-4181-85a2-000a904b6f9a req-dbfe0f44-0e90-4f1f-8e2b-9ddc19caa327 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:06.093977 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-90ebac9a-283e-4181-85a2-000a904b6f9a req-dbfe0f44-0e90-4f1f-8e2b-9ddc19caa327 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b8f0547-d91e-4254-8a41-e9b6590cf0db HTTP/1.1" status: 200 len: 969 time: 0.6845081 Feb 09 00:57:06.281307 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ec533b-7c65-4ee6-a854-19764cd4c028 None None] Network d14b7467-2a79-4953-8b4f-392c2d6aa41b requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:57:06.569664 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-797347ca-7edf-44b3-9d1f-84fea434d1ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:06.613089 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eac55d4c-5826-47bb-86c0-ebbde5d7af55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:06.613705 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f06e68-cbc5-4fb4-984d-8f49d402aea0 admin admin] Checking segment: {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:57:06.615173 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f06e68-cbc5-4fb4-984d-8f49d402aea0 admin admin] Network hostable DHCP agents. Network: 53c7f498-ec21-4766-a8b4-5bb9d5f006d9, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:57:06.635222 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-90ebac9a-283e-4181-85a2-000a904b6f9a req-1ebce3de-2f46-43e7-9040-49a69ef7a57e tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/security-groups?id=e874b2e2-b073-4758-adf5-ea9b38adea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5391972 Feb 09 00:57:06.669211 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-797347ca-7edf-44b3-9d1f-84fea434d1ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:06.679756 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-797347ca-7edf-44b3-9d1f-84fea434d1ef admin admin] Usage tracker for resource:security_group_rule and tenant:82fb71c2bce74d9a8f056b10de9ddb08 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:06.697955 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-797347ca-7edf-44b3-9d1f-84fea434d1ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:06.715526 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-797347ca-7edf-44b3-9d1f-84fea434d1ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:06.902395 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7f548adb-9d4f-4c93-8ecd-94255637112b up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:57:06.935586 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f06e68-cbc5-4fb4-984d-8f49d402aea0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb9a8e05-d0fc-4553-92c9-d58b7743cadc,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:06.969238 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b8f0547-d91e-4254-8a41-e9b6590cf0db', 'tag': '00d8175d-5748-461e-b6db-c7581f8f677c', 'status': 'completed', 'code': 200} Feb 09 00:57:07.016644 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac55d4c-5826-47bb-86c0-ebbde5d7af55 admin admin] Router f26bab3e-430f-43a9-9a30-16257e453937 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 00:57:07.201327 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-797347ca-7edf-44b3-9d1f-84fea434d1ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:07.202755 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f06e68-cbc5-4fb4-984d-8f49d402aea0 admin admin] Network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:57:07.207979 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 7f548adb-9d4f-4c93-8ecd-94255637112b completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:07.214027 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3d19fd5b-1dbe-43a0-bb56-26835359b2d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:07.223810 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-94b3475a-1a99-41a8-859b-e26a6beac490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:07.228325 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-94b3475a-1a99-41a8-859b-e26a6beac490 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 1.1799552 Feb 09 00:57:07.244898 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ba0eac16-67f0-448a-ab83-b8a2970f5fe8 req-80d56d00-798d-49c2-954d-558b72efcf23 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/ports?device_id=a740d474-d764-4255-841b-5def92e57887 HTTP/1.1" status: 200 len: 210 time: 0.2852252 Feb 09 00:57:07.252416 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-797347ca-7edf-44b3-9d1f-84fea434d1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:07.253198 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 7f548adb-9d4f-4c93-8ecd-94255637112b triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:07.253574 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:07.348336 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ff54d63e-85d6-41f4-ae18-2ca6cf08d6b2 None None] Provisioning for port 68d01849-ad4c-4389-9a39-77334ed1687e completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:07.452595 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-a9b8ec9a-f597-4d41-85ca-d272dca2ac1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519594793-router', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:56:48Z', 'updated_at': '2022-02-09T00:56:54Z', 'revision_number': 4, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'gw_port': {'id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:49Z', 'updated_at': '2022-02-09T00:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '7f548adb-9d4f-4c93-8ecd-94255637112b', 'name': '', 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'mac_address': 'fa:16:3e:ea:b3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:52Z', 'updated_at': '2022-02-09T00:57:04Z', 'revision_number': 4, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'subnets': [{'id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:07.476620 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b8ec9a-f597-4d41-85ca-d272dca2ac1c None None] The sync data for ids ['a7d9e7d3-82dd-46db-8b42-3880179fd871'] in n-d-828419-1 is: [{'id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519594793-router', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:56:48Z', 'updated_at': '2022-02-09T00:56:54Z', 'revision_number': 4, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'gw_port': {'id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:49Z', 'updated_at': '2022-02-09T00:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '7f548adb-9d4f-4c93-8ecd-94255637112b', 'name': '', 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'mac_address': 'fa:16:3e:ea:b3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:52Z', 'updated_at': '2022-02-09T00:57:04Z', 'revision_number': 4, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'subnets': [{'id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:57:07.541421 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-16f06e68-cbc5-4fb4-984d-8f49d402aea0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 53c7f498-ec21-4766-a8b4-5bb9d5f006d9) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:07.591280 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4f94d5-1a19-43e1-9986-b468f0715e1b None None] Network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:57:07.679759 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac55d4c-5826-47bb-86c0-ebbde5d7af55 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:57:07.699046 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62892539-f52d-4855-877c-a1ddd320ece3 None None] Sync routers for ids ['f26bab3e-430f-43a9-9a30-16257e453937'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:57:07.713660 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62892539-f52d-4855-877c-a1ddd320ece3 None None] Routers {'f26bab3e-430f-43a9-9a30-16257e453937'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:57:07.714657 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-62892539-f52d-4855-877c-a1ddd320ece3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T00:56:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['f26bab3e-430f-43a9-9a30-16257e453937'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:07.767595 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eac55d4c-5826-47bb-86c0-ebbde5d7af55 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:07.771712 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-eac55d4c-5826-47bb-86c0-ebbde5d7af55 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 8.0085347 Feb 09 00:57:07.771868 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f06e68-cbc5-4fb4-984d-8f49d402aea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:07.772682 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16f06e68-cbc5-4fb4-984d-8f49d402aea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:07.779466 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54262) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:07.826080 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-797347ca-7edf-44b3-9d1f-84fea434d1ef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=82fb71c2bce74d9a8f056b10de9ddb08&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0015004 Feb 09 00:57:07.844077 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797347ca-7edf-44b3-9d1f-84fea434d1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd49e27e-1ccd-4661-9e74-7de490304e78,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:07.853552 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54266) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:08.069920 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:08.076229 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6c9117e1-6cec-45b2-8eff-174d3032dd00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:08.087971 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-16f06e68-cbc5-4fb4-984d-8f49d402aea0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.7029560 Feb 09 00:57:08.137157 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 7f548adb-9d4f-4c93-8ecd-94255637112b, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=7f548adb-9d4f-4c93-8ecd-94255637112b,segment=NetworkSegment(e54330ae-8d13-4599-abc0-f776581bcd15),segment_id=e54330ae-8d13-4599-abc0-f776581bcd15)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:08.145669 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:08.146566 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 68d01849-ad4c-4389-9a39-77334ed1687e up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:57:08.330740 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-62892539-f52d-4855-877c-a1ddd320ece3 None None] Set router f26bab3e-430f-43a9-9a30-16257e453937 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:57:08.493709 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6c9117e1-6cec-45b2-8eff-174d3032dd00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:08.553247 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54278) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:08.567982 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=7f548adb-9d4f-4c93-8ecd-94255637112b,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:08.653284 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6c9117e1-6cec-45b2-8eff-174d3032dd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:08.667826 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-dace510c-f3e0-4825-924f-4ba1e7ba270c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:08.672965 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-dace510c-f3e0-4825-924f-4ba1e7ba270c service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.4267068 Feb 09 00:57:08.688910 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 68d01849-ad4c-4389-9a39-77334ed1687e completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:08.708359 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 68d01849-ad4c-4389-9a39-77334ed1687e triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:08.717172 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:08.813744 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9117e1-6cec-45b2-8eff-174d3032dd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd49e27e-1ccd-4661-9e74-7de490304e78,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:08.845713 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c92b763c-4e2b-45dd-bc21-02ab0b1cce35 req-eab4611e-8c42-4035-8ad9-c87c422d6c00 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/ports?device_id=a740d474-d764-4255-841b-5def92e57887 HTTP/1.1" status: 200 len: 210 time: 0.2056174 Feb 09 00:57:09.077763 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6c9117e1-6cec-45b2-8eff-174d3032dd00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:09.085573 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6c9117e1-6cec-45b2-8eff-174d3032dd00 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd49e27e-1ccd-4661-9e74-7de490304e78 HTTP/1.1" status: 204 len: 168 time: 1.2249510 Feb 09 00:57:09.174479 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7057b12a-4d04-40ff-9bc8-fb06647e5878 None None] Network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:57:09.244352 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1964178-9ff2-4128-baa6-dd1539e16f85 req-ceadc7a9-f845-44b8-a4c2-c8d05218e140 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:09.255506 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f1964178-9ff2-4128-baa6-dd1539e16f85 req-ceadc7a9-f845-44b8-a4c2-c8d05218e140 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b8f0547-d91e-4254-8a41-e9b6590cf0db HTTP/1.1" status: 200 len: 969 time: 1.1792181 Feb 09 00:57:09.442675 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f1964178-9ff2-4128-baa6-dd1539e16f85 req-9e2bc0c5-8be2-4fc6-bd74-54e3ebf11ce9 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/security-groups?id=e874b2e2-b073-4758-adf5-ea9b38adea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860547 Feb 09 00:57:09.468566 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-977cdffe-0758-4e4a-9343-575274767258 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7700608 Feb 09 00:57:09.563068 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3d275df0-d17e-45f6-b1fb-b46850cb446b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:09.650413 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-62892539-f52d-4855-877c-a1ddd320ece3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26bab3e-430f-43a9-9a30-16257e453937', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1865232424-router', 'tenant_id': 'c81ccd195f9d415b819c2fa590b267b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '15645673-e9f9-4b8d-b79d-fc0a19ded6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:56:59Z', 'updated_at': '2022-02-09T00:57:03Z', 'revision_number': 3, 'project_id': 'c81ccd195f9d415b819c2fa590b267b1', 'gw_port': {'id': '15645673-e9f9-4b8d-b79d-fc0a19ded6bf', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26bab3e-430f-43a9-9a30-16257e453937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:01Z', 'updated_at': '2022-02-09T00:57:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:09.673340 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62892539-f52d-4855-877c-a1ddd320ece3 None None] Checking router: f26bab3e-430f-43a9-9a30-16257e453937 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:57:09.673690 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62892539-f52d-4855-877c-a1ddd320ece3 None None] Updating router f26bab3e-430f-43a9-9a30-16257e453937 port 15645673-e9f9-4b8d-b79d-fc0a19ded6bf binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:57:09.713225 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:09.742273 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.35', 63256) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:09.811905 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e850cbbe-cbda-45ca-a4e1-c0ff4a7126c0 None None] Provisioning complete for port 68d01849-ad4c-4389-9a39-77334ed1687e triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:09.813274 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e850cbbe-cbda-45ca-a4e1-c0ff4a7126c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:09.856517 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3d275df0-d17e-45f6-b1fb-b46850cb446b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:09.875497 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-568866df-2b3f-4500-8baf-7cba533e937a req-cc1bc81b-5c3d-4686-9263-53a65e552cb6 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d858ecec797b41f8b183726ac55ac55c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1185570 Feb 09 00:57:09.899842 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3d275df0-d17e-45f6-b1fb-b46850cb446b admin admin] Usage tracker for resource:security_group_rule and tenant:95ee5391a2a74ec2a4ad49230ec1f30d is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:09.919975 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3d275df0-d17e-45f6-b1fb-b46850cb446b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:09.937970 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-62892539-f52d-4855-877c-a1ddd320ece3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:09.957129 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54304) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:09.963157 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3d275df0-d17e-45f6-b1fb-b46850cb446b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:09.979367 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-03c7b3ac-7951-465d-98e0-f390da52e2f2 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-412921667-network', 'tenant_id': 'e3027bec716f4bd0b02b8a761492d059'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:10.016250 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54308) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:10.028331 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-03c7b3ac-7951-465d-98e0-f390da52e2f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:10.106549 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-03c7b3ac-7951-465d-98e0-f390da52e2f2 admin admin] Usage tracker for resource:network and tenant:e3027bec716f4bd0b02b8a761492d059 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:10.187233 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6d5d40a6-bdb3-44f7-a828-5056b0004e5d req-a33088f9-1559-472a-bad3-5969aac094c9 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6973512 Feb 09 00:57:10.244976 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568866df-2b3f-4500-8baf-7cba533e937a req-2e4df4f0-e020-4c63-9ed4-63a754ce2023 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:10.250142 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-568866df-2b3f-4500-8baf-7cba533e937a req-2e4df4f0-e020-4c63-9ed4-63a754ce2023 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3463879 Feb 09 00:57:10.260345 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e850cbbe-cbda-45ca-a4e1-c0ff4a7126c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:10.267633 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-03c7b3ac-7951-465d-98e0-f390da52e2f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:10.289116 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4458016b-5f85-4642-a27f-6745d12fa406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:10.307013 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-934fc5d7-4a85-4fd2-8549-effef3e2cd58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:10.318661 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 68d01849-ad4c-4389-9a39-77334ed1687e, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=68d01849-ad4c-4389-9a39-77334ed1687e,segment=NetworkSegment(ed1eb117-8286-458a-9fc4-d40d870b235d),segment_id=ed1eb117-8286-458a-9fc4-d40d870b235d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:10.341006 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:10.420943 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-568866df-2b3f-4500-8baf-7cba533e937a req-8445ef96-2407-47ec-b50c-754d1b3732da tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Request body: {'port': {'device_id': 'a740d474-d764-4255-841b-5def92e57887', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'admin_state_up': True, 'tenant_id': 'd858ecec797b41f8b183726ac55ac55c'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:10.433857 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-03c7b3ac-7951-465d-98e0-f390da52e2f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:10.473329 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-560b3750-3e7c-47d2-a02d-35f4abd2d64b req-34cf9b48-8431-47f9-8f55-9efa721f447a tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/ports?device_id=a740d474-d764-4255-841b-5def92e57887 HTTP/1.1" status: 200 len: 210 time: 0.1976755 Feb 09 00:57:10.474581 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c7b3ac-7951-465d-98e0-f390da52e2f2 admin admin] Made reservation on behalf of e3027bec716f4bd0b02b8a761492d059 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:57:10.476518 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-03c7b3ac-7951-465d-98e0-f390da52e2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:10.515888 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-934fc5d7-4a85-4fd2-8549-effef3e2cd58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:10.520329 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:10.521051 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-934fc5d7-4a85-4fd2-8549-effef3e2cd58 admin admin] Usage tracker for resource:security_group_rule and tenant:34837cf54c934e8cbc1ec6a047e3145e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:10.525214 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-934fc5d7-4a85-4fd2-8549-effef3e2cd58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:10.532805 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-934fc5d7-4a85-4fd2-8549-effef3e2cd58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:10.710236 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-03c7b3ac-7951-465d-98e0-f390da52e2f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:10.756460 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7f548adb-9d4f-4c93-8ecd-94255637112b up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:57:10.778747 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8fa48-bf6e-4e68-9da5-516673603ee9 req-d7c47e37-f361-4c77-a754-dc89ae2f1f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:10.788641 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c7c8fa48-bf6e-4e68-9da5-516673603ee9 req-d7c47e37-f361-4c77-a754-dc89ae2f1f22 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a217c213d2a846d3b7fdba7d2b22247c&device_id=6b8f0547-d91e-4254-8a41-e9b6590cf0db HTTP/1.1" status: 200 len: 1120 time: 0.4819031 Feb 09 00:57:10.791788 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-568866df-2b3f-4500-8baf-7cba533e937a req-8445ef96-2407-47ec-b50c-754d1b3732da tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:10.826901 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:10.854618 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-e850cbbe-cbda-45ca-a4e1-c0ff4a7126c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:57:10.855136 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-e850cbbe-cbda-45ca-a4e1-c0ff4a7126c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:57:10.858329 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-62892539-f52d-4855-877c-a1ddd320ece3 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:10.873407 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-568866df-2b3f-4500-8baf-7cba533e937a req-8445ef96-2407-47ec-b50c-754d1b3732da tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Usage tracker for resource:port and tenant:d858ecec797b41f8b183726ac55ac55c is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:10.879412 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-568866df-2b3f-4500-8baf-7cba533e937a req-8445ef96-2407-47ec-b50c-754d1b3732da tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:10.880877 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-03c7b3ac-7951-465d-98e0-f390da52e2f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:10.885067 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-62892539-f52d-4855-877c-a1ddd320ece3 None None] Transition to ACTIVE for port object 15645673-e9f9-4b8d-b79d-fc0a19ded6bf will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:10.895917 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-62892539-f52d-4855-877c-a1ddd320ece3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:10.921597 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-03c7b3ac-7951-465d-98e0-f390da52e2f2 admin admin] Usage tracker for resource:security_group_rule and tenant:e3027bec716f4bd0b02b8a761492d059 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:10.930085 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-03c7b3ac-7951-465d-98e0-f390da52e2f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:10.944725 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-03c7b3ac-7951-465d-98e0-f390da52e2f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:10.956969 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=68d01849-ad4c-4389-9a39-77334ed1687e,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:11.007096 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 7f548adb-9d4f-4c93-8ecd-94255637112b triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:11.007405 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:11.016432 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546ffa0-7a07-459b-aa99-b76562d33958 None None] Pushing event updated for resources: {'Port': ['ID=15645673-e9f9-4b8d-b79d-fc0a19ded6bf,revision_number=2']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:11.045317 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-62892539-f52d-4855-877c-a1ddd320ece3 None None] Attempting to bind port 15645673-e9f9-4b8d-b79d-fc0a19ded6bf on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:57:11.045817 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-62892539-f52d-4855-877c-a1ddd320ece3 None None] Attempting to bind port 15645673-e9f9-4b8d-b79d-fc0a19ded6bf by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:57:11.046183 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62892539-f52d-4855-877c-a1ddd320ece3 None None] Attempting to bind port 15645673-e9f9-4b8d-b79d-fc0a19ded6bf on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:11.053919 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62892539-f52d-4855-877c-a1ddd320ece3 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:57:11.054502 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62892539-f52d-4855-877c-a1ddd320ece3 None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:57:11.055293 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-62892539-f52d-4855-877c-a1ddd320ece3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:11.056292 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62892539-f52d-4855-877c-a1ddd320ece3 None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:57:11.057097 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-62892539-f52d-4855-877c-a1ddd320ece3 None None] Bound port: 15645673-e9f9-4b8d-b79d-fc0a19ded6bf, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:57:11.057521 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-62892539-f52d-4855-877c-a1ddd320ece3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:11.081019 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-568866df-2b3f-4500-8baf-7cba533e937a req-8445ef96-2407-47ec-b50c-754d1b3732da tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:11.171791 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-62892539-f52d-4855-877c-a1ddd320ece3 None None] For port 15645673-e9f9-4b8d-b79d-fc0a19ded6bf, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:57:11.176425 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-62892539-f52d-4855-877c-a1ddd320ece3 None None] For port 15645673-e9f9-4b8d-b79d-fc0a19ded6bf, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=15645673-e9f9-4b8d-b79d-fc0a19ded6bf,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:57:11.182832 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-62892539-f52d-4855-877c-a1ddd320ece3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:11.217650 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-934fc5d7-4a85-4fd2-8549-effef3e2cd58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:11.219428 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6758425-5415-4df1-a318-a28242067a16 req-ec01889c-f553-4c1b-a307-3e656df937f4 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:11.236759 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d6758425-5415-4df1-a318-a28242067a16 req-ec01889c-f553-4c1b-a307-3e656df937f4 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b8f0547-d91e-4254-8a41-e9b6590cf0db HTTP/1.1" status: 200 len: 969 time: 0.5680294 Feb 09 00:57:11.275604 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3d275df0-d17e-45f6-b1fb-b46850cb446b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:11.280299 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-934fc5d7-4a85-4fd2-8549-effef3e2cd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:11.307139 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:57:11.361146 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3d275df0-d17e-45f6-b1fb-b46850cb446b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:11.369854 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546ffa0-7a07-459b-aa99-b76562d33958 None None] Pushing event updated for resources: {'Port': ['ID=15645673-e9f9-4b8d-b79d-fc0a19ded6bf,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:11.395777 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62892539-f52d-4855-877c-a1ddd320ece3 None None] Routers {'f26bab3e-430f-43a9-9a30-16257e453937'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:57:11.396568 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-62892539-f52d-4855-877c-a1ddd320ece3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T00:57:10Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['f26bab3e-430f-43a9-9a30-16257e453937'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:11.420199 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d6758425-5415-4df1-a318-a28242067a16 req-4eba549d-8656-4ccf-bbb3-01551eea69d2 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/security-groups?id=e874b2e2-b073-4758-adf5-ea9b38adea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821172 Feb 09 00:57:11.426975 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-568866df-2b3f-4500-8baf-7cba533e937a req-8445ef96-2407-47ec-b50c-754d1b3732da tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Made reservation on behalf of d858ecec797b41f8b183726ac55ac55c for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:57:11.450088 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-568866df-2b3f-4500-8baf-7cba533e937a req-8445ef96-2407-47ec-b50c-754d1b3732da tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:11.539709 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8fa48-bf6e-4e68-9da5-516673603ee9 req-a554d9de-4dc3-46ff-a37d-7bc39448e182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:11.547679 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c7c8fa48-bf6e-4e68-9da5-516673603ee9 req-a554d9de-4dc3-46ff-a37d-7bc39448e182 service neutron] 10.222.0.117 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.7531397 Feb 09 00:57:11.548674 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-568866df-2b3f-4500-8baf-7cba533e937a req-8445ef96-2407-47ec-b50c-754d1b3732da tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:11.688344 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-934fc5d7-4a85-4fd2-8549-effef3e2cd58 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=34837cf54c934e8cbc1ec6a047e3145e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6569855 Feb 09 00:57:11.696942 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54332) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:11.718787 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934fc5d7-4a85-4fd2-8549-effef3e2cd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550880d4-8536-4526-9d28-3519be1f59f4,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:11.732561 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-62892539-f52d-4855-877c-a1ddd320ece3 None None] Set router f26bab3e-430f-43a9-9a30-16257e453937 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:57:11.751167 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c7c8fa48-bf6e-4e68-9da5-516673603ee9 req-77015dfc-eede-488d-87cb-6b43406409fc service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=00d8175d-5748-461e-b6db-c7581f8f677c HTTP/1.1" status: 200 len: 217 time: 0.1792285 Feb 09 00:57:11.838017 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3d275df0-d17e-45f6-b1fb-b46850cb446b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=95ee5391a2a74ec2a4ad49230ec1f30d&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2152023 Feb 09 00:57:11.840989 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54336) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:11.887974 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-568866df-2b3f-4500-8baf-7cba533e937a req-8445ef96-2407-47ec-b50c-754d1b3732da tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:11.906065 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:11.923354 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-568866df-2b3f-4500-8baf-7cba533e937a req-8445ef96-2407-47ec-b50c-754d1b3732da tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Usage tracker for resource:security_group_rule and tenant:d858ecec797b41f8b183726ac55ac55c is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:11.928742 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-568866df-2b3f-4500-8baf-7cba533e937a req-8445ef96-2407-47ec-b50c-754d1b3732da tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:11.938914 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-568866df-2b3f-4500-8baf-7cba533e937a req-8445ef96-2407-47ec-b50c-754d1b3732da tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:11.973085 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8fa48-bf6e-4e68-9da5-516673603ee9 req-ccce3094-12db-4014-8161-f2f54585a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:11.974389 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c7c8fa48-bf6e-4e68-9da5-516673603ee9 req-ccce3094-12db-4014-8161-f2f54585a3f0 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.2049499 Feb 09 00:57:12.110188 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-62892539-f52d-4855-877c-a1ddd320ece3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26bab3e-430f-43a9-9a30-16257e453937', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1865232424-router', 'tenant_id': 'c81ccd195f9d415b819c2fa590b267b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '15645673-e9f9-4b8d-b79d-fc0a19ded6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:56:59Z', 'updated_at': '2022-02-09T00:57:03Z', 'revision_number': 3, 'project_id': 'c81ccd195f9d415b819c2fa590b267b1', 'gw_port': {'id': '15645673-e9f9-4b8d-b79d-fc0a19ded6bf', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26bab3e-430f-43a9-9a30-16257e453937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:01Z', 'updated_at': '2022-02-09T00:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:12.123347 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62892539-f52d-4855-877c-a1ddd320ece3 None None] The sync data for ids ['f26bab3e-430f-43a9-9a30-16257e453937'] in n-d-828419-1 is: [{'id': 'f26bab3e-430f-43a9-9a30-16257e453937', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1865232424-router', 'tenant_id': 'c81ccd195f9d415b819c2fa590b267b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '15645673-e9f9-4b8d-b79d-fc0a19ded6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:56:59Z', 'updated_at': '2022-02-09T00:57:03Z', 'revision_number': 3, 'project_id': 'c81ccd195f9d415b819c2fa590b267b1', 'gw_port': {'id': '15645673-e9f9-4b8d-b79d-fc0a19ded6bf', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26bab3e-430f-43a9-9a30-16257e453937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:01Z', 'updated_at': '2022-02-09T00:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:57:12.125633 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8fa48-bf6e-4e68-9da5-516673603ee9 req-f556379d-d371-44f8-b4ff-0e8feb0af83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:12.127670 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c7c8fa48-bf6e-4e68-9da5-516673603ee9 req-f556379d-d371-44f8-b4ff-0e8feb0af83a service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1428473 Feb 09 00:57:12.147020 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e2ad9aa1-90b3-4998-8e0b-17a9bdb03272 req-53062aea-be50-4ad9-a277-5cd39553a724 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/ports?device_id=a740d474-d764-4255-841b-5def92e57887 HTTP/1.1" status: 200 len: 210 time: 0.3815258 Feb 09 00:57:12.220948 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d275df0-d17e-45f6-b1fb-b46850cb446b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8742c085-07c9-4c81-80ba-03b0d0efa39a,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:12.233329 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2b416aac-ab3e-4279-a464-9b13dacf1a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:12.349400 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-568866df-2b3f-4500-8baf-7cba533e937a req-8445ef96-2407-47ec-b50c-754d1b3732da tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:12.360563 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b6c6c9c7-1233-46ff-87bf-9471f27b4f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:12.368321 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c7c8fa48-bf6e-4e68-9da5-516673603ee9 req-ce830db0-b045-4b7d-a9d0-c29c2258926a service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332852 Feb 09 00:57:12.369090 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-568866df-2b3f-4500-8baf-7cba533e937a req-8445ef96-2407-47ec-b50c-754d1b3732da tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:12.411460 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b6c6c9c7-1233-46ff-87bf-9471f27b4f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:12.435868 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9cef5cbd-97eb-4ad1-91ae-c9ad88da1568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:12.489466 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 68d01849-ad4c-4389-9a39-77334ed1687e up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:57:12.520722 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9cef5cbd-97eb-4ad1-91ae-c9ad88da1568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:12.678131 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 68d01849-ad4c-4389-9a39-77334ed1687e triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:12.679087 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:12.737461 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9cef5cbd-97eb-4ad1-91ae-c9ad88da1568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:12.745307 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-03c7b3ac-7951-465d-98e0-f390da52e2f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:12.764849 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-03c7b3ac-7951-465d-98e0-f390da52e2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:12.780736 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef5cbd-97eb-4ad1-91ae-c9ad88da1568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550880d4-8536-4526-9d28-3519be1f59f4,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:12.885206 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c7b3ac-7951-465d-98e0-f390da52e2f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 965} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:57:12.908670 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8445ef96-2407-47ec-b50c-754d1b3732da tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23bc2b45-7219-474b-8335-0b5116611f1f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:13.003773 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c7b3ac-7951-465d-98e0-f390da52e2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f5ff7d-37ed-49bc-ac25-735bd3c22e45,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:13.028351 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9cef5cbd-97eb-4ad1-91ae-c9ad88da1568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:13.029520 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9cef5cbd-97eb-4ad1-91ae-c9ad88da1568 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/550880d4-8536-4526-9d28-3519be1f59f4 HTTP/1.1" status: 204 len: 168 time: 1.3168526 Feb 09 00:57:13.049175 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-03c7b3ac-7951-465d-98e0-f390da52e2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:13.049554 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-03c7b3ac-7951-465d-98e0-f390da52e2f2 admin admin] Added segment ecd6d978-36bd-47b0-991c-58ec7161da37 of type vlan for network 160e7e45-82de-4747-925b-24cabf2d9583 Feb 09 00:57:13.100968 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-03c7b3ac-7951-465d-98e0-f390da52e2f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:13.171776 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-03c7b3ac-7951-465d-98e0-f390da52e2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:13.177131 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c7b3ac-7951-465d-98e0-f390da52e2f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:13.177987 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-03c7b3ac-7951-465d-98e0-f390da52e2f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:13.236049 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b6c6c9c7-1233-46ff-87bf-9471f27b4f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:13.276586 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c7c8fa48-bf6e-4e68-9da5-516673603ee9 req-1fcde70d-d125-4bd7-bb94-e56a8bf7b3b0 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8854251 Feb 09 00:57:13.291289 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-568866df-2b3f-4500-8baf-7cba533e937a req-8445ef96-2407-47ec-b50c-754d1b3732da tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Allocated IP 192.168.233.243 (82c0e553-004f-4f65-a38e-9d785fdc5802/c1d7756a-584e-4152-ad93-d220060f4b30/2dc44cd6-82ef-483d-af69-df2f2d640249) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:57:13.308762 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9e492-c3a0-4a05-9771-39629f1dd908 req-54fc1013-bf98-44f7-baba-8abaafae6c08 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:13.316612 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25f9e492-c3a0-4a05-9771-39629f1dd908 req-54fc1013-bf98-44f7-baba-8abaafae6c08 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b8f0547-d91e-4254-8a41-e9b6590cf0db HTTP/1.1" status: 200 len: 969 time: 0.6722927 Feb 09 00:57:13.394585 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25f9e492-c3a0-4a05-9771-39629f1dd908 req-25c0b0ad-bd27-45df-9e9e-bca3f5d59726 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/security-groups?id=e874b2e2-b073-4758-adf5-ea9b38adea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764930 Feb 09 00:57:13.419721 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6c9c7-1233-46ff-87bf-9471f27b4f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8742c085-07c9-4c81-80ba-03b0d0efa39a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:13.483964 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b6c6c9c7-1233-46ff-87bf-9471f27b4f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:13.497380 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b6c6c9c7-1233-46ff-87bf-9471f27b4f4a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8742c085-07c9-4c81-80ba-03b0d0efa39a HTTP/1.1" status: 204 len: 168 time: 1.4824078 Feb 09 00:57:13.520060 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-03c7b3ac-7951-465d-98e0-f390da52e2f2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.5540724 Feb 09 00:57:13.527416 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54352) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:13.557758 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-55a59bfb-c115-4189-ac28-44d8f707b96d admin admin] Request body: {'subnet': {'network_id': '160e7e45-82de-4747-925b-24cabf2d9583', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-412921667-subnet', 'tenant_id': 'e3027bec716f4bd0b02b8a761492d059', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:13.573145 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-55a59bfb-c115-4189-ac28-44d8f707b96d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:13.596002 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-2b416aac-ab3e-4279-a464-9b13dacf1a76 admin admin] Allocated IP 172.20.0.1 (d14b7467-2a79-4953-8b4f-392c2d6aa41b/5647c7f1-71e9-41a7-873b-5d23c64fbcfe/61395c66-866d-4247-a860-8ba2fb517451) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:57:13.662309 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-55a59bfb-c115-4189-ac28-44d8f707b96d admin admin] Usage tracker for resource:subnet and tenant:e3027bec716f4bd0b02b8a761492d059 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:13.682486 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-55a59bfb-c115-4189-ac28-44d8f707b96d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:13.701007 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-55a59bfb-c115-4189-ac28-44d8f707b96d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:13.727125 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a59bfb-c115-4189-ac28-44d8f707b96d admin admin] Made reservation on behalf of e3027bec716f4bd0b02b8a761492d059 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:57:13.729638 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-55a59bfb-c115-4189-ac28-44d8f707b96d admin admin] Notify callbacks [] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:13.733308 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c7b3ac-7951-465d-98e0-f390da52e2f2 admin admin] Pushing event updated for resources: {'Network': ['ID=160e7e45-82de-4747-925b-24cabf2d9583,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:13.744446 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 160e7e45-82de-4747-925b-24cabf2d9583 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:57:13.750084 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c0eb0c23-6c2f-4e08-b773-7b1c4d91a77f req-c4ea6d64-7287-49b3-b227-d249f20042cb tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/ports?device_id=a740d474-d764-4255-841b-5def92e57887 HTTP/1.1" status: 200 len: 210 time: 0.1261327 Feb 09 00:57:14.105994 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-568866df-2b3f-4500-8baf-7cba533e937a req-8445ef96-2407-47ec-b50c-754d1b3732da tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:14.217744 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-568866df-2b3f-4500-8baf-7cba533e937a req-8445ef96-2407-47ec-b50c-754d1b3732da tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Transition to ACTIVE for port object 2dc44cd6-82ef-483d-af69-df2f2d640249 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:14.254887 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2b416aac-ab3e-4279-a464-9b13dacf1a76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:14.307478 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-2b416aac-ab3e-4279-a464-9b13dacf1a76 admin admin] Transition to ACTIVE for port object 61395c66-866d-4247-a860-8ba2fb517451 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:14.382196 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2b416aac-ab3e-4279-a464-9b13dacf1a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:14.481248 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-568866df-2b3f-4500-8baf-7cba533e937a req-8445ef96-2407-47ec-b50c-754d1b3732da tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:14.552724 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 15645673-e9f9-4b8d-b79d-fc0a19ded6bf up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:57:14.629812 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54374) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:14.672054 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-55a59bfb-c115-4189-ac28-44d8f707b96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:14.689956 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b416aac-ab3e-4279-a464-9b13dacf1a76 admin admin] Network d14b7467-2a79-4953-8b4f-392c2d6aa41b is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:57:14.708490 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-2b416aac-ab3e-4279-a464-9b13dacf1a76 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:14.717165 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b416aac-ab3e-4279-a464-9b13dacf1a76 admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:57:14.717649 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2b416aac-ab3e-4279-a464-9b13dacf1a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:14.741090 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-568866df-2b3f-4500-8baf-7cba533e937a req-8445ef96-2407-47ec-b50c-754d1b3732da tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:57:14.751390 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b94513fb-dca1-4939-9aa9-a4f0a31ec45e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:14.805622 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 15645673-e9f9-4b8d-b79d-fc0a19ded6bf completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:14.815691 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 15645673-e9f9-4b8d-b79d-fc0a19ded6bf triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:14.816070 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:14.924720 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8445ef96-2407-47ec-b50c-754d1b3732da tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Pushing event updated for resources: {'Port': ['ID=2dc44cd6-82ef-483d-af69-df2f2d640249,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:14.932104 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-568866df-2b3f-4500-8baf-7cba533e937a req-8445ef96-2407-47ec-b50c-754d1b3732da tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:15.027681 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b94513fb-dca1-4939-9aa9-a4f0a31ec45e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:15.031536 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b94513fb-dca1-4939-9aa9-a4f0a31ec45e admin admin] Usage tracker for resource:security_group_rule and tenant:72b62be9f5b4498b98ee59613a9f1535 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:15.034539 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b94513fb-dca1-4939-9aa9-a4f0a31ec45e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:15.041517 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b94513fb-dca1-4939-9aa9-a4f0a31ec45e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:15.052637 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b416aac-ab3e-4279-a464-9b13dacf1a76 admin admin] Pushing event updated for resources: {'Port': ['ID=61395c66-866d-4247-a860-8ba2fb517451,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:15.154067 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:15.186936 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 15645673-e9f9-4b8d-b79d-fc0a19ded6bf, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=15645673-e9f9-4b8d-b79d-fc0a19ded6bf,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:15.197064 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:15.267029 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b94513fb-dca1-4939-9aa9-a4f0a31ec45e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:15.277072 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b213a8a4-6e1f-4fef-9159-8515454f52db None None] Provisioning for port 61395c66-866d-4247-a860-8ba2fb517451 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:15.296651 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b213a8a4-6e1f-4fef-9159-8515454f52db None None] Provisioning complete for port 61395c66-866d-4247-a860-8ba2fb517451 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:15.297392 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b213a8a4-6e1f-4fef-9159-8515454f52db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:15.323574 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c919507-347b-4545-8154-323e652d0373 req-4cbbcee5-fde1-498b-8b95-c6d0ff9747c1 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:15.334854 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3c919507-347b-4545-8154-323e652d0373 req-4cbbcee5-fde1-498b-8b95-c6d0ff9747c1 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/ports?device_id=a740d474-d764-4255-841b-5def92e57887 HTTP/1.1" status: 200 len: 936 time: 0.2622600 Feb 09 00:57:15.349576 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a59bfb-c115-4189-ac28-44d8f707b96d admin admin] Checking segment: {'id': 'ecd6d978-36bd-47b0-991c-58ec7161da37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '160e7e45-82de-4747-925b-24cabf2d9583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:57:15.351072 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a59bfb-c115-4189-ac28-44d8f707b96d admin admin] Network hostable DHCP agents. Network: 160e7e45-82de-4747-925b-24cabf2d9583, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:57:15.372200 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b94513fb-dca1-4939-9aa9-a4f0a31ec45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:15.401412 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-568866df-2b3f-4500-8baf-7cba533e937a req-8445ef96-2407-47ec-b50c-754d1b3732da tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:57:15.425231 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b213a8a4-6e1f-4fef-9159-8515454f52db None None] Port 61395c66-866d-4247-a860-8ba2fb517451 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:57:15.429225 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568866df-2b3f-4500-8baf-7cba533e937a req-8445ef96-2407-47ec-b50c-754d1b3732da tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:15.429892 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-568866df-2b3f-4500-8baf-7cba533e937a req-8445ef96-2407-47ec-b50c-754d1b3732da tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:15.452016 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=15645673-e9f9-4b8d-b79d-fc0a19ded6bf,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:15.500143 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3c919507-347b-4545-8154-323e652d0373 req-3dc3e3d4-b493-4d04-83db-98de827de8e7 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/security-groups?id=23bc2b45-7219-474b-8335-0b5116611f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538615 Feb 09 00:57:15.556540 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2b416aac-ab3e-4279-a464-9b13dacf1a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:15.632160 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94513fb-dca1-4939-9aa9-a4f0a31ec45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2149eeda-1d54-47c7-ad30-6e17c480b79c,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:15.648864 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b94513fb-dca1-4939-9aa9-a4f0a31ec45e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=72b62be9f5b4498b98ee59613a9f1535&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0082510 Feb 09 00:57:15.690427 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54392) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:15.720496 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a59bfb-c115-4189-ac28-44d8f707b96d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a826b37f-84f6-439c-b0a6-2d65b336609e,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:15.819970 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a59bfb-c115-4189-ac28-44d8f707b96d admin admin] Network 160e7e45-82de-4747-925b-24cabf2d9583 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:57:15.852274 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-568866df-2b3f-4500-8baf-7cba533e937a req-8445ef96-2407-47ec-b50c-754d1b3732da tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4530599 Feb 09 00:57:15.860855 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f9f378d8-355a-41bf-8e74-ae81bcecca93 None None] Provisioning for port 2dc44cd6-82ef-483d-af69-df2f2d640249 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:15.871827 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f9f378d8-355a-41bf-8e74-ae81bcecca93 None None] Provisioning complete for port 2dc44cd6-82ef-483d-af69-df2f2d640249 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:15.873131 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-568866df-2b3f-4500-8baf-7cba533e937a req-ea550d34-e343-4d57-8093-26eb6eda4169 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:57:15.873743 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f9f378d8-355a-41bf-8e74-ae81bcecca93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:15.874137 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-568866df-2b3f-4500-8baf-7cba533e937a req-ea550d34-e343-4d57-8093-26eb6eda4169 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105710 Feb 09 00:57:15.879831 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-55a59bfb-c115-4189-ac28-44d8f707b96d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 160e7e45-82de-4747-925b-24cabf2d9583) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:15.891954 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a59bfb-c115-4189-ac28-44d8f707b96d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:15.892572 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-55a59bfb-c115-4189-ac28-44d8f707b96d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:15.933967 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d2416-44ef-4084-96c8-8010df6eb3ba req-8aca8add-d9a5-4b43-a705-43a6a8fde4ac tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:15.942025 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4e0d2416-44ef-4084-96c8-8010df6eb3ba req-8aca8add-d9a5-4b43-a705-43a6a8fde4ac tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b8f0547-d91e-4254-8a41-e9b6590cf0db HTTP/1.1" status: 200 len: 969 time: 1.1963305 Feb 09 00:57:15.961325 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adca0ef-463a-47d8-a6fa-8d1953bdf51b None None] Network 160e7e45-82de-4747-925b-24cabf2d9583 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:57:15.982932 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-db0fb9e1-4976-4391-ab3d-7e36dbab4bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:16.017431 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-55a59bfb-c115-4189-ac28-44d8f707b96d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.4882224 Feb 09 00:57:16.145094 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2b416aac-ab3e-4279-a464-9b13dacf1a76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:16.149019 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4e0d2416-44ef-4084-96c8-8010df6eb3ba req-a64cc8fb-b747-4088-8889-a8dec352e42c tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/security-groups?id=e874b2e2-b073-4758-adf5-ea9b38adea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975012 Feb 09 00:57:16.156821 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2b416aac-ab3e-4279-a464-9b13dacf1a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:16.157811 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2b416aac-ab3e-4279-a464-9b13dacf1a76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:16.199626 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-db0fb9e1-4976-4391-ab3d-7e36dbab4bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:16.283635 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f9f378d8-355a-41bf-8e74-ae81bcecca93 None None] Port 2dc44cd6-82ef-483d-af69-df2f2d640249 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:57:16.380552 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b416aac-ab3e-4279-a464-9b13dacf1a76 admin admin] Pushing event updated for resources: {'Port': ['ID=61395c66-866d-4247-a860-8ba2fb517451,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:16.410404 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-db0fb9e1-4976-4391-ab3d-7e36dbab4bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:16.492114 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 15645673-e9f9-4b8d-b79d-fc0a19ded6bf up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:57:16.503183 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b416aac-ab3e-4279-a464-9b13dacf1a76 admin admin] Network d14b7467-2a79-4953-8b4f-392c2d6aa41b is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:57:16.504527 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-2b416aac-ab3e-4279-a464-9b13dacf1a76 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:16.504699 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fb9e1-4976-4391-ab3d-7e36dbab4bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2149eeda-1d54-47c7-ad30-6e17c480b79c,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:16.525562 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-db0fb9e1-4976-4391-ab3d-7e36dbab4bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:16.530056 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-db0fb9e1-4976-4391-ab3d-7e36dbab4bd5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2149eeda-1d54-47c7-ad30-6e17c480b79c HTTP/1.1" status: 204 len: 168 time: 0.8176594 Feb 09 00:57:16.762889 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0758ddf1-2396-46b7-b1e2-3496f62b4bb3 None None] Network 160e7e45-82de-4747-925b-24cabf2d9583 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:57:16.926820 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-568866df-2b3f-4500-8baf-7cba533e937a req-4f1194e7-6bb9-438c-becc-68e04f8f2123 service neutron] Request body: {'port': {'device_id': 'a740d474-d764-4255-841b-5def92e57887', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:17.018515 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b416aac-ab3e-4279-a464-9b13dacf1a76 admin admin] Router f26bab3e-430f-43a9-9a30-16257e453937 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:57:17.288204 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-3e75c29b-567a-4e52-996a-f99df8ad2034 None None] Provisioning complete for port 61395c66-866d-4247-a860-8ba2fb517451 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:17.301010 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3e75c29b-567a-4e52-996a-f99df8ad2034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:17.313647 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13af64f-b963-4a41-a3d7-fa17aa374d4a req-1a7594c1-2d4b-4785-9636-16e378386d25 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:17.317472 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d13af64f-b963-4a41-a3d7-fa17aa374d4a req-1a7594c1-2d4b-4785-9636-16e378386d25 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/ports?device_id=a740d474-d764-4255-841b-5def92e57887 HTTP/1.1" status: 200 len: 936 time: 0.4636362 Feb 09 00:57:17.341208 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-568866df-2b3f-4500-8baf-7cba533e937a req-4f1194e7-6bb9-438c-becc-68e04f8f2123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:17.370519 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 15645673-e9f9-4b8d-b79d-fc0a19ded6bf triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:17.370935 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:17.497948 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b416aac-ab3e-4279-a464-9b13dacf1a76 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:57:17.523567 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2b416aac-ab3e-4279-a464-9b13dacf1a76 admin admin] 10.222.0.37 "PUT /v2.0/routers/f26bab3e-430f-43a9-9a30-16257e453937/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7428122 Feb 09 00:57:17.536945 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4418c2db-8e6e-4c76-ab87-614f411583c5 None None] Sync routers for ids ['f26bab3e-430f-43a9-9a30-16257e453937'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:57:17.581512 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d13af64f-b963-4a41-a3d7-fa17aa374d4a req-6577d468-9cdd-4c9b-847e-75b0bb11120b tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/security-groups?id=23bc2b45-7219-474b-8335-0b5116611f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537277 Feb 09 00:57:17.660711 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-3e75c29b-567a-4e52-996a-f99df8ad2034 None None] Port 61395c66-866d-4247-a860-8ba2fb517451 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:57:17.669069 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4418c2db-8e6e-4c76-ab87-614f411583c5 None None] Routers {'f26bab3e-430f-43a9-9a30-16257e453937'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:57:17.669752 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-4418c2db-8e6e-4c76-ab87-614f411583c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T00:57:10Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['f26bab3e-430f-43a9-9a30-16257e453937'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:18.112764 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda746c0-84b2-4569-bfc8-9b792ba90756 req-38780b24-9ac8-48df-8d51-a12d11c4d85a tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:18.116209 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-4418c2db-8e6e-4c76-ab87-614f411583c5 None None] Set router f26bab3e-430f-43a9-9a30-16257e453937 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:57:18.124318 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bda746c0-84b2-4569-bfc8-9b792ba90756 req-38780b24-9ac8-48df-8d51-a12d11c4d85a tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b8f0547-d91e-4254-8a41-e9b6590cf0db HTTP/1.1" status: 200 len: 969 time: 0.2795374 Feb 09 00:57:18.283998 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bda746c0-84b2-4569-bfc8-9b792ba90756 req-a2135c3b-1e14-43ca-8ed3-bc1d426c106d tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/security-groups?id=e874b2e2-b073-4758-adf5-ea9b38adea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580639 Feb 09 00:57:18.414731 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-c96c4b5d-cdb7-4a2d-a68c-a24ffec8d40f tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:18.416318 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-c96c4b5d-cdb7-4a2d-a68c-a24ffec8d40f tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/networks?id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9 HTTP/1.1" status: 200 len: 821 time: 0.3933640 Feb 09 00:57:18.529118 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-4fda90a9-4f52-40a5-934c-efb36d501d02 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/quotas/5a38989228a14de2b6764c7f261f44e3 HTTP/1.1" status: 200 len: 375 time: 0.0995507 Feb 09 00:57:18.709403 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-722b4c78-9e0f-4d22-88c3-2dacda657471 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a38989228a14de2b6764c7f261f44e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1787059 Feb 09 00:57:18.741961 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-568866df-2b3f-4500-8baf-7cba533e937a req-4f1194e7-6bb9-438c-becc-68e04f8f2123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dc44cd6-82ef-483d-af69-df2f2d640249 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:57:18.760154 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-568866df-2b3f-4500-8baf-7cba533e937a req-4f1194e7-6bb9-438c-becc-68e04f8f2123 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:18.800099 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-568866df-2b3f-4500-8baf-7cba533e937a req-4f1194e7-6bb9-438c-becc-68e04f8f2123 service neutron] Transition to ACTIVE for port object 2dc44cd6-82ef-483d-af69-df2f2d640249 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:18.806824 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-568866df-2b3f-4500-8baf-7cba533e937a req-4f1194e7-6bb9-438c-becc-68e04f8f2123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:19.330783 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-4969521b-dd1a-42f5-975c-8d77d8c87577 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:57:19.343431 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-4969521b-dd1a-42f5-975c-8d77d8c87577 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3411784 Feb 09 00:57:19.445873 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1194e7-6bb9-438c-becc-68e04f8f2123 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc44cd6-82ef-483d-af69-df2f2d640249,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:19.486649 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-4418c2db-8e6e-4c76-ab87-614f411583c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26bab3e-430f-43a9-9a30-16257e453937', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1865232424-router', 'tenant_id': 'c81ccd195f9d415b819c2fa590b267b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '15645673-e9f9-4b8d-b79d-fc0a19ded6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:56:59Z', 'updated_at': '2022-02-09T00:57:15Z', 'revision_number': 4, 'project_id': 'c81ccd195f9d415b819c2fa590b267b1', 'gw_port': {'id': '15645673-e9f9-4b8d-b79d-fc0a19ded6bf', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26bab3e-430f-43a9-9a30-16257e453937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:01Z', 'updated_at': '2022-02-09T00:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '61395c66-866d-4247-a860-8ba2fb517451', 'name': '', 'network_id': 'd14b7467-2a79-4953-8b4f-392c2d6aa41b', 'tenant_id': 'c81ccd195f9d415b819c2fa590b267b1', 'mac_address': 'fa:16:3e:8b:f7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26bab3e-430f-43a9-9a30-16257e453937', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '5647c7f1-71e9-41a7-873b-5d23c64fbcfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:12Z', 'updated_at': '2022-02-09T00:57:15Z', 'revision_number': 2, 'project_id': 'c81ccd195f9d415b819c2fa590b267b1', 'subnets': [{'id': '5647c7f1-71e9-41a7-873b-5d23c64fbcfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:19.491864 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4418c2db-8e6e-4c76-ab87-614f411583c5 None None] Checking router: f26bab3e-430f-43a9-9a30-16257e453937 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:57:19.492213 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4418c2db-8e6e-4c76-ab87-614f411583c5 None None] Updating router f26bab3e-430f-43a9-9a30-16257e453937 port 61395c66-866d-4247-a860-8ba2fb517451 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:57:19.596590 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-568866df-2b3f-4500-8baf-7cba533e937a req-4f1194e7-6bb9-438c-becc-68e04f8f2123 service neutron] Attempting to bind port 2dc44cd6-82ef-483d-af69-df2f2d640249 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:57:19.596880 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-568866df-2b3f-4500-8baf-7cba533e937a req-4f1194e7-6bb9-438c-becc-68e04f8f2123 service neutron] Attempting to bind port 2dc44cd6-82ef-483d-af69-df2f2d640249 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:57:19.597236 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568866df-2b3f-4500-8baf-7cba533e937a req-4f1194e7-6bb9-438c-becc-68e04f8f2123 service neutron] Attempting to bind port 2dc44cd6-82ef-483d-af69-df2f2d640249 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:19.619468 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4418c2db-8e6e-4c76-ab87-614f411583c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:19.657342 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568866df-2b3f-4500-8baf-7cba533e937a req-4f1194e7-6bb9-438c-becc-68e04f8f2123 service neutron] Port 2dc44cd6-82ef-483d-af69-df2f2d640249 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:57:19.657818 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568866df-2b3f-4500-8baf-7cba533e937a req-4f1194e7-6bb9-438c-becc-68e04f8f2123 service neutron] Attempting to bind port 2dc44cd6-82ef-483d-af69-df2f2d640249 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:19.677771 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568866df-2b3f-4500-8baf-7cba533e937a req-4f1194e7-6bb9-438c-becc-68e04f8f2123 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:57:19.678581 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568866df-2b3f-4500-8baf-7cba533e937a req-4f1194e7-6bb9-438c-becc-68e04f8f2123 service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:57:19.679043 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568866df-2b3f-4500-8baf-7cba533e937a req-4f1194e7-6bb9-438c-becc-68e04f8f2123 service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:57:19.679551 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-568866df-2b3f-4500-8baf-7cba533e937a req-4f1194e7-6bb9-438c-becc-68e04f8f2123 service neutron] Bound port: 2dc44cd6-82ef-483d-af69-df2f2d640249, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:57:19.679984 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-568866df-2b3f-4500-8baf-7cba533e937a req-4f1194e7-6bb9-438c-becc-68e04f8f2123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:19.852639 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-0c7fe778-51a6-4ed9-be72-81e5b4b71f36 service neutron] 10.222.0.37 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5081511 Feb 09 00:57:20.122565 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-568866df-2b3f-4500-8baf-7cba533e937a req-4f1194e7-6bb9-438c-becc-68e04f8f2123 service neutron] For port 2dc44cd6-82ef-483d-af69-df2f2d640249, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:57:20.136033 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-568866df-2b3f-4500-8baf-7cba533e937a req-4f1194e7-6bb9-438c-becc-68e04f8f2123 service neutron] For port 2dc44cd6-82ef-483d-af69-df2f2d640249, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=2dc44cd6-82ef-483d-af69-df2f2d640249,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:57:20.168310 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-568866df-2b3f-4500-8baf-7cba533e937a req-4f1194e7-6bb9-438c-becc-68e04f8f2123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:20.207706 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4418c2db-8e6e-4c76-ab87-614f411583c5 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:20.237003 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-4418c2db-8e6e-4c76-ab87-614f411583c5 None None] Transition to ACTIVE for port object 61395c66-866d-4247-a860-8ba2fb517451 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:20.260078 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 00d8175d-5748-461e-b6db-c7581f8f677c details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:57:20.264306 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4418c2db-8e6e-4c76-ab87-614f411583c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:20.297541 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568866df-2b3f-4500-8baf-7cba533e937a req-4f1194e7-6bb9-438c-becc-68e04f8f2123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:20.299658 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-568866df-2b3f-4500-8baf-7cba533e937a req-4f1194e7-6bb9-438c-becc-68e04f8f2123 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:20.301479 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-568866df-2b3f-4500-8baf-7cba533e937a req-4f1194e7-6bb9-438c-becc-68e04f8f2123 service neutron] 10.222.0.35 "PUT /v2.0/ports/2dc44cd6-82ef-483d-af69-df2f2d640249 HTTP/1.1" status: 200 len: 1096 time: 3.8329349 Feb 09 00:57:20.305939 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993a8b2-6d30-47f8-a881-4df8a1c09378 req-dbd7592b-c5bc-4b59-9f43-1e0b48d1d221 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:20.310341 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a740d474-d764-4255-841b-5def92e57887', 'tag': '2dc44cd6-82ef-483d-af69-df2f2d640249'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:20.317204 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5993a8b2-6d30-47f8-a881-4df8a1c09378 req-dbd7592b-c5bc-4b59-9f43-1e0b48d1d221 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/ports?device_id=a740d474-d764-4255-841b-5def92e57887 HTTP/1.1" status: 200 len: 948 time: 0.1690834 Feb 09 00:57:20.334738 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-e10c3c9a-bf76-4086-b356-f3599cc32518 service neutron] 10.222.0.37 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724059 Feb 09 00:57:20.363758 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1194e7-6bb9-438c-becc-68e04f8f2123 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc44cd6-82ef-483d-af69-df2f2d640249,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:20.410959 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5993a8b2-6d30-47f8-a881-4df8a1c09378 req-99879cb2-a4bd-4584-b3cd-96375293e41d tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/security-groups?id=23bc2b45-7219-474b-8335-0b5116611f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921249 Feb 09 00:57:20.591728 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.resource_extend [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 00:57:20.811462 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e19134-7c73-426c-a687-7d5046197cce None None] Pushing event updated for resources: {'Port': ['ID=61395c66-866d-4247-a860-8ba2fb517451,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:20.888869 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-4418c2db-8e6e-4c76-ab87-614f411583c5 None None] Attempting to bind port 61395c66-866d-4247-a860-8ba2fb517451 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:57:20.889233 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-4418c2db-8e6e-4c76-ab87-614f411583c5 None None] Attempting to bind port 61395c66-866d-4247-a860-8ba2fb517451 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'ed1eb117-8286-458a-9fc4-d40d870b235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'd14b7467-2a79-4953-8b4f-392c2d6aa41b'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:57:20.889675 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4418c2db-8e6e-4c76-ab87-614f411583c5 None None] Attempting to bind port 61395c66-866d-4247-a860-8ba2fb517451 on network d14b7467-2a79-4953-8b4f-392c2d6aa41b {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:20.910044 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4418c2db-8e6e-4c76-ab87-614f411583c5 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:57:20.910408 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4418c2db-8e6e-4c76-ab87-614f411583c5 None None] Checking segment: {'id': 'ed1eb117-8286-458a-9fc4-d40d870b235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'd14b7467-2a79-4953-8b4f-392c2d6aa41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:57:20.910810 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4418c2db-8e6e-4c76-ab87-614f411583c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:20.911204 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4418c2db-8e6e-4c76-ab87-614f411583c5 None None] Bound using segment: {'id': 'ed1eb117-8286-458a-9fc4-d40d870b235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'd14b7467-2a79-4953-8b4f-392c2d6aa41b'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:57:20.911676 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-4418c2db-8e6e-4c76-ab87-614f411583c5 None None] Bound port: 61395c66-866d-4247-a860-8ba2fb517451, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed1eb117-8286-458a-9fc4-d40d870b235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'd14b7467-2a79-4953-8b4f-392c2d6aa41b'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:57:20.912736 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4418c2db-8e6e-4c76-ab87-614f411583c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:21.061909 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f892912-f865-42ef-b1e3-3929bb9cc288 req-3d9ff20c-c85e-43c9-b8e2-a69f9cf95670 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:21.064004 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6f892912-f865-42ef-b1e3-3929bb9cc288 req-3d9ff20c-c85e-43c9-b8e2-a69f9cf95670 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b8f0547-d91e-4254-8a41-e9b6590cf0db HTTP/1.1" status: 200 len: 969 time: 0.2086277 Feb 09 00:57:21.110200 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 00d8175d-5748-461e-b6db-c7581f8f677c, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=00d8175d-5748-461e-b6db-c7581f8f677c,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:21.155186 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '00d8175d-5748-461e-b6db-c7581f8f677c', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': '00d8175d-5748-461e-b6db-c7581f8f677c', 'mac_address': 'fa:16:3e:0c:5e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:tempest-test_az-370539809', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:57:21.166778 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6f892912-f865-42ef-b1e3-3929bb9cc288 req-0f3dcaa2-eced-46bc-9564-bdbd3f2a0d1a tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/security-groups?id=e874b2e2-b073-4758-adf5-ea9b38adea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960381 Feb 09 00:57:21.216652 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-4418c2db-8e6e-4c76-ab87-614f411583c5 None None] For port 61395c66-866d-4247-a860-8ba2fb517451, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:57:21.231909 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-4418c2db-8e6e-4c76-ab87-614f411583c5 None None] For port 61395c66-866d-4247-a860-8ba2fb517451, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=61395c66-866d-4247-a860-8ba2fb517451,segment=NetworkSegment(ed1eb117-8286-458a-9fc4-d40d870b235d),segment_id=ed1eb117-8286-458a-9fc4-d40d870b235d)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:57:21.240728 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4418c2db-8e6e-4c76-ab87-614f411583c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:21.282529 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a740d474-d764-4255-841b-5def92e57887', 'tag': '2dc44cd6-82ef-483d-af69-df2f2d640249', 'status': 'completed', 'code': 200} Feb 09 00:57:21.358537 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:21.383350 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00d8175d-5748-461e-b6db-c7581f8f677c {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:57:21.393863 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2ba1e89d-c1a8-4e78-9c46-6c518b160c0e req-609a3f01-72e2-4ffc-b28c-66cb6466b412 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=32928b33-708f-437b-bb20-be2302cc68a3 HTTP/1.1" status: 200 len: 210 time: 0.0715559 Feb 09 00:57:21.427258 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 00d8175d-5748-461e-b6db-c7581f8f677c, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=00d8175d-5748-461e-b6db-c7581f8f677c,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:21.430970 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e19134-7c73-426c-a687-7d5046197cce None None] Pushing event updated for resources: {'Port': ['ID=61395c66-866d-4247-a860-8ba2fb517451,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:21.440052 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4418c2db-8e6e-4c76-ab87-614f411583c5 None None] Routers {'f26bab3e-430f-43a9-9a30-16257e453937'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:57:21.440710 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-4418c2db-8e6e-4c76-ab87-614f411583c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T00:57:10Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['f26bab3e-430f-43a9-9a30-16257e453937'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:21.496644 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:21.598893 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:21.685991 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=00d8175d-5748-461e-b6db-c7581f8f677c,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:21.690539 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68171d-9fcc-4eeb-8b0a-e32f15323ac6 req-46efc0d2-5152-4f07-b6bc-547b6c74fe20 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:21.691286 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-4c68171d-9fcc-4eeb-8b0a-e32f15323ac6 req-46efc0d2-5152-4f07-b6bc-547b6c74fe20 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Synchronizing usage tracker for tenant:d858ecec797b41f8b183726ac55ac55c on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:21.711500 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-4c68171d-9fcc-4eeb-8b0a-e32f15323ac6 req-46efc0d2-5152-4f07-b6bc-547b6c74fe20 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Unset dirty status for tenant:d858ecec797b41f8b183726ac55ac55c on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:21.712739 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4c68171d-9fcc-4eeb-8b0a-e32f15323ac6 req-46efc0d2-5152-4f07-b6bc-547b6c74fe20 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/ports?device_id=a740d474-d764-4255-841b-5def92e57887 HTTP/1.1" status: 200 len: 948 time: 0.1107495 Feb 09 00:57:21.722313 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-4418c2db-8e6e-4c76-ab87-614f411583c5 None None] Set router f26bab3e-430f-43a9-9a30-16257e453937 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:57:21.761910 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-4c68171d-9fcc-4eeb-8b0a-e32f15323ac6 req-1c620027-2ff2-4776-8059-fe4221232009 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Synchronizing usage tracker for tenant:d858ecec797b41f8b183726ac55ac55c on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:21.783632 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-4c68171d-9fcc-4eeb-8b0a-e32f15323ac6 req-1c620027-2ff2-4776-8059-fe4221232009 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Unset dirty status for tenant:d858ecec797b41f8b183726ac55ac55c on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:21.788972 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4c68171d-9fcc-4eeb-8b0a-e32f15323ac6 req-1c620027-2ff2-4776-8059-fe4221232009 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/security-groups?id=23bc2b45-7219-474b-8335-0b5116611f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690143 Feb 09 00:57:21.896978 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['00d8175d-5748-461e-b6db-c7581f8f677c'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:57:22.246379 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff30925-f138-459c-be37-97cf32034cfb req-3afc13e7-4e06-44e4-8dd4-c66fbd88d344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:22.249300 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0ff30925-f138-459c-be37-97cf32034cfb req-3afc13e7-4e06-44e4-8dd4-c66fbd88d344 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d858ecec797b41f8b183726ac55ac55c&device_id=a740d474-d764-4255-841b-5def92e57887 HTTP/1.1" status: 200 len: 1099 time: 0.1402421 Feb 09 00:57:22.259567 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-4418c2db-8e6e-4c76-ab87-614f411583c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26bab3e-430f-43a9-9a30-16257e453937', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1865232424-router', 'tenant_id': 'c81ccd195f9d415b819c2fa590b267b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '15645673-e9f9-4b8d-b79d-fc0a19ded6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:56:59Z', 'updated_at': '2022-02-09T00:57:15Z', 'revision_number': 4, 'project_id': 'c81ccd195f9d415b819c2fa590b267b1', 'gw_port': {'id': '15645673-e9f9-4b8d-b79d-fc0a19ded6bf', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26bab3e-430f-43a9-9a30-16257e453937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:01Z', 'updated_at': '2022-02-09T00:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '61395c66-866d-4247-a860-8ba2fb517451', 'name': '', 'network_id': 'd14b7467-2a79-4953-8b4f-392c2d6aa41b', 'tenant_id': 'c81ccd195f9d415b819c2fa590b267b1', 'mac_address': 'fa:16:3e:8b:f7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26bab3e-430f-43a9-9a30-16257e453937', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '5647c7f1-71e9-41a7-873b-5d23c64fbcfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:12Z', 'updated_at': '2022-02-09T00:57:21Z', 'revision_number': 4, 'project_id': 'c81ccd195f9d415b819c2fa590b267b1', 'subnets': [{'id': '5647c7f1-71e9-41a7-873b-5d23c64fbcfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:22.266008 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4418c2db-8e6e-4c76-ab87-614f411583c5 None None] The sync data for ids ['f26bab3e-430f-43a9-9a30-16257e453937'] in n-d-828419-1 is: [{'id': 'f26bab3e-430f-43a9-9a30-16257e453937', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1865232424-router', 'tenant_id': 'c81ccd195f9d415b819c2fa590b267b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '15645673-e9f9-4b8d-b79d-fc0a19ded6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:56:59Z', 'updated_at': '2022-02-09T00:57:15Z', 'revision_number': 4, 'project_id': 'c81ccd195f9d415b819c2fa590b267b1', 'gw_port': {'id': '15645673-e9f9-4b8d-b79d-fc0a19ded6bf', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26bab3e-430f-43a9-9a30-16257e453937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:01Z', 'updated_at': '2022-02-09T00:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '61395c66-866d-4247-a860-8ba2fb517451', 'name': '', 'network_id': 'd14b7467-2a79-4953-8b4f-392c2d6aa41b', 'tenant_id': 'c81ccd195f9d415b819c2fa590b267b1', 'mac_address': 'fa:16:3e:8b:f7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26bab3e-430f-43a9-9a30-16257e453937', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '5647c7f1-71e9-41a7-873b-5d23c64fbcfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:12Z', 'updated_at': '2022-02-09T00:57:21Z', 'revision_number': 4, 'project_id': 'c81ccd195f9d415b819c2fa590b267b1', 'subnets': [{'id': '5647c7f1-71e9-41a7-873b-5d23c64fbcfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:57:22.320539 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54570) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:22.334765 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-bbfee111-bba6-4bc3-ad1c-18cd9214f13e tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1128281703', 'description': 'tempest-description--720773342'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:22.355347 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-bbfee111-bba6-4bc3-ad1c-18cd9214f13e tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:22.357882 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0ff30925-f138-459c-be37-97cf32034cfb req-03c3df03-8072-4b4d-8ed9-485175c11129 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=d858ecec797b41f8b183726ac55ac55c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0985777 Feb 09 00:57:22.361461 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-bbfee111-bba6-4bc3-ad1c-18cd9214f13e tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Usage tracker for resource:security_group and tenant:488d0cb4879f4c45b8bc25513f8868c1 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:22.369797 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-bbfee111-bba6-4bc3-ad1c-18cd9214f13e tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:22.380055 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-bbfee111-bba6-4bc3-ad1c-18cd9214f13e tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:22.405365 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bbfee111-bba6-4bc3-ad1c-18cd9214f13e tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:22.489563 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-bbfee111-bba6-4bc3-ad1c-18cd9214f13e tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:22.495657 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-bbfee111-bba6-4bc3-ad1c-18cd9214f13e tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Usage tracker for resource:security_group_rule and tenant:488d0cb4879f4c45b8bc25513f8868c1 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:22.500022 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-bbfee111-bba6-4bc3-ad1c-18cd9214f13e tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:22.508852 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-bbfee111-bba6-4bc3-ad1c-18cd9214f13e tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:22.674518 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff30925-f138-459c-be37-97cf32034cfb req-a9652ee8-895e-4694-8e2c-c803cc1337d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:22.676002 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0ff30925-f138-459c-be37-97cf32034cfb req-a9652ee8-895e-4694-8e2c-c803cc1337d2 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3094778 Feb 09 00:57:22.708441 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bbfee111-bba6-4bc3-ad1c-18cd9214f13e tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:22.717390 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-804012b8-8417-479a-8d71-830eb5be374c req-f087b4f6-e13b-4688-9c1d-569f871a44b3 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=32928b33-708f-437b-bb20-be2302cc68a3 HTTP/1.1" status: 200 len: 210 time: 0.0878401 Feb 09 00:57:22.718500 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bbfee111-bba6-4bc3-ad1c-18cd9214f13e tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:22.734774 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8404b04-c645-453a-9187-72538f0de4ae req-684aedba-6a69-4c75-b787-ec90d17ad833 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:22.742118 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f8404b04-c645-453a-9187-72538f0de4ae req-684aedba-6a69-4c75-b787-ec90d17ad833 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b8f0547-d91e-4254-8a41-e9b6590cf0db HTTP/1.1" status: 200 len: 970 time: 0.1662576 Feb 09 00:57:22.757752 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bbfee111-bba6-4bc3-ad1c-18cd9214f13e tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:22.759429 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-bbfee111-bba6-4bc3-ad1c-18cd9214f13e tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4373550 Feb 09 00:57:22.762082 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54592) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:22.768217 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-18cf9cca-16bb-4986-a1fa-5f0b33cd7942 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Request body: {'security_group_rule': {'security_group_id': '80672e19-6adc-4973-92da-be1078159b61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:22.784723 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-18cf9cca-16bb-4986-a1fa-5f0b33cd7942 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:22.791135 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-18cf9cca-16bb-4986-a1fa-5f0b33cd7942 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Usage tracker for resource:security_group_rule and tenant:488d0cb4879f4c45b8bc25513f8868c1 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:22.793804 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfee111-bba6-4bc3-ad1c-18cd9214f13e tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80672e19-6adc-4973-92da-be1078159b61,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:22.796616 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-18cf9cca-16bb-4986-a1fa-5f0b33cd7942 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:22.803439 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-18cf9cca-16bb-4986-a1fa-5f0b33cd7942 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:22.841973 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18cf9cca-16bb-4986-a1fa-5f0b33cd7942 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:22.844300 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f8404b04-c645-453a-9187-72538f0de4ae req-a4548e00-8533-42f6-a5cd-d3bdd4b6bb6d tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/security-groups?id=e874b2e2-b073-4758-adf5-ea9b38adea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013248 Feb 09 00:57:22.903542 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568866df-2b3f-4500-8baf-7cba533e937a req-4d963254-7bc7-46d0-a200-46c52e9d8894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:22.908378 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-568866df-2b3f-4500-8baf-7cba533e937a req-4d963254-7bc7-46d0-a200-46c52e9d8894 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d858ecec797b41f8b183726ac55ac55c&device_id=a740d474-d764-4255-841b-5def92e57887 HTTP/1.1" status: 200 len: 1099 time: 0.1393118 Feb 09 00:57:22.979447 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18cf9cca-16bb-4986-a1fa-5f0b33cd7942 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:22.988306 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18cf9cca-16bb-4986-a1fa-5f0b33cd7942 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:23.059612 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18cf9cca-16bb-4986-a1fa-5f0b33cd7942 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:23.061372 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-18cf9cca-16bb-4986-a1fa-5f0b33cd7942 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2981062 Feb 09 00:57:23.064241 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54604) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:23.067647 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf9cca-16bb-4986-a1fa-5f0b33cd7942 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3287dc70-0363-4a66-8f74-987a653adf72,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:23.078652 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-08f36789-f42e-4fce-b32e-c6378b48e9f0 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Request body: {'security_group_rule': {'security_group_id': '80672e19-6adc-4973-92da-be1078159b61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:23.095928 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-08f36789-f42e-4fce-b32e-c6378b48e9f0 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:23.104307 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-08f36789-f42e-4fce-b32e-c6378b48e9f0 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Usage tracker for resource:security_group_rule and tenant:488d0cb4879f4c45b8bc25513f8868c1 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:23.109276 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-08f36789-f42e-4fce-b32e-c6378b48e9f0 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:23.127064 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-08f36789-f42e-4fce-b32e-c6378b48e9f0 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:23.157465 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-08f36789-f42e-4fce-b32e-c6378b48e9f0 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:23.212292 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.35', 63262) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:23.290229 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-568866df-2b3f-4500-8baf-7cba533e937a req-86ef24bd-17ce-49a2-852b-a23db3bdf72a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=2dc44cd6-82ef-483d-af69-df2f2d640249 HTTP/1.1" status: 200 len: 217 time: 0.3764367 Feb 09 00:57:23.338611 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 61395c66-866d-4247-a860-8ba2fb517451 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:57:23.398776 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568866df-2b3f-4500-8baf-7cba533e937a req-359e5d29-6b10-45ad-990c-d8deb78ba056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:23.400907 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-568866df-2b3f-4500-8baf-7cba533e937a req-359e5d29-6b10-45ad-990c-d8deb78ba056 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.0991237 Feb 09 00:57:23.504094 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 61395c66-866d-4247-a860-8ba2fb517451 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:23.506631 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54618) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:23.510598 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 61395c66-866d-4247-a860-8ba2fb517451 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:23.511296 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:23.531754 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189d0f1-5ca5-408a-b385-15f369982743 req-c32bace0-70eb-4a68-863d-b209f937a184 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:23.533877 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7189d0f1-5ca5-408a-b385-15f369982743 req-c32bace0-70eb-4a68-863d-b209f937a184 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/ports?device_id=a740d474-d764-4255-841b-5def92e57887 HTTP/1.1" status: 200 len: 948 time: 0.3653028 Feb 09 00:57:23.559023 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-08f36789-f42e-4fce-b32e-c6378b48e9f0 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:23.569197 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-08f36789-f42e-4fce-b32e-c6378b48e9f0 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:23.601596 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568866df-2b3f-4500-8baf-7cba533e937a req-beea8615-6a1b-4d95-9665-eefc3daa6bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:23.603319 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-568866df-2b3f-4500-8baf-7cba533e937a req-beea8615-6a1b-4d95-9665-eefc3daa6bf9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1880033 Feb 09 00:57:23.607351 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7189d0f1-5ca5-408a-b385-15f369982743 req-60632e7c-d419-40d0-8a8e-fe7576b3bebc tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/security-groups?id=23bc2b45-7219-474b-8335-0b5116611f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642920 Feb 09 00:57:23.630944 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f36789-f42e-4fce-b32e-c6378b48e9f0 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1439e66-eedb-4dd4-a975-3f8aa58e3437,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:23.648101 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-08f36789-f42e-4fce-b32e-c6378b48e9f0 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:23.649811 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-08f36789-f42e-4fce-b32e-c6378b48e9f0 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5843053 Feb 09 00:57:23.654496 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54624) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:23.672733 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-cd58bdad-9608-4376-9a8c-3a091cb87ce2 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:23.685443 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-cd58bdad-9608-4376-9a8c-3a091cb87ce2 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:23.701299 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cd58bdad-9608-4376-9a8c-3a091cb87ce2 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Usage tracker for resource:floatingip and tenant:488d0cb4879f4c45b8bc25513f8868c1 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:23.707975 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cd58bdad-9608-4376-9a8c-3a091cb87ce2 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:23.717558 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-cd58bdad-9608-4376-9a8c-3a091cb87ce2 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:23.729137 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-bfdfa13f-00e4-4f1b-8ac0-aa4adae8abfe tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:23.730313 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-bfdfa13f-00e4-4f1b-8ac0-aa4adae8abfe tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Synchronizing usage tracker for tenant:5a38989228a14de2b6764c7f261f44e3 on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:23.762175 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cd58bdad-9608-4376-9a8c-3a091cb87ce2 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:23.831608 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:23.882990 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 61395c66-866d-4247-a860-8ba2fb517451, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=61395c66-866d-4247-a860-8ba2fb517451,segment=NetworkSegment(ed1eb117-8286-458a-9fc4-d40d870b235d),segment_id=ed1eb117-8286-458a-9fc4-d40d870b235d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:23.890959 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:23.973621 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f1ccf1c1-98c4-4877-ac96-d1c5dd4a1366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:23.982134 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-568866df-2b3f-4500-8baf-7cba533e937a req-045c96d5-7f12-400a-912f-924c267dc569 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712568 Feb 09 00:57:23.996322 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-bfdfa13f-00e4-4f1b-8ac0-aa4adae8abfe tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Unset dirty status for tenant:5a38989228a14de2b6764c7f261f44e3 on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:23.997207 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-bfdfa13f-00e4-4f1b-8ac0-aa4adae8abfe tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.35 "GET /v2.0/networks?id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9 HTTP/1.1" status: 200 len: 821 time: 0.7826080 Feb 09 00:57:24.024522 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-5b77d6da-0402-45d1-ad89-6369ae93d814 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Request body: {'port': {'device_id': '32928b33-708f-437b-bb20-be2302cc68a3', 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9', 'admin_state_up': True, 'tenant_id': '5a38989228a14de2b6764c7f261f44e3'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:24.039005 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=61395c66-866d-4247-a860-8ba2fb517451,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:24.055706 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f1ccf1c1-98c4-4877-ac96-d1c5dd4a1366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:24.082555 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-78b65472-e611-4be9-aa13-0349cf507fe5 req-de697056-cfaf-4062-a0b5-17a0c550116a tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=32928b33-708f-437b-bb20-be2302cc68a3 HTTP/1.1" status: 200 len: 210 time: 0.1028352 Feb 09 00:57:24.136715 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f1ccf1c1-98c4-4877-ac96-d1c5dd4a1366 admin admin] Usage tracker for resource:security_group_rule and tenant:7da7561890ae4d968c35b8d4ff7e2f9d is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:24.177489 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f1ccf1c1-98c4-4877-ac96-d1c5dd4a1366 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:24.201448 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f1ccf1c1-98c4-4877-ac96-d1c5dd4a1366 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:24.247592 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 00d8175d-5748-461e-b6db-c7581f8f677c up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:57:24.260994 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-568866df-2b3f-4500-8baf-7cba533e937a req-e39ce223-4048-45ce-8248-7484b5e1b951 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117143 Feb 09 00:57:24.333537 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-5b77d6da-0402-45d1-ad89-6369ae93d814 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:24.338758 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 00d8175d-5748-461e-b6db-c7581f8f677c completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:24.346061 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 00d8175d-5748-461e-b6db-c7581f8f677c triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:24.346519 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:24.358360 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-5b77d6da-0402-45d1-ad89-6369ae93d814 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Usage tracker for resource:port and tenant:5a38989228a14de2b6764c7f261f44e3 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:24.370851 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2beaa-c42e-4e8b-a760-9e5885599c2a req-06f46e15-1a99-4bf0-b51a-123f74ff5079 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:24.372549 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d3d2beaa-c42e-4e8b-a760-9e5885599c2a req-06f46e15-1a99-4bf0-b51a-123f74ff5079 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b8f0547-d91e-4254-8a41-e9b6590cf0db HTTP/1.1" status: 200 len: 970 time: 0.2472022 Feb 09 00:57:24.376222 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-5b77d6da-0402-45d1-ad89-6369ae93d814 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:24.390058 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-5b77d6da-0402-45d1-ad89-6369ae93d814 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:24.453407 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cd58bdad-9608-4376-9a8c-3a091cb87ce2 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:24.458458 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-5b77d6da-0402-45d1-ad89-6369ae93d814 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Made reservation on behalf of 5a38989228a14de2b6764c7f261f44e3 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:57:24.461876 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-5b77d6da-0402-45d1-ad89-6369ae93d814 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:24.484499 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:24.521042 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8f0547-d91e-4254-8a41-e9b6590cf0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d8175d-5748-461e-b6db-c7581f8f677c'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:24.547003 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f1ccf1c1-98c4-4877-ac96-d1c5dd4a1366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:24.570857 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d3d2beaa-c42e-4e8b-a760-9e5885599c2a req-06272002-589b-4ffd-96cd-3d04c2210a31 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/security-groups?id=e874b2e2-b073-4758-adf5-ea9b38adea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820850 Feb 09 00:57:24.583508 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f1ccf1c1-98c4-4877-ac96-d1c5dd4a1366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:24.618008 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 00d8175d-5748-461e-b6db-c7581f8f677c, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=00d8175d-5748-461e-b6db-c7581f8f677c,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:24.624304 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:24.692241 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:24.729216 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54658) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:24.729957 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f1ccf1c1-98c4-4877-ac96-d1c5dd4a1366 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7da7561890ae4d968c35b8d4ff7e2f9d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2196257 Feb 09 00:57:24.746328 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ccf1c1-98c4-4877-ac96-d1c5dd4a1366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3ecfc2-2da8-4fe0-8e7b-648719504ec8,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:24.751982 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=00d8175d-5748-461e-b6db-c7581f8f677c,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:24.885364 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e4877c29-13e1-42b8-870c-a842f4093da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:24.901864 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-cd58bdad-9608-4376-9a8c-3a091cb87ce2 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Allocated IP 172.25.5.124 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/81138ad0-decf-41b2-a21c-42e920c87320) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:57:24.908350 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-5b77d6da-0402-45d1-ad89-6369ae93d814 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Allocated IP 172.20.0.11 (53c7f498-ec21-4766-a8b4-5bb9d5f006d9/eb9a8e05-d0fc-4553-92c9-d58b7743cadc/288da74d-bcdd-4702-83c6-149c7ba8358e) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:57:25.052875 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8f0547-d91e-4254-8a41-e9b6590cf0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d8175d-5748-461e-b6db-c7581f8f677c', 'code': 200} Feb 09 00:57:25.076582 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e4877c29-13e1-42b8-870c-a842f4093da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:25.188110 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f1010-e080-40de-a7ac-006245e921d1 req-a6391aee-579f-4485-970e-8c186db162ff tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:25.195093 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-337f1010-e080-40de-a7ac-006245e921d1 req-a6391aee-579f-4485-970e-8c186db162ff tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/ports?device_id=a740d474-d764-4255-841b-5def92e57887 HTTP/1.1" status: 200 len: 948 time: 0.3075719 Feb 09 00:57:25.240104 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 61395c66-866d-4247-a860-8ba2fb517451 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:57:25.281046 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-337f1010-e080-40de-a7ac-006245e921d1 req-08d57442-a60e-4b66-ae93-ad64895cbc87 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/security-groups?id=23bc2b45-7219-474b-8335-0b5116611f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849867 Feb 09 00:57:25.283260 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e4877c29-13e1-42b8-870c-a842f4093da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:25.306748 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4877c29-13e1-42b8-870c-a842f4093da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3ecfc2-2da8-4fe0-8e7b-648719504ec8,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:25.314715 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e4877c29-13e1-42b8-870c-a842f4093da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:25.316271 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e4877c29-13e1-42b8-870c-a842f4093da2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a3ecfc2-2da8-4fe0-8e7b-648719504ec8 HTTP/1.1" status: 204 len: 168 time: 0.5854990 Feb 09 00:57:25.324953 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b3eba-5ca0-47c7-bef0-4f24a48d6796 req-2ba51f0a-cd1e-4666-b015-9306ccba09b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:25.326709 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-832b3eba-5ca0-47c7-bef0-4f24a48d6796 req-2ba51f0a-cd1e-4666-b015-9306ccba09b9 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=6b8f0547-d91e-4254-8a41-e9b6590cf0db HTTP/1.1" status: 200 len: 1122 time: 0.1966667 Feb 09 00:57:25.371077 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-832b3eba-5ca0-47c7-bef0-4f24a48d6796 req-90b0565e-59ec-4f71-8a94-86c762f7f35d service neutron] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:25.408832 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-832b3eba-5ca0-47c7-bef0-4f24a48d6796 req-90b0565e-59ec-4f71-8a94-86c762f7f35d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:25.422134 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-832b3eba-5ca0-47c7-bef0-4f24a48d6796 req-90b0565e-59ec-4f71-8a94-86c762f7f35d service neutron] Usage tracker for resource:security_group_rule and tenant:5770c3b43ca941eb8bde24cdd055e492 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:25.428603 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-832b3eba-5ca0-47c7-bef0-4f24a48d6796 req-90b0565e-59ec-4f71-8a94-86c762f7f35d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:25.436273 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-5b77d6da-0402-45d1-ad89-6369ae93d814 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:25.443328 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-832b3eba-5ca0-47c7-bef0-4f24a48d6796 req-90b0565e-59ec-4f71-8a94-86c762f7f35d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:25.463409 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 61395c66-866d-4247-a860-8ba2fb517451 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:25.464754 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:25.500242 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cd58bdad-9608-4376-9a8c-3a091cb87ce2 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:25.505749 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-5b77d6da-0402-45d1-ad89-6369ae93d814 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:25.656865 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-5b77d6da-0402-45d1-ad89-6369ae93d814 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:57:25.669034 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-5b77d6da-0402-45d1-ad89-6369ae93d814 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:25.674665 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-5b77d6da-0402-45d1-ad89-6369ae93d814 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:57:25.690789 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-5b77d6da-0402-45d1-ad89-6369ae93d814 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:25.691205 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-5b77d6da-0402-45d1-ad89-6369ae93d814 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:25.707681 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-832b3eba-5ca0-47c7-bef0-4f24a48d6796 req-90b0565e-59ec-4f71-8a94-86c762f7f35d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:25.714900 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-832b3eba-5ca0-47c7-bef0-4f24a48d6796 req-90b0565e-59ec-4f71-8a94-86c762f7f35d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:25.724659 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b77d6da-0402-45d1-ad89-6369ae93d814 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Pushing event updated for resources: {'Port': ['ID=288da74d-bcdd-4702-83c6-149c7ba8358e,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:25.734670 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-5b77d6da-0402-45d1-ad89-6369ae93d814 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7200308 Feb 09 00:57:25.751679 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-60179bd2-5c76-478e-a9eb-5f7f325c4003 service neutron] Request body: {'port': {'device_id': '32928b33-708f-437b-bb20-be2302cc68a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:25.758367 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b93ee-1df5-4086-ab61-5509a308a650 req-7f4b97c1-9d6b-47be-99e6-9acf96360c2d tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:25.760072 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f46b93ee-1df5-4086-ab61-5509a308a650 req-7f4b97c1-9d6b-47be-99e6-9acf96360c2d tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=32928b33-708f-437b-bb20-be2302cc68a3 HTTP/1.1" status: 200 len: 932 time: 0.3196938 Feb 09 00:57:25.795843 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-832b3eba-5ca0-47c7-bef0-4f24a48d6796 req-90b0565e-59ec-4f71-8a94-86c762f7f35d service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=e874b2e2-b073-4758-adf5-ea9b38adea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4613805 Feb 09 00:57:25.806450 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cd58bdad-9608-4376-9a8c-3a091cb87ce2 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:25.809485 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0565e-59ec-4f71-8a94-86c762f7f35d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c1fffa-4db5-4d36-85d0-171318ee945c,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:25.834298 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f46b93ee-1df5-4086-ab61-5509a308a650 req-24b8c03b-ca17-4479-8322-b5130789d775 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669599 Feb 09 00:57:25.909401 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd58bdad-9608-4376-9a8c-3a091cb87ce2 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:57:25.914826 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-cd58bdad-9608-4376-9a8c-3a091cb87ce2 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:25.940812 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54688) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:25.952950 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd58bdad-9608-4376-9a8c-3a091cb87ce2 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:57:25.967986 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-19b13208-b629-4c9e-9d4f-500c51345fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:25.968487 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd58bdad-9608-4376-9a8c-3a091cb87ce2 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Pushing event updated for resources: {'Port': ['ID=81138ad0-decf-41b2-a21c-42e920c87320,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:26.036358 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-19b13208-b629-4c9e-9d4f-500c51345fdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:26.046408 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-19b13208-b629-4c9e-9d4f-500c51345fdc admin admin] Usage tracker for resource:security_group_rule and tenant:2cc2a2f4532c471dad2119b0d5a0f87a is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:26.051566 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-19b13208-b629-4c9e-9d4f-500c51345fdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:26.072887 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-19b13208-b629-4c9e-9d4f-500c51345fdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:26.151191 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-60179bd2-5c76-478e-a9eb-5f7f325c4003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:26.172180 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92c60f-4282-4764-9044-59a356f4c3fa req-132af580-3d95-4462-a6c9-1e3b08423e11 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:26.173909 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cf92c60f-4282-4764-9044-59a356f4c3fa req-132af580-3d95-4462-a6c9-1e3b08423e11 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b8f0547-d91e-4254-8a41-e9b6590cf0db HTTP/1.1" status: 200 len: 971 time: 0.2086034 Feb 09 00:57:26.181204 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cd58bdad-9608-4376-9a8c-3a091cb87ce2 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:26.246589 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cf92c60f-4282-4764-9044-59a356f4c3fa req-125bf695-9957-41a3-960b-4cb0c8db9a39 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/security-groups?id=e874b2e2-b073-4758-adf5-ea9b38adea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656955 Feb 09 00:57:26.251295 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-19b13208-b629-4c9e-9d4f-500c51345fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:26.258287 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-19b13208-b629-4c9e-9d4f-500c51345fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:26.323986 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b13208-b629-4c9e-9d4f-500c51345fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c981f321-71a6-42dd-8bcc-c9e02a807f6b,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:26.354126 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-19b13208-b629-4c9e-9d4f-500c51345fdc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2cc2a2f4532c471dad2119b0d5a0f87a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4128375 Feb 09 00:57:26.354985 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54700) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:26.358042 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cd58bdad-9608-4376-9a8c-3a091cb87ce2 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:26.513115 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688dca8a-dc28-4f7a-805e-a17bc0f3b0e9 req-a807f6dc-64b5-4206-9d2f-826394527d53 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:26.514665 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-688dca8a-dc28-4f7a-805e-a17bc0f3b0e9 req-a807f6dc-64b5-4206-9d2f-826394527d53 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/ports?device_id=a740d474-d764-4255-841b-5def92e57887 HTTP/1.1" status: 200 len: 948 time: 0.0957172 Feb 09 00:57:26.568799 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-688dca8a-dc28-4f7a-805e-a17bc0f3b0e9 req-dbb62c9d-1f6a-452f-b232-33a2e6041068 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/security-groups?id=23bc2b45-7219-474b-8335-0b5116611f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461867 Feb 09 00:57:26.690877 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bc924a54-bc65-41e7-8a10-a0388026c92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:26.757641 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bc924a54-bc65-41e7-8a10-a0388026c92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:26.901756 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cd58bdad-9608-4376-9a8c-3a091cb87ce2 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:26.910238 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cd58bdad-9608-4376-9a8c-3a091cb87ce2 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:26.946073 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-60179bd2-5c76-478e-a9eb-5f7f325c4003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 288da74d-bcdd-4702-83c6-149c7ba8358e {{(pid=87611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:57:26.968158 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-60179bd2-5c76-478e-a9eb-5f7f325c4003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:26.984948 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bc924a54-bc65-41e7-8a10-a0388026c92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:27.008979 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cd58bdad-9608-4376-9a8c-3a091cb87ce2 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:27.025717 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-60179bd2-5c76-478e-a9eb-5f7f325c4003 service neutron] Transition to ACTIVE for port object 288da74d-bcdd-4702-83c6-149c7ba8358e will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:27.038632 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc924a54-bc65-41e7-8a10-a0388026c92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c981f321-71a6-42dd-8bcc-c9e02a807f6b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:27.040350 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd58bdad-9608-4376-9a8c-3a091cb87ce2 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Pushing event updated for resources: {'Port': ['ID=81138ad0-decf-41b2-a21c-42e920c87320,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:27.046898 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-60179bd2-5c76-478e-a9eb-5f7f325c4003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:27.060104 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bc924a54-bc65-41e7-8a10-a0388026c92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:27.061335 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-bc924a54-bc65-41e7-8a10-a0388026c92f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c981f321-71a6-42dd-8bcc-c9e02a807f6b HTTP/1.1" status: 204 len: 168 time: 0.7045736 Feb 09 00:57:27.066240 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cd58bdad-9608-4376-9a8c-3a091cb87ce2 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:27.067409 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cd58bdad-9608-4376-9a8c-3a091cb87ce2 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4117022 Feb 09 00:57:27.107345 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c10280-61e7-4f52-b175-ade6a8accf57 req-3abfe715-3a9b-4d6e-b87c-52bc1d149cfb tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:27.109731 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e7c10280-61e7-4f52-b175-ade6a8accf57 req-3abfe715-3a9b-4d6e-b87c-52bc1d149cfb tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=32928b33-708f-437b-bb20-be2302cc68a3 HTTP/1.1" status: 200 len: 932 time: 0.1536772 Feb 09 00:57:27.215633 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e7c10280-61e7-4f52-b175-ade6a8accf57 req-dfdd579b-d0be-4fd8-a904-026c9fe98a64 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992501 Feb 09 00:57:27.271681 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 2dc44cd6-82ef-483d-af69-df2f2d640249 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:57:27.341321 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60179bd2-5c76-478e-a9eb-5f7f325c4003 service neutron] Pushing event updated for resources: {'Port': ['ID=288da74d-bcdd-4702-83c6-149c7ba8358e,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:27.344072 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-60179bd2-5c76-478e-a9eb-5f7f325c4003 service neutron] Attempting to bind port 288da74d-bcdd-4702-83c6-149c7ba8358e on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:57:27.344457 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-60179bd2-5c76-478e-a9eb-5f7f325c4003 service neutron] Attempting to bind port 288da74d-bcdd-4702-83c6-149c7ba8358e by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:57:27.344818 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-60179bd2-5c76-478e-a9eb-5f7f325c4003 service neutron] Attempting to bind port 288da74d-bcdd-4702-83c6-149c7ba8358e on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:27.356973 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-60179bd2-5c76-478e-a9eb-5f7f325c4003 service neutron] Port 288da74d-bcdd-4702-83c6-149c7ba8358e on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:57:27.357298 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-60179bd2-5c76-478e-a9eb-5f7f325c4003 service neutron] Attempting to bind port 288da74d-bcdd-4702-83c6-149c7ba8358e on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:27.370506 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-60179bd2-5c76-478e-a9eb-5f7f325c4003 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:57:27.370856 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-60179bd2-5c76-478e-a9eb-5f7f325c4003 service neutron] Checking segment: {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:57:27.371440 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-60179bd2-5c76-478e-a9eb-5f7f325c4003 service neutron] Bound using segment: {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:57:27.371897 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-60179bd2-5c76-478e-a9eb-5f7f325c4003 service neutron] Bound port: 288da74d-bcdd-4702-83c6-149c7ba8358e, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:57:27.372262 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-60179bd2-5c76-478e-a9eb-5f7f325c4003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:27.438404 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54730) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:27.469864 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 2dc44cd6-82ef-483d-af69-df2f2d640249, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=2dc44cd6-82ef-483d-af69-df2f2d640249,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:27.494422 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '2dc44cd6-82ef-483d-af69-df2f2d640249', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': '2dc44cd6-82ef-483d-af69-df2f2d640249', 'mac_address': 'fa:16:3e:e9:5e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:57:27.513463 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-e874d32e-6020-4e5b-96dd-07b508a09b7f tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Synchronizing usage tracker for tenant:488d0cb4879f4c45b8bc25513f8868c1 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:27.560945 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-e874d32e-6020-4e5b-96dd-07b508a09b7f tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Unset dirty status for tenant:488d0cb4879f4c45b8bc25513f8868c1 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:27.562296 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-e874d32e-6020-4e5b-96dd-07b508a09b7f tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1128281703&fields=id&tenant_id=488d0cb4879f4c45b8bc25513f8868c1 HTTP/1.1" status: 200 len: 267 time: 0.1077058 Feb 09 00:57:27.570964 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-60179bd2-5c76-478e-a9eb-5f7f325c4003 service neutron] For port 288da74d-bcdd-4702-83c6-149c7ba8358e, host n-h1-828419-1, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:57:27.578838 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-60179bd2-5c76-478e-a9eb-5f7f325c4003 service neutron] For port 288da74d-bcdd-4702-83c6-149c7ba8358e, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=288da74d-bcdd-4702-83c6-149c7ba8358e,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:57:27.585324 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-60179bd2-5c76-478e-a9eb-5f7f325c4003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:27.613881 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:27.653786 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a438f2-1fd7-4c6e-9f2f-082e67c4fc21 req-8229308b-705b-4a18-82d6-4139b57237e2 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:27.662171 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f2a438f2-1fd7-4c6e-9f2f-082e67c4fc21 req-8229308b-705b-4a18-82d6-4139b57237e2 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b8f0547-d91e-4254-8a41-e9b6590cf0db HTTP/1.1" status: 200 len: 971 time: 0.1971490 Feb 09 00:57:27.665783 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dc44cd6-82ef-483d-af69-df2f2d640249 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:57:27.689592 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-60179bd2-5c76-478e-a9eb-5f7f325c4003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:27.690463 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-60179bd2-5c76-478e-a9eb-5f7f325c4003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:27.692081 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-60179bd2-5c76-478e-a9eb-5f7f325c4003 service neutron] 10.222.0.35 "PUT /v2.0/ports/288da74d-bcdd-4702-83c6-149c7ba8358e HTTP/1.1" status: 200 len: 1092 time: 1.9466369 Feb 09 00:57:27.696844 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32928b33-708f-437b-bb20-be2302cc68a3', 'tag': '288da74d-bcdd-4702-83c6-149c7ba8358e'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:27.703551 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 2dc44cd6-82ef-483d-af69-df2f2d640249, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=2dc44cd6-82ef-483d-af69-df2f2d640249,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:27.715308 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:27.723217 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7f7eb184-e3bc-45ee-9da3-1a1adc7467e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:27.800777 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60179bd2-5c76-478e-a9eb-5f7f325c4003 service neutron] Pushing event updated for resources: {'Port': ['ID=288da74d-bcdd-4702-83c6-149c7ba8358e,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:27.814435 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f2a438f2-1fd7-4c6e-9f2f-082e67c4fc21 req-113c2f1b-6f4e-4c6d-aa10-25ac5d50f98d tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/security-groups?id=e874b2e2-b073-4758-adf5-ea9b38adea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510935 Feb 09 00:57:27.844683 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=2dc44cd6-82ef-483d-af69-df2f2d640249,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:27.906546 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-7f7eb184-e3bc-45ee-9da3-1a1adc7467e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:27.920525 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-7f7eb184-e3bc-45ee-9da3-1a1adc7467e9 admin admin] Usage tracker for resource:security_group_rule and tenant:49975a7096bb424e8826a42e392627d5 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:27.943624 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-7f7eb184-e3bc-45ee-9da3-1a1adc7467e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:27.965673 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-7f7eb184-e3bc-45ee-9da3-1a1adc7467e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:27.970795 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-fb3787b8-e6ac-4a1c-97ea-5a6db13b834e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:27.984834 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-fb3787b8-e6ac-4a1c-97ea-5a6db13b834e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a38989228a14de2b6764c7f261f44e3&device_id=32928b33-708f-437b-bb20-be2302cc68a3 HTTP/1.1" status: 200 len: 1095 time: 0.1635849 Feb 09 00:57:28.022391 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-85dfc658-2777-4020-85de-fcc7325ddd16 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:28.023438 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-85dfc658-2777-4020-85de-fcc7325ddd16 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Synchronizing usage tracker for tenant:488d0cb4879f4c45b8bc25513f8868c1 on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:28.069422 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-85dfc658-2777-4020-85de-fcc7325ddd16 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Unset dirty status for tenant:488d0cb4879f4c45b8bc25513f8868c1 on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:28.075763 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-85dfc658-2777-4020-85de-fcc7325ddd16 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/networks?id=445ebb7c-d106-4555-bd14-c6ab8035bb9f HTTP/1.1" status: 200 len: 824 time: 0.4975028 Feb 09 00:57:28.092570 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-4fe78b05-f567-4135-a6ee-d578be7a83ca tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/quotas/488d0cb4879f4c45b8bc25513f8868c1 HTTP/1.1" status: 200 len: 375 time: 0.0157437 Feb 09 00:57:28.100263 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['2dc44cd6-82ef-483d-af69-df2f2d640249'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:57:28.238790 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7f7eb184-e3bc-45ee-9da3-1a1adc7467e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:28.245007 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7f7eb184-e3bc-45ee-9da3-1a1adc7467e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:28.270649 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-1e9692b3-6429-4039-8657-0972628cb444 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=288da74d-bcdd-4702-83c6-149c7ba8358e HTTP/1.1" status: 200 len: 217 time: 0.2317836 Feb 09 00:57:28.308138 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7f7eb184-e3bc-45ee-9da3-1a1adc7467e9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=49975a7096bb424e8826a42e392627d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8682935 Feb 09 00:57:28.311035 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7eb184-e3bc-45ee-9da3-1a1adc7467e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504772f7-ed33-4ee7-a5cc-d0dbb1da185f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:28.315035 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54762) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:28.338726 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-50384f3d-8977-4335-886c-2563ec2bc7ad tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=488d0cb4879f4c45b8bc25513f8868c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2229559 Feb 09 00:57:28.378314 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-2da5c467-93d2-40f2-8b73-fca2a8dc06a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:28.379731 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-2da5c467-93d2-40f2-8b73-fca2a8dc06a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb9a8e05-d0fc-4553-92c9-d58b7743cadc HTTP/1.1" status: 200 len: 861 time: 0.1004932 Feb 09 00:57:28.430807 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-21909454-8008-4ee1-9fb9-e5e797331c6a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428152 Feb 09 00:57:28.438784 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdcf00f-1de1-4190-88c7-03ebdf271aae req-d7594f11-1a56-43bd-8f67-00371345521f tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:28.440220 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2fdcf00f-1de1-4190-88c7-03ebdf271aae req-d7594f11-1a56-43bd-8f67-00371345521f tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/ports?device_id=a740d474-d764-4255-841b-5def92e57887 HTTP/1.1" status: 200 len: 949 time: 0.4543285 Feb 09 00:57:28.476665 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c205af3a-d2c5-4c61-b971-840ecf223300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:28.530202 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c205af3a-d2c5-4c61-b971-840ecf223300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:28.580046 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2fdcf00f-1de1-4190-88c7-03ebdf271aae req-716a7025-ab66-43e1-9391-ab9bf742e417 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/security-groups?id=23bc2b45-7219-474b-8335-0b5116611f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172676 Feb 09 00:57:28.581321 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-1e3c5f31-2b3b-4bca-b308-7437bf55d89a service neutron] 10.222.0.37 "GET /v2.0/networks/445ebb7c-d106-4555-bd14-c6ab8035bb9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263215 Feb 09 00:57:28.637610 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-40b0d9ca-7156-40a5-a9d7-2822c83239b8 service neutron] 10.222.0.35 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963758 Feb 09 00:57:28.678384 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c205af3a-d2c5-4c61-b971-840ecf223300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:28.719104 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c205af3a-d2c5-4c61-b971-840ecf223300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504772f7-ed33-4ee7-a5cc-d0dbb1da185f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:28.730927 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c205af3a-d2c5-4c61-b971-840ecf223300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:28.732046 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c205af3a-d2c5-4c61-b971-840ecf223300 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/504772f7-ed33-4ee7-a5cc-d0dbb1da185f HTTP/1.1" status: 204 len: 168 time: 0.4160123 Feb 09 00:57:28.751825 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-acee63db-b152-4374-b4e8-e4dccd85a373 service neutron] 10.222.0.37 "GET /v2.0/networks/445ebb7c-d106-4555-bd14-c6ab8035bb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628094 Feb 09 00:57:28.813904 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-56d056df-ab38-4024-bf13-a05e0bd90366 req-cfeeb44a-8748-4181-83d2-3caba17ff34f service neutron] 10.222.0.35 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694634 Feb 09 00:57:28.867316 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32928b33-708f-437b-bb20-be2302cc68a3', 'tag': '288da74d-bcdd-4702-83c6-149c7ba8358e', 'status': 'completed', 'code': 200} Feb 09 00:57:29.129449 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc54531-59a1-4c9a-b2bf-7c92090cd68b req-9a82fa4a-8366-48d8-8d48-a30ee73f7e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:29.131112 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4cc54531-59a1-4c9a-b2bf-7c92090cd68b req-9a82fa4a-8366-48d8-8d48-a30ee73f7e87 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a38989228a14de2b6764c7f261f44e3&device_id=32928b33-708f-437b-bb20-be2302cc68a3 HTTP/1.1" status: 200 len: 1095 time: 0.2209840 Feb 09 00:57:29.178816 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1a4cb-9203-42c0-af39-dcb03463b3d3 req-57fa886c-b2bf-4d45-8716-7d81d04be9f0 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:29.179559 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-03c1a4cb-9203-42c0-af39-dcb03463b3d3 req-57fa886c-b2bf-4d45-8716-7d81d04be9f0 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Synchronizing usage tracker for tenant:5a38989228a14de2b6764c7f261f44e3 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:29.180289 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e31b5b-507c-42f9-8ea3-b76535261d14 req-6980d993-f006-453c-9ed8-5a9a75d282dc tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:29.182216 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a7e31b5b-507c-42f9-8ea3-b76535261d14 req-6980d993-f006-453c-9ed8-5a9a75d282dc tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b8f0547-d91e-4254-8a41-e9b6590cf0db HTTP/1.1" status: 200 len: 971 time: 0.1617150 Feb 09 00:57:29.266613 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 2dc44cd6-82ef-483d-af69-df2f2d640249 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:57:29.268243 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-03c1a4cb-9203-42c0-af39-dcb03463b3d3 req-57fa886c-b2bf-4d45-8716-7d81d04be9f0 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Unset dirty status for tenant:5a38989228a14de2b6764c7f261f44e3 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:29.273109 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a7e31b5b-507c-42f9-8ea3-b76535261d14 req-2bb29900-42c5-40f0-83ef-c39f35b8e21c tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/security-groups?id=e874b2e2-b073-4758-adf5-ea9b38adea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848379 Feb 09 00:57:29.273732 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-03c1a4cb-9203-42c0-af39-dcb03463b3d3 req-57fa886c-b2bf-4d45-8716-7d81d04be9f0 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=32928b33-708f-437b-bb20-be2302cc68a3 HTTP/1.1" status: 200 len: 944 time: 0.2712812 Feb 09 00:57:29.345402 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-03c1a4cb-9203-42c0-af39-dcb03463b3d3 req-2e2bc533-6653-4753-abb8-b288c24a85b9 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Synchronizing usage tracker for tenant:5a38989228a14de2b6764c7f261f44e3 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:29.389136 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 2dc44cd6-82ef-483d-af69-df2f2d640249 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:29.396764 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 2dc44cd6-82ef-483d-af69-df2f2d640249 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:29.397684 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:29.421869 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-984f3038-c9d0-423f-8c82-92566fa1a9a4 req-b6cef465-70c0-4968-aaea-71ece599036a tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bc4192d-d91f-4594-9b0f-09501caf307e HTTP/1.1" status: 200 len: 210 time: 0.0728369 Feb 09 00:57:29.435322 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc54531-59a1-4c9a-b2bf-7c92090cd68b req-81b5112a-6940-4aab-b063-294985df2126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:29.437260 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4cc54531-59a1-4c9a-b2bf-7c92090cd68b req-81b5112a-6940-4aab-b063-294985df2126 service neutron] 10.222.0.35 "GET /v2.0/networks?id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9 HTTP/1.1" status: 200 len: 922 time: 0.2992499 Feb 09 00:57:29.438512 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-03c1a4cb-9203-42c0-af39-dcb03463b3d3 req-2e2bc533-6653-4753-abb8-b288c24a85b9 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Unset dirty status for tenant:5a38989228a14de2b6764c7f261f44e3 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:29.447328 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-03c1a4cb-9203-42c0-af39-dcb03463b3d3 req-2e2bc533-6653-4753-abb8-b288c24a85b9 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679695 Feb 09 00:57:29.490002 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54806) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:29.552290 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2eb09997-7ee5-44d1-bbdb-ceedd0f16443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:29.579938 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-2eb09997-7ee5-44d1-bbdb-ceedd0f16443 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:29.587034 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2eb09997-7ee5-44d1-bbdb-ceedd0f16443 admin admin] Usage tracker for resource:security_group_rule and tenant:ba553f053d77407287ebb847258f0d91 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:29.587522 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:29.592512 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2eb09997-7ee5-44d1-bbdb-ceedd0f16443 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:29.615491 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-2eb09997-7ee5-44d1-bbdb-ceedd0f16443 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:29.619342 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4cc54531-59a1-4c9a-b2bf-7c92090cd68b req-ad11f01c-32a0-4e05-9272-fa4c0312bfee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=288da74d-bcdd-4702-83c6-149c7ba8358e HTTP/1.1" status: 200 len: 217 time: 0.1707728 Feb 09 00:57:29.627682 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a740d474-d764-4255-841b-5def92e57887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc44cd6-82ef-483d-af69-df2f2d640249'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:29.650980 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 2dc44cd6-82ef-483d-af69-df2f2d640249, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=2dc44cd6-82ef-483d-af69-df2f2d640249,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:29.658431 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:29.731954 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc54531-59a1-4c9a-b2bf-7c92090cd68b req-90c37782-8731-4a90-8a2d-86422d72b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:29.733515 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4cc54531-59a1-4c9a-b2bf-7c92090cd68b req-90c37782-8731-4a90-8a2d-86422d72b9e7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb9a8e05-d0fc-4553-92c9-d58b7743cadc HTTP/1.1" status: 200 len: 861 time: 0.1047442 Feb 09 00:57:29.768992 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=2dc44cd6-82ef-483d-af69-df2f2d640249,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:29.786138 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2eb09997-7ee5-44d1-bbdb-ceedd0f16443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:29.791126 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2eb09997-7ee5-44d1-bbdb-ceedd0f16443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:29.824459 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4cc54531-59a1-4c9a-b2bf-7c92090cd68b req-56c13477-ae11-4d12-a5b7-9e81fd4ba739 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526388 Feb 09 00:57:29.846483 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2eb09997-7ee5-44d1-bbdb-ceedd0f16443 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ba553f053d77407287ebb847258f0d91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3548443 Feb 09 00:57:29.848163 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb09997-7ee5-44d1-bbdb-ceedd0f16443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300c9a6d-169c-4ac8-b7f2-e532f245de3c,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:29.852870 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54814) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:29.924682 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c711c1d5-e02a-46b9-8d55-1512a948c759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:29.966267 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c711c1d5-e02a-46b9-8d55-1512a948c759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:29.972208 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ff397-814f-4cdc-af49-01c4339e1deb req-ae8ea79a-6e51-4c5d-b981-844b803d4f1b tempest-AggregatesAdminTestJSON-1761567433 tempest-AggregatesAdminTestJSON-1761567433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:29.973807 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8a8ff397-814f-4cdc-af49-01c4339e1deb req-ae8ea79a-6e51-4c5d-b981-844b803d4f1b tempest-AggregatesAdminTestJSON-1761567433 tempest-AggregatesAdminTestJSON-1761567433-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6b8f0547-d91e-4254-8a41-e9b6590cf0db HTTP/1.1" status: 200 len: 1122 time: 0.2392123 Feb 09 00:57:30.007354 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4cc54531-59a1-4c9a-b2bf-7c92090cd68b req-a4ba4561-7849-4133-9f35-095af4e1bb95 service neutron] 10.222.0.35 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753891 Feb 09 00:57:30.008046 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-8a8ff397-814f-4cdc-af49-01c4339e1deb req-eccf33dd-e40b-4a5b-b40f-aadde07a1d5e tempest-AggregatesAdminTestJSON-1761567433 tempest-AggregatesAdminTestJSON-1761567433-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:30.043173 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c711c1d5-e02a-46b9-8d55-1512a948c759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:30.062434 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711c1d5-e02a-46b9-8d55-1512a948c759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300c9a6d-169c-4ac8-b7f2-e532f245de3c,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:30.076871 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c711c1d5-e02a-46b9-8d55-1512a948c759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:30.078077 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c711c1d5-e02a-46b9-8d55-1512a948c759 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/300c9a6d-169c-4ac8-b7f2-e532f245de3c HTTP/1.1" status: 204 len: 168 time: 0.2238572 Feb 09 00:57:30.114461 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-8a8ff397-814f-4cdc-af49-01c4339e1deb req-eccf33dd-e40b-4a5b-b40f-aadde07a1d5e tempest-AggregatesAdminTestJSON-1761567433 tempest-AggregatesAdminTestJSON-1761567433-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:30.124638 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-8a8ff397-814f-4cdc-af49-01c4339e1deb req-eccf33dd-e40b-4a5b-b40f-aadde07a1d5e tempest-AggregatesAdminTestJSON-1761567433 tempest-AggregatesAdminTestJSON-1761567433-project-admin] Usage tracker for resource:security_group_rule and tenant:2fe7474d568d44e98708e5142cbf5a73 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:30.128861 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-8a8ff397-814f-4cdc-af49-01c4339e1deb req-eccf33dd-e40b-4a5b-b40f-aadde07a1d5e tempest-AggregatesAdminTestJSON-1761567433 tempest-AggregatesAdminTestJSON-1761567433-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:30.144828 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-8a8ff397-814f-4cdc-af49-01c4339e1deb req-eccf33dd-e40b-4a5b-b40f-aadde07a1d5e tempest-AggregatesAdminTestJSON-1761567433 tempest-AggregatesAdminTestJSON-1761567433-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:30.214634 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4cc54531-59a1-4c9a-b2bf-7c92090cd68b req-30b82225-d003-4efe-86d0-dc989554aa9f service neutron] 10.222.0.35 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931403 Feb 09 00:57:30.216023 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870707d3-2e72-4c25-ae7a-6492439ee249 req-bdb49784-a2e0-4a08-ba15-318f4a9f5a89 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:30.217668 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-870707d3-2e72-4c25-ae7a-6492439ee249 req-bdb49784-a2e0-4a08-ba15-318f4a9f5a89 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/ports?device_id=a740d474-d764-4255-841b-5def92e57887 HTTP/1.1" status: 200 len: 950 time: 0.1089077 Feb 09 00:57:30.280133 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-8a8ff397-814f-4cdc-af49-01c4339e1deb req-eccf33dd-e40b-4a5b-b40f-aadde07a1d5e tempest-AggregatesAdminTestJSON-1761567433 tempest-AggregatesAdminTestJSON-1761567433-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:30.285697 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-8a8ff397-814f-4cdc-af49-01c4339e1deb req-eccf33dd-e40b-4a5b-b40f-aadde07a1d5e tempest-AggregatesAdminTestJSON-1761567433 tempest-AggregatesAdminTestJSON-1761567433-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:30.288424 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-870707d3-2e72-4c25-ae7a-6492439ee249 req-994aa8b6-9d1b-412b-a06f-08435a80ec7a tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/security-groups?id=23bc2b45-7219-474b-8335-0b5116611f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584409 Feb 09 00:57:30.325802 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8a8ff397-814f-4cdc-af49-01c4339e1deb req-eccf33dd-e40b-4a5b-b40f-aadde07a1d5e tempest-AggregatesAdminTestJSON-1761567433 tempest-AggregatesAdminTestJSON-1761567433-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e874b2e2-b073-4758-adf5-ea9b38adea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420405 Feb 09 00:57:30.342365 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a740d474-d764-4255-841b-5def92e57887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc44cd6-82ef-483d-af69-df2f2d640249', 'code': 200} Feb 09 00:57:30.351350 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf33dd-e40b-4a5b-b40f-aadde07a1d5e tempest-AggregatesAdminTestJSON-1761567433 tempest-AggregatesAdminTestJSON-1761567433-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd3a477-829a-4153-ba6d-ace606fb4ce1,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:30.634047 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5284a3-c799-4b00-ada6-8121e49f72e4 req-2b572f46-2d40-4d95-85f0-81f600bc0150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:30.635922 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1f5284a3-c799-4b00-ada6-8121e49f72e4 req-2b572f46-2d40-4d95-85f0-81f600bc0150 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a740d474-d764-4255-841b-5def92e57887 HTTP/1.1" status: 200 len: 1101 time: 0.1538172 Feb 09 00:57:30.705527 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1f5284a3-c799-4b00-ada6-8121e49f72e4 req-7a660eff-7105-4500-bc32-552448f83bfb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=23bc2b45-7219-474b-8335-0b5116611f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621321 Feb 09 00:57:30.782624 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-de134520-1af1-46d6-8cb3-66e0af9bb833 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:30.784152 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-de134520-1af1-46d6-8cb3-66e0af9bb833 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.117 "GET /v2.0/networks?id=445ebb7c-d106-4555-bd14-c6ab8035bb9f HTTP/1.1" status: 200 len: 824 time: 0.2725408 Feb 09 00:57:30.805451 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-70e8fff0-8cb9-4236-ad7e-49470acdadc3 req-6623ca12-a54d-4ae0-bd3c-1340df4c3c51 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bc4192d-d91f-4594-9b0f-09501caf307e HTTP/1.1" status: 200 len: 210 time: 0.0692139 Feb 09 00:57:30.903214 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-66997ea3-b829-43ad-aa71-3548bb013b4e tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.117 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=488d0cb4879f4c45b8bc25513f8868c1 HTTP/1.1" status: 200 len: 380 time: 0.0947020 Feb 09 00:57:30.915221 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-db3ea88a-d581-44ab-9d38-b88d2bfc8e92 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Request body: {'port': {'device_id': '6bc4192d-d91f-4594-9b0f-09501caf307e', 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f', 'admin_state_up': True, 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'security_groups': ['80672e19-6adc-4973-92da-be1078159b61']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:30.949540 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54844) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:30.991622 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f75686-8a58-417b-844e-8797d9123c97 req-5ea429b9-d24a-49a7-95c6-676e4db95160 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:30.998748 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b7f75686-8a58-417b-844e-8797d9123c97 req-5ea429b9-d24a-49a7-95c6-676e4db95160 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=32928b33-708f-437b-bb20-be2302cc68a3 HTTP/1.1" status: 200 len: 944 time: 0.1198254 Feb 09 00:57:31.182440 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0db98fd0-e251-4553-83a8-2de465390ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:31.191538 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-db3ea88a-d581-44ab-9d38-b88d2bfc8e92 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:31.202280 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c901b-4867-4121-82e4-ee9d91a7104b req-27485564-f423-4e1b-aa17-1b185dabf27a tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:31.203588 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0e4c901b-4867-4121-82e4-ee9d91a7104b req-27485564-f423-4e1b-aa17-1b185dabf27a tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b8f0547-d91e-4254-8a41-e9b6590cf0db HTTP/1.1" status: 200 len: 971 time: 0.2687044 Feb 09 00:57:31.206305 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-db3ea88a-d581-44ab-9d38-b88d2bfc8e92 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Usage tracker for resource:port and tenant:488d0cb4879f4c45b8bc25513f8868c1 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:31.209894 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-db3ea88a-d581-44ab-9d38-b88d2bfc8e92 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:31.213171 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b7f75686-8a58-417b-844e-8797d9123c97 req-f4fee62e-cc5c-4f88-956e-c2dcf9cd5f51 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133090 Feb 09 00:57:31.214402 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0db98fd0-e251-4553-83a8-2de465390ad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:31.219759 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0db98fd0-e251-4553-83a8-2de465390ad6 admin admin] Usage tracker for resource:security_group_rule and tenant:6244dde480104a1ca9efbb551c90cfc7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:31.223876 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0db98fd0-e251-4553-83a8-2de465390ad6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:31.231949 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-db3ea88a-d581-44ab-9d38-b88d2bfc8e92 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:31.249214 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0db98fd0-e251-4553-83a8-2de465390ad6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:31.274451 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 288da74d-bcdd-4702-83c6-149c7ba8358e details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:57:31.282548 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-db3ea88a-d581-44ab-9d38-b88d2bfc8e92 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Made reservation on behalf of 488d0cb4879f4c45b8bc25513f8868c1 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:57:31.294955 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-db3ea88a-d581-44ab-9d38-b88d2bfc8e92 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:31.316638 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0e4c901b-4867-4121-82e4-ee9d91a7104b req-dbaf52b8-21e0-41c9-99e1-eccfba5355f4 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/security-groups?id=e874b2e2-b073-4758-adf5-ea9b38adea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037772 Feb 09 00:57:31.475839 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 288da74d-bcdd-4702-83c6-149c7ba8358e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=288da74d-bcdd-4702-83c6-149c7ba8358e,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:31.494372 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0db98fd0-e251-4553-83a8-2de465390ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:31.499384 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0db98fd0-e251-4553-83a8-2de465390ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:31.500571 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '288da74d-bcdd-4702-83c6-149c7ba8358e', 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9', 'port_id': '288da74d-bcdd-4702-83c6-149c7ba8358e', 'mac_address': 'fa:16:3e:cf:36:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 995, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb9a8e05-d0fc-4553-92c9-d58b7743cadc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:57:31.510930 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-db3ea88a-d581-44ab-9d38-b88d2bfc8e92 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Allocated IP 172.20.0.3 (445ebb7c-d106-4555-bd14-c6ab8035bb9f/7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0/0789aa38-5b31-44d6-b74c-0b60e3ba3568) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:57:31.561987 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0db98fd0-e251-4553-83a8-2de465390ad6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6244dde480104a1ca9efbb551c90cfc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6108069 Feb 09 00:57:31.565222 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54864) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:31.568579 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:31.580679 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db98fd0-e251-4553-83a8-2de465390ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ed3f16-21c6-4a25-aacc-a189454fbeea,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:31.587536 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 288da74d-bcdd-4702-83c6-149c7ba8358e {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:57:31.606682 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 288da74d-bcdd-4702-83c6-149c7ba8358e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=288da74d-bcdd-4702-83c6-149c7ba8358e,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:31.611268 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:31.626290 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a71d39-4ebe-41d1-892b-49602004b368 req-536f4c8e-de6d-4930-a962-6cced1e54ecf tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:31.627883 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f3a71d39-4ebe-41d1-892b-49602004b368 req-536f4c8e-de6d-4930-a962-6cced1e54ecf tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/ports?device_id=a740d474-d764-4255-841b-5def92e57887 HTTP/1.1" status: 200 len: 950 time: 0.1905897 Feb 09 00:57:31.681630 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8e40-fb55-4b48-9d29-7b12107cbd33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:31.708875 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f3a71d39-4ebe-41d1-892b-49602004b368 req-0b796817-44ef-4e7e-abe2-78ce562b61f6 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/security-groups?id=23bc2b45-7219-474b-8335-0b5116611f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745542 Feb 09 00:57:31.717787 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=288da74d-bcdd-4702-83c6-149c7ba8358e,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:31.730024 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8e40-fb55-4b48-9d29-7b12107cbd33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:31.803725 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8e40-fb55-4b48-9d29-7b12107cbd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:31.826213 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d8e40-fb55-4b48-9d29-7b12107cbd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ed3f16-21c6-4a25-aacc-a189454fbeea,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:31.835527 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8e40-fb55-4b48-9d29-7b12107cbd33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:31.840100 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2c1d8e40-fb55-4b48-9d29-7b12107cbd33 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/49ed3f16-21c6-4a25-aacc-a189454fbeea HTTP/1.1" status: 204 len: 168 time: 0.2732542 Feb 09 00:57:31.877673 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-db3ea88a-d581-44ab-9d38-b88d2bfc8e92 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:31.879365 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['288da74d-bcdd-4702-83c6-149c7ba8358e'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:57:31.898624 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-db3ea88a-d581-44ab-9d38-b88d2bfc8e92 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Transition to ACTIVE for port object 0789aa38-5b31-44d6-b74c-0b60e3ba3568 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:31.934835 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-db3ea88a-d581-44ab-9d38-b88d2bfc8e92 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:32.105023 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-db3ea88a-d581-44ab-9d38-b88d2bfc8e92 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Network 445ebb7c-d106-4555-bd14-c6ab8035bb9f is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:57:32.116067 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-db3ea88a-d581-44ab-9d38-b88d2bfc8e92 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:32.119430 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ea88a-d581-44ab-9d38-b88d2bfc8e92 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Pushing event updated for resources: {'Port': ['ID=0789aa38-5b31-44d6-b74c-0b60e3ba3568,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:32.122969 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-db3ea88a-d581-44ab-9d38-b88d2bfc8e92 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:57:32.132086 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-db3ea88a-d581-44ab-9d38-b88d2bfc8e92 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:32.135928 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-db3ea88a-d581-44ab-9d38-b88d2bfc8e92 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:32.185857 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-db3ea88a-d581-44ab-9d38-b88d2bfc8e92 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2775965 Feb 09 00:57:32.199598 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-051ea564-603b-4673-bf18-89fadb081fcb service neutron] Request body: {'port': {'device_id': '6bc4192d-d91f-4594-9b0f-09501caf307e', 'device_owner': 'compute:tempest-test_az-370539809', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:32.268715 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3699f60-f211-4ffa-a395-70576174e25d req-273143d7-268a-4b95-81d6-b2de4e0c4eed tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:32.271419 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f3699f60-f211-4ffa-a395-70576174e25d req-273143d7-268a-4b95-81d6-b2de4e0c4eed tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Synchronizing usage tracker for tenant:488d0cb4879f4c45b8bc25513f8868c1 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:32.340086 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f3699f60-f211-4ffa-a395-70576174e25d req-273143d7-268a-4b95-81d6-b2de4e0c4eed tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Unset dirty status for tenant:488d0cb4879f4c45b8bc25513f8868c1 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:32.342201 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f3699f60-f211-4ffa-a395-70576174e25d req-273143d7-268a-4b95-81d6-b2de4e0c4eed tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bc4192d-d91f-4594-9b0f-09501caf307e HTTP/1.1" status: 200 len: 931 time: 0.3185413 Feb 09 00:57:32.405121 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-051ea564-603b-4673-bf18-89fadb081fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:32.431062 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54892) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:32.444229 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f64590bc-d223-4891-9345-13d60f920e24 None None] Provisioning for port 0789aa38-5b31-44d6-b74c-0b60e3ba3568 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:32.455408 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f64590bc-d223-4891-9345-13d60f920e24 None None] Provisioning complete for port 0789aa38-5b31-44d6-b74c-0b60e3ba3568 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:32.455765 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f64590bc-d223-4891-9345-13d60f920e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:32.462162 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f3699f60-f211-4ffa-a395-70576174e25d req-b6c6d394-9b19-4ea5-a741-2c83530d12b2 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/security-groups?id=80672e19-6adc-4973-92da-be1078159b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117032 Feb 09 00:57:32.465683 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-30ab27ce-d848-4f2d-9402-a868d0f6d596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:32.499590 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-30ab27ce-d848-4f2d-9402-a868d0f6d596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:32.508949 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-30ab27ce-d848-4f2d-9402-a868d0f6d596 admin admin] Usage tracker for resource:security_group_rule and tenant:450773332cc74daa9e7390c7692bd0fc is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:32.514108 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.117', 60821) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:32.516774 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-30ab27ce-d848-4f2d-9402-a868d0f6d596 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:32.527163 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-30ab27ce-d848-4f2d-9402-a868d0f6d596 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:32.583127 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f64590bc-d223-4891-9345-13d60f920e24 None None] Port 0789aa38-5b31-44d6-b74c-0b60e3ba3568 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:57:32.663709 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-30ab27ce-d848-4f2d-9402-a868d0f6d596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:32.670975 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-30ab27ce-d848-4f2d-9402-a868d0f6d596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:32.740096 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-30ab27ce-d848-4f2d-9402-a868d0f6d596 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=450773332cc74daa9e7390c7692bd0fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3071275 Feb 09 00:57:32.741994 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab27ce-d848-4f2d-9402-a868d0f6d596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070e7fdd-6d97-4a81-bbac-2857b11499fd,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:32.744518 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54904) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:32.908837 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1599bca-9ff1-4472-afae-9fb7c9c5893b req-2438668f-d4d5-4577-b810-eb20c350ab31 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:32.910300 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a1599bca-9ff1-4472-afae-9fb7c9c5893b req-2438668f-d4d5-4577-b810-eb20c350ab31 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b8f0547-d91e-4254-8a41-e9b6590cf0db HTTP/1.1" status: 200 len: 971 time: 0.1370931 Feb 09 00:57:32.957284 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a1599bca-9ff1-4472-afae-9fb7c9c5893b req-09ef6fdc-64aa-47fa-8aa8-11ddf441cc6e tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/security-groups?id=e874b2e2-b073-4758-adf5-ea9b38adea78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406823 Feb 09 00:57:32.990989 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4193d-d9fd-4c51-8310-c0e5b0c28549 req-0df5fc65-eb0c-400b-8cdb-6fe9bbc2cb48 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:32.992568 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-afb4193d-d9fd-4c51-8310-c0e5b0c28549 req-0df5fc65-eb0c-400b-8cdb-6fe9bbc2cb48 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=32928b33-708f-437b-bb20-be2302cc68a3 HTTP/1.1" status: 200 len: 945 time: 0.3440022 Feb 09 00:57:32.996546 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-33a38e45-bbd2-476a-8418-b1e6e9f53b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:33.005891 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b955f2-49ca-47d9-87a8-c91e876881fc req-a5351a6d-8984-42a4-97c0-c454cea76490 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:33.007374 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c3b955f2-49ca-47d9-87a8-c91e876881fc req-a5351a6d-8984-42a4-97c0-c454cea76490 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.117 "GET /v2.0/ports?device_id=6b8f0547-d91e-4254-8a41-e9b6590cf0db HTTP/1.1" status: 200 len: 971 time: 0.4923279 Feb 09 00:57:33.093329 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-33a38e45-bbd2-476a-8418-b1e6e9f53b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:33.220545 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-afb4193d-d9fd-4c51-8310-c0e5b0c28549 req-32b2dbaf-e28f-4355-a9de-96430f828cf7 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097752 Feb 09 00:57:33.242502 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-c3b955f2-49ca-47d9-87a8-c91e876881fc req-8945c3d9-1955-4ad1-9cc7-5d7f38054c12 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Deleting port 00d8175d-5748-461e-b6db-c7581f8f677c {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:57:33.242921 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c3b955f2-49ca-47d9-87a8-c91e876881fc req-8945c3d9-1955-4ad1-9cc7-5d7f38054c12 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:33.278222 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 288da74d-bcdd-4702-83c6-149c7ba8358e up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:57:33.303665 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-051ea564-603b-4673-bf18-89fadb081fcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0789aa38-5b31-44d6-b74c-0b60e3ba3568 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:57:33.317228 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-051ea564-603b-4673-bf18-89fadb081fcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:33.377144 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-33a38e45-bbd2-476a-8418-b1e6e9f53b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:33.380888 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 288da74d-bcdd-4702-83c6-149c7ba8358e completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:33.389722 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 288da74d-bcdd-4702-83c6-149c7ba8358e triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:33.389722 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:33.400757 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-051ea564-603b-4673-bf18-89fadb081fcb service neutron] Transition to ACTIVE for port object 0789aa38-5b31-44d6-b74c-0b60e3ba3568 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:33.412135 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-051ea564-603b-4673-bf18-89fadb081fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:33.416163 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a38e45-bbd2-476a-8418-b1e6e9f53b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070e7fdd-6d97-4a81-bbac-2857b11499fd,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:33.440598 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ca5b6-0808-4850-800b-2c06d7b2ddbc req-c860c86e-b9b9-45bb-9181-f35836e49011 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:33.448738 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-693ca5b6-0808-4850-800b-2c06d7b2ddbc req-c860c86e-b9b9-45bb-9181-f35836e49011 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/ports?device_id=a740d474-d764-4255-841b-5def92e57887 HTTP/1.1" status: 200 len: 950 time: 0.1142483 Feb 09 00:57:33.509794 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-33a38e45-bbd2-476a-8418-b1e6e9f53b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:33.510903 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-33a38e45-bbd2-476a-8418-b1e6e9f53b5c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/070e7fdd-6d97-4a81-bbac-2857b11499fd HTTP/1.1" status: 204 len: 168 time: 0.7645712 Feb 09 00:57:33.530193 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-693ca5b6-0808-4850-800b-2c06d7b2ddbc req-412f53b7-81de-44dd-9ea6-18d1230cf10d tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/security-groups?id=23bc2b45-7219-474b-8335-0b5116611f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787456 Feb 09 00:57:33.642293 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:33.673741 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32928b33-708f-437b-bb20-be2302cc68a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288da74d-bcdd-4702-83c6-149c7ba8358e'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:33.686688 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 288da74d-bcdd-4702-83c6-149c7ba8358e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=288da74d-bcdd-4702-83c6-149c7ba8358e,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:33.691607 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:33.702109 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-80df2d28-9fe5-4bbb-bacc-523d99e7705d req-db7dd3dc-a14b-4a6c-a3fa-f3b14f941c99 tempest-QuotasAdminNegativeTest-1691955611 tempest-QuotasAdminNegativeTest-1691955611-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=28ac6ae58a3a4311a362de6edc20180a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1344094 Feb 09 00:57:33.721351 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ea564-603b-4673-bf18-89fadb081fcb service neutron] Pushing event updated for resources: {'Port': ['ID=0789aa38-5b31-44d6-b74c-0b60e3ba3568,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:33.794875 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b7777-ea04-4d94-9a4a-d627255700f6 req-b1abeb30-face-4f53-945c-ed5fbe498730 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:33.795694 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-221b7777-ea04-4d94-9a4a-d627255700f6 req-b1abeb30-face-4f53-945c-ed5fbe498730 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Synchronizing usage tracker for tenant:488d0cb4879f4c45b8bc25513f8868c1 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:33.810724 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-221b7777-ea04-4d94-9a4a-d627255700f6 req-b1abeb30-face-4f53-945c-ed5fbe498730 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Unset dirty status for tenant:488d0cb4879f4c45b8bc25513f8868c1 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:33.811678 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-221b7777-ea04-4d94-9a4a-d627255700f6 req-b1abeb30-face-4f53-945c-ed5fbe498730 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bc4192d-d91f-4594-9b0f-09501caf307e HTTP/1.1" status: 200 len: 964 time: 0.1584871 Feb 09 00:57:33.827739 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=288da74d-bcdd-4702-83c6-149c7ba8358e,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:33.877563 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-221b7777-ea04-4d94-9a4a-d627255700f6 req-f5aeac34-9b58-4cc2-95df-b380bd0dc13e tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Synchronizing usage tracker for tenant:488d0cb4879f4c45b8bc25513f8868c1 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:33.889971 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-221b7777-ea04-4d94-9a4a-d627255700f6 req-f5aeac34-9b58-4cc2-95df-b380bd0dc13e tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Unset dirty status for tenant:488d0cb4879f4c45b8bc25513f8868c1 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:33.891125 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-221b7777-ea04-4d94-9a4a-d627255700f6 req-f5aeac34-9b58-4cc2-95df-b380bd0dc13e tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/security-groups?id=80672e19-6adc-4973-92da-be1078159b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720222 Feb 09 00:57:34.041418 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-051ea564-603b-4673-bf18-89fadb081fcb service neutron] Attempting to bind port 0789aa38-5b31-44d6-b74c-0b60e3ba3568 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:57:34.041693 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-051ea564-603b-4673-bf18-89fadb081fcb service neutron] Attempting to bind port 0789aa38-5b31-44d6-b74c-0b60e3ba3568 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': 'e54330ae-8d13-4599-abc0-f776581bcd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:57:34.042003 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-051ea564-603b-4673-bf18-89fadb081fcb service neutron] Attempting to bind port 0789aa38-5b31-44d6-b74c-0b60e3ba3568 on network 445ebb7c-d106-4555-bd14-c6ab8035bb9f {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:34.050462 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-c3b955f2-49ca-47d9-87a8-c91e876881fc req-8945c3d9-1955-4ad1-9cc7-5d7f38054c12 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] For port 00d8175d-5748-461e-b6db-c7581f8f677c, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=00d8175d-5748-461e-b6db-c7581f8f677c,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:34.050827 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c3b955f2-49ca-47d9-87a8-c91e876881fc req-8945c3d9-1955-4ad1-9cc7-5d7f38054c12 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:34.058515 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-051ea564-603b-4673-bf18-89fadb081fcb service neutron] Port 0789aa38-5b31-44d6-b74c-0b60e3ba3568 on network 445ebb7c-d106-4555-bd14-c6ab8035bb9f not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:57:34.058833 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-051ea564-603b-4673-bf18-89fadb081fcb service neutron] Attempting to bind port 0789aa38-5b31-44d6-b74c-0b60e3ba3568 on network 445ebb7c-d106-4555-bd14-c6ab8035bb9f {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:34.073880 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-051ea564-603b-4673-bf18-89fadb081fcb service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:57:34.074212 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-051ea564-603b-4673-bf18-89fadb081fcb service neutron] Checking segment: {'id': 'e54330ae-8d13-4599-abc0-f776581bcd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:57:34.074591 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-051ea564-603b-4673-bf18-89fadb081fcb service neutron] Bound using segment: {'id': 'e54330ae-8d13-4599-abc0-f776581bcd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:57:34.075021 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-051ea564-603b-4673-bf18-89fadb081fcb service neutron] Bound port: 0789aa38-5b31-44d6-b74c-0b60e3ba3568, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e54330ae-8d13-4599-abc0-f776581bcd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:57:34.075358 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-051ea564-603b-4673-bf18-89fadb081fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:34.219190 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-c3b955f2-49ca-47d9-87a8-c91e876881fc req-8945c3d9-1955-4ad1-9cc7-5d7f38054c12 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Calling delete_port for 00d8175d-5748-461e-b6db-c7581f8f677c owned by compute:tempest-test_az-370539809 {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:57:34.332700 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df2d28-9fe5-4bbb-bacc-523d99e7705d req-b752ee9b-f583-4fd8-9dc8-86fe13d9482e tempest-QuotasAdminNegativeTest-1691955611 tempest-QuotasAdminNegativeTest-1691955611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:34.335788 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-80df2d28-9fe5-4bbb-bacc-523d99e7705d req-b752ee9b-f583-4fd8-9dc8-86fe13d9482e tempest-QuotasAdminNegativeTest-1691955611 tempest-QuotasAdminNegativeTest-1691955611-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6189828 Feb 09 00:57:34.447701 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32928b33-708f-437b-bb20-be2302cc68a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288da74d-bcdd-4702-83c6-149c7ba8358e', 'code': 200} Feb 09 00:57:34.463041 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-80df2d28-9fe5-4bbb-bacc-523d99e7705d req-ee75761f-9b6f-45ea-95dd-0c790b1d9eab tempest-QuotasAdminNegativeTest-1691955611 tempest-QuotasAdminNegativeTest-1691955611-project] 10.222.0.37 "GET /v2.0/quotas/28ac6ae58a3a4311a362de6edc20180a HTTP/1.1" status: 200 len: 375 time: 0.1193032 Feb 09 00:57:34.519277 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-051ea564-603b-4673-bf18-89fadb081fcb service neutron] For port 0789aa38-5b31-44d6-b74c-0b60e3ba3568, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:57:34.554808 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54964) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:34.578676 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-80df2d28-9fe5-4bbb-bacc-523d99e7705d req-cd995f03-51d3-4aad-9a0f-726073afe3e6 tempest-QuotasAdminNegativeTest-1691955611 tempest-QuotasAdminNegativeTest-1691955611-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=28ac6ae58a3a4311a362de6edc20180a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0922987 Feb 09 00:57:34.604997 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c3b955f2-49ca-47d9-87a8-c91e876881fc req-8945c3d9-1955-4ad1-9cc7-5d7f38054c12 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:34.627301 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8d3d1f68-ed22-4128-932c-7eb393233a2f req-349e4531-174c-4c50-a1fa-6ebeedb278fd tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b8f0547-d91e-4254-8a41-e9b6590cf0db HTTP/1.1" status: 200 len: 210 time: 0.0715153 Feb 09 00:57:34.662551 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee46d3-25cc-4f29-b5e5-e5b03ce71eb1 req-113a7a09-2eb1-49ba-9fb8-6cfb7496c8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:34.664065 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ecee46d3-25cc-4f29-b5e5-e5b03ce71eb1 req-113a7a09-2eb1-49ba-9fb8-6cfb7496c8cd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=32928b33-708f-437b-bb20-be2302cc68a3 HTTP/1.1" status: 200 len: 1097 time: 0.1401834 Feb 09 00:57:34.688076 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8945c3d9-1955-4ad1-9cc7-5d7f38054c12 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Pushing event deleted for resources: {'Port': ['ID=00d8175d-5748-461e-b6db-c7581f8f677c,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:34.738847 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-051ea564-603b-4673-bf18-89fadb081fcb service neutron] For port 0789aa38-5b31-44d6-b74c-0b60e3ba3568, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=0789aa38-5b31-44d6-b74c-0b60e3ba3568,segment=NetworkSegment(e54330ae-8d13-4599-abc0-f776581bcd15),segment_id=e54330ae-8d13-4599-abc0-f776581bcd15)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:57:34.743141 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ecee46d3-25cc-4f29-b5e5-e5b03ce71eb1 req-e63d9c09-2a8a-4180-9510-ae5e5faf3450 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723097 Feb 09 00:57:34.780086 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-051ea564-603b-4673-bf18-89fadb081fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:34.800180 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-2710a1e8-0143-4dd4-8b8d-0c245add10ef admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-94026800-network', 'tenant_id': 'f62de9180eee42878566d124e4c82a0d'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:34.805458 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2710a1e8-0143-4dd4-8b8d-0c245add10ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:34.813024 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2710a1e8-0143-4dd4-8b8d-0c245add10ef admin admin] Usage tracker for resource:network and tenant:f62de9180eee42878566d124e4c82a0d is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:34.817341 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2710a1e8-0143-4dd4-8b8d-0c245add10ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:34.859524 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b955f2-49ca-47d9-87a8-c91e876881fc req-8945c3d9-1955-4ad1-9cc7-5d7f38054c12 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] No DVR routers for this DVR port 00d8175d-5748-461e-b6db-c7581f8f677c on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:57:34.859755 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2710a1e8-0143-4dd4-8b8d-0c245add10ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:34.863815 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c3b955f2-49ca-47d9-87a8-c91e876881fc req-8945c3d9-1955-4ad1-9cc7-5d7f38054c12 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:34.880344 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8f0547-d91e-4254-8a41-e9b6590cf0db', 'name': 'network-vif-deleted', 'tag': '00d8175d-5748-461e-b6db-c7581f8f677c'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:34.883997 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2710a1e8-0143-4dd4-8b8d-0c245add10ef admin admin] Made reservation on behalf of f62de9180eee42878566d124e4c82a0d for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:57:34.886125 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2710a1e8-0143-4dd4-8b8d-0c245add10ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:34.902283 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2710a1e8-0143-4dd4-8b8d-0c245add10ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:34.913389 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-051ea564-603b-4673-bf18-89fadb081fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:34.914064 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-051ea564-603b-4673-bf18-89fadb081fcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:34.915646 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-051ea564-603b-4673-bf18-89fadb081fcb service neutron] 10.222.0.117 "PUT /v2.0/ports/0789aa38-5b31-44d6-b74c-0b60e3ba3568 HTTP/1.1" status: 200 len: 1112 time: 2.7210228 Feb 09 00:57:34.927317 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2710a1e8-0143-4dd4-8b8d-0c245add10ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:34.935050 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c3b955f2-49ca-47d9-87a8-c91e876881fc req-8945c3d9-1955-4ad1-9cc7-5d7f38054c12 tempest-AggregatesAdminTestJSON-750338793 tempest-AggregatesAdminTestJSON-750338793-project] 10.222.0.117 "DELETE /v2.0/ports/00d8175d-5748-461e-b6db-c7581f8f677c HTTP/1.1" status: 204 len: 173 time: 1.9115050 Feb 09 00:57:34.937877 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2710a1e8-0143-4dd4-8b8d-0c245add10ef admin admin] Usage tracker for resource:security_group_rule and tenant:f62de9180eee42878566d124e4c82a0d is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:34.950829 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ea564-603b-4673-bf18-89fadb081fcb service neutron] Pushing event updated for resources: {'Port': ['ID=0789aa38-5b31-44d6-b74c-0b60e3ba3568,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:34.951576 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2710a1e8-0143-4dd4-8b8d-0c245add10ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:34.961242 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2710a1e8-0143-4dd4-8b8d-0c245add10ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:34.975953 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc45e3b-d7c0-4838-81c0-ba3905b1fd8c req-07862575-3670-4095-b5e8-1d1f986548aa tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:34.977677 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dfc45e3b-d7c0-4838-81c0-ba3905b1fd8c req-07862575-3670-4095-b5e8-1d1f986548aa tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/ports?device_id=a740d474-d764-4255-841b-5def92e57887 HTTP/1.1" status: 200 len: 950 time: 0.1615288 Feb 09 00:57:35.039508 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927fa87-3ca9-40c5-a4b5-0a8fdfc1f29e req-4c30569e-5da3-4722-971d-7ccd05fb2443 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:35.047493 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c927fa87-3ca9-40c5-a4b5-0a8fdfc1f29e req-4c30569e-5da3-4722-971d-7ccd05fb2443 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=32928b33-708f-437b-bb20-be2302cc68a3 HTTP/1.1" status: 200 len: 946 time: 0.2776396 Feb 09 00:57:35.051109 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dfc45e3b-d7c0-4838-81c0-ba3905b1fd8c req-e5ba19ab-875f-4865-a593-b058d7690f9c tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/security-groups?id=23bc2b45-7219-474b-8335-0b5116611f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675917 Feb 09 00:57:35.155319 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c927fa87-3ca9-40c5-a4b5-0a8fdfc1f29e req-b76cde90-993b-41b1-81d9-bf30a8f091e5 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061869 Feb 09 00:57:35.165349 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2710a1e8-0143-4dd4-8b8d-0c245add10ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:35.179358 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-41b601aa-81e5-415e-8350-c3fa2a9c36e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:35.181058 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-41b601aa-81e5-415e-8350-c3fa2a9c36e3 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=488d0cb4879f4c45b8bc25513f8868c1&device_id=6bc4192d-d91f-4594-9b0f-09501caf307e HTTP/1.1" status: 200 len: 1115 time: 0.2171955 Feb 09 00:57:35.182533 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2710a1e8-0143-4dd4-8b8d-0c245add10ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:35.250920 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2710a1e8-0143-4dd4-8b8d-0c245add10ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 980} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:57:35.265518 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-c7beda8e-c18f-4e09-9546-5e74ab89395c service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0789aa38-5b31-44d6-b74c-0b60e3ba3568 HTTP/1.1" status: 200 len: 217 time: 0.0726898 Feb 09 00:57:35.266722 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2710a1e8-0143-4dd4-8b8d-0c245add10ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:35.267106 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8f0547-d91e-4254-8a41-e9b6590cf0db', 'name': 'network-vif-deleted', 'tag': '00d8175d-5748-461e-b6db-c7581f8f677c', 'status': 'completed', 'code': 200} Feb 09 00:57:35.267312 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-2710a1e8-0143-4dd4-8b8d-0c245add10ef admin admin] Added segment de08ae85-fb3b-4e80-8fac-ea30f6aed6e8 of type vlan for network a363a159-6be1-426d-80d9-2b942b048d9d Feb 09 00:57:35.268379 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710a1e8-0143-4dd4-8b8d-0c245add10ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295b44a1-e00f-4cc6-a780-b03378b43fbe,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:35.310967 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2710a1e8-0143-4dd4-8b8d-0c245add10ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:35.347437 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2710a1e8-0143-4dd4-8b8d-0c245add10ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:35.349040 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2710a1e8-0143-4dd4-8b8d-0c245add10ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:35.349724 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2710a1e8-0143-4dd4-8b8d-0c245add10ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:35.388972 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-0b6c2f35-0dad-4977-9d14-8713467f81c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:35.390418 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-0b6c2f35-0dad-4977-9d14-8713467f81c2 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0 HTTP/1.1" status: 200 len: 863 time: 0.1131597 Feb 09 00:57:35.479555 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710a1e8-0143-4dd4-8b8d-0c245add10ef admin admin] Pushing event updated for resources: {'Network': ['ID=a363a159-6be1-426d-80d9-2b942b048d9d,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:35.485855 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc333fb-b883-4083-a431-ed081f92a600 req-72422e80-d43d-46a8-84e5-b3e4cf0a419d tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:35.487604 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9fc333fb-b883-4083-a431-ed081f92a600 req-72422e80-d43d-46a8-84e5-b3e4cf0a419d tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bc4192d-d91f-4594-9b0f-09501caf307e HTTP/1.1" status: 200 len: 964 time: 0.1479292 Feb 09 00:57:35.494406 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2710a1e8-0143-4dd4-8b8d-0c245add10ef admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9374173 Feb 09 00:57:35.495871 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network a363a159-6be1-426d-80d9-2b942b048d9d details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:57:35.497886 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54986) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:35.522221 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-10be0d5f-4189-4c74-94a7-30c966de1efc admin admin] Request body: {'subnet': {'network_id': 'a363a159-6be1-426d-80d9-2b942b048d9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-94026800-subnet', 'tenant_id': 'f62de9180eee42878566d124e4c82a0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:35.533557 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-5e2757f5-eadf-47c4-847d-ec63af02687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:35.534771 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-5e2757f5-eadf-47c4-847d-ec63af02687f service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=445ebb7c-d106-4555-bd14-c6ab8035bb9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1329370 Feb 09 00:57:35.537769 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-10be0d5f-4189-4c74-94a7-30c966de1efc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:35.551046 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-10be0d5f-4189-4c74-94a7-30c966de1efc admin admin] Usage tracker for resource:subnet and tenant:f62de9180eee42878566d124e4c82a0d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:35.577052 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-10be0d5f-4189-4c74-94a7-30c966de1efc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:35.640935 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-10be0d5f-4189-4c74-94a7-30c966de1efc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:35.648422 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9fc333fb-b883-4083-a431-ed081f92a600 req-cf051935-b070-460b-9338-96bbffd7395d tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/security-groups?id=80672e19-6adc-4973-92da-be1078159b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527767 Feb 09 00:57:35.679207 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10be0d5f-4189-4c74-94a7-30c966de1efc admin admin] Made reservation on behalf of f62de9180eee42878566d124e4c82a0d for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:57:35.681763 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-10be0d5f-4189-4c74-94a7-30c966de1efc admin admin] Notify callbacks [] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:35.880364 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-fe3321cf-980d-411b-9888-c73e58f4bc69 service neutron] 10.222.0.117 "GET /v2.0/networks/445ebb7c-d106-4555-bd14-c6ab8035bb9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305473 Feb 09 00:57:36.173659 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5fce8650-1e53-4a79-99d3-d61b6f785c0a req-35675192-99d5-4778-88a0-24a2a20f6028 tempest-QuotasAdminNegativeTest-1691955611 tempest-QuotasAdminNegativeTest-1691955611-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=28ac6ae58a3a4311a362de6edc20180a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0779581 Feb 09 00:57:36.187923 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f408b4bd-39d0-4262-b48f-b8463a6f3dd0 req-6c52691a-7e28-4b25-be72-0892dd89a608 service neutron] 10.222.0.117 "GET /v2.0/networks/445ebb7c-d106-4555-bd14-c6ab8035bb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957602 Feb 09 00:57:36.191175 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-10be0d5f-4189-4c74-94a7-30c966de1efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:36.349412 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 00d8175d-5748-461e-b6db-c7581f8f677c no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:57:36.376962 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be0d5f-4189-4c74-94a7-30c966de1efc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec2cfd9b-a308-48a3-a5ed-8fe122b8268a,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:36.388749 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: 00d8175d-5748-461e-b6db-c7581f8f677c {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:57:36.389317 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 00d8175d-5748-461e-b6db-c7581f8f677c not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:57:36.395689 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10be0d5f-4189-4c74-94a7-30c966de1efc admin admin] Checking segment: {'id': 'de08ae85-fb3b-4e80-8fac-ea30f6aed6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'a363a159-6be1-426d-80d9-2b942b048d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:57:36.396046 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10be0d5f-4189-4c74-94a7-30c966de1efc admin admin] Network hostable DHCP agents. Network: a363a159-6be1-426d-80d9-2b942b048d9d, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:57:36.438858 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b47b0f-7256-4e75-82da-b61a567bb13b req-994563d5-b2a2-4fff-877a-ddb50b42a972 tempest-DeleteServersAdminTestJSON-1028020059 tempest-DeleteServersAdminTestJSON-1028020059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:36.440377 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-39b47b0f-7256-4e75-82da-b61a567bb13b req-994563d5-b2a2-4fff-877a-ddb50b42a972 tempest-DeleteServersAdminTestJSON-1028020059 tempest-DeleteServersAdminTestJSON-1028020059-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a740d474-d764-4255-841b-5def92e57887 HTTP/1.1" status: 200 len: 1101 time: 0.1332095 Feb 09 00:57:36.446262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce8650-1e53-4a79-99d3-d61b6f785c0a req-8b2312c2-d0ab-485f-a367-11e4e16e11a4 tempest-QuotasAdminNegativeTest-1691955611 tempest-QuotasAdminNegativeTest-1691955611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:36.447720 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5fce8650-1e53-4a79-99d3-d61b6f785c0a req-8b2312c2-d0ab-485f-a367-11e4e16e11a4 tempest-QuotasAdminNegativeTest-1691955611 tempest-QuotasAdminNegativeTest-1691955611-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2586117 Feb 09 00:57:36.453257 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10be0d5f-4189-4c74-94a7-30c966de1efc admin admin] Network a363a159-6be1-426d-80d9-2b942b048d9d is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:57:36.468857 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5fce8650-1e53-4a79-99d3-d61b6f785c0a req-4c66e85e-0487-4261-b881-172bac455e2b tempest-QuotasAdminNegativeTest-1691955611 tempest-QuotasAdminNegativeTest-1691955611-project] 10.222.0.37 "GET /v2.0/quotas/28ac6ae58a3a4311a362de6edc20180a HTTP/1.1" status: 200 len: 375 time: 0.0130496 Feb 09 00:57:36.471992 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-10be0d5f-4189-4c74-94a7-30c966de1efc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, a363a159-6be1-426d-80d9-2b942b048d9d) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:36.476247 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10be0d5f-4189-4c74-94a7-30c966de1efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:36.476885 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-10be0d5f-4189-4c74-94a7-30c966de1efc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:36.482896 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204bfdc7-dc39-42c7-900f-e3e199a768db None None] Network a363a159-6be1-426d-80d9-2b942b048d9d requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:57:36.499150 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93289ed0-b515-4441-aded-b15d828ec3d6 req-6cb31761-cb6f-4fef-b74c-90f218671bac tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:36.500680 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-93289ed0-b515-4441-aded-b15d828ec3d6 req-6cb31761-cb6f-4fef-b74c-90f218671bac tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/ports?device_id=a740d474-d764-4255-841b-5def92e57887 HTTP/1.1" status: 200 len: 950 time: 0.1537001 Feb 09 00:57:36.542749 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-39b47b0f-7256-4e75-82da-b61a567bb13b req-1c97e763-e277-4292-b8e9-d30f3bc4cca1 tempest-DeleteServersAdminTestJSON-1028020059 tempest-DeleteServersAdminTestJSON-1028020059-project-admin] Deleting port 2dc44cd6-82ef-483d-af69-df2f2d640249 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:57:36.543122 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-39b47b0f-7256-4e75-82da-b61a567bb13b req-1c97e763-e277-4292-b8e9-d30f3bc4cca1 tempest-DeleteServersAdminTestJSON-1028020059 tempest-DeleteServersAdminTestJSON-1028020059-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:36.547826 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5fce8650-1e53-4a79-99d3-d61b6f785c0a req-fb39c03f-7918-4e6f-b147-73084c86b894 tempest-QuotasAdminNegativeTest-1691955611 tempest-QuotasAdminNegativeTest-1691955611-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=28ac6ae58a3a4311a362de6edc20180a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668859 Feb 09 00:57:36.550385 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-10be0d5f-4189-4c74-94a7-30c966de1efc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0402043 Feb 09 00:57:36.606264 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-93289ed0-b515-4441-aded-b15d828ec3d6 req-5b0a62ac-29bd-41c4-ac88-7d199d1bb878 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/security-groups?id=23bc2b45-7219-474b-8335-0b5116611f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950725 Feb 09 00:57:36.860584 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5593996e-2c3b-4142-88f0-3ce69ba02c73 None None] Network a363a159-6be1-426d-80d9-2b942b048d9d requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:57:36.933731 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-dbbd90b9-2109-4705-99c1-798f37630068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:37.004007 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-39b47b0f-7256-4e75-82da-b61a567bb13b req-1c97e763-e277-4292-b8e9-d30f3bc4cca1 tempest-DeleteServersAdminTestJSON-1028020059 tempest-DeleteServersAdminTestJSON-1028020059-project-admin] For port 2dc44cd6-82ef-483d-af69-df2f2d640249, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=2dc44cd6-82ef-483d-af69-df2f2d640249,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:37.004785 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-39b47b0f-7256-4e75-82da-b61a567bb13b req-1c97e763-e277-4292-b8e9-d30f3bc4cca1 tempest-DeleteServersAdminTestJSON-1028020059 tempest-DeleteServersAdminTestJSON-1028020059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:37.141741 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637d463-11cf-4156-bdbc-720b366badde req-64654fe1-0c7b-40e3-b4ff-e2e90cfb98f2 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:37.145858 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b637d463-11cf-4156-bdbc-720b366badde req-64654fe1-0c7b-40e3-b4ff-e2e90cfb98f2 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bc4192d-d91f-4594-9b0f-09501caf307e HTTP/1.1" status: 200 len: 964 time: 0.0933380 Feb 09 00:57:37.195626 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-39b47b0f-7256-4e75-82da-b61a567bb13b req-1c97e763-e277-4292-b8e9-d30f3bc4cca1 tempest-DeleteServersAdminTestJSON-1028020059 tempest-DeleteServersAdminTestJSON-1028020059-project-admin] Calling delete_port for 2dc44cd6-82ef-483d-af69-df2f2d640249 owned by compute:nova {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:57:37.200716 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b637d463-11cf-4156-bdbc-720b366badde req-563fe245-4d5e-48d9-8889-6e86851b3837 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/security-groups?id=80672e19-6adc-4973-92da-be1078159b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463178 Feb 09 00:57:37.233996 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2e54a-3918-4463-b536-6bfabfd33334 req-72fca0ab-1e24-46fd-b223-62a4e3a6d52d tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:37.235475 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-76a2e54a-3918-4463-b536-6bfabfd33334 req-72fca0ab-1e24-46fd-b223-62a4e3a6d52d tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=32928b33-708f-437b-bb20-be2302cc68a3 HTTP/1.1" status: 200 len: 946 time: 0.4336958 Feb 09 00:57:37.267793 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc4192d-d91f-4594-9b0f-09501caf307e', 'tag': '0789aa38-5b31-44d6-b74c-0b60e3ba3568'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:37.301395 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-76a2e54a-3918-4463-b536-6bfabfd33334 req-269f54bd-f2c0-43f9-83e7-ac51b649a6b0 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582862 Feb 09 00:57:37.306797 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55070) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:37.312161 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-9068ab71-67e9-44bb-a5b7-4a00929c682d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1127731970-network', 'tenant_id': '09928c05c05646d4ad2d83ae88d6886c'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:37.316874 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-9068ab71-67e9-44bb-a5b7-4a00929c682d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:37.323003 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9068ab71-67e9-44bb-a5b7-4a00929c682d admin admin] Usage tracker for resource:network and tenant:09928c05c05646d4ad2d83ae88d6886c is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:37.327036 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9068ab71-67e9-44bb-a5b7-4a00929c682d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:37.340762 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-9068ab71-67e9-44bb-a5b7-4a00929c682d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:37.361076 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9068ab71-67e9-44bb-a5b7-4a00929c682d admin admin] Made reservation on behalf of 09928c05c05646d4ad2d83ae88d6886c for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:57:37.363961 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9068ab71-67e9-44bb-a5b7-4a00929c682d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:37.378794 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9068ab71-67e9-44bb-a5b7-4a00929c682d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:37.399123 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-9068ab71-67e9-44bb-a5b7-4a00929c682d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:37.403261 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9068ab71-67e9-44bb-a5b7-4a00929c682d admin admin] Usage tracker for resource:security_group_rule and tenant:09928c05c05646d4ad2d83ae88d6886c is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:37.406280 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9068ab71-67e9-44bb-a5b7-4a00929c682d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:37.412604 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-9068ab71-67e9-44bb-a5b7-4a00929c682d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:37.509621 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-39b47b0f-7256-4e75-82da-b61a567bb13b req-1c97e763-e277-4292-b8e9-d30f3bc4cca1 tempest-DeleteServersAdminTestJSON-1028020059 tempest-DeleteServersAdminTestJSON-1028020059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:37.524838 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['2dc44cd6-82ef-483d-af69-df2f2d640249'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:57:37.526941 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9068ab71-67e9-44bb-a5b7-4a00929c682d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:37.533373 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9068ab71-67e9-44bb-a5b7-4a00929c682d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:37.579713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9068ab71-67e9-44bb-a5b7-4a00929c682d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 969} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:57:37.582158 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97e763-e277-4292-b8e9-d30f3bc4cca1 tempest-DeleteServersAdminTestJSON-1028020059 tempest-DeleteServersAdminTestJSON-1028020059-project-admin] Pushing event deleted for resources: {'Port': ['ID=2dc44cd6-82ef-483d-af69-df2f2d640249,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:37.588759 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9068ab71-67e9-44bb-a5b7-4a00929c682d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872fa795-2424-483c-9525-452ec491cbbf,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:37.607002 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9068ab71-67e9-44bb-a5b7-4a00929c682d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:37.607346 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-9068ab71-67e9-44bb-a5b7-4a00929c682d admin admin] Added segment bc51e654-9b72-4ca3-ab71-3cdb79a7d03b of type vlan for network 3faf507e-4dc5-4ac3-a68e-c9f3c00547cb Feb 09 00:57:37.655333 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9068ab71-67e9-44bb-a5b7-4a00929c682d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:37.694937 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9068ab71-67e9-44bb-a5b7-4a00929c682d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:37.695952 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9068ab71-67e9-44bb-a5b7-4a00929c682d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:37.696634 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9068ab71-67e9-44bb-a5b7-4a00929c682d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:37.733235 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b47b0f-7256-4e75-82da-b61a567bb13b req-1c97e763-e277-4292-b8e9-d30f3bc4cca1 tempest-DeleteServersAdminTestJSON-1028020059 tempest-DeleteServersAdminTestJSON-1028020059-project-admin] No DVR routers for this DVR port 2dc44cd6-82ef-483d-af69-df2f2d640249 on host n-h1-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:57:37.738840 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-39b47b0f-7256-4e75-82da-b61a567bb13b req-1c97e763-e277-4292-b8e9-d30f3bc4cca1 tempest-DeleteServersAdminTestJSON-1028020059 tempest-DeleteServersAdminTestJSON-1028020059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:37.744552 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a740d474-d764-4255-841b-5def92e57887', 'name': 'network-vif-deleted', 'tag': '2dc44cd6-82ef-483d-af69-df2f2d640249'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:37.775574 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-39b47b0f-7256-4e75-82da-b61a567bb13b req-1c97e763-e277-4292-b8e9-d30f3bc4cca1 tempest-DeleteServersAdminTestJSON-1028020059 tempest-DeleteServersAdminTestJSON-1028020059-project-admin] 10.222.0.35 "DELETE /v2.0/ports/2dc44cd6-82ef-483d-af69-df2f2d640249 HTTP/1.1" status: 204 len: 173 time: 1.3282318 Feb 09 00:57:37.854374 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc4192d-d91f-4594-9b0f-09501caf307e', 'tag': '0789aa38-5b31-44d6-b74c-0b60e3ba3568', 'status': 'completed', 'code': 200} Feb 09 00:57:37.967728 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9068ab71-67e9-44bb-a5b7-4a00929c682d admin admin] Pushing event updated for resources: {'Network': ['ID=3faf507e-4dc5-4ac3-a68e-c9f3c00547cb,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:37.972730 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9068ab71-67e9-44bb-a5b7-4a00929c682d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6648984 Feb 09 00:57:37.976302 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55100) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:37.976979 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4233bbdc-c24d-4c8a-823a-2296920c09ce req-b5619f8f-fe71-4e89-8c42-b49c1e27641e tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/ports?device_id=a740d474-d764-4255-841b-5def92e57887 HTTP/1.1" status: 200 len: 210 time: 0.0700693 Feb 09 00:57:37.982253 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-e23b2202-9b5a-49db-8b58-9e80b1ae7bc5 admin admin] Request body: {'subnet': {'network_id': '3faf507e-4dc5-4ac3-a68e-c9f3c00547cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1127731970-subnet', 'tenant_id': '09928c05c05646d4ad2d83ae88d6886c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:37.990202 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 3faf507e-4dc5-4ac3-a68e-c9f3c00547cb details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:57:37.996571 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e23b2202-9b5a-49db-8b58-9e80b1ae7bc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:38.004190 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e23b2202-9b5a-49db-8b58-9e80b1ae7bc5 admin admin] Usage tracker for resource:subnet and tenant:09928c05c05646d4ad2d83ae88d6886c is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:38.006421 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2fee5a-5666-4505-bb41-dce64f62ca97 req-64fac658-aa46-43a9-95c0-034d5b4782d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:38.008175 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c2fee5a-5666-4505-bb41-dce64f62ca97 req-64fac658-aa46-43a9-95c0-034d5b4782d8 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=488d0cb4879f4c45b8bc25513f8868c1&device_id=6bc4192d-d91f-4594-9b0f-09501caf307e HTTP/1.1" status: 200 len: 1115 time: 0.1995130 Feb 09 00:57:38.010888 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e23b2202-9b5a-49db-8b58-9e80b1ae7bc5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:38.039941 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e23b2202-9b5a-49db-8b58-9e80b1ae7bc5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:38.059643 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23b2202-9b5a-49db-8b58-9e80b1ae7bc5 admin admin] Made reservation on behalf of 09928c05c05646d4ad2d83ae88d6886c for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:57:38.062111 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e23b2202-9b5a-49db-8b58-9e80b1ae7bc5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:38.186940 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2fee5a-5666-4505-bb41-dce64f62ca97 req-3f3ed5b1-ef61-44e4-86d3-ca61a80e5d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:38.188604 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c2fee5a-5666-4505-bb41-dce64f62ca97 req-3f3ed5b1-ef61-44e4-86d3-ca61a80e5d9f service neutron] 10.222.0.117 "GET /v2.0/networks?id=445ebb7c-d106-4555-bd14-c6ab8035bb9f HTTP/1.1" status: 200 len: 925 time: 0.1732221 Feb 09 00:57:38.270073 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a740d474-d764-4255-841b-5def92e57887', 'name': 'network-vif-deleted', 'tag': '2dc44cd6-82ef-483d-af69-df2f2d640249', 'status': 'completed', 'code': 200} Feb 09 00:57:38.271252 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c2fee5a-5666-4505-bb41-dce64f62ca97 req-fe51f292-c4d4-42a9-a2d0-00fb0959895f service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0789aa38-5b31-44d6-b74c-0b60e3ba3568 HTTP/1.1" status: 200 len: 217 time: 0.0769260 Feb 09 00:57:38.289310 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f70fde-1772-474e-81f1-67541fad6d8d req-826ee3dc-7130-424d-be7e-c66768a14019 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:38.296122 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b3f70fde-1772-474e-81f1-67541fad6d8d req-826ee3dc-7130-424d-be7e-c66768a14019 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32928b33-708f-437b-bb20-be2302cc68a3 HTTP/1.1" status: 200 len: 1097 time: 0.1460600 Feb 09 00:57:38.373142 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2fee5a-5666-4505-bb41-dce64f62ca97 req-b1c60a12-3494-4564-ab45-ee8facb49fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:38.375267 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c2fee5a-5666-4505-bb41-dce64f62ca97 req-b1c60a12-3494-4564-ab45-ee8facb49fe0 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0 HTTP/1.1" status: 200 len: 863 time: 0.0967634 Feb 09 00:57:38.417626 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-b3f70fde-1772-474e-81f1-67541fad6d8d req-040f0d38-622d-426a-a7fe-8d1beda1cae1 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] Synchronizing usage tracker for tenant:e3027bec716f4bd0b02b8a761492d059 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:38.459630 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-b3f70fde-1772-474e-81f1-67541fad6d8d req-040f0d38-622d-426a-a7fe-8d1beda1cae1 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] Unset dirty status for tenant:e3027bec716f4bd0b02b8a761492d059 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:38.468032 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b3f70fde-1772-474e-81f1-67541fad6d8d req-040f0d38-622d-426a-a7fe-8d1beda1cae1 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689510 Feb 09 00:57:38.484586 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e23b2202-9b5a-49db-8b58-9e80b1ae7bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:38.607894 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b2202-9b5a-49db-8b58-9e80b1ae7bc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc70c207-dfd0-4894-9684-8e165a9a70fe,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:38.609876 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23b2202-9b5a-49db-8b58-9e80b1ae7bc5 admin admin] Checking segment: {'id': 'bc51e654-9b72-4ca3-ab71-3cdb79a7d03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '3faf507e-4dc5-4ac3-a68e-c9f3c00547cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:57:38.610804 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23b2202-9b5a-49db-8b58-9e80b1ae7bc5 admin admin] Network hostable DHCP agents. Network: 3faf507e-4dc5-4ac3-a68e-c9f3c00547cb, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:57:38.628767 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2fee5a-5666-4505-bb41-dce64f62ca97 req-21b52118-bccb-4dbc-8553-0acd23d59b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:38.630300 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c2fee5a-5666-4505-bb41-dce64f62ca97 req-21b52118-bccb-4dbc-8553-0acd23d59b66 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=445ebb7c-d106-4555-bd14-c6ab8035bb9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2478340 Feb 09 00:57:38.642385 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a3f40-a6ba-4786-84e9-0b157c927882 req-b7d545ce-e1a0-44ff-b9a1-e28e0e2df353 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:38.643817 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-041a3f40-a6ba-4786-84e9-0b157c927882 req-b7d545ce-e1a0-44ff-b9a1-e28e0e2df353 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bc4192d-d91f-4594-9b0f-09501caf307e HTTP/1.1" status: 200 len: 964 time: 0.2083056 Feb 09 00:57:38.648975 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23b2202-9b5a-49db-8b58-9e80b1ae7bc5 admin admin] Network 3faf507e-4dc5-4ac3-a68e-c9f3c00547cb is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:57:38.663337 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-e23b2202-9b5a-49db-8b58-9e80b1ae7bc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 3faf507e-4dc5-4ac3-a68e-c9f3c00547cb) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:38.668615 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23b2202-9b5a-49db-8b58-9e80b1ae7bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:38.670010 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e23b2202-9b5a-49db-8b58-9e80b1ae7bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:38.676320 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd848d21-76f5-45db-a930-4a2a895b709d None None] Network 3faf507e-4dc5-4ac3-a68e-c9f3c00547cb requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:57:38.704597 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e23b2202-9b5a-49db-8b58-9e80b1ae7bc5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7243278 Feb 09 00:57:38.757397 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-16d4cdbe-eee4-418f-9cc2-38b82e7be97f req-8d1f3c68-6d91-41da-9728-08219bdd002d tempest-QuotasAdminNegativeTest-1691955611 tempest-QuotasAdminNegativeTest-1691955611-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=28ac6ae58a3a4311a362de6edc20180a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539994 Feb 09 00:57:38.783098 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-041a3f40-a6ba-4786-84e9-0b157c927882 req-c7b04f20-a802-4ec0-8cdd-ed2301e80362 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/security-groups?id=80672e19-6adc-4973-92da-be1078159b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170206 Feb 09 00:57:38.855405 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c2fee5a-5666-4505-bb41-dce64f62ca97 req-56ff0f62-d3d8-40ac-8b55-2a5a745c9256 service neutron] 10.222.0.117 "GET /v2.0/networks/445ebb7c-d106-4555-bd14-c6ab8035bb9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105942 Feb 09 00:57:38.882680 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55130) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:38.968149 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aed77b6-cc77-43a4-8c03-459cfa0bfffc None None] Network 3faf507e-4dc5-4ac3-a68e-c9f3c00547cb requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:57:38.979760 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-a250cd1d-a3d6-4432-ade9-60bf6295f7d9 admin admin] Deleting subnet ec2cfd9b-a308-48a3-a5ed-8fe122b8268a {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 00:57:38.985143 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a250cd1d-a3d6-4432-ade9-60bf6295f7d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:39.050686 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4cdbe-eee4-418f-9cc2-38b82e7be97f req-11326779-c056-4a74-ac5f-d5130ffa5c3b tempest-QuotasAdminNegativeTest-1691955611 tempest-QuotasAdminNegativeTest-1691955611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:39.057698 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-16d4cdbe-eee4-418f-9cc2-38b82e7be97f req-11326779-c056-4a74-ac5f-d5130ffa5c3b tempest-QuotasAdminNegativeTest-1691955611 tempest-QuotasAdminNegativeTest-1691955611-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2931890 Feb 09 00:57:39.075890 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-16d4cdbe-eee4-418f-9cc2-38b82e7be97f req-edfda3f9-4936-4acf-a0b1-4a7d2c35f85d tempest-QuotasAdminNegativeTest-1691955611 tempest-QuotasAdminNegativeTest-1691955611-project] 10.222.0.37 "GET /v2.0/quotas/28ac6ae58a3a4311a362de6edc20180a HTTP/1.1" status: 200 len: 375 time: 0.0173721 Feb 09 00:57:39.095858 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c2fee5a-5666-4505-bb41-dce64f62ca97 req-a755ffc9-6b3e-402a-8ffe-ee082b5ae10f service neutron] 10.222.0.117 "GET /v2.0/networks/445ebb7c-d106-4555-bd14-c6ab8035bb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321508 Feb 09 00:57:39.099105 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbf10c-5c69-44db-a710-62be0ccb8e4d req-d5140d04-7a25-475a-8c56-fd3e32716f91 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:39.101252 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-38dbf10c-5c69-44db-a710-62be0ccb8e4d req-d5140d04-7a25-475a-8c56-fd3e32716f91 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32928b33-708f-437b-bb20-be2302cc68a3 HTTP/1.1" status: 200 len: 1097 time: 0.1304274 Feb 09 00:57:39.130755 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-16d4cdbe-eee4-418f-9cc2-38b82e7be97f req-ce9f2b3a-947d-4abd-ba6e-86e211d3965e tempest-QuotasAdminNegativeTest-1691955611 tempest-QuotasAdminNegativeTest-1691955611-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=28ac6ae58a3a4311a362de6edc20180a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539477 Feb 09 00:57:39.141273 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a250cd1d-a3d6-4432-ade9-60bf6295f7d9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:39.156016 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-38dbf10c-5c69-44db-a710-62be0ccb8e4d req-0475ed5d-c90e-41df-bbe1-55f8702c9def tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491741 Feb 09 00:57:39.157248 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a250cd1d-a3d6-4432-ade9-60bf6295f7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:39.255887 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a250cd1d-a3d6-4432-ade9-60bf6295f7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:39.259717 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e8c62a2c-10f0-4bca-94b3-0abbb56f8661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:39.298317 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250cd1d-a3d6-4432-ade9-60bf6295f7d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec2cfd9b-a308-48a3-a5ed-8fe122b8268a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:39.302305 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a250cd1d-a3d6-4432-ade9-60bf6295f7d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:39.308607 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a250cd1d-a3d6-4432-ade9-60bf6295f7d9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ec2cfd9b-a308-48a3-a5ed-8fe122b8268a HTTP/1.1" status: 204 len: 168 time: 0.4251981 Feb 09 00:57:39.311208 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55142) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:39.462716 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1aa0fdc-ce3e-4bd1-9ada-5cad507c6616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:39.604921 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2b33219c-2216-4b6c-8015-86511ac76520 req-5057e683-5de0-45e6-a5d2-b34b8ac4b980 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d858ecec797b41f8b183726ac55ac55c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326996 Feb 09 00:57:39.610178 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1aa0fdc-ce3e-4bd1-9ada-5cad507c6616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:39.637899 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1aa0fdc-ce3e-4bd1-9ada-5cad507c6616 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:57:39.638568 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1aa0fdc-ce3e-4bd1-9ada-5cad507c6616 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:57:39.638861 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1aa0fdc-ce3e-4bd1-9ada-5cad507c6616 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:57:39.639186 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1aa0fdc-ce3e-4bd1-9ada-5cad507c6616 admin admin] Subscribe: > port after_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:57:39.639499 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1aa0fdc-ce3e-4bd1-9ada-5cad507c6616 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:57:39.639840 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1aa0fdc-ce3e-4bd1-9ada-5cad507c6616 admin admin] Subscribe: > port after_update 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:57:39.640166 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1aa0fdc-ce3e-4bd1-9ada-5cad507c6616 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:57:39.640507 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1aa0fdc-ce3e-4bd1-9ada-5cad507c6616 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:57:39.640944 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1aa0fdc-ce3e-4bd1-9ada-5cad507c6616 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:57:39.641127 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1aa0fdc-ce3e-4bd1-9ada-5cad507c6616 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:57:39.799023 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1aa0fdc-ce3e-4bd1-9ada-5cad507c6616 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:57:39.799023 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1aa0fdc-ce3e-4bd1-9ada-5cad507c6616 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:57:39.799347 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1aa0fdc-ce3e-4bd1-9ada-5cad507c6616 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:57:39.799665 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1aa0fdc-ce3e-4bd1-9ada-5cad507c6616 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:57:39.800038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-c1aa0fdc-ce3e-4bd1-9ada-5cad507c6616 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a363a159-6be1-426d-80d9-2b942b048d9d']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:39.817861 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-c1aa0fdc-ce3e-4bd1-9ada-5cad507c6616 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de08ae85-fb3b-4e80-8fac-ea30f6aed6e8') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:39.818125 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-c1aa0fdc-ce3e-4bd1-9ada-5cad507c6616 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de08ae85-fb3b-4e80-8fac-ea30f6aed6e8') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:39.830413 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1aa0fdc-ce3e-4bd1-9ada-5cad507c6616 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:39.846613 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33219c-2216-4b6c-8015-86511ac76520 req-4d6d7971-c9fa-459b-ae81-07c55c158d1a tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:39.848220 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1aa0fdc-ce3e-4bd1-9ada-5cad507c6616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:39.854236 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2b33219c-2216-4b6c-8015-86511ac76520 req-4d6d7971-c9fa-459b-ae81-07c55c158d1a tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2405264 Feb 09 00:57:39.855801 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1aa0fdc-ce3e-4bd1-9ada-5cad507c6616 admin admin] Releasing vlan 980 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:57:39.856192 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1aa0fdc-ce3e-4bd1-9ada-5cad507c6616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:39.865853 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2b33219c-2216-4b6c-8015-86511ac76520 req-aa6b1a6c-af50-4c75-81b0-9e2dffc747c2 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/quotas/d858ecec797b41f8b183726ac55ac55c HTTP/1.1" status: 200 len: 375 time: 0.0107422 Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: from cryptography.utils import int_from_bytes Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: from cryptography.utils import int_from_bytes Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: util.warn_limited( Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: util.warn_limited( Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: timer() Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:57:39.872427 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:57:39.919292 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-2b33219c-2216-4b6c-8015-86511ac76520 req-a8a78023-a630-4bf7-87e4-f93609461d67 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Synchronizing usage tracker for tenant:d858ecec797b41f8b183726ac55ac55c on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:39.939123 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-2b33219c-2216-4b6c-8015-86511ac76520 req-a8a78023-a630-4bf7-87e4-f93609461d67 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Unset dirty status for tenant:d858ecec797b41f8b183726ac55ac55c on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:39.940724 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2b33219c-2216-4b6c-8015-86511ac76520 req-a8a78023-a630-4bf7-87e4-f93609461d67 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d858ecec797b41f8b183726ac55ac55c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682271 Feb 09 00:57:39.962829 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1aa0fdc-ce3e-4bd1-9ada-5cad507c6616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:39.985641 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1aa0fdc-ce3e-4bd1-9ada-5cad507c6616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:39.988563 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa0fdc-ce3e-4bd1-9ada-5cad507c6616 admin admin] Pushing event deleted for resources: {'Network': ['ID=a363a159-6be1-426d-80d9-2b942b048d9d,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:39.996879 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55190) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:39.997461 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c1aa0fdc-ce3e-4bd1-9ada-5cad507c6616 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a363a159-6be1-426d-80d9-2b942b048d9d HTTP/1.1" status: 204 len: 168 time: 0.6846967 Feb 09 00:57:40.090482 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-767f21f6-7825-42f6-bb1c-b5c69e757c20 admin admin] Deleting subnet fc70c207-dfd0-4894-9684-8e165a9a70fe {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 00:57:40.094615 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-767f21f6-7825-42f6-bb1c-b5c69e757c20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:40.155739 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-767f21f6-7825-42f6-bb1c-b5c69e757c20 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:40.173276 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-767f21f6-7825-42f6-bb1c-b5c69e757c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:40.280435 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:40.285109 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-767f21f6-7825-42f6-bb1c-b5c69e757c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:40.302236 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:40.337316 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f21f6-7825-42f6-bb1c-b5c69e757c20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc70c207-dfd0-4894-9684-8e165a9a70fe,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:40.341177 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-767f21f6-7825-42f6-bb1c-b5c69e757c20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:40.348260 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-767f21f6-7825-42f6-bb1c-b5c69e757c20 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fc70c207-dfd0-4894-9684-8e165a9a70fe HTTP/1.1" status: 204 len: 168 time: 0.3500590 Feb 09 00:57:40.355511 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55218) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:40.382536 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 0789aa38-5b31-44d6-b74c-0b60e3ba3568 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:57:40.610774 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a675af2a-7f83-4715-bcf3-d5188cc1259b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:40.705540 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5df94-853e-45ef-a20f-3531b4280bfd req-43bcc1f7-6590-4f3f-b28f-92397935bd54 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:40.707105 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ccc5df94-853e-45ef-a20f-3531b4280bfd req-43bcc1f7-6590-4f3f-b28f-92397935bd54 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bc4192d-d91f-4594-9b0f-09501caf307e HTTP/1.1" status: 200 len: 964 time: 0.1487951 Feb 09 00:57:40.724557 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 0789aa38-5b31-44d6-b74c-0b60e3ba3568, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=0789aa38-5b31-44d6-b74c-0b60e3ba3568,segment=NetworkSegment(e54330ae-8d13-4599-abc0-f776581bcd15),segment_id=e54330ae-8d13-4599-abc0-f776581bcd15)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:40.755655 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '0789aa38-5b31-44d6-b74c-0b60e3ba3568', 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f', 'port_id': '0789aa38-5b31-44d6-b74c-0b60e3ba3568', 'mac_address': 'fa:16:3e:01:1e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 954, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:tempest-test_az-370539809', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:57:40.779870 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ccc5df94-853e-45ef-a20f-3531b4280bfd req-548cec5d-7078-4caa-92ca-b59776f4a23f tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/security-groups?id=80672e19-6adc-4973-92da-be1078159b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648613 Feb 09 00:57:40.802783 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a675af2a-7f83-4715-bcf3-d5188cc1259b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:40.833049 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-a675af2a-7f83-4715-bcf3-d5188cc1259b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3faf507e-4dc5-4ac3-a68e-c9f3c00547cb']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:40.846143 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-a675af2a-7f83-4715-bcf3-d5188cc1259b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc51e654-9b72-4ca3-ab71-3cdb79a7d03b') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:40.846690 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-a675af2a-7f83-4715-bcf3-d5188cc1259b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc51e654-9b72-4ca3-ab71-3cdb79a7d03b') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:40.861010 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a675af2a-7f83-4715-bcf3-d5188cc1259b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:40.863038 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:40.883459 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a675af2a-7f83-4715-bcf3-d5188cc1259b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:40.886755 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0789aa38-5b31-44d6-b74c-0b60e3ba3568 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:57:40.890608 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a675af2a-7f83-4715-bcf3-d5188cc1259b admin admin] Releasing vlan 969 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:57:40.891021 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a675af2a-7f83-4715-bcf3-d5188cc1259b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:40.927933 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 0789aa38-5b31-44d6-b74c-0b60e3ba3568, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=0789aa38-5b31-44d6-b74c-0b60e3ba3568,segment=NetworkSegment(e54330ae-8d13-4599-abc0-f776581bcd15),segment_id=e54330ae-8d13-4599-abc0-f776581bcd15)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:40.938324 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:40.956715 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55236) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:40.982731 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dc5c716f-9c12-479f-9205-4ea167efc276 req-ed9e250e-abff-4fc5-9ef7-68ab85739273 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f183d7e-8e3c-4ad3-b879-b2614ac7beb1 HTTP/1.1" status: 200 len: 210 time: 0.0935888 Feb 09 00:57:41.011920 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 00:57:41.011920 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:57:41.011920 n-d-828419-1 neutron-server[87612]: timer() Feb 09 00:57:41.011920 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:57:41.011920 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 00:57:41.011920 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 00:57:41.011920 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 00:57:41.011920 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:57:41.011920 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 00:57:41.011920 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:57:41.011920 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 00:57:41.011920 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:57:41.011920 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 00:57:41.011920 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 00:57:41.011920 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:57:41.011920 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 00:57:41.011920 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:57:41.011920 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 00:57:41.011920 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 00:57:41.011920 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 00:57:41.011920 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 00:57:41.011920 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 00:57:41.011920 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:57:41.011920 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:57:41.011920 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 00:57:41.011920 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:57:41.011920 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:57:41.011920 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:57:41.011920 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:57:41.011920 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:57:41.011920 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:57:41.011920 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:57:41.017150 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a675af2a-7f83-4715-bcf3-d5188cc1259b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:41.026999 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a675af2a-7f83-4715-bcf3-d5188cc1259b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:41.056350 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=0789aa38-5b31-44d6-b74c-0b60e3ba3568,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:41.067469 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675af2a-7f83-4715-bcf3-d5188cc1259b admin admin] Pushing event deleted for resources: {'Network': ['ID=3faf507e-4dc5-4ac3-a68e-c9f3c00547cb,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:41.070596 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a675af2a-7f83-4715-bcf3-d5188cc1259b admin admin] 10.222.0.37 "DELETE /v2.0/networks/3faf507e-4dc5-4ac3-a68e-c9f3c00547cb HTTP/1.1" status: 204 len: 168 time: 0.7176485 Feb 09 00:57:41.155442 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['0789aa38-5b31-44d6-b74c-0b60e3ba3568'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:57:41.248779 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fffa1790-5c6e-4248-b661-2ee69e634bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:41.266226 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55252) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:41.281840 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-fffa1790-5c6e-4248-b661-2ee69e634bab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:41.286559 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fffa1790-5c6e-4248-b661-2ee69e634bab admin admin] Usage tracker for resource:security_group_rule and tenant:28ac6ae58a3a4311a362de6edc20180a is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:41.289943 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fffa1790-5c6e-4248-b661-2ee69e634bab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:41.297879 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-fffa1790-5c6e-4248-b661-2ee69e634bab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:41.333349 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 2dc44cd6-82ef-483d-af69-df2f2d640249 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:57:41.389647 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 2dc44cd6-82ef-483d-af69-df2f2d640249 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:57:41.390336 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 2dc44cd6-82ef-483d-af69-df2f2d640249 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:57:41.402946 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-402ebedc-148e-4438-b147-64bed47a3755 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:57:41.404445 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-402ebedc-148e-4438-b147-64bed47a3755 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1369348 Feb 09 00:57:41.458541 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fffa1790-5c6e-4248-b661-2ee69e634bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:41.466032 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55274) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:41.467058 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fffa1790-5c6e-4248-b661-2ee69e634bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:41.527694 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fffa1790-5c6e-4248-b661-2ee69e634bab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=28ac6ae58a3a4311a362de6edc20180a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5672653 Feb 09 00:57:41.527694 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa1790-5c6e-4248-b661-2ee69e634bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531f4aea-c23b-453f-b56d-4a491bebff98,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:41.529264 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55280) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:41.558859 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:41.591567 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b8e9f11a-8635-462c-922e-776225290aae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f62de9180eee42878566d124e4c82a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1240175 Feb 09 00:57:41.594562 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55286) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:41.641868 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-342da01b-57b0-432f-9119-4c4bf0a0f2bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:41.685529 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-342da01b-57b0-432f-9119-4c4bf0a0f2bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:41.764440 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-96fd8f25-ecec-4897-9ea5-c0510888bdc6 service neutron] Request body: {'binding': {'host': 'n-h2-828419-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:41.764981 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-96fd8f25-ecec-4897-9ea5-c0510888bdc6 service neutron] Unknown quota resources ['binding']. {{(pid=87612) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 00:57:41.775542 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2b33219c-2216-4b6c-8015-86511ac76520 req-48624933-3d4f-4956-9bee-aa4ab1fd3932 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d858ecec797b41f8b183726ac55ac55c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407786 Feb 09 00:57:41.807549 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e65c443a-a2fc-497f-9f91-04c4689c77d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:41.928074 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-342da01b-57b0-432f-9119-4c4bf0a0f2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:41.960674 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342da01b-57b0-432f-9119-4c4bf0a0f2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531f4aea-c23b-453f-b56d-4a491bebff98,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:41.970504 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-342da01b-57b0-432f-9119-4c4bf0a0f2bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:41.975179 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-342da01b-57b0-432f-9119-4c4bf0a0f2bb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/531f4aea-c23b-453f-b56d-4a491bebff98 HTTP/1.1" status: 204 len: 168 time: 0.4446292 Feb 09 00:57:41.985347 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33219c-2216-4b6c-8015-86511ac76520 req-00226605-058b-42ae-915b-74650fbfc2a2 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:41.986288 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2b33219c-2216-4b6c-8015-86511ac76520 req-00226605-058b-42ae-915b-74650fbfc2a2 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2061465 Feb 09 00:57:41.998664 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-2b33219c-2216-4b6c-8015-86511ac76520 req-d4d0cb08-ba02-4aaf-a8c9-e1a1604eba20 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Request body: {'port': {'device_id': '2f183d7e-8e3c-4ad3-b879-b2614ac7beb1', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'admin_state_up': True, 'tenant_id': 'd858ecec797b41f8b183726ac55ac55c'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:42.005674 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e65c443a-a2fc-497f-9f91-04c4689c77d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:42.155237 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e65c443a-a2fc-497f-9f91-04c4689c77d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:42.174843 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-96fd8f25-ecec-4897-9ea5-c0510888bdc6 service neutron] Attempting to bind port 288da74d-bcdd-4702-83c6-149c7ba8358e on host n-h2-828419-1 for vnic_type normal with profile None {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:57:42.175216 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-96fd8f25-ecec-4897-9ea5-c0510888bdc6 service neutron] Attempting to bind port 288da74d-bcdd-4702-83c6-149c7ba8358e by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:57:42.175549 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-96fd8f25-ecec-4897-9ea5-c0510888bdc6 service neutron] Attempting to bind port 288da74d-bcdd-4702-83c6-149c7ba8358e on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:42.183392 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c443a-a2fc-497f-9f91-04c4689c77d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295b44a1-e00f-4cc6-a780-b03378b43fbe,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:42.186741 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e65c443a-a2fc-497f-9f91-04c4689c77d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:42.187831 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e65c443a-a2fc-497f-9f91-04c4689c77d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/295b44a1-e00f-4cc6-a780-b03378b43fbe HTTP/1.1" status: 204 len: 168 time: 0.5921957 Feb 09 00:57:42.190886 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-96fd8f25-ecec-4897-9ea5-c0510888bdc6 service neutron] Port 288da74d-bcdd-4702-83c6-149c7ba8358e on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:57:42.190886 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-96fd8f25-ecec-4897-9ea5-c0510888bdc6 service neutron] Attempting to bind port 288da74d-bcdd-4702-83c6-149c7ba8358e on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:42.197938 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-96fd8f25-ecec-4897-9ea5-c0510888bdc6 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:57:42.198277 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-96fd8f25-ecec-4897-9ea5-c0510888bdc6 service neutron] Checking segment: {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:57:42.198657 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-96fd8f25-ecec-4897-9ea5-c0510888bdc6 service neutron] Bound using segment: {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:57:42.199081 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-96fd8f25-ecec-4897-9ea5-c0510888bdc6 service neutron] Bound port: 288da74d-bcdd-4702-83c6-149c7ba8358e, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:57:42.290826 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-96fd8f25-ecec-4897-9ea5-c0510888bdc6 service neutron] For port 288da74d-bcdd-4702-83c6-149c7ba8358e, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=288da74d-bcdd-4702-83c6-149c7ba8358e,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:57:42.296447 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-96fd8f25-ecec-4897-9ea5-c0510888bdc6 service neutron] Notify callbacks [] for binding, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:42.309031 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-96fd8f25-ecec-4897-9ea5-c0510888bdc6 service neutron] 10.222.0.37 "POST /v2.0/ports/288da74d-bcdd-4702-83c6-149c7ba8358e/bindings HTTP/1.1" status: 201 len: 389 time: 0.8453660 Feb 09 00:57:42.311051 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-2b33219c-2216-4b6c-8015-86511ac76520 req-d4d0cb08-ba02-4aaf-a8c9-e1a1604eba20 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:42.320672 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd11676-8d9d-487b-9b92-7c49eddb4023 req-bec93243-5b79-410b-ae98-1170052f9f04 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:42.327489 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4cd11676-8d9d-487b-9b92-7c49eddb4023 req-bec93243-5b79-410b-ae98-1170052f9f04 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bc4192d-d91f-4594-9b0f-09501caf307e HTTP/1.1" status: 200 len: 965 time: 0.1468925 Feb 09 00:57:42.353728 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-2b33219c-2216-4b6c-8015-86511ac76520 req-d4d0cb08-ba02-4aaf-a8c9-e1a1604eba20 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:42.390174 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 0789aa38-5b31-44d6-b74c-0b60e3ba3568 up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:57:42.397087 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4cd11676-8d9d-487b-9b92-7c49eddb4023 req-92638596-b8d6-47d0-9736-23631f5a9ccd tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/security-groups?id=80672e19-6adc-4973-92da-be1078159b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685971 Feb 09 00:57:42.398494 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b33219c-2216-4b6c-8015-86511ac76520 req-d4d0cb08-ba02-4aaf-a8c9-e1a1604eba20 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Made reservation on behalf of d858ecec797b41f8b183726ac55ac55c for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:57:42.408433 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-2b33219c-2216-4b6c-8015-86511ac76520 req-d4d0cb08-ba02-4aaf-a8c9-e1a1604eba20 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:42.609496 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 0789aa38-5b31-44d6-b74c-0b60e3ba3568 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:42.618836 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 0789aa38-5b31-44d6-b74c-0b60e3ba3568 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:42.619475 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:42.626968 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ede5c9f4-b157-46dd-ad54-6cffc3cf66be req-00f84635-d8d6-407c-8676-2bf0d61bba82 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f183d7e-8e3c-4ad3-b879-b2614ac7beb1 HTTP/1.1" status: 200 len: 210 time: 0.0657582 Feb 09 00:57:42.674603 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55328) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:42.705341 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-794eb1f5-bc0a-4e10-9425-b68730b19c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:42.770907 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-794eb1f5-bc0a-4e10-9425-b68730b19c25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:42.789126 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-794eb1f5-bc0a-4e10-9425-b68730b19c25 admin admin] Usage tracker for resource:security_group_rule and tenant:d7562a2f400e4008ae44b1b1a39da4ae is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:42.795267 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-794eb1f5-bc0a-4e10-9425-b68730b19c25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:42.807118 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55336) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:42.816732 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-794eb1f5-bc0a-4e10-9425-b68730b19c25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:42.841785 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [req-2b33219c-2216-4b6c-8015-86511ac76520 req-d4d0cb08-ba02-4aaf-a8c9-e1a1604eba20 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Allocated IP 192.168.233.228 (82c0e553-004f-4f65-a38e-9d785fdc5802/c1d7756a-584e-4152-ad93-d220060f4b30/d394b031-5f79-4813-b1f8-eae98da1ba81) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:57:42.875786 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:42.900537 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-28a2fa7f-08a7-47bf-863e-d253482705c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:42.904648 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-28a2fa7f-08a7-47bf-863e-d253482705c9 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5a38989228a14de2b6764c7f261f44e3&device_id=32928b33-708f-437b-bb20-be2302cc68a3 HTTP/1.1" status: 200 len: 1097 time: 0.2752233 Feb 09 00:57:42.932273 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 0789aa38-5b31-44d6-b74c-0b60e3ba3568, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=0789aa38-5b31-44d6-b74c-0b60e3ba3568,segment=NetworkSegment(e54330ae-8d13-4599-abc0-f776581bcd15),segment_id=e54330ae-8d13-4599-abc0-f776581bcd15)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:42.934752 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc4192d-d91f-4594-9b0f-09501caf307e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0789aa38-5b31-44d6-b74c-0b60e3ba3568'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:42.943393 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:43.029127 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=0789aa38-5b31-44d6-b74c-0b60e3ba3568,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:43.063002 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc4192d-d91f-4594-9b0f-09501caf307e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0789aa38-5b31-44d6-b74c-0b60e3ba3568', 'code': 200} Feb 09 00:57:43.079216 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d55b35b7-5b92-46a8-afb8-f5edb2011db6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=09928c05c05646d4ad2d83ae88d6886c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2686799 Feb 09 00:57:43.080698 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-794eb1f5-bc0a-4e10-9425-b68730b19c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:43.080698 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55354) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:43.110623 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-794eb1f5-bc0a-4e10-9425-b68730b19c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:43.164205 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-794eb1f5-bc0a-4e10-9425-b68730b19c25 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d7562a2f400e4008ae44b1b1a39da4ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4880104 Feb 09 00:57:43.192677 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55360) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:43.200171 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-e1e1f4af-4558-4c96-927b-0b9dff6b79a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:43.201660 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-e1e1f4af-4558-4c96-927b-0b9dff6b79a1 service neutron] 10.222.0.117 "GET /v2.0/networks?id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9 HTTP/1.1" status: 200 len: 922 time: 0.2788029 Feb 09 00:57:43.251623 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794eb1f5-bc0a-4e10-9425-b68730b19c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab43b52-1c92-49c3-bcde-8831eb3ed3c1,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:43.298506 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-2b33219c-2216-4b6c-8015-86511ac76520 req-d4d0cb08-ba02-4aaf-a8c9-e1a1604eba20 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:43.301343 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b1d24b17-541f-4867-8db0-04b8f6675646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:43.304796 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-7a24ff30-7668-4420-9d7e-9d1602be88e2 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=288da74d-bcdd-4702-83c6-149c7ba8358e HTTP/1.1" status: 200 len: 217 time: 0.0945697 Feb 09 00:57:43.312730 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dbf82-6be7-45d5-ab17-8c81737bef9c req-fd4a9fd9-7ba1-445d-a26a-febba86e9a41 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:43.314192 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ae2dbf82-6be7-45d5-ab17-8c81737bef9c req-fd4a9fd9-7ba1-445d-a26a-febba86e9a41 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=32928b33-708f-437b-bb20-be2302cc68a3 HTTP/1.1" status: 200 len: 946 time: 0.4838314 Feb 09 00:57:43.331215 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-2b33219c-2216-4b6c-8015-86511ac76520 req-d4d0cb08-ba02-4aaf-a8c9-e1a1604eba20 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Transition to ACTIVE for port object d394b031-5f79-4813-b1f8-eae98da1ba81 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:43.344442 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b1d24b17-541f-4867-8db0-04b8f6675646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:43.451652 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ae2dbf82-6be7-45d5-ab17-8c81737bef9c req-a3ac9d96-7833-4694-883c-0272dc838bd7 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910404 Feb 09 00:57:43.452269 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-eb379861-070d-4999-8f56-9faaea69fd48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:43.469798 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-973b1593-2f6e-41b3-b2e6-66fca9887174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:43.471290 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-973b1593-2f6e-41b3-b2e6-66fca9887174 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=eb9a8e05-d0fc-4553-92c9-d58b7743cadc HTTP/1.1" status: 200 len: 861 time: 0.1562181 Feb 09 00:57:43.481191 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-2b33219c-2216-4b6c-8015-86511ac76520 req-d4d0cb08-ba02-4aaf-a8c9-e1a1604eba20 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:43.549556 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d10233-523c-4dff-bfe7-3c137527f450 req-b6a2e289-77bd-4710-8355-1f0d2deb5128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:43.550750 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-44d10233-523c-4dff-bfe7-3c137527f450 req-b6a2e289-77bd-4710-8355-1f0d2deb5128 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=6bc4192d-d91f-4594-9b0f-09501caf307e HTTP/1.1" status: 200 len: 1117 time: 0.4068446 Feb 09 00:57:43.561277 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-eb379861-070d-4999-8f56-9faaea69fd48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:43.566700 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b1d24b17-541f-4867-8db0-04b8f6675646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:43.570474 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-60090466-a551-4408-bee7-0e4720b36558 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919635 Feb 09 00:57:43.587831 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b33219c-2216-4b6c-8015-86511ac76520 req-d4d0cb08-ba02-4aaf-a8c9-e1a1604eba20 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:57:43.600056 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [req-2b33219c-2216-4b6c-8015-86511ac76520 req-d4d0cb08-ba02-4aaf-a8c9-e1a1604eba20 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:43.605440 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d24b17-541f-4867-8db0-04b8f6675646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872fa795-2424-483c-9525-452ec491cbbf,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:43.609785 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0cb08-ba02-4aaf-a8c9-e1a1604eba20 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Pushing event updated for resources: {'Port': ['ID=d394b031-5f79-4813-b1f8-eae98da1ba81,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:43.616339 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b33219c-2216-4b6c-8015-86511ac76520 req-d4d0cb08-ba02-4aaf-a8c9-e1a1604eba20 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:57:43.623157 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33219c-2216-4b6c-8015-86511ac76520 req-d4d0cb08-ba02-4aaf-a8c9-e1a1604eba20 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:43.624169 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-2b33219c-2216-4b6c-8015-86511ac76520 req-d4d0cb08-ba02-4aaf-a8c9-e1a1604eba20 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:43.713178 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2b33219c-2216-4b6c-8015-86511ac76520 req-d4d0cb08-ba02-4aaf-a8c9-e1a1604eba20 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7187257 Feb 09 00:57:43.714112 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b1d24b17-541f-4867-8db0-04b8f6675646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:43.717527 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b1d24b17-541f-4867-8db0-04b8f6675646 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/872fa795-2424-483c-9525-452ec491cbbf HTTP/1.1" status: 204 len: 168 time: 0.6334825 Feb 09 00:57:43.731069 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-2b33219c-2216-4b6c-8015-86511ac76520 req-37632d84-a4bd-4955-a4c8-d12010c36b34 service neutron] Request body: {'port': {'device_id': '2f183d7e-8e3c-4ad3-b879-b2614ac7beb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:43.751496 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-44d10233-523c-4dff-bfe7-3c137527f450 req-aa5d8506-acfa-4def-8294-3ef40ce98a42 service neutron] Synchronizing usage tracker for tenant:5770c3b43ca941eb8bde24cdd055e492 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:43.832184 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-44d10233-523c-4dff-bfe7-3c137527f450 req-aa5d8506-acfa-4def-8294-3ef40ce98a42 service neutron] Unset dirty status for tenant:5770c3b43ca941eb8bde24cdd055e492 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:43.833541 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-44d10233-523c-4dff-bfe7-3c137527f450 req-aa5d8506-acfa-4def-8294-3ef40ce98a42 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=80672e19-6adc-4973-92da-be1078159b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743652 Feb 09 00:57:43.836714 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-eb379861-070d-4999-8f56-9faaea69fd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:43.858400 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-0fa4a0af-9f40-42dc-af14-80ca39776a51 service neutron] 10.222.0.117 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708380 Feb 09 00:57:43.863831 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb379861-070d-4999-8f56-9faaea69fd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab43b52-1c92-49c3-bcde-8831eb3ed3c1,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:43.875611 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-eb379861-070d-4999-8f56-9faaea69fd48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:43.877803 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-eb379861-070d-4999-8f56-9faaea69fd48 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9ab43b52-1c92-49c3-bcde-8831eb3ed3c1 HTTP/1.1" status: 204 len: 168 time: 0.6796143 Feb 09 00:57:44.032900 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3692ff-0282-428b-a4af-d6001af5d538 req-88f7b4dd-9388-49da-af25-c3187c59e8f2 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:44.034454 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-eb3692ff-0282-428b-a4af-d6001af5d538 req-88f7b4dd-9388-49da-af25-c3187c59e8f2 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bc4192d-d91f-4594-9b0f-09501caf307e HTTP/1.1" status: 200 len: 966 time: 0.2153914 Feb 09 00:57:44.037543 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-2b33219c-2216-4b6c-8015-86511ac76520 req-37632d84-a4bd-4955-a4c8-d12010c36b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:44.048156 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878055a4-ed1f-4e46-b20b-36229f196b0a req-50e6018c-c5fd-40d6-b4c4-f8f78292c396 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:44.049782 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-878055a4-ed1f-4e46-b20b-36229f196b0a req-50e6018c-c5fd-40d6-b4c4-f8f78292c396 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f183d7e-8e3c-4ad3-b879-b2614ac7beb1 HTTP/1.1" status: 200 len: 936 time: 0.1345115 Feb 09 00:57:44.076672 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8bba6908-d688-446c-9ae8-538acfff89e8 None None] Provisioning for port d394b031-5f79-4813-b1f8-eae98da1ba81 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:44.093588 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8bba6908-d688-446c-9ae8-538acfff89e8 None None] Provisioning complete for port d394b031-5f79-4813-b1f8-eae98da1ba81 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:44.094623 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8bba6908-d688-446c-9ae8-538acfff89e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:44.177305 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-eb3692ff-0282-428b-a4af-d6001af5d538 req-45873c6e-bd85-436e-b318-b152a497b8ef tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/security-groups?id=80672e19-6adc-4973-92da-be1078159b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207550 Feb 09 00:57:44.242015 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-42142c0e-c2d9-49ed-b61e-b0a3f4c73b9e service neutron] 10.222.0.117 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909873 Feb 09 00:57:44.271696 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-8bba6908-d688-446c-9ae8-538acfff89e8 None None] Port d394b031-5f79-4813-b1f8-eae98da1ba81 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:57:44.284779 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-878055a4-ed1f-4e46-b20b-36229f196b0a req-9ea6a18d-14ef-4cf3-ac04-90148048bb0f tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/security-groups?id=23bc2b45-7219-474b-8335-0b5116611f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936806 Feb 09 00:57:44.633621 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-4134c252-bb57-4097-a951-092e0491bf16 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:44.633621 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-4134c252-bb57-4097-a951-092e0491bf16 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=32928b33-708f-437b-bb20-be2302cc68a3&tenant_id=5a38989228a14de2b6764c7f261f44e3&binding%3Ahost_id=n-h1-828419-1 HTTP/1.1" status: 200 len: 1097 time: 0.2106974 Feb 09 00:57:44.643714 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-2ea6cee3-6a84-4a9e-b4d0-ccb23249b23f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828419-1'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:44.652917 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [req-2b33219c-2216-4b6c-8015-86511ac76520 req-37632d84-a4bd-4955-a4c8-d12010c36b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d394b031-5f79-4813-b1f8-eae98da1ba81 {{(pid=87611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:57:44.661808 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-2b33219c-2216-4b6c-8015-86511ac76520 req-37632d84-a4bd-4955-a4c8-d12010c36b34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:44.680486 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-2b33219c-2216-4b6c-8015-86511ac76520 req-37632d84-a4bd-4955-a4c8-d12010c36b34 service neutron] Transition to ACTIVE for port object d394b031-5f79-4813-b1f8-eae98da1ba81 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:44.686622 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-2b33219c-2216-4b6c-8015-86511ac76520 req-37632d84-a4bd-4955-a4c8-d12010c36b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:44.784265 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37632d84-a4bd-4955-a4c8-d12010c36b34 service neutron] Pushing event updated for resources: {'Port': ['ID=d394b031-5f79-4813-b1f8-eae98da1ba81,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:45.038284 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-2ea6cee3-6a84-4a9e-b4d0-ccb23249b23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:45.117070 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-2b33219c-2216-4b6c-8015-86511ac76520 req-37632d84-a4bd-4955-a4c8-d12010c36b34 service neutron] Attempting to bind port d394b031-5f79-4813-b1f8-eae98da1ba81 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:57:45.117563 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-2b33219c-2216-4b6c-8015-86511ac76520 req-37632d84-a4bd-4955-a4c8-d12010c36b34 service neutron] Attempting to bind port d394b031-5f79-4813-b1f8-eae98da1ba81 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:57:45.117914 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b33219c-2216-4b6c-8015-86511ac76520 req-37632d84-a4bd-4955-a4c8-d12010c36b34 service neutron] Attempting to bind port d394b031-5f79-4813-b1f8-eae98da1ba81 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:45.128441 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b33219c-2216-4b6c-8015-86511ac76520 req-37632d84-a4bd-4955-a4c8-d12010c36b34 service neutron] Port d394b031-5f79-4813-b1f8-eae98da1ba81 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:57:45.128769 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b33219c-2216-4b6c-8015-86511ac76520 req-37632d84-a4bd-4955-a4c8-d12010c36b34 service neutron] Attempting to bind port d394b031-5f79-4813-b1f8-eae98da1ba81 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:45.135005 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b33219c-2216-4b6c-8015-86511ac76520 req-37632d84-a4bd-4955-a4c8-d12010c36b34 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:57:45.135349 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b33219c-2216-4b6c-8015-86511ac76520 req-37632d84-a4bd-4955-a4c8-d12010c36b34 service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:57:45.135766 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b33219c-2216-4b6c-8015-86511ac76520 req-37632d84-a4bd-4955-a4c8-d12010c36b34 service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:57:45.136363 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-2b33219c-2216-4b6c-8015-86511ac76520 req-37632d84-a4bd-4955-a4c8-d12010c36b34 service neutron] Bound port: d394b031-5f79-4813-b1f8-eae98da1ba81, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:57:45.136734 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-2b33219c-2216-4b6c-8015-86511ac76520 req-37632d84-a4bd-4955-a4c8-d12010c36b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:45.259562 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-2b33219c-2216-4b6c-8015-86511ac76520 req-37632d84-a4bd-4955-a4c8-d12010c36b34 service neutron] For port d394b031-5f79-4813-b1f8-eae98da1ba81, host n-h1-828419-1, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:57:45.264206 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-2b33219c-2216-4b6c-8015-86511ac76520 req-37632d84-a4bd-4955-a4c8-d12010c36b34 service neutron] For port d394b031-5f79-4813-b1f8-eae98da1ba81, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d394b031-5f79-4813-b1f8-eae98da1ba81,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:57:45.271753 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-2b33219c-2216-4b6c-8015-86511ac76520 req-37632d84-a4bd-4955-a4c8-d12010c36b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:45.273872 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36ce2c-9fb2-450d-b567-f8642356de58 req-0d00dcca-897e-4bc9-b047-80172b47948c tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:45.282237 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d36ce2c-9fb2-450d-b567-f8642356de58 req-0d00dcca-897e-4bc9-b047-80172b47948c tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=32928b33-708f-437b-bb20-be2302cc68a3 HTTP/1.1" status: 200 len: 946 time: 0.5395794 Feb 09 00:57:45.360153 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d36ce2c-9fb2-450d-b567-f8642356de58 req-94dcf89b-dd26-4043-a866-89eecc82d1dc tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762267 Feb 09 00:57:45.375331 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37632d84-a4bd-4955-a4c8-d12010c36b34 service neutron] Pushing event updated for resources: {'Port': ['ID=d394b031-5f79-4813-b1f8-eae98da1ba81,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:45.385794 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33219c-2216-4b6c-8015-86511ac76520 req-37632d84-a4bd-4955-a4c8-d12010c36b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:45.386492 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-2b33219c-2216-4b6c-8015-86511ac76520 req-37632d84-a4bd-4955-a4c8-d12010c36b34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:45.388610 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2b33219c-2216-4b6c-8015-86511ac76520 req-37632d84-a4bd-4955-a4c8-d12010c36b34 service neutron] 10.222.0.35 "PUT /v2.0/ports/d394b031-5f79-4813-b1f8-eae98da1ba81 HTTP/1.1" status: 200 len: 1096 time: 1.6656053 Feb 09 00:57:45.389192 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f183d7e-8e3c-4ad3-b879-b2614ac7beb1', 'tag': 'd394b031-5f79-4813-b1f8-eae98da1ba81'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:45.580170 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33219c-2216-4b6c-8015-86511ac76520 req-c63d70dd-4025-4ec6-8a03-f824e9cbd2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:45.581364 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2b33219c-2216-4b6c-8015-86511ac76520 req-c63d70dd-4025-4ec6-8a03-f824e9cbd2cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d858ecec797b41f8b183726ac55ac55c&device_id=2f183d7e-8e3c-4ad3-b879-b2614ac7beb1 HTTP/1.1" status: 200 len: 1099 time: 0.1460412 Feb 09 00:57:45.631038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-2ea6cee3-6a84-4a9e-b4d0-ccb23249b23f service neutron] For port 288da74d-bcdd-4702-83c6-149c7ba8358e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=288da74d-bcdd-4702-83c6-149c7ba8358e,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:45.668649 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2b33219c-2216-4b6c-8015-86511ac76520 req-bcf022a6-4175-49bb-a964-267fddd2c344 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=d394b031-5f79-4813-b1f8-eae98da1ba81 HTTP/1.1" status: 200 len: 217 time: 0.0791607 Feb 09 00:57:45.749196 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-2ea6cee3-6a84-4a9e-b4d0-ccb23249b23f service neutron] For port 288da74d-bcdd-4702-83c6-149c7ba8358e, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:57:45.798083 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33219c-2216-4b6c-8015-86511ac76520 req-0742cc8f-6f6d-4e43-b644-26ab4f09f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:45.800255 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2b33219c-2216-4b6c-8015-86511ac76520 req-0742cc8f-6f6d-4e43-b644-26ab4f09f2ec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.0892930 Feb 09 00:57:45.828787 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32928b33-708f-437b-bb20-be2302cc68a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '288da74d-bcdd-4702-83c6-149c7ba8358e'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:45.836361 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-2ea6cee3-6a84-4a9e-b4d0-ccb23249b23f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:45.840813 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55496) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:45.849841 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-2ea6cee3-6a84-4a9e-b4d0-ccb23249b23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:45.875141 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22100c2f-7087-4be8-b452-daecb6519002 req-4f67e87f-bb83-4b22-a1af-e3efcf89e5b5 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:45.876649 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-22100c2f-7087-4be8-b452-daecb6519002 req-4f67e87f-bb83-4b22-a1af-e3efcf89e5b5 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bc4192d-d91f-4594-9b0f-09501caf307e HTTP/1.1" status: 200 len: 966 time: 0.2075112 Feb 09 00:57:45.916002 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe0bd4-6deb-4638-ac7c-bfd11691a858 req-3d09181d-2b0d-4eb9-a67a-4ed746f9d245 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:45.923603 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a0fe0bd4-6deb-4638-ac7c-bfd11691a858 req-3d09181d-2b0d-4eb9-a67a-4ed746f9d245 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f183d7e-8e3c-4ad3-b879-b2614ac7beb1 HTTP/1.1" status: 200 len: 948 time: 0.2591069 Feb 09 00:57:45.943357 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-22100c2f-7087-4be8-b452-daecb6519002 req-6b3f57ef-a18a-4311-913b-45f3cb36c84c tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/security-groups?id=80672e19-6adc-4973-92da-be1078159b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597460 Feb 09 00:57:45.954625 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33219c-2216-4b6c-8015-86511ac76520 req-209cf628-4020-47a1-9216-2ab080a0504f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:45.956103 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2b33219c-2216-4b6c-8015-86511ac76520 req-209cf628-4020-47a1-9216-2ab080a0504f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1499684 Feb 09 00:57:46.068086 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f183d7e-8e3c-4ad3-b879-b2614ac7beb1', 'tag': 'd394b031-5f79-4813-b1f8-eae98da1ba81', 'status': 'completed', 'code': 200} Feb 09 00:57:46.086216 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-871928ff-55c5-4d64-a92e-20ee3a543b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:46.143276 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2b33219c-2216-4b6c-8015-86511ac76520 req-675180c7-06d0-4678-a0ab-62f08f28d286 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710100 Feb 09 00:57:46.148065 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a0fe0bd4-6deb-4638-ac7c-bfd11691a858 req-6c7c8790-384c-489b-ab48-f852e253c86e tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/security-groups?id=23bc2b45-7219-474b-8335-0b5116611f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230008 Feb 09 00:57:46.148685 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6cee3-6a84-4a9e-b4d0-ccb23249b23f service neutron] Pushing event updated for resources: {'Port': ['ID=288da74d-bcdd-4702-83c6-149c7ba8358e,revision_number=7']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:46.151827 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-871928ff-55c5-4d64-a92e-20ee3a543b2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:46.157230 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-2ea6cee3-6a84-4a9e-b4d0-ccb23249b23f service neutron] Attempting to bind port 288da74d-bcdd-4702-83c6-149c7ba8358e on host n-h1-828419-1 for vnic_type normal with profile {"migrating_to": "n-h2-828419-1"} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:57:46.157563 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-2ea6cee3-6a84-4a9e-b4d0-ccb23249b23f service neutron] Attempting to bind port 288da74d-bcdd-4702-83c6-149c7ba8358e by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:57:46.157888 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-2ea6cee3-6a84-4a9e-b4d0-ccb23249b23f service neutron] Attempting to bind port 288da74d-bcdd-4702-83c6-149c7ba8358e on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:46.160274 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-871928ff-55c5-4d64-a92e-20ee3a543b2c admin admin] Usage tracker for resource:security_group_rule and tenant:bf125ca880354c69954856c4a2feffff is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:46.164357 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-871928ff-55c5-4d64-a92e-20ee3a543b2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:46.170641 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-2ea6cee3-6a84-4a9e-b4d0-ccb23249b23f service neutron] Port 288da74d-bcdd-4702-83c6-149c7ba8358e on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:57:46.170930 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-2ea6cee3-6a84-4a9e-b4d0-ccb23249b23f service neutron] Attempting to bind port 288da74d-bcdd-4702-83c6-149c7ba8358e on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:46.173219 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-871928ff-55c5-4d64-a92e-20ee3a543b2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:46.181205 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-2ea6cee3-6a84-4a9e-b4d0-ccb23249b23f service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:57:46.181532 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-2ea6cee3-6a84-4a9e-b4d0-ccb23249b23f service neutron] Checking segment: {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:57:46.182159 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-2ea6cee3-6a84-4a9e-b4d0-ccb23249b23f service neutron] Bound using segment: {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:57:46.182381 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-2ea6cee3-6a84-4a9e-b4d0-ccb23249b23f service neutron] Bound port: 288da74d-bcdd-4702-83c6-149c7ba8358e, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:57:46.182725 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-2ea6cee3-6a84-4a9e-b4d0-ccb23249b23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:46.292463 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32928b33-708f-437b-bb20-be2302cc68a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '288da74d-bcdd-4702-83c6-149c7ba8358e', 'code': 200} Feb 09 00:57:46.362522 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-2ea6cee3-6a84-4a9e-b4d0-ccb23249b23f service neutron] For port 288da74d-bcdd-4702-83c6-149c7ba8358e, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:57:46.370586 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-2ea6cee3-6a84-4a9e-b4d0-ccb23249b23f service neutron] For port 288da74d-bcdd-4702-83c6-149c7ba8358e, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=288da74d-bcdd-4702-83c6-149c7ba8358e,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:57:46.413998 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-2ea6cee3-6a84-4a9e-b4d0-ccb23249b23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:46.459956 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2b33219c-2216-4b6c-8015-86511ac76520 req-0b5bc79c-f6da-4e96-b9e8-58db6a70005b service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966516 Feb 09 00:57:46.504060 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-5a68421e-a4af-4dc1-802a-5863a377cc43 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e45c6918f7db449480a69d497539a7cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376122 Feb 09 00:57:46.628479 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6cee3-6a84-4a9e-b4d0-ccb23249b23f service neutron] Pushing event updated for resources: {'Port': ['ID=288da74d-bcdd-4702-83c6-149c7ba8358e,revision_number=8']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:46.653337 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-2ea6cee3-6a84-4a9e-b4d0-ccb23249b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:46.654422 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-2ea6cee3-6a84-4a9e-b4d0-ccb23249b23f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:46.655596 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-2ea6cee3-6a84-4a9e-b4d0-ccb23249b23f service neutron] 10.222.0.117 "PUT /v2.0/ports/288da74d-bcdd-4702-83c6-149c7ba8358e HTTP/1.1" status: 200 len: 1122 time: 2.0167813 Feb 09 00:57:46.689273 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-871928ff-55c5-4d64-a92e-20ee3a543b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:46.699539 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e602ad5-681f-4b88-8840-078264e7c83a req-60fec06b-d97b-495a-be7b-9a7f575f22f6 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:46.701234 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0e602ad5-681f-4b88-8840-078264e7c83a req-60fec06b-d97b-495a-be7b-9a7f575f22f6 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bc4192d-d91f-4594-9b0f-09501caf307e HTTP/1.1" status: 200 len: 966 time: 0.3351042 Feb 09 00:57:46.702344 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-871928ff-55c5-4d64-a92e-20ee3a543b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:46.717243 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55534) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:46.718132 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-213293c5-9582-40b1-bd78-b1ea7e0cfbf1 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:46.720032 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-213293c5-9582-40b1-bd78-b1ea7e0cfbf1 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1778774 Feb 09 00:57:46.721752 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a836f2-e4a0-47d0-a01a-f8701c2df7ea req-8130791a-1380-4a5e-81ac-0e6ea1f4ddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:46.723838 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a4a836f2-e4a0-47d0-a01a-f8701c2df7ea req-8130791a-1380-4a5e-81ac-0e6ea1f4ddf8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d858ecec797b41f8b183726ac55ac55c&device_id=2f183d7e-8e3c-4ad3-b879-b2614ac7beb1 HTTP/1.1" status: 200 len: 1099 time: 0.2154870 Feb 09 00:57:46.736097 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-5922e255-15f8-4974-a789-a8b3c3a10ceb tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.37 "GET /v2.0/quotas/e45c6918f7db449480a69d497539a7cf HTTP/1.1" status: 200 len: 375 time: 0.0091774 Feb 09 00:57:46.736463 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-46800168-e6e5-4561-8aef-b34a40e9902d tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Request body: {'floatingip': {'port_id': '0789aa38-5b31-44d6-b74c-0b60e3ba3568'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:46.737121 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['288da74d-bcdd-4702-83c6-149c7ba8358e'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:57:46.822947 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-9a0ab189-2315-4b4d-a1eb-958fb6b29129 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e45c6918f7db449480a69d497539a7cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0763726 Feb 09 00:57:46.836588 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-871928ff-55c5-4d64-a92e-20ee3a543b2c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf125ca880354c69954856c4a2feffff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9947324 Feb 09 00:57:46.840009 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-46800168-e6e5-4561-8aef-b34a40e9902d tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks [] for floatingip, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:46.875001 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55542) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:46.908924 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871928ff-55c5-4d64-a92e-20ee3a543b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c16eb71-e24a-4569-874a-4133b5a85434,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:47.011487 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-08796c47-23c0-4778-9207-42af927c6b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:47.061315 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a836f2-e4a0-47d0-a01a-f8701c2df7ea req-3ef8b557-52fa-4714-a658-6c2bc4d6137a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:47.062851 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a4a836f2-e4a0-47d0-a01a-f8701c2df7ea req-3ef8b557-52fa-4714-a658-6c2bc4d6137a service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.2697501 Feb 09 00:57:47.184006 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-08796c47-23c0-4778-9207-42af927c6b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:47.191484 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a4a836f2-e4a0-47d0-a01a-f8701c2df7ea req-11e3790a-0fd0-4858-8d09-ce07023c202d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=d394b031-5f79-4813-b1f8-eae98da1ba81 HTTP/1.1" status: 200 len: 217 time: 0.1190586 Feb 09 00:57:47.318845 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a836f2-e4a0-47d0-a01a-f8701c2df7ea req-1642f813-7743-4abc-bceb-a972aa294db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:47.320423 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a4a836f2-e4a0-47d0-a01a-f8701c2df7ea req-1642f813-7743-4abc-bceb-a972aa294db4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.1173480 Feb 09 00:57:47.321185 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3fce1-7427-4451-ba90-4ea1bbac7701 req-8758a096-eea0-47f4-a048-2603da4d6288 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:47.322695 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0fb3fce1-7427-4451-ba90-4ea1bbac7701 req-8758a096-eea0-47f4-a048-2603da4d6288 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=32928b33-708f-437b-bb20-be2302cc68a3 HTTP/1.1" status: 200 len: 944 time: 0.3566861 Feb 09 00:57:47.325494 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-a9a796e2-890c-49e0-9a45-0d3819d5dbee tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=75e828870635430b8acac1e91459fd1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423539 Feb 09 00:57:47.485925 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-08796c47-23c0-4778-9207-42af927c6b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:47.518060 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08796c47-23c0-4778-9207-42af927c6b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c16eb71-e24a-4569-874a-4133b5a85434,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:47.533958 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-08796c47-23c0-4778-9207-42af927c6b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:47.535188 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-08796c47-23c0-4778-9207-42af927c6b95 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5c16eb71-e24a-4569-874a-4133b5a85434 HTTP/1.1" status: 204 len: 168 time: 0.6589019 Feb 09 00:57:47.549230 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0fb3fce1-7427-4451-ba90-4ea1bbac7701 req-43133803-b5dd-477d-882f-da688c63faf7 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126231 Feb 09 00:57:47.604449 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a836f2-e4a0-47d0-a01a-f8701c2df7ea req-b6b2282a-7e8b-43fb-ab58-4c8bb996a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:47.606251 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a4a836f2-e4a0-47d0-a01a-f8701c2df7ea req-b6b2282a-7e8b-43fb-ab58-4c8bb996a09d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2775004 Feb 09 00:57:47.613011 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-3a91ac3a-4339-40db-92bd-66dc1770215b tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:47.620424 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-3a91ac3a-4339-40db-92bd-66dc1770215b tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2401295 Feb 09 00:57:47.714974 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-4ff3f5a3-1fa6-4059-8f64-98bdd236704c tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.37 "GET /v2.0/quotas/75e828870635430b8acac1e91459fd1f HTTP/1.1" status: 200 len: 375 time: 0.0935733 Feb 09 00:57:47.772597 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-3ed58e00-c8ab-4688-9851-e6bcd930b2c0 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=75e828870635430b8acac1e91459fd1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566638 Feb 09 00:57:47.845683 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a4a836f2-e4a0-47d0-a01a-f8701c2df7ea req-4ec0bfa7-9b50-4299-8724-4fa662611509 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231212 Feb 09 00:57:47.956167 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3143b245-aa4d-4b90-aabb-15f5fe301320 req-85a7456d-2115-4178-b3ff-4527c95f59b4 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01de268-6f8c-410b-a8a7-5b2283969a26 HTTP/1.1" status: 200 len: 210 time: 0.0677710 Feb 09 00:57:48.066085 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a4a836f2-e4a0-47d0-a01a-f8701c2df7ea req-a3b5d9a1-d97b-4446-badd-f17ce4fdc74f service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074811 Feb 09 00:57:48.180165 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b47d8869-68d3-4c8f-9b44-25c1da1034c5 req-6885c136-5c6b-4213-b314-5b77a77144f6 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3947836-433e-4b3f-b825-c03a8b93482e HTTP/1.1" status: 200 len: 210 time: 0.0605438 Feb 09 00:57:48.183549 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [None req-46800168-e6e5-4561-8aef-b34a40e9902d tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 00:57:48.187786 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:57:48.224733 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ab17f-8024-4ac2-8ce1-e54cc62ebe89 req-27fc5305-a4e6-4a5d-aed6-ad6829254d85 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:48.225595 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-034ab17f-8024-4ac2-8ce1-e54cc62ebe89 req-27fc5305-a4e6-4a5d-aed6-ad6829254d85 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Synchronizing usage tracker for tenant:d858ecec797b41f8b183726ac55ac55c on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:48.251646 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55590) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:48.282397 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-034ab17f-8024-4ac2-8ce1-e54cc62ebe89 req-27fc5305-a4e6-4a5d-aed6-ad6829254d85 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Unset dirty status for tenant:d858ecec797b41f8b183726ac55ac55c on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:48.283635 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-034ab17f-8024-4ac2-8ce1-e54cc62ebe89 req-27fc5305-a4e6-4a5d-aed6-ad6829254d85 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f183d7e-8e3c-4ad3-b879-b2614ac7beb1 HTTP/1.1" status: 200 len: 948 time: 0.1930623 Feb 09 00:57:48.292614 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-46800168-e6e5-4561-8aef-b34a40e9902d tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:48.295034 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32928b33-708f-437b-bb20-be2302cc68a3', 'tag': '288da74d-bcdd-4702-83c6-149c7ba8358e'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:48.298423 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a49b4b0b-657d-4d3e-9fbc-81fa01228fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:48.302356 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-46800168-e6e5-4561-8aef-b34a40e9902d tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:48.346846 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a49b4b0b-657d-4d3e-9fbc-81fa01228fd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:48.361324 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a49b4b0b-657d-4d3e-9fbc-81fa01228fd0 admin admin] Usage tracker for resource:security_group_rule and tenant:840ec0bfedf34f28beba6955db47f2b0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:48.366232 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a49b4b0b-657d-4d3e-9fbc-81fa01228fd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:48.379753 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a49b4b0b-657d-4d3e-9fbc-81fa01228fd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:48.405890 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-034ab17f-8024-4ac2-8ce1-e54cc62ebe89 req-24c34f66-acb5-4454-92ba-27015a10c223 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/security-groups?id=23bc2b45-7219-474b-8335-0b5116611f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075816 Feb 09 00:57:48.530709 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32928b33-708f-437b-bb20-be2302cc68a3', 'tag': '288da74d-bcdd-4702-83c6-149c7ba8358e', 'status': 'completed', 'code': 200} Feb 09 00:57:48.608737 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-bcff3696-135b-4bf1-88ba-514984c1e8d0 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.117 "GET /v2.0/networks?tenant_id=e45c6918f7db449480a69d497539a7cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771227 Feb 09 00:57:48.752034 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a49b4b0b-657d-4d3e-9fbc-81fa01228fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:48.778115 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a49b4b0b-657d-4d3e-9fbc-81fa01228fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:48.821914 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [None req-46800168-e6e5-4561-8aef-b34a40e9902d tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Floating IP fc7df3f3-3753-4021-a9a2-fd592a25624d associated. External IP: 172.25.5.124, port: 0789aa38-5b31-44d6-b74c-0b60e3ba3568. Feb 09 00:57:48.833652 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bdfbc-0d98-499e-8142-077d26601e54 req-fd47ad12-b7ce-4b33-ac4f-56995ecc0430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:48.835257 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b88bdfbc-0d98-499e-8142-077d26601e54 req-fd47ad12-b7ce-4b33-ac4f-56995ecc0430 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a38989228a14de2b6764c7f261f44e3&device_id=32928b33-708f-437b-bb20-be2302cc68a3 HTTP/1.1" status: 200 len: 1125 time: 0.3061121 Feb 09 00:57:48.916261 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b4b0b-657d-4d3e-9fbc-81fa01228fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b586c0d4-1133-4952-a6c8-74ccb14db747,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:48.928833 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a49b4b0b-657d-4d3e-9fbc-81fa01228fd0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=840ec0bfedf34f28beba6955db47f2b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6761713 Feb 09 00:57:48.935298 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55624) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:48.938477 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b4b0b-657d-4d3e-9fbc-81fa01228fd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:48.938810 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b4b0b-657d-4d3e-9fbc-81fa01228fd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:48.939244 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b4b0b-657d-4d3e-9fbc-81fa01228fd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:48.939555 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b4b0b-657d-4d3e-9fbc-81fa01228fd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:48.939781 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b4b0b-657d-4d3e-9fbc-81fa01228fd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:48.940174 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b4b0b-657d-4d3e-9fbc-81fa01228fd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:48.940513 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b4b0b-657d-4d3e-9fbc-81fa01228fd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:48.940847 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b4b0b-657d-4d3e-9fbc-81fa01228fd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:48.941094 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b4b0b-657d-4d3e-9fbc-81fa01228fd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:48.942318 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b4b0b-657d-4d3e-9fbc-81fa01228fd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:48.942318 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b4b0b-657d-4d3e-9fbc-81fa01228fd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:48.942542 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49b4b0b-657d-4d3e-9fbc-81fa01228fd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:49.060144 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-136a1521-f770-499f-b402-234eb6fa1248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:49.071661 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55634) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:49.121090 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bdfbc-0d98-499e-8142-077d26601e54 req-1b429948-6dab-4df1-a898-25ac28239a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:49.122570 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b88bdfbc-0d98-499e-8142-077d26601e54 req-1b429948-6dab-4df1-a898-25ac28239a52 service neutron] 10.222.0.35 "GET /v2.0/networks?id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9 HTTP/1.1" status: 200 len: 922 time: 0.2787042 Feb 09 00:57:49.227013 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b88bdfbc-0d98-499e-8142-077d26601e54 req-0cda421c-d2c9-437e-a235-64a4097756f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=288da74d-bcdd-4702-83c6-149c7ba8358e HTTP/1.1" status: 200 len: 217 time: 0.0862024 Feb 09 00:57:49.232838 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-136a1521-f770-499f-b402-234eb6fa1248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:49.336008 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device d394b031-5f79-4813-b1f8-eae98da1ba81 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:57:49.392426 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5792ab1b-0a11-4073-ac92-982059ef8fe0 req-251321da-d3a4-4b22-bafa-e44a7f5913bb tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01de268-6f8c-410b-a8a7-5b2283969a26 HTTP/1.1" status: 200 len: 210 time: 0.0934136 Feb 09 00:57:49.442666 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bdfbc-0d98-499e-8142-077d26601e54 req-762e0bb1-c4a1-441d-bf98-1a9b5158b07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:49.444111 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b88bdfbc-0d98-499e-8142-077d26601e54 req-762e0bb1-c4a1-441d-bf98-1a9b5158b07e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb9a8e05-d0fc-4553-92c9-d58b7743cadc HTTP/1.1" status: 200 len: 861 time: 0.2023368 Feb 09 00:57:49.448702 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-d3df31e5-3119-4c69-b193-151e1657bd69 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:49.450100 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-d3df31e5-3119-4c69-b193-151e1657bd69 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8320665 Feb 09 00:57:49.464014 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-eb7daa4e-b04d-4a86-a4ae-6d35df9a7e61 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Request body: {'port': {'device_id': 'e01de268-6f8c-410b-a8a7-5b2283969a26', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'admin_state_up': True, 'tenant_id': 'e45c6918f7db449480a69d497539a7cf'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:49.523492 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-196af04c-dd5a-44cd-883f-3ebbf057e4a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a217c213d2a846d3b7fdba7d2b22247c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4435613 Feb 09 00:57:49.525546 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port d394b031-5f79-4813-b1f8-eae98da1ba81, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d394b031-5f79-4813-b1f8-eae98da1ba81,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:49.538316 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55652) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:49.541144 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'd394b031-5f79-4813-b1f8-eae98da1ba81', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': 'd394b031-5f79-4813-b1f8-eae98da1ba81', 'mac_address': 'fa:16:3e:a3:f8:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:57:49.556053 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265602d7-dabc-4513-8396-e56beef11d8b req-a15bfd9d-c34a-4b91-8259-e578d7f2a187 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:49.562865 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-265602d7-dabc-4513-8396-e56beef11d8b req-a15bfd9d-c34a-4b91-8259-e578d7f2a187 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=32928b33-708f-437b-bb20-be2302cc68a3 HTTP/1.1" status: 200 len: 944 time: 0.7488277 Feb 09 00:57:49.572548 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b88bdfbc-0d98-499e-8142-077d26601e54 req-cc7582f4-f051-46f3-b8aa-dbf9c7fffdfe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180670 Feb 09 00:57:49.578217 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-136a1521-f770-499f-b402-234eb6fa1248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:49.617947 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:49.618203 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6ec13c27-2be0-4534-924d-48a6b95ab1bf req-91b82e0e-7f1a-4e05-937b-d0cb0d0649b6 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3947836-433e-4b3f-b825-c03a8b93482e HTTP/1.1" status: 200 len: 210 time: 0.0851116 Feb 09 00:57:49.642329 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d394b031-5f79-4813-b1f8-eae98da1ba81 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:57:49.677711 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a1521-f770-499f-b402-234eb6fa1248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b586c0d4-1133-4952-a6c8-74ccb14db747,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:49.694940 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-136a1521-f770-499f-b402-234eb6fa1248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:49.696061 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-136a1521-f770-499f-b402-234eb6fa1248 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b586c0d4-1133-4952-a6c8-74ccb14db747 HTTP/1.1" status: 204 len: 168 time: 0.7597270 Feb 09 00:57:49.697143 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port d394b031-5f79-4813-b1f8-eae98da1ba81, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d394b031-5f79-4813-b1f8-eae98da1ba81,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:49.725685 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:49.772694 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-4251aa8d-bb60-4484-adae-259b9e261cfe tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=75e828870635430b8acac1e91459fd1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0872262 Feb 09 00:57:49.841444 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b88bdfbc-0d98-499e-8142-077d26601e54 req-59ffef3a-7507-445b-87a5-d69953a2260f service neutron] 10.222.0.35 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584505 Feb 09 00:57:49.846370 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-265602d7-dabc-4513-8396-e56beef11d8b req-be912763-b794-4284-9b04-14284b3de638 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825890 Feb 09 00:57:49.912099 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=d394b031-5f79-4813-b1f8-eae98da1ba81,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:49.934018 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:49.934357 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:49.934689 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:49.935016 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:49.935338 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:49.935658 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:49.935976 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:49.936291 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:49.936634 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:49.936955 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:49.937261 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:49.937572 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:49.974714 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['d394b031-5f79-4813-b1f8-eae98da1ba81'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:57:49.991278 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46800168-e6e5-4561-8aef-b34a40e9902d tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Router a7d9e7d3-82dd-46db-8b42-3880179fd871 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:57:50.068888 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-93dcd176-aa46-49dc-b69c-b6bd3c5f604f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:50.079394 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-eb7daa4e-b04d-4a86-a4ae-6d35df9a7e61 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:50.166996 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-eb7daa4e-b04d-4a86-a4ae-6d35df9a7e61 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Usage tracker for resource:port and tenant:e45c6918f7db449480a69d497539a7cf is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:50.179960 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-eb7daa4e-b04d-4a86-a4ae-6d35df9a7e61 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:50.197871 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-eb7daa4e-b04d-4a86-a4ae-6d35df9a7e61 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:50.240424 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-93dcd176-aa46-49dc-b69c-b6bd3c5f604f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:50.253184 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b88bdfbc-0d98-499e-8142-077d26601e54 req-d64a1d64-b82e-439a-8eb2-43e0f3eeeb0a service neutron] 10.222.0.35 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046192 Feb 09 00:57:50.264509 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-eb7daa4e-b04d-4a86-a4ae-6d35df9a7e61 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Made reservation on behalf of e45c6918f7db449480a69d497539a7cf for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:57:50.268053 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-eb7daa4e-b04d-4a86-a4ae-6d35df9a7e61 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:50.305321 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e0285-a33d-4405-8241-934a0187af08 req-c5bd6d5a-ef3a-4aa4-88d8-9c5e38d177c6 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:50.312350 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8b3e0285-a33d-4405-8241-934a0187af08 req-c5bd6d5a-ef3a-4aa4-88d8-9c5e38d177c6 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f183d7e-8e3c-4ad3-b879-b2614ac7beb1 HTTP/1.1" status: 200 len: 949 time: 0.2483895 Feb 09 00:57:50.318322 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-eb7daa4e-b04d-4a86-a4ae-6d35df9a7e61 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:50.390213 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-dbc2760a-8fcb-4bec-85f1-de61aca31af9 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:50.392207 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-dbc2760a-8fcb-4bec-85f1-de61aca31af9 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6071489 Feb 09 00:57:50.400812 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8b3e0285-a33d-4405-8241-934a0187af08 req-4b8aace2-dfe1-4f2a-acd3-8622a34efbd4 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/security-groups?id=23bc2b45-7219-474b-8335-0b5116611f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807722 Feb 09 00:57:50.433218 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 288da74d-bcdd-4702-83c6-149c7ba8358e details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:57:50.445564 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-09f7fe55-bf70-4113-9b8b-b61b0e9a183b tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Request body: {'port': {'device_id': 'f3947836-433e-4b3f-b825-c03a8b93482e', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'admin_state_up': True, 'tenant_id': '75e828870635430b8acac1e91459fd1f'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:50.465186 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-eb7daa4e-b04d-4a86-a4ae-6d35df9a7e61 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:50.538452 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-eb7daa4e-b04d-4a86-a4ae-6d35df9a7e61 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Usage tracker for resource:security_group_rule and tenant:e45c6918f7db449480a69d497539a7cf is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:50.547313 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-eb7daa4e-b04d-4a86-a4ae-6d35df9a7e61 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:50.550605 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46800168-e6e5-4561-8aef-b34a40e9902d tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:57:50.557303 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-eb7daa4e-b04d-4a86-a4ae-6d35df9a7e61 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:50.563626 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a1f341-f261-41a2-9140-c99c5833fb22 None None] Sync routers for ids ['a7d9e7d3-82dd-46db-8b42-3880179fd871'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:57:50.578700 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a1f341-f261-41a2-9140-c99c5833fb22 None None] Routers {'a7d9e7d3-82dd-46db-8b42-3880179fd871'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:57:50.586192 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-81a1f341-f261-41a2-9140-c99c5833fb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T00:57:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a7d9e7d3-82dd-46db-8b42-3880179fd871'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:50.599390 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 288da74d-bcdd-4702-83c6-149c7ba8358e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=288da74d-bcdd-4702-83c6-149c7ba8358e,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:50.604639 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-93dcd176-aa46-49dc-b69c-b6bd3c5f604f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:50.628521 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 288da74d-bcdd-4702-83c6-149c7ba8358e has no active binding in host n-h2-828419-1 {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 00:57:50.668858 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55692) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:50.686738 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-93dcd176-aa46-49dc-b69c-b6bd3c5f604f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:50.687774 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-93dcd176-aa46-49dc-b69c-b6bd3c5f604f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e874b2e2-b073-4758-adf5-ea9b38adea78 HTTP/1.1" status: 204 len: 168 time: 1.1487198 Feb 09 00:57:50.688606 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dcd176-aa46-49dc-b69c-b6bd3c5f604f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e874b2e2-b073-4758-adf5-ea9b38adea78,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:50.710599 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9eda272e-4a2f-49df-b321-66fd3aeca96e req-733fdc37-7246-4769-bccd-6f08f1c5848c tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01de268-6f8c-410b-a8a7-5b2283969a26 HTTP/1.1" status: 200 len: 210 time: 0.0996187 Feb 09 00:57:50.711430 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-46800168-e6e5-4561-8aef-b34a40e9902d tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:50.752760 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcd176-aa46-49dc-b69c-b6bd3c5f604f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:50.753098 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcd176-aa46-49dc-b69c-b6bd3c5f604f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:50.753697 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcd176-aa46-49dc-b69c-b6bd3c5f604f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:50.754860 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcd176-aa46-49dc-b69c-b6bd3c5f604f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:50.755189 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcd176-aa46-49dc-b69c-b6bd3c5f604f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:50.755513 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcd176-aa46-49dc-b69c-b6bd3c5f604f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:50.755835 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcd176-aa46-49dc-b69c-b6bd3c5f604f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:50.756158 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcd176-aa46-49dc-b69c-b6bd3c5f604f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:50.756504 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcd176-aa46-49dc-b69c-b6bd3c5f604f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:50.756824 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcd176-aa46-49dc-b69c-b6bd3c5f604f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:50.757142 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcd176-aa46-49dc-b69c-b6bd3c5f604f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:50.757459 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcd176-aa46-49dc-b69c-b6bd3c5f604f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:50.803153 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-09f7fe55-bf70-4113-9b8b-b61b0e9a183b tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:50.812786 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-46800168-e6e5-4561-8aef-b34a40e9902d tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "PUT /v2.0/floatingips/fc7df3f3-3753-4021-a9a2-fd592a25624d HTTP/1.1" status: 200 len: 1012 time: 4.0909729 Feb 09 00:57:50.813938 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-09f7fe55-bf70-4113-9b8b-b61b0e9a183b tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Usage tracker for resource:port and tenant:75e828870635430b8acac1e91459fd1f is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:50.827146 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc4192d-d91f-4594-9b0f-09501caf307e', 'tag': '0789aa38-5b31-44d6-b74c-0b60e3ba3568'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:50.831812 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-09f7fe55-bf70-4113-9b8b-b61b0e9a183b tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:50.857852 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-09f7fe55-bf70-4113-9b8b-b61b0e9a183b tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:50.867262 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-81a1f341-f261-41a2-9140-c99c5833fb22 None None] Set router a7d9e7d3-82dd-46db-8b42-3880179fd871 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:57:50.913441 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-09f7fe55-bf70-4113-9b8b-b61b0e9a183b tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Made reservation on behalf of 75e828870635430b8acac1e91459fd1f for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:57:50.917689 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-09f7fe55-bf70-4113-9b8b-b61b0e9a183b tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:50.935879 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-eb7daa4e-b04d-4a86-a4ae-6d35df9a7e61 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:50.940354 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-09f7fe55-bf70-4113-9b8b-b61b0e9a183b tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:50.957991 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-eb7daa4e-b04d-4a86-a4ae-6d35df9a7e61 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:51.001081 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4e35bc1e-ed4b-46df-b568-c1903822d863 req-8027671e-ec39-4c26-861e-bca8eb00f852 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3947836-433e-4b3f-b825-c03a8b93482e HTTP/1.1" status: 200 len: 210 time: 0.1402779 Feb 09 00:57:51.006606 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d260403c-91fc-4e29-89ff-2684558a0a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:51.033864 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d260403c-91fc-4e29-89ff-2684558a0a53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:51.041633 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d260403c-91fc-4e29-89ff-2684558a0a53 admin admin] Usage tracker for resource:security_group_rule and tenant:4ce2da01f6ed4fd39d5c09f7e729e2c5 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:51.045083 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d260403c-91fc-4e29-89ff-2684558a0a53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:51.052669 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d260403c-91fc-4e29-89ff-2684558a0a53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:51.089059 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7daa4e-b04d-4a86-a4ae-6d35df9a7e61 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eee60a03-58af-4e46-ba40-f736609dcd0f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:51.100224 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-09f7fe55-bf70-4113-9b8b-b61b0e9a183b tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:51.205325 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc4192d-d91f-4594-9b0f-09501caf307e', 'tag': '0789aa38-5b31-44d6-b74c-0b60e3ba3568', 'status': 'completed', 'code': 200} Feb 09 00:57:51.207535 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-09f7fe55-bf70-4113-9b8b-b61b0e9a183b tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Usage tracker for resource:security_group_rule and tenant:75e828870635430b8acac1e91459fd1f is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:51.219944 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d260403c-91fc-4e29-89ff-2684558a0a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:51.227108 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d260403c-91fc-4e29-89ff-2684558a0a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:51.296991 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-09f7fe55-bf70-4113-9b8b-b61b0e9a183b tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:51.327326 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-09f7fe55-bf70-4113-9b8b-b61b0e9a183b tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:51.338513 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device d394b031-5f79-4813-b1f8-eae98da1ba81 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:57:51.381868 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55716) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:51.386789 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d260403c-91fc-4e29-89ff-2684558a0a53 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ce2da01f6ed4fd39d5c09f7e729e2c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7165184 Feb 09 00:57:51.397305 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55718) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:51.415809 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260403c-91fc-4e29-89ff-2684558a0a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e73233-787f-482a-ac73-485d008f4a9c,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:51.461473 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e92b0-28fe-4904-afb2-afe672757c32 req-cc9a09c5-a009-44b3-a89f-8c4a0f06fa81 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:51.463044 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9c1e92b0-28fe-4904-afb2-afe672757c32 req-cc9a09c5-a009-44b3-a89f-8c4a0f06fa81 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=32928b33-708f-437b-bb20-be2302cc68a3 HTTP/1.1" status: 200 len: 944 time: 0.2223959 Feb 09 00:57:51.508106 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-81a1f341-f261-41a2-9140-c99c5833fb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519594793-router', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:56:48Z', 'updated_at': '2022-02-09T00:56:54Z', 'revision_number': 4, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'gw_port': {'id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:49Z', 'updated_at': '2022-02-09T00:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'fc7df3f3-3753-4021-a9a2-fd592a25624d', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'floating_ip_address': '172.25.5.124', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'port_id': '0789aa38-5b31-44d6-b74c-0b60e3ba3568', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f', 'mac_address': 'fa:16:3e:01:1e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc4192d-d91f-4594-9b0f-09501caf307e', 'device_owner': 'compute:tempest-test_az-370539809'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:57:25Z', 'updated_at': '2022-02-09T00:57:47Z', 'revision_number': 1, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f548adb-9d4f-4c93-8ecd-94255637112b', 'name': '', 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'mac_address': 'fa:16:3e:ea:b3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:52Z', 'updated_at': '2022-02-09T00:57:08Z', 'revision_number': 5, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'subnets': [{'id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:51.515239 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a1f341-f261-41a2-9140-c99c5833fb22 None None] Checking router: a7d9e7d3-82dd-46db-8b42-3880179fd871 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:57:51.515482 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:51.522581 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port d394b031-5f79-4813-b1f8-eae98da1ba81 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:51.527442 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a1f341-f261-41a2-9140-c99c5833fb22 None None] Routers {'a7d9e7d3-82dd-46db-8b42-3880179fd871'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:57:51.528119 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-81a1f341-f261-41a2-9140-c99c5833fb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T00:57:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a7d9e7d3-82dd-46db-8b42-3880179fd871'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:51.529075 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port d394b031-5f79-4813-b1f8-eae98da1ba81 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:51.529447 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:51.569560 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9c1e92b0-28fe-4904-afb2-afe672757c32 req-1ee4096d-7322-4d0f-b0d6-1258a42d4542 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994461 Feb 09 00:57:51.743316 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:51.779913 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-09f7fe55-bf70-4113-9b8b-b61b0e9a183b tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:51.782816 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port d394b031-5f79-4813-b1f8-eae98da1ba81, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d394b031-5f79-4813-b1f8-eae98da1ba81,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:51.783903 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f183d7e-8e3c-4ad3-b879-b2614ac7beb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd394b031-5f79-4813-b1f8-eae98da1ba81'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:51.792315 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:51.832204 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-09f7fe55-bf70-4113-9b8b-b61b0e9a183b tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:51.841469 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-81a1f341-f261-41a2-9140-c99c5833fb22 None None] Set router a7d9e7d3-82dd-46db-8b42-3880179fd871 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:57:51.857555 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da797f94-8959-4fbc-94e3-4cd8748c9c93 req-be4b78a3-16a5-499d-8ac1-c1a626f98f4d tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:51.859077 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-da797f94-8959-4fbc-94e3-4cd8748c9c93 req-be4b78a3-16a5-499d-8ac1-c1a626f98f4d tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f183d7e-8e3c-4ad3-b879-b2614ac7beb1 HTTP/1.1" status: 200 len: 949 time: 0.1717384 Feb 09 00:57:51.869642 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=d394b031-5f79-4813-b1f8-eae98da1ba81,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:51.944711 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2bb79b28-f7a7-415d-a895-7cd144cebc48 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2fe7474d568d44e98708e5142cbf5a73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5511858 Feb 09 00:57:51.946929 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-da797f94-8959-4fbc-94e3-4cd8748c9c93 req-1628d418-6168-47e3-a699-7fda0d72c172 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/security-groups?id=23bc2b45-7219-474b-8335-0b5116611f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812089 Feb 09 00:57:51.948165 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55738) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:51.951247 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-eb7daa4e-b04d-4a86-a4ae-6d35df9a7e61 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Allocated IP 192.168.233.218 (82c0e553-004f-4f65-a38e-9d785fdc5802/c1d7756a-584e-4152-ad93-d220060f4b30/9c0eadf2-2e8d-491f-ac0d-440873923f3b) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:57:51.963120 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa0148-18ba-4e79-86a4-0c8d5fdf71b9 req-309d85fe-b79b-409b-a84b-88f76a03e09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:51.964657 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-05fa0148-18ba-4e79-86a4-0c8d5fdf71b9 req-309d85fe-b79b-409b-a84b-88f76a03e09d service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=488d0cb4879f4c45b8bc25513f8868c1&device_id=6bc4192d-d91f-4594-9b0f-09501caf307e HTTP/1.1" status: 200 len: 1117 time: 0.7584982 Feb 09 00:57:51.971968 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb4b63-6b0f-417a-801d-a6ee9c782457 req-9e5b92b2-6a9a-4b9e-8ab9-bf38a5e5351c tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:51.985071 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c6eb4b63-6b0f-417a-801d-a6ee9c782457 req-9e5b92b2-6a9a-4b9e-8ab9-bf38a5e5351c tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bc4192d-d91f-4594-9b0f-09501caf307e HTTP/1.1" status: 200 len: 966 time: 0.9766335 Feb 09 00:57:52.061245 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ad2011e1-d011-47a4-ab09-1e548ba3e3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:52.154127 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-889c4017-68b0-402d-b589-e77935159369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:52.169703 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f7fe55-bf70-4113-9b8b-b61b0e9a183b tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7756f4-bd1c-4185-a8b3-6ace458d05de,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:52.213580 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ad2011e1-d011-47a4-ab09-1e548ba3e3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:52.243174 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-889c4017-68b0-402d-b589-e77935159369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:52.245964 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f66c0726-28a8-4c8e-b9c1-e423771f8b7e req-7a24df71-07bb-4d0c-b47e-55061ea2fddc tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01de268-6f8c-410b-a8a7-5b2283969a26 HTTP/1.1" status: 200 len: 210 time: 0.1257102 Feb 09 00:57:52.298626 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c6eb4b63-6b0f-417a-801d-a6ee9c782457 req-3f2da37f-74b0-4c65-8909-2450c16efdf2 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/security-groups?id=80672e19-6adc-4973-92da-be1078159b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2505240 Feb 09 00:57:52.351644 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ad2011e1-d011-47a4-ab09-1e548ba3e3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:52.356518 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f183d7e-8e3c-4ad3-b879-b2614ac7beb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd394b031-5f79-4813-b1f8-eae98da1ba81', 'code': 200} Feb 09 00:57:52.464241 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-81a1f341-f261-41a2-9140-c99c5833fb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519594793-router', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:56:48Z', 'updated_at': '2022-02-09T00:56:54Z', 'revision_number': 4, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'gw_port': {'id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:49Z', 'updated_at': '2022-02-09T00:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'fc7df3f3-3753-4021-a9a2-fd592a25624d', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'floating_ip_address': '172.25.5.124', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'port_id': '0789aa38-5b31-44d6-b74c-0b60e3ba3568', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f', 'mac_address': 'fa:16:3e:01:1e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc4192d-d91f-4594-9b0f-09501caf307e', 'device_owner': 'compute:tempest-test_az-370539809'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:57:25Z', 'updated_at': '2022-02-09T00:57:47Z', 'revision_number': 1, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f548adb-9d4f-4c93-8ecd-94255637112b', 'name': '', 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'mac_address': 'fa:16:3e:ea:b3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:52Z', 'updated_at': '2022-02-09T00:57:08Z', 'revision_number': 5, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'subnets': [{'id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:52.465077 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.35', 63295) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:52.470559 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2011e1-d011-47a4-ab09-1e548ba3e3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd3a477-829a-4153-ba6d-ace606fb4ce1,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:52.471373 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a1f341-f261-41a2-9140-c99c5833fb22 None None] The sync data for ids ['a7d9e7d3-82dd-46db-8b42-3880179fd871'] in n-d-828419-1 is: [{'id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519594793-router', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:56:48Z', 'updated_at': '2022-02-09T00:56:54Z', 'revision_number': 4, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'gw_port': {'id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:49Z', 'updated_at': '2022-02-09T00:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'fc7df3f3-3753-4021-a9a2-fd592a25624d', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'floating_ip_address': '172.25.5.124', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'port_id': '0789aa38-5b31-44d6-b74c-0b60e3ba3568', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f', 'mac_address': 'fa:16:3e:01:1e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc4192d-d91f-4594-9b0f-09501caf307e', 'device_owner': 'compute:tempest-test_az-370539809'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:57:25Z', 'updated_at': '2022-02-09T00:57:47Z', 'revision_number': 1, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f548adb-9d4f-4c93-8ecd-94255637112b', 'name': '', 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'mac_address': 'fa:16:3e:ea:b3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:52Z', 'updated_at': '2022-02-09T00:57:08Z', 'revision_number': 5, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'subnets': [{'id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:57:52.479404 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ad2011e1-d011-47a4-ab09-1e548ba3e3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:52.480540 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ad2011e1-d011-47a4-ab09-1e548ba3e3fb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3dd3a477-829a-4153-ba6d-ace606fb4ce1 HTTP/1.1" status: 204 len: 168 time: 0.5300381 Feb 09 00:57:52.570313 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa0148-18ba-4e79-86a4-0c8d5fdf71b9 req-5c4154fc-2cfd-4dd7-9d4e-acbc43c68c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:52.571990 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-05fa0148-18ba-4e79-86a4-0c8d5fdf71b9 req-5c4154fc-2cfd-4dd7-9d4e-acbc43c68c05 service neutron] 10.222.0.117 "GET /v2.0/networks?id=445ebb7c-d106-4555-bd14-c6ab8035bb9f HTTP/1.1" status: 200 len: 925 time: 0.5575600 Feb 09 00:57:52.587093 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7fa3755a-0134-40ec-a694-9f60e51ab67e req-a71977ed-f44e-465a-ae55-881aec98d9d5 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3947836-433e-4b3f-b825-c03a8b93482e HTTP/1.1" status: 200 len: 210 time: 0.1209562 Feb 09 00:57:52.667538 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-5eaa1363-737a-48fd-8736-27bcffbb222c service neutron] 10.222.0.35 "GET /v2.0/ports/288da74d-bcdd-4702-83c6-149c7ba8358e/bindings/n-h2-828419-1 HTTP/1.1" status: 200 len: 384 time: 0.2726636 Feb 09 00:57:52.789686 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-889c4017-68b0-402d-b589-e77935159369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:52.823543 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c4017-68b0-402d-b589-e77935159369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e73233-787f-482a-ac73-485d008f4a9c,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:52.871779 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-05fa0148-18ba-4e79-86a4-0c8d5fdf71b9 req-66cfc84e-5398-4066-9e11-17bca0e09b0b service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0789aa38-5b31-44d6-b74c-0b60e3ba3568 HTTP/1.1" status: 200 len: 1020 time: 0.2902904 Feb 09 00:57:52.881139 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044721a0-10a9-4878-8c04-150d9a911108 None None] New status for floating IP fc7df3f3-3753-4021-a9a2-fd592a25624d: ACTIVE {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:57:53.020701 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa0148-18ba-4e79-86a4-0c8d5fdf71b9 req-bec3c706-e01d-493d-979c-ef86becfc385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:53.022159 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-05fa0148-18ba-4e79-86a4-0c8d5fdf71b9 req-bec3c706-e01d-493d-979c-ef86becfc385 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0 HTTP/1.1" status: 200 len: 863 time: 0.0714619 Feb 09 00:57:53.035149 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-eb7daa4e-b04d-4a86-a4ae-6d35df9a7e61 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:53.041522 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9220923-9c8b-41d7-a8ad-186b2a40c2d1 req-83752513-0894-4f0d-b87b-de695f78cc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:53.044417 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c9220923-9c8b-41d7-a8ad-186b2a40c2d1 req-83752513-0894-4f0d-b87b-de695f78cc7d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2f183d7e-8e3c-4ad3-b879-b2614ac7beb1 HTTP/1.1" status: 200 len: 1101 time: 0.5772095 Feb 09 00:57:53.045252 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-889c4017-68b0-402d-b589-e77935159369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:53.048550 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-889c4017-68b0-402d-b589-e77935159369 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/89e73233-787f-482a-ac73-485d008f4a9c HTTP/1.1" status: 204 len: 168 time: 1.6435821 Feb 09 00:57:53.072188 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-22192170-48e0-4bc5-86f5-ac14379606ba service neutron] For port 288da74d-bcdd-4702-83c6-149c7ba8358e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=288da74d-bcdd-4702-83c6-149c7ba8358e,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:53.124527 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-22192170-48e0-4bc5-86f5-ac14379606ba service neutron] For port 288da74d-bcdd-4702-83c6-149c7ba8358e, host n-h1-828419-1, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:57:53.144136 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-eb7daa4e-b04d-4a86-a4ae-6d35df9a7e61 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Transition to ACTIVE for port object 9c0eadf2-2e8d-491f-ac0d-440873923f3b will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:53.254736 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-22192170-48e0-4bc5-86f5-ac14379606ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 288da74d-bcdd-4702-83c6-149c7ba8358e {{(pid=87611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:57:53.269264 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-22192170-48e0-4bc5-86f5-ac14379606ba service neutron] For port 288da74d-bcdd-4702-83c6-149c7ba8358e, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=288da74d-bcdd-4702-83c6-149c7ba8358e,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:57:53.283328 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-eb7daa4e-b04d-4a86-a4ae-6d35df9a7e61 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:53.297044 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-22192170-48e0-4bc5-86f5-ac14379606ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:53.352786 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa0148-18ba-4e79-86a4-0c8d5fdf71b9 req-17525f0a-bd44-4987-812d-2dcc8b2c5fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:53.356091 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-05fa0148-18ba-4e79-86a4-0c8d5fdf71b9 req-17525f0a-bd44-4987-812d-2dcc8b2c5fac service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=445ebb7c-d106-4555-bd14-c6ab8035bb9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3033223 Feb 09 00:57:53.382610 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70183b0-55fd-4db5-a946-5539b54732aa req-817ae328-59e6-4542-af5f-b0b41622c3fa tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:53.382610 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e70183b0-55fd-4db5-a946-5539b54732aa req-817ae328-59e6-4542-af5f-b0b41622c3fa tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f183d7e-8e3c-4ad3-b879-b2614ac7beb1 HTTP/1.1" status: 200 len: 950 time: 0.2028432 Feb 09 00:57:53.453085 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-eb7daa4e-b04d-4a86-a4ae-6d35df9a7e61 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:57:53.455772 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c9220923-9c8b-41d7-a8ad-186b2a40c2d1 req-09a938b6-ed9f-4e6c-9bc3-0f49a7590d10 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=23bc2b45-7219-474b-8335-0b5116611f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548312 Feb 09 00:57:53.465422 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0366079-8130-4e4e-a2d6-b868004b8128 req-69684649-344a-4116-90ca-96a942eafad5 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:53.470787 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e70183b0-55fd-4db5-a946-5539b54732aa req-ba1e9d05-83bc-4a87-a0c0-dbc9049512bf tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/security-groups?id=23bc2b45-7219-474b-8335-0b5116611f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793293 Feb 09 00:57:53.473400 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b0366079-8130-4e4e-a2d6-b868004b8128 req-69684649-344a-4116-90ca-96a942eafad5 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=32928b33-708f-437b-bb20-be2302cc68a3 HTTP/1.1" status: 200 len: 944 time: 0.6139381 Feb 09 00:57:53.494347 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-22192170-48e0-4bc5-86f5-ac14379606ba service neutron] Transition to ACTIVE for port object 288da74d-bcdd-4702-83c6-149c7ba8358e will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:53.500165 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7daa4e-b04d-4a86-a4ae-6d35df9a7e61 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Pushing event updated for resources: {'Port': ['ID=9c0eadf2-2e8d-491f-ac0d-440873923f3b,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:53.502134 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-22192170-48e0-4bc5-86f5-ac14379606ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:53.504326 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-eb7daa4e-b04d-4a86-a4ae-6d35df9a7e61 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:53.506737 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-eb7daa4e-b04d-4a86-a4ae-6d35df9a7e61 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:57:53.616031 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-eb7daa4e-b04d-4a86-a4ae-6d35df9a7e61 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:53.618274 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-eb7daa4e-b04d-4a86-a4ae-6d35df9a7e61 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:53.645917 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-eb7daa4e-b04d-4a86-a4ae-6d35df9a7e61 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1860991 Feb 09 00:57:53.750927 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55802) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:53.757147 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-2dfee447-d007-4c19-9d25-00738f113972 service neutron] Request body: {'port': {'device_id': 'e01de268-6f8c-410b-a8a7-5b2283969a26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:53.819157 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b0366079-8130-4e4e-a2d6-b868004b8128 req-68e8d5a8-105a-4dd9-af80-62ce680c7a71 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420744 Feb 09 00:57:53.823963 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d7a30b06-fe23-45d2-80d8-4718116eb7b4 None None] Provisioning for port 9c0eadf2-2e8d-491f-ac0d-440873923f3b completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:53.829991 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d7a30b06-fe23-45d2-80d8-4718116eb7b4 None None] Provisioning complete for port 9c0eadf2-2e8d-491f-ac0d-440873923f3b triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:53.830363 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d7a30b06-fe23-45d2-80d8-4718116eb7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:53.901200 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22192170-48e0-4bc5-86f5-ac14379606ba service neutron] Pushing event updated for resources: {'Port': ['ID=288da74d-bcdd-4702-83c6-149c7ba8358e,revision_number=10']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:53.928911 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d7a30b06-fe23-45d2-80d8-4718116eb7b4 None None] Port 9c0eadf2-2e8d-491f-ac0d-440873923f3b cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:57:53.941308 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-05fa0148-18ba-4e79-86a4-0c8d5fdf71b9 req-4916d090-8bd3-4f0b-89ff-255e9f57d228 service neutron] 10.222.0.117 "GET /v2.0/networks/445ebb7c-d106-4555-bd14-c6ab8035bb9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427688 Feb 09 00:57:53.945911 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-22192170-48e0-4bc5-86f5-ac14379606ba service neutron] No DVR routers for this DVR port 288da74d-bcdd-4702-83c6-149c7ba8358e on host n-h1-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:57:53.950419 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-15634833-3c2a-4ded-89b3-509bcb512629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:54.013044 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-22192170-48e0-4bc5-86f5-ac14379606ba service neutron] 10.222.0.35 "PUT /v2.0/ports/288da74d-bcdd-4702-83c6-149c7ba8358e/bindings/n-h2-828419-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3361855 Feb 09 00:57:54.031579 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d63334-3da9-45fb-9223-e33b6e940554 req-a6cd30e6-f7fa-46cb-8748-3ff5e459268d tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:54.039047 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-07d63334-3da9-45fb-9223-e33b6e940554 req-a6cd30e6-f7fa-46cb-8748-3ff5e459268d tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01de268-6f8c-410b-a8a7-5b2283969a26 HTTP/1.1" status: 200 len: 936 time: 0.2738123 Feb 09 00:57:54.076624 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.117', 60829) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:54.143238 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-07d63334-3da9-45fb-9223-e33b6e940554 req-9b613c1c-79bc-4fb8-a28b-d8d8dfc773f1 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.37 "GET /v2.0/security-groups?id=eee60a03-58af-4e46-ba40-f736609dcd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025140 Feb 09 00:57:54.205733 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-18a66985-2072-4d1b-b7c5-587db2c6e7f4 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:54.208622 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-18a66985-2072-4d1b-b7c5-587db2c6e7f4 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=32928b33-708f-437b-bb20-be2302cc68a3&tenant_id=5a38989228a14de2b6764c7f261f44e3&binding%3Ahost_id=n-h1-828419-1 HTTP/1.1" status: 200 len: 1096 time: 0.1282845 Feb 09 00:57:54.256922 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-09f7fe55-bf70-4113-9b8b-b61b0e9a183b tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Allocated IP 192.168.233.103 (82c0e553-004f-4f65-a38e-9d785fdc5802/c1d7756a-584e-4152-ad93-d220060f4b30/cd6085db-f0d8-4852-aca7-6448cf9751b9) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:57:54.350443 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-2dfee447-d007-4c19-9d25-00738f113972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:54.362254 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-15634833-3c2a-4ded-89b3-509bcb512629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:54.386460 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-15634833-3c2a-4ded-89b3-509bcb512629 admin admin] Usage tracker for resource:security_group_rule and tenant:b413cffca2dc4ad4bca8c66ea0d8a070 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:54.400824 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4a1372f2-a751-4a3c-acbb-90f07860dae5 req-820d6402-ac8d-4d95-a940-6e3dd7526c4a tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3947836-433e-4b3f-b825-c03a8b93482e HTTP/1.1" status: 200 len: 210 time: 0.0580611 Feb 09 00:57:54.402116 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-15634833-3c2a-4ded-89b3-509bcb512629 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:54.412690 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-92c5222c-8b22-46be-997d-ad9137a2661d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:54.416361 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-92c5222c-8b22-46be-997d-ad9137a2661d service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=32928b33-708f-437b-bb20-be2302cc68a3&tenant_id=5a38989228a14de2b6764c7f261f44e3 HTTP/1.1" status: 200 len: 1096 time: 0.1994822 Feb 09 00:57:54.486650 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-15634833-3c2a-4ded-89b3-509bcb512629 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:54.596359 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:54.597197 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-05fa0148-18ba-4e79-86a4-0c8d5fdf71b9 req-633340ea-450b-4cc4-92b6-c8cbdf4b073c service neutron] 10.222.0.117 "GET /v2.0/networks/445ebb7c-d106-4555-bd14-c6ab8035bb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6310899 Feb 09 00:57:54.609782 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-89508b6c-54e0-4e89-8529-766f6d9d184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:54.611676 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-89508b6c-54e0-4e89-8529-766f6d9d184d service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5a38989228a14de2b6764c7f261f44e3&device_id=32928b33-708f-437b-bb20-be2302cc68a3 HTTP/1.1" status: 200 len: 1096 time: 0.1562369 Feb 09 00:57:54.813360 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279eabb3-e92e-4514-b5d0-579b387776c1 req-f7ab02a8-c43c-4c3b-99ef-edfdb0fc0a3d tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:54.814854 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-279eabb3-e92e-4514-b5d0-579b387776c1 req-f7ab02a8-c43c-4c3b-99ef-edfdb0fc0a3d tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bc4192d-d91f-4594-9b0f-09501caf307e HTTP/1.1" status: 200 len: 966 time: 0.8724010 Feb 09 00:57:54.938354 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968849d0-b756-46da-ad57-17a879f47a49 req-5c326375-e2cc-4dbc-918d-4d5a778a4c5a tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:54.939854 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-968849d0-b756-46da-ad57-17a879f47a49 req-5c326375-e2cc-4dbc-918d-4d5a778a4c5a tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f183d7e-8e3c-4ad3-b879-b2614ac7beb1 HTTP/1.1" status: 200 len: 950 time: 0.2688303 Feb 09 00:57:54.944792 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-af446c95-ce93-49e0-a5d3-e1f4eae29324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:54.946180 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-af446c95-ce93-49e0-a5d3-e1f4eae29324 service neutron] 10.222.0.117 "GET /v2.0/networks?id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9 HTTP/1.1" status: 200 len: 922 time: 0.1950016 Feb 09 00:57:54.965804 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-279eabb3-e92e-4514-b5d0-579b387776c1 req-8af7d094-76d3-495e-88da-0f62ad77627b tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/security-groups?id=80672e19-6adc-4973-92da-be1078159b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405635 Feb 09 00:57:54.995953 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-15634833-3c2a-4ded-89b3-509bcb512629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:54.999996 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-15634833-3c2a-4ded-89b3-509bcb512629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:55.030267 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-ab82823f-c3bb-4b2f-bf2e-5debaa91dd0e service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=288da74d-bcdd-4702-83c6-149c7ba8358e HTTP/1.1" status: 200 len: 217 time: 0.0697241 Feb 09 00:57:55.053125 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-968849d0-b756-46da-ad57-17a879f47a49 req-54a3b731-da44-4496-972e-392fdc7ee66e tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/security-groups?id=23bc2b45-7219-474b-8335-0b5116611f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054072 Feb 09 00:57:55.091258 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-09f7fe55-bf70-4113-9b8b-b61b0e9a183b tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:55.120697 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-26ba0e81-1bdf-472b-95c6-723af3213028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:55.122155 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-26ba0e81-1bdf-472b-95c6-723af3213028 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=eb9a8e05-d0fc-4553-92c9-d58b7743cadc HTTP/1.1" status: 200 len: 861 time: 0.0681829 Feb 09 00:57:55.132701 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15634833-3c2a-4ded-89b3-509bcb512629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9923f6c-1ec5-49dc-8e83-4748d9f99f22,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:55.139787 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-15634833-3c2a-4ded-89b3-509bcb512629 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b413cffca2dc4ad4bca8c66ea0d8a070&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3187361 Feb 09 00:57:55.156859 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55840) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:55.168560 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-09f7fe55-bf70-4113-9b8b-b61b0e9a183b tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Transition to ACTIVE for port object cd6085db-f0d8-4852-aca7-6448cf9751b9 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:55.206189 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-fdd8ce17-6419-491b-ba5d-f1d1d456a649 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780022 Feb 09 00:57:55.308651 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b1f20cf4-594d-426f-94c4-c576b483ec28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:55.401376 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 288da74d-bcdd-4702-83c6-149c7ba8358e no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:57:55.426778 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-09f7fe55-bf70-4113-9b8b-b61b0e9a183b tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:55.507300 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b1f20cf4-594d-426f-94c4-c576b483ec28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:55.508289 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 288da74d-bcdd-4702-83c6-149c7ba8358e not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:57:55.523335 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bfa6e-f35e-4953-9887-fbc1a04328a3 req-5378b224-4e36-4d1b-b45f-e74c7b66f43d tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:55.524847 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-396bfa6e-f35e-4953-9887-fbc1a04328a3 req-5378b224-4e36-4d1b-b45f-e74c7b66f43d tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=32928b33-708f-437b-bb20-be2302cc68a3 HTTP/1.1" status: 200 len: 945 time: 0.3576715 Feb 09 00:57:55.550866 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-210e169f-64f1-4e93-a325-2e6cc4e7cad9 service neutron] 10.222.0.117 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374660 Feb 09 00:57:55.601531 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-09f7fe55-bf70-4113-9b8b-b61b0e9a183b tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:57:55.618054 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-09f7fe55-bf70-4113-9b8b-b61b0e9a183b tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:55.628387 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-09f7fe55-bf70-4113-9b8b-b61b0e9a183b tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:57:55.685497 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f7fe55-bf70-4113-9b8b-b61b0e9a183b tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Pushing event updated for resources: {'Port': ['ID=cd6085db-f0d8-4852-aca7-6448cf9751b9,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:55.692473 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec044705-8912-4f23-9cf3-f3f8d7390151 req-b0d9e4d0-1e0d-40cf-8e80-435c5031c956 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:55.699358 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ec044705-8912-4f23-9cf3-f3f8d7390151 req-b0d9e4d0-1e0d-40cf-8e80-435c5031c956 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01de268-6f8c-410b-a8a7-5b2283969a26 HTTP/1.1" status: 200 len: 936 time: 0.2201807 Feb 09 00:57:55.702206 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55854) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:55.733292 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-396bfa6e-f35e-4953-9887-fbc1a04328a3 req-b7485e01-f0a5-4008-a184-27aa7b125295 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757977 Feb 09 00:57:55.751540 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-64b37c92-83c3-4c8d-8b83-01a78fe4c02c service neutron] 10.222.0.117 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934791 Feb 09 00:57:55.767258 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-09f7fe55-bf70-4113-9b8b-b61b0e9a183b tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:55.768142 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-09f7fe55-bf70-4113-9b8b-b61b0e9a183b tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:55.772352 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ec044705-8912-4f23-9cf3-f3f8d7390151 req-411213b7-36f8-4b8e-86ae-d33dd30b57f6 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.37 "GET /v2.0/security-groups?id=eee60a03-58af-4e46-ba40-f736609dcd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720568 Feb 09 00:57:55.809831 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b1f20cf4-594d-426f-94c4-c576b483ec28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:55.841361 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f20cf4-594d-426f-94c4-c576b483ec28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9923f6c-1ec5-49dc-8e83-4748d9f99f22,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:55.843637 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b1f20cf4-594d-426f-94c4-c576b483ec28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:55.845197 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b1f20cf4-594d-426f-94c4-c576b483ec28 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f9923f6c-1ec5-49dc-8e83-4748d9f99f22 HTTP/1.1" status: 204 len: 168 time: 0.6870630 Feb 09 00:57:55.894031 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-09f7fe55-bf70-4113-9b8b-b61b0e9a183b tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4837263 Feb 09 00:57:55.907957 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-2851426d-bfe6-49f5-9bf3-edd89d6e9c96 service neutron] Request body: {'port': {'device_id': 'f3947836-433e-4b3f-b825-c03a8b93482e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:56.069506 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0728b273-3e7c-43ce-a114-dbbc9dc5f6ec None None] Provisioning for port cd6085db-f0d8-4852-aca7-6448cf9751b9 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:56.076715 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0728b273-3e7c-43ce-a114-dbbc9dc5f6ec None None] Provisioning complete for port cd6085db-f0d8-4852-aca7-6448cf9751b9 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:56.077313 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0728b273-3e7c-43ce-a114-dbbc9dc5f6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:56.132184 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1fee65bb-42b7-4d69-8368-23cf114fcc39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:56.164329 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1fee65bb-42b7-4d69-8368-23cf114fcc39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:56.172808 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-2dfee447-d007-4c19-9d25-00738f113972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c0eadf2-2e8d-491f-ac0d-440873923f3b {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:57:56.195675 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-0728b273-3e7c-43ce-a114-dbbc9dc5f6ec None None] Port cd6085db-f0d8-4852-aca7-6448cf9751b9 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:57:56.231450 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1fee65bb-42b7-4d69-8368-23cf114fcc39 admin admin] Usage tracker for resource:security_group_rule and tenant:5e9dbe058fc94d2e96b09120f20cf4b7 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:56.238036 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1fee65bb-42b7-4d69-8368-23cf114fcc39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:56.245005 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-2dfee447-d007-4c19-9d25-00738f113972 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:56.248642 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-51b27646-d17f-47c3-acec-d72baced611f tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:56.249328 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-51b27646-d17f-47c3-acec-d72baced611f tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=32928b33-708f-437b-bb20-be2302cc68a3&tenant_id=5a38989228a14de2b6764c7f261f44e3&binding%3Ahost_id=n-h2-828419-1 HTTP/1.1" status: 200 len: 1096 time: 0.1813271 Feb 09 00:57:56.257167 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1fee65bb-42b7-4d69-8368-23cf114fcc39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:56.278152 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-2851426d-bfe6-49f5-9bf3-edd89d6e9c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:56.311178 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-2dfee447-d007-4c19-9d25-00738f113972 service neutron] Transition to ACTIVE for port object 9c0eadf2-2e8d-491f-ac0d-440873923f3b will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:56.318781 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f30ff-4ced-4959-8eac-ebc7074c5e66 req-3eca01c5-f5c9-49af-b871-426db2854a31 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:56.319907 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-d68f30ff-4ced-4959-8eac-ebc7074c5e66 req-3eca01c5-f5c9-49af-b871-426db2854a31 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Synchronizing usage tracker for tenant:75e828870635430b8acac1e91459fd1f on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:56.329371 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-2dfee447-d007-4c19-9d25-00738f113972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:56.432524 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ddd88-bb53-46f6-b03d-1485e176353b req-bdab674f-8f13-43d4-a715-b8d3c8901787 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:56.439362 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-838ddd88-bb53-46f6-b03d-1485e176353b req-bdab674f-8f13-43d4-a715-b8d3c8901787 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bc4192d-d91f-4594-9b0f-09501caf307e HTTP/1.1" status: 200 len: 966 time: 0.2272465 Feb 09 00:57:56.483805 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-1789d772-62f6-4457-a06d-a20949a041b1 service neutron] For port 288da74d-bcdd-4702-83c6-149c7ba8358e, host n-h1-828419-1, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:57:56.496901 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-838ddd88-bb53-46f6-b03d-1485e176353b req-0769b636-ccb3-4df7-8723-3cbf18d2f7ab tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/security-groups?id=80672e19-6adc-4973-92da-be1078159b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565903 Feb 09 00:57:56.502745 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-1789d772-62f6-4457-a06d-a20949a041b1 service neutron] Notify callbacks [] for binding, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:56.503863 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e716d431-cf1c-40ff-a4d0-404518f9e97a req-1789d772-62f6-4457-a06d-a20949a041b1 service neutron] 10.222.0.117 "DELETE /v2.0/ports/288da74d-bcdd-4702-83c6-149c7ba8358e/bindings/n-h1-828419-1 HTTP/1.1" status: 204 len: 173 time: 0.2479281 Feb 09 00:57:56.597347 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfee447-d007-4c19-9d25-00738f113972 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0eadf2-2e8d-491f-ac0d-440873923f3b,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:56.748766 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b93c0-b36b-4aa0-abd1-8d2a3242ecaf req-317160a8-f590-4a2c-a7e1-aa3223496faf tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:56.750338 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062b93c0-b36b-4aa0-abd1-8d2a3242ecaf req-317160a8-f590-4a2c-a7e1-aa3223496faf tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f183d7e-8e3c-4ad3-b879-b2614ac7beb1 HTTP/1.1" status: 200 len: 950 time: 0.0975482 Feb 09 00:57:56.817783 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062b93c0-b36b-4aa0-abd1-8d2a3242ecaf req-0e71b02e-3fe3-4a1a-aeb5-1524a341e13e tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/security-groups?id=23bc2b45-7219-474b-8335-0b5116611f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563531 Feb 09 00:57:56.901068 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55904) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:56.975486 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1fee65bb-42b7-4d69-8368-23cf114fcc39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:56.990813 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1fee65bb-42b7-4d69-8368-23cf114fcc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:57.068059 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-d68f30ff-4ced-4959-8eac-ebc7074c5e66 req-3eca01c5-f5c9-49af-b871-426db2854a31 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Unset dirty status for tenant:75e828870635430b8acac1e91459fd1f on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:57.072917 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d68f30ff-4ced-4959-8eac-ebc7074c5e66 req-3eca01c5-f5c9-49af-b871-426db2854a31 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3947836-433e-4b3f-b825-c03a8b93482e HTTP/1.1" status: 200 len: 936 time: 1.1016574 Feb 09 00:57:57.078530 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-65451d32-32ba-474f-a265-9c0b52d318c4 tempest-AutoAllocateNetworkTest-800506982 tempest-AutoAllocateNetworkTest-800506982-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ae9d231192954f8a8500b5fd7693baf7&shared=False HTTP/1.1" status: 200 len: 208 time: 0.1763330 Feb 09 00:57:57.084004 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-2dfee447-d007-4c19-9d25-00738f113972 service neutron] Attempting to bind port 9c0eadf2-2e8d-491f-ac0d-440873923f3b on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:57:57.084434 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-2dfee447-d007-4c19-9d25-00738f113972 service neutron] Attempting to bind port 9c0eadf2-2e8d-491f-ac0d-440873923f3b by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:57:57.084856 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-2dfee447-d007-4c19-9d25-00738f113972 service neutron] Attempting to bind port 9c0eadf2-2e8d-491f-ac0d-440873923f3b on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:57.087612 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55910) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:57.102087 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1fee65bb-42b7-4d69-8368-23cf114fcc39 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5e9dbe058fc94d2e96b09120f20cf4b7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3986535 Feb 09 00:57:57.105968 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55914) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:57.117671 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-2dfee447-d007-4c19-9d25-00738f113972 service neutron] Port 9c0eadf2-2e8d-491f-ac0d-440873923f3b on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:57:57.117995 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-2dfee447-d007-4c19-9d25-00738f113972 service neutron] Attempting to bind port 9c0eadf2-2e8d-491f-ac0d-440873923f3b on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:57.120046 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee65bb-42b7-4d69-8368-23cf114fcc39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0921df3-f4d2-492c-89b0-1cd0876e7942,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:57.153516 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-2dfee447-d007-4c19-9d25-00738f113972 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:57:57.154183 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-2dfee447-d007-4c19-9d25-00738f113972 service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:57:57.154282 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-2dfee447-d007-4c19-9d25-00738f113972 service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:57:57.154640 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-2dfee447-d007-4c19-9d25-00738f113972 service neutron] Bound port: 9c0eadf2-2e8d-491f-ac0d-440873923f3b, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:57:57.154996 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-2dfee447-d007-4c19-9d25-00738f113972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:57.231694 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cb1c3-9ef3-4e23-a6dd-719b026c9b4c req-d0e54adb-4a97-47af-8998-3e6a4f88da59 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:57.233183 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ec5cb1c3-9ef3-4e23-a6dd-719b026c9b4c req-d0e54adb-4a97-47af-8998-3e6a4f88da59 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bc4192d-d91f-4594-9b0f-09501caf307e HTTP/1.1" status: 200 len: 966 time: 0.2533135 Feb 09 00:57:57.267749 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-d68f30ff-4ced-4959-8eac-ebc7074c5e66 req-5f1a98ca-b0d7-402d-b7fc-3fc39707985c tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Synchronizing usage tracker for tenant:75e828870635430b8acac1e91459fd1f on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:57.283465 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2e6236-c0db-459a-8786-dc7fe928f0f7 tempest-AutoAllocateNetworkTest-800506982 tempest-AutoAllocateNetworkTest-800506982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:57.285007 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6d2e6236-c0db-459a-8786-dc7fe928f0f7 tempest-AutoAllocateNetworkTest-800506982 tempest-AutoAllocateNetworkTest-800506982-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1966588 Feb 09 00:57:57.290188 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55918) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:57.307446 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ec5cb1c3-9ef3-4e23-a6dd-719b026c9b4c req-8cdddaf7-b14e-4ed5-8869-9cd79b677942 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/security-groups?id=80672e19-6adc-4973-92da-be1078159b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650954 Feb 09 00:57:57.403197 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-fb50a035-c073-49dd-8750-413cbffd6436 tempest-AutoAllocateNetworkTest-800506982 tempest-AutoAllocateNetworkTest-800506982-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1117585 Feb 09 00:57:57.407706 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55926) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:57.420420 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-575b50b6-0650-4dfc-afaf-ebc2a8c1e03b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:57.431760 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-d68f30ff-4ced-4959-8eac-ebc7074c5e66 req-5f1a98ca-b0d7-402d-b7fc-3fc39707985c tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Unset dirty status for tenant:75e828870635430b8acac1e91459fd1f on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:57.433009 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d68f30ff-4ced-4959-8eac-ebc7074c5e66 req-5f1a98ca-b0d7-402d-b7fc-3fc39707985c tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d7756f4-bd1c-4185-a8b3-6ace458d05de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430562 Feb 09 00:57:57.459338 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9c5e089c-d075-4c47-b7bc-6e17cf1cc635 tempest-AutoAllocateNetworkTest-800506982 tempest-AutoAllocateNetworkTest-800506982-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ae9d231192954f8a8500b5fd7693baf7 HTTP/1.1" status: 200 len: 208 time: 0.0409291 Feb 09 00:57:57.486435 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-2dfee447-d007-4c19-9d25-00738f113972 service neutron] For port 9c0eadf2-2e8d-491f-ac0d-440873923f3b, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:57:57.507471 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-2dfee447-d007-4c19-9d25-00738f113972 service neutron] For port 9c0eadf2-2e8d-491f-ac0d-440873923f3b, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9c0eadf2-2e8d-491f-ac0d-440873923f3b,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:57:57.513696 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-575b50b6-0650-4dfc-afaf-ebc2a8c1e03b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:57.525318 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-2dfee447-d007-4c19-9d25-00738f113972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:57.566294 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-2851426d-bfe6-49f5-9bf3-edd89d6e9c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd6085db-f0d8-4852-aca7-6448cf9751b9 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:57:57.575130 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660f5c2-b80d-4bdd-af87-04ba13607523 req-8d6c638d-bb13-4405-b89a-8e2dde9beccf tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:57.581689 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d660f5c2-b80d-4bdd-af87-04ba13607523 req-8d6c638d-bb13-4405-b89a-8e2dde9beccf tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=32928b33-708f-437b-bb20-be2302cc68a3 HTTP/1.1" status: 200 len: 945 time: 0.1136014 Feb 09 00:57:57.629151 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d660f5c2-b80d-4bdd-af87-04ba13607523 req-fb1e2ed8-2db8-418e-9739-4e444b0267a6 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458286 Feb 09 00:57:57.641038 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-2851426d-bfe6-49f5-9bf3-edd89d6e9c96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:57.679417 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-2dfee447-d007-4c19-9d25-00738f113972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:57.680076 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-2dfee447-d007-4c19-9d25-00738f113972 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:57.681507 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-2dfee447-d007-4c19-9d25-00738f113972 service neutron] 10.222.0.117 "PUT /v2.0/ports/9c0eadf2-2e8d-491f-ac0d-440873923f3b HTTP/1.1" status: 200 len: 1096 time: 3.9296813 Feb 09 00:57:57.686513 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e01de268-6f8c-410b-a8a7-5b2283969a26', 'tag': '9c0eadf2-2e8d-491f-ac0d-440873923f3b'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:57.709293 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-2851426d-bfe6-49f5-9bf3-edd89d6e9c96 service neutron] Transition to ACTIVE for port object cd6085db-f0d8-4852-aca7-6448cf9751b9 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:57:57.728772 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-2851426d-bfe6-49f5-9bf3-edd89d6e9c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:57.773044 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfee447-d007-4c19-9d25-00738f113972 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0eadf2-2e8d-491f-ac0d-440873923f3b,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:57.882519 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55938) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:57.929281 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-575b50b6-0650-4dfc-afaf-ebc2a8c1e03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:57.958636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b50b6-0650-4dfc-afaf-ebc2a8c1e03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0921df3-f4d2-492c-89b0-1cd0876e7942,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:57.989813 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-575b50b6-0650-4dfc-afaf-ebc2a8c1e03b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:57.992310 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-575b50b6-0650-4dfc-afaf-ebc2a8c1e03b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f0921df3-f4d2-492c-89b0-1cd0876e7942 HTTP/1.1" status: 204 len: 168 time: 0.8694856 Feb 09 00:57:58.050186 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4aec8664-3d0e-4707-be06-14eefd95661a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:58.064559 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c6da3-fbcc-4827-b697-d318a2cc4989 req-31b9c89c-73a1-452c-98a7-215b7ccc972c tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:58.065692 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e76c6da3-fbcc-4827-b697-d318a2cc4989 req-31b9c89c-73a1-452c-98a7-215b7ccc972c tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Synchronizing usage tracker for tenant:e45c6918f7db449480a69d497539a7cf on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:58.069265 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851426d-bfe6-49f5-9bf3-edd89d6e9c96 service neutron] Pushing event updated for resources: {'Port': ['ID=cd6085db-f0d8-4852-aca7-6448cf9751b9,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:58.077420 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4aec8664-3d0e-4707-be06-14eefd95661a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:58.089383 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4aec8664-3d0e-4707-be06-14eefd95661a admin admin] Usage tracker for resource:security_group_rule and tenant:ae9d231192954f8a8500b5fd7693baf7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:58.096952 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4aec8664-3d0e-4707-be06-14eefd95661a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:58.109432 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4aec8664-3d0e-4707-be06-14eefd95661a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:58.190085 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-9d126c38-6b36-4d07-b5eb-01054021ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:58.191642 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-9d126c38-6b36-4d07-b5eb-01054021ee1b service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=e45c6918f7db449480a69d497539a7cf&device_id=e01de268-6f8c-410b-a8a7-5b2283969a26 HTTP/1.1" status: 200 len: 1099 time: 0.4563136 Feb 09 00:57:58.194835 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e76c6da3-fbcc-4827-b697-d318a2cc4989 req-31b9c89c-73a1-452c-98a7-215b7ccc972c tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Unset dirty status for tenant:e45c6918f7db449480a69d497539a7cf on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:58.196162 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e76c6da3-fbcc-4827-b697-d318a2cc4989 req-31b9c89c-73a1-452c-98a7-215b7ccc972c tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01de268-6f8c-410b-a8a7-5b2283969a26 HTTP/1.1" status: 200 len: 948 time: 0.6153722 Feb 09 00:57:58.237516 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4aec8664-3d0e-4707-be06-14eefd95661a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:58.244304 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4aec8664-3d0e-4707-be06-14eefd95661a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:58.260992 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e01de268-6f8c-410b-a8a7-5b2283969a26', 'tag': '9c0eadf2-2e8d-491f-ac0d-440873923f3b', 'status': 'completed', 'code': 200} Feb 09 00:57:58.289555 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4aec8664-3d0e-4707-be06-14eefd95661a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ae9d231192954f8a8500b5fd7693baf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4059367 Feb 09 00:57:58.291884 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55954) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:58.303413 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-41bd5c67-9d3e-4d5c-b2ef-44746ec3d89a service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=9c0eadf2-2e8d-491f-ac0d-440873923f3b HTTP/1.1" status: 200 len: 217 time: 0.1020539 Feb 09 00:57:58.338075 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec8664-3d0e-4707-be06-14eefd95661a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d99997-ce5b-4c42-bc0b-8f3280076dea,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:58.351071 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-2851426d-bfe6-49f5-9bf3-edd89d6e9c96 service neutron] Attempting to bind port cd6085db-f0d8-4852-aca7-6448cf9751b9 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:57:58.351409 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-2851426d-bfe6-49f5-9bf3-edd89d6e9c96 service neutron] Attempting to bind port cd6085db-f0d8-4852-aca7-6448cf9751b9 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:57:58.351749 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-2851426d-bfe6-49f5-9bf3-edd89d6e9c96 service neutron] Attempting to bind port cd6085db-f0d8-4852-aca7-6448cf9751b9 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:58.375905 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-2851426d-bfe6-49f5-9bf3-edd89d6e9c96 service neutron] Port cd6085db-f0d8-4852-aca7-6448cf9751b9 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:57:58.376235 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-2851426d-bfe6-49f5-9bf3-edd89d6e9c96 service neutron] Attempting to bind port cd6085db-f0d8-4852-aca7-6448cf9751b9 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:57:58.395008 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e76c6da3-fbcc-4827-b697-d318a2cc4989 req-fc337a53-40b9-4563-ad6a-ca2a0f967e0e tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Synchronizing usage tracker for tenant:e45c6918f7db449480a69d497539a7cf on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:57:58.404004 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-2851426d-bfe6-49f5-9bf3-edd89d6e9c96 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:57:58.404343 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-2851426d-bfe6-49f5-9bf3-edd89d6e9c96 service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:57:58.404764 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-2851426d-bfe6-49f5-9bf3-edd89d6e9c96 service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:57:58.405206 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-2851426d-bfe6-49f5-9bf3-edd89d6e9c96 service neutron] Bound port: cd6085db-f0d8-4852-aca7-6448cf9751b9, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:57:58.405551 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-2851426d-bfe6-49f5-9bf3-edd89d6e9c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:58.418834 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9e4a5e6d-4746-4a98-ba64-c2cacc23475d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:58.434841 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-4fe459ad-9f94-49ef-82b5-0ef8a5ddc43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:58.436458 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-4fe459ad-9f94-49ef-82b5-0ef8a5ddc43b service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.1190078 Feb 09 00:57:58.474696 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9e4a5e6d-4746-4a98-ba64-c2cacc23475d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:58.509485 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55960) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:58.528194 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e76c6da3-fbcc-4827-b697-d318a2cc4989 req-fc337a53-40b9-4563-ad6a-ca2a0f967e0e tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Unset dirty status for tenant:e45c6918f7db449480a69d497539a7cf on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:57:58.529370 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e76c6da3-fbcc-4827-b697-d318a2cc4989 req-fc337a53-40b9-4563-ad6a-ca2a0f967e0e tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.37 "GET /v2.0/security-groups?id=eee60a03-58af-4e46-ba40-f736609dcd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705913 Feb 09 00:57:58.537647 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c1fe1e84-8119-402c-9423-dcece1952ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:58.556467 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fc5e3-41f3-4044-aabc-4aff9a2e917c req-8e70d760-5021-4cc3-8634-95723d447735 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:58.557965 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-941fc5e3-41f3-4044-aabc-4aff9a2e917c req-8e70d760-5021-4cc3-8634-95723d447735 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f183d7e-8e3c-4ad3-b879-b2614ac7beb1 HTTP/1.1" status: 200 len: 950 time: 0.1863427 Feb 09 00:57:58.564989 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c1fe1e84-8119-402c-9423-dcece1952ad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:57:58.569653 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c1fe1e84-8119-402c-9423-dcece1952ad7 admin admin] Usage tracker for resource:security_group_rule and tenant:80626e3e2ea14c8285bb1f443f361494 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:57:58.572731 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c1fe1e84-8119-402c-9423-dcece1952ad7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:57:58.576464 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-2851426d-bfe6-49f5-9bf3-edd89d6e9c96 service neutron] For port cd6085db-f0d8-4852-aca7-6448cf9751b9, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:57:58.581173 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-2851426d-bfe6-49f5-9bf3-edd89d6e9c96 service neutron] For port cd6085db-f0d8-4852-aca7-6448cf9751b9, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=cd6085db-f0d8-4852-aca7-6448cf9751b9,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:57:58.590281 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-2851426d-bfe6-49f5-9bf3-edd89d6e9c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:58.599758 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c1fe1e84-8119-402c-9423-dcece1952ad7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:57:58.615720 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9e4a5e6d-4746-4a98-ba64-c2cacc23475d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:58.651542 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a5e6d-4746-4a98-ba64-c2cacc23475d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d99997-ce5b-4c42-bc0b-8f3280076dea,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:58.683823 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9e4a5e6d-4746-4a98-ba64-c2cacc23475d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:58.684990 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9e4a5e6d-4746-4a98-ba64-c2cacc23475d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0d99997-ce5b-4c42-bc0b-8f3280076dea HTTP/1.1" status: 204 len: 168 time: 0.3920727 Feb 09 00:57:58.701060 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-941fc5e3-41f3-4044-aabc-4aff9a2e917c req-110c4baa-207a-404b-9251-ee17ba04376e tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/security-groups?id=23bc2b45-7219-474b-8335-0b5116611f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218350 Feb 09 00:57:58.747635 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-2b5a180b-1f57-4073-9cba-ff98f43f2e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:58.749224 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-2b5a180b-1f57-4073-9cba-ff98f43f2e95 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2820270 Feb 09 00:57:58.791781 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c1fe1e84-8119-402c-9423-dcece1952ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:58.797892 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c1fe1e84-8119-402c-9423-dcece1952ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:58.859135 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c1fe1e84-8119-402c-9423-dcece1952ad7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=80626e3e2ea14c8285bb1f443f361494&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3475780 Feb 09 00:57:58.860094 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe1e84-8119-402c-9423-dcece1952ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5d2a95-b24a-410b-a2c7-c12fa8b9260e,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:58.864340 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55970) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:57:58.944095 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-2851426d-bfe6-49f5-9bf3-edd89d6e9c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:58.944764 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-2851426d-bfe6-49f5-9bf3-edd89d6e9c96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:58.946125 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-2851426d-bfe6-49f5-9bf3-edd89d6e9c96 service neutron] 10.222.0.35 "PUT /v2.0/ports/cd6085db-f0d8-4852-aca7-6448cf9751b9 HTTP/1.1" status: 200 len: 1096 time: 3.0423751 Feb 09 00:57:58.998652 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851426d-bfe6-49f5-9bf3-edd89d6e9c96 service neutron] Pushing event updated for resources: {'Port': ['ID=cd6085db-f0d8-4852-aca7-6448cf9751b9,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:59.139086 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e449d621-88b0-4c97-90e1-f3f1d115994f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:59.183798 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-fda54e65-eb8b-443c-ad7b-7d29d6e41540 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249141 Feb 09 00:57:59.201241 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e449d621-88b0-4c97-90e1-f3f1d115994f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:59.238735 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f73705-bf1f-417d-98ac-486c56e5bb75 req-221b58c9-f4a1-4cfb-b843-d926fcba86e9 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:59.240225 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-42f73705-bf1f-417d-98ac-486c56e5bb75 req-221b58c9-f4a1-4cfb-b843-d926fcba86e9 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32928b33-708f-437b-bb20-be2302cc68a3 HTTP/1.1" status: 200 len: 1096 time: 0.3469357 Feb 09 00:57:59.283094 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e449d621-88b0-4c97-90e1-f3f1d115994f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:59.294417 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-2ae18c47-54df-4912-9758-303d8613ad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:59.295295 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-2ae18c47-54df-4912-9758-303d8613ad68 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75e828870635430b8acac1e91459fd1f&device_id=f3947836-433e-4b3f-b825-c03a8b93482e HTTP/1.1" status: 200 len: 1099 time: 0.2979298 Feb 09 00:57:59.306152 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449d621-88b0-4c97-90e1-f3f1d115994f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5d2a95-b24a-410b-a2c7-c12fa8b9260e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:59.324861 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e449d621-88b0-4c97-90e1-f3f1d115994f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:59.326113 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e449d621-88b0-4c97-90e1-f3f1d115994f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f5d2a95-b24a-410b-a2c7-c12fa8b9260e HTTP/1.1" status: 204 len: 168 time: 0.4604607 Feb 09 00:57:59.342493 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-42f73705-bf1f-417d-98ac-486c56e5bb75 req-9d96cb70-f8d3-4f9d-bd07-a78c1c6da797 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888031 Feb 09 00:57:59.389164 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-4ddc6871-11bd-4a9c-9481-b4419c9c6531 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=cd6085db-f0d8-4852-aca7-6448cf9751b9 HTTP/1.1" status: 200 len: 217 time: 0.0840096 Feb 09 00:57:59.403686 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfe365-b718-4fae-8494-30754c5db05d req-0d386770-bd7e-4f7b-91ca-c5476be09200 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:59.405238 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a8bfe365-b718-4fae-8494-30754c5db05d req-0d386770-bd7e-4f7b-91ca-c5476be09200 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3947836-433e-4b3f-b825-c03a8b93482e HTTP/1.1" status: 200 len: 948 time: 0.2786102 Feb 09 00:57:59.491986 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-21764f4f-11c1-47a3-8848-c86f5488f76c req-c6269711-17b8-4666-905f-726dd0cea04b service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967029 Feb 09 00:57:59.525647 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-8b08681d-0655-4c53-97c9-1a1596ec7589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:59.527172 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-8b08681d-0655-4c53-97c9-1a1596ec7589 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.1315072 Feb 09 00:57:59.670446 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a8bfe365-b718-4fae-8494-30754c5db05d req-154537e6-62c9-4b76-9ee0-e7a3ee2c6d5d tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d7756f4-bd1c-4185-a8b3-6ace458d05de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186453 Feb 09 00:57:59.696783 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-1e4ff659-60cb-4460-a2da-b7909072ce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:59.698425 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-1e4ff659-60cb-4460-a2da-b7909072ce11 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1589768 Feb 09 00:57:59.704938 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d4b14-ed85-4e0e-874e-7af64366cbe6 req-074eb9a0-6a94-4ab2-b394-d954a3ba98d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:59.707530 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f51d4b14-ed85-4e0e-874e-7af64366cbe6 req-074eb9a0-6a94-4ab2-b394-d954a3ba98d5 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=e45c6918f7db449480a69d497539a7cf&device_id=e01de268-6f8c-410b-a8a7-5b2283969a26 HTTP/1.1" status: 200 len: 1099 time: 0.1203511 Feb 09 00:57:59.940445 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d4b14-ed85-4e0e-874e-7af64366cbe6 req-26cfe2d8-6a1b-4ec6-aee2-0e5ae09b7d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:59.942192 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f51d4b14-ed85-4e0e-874e-7af64366cbe6 req-26cfe2d8-6a1b-4ec6-aee2-0e5ae09b7d29 service neutron] 10.222.0.117 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.2245739 Feb 09 00:57:59.968734 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5232f-2fdf-45cb-a70d-0ad4c336497b req-8dac710a-4678-4ed8-b8db-62a29f38d361 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:59.973536 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-33e5232f-2fdf-45cb-a70d-0ad4c336497b req-8dac710a-4678-4ed8-b8db-62a29f38d361 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01de268-6f8c-410b-a8a7-5b2283969a26 HTTP/1.1" status: 200 len: 948 time: 0.1016498 Feb 09 00:58:00.038076 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-33e5232f-2fdf-45cb-a70d-0ad4c336497b req-1086fd45-2294-4d6b-a3ea-6a0975015439 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.37 "GET /v2.0/security-groups?id=eee60a03-58af-4e46-ba40-f736609dcd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570681 Feb 09 00:58:00.047854 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f51d4b14-ed85-4e0e-874e-7af64366cbe6 req-0ede491f-427a-420f-9869-13486bb7175c service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=9c0eadf2-2e8d-491f-ac0d-440873923f3b HTTP/1.1" status: 200 len: 217 time: 0.0803692 Feb 09 00:58:00.224766 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d4b14-ed85-4e0e-874e-7af64366cbe6 req-b13412d3-8d42-4e50-81e1-c5b72cd635fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:00.226234 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f51d4b14-ed85-4e0e-874e-7af64366cbe6 req-b13412d3-8d42-4e50-81e1-c5b72cd635fc service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.1260316 Feb 09 00:58:00.284264 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3947836-433e-4b3f-b825-c03a8b93482e', 'tag': 'cd6085db-f0d8-4852-aca7-6448cf9751b9'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:00.303091 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b5fec-ee13-4355-a59d-c38f37b96243 req-84fea2ff-defd-41a3-a14a-8e5c4243bd8b tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:00.304916 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-205b5fec-ee13-4355-a59d-c38f37b96243 req-84fea2ff-defd-41a3-a14a-8e5c4243bd8b tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f183d7e-8e3c-4ad3-b879-b2614ac7beb1 HTTP/1.1" status: 200 len: 950 time: 0.1023808 Feb 09 00:58:00.317734 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-fec35123-fba7-4c0b-ab6c-7871eb4435aa service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481459 Feb 09 00:58:00.335634 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-0c1b0ff8-e4bb-475e-a2dc-d03ca55aaebe tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:00.342617 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-0c1b0ff8-e4bb-475e-a2dc-d03ca55aaebe tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/networks?id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9 HTTP/1.1" status: 200 len: 821 time: 0.4036720 Feb 09 00:58:00.366506 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-205b5fec-ee13-4355-a59d-c38f37b96243 req-27a1dd19-96cb-41df-a7cb-7b64dfa0a32c tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/security-groups?id=23bc2b45-7219-474b-8335-0b5116611f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543618 Feb 09 00:58:00.367429 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-46d27d1d-c4d5-4882-af1a-3ac3e13f6de4 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/quotas/5a38989228a14de2b6764c7f261f44e3 HTTP/1.1" status: 200 len: 375 time: 0.0236750 Feb 09 00:58:00.629927 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3947836-433e-4b3f-b825-c03a8b93482e', 'tag': 'cd6085db-f0d8-4852-aca7-6448cf9751b9', 'status': 'completed', 'code': 200} Feb 09 00:58:00.637998 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d4b14-ed85-4e0e-874e-7af64366cbe6 req-1b444326-44ce-4505-915e-4695dd52536a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:00.639476 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f51d4b14-ed85-4e0e-874e-7af64366cbe6 req-1b444326-44ce-4505-915e-4695dd52536a service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3990421 Feb 09 00:58:00.795733 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-ef055e30-06aa-4f14-8c29-1ed142cff25f tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a38989228a14de2b6764c7f261f44e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4273365 Feb 09 00:58:00.891660 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0e237c9f-67e0-4fb5-99b9-5fa1f7daa02e req-4d46ae7a-fd67-451f-a17d-8b42b778cf24 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581354 Feb 09 00:58:00.925134 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f51d4b14-ed85-4e0e-874e-7af64366cbe6 req-54a63ccf-3618-4ac9-b498-b848f541589f service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735767 Feb 09 00:58:01.094915 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-06dfe51e-bc85-469b-8c4f-c1a9a5ae48da service neutron] 10.222.0.37 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982683 Feb 09 00:58:01.254419 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc64e5f-53a9-4604-b4e8-89cf50a55c52 req-24cbabdb-a5d1-4527-b8b1-a5d9bb26980d tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:01.256070 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8fc64e5f-53a9-4604-b4e8-89cf50a55c52 req-24cbabdb-a5d1-4527-b8b1-a5d9bb26980d tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3947836-433e-4b3f-b825-c03a8b93482e HTTP/1.1" status: 200 len: 948 time: 0.0881710 Feb 09 00:58:01.259410 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f51d4b14-ed85-4e0e-874e-7af64366cbe6 req-7f9f34a9-a2eb-48b5-bde2-a9ae6825a482 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247125 Feb 09 00:58:01.277509 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c4462-5619-4608-9ea2-f080ce176672 req-b98134c4-6cee-47c5-a628-9558e7fcc7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:01.279085 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a59c4462-5619-4608-9ea2-f080ce176672 req-b98134c4-6cee-47c5-a628-9558e7fcc7d0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75e828870635430b8acac1e91459fd1f&device_id=f3947836-433e-4b3f-b825-c03a8b93482e HTTP/1.1" status: 200 len: 1099 time: 0.3147655 Feb 09 00:58:01.363560 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-8076254e-cf75-4a39-b57b-ae5dbd031c4d service neutron] 10.222.0.37 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668390 Feb 09 00:58:01.367518 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8fc64e5f-53a9-4604-b4e8-89cf50a55c52 req-a604cadf-336d-4d83-bfdd-4c63fb74abbb tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d7756f4-bd1c-4185-a8b3-6ace458d05de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669439 Feb 09 00:58:01.404752 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ece039-5a0b-4c34-a920-800540350a64 req-4797bb18-41bf-46b5-86d2-d5741ebfd565 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:01.406567 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-00ece039-5a0b-4c34-a920-800540350a64 req-4797bb18-41bf-46b5-86d2-d5741ebfd565 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f183d7e-8e3c-4ad3-b879-b2614ac7beb1 HTTP/1.1" status: 200 len: 950 time: 0.1492772 Feb 09 00:58:01.448914 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c4462-5619-4608-9ea2-f080ce176672 req-a10de02f-201c-46f8-bd06-4af71d812e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:01.450737 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a59c4462-5619-4608-9ea2-f080ce176672 req-a10de02f-201c-46f8-bd06-4af71d812e02 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.1608434 Feb 09 00:58:01.515465 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-00ece039-5a0b-4c34-a920-800540350a64 req-35cbf66a-f92b-4d6d-a0ec-1c45e720b188 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Deleting port d394b031-5f79-4813-b1f8-eae98da1ba81 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:58:01.516697 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-00ece039-5a0b-4c34-a920-800540350a64 req-35cbf66a-f92b-4d6d-a0ec-1c45e720b188 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:01.537016 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a59c4462-5619-4608-9ea2-f080ce176672 req-b59259fe-2618-4be6-953e-cbf18b14ecfb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=cd6085db-f0d8-4852-aca7-6448cf9751b9 HTTP/1.1" status: 200 len: 217 time: 0.0753014 Feb 09 00:58:01.643563 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c4462-5619-4608-9ea2-f080ce176672 req-2376935c-41bb-4e87-aec7-93e3b86b4766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:01.645587 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a59c4462-5619-4608-9ea2-f080ce176672 req-2376935c-41bb-4e87-aec7-93e3b86b4766 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.1018209 Feb 09 00:58:01.843963 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c4462-5619-4608-9ea2-f080ce176672 req-923415d2-f8dd-4c5e-9143-27d9a99d8272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:01.845802 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a59c4462-5619-4608-9ea2-f080ce176672 req-923415d2-f8dd-4c5e-9143-27d9a99d8272 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1919963 Feb 09 00:58:01.861364 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0da7b-dd37-41ed-9abc-285c8e53cd5f req-3f81bfc4-4133-42d9-8689-0fdfb87a6072 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:01.863531 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-58d0da7b-dd37-41ed-9abc-285c8e53cd5f req-3f81bfc4-4133-42d9-8689-0fdfb87a6072 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f183d7e-8e3c-4ad3-b879-b2614ac7beb1 HTTP/1.1" status: 200 len: 950 time: 0.1268806 Feb 09 00:58:01.890585 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-00ece039-5a0b-4c34-a920-800540350a64 req-35cbf66a-f92b-4d6d-a0ec-1c45e720b188 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] For port d394b031-5f79-4813-b1f8-eae98da1ba81, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d394b031-5f79-4813-b1f8-eae98da1ba81,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:01.890948 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-00ece039-5a0b-4c34-a920-800540350a64 req-35cbf66a-f92b-4d6d-a0ec-1c45e720b188 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:02.026839 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a59c4462-5619-4608-9ea2-f080ce176672 req-d4f47f78-2404-411a-8971-2572e0896887 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618676 Feb 09 00:58:02.035752 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-00ece039-5a0b-4c34-a920-800540350a64 req-35cbf66a-f92b-4d6d-a0ec-1c45e720b188 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Calling delete_port for d394b031-5f79-4813-b1f8-eae98da1ba81 owned by compute:nova {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:58:02.036962 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-58d0da7b-dd37-41ed-9abc-285c8e53cd5f req-a50bf665-c708-4ef4-bcee-ca211ccbca7f tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/security-groups?id=23bc2b45-7219-474b-8335-0b5116611f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565641 Feb 09 00:58:02.123646 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc9ba1-f6d7-465b-a83d-48f8c38f2fa2 req-048d6be4-b039-463a-8d7c-12a2a60398b5 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:02.131993 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d9bc9ba1-f6d7-465b-a83d-48f8c38f2fa2 req-048d6be4-b039-463a-8d7c-12a2a60398b5 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01de268-6f8c-410b-a8a7-5b2283969a26 HTTP/1.1" status: 200 len: 948 time: 0.3442540 Feb 09 00:58:02.214348 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d9bc9ba1-f6d7-465b-a83d-48f8c38f2fa2 req-a82c0364-4097-43c6-bcc2-e841811e161c tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.37 "GET /v2.0/security-groups?id=eee60a03-58af-4e46-ba40-f736609dcd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813913 Feb 09 00:58:02.219635 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a59c4462-5619-4608-9ea2-f080ce176672 req-f648b354-8ad5-469a-93c9-83e585574bcf service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740024 Feb 09 00:58:02.299792 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-baaf5c6c-a6d7-4559-9f10-e5878290fd3e req-d9dca95c-5d18-43f9-9419-bd6e16c56bb5 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8 HTTP/1.1" status: 200 len: 210 time: 0.0477898 Feb 09 00:58:02.303999 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-00ece039-5a0b-4c34-a920-800540350a64 req-35cbf66a-f92b-4d6d-a0ec-1c45e720b188 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:02.318009 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['d394b031-5f79-4813-b1f8-eae98da1ba81'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:58:02.392309 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cbf66a-f92b-4d6d-a0ec-1c45e720b188 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Pushing event deleted for resources: {'Port': ['ID=d394b031-5f79-4813-b1f8-eae98da1ba81,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:02.501479 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 9c0eadf2-2e8d-491f-ac0d-440873923f3b details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:58:02.544915 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ece039-5a0b-4c34-a920-800540350a64 req-35cbf66a-f92b-4d6d-a0ec-1c45e720b188 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] No DVR routers for this DVR port d394b031-5f79-4813-b1f8-eae98da1ba81 on host n-h1-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:58:02.558678 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-00ece039-5a0b-4c34-a920-800540350a64 req-35cbf66a-f92b-4d6d-a0ec-1c45e720b188 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:02.588907 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f183d7e-8e3c-4ad3-b879-b2614ac7beb1', 'name': 'network-vif-deleted', 'tag': 'd394b031-5f79-4813-b1f8-eae98da1ba81'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:02.604135 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-00ece039-5a0b-4c34-a920-800540350a64 req-35cbf66a-f92b-4d6d-a0ec-1c45e720b188 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.35 "DELETE /v2.0/ports/d394b031-5f79-4813-b1f8-eae98da1ba81 HTTP/1.1" status: 204 len: 173 time: 1.1907973 Feb 09 00:58:02.781285 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 9c0eadf2-2e8d-491f-ac0d-440873923f3b, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9c0eadf2-2e8d-491f-ac0d-440873923f3b,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:02.808594 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '9c0eadf2-2e8d-491f-ac0d-440873923f3b', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': '9c0eadf2-2e8d-491f-ac0d-440873923f3b', 'mac_address': 'fa:16:3e:8e:d8:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:58:02.878656 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:02.889350 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa16289-9e9d-4f23-a22f-2abaac468f4a req-6f8422df-eca8-478f-8a8a-cc8b6dc82a09 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:02.899144 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56140) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:02.904733 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-efa16289-9e9d-4f23-a22f-2abaac468f4a req-6f8422df-eca8-478f-8a8a-cc8b6dc82a09 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3947836-433e-4b3f-b825-c03a8b93482e HTTP/1.1" status: 200 len: 948 time: 0.1651061 Feb 09 00:58:02.910496 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c0eadf2-2e8d-491f-ac0d-440873923f3b {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:58:02.927785 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 9c0eadf2-2e8d-491f-ac0d-440873923f3b, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9c0eadf2-2e8d-491f-ac0d-440873923f3b,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:02.934307 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:02.935470 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f183d7e-8e3c-4ad3-b879-b2614ac7beb1', 'name': 'network-vif-deleted', 'tag': 'd394b031-5f79-4813-b1f8-eae98da1ba81', 'status': 'completed', 'code': 200} Feb 09 00:58:02.997141 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-efa16289-9e9d-4f23-a22f-2abaac468f4a req-c11acf51-a648-4c58-86a8-3560259245f7 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d7756f4-bd1c-4185-a8b3-6ace458d05de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907969 Feb 09 00:58:03.044124 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=9c0eadf2-2e8d-491f-ac0d-440873923f3b,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:03.189647 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['9c0eadf2-2e8d-491f-ac0d-440873923f3b'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:58:03.262079 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dd5101d7-bc4e-44a0-9c6d-4e63234bc372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:03.282231 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-dd5101d7-bc4e-44a0-9c6d-4e63234bc372 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:03.287691 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-dd5101d7-bc4e-44a0-9c6d-4e63234bc372 admin admin] Usage tracker for resource:security_group_rule and tenant:4c4a9088c4034a2c87c0436c33e67656 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:03.291270 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-dd5101d7-bc4e-44a0-9c6d-4e63234bc372 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:03.298360 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-dd5101d7-bc4e-44a0-9c6d-4e63234bc372 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:03.355824 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-2ccb4170-47d0-41cc-a251-296d3676de5d req-9584374b-248a-4d9b-b3bf-96633c6e1d30 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Synchronizing usage tracker for tenant:d858ecec797b41f8b183726ac55ac55c on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:58:03.429487 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dd5101d7-bc4e-44a0-9c6d-4e63234bc372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:03.435644 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dd5101d7-bc4e-44a0-9c6d-4e63234bc372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:03.453585 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device cd6085db-f0d8-4852-aca7-6448cf9751b9 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:58:03.466371 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-2ccb4170-47d0-41cc-a251-296d3676de5d req-9584374b-248a-4d9b-b3bf-96633c6e1d30 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] Unset dirty status for tenant:d858ecec797b41f8b183726ac55ac55c on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:58:03.467515 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2ccb4170-47d0-41cc-a251-296d3676de5d req-9584374b-248a-4d9b-b3bf-96633c6e1d30 tempest-DeleteServersAdminTestJSON-211903267 tempest-DeleteServersAdminTestJSON-211903267-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f183d7e-8e3c-4ad3-b879-b2614ac7beb1 HTTP/1.1" status: 200 len: 210 time: 0.2258039 Feb 09 00:58:03.607720 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-c01d7e58-7ac9-4cd1-82dc-c54f4c3ab265 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:03.613848 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-c01d7e58-7ac9-4cd1-82dc-c54f4c3ab265 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.35 "GET /v2.0/networks?id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9 HTTP/1.1" status: 200 len: 821 time: 0.5822673 Feb 09 00:58:03.630128 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-ee923340-b84e-4065-b7ca-2248923629d2 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Request body: {'port': {'device_id': '19a82a7b-7ec3-45c4-b231-e6ef1661bcb8', 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9', 'admin_state_up': True, 'tenant_id': '5a38989228a14de2b6764c7f261f44e3'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:03.680906 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port cd6085db-f0d8-4852-aca7-6448cf9751b9, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=cd6085db-f0d8-4852-aca7-6448cf9751b9,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:03.695558 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'cd6085db-f0d8-4852-aca7-6448cf9751b9', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': 'cd6085db-f0d8-4852-aca7-6448cf9751b9', 'mac_address': 'fa:16:3e:be:56:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:58:03.763035 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5101d7-bc4e-44a0-9c6d-4e63234bc372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5f9c39-082b-4fa0-baf8-85b884968d65,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:03.775663 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-dd5101d7-bc4e-44a0-9c6d-4e63234bc372 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c4a9088c4034a2c87c0436c33e67656&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8748362 Feb 09 00:58:03.776803 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56172) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:03.779112 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:03.798968 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd6085db-f0d8-4852-aca7-6448cf9751b9 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:58:03.819625 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bb2d6-33f2-48db-9bac-c0d5c8c19fc2 req-991c3812-0fef-43db-8175-847d9e6d7b25 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:03.820945 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1d6bb2d6-33f2-48db-9bac-c0d5c8c19fc2 req-991c3812-0fef-43db-8175-847d9e6d7b25 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01de268-6f8c-410b-a8a7-5b2283969a26 HTTP/1.1" status: 200 len: 949 time: 0.1700389 Feb 09 00:58:03.828135 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port cd6085db-f0d8-4852-aca7-6448cf9751b9, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=cd6085db-f0d8-4852-aca7-6448cf9751b9,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:03.829305 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-589b085e-dad6-4b89-8666-25d62945de92 req-be56d881-22b8-4169-879b-9e2490675846 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8 HTTP/1.1" status: 200 len: 210 time: 0.0477393 Feb 09 00:58:03.833237 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:03.850343 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-ee923340-b84e-4065-b7ca-2248923629d2 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:03.860354 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-ee923340-b84e-4065-b7ca-2248923629d2 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:03.870620 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-ee923340-b84e-4065-b7ca-2248923629d2 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Made reservation on behalf of 5a38989228a14de2b6764c7f261f44e3 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:58:03.875587 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-ee923340-b84e-4065-b7ca-2248923629d2 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:03.924293 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=cd6085db-f0d8-4852-aca7-6448cf9751b9,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:03.925704 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1d6bb2d6-33f2-48db-9bac-c0d5c8c19fc2 req-0850cd0f-575e-45e9-81d2-9f3befbf2db4 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.37 "GET /v2.0/security-groups?id=eee60a03-58af-4e46-ba40-f736609dcd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946171 Feb 09 00:58:03.926494 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d1ec984c-bbfa-4a8e-9079-56d573aeebbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:03.970060 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d1ec984c-bbfa-4a8e-9079-56d573aeebbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:04.054321 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d1ec984c-bbfa-4a8e-9079-56d573aeebbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:04.075388 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec984c-bbfa-4a8e-9079-56d573aeebbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5f9c39-082b-4fa0-baf8-85b884968d65,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:04.078948 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d1ec984c-bbfa-4a8e-9079-56d573aeebbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:04.080126 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d1ec984c-bbfa-4a8e-9079-56d573aeebbe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d5f9c39-082b-4fa0-baf8-85b884968d65 HTTP/1.1" status: 204 len: 168 time: 0.3008430 Feb 09 00:58:04.084503 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-ee923340-b84e-4065-b7ca-2248923629d2 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Allocated IP 172.20.0.6 (53c7f498-ec21-4766-a8b4-5bb9d5f006d9/eb9a8e05-d0fc-4553-92c9-d58b7743cadc/1c89862d-0bcb-4d05-b40e-473a155a0fae) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:58:04.110198 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['cd6085db-f0d8-4852-aca7-6448cf9751b9'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:58:04.437769 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417a568-f9eb-4c8c-a947-9ece00ec5db4 req-d16df465-6638-45db-ad2c-c0d271da00bc tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:04.439258 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d417a568-f9eb-4c8c-a947-9ece00ec5db4 req-d16df465-6638-45db-ad2c-c0d271da00bc tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3947836-433e-4b3f-b825-c03a8b93482e HTTP/1.1" status: 200 len: 949 time: 0.2335699 Feb 09 00:58:04.442875 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-ee923340-b84e-4065-b7ca-2248923629d2 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:04.496828 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d417a568-f9eb-4c8c-a947-9ece00ec5db4 req-1311ab49-f5e0-42e9-8d32-4c812f8e80f6 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d7756f4-bd1c-4185-a8b3-6ace458d05de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476482 Feb 09 00:58:04.515520 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-ee923340-b84e-4065-b7ca-2248923629d2 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:04.526537 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 9c0eadf2-2e8d-491f-ac0d-440873923f3b up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:58:04.546894 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56216) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:04.587979 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c39708e0-7ace-4dd1-b825-c0096d42f267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:04.621131 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c39708e0-7ace-4dd1-b825-c0096d42f267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:04.626359 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c39708e0-7ace-4dd1-b825-c0096d42f267 admin admin] Usage tracker for resource:security_group_rule and tenant:6ce030dca2e9458390934e975c8a3b7e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:04.630457 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c39708e0-7ace-4dd1-b825-c0096d42f267 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:04.638249 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c39708e0-7ace-4dd1-b825-c0096d42f267 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:04.644778 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee923340-b84e-4065-b7ca-2248923629d2 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Pushing event updated for resources: {'Port': ['ID=1c89862d-0bcb-4d05-b40e-473a155a0fae,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:04.663225 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 9c0eadf2-2e8d-491f-ac0d-440873923f3b completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:58:04.666734 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-ee923340-b84e-4065-b7ca-2248923629d2 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:58:04.668135 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-ee923340-b84e-4065-b7ca-2248923629d2 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:58:04.671045 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-ee923340-b84e-4065-b7ca-2248923629d2 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:58:04.671224 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 9c0eadf2-2e8d-491f-ac0d-440873923f3b triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:04.671717 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:04.676964 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-ee923340-b84e-4065-b7ca-2248923629d2 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:04.677607 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-ee923340-b84e-4065-b7ca-2248923629d2 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:04.712245 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-ee923340-b84e-4065-b7ca-2248923629d2 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0869808 Feb 09 00:58:04.726741 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-827dad64-71f1-40ba-8055-c88afc891bfe service neutron] Request body: {'port': {'device_id': '19a82a7b-7ec3-45c4-b231-e6ef1661bcb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:04.786990 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c39708e0-7ace-4dd1-b825-c0096d42f267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:04.793991 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c39708e0-7ace-4dd1-b825-c0096d42f267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:04.836703 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c39708e0-7ace-4dd1-b825-c0096d42f267 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ce030dca2e9458390934e975c8a3b7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2886219 Feb 09 00:58:04.839184 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56228) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:04.863897 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:04.895070 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39708e0-7ace-4dd1-b825-c0096d42f267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeedcdc2-15af-41b4-89ea-8580ec64362d,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:04.913655 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 9c0eadf2-2e8d-491f-ac0d-440873923f3b, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9c0eadf2-2e8d-491f-ac0d-440873923f3b,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:04.915093 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01de268-6f8c-410b-a8a7-5b2283969a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0eadf2-2e8d-491f-ac0d-440873923f3b'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:04.922612 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-827dad64-71f1-40ba-8055-c88afc891bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:04.925008 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:04.955748 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c00a0e22-2c17-427a-b9bb-22c3cbe76794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:05.013531 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c00a0e22-2c17-427a-b9bb-22c3cbe76794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:05.035406 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=9c0eadf2-2e8d-491f-ac0d-440873923f3b,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:05.086269 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c00a0e22-2c17-427a-b9bb-22c3cbe76794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:05.106259 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a0e22-2c17-427a-b9bb-22c3cbe76794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeedcdc2-15af-41b4-89ea-8580ec64362d,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:05.114614 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c00a0e22-2c17-427a-b9bb-22c3cbe76794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:05.115928 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c00a0e22-2c17-427a-b9bb-22c3cbe76794 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eeedcdc2-15af-41b4-89ea-8580ec64362d HTTP/1.1" status: 204 len: 168 time: 0.2743127 Feb 09 00:58:05.164527 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01de268-6f8c-410b-a8a7-5b2283969a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0eadf2-2e8d-491f-ac0d-440873923f3b', 'code': 200} Feb 09 00:58:05.302030 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdfbe23-bf29-4fa8-92de-3d7116afd61e req-5f1d2416-8c86-480a-a246-3d69bbbde4ec tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:05.302505 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-0cdfbe23-bf29-4fa8-92de-3d7116afd61e req-5f1d2416-8c86-480a-a246-3d69bbbde4ec tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Synchronizing usage tracker for tenant:5a38989228a14de2b6764c7f261f44e3 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:58:05.342217 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-0cdfbe23-bf29-4fa8-92de-3d7116afd61e req-5f1d2416-8c86-480a-a246-3d69bbbde4ec tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Unset dirty status for tenant:5a38989228a14de2b6764c7f261f44e3 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:58:05.343404 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0cdfbe23-bf29-4fa8-92de-3d7116afd61e req-5f1d2416-8c86-480a-a246-3d69bbbde4ec tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8 HTTP/1.1" status: 200 len: 931 time: 0.2491369 Feb 09 00:58:05.407957 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0cdfbe23-bf29-4fa8-92de-3d7116afd61e req-04294893-af43-4617-aa61-c8e76d953112 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562031 Feb 09 00:58:05.410473 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74b754-57bb-4742-aa1c-51845ce9f8ed req-41eeccef-0031-4875-9853-f45ba18f0988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:05.411966 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3a74b754-57bb-4742-aa1c-51845ce9f8ed req-41eeccef-0031-4875-9853-f45ba18f0988 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=e01de268-6f8c-410b-a8a7-5b2283969a26 HTTP/1.1" status: 200 len: 1101 time: 0.1604743 Feb 09 00:58:05.438546 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ff82e-2f29-43a2-98de-ba64d303b738 req-cf078f3d-2a05-4aa4-8a26-5e1d0113fe16 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:05.440044 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c67ff82e-2f29-43a2-98de-ba64d303b738 req-cf078f3d-2a05-4aa4-8a26-5e1d0113fe16 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01de268-6f8c-410b-a8a7-5b2283969a26 HTTP/1.1" status: 200 len: 950 time: 0.1224661 Feb 09 00:58:05.449122 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device cd6085db-f0d8-4852-aca7-6448cf9751b9 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:58:05.478089 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-827dad64-71f1-40ba-8055-c88afc891bfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c89862d-0bcb-4d05-b40e-473a155a0fae {{(pid=87611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:58:05.486299 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3a74b754-57bb-4742-aa1c-51845ce9f8ed req-d56be822-f28f-4fb0-9e9c-bfc23ca50a25 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=eee60a03-58af-4e46-ba40-f736609dcd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660007 Feb 09 00:58:05.488578 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-827dad64-71f1-40ba-8055-c88afc891bfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:05.508528 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c67ff82e-2f29-43a2-98de-ba64d303b738 req-57940112-a5ab-4e5e-a61f-c8413c704824 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.37 "GET /v2.0/security-groups?id=eee60a03-58af-4e46-ba40-f736609dcd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489032 Feb 09 00:58:05.509126 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-827dad64-71f1-40ba-8055-c88afc891bfe service neutron] Transition to ACTIVE for port object 1c89862d-0bcb-4d05-b40e-473a155a0fae will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:05.514043 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-827dad64-71f1-40ba-8055-c88afc891bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:05.562960 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port cd6085db-f0d8-4852-aca7-6448cf9751b9 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:58:05.574427 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port cd6085db-f0d8-4852-aca7-6448cf9751b9 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:05.574858 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:05.728556 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827dad64-71f1-40ba-8055-c88afc891bfe service neutron] Pushing event updated for resources: {'Port': ['ID=1c89862d-0bcb-4d05-b40e-473a155a0fae,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:05.756612 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-827dad64-71f1-40ba-8055-c88afc891bfe service neutron] Attempting to bind port 1c89862d-0bcb-4d05-b40e-473a155a0fae on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:58:05.757029 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-827dad64-71f1-40ba-8055-c88afc891bfe service neutron] Attempting to bind port 1c89862d-0bcb-4d05-b40e-473a155a0fae by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:58:05.757362 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-827dad64-71f1-40ba-8055-c88afc891bfe service neutron] Attempting to bind port 1c89862d-0bcb-4d05-b40e-473a155a0fae on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:05.763145 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-827dad64-71f1-40ba-8055-c88afc891bfe service neutron] Port 1c89862d-0bcb-4d05-b40e-473a155a0fae on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:58:05.763465 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-827dad64-71f1-40ba-8055-c88afc891bfe service neutron] Attempting to bind port 1c89862d-0bcb-4d05-b40e-473a155a0fae on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:05.769577 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-827dad64-71f1-40ba-8055-c88afc891bfe service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:58:05.769912 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-827dad64-71f1-40ba-8055-c88afc891bfe service neutron] Checking segment: {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:58:05.770293 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-827dad64-71f1-40ba-8055-c88afc891bfe service neutron] Bound using segment: {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:58:05.770769 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-827dad64-71f1-40ba-8055-c88afc891bfe service neutron] Bound port: 1c89862d-0bcb-4d05-b40e-473a155a0fae, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:58:05.771116 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-827dad64-71f1-40ba-8055-c88afc891bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:05.771278 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:05.818408 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port cd6085db-f0d8-4852-aca7-6448cf9751b9, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=cd6085db-f0d8-4852-aca7-6448cf9751b9,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:05.826154 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:05.827003 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device d394b031-5f79-4813-b1f8-eae98da1ba81 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:58:05.906421 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: d394b031-5f79-4813-b1f8-eae98da1ba81 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:58:05.906421 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device d394b031-5f79-4813-b1f8-eae98da1ba81 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:58:05.957396 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=cd6085db-f0d8-4852-aca7-6448cf9751b9,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:06.036070 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-827dad64-71f1-40ba-8055-c88afc891bfe service neutron] For port 1c89862d-0bcb-4d05-b40e-473a155a0fae, host n-h1-828419-1, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:58:06.041087 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-827dad64-71f1-40ba-8055-c88afc891bfe service neutron] For port 1c89862d-0bcb-4d05-b40e-473a155a0fae, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=1c89862d-0bcb-4d05-b40e-473a155a0fae,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:58:06.047794 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-827dad64-71f1-40ba-8055-c88afc891bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:06.131939 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae2ded-dfb8-4474-939e-c55ccbaa2aa2 req-e97d712c-6c90-4e6e-af00-6cd628b6be72 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:06.137705 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6cae2ded-dfb8-4474-939e-c55ccbaa2aa2 req-e97d712c-6c90-4e6e-af00-6cd628b6be72 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3947836-433e-4b3f-b825-c03a8b93482e HTTP/1.1" status: 200 len: 950 time: 0.3051834 Feb 09 00:58:06.149632 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-827dad64-71f1-40ba-8055-c88afc891bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:06.150251 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-827dad64-71f1-40ba-8055-c88afc891bfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:06.151559 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-827dad64-71f1-40ba-8055-c88afc891bfe service neutron] 10.222.0.35 "PUT /v2.0/ports/1c89862d-0bcb-4d05-b40e-473a155a0fae HTTP/1.1" status: 200 len: 1091 time: 1.4320066 Feb 09 00:58:06.182423 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a82a7b-7ec3-45c4-b231-e6ef1661bcb8', 'tag': '1c89862d-0bcb-4d05-b40e-473a155a0fae'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:06.260886 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827dad64-71f1-40ba-8055-c88afc891bfe service neutron] Pushing event updated for resources: {'Port': ['ID=1c89862d-0bcb-4d05-b40e-473a155a0fae,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:06.297219 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6cae2ded-dfb8-4474-939e-c55ccbaa2aa2 req-6a18fd47-a792-4286-a3a3-583397968cfa tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d7756f4-bd1c-4185-a8b3-6ace458d05de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533933 Feb 09 00:58:06.326576 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a82a7b-7ec3-45c4-b231-e6ef1661bcb8', 'tag': '1c89862d-0bcb-4d05-b40e-473a155a0fae', 'status': 'completed', 'code': 200} Feb 09 00:58:06.349448 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-da40c465-6359-4cae-b43a-4e53ead6fe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:06.351227 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-da40c465-6359-4cae-b43a-4e53ead6fe6b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a38989228a14de2b6764c7f261f44e3&device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8 HTTP/1.1" status: 200 len: 1094 time: 0.1463573 Feb 09 00:58:06.432219 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-437f8f49-2650-43ac-a33e-31c4790ada69 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c89862d-0bcb-4d05-b40e-473a155a0fae HTTP/1.1" status: 200 len: 217 time: 0.0738268 Feb 09 00:58:06.516670 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-c826aea3-399c-49ce-b4fc-6e21892777dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:06.518185 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-c826aea3-399c-49ce-b4fc-6e21892777dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb9a8e05-d0fc-4553-92c9-d58b7743cadc HTTP/1.1" status: 200 len: 861 time: 0.0766234 Feb 09 00:58:06.613836 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-6fbd64f1-b33a-44bc-8292-4f5d0a2cc1f3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839832 Feb 09 00:58:06.627738 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56310) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:06.652881 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc183c5-23b8-4ba1-9057-2a1cf6902826 req-5328f0c6-1766-47ac-98e1-40821f463b9a tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:06.661923 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1fc183c5-23b8-4ba1-9057-2a1cf6902826 req-5328f0c6-1766-47ac-98e1-40821f463b9a tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8 HTTP/1.1" status: 200 len: 943 time: 0.1127133 Feb 09 00:58:06.712459 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1fc183c5-23b8-4ba1-9057-2a1cf6902826 req-db787d1c-8091-4c9d-a399-e963e906de40 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492129 Feb 09 00:58:06.816973 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4b72cf9c-f992-431e-9a82-31d8007e3e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:06.832154 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56320) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:06.898082 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-8e68c194-619c-4a5e-aa28-04dab59c82b7 service neutron] 10.222.0.35 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746229 Feb 09 00:58:06.968097 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda4f9b-13b0-4967-adbe-a90df2972777 req-024c62be-55a0-4c12-af52-ecd9c0ee2160 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:06.969727 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-edda4f9b-13b0-4967-adbe-a90df2972777 req-024c62be-55a0-4c12-af52-ecd9c0ee2160 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01de268-6f8c-410b-a8a7-5b2283969a26 HTTP/1.1" status: 200 len: 950 time: 0.0867271 Feb 09 00:58:07.026817 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-edda4f9b-13b0-4967-adbe-a90df2972777 req-60af2c5e-82cb-4ebf-9dc0-f8fda4706b83 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.37 "GET /v2.0/security-groups?id=eee60a03-58af-4e46-ba40-f736609dcd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495090 Feb 09 00:58:07.105182 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6cfda1c6-ff29-48bc-9939-46a345454d14 req-d924b575-4c17-4235-9abf-b737b832e881 service neutron] 10.222.0.35 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938915 Feb 09 00:58:07.165689 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3947836-433e-4b3f-b825-c03a8b93482e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6085db-f0d8-4852-aca7-6448cf9751b9'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:07.246396 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-56a885e1-2a86-423a-b3d8-eb8c3cc292e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d858ecec797b41f8b183726ac55ac55c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4129772 Feb 09 00:58:07.248781 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56342) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:07.264207 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3947836-433e-4b3f-b825-c03a8b93482e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6085db-f0d8-4852-aca7-6448cf9751b9', 'code': 200} Feb 09 00:58:07.300574 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4fae77cb-a583-4795-b7eb-0520ec120639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:07.341094 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4fae77cb-a583-4795-b7eb-0520ec120639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:07.345403 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4fae77cb-a583-4795-b7eb-0520ec120639 admin admin] Usage tracker for resource:security_group_rule and tenant:9969801bdf494ae999e2e9d155a68740 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:07.348508 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4fae77cb-a583-4795-b7eb-0520ec120639 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:07.354979 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4fae77cb-a583-4795-b7eb-0520ec120639 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:07.396623 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-69bfdeae-96b4-4f14-9909-e8afe089a36f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:07.446564 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-69bfdeae-96b4-4f14-9909-e8afe089a36f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:07.454556 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4fae77cb-a583-4795-b7eb-0520ec120639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:07.466728 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4fae77cb-a583-4795-b7eb-0520ec120639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:07.506481 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d7a6f-035b-48fb-a1e7-7d858d3b5576 req-b2753802-d9f1-46d8-8022-bb867fabc249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:07.508128 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3e2d7a6f-035b-48fb-a1e7-7d858d3b5576 req-b2753802-d9f1-46d8-8022-bb867fabc249 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f3947836-433e-4b3f-b825-c03a8b93482e HTTP/1.1" status: 200 len: 1101 time: 0.1643984 Feb 09 00:58:07.531749 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae77cb-a583-4795-b7eb-0520ec120639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892648a8-99ff-4c7e-866e-b830f3fdd1cb,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:07.539549 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4fae77cb-a583-4795-b7eb-0520ec120639 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9969801bdf494ae999e2e9d155a68740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9080353 Feb 09 00:58:07.540594 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56364) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:07.573196 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1626e3e-9eaa-4877-af5b-737101f0982b req-f5b7dfa0-7d51-4667-a0ec-212477aa5694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:07.575304 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c1626e3e-9eaa-4877-af5b-737101f0982b req-f5b7dfa0-7d51-4667-a0ec-212477aa5694 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a38989228a14de2b6764c7f261f44e3&device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8 HTTP/1.1" status: 200 len: 1094 time: 0.4125376 Feb 09 00:58:07.579254 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-69bfdeae-96b4-4f14-9909-e8afe089a36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:07.606317 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bfdeae-96b4-4f14-9909-e8afe089a36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bc2b45-7219-474b-8335-0b5116611f1f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:07.639348 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3e2d7a6f-035b-48fb-a1e7-7d858d3b5576 req-c86316ed-30dd-4b15-beef-09fdf411ba02 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0d7756f4-bd1c-4185-a8b3-6ace458d05de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105378 Feb 09 00:58:07.641678 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-69bfdeae-96b4-4f14-9909-e8afe089a36f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:07.642630 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-69bfdeae-96b4-4f14-9909-e8afe089a36f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/23bc2b45-7219-474b-8335-0b5116611f1f HTTP/1.1" status: 204 len: 168 time: 0.3925240 Feb 09 00:58:07.702547 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-24cf3bca-e74b-44bd-ba7a-223b8e873294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:07.770235 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-24cf3bca-e74b-44bd-ba7a-223b8e873294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:07.810163 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1626e3e-9eaa-4877-af5b-737101f0982b req-1da6b76a-a15a-46ec-9b0f-4450e02b4db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:07.811640 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c1626e3e-9eaa-4877-af5b-737101f0982b req-1da6b76a-a15a-46ec-9b0f-4450e02b4db0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9 HTTP/1.1" status: 200 len: 922 time: 0.2292073 Feb 09 00:58:07.919149 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b78e6-d397-41c0-97a6-c4dcfb6c35d7 req-99592e40-ab27-4142-99c2-1587facb6050 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:07.921187 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-775b78e6-d397-41c0-97a6-c4dcfb6c35d7 req-99592e40-ab27-4142-99c2-1587facb6050 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3947836-433e-4b3f-b825-c03a8b93482e HTTP/1.1" status: 200 len: 950 time: 0.1008375 Feb 09 00:58:07.935566 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c1626e3e-9eaa-4877-af5b-737101f0982b req-5cfc9ae4-e51e-419e-85a1-d31f14f15746 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c89862d-0bcb-4d05-b40e-473a155a0fae HTTP/1.1" status: 200 len: 217 time: 0.0769746 Feb 09 00:58:08.033792 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1626e3e-9eaa-4877-af5b-737101f0982b req-333b29c5-ca1a-4af5-abc3-dee78647bd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:08.035412 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c1626e3e-9eaa-4877-af5b-737101f0982b req-333b29c5-ca1a-4af5-abc3-dee78647bd53 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb9a8e05-d0fc-4553-92c9-d58b7743cadc HTTP/1.1" status: 200 len: 861 time: 0.0895300 Feb 09 00:58:08.036538 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-775b78e6-d397-41c0-97a6-c4dcfb6c35d7 req-9f2d0962-5881-40d1-b66f-563098e06998 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d7756f4-bd1c-4185-a8b3-6ace458d05de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871239 Feb 09 00:58:08.048587 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-24cf3bca-e74b-44bd-ba7a-223b8e873294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:08.170330 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c1626e3e-9eaa-4877-af5b-737101f0982b req-29c55af6-66f3-4051-88db-d21a047c7b0a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083748 Feb 09 00:58:08.171679 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf3bca-e74b-44bd-ba7a-223b8e873294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892648a8-99ff-4c7e-866e-b830f3fdd1cb,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:08.173805 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-24cf3bca-e74b-44bd-ba7a-223b8e873294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:08.177956 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-24cf3bca-e74b-44bd-ba7a-223b8e873294 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/892648a8-99ff-4c7e-866e-b830f3fdd1cb HTTP/1.1" status: 204 len: 168 time: 0.6334252 Feb 09 00:58:08.222906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56404) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:08.246196 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-43b49bca-6287-4555-90a6-d230cc4e2ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:08.261935 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-43b49bca-6287-4555-90a6-d230cc4e2ddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:08.266094 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-43b49bca-6287-4555-90a6-d230cc4e2ddc admin admin] Usage tracker for resource:security_group_rule and tenant:efa334ad61434f959606739a01a5965d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:08.269403 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-43b49bca-6287-4555-90a6-d230cc4e2ddc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:08.277484 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-43b49bca-6287-4555-90a6-d230cc4e2ddc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:08.379072 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c1626e3e-9eaa-4877-af5b-737101f0982b req-78c92ffa-c9c8-4fb3-aeaa-d0de4dbfb024 service neutron] 10.222.0.35 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000177 Feb 09 00:58:08.387719 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121d6d0-8b09-4ef2-82eb-2721c376d058 req-f156550b-a93c-4f73-8ce6-66b4c6826a94 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:08.389234 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3121d6d0-8b09-4ef2-82eb-2721c376d058 req-f156550b-a93c-4f73-8ce6-66b4c6826a94 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8 HTTP/1.1" status: 200 len: 943 time: 0.2119565 Feb 09 00:58:08.398134 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-43b49bca-6287-4555-90a6-d230cc4e2ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:08.405915 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-43b49bca-6287-4555-90a6-d230cc4e2ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:08.469573 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-43b49bca-6287-4555-90a6-d230cc4e2ddc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=efa334ad61434f959606739a01a5965d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2454915 Feb 09 00:58:08.472781 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b49bca-6287-4555-90a6-d230cc4e2ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca46f417-08e8-462a-92b8-efeee196a8e2,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:08.488284 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56412) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:08.561086 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-38c8f952-ff8a-4d85-9603-3fa4bbbe506a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:08.596546 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56416) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:08.603775 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-38c8f952-ff8a-4d85-9603-3fa4bbbe506a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:08.622034 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3121d6d0-8b09-4ef2-82eb-2721c376d058 req-4b02fa7d-8077-48ed-8594-540801e1883e tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086029 Feb 09 00:58:08.674664 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c1626e3e-9eaa-4877-af5b-737101f0982b req-81811ff6-1158-43cd-a898-d99523fa87a3 service neutron] 10.222.0.35 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844076 Feb 09 00:58:08.686351 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-38c8f952-ff8a-4d85-9603-3fa4bbbe506a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:08.709374 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8f952-ff8a-4d85-9603-3fa4bbbe506a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca46f417-08e8-462a-92b8-efeee196a8e2,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:08.716510 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-38c8f952-ff8a-4d85-9603-3fa4bbbe506a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:08.717616 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-38c8f952-ff8a-4d85-9603-3fa4bbbe506a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ca46f417-08e8-462a-92b8-efeee196a8e2 HTTP/1.1" status: 204 len: 168 time: 0.2270637 Feb 09 00:58:08.747378 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56424) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:08.767283 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f0f7612f-c6e8-4b7b-acff-5b541585ff05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:08.783078 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f0f7612f-c6e8-4b7b-acff-5b541585ff05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:08.788320 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f0f7612f-c6e8-4b7b-acff-5b541585ff05 admin admin] Usage tracker for resource:security_group_rule and tenant:da76f8c02f5746c7845f91221b372bb8 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:08.793826 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f0f7612f-c6e8-4b7b-acff-5b541585ff05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:08.797170 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f0f7612f-c6e8-4b7b-acff-5b541585ff05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:08.996223 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f0f7612f-c6e8-4b7b-acff-5b541585ff05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:09.001070 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f0f7612f-c6e8-4b7b-acff-5b541585ff05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:09.116461 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f866bda-2bd4-408f-862d-0ec11fcb07cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:09.130974 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56454) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:09.141114 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f0f7612f-c6e8-4b7b-acff-5b541585ff05 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=da76f8c02f5746c7845f91221b372bb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3926177 Feb 09 00:58:09.169359 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7612f-c6e8-4b7b-acff-5b541585ff05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15275beb-841f-4432-baa6-de1d4cd97274,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:09.175852 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7f866bda-2bd4-408f-862d-0ec11fcb07cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:09.187594 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7f866bda-2bd4-408f-862d-0ec11fcb07cf admin admin] Usage tracker for resource:security_group_rule and tenant:3792913137bf424eb34e3dc7669819c7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:09.192072 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7f866bda-2bd4-408f-862d-0ec11fcb07cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:09.204247 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7f866bda-2bd4-408f-862d-0ec11fcb07cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:09.215183 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f990933b-6094-4421-8100-3207a07d3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:09.241516 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-adb14813-0e27-4019-aaff-f9ab89fc80f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:09.274708 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-adb14813-0e27-4019-aaff-f9ab89fc80f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:09.346088 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-adb14813-0e27-4019-aaff-f9ab89fc80f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:09.365882 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb14813-0e27-4019-aaff-f9ab89fc80f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15275beb-841f-4432-baa6-de1d4cd97274,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:09.371796 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ff970-2994-4829-8e51-df668fac5d73 req-52c0be7d-872d-4aba-bf8d-9d15f0ebd30d tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:09.380300 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fc9ff970-2994-4829-8e51-df668fac5d73 req-52c0be7d-872d-4aba-bf8d-9d15f0ebd30d tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3947836-433e-4b3f-b825-c03a8b93482e HTTP/1.1" status: 200 len: 950 time: 0.1455617 Feb 09 00:58:09.381174 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-adb14813-0e27-4019-aaff-f9ab89fc80f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:09.382448 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-adb14813-0e27-4019-aaff-f9ab89fc80f6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15275beb-841f-4432-baa6-de1d4cd97274 HTTP/1.1" status: 204 len: 168 time: 0.2505145 Feb 09 00:58:09.436902 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56470) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:09.441977 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f866bda-2bd4-408f-862d-0ec11fcb07cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:09.456193 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fc9ff970-2994-4829-8e51-df668fac5d73 req-019aca97-90fe-42d4-86f0-dc4b6cd396d6 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d7756f4-bd1c-4185-a8b3-6ace458d05de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728476 Feb 09 00:58:09.458477 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f866bda-2bd4-408f-862d-0ec11fcb07cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:09.463946 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 1c89862d-0bcb-4d05-b40e-473a155a0fae details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:58:09.517435 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7f866bda-2bd4-408f-862d-0ec11fcb07cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3792913137bf424eb34e3dc7669819c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9192901 Feb 09 00:58:09.520215 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f866bda-2bd4-408f-862d-0ec11fcb07cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9962f15-70f9-4cd5-8cf8-567c932d7197,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:09.520941 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56484) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:09.599640 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-27b8ea7d-f555-471e-b6ce-11447edf5447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:09.634729 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-27b8ea7d-f555-471e-b6ce-11447edf5447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:09.644577 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 1c89862d-0bcb-4d05-b40e-473a155a0fae, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=1c89862d-0bcb-4d05-b40e-473a155a0fae,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:09.660834 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '1c89862d-0bcb-4d05-b40e-473a155a0fae', 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9', 'port_id': '1c89862d-0bcb-4d05-b40e-473a155a0fae', 'mac_address': 'fa:16:3e:d2:5c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 995, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb9a8e05-d0fc-4553-92c9-d58b7743cadc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:58:09.734159 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-27b8ea7d-f555-471e-b6ce-11447edf5447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:09.739524 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:09.761031 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c89862d-0bcb-4d05-b40e-473a155a0fae {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:58:09.780325 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 1c89862d-0bcb-4d05-b40e-473a155a0fae, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=1c89862d-0bcb-4d05-b40e-473a155a0fae,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:09.786539 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:09.797303 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8ea7d-f555-471e-b6ce-11447edf5447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9962f15-70f9-4cd5-8cf8-567c932d7197,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:09.808861 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-27b8ea7d-f555-471e-b6ce-11447edf5447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:09.811730 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-27b8ea7d-f555-471e-b6ce-11447edf5447 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b9962f15-70f9-4cd5-8cf8-567c932d7197 HTTP/1.1" status: 204 len: 168 time: 0.2897680 Feb 09 00:58:09.818383 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0beeb87c-3302-44ce-a215-0761dc99f5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:09.836346 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-0beeb87c-3302-44ce-a215-0761dc99f5ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:09.841066 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0beeb87c-3302-44ce-a215-0761dc99f5ec admin admin] Usage tracker for resource:security_group_rule and tenant:e87d7d23ebeb4b6b85b885cb3fa52bf4 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:09.844315 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0beeb87c-3302-44ce-a215-0761dc99f5ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:09.851411 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-0beeb87c-3302-44ce-a215-0761dc99f5ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:09.924533 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=1c89862d-0bcb-4d05-b40e-473a155a0fae,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:09.956870 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993c8b3-1d36-4f7d-8bee-1a0b10d16b15 req-c0f6a521-025a-422d-bb3b-2a3642ed9feb tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:09.966831 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0beeb87c-3302-44ce-a215-0761dc99f5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:09.967284 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d993c8b3-1d36-4f7d-8bee-1a0b10d16b15 req-c0f6a521-025a-422d-bb3b-2a3642ed9feb tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8 HTTP/1.1" status: 200 len: 944 time: 0.1380041 Feb 09 00:58:09.972956 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0beeb87c-3302-44ce-a215-0761dc99f5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:10.033916 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d993c8b3-1d36-4f7d-8bee-1a0b10d16b15 req-9720109e-0ae4-48e4-ba3c-77810c331596 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649951 Feb 09 00:58:10.044477 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['1c89862d-0bcb-4d05-b40e-473a155a0fae'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:58:10.047326 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0beeb87c-3302-44ce-a215-0761dc99f5ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e87d7d23ebeb4b6b85b885cb3fa52bf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6092165 Feb 09 00:58:10.048339 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beeb87c-3302-44ce-a215-0761dc99f5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5ac361-3a0c-4bb5-beb2-c13f789fe352,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:10.051235 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56502) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:10.212458 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-346ae590-490f-4c72-a5c8-c13c9d132610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:10.282398 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-346ae590-490f-4c72-a5c8-c13c9d132610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:10.363769 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:10.365945 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-346ae590-490f-4c72-a5c8-c13c9d132610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:10.389351 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ae590-490f-4c72-a5c8-c13c9d132610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5ac361-3a0c-4bb5-beb2-c13f789fe352,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:10.408105 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:10.411092 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-346ae590-490f-4c72-a5c8-c13c9d132610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:10.415421 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-346ae590-490f-4c72-a5c8-c13c9d132610 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec5ac361-3a0c-4bb5-beb2-c13f789fe352 HTTP/1.1" status: 204 len: 168 time: 0.3628263 Feb 09 00:58:10.569034 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56530) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:10.589760 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-388f949c-24e3-4fa4-81a1-51f67aa105dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:10.610392 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-388f949c-24e3-4fa4-81a1-51f67aa105dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:10.630476 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-388f949c-24e3-4fa4-81a1-51f67aa105dd admin admin] Usage tracker for resource:security_group_rule and tenant:ec69a37c75d94baa9353cc503797f25d is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:10.650497 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-388f949c-24e3-4fa4-81a1-51f67aa105dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:10.665356 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-388f949c-24e3-4fa4-81a1-51f67aa105dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:10.898833 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-388f949c-24e3-4fa4-81a1-51f67aa105dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:10.920966 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-388f949c-24e3-4fa4-81a1-51f67aa105dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:10.973821 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd477d0-3a80-4173-bb81-c223b159a61a req-83c9937b-72f4-4555-b3db-2b29977c32e8 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:10.973821 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fbd477d0-3a80-4173-bb81-c223b159a61a req-83c9937b-72f4-4555-b3db-2b29977c32e8 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3947836-433e-4b3f-b825-c03a8b93482e HTTP/1.1" status: 200 len: 950 time: 0.2009654 Feb 09 00:58:11.048484 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56558) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:11.056675 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-388f949c-24e3-4fa4-81a1-51f67aa105dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec69a37c75d94baa9353cc503797f25d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4741669 Feb 09 00:58:11.070574 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f949c-24e3-4fa4-81a1-51f67aa105dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e47f43b-46fb-46af-8bb0-1682d0bedc8b,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:11.134006 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fbd477d0-3a80-4173-bb81-c223b159a61a req-389185bf-e8d4-41a6-815a-aff21ae4debb tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d7756f4-bd1c-4185-a8b3-6ace458d05de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292076 Feb 09 00:58:11.248868 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0d0bf39a-5d9b-45d5-8693-ae9533d38412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:11.358160 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56582) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:11.385987 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ba3a7a8-77e8-4772-846a-429a30dcd8f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:11.408157 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0ba3a7a8-77e8-4772-846a-429a30dcd8f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:11.410664 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0d0bf39a-5d9b-45d5-8693-ae9533d38412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:11.412862 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0ba3a7a8-77e8-4772-846a-429a30dcd8f4 admin admin] Usage tracker for resource:security_group_rule and tenant:32c0cf3c5a77443a8f43bacfbaf39268 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:11.415729 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0ba3a7a8-77e8-4772-846a-429a30dcd8f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:11.427357 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0ba3a7a8-77e8-4772-846a-429a30dcd8f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:11.480148 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 1c89862d-0bcb-4d05-b40e-473a155a0fae up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:58:11.482740 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b94908-449e-4ec9-8c9d-9988fe3e9cf3 req-58bbe9d7-f3e2-4303-8298-ad7db59ba177 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:11.484447 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-45b94908-449e-4ec9-8c9d-9988fe3e9cf3 req-58bbe9d7-f3e2-4303-8298-ad7db59ba177 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8 HTTP/1.1" status: 200 len: 944 time: 0.1991868 Feb 09 00:58:11.591648 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ba3a7a8-77e8-4772-846a-429a30dcd8f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:11.599330 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ba3a7a8-77e8-4772-846a-429a30dcd8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:11.608824 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0d0bf39a-5d9b-45d5-8693-ae9533d38412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:11.632944 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:11.645375 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-45b94908-449e-4ec9-8c9d-9988fe3e9cf3 req-631dfb6f-c30c-43f2-8968-267b43c99791 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539969 Feb 09 00:58:11.655537 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0ba3a7a8-77e8-4772-846a-429a30dcd8f4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=32c0cf3c5a77443a8f43bacfbaf39268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937164 Feb 09 00:58:11.657483 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56602) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:11.663534 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0bf39a-5d9b-45d5-8693-ae9533d38412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e47f43b-46fb-46af-8bb0-1682d0bedc8b,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:11.666065 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 1c89862d-0bcb-4d05-b40e-473a155a0fae completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:58:11.684342 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0d0bf39a-5d9b-45d5-8693-ae9533d38412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:11.687753 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0d0bf39a-5d9b-45d5-8693-ae9533d38412 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2e47f43b-46fb-46af-8bb0-1682d0bedc8b HTTP/1.1" status: 204 len: 168 time: 0.6354139 Feb 09 00:58:11.700903 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3a7a8-77e8-4772-846a-429a30dcd8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07dcc55-2022-4d48-a284-8285c502c95b,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:11.731995 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 1c89862d-0bcb-4d05-b40e-473a155a0fae triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:11.734356 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:11.741153 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b195cb9e-0780-491b-9b97-2fd4eb9559e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:11.788690 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b195cb9e-0780-491b-9b97-2fd4eb9559e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:11.869208 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b195cb9e-0780-491b-9b97-2fd4eb9559e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:11.904328 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195cb9e-0780-491b-9b97-2fd4eb9559e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07dcc55-2022-4d48-a284-8285c502c95b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:11.921416 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b195cb9e-0780-491b-9b97-2fd4eb9559e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:11.922575 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b195cb9e-0780-491b-9b97-2fd4eb9559e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c07dcc55-2022-4d48-a284-8285c502c95b HTTP/1.1" status: 204 len: 168 time: 0.2641726 Feb 09 00:58:11.985927 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:12.021769 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a82a7b-7ec3-45c4-b231-e6ef1661bcb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c89862d-0bcb-4d05-b40e-473a155a0fae'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:12.053303 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 1c89862d-0bcb-4d05-b40e-473a155a0fae, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=1c89862d-0bcb-4d05-b40e-473a155a0fae,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:12.059820 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:12.168502 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a82a7b-7ec3-45c4-b231-e6ef1661bcb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c89862d-0bcb-4d05-b40e-473a155a0fae', 'code': 200} Feb 09 00:58:12.235566 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbd9d3-f4af-42c0-965e-73ac15323eec req-2aa85571-2e2a-463a-bae3-60dd1eb7263a tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:12.239339 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-79cbd9d3-f4af-42c0-965e-73ac15323eec req-2aa85571-2e2a-463a-bae3-60dd1eb7263a tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3947836-433e-4b3f-b825-c03a8b93482e HTTP/1.1" status: 200 len: 950 time: 0.2049022 Feb 09 00:58:12.288495 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=1c89862d-0bcb-4d05-b40e-473a155a0fae,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:12.403779 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-79cbd9d3-f4af-42c0-965e-73ac15323eec req-43b171bc-0d3d-435c-8a99-d87d2d1d03f7 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Deleting port cd6085db-f0d8-4852-aca7-6448cf9751b9 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:58:12.404126 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-79cbd9d3-f4af-42c0-965e-73ac15323eec req-43b171bc-0d3d-435c-8a99-d87d2d1d03f7 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:12.539373 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400144d-3985-4dd3-b0cf-600d27fca6ca req-95932377-ee9d-43df-87a9-a714a3475e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:12.540859 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5400144d-3985-4dd3-b0cf-600d27fca6ca req-95932377-ee9d-43df-87a9-a714a3475e57 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8 HTTP/1.1" status: 200 len: 1096 time: 0.3091085 Feb 09 00:58:12.560264 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 9c0eadf2-2e8d-491f-ac0d-440873923f3b details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:58:12.588984 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bae4b7-55b1-436f-8c08-1dd274057b93 req-f5812df4-260f-467b-b121-ecb78655da20 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:12.597401 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-67bae4b7-55b1-436f-8c08-1dd274057b93 req-f5812df4-260f-467b-b121-ecb78655da20 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3947836-433e-4b3f-b825-c03a8b93482e HTTP/1.1" status: 200 len: 950 time: 0.1819553 Feb 09 00:58:12.666514 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5400144d-3985-4dd3-b0cf-600d27fca6ca req-814aaf37-3d7c-4002-b3f5-d62fdf965e6f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155162 Feb 09 00:58:12.694753 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-67bae4b7-55b1-436f-8c08-1dd274057b93 req-9c3ffe01-ab24-4217-be1b-c53230542bc0 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d7756f4-bd1c-4185-a8b3-6ace458d05de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963824 Feb 09 00:58:12.898388 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 9c0eadf2-2e8d-491f-ac0d-440873923f3b, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9c0eadf2-2e8d-491f-ac0d-440873923f3b,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:12.915639 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '9c0eadf2-2e8d-491f-ac0d-440873923f3b', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': '9c0eadf2-2e8d-491f-ac0d-440873923f3b', 'mac_address': 'fa:16:3e:8e:d8:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:58:13.001779 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:13.017618 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56650) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:13.023288 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-79cbd9d3-f4af-42c0-965e-73ac15323eec req-43b171bc-0d3d-435c-8a99-d87d2d1d03f7 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] For port cd6085db-f0d8-4852-aca7-6448cf9751b9, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=cd6085db-f0d8-4852-aca7-6448cf9751b9,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:13.023446 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-79cbd9d3-f4af-42c0-965e-73ac15323eec req-43b171bc-0d3d-435c-8a99-d87d2d1d03f7 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:13.069587 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c0eadf2-2e8d-491f-ac0d-440873923f3b {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:58:13.071489 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-946c8103-5462-4016-9c94-9468f68541a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:13.120028 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 9c0eadf2-2e8d-491f-ac0d-440873923f3b, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9c0eadf2-2e8d-491f-ac0d-440873923f3b,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:13.128642 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:13.145437 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-946c8103-5462-4016-9c94-9468f68541a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:13.158717 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-946c8103-5462-4016-9c94-9468f68541a4 admin admin] Usage tracker for resource:security_group_rule and tenant:f0350292069b4c03a71ac369f3174123 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:13.180296 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-946c8103-5462-4016-9c94-9468f68541a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:13.197367 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-946c8103-5462-4016-9c94-9468f68541a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:13.481188 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-79cbd9d3-f4af-42c0-965e-73ac15323eec req-43b171bc-0d3d-435c-8a99-d87d2d1d03f7 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Calling delete_port for cd6085db-f0d8-4852-aca7-6448cf9751b9 owned by compute:nova {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:58:13.495063 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['9c0eadf2-2e8d-491f-ac0d-440873923f3b'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:58:13.547132 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-946c8103-5462-4016-9c94-9468f68541a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:13.555533 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-946c8103-5462-4016-9c94-9468f68541a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:13.682293 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c8103-5462-4016-9c94-9468f68541a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe92ad8a-f332-45f2-a706-3bc4f86168ab,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:13.700787 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=9c0eadf2-2e8d-491f-ac0d-440873923f3b,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:13.743734 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-946c8103-5462-4016-9c94-9468f68541a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f0350292069b4c03a71ac369f3174123&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7236085 Feb 09 00:58:13.745954 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56682) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:13.945724 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-87c42bec-298e-45e4-a2fb-ca46e20d209e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:14.000849 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-87c42bec-298e-45e4-a2fb-ca46e20d209e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:14.062965 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8d624-b409-4023-b2c7-681f283da299 req-f0a120a1-3706-4b15-b423-7fa1f7a5b75a tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:14.071672 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bfe8d624-b409-4023-b2c7-681f283da299 req-f0a120a1-3706-4b15-b423-7fa1f7a5b75a tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8 HTTP/1.1" status: 200 len: 945 time: 1.1799328 Feb 09 00:58:14.148620 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219e810-a271-4159-9199-069e668c808e req-df9b2c71-77a9-4d84-8cbd-dac457669306 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:14.157072 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5219e810-a271-4159-9199-069e668c808e req-df9b2c71-77a9-4d84-8cbd-dac457669306 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3947836-433e-4b3f-b825-c03a8b93482e HTTP/1.1" status: 200 len: 950 time: 0.2914462 Feb 09 00:58:14.222996 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5219e810-a271-4159-9199-069e668c808e req-aa537938-65ec-41e6-a637-ad9d3d68bb88 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d7756f4-bd1c-4185-a8b3-6ace458d05de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601761 Feb 09 00:58:14.224496 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bfe8d624-b409-4023-b2c7-681f283da299 req-2ca00784-2068-480f-93bc-3d10420e629d tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486783 Feb 09 00:58:14.296203 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-87c42bec-298e-45e4-a2fb-ca46e20d209e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:14.323065 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c42bec-298e-45e4-a2fb-ca46e20d209e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe92ad8a-f332-45f2-a706-3bc4f86168ab,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:14.331734 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-79cbd9d3-f4af-42c0-965e-73ac15323eec req-43b171bc-0d3d-435c-8a99-d87d2d1d03f7 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:14.339681 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-87c42bec-298e-45e4-a2fb-ca46e20d209e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:14.342095 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-87c42bec-298e-45e4-a2fb-ca46e20d209e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fe92ad8a-f332-45f2-a706-3bc4f86168ab HTTP/1.1" status: 204 len: 168 time: 0.5948992 Feb 09 00:58:14.421238 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b171bc-0d3d-435c-8a99-d87d2d1d03f7 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Pushing event deleted for resources: {'Port': ['ID=cd6085db-f0d8-4852-aca7-6448cf9751b9,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:14.563259 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-79cbd9d3-f4af-42c0-965e-73ac15323eec req-43b171bc-0d3d-435c-8a99-d87d2d1d03f7 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] No DVR routers for this DVR port cd6085db-f0d8-4852-aca7-6448cf9751b9 on host n-h1-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:58:14.564564 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 9c0eadf2-2e8d-491f-ac0d-440873923f3b up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:58:14.572280 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-79cbd9d3-f4af-42c0-965e-73ac15323eec req-43b171bc-0d3d-435c-8a99-d87d2d1d03f7 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:14.575943 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3947836-433e-4b3f-b825-c03a8b93482e', 'name': 'network-vif-deleted', 'tag': 'cd6085db-f0d8-4852-aca7-6448cf9751b9'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:14.631760 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-79cbd9d3-f4af-42c0-965e-73ac15323eec req-43b171bc-0d3d-435c-8a99-d87d2d1d03f7 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.35 "DELETE /v2.0/ports/cd6085db-f0d8-4852-aca7-6448cf9751b9 HTTP/1.1" status: 204 len: 173 time: 2.3844955 Feb 09 00:58:14.758919 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 9c0eadf2-2e8d-491f-ac0d-440873923f3b triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:14.765752 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:14.773769 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3947836-433e-4b3f-b825-c03a8b93482e', 'name': 'network-vif-deleted', 'tag': 'cd6085db-f0d8-4852-aca7-6448cf9751b9', 'status': 'completed', 'code': 200} Feb 09 00:58:15.059076 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:15.134130 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01de268-6f8c-410b-a8a7-5b2283969a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0eadf2-2e8d-491f-ac0d-440873923f3b'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:15.178190 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 9c0eadf2-2e8d-491f-ac0d-440873923f3b, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9c0eadf2-2e8d-491f-ac0d-440873923f3b,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:15.183539 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:15.301111 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01de268-6f8c-410b-a8a7-5b2283969a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0eadf2-2e8d-491f-ac0d-440873923f3b', 'code': 200} Feb 09 00:58:15.366143 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=9c0eadf2-2e8d-491f-ac0d-440873923f3b,revision_number=7']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:15.504570 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device cd6085db-f0d8-4852-aca7-6448cf9751b9 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:58:15.584659 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-00d0955f-b028-4e85-a392-b2b85303e7d0 req-cc89a7fc-e0f2-4c65-bf79-9112723ee363 tempest-TenantUsagesTestJSON-1465751199 tempest-TenantUsagesTestJSON-1465751199-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3947836-433e-4b3f-b825-c03a8b93482e HTTP/1.1" status: 200 len: 210 time: 0.1116242 Feb 09 00:58:15.636676 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: cd6085db-f0d8-4852-aca7-6448cf9751b9 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:58:15.637535 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device cd6085db-f0d8-4852-aca7-6448cf9751b9 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:58:15.756778 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec2ecf-2f7f-4c45-ab03-457135fb6402 req-65032502-604f-4bfd-a37f-d956a23f3caa tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:15.766133 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d2ec2ecf-2f7f-4c45-ab03-457135fb6402 req-65032502-604f-4bfd-a37f-d956a23f3caa tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8 HTTP/1.1" status: 200 len: 945 time: 0.1136854 Feb 09 00:58:15.830261 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d2ec2ecf-2f7f-4c45-ab03-457135fb6402 req-4a608e36-44dc-4f99-8f38-5b001ee002f8 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594714 Feb 09 00:58:16.062759 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56784) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:16.152951 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8dfe26-1a94-456f-b055-012ff4409a19 req-b52d92df-143f-4e0a-9485-8a7f2c4c723b tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:16.162269 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1d8dfe26-1a94-456f-b055-012ff4409a19 req-b52d92df-143f-4e0a-9485-8a7f2c4c723b tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8 HTTP/1.1" status: 200 len: 1096 time: 0.1158268 Feb 09 00:58:16.213915 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1d8dfe26-1a94-456f-b055-012ff4409a19 req-5e3b68dc-9768-44e9-9194-699d65d49165 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495336 Feb 09 00:58:16.255914 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0a3e2d1f-3be3-45af-ad19-28b0b29b611e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:16.287520 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-0a3e2d1f-3be3-45af-ad19-28b0b29b611e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:16.304936 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0a3e2d1f-3be3-45af-ad19-28b0b29b611e admin admin] Usage tracker for resource:security_group_rule and tenant:db5ce49cf7f741698dfe7e04bd809550 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:16.316149 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0a3e2d1f-3be3-45af-ad19-28b0b29b611e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:16.328172 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-0a3e2d1f-3be3-45af-ad19-28b0b29b611e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:16.508306 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0a3e2d1f-3be3-45af-ad19-28b0b29b611e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:16.545615 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0a3e2d1f-3be3-45af-ad19-28b0b29b611e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:16.675351 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e2d1f-3be3-45af-ad19-28b0b29b611e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e79d14-ae7c-4343-9624-38c14ff51b2c,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:16.697365 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56806) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:16.698234 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0a3e2d1f-3be3-45af-ad19-28b0b29b611e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=db5ce49cf7f741698dfe7e04bd809550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6341331 Feb 09 00:58:16.724191 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3d206-da96-48d1-aa34-581db06f458c req-9bd07b25-967d-46b7-b71a-1778cd5466e5 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:16.726172 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1af3d206-da96-48d1-aa34-581db06f458c req-9bd07b25-967d-46b7-b71a-1778cd5466e5 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8 HTTP/1.1" status: 200 len: 1096 time: 0.1632214 Feb 09 00:58:16.834923 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1af3d206-da96-48d1-aa34-581db06f458c req-8db41d9c-f185-480e-ba46-ac5d47c058e0 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963879 Feb 09 00:58:16.869377 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4d808831-7290-48dc-98ea-05c9f3de502b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:16.904650 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56816) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:16.928578 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4d808831-7290-48dc-98ea-05c9f3de502b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:17.014136 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4d808831-7290-48dc-98ea-05c9f3de502b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:17.036770 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d808831-7290-48dc-98ea-05c9f3de502b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e79d14-ae7c-4343-9624-38c14ff51b2c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:17.067190 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4d808831-7290-48dc-98ea-05c9f3de502b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:17.068307 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4d808831-7290-48dc-98ea-05c9f3de502b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/39e79d14-ae7c-4343-9624-38c14ff51b2c HTTP/1.1" status: 204 len: 168 time: 0.3699691 Feb 09 00:58:17.457500 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2f5e1db5-b193-4757-a51b-e22d634112b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:17.490533 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-2f5e1db5-b193-4757-a51b-e22d634112b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:17.495228 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2f5e1db5-b193-4757-a51b-e22d634112b1 admin admin] Usage tracker for resource:security_group_rule and tenant:8f8a56c622bf43cbacc41aa0117cce38 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:17.499162 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2f5e1db5-b193-4757-a51b-e22d634112b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:17.507797 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-2f5e1db5-b193-4757-a51b-e22d634112b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:17.589047 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76566b0-f190-4b60-8915-fecf6dd9cac0 req-7a865784-83a9-41b6-a2b0-47b6b5889495 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:17.596967 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c76566b0-f190-4b60-8915-fecf6dd9cac0 req-7a865784-83a9-41b6-a2b0-47b6b5889495 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8 HTTP/1.1" status: 200 len: 1096 time: 0.2194915 Feb 09 00:58:17.671496 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c76566b0-f190-4b60-8915-fecf6dd9cac0 req-d8d3f649-bcc3-4de7-8adc-ae2ce2ee25d1 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731003 Feb 09 00:58:17.746540 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56856) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:17.774264 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2f5e1db5-b193-4757-a51b-e22d634112b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:17.783840 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2f5e1db5-b193-4757-a51b-e22d634112b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:17.851289 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2f5e1db5-b193-4757-a51b-e22d634112b1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f8a56c622bf43cbacc41aa0117cce38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9455516 Feb 09 00:58:17.854069 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56864) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:17.854574 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e1db5-b193-4757-a51b-e22d634112b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af0345b-a48c-4ab2-a37a-a6bef3f62a94,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:17.953244 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4230d206-1f6b-4734-85e5-030973d2f910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:17.988457 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4230d206-1f6b-4734-85e5-030973d2f910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:17.993662 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56868) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:18.026773 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-35a8fcd6-e69e-4ca6-94bb-afc3088da69f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:18.061612 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-35a8fcd6-e69e-4ca6-94bb-afc3088da69f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:18.074902 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-35a8fcd6-e69e-4ca6-94bb-afc3088da69f admin admin] Usage tracker for resource:security_group_rule and tenant:a6fdf09754bf4005bfbd9b7e70ef5eef is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:18.082968 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-35a8fcd6-e69e-4ca6-94bb-afc3088da69f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:18.096059 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-35a8fcd6-e69e-4ca6-94bb-afc3088da69f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:18.147466 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4230d206-1f6b-4734-85e5-030973d2f910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:18.222121 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230d206-1f6b-4734-85e5-030973d2f910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af0345b-a48c-4ab2-a37a-a6bef3f62a94,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:18.249233 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4230d206-1f6b-4734-85e5-030973d2f910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:18.267305 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4230d206-1f6b-4734-85e5-030973d2f910 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0af0345b-a48c-4ab2-a37a-a6bef3f62a94 HTTP/1.1" status: 204 len: 168 time: 0.4120824 Feb 09 00:58:18.338208 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-35a8fcd6-e69e-4ca6-94bb-afc3088da69f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:18.343882 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-35a8fcd6-e69e-4ca6-94bb-afc3088da69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:18.410321 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-35a8fcd6-e69e-4ca6-94bb-afc3088da69f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a6fdf09754bf4005bfbd9b7e70ef5eef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4154971 Feb 09 00:58:18.411302 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8fcd6-e69e-4ca6-94bb-afc3088da69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3baa31-3cfa-4aef-933a-1cb0563f6614,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:18.413812 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56888) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:18.504062 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56892) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:18.504987 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4ac78f0b-0537-42e7-83e4-a27b06921b37 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=75e828870635430b8acac1e91459fd1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7569816 Feb 09 00:58:18.605391 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e165152a-ca7a-473a-bbfb-9626d97f9f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:18.631885 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e165152a-ca7a-473a-bbfb-9626d97f9f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:18.719864 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e165152a-ca7a-473a-bbfb-9626d97f9f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:18.744105 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-56797510-c9db-467e-9cc4-ab1f4a91155f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:18.778782 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-56797510-c9db-467e-9cc4-ab1f4a91155f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:18.857133 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e165152a-ca7a-473a-bbfb-9626d97f9f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7756f4-bd1c-4185-a8b3-6ace458d05de,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:18.912660 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-56797510-c9db-467e-9cc4-ab1f4a91155f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:18.933558 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-56797510-c9db-467e-9cc4-ab1f4a91155f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:18.935186 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-56797510-c9db-467e-9cc4-ab1f4a91155f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3e3baa31-3cfa-4aef-933a-1cb0563f6614 HTTP/1.1" status: 204 len: 168 time: 0.5200961 Feb 09 00:58:18.939371 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e165152a-ca7a-473a-bbfb-9626d97f9f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:18.944324 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e165152a-ca7a-473a-bbfb-9626d97f9f14 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0d7756f4-bd1c-4185-a8b3-6ace458d05de HTTP/1.1" status: 204 len: 168 time: 0.4378524 Feb 09 00:58:18.946963 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56797510-c9db-467e-9cc4-ab1f4a91155f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3baa31-3cfa-4aef-933a-1cb0563f6614,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:19.101102 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda63099-a199-415c-b568-975b87736731 req-b2ce04f3-2880-40f9-b39d-0609f5b05852 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:19.106655 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fda63099-a199-415c-b568-975b87736731 req-b2ce04f3-2880-40f9-b39d-0609f5b05852 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8 HTTP/1.1" status: 200 len: 1096 time: 0.1326456 Feb 09 00:58:19.127030 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56916) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:19.169394 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50b3f347-46cd-41b8-8278-a0f835205dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:19.217607 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fda63099-a199-415c-b568-975b87736731 req-c102d1d0-f004-4a6f-a485-6ff33379040b tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035070 Feb 09 00:58:19.220893 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-50b3f347-46cd-41b8-8278-a0f835205dba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:19.229112 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-50b3f347-46cd-41b8-8278-a0f835205dba admin admin] Usage tracker for resource:security_group_rule and tenant:3ad26d8652b84b3788815f9374983acc is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:19.235606 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-50b3f347-46cd-41b8-8278-a0f835205dba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:19.250618 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-50b3f347-46cd-41b8-8278-a0f835205dba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:19.418625 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50b3f347-46cd-41b8-8278-a0f835205dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:19.426636 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50b3f347-46cd-41b8-8278-a0f835205dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:19.513078 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56944) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:19.515308 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-50b3f347-46cd-41b8-8278-a0f835205dba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3ad26d8652b84b3788815f9374983acc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3853962 Feb 09 00:58:19.539344 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3f347-46cd-41b8-8278-a0f835205dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2f3201-81d5-43d9-a5cf-fccb7711ae69,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:19.649906 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-45277ad4-d30a-4023-9d66-6186a3638ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:19.708979 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-45277ad4-d30a-4023-9d66-6186a3638ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:19.834135 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-45277ad4-d30a-4023-9d66-6186a3638ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:19.852466 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45277ad4-d30a-4023-9d66-6186a3638ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2f3201-81d5-43d9-a5cf-fccb7711ae69,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:19.857801 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-45277ad4-d30a-4023-9d66-6186a3638ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:19.861409 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-45277ad4-d30a-4023-9d66-6186a3638ea7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5a2f3201-81d5-43d9-a5cf-fccb7711ae69 HTTP/1.1" status: 204 len: 168 time: 0.3450251 Feb 09 00:58:19.876233 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56958) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:19.927211 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bb957343-3997-4368-b246-6375b27c496f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:19.970626 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-bb957343-3997-4368-b246-6375b27c496f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:19.976437 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-bb957343-3997-4368-b246-6375b27c496f admin admin] Usage tracker for resource:security_group_rule and tenant:8dbefb14080744a6a498f1bade8a5b48 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:19.981514 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-bb957343-3997-4368-b246-6375b27c496f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:20.001809 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-bb957343-3997-4368-b246-6375b27c496f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:20.232578 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bb957343-3997-4368-b246-6375b27c496f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:20.238144 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bb957343-3997-4368-b246-6375b27c496f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:20.314429 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-bb957343-3997-4368-b246-6375b27c496f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8dbefb14080744a6a498f1bade8a5b48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4366066 Feb 09 00:58:20.317655 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56972) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:20.329335 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb957343-3997-4368-b246-6375b27c496f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b119ca-87cf-464c-b2e6-f1d5e9ef31e9,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:20.404327 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f33908cb-d000-41f7-b6dd-29b7c2c8b516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:20.436366 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f33908cb-d000-41f7-b6dd-29b7c2c8b516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:20.542828 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f33908cb-d000-41f7-b6dd-29b7c2c8b516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:20.578899 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33908cb-d000-41f7-b6dd-29b7c2c8b516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b119ca-87cf-464c-b2e6-f1d5e9ef31e9,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:20.588319 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f33908cb-d000-41f7-b6dd-29b7c2c8b516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:20.589636 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f33908cb-d000-41f7-b6dd-29b7c2c8b516 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b6b119ca-87cf-464c-b2e6-f1d5e9ef31e9 HTTP/1.1" status: 204 len: 168 time: 0.2708905 Feb 09 00:58:21.479580 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:21.728327 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57078) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:21.999620 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57096) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:22.074804 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57102) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:22.217448 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c3349904-d3b7-4fd9-b05f-38f572c232ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:22.246214 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c3349904-d3b7-4fd9-b05f-38f572c232ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:22.251675 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c3349904-d3b7-4fd9-b05f-38f572c232ce admin admin] Usage tracker for resource:security_group_rule and tenant:0d5a839fee04464b890064e66160b8ad is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:22.288148 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9029f918-0b25-4541-b454-fe76f74bfe1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:22.312316 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c3349904-d3b7-4fd9-b05f-38f572c232ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:22.324528 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-9029f918-0b25-4541-b454-fe76f74bfe1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:22.332143 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9029f918-0b25-4541-b454-fe76f74bfe1d admin admin] Usage tracker for resource:security_group_rule and tenant:4938b34b0bf249429d2d35f1de8553f3 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:22.336794 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9029f918-0b25-4541-b454-fe76f74bfe1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:22.344872 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-9029f918-0b25-4541-b454-fe76f74bfe1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:22.411495 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-bf74b090-b920-48df-bad9-1870767cc972 req-24d36b9b-6985-4354-8cf0-40046bc463e2 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:58:22.422555 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf74b090-b920-48df-bad9-1870767cc972 req-24d36b9b-6985-4354-8cf0-40046bc463e2 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3461020 Feb 09 00:58:22.434415 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c3349904-d3b7-4fd9-b05f-38f572c232ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:22.574892 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9029f918-0b25-4541-b454-fe76f74bfe1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:22.581558 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9029f918-0b25-4541-b454-fe76f74bfe1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:22.625422 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9029f918-0b25-4541-b454-fe76f74bfe1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44441a2d-2230-4870-8b02-7649c1f3913f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:22.672785 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57130) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:22.673630 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9029f918-0b25-4541-b454-fe76f74bfe1d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4938b34b0bf249429d2d35f1de8553f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6719828 Feb 09 00:58:22.767739 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c3349904-d3b7-4fd9-b05f-38f572c232ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:22.774904 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c3349904-d3b7-4fd9-b05f-38f572c232ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:22.835173 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5bffd9dd-7384-434f-a743-1c9be5cde4a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:22.876833 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c3349904-d3b7-4fd9-b05f-38f572c232ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0d5a839fee04464b890064e66160b8ad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1473539 Feb 09 00:58:22.878759 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3349904-d3b7-4fd9-b05f-38f572c232ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de2dc3b-1082-477b-b349-d7ab2a632dd1,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:22.881494 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57148) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:22.913739 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5bffd9dd-7384-434f-a743-1c9be5cde4a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:23.000435 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-73d92d95-542f-4bbc-bb78-e47a3e186eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:23.019867 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5bffd9dd-7384-434f-a743-1c9be5cde4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:23.053169 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffd9dd-7384-434f-a743-1c9be5cde4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44441a2d-2230-4870-8b02-7649c1f3913f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:23.081915 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5bffd9dd-7384-434f-a743-1c9be5cde4a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:23.083258 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5bffd9dd-7384-434f-a743-1c9be5cde4a0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/44441a2d-2230-4870-8b02-7649c1f3913f HTTP/1.1" status: 204 len: 168 time: 0.4095404 Feb 09 00:58:23.087816 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-73d92d95-542f-4bbc-bb78-e47a3e186eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:23.177656 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-73d92d95-542f-4bbc-bb78-e47a3e186eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:23.225299 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d92d95-542f-4bbc-bb78-e47a3e186eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de2dc3b-1082-477b-b349-d7ab2a632dd1,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:23.251321 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-bf74b090-b920-48df-bad9-1870767cc972 req-8cddb5a1-cb6e-4202-9063-a5535934f4ca service neutron] Request body: {'binding': {'host': 'n-h2-828419-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:23.252047 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-bf74b090-b920-48df-bad9-1870767cc972 req-8cddb5a1-cb6e-4202-9063-a5535934f4ca service neutron] Unknown quota resources ['binding']. {{(pid=87612) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 00:58:23.488764 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-73d92d95-542f-4bbc-bb78-e47a3e186eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:23.488764 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-73d92d95-542f-4bbc-bb78-e47a3e186eb2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8de2dc3b-1082-477b-b349-d7ab2a632dd1 HTTP/1.1" status: 204 len: 168 time: 0.6006479 Feb 09 00:58:23.720342 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-bf74b090-b920-48df-bad9-1870767cc972 req-8cddb5a1-cb6e-4202-9063-a5535934f4ca service neutron] Attempting to bind port 1c89862d-0bcb-4d05-b40e-473a155a0fae on host n-h2-828419-1 for vnic_type normal with profile None {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:58:23.720743 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-bf74b090-b920-48df-bad9-1870767cc972 req-8cddb5a1-cb6e-4202-9063-a5535934f4ca service neutron] Attempting to bind port 1c89862d-0bcb-4d05-b40e-473a155a0fae by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:58:23.721228 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf74b090-b920-48df-bad9-1870767cc972 req-8cddb5a1-cb6e-4202-9063-a5535934f4ca service neutron] Attempting to bind port 1c89862d-0bcb-4d05-b40e-473a155a0fae on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:23.727578 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf74b090-b920-48df-bad9-1870767cc972 req-8cddb5a1-cb6e-4202-9063-a5535934f4ca service neutron] Port 1c89862d-0bcb-4d05-b40e-473a155a0fae on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:58:23.728152 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf74b090-b920-48df-bad9-1870767cc972 req-8cddb5a1-cb6e-4202-9063-a5535934f4ca service neutron] Attempting to bind port 1c89862d-0bcb-4d05-b40e-473a155a0fae on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:23.735181 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf74b090-b920-48df-bad9-1870767cc972 req-8cddb5a1-cb6e-4202-9063-a5535934f4ca service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:58:23.735977 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf74b090-b920-48df-bad9-1870767cc972 req-8cddb5a1-cb6e-4202-9063-a5535934f4ca service neutron] Checking segment: {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:58:23.736576 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf74b090-b920-48df-bad9-1870767cc972 req-8cddb5a1-cb6e-4202-9063-a5535934f4ca service neutron] Bound using segment: {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:58:23.737850 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-bf74b090-b920-48df-bad9-1870767cc972 req-8cddb5a1-cb6e-4202-9063-a5535934f4ca service neutron] Bound port: 1c89862d-0bcb-4d05-b40e-473a155a0fae, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:58:23.804890 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-bf74b090-b920-48df-bad9-1870767cc972 req-8cddb5a1-cb6e-4202-9063-a5535934f4ca service neutron] For port 1c89862d-0bcb-4d05-b40e-473a155a0fae, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=1c89862d-0bcb-4d05-b40e-473a155a0fae,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:58:23.811502 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bf74b090-b920-48df-bad9-1870767cc972 req-8cddb5a1-cb6e-4202-9063-a5535934f4ca service neutron] Notify callbacks [] for binding, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:23.827634 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf74b090-b920-48df-bad9-1870767cc972 req-8cddb5a1-cb6e-4202-9063-a5535934f4ca service neutron] 10.222.0.37 "POST /v2.0/ports/1c89862d-0bcb-4d05-b40e-473a155a0fae/bindings HTTP/1.1" status: 201 len: 389 time: 0.9988050 Feb 09 00:58:24.208795 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74b090-b920-48df-bad9-1870767cc972 req-a3f243fd-b835-4261-adb4-6aec11329e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:24.210652 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf74b090-b920-48df-bad9-1870767cc972 req-a3f243fd-b835-4261-adb4-6aec11329e42 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5a38989228a14de2b6764c7f261f44e3&device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8 HTTP/1.1" status: 200 len: 1096 time: 0.1108279 Feb 09 00:58:24.439666 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74b090-b920-48df-bad9-1870767cc972 req-2db7ac6a-4e56-4cd8-8d1f-129c143d6c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:24.441563 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf74b090-b920-48df-bad9-1870767cc972 req-2db7ac6a-4e56-4cd8-8d1f-129c143d6c7e service neutron] 10.222.0.117 "GET /v2.0/networks?id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9 HTTP/1.1" status: 200 len: 922 time: 0.2127764 Feb 09 00:58:24.562444 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf74b090-b920-48df-bad9-1870767cc972 req-3192904e-b21b-4fa2-88f5-2bb44d145ecb service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c89862d-0bcb-4d05-b40e-473a155a0fae HTTP/1.1" status: 200 len: 217 time: 0.1142690 Feb 09 00:58:24.581763 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:24.647669 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57200) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:24.684615 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-433c140c-4a28-4e2c-bfca-da4e382df091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:24.690431 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57204) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:24.720547 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-433c140c-4a28-4e2c-bfca-da4e382df091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:24.729521 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-433c140c-4a28-4e2c-bfca-da4e382df091 admin admin] Usage tracker for resource:security_group_rule and tenant:6093efa0ae48413995a0e1ebe96a6804 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:24.737375 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-433c140c-4a28-4e2c-bfca-da4e382df091 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:24.753787 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-433c140c-4a28-4e2c-bfca-da4e382df091 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:24.766164 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74b090-b920-48df-bad9-1870767cc972 req-851e1028-db7c-4577-b307-4370e7fc77ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:24.777900 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf74b090-b920-48df-bad9-1870767cc972 req-851e1028-db7c-4577-b307-4370e7fc77ba service neutron] 10.222.0.117 "GET /v2.0/subnets?id=eb9a8e05-d0fc-4553-92c9-d58b7743cadc HTTP/1.1" status: 200 len: 861 time: 0.2071145 Feb 09 00:58:24.899878 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-433c140c-4a28-4e2c-bfca-da4e382df091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:24.906195 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-433c140c-4a28-4e2c-bfca-da4e382df091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:24.914487 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-44fc6041-e70f-42b8-a863-adfa6fd641a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:24.954100 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c140c-4a28-4e2c-bfca-da4e382df091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0240af51-4287-4076-9875-72101f5fa615,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:24.976249 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf74b090-b920-48df-bad9-1870767cc972 req-c4e85349-4db5-4c83-a523-b01ea9e23e81 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1756229 Feb 09 00:58:24.983616 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-433c140c-4a28-4e2c-bfca-da4e382df091 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6093efa0ae48413995a0e1ebe96a6804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3348551 Feb 09 00:58:24.986430 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57208) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:25.044035 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-44fc6041-e70f-42b8-a863-adfa6fd641a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:25.076094 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-44fc6041-e70f-42b8-a863-adfa6fd641a8 admin admin] Usage tracker for resource:security_group_rule and tenant:06839a4ebcec4005be1185dfa8cf779f is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:25.150909 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-98e1e83d-bbe8-40d8-b258-e935fb70b643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:25.209049 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:58:25.236470 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-98e1e83d-bbe8-40d8-b258-e935fb70b643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:25.359046 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-98e1e83d-bbe8-40d8-b258-e935fb70b643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:25.374292 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-44fc6041-e70f-42b8-a863-adfa6fd641a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:25.387441 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1e83d-bbe8-40d8-b258-e935fb70b643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0240af51-4287-4076-9875-72101f5fa615,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:25.398986 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-98e1e83d-bbe8-40d8-b258-e935fb70b643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:25.400137 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-98e1e83d-bbe8-40d8-b258-e935fb70b643 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0240af51-4287-4076-9875-72101f5fa615 HTTP/1.1" status: 204 len: 168 time: 0.4119976 Feb 09 00:58:25.414437 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-44fc6041-e70f-42b8-a863-adfa6fd641a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:25.568067 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf74b090-b920-48df-bad9-1870767cc972 req-8443eea2-4ad2-4d9f-b818-66a40de769df service neutron] 10.222.0.117 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5821898 Feb 09 00:58:25.609629 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46f825-b193-4812-a9ee-306ab8fa4af0 req-ecde1f30-1f77-4246-bd71-7ed283fc081d tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:25.611201 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b46f825-b193-4812-a9ee-306ab8fa4af0 req-ecde1f30-1f77-4246-bd71-7ed283fc081d tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8 HTTP/1.1" status: 200 len: 945 time: 0.9276533 Feb 09 00:58:25.764118 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b46f825-b193-4812-a9ee-306ab8fa4af0 req-a311516d-46f2-4aec-9ae5-821ed7d441c3 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225634 Feb 09 00:58:25.909649 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf74b090-b920-48df-bad9-1870767cc972 req-77c1880b-0796-4f50-bb8f-27ebc1c247c5 service neutron] 10.222.0.117 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249524 Feb 09 00:58:25.913957 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-44fc6041-e70f-42b8-a863-adfa6fd641a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:25.928685 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-44fc6041-e70f-42b8-a863-adfa6fd641a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:25.976900 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57272) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:26.003962 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-44fc6041-e70f-42b8-a863-adfa6fd641a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06839a4ebcec4005be1185dfa8cf779f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3019340 Feb 09 00:58:26.003962 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc6041-e70f-42b8-a863-adfa6fd641a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f8a3a4-f936-465d-8aba-02798f22fd7c,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:26.004388 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57278) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:26.105718 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0b02591a-d8cf-4a82-81ac-557c4c558f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:26.152740 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0b02591a-d8cf-4a82-81ac-557c4c558f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:26.213921 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74b090-b920-48df-bad9-1870767cc972 req-47c0186b-a325-430e-9521-2adaf0fa6a6d tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:26.215567 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf74b090-b920-48df-bad9-1870767cc972 req-47c0186b-a325-430e-9521-2adaf0fa6a6d tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8&tenant_id=5a38989228a14de2b6764c7f261f44e3&binding%3Ahost_id=n-h1-828419-1 HTTP/1.1" status: 200 len: 1096 time: 0.2130382 Feb 09 00:58:26.239541 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-bf74b090-b920-48df-bad9-1870767cc972 req-29fb816d-aaa2-481e-9098-06f45e594417 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828419-1'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:26.247885 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0b02591a-d8cf-4a82-81ac-557c4c558f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:26.269762 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02591a-d8cf-4a82-81ac-557c4c558f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f8a3a4-f936-465d-8aba-02798f22fd7c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:26.278445 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0b02591a-d8cf-4a82-81ac-557c4c558f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:26.280213 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0b02591a-d8cf-4a82-81ac-557c4c558f81 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70f8a3a4-f936-465d-8aba-02798f22fd7c HTTP/1.1" status: 204 len: 168 time: 0.2746615 Feb 09 00:58:26.401778 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bf74b090-b920-48df-bad9-1870767cc972 req-29fb816d-aaa2-481e-9098-06f45e594417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:26.747900 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57288) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:26.750465 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2ec3e700-606b-42bd-9412-5387f72113ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:26.867253 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2ec3e700-606b-42bd-9412-5387f72113ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:26.907878 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2ec3e700-606b-42bd-9412-5387f72113ea admin admin] Usage tracker for resource:security_group_rule and tenant:07410e68bdc54265a73e02e904d23d99 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:26.925419 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2ec3e700-606b-42bd-9412-5387f72113ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:26.951034 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2ec3e700-606b-42bd-9412-5387f72113ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:27.035407 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-bf74b090-b920-48df-bad9-1870767cc972 req-29fb816d-aaa2-481e-9098-06f45e594417 service neutron] For port 1c89862d-0bcb-4d05-b40e-473a155a0fae, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=1c89862d-0bcb-4d05-b40e-473a155a0fae,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:27.059963 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738db85-85c6-4ace-818a-ad34a611400b req-5db95f8e-c9e4-4707-b053-815485651170 tempest-NetworksTest-1087746860 tempest-NetworksTest-1087746860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:27.061132 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738db85-85c6-4ace-818a-ad34a611400b req-5db95f8e-c9e4-4707-b053-815485651170 tempest-NetworksTest-1087746860 tempest-NetworksTest-1087746860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:27.061775 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738db85-85c6-4ace-818a-ad34a611400b req-5db95f8e-c9e4-4707-b053-815485651170 tempest-NetworksTest-1087746860 tempest-NetworksTest-1087746860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:27.062440 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738db85-85c6-4ace-818a-ad34a611400b req-5db95f8e-c9e4-4707-b053-815485651170 tempest-NetworksTest-1087746860 tempest-NetworksTest-1087746860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:27.063081 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738db85-85c6-4ace-818a-ad34a611400b req-5db95f8e-c9e4-4707-b053-815485651170 tempest-NetworksTest-1087746860 tempest-NetworksTest-1087746860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:27.063725 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738db85-85c6-4ace-818a-ad34a611400b req-5db95f8e-c9e4-4707-b053-815485651170 tempest-NetworksTest-1087746860 tempest-NetworksTest-1087746860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:27.064479 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738db85-85c6-4ace-818a-ad34a611400b req-5db95f8e-c9e4-4707-b053-815485651170 tempest-NetworksTest-1087746860 tempest-NetworksTest-1087746860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:27.070596 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7738db85-85c6-4ace-818a-ad34a611400b req-5db95f8e-c9e4-4707-b053-815485651170 tempest-NetworksTest-1087746860 tempest-NetworksTest-1087746860-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5047 time: 0.5215666 Feb 09 00:58:27.186926 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [req-bf74b090-b920-48df-bad9-1870767cc972 req-29fb816d-aaa2-481e-9098-06f45e594417 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 00:58:27.235068 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-bf74b090-b920-48df-bad9-1870767cc972 req-29fb816d-aaa2-481e-9098-06f45e594417 service neutron] For port 1c89862d-0bcb-4d05-b40e-473a155a0fae, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:58:27.260794 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-683d5f81-b752-46c8-b833-8d0ddefdcf35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:27.295958 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-683d5f81-b752-46c8-b833-8d0ddefdcf35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:27.306006 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-683d5f81-b752-46c8-b833-8d0ddefdcf35 admin admin] Usage tracker for resource:security_group_rule and tenant:6230287699554ce69a0eca5e21236f33 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:27.319206 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-683d5f81-b752-46c8-b833-8d0ddefdcf35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:27.324504 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a82a7b-7ec3-45c4-b231-e6ef1661bcb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c89862d-0bcb-4d05-b40e-473a155a0fae'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:27.330672 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bf74b090-b920-48df-bad9-1870767cc972 req-29fb816d-aaa2-481e-9098-06f45e594417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:27.345016 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af241d-2fc0-43e7-bfcc-6a5dc9bc6f2a req-2985cac6-02ab-4ca0-9aa0-0038c5d02b7b tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:27.347374 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d5af241d-2fc0-43e7-bfcc-6a5dc9bc6f2a req-2985cac6-02ab-4ca0-9aa0-0038c5d02b7b tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8 HTTP/1.1" status: 200 len: 945 time: 0.2564306 Feb 09 00:58:27.349376 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bf74b090-b920-48df-bad9-1870767cc972 req-29fb816d-aaa2-481e-9098-06f45e594417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:27.360801 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-683d5f81-b752-46c8-b833-8d0ddefdcf35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:27.390058 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2ec3e700-606b-42bd-9412-5387f72113ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:27.402787 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2ec3e700-606b-42bd-9412-5387f72113ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:27.438800 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82f12a-a70a-42b3-9a66-30d96d1e685e req-c8209da2-0473-4e74-944d-2f6ca687cbc5 tempest-NetworksTest-1087746860 tempest-NetworksTest-1087746860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:27.440213 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ee82f12a-a70a-42b3-9a66-30d96d1e685e req-c8209da2-0473-4e74-944d-2f6ca687cbc5 tempest-NetworksTest-1087746860 tempest-NetworksTest-1087746860-project-admin] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 886 time: 0.3428359 Feb 09 00:58:27.449790 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2ec3e700-606b-42bd-9412-5387f72113ea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=07410e68bdc54265a73e02e904d23d99&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4705954 Feb 09 00:58:27.453198 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57324) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:27.550514 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec3e700-606b-42bd-9412-5387f72113ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1fb75b-d051-4628-89d5-535639443e9d,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:27.612010 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a82a7b-7ec3-45c4-b231-e6ef1661bcb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c89862d-0bcb-4d05-b40e-473a155a0fae', 'code': 200} Feb 09 00:58:27.681749 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d7c87c33-a1c6-48d2-b957-640691c2f60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:27.896141 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d5af241d-2fc0-43e7-bfcc-6a5dc9bc6f2a req-941f5afd-1749-4510-bffc-4eed627cb8e1 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5363121 Feb 09 00:58:27.913737 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb816d-aaa2-481e-9098-06f45e594417 service neutron] Pushing event updated for resources: {'Port': ['ID=1c89862d-0bcb-4d05-b40e-473a155a0fae,revision_number=7']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:27.924529 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-bf74b090-b920-48df-bad9-1870767cc972 req-29fb816d-aaa2-481e-9098-06f45e594417 service neutron] Attempting to bind port 1c89862d-0bcb-4d05-b40e-473a155a0fae on host n-h1-828419-1 for vnic_type normal with profile {"migrating_to": "n-h2-828419-1"} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:58:27.924529 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-bf74b090-b920-48df-bad9-1870767cc972 req-29fb816d-aaa2-481e-9098-06f45e594417 service neutron] Attempting to bind port 1c89862d-0bcb-4d05-b40e-473a155a0fae by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:58:27.929263 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf74b090-b920-48df-bad9-1870767cc972 req-29fb816d-aaa2-481e-9098-06f45e594417 service neutron] Attempting to bind port 1c89862d-0bcb-4d05-b40e-473a155a0fae on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:27.951650 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf74b090-b920-48df-bad9-1870767cc972 req-29fb816d-aaa2-481e-9098-06f45e594417 service neutron] Port 1c89862d-0bcb-4d05-b40e-473a155a0fae on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:58:27.952062 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf74b090-b920-48df-bad9-1870767cc972 req-29fb816d-aaa2-481e-9098-06f45e594417 service neutron] Attempting to bind port 1c89862d-0bcb-4d05-b40e-473a155a0fae on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:27.958849 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf74b090-b920-48df-bad9-1870767cc972 req-29fb816d-aaa2-481e-9098-06f45e594417 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:58:27.959232 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf74b090-b920-48df-bad9-1870767cc972 req-29fb816d-aaa2-481e-9098-06f45e594417 service neutron] Checking segment: {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:58:27.959621 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf74b090-b920-48df-bad9-1870767cc972 req-29fb816d-aaa2-481e-9098-06f45e594417 service neutron] Bound using segment: {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:58:27.960049 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-bf74b090-b920-48df-bad9-1870767cc972 req-29fb816d-aaa2-481e-9098-06f45e594417 service neutron] Bound port: 1c89862d-0bcb-4d05-b40e-473a155a0fae, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:58:27.960389 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bf74b090-b920-48df-bad9-1870767cc972 req-29fb816d-aaa2-481e-9098-06f45e594417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:28.181932 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-bf74b090-b920-48df-bad9-1870767cc972 req-29fb816d-aaa2-481e-9098-06f45e594417 service neutron] For port 1c89862d-0bcb-4d05-b40e-473a155a0fae, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:58:28.191436 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-bf74b090-b920-48df-bad9-1870767cc972 req-29fb816d-aaa2-481e-9098-06f45e594417 service neutron] For port 1c89862d-0bcb-4d05-b40e-473a155a0fae, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=1c89862d-0bcb-4d05-b40e-473a155a0fae,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:58:28.202441 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bf74b090-b920-48df-bad9-1870767cc972 req-29fb816d-aaa2-481e-9098-06f45e594417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:28.249895 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc09ba-ce5c-4f3e-9a43-15086df34057 req-cbb8970e-d07b-4125-8dc2-0322049c622e tempest-NetworksTest-1087746860 tempest-NetworksTest-1087746860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:28.250518 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc09ba-ce5c-4f3e-9a43-15086df34057 req-cbb8970e-d07b-4125-8dc2-0322049c622e tempest-NetworksTest-1087746860 tempest-NetworksTest-1087746860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:28.250710 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc09ba-ce5c-4f3e-9a43-15086df34057 req-cbb8970e-d07b-4125-8dc2-0322049c622e tempest-NetworksTest-1087746860 tempest-NetworksTest-1087746860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:28.251167 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc09ba-ce5c-4f3e-9a43-15086df34057 req-cbb8970e-d07b-4125-8dc2-0322049c622e tempest-NetworksTest-1087746860 tempest-NetworksTest-1087746860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:28.251618 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc09ba-ce5c-4f3e-9a43-15086df34057 req-cbb8970e-d07b-4125-8dc2-0322049c622e tempest-NetworksTest-1087746860 tempest-NetworksTest-1087746860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:28.252067 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc09ba-ce5c-4f3e-9a43-15086df34057 req-cbb8970e-d07b-4125-8dc2-0322049c622e tempest-NetworksTest-1087746860 tempest-NetworksTest-1087746860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:28.253685 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc09ba-ce5c-4f3e-9a43-15086df34057 req-cbb8970e-d07b-4125-8dc2-0322049c622e tempest-NetworksTest-1087746860 tempest-NetworksTest-1087746860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:28.266355 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b7fc09ba-ce5c-4f3e-9a43-15086df34057 req-cbb8970e-d07b-4125-8dc2-0322049c622e tempest-NetworksTest-1087746860 tempest-NetworksTest-1087746860-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5047 time: 0.6626461 Feb 09 00:58:28.318695 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d7c87c33-a1c6-48d2-b957-640691c2f60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:28.452033 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-683d5f81-b752-46c8-b833-8d0ddefdcf35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:28.462589 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-683d5f81-b752-46c8-b833-8d0ddefdcf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:28.548081 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d5f81-b752-46c8-b833-8d0ddefdcf35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df44ed89-602c-459d-8d0c-e2b0e395c540,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:28.583111 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74b090-b920-48df-bad9-1870767cc972 req-29fb816d-aaa2-481e-9098-06f45e594417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:28.583640 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bf74b090-b920-48df-bad9-1870767cc972 req-29fb816d-aaa2-481e-9098-06f45e594417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:28.591533 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf74b090-b920-48df-bad9-1870767cc972 req-29fb816d-aaa2-481e-9098-06f45e594417 service neutron] 10.222.0.117 "PUT /v2.0/ports/1c89862d-0bcb-4d05-b40e-473a155a0fae HTTP/1.1" status: 200 len: 1121 time: 2.3682463 Feb 09 00:58:28.598609 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-683d5f81-b752-46c8-b833-8d0ddefdcf35 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6230287699554ce69a0eca5e21236f33&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8494334 Feb 09 00:58:28.599953 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb816d-aaa2-481e-9098-06f45e594417 service neutron] Pushing event updated for resources: {'Port': ['ID=1c89862d-0bcb-4d05-b40e-473a155a0fae,revision_number=8']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:28.601492 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d7c87c33-a1c6-48d2-b957-640691c2f60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:28.607311 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57368) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:28.647804 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c87c33-a1c6-48d2-b957-640691c2f60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1fb75b-d051-4628-89d5-535639443e9d,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:28.672842 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d7c87c33-a1c6-48d2-b957-640691c2f60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:28.676699 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d7c87c33-a1c6-48d2-b957-640691c2f60e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac1fb75b-d051-4628-89d5-535639443e9d HTTP/1.1" status: 204 len: 168 time: 1.2117660 Feb 09 00:58:28.681079 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['1c89862d-0bcb-4d05-b40e-473a155a0fae'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:58:28.736498 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-462eca0f-2b52-4b7e-ae19-f70d8e0126b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:28.860017 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-462eca0f-2b52-4b7e-ae19-f70d8e0126b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:29.072894 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-462eca0f-2b52-4b7e-ae19-f70d8e0126b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:29.118912 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-462eca0f-2b52-4b7e-ae19-f70d8e0126b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:29.120617 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-462eca0f-2b52-4b7e-ae19-f70d8e0126b2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df44ed89-602c-459d-8d0c-e2b0e395c540 HTTP/1.1" status: 204 len: 168 time: 0.5110960 Feb 09 00:58:29.121618 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462eca0f-2b52-4b7e-ae19-f70d8e0126b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df44ed89-602c-459d-8d0c-e2b0e395c540,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:29.229000 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7db9430e-14b8-4d79-890b-9a8e359297ae req-d19ec9ff-a405-43b6-87f0-728b2bcde6ea service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=32928b33-708f-437b-bb20-be2302cc68a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1038637 Feb 09 00:58:29.261280 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57398) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:29.332773 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6efe9-50f7-41f7-a2e3-464377d0c297 req-d6ca91d0-2fbf-407a-aad1-0125890c9043 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:29.342487 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c3f6efe9-50f7-41f7-a2e3-464377d0c297 req-d6ca91d0-2fbf-407a-aad1-0125890c9043 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8 HTTP/1.1" status: 200 len: 943 time: 0.1098945 Feb 09 00:58:29.509615 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c3f6efe9-50f7-41f7-a2e3-464377d0c297 req-6c9f6308-c832-4e28-abb7-86c20c2e8c5a tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659670 Feb 09 00:58:29.541762 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9430e-14b8-4d79-890b-9a8e359297ae req-4d6311d6-43d4-4d0b-afe2-0f2cf1beb61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:29.543721 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7db9430e-14b8-4d79-890b-9a8e359297ae req-4d6311d6-43d4-4d0b-afe2-0f2cf1beb61f service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5a38989228a14de2b6764c7f261f44e3&device_id=32928b33-708f-437b-bb20-be2302cc68a3 HTTP/1.1" status: 200 len: 1096 time: 0.1984093 Feb 09 00:58:29.653413 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a82a7b-7ec3-45c4-b231-e6ef1661bcb8', 'tag': '1c89862d-0bcb-4d05-b40e-473a155a0fae'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:29.733639 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c79b8325-eb1c-4735-8127-3291c6845d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:29.774586 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a82a7b-7ec3-45c4-b231-e6ef1661bcb8', 'tag': '1c89862d-0bcb-4d05-b40e-473a155a0fae', 'status': 'completed', 'code': 200} Feb 09 00:58:29.822287 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9430e-14b8-4d79-890b-9a8e359297ae req-2500f7cd-ba8d-4028-8673-bfe6372c130b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:29.823767 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7db9430e-14b8-4d79-890b-9a8e359297ae req-2500f7cd-ba8d-4028-8673-bfe6372c130b service neutron] 10.222.0.117 "GET /v2.0/networks?id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9 HTTP/1.1" status: 200 len: 922 time: 0.2586110 Feb 09 00:58:29.841001 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c79b8325-eb1c-4735-8127-3291c6845d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:29.854587 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c79b8325-eb1c-4735-8127-3291c6845d1b admin admin] Usage tracker for resource:security_group_rule and tenant:b51350c92b8e4232851537cac62108ac is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:29.861854 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c79b8325-eb1c-4735-8127-3291c6845d1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:29.876818 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c79b8325-eb1c-4735-8127-3291c6845d1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:29.924611 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52492c43-647e-4f59-8b0d-fe87000710b4 req-649a79bc-1393-41d7-b900-ddfc9741de49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:29.926095 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-52492c43-647e-4f59-8b0d-fe87000710b4 req-649a79bc-1393-41d7-b900-ddfc9741de49 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a38989228a14de2b6764c7f261f44e3&device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8 HTTP/1.1" status: 200 len: 1124 time: 0.1481717 Feb 09 00:58:29.938784 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7db9430e-14b8-4d79-890b-9a8e359297ae req-b721f0e1-dbf2-4fca-9cd3-31cd3ded18eb service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=288da74d-bcdd-4702-83c6-149c7ba8358e HTTP/1.1" status: 200 len: 217 time: 0.1061802 Feb 09 00:58:30.044061 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9430e-14b8-4d79-890b-9a8e359297ae req-ed1eed56-19d3-442b-b1b8-fa4beda76efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:30.046171 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7db9430e-14b8-4d79-890b-9a8e359297ae req-ed1eed56-19d3-442b-b1b8-fa4beda76efd service neutron] 10.222.0.117 "GET /v2.0/subnets?id=eb9a8e05-d0fc-4553-92c9-d58b7743cadc HTTP/1.1" status: 200 len: 861 time: 0.0991423 Feb 09 00:58:30.145277 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c79b8325-eb1c-4735-8127-3291c6845d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:30.148536 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57426) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:30.163579 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7db9430e-14b8-4d79-890b-9a8e359297ae req-21aa9783-d534-4502-b7e3-232aedf33e9c service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099808 Feb 09 00:58:30.177431 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c79b8325-eb1c-4735-8127-3291c6845d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:30.261184 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e3374f31-905e-4e8d-a89e-02823815d996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:30.323831 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52492c43-647e-4f59-8b0d-fe87000710b4 req-e5b7cb67-3a02-4195-bf33-9046c2651477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:30.325328 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-52492c43-647e-4f59-8b0d-fe87000710b4 req-e5b7cb67-3a02-4195-bf33-9046c2651477 service neutron] 10.222.0.35 "GET /v2.0/networks?id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9 HTTP/1.1" status: 200 len: 922 time: 0.3882318 Feb 09 00:58:30.535925 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e3374f31-905e-4e8d-a89e-02823815d996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:30.538884 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b8325-eb1c-4735-8127-3291c6845d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe3d8f3-201f-4107-a88e-2c679d7bddaa,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:30.543313 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c79b8325-eb1c-4735-8127-3291c6845d1b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b51350c92b8e4232851537cac62108ac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2797623 Feb 09 00:58:30.556659 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-52492c43-647e-4f59-8b0d-fe87000710b4 req-ddfb940e-574b-48d1-968a-c7754f17af00 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c89862d-0bcb-4d05-b40e-473a155a0fae HTTP/1.1" status: 200 len: 217 time: 0.1912432 Feb 09 00:58:30.559884 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57470) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:30.565019 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e3374f31-905e-4e8d-a89e-02823815d996 admin admin] Usage tracker for resource:security_group_rule and tenant:3e383e13c09648a5addefba3add8d64f is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:30.616027 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e3374f31-905e-4e8d-a89e-02823815d996 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:30.638914 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7db9430e-14b8-4d79-890b-9a8e359297ae req-f4e444d3-9e8e-444e-a47d-63865f7cc89f service neutron] 10.222.0.117 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630234 Feb 09 00:58:30.654714 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e3374f31-905e-4e8d-a89e-02823815d996 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:30.713229 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b914107-ad7a-4d4d-8600-e152af255bb3 req-fb08e61a-e660-4d27-8abe-b2525af2ceb2 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:30.713504 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3b770c5c-24d0-4c2c-a24e-09447ecaaf30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:30.715360 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3b914107-ad7a-4d4d-8600-e152af255bb3 req-fb08e61a-e660-4d27-8abe-b2525af2ceb2 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01de268-6f8c-410b-a8a7-5b2283969a26 HTTP/1.1" status: 200 len: 950 time: 0.1309373 Feb 09 00:58:30.717066 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52492c43-647e-4f59-8b0d-fe87000710b4 req-7b283c36-c087-4780-b4f2-daf6a3304740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:30.718486 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-52492c43-647e-4f59-8b0d-fe87000710b4 req-7b283c36-c087-4780-b4f2-daf6a3304740 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb9a8e05-d0fc-4553-92c9-d58b7743cadc HTTP/1.1" status: 200 len: 861 time: 0.1505783 Feb 09 00:58:30.848283 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3b914107-ad7a-4d4d-8600-e152af255bb3 req-363ab3ec-235d-43d4-b5d7-2dcbc7fc47a6 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.37 "GET /v2.0/security-groups?id=eee60a03-58af-4e46-ba40-f736609dcd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271954 Feb 09 00:58:30.878583 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-52492c43-647e-4f59-8b0d-fe87000710b4 req-13150a4e-272c-4a79-bae0-3fdab61cf0ec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1393435 Feb 09 00:58:30.884967 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3b770c5c-24d0-4c2c-a24e-09447ecaaf30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:30.974329 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7db9430e-14b8-4d79-890b-9a8e359297ae req-cd33fd7d-58b7-4b05-ad80-654c7ef862b5 service neutron] 10.222.0.117 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129111 Feb 09 00:58:31.099012 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e3374f31-905e-4e8d-a89e-02823815d996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:31.114474 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e3374f31-905e-4e8d-a89e-02823815d996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:31.155714 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e3374f31-905e-4e8d-a89e-02823815d996 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e383e13c09648a5addefba3add8d64f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0056219 Feb 09 00:58:31.159300 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57490) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:31.160287 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3b770c5c-24d0-4c2c-a24e-09447ecaaf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:31.168838 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-52492c43-647e-4f59-8b0d-fe87000710b4 req-03381fbc-32af-429a-a351-563aa6ab509e service neutron] 10.222.0.35 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764828 Feb 09 00:58:31.272156 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3374f31-905e-4e8d-a89e-02823815d996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a111b210-0309-425d-a570-feacc2c420f8,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:31.294976 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3b770c5c-24d0-4c2c-a24e-09447ecaaf30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:31.297242 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3b770c5c-24d0-4c2c-a24e-09447ecaaf30 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8fe3d8f3-201f-4107-a88e-2c679d7bddaa HTTP/1.1" status: 204 len: 168 time: 0.7343729 Feb 09 00:58:31.301704 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e56f9-ca14-4900-8644-0eb6819c6b07 req-9ec4188a-fcf2-492f-a7a3-03a362eb04ba tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:31.307692 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fa3e56f9-ca14-4900-8644-0eb6819c6b07 req-9ec4188a-fcf2-492f-a7a3-03a362eb04ba tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8 HTTP/1.1" status: 200 len: 943 time: 0.2906768 Feb 09 00:58:31.311384 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b770c5c-24d0-4c2c-a24e-09447ecaaf30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe3d8f3-201f-4107-a88e-2c679d7bddaa,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:31.394504 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fa3e56f9-ca14-4900-8644-0eb6819c6b07 req-5ec009a4-862e-4aaf-bba1-1fe39256ee4e tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765431 Feb 09 00:58:31.401490 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-12cda956-ea29-4fb0-9091-dbd67be6d700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:31.437740 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-12cda956-ea29-4fb0-9091-dbd67be6d700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:31.440558 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-dbd137d2-86b5-462a-b32f-f201a72e382c tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1128281703&fields=id&tenant_id=488d0cb4879f4c45b8bc25513f8868c1 HTTP/1.1" status: 200 len: 267 time: 0.1143703 Feb 09 00:58:31.535798 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-52492c43-647e-4f59-8b0d-fe87000710b4 req-f3a17777-da5c-4bb3-ad34-58108c0ea197 service neutron] 10.222.0.35 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543663 Feb 09 00:58:31.539689 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-12cda956-ea29-4fb0-9091-dbd67be6d700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:31.578985 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cda956-ea29-4fb0-9091-dbd67be6d700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a111b210-0309-425d-a570-feacc2c420f8,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:31.611945 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-12cda956-ea29-4fb0-9091-dbd67be6d700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:31.615468 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-12cda956-ea29-4fb0-9091-dbd67be6d700 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a111b210-0309-425d-a570-feacc2c420f8 HTTP/1.1" status: 204 len: 168 time: 0.4498515 Feb 09 00:58:31.656066 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-87355820-6a03-4b42-a356-2d5438d6eaff tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:31.657866 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-87355820-6a03-4b42-a356-2d5438d6eaff tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/networks?id=445ebb7c-d106-4555-bd14-c6ab8035bb9f HTTP/1.1" status: 200 len: 824 time: 0.2165213 Feb 09 00:58:31.675291 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-c5541642-385f-4c16-8643-5ef31b4618cb tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/quotas/488d0cb4879f4c45b8bc25513f8868c1 HTTP/1.1" status: 200 len: 375 time: 0.0114539 Feb 09 00:58:31.774251 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-4ec15157-4d94-40e0-80b8-07b56678d099 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=488d0cb4879f4c45b8bc25513f8868c1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0926993 Feb 09 00:58:31.794344 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57526) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:31.812840 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a305c20b-f028-4f29-ac5c-3482445f6837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:31.828077 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a305c20b-f028-4f29-ac5c-3482445f6837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:31.832160 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a305c20b-f028-4f29-ac5c-3482445f6837 admin admin] Usage tracker for resource:security_group_rule and tenant:9d03e71e1e7f4afbb004c15ff1708af8 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:31.835231 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a305c20b-f028-4f29-ac5c-3482445f6837 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:31.841134 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a305c20b-f028-4f29-ac5c-3482445f6837 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:31.945807 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a305c20b-f028-4f29-ac5c-3482445f6837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:31.950743 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a305c20b-f028-4f29-ac5c-3482445f6837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:31.999025 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a305c20b-f028-4f29-ac5c-3482445f6837 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9d03e71e1e7f4afbb004c15ff1708af8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2034743 Feb 09 00:58:32.003390 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57532) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:32.007910 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a305c20b-f028-4f29-ac5c-3482445f6837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d6dfb6-e795-4ee3-ad47-1aa03f2bed54,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:32.089368 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-968fa50d-4529-4295-a097-51afd34766a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:32.118376 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-968fa50d-4529-4295-a097-51afd34766a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:32.176006 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-968fa50d-4529-4295-a097-51afd34766a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:32.194848 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968fa50d-4529-4295-a097-51afd34766a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d6dfb6-e795-4ee3-ad47-1aa03f2bed54,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:32.201850 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-968fa50d-4529-4295-a097-51afd34766a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:32.203892 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-968fa50d-4529-4295-a097-51afd34766a4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8d6dfb6-e795-4ee3-ad47-1aa03f2bed54 HTTP/1.1" status: 204 len: 168 time: 0.1991453 Feb 09 00:58:32.210920 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-af6883d7-4269-40f4-b595-9af354ea6346 req-1bdf585a-9654-4c5d-b89a-17cd99b58e78 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=5d192f05a9bd4ffca07197664d18ea13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650096 Feb 09 00:58:32.396038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6883d7-4269-40f4-b595-9af354ea6346 req-4fb161e3-01fe-4d9d-b151-7dbf5a4a1c3e tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:32.397581 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-af6883d7-4269-40f4-b595-9af354ea6346 req-4fb161e3-01fe-4d9d-b151-7dbf5a4a1c3e tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1775091 Feb 09 00:58:32.415127 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-af6883d7-4269-40f4-b595-9af354ea6346 req-80cc0056-2f61-43dd-b49f-e0723cf3e672 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/quotas/5d192f05a9bd4ffca07197664d18ea13 HTTP/1.1" status: 200 len: 375 time: 0.0097237 Feb 09 00:58:32.460617 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-c0d529da-05cb-40d3-a77b-ae1900ac00b0 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:58:32.467714 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-c0d529da-05cb-40d3-a77b-ae1900ac00b0 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1630058 Feb 09 00:58:32.492211 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-af6883d7-4269-40f4-b595-9af354ea6346 req-b6964586-eac8-4035-a626-d2e5d7c7aca8 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d192f05a9bd4ffca07197664d18ea13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715699 Feb 09 00:58:32.642570 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 1c89862d-0bcb-4d05-b40e-473a155a0fae details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:58:32.801149 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-e6f48dd4-b1b8-4ac9-9931-4e82e695ab14 service neutron] 10.222.0.37 "GET /v2.0/networks/445ebb7c-d106-4555-bd14-c6ab8035bb9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324809 Feb 09 00:58:32.965783 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fe090-3950-400c-9b17-d2075ccd940a req-3ea22193-871f-4dce-bd9f-9df2b6ea1a4b tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:32.970413 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-813fe090-3950-400c-9b17-d2075ccd940a req-3ea22193-871f-4dce-bd9f-9df2b6ea1a4b tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bc4192d-d91f-4594-9b0f-09501caf307e HTTP/1.1" status: 200 len: 966 time: 0.2860878 Feb 09 00:58:33.098743 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 1c89862d-0bcb-4d05-b40e-473a155a0fae, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=1c89862d-0bcb-4d05-b40e-473a155a0fae,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:33.099831 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-f7600c24-e45d-4478-b1f8-a4b4e6b528cb service neutron] 10.222.0.37 "GET /v2.0/networks/445ebb7c-d106-4555-bd14-c6ab8035bb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975998 Feb 09 00:58:33.157852 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 1c89862d-0bcb-4d05-b40e-473a155a0fae has no active binding in host n-h2-828419-1 {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 00:58:33.229183 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bf74b090-b920-48df-bad9-1870767cc972 req-978b55e7-8bef-45e0-a037-c6069413ff1d service neutron] 10.222.0.35 "GET /v2.0/ports/1c89862d-0bcb-4d05-b40e-473a155a0fae/bindings/n-h2-828419-1 HTTP/1.1" status: 200 len: 384 time: 0.3822196 Feb 09 00:58:33.322636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-813fe090-3950-400c-9b17-d2075ccd940a req-ff1fd959-1767-4ecc-b808-dfccc6bcaaa8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Deleting port 0789aa38-5b31-44d6-b74c-0b60e3ba3568 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:58:33.322985 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-813fe090-3950-400c-9b17-d2075ccd940a req-ff1fd959-1767-4ecc-b808-dfccc6bcaaa8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:33.363604 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57598) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:33.416199 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd9f6a-0c7a-47c4-8937-80d255d112c5 req-2db30742-5899-49b7-99a8-1edeed6afacb tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:33.424988 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8dfd9f6a-0c7a-47c4-8937-80d255d112c5 req-2db30742-5899-49b7-99a8-1edeed6afacb tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01de268-6f8c-410b-a8a7-5b2283969a26 HTTP/1.1" status: 200 len: 950 time: 0.4533794 Feb 09 00:58:33.573355 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8dfd9f6a-0c7a-47c4-8937-80d255d112c5 req-0b439e5a-54af-4ad5-973a-861a8fc8558f tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.37 "GET /v2.0/security-groups?id=eee60a03-58af-4e46-ba40-f736609dcd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471276 Feb 09 00:58:33.833153 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-66b347da-5285-4e4b-babe-3aea1a712368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:33.903006 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-66b347da-5285-4e4b-babe-3aea1a712368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:33.924478 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-66b347da-5285-4e4b-babe-3aea1a712368 admin admin] Usage tracker for resource:security_group_rule and tenant:fe9afe6a8e9b40e48802e33364e89e20 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:33.932410 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-66b347da-5285-4e4b-babe-3aea1a712368 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:33.956714 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-66b347da-5285-4e4b-babe-3aea1a712368 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:33.970147 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-813fe090-3950-400c-9b17-d2075ccd940a req-ff1fd959-1767-4ecc-b808-dfccc6bcaaa8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] For port 0789aa38-5b31-44d6-b74c-0b60e3ba3568, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=0789aa38-5b31-44d6-b74c-0b60e3ba3568,segment=NetworkSegment(e54330ae-8d13-4599-abc0-f776581bcd15),segment_id=e54330ae-8d13-4599-abc0-f776581bcd15)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:33.971410 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-813fe090-3950-400c-9b17-d2075ccd940a req-ff1fd959-1767-4ecc-b808-dfccc6bcaaa8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:33.990549 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-bf74b090-b920-48df-bad9-1870767cc972 req-95e20901-8c6f-46e9-bfb0-5b2b6361a2e6 service neutron] For port 1c89862d-0bcb-4d05-b40e-473a155a0fae, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=1c89862d-0bcb-4d05-b40e-473a155a0fae,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:34.070030 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-bf74b090-b920-48df-bad9-1870767cc972 req-95e20901-8c6f-46e9-bfb0-5b2b6361a2e6 service neutron] For port 1c89862d-0bcb-4d05-b40e-473a155a0fae, host n-h1-828419-1, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:58:34.168723 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a758e-bea9-4fb0-b020-567206f0ed2e req-6788e7e4-90ac-4046-ad6d-cc0d983e3302 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:34.182345 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-894a758e-bea9-4fb0-b020-567206f0ed2e req-6788e7e4-90ac-4046-ad6d-cc0d983e3302 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8 HTTP/1.1" status: 200 len: 943 time: 0.4199777 Feb 09 00:58:34.184002 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [req-bf74b090-b920-48df-bad9-1870767cc972 req-95e20901-8c6f-46e9-bfb0-5b2b6361a2e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c89862d-0bcb-4d05-b40e-473a155a0fae {{(pid=87611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:58:34.200678 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-bf74b090-b920-48df-bad9-1870767cc972 req-95e20901-8c6f-46e9-bfb0-5b2b6361a2e6 service neutron] For port 1c89862d-0bcb-4d05-b40e-473a155a0fae, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=1c89862d-0bcb-4d05-b40e-473a155a0fae,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:34.241166 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-bf74b090-b920-48df-bad9-1870767cc972 req-95e20901-8c6f-46e9-bfb0-5b2b6361a2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:34.517438 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-894a758e-bea9-4fb0-b020-567206f0ed2e req-59bf85a7-5c4d-44fc-92b6-ee5a03b374ee tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322015 Feb 09 00:58:34.529708 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-bf74b090-b920-48df-bad9-1870767cc972 req-95e20901-8c6f-46e9-bfb0-5b2b6361a2e6 service neutron] Transition to ACTIVE for port object 1c89862d-0bcb-4d05-b40e-473a155a0fae will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:34.535873 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-bf74b090-b920-48df-bad9-1870767cc972 req-95e20901-8c6f-46e9-bfb0-5b2b6361a2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:34.659270 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 0789aa38-5b31-44d6-b74c-0b60e3ba3568 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:58:34.672513 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e20901-8c6f-46e9-bfb0-5b2b6361a2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1c89862d-0bcb-4d05-b40e-473a155a0fae,revision_number=10']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:34.768996 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8d3d5070-fe91-4e2e-9af3-b593e0c4c726 req-8040547a-af37-475a-bf3f-9bdcb769c202 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/ports?device_id=686471e7-310a-4f7d-bf43-f2511309d52d HTTP/1.1" status: 200 len: 210 time: 0.1037116 Feb 09 00:58:34.875418 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c12503b1-bc7d-49f2-b2c2-22bba8feffdc req-667c99c4-5ed4-461a-b987-c551848a361d tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f69e20-1459-46c8-85c6-102e8bece3fa HTTP/1.1" status: 200 len: 210 time: 0.1102574 Feb 09 00:58:34.900795 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-66b347da-5285-4e4b-babe-3aea1a712368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:34.925352 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-66b347da-5285-4e4b-babe-3aea1a712368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:34.979324 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-813fe090-3950-400c-9b17-d2075ccd940a req-ff1fd959-1767-4ecc-b808-dfccc6bcaaa8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:34.980461 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-813fe090-3950-400c-9b17-d2075ccd940a req-ff1fd959-1767-4ecc-b808-dfccc6bcaaa8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:34.980461 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [req-813fe090-3950-400c-9b17-d2075ccd940a req-ff1fd959-1767-4ecc-b808-dfccc6bcaaa8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Floating IP fc7df3f3-3753-4021-a9a2-fd592a25624d disassociated. External IP: 172.25.5.124, port: 0789aa38-5b31-44d6-b74c-0b60e3ba3568. Feb 09 00:58:34.980461 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-813fe090-3950-400c-9b17-d2075ccd940a req-ff1fd959-1767-4ecc-b808-dfccc6bcaaa8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Calling delete_port for 0789aa38-5b31-44d6-b74c-0b60e3ba3568 owned by compute:tempest-test_az-370539809 {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:58:35.073629 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:35.107183 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-66b347da-5285-4e4b-babe-3aea1a712368 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe9afe6a8e9b40e48802e33364e89e20&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7339475 Feb 09 00:58:35.113523 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57664) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:35.149352 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b347da-5285-4e4b-babe-3aea1a712368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205aae6e-515e-49c1-bbd6-70d461a00c93,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:35.166692 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc4192d-d91f-4594-9b0f-09501caf307e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0789aa38-5b31-44d6-b74c-0b60e3ba3568'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:35.202889 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-af6883d7-4269-40f4-b595-9af354ea6346 req-728cf270-404e-427f-81ef-128750ae7d46 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.117 "GET /v2.0/networks?tenant_id=5d192f05a9bd4ffca07197664d18ea13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4308364 Feb 09 00:58:35.209163 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 0789aa38-5b31-44d6-b74c-0b60e3ba3568, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=0789aa38-5b31-44d6-b74c-0b60e3ba3568,segment=NetworkSegment(e54330ae-8d13-4599-abc0-f776581bcd15),segment_id=e54330ae-8d13-4599-abc0-f776581bcd15)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:35.216958 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:35.217688 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 9c0eadf2-2e8d-491f-ac0d-440873923f3b no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:58:35.220381 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ebc5e-6976-4d3d-988c-ea59f10b4393 req-31e58db8-9e76-4c76-a092-67465a07df29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:35.223457 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-629ebc5e-6976-4d3d-988c-ea59f10b4393 req-31e58db8-9e76-4c76-a092-67465a07df29 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a38989228a14de2b6764c7f261f44e3&device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8 HTTP/1.1" status: 200 len: 1095 time: 0.5410464 Feb 09 00:58:35.293425 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fe380b1f-5252-4366-a4c0-c970aa8537b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:35.315501 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf74b090-b920-48df-bad9-1870767cc972 req-95e20901-8c6f-46e9-bfb0-5b2b6361a2e6 service neutron] No DVR routers for this DVR port 1c89862d-0bcb-4d05-b40e-473a155a0fae on host n-h1-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:58:35.362316 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.api [req-813fe090-3950-400c-9b17-d2075ccd940a req-ff1fd959-1767-4ecc-b808-dfccc6bcaaa8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:58:35.364553 n-d-828419-1 neutron-server[87612]: DEBUG oslo_db.api [req-813fe090-3950-400c-9b17-d2075ccd940a req-ff1fd959-1767-4ecc-b808-dfccc6bcaaa8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:58:35.460090 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bf74b090-b920-48df-bad9-1870767cc972 req-95e20901-8c6f-46e9-bfb0-5b2b6361a2e6 service neutron] 10.222.0.35 "PUT /v2.0/ports/1c89862d-0bcb-4d05-b40e-473a155a0fae/bindings/n-h2-828419-1/activate HTTP/1.1" status: 200 len: 369 time: 2.2246029 Feb 09 00:58:35.553773 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=0789aa38-5b31-44d6-b74c-0b60e3ba3568,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:35.565104 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6883d7-4269-40f4-b595-9af354ea6346 req-e6490f27-2fa7-4403-86ad-62b2fa211462 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:35.566508 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-af6883d7-4269-40f4-b595-9af354ea6346 req-e6490f27-2fa7-4403-86ad-62b2fa211462 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3370519 Feb 09 00:58:35.575151 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fe380b1f-5252-4366-a4c0-c970aa8537b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:35.579388 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 1c89862d-0bcb-4d05-b40e-473a155a0fae no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:58:35.589299 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-af6883d7-4269-40f4-b595-9af354ea6346 req-a7672953-f37f-4934-8620-99de3073de50 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Request body: {'port': {'device_id': '686471e7-310a-4f7d-bf43-f2511309d52d', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'admin_state_up': True, 'tenant_id': '5d192f05a9bd4ffca07197664d18ea13'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:35.765388 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ebc5e-6976-4d3d-988c-ea59f10b4393 req-cac2ace0-74b8-4f3a-8754-0f502d8f9e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:35.777086 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-629ebc5e-6976-4d3d-988c-ea59f10b4393 req-cac2ace0-74b8-4f3a-8754-0f502d8f9e9f service neutron] 10.222.0.35 "GET /v2.0/networks?id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9 HTTP/1.1" status: 200 len: 922 time: 0.4851615 Feb 09 00:58:35.831558 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 1c89862d-0bcb-4d05-b40e-473a155a0fae not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:58:35.843149 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:35.871618 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc4192d-d91f-4594-9b0f-09501caf307e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0789aa38-5b31-44d6-b74c-0b60e3ba3568', 'code': 200} Feb 09 00:58:35.889466 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-813fe090-3950-400c-9b17-d2075ccd940a req-ff1fd959-1767-4ecc-b808-dfccc6bcaaa8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Deleting port 0789aa38-5b31-44d6-b74c-0b60e3ba3568 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:58:35.889806 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-813fe090-3950-400c-9b17-d2075ccd940a req-ff1fd959-1767-4ecc-b808-dfccc6bcaaa8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:35.931472 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 9c0eadf2-2e8d-491f-ac0d-440873923f3b, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9c0eadf2-2e8d-491f-ac0d-440873923f3b,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:35.942292 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:36.018721 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-629ebc5e-6976-4d3d-988c-ea59f10b4393 req-2b421b80-c55a-4a0b-923e-dbb6b00112c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c89862d-0bcb-4d05-b40e-473a155a0fae HTTP/1.1" status: 200 len: 217 time: 0.2312231 Feb 09 00:58:36.045308 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fe380b1f-5252-4366-a4c0-c970aa8537b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:36.094762 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=9c0eadf2-2e8d-491f-ac0d-440873923f3b,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:36.123595 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-af6883d7-4269-40f4-b595-9af354ea6346 req-a7672953-f37f-4934-8620-99de3073de50 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:36.163264 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-af6883d7-4269-40f4-b595-9af354ea6346 req-a7672953-f37f-4934-8620-99de3073de50 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Usage tracker for resource:port and tenant:5d192f05a9bd4ffca07197664d18ea13 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:36.169646 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-af6883d7-4269-40f4-b595-9af354ea6346 req-a7672953-f37f-4934-8620-99de3073de50 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:36.186352 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-af6883d7-4269-40f4-b595-9af354ea6346 req-a7672953-f37f-4934-8620-99de3073de50 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:36.212856 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe380b1f-5252-4366-a4c0-c970aa8537b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205aae6e-515e-49c1-bbd6-70d461a00c93,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:36.219151 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af6883d7-4269-40f4-b595-9af354ea6346 req-a7672953-f37f-4934-8620-99de3073de50 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Made reservation on behalf of 5d192f05a9bd4ffca07197664d18ea13 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:58:36.224947 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-af6883d7-4269-40f4-b595-9af354ea6346 req-a7672953-f37f-4934-8620-99de3073de50 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:36.266501 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-af6883d7-4269-40f4-b595-9af354ea6346 req-a7672953-f37f-4934-8620-99de3073de50 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:36.302551 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-af6883d7-4269-40f4-b595-9af354ea6346 req-a7672953-f37f-4934-8620-99de3073de50 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:36.315806 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-1635f5d9-4537-4716-8f04-bc80a5d8edc3 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:36.317388 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-1635f5d9-4537-4716-8f04-bc80a5d8edc3 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.35 "GET /v2.0/networks?id=445ebb7c-d106-4555-bd14-c6ab8035bb9f HTTP/1.1" status: 200 len: 824 time: 0.3948190 Feb 09 00:58:36.321755 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-af6883d7-4269-40f4-b595-9af354ea6346 req-a7672953-f37f-4934-8620-99de3073de50 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Usage tracker for resource:security_group_rule and tenant:5d192f05a9bd4ffca07197664d18ea13 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:36.327047 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-f2774efe-85c8-49f1-ba9b-5c642245612b req-cbd0798b-1c46-4b30-a8a4-e85d7140669b tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1894908576', 'description': 'tempest-description-1800757920'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:36.332054 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-af6883d7-4269-40f4-b595-9af354ea6346 req-a7672953-f37f-4934-8620-99de3073de50 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:36.358870 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-af6883d7-4269-40f4-b595-9af354ea6346 req-a7672953-f37f-4934-8620-99de3073de50 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:36.362937 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-f2774efe-85c8-49f1-ba9b-5c642245612b req-cbd0798b-1c46-4b30-a8a4-e85d7140669b tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:36.391129 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-f2774efe-85c8-49f1-ba9b-5c642245612b req-cbd0798b-1c46-4b30-a8a4-e85d7140669b tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Usage tracker for resource:security_group and tenant:4f93674017614271afe70bbdc12bf3eb is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:36.396436 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-f2774efe-85c8-49f1-ba9b-5c642245612b req-cbd0798b-1c46-4b30-a8a4-e85d7140669b tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:36.405508 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ebc5e-6976-4d3d-988c-ea59f10b4393 req-47916083-0527-478a-9f8d-d433080a41a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:36.406951 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-629ebc5e-6976-4d3d-988c-ea59f10b4393 req-47916083-0527-478a-9f8d-d433080a41a0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb9a8e05-d0fc-4553-92c9-d58b7743cadc HTTP/1.1" status: 200 len: 861 time: 0.3550041 Feb 09 00:58:36.416834 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fe380b1f-5252-4366-a4c0-c970aa8537b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:36.417896 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-fe380b1f-5252-4366-a4c0-c970aa8537b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/205aae6e-515e-49c1-bbd6-70d461a00c93 HTTP/1.1" status: 204 len: 168 time: 1.3011920 Feb 09 00:58:36.483383 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-629ebc5e-6976-4d3d-988c-ea59f10b4393 req-c004882c-30d2-4633-8a9b-4b928a010bb7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679739 Feb 09 00:58:36.504048 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-f2774efe-85c8-49f1-ba9b-5c642245612b req-cbd0798b-1c46-4b30-a8a4-e85d7140669b tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:36.509868 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-288ba760-275b-4758-aea4-22e9b6cee6f7 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=488d0cb4879f4c45b8bc25513f8868c1 HTTP/1.1" status: 200 len: 380 time: 0.1748850 Feb 09 00:58:36.523898 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-638ae966-5f71-47be-88f0-44a89d2020a8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Request body: {'port': {'device_id': '36f69e20-1459-46c8-85c6-102e8bece3fa', 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f', 'admin_state_up': True, 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'security_groups': ['80672e19-6adc-4973-92da-be1078159b61']}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:36.577635 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74b090-b920-48df-bad9-1870767cc972 req-dbe896f2-1b08-4d67-b49e-82da934d3f56 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:36.579136 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf74b090-b920-48df-bad9-1870767cc972 req-dbe896f2-1b08-4d67-b49e-82da934d3f56 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8&tenant_id=5a38989228a14de2b6764c7f261f44e3&binding%3Ahost_id=n-h1-828419-1 HTTP/1.1" status: 200 len: 1095 time: 0.6544588 Feb 09 00:58:36.600487 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-f2774efe-85c8-49f1-ba9b-5c642245612b req-cbd0798b-1c46-4b30-a8a4-e85d7140669b tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:36.633363 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-f2774efe-85c8-49f1-ba9b-5c642245612b req-cbd0798b-1c46-4b30-a8a4-e85d7140669b tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:36.655996 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-813fe090-3950-400c-9b17-d2075ccd940a req-ff1fd959-1767-4ecc-b808-dfccc6bcaaa8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] For port 0789aa38-5b31-44d6-b74c-0b60e3ba3568, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=0789aa38-5b31-44d6-b74c-0b60e3ba3568,segment=NetworkSegment(e54330ae-8d13-4599-abc0-f776581bcd15),segment_id=e54330ae-8d13-4599-abc0-f776581bcd15)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:36.656357 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-813fe090-3950-400c-9b17-d2075ccd940a req-ff1fd959-1767-4ecc-b808-dfccc6bcaaa8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:36.687353 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-f2774efe-85c8-49f1-ba9b-5c642245612b req-cbd0798b-1c46-4b30-a8a4-e85d7140669b tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:36.700724 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-f2774efe-85c8-49f1-ba9b-5c642245612b req-cbd0798b-1c46-4b30-a8a4-e85d7140669b tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Usage tracker for resource:security_group_rule and tenant:4f93674017614271afe70bbdc12bf3eb is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:36.718113 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-f2774efe-85c8-49f1-ba9b-5c642245612b req-cbd0798b-1c46-4b30-a8a4-e85d7140669b tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:36.745393 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-f2774efe-85c8-49f1-ba9b-5c642245612b req-cbd0798b-1c46-4b30-a8a4-e85d7140669b tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:36.823226 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0f3c79e6-5951-47da-95cc-54d94916cf7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:36.826720 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-638ae966-5f71-47be-88f0-44a89d2020a8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:36.830423 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-af6883d7-4269-40f4-b595-9af354ea6346 req-a7672953-f37f-4934-8620-99de3073de50 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:36.836826 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-638ae966-5f71-47be-88f0-44a89d2020a8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Usage tracker for resource:port and tenant:488d0cb4879f4c45b8bc25513f8868c1 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:36.842212 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-638ae966-5f71-47be-88f0-44a89d2020a8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:36.845168 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-af6883d7-4269-40f4-b595-9af354ea6346 req-a7672953-f37f-4934-8620-99de3073de50 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:36.864705 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-638ae966-5f71-47be-88f0-44a89d2020a8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:36.971630 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57742) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:36.980042 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-638ae966-5f71-47be-88f0-44a89d2020a8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Made reservation on behalf of 488d0cb4879f4c45b8bc25513f8868c1 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:58:36.983605 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-629ebc5e-6976-4d3d-988c-ea59f10b4393 req-0a3937ca-2737-4b6c-a3e0-23d477ad710e service neutron] 10.222.0.35 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4899683 Feb 09 00:58:36.984970 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-638ae966-5f71-47be-88f0-44a89d2020a8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:37.040262 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7672953-f37f-4934-8620-99de3073de50 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dce2740-aad5-4d46-af2e-64ac70d80869,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:37.093662 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74b090-b920-48df-bad9-1870767cc972 req-1514024b-1612-4a5a-a67d-39214bfd08b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:37.095171 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf74b090-b920-48df-bad9-1870767cc972 req-1514024b-1612-4a5a-a67d-39214bfd08b3 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8&tenant_id=5a38989228a14de2b6764c7f261f44e3 HTTP/1.1" status: 200 len: 1095 time: 0.5074723 Feb 09 00:58:37.161317 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e11b17bf-5c3b-4e91-986a-2096246f1ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:37.253535 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e11b17bf-5c3b-4e91-986a-2096246f1ce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:37.274498 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e11b17bf-5c3b-4e91-986a-2096246f1ce7 admin admin] Usage tracker for resource:security_group_rule and tenant:e15f41e641334584a7cbee0bab523d51 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:37.280548 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-f2774efe-85c8-49f1-ba9b-5c642245612b req-cbd0798b-1c46-4b30-a8a4-e85d7140669b tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:37.281847 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e11b17bf-5c3b-4e91-986a-2096246f1ce7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:37.300957 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-f2774efe-85c8-49f1-ba9b-5c642245612b req-cbd0798b-1c46-4b30-a8a4-e85d7140669b tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:37.311103 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e11b17bf-5c3b-4e91-986a-2096246f1ce7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:37.321856 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [req-af6883d7-4269-40f4-b595-9af354ea6346 req-a7672953-f37f-4934-8620-99de3073de50 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Allocated IP 192.168.233.75 (82c0e553-004f-4f65-a38e-9d785fdc5802/c1d7756a-584e-4152-ad93-d220060f4b30/3de626ed-6595-4da4-bc36-4f0b3d8c5311) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:58:37.327178 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-f2774efe-85c8-49f1-ba9b-5c642245612b req-cbd0798b-1c46-4b30-a8a4-e85d7140669b tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:37.338947 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-f2774efe-85c8-49f1-ba9b-5c642245612b req-cbd0798b-1c46-4b30-a8a4-e85d7140669b tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Usage tracker for resource:security_group_rule and tenant:4f93674017614271afe70bbdc12bf3eb is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:37.357380 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-813fe090-3950-400c-9b17-d2075ccd940a req-ff1fd959-1767-4ecc-b808-dfccc6bcaaa8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:37.357619 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-f2774efe-85c8-49f1-ba9b-5c642245612b req-cbd0798b-1c46-4b30-a8a4-e85d7140669b tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:37.357735 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-813fe090-3950-400c-9b17-d2075ccd940a req-ff1fd959-1767-4ecc-b808-dfccc6bcaaa8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:37.358105 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [req-813fe090-3950-400c-9b17-d2075ccd940a req-ff1fd959-1767-4ecc-b808-dfccc6bcaaa8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Floating IP fc7df3f3-3753-4021-a9a2-fd592a25624d disassociated. External IP: 172.25.5.124, port: 0789aa38-5b31-44d6-b74c-0b60e3ba3568. Feb 09 00:58:37.358446 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-813fe090-3950-400c-9b17-d2075ccd940a req-ff1fd959-1767-4ecc-b808-dfccc6bcaaa8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Calling delete_port for 0789aa38-5b31-44d6-b74c-0b60e3ba3568 owned by compute:tempest-test_az-370539809 {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:58:37.378876 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-f2774efe-85c8-49f1-ba9b-5c642245612b req-cbd0798b-1c46-4b30-a8a4-e85d7140669b tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:37.390262 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-629ebc5e-6976-4d3d-988c-ea59f10b4393 req-8f83be85-cd22-4b5a-9de3-9bd1cdae2df0 service neutron] 10.222.0.35 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913977 Feb 09 00:58:37.456713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74b090-b920-48df-bad9-1870767cc972 req-daa4d3c7-46e1-435d-be98-0824112bb820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:37.458184 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf74b090-b920-48df-bad9-1870767cc972 req-daa4d3c7-46e1-435d-be98-0824112bb820 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5a38989228a14de2b6764c7f261f44e3&device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8 HTTP/1.1" status: 200 len: 1095 time: 0.2799826 Feb 09 00:58:37.467606 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bb219-5ba9-44f1-81f2-314e3d866fc6 req-1f315f4b-78f0-4944-ac6f-cca7ceae7d8d tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:37.467917 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0798b-1c46-4b30-a8a4-e85d7140669b tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0efdec45-9fb0-407a-a4c0-a33d2b120cfd,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:37.469433 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c65bb219-5ba9-44f1-81f2-314e3d866fc6 req-1f315f4b-78f0-4944-ac6f-cca7ceae7d8d tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8 HTTP/1.1" status: 200 len: 944 time: 0.2919841 Feb 09 00:58:37.589091 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-638ae966-5f71-47be-88f0-44a89d2020a8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Allocated IP 172.20.0.6 (445ebb7c-d106-4555-bd14-c6ab8035bb9f/7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0/36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:58:37.651285 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c65bb219-5ba9-44f1-81f2-314e3d866fc6 req-8f6c3a85-d1e0-4a55-81f8-4eb006cd6019 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577930 Feb 09 00:58:37.667832 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-813fe090-3950-400c-9b17-d2075ccd940a req-ff1fd959-1767-4ecc-b808-dfccc6bcaaa8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:37.734887 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1fd959-1767-4ecc-b808-dfccc6bcaaa8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Pushing event deleted for resources: {'Port': ['ID=0789aa38-5b31-44d6-b74c-0b60e3ba3568,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:37.757498 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e11b17bf-5c3b-4e91-986a-2096246f1ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:37.782720 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e11b17bf-5c3b-4e91-986a-2096246f1ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:37.804192 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74b090-b920-48df-bad9-1870767cc972 req-ce996243-ba77-49be-ad6a-1aca627803e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:37.805713 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf74b090-b920-48df-bad9-1870767cc972 req-ce996243-ba77-49be-ad6a-1aca627803e0 service neutron] 10.222.0.117 "GET /v2.0/networks?id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9 HTTP/1.1" status: 200 len: 922 time: 0.3357351 Feb 09 00:58:37.817525 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-f2774efe-85c8-49f1-ba9b-5c642245612b req-cbd0798b-1c46-4b30-a8a4-e85d7140669b tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:37.854614 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-f2774efe-85c8-49f1-ba9b-5c642245612b req-cbd0798b-1c46-4b30-a8a4-e85d7140669b tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:37.872637 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01de268-6f8c-410b-a8a7-5b2283969a26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c0eadf2-2e8d-491f-ac0d-440873923f3b'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:37.916190 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf74b090-b920-48df-bad9-1870767cc972 req-2baaf4ba-0e9f-4db0-a48a-d44bcde6fc3c service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c89862d-0bcb-4d05-b40e-473a155a0fae HTTP/1.1" status: 200 len: 217 time: 0.1015859 Feb 09 00:58:37.975182 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-50dc5206-a35b-4959-920f-44b0998cb37e req-f0f07775-864d-401b-a5c1-744750c4a8f2 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/ports?device_id=686471e7-310a-4f7d-bf43-f2511309d52d HTTP/1.1" status: 200 len: 210 time: 0.1072989 Feb 09 00:58:37.984547 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e11b17bf-5c3b-4e91-986a-2096246f1ce7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e15f41e641334584a7cbee0bab523d51&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0021477 Feb 09 00:58:37.984547 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b17bf-5c3b-4e91-986a-2096246f1ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e0f2cc-77bc-4103-bf54-b1f4a138149b,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:37.984922 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57752) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:38.062475 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-af6883d7-4269-40f4-b595-9af354ea6346 req-a7672953-f37f-4934-8620-99de3073de50 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:38.117835 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0798b-1c46-4b30-a8a4-e85d7140669b tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6d3825-d8a4-46db-a222-884111b90b82,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:38.120486 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-af6883d7-4269-40f4-b595-9af354ea6346 req-a7672953-f37f-4934-8620-99de3073de50 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Transition to ACTIVE for port object 3de626ed-6595-4da4-bc36-4f0b3d8c5311 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:38.124706 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-f2774efe-85c8-49f1-ba9b-5c642245612b req-cbd0798b-1c46-4b30-a8a4-e85d7140669b tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:38.125935 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f2774efe-85c8-49f1-ba9b-5c642245612b req-cbd0798b-1c46-4b30-a8a4-e85d7140669b tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.8061929 Feb 09 00:58:38.162411 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74b090-b920-48df-bad9-1870767cc972 req-e4067f59-84bb-46a4-b01d-c1537e0caada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:38.164837 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf74b090-b920-48df-bad9-1870767cc972 req-e4067f59-84bb-46a4-b01d-c1537e0caada service neutron] 10.222.0.117 "GET /v2.0/subnets?id=eb9a8e05-d0fc-4553-92c9-d58b7743cadc HTTP/1.1" status: 200 len: 861 time: 0.2358665 Feb 09 00:58:38.181743 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-638ae966-5f71-47be-88f0-44a89d2020a8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:38.199816 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-638ae966-5f71-47be-88f0-44a89d2020a8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Transition to ACTIVE for port object 36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:38.237910 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf74b090-b920-48df-bad9-1870767cc972 req-670ff9a0-f06b-4592-af26-c18a43a9f00e service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660362 Feb 09 00:58:38.241057 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-813fe090-3950-400c-9b17-d2075ccd940a req-ff1fd959-1767-4ecc-b808-dfccc6bcaaa8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Router a7d9e7d3-82dd-46db-8b42-3880179fd871 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:58:38.244367 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-638ae966-5f71-47be-88f0-44a89d2020a8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:38.247613 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-af6883d7-4269-40f4-b595-9af354ea6346 req-a7672953-f37f-4934-8620-99de3073de50 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:38.347911 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ae966-5f71-47be-88f0-44a89d2020a8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Pushing event updated for resources: {'Port': ['ID=36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:38.382027 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5b04bc64-5689-4a4b-8a4c-943e569b29e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:38.430018 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7672953-f37f-4934-8620-99de3073de50 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Pushing event updated for resources: {'Port': ['ID=3de626ed-6595-4da4-bc36-4f0b3d8c5311,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:38.447863 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-638ae966-5f71-47be-88f0-44a89d2020a8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Network 445ebb7c-d106-4555-bd14-c6ab8035bb9f is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:58:38.450018 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af6883d7-4269-40f4-b595-9af354ea6346 req-a7672953-f37f-4934-8620-99de3073de50 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:58:38.451028 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-638ae966-5f71-47be-88f0-44a89d2020a8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:58:38.453765 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [req-af6883d7-4269-40f4-b595-9af354ea6346 req-a7672953-f37f-4934-8620-99de3073de50 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:58:38.456237 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-638ae966-5f71-47be-88f0-44a89d2020a8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:58:38.462130 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-638ae966-5f71-47be-88f0-44a89d2020a8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:38.463093 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-638ae966-5f71-47be-88f0-44a89d2020a8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:38.467205 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6883d7-4269-40f4-b595-9af354ea6346 req-a7672953-f37f-4934-8620-99de3073de50 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:58:38.473155 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6883d7-4269-40f4-b595-9af354ea6346 req-a7672953-f37f-4934-8620-99de3073de50 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:38.473817 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-af6883d7-4269-40f4-b595-9af354ea6346 req-a7672953-f37f-4934-8620-99de3073de50 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:38.503825 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-af6883d7-4269-40f4-b595-9af354ea6346 req-a7672953-f37f-4934-8620-99de3073de50 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9182250 Feb 09 00:58:38.513887 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-638ae966-5f71-47be-88f0-44a89d2020a8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9952617 Feb 09 00:58:38.520843 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-af6883d7-4269-40f4-b595-9af354ea6346 req-c7e589c0-94b9-4d05-8a90-29490944b70c service neutron] Request body: {'port': {'device_id': '686471e7-310a-4f7d-bf43-f2511309d52d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:38.590693 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-f5133813-1b84-4cef-8419-1b1625a17846 service neutron] Request body: {'port': {'device_id': '36f69e20-1459-46c8-85c6-102e8bece3fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:38.693800 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5b04bc64-5689-4a4b-8a4c-943e569b29e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:38.716540 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-3a43f7fa-b28f-4bd1-b523-f16c8ddf07ba tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1299984 Feb 09 00:58:38.845974 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf74b090-b920-48df-bad9-1870767cc972 req-b1de6d69-5098-45c0-8e30-ac995114eafc service neutron] 10.222.0.117 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5573132 Feb 09 00:58:38.851495 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-817efaf1-cd9f-4699-b111-f9e144b1da7b None None] Provisioning for port 3de626ed-6595-4da4-bc36-4f0b3d8c5311 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:58:38.857696 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-817efaf1-cd9f-4699-b111-f9e144b1da7b None None] Provisioning complete for port 3de626ed-6595-4da4-bc36-4f0b3d8c5311 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:38.858463 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-817efaf1-cd9f-4699-b111-f9e144b1da7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:38.927737 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-817efaf1-cd9f-4699-b111-f9e144b1da7b None None] Port 3de626ed-6595-4da4-bc36-4f0b3d8c5311 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:58:38.982698 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98b1da-ae42-4413-bd76-5e47457998c5 req-2b170fd9-ff3b-4181-8c92-8f53f7fea22a tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:38.983419 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3d98b1da-ae42-4413-bd76-5e47457998c5 req-2b170fd9-ff3b-4181-8c92-8f53f7fea22a tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Synchronizing usage tracker for tenant:488d0cb4879f4c45b8bc25513f8868c1 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:58:38.989567 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-f5133813-1b84-4cef-8419-1b1625a17846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:39.004569 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-813fe090-3950-400c-9b17-d2075ccd940a req-ff1fd959-1767-4ecc-b808-dfccc6bcaaa8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:58:39.014987 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-af6883d7-4269-40f4-b595-9af354ea6346 req-c7e589c0-94b9-4d05-8a90-29490944b70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:39.015139 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12adb383-6dd5-4e0e-9590-e8786c781e4d None None] Sync routers for ids ['a7d9e7d3-82dd-46db-8b42-3880179fd871'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:58:39.024904 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12adb383-6dd5-4e0e-9590-e8786c781e4d None None] Routers {'a7d9e7d3-82dd-46db-8b42-3880179fd871'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:58:39.025918 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-12adb383-6dd5-4e0e-9590-e8786c781e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T00:58:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a7d9e7d3-82dd-46db-8b42-3880179fd871'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:39.208477 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-342bdccf-4950-4181-9eb8-71831e8b75dd tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:39.209900 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-342bdccf-4950-4181-9eb8-71831e8b75dd tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4846723 Feb 09 00:58:39.219293 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b2f28d5e-05bb-4506-aeb0-8f9a5c50228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:39.230408 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-12adb383-6dd5-4e0e-9590-e8786c781e4d None None] Set router a7d9e7d3-82dd-46db-8b42-3880179fd871 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:58:39.247229 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-813fe090-3950-400c-9b17-d2075ccd940a req-ff1fd959-1767-4ecc-b808-dfccc6bcaaa8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] No DVR routers for this DVR port 0789aa38-5b31-44d6-b74c-0b60e3ba3568 on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:58:39.253200 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-813fe090-3950-400c-9b17-d2075ccd940a req-ff1fd959-1767-4ecc-b808-dfccc6bcaaa8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:39.258578 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3d98b1da-ae42-4413-bd76-5e47457998c5 req-2b170fd9-ff3b-4181-8c92-8f53f7fea22a tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Unset dirty status for tenant:488d0cb4879f4c45b8bc25513f8868c1 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:58:39.260278 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3d98b1da-ae42-4413-bd76-5e47457998c5 req-2b170fd9-ff3b-4181-8c92-8f53f7fea22a tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f69e20-1459-46c8-85c6-102e8bece3fa HTTP/1.1" status: 200 len: 931 time: 1.0249779 Feb 09 00:58:39.269331 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc4192d-d91f-4594-9b0f-09501caf307e', 'name': 'network-vif-deleted', 'tag': '0789aa38-5b31-44d6-b74c-0b60e3ba3568'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:39.276339 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf74b090-b920-48df-bad9-1870767cc972 req-b330e34a-bbe2-464b-bb3c-e370fec30c35 service neutron] 10.222.0.117 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981998 Feb 09 00:58:39.277428 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5b04bc64-5689-4a4b-8a4c-943e569b29e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:39.293099 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-58b5c670-de82-41c1-9ec9-b6c502efb66a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/quotas/e3282b39b26b4341b7bfc42f3e4e8492 HTTP/1.1" status: 200 len: 375 time: 0.0689900 Feb 09 00:58:39.346955 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5b04bc64-5689-4a4b-8a4c-943e569b29e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:39.353785 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5b04bc64-5689-4a4b-8a4c-943e569b29e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/51e0f2cc-77bc-4103-bf54-b1f4a138149b HTTP/1.1" status: 204 len: 168 time: 1.3690696 Feb 09 00:58:39.355578 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04bc64-5689-4a4b-8a4c-943e569b29e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e0f2cc-77bc-4103-bf54-b1f4a138149b,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:39.370158 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-813fe090-3950-400c-9b17-d2075ccd940a req-ff1fd959-1767-4ecc-b808-dfccc6bcaaa8 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.117 "DELETE /v2.0/ports/0789aa38-5b31-44d6-b74c-0b60e3ba3568 HTTP/1.1" status: 204 len: 173 time: 6.2225480 Feb 09 00:58:39.419460 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3d98b1da-ae42-4413-bd76-5e47457998c5 req-da73d804-cf27-491f-9be5-63e1a1a812ff tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/security-groups?id=80672e19-6adc-4973-92da-be1078159b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355851 Feb 09 00:58:39.433164 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-7bfee3a5-1b3c-440f-988d-82b9a63bc131 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783069 Feb 09 00:58:39.718795 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01de268-6f8c-410b-a8a7-5b2283969a26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c0eadf2-2e8d-491f-ac0d-440873923f3b', 'code': 200} Feb 09 00:58:39.782525 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-934e8e04-1bba-4149-8ff6-debb7609508f req-151c7bcb-efc6-4699-ad07-22df5912e9fa tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1334938337', 'description': 'tempest-description-1136906951'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:39.814324 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-934e8e04-1bba-4149-8ff6-debb7609508f req-151c7bcb-efc6-4699-ad07-22df5912e9fa tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:39.833771 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-934e8e04-1bba-4149-8ff6-debb7609508f req-151c7bcb-efc6-4699-ad07-22df5912e9fa tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Usage tracker for resource:security_group and tenant:4f93674017614271afe70bbdc12bf3eb is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:39.841829 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-934e8e04-1bba-4149-8ff6-debb7609508f req-151c7bcb-efc6-4699-ad07-22df5912e9fa tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:39.860673 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-12adb383-6dd5-4e0e-9590-e8786c781e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519594793-router', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:56:48Z', 'updated_at': '2022-02-09T00:56:54Z', 'revision_number': 4, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'gw_port': {'id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:49Z', 'updated_at': '2022-02-09T00:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '7f548adb-9d4f-4c93-8ecd-94255637112b', 'name': '', 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'mac_address': 'fa:16:3e:ea:b3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:52Z', 'updated_at': '2022-02-09T00:57:08Z', 'revision_number': 5, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'subnets': [{'id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:39.877888 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-934e8e04-1bba-4149-8ff6-debb7609508f req-151c7bcb-efc6-4699-ad07-22df5912e9fa tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:39.889249 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12adb383-6dd5-4e0e-9590-e8786c781e4d None None] Checking router: a7d9e7d3-82dd-46db-8b42-3880179fd871 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:58:39.922406 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12adb383-6dd5-4e0e-9590-e8786c781e4d None None] Routers {'a7d9e7d3-82dd-46db-8b42-3880179fd871'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:58:39.927258 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-12adb383-6dd5-4e0e-9590-e8786c781e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T00:58:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a7d9e7d3-82dd-46db-8b42-3880179fd871'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:39.930735 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-934e8e04-1bba-4149-8ff6-debb7609508f req-151c7bcb-efc6-4699-ad07-22df5912e9fa tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:39.945550 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74b090-b920-48df-bad9-1870767cc972 req-84da8105-5067-47d1-af81-b5b12da12956 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:39.951068 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf74b090-b920-48df-bad9-1870767cc972 req-84da8105-5067-47d1-af81-b5b12da12956 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8&tenant_id=5a38989228a14de2b6764c7f261f44e3&binding%3Ahost_id=n-h2-828419-1 HTTP/1.1" status: 200 len: 1095 time: 0.1852932 Feb 09 00:58:40.040041 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-934e8e04-1bba-4149-8ff6-debb7609508f req-151c7bcb-efc6-4699-ad07-22df5912e9fa tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:40.066176 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-934e8e04-1bba-4149-8ff6-debb7609508f req-151c7bcb-efc6-4699-ad07-22df5912e9fa tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Usage tracker for resource:security_group_rule and tenant:4f93674017614271afe70bbdc12bf3eb is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:40.090309 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-934e8e04-1bba-4149-8ff6-debb7609508f req-151c7bcb-efc6-4699-ad07-22df5912e9fa tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:40.258928 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-934e8e04-1bba-4149-8ff6-debb7609508f req-151c7bcb-efc6-4699-ad07-22df5912e9fa tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:40.276040 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.resource_extend [req-af6883d7-4269-40f4-b595-9af354ea6346 req-c7e589c0-94b9-4d05-8a90-29490944b70c service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 00:58:40.354446 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:40.391911 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-f5133813-1b84-4cef-8419-1b1625a17846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d {{(pid=87611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:58:40.402540 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:40.444382 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-bf74b090-b920-48df-bad9-1870767cc972 req-d301739c-48a2-4da0-82c2-fc1fb9de83c1 service neutron] For port 1c89862d-0bcb-4d05-b40e-473a155a0fae, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:58:40.447981 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bf74b090-b920-48df-bad9-1870767cc972 req-d301739c-48a2-4da0-82c2-fc1fb9de83c1 service neutron] Notify callbacks [] for binding, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:40.449124 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf74b090-b920-48df-bad9-1870767cc972 req-d301739c-48a2-4da0-82c2-fc1fb9de83c1 service neutron] 10.222.0.117 "DELETE /v2.0/ports/1c89862d-0bcb-4d05-b40e-473a155a0fae/bindings/n-h1-828419-1 HTTP/1.1" status: 204 len: 173 time: 0.4910939 Feb 09 00:58:40.451012 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-12adb383-6dd5-4e0e-9590-e8786c781e4d None None] Set router a7d9e7d3-82dd-46db-8b42-3880179fd871 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:58:40.469721 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1dcf9-0b9f-4b3e-a20a-2ee12d1c75d5 req-0375b0c3-21fd-4c42-93ab-661069854610 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:40.487612 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41d1dcf9-0b9f-4b3e-a20a-2ee12d1c75d5 req-0375b0c3-21fd-4c42-93ab-661069854610 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8 HTTP/1.1" status: 200 len: 944 time: 0.5304809 Feb 09 00:58:40.500932 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-f5133813-1b84-4cef-8419-1b1625a17846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:40.590652 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41d1dcf9-0b9f-4b3e-a20a-2ee12d1c75d5 req-c554f741-4816-43a4-8739-80b786e23304 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966063 Feb 09 00:58:40.675632 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-f5133813-1b84-4cef-8419-1b1625a17846 service neutron] Transition to ACTIVE for port object 36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:40.696227 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [req-af6883d7-4269-40f4-b595-9af354ea6346 req-c7e589c0-94b9-4d05-8a90-29490944b70c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3de626ed-6595-4da4-bc36-4f0b3d8c5311 {{(pid=87611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:58:40.739233 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-af6883d7-4269-40f4-b595-9af354ea6346 req-c7e589c0-94b9-4d05-8a90-29490944b70c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:40.766662 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-af6883d7-4269-40f4-b595-9af354ea6346 req-c7e589c0-94b9-4d05-8a90-29490944b70c service neutron] Transition to ACTIVE for port object 3de626ed-6595-4da4-bc36-4f0b3d8c5311 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:40.803120 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-934e8e04-1bba-4149-8ff6-debb7609508f req-151c7bcb-efc6-4699-ad07-22df5912e9fa tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:40.804714 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-f5133813-1b84-4cef-8419-1b1625a17846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:40.862398 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-934e8e04-1bba-4149-8ff6-debb7609508f req-151c7bcb-efc6-4699-ad07-22df5912e9fa tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:40.866701 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-af6883d7-4269-40f4-b595-9af354ea6346 req-c7e589c0-94b9-4d05-8a90-29490944b70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:40.967771 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fe30f-dc05-461b-82c3-096b3a52ee2a req-e8366145-009b-4c9f-96c5-8aa1c8e45b42 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:40.973466 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-514fe30f-dc05-461b-82c3-096b3a52ee2a req-e8366145-009b-4c9f-96c5-8aa1c8e45b42 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/ports?device_id=686471e7-310a-4f7d-bf43-f2511309d52d HTTP/1.1" status: 200 len: 947 time: 0.1987448 Feb 09 00:58:41.088628 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-514fe30f-dc05-461b-82c3-096b3a52ee2a req-03e606c4-9be4-4e59-bc8d-f5000756916b tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dce2740-aad5-4d46-af2e-64ac70d80869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084354 Feb 09 00:58:41.094132 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5133813-1b84-4cef-8419-1b1625a17846 service neutron] Pushing event updated for resources: {'Port': ['ID=36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:41.213101 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-12adb383-6dd5-4e0e-9590-e8786c781e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519594793-router', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:56:48Z', 'updated_at': '2022-02-09T00:56:54Z', 'revision_number': 4, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'gw_port': {'id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:49Z', 'updated_at': '2022-02-09T00:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '7f548adb-9d4f-4c93-8ecd-94255637112b', 'name': '', 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'mac_address': 'fa:16:3e:ea:b3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:52Z', 'updated_at': '2022-02-09T00:57:08Z', 'revision_number': 5, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'subnets': [{'id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:41.229372 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12adb383-6dd5-4e0e-9590-e8786c781e4d None None] The sync data for ids ['a7d9e7d3-82dd-46db-8b42-3880179fd871'] in n-d-828419-1 is: [{'id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519594793-router', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:56:48Z', 'updated_at': '2022-02-09T00:56:54Z', 'revision_number': 4, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'gw_port': {'id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:49Z', 'updated_at': '2022-02-09T00:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '7f548adb-9d4f-4c93-8ecd-94255637112b', 'name': '', 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'mac_address': 'fa:16:3e:ea:b3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:52Z', 'updated_at': '2022-02-09T00:57:08Z', 'revision_number': 5, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'subnets': [{'id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:58:41.255665 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc4192d-d91f-4594-9b0f-09501caf307e', 'name': 'network-vif-deleted', 'tag': '0789aa38-5b31-44d6-b74c-0b60e3ba3568', 'status': 'completed', 'code': 200} Feb 09 00:58:41.310374 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c7bcb-efc6-4699-ad07-22df5912e9fa tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e1e0bc-c8b2-4fe1-8204-926b5b8f12b4,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:41.356137 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-934e8e04-1bba-4149-8ff6-debb7609508f req-151c7bcb-efc6-4699-ad07-22df5912e9fa tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:41.372105 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-934e8e04-1bba-4149-8ff6-debb7609508f req-151c7bcb-efc6-4699-ad07-22df5912e9fa tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.5998888 Feb 09 00:58:41.463894 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-f5133813-1b84-4cef-8419-1b1625a17846 service neutron] Attempting to bind port 36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:58:41.464628 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-f5133813-1b84-4cef-8419-1b1625a17846 service neutron] Attempting to bind port 36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'e54330ae-8d13-4599-abc0-f776581bcd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:58:41.465197 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-f5133813-1b84-4cef-8419-1b1625a17846 service neutron] Attempting to bind port 36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d on network 445ebb7c-d106-4555-bd14-c6ab8035bb9f {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:41.485412 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e589c0-94b9-4d05-8a90-29490944b70c service neutron] Pushing event updated for resources: {'Port': ['ID=3de626ed-6595-4da4-bc36-4f0b3d8c5311,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:41.528847 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-f5133813-1b84-4cef-8419-1b1625a17846 service neutron] Port 36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d on network 445ebb7c-d106-4555-bd14-c6ab8035bb9f not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:58:41.543385 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-f5133813-1b84-4cef-8419-1b1625a17846 service neutron] Attempting to bind port 36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d on network 445ebb7c-d106-4555-bd14-c6ab8035bb9f {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:41.595929 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:41.664446 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2fbf1eb3-d26c-42f9-991c-86d07f79eb36 req-e0a2a6f0-1246-4609-aca7-753fd861f522 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=71460734-952a-4b44-9355-35973a2abca9 HTTP/1.1" status: 200 len: 210 time: 0.0768435 Feb 09 00:58:41.666049 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-f5133813-1b84-4cef-8419-1b1625a17846 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:58:41.666049 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-f5133813-1b84-4cef-8419-1b1625a17846 service neutron] Checking segment: {'id': 'e54330ae-8d13-4599-abc0-f776581bcd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:58:41.666049 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-f5133813-1b84-4cef-8419-1b1625a17846 service neutron] Bound using segment: {'id': 'e54330ae-8d13-4599-abc0-f776581bcd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:58:41.666635 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-f5133813-1b84-4cef-8419-1b1625a17846 service neutron] Bound port: 36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e54330ae-8d13-4599-abc0-f776581bcd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:58:41.666635 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-f5133813-1b84-4cef-8419-1b1625a17846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:41.745544 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-af6883d7-4269-40f4-b595-9af354ea6346 req-c7e589c0-94b9-4d05-8a90-29490944b70c service neutron] Attempting to bind port 3de626ed-6595-4da4-bc36-4f0b3d8c5311 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:58:41.746344 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-af6883d7-4269-40f4-b595-9af354ea6346 req-c7e589c0-94b9-4d05-8a90-29490944b70c service neutron] Attempting to bind port 3de626ed-6595-4da4-bc36-4f0b3d8c5311 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:58:41.746965 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6883d7-4269-40f4-b595-9af354ea6346 req-c7e589c0-94b9-4d05-8a90-29490944b70c service neutron] Attempting to bind port 3de626ed-6595-4da4-bc36-4f0b3d8c5311 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:41.824718 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe732b2-c282-4cc8-9689-1bfc343cb647 None None] New status for floating IP fc7df3f3-3753-4021-a9a2-fd592a25624d: DOWN {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:58:41.826994 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6883d7-4269-40f4-b595-9af354ea6346 req-c7e589c0-94b9-4d05-8a90-29490944b70c service neutron] Port 3de626ed-6595-4da4-bc36-4f0b3d8c5311 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:58:41.827511 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6883d7-4269-40f4-b595-9af354ea6346 req-c7e589c0-94b9-4d05-8a90-29490944b70c service neutron] Attempting to bind port 3de626ed-6595-4da4-bc36-4f0b3d8c5311 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:41.839968 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6883d7-4269-40f4-b595-9af354ea6346 req-c7e589c0-94b9-4d05-8a90-29490944b70c service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:58:41.840335 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6883d7-4269-40f4-b595-9af354ea6346 req-c7e589c0-94b9-4d05-8a90-29490944b70c service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:58:41.840915 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6883d7-4269-40f4-b595-9af354ea6346 req-c7e589c0-94b9-4d05-8a90-29490944b70c service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:58:41.841413 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-af6883d7-4269-40f4-b595-9af354ea6346 req-c7e589c0-94b9-4d05-8a90-29490944b70c service neutron] Bound port: 3de626ed-6595-4da4-bc36-4f0b3d8c5311, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:58:41.841825 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-af6883d7-4269-40f4-b595-9af354ea6346 req-c7e589c0-94b9-4d05-8a90-29490944b70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:42.120201 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-f5133813-1b84-4cef-8419-1b1625a17846 service neutron] For port 36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d, host n-h1-828419-1, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:58:42.181028 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-f5133813-1b84-4cef-8419-1b1625a17846 service neutron] For port 36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d,segment=NetworkSegment(e54330ae-8d13-4599-abc0-f776581bcd15),segment_id=e54330ae-8d13-4599-abc0-f776581bcd15)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:58:42.208146 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e8b2d890-3156-4107-9fbc-1ffe869e5eb4 None None] Provisioning for port 36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:58:42.226344 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-af6883d7-4269-40f4-b595-9af354ea6346 req-c7e589c0-94b9-4d05-8a90-29490944b70c service neutron] For port 3de626ed-6595-4da4-bc36-4f0b3d8c5311, host n-h2-828419-1, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:58:42.229117 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-f5133813-1b84-4cef-8419-1b1625a17846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:42.511793 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-af6883d7-4269-40f4-b595-9af354ea6346 req-c7e589c0-94b9-4d05-8a90-29490944b70c service neutron] For port 3de626ed-6595-4da4-bc36-4f0b3d8c5311, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=3de626ed-6595-4da4-bc36-4f0b3d8c5311,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:58:42.515077 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-f5133813-1b84-4cef-8419-1b1625a17846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:42.515697 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-f5133813-1b84-4cef-8419-1b1625a17846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:42.517902 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-f5133813-1b84-4cef-8419-1b1625a17846 service neutron] 10.222.0.35 "PUT /v2.0/ports/36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d HTTP/1.1" status: 200 len: 1091 time: 3.9335871 Feb 09 00:58:42.520608 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f69e20-1459-46c8-85c6-102e8bece3fa', 'tag': '36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:42.533721 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-af6883d7-4269-40f4-b595-9af354ea6346 req-c7e589c0-94b9-4d05-8a90-29490944b70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:42.563602 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5133813-1b84-4cef-8419-1b1625a17846 service neutron] Pushing event updated for resources: {'Port': ['ID=36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:42.571605 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6883d7-4269-40f4-b595-9af354ea6346 req-c7e589c0-94b9-4d05-8a90-29490944b70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:42.572415 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-af6883d7-4269-40f4-b595-9af354ea6346 req-c7e589c0-94b9-4d05-8a90-29490944b70c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:42.573880 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-af6883d7-4269-40f4-b595-9af354ea6346 req-c7e589c0-94b9-4d05-8a90-29490944b70c service neutron] 10.222.0.117 "PUT /v2.0/ports/3de626ed-6595-4da4-bc36-4f0b3d8c5311 HTTP/1.1" status: 200 len: 1095 time: 4.0589836 Feb 09 00:58:42.625052 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-caab430b-5b5e-4ab4-a819-7c39b6198cb3 req-e78cded2-94fc-41e2-b9fd-86fd49955896 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-694765351', 'description': 'tempest-description-1869186568'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:42.645330 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-caab430b-5b5e-4ab4-a819-7c39b6198cb3 req-e78cded2-94fc-41e2-b9fd-86fd49955896 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:42.655544 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-caab430b-5b5e-4ab4-a819-7c39b6198cb3 req-e78cded2-94fc-41e2-b9fd-86fd49955896 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Usage tracker for resource:security_group and tenant:2356cbf59a63465084fd1b09b369844e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:42.661944 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-caab430b-5b5e-4ab4-a819-7c39b6198cb3 req-e78cded2-94fc-41e2-b9fd-86fd49955896 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:42.687321 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-caab430b-5b5e-4ab4-a819-7c39b6198cb3 req-e78cded2-94fc-41e2-b9fd-86fd49955896 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:42.705987 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-caab430b-5b5e-4ab4-a819-7c39b6198cb3 req-e78cded2-94fc-41e2-b9fd-86fd49955896 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:42.714069 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12d464-8230-494d-b843-3dcb90ed7fee req-ad018a9c-ca1d-498f-b4b5-7facdbc0b294 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:42.714069 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-bc12d464-8230-494d-b843-3dcb90ed7fee req-ad018a9c-ca1d-498f-b4b5-7facdbc0b294 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Synchronizing usage tracker for tenant:488d0cb4879f4c45b8bc25513f8868c1 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:58:42.735452 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-caab430b-5b5e-4ab4-a819-7c39b6198cb3 req-e78cded2-94fc-41e2-b9fd-86fd49955896 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:42.750490 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-caab430b-5b5e-4ab4-a819-7c39b6198cb3 req-e78cded2-94fc-41e2-b9fd-86fd49955896 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:42.755825 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-caab430b-5b5e-4ab4-a819-7c39b6198cb3 req-e78cded2-94fc-41e2-b9fd-86fd49955896 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Usage tracker for resource:security_group_rule and tenant:2356cbf59a63465084fd1b09b369844e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:42.759255 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-caab430b-5b5e-4ab4-a819-7c39b6198cb3 req-e78cded2-94fc-41e2-b9fd-86fd49955896 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:42.766000 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-caab430b-5b5e-4ab4-a819-7c39b6198cb3 req-e78cded2-94fc-41e2-b9fd-86fd49955896 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:42.811632 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-bc12d464-8230-494d-b843-3dcb90ed7fee req-ad018a9c-ca1d-498f-b4b5-7facdbc0b294 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Unset dirty status for tenant:488d0cb4879f4c45b8bc25513f8868c1 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:58:42.818414 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bc12d464-8230-494d-b843-3dcb90ed7fee req-ad018a9c-ca1d-498f-b4b5-7facdbc0b294 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f69e20-1459-46c8-85c6-102e8bece3fa HTTP/1.1" status: 200 len: 943 time: 0.8191476 Feb 09 00:58:42.827086 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-f3a00a6a-39a3-4f65-b1a0-6e1d41ea92ba tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309792 Feb 09 00:58:42.842931 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e589c0-94b9-4d05-8a90-29490944b70c service neutron] Pushing event updated for resources: {'Port': ['ID=3de626ed-6595-4da4-bc36-4f0b3d8c5311,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:42.905010 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bc12d464-8230-494d-b843-3dcb90ed7fee req-c61c9b18-6be1-46b0-8a74-6b11d8dbe4f2 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/security-groups?id=80672e19-6adc-4973-92da-be1078159b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805154 Feb 09 00:58:42.909631 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-f6ce0ffd-aec1-495b-bd7f-24299aea1f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:42.917667 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-f6ce0ffd-aec1-495b-bd7f-24299aea1f11 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=488d0cb4879f4c45b8bc25513f8868c1&device_id=36f69e20-1459-46c8-85c6-102e8bece3fa HTTP/1.1" status: 200 len: 1094 time: 0.3065422 Feb 09 00:58:42.920077 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6883d7-4269-40f4-b595-9af354ea6346 req-546f30e1-7a1c-4c2a-bc8f-23460d2f375a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:42.929347 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-af6883d7-4269-40f4-b595-9af354ea6346 req-546f30e1-7a1c-4c2a-bc8f-23460d2f375a service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5d192f05a9bd4ffca07197664d18ea13&device_id=686471e7-310a-4f7d-bf43-f2511309d52d HTTP/1.1" status: 200 len: 1098 time: 0.2789605 Feb 09 00:58:43.075221 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-28d25206-466e-4b45-a389-ba29374c58e5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d HTTP/1.1" status: 200 len: 217 time: 0.1439462 Feb 09 00:58:43.083514 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-af6883d7-4269-40f4-b595-9af354ea6346 req-fd4f5947-33fe-4f5e-81a5-9433ab14c9c9 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=3de626ed-6595-4da4-bc36-4f0b3d8c5311 HTTP/1.1" status: 200 len: 217 time: 0.0717585 Feb 09 00:58:43.089817 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-caab430b-5b5e-4ab4-a819-7c39b6198cb3 req-e78cded2-94fc-41e2-b9fd-86fd49955896 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:43.096153 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-caab430b-5b5e-4ab4-a819-7c39b6198cb3 req-e78cded2-94fc-41e2-b9fd-86fd49955896 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:43.133494 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78cded2-94fc-41e2-b9fd-86fd49955896 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c48249-b304-4567-b649-dd1d3cae1298,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:43.144386 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-42f1c3cf-b533-4c9e-99d2-be344305487d tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:43.145871 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-42f1c3cf-b533-4c9e-99d2-be344305487d tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3128281 Feb 09 00:58:43.146950 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-caab430b-5b5e-4ab4-a819-7c39b6198cb3 req-e78cded2-94fc-41e2-b9fd-86fd49955896 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:43.151544 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-caab430b-5b5e-4ab4-a819-7c39b6198cb3 req-e78cded2-94fc-41e2-b9fd-86fd49955896 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Usage tracker for resource:security_group_rule and tenant:2356cbf59a63465084fd1b09b369844e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:43.155066 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-caab430b-5b5e-4ab4-a819-7c39b6198cb3 req-e78cded2-94fc-41e2-b9fd-86fd49955896 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:43.165488 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-06a5fbf8-f007-45ad-8543-9a3469469376 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Request body: {'port': {'device_id': '71460734-952a-4b44-9355-35973a2abca9', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'admin_state_up': True, 'tenant_id': 'e3282b39b26b4341b7bfc42f3e4e8492'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:43.196740 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-002e81c3-900b-47ce-b272-6560fbebfa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:43.198198 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-002e81c3-900b-47ce-b272-6560fbebfa06 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0 HTTP/1.1" status: 200 len: 863 time: 0.1087770 Feb 09 00:58:43.201284 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6883d7-4269-40f4-b595-9af354ea6346 req-c8229934-26d5-4624-a31c-156d876f4eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:43.202586 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-af6883d7-4269-40f4-b595-9af354ea6346 req-c8229934-26d5-4624-a31c-156d876f4eec service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.0805116 Feb 09 00:58:43.258817 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-caab430b-5b5e-4ab4-a819-7c39b6198cb3 req-e78cded2-94fc-41e2-b9fd-86fd49955896 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:43.339003 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-06a5fbf8-f007-45ad-8543-9a3469469376 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:43.344829 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-06a5fbf8-f007-45ad-8543-9a3469469376 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Usage tracker for resource:port and tenant:e3282b39b26b4341b7bfc42f3e4e8492 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:43.345830 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-00192651-2ff7-4fe7-bbc5-8dee04d81a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:43.347070 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-00192651-2ff7-4fe7-bbc5-8dee04d81a2a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=445ebb7c-d106-4555-bd14-c6ab8035bb9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1426237 Feb 09 00:58:43.349957 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6883d7-4269-40f4-b595-9af354ea6346 req-19b473b6-5efd-4939-9786-847873eb8739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:43.351426 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-af6883d7-4269-40f4-b595-9af354ea6346 req-19b473b6-5efd-4939-9786-847873eb8739 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1145415 Feb 09 00:58:43.352358 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-06a5fbf8-f007-45ad-8543-9a3469469376 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:43.363823 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-06a5fbf8-f007-45ad-8543-9a3469469376 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:43.397719 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-caab430b-5b5e-4ab4-a819-7c39b6198cb3 req-e78cded2-94fc-41e2-b9fd-86fd49955896 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:43.403597 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-caab430b-5b5e-4ab4-a819-7c39b6198cb3 req-e78cded2-94fc-41e2-b9fd-86fd49955896 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:43.422119 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-06a5fbf8-f007-45ad-8543-9a3469469376 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Made reservation on behalf of e3282b39b26b4341b7bfc42f3e4e8492 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:58:43.425464 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-06a5fbf8-f007-45ad-8543-9a3469469376 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:43.453093 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-06a5fbf8-f007-45ad-8543-9a3469469376 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:43.476250 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78cded2-94fc-41e2-b9fd-86fd49955896 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9385df-76e2-49e5-b5c9-3269dc1da05c,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:43.479706 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-caab430b-5b5e-4ab4-a819-7c39b6198cb3 req-e78cded2-94fc-41e2-b9fd-86fd49955896 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:43.481066 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-caab430b-5b5e-4ab4-a819-7c39b6198cb3 req-e78cded2-94fc-41e2-b9fd-86fd49955896 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8646698 Feb 09 00:58:43.482019 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-06a5fbf8-f007-45ad-8543-9a3469469376 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:43.486357 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-06a5fbf8-f007-45ad-8543-9a3469469376 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Usage tracker for resource:security_group_rule and tenant:e3282b39b26b4341b7bfc42f3e4e8492 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:43.489539 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-06a5fbf8-f007-45ad-8543-9a3469469376 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:43.495871 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-06a5fbf8-f007-45ad-8543-9a3469469376 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:43.601397 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-06a5fbf8-f007-45ad-8543-9a3469469376 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:43.606743 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-06a5fbf8-f007-45ad-8543-9a3469469376 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:43.657867 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-af6883d7-4269-40f4-b595-9af354ea6346 req-23235cc9-a9e3-4ed7-87bb-942fd003accc service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801638 Feb 09 00:58:43.659596 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-aa679aef-b167-412a-9735-0b39a52ee6a4 service neutron] 10.222.0.35 "GET /v2.0/networks/445ebb7c-d106-4555-bd14-c6ab8035bb9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018777 Feb 09 00:58:43.731103 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5fbf8-f007-45ad-8543-9a3469469376 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c03627-b876-490b-8e01-646c0c1858e6,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:43.937871 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94368b7e-4317-46c1-9bed-6dddca14d192 req-cd202669-d541-4956-894e-e6c5ac481566 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:43.939875 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-94368b7e-4317-46c1-9bed-6dddca14d192 req-cd202669-d541-4956-894e-e6c5ac481566 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/ports?device_id=686471e7-310a-4f7d-bf43-f2511309d52d HTTP/1.1" status: 200 len: 947 time: 0.2751539 Feb 09 00:58:43.942917 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-af6883d7-4269-40f4-b595-9af354ea6346 req-0a4926c9-c488-4e0d-8333-1cafb2dba5c0 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782910 Feb 09 00:58:43.947455 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5ee3335a-c943-4616-9d91-cb32a06bc858 req-d966c271-1e80-43be-87cd-2cd613d7fc66 service neutron] 10.222.0.35 "GET /v2.0/networks/445ebb7c-d106-4555-bd14-c6ab8035bb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592914 Feb 09 00:58:43.950730 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3022e-7e9b-4e4f-8046-bb6923c96ac6 req-854dbd31-d0de-46bd-9982-1ace8d7cd8b6 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:43.952169 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-99e3022e-7e9b-4e4f-8046-bb6923c96ac6 req-854dbd31-d0de-46bd-9982-1ace8d7cd8b6 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8 HTTP/1.1" status: 200 len: 1095 time: 0.3303514 Feb 09 00:58:43.991476 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-06a5fbf8-f007-45ad-8543-9a3469469376 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Allocated IP 192.168.233.196 (82c0e553-004f-4f65-a38e-9d785fdc5802/c1d7756a-584e-4152-ad93-d220060f4b30/85f0c83d-e492-4252-8c90-1fd22fec3aff) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:58:44.000625 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-99e3022e-7e9b-4e4f-8046-bb6923c96ac6 req-bfa27314-df01-40b3-88cb-1c5176bd2007 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415511 Feb 09 00:58:44.012096 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-94368b7e-4317-46c1-9bed-6dddca14d192 req-7389cbba-933f-4311-ad2c-ed6096563271 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dce2740-aad5-4d46-af2e-64ac70d80869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650187 Feb 09 00:58:44.123822 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36f69e20-1459-46c8-85c6-102e8bece3fa', 'tag': '36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d', 'status': 'completed', 'code': 200} Feb 09 00:58:44.233153 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96109f7-b076-4104-946c-7a25f9defd5f req-df31a1df-2191-4c0e-b4bc-eb6def124647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:44.238228 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d96109f7-b076-4104-946c-7a25f9defd5f req-df31a1df-2191-4c0e-b4bc-eb6def124647 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=488d0cb4879f4c45b8bc25513f8868c1&device_id=36f69e20-1459-46c8-85c6-102e8bece3fa HTTP/1.1" status: 200 len: 1094 time: 0.0930619 Feb 09 00:58:44.320213 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-06a5fbf8-f007-45ad-8543-9a3469469376 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:44.337677 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-06a5fbf8-f007-45ad-8543-9a3469469376 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Transition to ACTIVE for port object 85f0c83d-e492-4252-8c90-1fd22fec3aff will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:44.365995 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-06a5fbf8-f007-45ad-8543-9a3469469376 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:44.453657 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-06a5fbf8-f007-45ad-8543-9a3469469376 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:58:44.457465 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-06a5fbf8-f007-45ad-8543-9a3469469376 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:58:44.460145 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-06a5fbf8-f007-45ad-8543-9a3469469376 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:58:44.497478 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5fbf8-f007-45ad-8543-9a3469469376 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Pushing event updated for resources: {'Port': ['ID=85f0c83d-e492-4252-8c90-1fd22fec3aff,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:44.521382 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96109f7-b076-4104-946c-7a25f9defd5f req-7ba8ff3f-287e-45bb-ab11-c652567bf166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:44.522849 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d96109f7-b076-4104-946c-7a25f9defd5f req-7ba8ff3f-287e-45bb-ab11-c652567bf166 service neutron] 10.222.0.35 "GET /v2.0/networks?id=445ebb7c-d106-4555-bd14-c6ab8035bb9f HTTP/1.1" status: 200 len: 925 time: 0.2777064 Feb 09 00:58:44.540156 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-06a5fbf8-f007-45ad-8543-9a3469469376 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:44.540802 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-06a5fbf8-f007-45ad-8543-9a3469469376 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:44.569085 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-06a5fbf8-f007-45ad-8543-9a3469469376 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4100664 Feb 09 00:58:44.583865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-1eb828f8-77ab-4d8a-be54-0e21ce56d85c service neutron] Request body: {'port': {'device_id': '71460734-952a-4b44-9355-35973a2abca9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:44.597099 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47290d-1cfc-49c8-98d5-0e513a0df7d1 req-1d6573f9-89ea-43d6-9a68-2b92b743b7b5 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:44.598659 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fd47290d-1cfc-49c8-98d5-0e513a0df7d1 req-1d6573f9-89ea-43d6-9a68-2b92b743b7b5 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=71460734-952a-4b44-9355-35973a2abca9 HTTP/1.1" status: 200 len: 936 time: 0.3330204 Feb 09 00:58:44.629300 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d96109f7-b076-4104-946c-7a25f9defd5f req-c9b14fe5-0558-4254-8b84-6825bbd41c07 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d HTTP/1.1" status: 200 len: 217 time: 0.0957916 Feb 09 00:58:44.707570 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-d66b4c29-81e6-49a0-ba7f-2bcaea9b49fc req-fba66abd-943f-4b75-9754-5f53b3e4da77 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1671621925', 'description': 'tempest-description-165610689'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:44.717539 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fd47290d-1cfc-49c8-98d5-0e513a0df7d1 req-d5e019c0-eed7-4134-8d99-1f650329d335 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119587 Feb 09 00:58:44.718122 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-d66b4c29-81e6-49a0-ba7f-2bcaea9b49fc req-fba66abd-943f-4b75-9754-5f53b3e4da77 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:44.720954 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96109f7-b076-4104-946c-7a25f9defd5f req-3c1a5ab6-6f15-4f8c-8b2d-8dc64485f215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:44.722402 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d96109f7-b076-4104-946c-7a25f9defd5f req-3c1a5ab6-6f15-4f8c-8b2d-8dc64485f215 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0 HTTP/1.1" status: 200 len: 863 time: 0.0846939 Feb 09 00:58:44.726076 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2ac20223-7e1b-4e07-a252-50b2426c6db6 None None] Provisioning for port 85f0c83d-e492-4252-8c90-1fd22fec3aff completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:58:44.728255 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-d66b4c29-81e6-49a0-ba7f-2bcaea9b49fc req-fba66abd-943f-4b75-9754-5f53b3e4da77 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Usage tracker for resource:security_group and tenant:2356cbf59a63465084fd1b09b369844e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:44.731694 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2ac20223-7e1b-4e07-a252-50b2426c6db6 None None] Provisioning complete for port 85f0c83d-e492-4252-8c90-1fd22fec3aff triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:44.743988 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-d66b4c29-81e6-49a0-ba7f-2bcaea9b49fc req-fba66abd-943f-4b75-9754-5f53b3e4da77 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:44.746066 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2ac20223-7e1b-4e07-a252-50b2426c6db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:44.754179 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-d66b4c29-81e6-49a0-ba7f-2bcaea9b49fc req-fba66abd-943f-4b75-9754-5f53b3e4da77 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:44.771257 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-1eb828f8-77ab-4d8a-be54-0e21ce56d85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:44.786259 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d66b4c29-81e6-49a0-ba7f-2bcaea9b49fc req-fba66abd-943f-4b75-9754-5f53b3e4da77 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:44.809700 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-2ac20223-7e1b-4e07-a252-50b2426c6db6 None None] Port 85f0c83d-e492-4252-8c90-1fd22fec3aff cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:58:44.853512 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-d66b4c29-81e6-49a0-ba7f-2bcaea9b49fc req-fba66abd-943f-4b75-9754-5f53b3e4da77 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:44.861649 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-d66b4c29-81e6-49a0-ba7f-2bcaea9b49fc req-fba66abd-943f-4b75-9754-5f53b3e4da77 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Usage tracker for resource:security_group_rule and tenant:2356cbf59a63465084fd1b09b369844e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:44.865939 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-d66b4c29-81e6-49a0-ba7f-2bcaea9b49fc req-fba66abd-943f-4b75-9754-5f53b3e4da77 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:44.874269 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-d66b4c29-81e6-49a0-ba7f-2bcaea9b49fc req-fba66abd-943f-4b75-9754-5f53b3e4da77 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:44.900388 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96109f7-b076-4104-946c-7a25f9defd5f req-5fde1665-4d64-4da5-9821-a870f346832e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:44.901880 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d96109f7-b076-4104-946c-7a25f9defd5f req-5fde1665-4d64-4da5-9821-a870f346832e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=445ebb7c-d106-4555-bd14-c6ab8035bb9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1692717 Feb 09 00:58:44.989308 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdb229-dd9e-45aa-b597-ec94b11a50c4 req-c172da02-a49c-42df-bc66-3dc3e4ed22f9 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:44.990727 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6bbdb229-dd9e-45aa-b597-ec94b11a50c4 req-c172da02-a49c-42df-bc66-3dc3e4ed22f9 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f69e20-1459-46c8-85c6-102e8bece3fa HTTP/1.1" status: 200 len: 943 time: 0.1656651 Feb 09 00:58:45.076043 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6bbdb229-dd9e-45aa-b597-ec94b11a50c4 req-05e466b4-3097-42ac-87a6-7f532887ce80 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/security-groups?id=80672e19-6adc-4973-92da-be1078159b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729232 Feb 09 00:58:45.083845 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d96109f7-b076-4104-946c-7a25f9defd5f req-332131fa-fa80-44a2-a650-92486103d9a3 service neutron] 10.222.0.35 "GET /v2.0/networks/445ebb7c-d106-4555-bd14-c6ab8035bb9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739018 Feb 09 00:58:45.113199 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d66b4c29-81e6-49a0-ba7f-2bcaea9b49fc req-fba66abd-943f-4b75-9754-5f53b3e4da77 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:45.117784 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d66b4c29-81e6-49a0-ba7f-2bcaea9b49fc req-fba66abd-943f-4b75-9754-5f53b3e4da77 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:45.180836 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d66b4c29-81e6-49a0-ba7f-2bcaea9b49fc req-fba66abd-943f-4b75-9754-5f53b3e4da77 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:45.182065 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d66b4c29-81e6-49a0-ba7f-2bcaea9b49fc req-fba66abd-943f-4b75-9754-5f53b3e4da77 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4840078 Feb 09 00:58:45.182727 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba66abd-943f-4b75-9754-5f53b3e4da77 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980dba9d-332b-48aa-bed0-b5afcae84cf4,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:45.264658 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d96109f7-b076-4104-946c-7a25f9defd5f req-7265462d-837a-4826-8166-a029dc7b71b0 service neutron] 10.222.0.35 "GET /v2.0/networks/445ebb7c-d106-4555-bd14-c6ab8035bb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703155 Feb 09 00:58:45.274218 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-1eb828f8-77ab-4d8a-be54-0e21ce56d85c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85f0c83d-e492-4252-8c90-1fd22fec3aff {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:58:45.289362 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-1eb828f8-77ab-4d8a-be54-0e21ce56d85c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:45.305766 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-1eb828f8-77ab-4d8a-be54-0e21ce56d85c service neutron] Transition to ACTIVE for port object 85f0c83d-e492-4252-8c90-1fd22fec3aff will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:45.309849 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-1eb828f8-77ab-4d8a-be54-0e21ce56d85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:45.623046 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb828f8-77ab-4d8a-be54-0e21ce56d85c service neutron] Pushing event updated for resources: {'Port': ['ID=85f0c83d-e492-4252-8c90-1fd22fec3aff,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:45.671129 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-3c1201b0-e5b9-431c-994b-2f5e6f25d374 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:45.672569 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-3c1201b0-e5b9-431c-994b-2f5e6f25d374 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/networks?id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9 HTTP/1.1" status: 200 len: 821 time: 0.3573277 Feb 09 00:58:45.698156 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-1eb828f8-77ab-4d8a-be54-0e21ce56d85c service neutron] Attempting to bind port 85f0c83d-e492-4252-8c90-1fd22fec3aff on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:58:45.698515 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-1eb828f8-77ab-4d8a-be54-0e21ce56d85c service neutron] Attempting to bind port 85f0c83d-e492-4252-8c90-1fd22fec3aff by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:58:45.698831 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-1eb828f8-77ab-4d8a-be54-0e21ce56d85c service neutron] Attempting to bind port 85f0c83d-e492-4252-8c90-1fd22fec3aff on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:45.701736 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-7cda61b2-aefc-4027-9a9a-4b70d4b9a1ec tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/quotas/5a38989228a14de2b6764c7f261f44e3 HTTP/1.1" status: 200 len: 375 time: 0.0192533 Feb 09 00:58:45.705604 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-1eb828f8-77ab-4d8a-be54-0e21ce56d85c service neutron] Port 85f0c83d-e492-4252-8c90-1fd22fec3aff on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:58:45.705924 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-1eb828f8-77ab-4d8a-be54-0e21ce56d85c service neutron] Attempting to bind port 85f0c83d-e492-4252-8c90-1fd22fec3aff on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:45.741726 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-1eb828f8-77ab-4d8a-be54-0e21ce56d85c service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:58:45.742063 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-1eb828f8-77ab-4d8a-be54-0e21ce56d85c service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:58:45.742449 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-1eb828f8-77ab-4d8a-be54-0e21ce56d85c service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:58:45.742887 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-1eb828f8-77ab-4d8a-be54-0e21ce56d85c service neutron] Bound port: 85f0c83d-e492-4252-8c90-1fd22fec3aff, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:58:45.743228 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-1eb828f8-77ab-4d8a-be54-0e21ce56d85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:45.865215 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2a417-cc89-4da5-91c4-587eb9cf7997 req-80a54167-aed9-44bb-9eaf-a09cb213c837 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:45.866062 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-3ae2a417-cc89-4da5-91c4-587eb9cf7997 req-80a54167-aed9-44bb-9eaf-a09cb213c837 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Synchronizing usage tracker for tenant:5d192f05a9bd4ffca07197664d18ea13 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:58:45.867031 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-1eb828f8-77ab-4d8a-be54-0e21ce56d85c service neutron] For port 85f0c83d-e492-4252-8c90-1fd22fec3aff, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:58:45.870916 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-1eb828f8-77ab-4d8a-be54-0e21ce56d85c service neutron] For port 85f0c83d-e492-4252-8c90-1fd22fec3aff, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=85f0c83d-e492-4252-8c90-1fd22fec3aff,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:58:45.879468 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-d38f2eec-1041-4df0-b95f-2d279c6b440a tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a38989228a14de2b6764c7f261f44e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1699412 Feb 09 00:58:45.881176 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-1eb828f8-77ab-4d8a-be54-0e21ce56d85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:45.889948 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-3ae2a417-cc89-4da5-91c4-587eb9cf7997 req-80a54167-aed9-44bb-9eaf-a09cb213c837 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Unset dirty status for tenant:5d192f05a9bd4ffca07197664d18ea13 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:58:45.891681 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3ae2a417-cc89-4da5-91c4-587eb9cf7997 req-80a54167-aed9-44bb-9eaf-a09cb213c837 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/ports?device_id=686471e7-310a-4f7d-bf43-f2511309d52d HTTP/1.1" status: 200 len: 947 time: 0.1104286 Feb 09 00:58:45.953620 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-3ae2a417-cc89-4da5-91c4-587eb9cf7997 req-c9947b3b-4d6f-43d6-a330-4d534efb38f6 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Synchronizing usage tracker for tenant:5d192f05a9bd4ffca07197664d18ea13 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:58:45.981482 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-3ae2a417-cc89-4da5-91c4-587eb9cf7997 req-c9947b3b-4d6f-43d6-a330-4d534efb38f6 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Unset dirty status for tenant:5d192f05a9bd4ffca07197664d18ea13 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:58:45.982725 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3ae2a417-cc89-4da5-91c4-587eb9cf7997 req-c9947b3b-4d6f-43d6-a330-4d534efb38f6 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dce2740-aad5-4d46-af2e-64ac70d80869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773571 Feb 09 00:58:46.124591 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686471e7-310a-4f7d-bf43-f2511309d52d', 'tag': '3de626ed-6595-4da4-bc36-4f0b3d8c5311'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:46.179503 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-1eb828f8-77ab-4d8a-be54-0e21ce56d85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:46.180138 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-1eb828f8-77ab-4d8a-be54-0e21ce56d85c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:46.181794 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-1eb828f8-77ab-4d8a-be54-0e21ce56d85c service neutron] 10.222.0.35 "PUT /v2.0/ports/85f0c83d-e492-4252-8c90-1fd22fec3aff HTTP/1.1" status: 200 len: 1096 time: 1.6044788 Feb 09 00:58:46.182200 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71460734-952a-4b44-9355-35973a2abca9', 'tag': '85f0c83d-e492-4252-8c90-1fd22fec3aff'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:46.217899 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb828f8-77ab-4d8a-be54-0e21ce56d85c service neutron] Pushing event updated for resources: {'Port': ['ID=85f0c83d-e492-4252-8c90-1fd22fec3aff,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:46.331565 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-79cee59c-015d-463c-84b1-e450c5ef9f34 service neutron] 10.222.0.37 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143386 Feb 09 00:58:46.339202 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1a367147-ac72-4551-9315-0e381116e138 req-6529ac85-e9b7-44d6-aaba-1e1412a6a49c tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42320 time: 0.3264959 Feb 09 00:58:46.436750 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1a367147-ac72-4551-9315-0e381116e138 req-1e69b5ab-011b-41b9-9cbe-d778ea82d840 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] 10.222.0.37 "GET /v2.0/security-groups/0efdec45-9fb0-407a-a4c0-a33d2b120cfd HTTP/1.1" status: 200 len: 2981 time: 0.0480537 Feb 09 00:58:46.448165 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-e34199e8-4936-4890-b206-23b1454e74c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:46.449675 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-e34199e8-4936-4890-b206-23b1454e74c9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&device_id=71460734-952a-4b44-9355-35973a2abca9 HTTP/1.1" status: 200 len: 1099 time: 0.2145050 Feb 09 00:58:46.499959 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1a367147-ac72-4551-9315-0e381116e138 req-c5dd6682-d7db-4127-884e-625bda27cc32 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] 10.222.0.37 "GET /v2.0/security-groups/0efdec45-9fb0-407a-a4c0-a33d2b120cfd HTTP/1.1" status: 200 len: 2981 time: 0.0505209 Feb 09 00:58:46.542109 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-e828b5ad-da64-42aa-8cd8-6775961324b6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=85f0c83d-e492-4252-8c90-1fd22fec3aff HTTP/1.1" status: 200 len: 217 time: 0.0790799 Feb 09 00:58:46.551970 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-555ebee3-aa52-4920-be54-73f8a67f18dd service neutron] 10.222.0.37 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105925 Feb 09 00:58:46.552520 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1a367147-ac72-4551-9315-0e381116e138 req-e5c068f0-4238-46bb-943b-659ac58f5b3e tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] 10.222.0.37 "GET /v2.0/security-groups/4bdf16a6-2529-42d4-9f6f-5a458f3b68c2 HTTP/1.1" status: 200 len: 2973 time: 0.0451775 Feb 09 00:58:46.622503 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-d9fc0290-2c2c-43ac-ba4b-de66d7bd197e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:46.624125 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-d9fc0290-2c2c-43ac-ba4b-de66d7bd197e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.0712695 Feb 09 00:58:46.627227 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1a367147-ac72-4551-9315-0e381116e138 req-1e489903-08bc-4ea2-8126-2a4d02087927 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] 10.222.0.37 "GET /v2.0/security-groups/4bdf16a6-2529-42d4-9f6f-5a458f3b68c2 HTTP/1.1" status: 200 len: 2973 time: 0.0638735 Feb 09 00:58:46.704345 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1a367147-ac72-4551-9315-0e381116e138 req-7a40e661-2efd-4e59-ad88-52301abdb6a8 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] 10.222.0.37 "GET /v2.0/security-groups/4fe3e768-b1f9-4b81-af9f-7020be1c8a2c HTTP/1.1" status: 200 len: 2977 time: 0.0755169 Feb 09 00:58:46.718512 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 9c0eadf2-2e8d-491f-ac0d-440873923f3b details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:58:46.733399 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-b2bd7f57-14b2-4fac-883d-de7ff160eabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:46.734931 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-b2bd7f57-14b2-4fac-883d-de7ff160eabd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1007981 Feb 09 00:58:46.829107 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1a367147-ac72-4551-9315-0e381116e138 req-6d486a0e-4ac0-492e-893a-68a21832598b tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] 10.222.0.37 "GET /v2.0/security-groups/4fe3e768-b1f9-4b81-af9f-7020be1c8a2c HTTP/1.1" status: 200 len: 2977 time: 0.1217222 Feb 09 00:58:46.950214 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1a367147-ac72-4551-9315-0e381116e138 req-44f883a3-bf41-41d9-a3b8-25058d4a0e8d tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] 10.222.0.37 "GET /v2.0/security-groups/81c48249-b304-4567-b649-dd1d3cae1298 HTTP/1.1" status: 200 len: 2981 time: 0.1171327 Feb 09 00:58:46.977696 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 9c0eadf2-2e8d-491f-ac0d-440873923f3b, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9c0eadf2-2e8d-491f-ac0d-440873923f3b,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:47.034003 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '9c0eadf2-2e8d-491f-ac0d-440873923f3b', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': '9c0eadf2-2e8d-491f-ac0d-440873923f3b', 'mac_address': 'fa:16:3e:8e:d8:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:58:47.064427 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1a367147-ac72-4551-9315-0e381116e138 req-ce3b2246-4f78-4f90-a367-b1ec9a3cdfda tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] 10.222.0.37 "GET /v2.0/security-groups/81c48249-b304-4567-b649-dd1d3cae1298 HTTP/1.1" status: 200 len: 2981 time: 0.1132693 Feb 09 00:58:47.145012 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-326796d3-42a5-41b1-b94f-30deb3fc7a17 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020007 Feb 09 00:58:47.163070 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:47.185656 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1a367147-ac72-4551-9315-0e381116e138 req-c2f96a17-89a6-4acf-a3c4-1417719dbde8 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] 10.222.0.37 "GET /v2.0/security-groups/9dce2740-aad5-4d46-af2e-64ac70d80869 HTTP/1.1" status: 200 len: 2981 time: 0.1142955 Feb 09 00:58:47.214810 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c0eadf2-2e8d-491f-ac0d-440873923f3b {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:58:47.262297 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 9c0eadf2-2e8d-491f-ac0d-440873923f3b, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9c0eadf2-2e8d-491f-ac0d-440873923f3b,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:47.269081 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:47.269785 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 3de626ed-6595-4da4-bc36-4f0b3d8c5311 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:58:47.313183 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b859251-c926-448d-a050-1222b6babd7a req-1f2a6d3b-1c8a-4c34-aa52-8342cabf8416 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:47.314475 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5b859251-c926-448d-a050-1222b6babd7a req-1f2a6d3b-1c8a-4c34-aa52-8342cabf8416 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Synchronizing usage tracker for tenant:e3282b39b26b4341b7bfc42f3e4e8492 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:58:47.321072 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1a367147-ac72-4551-9315-0e381116e138 req-7d4c183d-be3b-41d7-8b25-3ae78465d4f3 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] 10.222.0.37 "GET /v2.0/security-groups/9dce2740-aad5-4d46-af2e-64ac70d80869 HTTP/1.1" status: 200 len: 2981 time: 0.1292095 Feb 09 00:58:47.363570 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4f942069-8e15-4ad5-98fb-fbc7059ad47e req-0da41523-ebf2-4a85-8545-7a9d6545825a service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058272 Feb 09 00:58:47.367483 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5b859251-c926-448d-a050-1222b6babd7a req-1f2a6d3b-1c8a-4c34-aa52-8342cabf8416 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Unset dirty status for tenant:e3282b39b26b4341b7bfc42f3e4e8492 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:58:47.368579 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5b859251-c926-448d-a050-1222b6babd7a req-1f2a6d3b-1c8a-4c34-aa52-8342cabf8416 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=71460734-952a-4b44-9355-35973a2abca9 HTTP/1.1" status: 200 len: 948 time: 0.3916388 Feb 09 00:58:47.421139 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 3de626ed-6595-4da4-bc36-4f0b3d8c5311, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=3de626ed-6595-4da4-bc36-4f0b3d8c5311,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:47.428122 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5b859251-c926-448d-a050-1222b6babd7a req-e32363a7-49ff-4a8c-b57a-98c0bbd0dd51 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Synchronizing usage tracker for tenant:e3282b39b26b4341b7bfc42f3e4e8492 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:58:47.428619 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1a367147-ac72-4551-9315-0e381116e138 req-7259e578-eeb4-47be-a577-d1ebd7095c6b tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] 10.222.0.37 "GET /v2.0/security-groups/a10985bf-d510-485e-9db9-0a4dbe4e9879 HTTP/1.1" status: 200 len: 2977 time: 0.0995789 Feb 09 00:58:47.451150 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '3de626ed-6595-4da4-bc36-4f0b3d8c5311', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': '3de626ed-6595-4da4-bc36-4f0b3d8c5311', 'mac_address': 'fa:16:3e:ff:d9:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:58:47.458995 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5b859251-c926-448d-a050-1222b6babd7a req-e32363a7-49ff-4a8c-b57a-98c0bbd0dd51 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Unset dirty status for tenant:e3282b39b26b4341b7bfc42f3e4e8492 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:58:47.460709 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5b859251-c926-448d-a050-1222b6babd7a req-e32363a7-49ff-4a8c-b57a-98c0bbd0dd51 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797122 Feb 09 00:58:47.519919 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1a367147-ac72-4551-9315-0e381116e138 req-386a452a-d5c0-4adb-8b32-ea074270d9ff tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] 10.222.0.37 "GET /v2.0/security-groups/a10985bf-d510-485e-9db9-0a4dbe4e9879 HTTP/1.1" status: 200 len: 2977 time: 0.0846479 Feb 09 00:58:47.539324 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=9c0eadf2-2e8d-491f-ac0d-440873923f3b,revision_number=9']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:47.572986 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:47.596445 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3de626ed-6595-4da4-bc36-4f0b3d8c5311 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:58:47.599593 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1a367147-ac72-4551-9315-0e381116e138 req-c3363019-e8ab-436e-9d16-f2070feb7393 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] 10.222.0.37 "GET /v2.0/security-groups/a7f5ff7d-37ed-49bc-ac25-735bd3c22e45 HTTP/1.1" status: 200 len: 2981 time: 0.0736518 Feb 09 00:58:47.622397 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:58:47.689905 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1a367147-ac72-4551-9315-0e381116e138 req-e8066c82-2e04-44b0-ba07-6a63a34de7a5 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] 10.222.0.37 "GET /v2.0/security-groups/a7f5ff7d-37ed-49bc-ac25-735bd3c22e45 HTTP/1.1" status: 200 len: 2981 time: 0.0797307 Feb 09 00:58:47.757295 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1a367147-ac72-4551-9315-0e381116e138 req-4ad438f9-49f0-4b2e-9a4d-511c4f6bf533 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] 10.222.0.37 "GET /v2.0/security-groups/c4c03627-b876-490b-8e01-646c0c1858e6 HTTP/1.1" status: 200 len: 2981 time: 0.0603318 Feb 09 00:58:47.808273 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 3de626ed-6595-4da4-bc36-4f0b3d8c5311, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=3de626ed-6595-4da4-bc36-4f0b3d8c5311,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:47.833320 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:47.851812 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1a367147-ac72-4551-9315-0e381116e138 req-bd474360-cc6c-4777-9a68-2c59382604d1 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] 10.222.0.37 "GET /v2.0/security-groups/c4c03627-b876-490b-8e01-646c0c1858e6 HTTP/1.1" status: 200 len: 2981 time: 0.0872502 Feb 09 00:58:47.882924 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25572c-91be-450e-8c73-919bb44a5cdb req-4fc30f7a-8097-4a52-802e-572972d8b275 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:47.884049 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ec25572c-91be-450e-8c73-919bb44a5cdb req-4fc30f7a-8097-4a52-802e-572972d8b275 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Synchronizing usage tracker for tenant:488d0cb4879f4c45b8bc25513f8868c1 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:58:47.911384 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ec25572c-91be-450e-8c73-919bb44a5cdb req-4fc30f7a-8097-4a52-802e-572972d8b275 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Unset dirty status for tenant:488d0cb4879f4c45b8bc25513f8868c1 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:58:47.912493 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ec25572c-91be-450e-8c73-919bb44a5cdb req-4fc30f7a-8097-4a52-802e-572972d8b275 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f69e20-1459-46c8-85c6-102e8bece3fa HTTP/1.1" status: 200 len: 943 time: 0.2291446 Feb 09 00:58:47.923966 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1a367147-ac72-4551-9315-0e381116e138 req-71eef97d-9b8c-4db1-be16-1c738a724489 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] 10.222.0.37 "GET /v2.0/security-groups/cc3b876e-c736-45e3-a525-1afb6e7cfca1 HTTP/1.1" status: 200 len: 2981 time: 0.0651662 Feb 09 00:58:47.963844 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d,segment=NetworkSegment(e54330ae-8d13-4599-abc0-f776581bcd15),segment_id=e54330ae-8d13-4599-abc0-f776581bcd15)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:47.984822 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d', 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f', 'port_id': '36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d', 'mac_address': 'fa:16:3e:d9:a7:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 954, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:58:47.999688 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ec25572c-91be-450e-8c73-919bb44a5cdb req-cd4ebd26-3735-4583-b828-03d711f628cd tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/security-groups?id=80672e19-6adc-4973-92da-be1078159b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778234 Feb 09 00:58:48.027041 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1a367147-ac72-4551-9315-0e381116e138 req-0834c88f-8470-4f9e-8b25-ddb67ad289d3 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] 10.222.0.37 "GET /v2.0/security-groups/cc3b876e-c736-45e3-a525-1afb6e7cfca1 HTTP/1.1" status: 200 len: 2981 time: 0.0881269 Feb 09 00:58:48.031268 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['9c0eadf2-2e8d-491f-ac0d-440873923f3b'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:58:48.088861 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686471e7-310a-4f7d-bf43-f2511309d52d', 'tag': '3de626ed-6595-4da4-bc36-4f0b3d8c5311', 'status': 'completed', 'code': 200} Feb 09 00:58:48.093867 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=3de626ed-6595-4da4-bc36-4f0b3d8c5311,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:48.097951 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1a367147-ac72-4551-9315-0e381116e138 req-b31d3ff1-660f-4e0d-b420-939caedfdfea tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] 10.222.0.37 "GET /v2.0/security-groups/dbc6f958-4598-4cd0-b695-5363227a3314 HTTP/1.1" status: 200 len: 2977 time: 0.0699925 Feb 09 00:58:48.125966 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:48.164754 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:58:48.206183 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71460734-952a-4b44-9355-35973a2abca9', 'tag': '85f0c83d-e492-4252-8c90-1fd22fec3aff', 'status': 'completed', 'code': 200} Feb 09 00:58:48.206685 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['3de626ed-6595-4da4-bc36-4f0b3d8c5311'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:58:48.240441 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1a367147-ac72-4551-9315-0e381116e138 req-43217669-ba56-47e9-bcf7-d0e59130301b tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] 10.222.0.37 "GET /v2.0/security-groups/dbc6f958-4598-4cd0-b695-5363227a3314 HTTP/1.1" status: 200 len: 2977 time: 0.1414988 Feb 09 00:58:48.292640 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d,segment=NetworkSegment(e54330ae-8d13-4599-abc0-f776581bcd15),segment_id=e54330ae-8d13-4599-abc0-f776581bcd15)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:48.298989 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1a367147-ac72-4551-9315-0e381116e138 req-4155f395-5bd9-4392-8e22-5f1b11cb4690 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] 10.222.0.37 "GET /v2.0/security-groups/e7c1fffa-4db5-4d36-85d0-171318ee945c HTTP/1.1" status: 200 len: 2981 time: 0.0575478 Feb 09 00:58:48.358547 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:48.388898 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1a367147-ac72-4551-9315-0e381116e138 req-32651384-46eb-437b-a31a-af2492cbf5c2 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] 10.222.0.37 "GET /v2.0/security-groups/e7c1fffa-4db5-4d36-85d0-171318ee945c HTTP/1.1" status: 200 len: 2981 time: 0.0886693 Feb 09 00:58:48.391951 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5f841-3e5d-4317-b2b6-4b8928feba43 req-2015d677-3bdc-4963-94ef-f846bef5d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:48.393777 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5da5f841-3e5d-4317-b2b6-4b8928feba43 req-2015d677-3bdc-4963-94ef-f846bef5d9a2 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5d192f05a9bd4ffca07197664d18ea13&device_id=686471e7-310a-4f7d-bf43-f2511309d52d HTTP/1.1" status: 200 len: 1099 time: 0.2695997 Feb 09 00:58:48.497013 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947608f1-a3dd-4022-9af4-aba9e63a0f6d req-36c0b05e-763a-4de0-a706-78bebe7ef74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:48.498641 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-947608f1-a3dd-4022-9af4-aba9e63a0f6d req-36c0b05e-763a-4de0-a706-78bebe7ef74f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&device_id=71460734-952a-4b44-9355-35973a2abca9 HTTP/1.1" status: 200 len: 1099 time: 0.2490768 Feb 09 00:58:48.617230 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:48.635340 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:58:48.671867 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e728e6bc-284e-4d42-8b1a-9eb4f4370b42 req-4160f2f7-2866-4c71-9efb-c27e69bd68c3 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 210 time: 0.1022129 Feb 09 00:58:48.844171 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1a367147-ac72-4551-9315-0e381116e138 req-2355818c-8ee1-4a28-9da4-58f106bb3906 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] 10.222.0.37 "GET /v2.0/security-groups/eee60a03-58af-4e46-ba40-f736609dcd0f HTTP/1.1" status: 200 len: 2981 time: 0.3792338 Feb 09 00:58:48.957301 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1a367147-ac72-4551-9315-0e381116e138 req-165790bf-71bb-4996-8ae7-18347d79c2e4 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] 10.222.0.37 "GET /v2.0/security-groups/eee60a03-58af-4e46-ba40-f736609dcd0f HTTP/1.1" status: 200 len: 2981 time: 0.1120355 Feb 09 00:58:49.007551 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5f841-3e5d-4317-b2b6-4b8928feba43 req-0089ecb9-b394-4fa5-8698-68019f768758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:49.015027 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5da5f841-3e5d-4317-b2b6-4b8928feba43 req-0089ecb9-b394-4fa5-8698-68019f768758 service neutron] 10.222.0.117 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.6136727 Feb 09 00:58:49.117550 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-2623724e-c671-42a3-bf17-1ebaebac4911 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:49.119493 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-2623724e-c671-42a3-bf17-1ebaebac4911 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.117 "GET /v2.0/networks?id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9 HTTP/1.1" status: 200 len: 821 time: 0.6802998 Feb 09 00:58:49.173386 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-950cbd3b-0300-4551-a5e4-69b5574736a7 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Request body: {'port': {'device_id': '265d0785-80eb-4208-b453-7e76972213d2', 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9', 'admin_state_up': True, 'tenant_id': '5a38989228a14de2b6764c7f261f44e3'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:49.207336 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5da5f841-3e5d-4317-b2b6-4b8928feba43 req-c7dc191c-3ac3-40d9-886d-256f5ea31eaf service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=3de626ed-6595-4da4-bc36-4f0b3d8c5311 HTTP/1.1" status: 200 len: 217 time: 0.1825607 Feb 09 00:58:49.263807 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947608f1-a3dd-4022-9af4-aba9e63a0f6d req-997b4091-c3b7-44b9-a775-fcdf71c276ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:49.265824 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-947608f1-a3dd-4022-9af4-aba9e63a0f6d req-997b4091-c3b7-44b9-a775-fcdf71c276ea service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.6955049 Feb 09 00:58:49.293652 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5f841-3e5d-4317-b2b6-4b8928feba43 req-343d5048-8723-44cb-aea2-37797e00bf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:49.295095 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5da5f841-3e5d-4317-b2b6-4b8928feba43 req-343d5048-8723-44cb-aea2-37797e00bf82 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.0774846 Feb 09 00:58:49.306774 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b71599-2cb2-4c3d-8b93-8dae89d02439 req-5710994b-e03e-4c89-b6ae-cbdf8065e965 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:49.308377 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-32b71599-2cb2-4c3d-8b93-8dae89d02439 req-5710994b-e03e-4c89-b6ae-cbdf8065e965 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=71460734-952a-4b44-9355-35973a2abca9 HTTP/1.1" status: 200 len: 948 time: 0.1619465 Feb 09 00:58:49.399233 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-32b71599-2cb2-4c3d-8b93-8dae89d02439 req-88cb0180-af99-4549-ba0f-b1e356a1933e tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579467 Feb 09 00:58:49.431134 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5f841-3e5d-4317-b2b6-4b8928feba43 req-a535259a-cb70-4e8c-8159-f0abbb5d80a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:49.432850 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5da5f841-3e5d-4317-b2b6-4b8928feba43 req-a535259a-cb70-4e8c-8159-f0abbb5d80a0 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1235096 Feb 09 00:58:49.481259 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-947608f1-a3dd-4022-9af4-aba9e63a0f6d req-5535cdd3-eccb-4353-9f7e-5062f3fd9b55 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=85f0c83d-e492-4252-8c90-1fd22fec3aff HTTP/1.1" status: 200 len: 217 time: 0.1954403 Feb 09 00:58:49.600257 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947608f1-a3dd-4022-9af4-aba9e63a0f6d req-ed2263cf-04ed-4997-a680-77ac00c06341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:49.602304 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-947608f1-a3dd-4022-9af4-aba9e63a0f6d req-ed2263cf-04ed-4997-a680-77ac00c06341 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.1107924 Feb 09 00:58:49.619979 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 85f0c83d-e492-4252-8c90-1fd22fec3aff details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:58:49.652782 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-24efe9e3-eab8-4e82-9615-b3225dc188bf req-cf97fb51-d527-4128-8311-1331a7234b87 tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Synchronizing usage tracker for tenant:4f93674017614271afe70bbdc12bf3eb on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:58:49.677395 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-950cbd3b-0300-4551-a5e4-69b5574736a7 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:49.689572 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-24efe9e3-eab8-4e82-9615-b3225dc188bf req-cf97fb51-d527-4128-8311-1331a7234b87 tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Unset dirty status for tenant:4f93674017614271afe70bbdc12bf3eb on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:58:49.697555 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-24efe9e3-eab8-4e82-9615-b3225dc188bf req-cf97fb51-d527-4128-8311-1331a7234b87 tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4f93674017614271afe70bbdc12bf3eb HTTP/1.1" status: 200 len: 6104 time: 0.1632404 Feb 09 00:58:49.709996 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5549c3d-1bc5-477c-8c91-7c24f0d22d9c req-a7e2cc05-2251-44d2-acec-bae22240a077 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:49.717324 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d5549c3d-1bc5-477c-8c91-7c24f0d22d9c req-a7e2cc05-2251-44d2-acec-bae22240a077 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/ports?device_id=686471e7-310a-4f7d-bf43-f2511309d52d HTTP/1.1" status: 200 len: 948 time: 0.6126511 Feb 09 00:58:49.724822 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-950cbd3b-0300-4551-a5e4-69b5574736a7 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:49.755900 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5da5f841-3e5d-4317-b2b6-4b8928feba43 req-bd2cc41c-630f-4ec5-8fa5-805accc51412 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114974 Feb 09 00:58:49.779696 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-950cbd3b-0300-4551-a5e4-69b5574736a7 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Made reservation on behalf of 5a38989228a14de2b6764c7f261f44e3 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:58:49.785268 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-950cbd3b-0300-4551-a5e4-69b5574736a7 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:49.817613 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d5549c3d-1bc5-477c-8c91-7c24f0d22d9c req-ecab3f4a-3ff7-4521-93c8-b0eeae69c898 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dce2740-aad5-4d46-af2e-64ac70d80869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993004 Feb 09 00:58:49.869591 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 85f0c83d-e492-4252-8c90-1fd22fec3aff, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=85f0c83d-e492-4252-8c90-1fd22fec3aff,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:49.884493 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-24efe9e3-eab8-4e82-9615-b3225dc188bf req-9aa60d8d-33a3-4ab8-a533-f3376b69c436 tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] 10.222.0.37 "GET /v2.0/security-groups/0efdec45-9fb0-407a-a4c0-a33d2b120cfd HTTP/1.1" status: 200 len: 2981 time: 0.1859488 Feb 09 00:58:49.886040 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '85f0c83d-e492-4252-8c90-1fd22fec3aff', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': '85f0c83d-e492-4252-8c90-1fd22fec3aff', 'mac_address': 'fa:16:3e:6a:74:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:58:49.891332 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:58:49.922460 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947608f1-a3dd-4022-9af4-aba9e63a0f6d req-8dee9287-69db-48ee-9d53-1bfdc05734ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:49.923913 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-947608f1-a3dd-4022-9af4-aba9e63a0f6d req-8dee9287-69db-48ee-9d53-1bfdc05734ae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3105245 Feb 09 00:58:49.980226 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-24efe9e3-eab8-4e82-9615-b3225dc188bf req-8856ad11-e7d8-4ce7-8235-1255ce911853 tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] 10.222.0.37 "GET /v2.0/security-groups/0efdec45-9fb0-407a-a4c0-a33d2b120cfd HTTP/1.1" status: 200 len: 2981 time: 0.0947692 Feb 09 00:58:50.100694 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5da5f841-3e5d-4317-b2b6-4b8928feba43 req-402f2dc4-00b0-4d22-ae99-696909f19b75 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190730 Feb 09 00:58:50.181179 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:50.251804 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85f0c83d-e492-4252-8c90-1fd22fec3aff {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:58:50.287750 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:58:50.302765 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:50.303151 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:50.383031 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 85f0c83d-e492-4252-8c90-1fd22fec3aff, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=85f0c83d-e492-4252-8c90-1fd22fec3aff,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:50.418911 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:50.439086 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded5feb-4750-484a-bc97-9a9831831a30 req-004fc847-428b-4c18-8c34-e011c3ed7eca tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:50.440868 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3ded5feb-4750-484a-bc97-9a9831831a30 req-004fc847-428b-4c18-8c34-e011c3ed7eca tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f69e20-1459-46c8-85c6-102e8bece3fa HTTP/1.1" status: 200 len: 944 time: 0.4397876 Feb 09 00:58:50.456489 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-947608f1-a3dd-4022-9af4-aba9e63a0f6d req-149f6d6f-12d5-4970-b9e7-df88faa53873 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100946 Feb 09 00:58:50.501143 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-516a39c4-67be-4f89-881d-27db5cba389f req-536185af-ec2a-48aa-8d68-09e450019629 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 210 time: 0.0773642 Feb 09 00:58:50.516731 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-950cbd3b-0300-4551-a5e4-69b5574736a7 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Allocated IP 172.20.0.5 (53c7f498-ec21-4766-a8b4-5bb9d5f006d9/eb9a8e05-d0fc-4553-92c9-d58b7743cadc/a3a8c315-95d5-4b07-958e-13e5b6be2a4c) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:58:50.603051 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3ded5feb-4750-484a-bc97-9a9831831a30 req-4a155f9a-4065-4946-908f-62ebca2861e2 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/security-groups?id=80672e19-6adc-4973-92da-be1078159b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552694 Feb 09 00:58:50.679402 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58002) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:50.707543 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-38cc9c5b-9472-4c4d-979d-41cc9f03f3a8 req-f76c8ecd-f3db-4f0c-a0d3-2d6af52504ed tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] 10.222.0.37 "GET /v2.0/security-groups/980dba9d-332b-48aa-bed0-b5afcae84cf4 HTTP/1.1" status: 200 len: 1777 time: 0.1450365 Feb 09 00:58:50.778253 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['85f0c83d-e492-4252-8c90-1fd22fec3aff'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:58:50.847505 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-38cc9c5b-9472-4c4d-979d-41cc9f03f3a8 req-74621b78-cb4e-4ba5-b78f-4868495c89d4 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:50.884899 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 3de626ed-6595-4da4-bc36-4f0b3d8c5311 up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:58:50.902411 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58012) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:50.934663 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-38cc9c5b-9472-4c4d-979d-41cc9f03f3a8 req-74621b78-cb4e-4ba5-b78f-4868495c89d4 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:50.944349 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=85f0c83d-e492-4252-8c90-1fd22fec3aff,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:51.004174 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.004559 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.004898 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.005231 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.005559 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.006023 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.006363 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.006687 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.007007 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.007324 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.007643 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.007958 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.053196 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:51.088737 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-23a07acc-91b7-49cf-ab89-2fac832ed75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:51.137364 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-38cc9c5b-9472-4c4d-979d-41cc9f03f3a8 req-74621b78-cb4e-4ba5-b78f-4868495c89d4 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:51.140228 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d,segment=NetworkSegment(e54330ae-8d13-4599-abc0-f776581bcd15),segment_id=e54330ae-8d13-4599-abc0-f776581bcd15)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:51.144859 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-23a07acc-91b7-49cf-ab89-2fac832ed75c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:51.146320 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f69e20-1459-46c8-85c6-102e8bece3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:51.153532 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 3de626ed-6595-4da4-bc36-4f0b3d8c5311 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:58:51.176763 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:51.182146 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-23a07acc-91b7-49cf-ab89-2fac832ed75c admin admin] Usage tracker for resource:security_group_rule and tenant:ba8ed5880f5c43578eb8039cb0596691 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:51.186621 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-23a07acc-91b7-49cf-ab89-2fac832ed75c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:51.197385 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74621b78-cb4e-4ba5-b78f-4868495c89d4 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980dba9d-332b-48aa-bed0-b5afcae84cf4,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:51.209108 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-23a07acc-91b7-49cf-ab89-2fac832ed75c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:51.212240 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74621b78-cb4e-4ba5-b78f-4868495c89d4 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.212757 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74621b78-cb4e-4ba5-b78f-4868495c89d4 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.213181 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74621b78-cb4e-4ba5-b78f-4868495c89d4 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.213629 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74621b78-cb4e-4ba5-b78f-4868495c89d4 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.214059 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74621b78-cb4e-4ba5-b78f-4868495c89d4 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.214486 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74621b78-cb4e-4ba5-b78f-4868495c89d4 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.214906 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74621b78-cb4e-4ba5-b78f-4868495c89d4 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.215508 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74621b78-cb4e-4ba5-b78f-4868495c89d4 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.216074 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74621b78-cb4e-4ba5-b78f-4868495c89d4 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.216591 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74621b78-cb4e-4ba5-b78f-4868495c89d4 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.216994 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74621b78-cb4e-4ba5-b78f-4868495c89d4 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.217504 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74621b78-cb4e-4ba5-b78f-4868495c89d4 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.220625 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e040d161-7fdc-40ac-bd55-c76bc47c9674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:51.222138 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 3de626ed-6595-4da4-bc36-4f0b3d8c5311 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:51.222520 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:51.236815 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-950cbd3b-0300-4551-a5e4-69b5574736a7 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:51.239298 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-38cc9c5b-9472-4c4d-979d-41cc9f03f3a8 req-74621b78-cb4e-4ba5-b78f-4868495c89d4 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:51.257058 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-38cc9c5b-9472-4c4d-979d-41cc9f03f3a8 req-74621b78-cb4e-4ba5-b78f-4868495c89d4 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/980dba9d-332b-48aa-bed0-b5afcae84cf4 HTTP/1.1" status: 204 len: 173 time: 0.5470848 Feb 09 00:58:51.273406 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-947608f1-a3dd-4022-9af4-aba9e63a0f6d req-302a97e6-7dcb-459e-9012-0d19e8c99dee service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7993832 Feb 09 00:58:51.276010 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-950cbd3b-0300-4551-a5e4-69b5574736a7 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:51.283972 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e040d161-7fdc-40ac-bd55-c76bc47c9674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:51.321642 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e040d161-7fdc-40ac-bd55-c76bc47c9674 admin admin] Usage tracker for resource:security_group_rule and tenant:b7e3fe4234ce48c19d8bfea9ab6653e5 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:51.334735 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e040d161-7fdc-40ac-bd55-c76bc47c9674 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:51.367803 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e040d161-7fdc-40ac-bd55-c76bc47c9674 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:51.437071 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cbd3b-0300-4551-a5e4-69b5574736a7 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Pushing event updated for resources: {'Port': ['ID=a3a8c315-95d5-4b07-958e-13e5b6be2a4c,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:51.463356 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950cbd3b-0300-4551-a5e4-69b5574736a7 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.464170 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950cbd3b-0300-4551-a5e4-69b5574736a7 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.464279 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950cbd3b-0300-4551-a5e4-69b5574736a7 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.465324 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950cbd3b-0300-4551-a5e4-69b5574736a7 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.465732 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950cbd3b-0300-4551-a5e4-69b5574736a7 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.465844 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950cbd3b-0300-4551-a5e4-69b5574736a7 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.466138 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950cbd3b-0300-4551-a5e4-69b5574736a7 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.466468 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950cbd3b-0300-4551-a5e4-69b5574736a7 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.467107 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950cbd3b-0300-4551-a5e4-69b5574736a7 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.467710 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950cbd3b-0300-4551-a5e4-69b5574736a7 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.468270 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950cbd3b-0300-4551-a5e4-69b5574736a7 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.468909 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950cbd3b-0300-4551-a5e4-69b5574736a7 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:51.518479 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-950cbd3b-0300-4551-a5e4-69b5574736a7 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:58:51.524838 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-950cbd3b-0300-4551-a5e4-69b5574736a7 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:58:51.530306 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-950cbd3b-0300-4551-a5e4-69b5574736a7 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:58:51.667163 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:51.681685 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c89ac-dbda-4bee-86a0-0a2970d1e547 req-369bc6db-62c9-4a33-9c70-03065ffdb7e8 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:51.685388 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a7c89ac-dbda-4bee-86a0-0a2970d1e547 req-369bc6db-62c9-4a33-9c70-03065ffdb7e8 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=71460734-952a-4b44-9355-35973a2abca9 HTTP/1.1" status: 200 len: 949 time: 0.4137769 Feb 09 00:58:51.691651 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-23a07acc-91b7-49cf-ab89-2fac832ed75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:51.696548 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-950cbd3b-0300-4551-a5e4-69b5574736a7 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:51.697848 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-950cbd3b-0300-4551-a5e4-69b5574736a7 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:51.711324 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-23a07acc-91b7-49cf-ab89-2fac832ed75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:51.726582 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:51.728060 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:51.775341 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a07acc-91b7-49cf-ab89-2fac832ed75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e9a338-2b45-4e94-b40b-b051ddc9ec42,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:51.792636 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 3de626ed-6595-4da4-bc36-4f0b3d8c5311, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=3de626ed-6595-4da4-bc36-4f0b3d8c5311,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:51.802991 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:51.804307 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 9c0eadf2-2e8d-491f-ac0d-440873923f3b up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:58:51.807183 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-950cbd3b-0300-4551-a5e4-69b5574736a7 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6397309 Feb 09 00:58:51.827456 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a7c89ac-dbda-4bee-86a0-0a2970d1e547 req-50d7d48e-f30d-4bdb-a2f8-6d0b89974c9b tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219471 Feb 09 00:58:51.847316 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-23a07acc-91b7-49cf-ab89-2fac832ed75c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ba8ed5880f5c43578eb8039cb0596691&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1640549 Feb 09 00:58:51.851898 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58028) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:51.856600 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e040d161-7fdc-40ac-bd55-c76bc47c9674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:51.857463 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-80486bf2-de7c-44e9-bf35-f0e0bdb342c7 service neutron] Request body: {'port': {'device_id': '265d0785-80eb-4208-b453-7e76972213d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:51.939425 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e040d161-7fdc-40ac-bd55-c76bc47c9674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:51.975717 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae510f-b5ec-4515-8226-3408eaa791b2 req-31351f0a-e1fa-4a5f-aef2-55f5a6dfbf7c tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:51.983891 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9eae510f-b5ec-4515-8226-3408eaa791b2 req-31351f0a-e1fa-4a5f-aef2-55f5a6dfbf7c tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/ports?device_id=686471e7-310a-4f7d-bf43-f2511309d52d HTTP/1.1" status: 200 len: 948 time: 0.4730995 Feb 09 00:58:52.071996 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e040d161-7fdc-40ac-bd55-c76bc47c9674 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b7e3fe4234ce48c19d8bfea9ab6653e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1683764 Feb 09 00:58:52.073166 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58040) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:52.077079 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040d161-7fdc-40ac-bd55-c76bc47c9674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5409ddc-78a1-4201-a26f-3cad513fa2d4,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:52.091163 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=3de626ed-6595-4da4-bc36-4f0b3d8c5311,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:52.098810 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-acf27bb4-4825-4636-848b-751846a1853e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:52.132619 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f69e20-1459-46c8-85c6-102e8bece3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d', 'code': 200} Feb 09 00:58:52.141133 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 9c0eadf2-2e8d-491f-ac0d-440873923f3b triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:52.141503 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:52.142556 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-80486bf2-de7c-44e9-bf35-f0e0bdb342c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:52.217884 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9eae510f-b5ec-4515-8226-3408eaa791b2 req-38ae6c66-b3a4-4fca-8673-09de19f8e114 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dce2740-aad5-4d46-af2e-64ac70d80869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325335 Feb 09 00:58:52.263278 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-acf27bb4-4825-4636-848b-751846a1853e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:52.331989 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-31e4875c-2fd7-4b2f-aaff-02235d805125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:52.343867 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:52.395270 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 9c0eadf2-2e8d-491f-ac0d-440873923f3b, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9c0eadf2-2e8d-491f-ac0d-440873923f3b,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:52.401749 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:52.440147 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-31e4875c-2fd7-4b2f-aaff-02235d805125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:52.526325 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=9c0eadf2-2e8d-491f-ac0d-440873923f3b,revision_number=10']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:52.560966 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-acf27bb4-4825-4636-848b-751846a1853e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:52.582978 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b281d824-ffb9-4db8-a0dc-33c756e32400 req-4245ba50-ef28-456a-af0b-49cb06b05219 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] 10.222.0.37 "GET /v2.0/security-groups/7c9385df-76e2-49e5-b5c9-3269dc1da05c HTTP/1.1" status: 200 len: 1777 time: 0.3663087 Feb 09 00:58:52.598193 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf27bb4-4825-4636-848b-751846a1853e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e9a338-2b45-4e94-b40b-b051ddc9ec42,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:52.628217 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a63626-67b4-48b8-9d96-6a56ec6dd56d req-9401e1a2-0c98-4a2e-a4ae-9620657f5eb4 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:52.630219 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-68a63626-67b4-48b8-9d96-6a56ec6dd56d req-9401e1a2-0c98-4a2e-a4ae-9620657f5eb4 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 931 time: 0.2631629 Feb 09 00:58:52.634324 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-acf27bb4-4825-4636-848b-751846a1853e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:52.635365 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-acf27bb4-4825-4636-848b-751846a1853e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e8e9a338-2b45-4e94-b40b-b051ddc9ec42 HTTP/1.1" status: 204 len: 168 time: 0.7823524 Feb 09 00:58:52.714112 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-31e4875c-2fd7-4b2f-aaff-02235d805125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:52.743474 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-31e4875c-2fd7-4b2f-aaff-02235d805125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:52.745472 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-31e4875c-2fd7-4b2f-aaff-02235d805125 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e5409ddc-78a1-4201-a26f-3cad513fa2d4 HTTP/1.1" status: 204 len: 168 time: 0.6632457 Feb 09 00:58:52.752769 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4875c-2fd7-4b2f-aaff-02235d805125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5409ddc-78a1-4201-a26f-3cad513fa2d4,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:52.777408 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fab365-ad5d-4f16-8118-681228db4765 req-e38a065e-19ec-42be-ab51-27801cd6a067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:52.788704 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d8fab365-ad5d-4f16-8118-681228db4765 req-e38a065e-19ec-42be-ab51-27801cd6a067 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=36f69e20-1459-46c8-85c6-102e8bece3fa HTTP/1.1" status: 200 len: 1096 time: 0.5681362 Feb 09 00:58:52.789718 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-68a63626-67b4-48b8-9d96-6a56ec6dd56d req-7afc437b-b118-4a96-bc1e-3da0798fa96c tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503413 Feb 09 00:58:53.083690 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d8fab365-ad5d-4f16-8118-681228db4765 req-36963018-df07-48fe-a261-174024d27c8c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=80672e19-6adc-4973-92da-be1078159b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842427 Feb 09 00:58:53.197021 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b281d824-ffb9-4db8-a0dc-33c756e32400 req-902c728e-e62a-493b-a93d-f9d002b15406 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:53.201014 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70106a8-810f-4da8-bfc2-e6a462613e41 req-2efc0f83-6852-4e54-9ae5-37e91e87650d tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:53.212758 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a70106a8-810f-4da8-bfc2-e6a462613e41 req-2efc0f83-6852-4e54-9ae5-37e91e87650d tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f69e20-1459-46c8-85c6-102e8bece3fa HTTP/1.1" status: 200 len: 945 time: 0.2708447 Feb 09 00:58:53.243561 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b281d824-ffb9-4db8-a0dc-33c756e32400 req-902c728e-e62a-493b-a93d-f9d002b15406 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:53.290780 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a70106a8-810f-4da8-bfc2-e6a462613e41 req-7edffdbc-42d5-4fae-b068-d0f0f3ee9afe tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/security-groups?id=80672e19-6adc-4973-92da-be1078159b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764432 Feb 09 00:58:53.372602 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b281d824-ffb9-4db8-a0dc-33c756e32400 req-902c728e-e62a-493b-a93d-f9d002b15406 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:53.418665 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c728e-e62a-493b-a93d-f9d002b15406 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9385df-76e2-49e5-b5c9-3269dc1da05c,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:53.433338 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-80486bf2-de7c-44e9-bf35-f0e0bdb342c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a8c315-95d5-4b07-958e-13e5b6be2a4c {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:58:53.444423 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-80486bf2-de7c-44e9-bf35-f0e0bdb342c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:53.447747 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b281d824-ffb9-4db8-a0dc-33c756e32400 req-902c728e-e62a-493b-a93d-f9d002b15406 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:53.465848 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b281d824-ffb9-4db8-a0dc-33c756e32400 req-902c728e-e62a-493b-a93d-f9d002b15406 tempest-SecurityGroupsTestAdminJSON-441572008 tempest-SecurityGroupsTestAdminJSON-441572008-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/7c9385df-76e2-49e5-b5c9-3269dc1da05c HTTP/1.1" status: 204 len: 173 time: 0.8749173 Feb 09 00:58:53.469906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58068) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:53.501606 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b225f62d-8cfc-47ba-8220-4f3232b22025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:53.520344 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-80486bf2-de7c-44e9-bf35-f0e0bdb342c7 service neutron] Transition to ACTIVE for port object a3a8c315-95d5-4b07-958e-13e5b6be2a4c will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:53.524885 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b225f62d-8cfc-47ba-8220-4f3232b22025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:53.530422 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b225f62d-8cfc-47ba-8220-4f3232b22025 admin admin] Usage tracker for resource:security_group_rule and tenant:ab87c737c7a04e5eb53ba24c8fb698aa is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:53.533946 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b225f62d-8cfc-47ba-8220-4f3232b22025 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:53.539964 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b225f62d-8cfc-47ba-8220-4f3232b22025 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:53.559436 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bac015-dffb-4d4c-967b-5d18a038f135 req-626edf4a-c1d3-4a12-8d7b-019ef7246f35 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:53.560989 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-05bac015-dffb-4d4c-967b-5d18a038f135 req-626edf4a-c1d3-4a12-8d7b-019ef7246f35 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=71460734-952a-4b44-9355-35973a2abca9 HTTP/1.1" status: 200 len: 949 time: 0.1437564 Feb 09 00:58:53.624213 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 85f0c83d-e492-4252-8c90-1fd22fec3aff up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:58:53.650867 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-80486bf2-de7c-44e9-bf35-f0e0bdb342c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:53.657126 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-05bac015-dffb-4d4c-967b-5d18a038f135 req-3773956a-990a-4bfb-bf67-81407eefdf87 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896859 Feb 09 00:58:53.820481 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1604cfd1-f66f-403f-b206-a0d84fee34be req-0350ca45-37c5-47af-a1b2-eecfd8418a28 tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] 10.222.0.37 "GET /v2.0/security-groups/98e1e0bc-c8b2-4fe1-8204-926b5b8f12b4 HTTP/1.1" status: 200 len: 1778 time: 0.1057267 Feb 09 00:58:53.830617 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 85f0c83d-e492-4252-8c90-1fd22fec3aff completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:58:53.843760 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 85f0c83d-e492-4252-8c90-1fd22fec3aff triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:53.844371 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:53.921832 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80486bf2-de7c-44e9-bf35-f0e0bdb342c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a8c315-95d5-4b07-958e-13e5b6be2a4c,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:53.942306 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b225f62d-8cfc-47ba-8220-4f3232b22025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:53.997748 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-1604cfd1-f66f-403f-b206-a0d84fee34be req-fa50806d-a509-41e3-99e7-a89841be8f2a tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:54.016667 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b225f62d-8cfc-47ba-8220-4f3232b22025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:54.062890 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-1604cfd1-f66f-403f-b206-a0d84fee34be req-fa50806d-a509-41e3-99e7-a89841be8f2a tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:54.092457 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:54.116486 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58090) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:54.133097 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686471e7-310a-4f7d-bf43-f2511309d52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de626ed-6595-4da4-bc36-4f0b3d8c5311'}, {'server_uuid': 'e01de268-6f8c-410b-a8a7-5b2283969a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0eadf2-2e8d-491f-ac0d-440873923f3b'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:54.179451 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-1604cfd1-f66f-403f-b206-a0d84fee34be req-fa50806d-a509-41e3-99e7-a89841be8f2a tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:54.208991 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 85f0c83d-e492-4252-8c90-1fd22fec3aff, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=85f0c83d-e492-4252-8c90-1fd22fec3aff,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:58:54.218790 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:54.249440 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50806d-a509-41e3-99e7-a89841be8f2a tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e1e0bc-c8b2-4fe1-8204-926b5b8f12b4,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:54.264616 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-1604cfd1-f66f-403f-b206-a0d84fee34be req-fa50806d-a509-41e3-99e7-a89841be8f2a tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:54.265989 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1604cfd1-f66f-403f-b206-a0d84fee34be req-fa50806d-a509-41e3-99e7-a89841be8f2a tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] 10.222.0.37 "DELETE /v2.0/security-groups/98e1e0bc-c8b2-4fe1-8204-926b5b8f12b4 HTTP/1.1" status: 204 len: 173 time: 0.4435380 Feb 09 00:58:54.295471 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58102) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:54.309873 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b225f62d-8cfc-47ba-8220-4f3232b22025 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ab87c737c7a04e5eb53ba24c8fb698aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8364420 Feb 09 00:58:54.354577 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b225f62d-8cfc-47ba-8220-4f3232b22025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00159bb2-da46-44ff-99a2-28168977e795,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:54.397272 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09d39a-6d63-4e70-acc0-27779f1353e1 req-f4bf7751-4e48-4be9-98fc-e56bfbab533c tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:54.405602 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a09d39a-6d63-4e70-acc0-27779f1353e1 req-f4bf7751-4e48-4be9-98fc-e56bfbab533c tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/ports?device_id=686471e7-310a-4f7d-bf43-f2511309d52d HTTP/1.1" status: 200 len: 949 time: 0.6639361 Feb 09 00:58:54.441706 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-80486bf2-de7c-44e9-bf35-f0e0bdb342c7 service neutron] Attempting to bind port a3a8c315-95d5-4b07-958e-13e5b6be2a4c on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:58:54.442391 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-80486bf2-de7c-44e9-bf35-f0e0bdb342c7 service neutron] Attempting to bind port a3a8c315-95d5-4b07-958e-13e5b6be2a4c by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:58:54.442949 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-80486bf2-de7c-44e9-bf35-f0e0bdb342c7 service neutron] Attempting to bind port a3a8c315-95d5-4b07-958e-13e5b6be2a4c on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:54.447987 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=85f0c83d-e492-4252-8c90-1fd22fec3aff,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:54.452620 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-80486bf2-de7c-44e9-bf35-f0e0bdb342c7 service neutron] Port a3a8c315-95d5-4b07-958e-13e5b6be2a4c on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:58:54.453944 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-80486bf2-de7c-44e9-bf35-f0e0bdb342c7 service neutron] Attempting to bind port a3a8c315-95d5-4b07-958e-13e5b6be2a4c on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:54.467889 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-80486bf2-de7c-44e9-bf35-f0e0bdb342c7 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:58:54.468889 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-80486bf2-de7c-44e9-bf35-f0e0bdb342c7 service neutron] Checking segment: {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:58:54.469690 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-80486bf2-de7c-44e9-bf35-f0e0bdb342c7 service neutron] Bound using segment: {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:58:54.470406 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-80486bf2-de7c-44e9-bf35-f0e0bdb342c7 service neutron] Bound port: a3a8c315-95d5-4b07-958e-13e5b6be2a4c, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:58:54.471014 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-80486bf2-de7c-44e9-bf35-f0e0bdb342c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:54.500138 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a09d39a-6d63-4e70-acc0-27779f1353e1 req-63b65517-a8dd-4c55-948d-6277bbb5e122 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dce2740-aad5-4d46-af2e-64ac70d80869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901611 Feb 09 00:58:54.567265 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-aee870ba-96ef-4f7d-9f35-0181330cd73e admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2091013860-network', 'tenant_id': '2c3f8f2a99e3493a902f394dfcd10aef'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:54.574698 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-aee870ba-96ef-4f7d-9f35-0181330cd73e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:54.578761 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-aee870ba-96ef-4f7d-9f35-0181330cd73e admin admin] Usage tracker for resource:network and tenant:2c3f8f2a99e3493a902f394dfcd10aef is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:54.581893 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-aee870ba-96ef-4f7d-9f35-0181330cd73e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:54.587793 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-aee870ba-96ef-4f7d-9f35-0181330cd73e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:54.611078 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:54.612943 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c37ff33a-53d5-4757-a539-05f034c7e08d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:54.635096 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686471e7-310a-4f7d-bf43-f2511309d52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de626ed-6595-4da4-bc36-4f0b3d8c5311', 'code': 200} Feb 09 00:58:54.635781 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01de268-6f8c-410b-a8a7-5b2283969a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0eadf2-2e8d-491f-ac0d-440873923f3b', 'code': 200} Feb 09 00:58:54.643800 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c37ff33a-53d5-4757-a539-05f034c7e08d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:54.721905 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee870ba-96ef-4f7d-9f35-0181330cd73e admin admin] Made reservation on behalf of 2c3f8f2a99e3493a902f394dfcd10aef for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:58:54.724308 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aee870ba-96ef-4f7d-9f35-0181330cd73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:54.743236 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aee870ba-96ef-4f7d-9f35-0181330cd73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:54.766663 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c10bcaa1-3d7e-438f-bb68-63fad5229fb2 req-a172ec1f-605f-4dd0-b6a6-b00e2e265368 tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] 10.222.0.37 "GET /v2.0/security-groups/5b6d3825-d8a4-46db-a222-884111b90b82 HTTP/1.1" status: 200 len: 1778 time: 0.0991249 Feb 09 00:58:54.791764 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-80486bf2-de7c-44e9-bf35-f0e0bdb342c7 service neutron] For port a3a8c315-95d5-4b07-958e-13e5b6be2a4c, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:58:54.811427 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-aee870ba-96ef-4f7d-9f35-0181330cd73e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:54.815529 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-80486bf2-de7c-44e9-bf35-f0e0bdb342c7 service neutron] For port a3a8c315-95d5-4b07-958e-13e5b6be2a4c, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=a3a8c315-95d5-4b07-958e-13e5b6be2a4c,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:58:54.824056 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-aee870ba-96ef-4f7d-9f35-0181330cd73e admin admin] Usage tracker for resource:security_group_rule and tenant:2c3f8f2a99e3493a902f394dfcd10aef is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:54.828815 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-80486bf2-de7c-44e9-bf35-f0e0bdb342c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:54.840498 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2dd249-5a65-481c-bc11-3ee018d6c932 req-dfdae17e-b483-4d83-999f-95154651c0b7 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:54.840857 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6a2dd249-5a65-481c-bc11-3ee018d6c932 req-dfdae17e-b483-4d83-999f-95154651c0b7 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 943 time: 0.4260316 Feb 09 00:58:54.841620 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c37ff33a-53d5-4757-a539-05f034c7e08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:54.849997 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-aee870ba-96ef-4f7d-9f35-0181330cd73e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:54.867930 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-aee870ba-96ef-4f7d-9f35-0181330cd73e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:54.889990 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ff33a-53d5-4757-a539-05f034c7e08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00159bb2-da46-44ff-99a2-28168977e795,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:54.910510 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c37ff33a-53d5-4757-a539-05f034c7e08d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:54.914138 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c37ff33a-53d5-4757-a539-05f034c7e08d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/00159bb2-da46-44ff-99a2-28168977e795 HTTP/1.1" status: 204 len: 168 time: 0.6153345 Feb 09 00:58:54.914326 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-80486bf2-de7c-44e9-bf35-f0e0bdb342c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:54.914326 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-80486bf2-de7c-44e9-bf35-f0e0bdb342c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:54.924871 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-80486bf2-de7c-44e9-bf35-f0e0bdb342c7 service neutron] 10.222.0.117 "PUT /v2.0/ports/a3a8c315-95d5-4b07-958e-13e5b6be2a4c HTTP/1.1" status: 200 len: 1091 time: 3.0852156 Feb 09 00:58:54.950970 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265d0785-80eb-4208-b453-7e76972213d2', 'tag': 'a3a8c315-95d5-4b07-958e-13e5b6be2a4c'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:54.963710 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6a2dd249-5a65-481c-bc11-3ee018d6c932 req-c630fba2-fb78-4d51-8fec-37121929e922 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008186 Feb 09 00:58:55.050359 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3dc8b-982d-4434-ae16-52116b1b1340 req-7977dc17-adc1-4ea4-8ec7-a040ba9dc9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:55.052248 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2aa3dc8b-982d-4434-ae16-52116b1b1340 req-7977dc17-adc1-4ea4-8ec7-a040ba9dc9f7 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=686471e7-310a-4f7d-bf43-f2511309d52d HTTP/1.1" status: 200 len: 1100 time: 0.3116016 Feb 09 00:58:55.164383 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c10bcaa1-3d7e-438f-bb68-63fad5229fb2 req-4b8ddd5d-dab5-437e-b8ef-a0e56cc28890 tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:55.209069 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2aa3dc8b-982d-4434-ae16-52116b1b1340 req-defb56f5-f283-4e67-8864-0a1fba5c6e7b service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=9dce2740-aad5-4d46-af2e-64ac70d80869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482718 Feb 09 00:58:55.215616 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aee870ba-96ef-4f7d-9f35-0181330cd73e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:55.242414 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aee870ba-96ef-4f7d-9f35-0181330cd73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:55.284811 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80486bf2-de7c-44e9-bf35-f0e0bdb342c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a8c315-95d5-4b07-958e-13e5b6be2a4c,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:55.305688 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee870ba-96ef-4f7d-9f35-0181330cd73e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 990} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:58:55.324915 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c10bcaa1-3d7e-438f-bb68-63fad5229fb2 req-4b8ddd5d-dab5-437e-b8ef-a0e56cc28890 tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:55.356840 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-ccced242-ab0d-4048-bc6c-6f1aa3b9cee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:55.359953 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-ccced242-ab0d-4048-bc6c-6f1aa3b9cee4 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5a38989228a14de2b6764c7f261f44e3&device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 1094 time: 0.3517079 Feb 09 00:58:55.362566 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee870ba-96ef-4f7d-9f35-0181330cd73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b80819-a938-4d10-90b3-e5061024ed31,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:55.371012 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aee870ba-96ef-4f7d-9f35-0181330cd73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:55.373951 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-aee870ba-96ef-4f7d-9f35-0181330cd73e admin admin] Added segment 1320426d-995c-4d26-ae44-c1b4b7c10362 of type vlan for network 6a36beb5-b543-477b-a670-c625b576e658 Feb 09 00:58:55.417397 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aee870ba-96ef-4f7d-9f35-0181330cd73e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:55.434250 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad78f53-a06d-4e74-a3f6-7b9264935d49 req-0bfc32cd-8d3e-49d1-b2d1-971e6f449735 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:55.441304 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1ad78f53-a06d-4e74-a3f6-7b9264935d49 req-0bfc32cd-8d3e-49d1-b2d1-971e6f449735 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f69e20-1459-46c8-85c6-102e8bece3fa HTTP/1.1" status: 200 len: 945 time: 0.2729053 Feb 09 00:58:55.507355 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1ad78f53-a06d-4e74-a3f6-7b9264935d49 req-84d10b91-b632-45f6-8287-cc228d06e688 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/security-groups?id=80672e19-6adc-4973-92da-be1078159b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649729 Feb 09 00:58:55.515113 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aee870ba-96ef-4f7d-9f35-0181330cd73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:55.516307 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee870ba-96ef-4f7d-9f35-0181330cd73e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:55.517628 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aee870ba-96ef-4f7d-9f35-0181330cd73e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:55.528990 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-33922319-e667-41fd-8c9a-5aef48199a0a service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3a8c315-95d5-4b07-958e-13e5b6be2a4c HTTP/1.1" status: 200 len: 217 time: 0.1168103 Feb 09 00:58:55.672084 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c10bcaa1-3d7e-438f-bb68-63fad5229fb2 req-4b8ddd5d-dab5-437e-b8ef-a0e56cc28890 tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:55.718152 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-aee870ba-96ef-4f7d-9f35-0181330cd73e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6046669 Feb 09 00:58:55.719353 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee870ba-96ef-4f7d-9f35-0181330cd73e admin admin] Pushing event updated for resources: {'Network': ['ID=6a36beb5-b543-477b-a670-c625b576e658,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:55.721236 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58140) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:55.727701 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-ba462030-aef9-48d4-bc4f-f7cd9a2c8780 admin admin] Request body: {'subnet': {'network_id': '6a36beb5-b543-477b-a670-c625b576e658', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2091013860-subnet', 'tenant_id': '2c3f8f2a99e3493a902f394dfcd10aef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:55.732939 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ba462030-aef9-48d4-bc4f-f7cd9a2c8780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:55.738271 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ba462030-aef9-48d4-bc4f-f7cd9a2c8780 admin admin] Usage tracker for resource:subnet and tenant:2c3f8f2a99e3493a902f394dfcd10aef is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:55.740348 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 6a36beb5-b543-477b-a670-c625b576e658 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:58:55.746768 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ba462030-aef9-48d4-bc4f-f7cd9a2c8780 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:55.750455 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ddd5d-dab5-437e-b8ef-a0e56cc28890 tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6d3825-d8a4-46db-a222-884111b90b82,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:55.756009 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-201279f7-ceaa-4d9b-a33b-91a9f0b38eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:55.757543 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-201279f7-ceaa-4d9b-a33b-91a9f0b38eb1 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=eb9a8e05-d0fc-4553-92c9-d58b7743cadc HTTP/1.1" status: 200 len: 861 time: 0.2200186 Feb 09 00:58:55.758833 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c10bcaa1-3d7e-438f-bb68-63fad5229fb2 req-4b8ddd5d-dab5-437e-b8ef-a0e56cc28890 tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:55.765566 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ba462030-aef9-48d4-bc4f-f7cd9a2c8780 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:55.766236 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c10bcaa1-3d7e-438f-bb68-63fad5229fb2 req-4b8ddd5d-dab5-437e-b8ef-a0e56cc28890 tempest-SecurityGroupsTestAdminJSON-1391757400 tempest-SecurityGroupsTestAdminJSON-1391757400-project] 10.222.0.37 "DELETE /v2.0/security-groups/5b6d3825-d8a4-46db-a222-884111b90b82 HTTP/1.1" status: 204 len: 173 time: 0.9977133 Feb 09 00:58:55.797575 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba462030-aef9-48d4-bc4f-f7cd9a2c8780 admin admin] Made reservation on behalf of 2c3f8f2a99e3493a902f394dfcd10aef for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:58:55.801310 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba462030-aef9-48d4-bc4f-f7cd9a2c8780 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:55.888832 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '265d0785-80eb-4208-b453-7e76972213d2', 'tag': 'a3a8c315-95d5-4b07-958e-13e5b6be2a4c', 'status': 'completed', 'code': 200} Feb 09 00:58:55.915964 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-d6bdb78d-c81a-4f68-8a01-e20afb6b1a3c service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1477840 Feb 09 00:58:56.421152 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-888584f3-6a3d-4e42-80ad-9f015491f8a1 service neutron] 10.222.0.117 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970553 Feb 09 00:58:56.429731 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c3115-0e8d-4475-a58f-fce3d3aba1f5 req-2f6c366c-5153-4eec-9658-c1e2ad7fd7e4 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:56.431204 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9f7c3115-0e8d-4475-a58f-fce3d3aba1f5 req-2f6c366c-5153-4eec-9658-c1e2ad7fd7e4 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/ports?device_id=686471e7-310a-4f7d-bf43-f2511309d52d HTTP/1.1" status: 200 len: 949 time: 0.1987426 Feb 09 00:58:56.636767 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71460734-952a-4b44-9355-35973a2abca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f0c83d-e492-4252-8c90-1fd22fec3aff'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:58:56.690109 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba462030-aef9-48d4-bc4f-f7cd9a2c8780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:56.708253 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-887e6b95-77ed-4a00-8b0d-edf3d7eaac49 req-f1b8cd33-1c68-44b9-b52d-bad5803293db service neutron] 10.222.0.117 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760396 Feb 09 00:58:56.726734 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58164) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:56.813017 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba462030-aef9-48d4-bc4f-f7cd9a2c8780 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c70c82d7-be20-4b3d-9693-cd5701c2a698,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:56.841194 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9f7c3115-0e8d-4475-a58f-fce3d3aba1f5 req-41e7429c-38d9-4259-82bd-75166bc55724 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dce2740-aad5-4d46-af2e-64ac70d80869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314323 Feb 09 00:58:56.857851 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba462030-aef9-48d4-bc4f-f7cd9a2c8780 admin admin] Checking segment: {'id': '1320426d-995c-4d26-ae44-c1b4b7c10362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '6a36beb5-b543-477b-a670-c625b576e658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:58:56.858215 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba462030-aef9-48d4-bc4f-f7cd9a2c8780 admin admin] Network hostable DHCP agents. Network: 6a36beb5-b543-477b-a670-c625b576e658, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:58:56.887388 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487fdf70-a892-463e-87f5-623d52ce1f54 req-f4b8638c-50ae-4f18-8cbe-a0c6c07f93fc tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:56.899769 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-487fdf70-a892-463e-87f5-623d52ce1f54 req-f4b8638c-50ae-4f18-8cbe-a0c6c07f93fc tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=71460734-952a-4b44-9355-35973a2abca9 HTTP/1.1" status: 200 len: 950 time: 0.4141538 Feb 09 00:58:56.925382 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f9772-e776-4434-aa1c-87a2c9e5298d req-6a2e4f79-b686-4bb8-a205-265f1958f7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:56.929345 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-976f9772-e776-4434-aa1c-87a2c9e5298d req-6a2e4f79-b686-4bb8-a205-265f1958f7fc service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5a38989228a14de2b6764c7f261f44e3&device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 1094 time: 0.1663465 Feb 09 00:58:56.981265 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-487fdf70-a892-463e-87f5-623d52ce1f54 req-ac67a9a3-69f1-4f49-b800-57981417a93d tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803256 Feb 09 00:58:57.008485 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba462030-aef9-48d4-bc4f-f7cd9a2c8780 admin admin] Network 6a36beb5-b543-477b-a670-c625b576e658 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:58:57.040344 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-ba462030-aef9-48d4-bc4f-f7cd9a2c8780 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 6a36beb5-b543-477b-a670-c625b576e658) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:58:57.049854 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61984002-1e9b-429b-a9f5-b7234cd098f7 None None] Network 6a36beb5-b543-477b-a670-c625b576e658 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:58:57.056328 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba462030-aef9-48d4-bc4f-f7cd9a2c8780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:57.060855 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba462030-aef9-48d4-bc4f-f7cd9a2c8780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:57.147567 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ba462030-aef9-48d4-bc4f-f7cd9a2c8780 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4241183 Feb 09 00:58:57.149329 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58174) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:57.169441 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-033456d7-d96b-44cf-b99d-898937f0c0d4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2091013860-router', 'tenant_id': '2c3f8f2a99e3493a902f394dfcd10aef', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:57.191732 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-033456d7-d96b-44cf-b99d-898937f0c0d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:58:57.203487 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-033456d7-d96b-44cf-b99d-898937f0c0d4 admin admin] Usage tracker for resource:router and tenant:2c3f8f2a99e3493a902f394dfcd10aef is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:58:57.234120 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-033456d7-d96b-44cf-b99d-898937f0c0d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:58:57.274709 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-033456d7-d96b-44cf-b99d-898937f0c0d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:58:57.302371 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-033456d7-d96b-44cf-b99d-898937f0c0d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:57.303728 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-033456d7-d96b-44cf-b99d-898937f0c0d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:57.337752 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-033456d7-d96b-44cf-b99d-898937f0c0d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:57.493565 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f9772-e776-4434-aa1c-87a2c9e5298d req-7f730968-1ffb-4aa2-b05f-a2b8ebe7fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:57.496895 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-976f9772-e776-4434-aa1c-87a2c9e5298d req-7f730968-1ffb-4aa2-b05f-a2b8ebe7fa9e service neutron] 10.222.0.117 "GET /v2.0/networks?id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9 HTTP/1.1" status: 200 len: 922 time: 0.5589206 Feb 09 00:58:57.501148 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d7173cb5-0d35-4a52-b553-64359b806919 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4f93674017614271afe70bbdc12bf3eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7724590 Feb 09 00:58:57.506379 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58184) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:57.583630 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca07f8e-fe9b-49eb-9816-11c8f852a28d req-174696df-3dd1-4349-a40c-9695110eee94 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:57.591440 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8ca07f8e-fe9b-49eb-9816-11c8f852a28d req-174696df-3dd1-4349-a40c-9695110eee94 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f69e20-1459-46c8-85c6-102e8bece3fa HTTP/1.1" status: 200 len: 945 time: 0.4718339 Feb 09 00:58:57.638773 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58188) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:58:57.655700 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ce451c-a994-467c-b326-36b19153e993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-6a36beb5-b543-477b-a670-c625b576e658', 'network_id': '6a36beb5-b543-477b-a670-c625b576e658', 'tenant_id': '2c3f8f2a99e3493a902f394dfcd10aef', 'fixed_ips': [{'subnet_id': 'c70c82d7-be20-4b3d-9693-cd5701c2a698'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 00:58:57.664772 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-41ce451c-a994-467c-b326-36b19153e993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:57.673850 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-976f9772-e776-4434-aa1c-87a2c9e5298d req-effa7a36-10ea-4a68-bb6f-d5e6be04cce2 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3a8c315-95d5-4b07-958e-13e5b6be2a4c HTTP/1.1" status: 200 len: 217 time: 0.1643553 Feb 09 00:58:57.679469 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-c6a1c0ee-d9d4-4094-878b-238c69ee677f tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Request body: {'floatingip': {'port_id': '36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:57.851366 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71460734-952a-4b44-9355-35973a2abca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f0c83d-e492-4252-8c90-1fd22fec3aff', 'code': 200} Feb 09 00:58:57.957597 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-41ce451c-a994-467c-b326-36b19153e993 None None] Allocated IP 172.20.0.2 (6a36beb5-b543-477b-a670-c625b576e658/c70c82d7-be20-4b3d-9693-cd5701c2a698/38f15d60-8d22-4f38-899f-ecc95b9ae0d7) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:58:58.241817 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-033456d7-d96b-44cf-b99d-898937f0c0d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:58.259076 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c6a1c0ee-d9d4-4094-878b-238c69ee677f tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks [] for floatingip, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:58.340452 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87996377-296d-4ef0-a462-21148485bc47 req-ed7c7294-ce1d-4ba0-a641-96153895bd04 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:58.347002 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-87996377-296d-4ef0-a462-21148485bc47 req-ed7c7294-ce1d-4ba0-a641-96153895bd04 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 943 time: 0.9874666 Feb 09 00:58:58.409399 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-87996377-296d-4ef0-a462-21148485bc47 req-054cd2ae-28c3-4acf-8ecb-fde5f574527b tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531840 Feb 09 00:58:58.415203 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-41ce451c-a994-467c-b326-36b19153e993 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:58.433469 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-41ce451c-a994-467c-b326-36b19153e993 None None] Transition to ACTIVE for port object 38f15d60-8d22-4f38-899f-ecc95b9ae0d7 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:58.471012 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-41ce451c-a994-467c-b326-36b19153e993 None None] Transition to ACTIVE for port object 38f15d60-8d22-4f38-899f-ecc95b9ae0d7 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:58:58.482301 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-41ce451c-a994-467c-b326-36b19153e993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:58.589559 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ce451c-a994-467c-b326-36b19153e993 None None] Network 6a36beb5-b543-477b-a670-c625b576e658 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:58:58.592936 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-41ce451c-a994-467c-b326-36b19153e993 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:58:58.609694 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ce451c-a994-467c-b326-36b19153e993 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:58:58.669865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f9772-e776-4434-aa1c-87a2c9e5298d req-a93e2c31-b06a-4970-8493-a8f89b136a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:58.671622 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-976f9772-e776-4434-aa1c-87a2c9e5298d req-a93e2c31-b06a-4970-8493-a8f89b136a0e service neutron] 10.222.0.117 "GET /v2.0/subnets?id=eb9a8e05-d0fc-4553-92c9-d58b7743cadc HTTP/1.1" status: 200 len: 861 time: 0.8129327 Feb 09 00:58:58.750133 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6b75a258-9bbb-4abe-ae53-2333fee9dc4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:58.752441 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce451c-a994-467c-b326-36b19153e993 None None] Pushing event updated for resources: {'Port': ['ID=38f15d60-8d22-4f38-899f-ecc95b9ae0d7,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:58.773699 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-41ce451c-a994-467c-b326-36b19153e993 None None] Attempting to bind port 38f15d60-8d22-4f38-899f-ecc95b9ae0d7 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:58:58.775009 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-41ce451c-a994-467c-b326-36b19153e993 None None] Attempting to bind port 38f15d60-8d22-4f38-899f-ecc95b9ae0d7 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '1320426d-995c-4d26-ae44-c1b4b7c10362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '6a36beb5-b543-477b-a670-c625b576e658'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:58:58.776270 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ce451c-a994-467c-b326-36b19153e993 None None] Attempting to bind port 38f15d60-8d22-4f38-899f-ecc95b9ae0d7 on network 6a36beb5-b543-477b-a670-c625b576e658 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:58:58.783750 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ce451c-a994-467c-b326-36b19153e993 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:58:58.784733 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ce451c-a994-467c-b326-36b19153e993 None None] Checking segment: {'id': '1320426d-995c-4d26-ae44-c1b4b7c10362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '6a36beb5-b543-477b-a670-c625b576e658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:58:58.785370 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-41ce451c-a994-467c-b326-36b19153e993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:58.786403 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-033456d7-d96b-44cf-b99d-898937f0c0d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:58.786531 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ce451c-a994-467c-b326-36b19153e993 None None] Bound using segment: {'id': '1320426d-995c-4d26-ae44-c1b4b7c10362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '6a36beb5-b543-477b-a670-c625b576e658'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:58:58.786870 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-41ce451c-a994-467c-b326-36b19153e993 None None] Bound port: 38f15d60-8d22-4f38-899f-ecc95b9ae0d7, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1320426d-995c-4d26-ae44-c1b4b7c10362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '6a36beb5-b543-477b-a670-c625b576e658'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:58:58.787259 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-41ce451c-a994-467c-b326-36b19153e993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:58.828957 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-033456d7-d96b-44cf-b99d-898937f0c0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:58.839651 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-976f9772-e776-4434-aa1c-87a2c9e5298d req-a4435966-39d6-45ff-8a09-158925056eb1 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928349 Feb 09 00:58:58.929274 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ede0f-b3a5-4417-83ff-ba76782c3fe5 req-bcf36811-148b-4149-8362-0a68b723c87e tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:58.933046 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3e7ede0f-b3a5-4417-83ff-ba76782c3fe5 req-bcf36811-148b-4149-8362-0a68b723c87e tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=71460734-952a-4b44-9355-35973a2abca9 HTTP/1.1" status: 200 len: 950 time: 0.2880538 Feb 09 00:58:58.937142 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-41ce451c-a994-467c-b326-36b19153e993 None None] For port 38f15d60-8d22-4f38-899f-ecc95b9ae0d7, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:58:58.941538 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-41ce451c-a994-467c-b326-36b19153e993 None None] For port 38f15d60-8d22-4f38-899f-ecc95b9ae0d7, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=38f15d60-8d22-4f38-899f-ecc95b9ae0d7,segment=NetworkSegment(1320426d-995c-4d26-ae44-c1b4b7c10362),segment_id=1320426d-995c-4d26-ae44-c1b4b7c10362)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:58:58.957085 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6b75a258-9bbb-4abe-ae53-2333fee9dc4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:58.965214 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-41ce451c-a994-467c-b326-36b19153e993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:59.044785 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3e7ede0f-b3a5-4417-83ff-ba76782c3fe5 req-a3f430dd-6597-4b35-abe6-66339400db6f tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019151 Feb 09 00:58:59.088995 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce451c-a994-467c-b326-36b19153e993 None None] Pushing event updated for resources: {'Port': ['ID=38f15d60-8d22-4f38-899f-ecc95b9ae0d7,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:59.284519 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a0972-9808-42e9-82b3-9b986e759fd1 req-b8efce1b-7f53-4607-8b8c-93aee5972d45 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:59.291480 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9e5a0972-9808-42e9-82b3-9b986e759fd1 req-b8efce1b-7f53-4607-8b8c-93aee5972d45 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/ports?device_id=686471e7-310a-4f7d-bf43-f2511309d52d HTTP/1.1" status: 200 len: 949 time: 1.2385943 Feb 09 00:58:59.302255 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-033456d7-d96b-44cf-b99d-898937f0c0d4 admin admin] Allocated IP 172.25.5.154 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/c8f7c829-f164-4177-9311-b0a1ca19d1a4) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:58:59.334679 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40982f-6097-45a8-ad33-1c04344d9ecc req-b8ea0346-11d0-44b0-b924-2a79adcce94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:59.335589 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1d40982f-6097-45a8-ad33-1c04344d9ecc req-b8ea0346-11d0-44b0-b924-2a79adcce94d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=71460734-952a-4b44-9355-35973a2abca9 HTTP/1.1" status: 200 len: 1101 time: 1.2130568 Feb 09 00:58:59.592017 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-976f9772-e776-4434-aa1c-87a2c9e5298d req-e3d29168-9abb-45fa-948d-e628073b33e4 service neutron] 10.222.0.117 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7414863 Feb 09 00:58:59.627958 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9e5a0972-9808-42e9-82b3-9b986e759fd1 req-af242b33-79cc-4588-af93-db75dfdb116e tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dce2740-aad5-4d46-af2e-64ac70d80869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355107 Feb 09 00:58:59.655063 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6b75a258-9bbb-4abe-ae53-2333fee9dc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:59.660141 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1d40982f-6097-45a8-ad33-1c04344d9ecc req-2d6e2903-fd5b-4c4f-bafe-7e5a70b97348 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123775 Feb 09 00:58:59.711665 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-033456d7-d96b-44cf-b99d-898937f0c0d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:59.751842 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75a258-9bbb-4abe-ae53-2333fee9dc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efdec45-9fb0-407a-a4c0-a33d2b120cfd,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:59.793715 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6b75a258-9bbb-4abe-ae53-2333fee9dc4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:59.798275 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6b75a258-9bbb-4abe-ae53-2333fee9dc4c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0efdec45-9fb0-407a-a4c0-a33d2b120cfd HTTP/1.1" status: 204 len: 168 time: 2.2022741 Feb 09 00:58:59.803657 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-033456d7-d96b-44cf-b99d-898937f0c0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:59.931690 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-976f9772-e776-4434-aa1c-87a2c9e5298d req-fb199c17-2fff-47da-a61f-de1593fab20f service neutron] 10.222.0.117 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980773 Feb 09 00:58:59.978303 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033456d7-d96b-44cf-b99d-898937f0c0d4 admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:58:59.984230 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-033456d7-d96b-44cf-b99d-898937f0c0d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:58:59.996771 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033456d7-d96b-44cf-b99d-898937f0c0d4 admin admin] Pushing event updated for resources: {'Port': ['ID=c8f7c829-f164-4177-9311-b0a1ca19d1a4,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:00.001070 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033456d7-d96b-44cf-b99d-898937f0c0d4 admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:59:00.185346 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c6a1c0ee-d9d4-4094-878b-238c69ee677f tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:00.191806 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c6a1c0ee-d9d4-4094-878b-238c69ee677f tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:00.377491 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e22f5-3118-44d8-a451-bf7d4b86491d req-2e7dcdcd-0e24-46ef-b705-14c3936dd82d tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:00.390300 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-476e22f5-3118-44d8-a451-bf7d4b86491d req-2e7dcdcd-0e24-46ef-b705-14c3936dd82d tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 943 time: 0.5235071 Feb 09 00:59:00.481137 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-476e22f5-3118-44d8-a451-bf7d4b86491d req-9385f0c7-b18c-42ee-bfdd-7babd575e749 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911431 Feb 09 00:59:00.584945 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58252) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:00.632157 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [None req-c6a1c0ee-d9d4-4094-878b-238c69ee677f tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Floating IP fc7df3f3-3753-4021-a9a2-fd592a25624d associated. External IP: 172.25.5.124, port: 36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d. Feb 09 00:59:00.795037 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device a3a8c315-95d5-4b07-958e-13e5b6be2a4c details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:59:00.982832 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2671da-fc7c-4cd3-8a5f-29b380e76b2c None None] Network 6a36beb5-b543-477b-a670-c625b576e658 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:59:01.066678 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-033456d7-d96b-44cf-b99d-898937f0c0d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:01.091468 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8efa4282-7c00-40a6-94eb-ff5a1302bb70 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2356cbf59a63465084fd1b09b369844e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5009820 Feb 09 00:59:01.139759 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58260) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:01.274371 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35eec58-bada-41f2-9716-d9073fc9dbde req-96f91105-580b-4318-84f4-c241c8f1124a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:01.274658 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-71695edd-7d62-485d-924e-fdcbb1710561 None None] Provisioning for port 38f15d60-8d22-4f38-899f-ecc95b9ae0d7 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:01.274761 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d35eec58-bada-41f2-9716-d9073fc9dbde req-96f91105-580b-4318-84f4-c241c8f1124a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=71460734-952a-4b44-9355-35973a2abca9 HTTP/1.1" status: 200 len: 950 time: 0.3738461 Feb 09 00:59:01.446087 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port a3a8c315-95d5-4b07-958e-13e5b6be2a4c, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=a3a8c315-95d5-4b07-958e-13e5b6be2a4c,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:01.462196 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d35eec58-bada-41f2-9716-d9073fc9dbde req-6c5ca8c6-2564-4c60-9c30-3ef6a7c0e862 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935124 Feb 09 00:59:01.474148 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': 'a3a8c315-95d5-4b07-958e-13e5b6be2a4c', 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9', 'port_id': 'a3a8c315-95d5-4b07-958e-13e5b6be2a4c', 'mac_address': 'fa:16:3e:f9:45:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 995, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb9a8e05-d0fc-4553-92c9-d58b7743cadc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:59:01.599454 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e0b0d163-6269-4d05-9be8-ea78b5e8617e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:01.608075 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 38f15d60-8d22-4f38-899f-ecc95b9ae0d7 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:59:01.729299 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:01.747400 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e0b0d163-6269-4d05-9be8-ea78b5e8617e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:01.749179 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a8c315-95d5-4b07-958e-13e5b6be2a4c {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:59:01.766605 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port a3a8c315-95d5-4b07-958e-13e5b6be2a4c, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=a3a8c315-95d5-4b07-958e-13e5b6be2a4c,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:01.780911 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:01.826375 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 38f15d60-8d22-4f38-899f-ecc95b9ae0d7 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:01.849688 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336f617-6bef-4155-afe6-78c8615fece0 req-fada2023-1ba5-4d53-b2df-46e84f0205a3 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:01.851353 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1336f617-6bef-4155-afe6-78c8615fece0 req-fada2023-1ba5-4d53-b2df-46e84f0205a3 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/ports?device_id=686471e7-310a-4f7d-bf43-f2511309d52d HTTP/1.1" status: 200 len: 949 time: 0.4761450 Feb 09 00:59:01.855352 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 38f15d60-8d22-4f38-899f-ecc95b9ae0d7 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:01.855992 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:01.872834 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-033456d7-d96b-44cf-b99d-898937f0c0d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:01.952002 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a1c0ee-d9d4-4094-878b-238c69ee677f tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Router a7d9e7d3-82dd-46db-8b42-3880179fd871 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:59:02.061288 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=a3a8c315-95d5-4b07-958e-13e5b6be2a4c,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:02.073801 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['a3a8c315-95d5-4b07-958e-13e5b6be2a4c'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:59:02.138212 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1336f617-6bef-4155-afe6-78c8615fece0 req-dfb4b92a-5a9c-4074-813e-9f8800a01adf tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dce2740-aad5-4d46-af2e-64ac70d80869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658076 Feb 09 00:59:02.203229 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:59:02.256501 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e0b0d163-6269-4d05-9be8-ea78b5e8617e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:02.378040 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033456d7-d96b-44cf-b99d-898937f0c0d4 admin admin] Router 1bc74d62-af77-47b3-a1d6-e8f3cf13561e is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 00:59:02.424802 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:02.463932 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-32dbc568-4f31-441a-8c29-c69799379a13 None None] Provisioning complete for port 38f15d60-8d22-4f38-899f-ecc95b9ae0d7 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:02.464409 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-32dbc568-4f31-441a-8c29-c69799379a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:02.555186 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 38f15d60-8d22-4f38-899f-ecc95b9ae0d7, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=38f15d60-8d22-4f38-899f-ecc95b9ae0d7,segment=NetworkSegment(1320426d-995c-4d26-ae44-c1b4b7c10362),segment_id=1320426d-995c-4d26-ae44-c1b4b7c10362)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:02.602402 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:02.693250 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=38f15d60-8d22-4f38-899f-ecc95b9ae0d7,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:02.796233 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a1c0ee-d9d4-4094-878b-238c69ee677f tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:59:02.807499 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d40d80-0876-4391-83a8-37a322a1e24d None None] Sync routers for ids ['a7d9e7d3-82dd-46db-8b42-3880179fd871'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:59:02.817861 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033456d7-d96b-44cf-b99d-898937f0c0d4 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:59:02.820286 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d40d80-0876-4391-83a8-37a322a1e24d None None] Routers {'a7d9e7d3-82dd-46db-8b42-3880179fd871'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:59:02.827581 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-75d40d80-0876-4391-83a8-37a322a1e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T00:58:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a7d9e7d3-82dd-46db-8b42-3880179fd871'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:02.832830 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719c946f-84cc-49e6-a2e0-6010b290488a None None] Sync routers for ids ['1bc74d62-af77-47b3-a1d6-e8f3cf13561e'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:59:02.837752 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0d163-6269-4d05-9be8-ea78b5e8617e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c48249-b304-4567-b649-dd1d3cae1298,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:02.844832 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d5721-b1a1-41f9-8ccc-4c3f286665d1 req-9f286c29-9d31-4897-8eb7-2c70058311ce tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:02.849280 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ec8d5721-b1a1-41f9-8ccc-4c3f286665d1 req-9f286c29-9d31-4897-8eb7-2c70058311ce tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 944 time: 0.3315959 Feb 09 00:59:02.869174 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719c946f-84cc-49e6-a2e0-6010b290488a None None] Routers {'1bc74d62-af77-47b3-a1d6-e8f3cf13561e'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:59:02.869853 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-719c946f-84cc-49e6-a2e0-6010b290488a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T00:58:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1bc74d62-af77-47b3-a1d6-e8f3cf13561e'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:02.877001 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b731830b-844b-4529-955b-8c72e8001d0f req-932be068-8001-4771-a2aa-f3d8f8b36469 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=5d192f05a9bd4ffca07197664d18ea13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773985 Feb 09 00:59:02.905710 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c6a1c0ee-d9d4-4094-878b-238c69ee677f tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:02.960976 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ec8d5721-b1a1-41f9-8ccc-4c3f286665d1 req-9ad42fed-28ce-4181-bf42-1aabd00f65ad tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012557 Feb 09 00:59:02.975595 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-033456d7-d96b-44cf-b99d-898937f0c0d4 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:02.977393 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-033456d7-d96b-44cf-b99d-898937f0c0d4 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8249507 Feb 09 00:59:02.980759 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58314) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:03.077957 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e0b0d163-6269-4d05-9be8-ea78b5e8617e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:03.079136 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e0b0d163-6269-4d05-9be8-ea78b5e8617e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/81c48249-b304-4567-b649-dd1d3cae1298 HTTP/1.1" status: 204 len: 168 time: 1.8780699 Feb 09 00:59:03.284543 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c6a1c0ee-d9d4-4094-878b-238c69ee677f tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "PUT /v2.0/floatingips/fc7df3f3-3753-4021-a9a2-fd592a25624d HTTP/1.1" status: 200 len: 991 time: 5.6391664 Feb 09 00:59:03.305438 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731830b-844b-4529-955b-8c72e8001d0f req-64ac182f-9240-49d3-a8e0-d4d64aa25905 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:03.314430 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b731830b-844b-4529-955b-8c72e8001d0f req-64ac182f-9240-49d3-a8e0-d4d64aa25905 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4359663 Feb 09 00:59:03.317035 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f69e20-1459-46c8-85c6-102e8bece3fa', 'tag': '36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:03.338082 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b731830b-844b-4529-955b-8c72e8001d0f req-f2863bb8-8d14-45be-b768-8fc173728ca8 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/quotas/5d192f05a9bd4ffca07197664d18ea13 HTTP/1.1" status: 200 len: 375 time: 0.0226722 Feb 09 00:59:03.361167 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-719c946f-84cc-49e6-a2e0-6010b290488a None None] Set router 1bc74d62-af77-47b3-a1d6-e8f3cf13561e gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:59:03.470577 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b731830b-844b-4529-955b-8c72e8001d0f req-9464e421-ab44-4669-adde-4751f91795cc tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d192f05a9bd4ffca07197664d18ea13&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1315305 Feb 09 00:59:03.472374 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-75d40d80-0876-4391-83a8-37a322a1e24d None None] Set router a7d9e7d3-82dd-46db-8b42-3880179fd871 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:59:03.529363 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 38f15d60-8d22-4f38-899f-ecc95b9ae0d7 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:59:03.744226 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58342) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:04.100714 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ec43b3db-f816-4e7f-9bca-f8fe9855aebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:04.170993 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ec43b3db-f816-4e7f-9bca-f8fe9855aebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:04.189853 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ec43b3db-f816-4e7f-9bca-f8fe9855aebb admin admin] Usage tracker for resource:security_group_rule and tenant:46626cdd6d48472f8189b02ecbedd78b is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:04.198072 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ec43b3db-f816-4e7f-9bca-f8fe9855aebb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:04.220380 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ec43b3db-f816-4e7f-9bca-f8fe9855aebb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:04.285795 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65e3af-2d8b-4812-985c-a8c9f9ace360 req-e3de5814-43be-4e37-983d-8d8c7d0a2da3 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:04.293985 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bf65e3af-2d8b-4812-985c-a8c9f9ace360 req-e3de5814-43be-4e37-983d-8d8c7d0a2da3 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=71460734-952a-4b44-9355-35973a2abca9 HTTP/1.1" status: 200 len: 950 time: 1.0615184 Feb 09 00:59:04.400618 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-719c946f-84cc-49e6-a2e0-6010b290488a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc74d62-af77-47b3-a1d6-e8f3cf13561e', 'name': 'tempest-ServersTestFqdnHostnames-2091013860-router', 'tenant_id': '2c3f8f2a99e3493a902f394dfcd10aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'c8f7c829-f164-4177-9311-b0a1ca19d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:57Z', 'updated_at': '2022-02-09T00:59:00Z', 'revision_number': 3, 'project_id': '2c3f8f2a99e3493a902f394dfcd10aef', 'gw_port': {'id': 'c8f7c829-f164-4177-9311-b0a1ca19d1a4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ff:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc74d62-af77-47b3-a1d6-e8f3cf13561e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:58Z', 'updated_at': '2022-02-09T00:58:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:04.430059 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719c946f-84cc-49e6-a2e0-6010b290488a None None] Checking router: 1bc74d62-af77-47b3-a1d6-e8f3cf13561e for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:59:04.430431 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719c946f-84cc-49e6-a2e0-6010b290488a None None] Updating router 1bc74d62-af77-47b3-a1d6-e8f3cf13561e port c8f7c829-f164-4177-9311-b0a1ca19d1a4 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:59:04.531406 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ec43b3db-f816-4e7f-9bca-f8fe9855aebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:04.550785 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bf65e3af-2d8b-4812-985c-a8c9f9ace360 req-84c86719-f787-4e15-ba71-662bfa6a30a6 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555280 Feb 09 00:59:04.566656 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ec43b3db-f816-4e7f-9bca-f8fe9855aebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:04.581196 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-75d40d80-0876-4391-83a8-37a322a1e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519594793-router', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:56:48Z', 'updated_at': '2022-02-09T00:56:54Z', 'revision_number': 4, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'gw_port': {'id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:49Z', 'updated_at': '2022-02-09T00:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'fc7df3f3-3753-4021-a9a2-fd592a25624d', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'floating_ip_address': '172.25.5.124', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'port_id': '36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f', 'mac_address': 'fa:16:3e:d9:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f69e20-1459-46c8-85c6-102e8bece3fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:57:25Z', 'updated_at': '2022-02-09T00:58:59Z', 'revision_number': 5, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f548adb-9d4f-4c93-8ecd-94255637112b', 'name': '', 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'mac_address': 'fa:16:3e:ea:b3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:52Z', 'updated_at': '2022-02-09T00:57:08Z', 'revision_number': 5, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'subnets': [{'id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:04.594706 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d40d80-0876-4391-83a8-37a322a1e24d None None] Checking router: a7d9e7d3-82dd-46db-8b42-3880179fd871 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:59:04.602323 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 38f15d60-8d22-4f38-899f-ecc95b9ae0d7 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:04.604467 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:04.623686 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d40d80-0876-4391-83a8-37a322a1e24d None None] Routers {'a7d9e7d3-82dd-46db-8b42-3880179fd871'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:59:04.625158 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-75d40d80-0876-4391-83a8-37a322a1e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T00:58:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a7d9e7d3-82dd-46db-8b42-3880179fd871'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:04.710791 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43b3db-f816-4e7f-9bca-f8fe9855aebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4de2fe-feb9-4337-aba7-a77994609b14,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:04.742924 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aae74f-88b5-498b-8bc2-1c1c5642a014 req-43118b0a-31ca-4b41-b49e-8edcfa1cd15e tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:04.761951 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e1aae74f-88b5-498b-8bc2-1c1c5642a014 req-43118b0a-31ca-4b41-b49e-8edcfa1cd15e tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f69e20-1459-46c8-85c6-102e8bece3fa HTTP/1.1" status: 200 len: 945 time: 0.8222840 Feb 09 00:59:04.766915 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-719c946f-84cc-49e6-a2e0-6010b290488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:04.769825 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ec43b3db-f816-4e7f-9bca-f8fe9855aebb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=46626cdd6d48472f8189b02ecbedd78b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0248103 Feb 09 00:59:04.780046 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36f69e20-1459-46c8-85c6-102e8bece3fa', 'tag': '36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d', 'status': 'completed', 'code': 200} Feb 09 00:59:04.856779 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58374) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:05.018858 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e1aae74f-88b5-498b-8bc2-1c1c5642a014 req-a9a6811b-fa75-4dcc-89a6-f0172ea0db4e tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/security-groups?id=80672e19-6adc-4973-92da-be1078159b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2559168 Feb 09 00:59:05.083695 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e987abc5-7676-4866-8563-4beb3bcc4aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:05.137994 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f121cae0-36fe-4f5f-a12e-8e05323eb35a req-53554162-f7b9-419b-bec2-f79d1b77def3 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cc4c3db-2136-4d64-a34a-5755ad7ec464 HTTP/1.1" status: 200 len: 210 time: 0.1200390 Feb 09 00:59:05.219052 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58382) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:05.242734 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76fd06-71c5-49a1-bb89-17807a104383 req-d33aa80d-5dab-4aac-a1e0-2015426ebd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:05.244311 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d76fd06-71c5-49a1-bb89-17807a104383 req-d33aa80d-5dab-4aac-a1e0-2015426ebd23 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=488d0cb4879f4c45b8bc25513f8868c1&device_id=36f69e20-1459-46c8-85c6-102e8bece3fa HTTP/1.1" status: 200 len: 1096 time: 0.4634316 Feb 09 00:59:05.256024 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e987abc5-7676-4866-8563-4beb3bcc4aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:05.257070 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device a3a8c315-95d5-4b07-958e-13e5b6be2a4c up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:59:05.301600 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-75d40d80-0876-4391-83a8-37a322a1e24d None None] Set router a7d9e7d3-82dd-46db-8b42-3880179fd871 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:59:05.532993 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9af33e3f-e17f-4f99-86ea-efd86a2f5aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:05.541279 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port a3a8c315-95d5-4b07-958e-13e5b6be2a4c completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:05.583108 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-25943af5-6ffe-4e2f-8b73-de2160f730e6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384566489-network', 'tenant_id': 'a5cbed1718f943558d23d2d82e04fd93'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:05.624144 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port a3a8c315-95d5-4b07-958e-13e5b6be2a4c triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:05.624529 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:05.631037 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-25943af5-6ffe-4e2f-8b73-de2160f730e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:05.814713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-25943af5-6ffe-4e2f-8b73-de2160f730e6 admin admin] Usage tracker for resource:network and tenant:a5cbed1718f943558d23d2d82e04fd93 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:05.817317 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b731830b-844b-4529-955b-8c72e8001d0f req-3855c30d-5068-4761-9061-6aa1b4caa05f tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=5d192f05a9bd4ffca07197664d18ea13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1050327 Feb 09 00:59:05.823447 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-25943af5-6ffe-4e2f-8b73-de2160f730e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:05.839071 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-25943af5-6ffe-4e2f-8b73-de2160f730e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:05.877069 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76fd06-71c5-49a1-bb89-17807a104383 req-49b2d72c-50fc-4bd4-a718-c632cc3846c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:05.879788 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d76fd06-71c5-49a1-bb89-17807a104383 req-49b2d72c-50fc-4bd4-a718-c632cc3846c3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=445ebb7c-d106-4555-bd14-c6ab8035bb9f HTTP/1.1" status: 200 len: 925 time: 0.6079676 Feb 09 00:59:05.890166 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25943af5-6ffe-4e2f-8b73-de2160f730e6 admin admin] Made reservation on behalf of a5cbed1718f943558d23d2d82e04fd93 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:59:05.893747 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-719c946f-84cc-49e6-a2e0-6010b290488a None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:05.897591 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-25943af5-6ffe-4e2f-8b73-de2160f730e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:05.936291 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e987abc5-7676-4866-8563-4beb3bcc4aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:05.972428 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-25943af5-6ffe-4e2f-8b73-de2160f730e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:06.033907 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-719c946f-84cc-49e6-a2e0-6010b290488a None None] Transition to ACTIVE for port object c8f7c829-f164-4177-9311-b0a1ca19d1a4 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:06.074625 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-719c946f-84cc-49e6-a2e0-6010b290488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:06.116057 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731830b-844b-4529-955b-8c72e8001d0f req-4a49a50a-f3de-4c35-9010-63e6c50072cd tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:06.118194 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b731830b-844b-4529-955b-8c72e8001d0f req-4a49a50a-f3de-4c35-9010-63e6c50072cd tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2907860 Feb 09 00:59:06.217418 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-9af33e3f-e17f-4f99-86ea-efd86a2f5aff admin admin] Allocated IP 172.20.0.1 (6a36beb5-b543-477b-a670-c625b576e658/c70c82d7-be20-4b3d-9693-cd5701c2a698/7d6e3758-dedb-482b-ba28-3094dc074a9e) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:59:06.246544 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-25943af5-6ffe-4e2f-8b73-de2160f730e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:06.248413 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-75d40d80-0876-4391-83a8-37a322a1e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519594793-router', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:56:48Z', 'updated_at': '2022-02-09T00:56:54Z', 'revision_number': 4, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'gw_port': {'id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:49Z', 'updated_at': '2022-02-09T00:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'fc7df3f3-3753-4021-a9a2-fd592a25624d', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'floating_ip_address': '172.25.5.124', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'port_id': '36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f', 'mac_address': 'fa:16:3e:d9:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f69e20-1459-46c8-85c6-102e8bece3fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:57:25Z', 'updated_at': '2022-02-09T00:58:59Z', 'revision_number': 5, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f548adb-9d4f-4c93-8ecd-94255637112b', 'name': '', 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'mac_address': 'fa:16:3e:ea:b3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:52Z', 'updated_at': '2022-02-09T00:57:08Z', 'revision_number': 5, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'subnets': [{'id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:06.251165 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-25943af5-6ffe-4e2f-8b73-de2160f730e6 admin admin] Usage tracker for resource:security_group_rule and tenant:a5cbed1718f943558d23d2d82e04fd93 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:06.254924 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-25943af5-6ffe-4e2f-8b73-de2160f730e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:06.258663 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:06.263997 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d40d80-0876-4391-83a8-37a322a1e24d None None] The sync data for ids ['a7d9e7d3-82dd-46db-8b42-3880179fd871'] in n-d-828419-1 is: [{'id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519594793-router', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:56:48Z', 'updated_at': '2022-02-09T00:56:54Z', 'revision_number': 4, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'gw_port': {'id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:49Z', 'updated_at': '2022-02-09T00:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'fc7df3f3-3753-4021-a9a2-fd592a25624d', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'floating_ip_address': '172.25.5.124', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'port_id': '36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f', 'mac_address': 'fa:16:3e:d9:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f69e20-1459-46c8-85c6-102e8bece3fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:57:25Z', 'updated_at': '2022-02-09T00:58:59Z', 'revision_number': 5, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f548adb-9d4f-4c93-8ecd-94255637112b', 'name': '', 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'mac_address': 'fa:16:3e:ea:b3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:52Z', 'updated_at': '2022-02-09T00:57:08Z', 'revision_number': 5, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'subnets': [{'id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:59:06.270511 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-25943af5-6ffe-4e2f-8b73-de2160f730e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:06.315067 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-719c946f-84cc-49e6-a2e0-6010b290488a None None] Attempting to bind port c8f7c829-f164-4177-9311-b0a1ca19d1a4 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:59:06.315713 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-719c946f-84cc-49e6-a2e0-6010b290488a None None] Attempting to bind port c8f7c829-f164-4177-9311-b0a1ca19d1a4 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:59:06.316234 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719c946f-84cc-49e6-a2e0-6010b290488a None None] Attempting to bind port c8f7c829-f164-4177-9311-b0a1ca19d1a4 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:06.321433 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db50205-c58a-458d-bc78-448c563bcf89 None None] Pushing event updated for resources: {'Port': ['ID=c8f7c829-f164-4177-9311-b0a1ca19d1a4,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:06.335693 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719c946f-84cc-49e6-a2e0-6010b290488a None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:59:06.336324 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719c946f-84cc-49e6-a2e0-6010b290488a None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:59:06.336962 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-719c946f-84cc-49e6-a2e0-6010b290488a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:06.337705 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719c946f-84cc-49e6-a2e0-6010b290488a None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:59:06.338419 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-719c946f-84cc-49e6-a2e0-6010b290488a None None] Bound port: c8f7c829-f164-4177-9311-b0a1ca19d1a4, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:59:06.339008 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-719c946f-84cc-49e6-a2e0-6010b290488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:06.379234 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987abc5-7676-4866-8563-4beb3bcc4aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4de2fe-feb9-4337-aba7-a77994609b14,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:06.382677 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e987abc5-7676-4866-8563-4beb3bcc4aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:06.388608 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e987abc5-7676-4866-8563-4beb3bcc4aaf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a4de2fe-feb9-4337-aba7-a77994609b14 HTTP/1.1" status: 204 len: 168 time: 1.5275247 Feb 09 00:59:06.404216 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d76fd06-71c5-49a1-bb89-17807a104383 req-90c41045-260c-44a8-b7cc-66fc86e906bc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d HTTP/1.1" status: 200 len: 999 time: 0.4404533 Feb 09 00:59:06.407129 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port a3a8c315-95d5-4b07-958e-13e5b6be2a4c, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=a3a8c315-95d5-4b07-958e-13e5b6be2a4c,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:06.427029 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265d0785-80eb-4208-b453-7e76972213d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a8c315-95d5-4b07-958e-13e5b6be2a4c'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:06.446434 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9af33e3f-e17f-4f99-86ea-efd86a2f5aff admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:06.465201 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-9af33e3f-e17f-4f99-86ea-efd86a2f5aff admin admin] Transition to ACTIVE for port object 7d6e3758-dedb-482b-ba28-3094dc074a9e will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:06.481443 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-25943af5-6ffe-4e2f-8b73-de2160f730e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:06.498592 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:06.578168 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76fd06-71c5-49a1-bb89-17807a104383 req-415dd27f-2b0c-439d-9c7f-d79938c9d50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:06.581782 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d76fd06-71c5-49a1-bb89-17807a104383 req-415dd27f-2b0c-439d-9c7f-d79938c9d50f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0 HTTP/1.1" status: 200 len: 863 time: 0.1581247 Feb 09 00:59:06.595493 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-b731830b-844b-4529-955b-8c72e8001d0f req-f563c4b2-24fc-4264-96ec-fb8e8b578121 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Request body: {'port': {'device_id': '1cc4c3db-2136-4d64-a34a-5755ad7ec464', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'admin_state_up': True, 'tenant_id': '5d192f05a9bd4ffca07197664d18ea13'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:06.610056 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-25943af5-6ffe-4e2f-8b73-de2160f730e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:06.637464 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25943af5-6ffe-4e2f-8b73-de2160f730e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 967} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:59:06.642509 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9af33e3f-e17f-4f99-86ea-efd86a2f5aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:06.653216 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-25943af5-6ffe-4e2f-8b73-de2160f730e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:06.654574 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-25943af5-6ffe-4e2f-8b73-de2160f730e6 admin admin] Added segment ac5394c8-a1c7-46f4-8081-c70b84abb73c of type vlan for network 4b6c3381-1d8e-43f3-869b-fab4a3c26101 Feb 09 00:59:06.660628 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b8911c-651c-434f-b5e8-0ad11a982887 None None] New status for floating IP fc7df3f3-3753-4021-a9a2-fd592a25624d: ACTIVE {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:59:06.699169 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-25943af5-6ffe-4e2f-8b73-de2160f730e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:06.748675 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-719c946f-84cc-49e6-a2e0-6010b290488a None None] For port c8f7c829-f164-4177-9311-b0a1ca19d1a4, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:59:06.759925 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-719c946f-84cc-49e6-a2e0-6010b290488a None None] For port c8f7c829-f164-4177-9311-b0a1ca19d1a4, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=c8f7c829-f164-4177-9311-b0a1ca19d1a4,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:59:06.802899 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=a3a8c315-95d5-4b07-958e-13e5b6be2a4c,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:06.823117 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-719c946f-84cc-49e6-a2e0-6010b290488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:06.832319 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af33e3f-e17f-4f99-86ea-efd86a2f5aff admin admin] Pushing event updated for resources: {'Port': ['ID=7d6e3758-dedb-482b-ba28-3094dc074a9e,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:06.874930 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b433536-11dd-4f64-8914-4a9bbc9bac24 req-1900c970-93cb-471f-977f-76dcecdfa9cb tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:06.880441 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-4b433536-11dd-4f64-8914-4a9bbc9bac24 req-1900c970-93cb-471f-977f-76dcecdfa9cb tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Synchronizing usage tracker for tenant:5a38989228a14de2b6764c7f261f44e3 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:59:06.886221 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af33e3f-e17f-4f99-86ea-efd86a2f5aff admin admin] Network 6a36beb5-b543-477b-a670-c625b576e658 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:59:06.895234 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-9af33e3f-e17f-4f99-86ea-efd86a2f5aff admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:59:06.900342 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af33e3f-e17f-4f99-86ea-efd86a2f5aff admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:59:06.900893 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9af33e3f-e17f-4f99-86ea-efd86a2f5aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:06.917818 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-25943af5-6ffe-4e2f-8b73-de2160f730e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:06.919082 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25943af5-6ffe-4e2f-8b73-de2160f730e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:06.919679 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-25943af5-6ffe-4e2f-8b73-de2160f730e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:06.948198 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719c946f-84cc-49e6-a2e0-6010b290488a None None] Routers {'1bc74d62-af77-47b3-a1d6-e8f3cf13561e'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:59:06.948999 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-719c946f-84cc-49e6-a2e0-6010b290488a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T00:58:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1bc74d62-af77-47b3-a1d6-e8f3cf13561e'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:07.108059 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-78fced62-3a77-4a8b-b2dc-37c3285ef706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:07.157746 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-b731830b-844b-4529-955b-8c72e8001d0f req-f563c4b2-24fc-4264-96ec-fb8e8b578121 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:07.171494 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-b731830b-844b-4529-955b-8c72e8001d0f req-f563c4b2-24fc-4264-96ec-fb8e8b578121 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:07.256923 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58398) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:07.287156 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-4b433536-11dd-4f64-8914-4a9bbc9bac24 req-1900c970-93cb-471f-977f-76dcecdfa9cb tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Unset dirty status for tenant:5a38989228a14de2b6764c7f261f44e3 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:59:07.288484 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4b433536-11dd-4f64-8914-4a9bbc9bac24 req-1900c970-93cb-471f-977f-76dcecdfa9cb tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 944 time: 1.9794919 Feb 09 00:59:07.289412 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25943af5-6ffe-4e2f-8b73-de2160f730e6 admin admin] Pushing event updated for resources: {'Network': ['ID=4b6c3381-1d8e-43f3-869b-fab4a3c26101,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:07.319825 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25943af5-6ffe-4e2f-8b73-de2160f730e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762fb667-f5fe-4686-9f4a-3f4893c1fe4b,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:07.324887 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 4b6c3381-1d8e-43f3-869b-fab4a3c26101 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:59:07.350250 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db50205-c58a-458d-bc78-448c563bcf89 None None] Pushing event updated for resources: {'Port': ['ID=c8f7c829-f164-4177-9311-b0a1ca19d1a4,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:07.393116 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4b433536-11dd-4f64-8914-4a9bbc9bac24 req-88245592-9008-44a6-869c-ef6ef4f5d3f3 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815971 Feb 09 00:59:07.394357 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-25943af5-6ffe-4e2f-8b73-de2160f730e6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 2.1738536 Feb 09 00:59:07.399898 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58402) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:07.402361 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b731830b-844b-4529-955b-8c72e8001d0f req-f563c4b2-24fc-4264-96ec-fb8e8b578121 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Made reservation on behalf of 5d192f05a9bd4ffca07197664d18ea13 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:59:07.407654 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-b731830b-844b-4529-955b-8c72e8001d0f req-f563c4b2-24fc-4264-96ec-fb8e8b578121 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:07.409802 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-ea5c5963-a93e-408c-9338-3edaa85c5584 admin admin] Request body: {'subnet': {'network_id': '4b6c3381-1d8e-43f3-869b-fab4a3c26101', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384566489-subnet', 'tenant_id': 'a5cbed1718f943558d23d2d82e04fd93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:07.425499 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-79cf0290-5ae7-4301-8101-93a77eaa90cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:07.429631 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76fd06-71c5-49a1-bb89-17807a104383 req-646f25f9-105a-4e28-926e-7675224d9e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:07.431126 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d76fd06-71c5-49a1-bb89-17807a104383 req-646f25f9-105a-4e28-926e-7675224d9e3e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=445ebb7c-d106-4555-bd14-c6ab8035bb9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6757927 Feb 09 00:59:07.432286 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ea5c5963-a93e-408c-9338-3edaa85c5584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:07.438905 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ea5c5963-a93e-408c-9338-3edaa85c5584 admin admin] Usage tracker for resource:subnet and tenant:a5cbed1718f943558d23d2d82e04fd93 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:07.508306 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-719c946f-84cc-49e6-a2e0-6010b290488a None None] Set router 1bc74d62-af77-47b3-a1d6-e8f3cf13561e gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:59:07.595370 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d76fd06-71c5-49a1-bb89-17807a104383 req-8dae8c18-233a-4a83-bb11-73ee6da21600 service neutron] 10.222.0.35 "GET /v2.0/networks/445ebb7c-d106-4555-bd14-c6ab8035bb9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534312 Feb 09 00:59:07.596205 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ea5c5963-a93e-408c-9338-3edaa85c5584 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:07.620796 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-79cf0290-5ae7-4301-8101-93a77eaa90cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:07.626178 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-79cf0290-5ae7-4301-8101-93a77eaa90cd admin admin] Usage tracker for resource:security_group_rule and tenant:ac9056ae042148b4949f508809b15e7c is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:07.629411 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ea5c5963-a93e-408c-9338-3edaa85c5584 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:07.629564 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-79cf0290-5ae7-4301-8101-93a77eaa90cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:07.637852 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-79cf0290-5ae7-4301-8101-93a77eaa90cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:07.781003 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-79cf0290-5ae7-4301-8101-93a77eaa90cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:07.795212 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-41a118d1-ebdf-4b14-b2d3-fca5f92ac75f None None] Provisioning for port 7d6e3758-dedb-482b-ba28-3094dc074a9e completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:07.799681 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-79cf0290-5ae7-4301-8101-93a77eaa90cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:07.863187 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-41a118d1-ebdf-4b14-b2d3-fca5f92ac75f None None] Provisioning complete for port 7d6e3758-dedb-482b-ba28-3094dc074a9e triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:07.863887 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-41a118d1-ebdf-4b14-b2d3-fca5f92ac75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:07.877439 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5c5963-a93e-408c-9338-3edaa85c5584 admin admin] Made reservation on behalf of a5cbed1718f943558d23d2d82e04fd93 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:59:07.879685 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ea5c5963-a93e-408c-9338-3edaa85c5584 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:07.891806 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-79cf0290-5ae7-4301-8101-93a77eaa90cd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac9056ae042148b4949f508809b15e7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6267936 Feb 09 00:59:07.894370 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c8e35-4f1c-42ea-81c0-e504b0750ccc req-5e26b1cb-e985-49ee-beef-ad45053857bd tempest-ServersOnMultiNodesTest-1113726229 tempest-ServersOnMultiNodesTest-1113726229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:07.896822 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-aa5c8e35-4f1c-42ea-81c0-e504b0750ccc req-5e26b1cb-e985-49ee-beef-ad45053857bd tempest-ServersOnMultiNodesTest-1113726229 tempest-ServersOnMultiNodesTest-1113726229-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=71460734-952a-4b44-9355-35973a2abca9 HTTP/1.1" status: 200 len: 1101 time: 1.3974550 Feb 09 00:59:07.900322 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58414) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:07.901267 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf0290-5ae7-4301-8101-93a77eaa90cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6ff259-666e-492b-b99a-31c6ad74cd21,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:07.960756 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-41a118d1-ebdf-4b14-b2d3-fca5f92ac75f None None] Port 7d6e3758-dedb-482b-ba28-3094dc074a9e cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:59:08.043480 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-aa5c8e35-4f1c-42ea-81c0-e504b0750ccc req-8d33adfe-36e2-47a5-92a5-96cfdff0d266 tempest-ServersOnMultiNodesTest-1113726229 tempest-ServersOnMultiNodesTest-1113726229-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:08.053678 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9af33e3f-e17f-4f99-86ea-efd86a2f5aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:08.086803 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d76fd06-71c5-49a1-bb89-17807a104383 req-0b402c29-d6ad-40dd-8992-53b5f84f8df4 service neutron] 10.222.0.35 "GET /v2.0/networks/445ebb7c-d106-4555-bd14-c6ab8035bb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4822938 Feb 09 00:59:08.104679 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a5425-4d68-4e11-bba5-5b162461ed8c req-b59e6666-49d3-471b-8de4-d59390e312f0 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:08.106358 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-033a5425-4d68-4e11-bba5-5b162461ed8c req-b59e6666-49d3-471b-8de4-d59390e312f0 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f69e20-1459-46c8-85c6-102e8bece3fa HTTP/1.1" status: 200 len: 945 time: 0.2900484 Feb 09 00:59:08.115617 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-aa5c8e35-4f1c-42ea-81c0-e504b0750ccc req-8d33adfe-36e2-47a5-92a5-96cfdff0d266 tempest-ServersOnMultiNodesTest-1113726229 tempest-ServersOnMultiNodesTest-1113726229-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:08.121059 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-aa5c8e35-4f1c-42ea-81c0-e504b0750ccc req-8d33adfe-36e2-47a5-92a5-96cfdff0d266 tempest-ServersOnMultiNodesTest-1113726229 tempest-ServersOnMultiNodesTest-1113726229-project-admin] Usage tracker for resource:security_group_rule and tenant:79003afaaa7449eebf6c14733afed2db is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:08.134227 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-aa5c8e35-4f1c-42ea-81c0-e504b0750ccc req-8d33adfe-36e2-47a5-92a5-96cfdff0d266 tempest-ServersOnMultiNodesTest-1113726229 tempest-ServersOnMultiNodesTest-1113726229-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:08.141523 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-aa5c8e35-4f1c-42ea-81c0-e504b0750ccc req-8d33adfe-36e2-47a5-92a5-96cfdff0d266 tempest-ServersOnMultiNodesTest-1113726229 tempest-ServersOnMultiNodesTest-1113726229-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:08.153470 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-719c946f-84cc-49e6-a2e0-6010b290488a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc74d62-af77-47b3-a1d6-e8f3cf13561e', 'name': 'tempest-ServersTestFqdnHostnames-2091013860-router', 'tenant_id': '2c3f8f2a99e3493a902f394dfcd10aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'c8f7c829-f164-4177-9311-b0a1ca19d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:57Z', 'updated_at': '2022-02-09T00:59:00Z', 'revision_number': 3, 'project_id': '2c3f8f2a99e3493a902f394dfcd10aef', 'gw_port': {'id': 'c8f7c829-f164-4177-9311-b0a1ca19d1a4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ff:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc74d62-af77-47b3-a1d6-e8f3cf13561e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:58Z', 'updated_at': '2022-02-09T00:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:08.167019 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719c946f-84cc-49e6-a2e0-6010b290488a None None] The sync data for ids ['1bc74d62-af77-47b3-a1d6-e8f3cf13561e'] in n-d-828419-1 is: [{'id': '1bc74d62-af77-47b3-a1d6-e8f3cf13561e', 'name': 'tempest-ServersTestFqdnHostnames-2091013860-router', 'tenant_id': '2c3f8f2a99e3493a902f394dfcd10aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'c8f7c829-f164-4177-9311-b0a1ca19d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:57Z', 'updated_at': '2022-02-09T00:59:00Z', 'revision_number': 3, 'project_id': '2c3f8f2a99e3493a902f394dfcd10aef', 'gw_port': {'id': 'c8f7c829-f164-4177-9311-b0a1ca19d1a4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ff:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc74d62-af77-47b3-a1d6-e8f3cf13561e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:58Z', 'updated_at': '2022-02-09T00:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:59:08.323820 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ea5c5963-a93e-408c-9338-3edaa85c5584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:08.414691 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4dabd5d5-4769-4739-bb87-a4012009f17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:08.471347 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5c5963-a93e-408c-9338-3edaa85c5584 admin admin] Checking segment: {'id': 'ac5394c8-a1c7-46f4-8081-c70b84abb73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '4b6c3381-1d8e-43f3-869b-fab4a3c26101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:59:08.471712 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5c5963-a93e-408c-9338-3edaa85c5584 admin admin] Network hostable DHCP agents. Network: 4b6c3381-1d8e-43f3-869b-fab4a3c26101, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:59:08.480973 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-033a5425-4d68-4e11-bba5-5b162461ed8c req-86f2a61c-2e11-4b19-aa06-5dfcaef69a4b tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/security-groups?id=80672e19-6adc-4973-92da-be1078159b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3673394 Feb 09 00:59:08.490373 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c5963-a93e-408c-9338-3edaa85c5584 admin admin] Pushing event updated for resources: {'Subnet': ['ID=283c54b0-5051-4d26-8e41-b7afdc8e3c33,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:08.519278 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-aa5c8e35-4f1c-42ea-81c0-e504b0750ccc req-8d33adfe-36e2-47a5-92a5-96cfdff0d266 tempest-ServersOnMultiNodesTest-1113726229 tempest-ServersOnMultiNodesTest-1113726229-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:08.524604 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [req-b731830b-844b-4529-955b-8c72e8001d0f req-f563c4b2-24fc-4264-96ec-fb8e8b578121 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Allocated IP 192.168.233.22 (82c0e553-004f-4f65-a38e-9d785fdc5802/c1d7756a-584e-4152-ad93-d220060f4b30/4d636809-963c-4342-bfa8-0ae9b7a8778a) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:59:08.532575 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5c5963-a93e-408c-9338-3edaa85c5584 admin admin] Network 4b6c3381-1d8e-43f3-869b-fab4a3c26101 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:59:08.548943 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-ea5c5963-a93e-408c-9338-3edaa85c5584 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 4b6c3381-1d8e-43f3-869b-fab4a3c26101) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:59:08.553688 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5c5963-a93e-408c-9338-3edaa85c5584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:08.554507 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ea5c5963-a93e-408c-9338-3edaa85c5584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:08.561954 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dec6982-f6b0-40b0-a8f4-25dcfeb7779f None None] Network 4b6c3381-1d8e-43f3-869b-fab4a3c26101 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:59:08.584285 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ea5c5963-a93e-408c-9338-3edaa85c5584 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1818764 Feb 09 00:59:08.587603 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58422) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:08.596109 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-8c7dde48-0dff-4313-88a2-a96620cb2adb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384566489-router', 'tenant_id': 'a5cbed1718f943558d23d2d82e04fd93', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:08.601306 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8c7dde48-0dff-4313-88a2-a96620cb2adb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:08.621566 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8c7dde48-0dff-4313-88a2-a96620cb2adb admin admin] Usage tracker for resource:router and tenant:a5cbed1718f943558d23d2d82e04fd93 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:08.627123 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8c7dde48-0dff-4313-88a2-a96620cb2adb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:08.636462 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8c7dde48-0dff-4313-88a2-a96620cb2adb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:08.659094 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-aa5c8e35-4f1c-42ea-81c0-e504b0750ccc req-8d33adfe-36e2-47a5-92a5-96cfdff0d266 tempest-ServersOnMultiNodesTest-1113726229 tempest-ServersOnMultiNodesTest-1113726229-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:08.672606 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c7dde48-0dff-4313-88a2-a96620cb2adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:08.674335 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c7dde48-0dff-4313-88a2-a96620cb2adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:08.738397 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4dabd5d5-4769-4739-bb87-a4012009f17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:08.744047 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c7dde48-0dff-4313-88a2-a96620cb2adb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:09.017074 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4745a312-01f1-4684-bac4-ab9fcee17b33 req-8f8e1aa3-41b0-4691-ac1e-45c03ed20a96 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cc4c3db-2136-4d64-a34a-5755ad7ec464 HTTP/1.1" status: 200 len: 210 time: 0.2614174 Feb 09 00:59:09.107907 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2db07f-e4bd-4657-8543-978594219f49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-4b6c3381-1d8e-43f3-869b-fab4a3c26101', 'network_id': '4b6c3381-1d8e-43f3-869b-fab4a3c26101', 'tenant_id': 'a5cbed1718f943558d23d2d82e04fd93', 'fixed_ips': [{'subnet_id': '283c54b0-5051-4d26-8e41-b7afdc8e3c33'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 00:59:09.108833 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9e2db07f-e4bd-4657-8543-978594219f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:09.181949 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265d0785-80eb-4208-b453-7e76972213d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a8c315-95d5-4b07-958e-13e5b6be2a4c', 'code': 200} Feb 09 00:59:09.235343 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-b731830b-844b-4529-955b-8c72e8001d0f req-f563c4b2-24fc-4264-96ec-fb8e8b578121 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:09.252955 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-b731830b-844b-4529-955b-8c72e8001d0f req-f563c4b2-24fc-4264-96ec-fb8e8b578121 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Transition to ACTIVE for port object 4d636809-963c-4342-bfa8-0ae9b7a8778a will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:09.290554 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-aa5c8e35-4f1c-42ea-81c0-e504b0750ccc req-8d33adfe-36e2-47a5-92a5-96cfdff0d266 tempest-ServersOnMultiNodesTest-1113726229 tempest-ServersOnMultiNodesTest-1113726229-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2920547 Feb 09 00:59:09.310568 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-b731830b-844b-4529-955b-8c72e8001d0f req-f563c4b2-24fc-4264-96ec-fb8e8b578121 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:09.363556 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33adfe-36e2-47a5-92a5-96cfdff0d266 tempest-ServersOnMultiNodesTest-1113726229 tempest-ServersOnMultiNodesTest-1113726229-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d123f5-f103-4bcb-9a7a-2d8e36dcd977,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:09.449763 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b731830b-844b-4529-955b-8c72e8001d0f req-f563c4b2-24fc-4264-96ec-fb8e8b578121 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:59:09.464140 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['3de626ed-6595-4da4-bc36-4f0b3d8c5311'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:59:09.480338 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [req-b731830b-844b-4529-955b-8c72e8001d0f req-f563c4b2-24fc-4264-96ec-fb8e8b578121 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:59:09.493965 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4dabd5d5-4769-4739-bb87-a4012009f17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:09.501195 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-b731830b-844b-4529-955b-8c72e8001d0f req-f563c4b2-24fc-4264-96ec-fb8e8b578121 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:59:09.507411 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731830b-844b-4529-955b-8c72e8001d0f req-f563c4b2-24fc-4264-96ec-fb8e8b578121 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:09.508060 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-b731830b-844b-4529-955b-8c72e8001d0f req-f563c4b2-24fc-4264-96ec-fb8e8b578121 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:09.555093 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dabd5d5-4769-4739-bb87-a4012009f17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6ff259-666e-492b-b99a-31c6ad74cd21,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:09.670282 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563c4b2-24fc-4264-96ec-fb8e8b578121 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Pushing event updated for resources: {'Port': ['ID=4d636809-963c-4342-bfa8-0ae9b7a8778a,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:09.711862 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9b0a8806-0c9a-4c65-ac41-e768e675f6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:09.749185 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4dabd5d5-4769-4739-bb87-a4012009f17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:09.750944 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4dabd5d5-4769-4739-bb87-a4012009f17e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b6ff259-666e-492b-b99a-31c6ad74cd21 HTTP/1.1" status: 204 len: 168 time: 1.8343697 Feb 09 00:59:09.799273 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b731830b-844b-4529-955b-8c72e8001d0f req-f563c4b2-24fc-4264-96ec-fb8e8b578121 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2227621 Feb 09 00:59:09.822066 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-b731830b-844b-4529-955b-8c72e8001d0f req-f061d688-06ed-479d-a738-8f5894e37730 service neutron] Request body: {'port': {'device_id': '1cc4c3db-2136-4d64-a34a-5755ad7ec464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:09.847078 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device c8f7c829-f164-4177-9311-b0a1ca19d1a4 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:59:09.892478 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.resource_extend [None req-9af33e3f-e17f-4f99-86ea-efd86a2f5aff admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 00:59:09.936216 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9af33e3f-e17f-4f99-86ea-efd86a2f5aff admin admin] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:10.065466 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9af33e3f-e17f-4f99-86ea-efd86a2f5aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:10.067903 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c7dde48-0dff-4313-88a2-a96620cb2adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:10.069322 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9af33e3f-e17f-4f99-86ea-efd86a2f5aff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:10.104722 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac47d78-f6ea-4039-8ec4-547e714936f1 req-5ea36af3-651a-46be-a947-993f7390c117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:10.107259 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ac47d78-f6ea-4039-8ec4-547e714936f1 req-5ea36af3-651a-46be-a947-993f7390c117 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 1096 time: 0.7007537 Feb 09 00:59:10.191694 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-4d5706b5-e39f-4948-abe2-51f428c002d5 None None] Provisioning for port 4d636809-963c-4342-bfa8-0ae9b7a8778a completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:10.223999 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-4d5706b5-e39f-4948-abe2-51f428c002d5 None None] Provisioning complete for port 4d636809-963c-4342-bfa8-0ae9b7a8778a triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:10.224729 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4d5706b5-e39f-4948-abe2-51f428c002d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:10.303325 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267ecf2-6efa-41cc-9e95-23117c17e230 req-34953ab1-aa29-486e-b9d8-6f1b4c958179 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:10.310752 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5267ecf2-6efa-41cc-9e95-23117c17e230 req-34953ab1-aa29-486e-b9d8-6f1b4c958179 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 945 time: 0.7996113 Feb 09 00:59:10.320084 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-4d5706b5-e39f-4948-abe2-51f428c002d5 None None] Port 4d636809-963c-4342-bfa8-0ae9b7a8778a cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:59:10.334160 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port c8f7c829-f164-4177-9311-b0a1ca19d1a4 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:10.347226 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ac47d78-f6ea-4039-8ec4-547e714936f1 req-f9987f75-9fa5-47aa-b24a-9f4067347826 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123232 Feb 09 00:59:10.363382 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port c8f7c829-f164-4177-9311-b0a1ca19d1a4 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:10.363623 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:10.373561 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5267ecf2-6efa-41cc-9e95-23117c17e230 req-fe82fe03-033d-415d-a0bd-be2274c1f382 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614371 Feb 09 00:59:10.492359 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af33e3f-e17f-4f99-86ea-efd86a2f5aff admin admin] Pushing event updated for resources: {'Port': ['ID=7d6e3758-dedb-482b-ba28-3094dc074a9e,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:10.550950 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-9e2db07f-e4bd-4657-8543-978594219f49 None None] Allocated IP 172.20.0.2 (4b6c3381-1d8e-43f3-869b-fab4a3c26101/283c54b0-5051-4d26-8e41-b7afdc8e3c33/193ca714-269c-4290-b9d4-3a806c313a3f) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:59:10.564507 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:10.598775 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-b731830b-844b-4529-955b-8c72e8001d0f req-f061d688-06ed-479d-a738-8f5894e37730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:10.702567 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:10.763024 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:10.790947 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af33e3f-e17f-4f99-86ea-efd86a2f5aff admin admin] Network 6a36beb5-b543-477b-a670-c625b576e658 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:59:10.796250 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-9af33e3f-e17f-4f99-86ea-efd86a2f5aff admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:59:10.807636 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-581ceba4-092e-4552-b372-e0ff732a94f8 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1108315 Feb 09 00:59:10.895766 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port c8f7c829-f164-4177-9311-b0a1ca19d1a4, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=c8f7c829-f164-4177-9311-b0a1ca19d1a4,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:10.916870 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:11.040470 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=c8f7c829-f164-4177-9311-b0a1ca19d1a4,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:11.321468 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9e2db07f-e4bd-4657-8543-978594219f49 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:11.335443 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9e2db07f-e4bd-4657-8543-978594219f49 None None] Transition to ACTIVE for port object 193ca714-269c-4290-b9d4-3a806c313a3f will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:11.358734 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9e2db07f-e4bd-4657-8543-978594219f49 None None] Transition to ACTIVE for port object 193ca714-269c-4290-b9d4-3a806c313a3f will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:11.374003 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-ad072801-c8e0-4620-89ea-0d84a89103af tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:11.381867 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9e2db07f-e4bd-4657-8543-978594219f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:11.384011 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-ad072801-c8e0-4620-89ea-0d84a89103af tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5449224 Feb 09 00:59:11.387698 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5c96eca1-cab9-4dbb-a53f-4f4b97119f06 None None] Provisioning complete for port 7d6e3758-dedb-482b-ba28-3094dc074a9e triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:11.388496 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5c96eca1-cab9-4dbb-a53f-4f4b97119f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:11.406282 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-0aa970c8-d941-4e67-a520-323e0561291e tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/quotas/e3282b39b26b4341b7bfc42f3e4e8492 HTTP/1.1" status: 200 len: 375 time: 0.0212641 Feb 09 00:59:11.499331 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2db07f-e4bd-4657-8543-978594219f49 None None] Pushing event updated for resources: {'Port': ['ID=193ca714-269c-4290-b9d4-3a806c313a3f,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:11.558565 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-5c96eca1-cab9-4dbb-a53f-4f4b97119f06 None None] Port 7d6e3758-dedb-482b-ba28-3094dc074a9e cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:59:11.571320 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2db07f-e4bd-4657-8543-978594219f49 None None] Network 4b6c3381-1d8e-43f3-869b-fab4a3c26101 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:59:11.574031 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-9e2db07f-e4bd-4657-8543-978594219f49 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:59:11.576979 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2db07f-e4bd-4657-8543-978594219f49 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:59:11.594540 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52ab8d-95fa-4d1c-a315-e9c79e0692a9 req-f8572d6a-d214-4584-b40c-b533a9e8d9b6 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:11.611674 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4b52ab8d-95fa-4d1c-a315-e9c79e0692a9 req-f8572d6a-d214-4584-b40c-b533a9e8d9b6 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f69e20-1459-46c8-85c6-102e8bece3fa HTTP/1.1" status: 200 len: 945 time: 1.6906519 Feb 09 00:59:11.713303 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4b52ab8d-95fa-4d1c-a315-e9c79e0692a9 req-aabcb13f-5200-445c-8d40-2179d6362cd2 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/security-groups?id=80672e19-6adc-4973-92da-be1078159b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953610 Feb 09 00:59:11.715598 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c7dde48-0dff-4313-88a2-a96620cb2adb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:11.798035 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c7dde48-0dff-4313-88a2-a96620cb2adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:11.806303 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-143890fe-4e54-4f36-b896-38b2aaf26280 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3991547 Feb 09 00:59:11.815202 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device c8f7c829-f164-4177-9311-b0a1ca19d1a4 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:59:11.843213 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af33e3f-e17f-4f99-86ea-efd86a2f5aff admin admin] Router 1bc74d62-af77-47b3-a1d6-e8f3cf13561e has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:59:11.896188 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:11.914548 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-9e2db07f-e4bd-4657-8543-978594219f49 None None] Attempting to bind port 193ca714-269c-4290-b9d4-3a806c313a3f on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:59:11.915440 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-9e2db07f-e4bd-4657-8543-978594219f49 None None] Attempting to bind port 193ca714-269c-4290-b9d4-3a806c313a3f by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'ac5394c8-a1c7-46f4-8081-c70b84abb73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '4b6c3381-1d8e-43f3-869b-fab4a3c26101'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:59:11.916093 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2db07f-e4bd-4657-8543-978594219f49 None None] Attempting to bind port 193ca714-269c-4290-b9d4-3a806c313a3f on network 4b6c3381-1d8e-43f3-869b-fab4a3c26101 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:11.932844 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2db07f-e4bd-4657-8543-978594219f49 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:59:11.933687 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2db07f-e4bd-4657-8543-978594219f49 None None] Checking segment: {'id': 'ac5394c8-a1c7-46f4-8081-c70b84abb73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '4b6c3381-1d8e-43f3-869b-fab4a3c26101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:59:11.934303 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9e2db07f-e4bd-4657-8543-978594219f49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:11.934887 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2db07f-e4bd-4657-8543-978594219f49 None None] Bound using segment: {'id': 'ac5394c8-a1c7-46f4-8081-c70b84abb73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '4b6c3381-1d8e-43f3-869b-fab4a3c26101'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:59:11.935544 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-9e2db07f-e4bd-4657-8543-978594219f49 None None] Bound port: 193ca714-269c-4290-b9d4-3a806c313a3f, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5394c8-a1c7-46f4-8081-c70b84abb73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '4b6c3381-1d8e-43f3-869b-fab4a3c26101'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:59:11.936120 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9e2db07f-e4bd-4657-8543-978594219f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:12.114515 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-9e2db07f-e4bd-4657-8543-978594219f49 None None] For port 193ca714-269c-4290-b9d4-3a806c313a3f, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:59:12.118295 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-9e2db07f-e4bd-4657-8543-978594219f49 None None] For port 193ca714-269c-4290-b9d4-3a806c313a3f, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=193ca714-269c-4290-b9d4-3a806c313a3f,segment=NetworkSegment(ac5394c8-a1c7-46f4-8081-c70b84abb73c),segment_id=ac5394c8-a1c7-46f4-8081-c70b84abb73c)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:59:12.128250 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port c8f7c829-f164-4177-9311-b0a1ca19d1a4 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:12.129492 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:12.150510 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-8c7dde48-0dff-4313-88a2-a96620cb2adb admin admin] Allocated IP 172.25.5.172 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/91e34cbf-5517-4dc7-9639-000d88b6d786) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:59:12.171192 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9e2db07f-e4bd-4657-8543-978594219f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:12.353712 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.resource_extend [req-b731830b-844b-4529-955b-8c72e8001d0f req-f061d688-06ed-479d-a738-8f5894e37730 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 00:59:12.402531 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c7dde48-0dff-4313-88a2-a96620cb2adb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:12.417329 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2db07f-e4bd-4657-8543-978594219f49 None None] Pushing event updated for resources: {'Port': ['ID=193ca714-269c-4290-b9d4-3a806c313a3f,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:12.453806 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af33e3f-e17f-4f99-86ea-efd86a2f5aff admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:59:12.467380 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bc3419-94d7-4336-b24e-bfc31878a427 None None] Sync routers for ids ['1bc74d62-af77-47b3-a1d6-e8f3cf13561e'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:59:12.481928 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c7dde48-0dff-4313-88a2-a96620cb2adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:12.484173 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9af33e3f-e17f-4f99-86ea-efd86a2f5aff admin admin] 10.222.0.37 "PUT /v2.0/routers/1bc74d62-af77-47b3-a1d6-e8f3cf13561e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5021248 Feb 09 00:59:12.526765 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [req-b731830b-844b-4529-955b-8c72e8001d0f req-f061d688-06ed-479d-a738-8f5894e37730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d636809-963c-4342-bfa8-0ae9b7a8778a {{(pid=87611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:59:12.529616 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bc3419-94d7-4336-b24e-bfc31878a427 None None] Routers {'1bc74d62-af77-47b3-a1d6-e8f3cf13561e'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:59:12.530249 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-71bc3419-94d7-4336-b24e-bfc31878a427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T00:59:10Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1bc74d62-af77-47b3-a1d6-e8f3cf13561e'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:12.569694 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-b731830b-844b-4529-955b-8c72e8001d0f req-f061d688-06ed-479d-a738-8f5894e37730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:12.641260 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3a3b0-9e29-4888-9abd-f4a96ec84249 req-ff74c853-c1d7-445a-8700-d37d4b4cbe4b tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:12.643462 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-9da3a3b0-9e29-4888-9abd-f4a96ec84249 req-ff74c853-c1d7-445a-8700-d37d4b4cbe4b tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Synchronizing usage tracker for tenant:5d192f05a9bd4ffca07197664d18ea13 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:59:12.670645 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-b731830b-844b-4529-955b-8c72e8001d0f req-f061d688-06ed-479d-a738-8f5894e37730 service neutron] Transition to ACTIVE for port object 4d636809-963c-4342-bfa8-0ae9b7a8778a will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:12.694371 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-b731830b-844b-4529-955b-8c72e8001d0f req-f061d688-06ed-479d-a738-8f5894e37730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:12.793305 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7dde48-0dff-4313-88a2-a96620cb2adb admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:59:12.799332 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-8c7dde48-0dff-4313-88a2-a96620cb2adb admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:59:12.811561 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7dde48-0dff-4313-88a2-a96620cb2adb admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:59:12.868302 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-9da3a3b0-9e29-4888-9abd-f4a96ec84249 req-ff74c853-c1d7-445a-8700-d37d4b4cbe4b tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Unset dirty status for tenant:5d192f05a9bd4ffca07197664d18ea13 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:59:12.876353 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9da3a3b0-9e29-4888-9abd-f4a96ec84249 req-ff74c853-c1d7-445a-8700-d37d4b4cbe4b tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cc4c3db-2136-4d64-a34a-5755ad7ec464 HTTP/1.1" status: 200 len: 935 time: 0.8084555 Feb 09 00:59:12.878354 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061d688-06ed-479d-a738-8f5894e37730 service neutron] Pushing event updated for resources: {'Port': ['ID=4d636809-963c-4342-bfa8-0ae9b7a8778a,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:12.881499 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58524) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:12.932880 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7dde48-0dff-4313-88a2-a96620cb2adb admin admin] Pushing event updated for resources: {'Port': ['ID=91e34cbf-5517-4dc7-9639-000d88b6d786,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:13.179452 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9da3a3b0-9e29-4888-9abd-f4a96ec84249 req-871b66df-913f-4878-bc5d-732ae3b96b77 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dce2740-aad5-4d46-af2e-64ac70d80869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019247 Feb 09 00:59:13.254932 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-71bc3419-94d7-4336-b24e-bfc31878a427 None None] Set router 1bc74d62-af77-47b3-a1d6-e8f3cf13561e gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:59:13.354973 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-b731830b-844b-4529-955b-8c72e8001d0f req-f061d688-06ed-479d-a738-8f5894e37730 service neutron] Attempting to bind port 4d636809-963c-4342-bfa8-0ae9b7a8778a on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:59:13.355156 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-b731830b-844b-4529-955b-8c72e8001d0f req-f061d688-06ed-479d-a738-8f5894e37730 service neutron] Attempting to bind port 4d636809-963c-4342-bfa8-0ae9b7a8778a by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:59:13.355490 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b731830b-844b-4529-955b-8c72e8001d0f req-f061d688-06ed-479d-a738-8f5894e37730 service neutron] Attempting to bind port 4d636809-963c-4342-bfa8-0ae9b7a8778a on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:13.366934 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b731830b-844b-4529-955b-8c72e8001d0f req-f061d688-06ed-479d-a738-8f5894e37730 service neutron] Port 4d636809-963c-4342-bfa8-0ae9b7a8778a on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:59:13.367270 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b731830b-844b-4529-955b-8c72e8001d0f req-f061d688-06ed-479d-a738-8f5894e37730 service neutron] Attempting to bind port 4d636809-963c-4342-bfa8-0ae9b7a8778a on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:13.379243 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b731830b-844b-4529-955b-8c72e8001d0f req-f061d688-06ed-479d-a738-8f5894e37730 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:59:13.379841 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b731830b-844b-4529-955b-8c72e8001d0f req-f061d688-06ed-479d-a738-8f5894e37730 service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:59:13.380742 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b731830b-844b-4529-955b-8c72e8001d0f req-f061d688-06ed-479d-a738-8f5894e37730 service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:59:13.381199 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-b731830b-844b-4529-955b-8c72e8001d0f req-f061d688-06ed-479d-a738-8f5894e37730 service neutron] Bound port: 4d636809-963c-4342-bfa8-0ae9b7a8778a, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:59:13.381625 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-b731830b-844b-4529-955b-8c72e8001d0f req-f061d688-06ed-479d-a738-8f5894e37730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:13.690966 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58542) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:13.694038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd96c16-c62d-4b1d-a372-8a155694aa18 req-40973daa-8815-4c2c-bfc4-f80644c2e230 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:13.702650 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1cd96c16-c62d-4b1d-a372-8a155694aa18 req-40973daa-8815-4c2c-bfc4-f80644c2e230 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 945 time: 0.7288244 Feb 09 00:59:13.763485 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c7dde48-0dff-4313-88a2-a96620cb2adb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:13.783603 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 193ca714-269c-4290-b9d4-3a806c313a3f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:59:13.873539 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1cd96c16-c62d-4b1d-a372-8a155694aa18 req-d7bd11c2-266b-4795-8719-54747aea1ec5 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699021 Feb 09 00:59:13.957548 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 193ca714-269c-4290-b9d4-3a806c313a3f completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:14.004848 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-71bc3419-94d7-4336-b24e-bfc31878a427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc74d62-af77-47b3-a1d6-e8f3cf13561e', 'name': 'tempest-ServersTestFqdnHostnames-2091013860-router', 'tenant_id': '2c3f8f2a99e3493a902f394dfcd10aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'c8f7c829-f164-4177-9311-b0a1ca19d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:57Z', 'updated_at': '2022-02-09T00:59:07Z', 'revision_number': 4, 'project_id': '2c3f8f2a99e3493a902f394dfcd10aef', 'gw_port': {'id': 'c8f7c829-f164-4177-9311-b0a1ca19d1a4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ff:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc74d62-af77-47b3-a1d6-e8f3cf13561e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:58Z', 'updated_at': '2022-02-09T00:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '7d6e3758-dedb-482b-ba28-3094dc074a9e', 'name': '', 'network_id': '6a36beb5-b543-477b-a670-c625b576e658', 'tenant_id': '2c3f8f2a99e3493a902f394dfcd10aef', 'mac_address': 'fa:16:3e:1f:a2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc74d62-af77-47b3-a1d6-e8f3cf13561e', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c70c82d7-be20-4b3d-9693-cd5701c2a698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:05Z', 'updated_at': '2022-02-09T00:59:08Z', 'revision_number': 2, 'project_id': '2c3f8f2a99e3493a902f394dfcd10aef', 'subnets': [{'id': 'c70c82d7-be20-4b3d-9693-cd5701c2a698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:14.010482 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bc3419-94d7-4336-b24e-bfc31878a427 None None] Checking router: 1bc74d62-af77-47b3-a1d6-e8f3cf13561e for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:59:14.011533 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bc3419-94d7-4336-b24e-bfc31878a427 None None] Updating router 1bc74d62-af77-47b3-a1d6-e8f3cf13561e port 7d6e3758-dedb-482b-ba28-3094dc074a9e binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:59:14.074975 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-71bc3419-94d7-4336-b24e-bfc31878a427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:14.148515 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3e973b-1c32-421e-beb7-4a36b55465ee None None] Network 4b6c3381-1d8e-43f3-869b-fab4a3c26101 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:59:14.262900 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0eae8ec2-f8fe-4be6-afd2-e407a4f42b47 None None] Provisioning for port 193ca714-269c-4290-b9d4-3a806c313a3f completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:14.274086 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0eae8ec2-f8fe-4be6-afd2-e407a4f42b47 None None] Provisioning complete for port 193ca714-269c-4290-b9d4-3a806c313a3f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:14.275314 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0eae8ec2-f8fe-4be6-afd2-e407a4f42b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:14.498122 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c7dde48-0dff-4313-88a2-a96620cb2adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:14.533379 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-24e1533e-a77a-4d46-8603-bdefbe5bb4e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:14.557464 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-b731830b-844b-4529-955b-8c72e8001d0f req-f061d688-06ed-479d-a738-8f5894e37730 service neutron] For port 4d636809-963c-4342-bfa8-0ae9b7a8778a, host n-h1-828419-1, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:59:14.566582 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60a60a-176b-490b-912b-923e5e2d2996 req-f67492ed-95db-4673-9e3a-e615c20a5240 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:14.568066 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1f60a60a-176b-490b-912b-923e5e2d2996 req-f67492ed-95db-4673-9e3a-e615c20a5240 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f69e20-1459-46c8-85c6-102e8bece3fa HTTP/1.1" status: 200 len: 945 time: 1.1695218 Feb 09 00:59:14.582660 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-24e1533e-a77a-4d46-8603-bdefbe5bb4e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:14.587777 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-24e1533e-a77a-4d46-8603-bdefbe5bb4e5 admin admin] Usage tracker for resource:security_group_rule and tenant:07532a5d19cc4e79bfcf79421e83b7fd is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:14.592588 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-b731830b-844b-4529-955b-8c72e8001d0f req-f061d688-06ed-479d-a738-8f5894e37730 service neutron] For port 4d636809-963c-4342-bfa8-0ae9b7a8778a, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=4d636809-963c-4342-bfa8-0ae9b7a8778a,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:59:14.606250 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-24e1533e-a77a-4d46-8603-bdefbe5bb4e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:14.614926 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-b731830b-844b-4529-955b-8c72e8001d0f req-f061d688-06ed-479d-a738-8f5894e37730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:14.623860 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-24e1533e-a77a-4d46-8603-bdefbe5bb4e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:14.644128 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0eae8ec2-f8fe-4be6-afd2-e407a4f42b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:14.755452 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-0eae8ec2-f8fe-4be6-afd2-e407a4f42b47 None None] For port 193ca714-269c-4290-b9d4-3a806c313a3f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=193ca714-269c-4290-b9d4-3a806c313a3f,segment=NetworkSegment(ac5394c8-a1c7-46f4-8081-c70b84abb73c),segment_id=ac5394c8-a1c7-46f4-8081-c70b84abb73c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:14.774794 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0eae8ec2-f8fe-4be6-afd2-e407a4f42b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:14.800629 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1cf55-0878-41ec-af1b-74a3cf718d1b req-9a70460c-bc31-4c86-98fa-2d22ac23b227 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:14.802276 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0ec1cf55-0878-41ec-af1b-74a3cf718d1b req-9a70460c-bc31-4c86-98fa-2d22ac23b227 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 1096 time: 0.1097991 Feb 09 00:59:14.803133 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7dde48-0dff-4313-88a2-a96620cb2adb admin admin] Router f4038029-1217-4060-ae2d-604dab1aad7f is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 00:59:14.876555 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-24e1533e-a77a-4d46-8603-bdefbe5bb4e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:14.886469 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061d688-06ed-479d-a738-8f5894e37730 service neutron] Pushing event updated for resources: {'Port': ['ID=4d636809-963c-4342-bfa8-0ae9b7a8778a,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:14.895533 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae8ec2-f8fe-4be6-afd2-e407a4f42b47 None None] Pushing event updated for resources: {'Port': ['ID=193ca714-269c-4290-b9d4-3a806c313a3f,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:14.943859 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-2a4e9400-0be8-4a61-ace8-7c654d00977a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.117 "GET /v2.0/networks?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449800 Feb 09 00:59:14.970033 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1f60a60a-176b-490b-912b-923e5e2d2996 req-f6de3116-92e8-42c0-8f44-54e26d308372 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/security-groups?id=80672e19-6adc-4973-92da-be1078159b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3928368 Feb 09 00:59:14.974749 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731830b-844b-4529-955b-8c72e8001d0f req-f061d688-06ed-479d-a738-8f5894e37730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:14.975379 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-b731830b-844b-4529-955b-8c72e8001d0f req-f061d688-06ed-479d-a738-8f5894e37730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:14.977012 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b731830b-844b-4529-955b-8c72e8001d0f req-f061d688-06ed-479d-a738-8f5894e37730 service neutron] 10.222.0.35 "PUT /v2.0/ports/4d636809-963c-4342-bfa8-0ae9b7a8778a HTTP/1.1" status: 200 len: 1095 time: 5.1651676 Feb 09 00:59:14.980164 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-24e1533e-a77a-4d46-8603-bdefbe5bb4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:14.989627 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0ec1cf55-0878-41ec-af1b-74a3cf718d1b req-0f5f526d-8ce3-4089-b8e6-8cf6af637b97 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785753 Feb 09 00:59:14.997078 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc4c3db-2136-4d64-a34a-5755ad7ec464', 'tag': '4d636809-963c-4342-bfa8-0ae9b7a8778a'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:15.003939 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-71bc3419-94d7-4336-b24e-bfc31878a427 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:15.041325 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-71bc3419-94d7-4336-b24e-bfc31878a427 None None] Transition to ACTIVE for port object 7d6e3758-dedb-482b-ba28-3094dc074a9e will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:15.061544 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-71bc3419-94d7-4336-b24e-bfc31878a427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:15.182020 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-24e1533e-a77a-4d46-8603-bdefbe5bb4e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=07532a5d19cc4e79bfcf79421e83b7fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4861903 Feb 09 00:59:15.194685 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1533e-a77a-4d46-8603-bdefbe5bb4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0f84be-47ad-40db-bc44-44c9e79c7010,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:15.197855 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58570) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:15.420592 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45ec68-54aa-42ba-92a1-54eddf02cbeb None None] Pushing event updated for resources: {'Port': ['ID=7d6e3758-dedb-482b-ba28-3094dc074a9e,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:15.527964 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-71bc3419-94d7-4336-b24e-bfc31878a427 None None] Attempting to bind port 7d6e3758-dedb-482b-ba28-3094dc074a9e on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:59:15.527964 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-71bc3419-94d7-4336-b24e-bfc31878a427 None None] Attempting to bind port 7d6e3758-dedb-482b-ba28-3094dc074a9e by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '1320426d-995c-4d26-ae44-c1b4b7c10362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '6a36beb5-b543-477b-a670-c625b576e658'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:59:15.528216 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bc3419-94d7-4336-b24e-bfc31878a427 None None] Attempting to bind port 7d6e3758-dedb-482b-ba28-3094dc074a9e on network 6a36beb5-b543-477b-a670-c625b576e658 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:15.536233 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4203406b-8614-469a-bf2c-18494bee17c6 req-13b64117-a4cb-445d-988b-0d2322d9645e tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=09956878-6656-4174-bd55-f2cd519f0bb7 HTTP/1.1" status: 200 len: 210 time: 0.1194494 Feb 09 00:59:15.550308 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bc3419-94d7-4336-b24e-bfc31878a427 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:59:15.551071 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bc3419-94d7-4336-b24e-bfc31878a427 None None] Checking segment: {'id': '1320426d-995c-4d26-ae44-c1b4b7c10362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '6a36beb5-b543-477b-a670-c625b576e658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:59:15.551676 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-71bc3419-94d7-4336-b24e-bfc31878a427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:15.552288 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bc3419-94d7-4336-b24e-bfc31878a427 None None] Bound using segment: {'id': '1320426d-995c-4d26-ae44-c1b4b7c10362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '6a36beb5-b543-477b-a670-c625b576e658'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:59:15.553759 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-71bc3419-94d7-4336-b24e-bfc31878a427 None None] Bound port: 7d6e3758-dedb-482b-ba28-3094dc074a9e, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1320426d-995c-4d26-ae44-c1b4b7c10362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '6a36beb5-b543-477b-a670-c625b576e658'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:59:15.554956 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-71bc3419-94d7-4336-b24e-bfc31878a427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:15.559136 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7dde48-0dff-4313-88a2-a96620cb2adb admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:59:15.586698 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5481114-1fa4-4388-b93b-cd8d78d613db None None] Sync routers for ids ['f4038029-1217-4060-ae2d-604dab1aad7f'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:59:15.598792 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c63390b1-1b08-4170-b61b-f6ce534b1536 None None] Provisioning complete for port 193ca714-269c-4290-b9d4-3a806c313a3f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:15.599162 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c63390b1-1b08-4170-b61b-f6ce534b1536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:15.604114 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5481114-1fa4-4388-b93b-cd8d78d613db None None] Routers {'f4038029-1217-4060-ae2d-604dab1aad7f'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:59:15.604347 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-f858ca3e-08c3-4132-ad28-f265a1c6fd3c tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:15.605118 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d5481114-1fa4-4388-b93b-cd8d78d613db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T00:59:10Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['f4038029-1217-4060-ae2d-604dab1aad7f'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:15.605891 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-f858ca3e-08c3-4132-ad28-f265a1c6fd3c tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6505651 Feb 09 00:59:15.636809 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-1e55e6b6-fb01-47ae-8355-6f29225211c2 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Request body: {'port': {'device_id': '09956878-6656-4174-bd55-f2cd519f0bb7', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'admin_state_up': True, 'tenant_id': 'e3282b39b26b4341b7bfc42f3e4e8492'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:15.660162 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eeebd24d-543a-41d9-8729-e51c65e8b65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:15.724350 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f19226-bfb5-4032-98a2-cbf13e1fe144 req-8faaa7f8-8e14-45e1-978a-0837e3cc0bd2 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:15.731478 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-37f19226-bfb5-4032-98a2-cbf13e1fe144 req-8faaa7f8-8e14-45e1-978a-0837e3cc0bd2 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cc4c3db-2136-4d64-a34a-5755ad7ec464 HTTP/1.1" status: 200 len: 947 time: 0.5379112 Feb 09 00:59:15.736601 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-51cb354b-1c3a-4bc1-9578-32339edbcfa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:15.866027 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-71bc3419-94d7-4336-b24e-bfc31878a427 None None] For port 7d6e3758-dedb-482b-ba28-3094dc074a9e, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:59:15.866951 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731830b-844b-4529-955b-8c72e8001d0f req-21971edf-6346-4ddf-89cf-b513342986c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:15.868472 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b731830b-844b-4529-955b-8c72e8001d0f req-21971edf-6346-4ddf-89cf-b513342986c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d192f05a9bd4ffca07197664d18ea13&device_id=1cc4c3db-2136-4d64-a34a-5755ad7ec464 HTTP/1.1" status: 200 len: 1098 time: 0.5009313 Feb 09 00:59:15.872514 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eeebd24d-543a-41d9-8729-e51c65e8b65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:15.889851 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-bbf3e41a-e2e2-4ac2-bd07-ac31483de467 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.117 "GET /v2.0/networks?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585918 Feb 09 00:59:15.890213 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 193ca714-269c-4290-b9d4-3a806c313a3f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:59:15.911417 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-d5481114-1fa4-4388-b93b-cd8d78d613db None None] Set router f4038029-1217-4060-ae2d-604dab1aad7f gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:59:15.970659 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-1e55e6b6-fb01-47ae-8355-6f29225211c2 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:15.976455 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c7dde48-0dff-4313-88a2-a96620cb2adb admin admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:15.977869 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8c7dde48-0dff-4313-88a2-a96620cb2adb admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 7.3869812 Feb 09 00:59:15.983691 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58576) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:16.002018 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-71bc3419-94d7-4336-b24e-bfc31878a427 None None] For port 7d6e3758-dedb-482b-ba28-3094dc074a9e, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=7d6e3758-dedb-482b-ba28-3094dc074a9e,segment=NetworkSegment(1320426d-995c-4d26-ae44-c1b4b7c10362),segment_id=1320426d-995c-4d26-ae44-c1b4b7c10362)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:59:16.019197 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-71bc3419-94d7-4336-b24e-bfc31878a427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:16.020170 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b731830b-844b-4529-955b-8c72e8001d0f req-2affca00-4347-44ba-a49c-213d5f964fc2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=4d636809-963c-4342-bfa8-0ae9b7a8778a HTTP/1.1" status: 200 len: 217 time: 0.1355503 Feb 09 00:59:16.023912 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-37f19226-bfb5-4032-98a2-cbf13e1fe144 req-a6f881f8-410f-40b6-b5ea-1fce7813e265 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dce2740-aad5-4d46-af2e-64ac70d80869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916036 Feb 09 00:59:16.085762 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-1e55e6b6-fb01-47ae-8355-6f29225211c2 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:16.212103 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-1e55e6b6-fb01-47ae-8355-6f29225211c2 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Made reservation on behalf of e3282b39b26b4341b7bfc42f3e4e8492 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:59:16.215604 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-1e55e6b6-fb01-47ae-8355-6f29225211c2 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:16.226201 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cc4c3db-2136-4d64-a34a-5755ad7ec464', 'tag': '4d636809-963c-4342-bfa8-0ae9b7a8778a', 'status': 'completed', 'code': 200} Feb 09 00:59:16.253890 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 193ca714-269c-4290-b9d4-3a806c313a3f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:16.254277 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:16.309202 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bc3419-94d7-4336-b24e-bfc31878a427 None None] Routers {'1bc74d62-af77-47b3-a1d6-e8f3cf13561e'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:59:16.311486 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-71bc3419-94d7-4336-b24e-bfc31878a427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T00:59:10Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1bc74d62-af77-47b3-a1d6-e8f3cf13561e'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:16.316132 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5bd7a-7491-4ab4-8c94-562231a590d8 req-84e3932e-0e9f-4bcd-9c99-0359e0c9c74b tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:16.317979 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1eb5bd7a-7491-4ab4-8c94-562231a590d8 req-84e3932e-0e9f-4bcd-9c99-0359e0c9c74b tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01de268-6f8c-410b-a8a7-5b2283969a26 HTTP/1.1" status: 200 len: 951 time: 0.4382570 Feb 09 00:59:16.376319 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45ec68-54aa-42ba-92a1-54eddf02cbeb None None] Pushing event updated for resources: {'Port': ['ID=7d6e3758-dedb-482b-ba28-3094dc074a9e,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:16.526946 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-98a0ce61-d5c0-4584-8026-46dedcacda68 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:16.528974 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-98a0ce61-d5c0-4584-8026-46dedcacda68 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5115001 Feb 09 00:59:16.544645 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731830b-844b-4529-955b-8c72e8001d0f req-5fed72c2-26a4-4643-b92f-b409c7799610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:16.546622 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b731830b-844b-4529-955b-8c72e8001d0f req-5fed72c2-26a4-4643-b92f-b409c7799610 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.3195548 Feb 09 00:59:16.630694 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d5481114-1fa4-4388-b93b-cd8d78d613db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384566489-router', 'tenant_id': 'a5cbed1718f943558d23d2d82e04fd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '91e34cbf-5517-4dc7-9639-000d88b6d786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:59:08Z', 'updated_at': '2022-02-09T00:59:13Z', 'revision_number': 3, 'project_id': 'a5cbed1718f943558d23d2d82e04fd93', 'gw_port': {'id': '91e34cbf-5517-4dc7-9639-000d88b6d786', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:00:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:11Z', 'updated_at': '2022-02-09T00:59:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:16.644750 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5481114-1fa4-4388-b93b-cd8d78d613db None None] Checking router: f4038029-1217-4060-ae2d-604dab1aad7f for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:59:16.645651 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5481114-1fa4-4388-b93b-cd8d78d613db None None] Updating router f4038029-1217-4060-ae2d-604dab1aad7f port 91e34cbf-5517-4dc7-9639-000d88b6d786 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:59:16.657748 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-71bc3419-94d7-4336-b24e-bfc31878a427 None None] Set router 1bc74d62-af77-47b3-a1d6-e8f3cf13561e gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:59:16.681392 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-d7b26401-6ed6-4d21-af87-a56f343c7c24 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Request body: {'port': {'device_id': 'e52e7de5-f787-4a51-9bd5-1d65163b7793', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'admin_state_up': True, 'tenant_id': 'e3282b39b26b4341b7bfc42f3e4e8492'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:16.731194 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d5481114-1fa4-4388-b93b-cd8d78d613db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:16.828588 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1eb5bd7a-7491-4ab4-8c94-562231a590d8 req-5b7d155d-b961-426e-b09e-4332d7c51696 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.37 "GET /v2.0/security-groups?id=eee60a03-58af-4e46-ba40-f736609dcd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450729 Feb 09 00:59:16.938238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-1e55e6b6-fb01-47ae-8355-6f29225211c2 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Allocated IP 192.168.233.45 (82c0e553-004f-4f65-a38e-9d785fdc5802/c1d7756a-584e-4152-ad93-d220060f4b30/7999435b-c963-4dcc-a9db-35ef5464f9d9) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:59:16.988658 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eeebd24d-543a-41d9-8729-e51c65e8b65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:16.991994 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 9c0eadf2-2e8d-491f-ac0d-440873923f3b no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:59:17.007960 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c606059e-af44-4a84-928f-977c359b128b req-5c713b5a-9eb2-4260-ab95-b4dcbe50cf73 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=09956878-6656-4174-bd55-f2cd519f0bb7 HTTP/1.1" status: 200 len: 210 time: 0.2040956 Feb 09 00:59:17.157107 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeebd24d-543a-41d9-8729-e51c65e8b65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0f84be-47ad-40db-bc44-44c9e79c7010,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:17.193343 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eeebd24d-543a-41d9-8729-e51c65e8b65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:17.195980 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-eeebd24d-543a-41d9-8729-e51c65e8b65a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4c0f84be-47ad-40db-bc44-44c9e79c7010 HTTP/1.1" status: 204 len: 168 time: 1.9326468 Feb 09 00:59:17.434826 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d5481114-1fa4-4388-b93b-cd8d78d613db None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:17.472108 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-d5481114-1fa4-4388-b93b-cd8d78d613db None None] Transition to ACTIVE for port object 91e34cbf-5517-4dc7-9639-000d88b6d786 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:17.486000 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d5481114-1fa4-4388-b93b-cd8d78d613db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:17.563993 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:17.669601 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01de268-6f8c-410b-a8a7-5b2283969a26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c0eadf2-2e8d-491f-ac0d-440873923f3b'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:17.719218 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 9c0eadf2-2e8d-491f-ac0d-440873923f3b, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9c0eadf2-2e8d-491f-ac0d-440873923f3b,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:17.733687 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:17.783922 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85200fb5-6b2a-41d4-8b72-12f0b61185db None None] Pushing event updated for resources: {'Port': ['ID=91e34cbf-5517-4dc7-9639-000d88b6d786,revision_number=2']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:17.796981 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-d5481114-1fa4-4388-b93b-cd8d78d613db None None] Attempting to bind port 91e34cbf-5517-4dc7-9639-000d88b6d786 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:59:17.798828 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-d5481114-1fa4-4388-b93b-cd8d78d613db None None] Attempting to bind port 91e34cbf-5517-4dc7-9639-000d88b6d786 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:59:17.800500 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5481114-1fa4-4388-b93b-cd8d78d613db None None] Attempting to bind port 91e34cbf-5517-4dc7-9639-000d88b6d786 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:17.823160 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5481114-1fa4-4388-b93b-cd8d78d613db None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:59:17.829002 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5481114-1fa4-4388-b93b-cd8d78d613db None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:59:17.830180 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d5481114-1fa4-4388-b93b-cd8d78d613db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:17.832989 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5481114-1fa4-4388-b93b-cd8d78d613db None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:59:17.834480 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-d5481114-1fa4-4388-b93b-cd8d78d613db None None] Bound port: 91e34cbf-5517-4dc7-9639-000d88b6d786, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:59:17.834896 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d5481114-1fa4-4388-b93b-cd8d78d613db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:17.841603 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-d7b26401-6ed6-4d21-af87-a56f343c7c24 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:17.854646 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-71bc3419-94d7-4336-b24e-bfc31878a427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc74d62-af77-47b3-a1d6-e8f3cf13561e', 'name': 'tempest-ServersTestFqdnHostnames-2091013860-router', 'tenant_id': '2c3f8f2a99e3493a902f394dfcd10aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'c8f7c829-f164-4177-9311-b0a1ca19d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:57Z', 'updated_at': '2022-02-09T00:59:07Z', 'revision_number': 4, 'project_id': '2c3f8f2a99e3493a902f394dfcd10aef', 'gw_port': {'id': 'c8f7c829-f164-4177-9311-b0a1ca19d1a4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ff:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc74d62-af77-47b3-a1d6-e8f3cf13561e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:58Z', 'updated_at': '2022-02-09T00:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '7d6e3758-dedb-482b-ba28-3094dc074a9e', 'name': '', 'network_id': '6a36beb5-b543-477b-a670-c625b576e658', 'tenant_id': '2c3f8f2a99e3493a902f394dfcd10aef', 'mac_address': 'fa:16:3e:1f:a2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc74d62-af77-47b3-a1d6-e8f3cf13561e', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c70c82d7-be20-4b3d-9693-cd5701c2a698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:05Z', 'updated_at': '2022-02-09T00:59:15Z', 'revision_number': 4, 'project_id': '2c3f8f2a99e3493a902f394dfcd10aef', 'subnets': [{'id': 'c70c82d7-be20-4b3d-9693-cd5701c2a698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:17.863855 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bc3419-94d7-4336-b24e-bfc31878a427 None None] The sync data for ids ['1bc74d62-af77-47b3-a1d6-e8f3cf13561e'] in n-d-828419-1 is: [{'id': '1bc74d62-af77-47b3-a1d6-e8f3cf13561e', 'name': 'tempest-ServersTestFqdnHostnames-2091013860-router', 'tenant_id': '2c3f8f2a99e3493a902f394dfcd10aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'c8f7c829-f164-4177-9311-b0a1ca19d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:57Z', 'updated_at': '2022-02-09T00:59:07Z', 'revision_number': 4, 'project_id': '2c3f8f2a99e3493a902f394dfcd10aef', 'gw_port': {'id': 'c8f7c829-f164-4177-9311-b0a1ca19d1a4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ff:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc74d62-af77-47b3-a1d6-e8f3cf13561e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:58Z', 'updated_at': '2022-02-09T00:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '7d6e3758-dedb-482b-ba28-3094dc074a9e', 'name': '', 'network_id': '6a36beb5-b543-477b-a670-c625b576e658', 'tenant_id': '2c3f8f2a99e3493a902f394dfcd10aef', 'mac_address': 'fa:16:3e:1f:a2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc74d62-af77-47b3-a1d6-e8f3cf13561e', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c70c82d7-be20-4b3d-9693-cd5701c2a698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:05Z', 'updated_at': '2022-02-09T00:59:15Z', 'revision_number': 4, 'project_id': '2c3f8f2a99e3493a902f394dfcd10aef', 'subnets': [{'id': 'c70c82d7-be20-4b3d-9693-cd5701c2a698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:59:17.894410 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=9c0eadf2-2e8d-491f-ac0d-440873923f3b,revision_number=11']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:17.930752 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85200fb5-6b2a-41d4-8b72-12f0b61185db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:17.931711 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85200fb5-6b2a-41d4-8b72-12f0b61185db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:17.935861 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85200fb5-6b2a-41d4-8b72-12f0b61185db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:17.936391 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85200fb5-6b2a-41d4-8b72-12f0b61185db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:17.936943 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85200fb5-6b2a-41d4-8b72-12f0b61185db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:17.942074 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85200fb5-6b2a-41d4-8b72-12f0b61185db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:17.942648 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85200fb5-6b2a-41d4-8b72-12f0b61185db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:17.946404 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85200fb5-6b2a-41d4-8b72-12f0b61185db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:17.947803 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85200fb5-6b2a-41d4-8b72-12f0b61185db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:17.951248 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85200fb5-6b2a-41d4-8b72-12f0b61185db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:17.956654 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85200fb5-6b2a-41d4-8b72-12f0b61185db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:17.957344 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85200fb5-6b2a-41d4-8b72-12f0b61185db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:18.017040 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58640) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:18.021622 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-d7b26401-6ed6-4d21-af87-a56f343c7c24 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:18.047607 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-d5481114-1fa4-4388-b93b-cd8d78d613db None None] For port 91e34cbf-5517-4dc7-9639-000d88b6d786, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:59:18.056283 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-d5481114-1fa4-4388-b93b-cd8d78d613db None None] For port 91e34cbf-5517-4dc7-9639-000d88b6d786, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=91e34cbf-5517-4dc7-9639-000d88b6d786,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:59:18.067030 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d5481114-1fa4-4388-b93b-cd8d78d613db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:18.102953 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50114b4c-7bc3-4760-a161-1eed7f1b5ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:18.152283 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-d7b26401-6ed6-4d21-af87-a56f343c7c24 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Made reservation on behalf of e3282b39b26b4341b7bfc42f3e4e8492 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:59:18.164855 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-d7b26401-6ed6-4d21-af87-a56f343c7c24 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:18.175083 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01de268-6f8c-410b-a8a7-5b2283969a26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c0eadf2-2e8d-491f-ac0d-440873923f3b', 'code': 200} Feb 09 00:59:18.185362 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5481114-1fa4-4388-b93b-cd8d78d613db None None] Routers {'f4038029-1217-4060-ae2d-604dab1aad7f'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:59:18.186399 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d5481114-1fa4-4388-b93b-cd8d78d613db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T00:59:10Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['f4038029-1217-4060-ae2d-604dab1aad7f'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:18.218078 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-1e55e6b6-fb01-47ae-8355-6f29225211c2 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:18.224782 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731830b-844b-4529-955b-8c72e8001d0f req-98f865c9-dd4a-45a8-bc4d-ddac80d92a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:18.236099 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b731830b-844b-4529-955b-8c72e8001d0f req-98f865c9-dd4a-45a8-bc4d-ddac80d92a22 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.5184665 Feb 09 00:59:18.240312 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-50114b4c-7bc3-4760-a161-1eed7f1b5ab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:18.252133 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-51cb354b-1c3a-4bc1-9578-32339edbcfa7 admin admin] Deleting port 7d6e3758-dedb-482b-ba28-3094dc074a9e {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:59:18.252728 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-51cb354b-1c3a-4bc1-9578-32339edbcfa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:18.256173 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-1e55e6b6-fb01-47ae-8355-6f29225211c2 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Transition to ACTIVE for port object 7999435b-c963-4dcc-a9db-35ef5464f9d9 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:18.305371 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-1e55e6b6-fb01-47ae-8355-6f29225211c2 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:18.317811 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['85f0c83d-e492-4252-8c90-1fd22fec3aff'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:59:18.350245 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85200fb5-6b2a-41d4-8b72-12f0b61185db None None] Pushing event updated for resources: {'Port': ['ID=91e34cbf-5517-4dc7-9639-000d88b6d786,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:18.512429 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-51cb354b-1c3a-4bc1-9578-32339edbcfa7 admin admin] For port 7d6e3758-dedb-482b-ba28-3094dc074a9e, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=7d6e3758-dedb-482b-ba28-3094dc074a9e,segment=NetworkSegment(1320426d-995c-4d26-ae44-c1b4b7c10362),segment_id=1320426d-995c-4d26-ae44-c1b4b7c10362)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:18.512878 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-51cb354b-1c3a-4bc1-9578-32339edbcfa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:18.513946 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-d5481114-1fa4-4388-b93b-cd8d78d613db None None] Set router f4038029-1217-4060-ae2d-604dab1aad7f gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:59:18.582058 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-1e55e6b6-fb01-47ae-8355-6f29225211c2 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:59:18.619537 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-1e55e6b6-fb01-47ae-8355-6f29225211c2 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:59:18.627202 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16ef42c1-63fd-4554-904c-d1a25552003f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:18.676789 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-1e55e6b6-fb01-47ae-8355-6f29225211c2 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:59:18.679968 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-51cb354b-1c3a-4bc1-9578-32339edbcfa7 admin admin] Calling delete_port for 7d6e3758-dedb-482b-ba28-3094dc074a9e owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:59:18.795122 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-1e55e6b6-fb01-47ae-8355-6f29225211c2 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:18.796046 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-1e55e6b6-fb01-47ae-8355-6f29225211c2 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:18.851089 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55e6b6-fb01-47ae-8355-6f29225211c2 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Pushing event updated for resources: {'Port': ['ID=7999435b-c963-4dcc-a9db-35ef5464f9d9,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:18.956662 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-50114b4c-7bc3-4760-a161-1eed7f1b5ab9 admin admin] Usage tracker for resource:security_group_rule and tenant:bfb2399d565744d0936e778347a7b2e2 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:18.957404 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4c434-4476-4303-8bec-24bb04daa368 req-ba1de950-5508-49f2-a1f1-99a6a4e7040b tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:18.960847 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-50114b4c-7bc3-4760-a161-1eed7f1b5ab9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:18.964415 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-42f4c434-4476-4303-8bec-24bb04daa368 req-ba1de950-5508-49f2-a1f1-99a6a4e7040b tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=09956878-6656-4174-bd55-f2cd519f0bb7 HTTP/1.1" status: 200 len: 935 time: 0.5983474 Feb 09 00:59:18.967364 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-50114b4c-7bc3-4760-a161-1eed7f1b5ab9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:19.044153 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d5481114-1fa4-4388-b93b-cd8d78d613db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384566489-router', 'tenant_id': 'a5cbed1718f943558d23d2d82e04fd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '91e34cbf-5517-4dc7-9639-000d88b6d786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:59:08Z', 'updated_at': '2022-02-09T00:59:13Z', 'revision_number': 3, 'project_id': 'a5cbed1718f943558d23d2d82e04fd93', 'gw_port': {'id': '91e34cbf-5517-4dc7-9639-000d88b6d786', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:00:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:11Z', 'updated_at': '2022-02-09T00:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:19.050611 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5481114-1fa4-4388-b93b-cd8d78d613db None None] The sync data for ids ['f4038029-1217-4060-ae2d-604dab1aad7f'] in n-d-828419-1 is: [{'id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384566489-router', 'tenant_id': 'a5cbed1718f943558d23d2d82e04fd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '91e34cbf-5517-4dc7-9639-000d88b6d786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:59:08Z', 'updated_at': '2022-02-09T00:59:13Z', 'revision_number': 3, 'project_id': 'a5cbed1718f943558d23d2d82e04fd93', 'gw_port': {'id': '91e34cbf-5517-4dc7-9639-000d88b6d786', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:00:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:11Z', 'updated_at': '2022-02-09T00:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:59:19.057314 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-42f4c434-4476-4303-8bec-24bb04daa368 req-880c1bbf-0ae2-4e26-8523-c04297cfb698 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918875 Feb 09 00:59:19.101034 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8dbc09c9-ced2-4407-b278-56ec7559cfd1 None None] Provisioning for port 7999435b-c963-4dcc-a9db-35ef5464f9d9 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:19.112040 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8dbc09c9-ced2-4407-b278-56ec7559cfd1 None None] Provisioning complete for port 7999435b-c963-4dcc-a9db-35ef5464f9d9 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:19.113426 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8dbc09c9-ced2-4407-b278-56ec7559cfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:19.225504 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-d7b26401-6ed6-4d21-af87-a56f343c7c24 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Allocated IP 192.168.233.116 (82c0e553-004f-4f65-a38e-9d785fdc5802/c1d7756a-584e-4152-ad93-d220060f4b30/31cd774d-837f-4021-9774-cf22b4421c89) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:59:19.284137 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-8dbc09c9-ced2-4407-b278-56ec7559cfd1 None None] Port 7999435b-c963-4dcc-a9db-35ef5464f9d9 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:59:19.402341 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-16ef42c1-63fd-4554-904c-d1a25552003f admin admin] Allocated IP 172.20.0.1 (4b6c3381-1d8e-43f3-869b-fab4a3c26101/283c54b0-5051-4d26-8e41-b7afdc8e3c33/724daf0b-a7fe-476e-818b-84a0aa8b90ec) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:59:19.458383 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-d7b26401-6ed6-4d21-af87-a56f343c7c24 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:19.479171 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-d7b26401-6ed6-4d21-af87-a56f343c7c24 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Transition to ACTIVE for port object 31cd774d-837f-4021-9774-cf22b4421c89 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:19.619315 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50114b4c-7bc3-4760-a161-1eed7f1b5ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:19.632681 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a85642-4ea9-469f-b1e1-1d834e6b22f2 req-8f9f32e0-0c30-4d58-88c0-595d668dcf5a tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:19.634501 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-06a85642-4ea9-469f-b1e1-1d834e6b22f2 req-8f9f32e0-0c30-4d58-88c0-595d668dcf5a tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cc4c3db-2136-4d64-a34a-5755ad7ec464 HTTP/1.1" status: 200 len: 947 time: 1.9360173 Feb 09 00:59:19.650882 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50114b4c-7bc3-4760-a161-1eed7f1b5ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:19.718377 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50114b4c-7bc3-4760-a161-1eed7f1b5ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f589bd3-b839-474c-8a62-7a17427758a6,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:19.824378 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-1e55e6b6-fb01-47ae-8355-6f29225211c2 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1992619 Feb 09 00:59:19.852068 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-c83aca6a-61a1-4217-a56a-e2a33b830c12 service neutron] Request body: {'port': {'device_id': '09956878-6656-4174-bd55-f2cd519f0bb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:19.900647 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 91e34cbf-5517-4dc7-9639-000d88b6d786 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:59:19.910081 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16ef42c1-63fd-4554-904c-d1a25552003f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:19.936440 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b731830b-844b-4529-955b-8c72e8001d0f req-4b318d75-f5d0-4da4-b519-dee591c2392c service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1695671 Feb 09 00:59:19.943496 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-50114b4c-7bc3-4760-a161-1eed7f1b5ab9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bfb2399d565744d0936e778347a7b2e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9250624 Feb 09 00:59:19.954700 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58662) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:20.081995 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 91e34cbf-5517-4dc7-9639-000d88b6d786 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:20.087875 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 91e34cbf-5517-4dc7-9639-000d88b6d786 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:20.088636 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:20.108540 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-16ef42c1-63fd-4554-904c-d1a25552003f admin admin] Transition to ACTIVE for port object 724daf0b-a7fe-476e-818b-84a0aa8b90ec will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:20.178589 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dde29b09-52c6-4945-8778-780049f71c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:20.252893 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:20.286126 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 91e34cbf-5517-4dc7-9639-000d88b6d786, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=91e34cbf-5517-4dc7-9639-000d88b6d786,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:20.297697 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:20.298824 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7d6e3758-dedb-482b-ba28-3094dc074a9e up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:59:20.311712 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dde29b09-52c6-4945-8778-780049f71c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:20.370459 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b731830b-844b-4529-955b-8c72e8001d0f req-9622513a-6b15-4055-95a8-f3921bf5453a service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255409 Feb 09 00:59:20.389589 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-06a85642-4ea9-469f-b1e1-1d834e6b22f2 req-15af5747-4c0b-4766-9673-b5a0b79efbcd tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dce2740-aad5-4d46-af2e-64ac70d80869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7211294 Feb 09 00:59:20.390508 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-d7b26401-6ed6-4d21-af87-a56f343c7c24 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:20.456999 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['85f0c83d-e492-4252-8c90-1fd22fec3aff'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:59:20.570020 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-c83aca6a-61a1-4217-a56a-e2a33b830c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:20.593793 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=91e34cbf-5517-4dc7-9639-000d88b6d786,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:20.623879 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 7d6e3758-dedb-482b-ba28-3094dc074a9e completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:20.645225 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-d7b26401-6ed6-4d21-af87-a56f343c7c24 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:59:20.645475 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 7d6e3758-dedb-482b-ba28-3094dc074a9e triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:20.645738 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:20.657262 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-d7b26401-6ed6-4d21-af87-a56f343c7c24 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:59:20.659941 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-d7b26401-6ed6-4d21-af87-a56f343c7c24 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:59:20.668033 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-d7b26401-6ed6-4d21-af87-a56f343c7c24 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:20.668886 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-d7b26401-6ed6-4d21-af87-a56f343c7c24 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:20.752101 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16ef42c1-63fd-4554-904c-d1a25552003f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:20.776849 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b26401-6ed6-4d21-af87-a56f343c7c24 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Pushing event updated for resources: {'Port': ['ID=31cd774d-837f-4021-9774-cf22b4421c89,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:20.848313 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-d7b26401-6ed6-4d21-af87-a56f343c7c24 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2961833 Feb 09 00:59:20.869253 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86a5e7-d7b4-4ca3-84f7-bbf75146a9e9 req-2847d3ea-2a8a-4b05-bbd6-f349f75183ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:20.870643 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-df86a5e7-d7b4-4ca3-84f7-bbf75146a9e9 req-2847d3ea-2a8a-4b05-bbd6-f349f75183ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d192f05a9bd4ffca07197664d18ea13&device_id=1cc4c3db-2136-4d64-a34a-5755ad7ec464 HTTP/1.1" status: 200 len: 1098 time: 0.4285100 Feb 09 00:59:20.877827 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-551fb76c-d3b7-4517-af53-9ad7cf643cdf service neutron] Request body: {'port': {'device_id': 'e52e7de5-f787-4a51-9bd5-1d65163b7793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:20.893692 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:20.951192 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ef42c1-63fd-4554-904c-d1a25552003f admin admin] Network 4b6c3381-1d8e-43f3-869b-fab4a3c26101 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:59:20.951906 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dde29b09-52c6-4945-8778-780049f71c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:20.976449 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-16ef42c1-63fd-4554-904c-d1a25552003f admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:59:20.996995 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ef42c1-63fd-4554-904c-d1a25552003f admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:59:21.062579 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde29b09-52c6-4945-8778-780049f71c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f589bd3-b839-474c-8a62-7a17427758a6,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:21.064241 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef42c1-63fd-4554-904c-d1a25552003f admin admin] Pushing event updated for resources: {'Port': ['ID=724daf0b-a7fe-476e-818b-84a0aa8b90ec,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:21.139629 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6e2f9e57-101b-46e4-bbbf-824f1a9ddb65 None None] Provisioning for port 31cd774d-837f-4021-9774-cf22b4421c89 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:21.151681 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6e2f9e57-101b-46e4-bbbf-824f1a9ddb65 None None] Provisioning complete for port 31cd774d-837f-4021-9774-cf22b4421c89 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:21.152343 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6e2f9e57-101b-46e4-bbbf-824f1a9ddb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:21.161519 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b46ba-9ade-4b65-b666-a4f512beb268 req-1d82fc8c-b648-43ed-888c-f76c8e2b29bf tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:21.162282 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-ce5b46ba-9ade-4b65-b666-a4f512beb268 req-1d82fc8c-b648-43ed-888c-f76c8e2b29bf tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Synchronizing usage tracker for tenant:e3282b39b26b4341b7bfc42f3e4e8492 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:59:21.182723 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ea6d9-2fad-4f8a-bc8b-e7affd7c2fda req-1c9c3005-b74b-4996-ad81-47c8f2b2a6bf tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:21.191414 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-267ea6d9-2fad-4f8a-bc8b-e7affd7c2fda req-1c9c3005-b74b-4996-ad81-47c8f2b2a6bf tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01de268-6f8c-410b-a8a7-5b2283969a26 HTTP/1.1" status: 200 len: 949 time: 0.8497467 Feb 09 00:59:21.219350 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-6e2f9e57-101b-46e4-bbbf-824f1a9ddb65 None None] Port 31cd774d-837f-4021-9774-cf22b4421c89 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:59:21.241503 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dde29b09-52c6-4945-8778-780049f71c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:21.245152 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-dde29b09-52c6-4945-8778-780049f71c21 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f589bd3-b839-474c-8a62-7a17427758a6 HTTP/1.1" status: 204 len: 168 time: 1.2617803 Feb 09 00:59:21.266346 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-51cb354b-1c3a-4bc1-9578-32339edbcfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:21.290851 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16ef42c1-63fd-4554-904c-d1a25552003f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:21.345546 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-acbe805a-dd67-4348-95b9-2fdb025dc121 None None] Provisioning for port 724daf0b-a7fe-476e-818b-84a0aa8b90ec completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:21.350003 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-267ea6d9-2fad-4f8a-bc8b-e7affd7c2fda req-fb5871ba-5b63-4ab4-8867-7e2c31106e86 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.37 "GET /v2.0/security-groups?id=eee60a03-58af-4e46-ba40-f736609dcd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577318 Feb 09 00:59:21.356035 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb354b-1c3a-4bc1-9578-32339edbcfa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d6e3758-dedb-482b-ba28-3094dc074a9e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:21.377279 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-acbe805a-dd67-4348-95b9-2fdb025dc121 None None] Provisioning complete for port 724daf0b-a7fe-476e-818b-84a0aa8b90ec triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:21.377796 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-acbe805a-dd67-4348-95b9-2fdb025dc121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:21.454490 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-ce5b46ba-9ade-4b65-b666-a4f512beb268 req-1d82fc8c-b648-43ed-888c-f76c8e2b29bf tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Unset dirty status for tenant:e3282b39b26b4341b7bfc42f3e4e8492 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:59:21.455665 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ce5b46ba-9ade-4b65-b666-a4f512beb268 req-1d82fc8c-b648-43ed-888c-f76c8e2b29bf tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=09956878-6656-4174-bd55-f2cd519f0bb7 HTTP/1.1" status: 200 len: 935 time: 0.8062239 Feb 09 00:59:21.463824 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-551fb76c-d3b7-4517-af53-9ad7cf643cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:21.474261 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-acbe805a-dd67-4348-95b9-2fdb025dc121 None None] Port 724daf0b-a7fe-476e-818b-84a0aa8b90ec cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:59:21.513655 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:21.568072 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86a5e7-d7b4-4ca3-84f7-bbf75146a9e9 req-37dbe76d-905a-49cc-a572-031005358673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:21.569545 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-df86a5e7-d7b4-4ca3-84f7-bbf75146a9e9 req-37dbe76d-905a-49cc-a572-031005358673 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.6244237 Feb 09 00:59:21.775133 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 91e34cbf-5517-4dc7-9639-000d88b6d786 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:59:21.785580 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-c83aca6a-61a1-4217-a56a-e2a33b830c12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7999435b-c963-4dcc-a9db-35ef5464f9d9 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:59:21.798167 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-c83aca6a-61a1-4217-a56a-e2a33b830c12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:21.849230 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-df86a5e7-d7b4-4ca3-84f7-bbf75146a9e9 req-89a48aa4-fff3-47b5-9da4-9fde7941c5d4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=4d636809-963c-4342-bfa8-0ae9b7a8778a HTTP/1.1" status: 200 len: 217 time: 0.2573030 Feb 09 00:59:21.891431 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 91e34cbf-5517-4dc7-9639-000d88b6d786 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:21.891921 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:21.900659 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-c83aca6a-61a1-4217-a56a-e2a33b830c12 service neutron] Transition to ACTIVE for port object 7999435b-c963-4dcc-a9db-35ef5464f9d9 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:21.920905 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-c83aca6a-61a1-4217-a56a-e2a33b830c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:21.945271 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ce5b46ba-9ade-4b65-b666-a4f512beb268 req-cd4c6fcc-b484-4325-9d41-cf574ad5d015 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570837 Feb 09 00:59:22.048919 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83aca6a-61a1-4217-a56a-e2a33b830c12 service neutron] Pushing event updated for resources: {'Port': ['ID=7999435b-c963-4dcc-a9db-35ef5464f9d9,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:22.053947 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16ef42c1-63fd-4554-904c-d1a25552003f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:22.278464 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62385aa9-d702-4446-9034-33c6c44cb1ef req-4501182a-af6c-4dab-95b4-3591b2ca5dff tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:22.280003 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-62385aa9-d702-4446-9034-33c6c44cb1ef req-4501182a-af6c-4dab-95b4-3591b2ca5dff tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.117 "GET /v2.0/ports?device_id=e01de268-6f8c-410b-a8a7-5b2283969a26 HTTP/1.1" status: 200 len: 949 time: 0.6646516 Feb 09 00:59:22.336567 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86a5e7-d7b4-4ca3-84f7-bbf75146a9e9 req-f2805765-2760-4421-a5bb-04ae8da76e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:22.338026 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-df86a5e7-d7b4-4ca3-84f7-bbf75146a9e9 req-f2805765-2760-4421-a5bb-04ae8da76e7d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.4623513 Feb 09 00:59:22.442242 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-c83aca6a-61a1-4217-a56a-e2a33b830c12 service neutron] Attempting to bind port 7999435b-c963-4dcc-a9db-35ef5464f9d9 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:59:22.442878 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-c83aca6a-61a1-4217-a56a-e2a33b830c12 service neutron] Attempting to bind port 7999435b-c963-4dcc-a9db-35ef5464f9d9 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:59:22.443452 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-c83aca6a-61a1-4217-a56a-e2a33b830c12 service neutron] Attempting to bind port 7999435b-c963-4dcc-a9db-35ef5464f9d9 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:22.516155 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-c83aca6a-61a1-4217-a56a-e2a33b830c12 service neutron] Port 7999435b-c963-4dcc-a9db-35ef5464f9d9 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:59:22.516982 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-c83aca6a-61a1-4217-a56a-e2a33b830c12 service neutron] Attempting to bind port 7999435b-c963-4dcc-a9db-35ef5464f9d9 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:22.590477 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-51cb354b-1c3a-4bc1-9578-32339edbcfa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:22.643909 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-c83aca6a-61a1-4217-a56a-e2a33b830c12 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:59:22.644220 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-c83aca6a-61a1-4217-a56a-e2a33b830c12 service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:59:22.644687 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-c83aca6a-61a1-4217-a56a-e2a33b830c12 service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:59:22.645144 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-c83aca6a-61a1-4217-a56a-e2a33b830c12 service neutron] Bound port: 7999435b-c963-4dcc-a9db-35ef5464f9d9, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:59:22.645488 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-c83aca6a-61a1-4217-a56a-e2a33b830c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:22.751057 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-62385aa9-d702-4446-9034-33c6c44cb1ef req-e1190ead-b2dd-4dbc-aef5-ea985ba2130e tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Deleting port 9c0eadf2-2e8d-491f-ac0d-440873923f3b {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:59:22.751395 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-62385aa9-d702-4446-9034-33c6c44cb1ef req-e1190ead-b2dd-4dbc-aef5-ea985ba2130e tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:22.835554 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f3a1a-d73c-4343-b170-1ecb3cab193e req-a4ab202e-32e5-48e1-be45-74a9717c0747 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:22.836982 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5d2f3a1a-d73c-4343-b170-1ecb3cab193e req-a4ab202e-32e5-48e1-be45-74a9717c0747 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cc4c3db-2136-4d64-a34a-5755ad7ec464 HTTP/1.1" status: 200 len: 947 time: 0.4949880 Feb 09 00:59:22.876553 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a34a32-bb5c-4ad9-a65a-1d34b7e1ee9d req-28a53c12-da4a-4a4e-a743-720aaa1b892e tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:22.883387 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-93a34a32-bb5c-4ad9-a65a-1d34b7e1ee9d req-28a53c12-da4a-4a4e-a743-720aaa1b892e tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01de268-6f8c-410b-a8a7-5b2283969a26 HTTP/1.1" status: 200 len: 949 time: 0.3091569 Feb 09 00:59:22.922510 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86a5e7-d7b4-4ca3-84f7-bbf75146a9e9 req-40979e40-2a90-4094-a5d2-1a837726be81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:22.923611 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-df86a5e7-d7b4-4ca3-84f7-bbf75146a9e9 req-40979e40-2a90-4094-a5d2-1a837726be81 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5634015 Feb 09 00:59:22.984868 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5d2f3a1a-d73c-4343-b170-1ecb3cab193e req-f50454a5-0599-45c4-8b35-5ecd5d2d792d tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dce2740-aad5-4d46-af2e-64ac70d80869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230693 Feb 09 00:59:23.027581 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.resource_extend [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-551fb76c-d3b7-4517-af53-9ad7cf643cdf service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 00:59:23.210864 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-c83aca6a-61a1-4217-a56a-e2a33b830c12 service neutron] For port 7999435b-c963-4dcc-a9db-35ef5464f9d9, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:59:23.240689 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-c83aca6a-61a1-4217-a56a-e2a33b830c12 service neutron] For port 7999435b-c963-4dcc-a9db-35ef5464f9d9, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=7999435b-c963-4dcc-a9db-35ef5464f9d9,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:59:23.253344 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-93a34a32-bb5c-4ad9-a65a-1d34b7e1ee9d req-01279f99-aff9-4211-996b-33d0d88ced6e tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.37 "GET /v2.0/security-groups?id=eee60a03-58af-4e46-ba40-f736609dcd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689778 Feb 09 00:59:23.266305 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-c83aca6a-61a1-4217-a56a-e2a33b830c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:23.336684 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-c83aca6a-61a1-4217-a56a-e2a33b830c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:23.337301 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-c83aca6a-61a1-4217-a56a-e2a33b830c12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:23.338841 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-c83aca6a-61a1-4217-a56a-e2a33b830c12 service neutron] 10.222.0.117 "PUT /v2.0/ports/7999435b-c963-4dcc-a9db-35ef5464f9d9 HTTP/1.1" status: 200 len: 1095 time: 3.5011427 Feb 09 00:59:23.398137 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-551fb76c-d3b7-4517-af53-9ad7cf643cdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31cd774d-837f-4021-9774-cf22b4421c89 {{(pid=87611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:59:23.410112 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09956878-6656-4174-bd55-f2cd519f0bb7', 'tag': '7999435b-c963-4dcc-a9db-35ef5464f9d9'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:23.458656 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-df86a5e7-d7b4-4ca3-84f7-bbf75146a9e9 req-b8a9d0c8-acbf-49f0-8fca-c5f7b8b8b7e1 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770699 Feb 09 00:59:23.466142 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-551fb76c-d3b7-4517-af53-9ad7cf643cdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:23.473267 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16ef42c1-63fd-4554-904c-d1a25552003f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:23.488653 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-551fb76c-d3b7-4517-af53-9ad7cf643cdf service neutron] Transition to ACTIVE for port object 31cd774d-837f-4021-9774-cf22b4421c89 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:23.539818 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09956878-6656-4174-bd55-f2cd519f0bb7', 'tag': '7999435b-c963-4dcc-a9db-35ef5464f9d9', 'status': 'completed', 'code': 200} Feb 09 00:59:23.545994 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16ef42c1-63fd-4554-904c-d1a25552003f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:23.635318 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83aca6a-61a1-4217-a56a-e2a33b830c12 service neutron] Pushing event updated for resources: {'Port': ['ID=7999435b-c963-4dcc-a9db-35ef5464f9d9,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:23.712234 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-551fb76c-d3b7-4517-af53-9ad7cf643cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:23.715791 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-df86a5e7-d7b4-4ca3-84f7-bbf75146a9e9 req-0ff748d1-a7b5-406e-ac70-a2fa2888b5a2 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125773 Feb 09 00:59:23.775212 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 4d636809-963c-4342-bfa8-0ae9b7a8778a details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:59:23.810981 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef42c1-63fd-4554-904c-d1a25552003f admin admin] Pushing event updated for resources: {'Port': ['ID=724daf0b-a7fe-476e-818b-84a0aa8b90ec,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:23.820624 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16ef42c1-63fd-4554-904c-d1a25552003f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:23.835782 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-bc65654e-93b0-45ae-8b04-e4458f1aa6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:23.837797 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551fb76c-d3b7-4517-af53-9ad7cf643cdf service neutron] Pushing event updated for resources: {'Port': ['ID=31cd774d-837f-4021-9774-cf22b4421c89,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:23.841865 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-bc65654e-93b0-45ae-8b04-e4458f1aa6ed service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&device_id=09956878-6656-4174-bd55-f2cd519f0bb7 HTTP/1.1" status: 200 len: 1098 time: 0.4117486 Feb 09 00:59:23.928465 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-afe71c5a-8ffc-4194-ab43-fac1aa005a83 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=7999435b-c963-4dcc-a9db-35ef5464f9d9 HTTP/1.1" status: 200 len: 217 time: 0.0805576 Feb 09 00:59:24.008178 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 4d636809-963c-4342-bfa8-0ae9b7a8778a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=4d636809-963c-4342-bfa8-0ae9b7a8778a,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:24.038873 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-62385aa9-d702-4446-9034-33c6c44cb1ef req-e1190ead-b2dd-4dbc-aef5-ea985ba2130e tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] For port 9c0eadf2-2e8d-491f-ac0d-440873923f3b, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9c0eadf2-2e8d-491f-ac0d-440873923f3b,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:24.039227 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-62385aa9-d702-4446-9034-33c6c44cb1ef req-e1190ead-b2dd-4dbc-aef5-ea985ba2130e tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:24.039729 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '4d636809-963c-4342-bfa8-0ae9b7a8778a', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': '4d636809-963c-4342-bfa8-0ae9b7a8778a', 'mac_address': 'fa:16:3e:f1:a6:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:59:24.122660 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51cb354b-1c3a-4bc1-9578-32339edbcfa7 admin admin] Router 1bc74d62-af77-47b3-a1d6-e8f3cf13561e has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:59:24.147982 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:24.174142 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cb472-6152-474a-b48c-c2a30b5a974f req-e63e358c-4eef-4b84-a761-ba21191db2e7 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:24.183179 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-155cb472-6152-474a-b48c-c2a30b5a974f req-e63e358c-4eef-4b84-a761-ba21191db2e7 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=09956878-6656-4174-bd55-f2cd519f0bb7 HTTP/1.1" status: 200 len: 947 time: 1.0062630 Feb 09 00:59:24.194863 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d636809-963c-4342-bfa8-0ae9b7a8778a {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:59:24.240555 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 4d636809-963c-4342-bfa8-0ae9b7a8778a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=4d636809-963c-4342-bfa8-0ae9b7a8778a,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:24.249413 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:24.333824 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-838afd1d-d661-4906-83f0-c4efa682c924 req-4757e9cf-8dbe-4bba-b35c-78db8c0d99e3 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=98741d537e7b4103aeb62f1d29ec64ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2843516 Feb 09 00:59:24.364717 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-62385aa9-d702-4446-9034-33c6c44cb1ef req-e1190ead-b2dd-4dbc-aef5-ea985ba2130e tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Calling delete_port for 9c0eadf2-2e8d-491f-ac0d-440873923f3b owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:59:24.369831 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=4d636809-963c-4342-bfa8-0ae9b7a8778a,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:24.387179 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-155cb472-6152-474a-b48c-c2a30b5a974f req-b9b62972-4d15-46b5-9a5d-9de65fbec838 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030978 Feb 09 00:59:24.391877 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-551fb76c-d3b7-4517-af53-9ad7cf643cdf service neutron] Attempting to bind port 31cd774d-837f-4021-9774-cf22b4421c89 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:59:24.392220 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-551fb76c-d3b7-4517-af53-9ad7cf643cdf service neutron] Attempting to bind port 31cd774d-837f-4021-9774-cf22b4421c89 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:59:24.392582 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-551fb76c-d3b7-4517-af53-9ad7cf643cdf service neutron] Attempting to bind port 31cd774d-837f-4021-9774-cf22b4421c89 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:24.410387 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-551fb76c-d3b7-4517-af53-9ad7cf643cdf service neutron] Port 31cd774d-837f-4021-9774-cf22b4421c89 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:59:24.410722 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-551fb76c-d3b7-4517-af53-9ad7cf643cdf service neutron] Attempting to bind port 31cd774d-837f-4021-9774-cf22b4421c89 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:24.421710 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-551fb76c-d3b7-4517-af53-9ad7cf643cdf service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:59:24.422099 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-551fb76c-d3b7-4517-af53-9ad7cf643cdf service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:59:24.422495 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-551fb76c-d3b7-4517-af53-9ad7cf643cdf service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:59:24.422962 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-551fb76c-d3b7-4517-af53-9ad7cf643cdf service neutron] Bound port: 31cd774d-837f-4021-9774-cf22b4421c89, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:59:24.423309 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-551fb76c-d3b7-4517-af53-9ad7cf643cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:24.435868 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-f968da0d-484a-4cae-9489-cb60e828e730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:24.437385 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-f968da0d-484a-4cae-9489-cb60e828e730 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.4908535 Feb 09 00:59:24.500452 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['4d636809-963c-4342-bfa8-0ae9b7a8778a'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:59:24.636508 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cb354b-1c3a-4bc1-9578-32339edbcfa7 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:59:24.653308 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ef42c1-63fd-4554-904c-d1a25552003f admin admin] Network 4b6c3381-1d8e-43f3-869b-fab4a3c26101 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:59:24.662378 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-51cb354b-1c3a-4bc1-9578-32339edbcfa7 admin admin] 10.222.0.37 "PUT /v2.0/routers/1bc74d62-af77-47b3-a1d6-e8f3cf13561e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7786672 Feb 09 00:59:24.662946 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-16ef42c1-63fd-4554-904c-d1a25552003f admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:59:24.665542 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58750) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:24.670541 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-551fb76c-d3b7-4517-af53-9ad7cf643cdf service neutron] For port 31cd774d-837f-4021-9774-cf22b4421c89, host n-h2-828419-1, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:59:24.728259 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f622c0d5-c6f7-494a-865c-c4a3354e115f None None] Sync routers for ids ['1bc74d62-af77-47b3-a1d6-e8f3cf13561e'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:59:24.802838 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f622c0d5-c6f7-494a-865c-c4a3354e115f None None] Routers {'1bc74d62-af77-47b3-a1d6-e8f3cf13561e'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:59:24.803493 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-f622c0d5-c6f7-494a-865c-c4a3354e115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T00:59:10Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1bc74d62-af77-47b3-a1d6-e8f3cf13561e'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:24.908928 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-551fb76c-d3b7-4517-af53-9ad7cf643cdf service neutron] For port 31cd774d-837f-4021-9774-cf22b4421c89, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=31cd774d-837f-4021-9774-cf22b4421c89,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:59:24.929921 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-551fb76c-d3b7-4517-af53-9ad7cf643cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:24.944274 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 9c0eadf2-2e8d-491f-ac0d-440873923f3b no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:59:24.951740 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-5f0d2d9e-a69c-4f78-b679-5064f3a7a6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:24.954112 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-5f0d2d9e-a69c-4f78-b679-5064f3a7a6bc service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4448876 Feb 09 00:59:24.974259 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:25.002416 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-551fb76c-d3b7-4517-af53-9ad7cf643cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:25.003040 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-551fb76c-d3b7-4517-af53-9ad7cf643cdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:25.004950 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-551fb76c-d3b7-4517-af53-9ad7cf643cdf service neutron] 10.222.0.117 "PUT /v2.0/ports/31cd774d-837f-4021-9774-cf22b4421c89 HTTP/1.1" status: 200 len: 1096 time: 4.1425285 Feb 09 00:59:25.012353 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52e7de5-f787-4a51-9bd5-1d65163b7793', 'tag': '31cd774d-837f-4021-9774-cf22b4421c89'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:25.201687 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa6443-f79c-4c87-8f41-2bc18e77f3f2 req-a7c88c88-719b-49ec-9d97-1b4f952663f1 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:25.204055 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3aaa6443-f79c-4c87-8f41-2bc18e77f3f2 req-a7c88c88-719b-49ec-9d97-1b4f952663f1 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cc4c3db-2136-4d64-a34a-5755ad7ec464 HTTP/1.1" status: 200 len: 948 time: 0.6636994 Feb 09 00:59:25.220287 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e49aab73-c7a6-4159-83f5-6871110a348c None None] Provisioning complete for port 724daf0b-a7fe-476e-818b-84a0aa8b90ec triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:25.220798 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e49aab73-c7a6-4159-83f5-6871110a348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:25.271205 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551fb76c-d3b7-4517-af53-9ad7cf643cdf service neutron] Pushing event updated for resources: {'Port': ['ID=31cd774d-837f-4021-9774-cf22b4421c89,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:25.290348 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2326df46-7dd2-4591-8eab-c02dd9f40d6f admin admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:25.358476 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3aaa6443-f79c-4c87-8f41-2bc18e77f3f2 req-db01ee27-8906-4faf-9360-ba29204054ac tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dce2740-aad5-4d46-af2e-64ac70d80869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431811 Feb 09 00:59:25.459929 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-f622c0d5-c6f7-494a-865c-c4a3354e115f None None] Set router 1bc74d62-af77-47b3-a1d6-e8f3cf13561e gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:59:25.481767 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838afd1d-d661-4906-83f0-c4efa682c924 req-fadbfd29-33fa-4f63-a8f1-50755002b85d tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:25.489705 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-838afd1d-d661-4906-83f0-c4efa682c924 req-fadbfd29-33fa-4f63-a8f1-50755002b85d tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0439239 Feb 09 00:59:25.516710 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-62786e32-0fc4-4381-b9b8-aab468583224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:25.518156 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-62786e32-0fc4-4381-b9b8-aab468583224 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&device_id=e52e7de5-f787-4a51-9bd5-1d65163b7793 HTTP/1.1" status: 200 len: 1099 time: 0.3971686 Feb 09 00:59:25.550853 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-838afd1d-d661-4906-83f0-c4efa682c924 req-9c27cfbc-395a-47e0-93d4-5dcaa15fd114 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/quotas/98741d537e7b4103aeb62f1d29ec64ac HTTP/1.1" status: 200 len: 375 time: 0.0605342 Feb 09 00:59:25.597071 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-1770c26e-685d-4a68-bf18-5ec1fe827662 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5943880 Feb 09 00:59:25.639438 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-086df1d6-9757-4449-aa35-680a1b6aea67 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=31cd774d-837f-4021-9774-cf22b4421c89 HTTP/1.1" status: 200 len: 217 time: 0.1016443 Feb 09 00:59:25.665369 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-838afd1d-d661-4906-83f0-c4efa682c924 req-12c8b062-3a48-40d6-afb8-032ec8141cd2 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=98741d537e7b4103aeb62f1d29ec64ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1136389 Feb 09 00:59:25.695159 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5ac5ed13-2cc7-49b9-8ef0-fe451545cbf3 req-425aa691-4e2a-49dc-8257-3caf03374268 tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01de268-6f8c-410b-a8a7-5b2283969a26 HTTP/1.1" status: 200 len: 210 time: 0.0543456 Feb 09 00:59:25.710925 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e49aab73-c7a6-4159-83f5-6871110a348c None None] Port 724daf0b-a7fe-476e-818b-84a0aa8b90ec cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:59:25.753023 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2326df46-7dd2-4591-8eab-c02dd9f40d6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:25.773125 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-62385aa9-d702-4446-9034-33c6c44cb1ef req-e1190ead-b2dd-4dbc-aef5-ea985ba2130e tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:25.782098 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-2326df46-7dd2-4591-8eab-c02dd9f40d6f admin admin] Deleting port c8f7c829-f164-4177-9311-b0a1ca19d1a4 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:59:25.782469 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2326df46-7dd2-4591-8eab-c02dd9f40d6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:25.804300 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 4d636809-963c-4342-bfa8-0ae9b7a8778a up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:59:25.855544 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-24f9bbcb-fdf5-4225-bcee-06969602a3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:25.858135 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-24f9bbcb-fdf5-4225-bcee-06969602a3c9 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.1617861 Feb 09 00:59:26.005963 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-74e8b61f-d9c5-4cb5-aa3c-e1084b8e5dad service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884587 Feb 09 00:59:26.020841 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ef42c1-63fd-4554-904c-d1a25552003f admin admin] Router f4038029-1217-4060-ae2d-604dab1aad7f has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:59:26.054296 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52e7de5-f787-4a51-9bd5-1d65163b7793', 'tag': '31cd774d-837f-4021-9774-cf22b4421c89', 'status': 'completed', 'code': 200} Feb 09 00:59:26.235983 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1190ead-b2dd-4dbc-aef5-ea985ba2130e tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Pushing event deleted for resources: {'Port': ['ID=9c0eadf2-2e8d-491f-ac0d-440873923f3b,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:26.286208 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 4d636809-963c-4342-bfa8-0ae9b7a8778a completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:26.292871 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 4d636809-963c-4342-bfa8-0ae9b7a8778a triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:26.293240 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:26.314698 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-13be85d5-626b-41b6-85c4-ac66bf6ad79c tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=98741d537e7b4103aeb62f1d29ec64ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496383 Feb 09 00:59:26.394253 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-f622c0d5-c6f7-494a-865c-c4a3354e115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc74d62-af77-47b3-a1d6-e8f3cf13561e', 'name': 'tempest-ServersTestFqdnHostnames-2091013860-router', 'tenant_id': '2c3f8f2a99e3493a902f394dfcd10aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'c8f7c829-f164-4177-9311-b0a1ca19d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:57Z', 'updated_at': '2022-02-09T00:59:20Z', 'revision_number': 5, 'project_id': '2c3f8f2a99e3493a902f394dfcd10aef', 'gw_port': {'id': 'c8f7c829-f164-4177-9311-b0a1ca19d1a4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ff:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc74d62-af77-47b3-a1d6-e8f3cf13561e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:58Z', 'updated_at': '2022-02-09T00:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:26.401006 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f622c0d5-c6f7-494a-865c-c4a3354e115f None None] Checking router: 1bc74d62-af77-47b3-a1d6-e8f3cf13561e for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:59:26.464998 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f622c0d5-c6f7-494a-865c-c4a3354e115f None None] Routers {'1bc74d62-af77-47b3-a1d6-e8f3cf13561e'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:59:26.465919 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-f622c0d5-c6f7-494a-865c-c4a3354e115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T00:59:10Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1bc74d62-af77-47b3-a1d6-e8f3cf13561e'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:26.570148 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-62385aa9-d702-4446-9034-33c6c44cb1ef req-e1190ead-b2dd-4dbc-aef5-ea985ba2130e tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] No DVR routers for this DVR port 9c0eadf2-2e8d-491f-ac0d-440873923f3b on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:59:26.599510 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-2326df46-7dd2-4591-8eab-c02dd9f40d6f admin admin] For port c8f7c829-f164-4177-9311-b0a1ca19d1a4, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=c8f7c829-f164-4177-9311-b0a1ca19d1a4,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:26.600867 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2326df46-7dd2-4591-8eab-c02dd9f40d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:26.647435 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-62385aa9-d702-4446-9034-33c6c44cb1ef req-e1190ead-b2dd-4dbc-aef5-ea985ba2130e tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:26.653062 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01de268-6f8c-410b-a8a7-5b2283969a26', 'name': 'network-vif-deleted', 'tag': '9c0eadf2-2e8d-491f-ac0d-440873923f3b'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:26.660384 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-f622c0d5-c6f7-494a-865c-c4a3354e115f None None] Set router 1bc74d62-af77-47b3-a1d6-e8f3cf13561e gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:59:26.717211 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-62385aa9-d702-4446-9034-33c6c44cb1ef req-e1190ead-b2dd-4dbc-aef5-ea985ba2130e tempest-ImagesOneServerTestJSON-850577939 tempest-ImagesOneServerTestJSON-850577939-project] 10.222.0.117 "DELETE /v2.0/ports/9c0eadf2-2e8d-491f-ac0d-440873923f3b HTTP/1.1" status: 204 len: 173 time: 4.2673028 Feb 09 00:59:26.862936 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-f622c0d5-c6f7-494a-865c-c4a3354e115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc74d62-af77-47b3-a1d6-e8f3cf13561e', 'name': 'tempest-ServersTestFqdnHostnames-2091013860-router', 'tenant_id': '2c3f8f2a99e3493a902f394dfcd10aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:57Z', 'updated_at': '2022-02-09T00:59:25Z', 'revision_number': 6, 'project_id': '2c3f8f2a99e3493a902f394dfcd10aef', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:26.866472 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4d205-4782-4bd6-8504-304457c1afc0 req-c79b862a-e7ad-49e0-81be-dd663122481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:26.867644 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ced4d205-4782-4bd6-8504-304457c1afc0 req-c79b862a-e7ad-49e0-81be-dd663122481c service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&device_id=09956878-6656-4174-bd55-f2cd519f0bb7 HTTP/1.1" status: 200 len: 1098 time: 0.7353046 Feb 09 00:59:26.878869 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ef42c1-63fd-4554-904c-d1a25552003f admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:59:26.890504 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759bb7aa-3ba0-4b8b-9b66-8c674b541363 None None] Sync routers for ids ['f4038029-1217-4060-ae2d-604dab1aad7f'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:59:26.895181 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f622c0d5-c6f7-494a-865c-c4a3354e115f None None] The sync data for ids ['1bc74d62-af77-47b3-a1d6-e8f3cf13561e'] in n-d-828419-1 is: [{'id': '1bc74d62-af77-47b3-a1d6-e8f3cf13561e', 'name': 'tempest-ServersTestFqdnHostnames-2091013860-router', 'tenant_id': '2c3f8f2a99e3493a902f394dfcd10aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:57Z', 'updated_at': '2022-02-09T00:59:25Z', 'revision_number': 6, 'project_id': '2c3f8f2a99e3493a902f394dfcd10aef', 'gw_port_host': None}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:59:26.897172 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-16ef42c1-63fd-4554-904c-d1a25552003f admin admin] 10.222.0.37 "PUT /v2.0/routers/f4038029-1217-4060-ae2d-604dab1aad7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9115114 Feb 09 00:59:26.907933 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759bb7aa-3ba0-4b8b-9b66-8c674b541363 None None] Routers {'f4038029-1217-4060-ae2d-604dab1aad7f'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:59:26.908686 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-759bb7aa-3ba0-4b8b-9b66-8c674b541363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T00:59:10Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['f4038029-1217-4060-ae2d-604dab1aad7f'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:26.941970 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:26.988573 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-14d48837-7464-4aa1-8812-5fe94c815d36 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:27.003178 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-14d48837-7464-4aa1-8812-5fe94c815d36 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5153391 Feb 09 00:59:27.034141 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc4c3db-2136-4d64-a34a-5755ad7ec464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d636809-963c-4342-bfa8-0ae9b7a8778a'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:27.039377 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-2326df46-7dd2-4591-8eab-c02dd9f40d6f admin admin] Calling delete_port for c8f7c829-f164-4177-9311-b0a1ca19d1a4 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:59:27.058337 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 4d636809-963c-4342-bfa8-0ae9b7a8778a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=4d636809-963c-4342-bfa8-0ae9b7a8778a,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:27.064352 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:27.086622 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-047d0706-3cbd-46d2-9676-144f07c74f25 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/quotas/98741d537e7b4103aeb62f1d29ec64ac HTTP/1.1" status: 200 len: 375 time: 0.0823689 Feb 09 00:59:27.161103 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-a5174b9f-c16a-475e-872f-e313f95f3388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:27.163957 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-a5174b9f-c16a-475e-872f-e313f95f3388 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2957082 Feb 09 00:59:27.312267 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=4d636809-963c-4342-bfa8-0ae9b7a8778a,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:27.320643 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-d30249f0-8e69-451d-978b-20662f4f3fd2 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=98741d537e7b4103aeb62f1d29ec64ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2315226 Feb 09 00:59:27.378907 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-759bb7aa-3ba0-4b8b-9b66-8c674b541363 None None] Set router f4038029-1217-4060-ae2d-604dab1aad7f gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:59:27.435944 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4d205-4782-4bd6-8504-304457c1afc0 req-01de564f-7d6b-4734-b7e2-72c30e991b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:27.441106 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ced4d205-4782-4bd6-8504-304457c1afc0 req-01de564f-7d6b-4734-b7e2-72c30e991b60 service neutron] 10.222.0.117 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.5576432 Feb 09 00:59:27.536906 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f83413-fd7f-4280-a03d-5430ac008570 req-c53151ca-7e8c-4a59-8385-6bb2e50684f7 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:27.559606 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-58f83413-fd7f-4280-a03d-5430ac008570 req-c53151ca-7e8c-4a59-8385-6bb2e50684f7 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=09956878-6656-4174-bd55-f2cd519f0bb7 HTTP/1.1" status: 200 len: 947 time: 1.4815400 Feb 09 00:59:27.652710 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ced4d205-4782-4bd6-8504-304457c1afc0 req-30265881-e15c-4ad2-8e53-b5daba7327fb service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=7999435b-c963-4dcc-a9db-35ef5464f9d9 HTTP/1.1" status: 200 len: 217 time: 0.2028611 Feb 09 00:59:27.983184 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4d205-4782-4bd6-8504-304457c1afc0 req-79e9455a-22ad-4d97-a21c-3f3d11493a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:27.985960 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ced4d205-4782-4bd6-8504-304457c1afc0 req-79e9455a-22ad-4d97-a21c-3f3d11493a6d service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.3256588 Feb 09 00:59:27.998379 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1511fa-10cf-489c-8756-0cd83682fe95 req-5c0f0875-5090-4335-9376-450f19e2c5ce tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:28.005924 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb1511fa-10cf-489c-8756-0cd83682fe95 req-5c0f0875-5090-4335-9376-450f19e2c5ce tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cc4c3db-2136-4d64-a34a-5755ad7ec464 HTTP/1.1" status: 200 len: 949 time: 0.2422557 Feb 09 00:59:28.062577 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device c8f7c829-f164-4177-9311-b0a1ca19d1a4 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:59:28.104035 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-602937a0-c949-496d-8978-5191aa8db783 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9299798 Feb 09 00:59:28.243243 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb1511fa-10cf-489c-8756-0cd83682fe95 req-c45438af-6524-44df-b4ea-cf0c1988ba76 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dce2740-aad5-4d46-af2e-64ac70d80869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336609 Feb 09 00:59:28.245543 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-759bb7aa-3ba0-4b8b-9b66-8c674b541363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384566489-router', 'tenant_id': 'a5cbed1718f943558d23d2d82e04fd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '91e34cbf-5517-4dc7-9639-000d88b6d786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:59:08Z', 'updated_at': '2022-02-09T00:59:21Z', 'revision_number': 4, 'project_id': 'a5cbed1718f943558d23d2d82e04fd93', 'gw_port': {'id': '91e34cbf-5517-4dc7-9639-000d88b6d786', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:00:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:11Z', 'updated_at': '2022-02-09T00:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '724daf0b-a7fe-476e-818b-84a0aa8b90ec', 'name': '', 'network_id': '4b6c3381-1d8e-43f3-869b-fab4a3c26101', 'tenant_id': 'a5cbed1718f943558d23d2d82e04fd93', 'mac_address': 'fa:16:3e:cf:e4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '283c54b0-5051-4d26-8e41-b7afdc8e3c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:18Z', 'updated_at': '2022-02-09T00:59:22Z', 'revision_number': 2, 'project_id': 'a5cbed1718f943558d23d2d82e04fd93', 'subnets': [{'id': '283c54b0-5051-4d26-8e41-b7afdc8e3c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:28.256810 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759bb7aa-3ba0-4b8b-9b66-8c674b541363 None None] Checking router: f4038029-1217-4060-ae2d-604dab1aad7f for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:59:28.264629 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759bb7aa-3ba0-4b8b-9b66-8c674b541363 None None] Updating router f4038029-1217-4060-ae2d-604dab1aad7f port 724daf0b-a7fe-476e-818b-84a0aa8b90ec binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:59:28.321482 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4d205-4782-4bd6-8504-304457c1afc0 req-797901b3-1070-460a-b91f-e11106349052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:28.323369 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ced4d205-4782-4bd6-8504-304457c1afc0 req-797901b3-1070-460a-b91f-e11106349052 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3146663 Feb 09 00:59:28.445396 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-759bb7aa-3ba0-4b8b-9b66-8c674b541363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:28.482660 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:28.545050 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-58f83413-fd7f-4280-a03d-5430ac008570 req-9fc0895f-509c-4dc4-8c40-a46991dd39a6 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9843185 Feb 09 00:59:28.551759 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-303e50f2-4a61-47c2-acc0-b866eb92e847 req-7c7efdac-a449-4570-bd83-8170ff4a53d5 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828032 Feb 09 00:59:28.699384 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc4c3db-2136-4d64-a34a-5755ad7ec464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d636809-963c-4342-bfa8-0ae9b7a8778a', 'code': 200} Feb 09 00:59:28.700908 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-838afd1d-d661-4906-83f0-c4efa682c924 req-43989dcb-f768-4c17-b395-c07fc62267a7 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=98741d537e7b4103aeb62f1d29ec64ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1411488 Feb 09 00:59:28.855229 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 7999435b-c963-4dcc-a9db-35ef5464f9d9 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:59:28.931436 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ced4d205-4782-4bd6-8504-304457c1afc0 req-e0e1cc5a-04e2-489c-b71d-c0db341addcb service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6006150 Feb 09 00:59:28.942186 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01de268-6f8c-410b-a8a7-5b2283969a26', 'name': 'network-vif-deleted', 'tag': '9c0eadf2-2e8d-491f-ac0d-440873923f3b', 'status': 'completed', 'code': 200} Feb 09 00:59:29.163522 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-759bb7aa-3ba0-4b8b-9b66-8c674b541363 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:29.178179 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-759bb7aa-3ba0-4b8b-9b66-8c674b541363 None None] Transition to ACTIVE for port object 724daf0b-a7fe-476e-818b-84a0aa8b90ec will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:29.188692 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-759bb7aa-3ba0-4b8b-9b66-8c674b541363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:29.218734 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dee753c3-b20b-4a0f-9dbf-fb25ba130342 req-c7fcb61b-3b38-4dec-b306-592587aec5e3 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=88a643ed-0658-494a-bb55-a406dcd2765f HTTP/1.1" status: 200 len: 210 time: 0.1900105 Feb 09 00:59:29.242507 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2326df46-7dd2-4591-8eab-c02dd9f40d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:29.258713 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 7999435b-c963-4dcc-a9db-35ef5464f9d9, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=7999435b-c963-4dcc-a9db-35ef5464f9d9,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:29.281838 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7d6e3758-dedb-482b-ba28-3094dc074a9e no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:59:29.329359 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '7999435b-c963-4dcc-a9db-35ef5464f9d9', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': '7999435b-c963-4dcc-a9db-35ef5464f9d9', 'mac_address': 'fa:16:3e:db:23:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:59:29.330927 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 7d6e3758-dedb-482b-ba28-3094dc074a9e {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:59:29.331255 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7d6e3758-dedb-482b-ba28-3094dc074a9e not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:59:29.349644 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58832) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:29.376275 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326df46-7dd2-4591-8eab-c02dd9f40d6f admin admin] Pushing event deleted for resources: {'Port': ['ID=c8f7c829-f164-4177-9311-b0a1ca19d1a4,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:29.446683 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:29.488551 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7999435b-c963-4dcc-a9db-35ef5464f9d9 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:59:29.496701 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-a9e83ab9-f370-4927-a3af-7ac9ea0c1fbd tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:29.498315 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-a9e83ab9-f370-4927-a3af-7ac9ea0c1fbd tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Synchronizing usage tracker for tenant:a5cbed1718f943558d23d2d82e04fd93 on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:59:29.503478 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2326df46-7dd2-4591-8eab-c02dd9f40d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:29.522250 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 7999435b-c963-4dcc-a9db-35ef5464f9d9, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=7999435b-c963-4dcc-a9db-35ef5464f9d9,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:29.534007 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:29.549408 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4697cc29-238f-474c-8788-920917e23e28 None None] Pushing event updated for resources: {'Port': ['ID=724daf0b-a7fe-476e-818b-84a0aa8b90ec,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:29.601397 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-a9e83ab9-f370-4927-a3af-7ac9ea0c1fbd tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Unset dirty status for tenant:a5cbed1718f943558d23d2d82e04fd93 on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:59:29.608503 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-a9e83ab9-f370-4927-a3af-7ac9ea0c1fbd tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/networks?id=4b6c3381-1d8e-43f3-869b-fab4a3c26101 HTTP/1.1" status: 200 len: 829 time: 0.6745937 Feb 09 00:59:29.625484 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838afd1d-d661-4906-83f0-c4efa682c924 req-135003d6-ad1f-4d72-a361-52d7b7a98597 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:29.626989 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-838afd1d-d661-4906-83f0-c4efa682c924 req-135003d6-ad1f-4d72-a361-52d7b7a98597 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7891431 Feb 09 00:59:29.636534 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-77f9af35-8f86-4f13-9f34-6e671b76fe3e tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/quotas/a5cbed1718f943558d23d2d82e04fd93 HTTP/1.1" status: 200 len: 375 time: 0.0263734 Feb 09 00:59:29.708086 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-759bb7aa-3ba0-4b8b-9b66-8c674b541363 None None] Attempting to bind port 724daf0b-a7fe-476e-818b-84a0aa8b90ec on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:59:29.708489 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-759bb7aa-3ba0-4b8b-9b66-8c674b541363 None None] Attempting to bind port 724daf0b-a7fe-476e-818b-84a0aa8b90ec by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'ac5394c8-a1c7-46f4-8081-c70b84abb73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '4b6c3381-1d8e-43f3-869b-fab4a3c26101'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:59:29.708849 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759bb7aa-3ba0-4b8b-9b66-8c674b541363 None None] Attempting to bind port 724daf0b-a7fe-476e-818b-84a0aa8b90ec on network 4b6c3381-1d8e-43f3-869b-fab4a3c26101 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:29.714746 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=7999435b-c963-4dcc-a9db-35ef5464f9d9,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:29.725875 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759bb7aa-3ba0-4b8b-9b66-8c674b541363 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:59:29.726245 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759bb7aa-3ba0-4b8b-9b66-8c674b541363 None None] Checking segment: {'id': 'ac5394c8-a1c7-46f4-8081-c70b84abb73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '4b6c3381-1d8e-43f3-869b-fab4a3c26101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:59:29.726647 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-759bb7aa-3ba0-4b8b-9b66-8c674b541363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:29.727037 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759bb7aa-3ba0-4b8b-9b66-8c674b541363 None None] Bound using segment: {'id': 'ac5394c8-a1c7-46f4-8081-c70b84abb73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '4b6c3381-1d8e-43f3-869b-fab4a3c26101'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:59:29.729514 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-759bb7aa-3ba0-4b8b-9b66-8c674b541363 None None] Bound port: 724daf0b-a7fe-476e-818b-84a0aa8b90ec, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5394c8-a1c7-46f4-8081-c70b84abb73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '4b6c3381-1d8e-43f3-869b-fab4a3c26101'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:59:29.731155 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-759bb7aa-3ba0-4b8b-9b66-8c674b541363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:29.755544 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-838afd1d-d661-4906-83f0-c4efa682c924 req-5287e34f-a2cf-4c35-af63-3e1bd294efcf tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Request body: {'port': {'device_id': '463862a1-1808-46fa-9699-e9dbdc4716a7', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'admin_state_up': True, 'tenant_id': '98741d537e7b4103aeb62f1d29ec64ac'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:29.769440 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ced4d205-4782-4bd6-8504-304457c1afc0 req-12bd0866-3d4b-45bf-a72b-8b69d122f748 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8249371 Feb 09 00:59:29.771505 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ecbb6c-28bb-427e-be0c-dd0b6956865f req-1ff36137-44fe-4d02-ae31-a8bb9b547554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:29.773142 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-34ecbb6c-28bb-427e-be0c-dd0b6956865f req-1ff36137-44fe-4d02-ae31-a8bb9b547554 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4c3db-2136-4d64-a34a-5755ad7ec464 HTTP/1.1" status: 200 len: 1100 time: 0.4866109 Feb 09 00:59:29.837173 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-4762e9a4-4ca3-4d3e-ae2f-b735307bc878 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=98741d537e7b4103aeb62f1d29ec64ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626931 Feb 09 00:59:29.857374 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['7999435b-c963-4dcc-a9db-35ef5464f9d9'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:59:29.873691 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-759bb7aa-3ba0-4b8b-9b66-8c674b541363 None None] For port 724daf0b-a7fe-476e-818b-84a0aa8b90ec, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:59:29.878906 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-759bb7aa-3ba0-4b8b-9b66-8c674b541363 None None] For port 724daf0b-a7fe-476e-818b-84a0aa8b90ec, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=724daf0b-a7fe-476e-818b-84a0aa8b90ec,segment=NetworkSegment(ac5394c8-a1c7-46f4-8081-c70b84abb73c),segment_id=ac5394c8-a1c7-46f4-8081-c70b84abb73c)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:59:29.886417 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-759bb7aa-3ba0-4b8b-9b66-8c674b541363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:29.983253 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759bb7aa-3ba0-4b8b-9b66-8c674b541363 None None] Routers {'f4038029-1217-4060-ae2d-604dab1aad7f'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:59:29.984449 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-759bb7aa-3ba0-4b8b-9b66-8c674b541363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T00:59:10Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['f4038029-1217-4060-ae2d-604dab1aad7f'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:30.003116 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2326df46-7dd2-4591-8eab-c02dd9f40d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:30.018190 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2326df46-7dd2-4591-8eab-c02dd9f40d6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:30.056152 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-1df71f74-c8e4-4f33-99de-1809da15104f tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:30.059785 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-1df71f74-c8e4-4f33-99de-1809da15104f tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2101519 Feb 09 00:59:30.082151 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-34ecbb6c-28bb-427e-be0c-dd0b6956865f req-715df3ff-8645-4ca1-a1d9-727bf76fce43 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9dce2740-aad5-4d46-af2e-64ac70d80869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015954 Feb 09 00:59:30.091157 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-94447662-a736-4f8b-94c4-fbf5a416d1d8 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Request body: {'port': {'device_id': '88a643ed-0658-494a-bb55-a406dcd2765f', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'admin_state_up': True, 'tenant_id': '98741d537e7b4103aeb62f1d29ec64ac'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:30.116111 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4697cc29-238f-474c-8788-920917e23e28 None None] Pushing event updated for resources: {'Port': ['ID=724daf0b-a7fe-476e-818b-84a0aa8b90ec,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:30.140703 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-c237e442-9549-45fc-87a2-d6e4670ffe43 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Synchronizing usage tracker for tenant:a5cbed1718f943558d23d2d82e04fd93 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:59:30.214166 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2326df46-7dd2-4591-8eab-c02dd9f40d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:30.219675 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2326df46-7dd2-4591-8eab-c02dd9f40d6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bc74d62-af77-47b3-a1d6-e8f3cf13561e {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 00:59:30.229209 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e230787-79e3-4e81-82d0-3e80f5633ff5 req-5f7dbd15-815b-4e95-9cae-7acccb9cbb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:30.231126 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5e230787-79e3-4e81-82d0-3e80f5633ff5 req-5f7dbd15-815b-4e95-9cae-7acccb9cbb7a service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&device_id=e52e7de5-f787-4a51-9bd5-1d65163b7793 HTTP/1.1" status: 200 len: 1099 time: 1.5293119 Feb 09 00:59:30.305195 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-c237e442-9549-45fc-87a2-d6e4670ffe43 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Unset dirty status for tenant:a5cbed1718f943558d23d2d82e04fd93 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:59:30.321047 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-c237e442-9549-45fc-87a2-d6e4670ffe43 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5cbed1718f943558d23d2d82e04fd93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6836443 Feb 09 00:59:30.394721 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-759bb7aa-3ba0-4b8b-9b66-8c674b541363 None None] Set router f4038029-1217-4060-ae2d-604dab1aad7f gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:59:30.413700 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-acdebf56-bfa7-432f-9188-c26f7be8555e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e45c6918f7db449480a69d497539a7cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0617340 Feb 09 00:59:30.420607 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58844) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:30.463047 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2326df46-7dd2-4591-8eab-c02dd9f40d6f admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:30.466656 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2326df46-7dd2-4591-8eab-c02dd9f40d6f admin admin] 10.222.0.37 "DELETE /v2.0/routers/1bc74d62-af77-47b3-a1d6-e8f3cf13561e HTTP/1.1" status: 204 len: 168 time: 5.7963209 Feb 09 00:59:30.477814 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58848) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:30.548200 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-94447662-a736-4f8b-94c4-fbf5a416d1d8 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:30.563838 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-94447662-a736-4f8b-94c4-fbf5a416d1d8 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Usage tracker for resource:port and tenant:98741d537e7b4103aeb62f1d29ec64ac is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:30.570934 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-94447662-a736-4f8b-94c4-fbf5a416d1d8 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:30.580968 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e230787-79e3-4e81-82d0-3e80f5633ff5 req-6c17b5d0-41fe-4562-a048-3fc00562e3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:30.582429 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5e230787-79e3-4e81-82d0-3e80f5633ff5 req-6c17b5d0-41fe-4562-a048-3fc00562e3c4 service neutron] 10.222.0.117 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.3212426 Feb 09 00:59:30.592465 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-94447662-a736-4f8b-94c4-fbf5a416d1d8 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:30.595122 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac0a18-775f-48b8-9f60-20a0c4900420 req-043f3ede-12e2-4479-a7e8-4ea5019d45ea tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:30.600484 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-04ac0a18-775f-48b8-9f60-20a0c4900420 req-043f3ede-12e2-4479-a7e8-4ea5019d45ea tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cc4c3db-2136-4d64-a34a-5755ad7ec464 HTTP/1.1" status: 200 len: 949 time: 1.1429813 Feb 09 00:59:30.606195 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8da2fd8-1b6e-47a8-8b6c-4bab59e28e6b admin admin] Deleting subnet c70c82d7-be20-4b3d-9693-cd5701c2a698 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 00:59:30.612655 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f8da2fd8-1b6e-47a8-8b6c-4bab59e28e6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:30.656247 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-94447662-a736-4f8b-94c4-fbf5a416d1d8 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Made reservation on behalf of 98741d537e7b4103aeb62f1d29ec64ac for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:59:30.659820 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-94447662-a736-4f8b-94c4-fbf5a416d1d8 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:30.663150 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-838afd1d-d661-4906-83f0-c4efa682c924 req-5287e34f-a2cf-4c35-af63-3e1bd294efcf tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:30.684203 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-7207bc84-1c89-44f1-816e-fa896c50b610 service neutron] 10.222.0.37 "GET /v2.0/networks/4b6c3381-1d8e-43f3-869b-fab4a3c26101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622832 Feb 09 00:59:30.685018 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-94447662-a736-4f8b-94c4-fbf5a416d1d8 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:30.747446 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-759bb7aa-3ba0-4b8b-9b66-8c674b541363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384566489-router', 'tenant_id': 'a5cbed1718f943558d23d2d82e04fd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '91e34cbf-5517-4dc7-9639-000d88b6d786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:59:08Z', 'updated_at': '2022-02-09T00:59:21Z', 'revision_number': 4, 'project_id': 'a5cbed1718f943558d23d2d82e04fd93', 'gw_port': {'id': '91e34cbf-5517-4dc7-9639-000d88b6d786', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:00:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:11Z', 'updated_at': '2022-02-09T00:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '724daf0b-a7fe-476e-818b-84a0aa8b90ec', 'name': '', 'network_id': '4b6c3381-1d8e-43f3-869b-fab4a3c26101', 'tenant_id': 'a5cbed1718f943558d23d2d82e04fd93', 'mac_address': 'fa:16:3e:cf:e4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '283c54b0-5051-4d26-8e41-b7afdc8e3c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:18Z', 'updated_at': '2022-02-09T00:59:29Z', 'revision_number': 4, 'project_id': 'a5cbed1718f943558d23d2d82e04fd93', 'subnets': [{'id': '283c54b0-5051-4d26-8e41-b7afdc8e3c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:30.752950 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759bb7aa-3ba0-4b8b-9b66-8c674b541363 None None] The sync data for ids ['f4038029-1217-4060-ae2d-604dab1aad7f'] in n-d-828419-1 is: [{'id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384566489-router', 'tenant_id': 'a5cbed1718f943558d23d2d82e04fd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '91e34cbf-5517-4dc7-9639-000d88b6d786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:59:08Z', 'updated_at': '2022-02-09T00:59:21Z', 'revision_number': 4, 'project_id': 'a5cbed1718f943558d23d2d82e04fd93', 'gw_port': {'id': '91e34cbf-5517-4dc7-9639-000d88b6d786', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:00:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:11Z', 'updated_at': '2022-02-09T00:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '724daf0b-a7fe-476e-818b-84a0aa8b90ec', 'name': '', 'network_id': '4b6c3381-1d8e-43f3-869b-fab4a3c26101', 'tenant_id': 'a5cbed1718f943558d23d2d82e04fd93', 'mac_address': 'fa:16:3e:cf:e4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '283c54b0-5051-4d26-8e41-b7afdc8e3c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:18Z', 'updated_at': '2022-02-09T00:59:29Z', 'revision_number': 4, 'project_id': 'a5cbed1718f943558d23d2d82e04fd93', 'subnets': [{'id': '283c54b0-5051-4d26-8e41-b7afdc8e3c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:59:30.810194 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-94447662-a736-4f8b-94c4-fbf5a416d1d8 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:30.818026 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f8da2fd8-1b6e-47a8-8b6c-4bab59e28e6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:30.833963 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-838afd1d-d661-4906-83f0-c4efa682c924 req-5287e34f-a2cf-4c35-af63-3e1bd294efcf tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Usage tracker for resource:port and tenant:98741d537e7b4103aeb62f1d29ec64ac is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:30.847630 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5e230787-79e3-4e81-82d0-3e80f5633ff5 req-bf5f4f22-3ee3-40de-a433-58b8575db8f5 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=31cd774d-837f-4021-9774-cf22b4421c89 HTTP/1.1" status: 200 len: 217 time: 0.2459610 Feb 09 00:59:30.850749 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-838afd1d-d661-4906-83f0-c4efa682c924 req-5287e34f-a2cf-4c35-af63-3e1bd294efcf tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:30.858851 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-94447662-a736-4f8b-94c4-fbf5a416d1d8 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Usage tracker for resource:security_group_rule and tenant:98741d537e7b4103aeb62f1d29ec64ac is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:30.881089 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 31cd774d-837f-4021-9774-cf22b4421c89 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:59:30.882799 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-94447662-a736-4f8b-94c4-fbf5a416d1d8 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:30.913811 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-94447662-a736-4f8b-94c4-fbf5a416d1d8 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:30.916740 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-838afd1d-d661-4906-83f0-c4efa682c924 req-5287e34f-a2cf-4c35-af63-3e1bd294efcf tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:30.925429 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-94a8ada2-3207-473b-9d75-726479541691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:30.946715 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-04ac0a18-775f-48b8-9f60-20a0c4900420 req-8a8ed2ce-8944-470f-bddc-624a81228560 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dce2740-aad5-4d46-af2e-64ac70d80869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355541 Feb 09 00:59:31.008269 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-838afd1d-d661-4906-83f0-c4efa682c924 req-5287e34f-a2cf-4c35-af63-3e1bd294efcf tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Made reservation on behalf of 98741d537e7b4103aeb62f1d29ec64ac for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:59:31.012116 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-838afd1d-d661-4906-83f0-c4efa682c924 req-5287e34f-a2cf-4c35-af63-3e1bd294efcf tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:31.062946 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e230787-79e3-4e81-82d0-3e80f5633ff5 req-6dbc7a12-0a89-4ca3-accd-8789db3cf665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:31.064341 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5e230787-79e3-4e81-82d0-3e80f5633ff5 req-6dbc7a12-0a89-4ca3-accd-8789db3cf665 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.2022567 Feb 09 00:59:31.068120 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-838afd1d-d661-4906-83f0-c4efa682c924 req-5287e34f-a2cf-4c35-af63-3e1bd294efcf tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:31.125424 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-fe85e2ef-4297-4528-a289-925463c6716a service neutron] 10.222.0.37 "GET /v2.0/networks/4b6c3381-1d8e-43f3-869b-fab4a3c26101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222963 Feb 09 00:59:31.151387 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-94a8ada2-3207-473b-9d75-726479541691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:31.162540 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f8da2fd8-1b6e-47a8-8b6c-4bab59e28e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:31.170401 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 31cd774d-837f-4021-9774-cf22b4421c89, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=31cd774d-837f-4021-9774-cf22b4421c89,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:31.205479 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '31cd774d-837f-4021-9774-cf22b4421c89', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': '31cd774d-837f-4021-9774-cf22b4421c89', 'mac_address': 'fa:16:3e:f0:07:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:59:31.283726 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-94447662-a736-4f8b-94c4-fbf5a416d1d8 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:31.290533 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-94447662-a736-4f8b-94c4-fbf5a416d1d8 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:31.332442 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:31.370935 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31cd774d-837f-4021-9774-cf22b4421c89 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:59:31.387267 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-838afd1d-d661-4906-83f0-c4efa682c924 req-5287e34f-a2cf-4c35-af63-3e1bd294efcf tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:31.417256 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 31cd774d-837f-4021-9774-cf22b4421c89, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=31cd774d-837f-4021-9774-cf22b4421c89,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:31.425050 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:31.431049 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-838afd1d-d661-4906-83f0-c4efa682c924 req-5287e34f-a2cf-4c35-af63-3e1bd294efcf tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Usage tracker for resource:security_group_rule and tenant:98741d537e7b4103aeb62f1d29ec64ac is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:31.437842 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-838afd1d-d661-4906-83f0-c4efa682c924 req-5287e34f-a2cf-4c35-af63-3e1bd294efcf tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:31.442184 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-94a8ada2-3207-473b-9d75-726479541691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:31.467175 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-838afd1d-d661-4906-83f0-c4efa682c924 req-5287e34f-a2cf-4c35-af63-3e1bd294efcf tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:31.524506 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a8ada2-3207-473b-9d75-726479541691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee60a03-58af-4e46-ba40-f736609dcd0f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:31.548696 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=31cd774d-837f-4021-9774-cf22b4421c89,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:31.594338 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-94a8ada2-3207-473b-9d75-726479541691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:31.608038 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-94a8ada2-3207-473b-9d75-726479541691 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eee60a03-58af-4e46-ba40-f736609dcd0f HTTP/1.1" status: 204 len: 168 time: 1.1660089 Feb 09 00:59:31.651947 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [req-838afd1d-d661-4906-83f0-c4efa682c924 req-5287e34f-a2cf-4c35-af63-3e1bd294efcf tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 98741d537e7b4103aeb62f1d29ec64ac {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:59:31.652476 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [req-838afd1d-d661-4906-83f0-c4efa682c924 req-5287e34f-a2cf-4c35-af63-3e1bd294efcf tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:59:31.668916 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b181c60-46d8-4ff5-9f52-08edfe2f5302 req-f7703862-7106-4a93-8711-44f637c4f278 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:31.680078 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0b181c60-46d8-4ff5-9f52-08edfe2f5302 req-f7703862-7106-4a93-8711-44f637c4f278 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=09956878-6656-4174-bd55-f2cd519f0bb7 HTTP/1.1" status: 200 len: 948 time: 0.4438961 Feb 09 00:59:31.721308 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e230787-79e3-4e81-82d0-3e80f5633ff5 req-37dab9d2-d472-498f-8ee1-b15ffef20946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:31.722973 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5e230787-79e3-4e81-82d0-3e80f5633ff5 req-37dab9d2-d472-498f-8ee1-b15ffef20946 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6160891 Feb 09 00:59:31.734013 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['31cd774d-837f-4021-9774-cf22b4421c89'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:59:31.815085 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 724daf0b-a7fe-476e-818b-84a0aa8b90ec up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:59:31.899173 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f8da2fd8-1b6e-47a8-8b6c-4bab59e28e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:31.953759 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0b181c60-46d8-4ff5-9f52-08edfe2f5302 req-80e545d9-a1a0-4897-bf7f-7cb1e09e0e12 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703073 Feb 09 00:59:32.011430 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94447662-a736-4f8b-94c4-fbf5a416d1d8 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6adbd261-3c11-474a-b290-6f8a0e7ddc95,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:32.030167 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eb31090a-9aec-4686-81bf-6c698b1323ff req-3b7dbf23-0041-41de-9d10-c346b56fca33 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=88a643ed-0658-494a-bb55-a406dcd2765f HTTP/1.1" status: 200 len: 210 time: 0.2105947 Feb 09 00:59:32.065996 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 724daf0b-a7fe-476e-818b-84a0aa8b90ec completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:32.094349 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 724daf0b-a7fe-476e-818b-84a0aa8b90ec triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:32.094724 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:32.117734 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da2fd8-1b6e-47a8-8b6c-4bab59e28e6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c70c82d7-be20-4b3d-9693-cd5701c2a698,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:32.120038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-94447662-a736-4f8b-94c4-fbf5a416d1d8 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Allocated IP 192.168.233.122 (82c0e553-004f-4f65-a38e-9d785fdc5802/c1d7756a-584e-4152-ad93-d220060f4b30/ac9f038e-b710-46b6-980d-f499101cfc4b) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:59:32.156641 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f8da2fd8-1b6e-47a8-8b6c-4bab59e28e6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:32.185571 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-838afd1d-d661-4906-83f0-c4efa682c924 req-5287e34f-a2cf-4c35-af63-3e1bd294efcf tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:32.200272 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c105c9-72c5-4a74-a526-8f6b385f8fba None None] Network 6a36beb5-b543-477b-a670-c625b576e658 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:59:32.237275 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5e230787-79e3-4e81-82d0-3e80f5633ff5 req-fb4f3d23-fd66-4a9e-82ba-033185fd1565 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4914944 Feb 09 00:59:32.250022 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c53bbc0e-294b-4e93-88d3-4a7093656e3c req-8de8eac6-acf7-4241-b5ee-9f9e21f9bf6f tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0cade0-cd58-4252-a61c-ab312eb67de0 HTTP/1.1" status: 200 len: 210 time: 0.1730971 Feb 09 00:59:32.273168 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f8da2fd8-1b6e-47a8-8b6c-4bab59e28e6b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c70c82d7-be20-4b3d-9693-cd5701c2a698 HTTP/1.1" status: 204 len: 168 time: 1.7942500 Feb 09 00:59:32.286558 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58878) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:32.580339 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-10c9adbe-9d41-43ca-8b50-3a0d93d59c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:32.599484 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ac11b-0930-496f-9422-739895b70bde req-26876ae3-2f24-4614-84f9-cb837da322a2 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:32.609079 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e23ac11b-0930-496f-9422-739895b70bde req-26876ae3-2f24-4614-84f9-cb837da322a2 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cc4c3db-2136-4d64-a34a-5755ad7ec464 HTTP/1.1" status: 200 len: 949 time: 0.3334587 Feb 09 00:59:32.736731 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e23ac11b-0930-496f-9422-739895b70bde req-406ce7e3-2fc5-4d31-bce0-9ef4b9814147 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dce2740-aad5-4d46-af2e-64ac70d80869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237381 Feb 09 00:59:32.768551 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-10c9adbe-9d41-43ca-8b50-3a0d93d59c0a admin admin] Deleting port 38f15d60-8d22-4f38-899f-ecc95b9ae0d7 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:59:32.769022 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-10c9adbe-9d41-43ca-8b50-3a0d93d59c0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:32.799945 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-94447662-a736-4f8b-94c4-fbf5a416d1d8 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:32.853907 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-94447662-a736-4f8b-94c4-fbf5a416d1d8 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Transition to ACTIVE for port object ac9f038e-b710-46b6-980d-f499101cfc4b will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:32.906103 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-94447662-a736-4f8b-94c4-fbf5a416d1d8 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:32.923164 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5e230787-79e3-4e81-82d0-3e80f5633ff5 req-e971b3aa-b501-42a3-a118-1ba2dea8e95b service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6693516 Feb 09 00:59:32.982701 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 7999435b-c963-4dcc-a9db-35ef5464f9d9 up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:59:33.160209 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-94447662-a736-4f8b-94c4-fbf5a416d1d8 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:59:33.167097 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-94447662-a736-4f8b-94c4-fbf5a416d1d8 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:59:33.190219 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94447662-a736-4f8b-94c4-fbf5a416d1d8 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Pushing event updated for resources: {'Port': ['ID=ac9f038e-b710-46b6-980d-f499101cfc4b,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:33.198129 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-94447662-a736-4f8b-94c4-fbf5a416d1d8 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:59:33.216136 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 7999435b-c963-4dcc-a9db-35ef5464f9d9 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:33.242236 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 7999435b-c963-4dcc-a9db-35ef5464f9d9 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:33.242610 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:33.315770 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:33.339352 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [req-838afd1d-d661-4906-83f0-c4efa682c924 req-5287e34f-a2cf-4c35-af63-3e1bd294efcf tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Allocated IP 192.168.233.55 (82c0e553-004f-4f65-a38e-9d785fdc5802/c1d7756a-584e-4152-ad93-d220060f4b30/baf37f40-b7ff-40be-8f6e-4a837939e01d) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:59:33.541735 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-94447662-a736-4f8b-94c4-fbf5a416d1d8 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:33.542476 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-94447662-a736-4f8b-94c4-fbf5a416d1d8 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:33.575255 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 724daf0b-a7fe-476e-818b-84a0aa8b90ec, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=724daf0b-a7fe-476e-818b-84a0aa8b90ec,segment=NetworkSegment(ac5394c8-a1c7-46f4-8081-c70b84abb73c),segment_id=ac5394c8-a1c7-46f4-8081-c70b84abb73c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:33.595965 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-94447662-a736-4f8b-94c4-fbf5a416d1d8 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5206695 Feb 09 00:59:33.606405 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:33.622273 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074103c-49cc-4bb2-82c9-17aca67d8b17 req-32fc857d-7334-4341-b7d3-c6c3d9401260 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:33.623279 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0074103c-49cc-4bb2-82c9-17aca67d8b17 req-32fc857d-7334-4341-b7d3-c6c3d9401260 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Synchronizing usage tracker for tenant:e3282b39b26b4341b7bfc42f3e4e8492 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:59:33.645399 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-1e602a48-3ec3-4eb2-9669-a02960666c55 service neutron] Request body: {'port': {'device_id': '88a643ed-0658-494a-bb55-a406dcd2765f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:33.667247 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-10c9adbe-9d41-43ca-8b50-3a0d93d59c0a admin admin] For port 38f15d60-8d22-4f38-899f-ecc95b9ae0d7, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=38f15d60-8d22-4f38-899f-ecc95b9ae0d7,segment=NetworkSegment(1320426d-995c-4d26-ae44-c1b4b7c10362),segment_id=1320426d-995c-4d26-ae44-c1b4b7c10362)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:33.667910 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-10c9adbe-9d41-43ca-8b50-3a0d93d59c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:33.715401 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461c58e1-dd00-454e-bf1b-c7504f0d606c None None] DHCP port deletion for 6a36beb5-b543-477b-a670-c625b576e658 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 00:59:33.726225 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0074103c-49cc-4bb2-82c9-17aca67d8b17 req-32fc857d-7334-4341-b7d3-c6c3d9401260 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Unset dirty status for tenant:e3282b39b26b4341b7bfc42f3e4e8492 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:59:33.727346 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0074103c-49cc-4bb2-82c9-17aca67d8b17 req-32fc857d-7334-4341-b7d3-c6c3d9401260 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=09956878-6656-4174-bd55-f2cd519f0bb7 HTTP/1.1" status: 200 len: 948 time: 0.3849521 Feb 09 00:59:33.789416 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=724daf0b-a7fe-476e-818b-84a0aa8b90ec,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:33.849612 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0074103c-49cc-4bb2-82c9-17aca67d8b17 req-7898829b-e84b-47f9-a6c3-f8d6d89e8a07 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057191 Feb 09 00:59:33.851179 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-461c58e1-dd00-454e-bf1b-c7504f0d606c None None] Deleting port 38f15d60-8d22-4f38-899f-ecc95b9ae0d7 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:59:33.851583 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-461c58e1-dd00-454e-bf1b-c7504f0d606c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:33.928595 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:33.928924 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-1e602a48-3ec3-4eb2-9669-a02960666c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:33.946972 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9dbbe639-5cb4-494b-aa54-a308a75b04bf None None] Provisioning for port ac9f038e-b710-46b6-980d-f499101cfc4b completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:34.044668 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9dbbe639-5cb4-494b-aa54-a308a75b04bf None None] Provisioning complete for port ac9f038e-b710-46b6-980d-f499101cfc4b triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:34.045215 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9dbbe639-5cb4-494b-aa54-a308a75b04bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:34.102645 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09956878-6656-4174-bd55-f2cd519f0bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7999435b-c963-4dcc-a9db-35ef5464f9d9'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:34.141309 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-10c9adbe-9d41-43ca-8b50-3a0d93d59c0a admin admin] Calling delete_port for 38f15d60-8d22-4f38-899f-ecc95b9ae0d7 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:59:34.145705 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 7999435b-c963-4dcc-a9db-35ef5464f9d9, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=7999435b-c963-4dcc-a9db-35ef5464f9d9,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:34.202453 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:34.235842 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-9dbbe639-5cb4-494b-aa54-a308a75b04bf None None] Port ac9f038e-b710-46b6-980d-f499101cfc4b cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:59:34.236497 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9ab547f4-b8ec-47c3-86f6-a231a4249aed req-8fb33553-87fc-49ce-bbd7-961e0fa69511 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0cade0-cd58-4252-a61c-ab312eb67de0 HTTP/1.1" status: 200 len: 210 time: 0.2218671 Feb 09 00:59:34.309114 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-461c58e1-dd00-454e-bf1b-c7504f0d606c None None] For port 38f15d60-8d22-4f38-899f-ecc95b9ae0d7, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=38f15d60-8d22-4f38-899f-ecc95b9ae0d7,segment=NetworkSegment(1320426d-995c-4d26-ae44-c1b4b7c10362),segment_id=1320426d-995c-4d26-ae44-c1b4b7c10362)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:34.309469 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-461c58e1-dd00-454e-bf1b-c7504f0d606c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:34.447140 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-461c58e1-dd00-454e-bf1b-c7504f0d606c None None] Calling delete_port for 38f15d60-8d22-4f38-899f-ecc95b9ae0d7 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:59:34.447791 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-8935cbef-8192-416c-a991-7549fef998e5 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:34.449357 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-8935cbef-8192-416c-a991-7549fef998e5 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.117 "GET /v2.0/networks?id=4b6c3381-1d8e-43f3-869b-fab4a3c26101 HTTP/1.1" status: 200 len: 829 time: 0.7449498 Feb 09 00:59:34.465026 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-005dd24e-1af8-451c-96e5-9536ca13e630 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Request body: {'port': {'device_id': '1d0cade0-cd58-4252-a61c-ab312eb67de0', 'network_id': '4b6c3381-1d8e-43f3-869b-fab4a3c26101', 'admin_state_up': True, 'tenant_id': 'a5cbed1718f943558d23d2d82e04fd93'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:34.489797 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea52863-8303-4764-8359-5bdcc5cfd402 req-eb92a898-f1ea-437b-b8fd-27b8d17e95b9 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:34.492093 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ea52863-8303-4764-8359-5bdcc5cfd402 req-eb92a898-f1ea-437b-b8fd-27b8d17e95b9 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cc4c3db-2136-4d64-a34a-5755ad7ec464 HTTP/1.1" status: 200 len: 949 time: 0.1218657 Feb 09 00:59:34.496231 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=7999435b-c963-4dcc-a9db-35ef5464f9d9,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:34.498064 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-10c9adbe-9d41-43ca-8b50-3a0d93d59c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:34.559295 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ea52863-8303-4764-8359-5bdcc5cfd402 req-8aa1cf74-15d7-429c-a613-1480377b5d18 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dce2740-aad5-4d46-af2e-64ac70d80869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578191 Feb 09 00:59:34.627047 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-461c58e1-dd00-454e-bf1b-c7504f0d606c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:59:34.627465 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-461c58e1-dd00-454e-bf1b-c7504f0d606c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:59:34.629664 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09956878-6656-4174-bd55-f2cd519f0bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7999435b-c963-4dcc-a9db-35ef5464f9d9', 'code': 200} Feb 09 00:59:34.648256 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9adbe-9d41-43ca-8b50-3a0d93d59c0a admin admin] Pushing event deleted for resources: {'Port': ['ID=38f15d60-8d22-4f38-899f-ecc95b9ae0d7,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:34.668484 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e819dfe-79b4-4df5-a17e-ae85b457585e req-3adfa1d2-84e3-46c2-9786-f55f654883af tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:34.669984 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0e819dfe-79b4-4df5-a17e-ae85b457585e req-3adfa1d2-84e3-46c2-9786-f55f654883af tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=88a643ed-0658-494a-bb55-a406dcd2765f HTTP/1.1" status: 200 len: 936 time: 0.8686020 Feb 09 00:59:34.675335 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c9adbe-9d41-43ca-8b50-3a0d93d59c0a admin admin] No DVR routers for this DVR port 38f15d60-8d22-4f38-899f-ecc95b9ae0d7 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:59:34.716614 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-838afd1d-d661-4906-83f0-c4efa682c924 req-5287e34f-a2cf-4c35-af63-3e1bd294efcf tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:34.775814 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240b8c9-9c71-4645-88b2-89f304666c72 req-38b7ddde-cba0-40d0-87f8-a67e646f7564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:34.777344 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0240b8c9-9c71-4645-88b2-89f304666c72 req-38b7ddde-cba0-40d0-87f8-a67e646f7564 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=09956878-6656-4174-bd55-f2cd519f0bb7 HTTP/1.1" status: 200 len: 1100 time: 0.0799825 Feb 09 00:59:34.820484 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0240b8c9-9c71-4645-88b2-89f304666c72 req-6b372fe6-aa38-42c4-a6e0-062de67b3566 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360038 Feb 09 00:59:34.865660 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-838afd1d-d661-4906-83f0-c4efa682c924 req-5287e34f-a2cf-4c35-af63-3e1bd294efcf tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Transition to ACTIVE for port object baf37f40-b7ff-40be-8f6e-4a837939e01d will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:34.882302 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 31cd774d-837f-4021-9774-cf22b4421c89 up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:59:34.910358 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0e819dfe-79b4-4df5-a17e-ae85b457585e req-90e227e9-950f-474c-b756-057b8ceda63c tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969068 Feb 09 00:59:34.923636 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-10c9adbe-9d41-43ca-8b50-3a0d93d59c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:34.949041 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-005dd24e-1af8-451c-96e5-9536ca13e630 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:34.969238 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-10c9adbe-9d41-43ca-8b50-3a0d93d59c0a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:59:34.969775 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-10c9adbe-9d41-43ca-8b50-3a0d93d59c0a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:59:34.970863 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-10c9adbe-9d41-43ca-8b50-3a0d93d59c0a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:59:34.971232 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-10c9adbe-9d41-43ca-8b50-3a0d93d59c0a admin admin] Subscribe: > port after_create 55550000 {{(pid=87611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:59:34.971559 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-10c9adbe-9d41-43ca-8b50-3a0d93d59c0a admin admin] Subscribe: > port after_delete 55550000 {{(pid=87611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:59:34.972346 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-10c9adbe-9d41-43ca-8b50-3a0d93d59c0a admin admin] Subscribe: > port after_update 55550000 {{(pid=87611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:59:34.972712 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-10c9adbe-9d41-43ca-8b50-3a0d93d59c0a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:59:34.973378 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-10c9adbe-9d41-43ca-8b50-3a0d93d59c0a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:59:34.973544 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-10c9adbe-9d41-43ca-8b50-3a0d93d59c0a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:59:34.973866 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-10c9adbe-9d41-43ca-8b50-3a0d93d59c0a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:59:34.979430 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 31cd774d-837f-4021-9774-cf22b4421c89 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:34.988579 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 31cd774d-837f-4021-9774-cf22b4421c89 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:34.990538 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:35.044301 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-10c9adbe-9d41-43ca-8b50-3a0d93d59c0a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:59:35.044690 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-10c9adbe-9d41-43ca-8b50-3a0d93d59c0a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:59:35.045019 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-10c9adbe-9d41-43ca-8b50-3a0d93d59c0a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:59:35.045348 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-10c9adbe-9d41-43ca-8b50-3a0d93d59c0a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:59:35.046277 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-10c9adbe-9d41-43ca-8b50-3a0d93d59c0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a36beb5-b543-477b-a670-c625b576e658']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:35.056227 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-005dd24e-1af8-451c-96e5-9536ca13e630 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:35.070770 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-10c9adbe-9d41-43ca-8b50-3a0d93d59c0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1320426d-995c-4d26-ae44-c1b4b7c10362') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:35.070974 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-10c9adbe-9d41-43ca-8b50-3a0d93d59c0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1320426d-995c-4d26-ae44-c1b4b7c10362') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:35.097525 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-005dd24e-1af8-451c-96e5-9536ca13e630 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Made reservation on behalf of a5cbed1718f943558d23d2d82e04fd93 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:59:35.101231 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-005dd24e-1af8-451c-96e5-9536ca13e630 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:35.118422 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-838afd1d-d661-4906-83f0-c4efa682c924 req-5287e34f-a2cf-4c35-af63-3e1bd294efcf tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:35.122725 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-10c9adbe-9d41-43ca-8b50-3a0d93d59c0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:35.146130 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-461c58e1-dd00-454e-bf1b-c7504f0d606c None None] Deleting port 38f15d60-8d22-4f38-899f-ecc95b9ae0d7 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:59:35.146602 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-461c58e1-dd00-454e-bf1b-c7504f0d606c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:35.222729 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-461c58e1-dd00-454e-bf1b-c7504f0d606c None None] The port '38f15d60-8d22-4f38-899f-ecc95b9ae0d7' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 00:59:35.253346 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:35.272894 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-10c9adbe-9d41-43ca-8b50-3a0d93d59c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:35.295042 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 31cd774d-837f-4021-9774-cf22b4421c89, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=31cd774d-837f-4021-9774-cf22b4421c89,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:35.300778 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:35.334314 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-838afd1d-d661-4906-83f0-c4efa682c924 req-5287e34f-a2cf-4c35-af63-3e1bd294efcf tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:59:35.341309 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c9adbe-9d41-43ca-8b50-3a0d93d59c0a admin admin] Releasing vlan 990 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:59:35.341888 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-10c9adbe-9d41-43ca-8b50-3a0d93d59c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:35.360417 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-1e602a48-3ec3-4eb2-9669-a02960666c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac9f038e-b710-46b6-980d-f499101cfc4b {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: from cryptography.utils import int_from_bytes Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: from cryptography.utils import int_from_bytes Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: util.warn_limited( Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: util.warn_limited( Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: timer() Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:59:35.362623 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:59:35.366643 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [req-838afd1d-d661-4906-83f0-c4efa682c924 req-5287e34f-a2cf-4c35-af63-3e1bd294efcf tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:59:35.368171 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-1e602a48-3ec3-4eb2-9669-a02960666c55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:35.383509 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-1e602a48-3ec3-4eb2-9669-a02960666c55 service neutron] Transition to ACTIVE for port object ac9f038e-b710-46b6-980d-f499101cfc4b will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:35.388900 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-1e602a48-3ec3-4eb2-9669-a02960666c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:35.400093 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=31cd774d-837f-4021-9774-cf22b4421c89,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:35.435519 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-838afd1d-d661-4906-83f0-c4efa682c924 req-5287e34f-a2cf-4c35-af63-3e1bd294efcf tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:59:35.517280 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287e34f-a2cf-4c35-af63-3e1bd294efcf tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Pushing event updated for resources: {'Port': ['ID=baf37f40-b7ff-40be-8f6e-4a837939e01d,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:35.624940 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838afd1d-d661-4906-83f0-c4efa682c924 req-5287e34f-a2cf-4c35-af63-3e1bd294efcf tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:35.626092 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-838afd1d-d661-4906-83f0-c4efa682c924 req-5287e34f-a2cf-4c35-af63-3e1bd294efcf tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:35.667892 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-10c9adbe-9d41-43ca-8b50-3a0d93d59c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:35.688662 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-58e7eb53-07d3-42ea-b8a4-b19a3a504e5d None None] Provisioning for port baf37f40-b7ff-40be-8f6e-4a837939e01d completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:35.698583 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-869b42d3-0621-450f-8e79-20beff0fb510 req-4ea540d6-9486-40bf-b204-21568c926bea tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0cade0-cd58-4252-a61c-ab312eb67de0 HTTP/1.1" status: 200 len: 210 time: 0.1856320 Feb 09 00:59:35.703412 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-58e7eb53-07d3-42ea-b8a4-b19a3a504e5d None None] Provisioning complete for port baf37f40-b7ff-40be-8f6e-4a837939e01d triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:35.703915 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-58e7eb53-07d3-42ea-b8a4-b19a3a504e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:35.726281 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e602a48-3ec3-4eb2-9669-a02960666c55 service neutron] Pushing event updated for resources: {'Port': ['ID=ac9f038e-b710-46b6-980d-f499101cfc4b,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:35.783994 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-10c9adbe-9d41-43ca-8b50-3a0d93d59c0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:35.805193 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-58e7eb53-07d3-42ea-b8a4-b19a3a504e5d None None] Port baf37f40-b7ff-40be-8f6e-4a837939e01d cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:59:35.815160 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9adbe-9d41-43ca-8b50-3a0d93d59c0a admin admin] Pushing event deleted for resources: {'Network': ['ID=6a36beb5-b543-477b-a670-c625b576e658,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:35.829447 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 724daf0b-a7fe-476e-818b-84a0aa8b90ec up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:59:35.842246 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e6f88-ec6c-4dcb-a404-bb56023e433a req-ec71064a-fa9d-40c7-bd10-9275a37d8c24 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:35.851454 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-192e6f88-ec6c-4dcb-a404-bb56023e433a req-ec71064a-fa9d-40c7-bd10-9275a37d8c24 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=09956878-6656-4174-bd55-f2cd519f0bb7 HTTP/1.1" status: 200 len: 949 time: 0.6675694 Feb 09 00:59:35.870693 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-838afd1d-d661-4906-83f0-c4efa682c924 req-5287e34f-a2cf-4c35-af63-3e1bd294efcf tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.2204425 Feb 09 00:59:35.899617 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-838afd1d-d661-4906-83f0-c4efa682c924 req-e615c87a-1daa-45d2-8dfd-179f123598d2 service neutron] Request body: {'port': {'device_id': '463862a1-1808-46fa-9699-e9dbdc4716a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:35.949930 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 724daf0b-a7fe-476e-818b-84a0aa8b90ec triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:35.950361 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:35.966192 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-005dd24e-1af8-451c-96e5-9536ca13e630 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Allocated IP 172.20.0.4 (4b6c3381-1d8e-43f3-869b-fab4a3c26101/283c54b0-5051-4d26-8e41-b7afdc8e3c33/cd5352ed-e2f5-4451-ab55-31e1d2b352b4) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:59:35.979613 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-10c9adbe-9d41-43ca-8b50-3a0d93d59c0a admin admin] 10.222.0.37 "DELETE /v2.0/networks/6a36beb5-b543-477b-a670-c625b576e658 HTTP/1.1" status: 204 len: 168 time: 3.6896341 Feb 09 00:59:36.058968 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-1e602a48-3ec3-4eb2-9669-a02960666c55 service neutron] Attempting to bind port ac9f038e-b710-46b6-980d-f499101cfc4b on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:59:36.059589 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-1e602a48-3ec3-4eb2-9669-a02960666c55 service neutron] Attempting to bind port ac9f038e-b710-46b6-980d-f499101cfc4b by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:59:36.060077 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-1e602a48-3ec3-4eb2-9669-a02960666c55 service neutron] Attempting to bind port ac9f038e-b710-46b6-980d-f499101cfc4b on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:36.078834 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-1e602a48-3ec3-4eb2-9669-a02960666c55 service neutron] Port ac9f038e-b710-46b6-980d-f499101cfc4b on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:59:36.079398 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-1e602a48-3ec3-4eb2-9669-a02960666c55 service neutron] Attempting to bind port ac9f038e-b710-46b6-980d-f499101cfc4b on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:36.085863 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-1e602a48-3ec3-4eb2-9669-a02960666c55 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:59:36.086432 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-1e602a48-3ec3-4eb2-9669-a02960666c55 service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:59:36.086978 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-1e602a48-3ec3-4eb2-9669-a02960666c55 service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:59:36.087592 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-1e602a48-3ec3-4eb2-9669-a02960666c55 service neutron] Bound port: ac9f038e-b710-46b6-980d-f499101cfc4b, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:59:36.088231 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-1e602a48-3ec3-4eb2-9669-a02960666c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:36.165115 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-838afd1d-d661-4906-83f0-c4efa682c924 req-e615c87a-1daa-45d2-8dfd-179f123598d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:36.190827 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-192e6f88-ec6c-4dcb-a404-bb56023e433a req-aa6ec6db-83b9-4325-bdfb-2215bf8da2e5 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385141 Feb 09 00:59:36.230288 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 38f15d60-8d22-4f38-899f-ecc95b9ae0d7 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:59:36.319569 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 38f15d60-8d22-4f38-899f-ecc95b9ae0d7 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:59:36.332696 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 38f15d60-8d22-4f38-899f-ecc95b9ae0d7 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:59:36.336593 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58974) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:36.391643 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-1e602a48-3ec3-4eb2-9669-a02960666c55 service neutron] For port ac9f038e-b710-46b6-980d-f499101cfc4b, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:59:36.399163 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-1e602a48-3ec3-4eb2-9669-a02960666c55 service neutron] For port ac9f038e-b710-46b6-980d-f499101cfc4b, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=ac9f038e-b710-46b6-980d-f499101cfc4b,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:59:36.439140 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6cd70-b484-492f-a15d-bf1a936ad88f req-f4cc0048-b683-4d6e-8372-40a439cb1c24 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:36.440949 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5fc6cd70-b484-492f-a15d-bf1a936ad88f req-f4cc0048-b683-4d6e-8372-40a439cb1c24 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f69e20-1459-46c8-85c6-102e8bece3fa HTTP/1.1" status: 200 len: 945 time: 0.5157552 Feb 09 00:59:36.446247 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-1e602a48-3ec3-4eb2-9669-a02960666c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:36.517234 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-121325d6-b5f0-4136-bff2-e4d9d9b6e5e3 req-93168c7b-715b-4a2c-8f25-f7d2efa2a8fe service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=71460734-952a-4b44-9355-35973a2abca9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4936631 Feb 09 00:59:36.525436 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-1e602a48-3ec3-4eb2-9669-a02960666c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:36.526444 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-1e602a48-3ec3-4eb2-9669-a02960666c55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:36.527842 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-1e602a48-3ec3-4eb2-9669-a02960666c55 service neutron] 10.222.0.35 "PUT /v2.0/ports/ac9f038e-b710-46b6-980d-f499101cfc4b HTTP/1.1" status: 200 len: 1096 time: 2.8996291 Feb 09 00:59:36.538686 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a643ed-0658-494a-bb55-a406dcd2765f', 'tag': 'ac9f038e-b710-46b6-980d-f499101cfc4b'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:36.631848 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52e7de5-f787-4a51-9bd5-1d65163b7793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31cd774d-837f-4021-9774-cf22b4421c89'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:36.700088 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5fc6cd70-b484-492f-a15d-bf1a936ad88f req-89e153b0-c84a-41eb-b1be-9e7ddb70d94a tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/security-groups?id=80672e19-6adc-4973-92da-be1078159b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395711 Feb 09 00:59:36.702315 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-17431fa9-ba55-43cf-8705-81a6fac30d0c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2c3f8f2a99e3493a902f394dfcd10aef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3579402 Feb 09 00:59:36.708741 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58982) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:36.733006 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e602a48-3ec3-4eb2-9669-a02960666c55 service neutron] Pushing event updated for resources: {'Port': ['ID=ac9f038e-b710-46b6-980d-f499101cfc4b,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:36.854629 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5e60b457-e9d1-47ba-ab7f-72337ac3f840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:36.872325 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121325d6-b5f0-4136-bff2-e4d9d9b6e5e3 req-4f6a6ae5-b63b-4c76-bd7c-1615c32d539f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:36.872325 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-121325d6-b5f0-4136-bff2-e4d9d9b6e5e3 req-4f6a6ae5-b63b-4c76-bd7c-1615c32d539f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&device_id=71460734-952a-4b44-9355-35973a2abca9 HTTP/1.1" status: 200 len: 1101 time: 0.2530167 Feb 09 00:59:36.948301 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-005dd24e-1af8-451c-96e5-9536ca13e630 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:36.998345 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d76bd75b-c2b0-4935-91a3-13b1baae12aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:37.015132 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-005dd24e-1af8-451c-96e5-9536ca13e630 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Transition to ACTIVE for port object cd5352ed-e2f5-4451-ab55-31e1d2b352b4 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:37.026088 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-abc4c489-9ffe-4180-87fc-d68843cb3b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:37.027731 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-abc4c489-9ffe-4180-87fc-d68843cb3b76 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=98741d537e7b4103aeb62f1d29ec64ac&device_id=88a643ed-0658-494a-bb55-a406dcd2765f HTTP/1.1" status: 200 len: 1099 time: 0.4151747 Feb 09 00:59:37.038368 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cafd3d-794c-4af7-becd-fdc3e6f35fc9 req-731bc189-927a-473b-9df6-3f7497e05fa5 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:37.039846 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-03cafd3d-794c-4af7-becd-fdc3e6f35fc9 req-731bc189-927a-473b-9df6-3f7497e05fa5 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cc4c3db-2136-4d64-a34a-5755ad7ec464 HTTP/1.1" status: 200 len: 949 time: 0.4166317 Feb 09 00:59:37.099703 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.35', 63328) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:37.110801 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d76bd75b-c2b0-4935-91a3-13b1baae12aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:37.127020 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-1ff76194-ca33-4594-a4e1-f3f614df7229 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=ac9f038e-b710-46b6-980d-f499101cfc4b HTTP/1.1" status: 200 len: 217 time: 0.0867097 Feb 09 00:59:37.243344 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-03cafd3d-794c-4af7-becd-fdc3e6f35fc9 req-1a1eb00a-5963-4154-9d09-a37dd5cb086e tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dce2740-aad5-4d46-af2e-64ac70d80869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856189 Feb 09 00:59:37.248154 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-005dd24e-1af8-451c-96e5-9536ca13e630 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:37.251808 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [req-838afd1d-d661-4906-83f0-c4efa682c924 req-e615c87a-1daa-45d2-8dfd-179f123598d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baf37f40-b7ff-40be-8f6e-4a837939e01d {{(pid=87611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:59:37.307140 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121325d6-b5f0-4136-bff2-e4d9d9b6e5e3 req-76008ce5-1da1-4ad7-b79c-0aff2debae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:37.308649 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-121325d6-b5f0-4136-bff2-e4d9d9b6e5e3 req-76008ce5-1da1-4ad7-b79c-0aff2debae32 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.4074826 Feb 09 00:59:37.309282 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-838afd1d-d661-4906-83f0-c4efa682c924 req-e615c87a-1daa-45d2-8dfd-179f123598d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:37.316012 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-51530cdd-4b14-4cba-bccf-36ce94f4a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:37.317716 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-51530cdd-4b14-4cba-bccf-36ce94f4a95c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.1401913 Feb 09 00:59:37.368806 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-005dd24e-1af8-451c-96e5-9536ca13e630 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Network 4b6c3381-1d8e-43f3-869b-fab4a3c26101 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:59:37.369948 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-838afd1d-d661-4906-83f0-c4efa682c924 req-e615c87a-1daa-45d2-8dfd-179f123598d2 service neutron] Transition to ACTIVE for port object baf37f40-b7ff-40be-8f6e-4a837939e01d will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:37.373974 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-005dd24e-1af8-451c-96e5-9536ca13e630 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:59:37.379040 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88a643ed-0658-494a-bb55-a406dcd2765f', 'tag': 'ac9f038e-b710-46b6-980d-f499101cfc4b', 'status': 'completed', 'code': 200} Feb 09 00:59:37.380356 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-005dd24e-1af8-451c-96e5-9536ca13e630 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:59:37.389759 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52e7de5-f787-4a51-9bd5-1d65163b7793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31cd774d-837f-4021-9774-cf22b4421c89', 'code': 200} Feb 09 00:59:37.415838 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005dd24e-1af8-451c-96e5-9536ca13e630 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Pushing event updated for resources: {'Port': ['ID=cd5352ed-e2f5-4451-ab55-31e1d2b352b4,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:37.423384 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-838afd1d-d661-4906-83f0-c4efa682c924 req-e615c87a-1daa-45d2-8dfd-179f123598d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:37.435005 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-121325d6-b5f0-4136-bff2-e4d9d9b6e5e3 req-cdd61f11-4de4-4004-838f-56d8ecc9a967 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=85f0c83d-e492-4252-8c90-1fd22fec3aff HTTP/1.1" status: 200 len: 217 time: 0.1164591 Feb 09 00:59:37.454844 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47418c5c-e568-4f43-b209-584c07efc0a1 req-f1ce6f5b-bc47-47ad-be94-7c99b87e6b94 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:37.455593 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-47418c5c-e568-4f43-b209-584c07efc0a1 req-f1ce6f5b-bc47-47ad-be94-7c99b87e6b94 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Synchronizing usage tracker for tenant:98741d537e7b4103aeb62f1d29ec64ac on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:59:37.498224 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d76bd75b-c2b0-4935-91a3-13b1baae12aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:37.639295 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76bd75b-c2b0-4935-91a3-13b1baae12aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b80819-a938-4d10-90b3-e5061024ed31,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:37.673917 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802ac52-3b4a-4cbd-9b43-15c94b41ffda req-78348a45-adad-4139-8bb8-7c1e19ab2353 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:37.675638 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a802ac52-3b4a-4cbd-9b43-15c94b41ffda req-78348a45-adad-4139-8bb8-7c1e19ab2353 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.35 "GET /v2.0/ports?device_id=36f69e20-1459-46c8-85c6-102e8bece3fa HTTP/1.1" status: 200 len: 945 time: 0.5618880 Feb 09 00:59:37.742843 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-005dd24e-1af8-451c-96e5-9536ca13e630 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:37.743611 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-005dd24e-1af8-451c-96e5-9536ca13e630 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:37.789322 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-47418c5c-e568-4f43-b209-584c07efc0a1 req-f1ce6f5b-bc47-47ad-be94-7c99b87e6b94 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Unset dirty status for tenant:98741d537e7b4103aeb62f1d29ec64ac on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:59:37.796200 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-47418c5c-e568-4f43-b209-584c07efc0a1 req-f1ce6f5b-bc47-47ad-be94-7c99b87e6b94 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=88a643ed-0658-494a-bb55-a406dcd2765f HTTP/1.1" status: 200 len: 948 time: 0.8585255 Feb 09 00:59:37.802632 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121325d6-b5f0-4136-bff2-e4d9d9b6e5e3 req-7c93d063-176a-438a-b8bb-8977b8acf44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:37.804095 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-121325d6-b5f0-4136-bff2-e4d9d9b6e5e3 req-7c93d063-176a-438a-b8bb-8977b8acf44e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.3589306 Feb 09 00:59:37.811950 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e615c87a-1daa-45d2-8dfd-179f123598d2 service neutron] Pushing event updated for resources: {'Port': ['ID=baf37f40-b7ff-40be-8f6e-4a837939e01d,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:37.839678 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d90ac30b-5ed1-475e-a9da-8692641f06cf None None] Provisioning for port cd5352ed-e2f5-4451-ab55-31e1d2b352b4 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:37.845894 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d90ac30b-5ed1-475e-a9da-8692641f06cf None None] Provisioning complete for port cd5352ed-e2f5-4451-ab55-31e1d2b352b4 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:37.846489 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d90ac30b-5ed1-475e-a9da-8692641f06cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:37.848092 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d76bd75b-c2b0-4935-91a3-13b1baae12aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:37.849545 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d76bd75b-c2b0-4935-91a3-13b1baae12aa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b0b80819-a938-4d10-90b3-e5061024ed31 HTTP/1.1" status: 204 len: 168 time: 1.1177514 Feb 09 00:59:37.915957 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d90ac30b-5ed1-475e-a9da-8692641f06cf None None] Port cd5352ed-e2f5-4451-ab55-31e1d2b352b4 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:59:37.930386 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-a802ac52-3b4a-4cbd-9b43-15c94b41ffda req-3b089328-8178-4208-8855-c2c1d7d16cea tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Deleting port 36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:59:37.930705 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a802ac52-3b4a-4cbd-9b43-15c94b41ffda req-3b089328-8178-4208-8855-c2c1d7d16cea tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:37.943749 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-005dd24e-1af8-451c-96e5-9536ca13e630 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4840164 Feb 09 00:59:37.963155 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-209a2920-2a1c-4958-a4dd-34440833b73b service neutron] Request body: {'port': {'device_id': '1d0cade0-cd58-4252-a61c-ab312eb67de0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:38.014397 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-4d978811-507d-4d96-86fc-bb8a8a9b6dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:38.016339 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-4d978811-507d-4d96-86fc-bb8a8a9b6dc6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6392531 Feb 09 00:59:38.027176 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-47418c5c-e568-4f43-b209-584c07efc0a1 req-10e4b5e7-7e68-4517-bb7f-a50ec8e7a1e3 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Synchronizing usage tracker for tenant:98741d537e7b4103aeb62f1d29ec64ac on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:59:38.130541 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-838afd1d-d661-4906-83f0-c4efa682c924 req-e615c87a-1daa-45d2-8dfd-179f123598d2 service neutron] Attempting to bind port baf37f40-b7ff-40be-8f6e-4a837939e01d on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:59:38.131125 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-838afd1d-d661-4906-83f0-c4efa682c924 req-e615c87a-1daa-45d2-8dfd-179f123598d2 service neutron] Attempting to bind port baf37f40-b7ff-40be-8f6e-4a837939e01d by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:59:38.131741 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838afd1d-d661-4906-83f0-c4efa682c924 req-e615c87a-1daa-45d2-8dfd-179f123598d2 service neutron] Attempting to bind port baf37f40-b7ff-40be-8f6e-4a837939e01d on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:38.154224 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f150b52-10ce-43d2-99bb-61c699bb236c req-dd63e787-b8fe-4fd5-9c11-749dbbf487b3 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:38.155339 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-8f150b52-10ce-43d2-99bb-61c699bb236c req-dd63e787-b8fe-4fd5-9c11-749dbbf487b3 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Synchronizing usage tracker for tenant:a5cbed1718f943558d23d2d82e04fd93 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:59:38.161291 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838afd1d-d661-4906-83f0-c4efa682c924 req-e615c87a-1daa-45d2-8dfd-179f123598d2 service neutron] Port baf37f40-b7ff-40be-8f6e-4a837939e01d on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:59:38.161611 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838afd1d-d661-4906-83f0-c4efa682c924 req-e615c87a-1daa-45d2-8dfd-179f123598d2 service neutron] Attempting to bind port baf37f40-b7ff-40be-8f6e-4a837939e01d on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:38.173559 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-209a2920-2a1c-4958-a4dd-34440833b73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:38.184670 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838afd1d-d661-4906-83f0-c4efa682c924 req-e615c87a-1daa-45d2-8dfd-179f123598d2 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:59:38.184670 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838afd1d-d661-4906-83f0-c4efa682c924 req-e615c87a-1daa-45d2-8dfd-179f123598d2 service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:59:38.185029 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838afd1d-d661-4906-83f0-c4efa682c924 req-e615c87a-1daa-45d2-8dfd-179f123598d2 service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:59:38.185237 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-838afd1d-d661-4906-83f0-c4efa682c924 req-e615c87a-1daa-45d2-8dfd-179f123598d2 service neutron] Bound port: baf37f40-b7ff-40be-8f6e-4a837939e01d, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:59:38.185505 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-838afd1d-d661-4906-83f0-c4efa682c924 req-e615c87a-1daa-45d2-8dfd-179f123598d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:38.260806 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-8f150b52-10ce-43d2-99bb-61c699bb236c req-dd63e787-b8fe-4fd5-9c11-749dbbf487b3 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Unset dirty status for tenant:a5cbed1718f943558d23d2d82e04fd93 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:59:38.260806 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8f150b52-10ce-43d2-99bb-61c699bb236c req-dd63e787-b8fe-4fd5-9c11-749dbbf487b3 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0cade0-cd58-4252-a61c-ab312eb67de0 HTTP/1.1" status: 200 len: 931 time: 0.6076059 Feb 09 00:59:38.375287 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d4713-01c6-4e15-9d08-1886a48daef5 req-4fb73d7d-fb2a-4228-aab6-7f2ee13a432a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:38.375287 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e46d4713-01c6-4e15-9d08-1886a48daef5 req-4fb73d7d-fb2a-4228-aab6-7f2ee13a432a service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=e52e7de5-f787-4a51-9bd5-1d65163b7793 HTTP/1.1" status: 200 len: 1101 time: 0.8414900 Feb 09 00:59:38.442325 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8f150b52-10ce-43d2-99bb-61c699bb236c req-fff01595-2989-4e0e-9690-a44c07819e97 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/security-groups?id=762fb667-f5fe-4686-9f4a-3f4893c1fe4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503792 Feb 09 00:59:38.503870 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-838afd1d-d661-4906-83f0-c4efa682c924 req-e615c87a-1daa-45d2-8dfd-179f123598d2 service neutron] For port baf37f40-b7ff-40be-8f6e-4a837939e01d, host n-h1-828419-1, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:59:38.573212 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-47418c5c-e568-4f43-b209-584c07efc0a1 req-10e4b5e7-7e68-4517-bb7f-a50ec8e7a1e3 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Unset dirty status for tenant:98741d537e7b4103aeb62f1d29ec64ac on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:59:38.579871 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-47418c5c-e568-4f43-b209-584c07efc0a1 req-10e4b5e7-7e68-4517-bb7f-a50ec8e7a1e3 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7776508 Feb 09 00:59:38.622748 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e46d4713-01c6-4e15-9d08-1886a48daef5 req-635d8d14-b9d9-4b78-bf82-3a13a98cdf8d service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320855 Feb 09 00:59:38.634008 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-838afd1d-d661-4906-83f0-c4efa682c924 req-e615c87a-1daa-45d2-8dfd-179f123598d2 service neutron] For port baf37f40-b7ff-40be-8f6e-4a837939e01d, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=baf37f40-b7ff-40be-8f6e-4a837939e01d,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:59:38.673684 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-838afd1d-d661-4906-83f0-c4efa682c924 req-e615c87a-1daa-45d2-8dfd-179f123598d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:38.714673 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-5117cd28-8312-4893-ab72-ae44be6253c6 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6907432 Feb 09 00:59:38.747676 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121325d6-b5f0-4136-bff2-e4d9d9b6e5e3 req-3f08ffa8-e5aa-426f-a816-d25f44ca73d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:38.749216 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-121325d6-b5f0-4136-bff2-e4d9d9b6e5e3 req-3f08ffa8-e5aa-426f-a816-d25f44ca73d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9112892 Feb 09 00:59:38.867946 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838afd1d-d661-4906-83f0-c4efa682c924 req-e615c87a-1daa-45d2-8dfd-179f123598d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:38.868582 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-838afd1d-d661-4906-83f0-c4efa682c924 req-e615c87a-1daa-45d2-8dfd-179f123598d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:38.869922 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-838afd1d-d661-4906-83f0-c4efa682c924 req-e615c87a-1daa-45d2-8dfd-179f123598d2 service neutron] 10.222.0.35 "PUT /v2.0/ports/baf37f40-b7ff-40be-8f6e-4a837939e01d HTTP/1.1" status: 200 len: 1095 time: 2.9789705 Feb 09 00:59:38.871973 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463862a1-1808-46fa-9699-e9dbdc4716a7', 'tag': 'baf37f40-b7ff-40be-8f6e-4a837939e01d'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:38.974527 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e615c87a-1daa-45d2-8dfd-179f123598d2 service neutron] Pushing event updated for resources: {'Port': ['ID=baf37f40-b7ff-40be-8f6e-4a837939e01d,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:38.989474 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59042) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:39.022307 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724c01a-120f-4768-85e8-81f2a0789390 req-ddebfb55-8646-4743-bade-9bc13b964728 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:39.029391 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e724c01a-120f-4768-85e8-81f2a0789390 req-ddebfb55-8646-4743-bade-9bc13b964728 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 1096 time: 0.3996892 Feb 09 00:59:39.164910 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e724c01a-120f-4768-85e8-81f2a0789390 req-9da58d5f-219f-4c7d-a0f1-0aa94a0cb94b tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341152 Feb 09 00:59:39.170742 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-62ac5130-98cd-4bc3-942b-20e56ac45fb7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1002343795-network', 'tenant_id': '6f085f8b18784551909478d3d7d57efd'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:39.177204 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-209a2920-2a1c-4958-a4dd-34440833b73b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd5352ed-e2f5-4451-ab55-31e1d2b352b4 {{(pid=87611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:59:39.184473 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-62ac5130-98cd-4bc3-942b-20e56ac45fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:39.189432 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-209a2920-2a1c-4958-a4dd-34440833b73b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:39.194741 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-121325d6-b5f0-4136-bff2-e4d9d9b6e5e3 req-5f24eef6-82da-46c8-b8a6-b70a46973fe0 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432672 Feb 09 00:59:39.195876 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 00:59:39.197713 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838afd1d-d661-4906-83f0-c4efa682c924 req-b0ff1920-8dd7-43d7-8cc9-58213a85d3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:39.198447 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-a802ac52-3b4a-4cbd-9b43-15c94b41ffda req-3b089328-8178-4208-8855-c2c1d7d16cea tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] For port 36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d,segment=NetworkSegment(e54330ae-8d13-4599-abc0-f776581bcd15),segment_id=e54330ae-8d13-4599-abc0-f776581bcd15)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:39.198810 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a802ac52-3b4a-4cbd-9b43-15c94b41ffda req-3b089328-8178-4208-8855-c2c1d7d16cea tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:39.199871 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-838afd1d-d661-4906-83f0-c4efa682c924 req-b0ff1920-8dd7-43d7-8cc9-58213a85d3e5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=98741d537e7b4103aeb62f1d29ec64ac&device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 1098 time: 0.2837970 Feb 09 00:59:39.203990 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-62ac5130-98cd-4bc3-942b-20e56ac45fb7 admin admin] Usage tracker for resource:network and tenant:6f085f8b18784551909478d3d7d57efd is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:39.210614 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-62ac5130-98cd-4bc3-942b-20e56ac45fb7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:39.239766 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7c672324-8e4b-4fbe-8fd6-ee2a2f6af674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:39.276839 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-62ac5130-98cd-4bc3-942b-20e56ac45fb7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:39.288710 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-209a2920-2a1c-4958-a4dd-34440833b73b service neutron] Transition to ACTIVE for port object cd5352ed-e2f5-4451-ab55-31e1d2b352b4 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:39.290246 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-838afd1d-d661-4906-83f0-c4efa682c924 req-506068ad-d1bc-4f4b-9844-26a70ac40571 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=baf37f40-b7ff-40be-8f6e-4a837939e01d HTTP/1.1" status: 200 len: 217 time: 0.0807610 Feb 09 00:59:39.294886 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-209a2920-2a1c-4958-a4dd-34440833b73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:39.371124 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ac5130-98cd-4bc3-942b-20e56ac45fb7 admin admin] Made reservation on behalf of 6f085f8b18784551909478d3d7d57efd for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:59:39.373393 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-62ac5130-98cd-4bc3-942b-20e56ac45fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:39.388027 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3c8ae6d9-ef48-4905-92a0-f46278df20e0 req-daa3a068-253e-4eaa-8a8b-31cc34be39f7 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6652203 Feb 09 00:59:39.399913 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124b9e2-236c-4d0a-be99-d8c8c2bbeb6c req-c3979e6a-0e3d-4f08-8fb8-f5277d916b99 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:39.401187 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a124b9e2-236c-4d0a-be99-d8c8c2bbeb6c req-c3979e6a-0e3d-4f08-8fb8-f5277d916b99 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=09956878-6656-4174-bd55-f2cd519f0bb7 HTTP/1.1" status: 200 len: 949 time: 0.6561036 Feb 09 00:59:39.487377 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-62ac5130-98cd-4bc3-942b-20e56ac45fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:39.549921 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-62ac5130-98cd-4bc3-942b-20e56ac45fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:39.584437 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a2920-2a1c-4958-a4dd-34440833b73b service neutron] Pushing event updated for resources: {'Port': ['ID=cd5352ed-e2f5-4451-ab55-31e1d2b352b4,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:39.591462 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-62ac5130-98cd-4bc3-942b-20e56ac45fb7 admin admin] Usage tracker for resource:security_group_rule and tenant:6f085f8b18784551909478d3d7d57efd is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:39.604870 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-62ac5130-98cd-4bc3-942b-20e56ac45fb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:39.609972 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838afd1d-d661-4906-83f0-c4efa682c924 req-825c4bdb-faf7-4d91-afc8-28654cadd7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:39.611754 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-838afd1d-d661-4906-83f0-c4efa682c924 req-825c4bdb-faf7-4d91-afc8-28654cadd7dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.3124282 Feb 09 00:59:39.620521 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a124b9e2-236c-4d0a-be99-d8c8c2bbeb6c req-0f4c6f21-aa5f-4c5f-951b-fee7991a6b61 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081132 Feb 09 00:59:39.680685 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-62ac5130-98cd-4bc3-942b-20e56ac45fb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:39.730715 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-121325d6-b5f0-4136-bff2-e4d9d9b6e5e3 req-e923af7c-5d16-4976-b920-d1e6ee11a650 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5181851 Feb 09 00:59:39.781555 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-209a2920-2a1c-4958-a4dd-34440833b73b service neutron] Attempting to bind port cd5352ed-e2f5-4451-ab55-31e1d2b352b4 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:59:39.782365 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-209a2920-2a1c-4958-a4dd-34440833b73b service neutron] Attempting to bind port cd5352ed-e2f5-4451-ab55-31e1d2b352b4 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': 'ac5394c8-a1c7-46f4-8081-c70b84abb73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '4b6c3381-1d8e-43f3-869b-fab4a3c26101'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:59:39.782924 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-209a2920-2a1c-4958-a4dd-34440833b73b service neutron] Attempting to bind port cd5352ed-e2f5-4451-ab55-31e1d2b352b4 on network 4b6c3381-1d8e-43f3-869b-fab4a3c26101 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:39.804561 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-209a2920-2a1c-4958-a4dd-34440833b73b service neutron] Port cd5352ed-e2f5-4451-ab55-31e1d2b352b4 on network 4b6c3381-1d8e-43f3-869b-fab4a3c26101 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:59:39.805554 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-209a2920-2a1c-4958-a4dd-34440833b73b service neutron] Attempting to bind port cd5352ed-e2f5-4451-ab55-31e1d2b352b4 on network 4b6c3381-1d8e-43f3-869b-fab4a3c26101 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:39.815597 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa83a7-823f-4c80-9903-e013720f88cd req-20301369-d0b9-48d9-ba42-0de678b321ea tempest-LiveMigrationNegativeTest-1904177717 tempest-LiveMigrationNegativeTest-1904177717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:39.817144 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-02aa83a7-823f-4c80-9903-e013720f88cd req-20301369-d0b9-48d9-ba42-0de678b321ea tempest-LiveMigrationNegativeTest-1904177717 tempest-LiveMigrationNegativeTest-1904177717-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1cc4c3db-2136-4d64-a34a-5755ad7ec464 HTTP/1.1" status: 200 len: 1100 time: 0.4471805 Feb 09 00:59:39.824012 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-209a2920-2a1c-4958-a4dd-34440833b73b service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:59:39.824339 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-209a2920-2a1c-4958-a4dd-34440833b73b service neutron] Checking segment: {'id': 'ac5394c8-a1c7-46f4-8081-c70b84abb73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '4b6c3381-1d8e-43f3-869b-fab4a3c26101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:59:39.824942 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-209a2920-2a1c-4958-a4dd-34440833b73b service neutron] Bound using segment: {'id': 'ac5394c8-a1c7-46f4-8081-c70b84abb73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '4b6c3381-1d8e-43f3-869b-fab4a3c26101'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:59:39.825579 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-209a2920-2a1c-4958-a4dd-34440833b73b service neutron] Bound port: cd5352ed-e2f5-4451-ab55-31e1d2b352b4, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac5394c8-a1c7-46f4-8081-c70b84abb73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '4b6c3381-1d8e-43f3-869b-fab4a3c26101'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:59:39.826109 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-209a2920-2a1c-4958-a4dd-34440833b73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:39.831618 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb07d2-4db1-425b-b082-755e9fa434fc req-cf1928a9-0a15-40e1-bb6a-daba9a0f552c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:39.833110 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-55fb07d2-4db1-425b-b082-755e9fa434fc req-cf1928a9-0a15-40e1-bb6a-daba9a0f552c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=98741d537e7b4103aeb62f1d29ec64ac&device_id=88a643ed-0658-494a-bb55-a406dcd2765f HTTP/1.1" status: 200 len: 1099 time: 0.3888361 Feb 09 00:59:39.867183 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:59:39.905463 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-02aa83a7-823f-4c80-9903-e013720f88cd req-c371a275-4b0e-4f72-8fa7-dcaf82c6839f tempest-LiveMigrationNegativeTest-1904177717 tempest-LiveMigrationNegativeTest-1904177717-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:39.921127 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a802ac52-3b4a-4cbd-9b43-15c94b41ffda req-3b089328-8178-4208-8855-c2c1d7d16cea tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:39.921495 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a802ac52-3b4a-4cbd-9b43-15c94b41ffda req-3b089328-8178-4208-8855-c2c1d7d16cea tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:39.921824 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [req-a802ac52-3b4a-4cbd-9b43-15c94b41ffda req-3b089328-8178-4208-8855-c2c1d7d16cea tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Floating IP fc7df3f3-3753-4021-a9a2-fd592a25624d disassociated. External IP: 172.25.5.124, port: 36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d. Feb 09 00:59:39.922166 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-a802ac52-3b4a-4cbd-9b43-15c94b41ffda req-3b089328-8178-4208-8855-c2c1d7d16cea tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Calling delete_port for 36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:59:39.928957 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838afd1d-d661-4906-83f0-c4efa682c924 req-42a83ade-1720-4265-964d-83f0ee89e1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:39.930709 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-838afd1d-d661-4906-83f0-c4efa682c924 req-42a83ade-1720-4265-964d-83f0ee89e1bb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2902801 Feb 09 00:59:39.981754 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-02aa83a7-823f-4c80-9903-e013720f88cd req-c371a275-4b0e-4f72-8fa7-dcaf82c6839f tempest-LiveMigrationNegativeTest-1904177717 tempest-LiveMigrationNegativeTest-1904177717-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:40.046402 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-02aa83a7-823f-4c80-9903-e013720f88cd req-c371a275-4b0e-4f72-8fa7-dcaf82c6839f tempest-LiveMigrationNegativeTest-1904177717 tempest-LiveMigrationNegativeTest-1904177717-project-admin] Usage tracker for resource:security_group_rule and tenant:6c63243809914aa5b87ccbe0da75af92 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:40.063473 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:40.065605 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-02aa83a7-823f-4c80-9903-e013720f88cd req-c371a275-4b0e-4f72-8fa7-dcaf82c6839f tempest-LiveMigrationNegativeTest-1904177717 tempest-LiveMigrationNegativeTest-1904177717-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:40.074729 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7014b3d-ee4c-4e7e-bdb6-44a5093f3ede req-171dbbd7-f4e6-4498-be7f-0ec4d1d94e0e tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:40.082994 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c7014b3d-ee4c-4e7e-bdb6-44a5093f3ede req-171dbbd7-f4e6-4498-be7f-0ec4d1d94e0e tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f69e20-1459-46c8-85c6-102e8bece3fa HTTP/1.1" status: 200 len: 945 time: 0.3357556 Feb 09 00:59:40.085772 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb07d2-4db1-425b-b082-755e9fa434fc req-dd8e27f9-64d1-452b-83f0-6f625b768686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:40.087542 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-55fb07d2-4db1-425b-b082-755e9fa434fc req-dd8e27f9-64d1-452b-83f0-6f625b768686 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.2440338 Feb 09 00:59:40.094698 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-62ac5130-98cd-4bc3-942b-20e56ac45fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:40.096103 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-02aa83a7-823f-4c80-9903-e013720f88cd req-c371a275-4b0e-4f72-8fa7-dcaf82c6839f tempest-LiveMigrationNegativeTest-1904177717 tempest-LiveMigrationNegativeTest-1904177717-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:40.108675 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-62ac5130-98cd-4bc3-942b-20e56ac45fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:40.115590 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-209a2920-2a1c-4958-a4dd-34440833b73b service neutron] For port cd5352ed-e2f5-4451-ab55-31e1d2b352b4, host n-h2-828419-1, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:59:40.145192 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d,segment=NetworkSegment(e54330ae-8d13-4599-abc0-f776581bcd15),segment_id=e54330ae-8d13-4599-abc0-f776581bcd15)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:40.146243 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f69e20-1459-46c8-85c6-102e8bece3fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:40.155860 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:40.168926 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-209a2920-2a1c-4958-a4dd-34440833b73b service neutron] For port cd5352ed-e2f5-4451-ab55-31e1d2b352b4, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=cd5352ed-e2f5-4451-ab55-31e1d2b352b4,segment=NetworkSegment(ac5394c8-a1c7-46f4-8081-c70b84abb73c),segment_id=ac5394c8-a1c7-46f4-8081-c70b84abb73c)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:59:40.176625 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ac5130-98cd-4bc3-942b-20e56ac45fb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 966} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:59:40.194880 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-209a2920-2a1c-4958-a4dd-34440833b73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:40.237872 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:40.254468 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:40.271937 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac5130-98cd-4bc3-942b-20e56ac45fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3994565d-5024-4083-b0fc-cc37dc19c179,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:40.275890 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-62ac5130-98cd-4bc3-942b-20e56ac45fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:40.276445 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-62ac5130-98cd-4bc3-942b-20e56ac45fb7 admin admin] Added segment 64dd75d4-6fae-4951-bf2a-3e9b32aa4c93 of type vlan for network baee9c13-0c46-4fb6-801b-193b3cf40533 Feb 09 00:59:40.296246 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-838afd1d-d661-4906-83f0-c4efa682c924 req-8e983fa3-519a-4a43-a3dd-87ad2b3f0da4 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494663 Feb 09 00:59:40.299610 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:40.306165 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-55fb07d2-4db1-425b-b082-755e9fa434fc req-76670a69-dafd-45e1-9782-3b7ac4b470fb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=ac9f038e-b710-46b6-980d-f499101cfc4b HTTP/1.1" status: 200 len: 217 time: 0.2007010 Feb 09 00:59:40.317557 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-209a2920-2a1c-4958-a4dd-34440833b73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:40.318673 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.api [req-a802ac52-3b4a-4cbd-9b43-15c94b41ffda req-3b089328-8178-4208-8855-c2c1d7d16cea tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:59:40.318874 n-d-828419-1 neutron-server[87612]: DEBUG oslo_db.api [req-a802ac52-3b4a-4cbd-9b43-15c94b41ffda req-3b089328-8178-4208-8855-c2c1d7d16cea tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:59:40.319198 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-209a2920-2a1c-4958-a4dd-34440833b73b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:40.320899 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-209a2920-2a1c-4958-a4dd-34440833b73b service neutron] 10.222.0.117 "PUT /v2.0/ports/cd5352ed-e2f5-4451-ab55-31e1d2b352b4 HTTP/1.1" status: 200 len: 1091 time: 2.3674731 Feb 09 00:59:40.372942 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c7014b3d-ee4c-4e7e-bdb6-44a5093f3ede req-2c46de11-2dde-4cba-a63c-095777a19864 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/security-groups?id=80672e19-6adc-4973-92da-be1078159b61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2887955 Feb 09 00:59:40.400709 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb07d2-4db1-425b-b082-755e9fa434fc req-fa7ceae7-1c00-447a-8de6-e218cdd662ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:40.402183 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-55fb07d2-4db1-425b-b082-755e9fa434fc req-fa7ceae7-1c00-447a-8de6-e218cdd662ee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.0863426 Feb 09 00:59:40.492082 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-62ac5130-98cd-4bc3-942b-20e56ac45fb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:40.507515 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb07d2-4db1-425b-b082-755e9fa434fc req-58867792-df9d-4d9f-9e18-d02fa61d368e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:40.509042 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-55fb07d2-4db1-425b-b082-755e9fa434fc req-58867792-df9d-4d9f-9e18-d02fa61d368e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0994942 Feb 09 00:59:40.568329 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '463862a1-1808-46fa-9699-e9dbdc4716a7', 'tag': 'baf37f40-b7ff-40be-8f6e-4a837939e01d', 'status': 'completed', 'code': 200} Feb 09 00:59:40.605202 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-02aa83a7-823f-4c80-9903-e013720f88cd req-c371a275-4b0e-4f72-8fa7-dcaf82c6839f tempest-LiveMigrationNegativeTest-1904177717 tempest-LiveMigrationNegativeTest-1904177717-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:40.622760 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-02aa83a7-823f-4c80-9903-e013720f88cd req-c371a275-4b0e-4f72-8fa7-dcaf82c6839f tempest-LiveMigrationNegativeTest-1904177717 tempest-LiveMigrationNegativeTest-1904177717-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:40.643469 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a2920-2a1c-4958-a4dd-34440833b73b service neutron] Pushing event updated for resources: {'Port': ['ID=cd5352ed-e2f5-4451-ab55-31e1d2b352b4,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:40.666657 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-62ac5130-98cd-4bc3-942b-20e56ac45fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:40.667598 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ac5130-98cd-4bc3-942b-20e56ac45fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:40.668345 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-62ac5130-98cd-4bc3-942b-20e56ac45fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:40.672722 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-55fb07d2-4db1-425b-b082-755e9fa434fc req-521510e1-55b3-4f5b-84aa-97cc0f1dfbca service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521795 Feb 09 00:59:40.704028 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-02aa83a7-823f-4c80-9903-e013720f88cd req-c371a275-4b0e-4f72-8fa7-dcaf82c6839f tempest-LiveMigrationNegativeTest-1904177717 tempest-LiveMigrationNegativeTest-1904177717-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9dce2740-aad5-4d46-af2e-64ac70d80869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8659556 Feb 09 00:59:40.771111 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-838afd1d-d661-4906-83f0-c4efa682c924 req-55535e6c-de8e-49f2-8aed-b79a9da542f0 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572542 Feb 09 00:59:40.804432 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c371a275-4b0e-4f72-8fa7-dcaf82c6839f tempest-LiveMigrationNegativeTest-1904177717 tempest-LiveMigrationNegativeTest-1904177717-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f0572e-f8b8-481f-bbda-632723f2af47,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:40.821760 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac5130-98cd-4bc3-942b-20e56ac45fb7 admin admin] Pushing event updated for resources: {'Network': ['ID=baee9c13-0c46-4fb6-801b-193b3cf40533,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:40.822474 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-a802ac52-3b4a-4cbd-9b43-15c94b41ffda req-3b089328-8178-4208-8855-c2c1d7d16cea tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Deleting port 36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:59:40.822817 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a802ac52-3b4a-4cbd-9b43-15c94b41ffda req-3b089328-8178-4208-8855-c2c1d7d16cea tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:40.834583 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-fb623704-e7e8-437c-a880-bd848ca65b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:40.836484 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-fb623704-e7e8-437c-a880-bd848ca65b05 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a5cbed1718f943558d23d2d82e04fd93&device_id=1d0cade0-cd58-4252-a61c-ab312eb67de0 HTTP/1.1" status: 200 len: 1094 time: 0.4331682 Feb 09 00:59:40.838533 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-62ac5130-98cd-4bc3-942b-20e56ac45fb7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8470144 Feb 09 00:59:40.850976 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network baee9c13-0c46-4fb6-801b-193b3cf40533 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:59:40.876556 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59070) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:40.921033 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-03e4ba33-389f-4962-9521-91ff34b0b42c admin admin] Request body: {'subnet': {'network_id': 'baee9c13-0c46-4fb6-801b-193b3cf40533', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1002343795-subnet', 'tenant_id': '6f085f8b18784551909478d3d7d57efd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:40.937922 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-03e4ba33-389f-4962-9521-91ff34b0b42c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:40.942803 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-55fb07d2-4db1-425b-b082-755e9fa434fc req-9a79f93a-c91e-4592-9d0d-9beeedb7dfde service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631545 Feb 09 00:59:40.954392 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-03e4ba33-389f-4962-9521-91ff34b0b42c admin admin] Usage tracker for resource:subnet and tenant:6f085f8b18784551909478d3d7d57efd is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:40.962623 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-03e4ba33-389f-4962-9521-91ff34b0b42c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:40.981053 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-03e4ba33-389f-4962-9521-91ff34b0b42c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:41.049613 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e4ba33-389f-4962-9521-91ff34b0b42c admin admin] Made reservation on behalf of 6f085f8b18784551909478d3d7d57efd for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:59:41.052214 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-03e4ba33-389f-4962-9521-91ff34b0b42c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:41.134059 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-6bbdc5b6-1f23-4400-bece-efe4f7fa729b service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd5352ed-e2f5-4451-ab55-31e1d2b352b4 HTTP/1.1" status: 200 len: 217 time: 0.1341872 Feb 09 00:59:41.230633 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-87b321c0-5c27-41fa-9abc-632fb333cb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:41.232241 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-87b321c0-5c27-41fa-9abc-632fb333cb1c service neutron] 10.222.0.117 "GET /v2.0/subnets?id=283c54b0-5051-4d26-8e41-b7afdc8e3c33 HTTP/1.1" status: 200 len: 868 time: 0.0899429 Feb 09 00:59:41.280551 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c0cea-d667-44fa-8299-bf51cc0c4568 req-e7659b56-6bcd-4e9a-bc52-bad0885b1d2d tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:41.282495 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3b4c0cea-d667-44fa-8299-bf51cc0c4568 req-e7659b56-6bcd-4e9a-bc52-bad0885b1d2d tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0cade0-cd58-4252-a61c-ab312eb67de0 HTTP/1.1" status: 200 len: 943 time: 0.4426005 Feb 09 00:59:41.289548 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882cc8b-c1bc-4e35-a1a9-c4556d3abc0a req-eec1155d-83d6-48ee-8f38-654210b2e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:41.291280 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b882cc8b-c1bc-4e35-a1a9-c4556d3abc0a req-eec1155d-83d6-48ee-8f38-654210b2e102 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=98741d537e7b4103aeb62f1d29ec64ac&device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 1098 time: 0.2927170 Feb 09 00:59:41.329396 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-a802ac52-3b4a-4cbd-9b43-15c94b41ffda req-3b089328-8178-4208-8855-c2c1d7d16cea tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] For port 36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d,segment=NetworkSegment(e54330ae-8d13-4599-abc0-f776581bcd15),segment_id=e54330ae-8d13-4599-abc0-f776581bcd15)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:41.329908 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a802ac52-3b4a-4cbd-9b43-15c94b41ffda req-3b089328-8178-4208-8855-c2c1d7d16cea tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:41.433525 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3b4c0cea-d667-44fa-8299-bf51cc0c4568 req-c5046071-66a2-4171-a953-9579ae4d7357 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/security-groups?id=762fb667-f5fe-4686-9f4a-3f4893c1fe4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352389 Feb 09 00:59:41.475819 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-49e09004-79a3-4c78-bf26-ae74cb5ac57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:41.477317 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-49e09004-79a3-4c78-bf26-ae74cb5ac57a service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=4b6c3381-1d8e-43f3-869b-fab4a3c26101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2372119 Feb 09 00:59:41.561169 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:41.669578 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882cc8b-c1bc-4e35-a1a9-c4556d3abc0a req-4312d968-4c6a-4333-8588-35225ba384bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:41.671138 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b882cc8b-c1bc-4e35-a1a9-c4556d3abc0a req-4312d968-4c6a-4333-8588-35225ba384bc service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.3710814 Feb 09 00:59:41.696963 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-03e4ba33-389f-4962-9521-91ff34b0b42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:41.752671 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-e8e0444a-6ca2-42d5-9d9f-f6279c4b58db tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:59:41.753662 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-e8e0444a-6ca2-42d5-9d9f-f6279c4b58db tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0397403 Feb 09 00:59:41.756251 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b882cc8b-c1bc-4e35-a1a9-c4556d3abc0a req-b9a524ec-ab0e-45f9-bbe8-16d89393bfe2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=baf37f40-b7ff-40be-8f6e-4a837939e01d HTTP/1.1" status: 200 len: 217 time: 0.0733919 Feb 09 00:59:41.772970 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-29af2970-f4be-4694-a0ad-5a8d77469714 service neutron] Request body: {'binding': {'host': 'n-h1-828419-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:41.773404 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-29af2970-f4be-4694-a0ad-5a8d77469714 service neutron] Unknown quota resources ['binding']. {{(pid=87612) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 00:59:41.845998 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-4cd5bd6d-5a40-4cee-bc51-86a239cbe9e2 service neutron] 10.222.0.117 "GET /v2.0/networks/4b6c3381-1d8e-43f3-869b-fab4a3c26101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428028 Feb 09 00:59:41.860787 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a802ac52-3b4a-4cbd-9b43-15c94b41ffda req-3b089328-8178-4208-8855-c2c1d7d16cea tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:41.861154 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a802ac52-3b4a-4cbd-9b43-15c94b41ffda req-3b089328-8178-4208-8855-c2c1d7d16cea tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:41.861478 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882cc8b-c1bc-4e35-a1a9-c4556d3abc0a req-8731baf1-77f5-4b72-a94b-bfaee320d6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:41.861606 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [req-a802ac52-3b4a-4cbd-9b43-15c94b41ffda req-3b089328-8178-4208-8855-c2c1d7d16cea tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Floating IP fc7df3f3-3753-4021-a9a2-fd592a25624d disassociated. External IP: 172.25.5.124, port: 36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d. Feb 09 00:59:41.861813 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-a802ac52-3b4a-4cbd-9b43-15c94b41ffda req-3b089328-8178-4208-8855-c2c1d7d16cea tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Calling delete_port for 36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:59:41.863257 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b882cc8b-c1bc-4e35-a1a9-c4556d3abc0a req-8731baf1-77f5-4b72-a94b-bfaee320d6bd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.0898032 Feb 09 00:59:41.890456 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device ac9f038e-b710-46b6-980d-f499101cfc4b details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:59:41.892186 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f6744-9f10-4a76-a7c4-2512d51f2ecb req-52c645f4-bbfb-40ab-af0a-6ed603183b47 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:41.892933 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-6d8f6744-9f10-4a76-a7c4-2512d51f2ecb req-52c645f4-bbfb-40ab-af0a-6ed603183b47 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Synchronizing usage tracker for tenant:98741d537e7b4103aeb62f1d29ec64ac on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:59:41.930202 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e4ba33-389f-4962-9521-91ff34b0b42c admin admin] Checking segment: {'id': '64dd75d4-6fae-4951-bf2a-3e9b32aa4c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': 'baee9c13-0c46-4fb6-801b-193b3cf40533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:59:41.930554 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e4ba33-389f-4962-9521-91ff34b0b42c admin admin] Network hostable DHCP agents. Network: baee9c13-0c46-4fb6-801b-193b3cf40533, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:59:41.934685 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4ba33-389f-4962-9521-91ff34b0b42c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bae93aa-2d57-40cf-9f14-f02ea4322f3b,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:42.021727 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-6d8f6744-9f10-4a76-a7c4-2512d51f2ecb req-52c645f4-bbfb-40ab-af0a-6ed603183b47 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Unset dirty status for tenant:98741d537e7b4103aeb62f1d29ec64ac on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:59:42.022893 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6d8f6744-9f10-4a76-a7c4-2512d51f2ecb req-52c645f4-bbfb-40ab-af0a-6ed603183b47 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=88a643ed-0658-494a-bb55-a406dcd2765f HTTP/1.1" status: 200 len: 948 time: 0.4108472 Feb 09 00:59:42.044514 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port ac9f038e-b710-46b6-980d-f499101cfc4b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=ac9f038e-b710-46b6-980d-f499101cfc4b,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:42.062450 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'ac9f038e-b710-46b6-980d-f499101cfc4b', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': 'ac9f038e-b710-46b6-980d-f499101cfc4b', 'mac_address': 'fa:16:3e:f8:eb:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:59:42.103373 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d683d025-f80e-488b-a2b7-f1207c11ba5b req-bb072438-5f67-4bb7-91d2-19bfdf73ba88 service neutron] 10.222.0.117 "GET /v2.0/networks/4b6c3381-1d8e-43f3-869b-fab4a3c26101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376986 Feb 09 00:59:42.125989 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882cc8b-c1bc-4e35-a1a9-c4556d3abc0a req-b7de67d7-3136-4305-a967-f909e1eaacaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:42.127752 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b882cc8b-c1bc-4e35-a1a9-c4556d3abc0a req-b7de67d7-3136-4305-a967-f909e1eaacaa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2320955 Feb 09 00:59:42.130195 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-6d8f6744-9f10-4a76-a7c4-2512d51f2ecb req-790f4894-5197-492f-9d7c-e3e557f05ea8 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Synchronizing usage tracker for tenant:98741d537e7b4103aeb62f1d29ec64ac on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:59:42.146666 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:42.159818 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e4ba33-389f-4962-9521-91ff34b0b42c admin admin] Network baee9c13-0c46-4fb6-801b-193b3cf40533 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:59:42.171201 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac9f038e-b710-46b6-980d-f499101cfc4b {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:59:42.192858 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port ac9f038e-b710-46b6-980d-f499101cfc4b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=ac9f038e-b710-46b6-980d-f499101cfc4b,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:42.197558 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:42.227149 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-03e4ba33-389f-4962-9521-91ff34b0b42c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, baee9c13-0c46-4fb6-801b-193b3cf40533) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:59:42.242528 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c900958-1a2f-4d66-b376-3b8ef2a4203c None None] Network baee9c13-0c46-4fb6-801b-193b3cf40533 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:59:42.244035 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e4ba33-389f-4962-9521-91ff34b0b42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:42.244847 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-03e4ba33-389f-4962-9521-91ff34b0b42c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:42.260833 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-6d8f6744-9f10-4a76-a7c4-2512d51f2ecb req-790f4894-5197-492f-9d7c-e3e557f05ea8 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Unset dirty status for tenant:98741d537e7b4103aeb62f1d29ec64ac on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:59:42.268967 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6d8f6744-9f10-4a76-a7c4-2512d51f2ecb req-790f4894-5197-492f-9d7c-e3e557f05ea8 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185323 Feb 09 00:59:42.299789 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-29af2970-f4be-4694-a0ad-5a8d77469714 service neutron] Attempting to bind port a3a8c315-95d5-4b07-958e-13e5b6be2a4c on host n-h1-828419-1 for vnic_type normal with profile None {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:59:42.300125 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-29af2970-f4be-4694-a0ad-5a8d77469714 service neutron] Attempting to bind port a3a8c315-95d5-4b07-958e-13e5b6be2a4c by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:59:42.300487 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-29af2970-f4be-4694-a0ad-5a8d77469714 service neutron] Attempting to bind port a3a8c315-95d5-4b07-958e-13e5b6be2a4c on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:42.318000 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-03e4ba33-389f-4962-9521-91ff34b0b42c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4320683 Feb 09 00:59:42.318000 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-29af2970-f4be-4694-a0ad-5a8d77469714 service neutron] Port a3a8c315-95d5-4b07-958e-13e5b6be2a4c on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:59:42.318000 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-29af2970-f4be-4694-a0ad-5a8d77469714 service neutron] Attempting to bind port a3a8c315-95d5-4b07-958e-13e5b6be2a4c on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:42.319001 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59098) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:42.327904 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-7991688f-50dc-41a9-95c8-9c171feda25e admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1002343795-router', 'tenant_id': '6f085f8b18784551909478d3d7d57efd', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:42.332336 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a802ac52-3b4a-4cbd-9b43-15c94b41ffda req-3b089328-8178-4208-8855-c2c1d7d16cea tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:42.334169 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-29af2970-f4be-4694-a0ad-5a8d77469714 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:59:42.334358 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-29af2970-f4be-4694-a0ad-5a8d77469714 service neutron] Checking segment: {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:59:42.334731 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-29af2970-f4be-4694-a0ad-5a8d77469714 service neutron] Bound using segment: {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:59:42.335176 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-29af2970-f4be-4694-a0ad-5a8d77469714 service neutron] Bound port: a3a8c315-95d5-4b07-958e-13e5b6be2a4c, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:59:42.336233 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b882cc8b-c1bc-4e35-a1a9-c4556d3abc0a req-9051e2ef-d916-4312-a044-10b38cc8cde0 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945169 Feb 09 00:59:42.337288 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-7991688f-50dc-41a9-95c8-9c171feda25e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:42.380498 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=ac9f038e-b710-46b6-980d-f499101cfc4b,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:42.401241 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-7991688f-50dc-41a9-95c8-9c171feda25e admin admin] Usage tracker for resource:router and tenant:6f085f8b18784551909478d3d7d57efd is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:42.404016 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b089328-8178-4208-8855-c2c1d7d16cea tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Pushing event deleted for resources: {'Port': ['ID=36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:42.406023 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-7991688f-50dc-41a9-95c8-9c171feda25e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:42.416850 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-7991688f-50dc-41a9-95c8-9c171feda25e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:42.502436 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7991688f-50dc-41a9-95c8-9c171feda25e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:42.503422 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7991688f-50dc-41a9-95c8-9c171feda25e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:42.518333 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['ac9f038e-b710-46b6-980d-f499101cfc4b'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:59:42.531340 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-29af2970-f4be-4694-a0ad-5a8d77469714 service neutron] For port a3a8c315-95d5-4b07-958e-13e5b6be2a4c, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a3a8c315-95d5-4b07-958e-13e5b6be2a4c,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:59:42.543679 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7991688f-50dc-41a9-95c8-9c171feda25e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:42.557544 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b882cc8b-c1bc-4e35-a1a9-c4556d3abc0a req-3182d8e5-34a0-4f41-9126-5d8a74e98d0f service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133639 Feb 09 00:59:42.559700 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-29af2970-f4be-4694-a0ad-5a8d77469714 service neutron] Notify callbacks [] for binding, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:42.560892 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-29af2970-f4be-4694-a0ad-5a8d77469714 service neutron] 10.222.0.37 "POST /v2.0/ports/a3a8c315-95d5-4b07-958e-13e5b6be2a4c/bindings HTTP/1.1" status: 201 len: 389 time: 0.7929301 Feb 09 00:59:42.570589 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0cade0-cd58-4252-a61c-ab312eb67de0', 'tag': 'cd5352ed-e2f5-4451-ab55-31e1d2b352b4'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:42.571785 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448135f5-6073-454e-b6e9-291de7e8b399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-baee9c13-0c46-4fb6-801b-193b3cf40533', 'network_id': 'baee9c13-0c46-4fb6-801b-193b3cf40533', 'tenant_id': '6f085f8b18784551909478d3d7d57efd', 'fixed_ips': [{'subnet_id': '5bae93aa-2d57-40cf-9f14-f02ea4322f3b'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 00:59:42.572646 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-448135f5-6073-454e-b6e9-291de7e8b399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:42.584226 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed855ee1-3e49-4994-a6ed-e9a4eeded98c req-7b2b2e68-d112-4fbc-81d9-2565df7665c8 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:42.586228 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ed855ee1-3e49-4994-a6ed-e9a4eeded98c req-7b2b2e68-d112-4fbc-81d9-2565df7665c8 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=e52e7de5-f787-4a51-9bd5-1d65163b7793 HTTP/1.1" status: 200 len: 950 time: 0.1466706 Feb 09 00:59:42.641089 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ed855ee1-3e49-4994-a6ed-e9a4eeded98c req-f47c5a9e-05c9-432c-a3fc-fe4e6567ad38 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482254 Feb 09 00:59:42.823675 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f69e20-1459-46c8-85c6-102e8bece3fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d', 'code': 200} Feb 09 00:59:42.897684 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-448135f5-6073-454e-b6e9-291de7e8b399 None None] Allocated IP 172.20.0.2 (baee9c13-0c46-4fb6-801b-193b3cf40533/5bae93aa-2d57-40cf-9f14-f02ea4322f3b/d8a09f7f-3311-4d19-95bc-fa21a9587ba6) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:59:42.974162 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a802ac52-3b4a-4cbd-9b43-15c94b41ffda req-3b089328-8178-4208-8855-c2c1d7d16cea tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Router a7d9e7d3-82dd-46db-8b42-3880179fd871 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:59:43.074840 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7991688f-50dc-41a9-95c8-9c171feda25e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:43.175842 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6076b469-b0de-4264-b6ff-f2c32d289ac7 req-ca7944aa-5309-4a28-98a1-fa5925975429 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f69e20-1459-46c8-85c6-102e8bece3fa HTTP/1.1" status: 200 len: 210 time: 0.0564635 Feb 09 00:59:43.217121 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-182847e3-4e3e-450a-9af7-dfcc9a714bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:43.219327 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-182847e3-4e3e-450a-9af7-dfcc9a714bf5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a38989228a14de2b6764c7f261f44e3&device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 1096 time: 0.3368862 Feb 09 00:59:43.223761 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-448135f5-6073-454e-b6e9-291de7e8b399 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:43.236480 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-448135f5-6073-454e-b6e9-291de7e8b399 None None] Transition to ACTIVE for port object d8a09f7f-3311-4d19-95bc-fa21a9587ba6 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:43.260144 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-448135f5-6073-454e-b6e9-291de7e8b399 None None] Transition to ACTIVE for port object d8a09f7f-3311-4d19-95bc-fa21a9587ba6 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:43.267627 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-448135f5-6073-454e-b6e9-291de7e8b399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:43.272020 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0cade0-cd58-4252-a61c-ab312eb67de0', 'tag': 'cd5352ed-e2f5-4451-ab55-31e1d2b352b4', 'status': 'completed', 'code': 200} Feb 09 00:59:43.345096 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448135f5-6073-454e-b6e9-291de7e8b399 None None] Pushing event updated for resources: {'Port': ['ID=d8a09f7f-3311-4d19-95bc-fa21a9587ba6,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:43.364881 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448135f5-6073-454e-b6e9-291de7e8b399 None None] Network baee9c13-0c46-4fb6-801b-193b3cf40533 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:59:43.366141 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-448135f5-6073-454e-b6e9-291de7e8b399 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:59:43.370228 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448135f5-6073-454e-b6e9-291de7e8b399 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:59:43.417096 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a802ac52-3b4a-4cbd-9b43-15c94b41ffda req-3b089328-8178-4208-8855-c2c1d7d16cea tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:59:43.454600 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fec4fa2-0869-4b71-a173-dcc322bd938c None None] Sync routers for ids ['a7d9e7d3-82dd-46db-8b42-3880179fd871'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:59:43.492083 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-448135f5-6073-454e-b6e9-291de7e8b399 None None] Attempting to bind port d8a09f7f-3311-4d19-95bc-fa21a9587ba6 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:59:43.492083 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-448135f5-6073-454e-b6e9-291de7e8b399 None None] Attempting to bind port d8a09f7f-3311-4d19-95bc-fa21a9587ba6 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '64dd75d4-6fae-4951-bf2a-3e9b32aa4c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': 'baee9c13-0c46-4fb6-801b-193b3cf40533'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:59:43.497018 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd65c34-f108-4a44-bfd2-521178b670fe req-e636c8c3-27f3-4b29-a0ae-a087d076f6a9 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:43.502912 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448135f5-6073-454e-b6e9-291de7e8b399 None None] Attempting to bind port d8a09f7f-3311-4d19-95bc-fa21a9587ba6 on network baee9c13-0c46-4fb6-801b-193b3cf40533 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:43.508823 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1bd65c34-f108-4a44-bfd2-521178b670fe req-e636c8c3-27f3-4b29-a0ae-a087d076f6a9 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0cade0-cd58-4252-a61c-ab312eb67de0 HTTP/1.1" status: 200 len: 943 time: 0.3229864 Feb 09 00:59:43.514826 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448135f5-6073-454e-b6e9-291de7e8b399 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:59:43.514826 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448135f5-6073-454e-b6e9-291de7e8b399 None None] Checking segment: {'id': '64dd75d4-6fae-4951-bf2a-3e9b32aa4c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': 'baee9c13-0c46-4fb6-801b-193b3cf40533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:59:43.514826 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-448135f5-6073-454e-b6e9-291de7e8b399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:43.514826 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448135f5-6073-454e-b6e9-291de7e8b399 None None] Bound using segment: {'id': '64dd75d4-6fae-4951-bf2a-3e9b32aa4c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': 'baee9c13-0c46-4fb6-801b-193b3cf40533'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:59:43.514826 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-448135f5-6073-454e-b6e9-291de7e8b399 None None] Bound port: d8a09f7f-3311-4d19-95bc-fa21a9587ba6, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64dd75d4-6fae-4951-bf2a-3e9b32aa4c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': 'baee9c13-0c46-4fb6-801b-193b3cf40533'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:59:43.514826 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-448135f5-6073-454e-b6e9-291de7e8b399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:43.514826 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fec4fa2-0869-4b71-a173-dcc322bd938c None None] Routers {'a7d9e7d3-82dd-46db-8b42-3880179fd871'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:59:43.514826 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-4fec4fa2-0869-4b71-a173-dcc322bd938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T00:59:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a7d9e7d3-82dd-46db-8b42-3880179fd871'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:43.555492 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-41f63734-3e3a-467d-93f7-07c73425eb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:43.555492 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-41f63734-3e3a-467d-93f7-07c73425eb3d service neutron] 10.222.0.35 "GET /v2.0/networks?id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9 HTTP/1.1" status: 200 len: 922 time: 0.3213015 Feb 09 00:59:43.563081 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-a802ac52-3b4a-4cbd-9b43-15c94b41ffda req-3b089328-8178-4208-8855-c2c1d7d16cea tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] No DVR routers for this DVR port 36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:59:43.569073 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31202392-ba96-4d39-a4b8-caa1c11bff26 req-14a532d9-5463-4af0-bb6e-68fbc05dd0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:43.569073 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-31202392-ba96-4d39-a4b8-caa1c11bff26 req-14a532d9-5463-4af0-bb6e-68fbc05dd0d2 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a5cbed1718f943558d23d2d82e04fd93&device_id=1d0cade0-cd58-4252-a61c-ab312eb67de0 HTTP/1.1" status: 200 len: 1094 time: 0.2325153 Feb 09 00:59:43.574288 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a802ac52-3b4a-4cbd-9b43-15c94b41ffda req-3b089328-8178-4208-8855-c2c1d7d16cea tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:43.574288 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a802ac52-3b4a-4cbd-9b43-15c94b41ffda req-3b089328-8178-4208-8855-c2c1d7d16cea tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.35 "DELETE /v2.0/ports/36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d HTTP/1.1" status: 204 len: 173 time: 5.8552992 Feb 09 00:59:43.574288 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f69e20-1459-46c8-85c6-102e8bece3fa', 'name': 'network-vif-deleted', 'tag': '36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:43.601556 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-1bd65c34-f108-4a44-bfd2-521178b670fe req-79722c4b-9c13-4a45-925f-2c9c607e860c tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Synchronizing usage tracker for tenant:a5cbed1718f943558d23d2d82e04fd93 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:59:43.635165 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-1bd65c34-f108-4a44-bfd2-521178b670fe req-79722c4b-9c13-4a45-925f-2c9c607e860c tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Unset dirty status for tenant:a5cbed1718f943558d23d2d82e04fd93 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:59:43.644685 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1bd65c34-f108-4a44-bfd2-521178b670fe req-79722c4b-9c13-4a45-925f-2c9c607e860c tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/security-groups?id=762fb667-f5fe-4686-9f4a-3f4893c1fe4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258049 Feb 09 00:59:43.796113 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-448135f5-6073-454e-b6e9-291de7e8b399 None None] For port d8a09f7f-3311-4d19-95bc-fa21a9587ba6, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:59:43.801194 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-448135f5-6073-454e-b6e9-291de7e8b399 None None] For port d8a09f7f-3311-4d19-95bc-fa21a9587ba6, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d8a09f7f-3311-4d19-95bc-fa21a9587ba6,segment=NetworkSegment(64dd75d4-6fae-4951-bf2a-3e9b32aa4c93),segment_id=64dd75d4-6fae-4951-bf2a-3e9b32aa4c93)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:59:43.809671 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-448135f5-6073-454e-b6e9-291de7e8b399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:43.815331 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-4fec4fa2-0869-4b71-a173-dcc322bd938c None None] Set router a7d9e7d3-82dd-46db-8b42-3880179fd871 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:59:43.842006 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce568a97-7729-49e6-b817-7db657c87b47 req-c2a1ad25-aa08-480e-b569-887dfe762132 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:43.859561 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ce568a97-7729-49e6-b817-7db657c87b47 req-c2a1ad25-aa08-480e-b569-887dfe762132 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 945 time: 0.4895663 Feb 09 00:59:43.920936 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-50b08a05-fc74-47b1-9f65-0b0b3ac4c03f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3a8c315-95d5-4b07-958e-13e5b6be2a4c HTTP/1.1" status: 200 len: 217 time: 0.3618245 Feb 09 00:59:43.951290 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device baf37f40-b7ff-40be-8f6e-4a837939e01d details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:59:43.953536 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device ac9f038e-b710-46b6-980d-f499101cfc4b up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:59:43.995164 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7991688f-50dc-41a9-95c8-9c171feda25e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:44.027836 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7991688f-50dc-41a9-95c8-9c171feda25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:44.189892 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31202392-ba96-4d39-a4b8-caa1c11bff26 req-52ff445e-f98a-489f-afb8-6caf341b40e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:44.192415 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-31202392-ba96-4d39-a4b8-caa1c11bff26 req-52ff445e-f98a-489f-afb8-6caf341b40e8 service neutron] 10.222.0.117 "GET /v2.0/networks?id=4b6c3381-1d8e-43f3-869b-fab4a3c26101 HTTP/1.1" status: 200 len: 930 time: 0.4836059 Feb 09 00:59:44.211483 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-f0069602-09c2-4be9-b0d9-69770c1edba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:44.213132 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-f0069602-09c2-4be9-b0d9-69770c1edba8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb9a8e05-d0fc-4553-92c9-d58b7743cadc HTTP/1.1" status: 200 len: 861 time: 0.2036405 Feb 09 00:59:44.255713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85eadc2-12e0-4eb1-a22d-e2817db6d0ac req-28c39ffa-968d-447c-b17e-a1891405d14e tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:44.263576 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85eadc2-12e0-4eb1-a22d-e2817db6d0ac req-28c39ffa-968d-447c-b17e-a1891405d14e tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:44.265695 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e85eadc2-12e0-4eb1-a22d-e2817db6d0ac req-28c39ffa-968d-447c-b17e-a1891405d14e tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=09956878-6656-4174-bd55-f2cd519f0bb7&device_id=e52e7de5-f787-4a51-9bd5-1d65163b7793 HTTP/1.1" status: 200 len: 1690 time: 0.1773295 Feb 09 00:59:44.283678 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448135f5-6073-454e-b6e9-291de7e8b399 None None] Pushing event updated for resources: {'Port': ['ID=d8a09f7f-3311-4d19-95bc-fa21a9587ba6,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:44.326532 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-7991688f-50dc-41a9-95c8-9c171feda25e admin admin] Allocated IP 172.25.5.139 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/005d6ce5-b661-487c-a0a5-4c1a96d90dd4) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:59:44.353432 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.resource_extend [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 00:59:44.388146 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-31202392-ba96-4d39-a4b8-caa1c11bff26 req-6ef540a3-74ac-435a-845d-f41227363b9f service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd5352ed-e2f5-4451-ab55-31e1d2b352b4 HTTP/1.1" status: 200 len: 217 time: 0.1731899 Feb 09 00:59:44.405606 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ce568a97-7729-49e6-b817-7db657c87b47 req-ca4d921d-f14f-4c04-9ccf-6ef2671e969c tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5436430 Feb 09 00:59:44.523304 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port ac9f038e-b710-46b6-980d-f499101cfc4b completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:44.582700 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port ac9f038e-b710-46b6-980d-f499101cfc4b triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:44.582700 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:44.636216 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31202392-ba96-4d39-a4b8-caa1c11bff26 req-d493f357-b118-4e9a-9e6d-b9d146f7b347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:44.641662 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port baf37f40-b7ff-40be-8f6e-4a837939e01d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=baf37f40-b7ff-40be-8f6e-4a837939e01d,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:44.642030 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7991688f-50dc-41a9-95c8-9c171feda25e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:44.649904 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-31202392-ba96-4d39-a4b8-caa1c11bff26 req-d493f357-b118-4e9a-9e6d-b9d146f7b347 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=283c54b0-5051-4d26-8e41-b7afdc8e3c33 HTTP/1.1" status: 200 len: 868 time: 0.2391505 Feb 09 00:59:44.652769 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-5fa10d77-a189-46e8-a666-a27f2b454718 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2461724 Feb 09 00:59:44.685719 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7991688f-50dc-41a9-95c8-9c171feda25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:44.712331 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'baf37f40-b7ff-40be-8f6e-4a837939e01d', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': 'baf37f40-b7ff-40be-8f6e-4a837939e01d', 'mac_address': 'fa:16:3e:12:e9:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:59:44.749679 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7991688f-50dc-41a9-95c8-9c171feda25e admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:59:44.767883 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-7991688f-50dc-41a9-95c8-9c171feda25e admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:59:44.770331 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7991688f-50dc-41a9-95c8-9c171feda25e admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:59:44.880610 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:44.908285 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e85eadc2-12e0-4eb1-a22d-e2817db6d0ac req-0699dfc8-6cdc-4ffc-8fd5-3e1aff0fa7b3 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6292489 Feb 09 00:59:44.909165 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device cd5352ed-e2f5-4451-ab55-31e1d2b352b4 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:59:44.933203 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf37f40-b7ff-40be-8f6e-4a837939e01d {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:59:44.942166 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991688f-50dc-41a9-95c8-9c171feda25e admin admin] Pushing event updated for resources: {'Port': ['ID=005d6ce5-b661-487c-a0a5-4c1a96d90dd4,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:44.962449 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:44.991284 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-3f7a6d1b-e906-4993-b99d-1c631edb1887 service neutron] 10.222.0.35 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295758 Feb 09 00:59:45.000260 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port baf37f40-b7ff-40be-8f6e-4a837939e01d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=baf37f40-b7ff-40be-8f6e-4a837939e01d,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:45.021642 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f69e20-1459-46c8-85c6-102e8bece3fa', 'name': 'network-vif-deleted', 'tag': '36efe5b9-3a6a-44ee-98b5-c3e51bf7ca0d', 'status': 'completed', 'code': 200} Feb 09 00:59:45.063356 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:45.115492 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a643ed-0658-494a-bb55-a406dcd2765f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9f038e-b710-46b6-980d-f499101cfc4b'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:45.121466 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-4fec4fa2-0869-4b71-a173-dcc322bd938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519594793-router', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:56:48Z', 'updated_at': '2022-02-09T00:56:54Z', 'revision_number': 4, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'gw_port': {'id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:49Z', 'updated_at': '2022-02-09T00:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '7f548adb-9d4f-4c93-8ecd-94255637112b', 'name': '', 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'mac_address': 'fa:16:3e:ea:b3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:52Z', 'updated_at': '2022-02-09T00:57:08Z', 'revision_number': 5, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'subnets': [{'id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:45.158105 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port ac9f038e-b710-46b6-980d-f499101cfc4b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=ac9f038e-b710-46b6-980d-f499101cfc4b,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:45.163355 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31202392-ba96-4d39-a4b8-caa1c11bff26 req-79c35efa-a482-4e90-a07a-10f5b28447c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:45.163492 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fec4fa2-0869-4b71-a173-dcc322bd938c None None] Checking router: a7d9e7d3-82dd-46db-8b42-3880179fd871 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:59:45.165087 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-31202392-ba96-4d39-a4b8-caa1c11bff26 req-79c35efa-a482-4e90-a07a-10f5b28447c7 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=4b6c3381-1d8e-43f3-869b-fab4a3c26101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5013239 Feb 09 00:59:45.177139 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:45.185274 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3793de-ad83-4aa9-b471-403be57a6b20 req-7578e73c-22a7-4b5d-a6ec-773e7c617341 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:45.187500 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6d3793de-ad83-4aa9-b471-403be57a6b20 req-7578e73c-22a7-4b5d-a6ec-773e7c617341 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=88a643ed-0658-494a-bb55-a406dcd2765f HTTP/1.1" status: 200 len: 949 time: 0.3114672 Feb 09 00:59:45.207235 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fec4fa2-0869-4b71-a173-dcc322bd938c None None] Routers {'a7d9e7d3-82dd-46db-8b42-3880179fd871'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:59:45.207878 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-4fec4fa2-0869-4b71-a173-dcc322bd938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T00:59:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a7d9e7d3-82dd-46db-8b42-3880179fd871'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:45.308086 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=baf37f40-b7ff-40be-8f6e-4a837939e01d,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:45.341961 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-31202392-ba96-4d39-a4b8-caa1c11bff26 req-2742d82a-6464-4e59-a967-b48157c550b8 service neutron] 10.222.0.117 "GET /v2.0/networks/4b6c3381-1d8e-43f3-869b-fab4a3c26101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668880 Feb 09 00:59:45.388120 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7991688f-50dc-41a9-95c8-9c171feda25e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:45.408870 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port cd5352ed-e2f5-4451-ab55-31e1d2b352b4, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=cd5352ed-e2f5-4451-ab55-31e1d2b352b4,segment=NetworkSegment(ac5394c8-a1c7-46f4-8081-c70b84abb73c),segment_id=ac5394c8-a1c7-46f4-8081-c70b84abb73c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:45.429798 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['baf37f40-b7ff-40be-8f6e-4a837939e01d'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:59:45.448666 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-a8f99fc0-e0a1-471f-9c03-18e51c7b6e4b service neutron] 10.222.0.35 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429784 Feb 09 00:59:45.553921 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': 'cd5352ed-e2f5-4451-ab55-31e1d2b352b4', 'network_id': '4b6c3381-1d8e-43f3-869b-fab4a3c26101', 'port_id': 'cd5352ed-e2f5-4451-ab55-31e1d2b352b4', 'mac_address': 'fa:16:3e:f1:99:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 967, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '283c54b0-5051-4d26-8e41-b7afdc8e3c33', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 00:59:45.569018 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=ac9f038e-b710-46b6-980d-f499101cfc4b,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:45.650292 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5612b2-eee8-41b9-8711-899f925a6105 req-0c56bc3b-1b7a-450e-9907-72b371ffef0d tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:45.651302 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6d3793de-ad83-4aa9-b471-403be57a6b20 req-3a13a3c9-896a-48e7-9eb0-c8ddfcec7789 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082952 Feb 09 00:59:45.651806 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4c5612b2-eee8-41b9-8711-899f925a6105 req-0c56bc3b-1b7a-450e-9907-72b371ffef0d tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0cade0-cd58-4252-a61c-ab312eb67de0 HTTP/1.1" status: 200 len: 943 time: 0.2012761 Feb 09 00:59:45.796754 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff3c2cf-01cb-4c85-998d-042043f83d4e None None] Network baee9c13-0c46-4fb6-801b-193b3cf40533 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 00:59:45.819412 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d8a09f7f-3311-4d19-95bc-fa21a9587ba6 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:59:45.823678 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-31202392-ba96-4d39-a4b8-caa1c11bff26 req-0551724f-6a83-4153-b396-2cc0fdb53a91 service neutron] 10.222.0.117 "GET /v2.0/networks/4b6c3381-1d8e-43f3-869b-fab4a3c26101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4594553 Feb 09 00:59:45.859366 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-4fec4fa2-0869-4b71-a173-dcc322bd938c None None] Set router a7d9e7d3-82dd-46db-8b42-3880179fd871 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:59:45.908096 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4c5612b2-eee8-41b9-8711-899f925a6105 req-fc6d0240-5966-4773-81c0-207228cd3651 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/security-groups?id=762fb667-f5fe-4686-9f4a-3f4893c1fe4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442601 Feb 09 00:59:46.017539 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7991688f-50dc-41a9-95c8-9c171feda25e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:46.362436 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a643ed-0658-494a-bb55-a406dcd2765f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9f038e-b710-46b6-980d-f499101cfc4b', 'code': 200} Feb 09 00:59:46.371926 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:46.401687 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd5352ed-e2f5-4451-ab55-31e1d2b352b4 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:59:46.418795 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port cd5352ed-e2f5-4451-ab55-31e1d2b352b4, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=cd5352ed-e2f5-4451-ab55-31e1d2b352b4,segment=NetworkSegment(ac5394c8-a1c7-46f4-8081-c70b84abb73c),segment_id=ac5394c8-a1c7-46f4-8081-c70b84abb73c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:46.429439 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e839a5a3-4387-4e4e-b603-a617faa1f4e4 None None] Provisioning for port d8a09f7f-3311-4d19-95bc-fa21a9587ba6 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:46.450641 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7991688f-50dc-41a9-95c8-9c171feda25e admin admin] Router 017d060b-c7b6-4436-9514-163ccdf34845 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 00:59:46.480909 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:46.492599 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59299c7-aed9-4eb0-b0ad-12b92e1f89d0 req-d490383a-90f1-4eac-a1d5-4f4e72833bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:46.494292 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e59299c7-aed9-4eb0-b0ad-12b92e1f89d0 req-d490383a-90f1-4eac-a1d5-4f4e72833bae service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=88a643ed-0658-494a-bb55-a406dcd2765f HTTP/1.1" status: 200 len: 1101 time: 0.2781658 Feb 09 00:59:46.509746 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735872a0-30ab-478f-855f-998892d0c3d7 req-53b2474a-063e-4bc5-8328-7fa54ec9c047 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:46.512352 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-735872a0-30ab-478f-855f-998892d0c3d7 req-53b2474a-063e-4bc5-8328-7fa54ec9c047 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 945 time: 0.1473057 Feb 09 00:59:46.538157 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port d8a09f7f-3311-4d19-95bc-fa21a9587ba6 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:46.589636 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port d8a09f7f-3311-4d19-95bc-fa21a9587ba6 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:46.589997 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:46.597857 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e59299c7-aed9-4eb0-b0ad-12b92e1f89d0 req-211f18c3-b22a-4155-b131-5b641dc7af37 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962453 Feb 09 00:59:46.602478 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-735872a0-30ab-478f-855f-998892d0c3d7 req-7feb1250-b000-471f-89d7-e97edf286a54 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760021 Feb 09 00:59:46.641473 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cabc5a-f40c-460d-b4e6-a185cc6b58fb req-f81318a7-6827-4c34-86e8-0ea2d080104d tempest-ServersOnMultiNodesTest-1113726229 tempest-ServersOnMultiNodesTest-1113726229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:46.643117 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d5cabc5a-f40c-460d-b4e6-a185cc6b58fb req-f81318a7-6827-4c34-86e8-0ea2d080104d tempest-ServersOnMultiNodesTest-1113726229 tempest-ServersOnMultiNodesTest-1113726229-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=09956878-6656-4174-bd55-f2cd519f0bb7 HTTP/1.1" status: 200 len: 1100 time: 0.1842866 Feb 09 00:59:46.803765 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d5cabc5a-f40c-460d-b4e6-a185cc6b58fb req-cd66bc3b-8d5f-41f8-a9ae-035d6f5d59ba tempest-ServersOnMultiNodesTest-1113726229 tempest-ServersOnMultiNodesTest-1113726229-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544271 Feb 09 00:59:46.804965 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7991688f-50dc-41a9-95c8-9c171feda25e admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:59:46.821858 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=cd5352ed-e2f5-4451-ab55-31e1d2b352b4,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:46.838178 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbda69f-597a-421a-ae9a-76aa1e620d13 None None] Sync routers for ids ['017d060b-c7b6-4436-9514-163ccdf34845'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:59:46.855451 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbda69f-597a-421a-ae9a-76aa1e620d13 None None] Routers {'017d060b-c7b6-4436-9514-163ccdf34845'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:59:46.856081 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-8bbda69f-597a-421a-ae9a-76aa1e620d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T00:59:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['017d060b-c7b6-4436-9514-163ccdf34845'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:46.858602 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d3203-06fc-40d0-a90d-cfe03bc1f9c1 req-4c31479e-1476-4be9-8c9e-8431e0f7b13e tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:46.868427 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8b3d3203-06fc-40d0-a90d-cfe03bc1f9c1 req-4c31479e-1476-4be9-8c9e-8431e0f7b13e tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cc4c3db-2136-4d64-a34a-5755ad7ec464 HTTP/1.1" status: 200 len: 949 time: 0.1271119 Feb 09 00:59:46.868765 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7991688f-50dc-41a9-95c8-9c171feda25e admin admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:46.869942 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7991688f-50dc-41a9-95c8-9c171feda25e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5499160 Feb 09 00:59:46.872664 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59200) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:46.914151 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['cd5352ed-e2f5-4451-ab55-31e1d2b352b4'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:59:46.928446 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8b3d3203-06fc-40d0-a90d-cfe03bc1f9c1 req-0f1d434f-4062-4c50-bbe4-dcfbeeedf103 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dce2740-aad5-4d46-af2e-64ac70d80869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589654 Feb 09 00:59:47.092742 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-3721987c-7438-40a3-941f-e0a14ab9e15a tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e89768b4b7dd4f158c579bead75e7e42&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440722 Feb 09 00:59:47.303542 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:47.321114 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-eb42f4f4-a5a9-4d3b-91fb-ad8ffab541ff tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:47.323858 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-eb42f4f4-a5a9-4d3b-91fb-ad8ffab541ff tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2252519 Feb 09 00:59:47.351993 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-cb659075-5a2e-4a4d-8084-c374c0f8cae2 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/quotas/e89768b4b7dd4f158c579bead75e7e42 HTTP/1.1" status: 200 len: 375 time: 0.0215023 Feb 09 00:59:47.375350 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-8bbda69f-597a-421a-ae9a-76aa1e620d13 None None] Set router 017d060b-c7b6-4436-9514-163ccdf34845 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:59:47.378943 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-4fec4fa2-0869-4b71-a173-dcc322bd938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519594793-router', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:56:48Z', 'updated_at': '2022-02-09T00:56:54Z', 'revision_number': 4, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'gw_port': {'id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:49Z', 'updated_at': '2022-02-09T00:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '7f548adb-9d4f-4c93-8ecd-94255637112b', 'name': '', 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'mac_address': 'fa:16:3e:ea:b3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:52Z', 'updated_at': '2022-02-09T00:57:08Z', 'revision_number': 5, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'subnets': [{'id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:47.405345 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port d8a09f7f-3311-4d19-95bc-fa21a9587ba6, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d8a09f7f-3311-4d19-95bc-fa21a9587ba6,segment=NetworkSegment(64dd75d4-6fae-4951-bf2a-3e9b32aa4c93),segment_id=64dd75d4-6fae-4951-bf2a-3e9b32aa4c93)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:47.408442 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fec4fa2-0869-4b71-a173-dcc322bd938c None None] The sync data for ids ['a7d9e7d3-82dd-46db-8b42-3880179fd871'] in n-d-828419-1 is: [{'id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519594793-router', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:56:48Z', 'updated_at': '2022-02-09T00:56:54Z', 'revision_number': 4, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'gw_port': {'id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:49Z', 'updated_at': '2022-02-09T00:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '7f548adb-9d4f-4c93-8ecd-94255637112b', 'name': '', 'network_id': '445ebb7c-d106-4555-bd14-c6ab8035bb9f', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'mac_address': 'fa:16:3e:ea:b3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:52Z', 'updated_at': '2022-02-09T00:57:08Z', 'revision_number': 5, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'subnets': [{'id': '7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:59:47.414088 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:47.494970 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-f8e18448-61e1-4054-8e05-0a611c14f76a tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e89768b4b7dd4f158c579bead75e7e42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1373508 Feb 09 00:59:47.611212 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=d8a09f7f-3311-4d19-95bc-fa21a9587ba6,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:47.832556 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d8a09f7f-3311-4d19-95bc-fa21a9587ba6 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:59:47.987348 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device baf37f40-b7ff-40be-8f6e-4a837939e01d up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:59:48.109997 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-8bbda69f-597a-421a-ae9a-76aa1e620d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017d060b-c7b6-4436-9514-163ccdf34845', 'name': 'tempest-ServersTestMultiNic-1002343795-router', 'tenant_id': '6f085f8b18784551909478d3d7d57efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '005d6ce5-b661-487c-a0a5-4c1a96d90dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:59:42Z', 'updated_at': '2022-02-09T00:59:45Z', 'revision_number': 3, 'project_id': '6f085f8b18784551909478d3d7d57efd', 'gw_port': {'id': '005d6ce5-b661-487c-a0a5-4c1a96d90dd4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:07:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017d060b-c7b6-4436-9514-163ccdf34845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:44Z', 'updated_at': '2022-02-09T00:59:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:48.116905 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c755ba-39d2-4633-b731-c748e0e3ef5c None None] New status for floating IP fc7df3f3-3753-4021-a9a2-fd592a25624d: DOWN {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:59:48.119165 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbda69f-597a-421a-ae9a-76aa1e620d13 None None] Checking router: 017d060b-c7b6-4436-9514-163ccdf34845 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:59:48.119888 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbda69f-597a-421a-ae9a-76aa1e620d13 None None] Updating router 017d060b-c7b6-4436-9514-163ccdf34845 port 005d6ce5-b661-487c-a0a5-4c1a96d90dd4 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:59:48.239701 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9550e7d-b5da-4755-856c-7c892ae67d33 req-1e614c35-6072-4ce9-90a4-195c1446f66d tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:48.250943 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-8bbda69f-597a-421a-ae9a-76aa1e620d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:48.253437 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9550e7d-b5da-4755-856c-7c892ae67d33 req-1e614c35-6072-4ce9-90a4-195c1446f66d tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=88a643ed-0658-494a-bb55-a406dcd2765f HTTP/1.1" status: 200 len: 950 time: 1.1867406 Feb 09 00:59:48.303246 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa8740-6f63-447e-a895-d6659b7a0538 req-439d12fb-5bf4-4016-b0fb-ac3678c88c3d tempest-ServersOnMultiNodesTest-1113726229 tempest-ServersOnMultiNodesTest-1113726229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:48.304846 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-73aa8740-6f63-447e-a895-d6659b7a0538 req-439d12fb-5bf4-4016-b0fb-ac3678c88c3d tempest-ServersOnMultiNodesTest-1113726229 tempest-ServersOnMultiNodesTest-1113726229-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e52e7de5-f787-4a51-9bd5-1d65163b7793 HTTP/1.1" status: 200 len: 1101 time: 0.2286901 Feb 09 00:59:48.355382 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746908ae-a673-4340-8a44-bae974e7105b req-e88aa434-d3a6-4b11-b97a-3380e54f7430 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:48.357258 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-746908ae-a673-4340-8a44-bae974e7105b req-e88aa434-d3a6-4b11-b97a-3380e54f7430 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cc4c3db-2136-4d64-a34a-5755ad7ec464 HTTP/1.1" status: 200 len: 949 time: 0.4042103 Feb 09 00:59:48.404659 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9550e7d-b5da-4755-856c-7c892ae67d33 req-21549bf4-1d02-48f5-9f4a-949c27f7eacf tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422541 Feb 09 00:59:48.449241 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-746908ae-a673-4340-8a44-bae974e7105b req-2e690d01-1d4f-45bf-85c8-0327e339b5bf tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Deleting port 4d636809-963c-4342-bfa8-0ae9b7a8778a {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:59:48.449586 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-746908ae-a673-4340-8a44-bae974e7105b req-2e690d01-1d4f-45bf-85c8-0327e339b5bf tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:48.629037 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-73aa8740-6f63-447e-a895-d6659b7a0538 req-0043912f-8687-4216-937b-f93da3a4de2a tempest-ServersOnMultiNodesTest-1113726229 tempest-ServersOnMultiNodesTest-1113726229-project-admin] Synchronizing usage tracker for tenant:79003afaaa7449eebf6c14733afed2db on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:59:48.657979 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d23fb849-ca08-466f-ae68-a0fabd502e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:48.684973 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-73aa8740-6f63-447e-a895-d6659b7a0538 req-0043912f-8687-4216-937b-f93da3a4de2a tempest-ServersOnMultiNodesTest-1113726229 tempest-ServersOnMultiNodesTest-1113726229-project-admin] Unset dirty status for tenant:79003afaaa7449eebf6c14733afed2db on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:59:48.686212 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-73aa8740-6f63-447e-a895-d6659b7a0538 req-0043912f-8687-4216-937b-f93da3a4de2a tempest-ServersOnMultiNodesTest-1113726229 tempest-ServersOnMultiNodesTest-1113726229-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740051 Feb 09 00:59:48.713214 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5724e80f-1568-4d6a-980e-67d162fe6b47 None None] Provisioning complete for port d8a09f7f-3311-4d19-95bc-fa21a9587ba6 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:48.713679 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5724e80f-1568-4d6a-980e-67d162fe6b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:48.772575 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59234) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:48.799913 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7c230-d25a-49fe-8bcc-7801cddbbaa4 req-7471b5f1-99d8-4d22-a808-52aa31c7a6fc tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:48.801467 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-59c7c230-d25a-49fe-8bcc-7801cddbbaa4 req-7471b5f1-99d8-4d22-a808-52aa31c7a6fc tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0cade0-cd58-4252-a61c-ab312eb67de0 HTTP/1.1" status: 200 len: 944 time: 0.2374125 Feb 09 00:59:48.854988 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port d8a09f7f-3311-4d19-95bc-fa21a9587ba6 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:48.855482 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:48.898619 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port baf37f40-b7ff-40be-8f6e-4a837939e01d completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:48.913514 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port baf37f40-b7ff-40be-8f6e-4a837939e01d triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:48.913989 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:48.925544 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-59c7c230-d25a-49fe-8bcc-7801cddbbaa4 req-ed081929-aa2f-4e09-8d58-c9c68487699b tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/security-groups?id=762fb667-f5fe-4686-9f4a-3f4893c1fe4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067770 Feb 09 00:59:48.975312 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0662cdea-2c65-428c-9f28-95a6568aca81 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:48.991120 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-746908ae-a673-4340-8a44-bae974e7105b req-2e690d01-1d4f-45bf-85c8-0327e339b5bf tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] For port 4d636809-963c-4342-bfa8-0ae9b7a8778a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=4d636809-963c-4342-bfa8-0ae9b7a8778a,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:48.994667 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-746908ae-a673-4340-8a44-bae974e7105b req-2e690d01-1d4f-45bf-85c8-0327e339b5bf tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:49.025843 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-8bbda69f-597a-421a-ae9a-76aa1e620d13 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:49.051913 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device cd5352ed-e2f5-4451-ab55-31e1d2b352b4 up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:59:49.062398 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-8bbda69f-597a-421a-ae9a-76aa1e620d13 None None] Transition to ACTIVE for port object 005d6ce5-b661-487c-a0a5-4c1a96d90dd4 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:49.070507 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-8bbda69f-597a-421a-ae9a-76aa1e620d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:49.088879 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7936fbb5-962e-4969-b784-928cca2166e6 req-796c6a5a-56c3-4e28-9847-f33d7bbb55a1 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e89768b4b7dd4f158c579bead75e7e42&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335629 Feb 09 00:59:49.093596 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0662cdea-2c65-428c-9f28-95a6568aca81 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:49.206504 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8ccfc-5a32-453f-912d-acf2362f7d3c None None] Pushing event updated for resources: {'Port': ['ID=005d6ce5-b661-487c-a0a5-4c1a96d90dd4,revision_number=2']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:49.217841 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port cd5352ed-e2f5-4451-ab55-31e1d2b352b4 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:49.226699 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port cd5352ed-e2f5-4451-ab55-31e1d2b352b4 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:49.227074 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:49.247626 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-8bbda69f-597a-421a-ae9a-76aa1e620d13 None None] Attempting to bind port 005d6ce5-b661-487c-a0a5-4c1a96d90dd4 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:59:49.248118 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-8bbda69f-597a-421a-ae9a-76aa1e620d13 None None] Attempting to bind port 005d6ce5-b661-487c-a0a5-4c1a96d90dd4 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:59:49.248596 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbda69f-597a-421a-ae9a-76aa1e620d13 None None] Attempting to bind port 005d6ce5-b661-487c-a0a5-4c1a96d90dd4 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:49.257162 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbda69f-597a-421a-ae9a-76aa1e620d13 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:59:49.257633 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbda69f-597a-421a-ae9a-76aa1e620d13 None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:59:49.258629 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-8bbda69f-597a-421a-ae9a-76aa1e620d13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:49.259089 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbda69f-597a-421a-ae9a-76aa1e620d13 None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:59:49.259565 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-746908ae-a673-4340-8a44-bae974e7105b req-2e690d01-1d4f-45bf-85c8-0327e339b5bf tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Calling delete_port for 4d636809-963c-4342-bfa8-0ae9b7a8778a owned by compute:nova {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:59:49.259710 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-8bbda69f-597a-421a-ae9a-76aa1e620d13 None None] Bound port: 005d6ce5-b661-487c-a0a5-4c1a96d90dd4, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:59:49.260485 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-8bbda69f-597a-421a-ae9a-76aa1e620d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:49.319713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-d23fb849-ca08-466f-ae68-a0fabd502e0c admin admin] Allocated IP 172.20.0.1 (baee9c13-0c46-4fb6-801b-193b3cf40533/5bae93aa-2d57-40cf-9f14-f02ea4322f3b/5bfb2935-9f05-479c-a356-4b050192ea2e) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:59:49.329394 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936fbb5-962e-4969-b784-928cca2166e6 req-a9e1efec-959d-41f6-978d-a07c58a6b920 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:49.343179 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7936fbb5-962e-4969-b784-928cca2166e6 req-a9e1efec-959d-41f6-978d-a07c58a6b920 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2393227 Feb 09 00:59:49.363925 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe00322-ec49-42e0-aede-f2d2462a77db req-194d4ef9-0429-4d3b-981d-e310cf1b22af tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:49.371509 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dbe00322-ec49-42e0-aede-f2d2462a77db req-194d4ef9-0429-4d3b-981d-e310cf1b22af tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 945 time: 0.2360725 Feb 09 00:59:49.372682 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7936fbb5-962e-4969-b784-928cca2166e6 req-1357abab-f174-4b33-bacc-05483e2f8c40 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/quotas/e89768b4b7dd4f158c579bead75e7e42 HTTP/1.1" status: 200 len: 375 time: 0.0279725 Feb 09 00:59:49.449023 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7936fbb5-962e-4969-b784-928cca2166e6 req-65efcf29-00b8-4ea6-8160-b0174ed3a121 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e89768b4b7dd4f158c579bead75e7e42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753706 Feb 09 00:59:49.455280 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dbe00322-ec49-42e0-aede-f2d2462a77db req-c572706a-b0ef-4330-b7fe-c4d643ba00cd tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795882 Feb 09 00:59:49.470322 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0662cdea-2c65-428c-9f28-95a6568aca81 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:49.492065 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-8bbda69f-597a-421a-ae9a-76aa1e620d13 None None] For port 005d6ce5-b661-487c-a0a5-4c1a96d90dd4, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:59:49.503068 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-8bbda69f-597a-421a-ae9a-76aa1e620d13 None None] For port 005d6ce5-b661-487c-a0a5-4c1a96d90dd4, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=005d6ce5-b661-487c-a0a5-4c1a96d90dd4,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:59:49.509255 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-8bbda69f-597a-421a-ae9a-76aa1e620d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:49.519054 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662cdea-2c65-428c-9f28-95a6568aca81 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80672e19-6adc-4973-92da-be1078159b61,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:49.649444 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:49.698702 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-738e53fb-6588-4057-b524-beb79527bc0a tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=e89768b4b7dd4f158c579bead75e7e42&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0941582 Feb 09 00:59:49.718686 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-746908ae-a673-4340-8a44-bae974e7105b req-2e690d01-1d4f-45bf-85c8-0327e339b5bf tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:49.739685 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:49.751717 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['3de626ed-6595-4da4-bc36-4f0b3d8c5311'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:59:49.819396 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['4d636809-963c-4342-bfa8-0ae9b7a8778a'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:59:49.869943 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbda69f-597a-421a-ae9a-76aa1e620d13 None None] Routers {'017d060b-c7b6-4436-9514-163ccdf34845'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:59:49.871357 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-8bbda69f-597a-421a-ae9a-76aa1e620d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T00:59:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['017d060b-c7b6-4436-9514-163ccdf34845'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:49.917706 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e690d01-1d4f-45bf-85c8-0327e339b5bf tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Pushing event deleted for resources: {'Port': ['ID=4d636809-963c-4342-bfa8-0ae9b7a8778a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:49.992084 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port baf37f40-b7ff-40be-8f6e-4a837939e01d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=baf37f40-b7ff-40be-8f6e-4a837939e01d,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:50.008816 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463862a1-1808-46fa-9699-e9dbdc4716a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf37f40-b7ff-40be-8f6e-4a837939e01d'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:50.035541 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-30f3f15b-a36c-4bcb-a4d2-a77334e51bc0 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:50.037113 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-30f3f15b-a36c-4bcb-a4d2-a77334e51bc0 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3322408 Feb 09 00:59:50.052609 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0662cdea-2c65-428c-9f28-95a6568aca81 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:50.063865 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0662cdea-2c65-428c-9f28-95a6568aca81 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "DELETE /v2.0/security-groups/80672e19-6adc-4973-92da-be1078159b61 HTTP/1.1" status: 204 len: 168 time: 1.2865613 Feb 09 00:59:50.068574 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:50.070091 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-e1fd20a6-81ed-4537-b04f-f5692b2bbbb0 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Request body: {'port': {'device_id': 'a7506338-5ad3-419a-b8c0-fb29193ffc35', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'admin_state_up': True, 'tenant_id': 'e89768b4b7dd4f158c579bead75e7e42'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:50.085353 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59258) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:50.110142 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-66e7a501-c05d-43fd-ac57-46c9877d4d14 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] show failed (client error): The resource could not be found. Feb 09 00:59:50.115703 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-66e7a501-c05d-43fd-ac57-46c9877d4d14 tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "GET /v2.0/security-groups/80672e19-6adc-4973-92da-be1078159b61 HTTP/1.1" status: 404 len: 347 time: 0.0267885 Feb 09 00:59:50.116630 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59266) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:50.132113 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8ccfc-5a32-453f-912d-acf2362f7d3c None None] Pushing event updated for resources: {'Port': ['ID=005d6ce5-b661-487c-a0a5-4c1a96d90dd4,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:50.330707 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 4d636809-963c-4342-bfa8-0ae9b7a8778a no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:59:50.395336 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 4d636809-963c-4342-bfa8-0ae9b7a8778a {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:59:50.395776 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 4d636809-963c-4342-bfa8-0ae9b7a8778a not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:59:50.415003 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=baf37f40-b7ff-40be-8f6e-4a837939e01d,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:50.416076 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7e70cee0-ef6f-428f-a927-24f2f6427149 req-3ac742db-77a1-40df-b37d-7a2c1b74b273 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cc4c3db-2136-4d64-a34a-5755ad7ec464 HTTP/1.1" status: 200 len: 210 time: 0.4997470 Feb 09 00:59:50.417371 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-746908ae-a673-4340-8a44-bae974e7105b req-2e690d01-1d4f-45bf-85c8-0327e339b5bf tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] No DVR routers for this DVR port 4d636809-963c-4342-bfa8-0ae9b7a8778a on host n-h1-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:59:50.425381 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port cd5352ed-e2f5-4451-ab55-31e1d2b352b4, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=cd5352ed-e2f5-4451-ab55-31e1d2b352b4,segment=NetworkSegment(ac5394c8-a1c7-46f4-8081-c70b84abb73c),segment_id=ac5394c8-a1c7-46f4-8081-c70b84abb73c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:50.427487 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-746908ae-a673-4340-8a44-bae974e7105b req-2e690d01-1d4f-45bf-85c8-0327e339b5bf tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:50.442130 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:50.453804 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc4c3db-2136-4d64-a34a-5755ad7ec464', 'name': 'network-vif-deleted', 'tag': '4d636809-963c-4342-bfa8-0ae9b7a8778a'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:50.469806 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-746908ae-a673-4340-8a44-bae974e7105b req-2e690d01-1d4f-45bf-85c8-0327e339b5bf tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.35 "DELETE /v2.0/ports/4d636809-963c-4342-bfa8-0ae9b7a8778a HTTP/1.1" status: 204 len: 173 time: 2.1069186 Feb 09 00:59:50.530341 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-8bbda69f-597a-421a-ae9a-76aa1e620d13 None None] Set router 017d060b-c7b6-4436-9514-163ccdf34845 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:59:50.581334 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=cd5352ed-e2f5-4451-ab55-31e1d2b352b4,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:50.589289 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b61cb133-bede-453a-928f-5216b544da62 req-35cd7cb2-1f93-47da-8514-c40d01c3c18b tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/ports?device_id=a76d9741-0bb8-4b77-af9c-e40d6a945ad6 HTTP/1.1" status: 200 len: 210 time: 0.0857630 Feb 09 00:59:50.815638 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-7fb1400f-0448-4b77-a055-373f3cb4a45e tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Deleting port 81138ad0-decf-41b2-a21c-42e920c87320 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:59:50.816211 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7fb1400f-0448-4b77-a055-373f3cb4a45e tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:50.833490 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a5745-98b9-43b8-abe9-fdc55e913486 req-42927dd2-8e2a-4c0b-a54f-ad0b02903f49 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:50.835090 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cb1a5745-98b9-43b8-abe9-fdc55e913486 req-42927dd2-8e2a-4c0b-a54f-ad0b02903f49 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0cade0-cd58-4252-a61c-ab312eb67de0 HTTP/1.1" status: 200 len: 945 time: 0.0964425 Feb 09 00:59:50.882711 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cb1a5745-98b9-43b8-abe9-fdc55e913486 req-f069ff50-af4b-48ac-b028-04c34eeceafa tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/security-groups?id=762fb667-f5fe-4686-9f4a-3f4893c1fe4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407736 Feb 09 00:59:50.943967 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463862a1-1808-46fa-9699-e9dbdc4716a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf37f40-b7ff-40be-8f6e-4a837939e01d', 'code': 200} Feb 09 00:59:50.959436 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-8bbda69f-597a-421a-ae9a-76aa1e620d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017d060b-c7b6-4436-9514-163ccdf34845', 'name': 'tempest-ServersTestMultiNic-1002343795-router', 'tenant_id': '6f085f8b18784551909478d3d7d57efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '005d6ce5-b661-487c-a0a5-4c1a96d90dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:59:42Z', 'updated_at': '2022-02-09T00:59:45Z', 'revision_number': 3, 'project_id': '6f085f8b18784551909478d3d7d57efd', 'gw_port': {'id': '005d6ce5-b661-487c-a0a5-4c1a96d90dd4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:07:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017d060b-c7b6-4436-9514-163ccdf34845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:44Z', 'updated_at': '2022-02-09T00:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:50.965070 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbda69f-597a-421a-ae9a-76aa1e620d13 None None] The sync data for ids ['017d060b-c7b6-4436-9514-163ccdf34845'] in n-d-828419-1 is: [{'id': '017d060b-c7b6-4436-9514-163ccdf34845', 'name': 'tempest-ServersTestMultiNic-1002343795-router', 'tenant_id': '6f085f8b18784551909478d3d7d57efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '005d6ce5-b661-487c-a0a5-4c1a96d90dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:59:42Z', 'updated_at': '2022-02-09T00:59:45Z', 'revision_number': 3, 'project_id': '6f085f8b18784551909478d3d7d57efd', 'gw_port': {'id': '005d6ce5-b661-487c-a0a5-4c1a96d90dd4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:07:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017d060b-c7b6-4436-9514-163ccdf34845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:44Z', 'updated_at': '2022-02-09T00:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:59:51.077830 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d23fb849-ca08-466f-ae68-a0fabd502e0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:51.141397 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-e1fd20a6-81ed-4537-b04f-f5692b2bbbb0 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:51.150789 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-1dc076d0-3895-4f0a-9c36-81eca9ac701f tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652518 Feb 09 00:59:51.164457 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-e1fd20a6-81ed-4537-b04f-f5692b2bbbb0 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Usage tracker for resource:port and tenant:e89768b4b7dd4f158c579bead75e7e42 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:51.171393 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-e1fd20a6-81ed-4537-b04f-f5692b2bbbb0 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:51.189899 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-e1fd20a6-81ed-4537-b04f-f5692b2bbbb0 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:51.215684 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01eb995-1136-433a-b8f3-2b24ca765ad7 req-17f536bb-2dd4-4834-8cde-6547952535eb tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:51.221147 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a01eb995-1136-433a-b8f3-2b24ca765ad7 req-17f536bb-2dd4-4834-8cde-6547952535eb tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=88a643ed-0658-494a-bb55-a406dcd2765f HTTP/1.1" status: 200 len: 950 time: 0.9042363 Feb 09 00:59:51.251329 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-d23fb849-ca08-466f-ae68-a0fabd502e0c admin admin] Transition to ACTIVE for port object 5bfb2935-9f05-479c-a356-4b050192ea2e will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:51.287700 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-e1fd20a6-81ed-4537-b04f-f5692b2bbbb0 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Made reservation on behalf of e89768b4b7dd4f158c579bead75e7e42 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:59:51.291248 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-e1fd20a6-81ed-4537-b04f-f5692b2bbbb0 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:51.328893 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f6cd2-975e-46b6-86ba-5cf9f9fee658 req-f78a4f23-12fc-4ee6-a95b-bdec03d221a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:51.330610 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3e1f6cd2-975e-46b6-86ba-5cf9f9fee658 req-f78a4f23-12fc-4ee6-a95b-bdec03d221a1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 1100 time: 0.3150408 Feb 09 00:59:51.390392 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7fb1400f-0448-4b77-a055-373f3cb4a45e tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:51.393494 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7fb1400f-0448-4b77-a055-373f3cb4a45e tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:51.414546 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-e1fd20a6-81ed-4537-b04f-f5692b2bbbb0 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:51.424683 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-a1cf39f4-fea5-4a75-9eda-838bfccd9a63 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:51.426245 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-a1cf39f4-fea5-4a75-9eda-838bfccd9a63 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2680902 Feb 09 00:59:51.435171 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3e1f6cd2-975e-46b6-86ba-5cf9f9fee658 req-5cf07a99-a5b1-486f-a865-801b4cd3e502 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790250 Feb 09 00:59:51.455593 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-051caa6b-2e24-4405-8b54-e88a423aefc8 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/quotas/e3282b39b26b4341b7bfc42f3e4e8492 HTTP/1.1" status: 200 len: 375 time: 0.0150011 Feb 09 00:59:51.497570 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:51.519360 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a01eb995-1136-433a-b8f3-2b24ca765ad7 req-dd96c520-d728-4baf-a4cb-9af24fdc01bd tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879767 Feb 09 00:59:51.583256 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-f9dfaa7d-aa1d-41e6-9eea-55cb81413243 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1169155 Feb 09 00:59:51.586245 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc4c3db-2136-4d64-a34a-5755ad7ec464', 'name': 'network-vif-deleted', 'tag': '4d636809-963c-4342-bfa8-0ae9b7a8778a', 'status': 'completed', 'code': 200} Feb 09 00:59:51.617113 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-7fb1400f-0448-4b77-a055-373f3cb4a45e tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Calling delete_port for 81138ad0-decf-41b2-a21c-42e920c87320 owned by network:floatingip {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:59:51.664756 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-e1fd20a6-81ed-4537-b04f-f5692b2bbbb0 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:51.695081 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-e1fd20a6-81ed-4537-b04f-f5692b2bbbb0 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Usage tracker for resource:security_group_rule and tenant:e89768b4b7dd4f158c579bead75e7e42 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:51.701865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-e1fd20a6-81ed-4537-b04f-f5692b2bbbb0 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:51.758089 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 005d6ce5-b661-487c-a0a5-4c1a96d90dd4 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:59:51.765817 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-e1fd20a6-81ed-4537-b04f-f5692b2bbbb0 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:51.830032 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d23fb849-ca08-466f-ae68-a0fabd502e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:51.865281 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 005d6ce5-b661-487c-a0a5-4c1a96d90dd4 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:51.871491 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 005d6ce5-b661-487c-a0a5-4c1a96d90dd4 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:51.872059 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:51.919412 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7936fbb5-962e-4969-b784-928cca2166e6 req-7007a540-0709-4983-baf7-55d49c408445 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=e89768b4b7dd4f158c579bead75e7e42&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440617 Feb 09 00:59:51.963364 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23fb849-ca08-466f-ae68-a0fabd502e0c admin admin] Network baee9c13-0c46-4fb6-801b-193b3cf40533 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:59:52.017813 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-d23fb849-ca08-466f-ae68-a0fabd502e0c admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:59:52.020997 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23fb849-ca08-466f-ae68-a0fabd502e0c admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:59:52.161340 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23fb849-ca08-466f-ae68-a0fabd502e0c admin admin] Pushing event updated for resources: {'Port': ['ID=5bfb2935-9f05-479c-a356-4b050192ea2e,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:52.216423 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23fb849-ca08-466f-ae68-a0fabd502e0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:52.217605 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23fb849-ca08-466f-ae68-a0fabd502e0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:52.218177 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23fb849-ca08-466f-ae68-a0fabd502e0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:52.219025 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23fb849-ca08-466f-ae68-a0fabd502e0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:52.219721 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23fb849-ca08-466f-ae68-a0fabd502e0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:52.220356 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23fb849-ca08-466f-ae68-a0fabd502e0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:52.221113 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23fb849-ca08-466f-ae68-a0fabd502e0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:52.221652 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23fb849-ca08-466f-ae68-a0fabd502e0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:52.222187 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23fb849-ca08-466f-ae68-a0fabd502e0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:52.222747 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23fb849-ca08-466f-ae68-a0fabd502e0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:52.223288 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23fb849-ca08-466f-ae68-a0fabd502e0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:52.224012 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23fb849-ca08-466f-ae68-a0fabd502e0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:52.265502 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:52.307685 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed212cad-fb29-4e8a-973b-f1f881cafa11 req-61f8a86b-9b8b-47b9-987b-95cf821aec39 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:52.315594 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ed212cad-fb29-4e8a-973b-f1f881cafa11 req-61f8a86b-9b8b-47b9-987b-95cf821aec39 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 945 time: 0.5511477 Feb 09 00:59:52.315913 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 005d6ce5-b661-487c-a0a5-4c1a96d90dd4, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=005d6ce5-b661-487c-a0a5-4c1a96d90dd4,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:52.321458 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:52.350773 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d23fb849-ca08-466f-ae68-a0fabd502e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:52.389165 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936fbb5-962e-4969-b784-928cca2166e6 req-00b7e24b-ee59-4393-b9ad-284f14deb406 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:52.397813 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7936fbb5-962e-4969-b784-928cca2166e6 req-00b7e24b-ee59-4393-b9ad-284f14deb406 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4726505 Feb 09 00:59:52.416501 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7fb1400f-0448-4b77-a055-373f3cb4a45e tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:52.417277 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-7936fbb5-962e-4969-b784-928cca2166e6 req-f357d336-386b-4556-8855-ddf50ec0a85a tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Request body: {'port': {'device_id': 'a76d9741-0bb8-4b77-af9c-e40d6a945ad6', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'admin_state_up': True, 'tenant_id': 'e89768b4b7dd4f158c579bead75e7e42'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:52.514842 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1400f-0448-4b77-a055-373f3cb4a45e tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Pushing event deleted for resources: {'Port': ['ID=81138ad0-decf-41b2-a21c-42e920c87320,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:52.530762 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=005d6ce5-b661-487c-a0a5-4c1a96d90dd4,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:52.535432 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8bff5441-8943-427e-b9bc-f60a35f6cb17 None None] Provisioning for port 5bfb2935-9f05-479c-a356-4b050192ea2e completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:52.547219 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:52.547817 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:52.548465 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:52.549002 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:52.549642 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:52.550254 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:52.550722 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:52.551196 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:52.551665 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:52.552172 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:52.552939 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:52.553527 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:52.558426 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8bff5441-8943-427e-b9bc-f60a35f6cb17 None None] Provisioning complete for port 5bfb2935-9f05-479c-a356-4b050192ea2e triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:52.558789 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8bff5441-8943-427e-b9bc-f60a35f6cb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:52.627821 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-8bff5441-8943-427e-b9bc-f60a35f6cb17 None None] Port 5bfb2935-9f05-479c-a356-4b050192ea2e cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:59:52.711491 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-7936fbb5-962e-4969-b784-928cca2166e6 req-f357d336-386b-4556-8855-ddf50ec0a85a tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:52.719535 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-7936fbb5-962e-4969-b784-928cca2166e6 req-f357d336-386b-4556-8855-ddf50ec0a85a tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Usage tracker for resource:port and tenant:e89768b4b7dd4f158c579bead75e7e42 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:52.723987 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-7936fbb5-962e-4969-b784-928cca2166e6 req-f357d336-386b-4556-8855-ddf50ec0a85a tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:52.732210 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-7936fbb5-962e-4969-b784-928cca2166e6 req-f357d336-386b-4556-8855-ddf50ec0a85a tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:52.732816 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-e1fd20a6-81ed-4537-b04f-f5692b2bbbb0 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:52.737530 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ed212cad-fb29-4e8a-973b-f1f881cafa11 req-84a96418-8f77-46d6-b7f4-1045abb900e6 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4207048 Feb 09 00:59:52.757865 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae5bbd-423c-4696-a7cb-df431ae66448 req-d5aa6e8b-b993-492f-9b3e-d37e603b1952 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:52.759604 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b9ae5bbd-423c-4696-a7cb-df431ae66448 req-d5aa6e8b-b993-492f-9b3e-d37e603b1952 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 949 time: 0.1416395 Feb 09 00:59:52.761582 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7936fbb5-962e-4969-b784-928cca2166e6 req-f357d336-386b-4556-8855-ddf50ec0a85a tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Made reservation on behalf of e89768b4b7dd4f158c579bead75e7e42 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:59:52.773376 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-7936fbb5-962e-4969-b784-928cca2166e6 req-f357d336-386b-4556-8855-ddf50ec0a85a tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:52.793272 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-e1fd20a6-81ed-4537-b04f-f5692b2bbbb0 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:52.905690 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7fb1400f-0448-4b77-a055-373f3cb4a45e tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks [] for floatingip, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:52.946491 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0cade0-cd58-4252-a61c-ab312eb67de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5352ed-e2f5-4451-ab55-31e1d2b352b4'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:52.950544 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b9ae5bbd-423c-4696-a7cb-df431ae66448 req-3faef18f-f1b2-4b90-9638-08a6aa51c71a tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553340 Feb 09 00:59:53.000322 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d23fb849-ca08-466f-ae68-a0fabd502e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:53.071302 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f10c113-e7a5-4bca-b339-80543ecc90ae req-c7fe5e67-3054-4463-93cd-ecf69f394b25 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/ports?device_id=a76d9741-0bb8-4b77-af9c-e40d6a945ad6 HTTP/1.1" status: 200 len: 210 time: 0.1313376 Feb 09 00:59:53.072006 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd20a6-81ed-4537-b04f-f5692b2bbbb0 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d26cc557-a6e6-4bdd-a6df-88bad5d4807f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:53.192714 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [req-7936fbb5-962e-4969-b784-928cca2166e6 req-f357d336-386b-4556-8855-ddf50ec0a85a tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Allocated IP 192.168.233.89 (82c0e553-004f-4f65-a38e-9d785fdc5802/c1d7756a-584e-4152-ad93-d220060f4b30/9f4a6e9c-d7c2-49a4-a271-452c4faca4a4) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:59:53.245556 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7fb1400f-0448-4b77-a055-373f3cb4a45e tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:53.246716 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7fb1400f-0448-4b77-a055-373f3cb4a45e tempest-ServersWithSpecificFlavorTestJSON-451734671 tempest-ServersWithSpecificFlavorTestJSON-451734671-project] 10.222.0.37 "DELETE /v2.0/floatingips/fc7df3f3-3753-4021-a9a2-fd592a25624d HTTP/1.1" status: 204 len: 168 time: 2.9744689 Feb 09 00:59:53.325154 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b362a6a-ee32-4074-8cc2-e341e5a8096f req-a4d7f768-b7ce-4d1c-8639-985d1849a665 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:53.326792 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4b362a6a-ee32-4074-8cc2-e341e5a8096f req-a4d7f768-b7ce-4d1c-8639-985d1849a665 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0cade0-cd58-4252-a61c-ab312eb67de0 HTTP/1.1" status: 200 len: 945 time: 0.2104220 Feb 09 00:59:53.457700 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4b362a6a-ee32-4074-8cc2-e341e5a8096f req-a64d620c-a972-4eda-8262-d67145e7ed93 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/security-groups?id=762fb667-f5fe-4686-9f4a-3f4893c1fe4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125393 Feb 09 00:59:53.523176 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d23fb849-ca08-466f-ae68-a0fabd502e0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:53.532065 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d23fb849-ca08-466f-ae68-a0fabd502e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:53.551732 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0cade0-cd58-4252-a61c-ab312eb67de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5352ed-e2f5-4451-ab55-31e1d2b352b4', 'code': 200} Feb 09 00:59:53.647425 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-7936fbb5-962e-4969-b784-928cca2166e6 req-f357d336-386b-4556-8855-ddf50ec0a85a tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:53.670221 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-7936fbb5-962e-4969-b784-928cca2166e6 req-f357d336-386b-4556-8855-ddf50ec0a85a tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Transition to ACTIVE for port object 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:53.705376 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-7936fbb5-962e-4969-b784-928cca2166e6 req-f357d336-386b-4556-8855-ddf50ec0a85a tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:53.774109 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 005d6ce5-b661-487c-a0a5-4c1a96d90dd4 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 00:59:53.835837 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-e1fd20a6-81ed-4537-b04f-f5692b2bbbb0 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Allocated IP 192.168.233.235 (82c0e553-004f-4f65-a38e-9d785fdc5802/c1d7756a-584e-4152-ad93-d220060f4b30/bb8d1757-702c-4c4c-adad-0634cfa7b62d) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:59:53.880121 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d320771c-dcb9-4da7-bc2e-0e815b247dfb req-3e9fe5f7-ca5f-46af-af2f-1f69f9505b57 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=087d7b77-194f-426a-a4e0-cf2aa95b45c5 HTTP/1.1" status: 200 len: 210 time: 0.0480576 Feb 09 00:59:53.884298 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 005d6ce5-b661-487c-a0a5-4c1a96d90dd4 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:53.884881 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:53.913640 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7936fbb5-962e-4969-b784-928cca2166e6 req-f357d336-386b-4556-8855-ddf50ec0a85a tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:59:53.930172 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [req-7936fbb5-962e-4969-b784-928cca2166e6 req-f357d336-386b-4556-8855-ddf50ec0a85a tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:59:53.937965 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-7936fbb5-962e-4969-b784-928cca2166e6 req-f357d336-386b-4556-8855-ddf50ec0a85a tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:59:54.250398 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936fbb5-962e-4969-b784-928cca2166e6 req-f357d336-386b-4556-8855-ddf50ec0a85a tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:54.251400 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-7936fbb5-962e-4969-b784-928cca2166e6 req-f357d336-386b-4556-8855-ddf50ec0a85a tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:54.320434 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d23fb849-ca08-466f-ae68-a0fabd502e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:54.353564 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23fb849-ca08-466f-ae68-a0fabd502e0c admin admin] Pushing event updated for resources: {'Port': ['ID=5bfb2935-9f05-479c-a356-4b050192ea2e,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:54.402411 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7936fbb5-962e-4969-b784-928cca2166e6 req-f357d336-386b-4556-8855-ddf50ec0a85a tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9933999 Feb 09 00:59:54.440875 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-7936fbb5-962e-4969-b784-928cca2166e6 req-08a0bacc-cc54-4e2a-a42c-cb89bffddb7c service neutron] Request body: {'port': {'device_id': 'a76d9741-0bb8-4b77-af9c-e40d6a945ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:54.479969 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-482be01b-c0d5-4bc3-8779-b0cd137ffe36 None None] Provisioning for port 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:54.485102 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-482be01b-c0d5-4bc3-8779-b0cd137ffe36 None None] Provisioning complete for port 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:54.485412 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-482be01b-c0d5-4bc3-8779-b0cd137ffe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:54.568893 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-482be01b-c0d5-4bc3-8779-b0cd137ffe36 None None] Port 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:59:54.581300 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-7936fbb5-962e-4969-b784-928cca2166e6 req-08a0bacc-cc54-4e2a-a42c-cb89bffddb7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:54.590562 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357d336-386b-4556-8855-ddf50ec0a85a tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Pushing event updated for resources: {'Port': ['ID=9f4a6e9c-d7c2-49a4-a271-452c4faca4a4,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:54.620310 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f357d336-386b-4556-8855-ddf50ec0a85a tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:54.620823 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f357d336-386b-4556-8855-ddf50ec0a85a tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:54.621236 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f357d336-386b-4556-8855-ddf50ec0a85a tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:54.621644 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f357d336-386b-4556-8855-ddf50ec0a85a tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:54.622069 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f357d336-386b-4556-8855-ddf50ec0a85a tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:54.622465 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f357d336-386b-4556-8855-ddf50ec0a85a tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:54.622892 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f357d336-386b-4556-8855-ddf50ec0a85a tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:54.623675 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f357d336-386b-4556-8855-ddf50ec0a85a tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:54.623675 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f357d336-386b-4556-8855-ddf50ec0a85a tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:54.624030 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f357d336-386b-4556-8855-ddf50ec0a85a tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:54.624492 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f357d336-386b-4556-8855-ddf50ec0a85a tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:54.624935 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f357d336-386b-4556-8855-ddf50ec0a85a tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:54.651231 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:54.682936 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a4f87-41cc-44a3-bfe0-d0c9a922172b req-c5c52aeb-4925-4328-a059-fd8d3deb5bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:54.684579 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-742a4f87-41cc-44a3-bfe0-d0c9a922172b req-c5c52aeb-4925-4328-a059-fd8d3deb5bd9 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=1d0cade0-cd58-4252-a61c-ab312eb67de0 HTTP/1.1" status: 200 len: 1096 time: 0.8935974 Feb 09 00:59:54.718278 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-7a733dcf-e74c-46db-9447-e35e7e76d60c tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1695669 Feb 09 00:59:54.731013 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2835d-2447-42f3-87d1-58641661f42b req-e3ec8f4b-bf55-42bb-b6b3-aa6b3c832896 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:54.738918 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b1c2835d-2447-42f3-87d1-58641661f42b req-e3ec8f4b-bf55-42bb-b6b3-aa6b3c832896 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/ports?device_id=686471e7-310a-4f7d-bf43-f2511309d52d HTTP/1.1" status: 200 len: 949 time: 0.5986359 Feb 09 00:59:54.756852 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-013d4aa4-71b5-402c-abdd-5195d012cb00 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.117 "GET /v2.0/networks?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2775419 Feb 09 00:59:54.766936 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcfb13c-a221-49a0-8fe5-82596d073b3e req-cc17bf43-c817-4e21-8a8d-ff9bfae30948 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:54.769265 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ffcfb13c-a221-49a0-8fe5-82596d073b3e req-cc17bf43-c817-4e21-8a8d-ff9bfae30948 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 945 time: 0.4726589 Feb 09 00:59:54.891125 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ffcfb13c-a221-49a0-8fe5-82596d073b3e req-3827a60e-de31-4e38-ba9c-08cff410a835 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726995 Feb 09 00:59:54.895741 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-742a4f87-41cc-44a3-bfe0-d0c9a922172b req-707146be-12f4-478e-a679-d8e0a9d85169 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=762fb667-f5fe-4686-9f4a-3f4893c1fe4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903460 Feb 09 00:59:55.068939 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b1c2835d-2447-42f3-87d1-58641661f42b req-03d004fe-a189-471e-bf20-3ff46d9b48f9 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dce2740-aad5-4d46-af2e-64ac70d80869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291624 Feb 09 00:59:55.165358 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1725d4-c756-409b-849d-d7496cd179da req-adbda1ba-c433-47b5-9740-15288012956b tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:55.167251 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bf1725d4-c756-409b-849d-d7496cd179da req-adbda1ba-c433-47b5-9740-15288012956b tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 949 time: 0.0998888 Feb 09 00:59:55.174332 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-e1fd20a6-81ed-4537-b04f-f5692b2bbbb0 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:55.220607 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23fb849-ca08-466f-ae68-a0fabd502e0c admin admin] Network baee9c13-0c46-4fb6-801b-193b3cf40533 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:59:55.220835 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bf1725d4-c756-409b-849d-d7496cd179da req-d437df79-e16c-4bff-83c5-e5a4dbb6b965 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464692 Feb 09 00:59:55.230785 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-45072c12-4c61-463f-ac25-9e184ada625c tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:55.232390 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-45072c12-4c61-463f-ac25-9e184ada625c tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4715636 Feb 09 00:59:55.238158 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-d23fb849-ca08-466f-ae68-a0fabd502e0c admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:59:55.277457 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-2ac26f23-3b11-4559-8adb-2d5be63a9a38 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:55.278965 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-2ac26f23-3b11-4559-8adb-2d5be63a9a38 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4883025 Feb 09 00:59:55.390224 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-eb209ff7-63b8-4ef0-bfbd-3ac00e3c230a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Request body: {'port': {'device_id': '087d7b77-194f-426a-a4e0-cf2aa95b45c5', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'admin_state_up': True, 'tenant_id': 'e3282b39b26b4341b7bfc42f3e4e8492'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:55.435983 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434967a5-4640-458f-a036-70d4b7e66d56 req-c9aaa89c-a56b-4fde-9c5d-e1405370f32e tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:55.437693 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-434967a5-4640-458f-a036-70d4b7e66d56 req-c9aaa89c-a56b-4fde-9c5d-e1405370f32e tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0cade0-cd58-4252-a61c-ab312eb67de0 HTTP/1.1" status: 200 len: 945 time: 0.0981457 Feb 09 00:59:55.450085 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-b6daa3c9-2706-4099-9ceb-36fe9d2b00b0 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Request body: {'port': {'device_id': '0c2303d2-7cc1-4834-9cf6-e83058e4fcd9', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'admin_state_up': True, 'tenant_id': 'e3282b39b26b4341b7bfc42f3e4e8492'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:55.486687 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-434967a5-4640-458f-a036-70d4b7e66d56 req-f27b733b-7e2d-4e63-9c0e-3d05ed6812b1 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/security-groups?id=762fb667-f5fe-4686-9f4a-3f4893c1fe4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427561 Feb 09 00:59:55.498736 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-668ff4be-ade7-4314-a6ed-c6c10ac21e35 None None] Provisioning complete for port 5bfb2935-9f05-479c-a356-4b050192ea2e triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:55.498966 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-668ff4be-ade7-4314-a6ed-c6c10ac21e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:55.522109 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-e1fd20a6-81ed-4537-b04f-f5692b2bbbb0 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Transition to ACTIVE for port object bb8d1757-702c-4c4c-adad-0634cfa7b62d will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:55.559229 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-668ff4be-ade7-4314-a6ed-c6c10ac21e35 None None] Port 5bfb2935-9f05-479c-a356-4b050192ea2e cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:59:55.633594 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a02ad4c0-5ef1-42c8-9a05-823844daeba4 req-2e81ff36-3d35-4ad7-ae08-dd7dfc893acb tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=087d7b77-194f-426a-a4e0-cf2aa95b45c5 HTTP/1.1" status: 200 len: 210 time: 0.0442128 Feb 09 00:59:55.833315 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-6b6f92ae-9f7c-4b6c-a5e4-3303efd7c965 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=98741d537e7b4103aeb62f1d29ec64ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280788 Feb 09 00:59:55.969728 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23fb849-ca08-466f-ae68-a0fabd502e0c admin admin] Router 017d060b-c7b6-4436-9514-163ccdf34845 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 00:59:55.976148 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device a3a8c315-95d5-4b07-958e-13e5b6be2a4c details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 00:59:55.982891 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba3ac4-4168-4661-a8a2-59eae81cefb2 req-e4ad92db-f2ad-4053-8e1d-2f7171391de9 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:55.984371 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-37ba3ac4-4168-4661-a8a2-59eae81cefb2 req-e4ad92db-f2ad-4053-8e1d-2f7171391de9 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/ports?device_id=a76d9741-0bb8-4b77-af9c-e40d6a945ad6 HTTP/1.1" status: 200 len: 935 time: 0.7624667 Feb 09 00:59:55.993613 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-b6daa3c9-2706-4099-9ceb-36fe9d2b00b0 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:55.996007 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-eb209ff7-63b8-4ef0-bfbd-3ac00e3c230a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:55.998560 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-e1fd20a6-81ed-4537-b04f-f5692b2bbbb0 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:56.126001 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd20a6-81ed-4537-b04f-f5692b2bbbb0 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Pushing event updated for resources: {'Port': ['ID=bb8d1757-702c-4c4c-adad-0634cfa7b62d,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:56.131291 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-553431d6-80bb-49b0-a1d5-191f3ac2c714 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:56.133708 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-553431d6-80bb-49b0-a1d5-191f3ac2c714 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2&tenant_id=5a38989228a14de2b6764c7f261f44e3&binding%3Ahost_id=n-h2-828419-1 HTTP/1.1" status: 200 len: 1096 time: 0.7527413 Feb 09 00:59:56.137517 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a8fd82d5-6744-4e4a-a074-7044ad273986 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:56.139580 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a8fd82d5-6744-4e4a-a074-7044ad273986 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2999766 Feb 09 00:59:56.150313 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-b6daa3c9-2706-4099-9ceb-36fe9d2b00b0 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:56.162590 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-0f7beb99-4aa9-4435-b4d9-921cfc57cc0e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828419-1'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:56.179933 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-191143c4-d61f-404d-9f8e-cf27112b568b tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/quotas/98741d537e7b4103aeb62f1d29ec64ac HTTP/1.1" status: 200 len: 375 time: 0.0340767 Feb 09 00:59:56.199956 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-e1fd20a6-81ed-4537-b04f-f5692b2bbbb0 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:59:56.210278 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-e1fd20a6-81ed-4537-b04f-f5692b2bbbb0 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:59:56.241332 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port a3a8c315-95d5-4b07-958e-13e5b6be2a4c, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=a3a8c315-95d5-4b07-958e-13e5b6be2a4c,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:56.241678 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed713ec-673d-4131-aa72-b731186bd081 req-56789156-26dc-4a33-a335-d69f83190c62 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:56.242409 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-0ed713ec-673d-4131-aa72-b731186bd081 req-56789156-26dc-4a33-a335-d69f83190c62 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Synchronizing usage tracker for tenant:5d192f05a9bd4ffca07197664d18ea13 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:59:56.265608 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device a3a8c315-95d5-4b07-958e-13e5b6be2a4c has no active binding in host n-h1-828419-1 {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 00:59:56.290901 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-e1fd20a6-81ed-4537-b04f-f5692b2bbbb0 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 00:59:56.351115 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-b6daa3c9-2706-4099-9ceb-36fe9d2b00b0 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Made reservation on behalf of e3282b39b26b4341b7bfc42f3e4e8492 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:59:56.356461 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-b6daa3c9-2706-4099-9ceb-36fe9d2b00b0 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:56.371838 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-0ed713ec-673d-4131-aa72-b731186bd081 req-56789156-26dc-4a33-a335-d69f83190c62 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Unset dirty status for tenant:5d192f05a9bd4ffca07197664d18ea13 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:59:56.373861 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0ed713ec-673d-4131-aa72-b731186bd081 req-56789156-26dc-4a33-a335-d69f83190c62 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.117 "GET /v2.0/ports?device_id=686471e7-310a-4f7d-bf43-f2511309d52d HTTP/1.1" status: 200 len: 949 time: 0.4024251 Feb 09 00:59:56.376008 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [req-7936fbb5-962e-4969-b784-928cca2166e6 req-08a0bacc-cc54-4e2a-a42c-cb89bffddb7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4 {{(pid=87611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:59:56.422318 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-7936fbb5-962e-4969-b784-928cca2166e6 req-08a0bacc-cc54-4e2a-a42c-cb89bffddb7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:56.424494 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-eb209ff7-63b8-4ef0-bfbd-3ac00e3c230a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:56.455922 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-f13e8800-20d8-4ceb-9b85-88b43697319d tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=98741d537e7b4103aeb62f1d29ec64ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2635906 Feb 09 00:59:56.482456 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-7936fbb5-962e-4969-b784-928cca2166e6 req-08a0bacc-cc54-4e2a-a42c-cb89bffddb7c service neutron] Transition to ACTIVE for port object 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:56.487773 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-7936fbb5-962e-4969-b784-928cca2166e6 req-08a0bacc-cc54-4e2a-a42c-cb89bffddb7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:56.488497 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-37ba3ac4-4168-4661-a8a2-59eae81cefb2 req-91c57bfb-e15a-4573-84b0-22befede5578 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Synchronizing usage tracker for tenant:e89768b4b7dd4f158c579bead75e7e42 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:59:56.552358 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-0ed713ec-673d-4131-aa72-b731186bd081 req-d7ef2be8-06d1-4405-8295-54c941f01cd3 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Deleting port 3de626ed-6595-4da4-bc36-4f0b3d8c5311 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 00:59:56.552812 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-0ed713ec-673d-4131-aa72-b731186bd081 req-d7ef2be8-06d1-4405-8295-54c941f01cd3 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:56.590429 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-71825e22-ba49-4c51-929f-dd6275116df2 None None] Provisioning for port bb8d1757-702c-4c4c-adad-0634cfa7b62d completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:56.598541 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-71825e22-ba49-4c51-929f-dd6275116df2 None None] Provisioning complete for port bb8d1757-702c-4c4c-adad-0634cfa7b62d triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:56.599174 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-71825e22-ba49-4c51-929f-dd6275116df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:56.630296 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-e1fd20a6-81ed-4537-b04f-f5692b2bbbb0 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:56.630920 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-e1fd20a6-81ed-4537-b04f-f5692b2bbbb0 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:56.653115 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-eb209ff7-63b8-4ef0-bfbd-3ac00e3c230a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Made reservation on behalf of e3282b39b26b4341b7bfc42f3e4e8492 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:59:56.658003 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-eb209ff7-63b8-4ef0-bfbd-3ac00e3c230a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:56.702945 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0bacc-cc54-4e2a-a42c-cb89bffddb7c service neutron] Pushing event updated for resources: {'Port': ['ID=9f4a6e9c-d7c2-49a4-a271-452c4faca4a4,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:56.728480 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-71825e22-ba49-4c51-929f-dd6275116df2 None None] Port bb8d1757-702c-4c4c-adad-0634cfa7b62d cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 00:59:56.876069 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-37ba3ac4-4168-4661-a8a2-59eae81cefb2 req-91c57bfb-e15a-4573-84b0-22befede5578 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Unset dirty status for tenant:e89768b4b7dd4f158c579bead75e7e42 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:59:56.877384 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-37ba3ac4-4168-4661-a8a2-59eae81cefb2 req-91c57bfb-e15a-4573-84b0-22befede5578 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/security-groups?id=d26cc557-a6e6-4bdd-a6df-88bad5d4807f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8850818 Feb 09 00:59:56.894927 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-7936fbb5-962e-4969-b784-928cca2166e6 req-08a0bacc-cc54-4e2a-a42c-cb89bffddb7c service neutron] Attempting to bind port 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:59:56.895276 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-7936fbb5-962e-4969-b784-928cca2166e6 req-08a0bacc-cc54-4e2a-a42c-cb89bffddb7c service neutron] Attempting to bind port 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:59:56.895606 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7936fbb5-962e-4969-b784-928cca2166e6 req-08a0bacc-cc54-4e2a-a42c-cb89bffddb7c service neutron] Attempting to bind port 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:56.910203 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7936fbb5-962e-4969-b784-928cca2166e6 req-08a0bacc-cc54-4e2a-a42c-cb89bffddb7c service neutron] Port 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 00:59:56.910203 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7936fbb5-962e-4969-b784-928cca2166e6 req-08a0bacc-cc54-4e2a-a42c-cb89bffddb7c service neutron] Attempting to bind port 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:56.975151 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7936fbb5-962e-4969-b784-928cca2166e6 req-08a0bacc-cc54-4e2a-a42c-cb89bffddb7c service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:59:56.975500 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7936fbb5-962e-4969-b784-928cca2166e6 req-08a0bacc-cc54-4e2a-a42c-cb89bffddb7c service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:59:56.975893 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7936fbb5-962e-4969-b784-928cca2166e6 req-08a0bacc-cc54-4e2a-a42c-cb89bffddb7c service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:59:56.976340 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-7936fbb5-962e-4969-b784-928cca2166e6 req-08a0bacc-cc54-4e2a-a42c-cb89bffddb7c service neutron] Bound port: 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:59:56.976838 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-7936fbb5-962e-4969-b784-928cca2166e6 req-08a0bacc-cc54-4e2a-a42c-cb89bffddb7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:56.985958 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-0f7beb99-4aa9-4435-b4d9-921cfc57cc0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:57.123668 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23fb849-ca08-466f-ae68-a0fabd502e0c admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 00:59:57.132695 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-e1fd20a6-81ed-4537-b04f-f5692b2bbbb0 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.0664196 Feb 09 00:59:57.133174 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd15538-eb8e-4a3d-949c-d51a09a053cb None None] Sync routers for ids ['017d060b-c7b6-4436-9514-163ccdf34845'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:59:57.144602 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd15538-eb8e-4a3d-949c-d51a09a053cb None None] Routers {'017d060b-c7b6-4436-9514-163ccdf34845'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:59:57.145629 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-5cd15538-eb8e-4a3d-949c-d51a09a053cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T00:59:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['017d060b-c7b6-4436-9514-163ccdf34845'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:57.199771 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-85b485f9-3edc-41ca-8acf-f6c792c299b3 service neutron] Request body: {'port': {'device_id': 'a7506338-5ad3-419a-b8c0-fb29193ffc35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:57.340636 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d23fb849-ca08-466f-ae68-a0fabd502e0c admin admin] 10.222.0.37 "PUT /v2.0/routers/017d060b-c7b6-4436-9514-163ccdf34845/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4663258 Feb 09 00:59:57.387438 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-5cd15538-eb8e-4a3d-949c-d51a09a053cb None None] Set router 017d060b-c7b6-4436-9514-163ccdf34845 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:59:57.445553 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047b225-019f-48e4-abd1-8ddcc1220b2f req-722ebbd3-8f5a-4966-859f-5c6c741d6e1d tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:57.447089 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b047b225-019f-48e4-abd1-8ddcc1220b2f req-722ebbd3-8f5a-4966-859f-5c6c741d6e1d tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 945 time: 0.4525630 Feb 09 00:59:57.464863 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-b6daa3c9-2706-4099-9ceb-36fe9d2b00b0 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Allocated IP 192.168.233.54 (82c0e553-004f-4f65-a38e-9d785fdc5802/c1d7756a-584e-4152-ad93-d220060f4b30/8dec7b93-7bbf-4dc1-aaee-3287c2809f4b) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:59:57.515435 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-7936fbb5-962e-4969-b784-928cca2166e6 req-08a0bacc-cc54-4e2a-a42c-cb89bffddb7c service neutron] For port 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4, host n-h1-828419-1, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:59:57.531188 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59372) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:57.613916 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b047b225-019f-48e4-abd1-8ddcc1220b2f req-f1a78f45-4f32-4af3-86bc-5b14c6327448 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509337 Feb 09 00:59:57.615481 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-85b485f9-3edc-41ca-8acf-f6c792c299b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:57.616447 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-7936fbb5-962e-4969-b784-928cca2166e6 req-08a0bacc-cc54-4e2a-a42c-cb89bffddb7c service neutron] For port 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9f4a6e9c-d7c2-49a4-a271-452c4faca4a4,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:59:57.622166 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-7936fbb5-962e-4969-b784-928cca2166e6 req-08a0bacc-cc54-4e2a-a42c-cb89bffddb7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:57.633772 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-0ed713ec-673d-4131-aa72-b731186bd081 req-d7ef2be8-06d1-4405-8295-54c941f01cd3 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] For port 3de626ed-6595-4da4-bc36-4f0b3d8c5311, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=3de626ed-6595-4da4-bc36-4f0b3d8c5311,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:57.634138 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-0ed713ec-673d-4131-aa72-b731186bd081 req-d7ef2be8-06d1-4405-8295-54c941f01cd3 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:57.759849 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-73e3c91a-3130-430c-8e8e-ea3ccea676a1 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-760257960'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:57.776915 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e1c1b-d520-4d7a-b27f-f2ab986022fd req-a6c9a731-b9a9-4477-a381-d46005cc6b4b tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:57.781501 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0bacc-cc54-4e2a-a42c-cb89bffddb7c service neutron] Pushing event updated for resources: {'Port': ['ID=9f4a6e9c-d7c2-49a4-a271-452c4faca4a4,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:57.787769 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f08e1c1b-d520-4d7a-b27f-f2ab986022fd req-a6c9a731-b9a9-4477-a381-d46005cc6b4b tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/ports?device_id=686471e7-310a-4f7d-bf43-f2511309d52d HTTP/1.1" status: 200 len: 949 time: 0.6663086 Feb 09 00:59:57.788915 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936fbb5-962e-4969-b784-928cca2166e6 req-08a0bacc-cc54-4e2a-a42c-cb89bffddb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:57.789611 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-7936fbb5-962e-4969-b784-928cca2166e6 req-08a0bacc-cc54-4e2a-a42c-cb89bffddb7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:57.791186 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7936fbb5-962e-4969-b784-928cca2166e6 req-08a0bacc-cc54-4e2a-a42c-cb89bffddb7c service neutron] 10.222.0.35 "PUT /v2.0/ports/9f4a6e9c-d7c2-49a4-a271-452c4faca4a4 HTTP/1.1" status: 200 len: 1095 time: 3.3639891 Feb 09 00:59:57.791704 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76d9741-0bb8-4b77-af9c-e40d6a945ad6', 'tag': '9f4a6e9c-d7c2-49a4-a271-452c4faca4a4'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:57.827168 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-73e3c91a-3130-430c-8e8e-ea3ccea676a1 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:57.841705 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-73e3c91a-3130-430c-8e8e-ea3ccea676a1 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Usage tracker for resource:network and tenant:6f085f8b18784551909478d3d7d57efd is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 00:59:57.843142 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-5cd15538-eb8e-4a3d-949c-d51a09a053cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017d060b-c7b6-4436-9514-163ccdf34845', 'name': 'tempest-ServersTestMultiNic-1002343795-router', 'tenant_id': '6f085f8b18784551909478d3d7d57efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '005d6ce5-b661-487c-a0a5-4c1a96d90dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:59:42Z', 'updated_at': '2022-02-09T00:59:52Z', 'revision_number': 4, 'project_id': '6f085f8b18784551909478d3d7d57efd', 'gw_port': {'id': '005d6ce5-b661-487c-a0a5-4c1a96d90dd4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:07:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017d060b-c7b6-4436-9514-163ccdf34845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:44Z', 'updated_at': '2022-02-09T00:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '5bfb2935-9f05-479c-a356-4b050192ea2e', 'name': '', 'network_id': 'baee9c13-0c46-4fb6-801b-193b3cf40533', 'tenant_id': '6f085f8b18784551909478d3d7d57efd', 'mac_address': 'fa:16:3e:03:d9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017d060b-c7b6-4436-9514-163ccdf34845', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '5bae93aa-2d57-40cf-9f14-f02ea4322f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:48Z', 'updated_at': '2022-02-09T00:59:53Z', 'revision_number': 2, 'project_id': '6f085f8b18784551909478d3d7d57efd', 'subnets': [{'id': '5bae93aa-2d57-40cf-9f14-f02ea4322f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:57.845039 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-73e3c91a-3130-430c-8e8e-ea3ccea676a1 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 00:59:57.849209 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd15538-eb8e-4a3d-949c-d51a09a053cb None None] Checking router: 017d060b-c7b6-4436-9514-163ccdf34845 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:59:57.849875 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd15538-eb8e-4a3d-949c-d51a09a053cb None None] Updating router 017d060b-c7b6-4436-9514-163ccdf34845 port 5bfb2935-9f05-479c-a356-4b050192ea2e binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:59:57.852216 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-73e3c91a-3130-430c-8e8e-ea3ccea676a1 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:57.937730 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-5cd15538-eb8e-4a3d-949c-d51a09a053cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:57.979270 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-0f7beb99-4aa9-4435-b4d9-921cfc57cc0e service neutron] For port a3a8c315-95d5-4b07-958e-13e5b6be2a4c, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=a3a8c315-95d5-4b07-958e-13e5b6be2a4c,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 00:59:58.043757 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-0ed713ec-673d-4131-aa72-b731186bd081 req-d7ef2be8-06d1-4405-8295-54c941f01cd3 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Calling delete_port for 3de626ed-6595-4da4-bc36-4f0b3d8c5311 owned by compute:nova {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 00:59:58.108546 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.35', 63351) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:58.113238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e3c91a-3130-430c-8e8e-ea3ccea676a1 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Made reservation on behalf of 6f085f8b18784551909478d3d7d57efd for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:59:58.117057 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-73e3c91a-3130-430c-8e8e-ea3ccea676a1 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:58.211202 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-0fcb2c61-c14a-4064-b547-e8961ba615cb tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=98741d537e7b4103aeb62f1d29ec64ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0842350 Feb 09 00:59:58.221333 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936fbb5-962e-4969-b784-928cca2166e6 req-a46c92ea-cac2-43cb-886d-afcfc29ecb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:58.222829 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7936fbb5-962e-4969-b784-928cca2166e6 req-a46c92ea-cac2-43cb-886d-afcfc29ecb7c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e89768b4b7dd4f158c579bead75e7e42&device_id=a76d9741-0bb8-4b77-af9c-e40d6a945ad6 HTTP/1.1" status: 200 len: 1098 time: 0.3668554 Feb 09 00:59:58.231414 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e216f3-8e8b-4bc2-a1a9-674723a7ab43 req-3469579b-c5b1-4ee6-aa5b-240ca879b912 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:58.232995 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c5e216f3-8e8b-4bc2-a1a9-674723a7ab43 req-3469579b-c5b1-4ee6-aa5b-240ca879b912 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0cade0-cd58-4252-a61c-ab312eb67de0 HTTP/1.1" status: 200 len: 945 time: 0.3436229 Feb 09 00:59:58.277025 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f08e1c1b-d520-4d7a-b27f-f2ab986022fd req-4b02eebc-0c26-4157-b6a0-6de2ffac36af tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.37 "GET /v2.0/security-groups?id=9dce2740-aad5-4d46-af2e-64ac70d80869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884753 Feb 09 00:59:58.375129 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7936fbb5-962e-4969-b784-928cca2166e6 req-fcbe568d-f42d-4749-959e-ad09a346d045 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=9f4a6e9c-d7c2-49a4-a271-452c4faca4a4 HTTP/1.1" status: 200 len: 217 time: 0.1381044 Feb 09 00:59:58.430458 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-5cd15538-eb8e-4a3d-949c-d51a09a053cb None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:58.461200 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c5e216f3-8e8b-4bc2-a1a9-674723a7ab43 req-ff1d0b5b-1cc9-4b4e-8753-eac4efb8e08d tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/security-groups?id=762fb667-f5fe-4686-9f4a-3f4893c1fe4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527297 Feb 09 00:59:58.490969 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936fbb5-962e-4969-b784-928cca2166e6 req-a36a974c-c35e-4b1a-b1f2-35cd3b0b4459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:58.492568 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7936fbb5-962e-4969-b784-928cca2166e6 req-a36a974c-c35e-4b1a-b1f2-35cd3b0b4459 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.1062539 Feb 09 00:59:58.501355 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-5cd15538-eb8e-4a3d-949c-d51a09a053cb None None] Transition to ACTIVE for port object 5bfb2935-9f05-479c-a356-4b050192ea2e will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:58.502861 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-0ed713ec-673d-4131-aa72-b731186bd081 req-d7ef2be8-06d1-4405-8295-54c941f01cd3 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:58.511178 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-5cd15538-eb8e-4a3d-949c-d51a09a053cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:58.589015 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e3c91a-3130-430c-8e8e-ea3ccea676a1 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 998} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:59:58.624328 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-0f7beb99-4aa9-4435-b4d9-921cfc57cc0e service neutron] For port a3a8c315-95d5-4b07-958e-13e5b6be2a4c, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:59:58.668277 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-16848623-fed6-4e99-bbc6-abd058550632 req-1b79f881-09c9-4662-ae28-9a74cd9d0606 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Synchronizing usage tracker for tenant:e3282b39b26b4341b7bfc42f3e4e8492 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:59:58.672560 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac19d0-044e-418d-adfe-9d872696da48 None None] Pushing event updated for resources: {'Port': ['ID=5bfb2935-9f05-479c-a356-4b050192ea2e,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:58.713063 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-20bf6069-d7a6-4597-943f-43a82ac6da20 req-1a30d211-0263-4a9a-8f74-057dd3302332 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=285e734e-1cb9-48c7-8f3d-9834753845f6 HTTP/1.1" status: 200 len: 210 time: 0.0862327 Feb 09 00:59:58.713845 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef2be8-06d1-4405-8295-54c941f01cd3 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Pushing event deleted for resources: {'Port': ['ID=3de626ed-6595-4da4-bc36-4f0b3d8c5311,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:58.743401 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-73e3c91a-3130-430c-8e8e-ea3ccea676a1 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:58.743771 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-73e3c91a-3130-430c-8e8e-ea3ccea676a1 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Added segment 11e68bd2-5be3-4a39-b585-a2813496efd6 of type vlan for network 96bba698-9b96-4ecd-9829-8168d8e90c53 Feb 09 00:59:58.778782 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-73e3c91a-3130-430c-8e8e-ea3ccea676a1 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:58.807622 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936fbb5-962e-4969-b784-928cca2166e6 req-fbc26d24-7a24-4aab-b6ce-a893cc53ab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:58.809412 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7936fbb5-962e-4969-b784-928cca2166e6 req-fbc26d24-7a24-4aab-b6ce-a893cc53ab69 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3098972 Feb 09 00:59:58.832522 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-5cd15538-eb8e-4a3d-949c-d51a09a053cb None None] Attempting to bind port 5bfb2935-9f05-479c-a356-4b050192ea2e on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:59:58.833221 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-5cd15538-eb8e-4a3d-949c-d51a09a053cb None None] Attempting to bind port 5bfb2935-9f05-479c-a356-4b050192ea2e by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '64dd75d4-6fae-4951-bf2a-3e9b32aa4c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': 'baee9c13-0c46-4fb6-801b-193b3cf40533'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:59:58.834236 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd15538-eb8e-4a3d-949c-d51a09a053cb None None] Attempting to bind port 5bfb2935-9f05-479c-a356-4b050192ea2e on network baee9c13-0c46-4fb6-801b-193b3cf40533 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 00:59:58.842057 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-73e3c91a-3130-430c-8e8e-ea3ccea676a1 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:58.843546 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd15538-eb8e-4a3d-949c-d51a09a053cb None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 00:59:58.846464 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd15538-eb8e-4a3d-949c-d51a09a053cb None None] Checking segment: {'id': '64dd75d4-6fae-4951-bf2a-3e9b32aa4c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': 'baee9c13-0c46-4fb6-801b-193b3cf40533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 00:59:58.847478 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-5cd15538-eb8e-4a3d-949c-d51a09a053cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:58.848713 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd15538-eb8e-4a3d-949c-d51a09a053cb None None] Bound using segment: {'id': '64dd75d4-6fae-4951-bf2a-3e9b32aa4c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': 'baee9c13-0c46-4fb6-801b-193b3cf40533'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 00:59:58.849897 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-5cd15538-eb8e-4a3d-949c-d51a09a053cb None None] Bound port: 5bfb2935-9f05-479c-a356-4b050192ea2e, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64dd75d4-6fae-4951-bf2a-3e9b32aa4c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': 'baee9c13-0c46-4fb6-801b-193b3cf40533'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:59:58.850600 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-5cd15538-eb8e-4a3d-949c-d51a09a053cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:58.851308 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e3c91a-3130-430c-8e8e-ea3ccea676a1 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:58.853081 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-73e3c91a-3130-430c-8e8e-ea3ccea676a1 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:58.892939 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-b6daa3c9-2706-4099-9ceb-36fe9d2b00b0 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:58.953046 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a76d9741-0bb8-4b77-af9c-e40d6a945ad6', 'tag': '9f4a6e9c-d7c2-49a4-a271-452c4faca4a4', 'status': 'completed', 'code': 200} Feb 09 00:59:58.954225 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed713ec-673d-4131-aa72-b731186bd081 req-d7ef2be8-06d1-4405-8295-54c941f01cd3 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] No DVR routers for this DVR port 3de626ed-6595-4da4-bc36-4f0b3d8c5311 on host n-h2-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:59:58.960347 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-0ed713ec-673d-4131-aa72-b731186bd081 req-d7ef2be8-06d1-4405-8295-54c941f01cd3 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:58.992481 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-16848623-fed6-4e99-bbc6-abd058550632 req-1b79f881-09c9-4662-ae28-9a74cd9d0606 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Unset dirty status for tenant:e3282b39b26b4341b7bfc42f3e4e8492 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:59:58.999870 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 3de626ed-6595-4da4-bc36-4f0b3d8c5311 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 00:59:59.001191 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-16848623-fed6-4e99-bbc6-abd058550632 req-1b79f881-09c9-4662-ae28-9a74cd9d0606 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=087d7b77-194f-426a-a4e0-cf2aa95b45c5 HTTP/1.1" status: 200 len: 210 time: 0.4674850 Feb 09 00:59:59.001412 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0ed713ec-673d-4131-aa72-b731186bd081 req-d7ef2be8-06d1-4405-8295-54c941f01cd3 tempest-LiveMigrationNegativeTest-2009586278 tempest-LiveMigrationNegativeTest-2009586278-project] 10.222.0.117 "DELETE /v2.0/ports/3de626ed-6595-4da4-bc36-4f0b3d8c5311 HTTP/1.1" status: 204 len: 173 time: 2.6150534 Feb 09 00:59:59.045575 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-5cd15538-eb8e-4a3d-949c-d51a09a053cb None None] For port 5bfb2935-9f05-479c-a356-4b050192ea2e, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 00:59:59.049299 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-5cd15538-eb8e-4a3d-949c-d51a09a053cb None None] For port 5bfb2935-9f05-479c-a356-4b050192ea2e, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=5bfb2935-9f05-479c-a356-4b050192ea2e,segment=NetworkSegment(64dd75d4-6fae-4951-bf2a-3e9b32aa4c93),segment_id=64dd75d4-6fae-4951-bf2a-3e9b32aa4c93)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 00:59:59.064275 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-5cd15538-eb8e-4a3d-949c-d51a09a053cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:59.072422 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3c91a-3130-430c-8e8e-ea3ccea676a1 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Pushing event updated for resources: {'Network': ['ID=96bba698-9b96-4ecd-9829-8168d8e90c53,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:59.120727 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7936fbb5-962e-4969-b784-928cca2166e6 req-5331e0dd-7bca-4015-8f79-e151b86ac2f0 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632055 Feb 09 00:59:59.158038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265d0785-80eb-4208-b453-7e76972213d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3a8c315-95d5-4b07-958e-13e5b6be2a4c'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:59.173746 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-0f7beb99-4aa9-4435-b4d9-921cfc57cc0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:59.194260 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-c8e49d4e-069c-417d-9f15-3b4dfaaf855f tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:59.196975 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-c8e49d4e-069c-417d-9f15-3b4dfaaf855f tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9717422 Feb 09 00:59:59.198396 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: 3de626ed-6595-4da4-bc36-4f0b3d8c5311 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 00:59:59.198798 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 3de626ed-6595-4da4-bc36-4f0b3d8c5311 not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 00:59:59.204729 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 96bba698-9b96-4ecd-9829-8168d8e90c53 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 00:59:59.265324 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-b6daa3c9-2706-4099-9ceb-36fe9d2b00b0 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Transition to ACTIVE for port object 8dec7b93-7bbf-4dc1-aaee-3287c2809f4b will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:59.275473 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a6f617c0-9b4f-43d6-a2ff-d97869c16522 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Request body: {'port': {'device_id': '285e734e-1cb9-48c7-8f3d-9834753845f6', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'admin_state_up': True, 'tenant_id': '98741d537e7b4103aeb62f1d29ec64ac'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:59.336494 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd15538-eb8e-4a3d-949c-d51a09a053cb None None] Routers {'017d060b-c7b6-4436-9514-163ccdf34845'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 00:59:59.337215 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-5cd15538-eb8e-4a3d-949c-d51a09a053cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T00:59:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['017d060b-c7b6-4436-9514-163ccdf34845'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:59.456144 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac19d0-044e-418d-adfe-9d872696da48 None None] Pushing event updated for resources: {'Port': ['ID=5bfb2935-9f05-479c-a356-4b050192ea2e,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:59.469694 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-73e3c91a-3130-430c-8e8e-ea3ccea676a1 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.9352815 Feb 09 00:59:59.470506 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59396) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 00:59:59.486255 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-0f7beb99-4aa9-4435-b4d9-921cfc57cc0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:59.499006 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-a3d620df-95d0-4044-bb28-3216cb696c89 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Request body: {'subnet': {'network_id': '96bba698-9b96-4ecd-9829-8168d8e90c53', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:59.572630 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec16d66-8285-43f8-b54b-4fac2b5a0a24 req-49490564-b912-4309-92fd-be48884f9a41 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:59.573536 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-5ec16d66-8285-43f8-b54b-4fac2b5a0a24 req-49490564-b912-4309-92fd-be48884f9a41 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Synchronizing usage tracker for tenant:e89768b4b7dd4f158c579bead75e7e42 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 00:59:59.585917 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7936fbb5-962e-4969-b784-928cca2166e6 req-6b9949f5-8d48-4683-bbfb-64e7135efecc service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4575779 Feb 09 00:59:59.602364 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-5ec16d66-8285-43f8-b54b-4fac2b5a0a24 req-49490564-b912-4309-92fd-be48884f9a41 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Unset dirty status for tenant:e89768b4b7dd4f158c579bead75e7e42 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 00:59:59.603733 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5ec16d66-8285-43f8-b54b-4fac2b5a0a24 req-49490564-b912-4309-92fd-be48884f9a41 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/ports?device_id=a76d9741-0bb8-4b77-af9c-e40d6a945ad6 HTTP/1.1" status: 200 len: 947 time: 0.5560141 Feb 09 00:59:59.627288 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a6f617c0-9b4f-43d6-a2ff-d97869c16522 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 00:59:59.671891 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-5cd15538-eb8e-4a3d-949c-d51a09a053cb None None] Set router 017d060b-c7b6-4436-9514-163ccdf34845 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 00:59:59.743482 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5ec16d66-8285-43f8-b54b-4fac2b5a0a24 req-d2f2c0dc-2c9e-45ad-8118-df81a16dfdf0 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/security-groups?id=d26cc557-a6e6-4bdd-a6df-88bad5d4807f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262925 Feb 09 00:59:59.751156 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a6f617c0-9b4f-43d6-a2ff-d97869c16522 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 00:59:59.792117 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beace182-af4a-43f2-b37a-c7505b841e58 req-116f1a75-1980-4150-b42b-6f35f1c643ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:59.793657 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-beace182-af4a-43f2-b37a-c7505b841e58 req-116f1a75-1980-4150-b42b-6f35f1c643ee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e89768b4b7dd4f158c579bead75e7e42&device_id=a76d9741-0bb8-4b77-af9c-e40d6a945ad6 HTTP/1.1" status: 200 len: 1098 time: 0.1446912 Feb 09 00:59:59.884466 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-b6daa3c9-2706-4099-9ceb-36fe9d2b00b0 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:59.886651 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a6f617c0-9b4f-43d6-a2ff-d97869c16522 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Made reservation on behalf of 98741d537e7b4103aeb62f1d29ec64ac for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:59:59.890359 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a6f617c0-9b4f-43d6-a2ff-d97869c16522 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:59.896780 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['85f0c83d-e492-4252-8c90-1fd22fec3aff'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 00:59:59.966746 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['7999435b-c963-4dcc-a9db-35ef5464f9d9', '31cd774d-837f-4021-9774-cf22b4421c89'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:00.021120 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beace182-af4a-43f2-b37a-c7505b841e58 req-01f000fb-c4f3-4e7c-a45e-7d11cc60e9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:00.026013 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-beace182-af4a-43f2-b37a-c7505b841e58 req-01f000fb-c4f3-4e7c-a45e-7d11cc60e9cc service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.2249355 Feb 09 01:00:00.111952 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-beace182-af4a-43f2-b37a-c7505b841e58 req-eeeb1919-9c04-4832-8220-5e2f975536f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=9f4a6e9c-d7c2-49a4-a271-452c4faca4a4 HTTP/1.1" status: 200 len: 217 time: 0.0738225 Feb 09 01:00:00.151650 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-eb209ff7-63b8-4ef0-bfbd-3ac00e3c230a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Allocated IP 192.168.233.164 (82c0e553-004f-4f65-a38e-9d785fdc5802/c1d7756a-584e-4152-ad93-d220060f4b30/a4b505d8-d756-48f6-922c-121b8b731f28) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:00:00.170182 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781a511-8911-45db-ae7c-384ab76d03c1 req-a83ebbc2-3ba8-4755-ba2e-96190dd4f091 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:00.171907 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0781a511-8911-45db-ae7c-384ab76d03c1 req-a83ebbc2-3ba8-4755-ba2e-96190dd4f091 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 943 time: 0.2387869 Feb 09 01:00:00.208691 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-5cd15538-eb8e-4a3d-949c-d51a09a053cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017d060b-c7b6-4436-9514-163ccdf34845', 'name': 'tempest-ServersTestMultiNic-1002343795-router', 'tenant_id': '6f085f8b18784551909478d3d7d57efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '005d6ce5-b661-487c-a0a5-4c1a96d90dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:59:42Z', 'updated_at': '2022-02-09T00:59:52Z', 'revision_number': 4, 'project_id': '6f085f8b18784551909478d3d7d57efd', 'gw_port': {'id': '005d6ce5-b661-487c-a0a5-4c1a96d90dd4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:07:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017d060b-c7b6-4436-9514-163ccdf34845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:44Z', 'updated_at': '2022-02-09T00:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '5bfb2935-9f05-479c-a356-4b050192ea2e', 'name': '', 'network_id': 'baee9c13-0c46-4fb6-801b-193b3cf40533', 'tenant_id': '6f085f8b18784551909478d3d7d57efd', 'mac_address': 'fa:16:3e:03:d9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017d060b-c7b6-4436-9514-163ccdf34845', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '5bae93aa-2d57-40cf-9f14-f02ea4322f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:48Z', 'updated_at': '2022-02-09T00:59:59Z', 'revision_number': 4, 'project_id': '6f085f8b18784551909478d3d7d57efd', 'subnets': [{'id': '5bae93aa-2d57-40cf-9f14-f02ea4322f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:00.214155 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd15538-eb8e-4a3d-949c-d51a09a053cb None None] The sync data for ids ['017d060b-c7b6-4436-9514-163ccdf34845'] in n-d-828419-1 is: [{'id': '017d060b-c7b6-4436-9514-163ccdf34845', 'name': 'tempest-ServersTestMultiNic-1002343795-router', 'tenant_id': '6f085f8b18784551909478d3d7d57efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '005d6ce5-b661-487c-a0a5-4c1a96d90dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:59:42Z', 'updated_at': '2022-02-09T00:59:52Z', 'revision_number': 4, 'project_id': '6f085f8b18784551909478d3d7d57efd', 'gw_port': {'id': '005d6ce5-b661-487c-a0a5-4c1a96d90dd4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:07:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017d060b-c7b6-4436-9514-163ccdf34845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:44Z', 'updated_at': '2022-02-09T00:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '5bfb2935-9f05-479c-a356-4b050192ea2e', 'name': '', 'network_id': 'baee9c13-0c46-4fb6-801b-193b3cf40533', 'tenant_id': '6f085f8b18784551909478d3d7d57efd', 'mac_address': 'fa:16:3e:03:d9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017d060b-c7b6-4436-9514-163ccdf34845', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '5bae93aa-2d57-40cf-9f14-f02ea4322f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:48Z', 'updated_at': '2022-02-09T00:59:59Z', 'revision_number': 4, 'project_id': '6f085f8b18784551909478d3d7d57efd', 'subnets': [{'id': '5bae93aa-2d57-40cf-9f14-f02ea4322f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:00:00.225784 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beace182-af4a-43f2-b37a-c7505b841e58 req-eeb3a25f-c68c-4d74-8bb0-9738e80218e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:00.227260 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-beace182-af4a-43f2-b37a-c7505b841e58 req-eeb3a25f-c68c-4d74-8bb0-9738e80218e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.1076543 Feb 09 01:00:00.241052 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-b6daa3c9-2706-4099-9ceb-36fe9d2b00b0 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:00:00.246834 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0781a511-8911-45db-ae7c-384ab76d03c1 req-f7f38dce-1ed4-47a3-8a31-98add265c056 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679622 Feb 09 01:00:00.296015 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-b6daa3c9-2706-4099-9ceb-36fe9d2b00b0 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:00.307020 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-b6daa3c9-2706-4099-9ceb-36fe9d2b00b0 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:00:00.409266 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beace182-af4a-43f2-b37a-c7505b841e58 req-4c436017-7da0-4244-b291-bc112a28f33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:00.413046 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-beace182-af4a-43f2-b37a-c7505b841e58 req-4c436017-7da0-4244-b291-bc112a28f33a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1630285 Feb 09 01:00:00.442103 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7beb99-4aa9-4435-b4d9-921cfc57cc0e service neutron] Pushing event updated for resources: {'Port': ['ID=a3a8c315-95d5-4b07-958e-13e5b6be2a4c,revision_number=7']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:00.467677 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59404) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:00.532590 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0211186a-15a8-4eb5-947f-ac6cfa44ee57 req-e3545b39-1ef3-4cfa-8260-f144fd40c6ce tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 258 time: 1.4321077 Feb 09 01:00:00.533676 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a3d620df-95d0-4044-bb28-3216cb696c89 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:00:00.567606 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-0f7beb99-4aa9-4435-b4d9-921cfc57cc0e service neutron] Attempting to bind port a3a8c315-95d5-4b07-958e-13e5b6be2a4c on host n-h2-828419-1 for vnic_type normal with profile {"migrating_to": "n-h1-828419-1"} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:00:00.568010 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-0f7beb99-4aa9-4435-b4d9-921cfc57cc0e service neutron] Attempting to bind port a3a8c315-95d5-4b07-958e-13e5b6be2a4c by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:00:00.568345 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-0f7beb99-4aa9-4435-b4d9-921cfc57cc0e service neutron] Attempting to bind port a3a8c315-95d5-4b07-958e-13e5b6be2a4c on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:00:00.581869 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265d0785-80eb-4208-b453-7e76972213d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3a8c315-95d5-4b07-958e-13e5b6be2a4c', 'code': 200} Feb 09 01:00:00.620059 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-b6daa3c9-2706-4099-9ceb-36fe9d2b00b0 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:00.627585 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-b6daa3c9-2706-4099-9ceb-36fe9d2b00b0 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:00.643195 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-0211186a-15a8-4eb5-947f-ac6cfa44ee57 req-3cbf5a9d-4a3d-419a-8307-f5827e15cbe9 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:00.681502 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a3d620df-95d0-4044-bb28-3216cb696c89 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Usage tracker for resource:subnet and tenant:6f085f8b18784551909478d3d7d57efd is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:00:00.704856 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ee6e4528-a590-4660-a529-c8f39eb239c0 None None] Provisioning for port 8dec7b93-7bbf-4dc1-aaee-3287c2809f4b completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:00.710762 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ee6e4528-a590-4660-a529-c8f39eb239c0 None None] Provisioning complete for port 8dec7b93-7bbf-4dc1-aaee-3287c2809f4b triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:00.711235 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee6e4528-a590-4660-a529-c8f39eb239c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:00.717262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6daa3c9-2706-4099-9ceb-36fe9d2b00b0 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Pushing event updated for resources: {'Port': ['ID=8dec7b93-7bbf-4dc1-aaee-3287c2809f4b,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:00.721274 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a3d620df-95d0-4044-bb28-3216cb696c89 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:00:00.749205 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a3d620df-95d0-4044-bb28-3216cb696c89 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:00:00.761355 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-0211186a-15a8-4eb5-947f-ac6cfa44ee57 req-3cbf5a9d-4a3d-419a-8307-f5827e15cbe9 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:00:00.764700 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-0f7beb99-4aa9-4435-b4d9-921cfc57cc0e service neutron] Port a3a8c315-95d5-4b07-958e-13e5b6be2a4c on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:00:00.765026 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-0f7beb99-4aa9-4435-b4d9-921cfc57cc0e service neutron] Attempting to bind port a3a8c315-95d5-4b07-958e-13e5b6be2a4c on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:00:00.779569 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-0f7beb99-4aa9-4435-b4d9-921cfc57cc0e service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:00:00.779903 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-0f7beb99-4aa9-4435-b4d9-921cfc57cc0e service neutron] Checking segment: {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:00:00.780298 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-0f7beb99-4aa9-4435-b4d9-921cfc57cc0e service neutron] Bound using segment: {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:00:00.780773 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-0f7beb99-4aa9-4435-b4d9-921cfc57cc0e service neutron] Bound port: a3a8c315-95d5-4b07-958e-13e5b6be2a4c, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:00:00.781122 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-0f7beb99-4aa9-4435-b4d9-921cfc57cc0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:00.811550 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0211186a-15a8-4eb5-947f-ac6cfa44ee57 req-3cbf5a9d-4a3d-419a-8307-f5827e15cbe9 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Usage tracker for resource:floatingip and tenant:a5cbed1718f943558d23d2d82e04fd93 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:00:00.844464 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-ee6e4528-a590-4660-a529-c8f39eb239c0 None None] Port 8dec7b93-7bbf-4dc1-aaee-3287c2809f4b cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:00:00.892715 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0211186a-15a8-4eb5-947f-ac6cfa44ee57 req-3cbf5a9d-4a3d-419a-8307-f5827e15cbe9 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:00:00.956202 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686471e7-310a-4f7d-bf43-f2511309d52d', 'name': 'network-vif-deleted', 'tag': '3de626ed-6595-4da4-bc36-4f0b3d8c5311'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:00.958822 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d620df-95d0-4044-bb28-3216cb696c89 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Made reservation on behalf of 6f085f8b18784551909478d3d7d57efd for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:00.962735 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a3d620df-95d0-4044-bb28-3216cb696c89 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:00.991642 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c39a335a-3ae3-46e2-81e4-37dc9d33c79e req-8d8d9ee6-4f31-444a-9de0-bee5f05ab76e tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=285e734e-1cb9-48c7-8f3d-9834753845f6 HTTP/1.1" status: 200 len: 210 time: 0.1190913 Feb 09 01:00:00.998973 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-beace182-af4a-43f2-b37a-c7505b841e58 req-e99d647c-3563-4e3b-9bec-945ea7e6c1d8 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5694532 Feb 09 01:00:01.152853 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59416) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:01.165429 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-b6daa3c9-2706-4099-9ceb-36fe9d2b00b0 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7614896 Feb 09 01:00:01.166535 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-0211186a-15a8-4eb5-947f-ac6cfa44ee57 req-3cbf5a9d-4a3d-419a-8307-f5827e15cbe9 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:00:01.229017 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-8e441205-9054-4a1e-8923-698f05fcf0b9 service neutron] Request body: {'port': {'device_id': '0c2303d2-7cc1-4834-9cf6-e83058e4fcd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:01.319880 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dcfadfcf-dfef-4b9c-aa55-4d4c27cc1c5e req-e9090e6c-78af-4475-aba2-be0d99a25502 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=087d7b77-194f-426a-a4e0-cf2aa95b45c5 HTTP/1.1" status: 200 len: 210 time: 0.1636412 Feb 09 01:00:01.323974 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0211186a-15a8-4eb5-947f-ac6cfa44ee57 req-3cbf5a9d-4a3d-419a-8307-f5827e15cbe9 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks [] for floatingip, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:01.341375 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-beace182-af4a-43f2-b37a-c7505b841e58 req-07231f62-13cc-43d4-b6c0-c6c2a210b341 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349967 Feb 09 01:00:01.569777 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-0f7beb99-4aa9-4435-b4d9-921cfc57cc0e service neutron] For port a3a8c315-95d5-4b07-958e-13e5b6be2a4c, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:00:01.613323 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-8e441205-9054-4a1e-8923-698f05fcf0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:01.631184 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-eb209ff7-63b8-4ef0-bfbd-3ac00e3c230a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:01.635510 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-0f7beb99-4aa9-4435-b4d9-921cfc57cc0e service neutron] For port a3a8c315-95d5-4b07-958e-13e5b6be2a4c, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=a3a8c315-95d5-4b07-958e-13e5b6be2a4c,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:00:01.693295 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-0f7beb99-4aa9-4435-b4d9-921cfc57cc0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:01.776309 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 5bfb2935-9f05-479c-a356-4b050192ea2e up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:00:01.789881 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-eb209ff7-63b8-4ef0-bfbd-3ac00e3c230a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Transition to ACTIVE for port object a4b505d8-d756-48f6-922c-121b8b731f28 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:01.809372 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b53cac81-d378-4616-ae71-4e63c16ad50d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d192f05a9bd4ffca07197664d18ea13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6507671 Feb 09 01:00:01.811756 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59426) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:01.861285 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd192fb-ea4f-4eb1-bf10-95d1e07c09fb req-7c9f9764-620d-4da0-97c1-ed8eb769994b tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:01.863173 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fbd192fb-ea4f-4eb1-bf10-95d1e07c09fb req-7c9f9764-620d-4da0-97c1-ed8eb769994b tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/ports?device_id=a76d9741-0bb8-4b77-af9c-e40d6a945ad6 HTTP/1.1" status: 200 len: 947 time: 0.3672719 Feb 09 01:00:01.864614 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 5bfb2935-9f05-479c-a356-4b050192ea2e completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:01.870711 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 5bfb2935-9f05-479c-a356-4b050192ea2e triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:01.871463 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:01.945638 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f6baed6a-f13e-41e1-899c-a35ccc2ecc75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:02.023409 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:00:02.029837 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:02.045425 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fbd192fb-ea4f-4eb1-bf10-95d1e07c09fb req-2cb64ac1-a654-4214-b971-a7c79a0d4acc tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/security-groups?id=d26cc557-a6e6-4bdd-a6df-88bad5d4807f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729038 Feb 09 01:00:02.054594 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7beb99-4aa9-4435-b4d9-921cfc57cc0e service neutron] Pushing event updated for resources: {'Port': ['ID=a3a8c315-95d5-4b07-958e-13e5b6be2a4c,revision_number=8']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:02.080513 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 5bfb2935-9f05-479c-a356-4b050192ea2e, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=5bfb2935-9f05-479c-a356-4b050192ea2e,segment=NetworkSegment(64dd75d4-6fae-4951-bf2a-3e9b32aa4c93),segment_id=64dd75d4-6fae-4951-bf2a-3e9b32aa4c93)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:02.088904 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f6baed6a-f13e-41e1-899c-a35ccc2ecc75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:02.152788 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:02.172067 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686471e7-310a-4f7d-bf43-f2511309d52d', 'name': 'network-vif-deleted', 'tag': '3de626ed-6595-4da4-bc36-4f0b3d8c5311', 'status': 'completed', 'code': 200} Feb 09 01:00:02.189035 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-0f7beb99-4aa9-4435-b4d9-921cfc57cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:02.189782 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-0f7beb99-4aa9-4435-b4d9-921cfc57cc0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:02.190306 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5dd76cf3-6895-43bd-afc4-9eaa40491af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:02.191491 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-0f7beb99-4aa9-4435-b4d9-921cfc57cc0e service neutron] 10.222.0.35 "PUT /v2.0/ports/a3a8c315-95d5-4b07-958e-13e5b6be2a4c HTTP/1.1" status: 200 len: 1121 time: 6.0423594 Feb 09 01:00:02.204210 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a3d620df-95d0-4044-bb28-3216cb696c89 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:02.251757 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=5bfb2935-9f05-479c-a356-4b050192ea2e,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:02.356709 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9f4a6e9c-d7c2-49a4-a271-452c4faca4a4,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:02.376141 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '9f4a6e9c-d7c2-49a4-a271-452c4faca4a4', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': '9f4a6e9c-d7c2-49a4-a271-452c4faca4a4', 'mac_address': 'fa:16:3e:7d:26:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:00:02.382241 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['a3a8c315-95d5-4b07-958e-13e5b6be2a4c'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:02.415388 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d620df-95d0-4044-bb28-3216cb696c89 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Pushing event updated for resources: {'Subnet': ['ID=4cf0dce3-bf32-4c33-ae20-fc4ec3389627,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:02.418117 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-eb209ff7-63b8-4ef0-bfbd-3ac00e3c230a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:02.427921 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['a3a8c315-95d5-4b07-958e-13e5b6be2a4c'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:02.524259 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f6baed6a-f13e-41e1-899c-a35ccc2ecc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:02.579444 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:02.591685 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265d0785-80eb-4208-b453-7e76972213d2', 'tag': 'a3a8c315-95d5-4b07-958e-13e5b6be2a4c'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:02.594513 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6baed6a-f13e-41e1-899c-a35ccc2ecc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dce2740-aad5-4d46-af2e-64ac70d80869,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:02.610739 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-eb209ff7-63b8-4ef0-bfbd-3ac00e3c230a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:00:02.625424 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-eb209ff7-63b8-4ef0-bfbd-3ac00e3c230a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:02.639762 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f6baed6a-f13e-41e1-899c-a35ccc2ecc75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:02.641288 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f6baed6a-f13e-41e1-899c-a35ccc2ecc75 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9dce2740-aad5-4d46-af2e-64ac70d80869 HTTP/1.1" status: 204 len: 168 time: 0.8254218 Feb 09 01:00:02.642560 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0211186a-15a8-4eb5-947f-ac6cfa44ee57 req-3cbf5a9d-4a3d-419a-8307-f5827e15cbe9 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:02.644675 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb209ff7-63b8-4ef0-bfbd-3ac00e3c230a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Pushing event updated for resources: {'Port': ['ID=a4b505d8-d756-48f6-922c-121b8b731f28,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:02.650842 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-eb209ff7-63b8-4ef0-bfbd-3ac00e3c230a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:00:02.665467 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:00:02.679412 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81ebc1-c553-44bf-8c71-26bf40abaec0 req-376d4e21-5837-4b11-b198-ed44bc8294d1 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:02.680828 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6f81ebc1-c553-44bf-8c71-26bf40abaec0 req-376d4e21-5837-4b11-b198-ed44bc8294d1 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 943 time: 0.3230937 Feb 09 01:00:02.700255 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d620df-95d0-4044-bb28-3216cb696c89 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Checking segment: {'id': '11e68bd2-5be3-4a39-b585-a2813496efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '96bba698-9b96-4ecd-9829-8168d8e90c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:00:02.700698 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d620df-95d0-4044-bb28-3216cb696c89 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Network hostable DHCP agents. Network: 96bba698-9b96-4ecd-9829-8168d8e90c53, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:00:02.773529 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6f81ebc1-c553-44bf-8c71-26bf40abaec0 req-d38bc97a-e929-4851-9bd4-7153920c66e4 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800452 Feb 09 01:00:02.813081 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9f4a6e9c-d7c2-49a4-a271-452c4faca4a4,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:02.850149 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:02.875613 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-5dd76cf3-6895-43bd-afc4-9eaa40491af9 admin admin] Deleting port 7f548adb-9d4f-4c93-8ecd-94255637112b {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:00:02.876126 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5dd76cf3-6895-43bd-afc4-9eaa40491af9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:02.950516 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-eb209ff7-63b8-4ef0-bfbd-3ac00e3c230a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:02.951635 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-eb209ff7-63b8-4ef0-bfbd-3ac00e3c230a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:03.061426 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=9f4a6e9c-d7c2-49a4-a271-452c4faca4a4,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:03.067100 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d620df-95d0-4044-bb28-3216cb696c89 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Network 96bba698-9b96-4ecd-9829-8168d8e90c53 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:00:03.072810 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-85b485f9-3edc-41ca-8acf-f6c792c299b3 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:00:03.077564 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['7999435b-c963-4dcc-a9db-35ef5464f9d9', '31cd774d-837f-4021-9774-cf22b4421c89'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:03.162928 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['9f4a6e9c-d7c2-49a4-a271-452c4faca4a4'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:03.170781 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-eb209ff7-63b8-4ef0-bfbd-3ac00e3c230a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.8856106 Feb 09 01:00:03.191480 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-78cead39-de51-4ab2-b34a-822c47f58445 service neutron] Request body: {'port': {'device_id': '087d7b77-194f-426a-a4e0-cf2aa95b45c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:03.201878 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59444) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:03.215360 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9a0974c6-40c7-410d-9964-17307c8d2d2e req-82050ae1-da03-490c-bb61-9eb98d4c4ed7 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=285e734e-1cb9-48c7-8f3d-9834753845f6 HTTP/1.1" status: 200 len: 210 time: 0.2107558 Feb 09 01:00:03.229851 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-a3d620df-95d0-4044-bb28-3216cb696c89 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 96bba698-9b96-4ecd-9829-8168d8e90c53) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:03.261595 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d9396f-0aff-4a4b-a98d-44285e93edec None None] Network 96bba698-9b96-4ecd-9829-8168d8e90c53 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:00:03.268009 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d620df-95d0-4044-bb28-3216cb696c89 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:03.268693 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a3d620df-95d0-4044-bb28-3216cb696c89 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:03.276111 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f1f52f05-f312-4671-95a7-219e25f60038 None None] Provisioning for port a4b505d8-d756-48f6-922c-121b8b731f28 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:03.297245 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-85b485f9-3edc-41ca-8acf-f6c792c299b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb8d1757-702c-4c4c-adad-0634cfa7b62d {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:00:03.300289 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-67f0d34c-a437-4971-bec0-1a3d8030e987 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6c63243809914aa5b87ccbe0da75af92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0925326 Feb 09 01:00:03.303612 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59448) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:03.320181 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-85b485f9-3edc-41ca-8acf-f6c792c299b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:03.333103 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-0211186a-15a8-4eb5-947f-ac6cfa44ee57 req-3cbf5a9d-4a3d-419a-8307-f5827e15cbe9 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Allocated IP 172.25.5.190 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/e46beb21-8442-4f4c-8e30-9e860d594c11) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:00:03.335815 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a3d620df-95d0-4044-bb28-3216cb696c89 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.8581977 Feb 09 01:00:03.341657 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59452) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:03.352284 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f1f52f05-f312-4671-95a7-219e25f60038 None None] Provisioning complete for port a4b505d8-d756-48f6-922c-121b8b731f28 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:03.352949 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f1f52f05-f312-4671-95a7-219e25f60038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:03.360237 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-1b6cf0ed-0f9a-4d89-9474-6de45d0c5558 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1247635284'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:03.405817 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1b6cf0ed-0f9a-4d89-9474-6de45d0c5558 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:00:03.406660 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-85b485f9-3edc-41ca-8acf-f6c792c299b3 service neutron] Transition to ACTIVE for port object bb8d1757-702c-4c4c-adad-0634cfa7b62d will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:03.412994 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-5dd76cf3-6895-43bd-afc4-9eaa40491af9 admin admin] For port 7f548adb-9d4f-4c93-8ecd-94255637112b, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=7f548adb-9d4f-4c93-8ecd-94255637112b,segment=NetworkSegment(e54330ae-8d13-4599-abc0-f776581bcd15),segment_id=e54330ae-8d13-4599-abc0-f776581bcd15)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:03.413441 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5dd76cf3-6895-43bd-afc4-9eaa40491af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:03.425217 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['85f0c83d-e492-4252-8c90-1fd22fec3aff'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:03.465011 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1b6cf0ed-0f9a-4d89-9474-6de45d0c5558 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Usage tracker for resource:network and tenant:6f085f8b18784551909478d3d7d57efd is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:00:03.468706 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-85b485f9-3edc-41ca-8acf-f6c792c299b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:03.474724 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1b6cf0ed-0f9a-4d89-9474-6de45d0c5558 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:00:03.538558 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1b6cf0ed-0f9a-4d89-9474-6de45d0c5558 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:00:03.542936 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f1f52f05-f312-4671-95a7-219e25f60038 None None] Port a4b505d8-d756-48f6-922c-121b8b731f28 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:00:03.616703 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-5dd76cf3-6895-43bd-afc4-9eaa40491af9 admin admin] Calling delete_port for 7f548adb-9d4f-4c93-8ecd-94255637112b owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:00:03.679644 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-843b0cb5-6448-413f-b509-81f1f8b35f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:03.681250 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6cf0ed-0f9a-4d89-9474-6de45d0c5558 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Made reservation on behalf of 6f085f8b18784551909478d3d7d57efd for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:03.684714 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b6cf0ed-0f9a-4d89-9474-6de45d0c5558 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:03.745193 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-78cead39-de51-4ab2-b34a-822c47f58445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:03.753667 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-843b0cb5-6448-413f-b509-81f1f8b35f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:03.787242 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b6cf0ed-0f9a-4d89-9474-6de45d0c5558 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 950} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:00:03.832743 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b6cf0ed-0f9a-4d89-9474-6de45d0c5558 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:03.833087 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-1b6cf0ed-0f9a-4d89-9474-6de45d0c5558 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Added segment b2b27be6-d274-4cc1-b477-8779a0c8e3ec of type vlan for network ae6175a5-d2cd-42a6-b562-3579ae29397d Feb 09 01:00:03.847005 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 5bfb2935-9f05-479c-a356-4b050192ea2e up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:00:03.854349 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be04d3-f54d-4e88-a9fe-3a2347512518 req-568067a9-792c-4142-a258-3b6d80952f6c tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:03.862703 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-37be04d3-f54d-4e88-a9fe-3a2347512518 req-568067a9-792c-4142-a258-3b6d80952f6c tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=087d7b77-194f-426a-a4e0-cf2aa95b45c5 HTTP/1.1" status: 200 len: 936 time: 0.4591146 Feb 09 01:00:03.927306 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee74450-c708-4682-9ed6-a5b60338ac61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-96bba698-9b96-4ecd-9829-8168d8e90c53', 'network_id': '96bba698-9b96-4ecd-9829-8168d8e90c53', 'tenant_id': '6f085f8b18784551909478d3d7d57efd', 'fixed_ips': [{'subnet_id': '4cf0dce3-bf32-4c33-ae20-fc4ec3389627'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:00:03.928199 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7ee74450-c708-4682-9ed6-a5b60338ac61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:04.057219 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b6cf0ed-0f9a-4d89-9474-6de45d0c5558 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:04.080474 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-37be04d3-f54d-4e88-a9fe-3a2347512518 req-4227091e-5027-4840-a8b8-3bcd9c6d9f1f tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106261 Feb 09 01:00:04.143364 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a6f617c0-9b4f-43d6-a2ff-d97869c16522 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Allocated IP 192.168.233.65 (82c0e553-004f-4f65-a38e-9d785fdc5802/c1d7756a-584e-4152-ad93-d220060f4b30/781cd0ad-9d43-45b7-86ab-84616122428b) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:00:04.150794 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-843b0cb5-6448-413f-b509-81f1f8b35f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:04.183259 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b0cb5-6448-413f-b509-81f1f8b35f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f0572e-f8b8-481f-bbda-632723f2af47,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:04.206552 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b6cf0ed-0f9a-4d89-9474-6de45d0c5558 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:04.209687 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '265d0785-80eb-4208-b453-7e76972213d2', 'tag': 'a3a8c315-95d5-4b07-958e-13e5b6be2a4c', 'status': 'completed', 'code': 200} Feb 09 01:00:04.213635 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6cf0ed-0f9a-4d89-9474-6de45d0c5558 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:04.214325 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b6cf0ed-0f9a-4d89-9474-6de45d0c5558 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:04.255751 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b485f9-3edc-41ca-8acf-f6c792c299b3 service neutron] Pushing event updated for resources: {'Port': ['ID=bb8d1757-702c-4c4c-adad-0634cfa7b62d,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:04.273169 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 5bfb2935-9f05-479c-a356-4b050192ea2e triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:04.273545 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:04.418402 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0211186a-15a8-4eb5-947f-ac6cfa44ee57 req-3cbf5a9d-4a3d-419a-8307-f5827e15cbe9 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:04.467093 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-85b485f9-3edc-41ca-8acf-f6c792c299b3 service neutron] Attempting to bind port bb8d1757-702c-4c4c-adad-0634cfa7b62d on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:00:04.467830 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-85b485f9-3edc-41ca-8acf-f6c792c299b3 service neutron] Attempting to bind port bb8d1757-702c-4c4c-adad-0634cfa7b62d by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:00:04.468380 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-85b485f9-3edc-41ca-8acf-f6c792c299b3 service neutron] Attempting to bind port bb8d1757-702c-4c4c-adad-0634cfa7b62d on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:00:04.473302 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-7ee74450-c708-4682-9ed6-a5b60338ac61 None None] Allocated IP 19.80.0.2 (96bba698-9b96-4ecd-9829-8168d8e90c53/4cf0dce3-bf32-4c33-ae20-fc4ec3389627/a17bea33-14fa-4846-b140-bace34c5265a) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:00:04.473674 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-843b0cb5-6448-413f-b509-81f1f8b35f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:04.474988 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-843b0cb5-6448-413f-b509-81f1f8b35f56 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/30f0572e-f8b8-481f-bbda-632723f2af47 HTTP/1.1" status: 204 len: 168 time: 1.1703830 Feb 09 01:00:04.541725 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-85b485f9-3edc-41ca-8acf-f6c792c299b3 service neutron] Port bb8d1757-702c-4c4c-adad-0634cfa7b62d on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:00:04.541959 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6cf0ed-0f9a-4d89-9474-6de45d0c5558 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Pushing event updated for resources: {'Network': ['ID=ae6175a5-d2cd-42a6-b562-3579ae29397d,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:04.542336 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-85b485f9-3edc-41ca-8acf-f6c792c299b3 service neutron] Attempting to bind port bb8d1757-702c-4c4c-adad-0634cfa7b62d on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:00:04.549405 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1b6cf0ed-0f9a-4d89-9474-6de45d0c5558 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2020779 Feb 09 01:00:04.555484 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-85b485f9-3edc-41ca-8acf-f6c792c299b3 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:00:04.555975 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-85b485f9-3edc-41ca-8acf-f6c792c299b3 service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:00:04.556499 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59464) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:04.557000 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-85b485f9-3edc-41ca-8acf-f6c792c299b3 service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:00:04.557673 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-85b485f9-3edc-41ca-8acf-f6c792c299b3 service neutron] Bound port: bb8d1757-702c-4c4c-adad-0634cfa7b62d, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:00:04.558305 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-85b485f9-3edc-41ca-8acf-f6c792c299b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:04.561607 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5dd76cf3-6895-43bd-afc4-9eaa40491af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:04.574539 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network ae6175a5-d2cd-42a6-b562-3579ae29397d details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:00:04.595437 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-c8504fd5-a364-4938-9afe-98937547ee15 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Request body: {'subnet': {'network_id': 'ae6175a5-d2cd-42a6-b562-3579ae29397d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:04.714373 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0211186a-15a8-4eb5-947f-ac6cfa44ee57 req-3cbf5a9d-4a3d-419a-8307-f5827e15cbe9 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:04.781615 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd76cf3-6895-43bd-afc4-9eaa40491af9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f548adb-9d4f-4c93-8ecd-94255637112b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:04.850002 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a6f617c0-9b4f-43d6-a2ff-d97869c16522 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:04.869737 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-85b485f9-3edc-41ca-8acf-f6c792c299b3 service neutron] For port bb8d1757-702c-4c4c-adad-0634cfa7b62d, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:00:04.901284 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0211186a-15a8-4eb5-947f-ac6cfa44ee57 req-3cbf5a9d-4a3d-419a-8307-f5827e15cbe9 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:00:04.920523 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-0211186a-15a8-4eb5-947f-ac6cfa44ee57 req-3cbf5a9d-4a3d-419a-8307-f5827e15cbe9 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:04.929236 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a6f617c0-9b4f-43d6-a2ff-d97869c16522 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Transition to ACTIVE for port object 781cd0ad-9d43-45b7-86ab-84616122428b will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:04.931275 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-85b485f9-3edc-41ca-8acf-f6c792c299b3 service neutron] For port bb8d1757-702c-4c4c-adad-0634cfa7b62d, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=bb8d1757-702c-4c4c-adad-0634cfa7b62d,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:00:04.931882 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c3256-90a7-417c-8d05-c739f9eccb9b req-3a6f1824-f3ce-47eb-90cc-e33c7dabe91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:04.932446 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-0211186a-15a8-4eb5-947f-ac6cfa44ee57 req-3cbf5a9d-4a3d-419a-8307-f5827e15cbe9 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:00:04.933390 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-332c3256-90a7-417c-8d05-c739f9eccb9b req-3a6f1824-f3ce-47eb-90cc-e33c7dabe91b service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5a38989228a14de2b6764c7f261f44e3&device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 1124 time: 0.7138708 Feb 09 01:00:04.935392 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c8504fd5-a364-4938-9afe-98937547ee15 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:00:04.951020 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7ef96-1360-4f3e-a193-6c5ed44547f4 req-0446bbb8-9f0d-4a09-995f-f914713e4e63 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:04.961344 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e8b7ef96-1360-4f3e-a193-6c5ed44547f4 req-0446bbb8-9f0d-4a09-995f-f914713e4e63 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/ports?device_id=a76d9741-0bb8-4b77-af9c-e40d6a945ad6 HTTP/1.1" status: 200 len: 948 time: 0.6409760 Feb 09 01:00:04.965337 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c8504fd5-a364-4938-9afe-98937547ee15 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Usage tracker for resource:subnet and tenant:6f085f8b18784551909478d3d7d57efd is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:00:04.979251 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf5a9d-4a3d-419a-8307-f5827e15cbe9 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Pushing event updated for resources: {'Port': ['ID=e46beb21-8442-4f4c-8e30-9e860d594c11,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:04.992383 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-85b485f9-3edc-41ca-8acf-f6c792c299b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:05.008260 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c8504fd5-a364-4938-9afe-98937547ee15 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:00:05.022577 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7ee74450-c708-4682-9ed6-a5b60338ac61 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:05.052013 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7ee74450-c708-4682-9ed6-a5b60338ac61 None None] Transition to ACTIVE for port object a17bea33-14fa-4846-b140-bace34c5265a will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:05.101490 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-85b485f9-3edc-41ca-8acf-f6c792c299b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:05.102366 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-85b485f9-3edc-41ca-8acf-f6c792c299b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:05.103631 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-85b485f9-3edc-41ca-8acf-f6c792c299b3 service neutron] 10.222.0.35 "PUT /v2.0/ports/bb8d1757-702c-4c4c-adad-0634cfa7b62d HTTP/1.1" status: 200 len: 1096 time: 7.9086168 Feb 09 01:00:05.116830 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7ee74450-c708-4682-9ed6-a5b60338ac61 None None] Transition to ACTIVE for port object a17bea33-14fa-4846-b140-bace34c5265a will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:05.146306 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7ee74450-c708-4682-9ed6-a5b60338ac61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:05.179399 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c8504fd5-a364-4938-9afe-98937547ee15 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:00:05.257771 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8504fd5-a364-4938-9afe-98937547ee15 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Made reservation on behalf of 6f085f8b18784551909478d3d7d57efd for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:05.261501 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c8504fd5-a364-4938-9afe-98937547ee15 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:05.288148 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b485f9-3edc-41ca-8acf-f6c792c299b3 service neutron] Pushing event updated for resources: {'Port': ['ID=bb8d1757-702c-4c4c-adad-0634cfa7b62d,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:05.297834 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0211186a-15a8-4eb5-947f-ac6cfa44ee57 req-3cbf5a9d-4a3d-419a-8307-f5827e15cbe9 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:05.300817 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee74450-c708-4682-9ed6-a5b60338ac61 None None] Pushing event updated for resources: {'Port': ['ID=a17bea33-14fa-4846-b140-bace34c5265a,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:05.307395 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e8b7ef96-1360-4f3e-a193-6c5ed44547f4 req-9d0ac40e-5096-44bf-a46c-017021247b66 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/security-groups?id=d26cc557-a6e6-4bdd-a6df-88bad5d4807f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486369 Feb 09 01:00:05.316654 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee74450-c708-4682-9ed6-a5b60338ac61 None None] Network 96bba698-9b96-4ecd-9829-8168d8e90c53 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:00:05.318237 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-7ee74450-c708-4682-9ed6-a5b60338ac61 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:05.323944 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee74450-c708-4682-9ed6-a5b60338ac61 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:00:05.499099 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a6f617c0-9b4f-43d6-a2ff-d97869c16522 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:05.517687 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['ac9f038e-b710-46b6-980d-f499101cfc4b', 'baf37f40-b7ff-40be-8f6e-4a837939e01d'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:05.599079 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-7ee74450-c708-4682-9ed6-a5b60338ac61 None None] Attempting to bind port a17bea33-14fa-4846-b140-bace34c5265a on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:00:05.599198 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-7ee74450-c708-4682-9ed6-a5b60338ac61 None None] Attempting to bind port a17bea33-14fa-4846-b140-bace34c5265a by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '11e68bd2-5be3-4a39-b585-a2813496efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '96bba698-9b96-4ecd-9829-8168d8e90c53'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:00:05.599633 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee74450-c708-4682-9ed6-a5b60338ac61 None None] Attempting to bind port a17bea33-14fa-4846-b140-bace34c5265a on network 96bba698-9b96-4ecd-9829-8168d8e90c53 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:00:05.610621 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee74450-c708-4682-9ed6-a5b60338ac61 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:00:05.611060 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee74450-c708-4682-9ed6-a5b60338ac61 None None] Checking segment: {'id': '11e68bd2-5be3-4a39-b585-a2813496efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '96bba698-9b96-4ecd-9829-8168d8e90c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:00:05.611467 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7ee74450-c708-4682-9ed6-a5b60338ac61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:05.611862 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee74450-c708-4682-9ed6-a5b60338ac61 None None] Bound using segment: {'id': '11e68bd2-5be3-4a39-b585-a2813496efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '96bba698-9b96-4ecd-9829-8168d8e90c53'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:00:05.612337 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-7ee74450-c708-4682-9ed6-a5b60338ac61 None None] Bound port: a17bea33-14fa-4846-b140-bace34c5265a, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e68bd2-5be3-4a39-b585-a2813496efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '96bba698-9b96-4ecd-9829-8168d8e90c53'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:00:05.612760 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7ee74450-c708-4682-9ed6-a5b60338ac61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:05.641466 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a6f617c0-9b4f-43d6-a2ff-d97869c16522 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:00:05.642800 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0211186a-15a8-4eb5-947f-ac6cfa44ee57 req-3cbf5a9d-4a3d-419a-8307-f5827e15cbe9 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:05.674314 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a6f617c0-9b4f-43d6-a2ff-d97869c16522 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:05.709849 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a6f617c0-9b4f-43d6-a2ff-d97869c16522 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:00:05.735561 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f617c0-9b4f-43d6-a2ff-d97869c16522 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Pushing event updated for resources: {'Port': ['ID=781cd0ad-9d43-45b7-86ab-84616122428b,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:05.794709 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-371709ad-229f-49d5-8f41-1f2e2c00519e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:05.795641 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59488) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:05.796559 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-371709ad-229f-49d5-8f41-1f2e2c00519e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e89768b4b7dd4f158c579bead75e7e42&device_id=a7506338-5ad3-419a-b8c0-fb29193ffc35 HTTP/1.1" status: 200 len: 1099 time: 0.5603750 Feb 09 01:00:05.834021 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5dd76cf3-6895-43bd-afc4-9eaa40491af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:05.878205 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c3256-90a7-417c-8d05-c739f9eccb9b req-7ea55dd7-1ffb-494f-8cf4-109cf240855d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:05.880838 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-332c3256-90a7-417c-8d05-c739f9eccb9b req-7ea55dd7-1ffb-494f-8cf4-109cf240855d service neutron] 10.222.0.117 "GET /v2.0/networks?id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9 HTTP/1.1" status: 200 len: 922 time: 0.9196615 Feb 09 01:00:05.924750 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-7ee74450-c708-4682-9ed6-a5b60338ac61 None None] For port a17bea33-14fa-4846-b140-bace34c5265a, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:00:05.928134 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-7ee74450-c708-4682-9ed6-a5b60338ac61 None None] For port a17bea33-14fa-4846-b140-bace34c5265a, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=a17bea33-14fa-4846-b140-bace34c5265a,segment=NetworkSegment(11e68bd2-5be3-4a39-b585-a2813496efd6),segment_id=11e68bd2-5be3-4a39-b585-a2813496efd6)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:00:05.946158 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7ee74450-c708-4682-9ed6-a5b60338ac61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:06.043345 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee74450-c708-4682-9ed6-a5b60338ac61 None None] Pushing event updated for resources: {'Port': ['ID=a17bea33-14fa-4846-b140-bace34c5265a,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:06.047180 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:00:06.188670 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b2509e84-88a6-4219-89fd-d80fd7bf1472 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1023623636-network', 'tenant_id': '58ce59bb80374e1fb7ccc7df1e42c1f2'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:06.203871 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-673236b6-1e25-44ab-ad61-38fb6215617c None None] Provisioning for port 781cd0ad-9d43-45b7-86ab-84616122428b completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:06.209460 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:06.218006 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-673236b6-1e25-44ab-ad61-38fb6215617c None None] Provisioning complete for port 781cd0ad-9d43-45b7-86ab-84616122428b triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:06.218257 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b2509e84-88a6-4219-89fd-d80fd7bf1472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:00:06.218365 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-673236b6-1e25-44ab-ad61-38fb6215617c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:06.227573 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-332c3256-90a7-417c-8d05-c739f9eccb9b req-c0c07678-d2fc-4a64-aa85-70974d98d7de service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3a8c315-95d5-4b07-958e-13e5b6be2a4c HTTP/1.1" status: 200 len: 217 time: 0.2456584 Feb 09 01:00:06.240321 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7506338-5ad3-419a-b8c0-fb29193ffc35', 'tag': 'bb8d1757-702c-4c4c-adad-0634cfa7b62d'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:06.240992 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00790b-106f-48cd-8721-9257c0a641c1 req-2f406c18-6a19-4a25-bf4b-518117fabb38 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:06.248138 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0d00790b-106f-48cd-8721-9257c0a641c1 req-2f406c18-6a19-4a25-bf4b-518117fabb38 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 943 time: 0.7383790 Feb 09 01:00:06.251149 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b2509e84-88a6-4219-89fd-d80fd7bf1472 admin admin] Usage tracker for resource:network and tenant:58ce59bb80374e1fb7ccc7df1e42c1f2 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:00:06.257868 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-18203d88-2492-46c6-b182-92b29f1953fb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=bb8d1757-702c-4c4c-adad-0634cfa7b62d HTTP/1.1" status: 200 len: 217 time: 0.4435201 Feb 09 01:00:06.268512 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a6f617c0-9b4f-43d6-a2ff-d97869c16522 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:06.269418 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a6f617c0-9b4f-43d6-a2ff-d97869c16522 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:06.285154 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:06.285525 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:06.287997 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b2509e84-88a6-4219-89fd-d80fd7bf1472 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:00:06.318674 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c8504fd5-a364-4938-9afe-98937547ee15 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:06.353832 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-673236b6-1e25-44ab-ad61-38fb6215617c None None] Port 781cd0ad-9d43-45b7-86ab-84616122428b cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:00:06.371337 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b2509e84-88a6-4219-89fd-d80fd7bf1472 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:00:06.449709 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a6f617c0-9b4f-43d6-a2ff-d97869c16522 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.1804550 Feb 09 01:00:06.453512 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0d00790b-106f-48cd-8721-9257c0a641c1 req-5b173a09-087d-4356-8e0a-532776d4919a tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041874 Feb 09 01:00:06.472228 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a692e0a9-f374-406e-9cbd-e60106f4b2d0 service neutron] Request body: {'port': {'device_id': '285e734e-1cb9-48c7-8f3d-9834753845f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:06.503143 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8504fd5-a364-4938-9afe-98937547ee15 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Pushing event updated for resources: {'Subnet': ['ID=0fcf645e-6e37-4eeb-a60e-27a3d1e2aa1d,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:06.521464 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-117a1455-4ba9-43d1-9692-4b76547329d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:06.527879 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-117a1455-4ba9-43d1-9692-4b76547329d1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.2484436 Feb 09 01:00:06.540333 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2509e84-88a6-4219-89fd-d80fd7bf1472 admin admin] Made reservation on behalf of 58ce59bb80374e1fb7ccc7df1e42c1f2 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:06.543971 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b2509e84-88a6-4219-89fd-d80fd7bf1472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:06.553635 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:06.578624 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b2509e84-88a6-4219-89fd-d80fd7bf1472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:06.671730 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76d9741-0bb8-4b77-af9c-e40d6a945ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4a6e9c-d7c2-49a4-a271-452c4faca4a4'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:06.692746 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9f4a6e9c-d7c2-49a4-a271-452c4faca4a4,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:06.699669 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:06.730523 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c3256-90a7-417c-8d05-c739f9eccb9b req-d1587675-d33d-4b19-9c52-81977af1fe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:06.732557 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-332c3256-90a7-417c-8d05-c739f9eccb9b req-d1587675-d33d-4b19-9c52-81977af1fe6f service neutron] 10.222.0.117 "GET /v2.0/subnets?id=eb9a8e05-d0fc-4553-92c9-d58b7743cadc HTTP/1.1" status: 200 len: 861 time: 0.4762788 Feb 09 01:00:06.749237 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b2509e84-88a6-4219-89fd-d80fd7bf1472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:00:06.758969 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-8e441205-9054-4a1e-8923-698f05fcf0b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dec7b93-7bbf-4dc1-aaee-3287c2809f4b {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:00:06.778926 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=9f4a6e9c-d7c2-49a4-a271-452c4faca4a4,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:06.791283 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-8e441205-9054-4a1e-8923-698f05fcf0b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:06.803428 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8504fd5-a364-4938-9afe-98937547ee15 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Checking segment: {'id': 'b2b27be6-d274-4cc1-b477-8779a0c8e3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'ae6175a5-d2cd-42a6-b562-3579ae29397d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:00:06.803798 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8504fd5-a364-4938-9afe-98937547ee15 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Network hostable DHCP agents. Network: ae6175a5-d2cd-42a6-b562-3579ae29397d, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:00:06.809936 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b2509e84-88a6-4219-89fd-d80fd7bf1472 admin admin] Usage tracker for resource:security_group_rule and tenant:58ce59bb80374e1fb7ccc7df1e42c1f2 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:00:06.814185 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-96ac5bb4-994c-40e4-a111-771a22cd2cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:06.823409 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b2509e84-88a6-4219-89fd-d80fd7bf1472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:00:06.835425 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-332c3256-90a7-417c-8d05-c739f9eccb9b req-8d3fce34-7d38-4fe4-9872-8a9f3452546e service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834589 Feb 09 01:00:06.836874 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a692e0a9-f374-406e-9cbd-e60106f4b2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:06.838579 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b2509e84-88a6-4219-89fd-d80fd7bf1472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:00:06.853941 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-8e441205-9054-4a1e-8923-698f05fcf0b9 service neutron] Transition to ACTIVE for port object 8dec7b93-7bbf-4dc1-aaee-3287c2809f4b will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:06.931509 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-8e441205-9054-4a1e-8923-698f05fcf0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:07.019154 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0211186a-15a8-4eb5-947f-ac6cfa44ee57 req-3cbf5a9d-4a3d-419a-8307-f5827e15cbe9 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:07.019437 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8504fd5-a364-4938-9afe-98937547ee15 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Network ae6175a5-d2cd-42a6-b562-3579ae29397d is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:00:07.065650 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce29ee-cadb-4258-84d1-aa6bf4b0872d req-e095d4e3-642a-4616-9163-edbab4052271 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:07.067868 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-adce29ee-cadb-4258-84d1-aa6bf4b0872d req-e095d4e3-642a-4616-9163-edbab4052271 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=285e734e-1cb9-48c7-8f3d-9834753845f6 HTTP/1.1" status: 200 len: 935 time: 0.4081669 Feb 09 01:00:07.107315 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-c8504fd5-a364-4938-9afe-98937547ee15 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, ae6175a5-d2cd-42a6-b562-3579ae29397d) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:07.122080 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2325ee2f-810f-471f-a237-e4bb2ff437c0 None None] Network ae6175a5-d2cd-42a6-b562-3579ae29397d requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:00:07.135972 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8504fd5-a364-4938-9afe-98937547ee15 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:07.142512 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c8504fd5-a364-4938-9afe-98937547ee15 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:07.201599 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0211186a-15a8-4eb5-947f-ac6cfa44ee57 req-3cbf5a9d-4a3d-419a-8307-f5827e15cbe9 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:07.205552 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e441205-9054-4a1e-8923-698f05fcf0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=8dec7b93-7bbf-4dc1-aaee-3287c2809f4b,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:07.312955 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-332c3256-90a7-417c-8d05-c739f9eccb9b req-d8eae5cc-dfea-46fb-9e9d-cdde92c430e7 service neutron] 10.222.0.117 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4634509 Feb 09 01:00:07.319439 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf5a9d-4a3d-419a-8307-f5827e15cbe9 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Pushing event updated for resources: {'Port': ['ID=e46beb21-8442-4f4c-8e30-9e860d594c11,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:07.330505 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-da17bd2e-77cc-4d7d-afdf-c861fde36781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:07.332015 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-da17bd2e-77cc-4d7d-afdf-c861fde36781 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7706537 Feb 09 01:00:07.345260 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-adce29ee-cadb-4258-84d1-aa6bf4b0872d req-3cb05dc5-cf93-4c98-9e29-fadb197ac22c tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687354 Feb 09 01:00:07.394176 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c8504fd5-a364-4938-9afe-98937547ee15 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8141086 Feb 09 01:00:07.562803 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b2509e84-88a6-4219-89fd-d80fd7bf1472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:07.567691 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd76cf3-6895-43bd-afc4-9eaa40491af9 admin admin] Router a7d9e7d3-82dd-46db-8b42-3880179fd871 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:00:07.579306 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe56dc84-212e-42e7-b78a-8975efc0e805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-ae6175a5-d2cd-42a6-b562-3579ae29397d', 'network_id': 'ae6175a5-d2cd-42a6-b562-3579ae29397d', 'tenant_id': '6f085f8b18784551909478d3d7d57efd', 'fixed_ips': [{'subnet_id': '0fcf645e-6e37-4eeb-a60e-27a3d1e2aa1d'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:00:07.580148 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fe56dc84-212e-42e7-b78a-8975efc0e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:07.590837 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b2509e84-88a6-4219-89fd-d80fd7bf1472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:07.722362 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-332c3256-90a7-417c-8d05-c739f9eccb9b req-04702d0c-aac3-47f0-af9c-4219bb1efb16 service neutron] 10.222.0.117 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721757 Feb 09 01:00:07.773095 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2509e84-88a6-4219-89fd-d80fd7bf1472 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 969} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:00:07.795219 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-78cead39-de51-4ab2-b34a-822c47f58445 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:00:07.807760 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device a17bea33-14fa-4846-b140-bace34c5265a up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:00:07.834110 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a7879b-a30b-4b23-96cb-30d801db6983 None None] Network 96bba698-9b96-4ecd-9829-8168d8e90c53 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:00:07.841816 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2509e84-88a6-4219-89fd-d80fd7bf1472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5004e8a3-816f-453e-a479-b9a6fcc7b806,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:07.865714 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b2509e84-88a6-4219-89fd-d80fd7bf1472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:07.866072 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-b2509e84-88a6-4219-89fd-d80fd7bf1472 admin admin] Added segment 28fa1735-b2d8-48c9-be0b-a5628e02ba86 of type vlan for network d0efc7ce-f9da-4f0e-baca-7d969b7df12e Feb 09 01:00:07.932841 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b2509e84-88a6-4219-89fd-d80fd7bf1472 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:07.938190 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0211186a-15a8-4eb5-947f-ac6cfa44ee57 req-3cbf5a9d-4a3d-419a-8307-f5827e15cbe9 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:07.952908 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-fe56dc84-212e-42e7-b78a-8975efc0e805 None None] Allocated IP 19.86.0.2 (ae6175a5-d2cd-42a6-b562-3579ae29397d/0fcf645e-6e37-4eeb-a60e-27a3d1e2aa1d/1393d899-68c8-4152-8f6f-e389c79b28ab) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:00:07.985188 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d91b0e02-4d99-43d4-abe5-7344ccbf8ae3 None None] Provisioning for port a17bea33-14fa-4846-b140-bace34c5265a completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:07.994937 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-78cead39-de51-4ab2-b34a-822c47f58445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b505d8-d756-48f6-922c-121b8b731f28 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:00:08.012001 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-78cead39-de51-4ab2-b34a-822c47f58445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:08.018066 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0211186a-15a8-4eb5-947f-ac6cfa44ee57 req-3cbf5a9d-4a3d-419a-8307-f5827e15cbe9 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:08.019259 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0211186a-15a8-4eb5-947f-ac6cfa44ee57 req-3cbf5a9d-4a3d-419a-8307-f5827e15cbe9 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.4484005 Feb 09 01:00:08.025648 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-2c246512-505c-4bac-96a4-fc25ab18834a service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6777596 Feb 09 01:00:08.026007 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b3907-a2cc-4702-9045-4278e7914b7e req-e82c9538-6c9d-4d22-a12a-5eba963e2074 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:08.028676 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e31b3907-a2cc-4702-9045-4278e7914b7e req-e82c9538-6c9d-4d22-a12a-5eba963e2074 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=087d7b77-194f-426a-a4e0-cf2aa95b45c5 HTTP/1.1" status: 200 len: 936 time: 0.4400895 Feb 09 01:00:08.031137 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-8e441205-9054-4a1e-8923-698f05fcf0b9 service neutron] Attempting to bind port 8dec7b93-7bbf-4dc1-aaee-3287c2809f4b on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:00:08.031473 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-8e441205-9054-4a1e-8923-698f05fcf0b9 service neutron] Attempting to bind port 8dec7b93-7bbf-4dc1-aaee-3287c2809f4b by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:00:08.031940 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-8e441205-9054-4a1e-8923-698f05fcf0b9 service neutron] Attempting to bind port 8dec7b93-7bbf-4dc1-aaee-3287c2809f4b on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:00:08.071609 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-8e441205-9054-4a1e-8923-698f05fcf0b9 service neutron] Port 8dec7b93-7bbf-4dc1-aaee-3287c2809f4b on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:00:08.071871 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-8e441205-9054-4a1e-8923-698f05fcf0b9 service neutron] Attempting to bind port 8dec7b93-7bbf-4dc1-aaee-3287c2809f4b on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:00:08.133236 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd76cf3-6895-43bd-afc4-9eaa40491af9 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:00:08.157951 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5dd76cf3-6895-43bd-afc4-9eaa40491af9 admin admin] 10.222.0.37 "PUT /v2.0/routers/a7d9e7d3-82dd-46db-8b42-3880179fd871/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6880009 Feb 09 01:00:08.160862 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e31b3907-a2cc-4702-9045-4278e7914b7e req-7e2bd78c-9359-4a1e-b0c7-4320b00a5687 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156857 Feb 09 01:00:08.161399 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f39c126-ae3f-4bc6-a877-df4ca2791f9a None None] Sync routers for ids ['a7d9e7d3-82dd-46db-8b42-3880179fd871'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:00:08.161906 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59506) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:08.208723 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f39c126-ae3f-4bc6-a877-df4ca2791f9a None None] Routers {'a7d9e7d3-82dd-46db-8b42-3880179fd871'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:00:08.208723 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-1f39c126-ae3f-4bc6-a877-df4ca2791f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T00:59:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a7d9e7d3-82dd-46db-8b42-3880179fd871'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:08.227278 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b2509e84-88a6-4219-89fd-d80fd7bf1472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:08.228279 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2509e84-88a6-4219-89fd-d80fd7bf1472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:08.228996 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b2509e84-88a6-4219-89fd-d80fd7bf1472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:08.262925 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port a17bea33-14fa-4846-b140-bace34c5265a completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:08.327270 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port a17bea33-14fa-4846-b140-bace34c5265a triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:08.327643 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:08.343865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-78cead39-de51-4ab2-b34a-822c47f58445 service neutron] Transition to ACTIVE for port object a4b505d8-d756-48f6-922c-121b8b731f28 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:08.374520 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7506338-5ad3-419a-b8c0-fb29193ffc35', 'tag': 'bb8d1757-702c-4c4c-adad-0634cfa7b62d', 'status': 'completed', 'code': 200} Feb 09 01:00:08.406862 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-8e441205-9054-4a1e-8923-698f05fcf0b9 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:00:08.407562 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-8e441205-9054-4a1e-8923-698f05fcf0b9 service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:00:08.408171 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-8e441205-9054-4a1e-8923-698f05fcf0b9 service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:00:08.408902 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-8e441205-9054-4a1e-8923-698f05fcf0b9 service neutron] Bound port: 8dec7b93-7bbf-4dc1-aaee-3287c2809f4b, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:00:08.409435 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-8e441205-9054-4a1e-8923-698f05fcf0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:08.468653 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-78cead39-de51-4ab2-b34a-822c47f58445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:08.546145 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0211186a-15a8-4eb5-947f-ac6cfa44ee57 req-58b24813-9715-4132-98ba-1d68ae66a37a tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Synchronizing usage tracker for tenant:a5cbed1718f943558d23d2d82e04fd93 on resource:floatingip {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:00:08.604512 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b2509e84-88a6-4219-89fd-d80fd7bf1472 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8048615 Feb 09 01:00:08.613296 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59512) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:08.618761 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2509e84-88a6-4219-89fd-d80fd7bf1472 admin admin] Pushing event updated for resources: {'Network': ['ID=d0efc7ce-f9da-4f0e-baca-7d969b7df12e,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:08.624698 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-7308e324-c310-4d43-8e79-37a23e81f198 admin admin] Request body: {'subnet': {'network_id': 'd0efc7ce-f9da-4f0e-baca-7d969b7df12e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1023623636-subnet', 'tenant_id': '58ce59bb80374e1fb7ccc7df1e42c1f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:08.630730 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7308e324-c310-4d43-8e79-37a23e81f198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:00:08.635415 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7308e324-c310-4d43-8e79-37a23e81f198 admin admin] Usage tracker for resource:subnet and tenant:58ce59bb80374e1fb7ccc7df1e42c1f2 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:00:08.640170 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7308e324-c310-4d43-8e79-37a23e81f198 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:00:08.640463 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0211186a-15a8-4eb5-947f-ac6cfa44ee57 req-58b24813-9715-4132-98ba-1d68ae66a37a tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Unset dirty status for tenant:a5cbed1718f943558d23d2d82e04fd93 on resource:floatingip {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:00:08.647918 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7308e324-c310-4d43-8e79-37a23e81f198 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:00:08.649814 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0211186a-15a8-4eb5-947f-ac6cfa44ee57 req-58b24813-9715-4132-98ba-1d68ae66a37a tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.190 HTTP/1.1" status: 200 len: 696 time: 0.5902660 Feb 09 01:00:08.672418 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network d0efc7ce-f9da-4f0e-baca-7d969b7df12e details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:00:08.747231 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7308e324-c310-4d43-8e79-37a23e81f198 admin admin] Made reservation on behalf of 58ce59bb80374e1fb7ccc7df1e42c1f2 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:08.749518 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7308e324-c310-4d43-8e79-37a23e81f198 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:08.878100 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-1f39c126-ae3f-4bc6-a877-df4ca2791f9a None None] Set router a7d9e7d3-82dd-46db-8b42-3880179fd871 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:00:08.929840 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051eb07-3812-4337-b8cd-ec5a22246263 req-e11b93c9-84bb-4691-85b6-f0d77579aaf7 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:08.932029 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d051eb07-3812-4337-b8cd-ec5a22246263 req-e11b93c9-84bb-4691-85b6-f0d77579aaf7 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/ports?device_id=a76d9741-0bb8-4b77-af9c-e40d6a945ad6 HTTP/1.1" status: 200 len: 949 time: 0.4537911 Feb 09 01:00:08.962507 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e4c4d577-28b4-44e4-9623-ac4e55ac6a54 admin admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:08.992606 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b3dce7f3-19a5-4f88-8498-9571fa32945f req-7987b9b0-44c6-4700-a95f-82c712588490 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9538767 Feb 09 01:00:09.005175 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cead39-de51-4ab2-b34a-822c47f58445 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b505d8-d756-48f6-922c-121b8b731f28,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:09.101422 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-8e441205-9054-4a1e-8923-698f05fcf0b9 service neutron] For port 8dec7b93-7bbf-4dc1-aaee-3287c2809f4b, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:00:09.106148 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-8e441205-9054-4a1e-8923-698f05fcf0b9 service neutron] For port 8dec7b93-7bbf-4dc1-aaee-3287c2809f4b, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=8dec7b93-7bbf-4dc1-aaee-3287c2809f4b,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:00:09.135727 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fe56dc84-212e-42e7-b78a-8975efc0e805 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:09.176829 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:09.191136 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-fe56dc84-212e-42e7-b78a-8975efc0e805 None None] Transition to ACTIVE for port object 1393d899-68c8-4152-8f6f-e389c79b28ab will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:09.197824 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e4c4d577-28b4-44e4-9623-ac4e55ac6a54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:09.236509 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-e4c4d577-28b4-44e4-9623-ac4e55ac6a54 admin admin] Deleting port 1fb16c8a-0351-4f70-8985-842bf1a20ba5 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:00:09.237098 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e4c4d577-28b4-44e4-9623-ac4e55ac6a54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:09.261468 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-fe56dc84-212e-42e7-b78a-8975efc0e805 None None] Transition to ACTIVE for port object 1393d899-68c8-4152-8f6f-e389c79b28ab will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:09.273838 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port a17bea33-14fa-4846-b140-bace34c5265a, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=a17bea33-14fa-4846-b140-bace34c5265a,segment=NetworkSegment(11e68bd2-5be3-4a39-b585-a2813496efd6),segment_id=11e68bd2-5be3-4a39-b585-a2813496efd6)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:09.277361 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-78c7a5a6-9fc4-44b5-b0f7-5a323ec55776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:09.290841 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:09.293394 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fe56dc84-212e-42e7-b78a-8975efc0e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:09.329763 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-8e441205-9054-4a1e-8923-698f05fcf0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:09.399624 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe56dc84-212e-42e7-b78a-8975efc0e805 None None] Network ae6175a5-d2cd-42a6-b562-3579ae29397d is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:00:09.407363 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-fe56dc84-212e-42e7-b78a-8975efc0e805 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:09.413024 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe56dc84-212e-42e7-b78a-8975efc0e805 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:00:09.435386 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-e4c4d577-28b4-44e4-9623-ac4e55ac6a54 admin admin] For port 1fb16c8a-0351-4f70-8985-842bf1a20ba5, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1fb16c8a-0351-4f70-8985-842bf1a20ba5,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:09.435750 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e4c4d577-28b4-44e4-9623-ac4e55ac6a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:09.436361 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211186a-15a8-4eb5-947f-ac6cfa44ee57 req-54b039ca-20a8-42a2-8e5d-201167946042 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:09.445728 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0211186a-15a8-4eb5-947f-ac6cfa44ee57 req-54b039ca-20a8-42a2-8e5d-201167946042 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 784 time: 0.7947714 Feb 09 01:00:09.464949 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=a17bea33-14fa-4846-b140-bace34c5265a,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:09.471764 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-0211186a-15a8-4eb5-947f-ac6cfa44ee57 req-673eb815-9e9b-49da-b9d8-8a9830708848 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:00:09.473052 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0211186a-15a8-4eb5-947f-ac6cfa44ee57 req-673eb815-9e9b-49da-b9d8-8a9830708848 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0265479 Feb 09 01:00:09.486499 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-8e441205-9054-4a1e-8923-698f05fcf0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:09.491017 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-8e441205-9054-4a1e-8923-698f05fcf0b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:09.492930 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-8e441205-9054-4a1e-8923-698f05fcf0b9 service neutron] 10.222.0.117 "PUT /v2.0/ports/8dec7b93-7bbf-4dc1-aaee-3287c2809f4b HTTP/1.1" status: 200 len: 1095 time: 8.2894764 Feb 09 01:00:09.499160 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e441205-9054-4a1e-8923-698f05fcf0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=8dec7b93-7bbf-4dc1-aaee-3287c2809f4b,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:09.505085 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-78cead39-de51-4ab2-b34a-822c47f58445 service neutron] Attempting to bind port a4b505d8-d756-48f6-922c-121b8b731f28 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:00:09.506352 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-78cead39-de51-4ab2-b34a-822c47f58445 service neutron] Attempting to bind port a4b505d8-d756-48f6-922c-121b8b731f28 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:00:09.508682 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-78cead39-de51-4ab2-b34a-822c47f58445 service neutron] Attempting to bind port a4b505d8-d756-48f6-922c-121b8b731f28 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:00:09.518363 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a692e0a9-f374-406e-9cbd-e60106f4b2d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 781cd0ad-9d43-45b7-86ab-84616122428b {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:00:09.588446 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56dc84-212e-42e7-b78a-8975efc0e805 None None] Pushing event updated for resources: {'Port': ['ID=1393d899-68c8-4152-8f6f-e389c79b28ab,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:09.607329 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-78cead39-de51-4ab2-b34a-822c47f58445 service neutron] Port a4b505d8-d756-48f6-922c-121b8b731f28 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:00:09.607768 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-78cead39-de51-4ab2-b34a-822c47f58445 service neutron] Attempting to bind port a4b505d8-d756-48f6-922c-121b8b731f28 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:00:09.627438 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76d9741-0bb8-4b77-af9c-e40d6a945ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4a6e9c-d7c2-49a4-a271-452c4faca4a4', 'code': 200} Feb 09 01:00:09.648020 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-e4c4d577-28b4-44e4-9623-ac4e55ac6a54 admin admin] Calling delete_port for 1fb16c8a-0351-4f70-8985-842bf1a20ba5 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:00:09.651068 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a692e0a9-f374-406e-9cbd-e60106f4b2d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:09.691280 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-78cead39-de51-4ab2-b34a-822c47f58445 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:00:09.691627 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-78cead39-de51-4ab2-b34a-822c47f58445 service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:00:09.692024 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-78cead39-de51-4ab2-b34a-822c47f58445 service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:00:09.692736 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-78cead39-de51-4ab2-b34a-822c47f58445 service neutron] Bound port: a4b505d8-d756-48f6-922c-121b8b731f28, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:00:09.693106 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-78cead39-de51-4ab2-b34a-822c47f58445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:09.743812 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-fe56dc84-212e-42e7-b78a-8975efc0e805 None None] Attempting to bind port 1393d899-68c8-4152-8f6f-e389c79b28ab on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:00:09.746217 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-fe56dc84-212e-42e7-b78a-8975efc0e805 None None] Attempting to bind port 1393d899-68c8-4152-8f6f-e389c79b28ab by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'b2b27be6-d274-4cc1-b477-8779a0c8e3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'ae6175a5-d2cd-42a6-b562-3579ae29397d'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:00:09.746436 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe56dc84-212e-42e7-b78a-8975efc0e805 None None] Attempting to bind port 1393d899-68c8-4152-8f6f-e389c79b28ab on network ae6175a5-d2cd-42a6-b562-3579ae29397d {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:00:09.776649 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe56dc84-212e-42e7-b78a-8975efc0e805 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:00:09.778511 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe56dc84-212e-42e7-b78a-8975efc0e805 None None] Checking segment: {'id': 'b2b27be6-d274-4cc1-b477-8779a0c8e3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'ae6175a5-d2cd-42a6-b562-3579ae29397d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:00:09.778959 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fe56dc84-212e-42e7-b78a-8975efc0e805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:09.779416 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe56dc84-212e-42e7-b78a-8975efc0e805 None None] Bound using segment: {'id': 'b2b27be6-d274-4cc1-b477-8779a0c8e3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'ae6175a5-d2cd-42a6-b562-3579ae29397d'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:00:09.779970 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-fe56dc84-212e-42e7-b78a-8975efc0e805 None None] Bound port: 1393d899-68c8-4152-8f6f-e389c79b28ab, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b27be6-d274-4cc1-b477-8779a0c8e3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'ae6175a5-d2cd-42a6-b562-3579ae29397d'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:00:09.780438 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fe56dc84-212e-42e7-b78a-8975efc0e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:09.793536 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device a17bea33-14fa-4846-b140-bace34c5265a up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:00:09.822729 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a692e0a9-f374-406e-9cbd-e60106f4b2d0 service neutron] Transition to ACTIVE for port object 781cd0ad-9d43-45b7-86ab-84616122428b will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:09.853444 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d051eb07-3812-4337-b8cd-ec5a22246263 req-9c37e749-0988-4616-b6a8-2ba437d24bca tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/security-groups?id=d26cc557-a6e6-4bdd-a6df-88bad5d4807f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8922389 Feb 09 01:00:09.857761 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-96d50a47-015b-4914-b5f3-10fe5729913c None None] Provisioning complete for port a17bea33-14fa-4846-b140-bace34c5265a triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:09.858226 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-96d50a47-015b-4914-b5f3-10fe5729913c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:09.873279 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e4c4d577-28b4-44e4-9623-ac4e55ac6a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:09.909623 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a692e0a9-f374-406e-9cbd-e60106f4b2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:09.948203 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-1f39c126-ae3f-4bc6-a877-df4ca2791f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519594793-router', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:56:48Z', 'updated_at': '2022-02-09T01:00:04Z', 'revision_number': 5, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'gw_port': {'id': '1fb16c8a-0351-4f70-8985-842bf1a20ba5', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:56:49Z', 'updated_at': '2022-02-09T00:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:09.987654 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f39c126-ae3f-4bc6-a877-df4ca2791f9a None None] Checking router: a7d9e7d3-82dd-46db-8b42-3880179fd871 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:00:10.005696 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4d577-28b4-44e4-9623-ac4e55ac6a54 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fb16c8a-0351-4f70-8985-842bf1a20ba5,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:10.010386 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-2f3a8b7b-325f-46b9-8e45-f758dd3b660a service neutron] 10.222.0.117 "GET /v2.0/ports/a3a8c315-95d5-4b07-958e-13e5b6be2a4c/bindings/n-h1-828419-1 HTTP/1.1" status: 200 len: 384 time: 1.1487048 Feb 09 01:00:10.025934 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f39c126-ae3f-4bc6-a877-df4ca2791f9a None None] Routers {'a7d9e7d3-82dd-46db-8b42-3880179fd871'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:00:10.026527 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-1f39c126-ae3f-4bc6-a877-df4ca2791f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:00:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a7d9e7d3-82dd-46db-8b42-3880179fd871'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:10.124221 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-fe56dc84-212e-42e7-b78a-8975efc0e805 None None] For port 1393d899-68c8-4152-8f6f-e389c79b28ab, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:00:10.144698 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78cef3-f0b0-4a1e-baf9-d71613d51257 req-048c05c7-12f7-45af-9292-efcba1bf712e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:10.146978 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6f78cef3-f0b0-4a1e-baf9-d71613d51257 req-048c05c7-12f7-45af-9292-efcba1bf712e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e89768b4b7dd4f158c579bead75e7e42&device_id=a7506338-5ad3-419a-b8c0-fb29193ffc35 HTTP/1.1" status: 200 len: 1099 time: 0.8785212 Feb 09 01:00:10.166512 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-78cead39-de51-4ab2-b34a-822c47f58445 service neutron] For port a4b505d8-d756-48f6-922c-121b8b731f28, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:00:10.172871 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-78cead39-de51-4ab2-b34a-822c47f58445 service neutron] For port a4b505d8-d756-48f6-922c-121b8b731f28, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a4b505d8-d756-48f6-922c-121b8b731f28,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:00:10.211262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692e0a9-f374-406e-9cbd-e60106f4b2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=781cd0ad-9d43-45b7-86ab-84616122428b,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:10.222185 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-1f39c126-ae3f-4bc6-a877-df4ca2791f9a None None] Set router a7d9e7d3-82dd-46db-8b42-3880179fd871 gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:00:10.286228 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port a17bea33-14fa-4846-b140-bace34c5265a triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:10.286601 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:10.381933 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-fe56dc84-212e-42e7-b78a-8975efc0e805 None None] For port 1393d899-68c8-4152-8f6f-e389c79b28ab, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1393d899-68c8-4152-8f6f-e389c79b28ab,segment=NetworkSegment(b2b27be6-d274-4cc1-b477-8779a0c8e3ec),segment_id=b2b27be6-d274-4cc1-b477-8779a0c8e3ec)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:00:10.411396 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e4c4d577-28b4-44e4-9623-ac4e55ac6a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:10.450973 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2303d2-7cc1-4834-9cf6-e83058e4fcd9', 'tag': '8dec7b93-7bbf-4dc1-aaee-3287c2809f4b'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:10.467308 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-78cead39-de51-4ab2-b34a-822c47f58445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:10.488305 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fe56dc84-212e-42e7-b78a-8975efc0e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:10.533136 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-1f39c126-ae3f-4bc6-a877-df4ca2791f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519594793-router', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:56:48Z', 'updated_at': '2022-02-09T01:00:09Z', 'revision_number': 7, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:10.574359 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f39c126-ae3f-4bc6-a877-df4ca2791f9a None None] The sync data for ids ['a7d9e7d3-82dd-46db-8b42-3880179fd871'] in n-d-828419-1 is: [{'id': 'a7d9e7d3-82dd-46db-8b42-3880179fd871', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519594793-router', 'tenant_id': '488d0cb4879f4c45b8bc25513f8868c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:56:48Z', 'updated_at': '2022-02-09T01:00:09Z', 'revision_number': 7, 'project_id': '488d0cb4879f4c45b8bc25513f8868c1', 'gw_port_host': None}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:00:10.583911 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:10.584613 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:10.592365 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-78cead39-de51-4ab2-b34a-822c47f58445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:10.593005 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-78cead39-de51-4ab2-b34a-822c47f58445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:10.594582 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-78cead39-de51-4ab2-b34a-822c47f58445 service neutron] 10.222.0.35 "PUT /v2.0/ports/a4b505d8-d756-48f6-922c-121b8b731f28 HTTP/1.1" status: 200 len: 1096 time: 7.4079809 Feb 09 01:00:10.603702 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-ee516479-bcc2-4db2-9e62-99b0f6c6957b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:10.605281 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-ee516479-bcc2-4db2-9e62-99b0f6c6957b service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&device_id=0c2303d2-7cc1-4834-9cf6-e83058e4fcd9 HTTP/1.1" status: 200 len: 1098 time: 1.0618126 Feb 09 01:00:10.622410 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e4c4d577-28b4-44e4-9623-ac4e55ac6a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:10.632424 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399d57f-8b99-49db-927a-328a5feb45ef req-6dbdca65-a76e-4474-87ba-6c7b66c35fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:10.634024 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4399d57f-8b99-49db-927a-328a5feb45ef req-6dbdca65-a76e-4474-87ba-6c7b66c35fa1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a76d9741-0bb8-4b77-af9c-e40d6a945ad6 HTTP/1.1" status: 200 len: 1100 time: 0.9065912 Feb 09 01:00:10.634465 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56dc84-212e-42e7-b78a-8975efc0e805 None None] Pushing event updated for resources: {'Port': ['ID=1393d899-68c8-4152-8f6f-e389c79b28ab,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:10.638044 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e4c4d577-28b4-44e4-9623-ac4e55ac6a54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:10.676785 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e4c4d577-28b4-44e4-9623-ac4e55ac6a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:10.677506 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c4d577-28b4-44e4-9623-ac4e55ac6a54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7d9e7d3-82dd-46db-8b42-3880179fd871 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:00:10.790292 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cead39-de51-4ab2-b34a-822c47f58445 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b505d8-d756-48f6-922c-121b8b731f28,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:10.848724 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-1803fbb5-dc93-40b2-8885-282d16f08547 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=8dec7b93-7bbf-4dc1-aaee-3287c2809f4b HTTP/1.1" status: 200 len: 217 time: 0.2296278 Feb 09 01:00:10.886403 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4399d57f-8b99-49db-927a-328a5feb45ef req-509a07d5-d04a-4b90-960f-c530d26d3fae service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d26cc557-a6e6-4bdd-a6df-88bad5d4807f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716709 Feb 09 01:00:10.895578 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca3b6d-31ea-4796-9201-b24ed9340068 req-bbc0a276-a981-494a-9190-444cab0ce88e tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:10.897094 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-beca3b6d-31ea-4796-9201-b24ed9340068 req-bbc0a276-a981-494a-9190-444cab0ce88e tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 943 time: 1.0843909 Feb 09 01:00:10.940240 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a692e0a9-f374-406e-9cbd-e60106f4b2d0 service neutron] Attempting to bind port 781cd0ad-9d43-45b7-86ab-84616122428b on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:00:10.940240 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a692e0a9-f374-406e-9cbd-e60106f4b2d0 service neutron] Attempting to bind port 781cd0ad-9d43-45b7-86ab-84616122428b by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:00:10.940240 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a692e0a9-f374-406e-9cbd-e60106f4b2d0 service neutron] Attempting to bind port 781cd0ad-9d43-45b7-86ab-84616122428b on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:00:10.950413 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e4c4d577-28b4-44e4-9623-ac4e55ac6a54 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:10.951240 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e4c4d577-28b4-44e4-9623-ac4e55ac6a54 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a7d9e7d3-82dd-46db-8b42-3880179fd871 HTTP/1.1" status: 204 len: 168 time: 2.7884629 Feb 09 01:00:10.990260 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59532) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:10.990900 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a692e0a9-f374-406e-9cbd-e60106f4b2d0 service neutron] Port 781cd0ad-9d43-45b7-86ab-84616122428b on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:00:10.991220 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a692e0a9-f374-406e-9cbd-e60106f4b2d0 service neutron] Attempting to bind port 781cd0ad-9d43-45b7-86ab-84616122428b on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:00:11.048789 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-6741c09e-e32e-4f3a-85a7-a6679f129132 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:11.053165 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-6741c09e-e32e-4f3a-85a7-a6679f129132 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:11.053968 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-6741c09e-e32e-4f3a-85a7-a6679f129132 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Synchronizing usage tracker for tenant:6f085f8b18784551909478d3d7d57efd on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:00:11.080808 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device a3a8c315-95d5-4b07-958e-13e5b6be2a4c no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:00:11.089348 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7308e324-c310-4d43-8e79-37a23e81f198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:11.183248 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-6741c09e-e32e-4f3a-85a7-a6679f129132 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Unset dirty status for tenant:6f085f8b18784551909478d3d7d57efd on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:00:11.186232 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-6741c09e-e32e-4f3a-85a7-a6679f129132 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/networks?id=96bba698-9b96-4ecd-9829-8168d8e90c53&id=ae6175a5-d2cd-42a6-b562-3579ae29397d&id=96bba698-9b96-4ecd-9829-8168d8e90c53 HTTP/1.1" status: 200 len: 1391 time: 1.1801362 Feb 09 01:00:11.191160 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-801ecea1-baee-4a1f-8d1b-c06b838c3efb service neutron] For port a3a8c315-95d5-4b07-958e-13e5b6be2a4c, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=a3a8c315-95d5-4b07-958e-13e5b6be2a4c,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:11.202812 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78cef3-f0b0-4a1e-baf9-d71613d51257 req-e9549cbb-383f-49f3-bb8a-5c6fafe38503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:11.207489 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6f78cef3-f0b0-4a1e-baf9-d71613d51257 req-e9549cbb-383f-49f3-bb8a-5c6fafe38503 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.9688063 Feb 09 01:00:11.226968 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a692e0a9-f374-406e-9cbd-e60106f4b2d0 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:00:11.228031 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a692e0a9-f374-406e-9cbd-e60106f4b2d0 service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:00:11.228031 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a692e0a9-f374-406e-9cbd-e60106f4b2d0 service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:00:11.228256 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a692e0a9-f374-406e-9cbd-e60106f4b2d0 service neutron] Bound port: 781cd0ad-9d43-45b7-86ab-84616122428b, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:00:11.231057 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a692e0a9-f374-406e-9cbd-e60106f4b2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:11.235307 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308e324-c310-4d43-8e79-37a23e81f198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=801fd64e-56fe-4d57-8d64-bd3528620f49,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:11.241327 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-8574a042-1cd3-485f-9236-f3c521577e6c tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/quotas/6f085f8b18784551909478d3d7d57efd HTTP/1.1" status: 200 len: 375 time: 0.0350909 Feb 09 01:00:11.252844 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-86fa4495-ccc6-44b9-a256-91d32190fd22 admin admin] Deleting subnet 7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:00:11.318569 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-801ecea1-baee-4a1f-8d1b-c06b838c3efb service neutron] For port a3a8c315-95d5-4b07-958e-13e5b6be2a4c, host n-h2-828419-1, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:00:11.366278 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-86fa4495-ccc6-44b9-a256-91d32190fd22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:11.395319 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-82968eaf-e7c7-441c-a89a-f87c5140eb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:11.396421 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-82968eaf-e7c7-441c-a89a-f87c5140eb84 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.5125914 Feb 09 01:00:11.396708 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7308e324-c310-4d43-8e79-37a23e81f198 admin admin] Checking segment: {'id': '28fa1735-b2d8-48c9-be0b-a5628e02ba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'd0efc7ce-f9da-4f0e-baca-7d969b7df12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:00:11.397140 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7308e324-c310-4d43-8e79-37a23e81f198 admin admin] Network hostable DHCP agents. Network: d0efc7ce-f9da-4f0e-baca-7d969b7df12e, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:00:11.404825 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6f78cef3-f0b0-4a1e-baf9-d71613d51257 req-c3ffb661-eabd-4360-bd43-19d281bc1edc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=bb8d1757-702c-4c4c-adad-0634cfa7b62d HTTP/1.1" status: 200 len: 217 time: 0.1642160 Feb 09 01:00:11.424188 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-801ecea1-baee-4a1f-8d1b-c06b838c3efb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a8c315-95d5-4b07-958e-13e5b6be2a4c {{(pid=87611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:00:11.437395 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-801ecea1-baee-4a1f-8d1b-c06b838c3efb service neutron] For port a3a8c315-95d5-4b07-958e-13e5b6be2a4c, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a3a8c315-95d5-4b07-958e-13e5b6be2a4c,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:11.460855 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-801ecea1-baee-4a1f-8d1b-c06b838c3efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:11.473769 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7308e324-c310-4d43-8e79-37a23e81f198 admin admin] Network d0efc7ce-f9da-4f0e-baca-7d969b7df12e is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:00:11.483090 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-beca3b6d-31ea-4796-9201-b24ed9340068 req-2a38994a-468b-4df1-9e4e-e3ba880b7364 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5489602 Feb 09 01:00:11.490400 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-c5ea8cd1-f16a-41a9-9634-ae2f94299b18 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f085f8b18784551909478d3d7d57efd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2292998 Feb 09 01:00:11.586377 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-7308e324-c310-4d43-8e79-37a23e81f198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, d0efc7ce-f9da-4f0e-baca-7d969b7df12e) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:11.588007 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:11.597688 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-86fa4495-ccc6-44b9-a256-91d32190fd22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:11.604370 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed01658-2aaa-4c60-bde8-dc1c82e0e555 None None] Network d0efc7ce-f9da-4f0e-baca-7d969b7df12e requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:00:11.675437 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-1c264506-4f07-41a1-a0a6-e01f0862509c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:11.677524 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-1c264506-4f07-41a1-a0a6-e01f0862509c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&device_id=087d7b77-194f-426a-a4e0-cf2aa95b45c5 HTTP/1.1" status: 200 len: 1099 time: 0.9483895 Feb 09 01:00:11.703892 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7308e324-c310-4d43-8e79-37a23e81f198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:11.703892 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7308e324-c310-4d43-8e79-37a23e81f198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:11.759381 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7308e324-c310-4d43-8e79-37a23e81f198 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.1447451 Feb 09 01:00:11.860289 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78cef3-f0b0-4a1e-baf9-d71613d51257 req-1c2fe37c-e59a-428a-abb2-9182b7ae9969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:11.861083 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1393d899-68c8-4152-8f6f-e389c79b28ab up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:00:11.861992 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6f78cef3-f0b0-4a1e-baf9-d71613d51257 req-1c2fe37c-e59a-428a-abb2-9182b7ae9969 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.4231403 Feb 09 01:00:11.872069 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-9ef0ba65-d879-418c-af88-2483655227e2 service neutron] 10.222.0.37 "GET /v2.0/networks/96bba698-9b96-4ecd-9829-8168d8e90c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473182 Feb 09 01:00:11.873462 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-801ecea1-baee-4a1f-8d1b-c06b838c3efb service neutron] Transition to ACTIVE for port object a3a8c315-95d5-4b07-958e-13e5b6be2a4c will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:11.881254 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-801ecea1-baee-4a1f-8d1b-c06b838c3efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:11.900979 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-d83b7263-0f05-4f2c-afe6-07767a82405e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=a4b505d8-d756-48f6-922c-121b8b731f28 HTTP/1.1" status: 200 len: 217 time: 0.1577632 Feb 09 01:00:11.974586 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a692e0a9-f374-406e-9cbd-e60106f4b2d0 service neutron] For port 781cd0ad-9d43-45b7-86ab-84616122428b, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:00:12.040863 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111c8e9e-3d57-4670-93fd-6f12f822edaa None None] Network d0efc7ce-f9da-4f0e-baca-7d969b7df12e requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:00:12.086360 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device bb8d1757-702c-4c4c-adad-0634cfa7b62d details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:00:12.095156 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 1393d899-68c8-4152-8f6f-e389c79b28ab completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:12.199629 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a692e0a9-f374-406e-9cbd-e60106f4b2d0 service neutron] For port 781cd0ad-9d43-45b7-86ab-84616122428b, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=781cd0ad-9d43-45b7-86ab-84616122428b,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:00:12.281107 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a692e0a9-f374-406e-9cbd-e60106f4b2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:12.371768 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-801ecea1-baee-4a1f-8d1b-c06b838c3efb service neutron] No DVR routers for this DVR port a3a8c315-95d5-4b07-958e-13e5b6be2a4c on host n-h2-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:00:12.437586 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1fb16c8a-0351-4f70-8985-842bf1a20ba5 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:00:12.471826 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-151cb1ff-3316-4099-b18f-e1797a2a80a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:12.475223 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ecea1-baee-4a1f-8d1b-c06b838c3efb service neutron] Pushing event updated for resources: {'Port': ['ID=a3a8c315-95d5-4b07-958e-13e5b6be2a4c,revision_number=10']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:12.478861 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-151cb1ff-3316-4099-b18f-e1797a2a80a7 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0440559 Feb 09 01:00:12.517379 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-11a0c6c5-3718-49d7-8398-510702908e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:12.519447 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-11a0c6c5-3718-49d7-8398-510702908e16 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.5389180 Feb 09 01:00:12.542291 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-801ecea1-baee-4a1f-8d1b-c06b838c3efb service neutron] 10.222.0.117 "PUT /v2.0/ports/a3a8c315-95d5-4b07-958e-13e5b6be2a4c/bindings/n-h1-828419-1/activate HTTP/1.1" status: 200 len: 369 time: 2.5218177 Feb 09 01:00:12.547579 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 1fb16c8a-0351-4f70-8985-842bf1a20ba5 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:00:12.548948 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1fb16c8a-0351-4f70-8985-842bf1a20ba5 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:00:12.549532 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7f548adb-9d4f-4c93-8ecd-94255637112b no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:00:12.553949 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-47febe0e-1547-4cf7-b723-c146b226d59c service neutron] 10.222.0.37 "GET /v2.0/networks/96bba698-9b96-4ecd-9829-8168d8e90c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6679251 Feb 09 01:00:12.596056 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a692e0a9-f374-406e-9cbd-e60106f4b2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:12.598089 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a692e0a9-f374-406e-9cbd-e60106f4b2d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:12.600339 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 7f548adb-9d4f-4c93-8ecd-94255637112b {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:00:12.600911 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7f548adb-9d4f-4c93-8ecd-94255637112b not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:00:12.602471 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecc932a-4cd5-4f19-aaba-2b1a7a451676 None None] Network ae6175a5-d2cd-42a6-b562-3579ae29397d requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:00:12.603348 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-a692e0a9-f374-406e-9cbd-e60106f4b2d0 service neutron] 10.222.0.35 "PUT /v2.0/ports/781cd0ad-9d43-45b7-86ab-84616122428b HTTP/1.1" status: 200 len: 1095 time: 6.1372535 Feb 09 01:00:12.622613 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-86fa4495-ccc6-44b9-a256-91d32190fd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:12.805936 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port bb8d1757-702c-4c4c-adad-0634cfa7b62d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=bb8d1757-702c-4c4c-adad-0634cfa7b62d,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:12.823497 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'bb8d1757-702c-4c4c-adad-0634cfa7b62d', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': 'bb8d1757-702c-4c4c-adad-0634cfa7b62d', 'mac_address': 'fa:16:3e:c4:9e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:00:12.853977 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-4638fd27-3ad5-4bbb-915d-679c2977d212 None None] Provisioning for port 1393d899-68c8-4152-8f6f-e389c79b28ab completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:12.915234 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59556) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:12.921562 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-c0694a80-825c-41f6-8cc4-218a7afc0e06 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-646533895-network', 'tenant_id': '29b30e8a55fa4bdb980817c80c7cda97'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:12.930614 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c0694a80-825c-41f6-8cc4-218a7afc0e06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:00:12.944537 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c0694a80-825c-41f6-8cc4-218a7afc0e06 admin admin] Usage tracker for resource:network and tenant:29b30e8a55fa4bdb980817c80c7cda97 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:00:12.950100 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c0694a80-825c-41f6-8cc4-218a7afc0e06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:00:12.954489 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-4638fd27-3ad5-4bbb-915d-679c2977d212 None None] Provisioning complete for port 1393d899-68c8-4152-8f6f-e389c79b28ab triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:12.954662 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4638fd27-3ad5-4bbb-915d-679c2977d212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:12.958798 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c0694a80-825c-41f6-8cc4-218a7afc0e06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:00:12.962944 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-d45cb1bc-35d6-40dd-8cde-c5e7bf573117 service neutron] 10.222.0.37 "GET /v2.0/networks/ae6175a5-d2cd-42a6-b562-3579ae29397d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992012 Feb 09 01:00:12.974525 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0694a80-825c-41f6-8cc4-218a7afc0e06 admin admin] Made reservation on behalf of 29b30e8a55fa4bdb980817c80c7cda97 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:12.976844 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0694a80-825c-41f6-8cc4-218a7afc0e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:13.064375 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0694a80-825c-41f6-8cc4-218a7afc0e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:13.088516 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c0694a80-825c-41f6-8cc4-218a7afc0e06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:00:13.101605 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c0694a80-825c-41f6-8cc4-218a7afc0e06 admin admin] Usage tracker for resource:security_group_rule and tenant:29b30e8a55fa4bdb980817c80c7cda97 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:00:13.103462 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:13.106871 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c0694a80-825c-41f6-8cc4-218a7afc0e06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:00:13.119923 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c0694a80-825c-41f6-8cc4-218a7afc0e06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:00:13.121368 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692e0a9-f374-406e-9cbd-e60106f4b2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=781cd0ad-9d43-45b7-86ab-84616122428b,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:13.131402 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4b42b-c22c-4ab6-a4d6-f191a3dfd118 req-4d01573f-f395-4e9d-aad9-a4a18fb651f4 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:13.132186 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-d5d4b42b-c22c-4ab6-a4d6-f191a3dfd118 req-4d01573f-f395-4e9d-aad9-a4a18fb651f4 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Synchronizing usage tracker for tenant:98741d537e7b4103aeb62f1d29ec64ac on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:00:13.141267 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb8d1757-702c-4c4c-adad-0634cfa7b62d {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:00:13.175795 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-86fa4495-ccc6-44b9-a256-91d32190fd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:13.180766 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-2588b343-f1ab-4d6f-b2dd-472d28dcebc3 service neutron] 10.222.0.37 "GET /v2.0/networks/ae6175a5-d2cd-42a6-b562-3579ae29397d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923289 Feb 09 01:00:13.225261 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port bb8d1757-702c-4c4c-adad-0634cfa7b62d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=bb8d1757-702c-4c4c-adad-0634cfa7b62d,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:13.240575 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78cef3-f0b0-4a1e-baf9-d71613d51257 req-7a2fd565-aa3c-409d-9ad0-fecc13ea68ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:13.243054 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6f78cef3-f0b0-4a1e-baf9-d71613d51257 req-7a2fd565-aa3c-409d-9ad0-fecc13ea68ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3478887 Feb 09 01:00:13.247992 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:13.271023 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa4495-ccc6-44b9-a256-91d32190fd22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:13.278824 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-86fa4495-ccc6-44b9-a256-91d32190fd22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:13.281311 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-d5d4b42b-c22c-4ab6-a4d6-f191a3dfd118 req-4d01573f-f395-4e9d-aad9-a4a18fb651f4 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Unset dirty status for tenant:98741d537e7b4103aeb62f1d29ec64ac on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:00:13.284671 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d5d4b42b-c22c-4ab6-a4d6-f191a3dfd118 req-4d01573f-f395-4e9d-aad9-a4a18fb651f4 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=285e734e-1cb9-48c7-8f3d-9834753845f6 HTTP/1.1" status: 200 len: 947 time: 1.6061282 Feb 09 01:00:13.361707 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9e9125-5bfe-4817-b631-bc827d137ff8 None None] Network 445ebb7c-d106-4555-bd14-c6ab8035bb9f requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:00:13.395813 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0694a80-825c-41f6-8cc4-218a7afc0e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:13.398750 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-8b8a2549-baca-4e02-ad44-59cb066c890f service neutron] 10.222.0.37 "GET /v2.0/networks/96bba698-9b96-4ecd-9829-8168d8e90c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073650 Feb 09 01:00:13.401009 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0694a80-825c-41f6-8cc4-218a7afc0e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:13.425740 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-86fa4495-ccc6-44b9-a256-91d32190fd22 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7a117cb6-3c6e-4a12-a0c7-3113fb1c6ac0 HTTP/1.1" status: 204 len: 168 time: 2.4307387 Feb 09 01:00:13.436117 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59564) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:13.436835 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0694a80-825c-41f6-8cc4-218a7afc0e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda56f3e-c700-42c5-acaf-33c1cd17bdf1,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:13.462807 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-0f44ef0f-8296-46de-91dd-318dd6b75252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:13.464246 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-0f44ef0f-8296-46de-91dd-318dd6b75252 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7273297 Feb 09 01:00:13.467420 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-bfb43cd2-ac55-469e-abc0-e299c8f8c27f service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9435647 Feb 09 01:00:13.586011 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['bb8d1757-702c-4c4c-adad-0634cfa7b62d'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:13.589608 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0694a80-825c-41f6-8cc4-218a7afc0e06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 973} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:00:13.644187 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0694a80-825c-41f6-8cc4-218a7afc0e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:13.644610 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-c0694a80-825c-41f6-8cc4-218a7afc0e06 admin admin] Added segment f6b0785d-a3ca-4a58-a2ec-48890f123729 of type vlan for network b42099df-c22d-42d0-ad90-81171444f7b5 Feb 09 01:00:13.646799 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4638fd27-3ad5-4bbb-915d-679c2977d212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:13.657345 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=bb8d1757-702c-4c4c-adad-0634cfa7b62d,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:13.678312 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3548bb0a-d640-4818-abf2-5bc6ad78ade4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:13.693833 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-27aaad6e-ba1d-4d35-8ef0-e03e8b6048be tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:13.695262 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-27aaad6e-ba1d-4d35-8ef0-e03e8b6048be tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2&tenant_id=5a38989228a14de2b6764c7f261f44e3&binding%3Ahost_id=n-h2-828419-1 HTTP/1.1" status: 200 len: 1095 time: 0.8980403 Feb 09 01:00:13.704958 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-1eeadebf-916d-4a49-a1b1-580c15f28c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:13.706428 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-1eeadebf-916d-4a49-a1b1-580c15f28c0f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=98741d537e7b4103aeb62f1d29ec64ac&device_id=285e734e-1cb9-48c7-8f3d-9834753845f6 HTTP/1.1" status: 200 len: 1098 time: 0.9067271 Feb 09 01:00:13.727635 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d5d4b42b-c22c-4ab6-a4d6-f191a3dfd118 req-b8a093b6-cce2-4df9-b11c-98dfc3374140 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126120 Feb 09 01:00:13.729493 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-dde48987-52d2-4e23-a72d-20c312481bc3 service neutron] 10.222.0.37 "GET /v2.0/networks/96bba698-9b96-4ecd-9829-8168d8e90c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951965 Feb 09 01:00:13.735022 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0694a80-825c-41f6-8cc4-218a7afc0e06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:13.747365 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-3548bb0a-d640-4818-abf2-5bc6ad78ade4 admin admin] Deleting port c24fbeeb-5290-4887-b45e-13fc586b412f {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:00:13.748052 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3548bb0a-d640-4818-abf2-5bc6ad78ade4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:13.819226 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-4638fd27-3ad5-4bbb-915d-679c2977d212 None None] For port 1393d899-68c8-4152-8f6f-e389c79b28ab, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1393d899-68c8-4152-8f6f-e389c79b28ab,segment=NetworkSegment(b2b27be6-d274-4cc1-b477-8779a0c8e3ec),segment_id=b2b27be6-d274-4cc1-b477-8779a0c8e3ec)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:13.834318 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4638fd27-3ad5-4bbb-915d-679c2977d212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:13.854751 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.resource_extend [None req-c0694a80-825c-41f6-8cc4-218a7afc0e06 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:00:13.914320 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-35c91215-a42a-451b-acf5-9065603aa0ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=781cd0ad-9d43-45b7-86ab-84616122428b HTTP/1.1" status: 200 len: 217 time: 0.1469314 Feb 09 01:00:13.943835 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0694a80-825c-41f6-8cc4-218a7afc0e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:13.944997 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0694a80-825c-41f6-8cc4-218a7afc0e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:13.945432 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0694a80-825c-41f6-8cc4-218a7afc0e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:14.002240 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4638fd27-3ad5-4bbb-915d-679c2977d212 None None] Pushing event updated for resources: {'Port': ['ID=1393d899-68c8-4152-8f6f-e389c79b28ab,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:14.124835 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1e23ee-3011-499f-9aa1-39ee59c0ddf2 None None] DHCP port deletion for 445ebb7c-d106-4555-bd14-c6ab8035bb9f request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:00:14.131878 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-ab1e23ee-3011-499f-9aa1-39ee59c0ddf2 None None] Deleting port c24fbeeb-5290-4887-b45e-13fc586b412f {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:00:14.132389 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ab1e23ee-3011-499f-9aa1-39ee59c0ddf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:14.223644 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0694a80-825c-41f6-8cc4-218a7afc0e06 admin admin] Pushing event updated for resources: {'Network': ['ID=b42099df-c22d-42d0-ad90-81171444f7b5,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:14.226741 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6f78cef3-f0b0-4a1e-baf9-d71613d51257 req-5b74b061-f2e0-4f64-80fe-201bc1b02054 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9593699 Feb 09 01:00:14.238307 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network b42099df-c22d-42d0-ad90-81171444f7b5 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:00:14.312955 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c0694a80-825c-41f6-8cc4-218a7afc0e06 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3939705 Feb 09 01:00:14.321789 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59574) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:14.335234 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-3786c8ec-62e2-4655-ae79-b76b049e8bad admin admin] Request body: {'subnet': {'network_id': 'b42099df-c22d-42d0-ad90-81171444f7b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-646533895-subnet', 'tenant_id': '29b30e8a55fa4bdb980817c80c7cda97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:14.348413 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-3548bb0a-d640-4818-abf2-5bc6ad78ade4 admin admin] For port c24fbeeb-5290-4887-b45e-13fc586b412f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=c24fbeeb-5290-4887-b45e-13fc586b412f,segment=NetworkSegment(e54330ae-8d13-4599-abc0-f776581bcd15),segment_id=e54330ae-8d13-4599-abc0-f776581bcd15)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:14.348616 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3548bb0a-d640-4818-abf2-5bc6ad78ade4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:14.357014 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3786c8ec-62e2-4655-ae79-b76b049e8bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:00:14.379414 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3786c8ec-62e2-4655-ae79-b76b049e8bad admin admin] Usage tracker for resource:subnet and tenant:29b30e8a55fa4bdb980817c80c7cda97 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:00:14.388311 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-34127e6e-310f-4e62-82b6-920cef522b7f service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9085732 Feb 09 01:00:14.390275 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-b0806d61-c124-472e-9c95-cb3001da7da2 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9067571 Feb 09 01:00:14.516591 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3786c8ec-62e2-4655-ae79-b76b049e8bad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:00:14.526121 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-3548bb0a-d640-4818-abf2-5bc6ad78ade4 admin admin] Calling delete_port for c24fbeeb-5290-4887-b45e-13fc586b412f owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:00:14.552670 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-ab1e23ee-3011-499f-9aa1-39ee59c0ddf2 None None] For port c24fbeeb-5290-4887-b45e-13fc586b412f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=c24fbeeb-5290-4887-b45e-13fc586b412f,segment=NetworkSegment(e54330ae-8d13-4599-abc0-f776581bcd15),segment_id=e54330ae-8d13-4599-abc0-f776581bcd15)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:14.553067 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ab1e23ee-3011-499f-9aa1-39ee59c0ddf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:14.573253 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-15a033d1-6f7b-47aa-b112-9caa44804bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:14.575912 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-15a033d1-6f7b-47aa-b112-9caa44804bf9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.6448350 Feb 09 01:00:14.582083 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3786c8ec-62e2-4655-ae79-b76b049e8bad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:00:14.626997 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8065c5-4864-475e-8590-48d3f0cbcaa4 req-d91b55f4-f940-42b4-ae0f-cbdd56b03750 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:14.628805 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-df8065c5-4864-475e-8590-48d3f0cbcaa4 req-d91b55f4-f940-42b4-ae0f-cbdd56b03750 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0cade0-cd58-4252-a61c-ab312eb67de0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3750696 Feb 09 01:00:14.641154 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3786c8ec-62e2-4655-ae79-b76b049e8bad admin admin] Made reservation on behalf of 29b30e8a55fa4bdb980817c80c7cda97 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:14.643570 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3786c8ec-62e2-4655-ae79-b76b049e8bad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:14.706800 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-427e3fde-7c16-4ca2-9b8f-75975593395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:14.708471 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-427e3fde-7c16-4ca2-9b8f-75975593395c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2&tenant_id=5a38989228a14de2b6764c7f261f44e3 HTTP/1.1" status: 200 len: 1095 time: 0.9841778 Feb 09 01:00:14.716763 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-ab1e23ee-3011-499f-9aa1-39ee59c0ddf2 None None] Calling delete_port for c24fbeeb-5290-4887-b45e-13fc586b412f owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:00:14.723203 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f322e2-2e97-4bac-bef6-e491f4ef6b38 req-314cc06b-ed71-4b8f-b7e4-604906bf921e tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:14.729249 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-45f322e2-2e97-4bac-bef6-e491f4ef6b38 req-314cc06b-ed71-4b8f-b7e4-604906bf921e tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=087d7b77-194f-426a-a4e0-cf2aa95b45c5 HTTP/1.1" status: 200 len: 948 time: 0.4974346 Feb 09 01:00:14.760104 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6f78cef3-f0b0-4a1e-baf9-d71613d51257 req-b9678f35-ca72-42a0-8ea7-a1cc296355d6 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249325 Feb 09 01:00:14.800599 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5e888db1-979c-4e24-bbc7-8e04af671b71 None None] Provisioning complete for port 1393d899-68c8-4152-8f6f-e389c79b28ab triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:14.801218 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5e888db1-979c-4e24-bbc7-8e04af671b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:14.873292 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cee1128-3203-44ef-a35d-6332078d20e7 req-5543dda3-14d3-4dba-b79e-29ecb4f9ea0c service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4654517 Feb 09 01:00:14.899233 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-45f322e2-2e97-4bac-bef6-e491f4ef6b38 req-2feeaa8e-b8d1-427d-b298-ec4e2ecdcf11 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444886 Feb 09 01:00:14.938925 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-4ec87d03-78ed-42da-a03b-a94173f5280b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:14.942085 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-4ec87d03-78ed-42da-a03b-a94173f5280b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3442488 Feb 09 01:00:14.958375 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-df8065c5-4864-475e-8590-48d3f0cbcaa4 req-c6b775b4-6981-4555-8a53-565c993082b3 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.190 HTTP/1.1" status: 200 len: 696 time: 0.1996469 Feb 09 01:00:14.961592 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3548bb0a-d640-4818-abf2-5bc6ad78ade4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:14.969844 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-df8065c5-4864-475e-8590-48d3f0cbcaa4 req-9c8126d7-8e1e-41e3-8286-ca3240b6750b tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Request body: {'floatingip': {'port_id': 'cd5352ed-e2f5-4451-ab55-31e1d2b352b4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:14.973489 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-ab1e23ee-3011-499f-9aa1-39ee59c0ddf2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:00:14.973856 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-ab1e23ee-3011-499f-9aa1-39ee59c0ddf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:00:15.081194 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548bb0a-d640-4818-abf2-5bc6ad78ade4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c24fbeeb-5290-4887-b45e-13fc586b412f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:15.112666 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3548bb0a-d640-4818-abf2-5bc6ad78ade4 admin admin] No DVR routers for this DVR port c24fbeeb-5290-4887-b45e-13fc586b412f on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:00:15.171246 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2303d2-7cc1-4834-9cf6-e83058e4fcd9', 'tag': '8dec7b93-7bbf-4dc1-aaee-3287c2809f4b', 'status': 'completed', 'code': 200} Feb 09 01:00:15.183371 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-df8065c5-4864-475e-8590-48d3f0cbcaa4 req-9c8126d7-8e1e-41e3-8286-ca3240b6750b tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks [] for floatingip, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:15.208424 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-269f4d8e-6f7e-4f23-9287-db5b59face52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:15.210267 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-269f4d8e-6f7e-4f23-9287-db5b59face52 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a38989228a14de2b6764c7f261f44e3&device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 1095 time: 0.4543397 Feb 09 01:00:15.412554 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3548bb0a-d640-4818-abf2-5bc6ad78ade4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:15.463631 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-064ecdd6-4a59-49c7-b876-f22d9743e76f service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5163889 Feb 09 01:00:15.475200 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-ab1e23ee-3011-499f-9aa1-39ee59c0ddf2 None None] Deleting port c24fbeeb-5290-4887-b45e-13fc586b412f {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:00:15.475924 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ab1e23ee-3011-499f-9aa1-39ee59c0ddf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:15.513571 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-3548bb0a-d640-4818-abf2-5bc6ad78ade4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['445ebb7c-d106-4555-bd14-c6ab8035bb9f']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:15.529995 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3786c8ec-62e2-4655-ae79-b76b049e8bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:15.557542 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-a64fe849-3f25-49f8-b465-f1d1d6f7a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:15.559027 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-a64fe849-3f25-49f8-b465-f1d1d6f7a1f4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9 HTTP/1.1" status: 200 len: 922 time: 0.2992389 Feb 09 01:00:15.561074 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47cd28-2733-46ae-8004-7c4bf2f2d645 req-f9916ec6-ffb6-419d-bebd-7279029bcc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:15.562307 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-ab1e23ee-3011-499f-9aa1-39ee59c0ddf2 None None] The port 'c24fbeeb-5290-4887-b45e-13fc586b412f' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:00:15.562685 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-df47cd28-2733-46ae-8004-7c4bf2f2d645 req-f9916ec6-ffb6-419d-bebd-7279029bcc3f service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&device_id=0c2303d2-7cc1-4834-9cf6-e83058e4fcd9 HTTP/1.1" status: 200 len: 1098 time: 0.3904550 Feb 09 01:00:15.567055 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-3548bb0a-d640-4818-abf2-5bc6ad78ade4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54330ae-8d13-4599-abc0-f776581bcd15') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:15.568319 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-3548bb0a-d640-4818-abf2-5bc6ad78ade4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54330ae-8d13-4599-abc0-f776581bcd15') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:15.578857 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a1ae7-81a8-4bc2-bac6-70d62a5cb781 req-e90594a4-c48a-46cf-8f38-f35d11cb317c tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:15.579483 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-120a1ae7-81a8-4bc2-bac6-70d62a5cb781 req-e90594a4-c48a-46cf-8f38-f35d11cb317c tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Synchronizing usage tracker for tenant:e89768b4b7dd4f158c579bead75e7e42 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:00:15.605942 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3548bb0a-d640-4818-abf2-5bc6ad78ade4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:15.684780 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-9dd200c7-211d-4871-9042-d6278438b90c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3a8c315-95d5-4b07-958e-13e5b6be2a4c HTTP/1.1" status: 200 len: 217 time: 0.1022775 Feb 09 01:00:15.726623 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3786c8ec-62e2-4655-ae79-b76b049e8bad admin admin] Checking segment: {'id': 'f6b0785d-a3ca-4a58-a2ec-48890f123729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'b42099df-c22d-42d0-ad90-81171444f7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:00:15.727370 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3786c8ec-62e2-4655-ae79-b76b049e8bad admin admin] Network hostable DHCP agents. Network: b42099df-c22d-42d0-ad90-81171444f7b5, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:00:15.733912 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3548bb0a-d640-4818-abf2-5bc6ad78ade4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:15.757634 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3548bb0a-d640-4818-abf2-5bc6ad78ade4 admin admin] Releasing vlan 954 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:00:15.758282 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3548bb0a-d640-4818-abf2-5bc6ad78ade4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:15.775636 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1393d899-68c8-4152-8f6f-e389c79b28ab up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:00:15.779042 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:00:15.779042 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:00:15.779042 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:00:15.779042 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:00:15.779042 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:00:15.779042 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:00:15.779042 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:00:15.779042 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:00:15.779042 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:00:15.779042 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:00:15.779042 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:00:15.779042 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:00:15.779042 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:00:15.779042 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:00:15.779042 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:00:15.779042 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:00:15.779042 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:00:15.779042 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:00:15.779042 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:00:15.779042 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:00:15.779042 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:00:15.779042 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:00:15.779042 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:00:15.779042 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:00:15.779042 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:00:15.779042 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:00:15.779042 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:00:15.779042 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:00:15.779042 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:00:15.779042 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:00:15.779042 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:00:15.779042 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:00:15.785867 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-120a1ae7-81a8-4bc2-bac6-70d62a5cb781 req-e90594a4-c48a-46cf-8f38-f35d11cb317c tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Unset dirty status for tenant:e89768b4b7dd4f158c579bead75e7e42 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:00:15.787012 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-120a1ae7-81a8-4bc2-bac6-70d62a5cb781 req-e90594a4-c48a-46cf-8f38-f35d11cb317c tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/ports?device_id=a76d9741-0bb8-4b77-af9c-e40d6a945ad6 HTTP/1.1" status: 200 len: 949 time: 0.6093280 Feb 09 01:00:15.870311 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786c8ec-62e2-4655-ae79-b76b049e8bad admin admin] Pushing event updated for resources: {'Subnet': ['ID=43a9392d-b851-441d-a30b-2287219ef1f3,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:15.890405 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 1393d899-68c8-4152-8f6f-e389c79b28ab triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:15.891306 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:15.894495 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-476c42f5-cb48-4566-b116-6f0bd11cfb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:15.895981 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-476c42f5-cb48-4566-b116-6f0bd11cfb8e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb9a8e05-d0fc-4553-92c9-d58b7743cadc HTTP/1.1" status: 200 len: 861 time: 0.1573005 Feb 09 01:00:15.971688 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-386e2f71-c8bf-4466-a5b0-eaf30bbde039 req-be7a0ada-9d80-40f2-9a74-409420aa3849 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4958222 Feb 09 01:00:15.985169 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-335a47ee-f390-45cc-98a2-76599abeffcb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668449 Feb 09 01:00:15.987982 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-120a1ae7-81a8-4bc2-bac6-70d62a5cb781 req-21e008d2-7a33-4d05-bde7-33c9d1443509 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/security-groups?id=d26cc557-a6e6-4bdd-a6df-88bad5d4807f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840870 Feb 09 01:00:15.990668 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47cd28-2733-46ae-8004-7c4bf2f2d645 req-3683307e-a30b-48df-83e2-d2195281749c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:15.992808 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-df47cd28-2733-46ae-8004-7c4bf2f2d645 req-3683307e-a30b-48df-83e2-d2195281749c service neutron] 10.222.0.117 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.4075854 Feb 09 01:00:16.035811 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3786c8ec-62e2-4655-ae79-b76b049e8bad admin admin] Network b42099df-c22d-42d0-ad90-81171444f7b5 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:00:16.107202 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device bb8d1757-702c-4c4c-adad-0634cfa7b62d up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:00:16.108907 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3548bb0a-d640-4818-abf2-5bc6ad78ade4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:16.148851 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-3786c8ec-62e2-4655-ae79-b76b049e8bad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, b42099df-c22d-42d0-ad90-81171444f7b5) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:16.168988 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc3e730-94b3-415f-97b2-9ea95df081f3 None None] Network b42099df-c22d-42d0-ad90-81171444f7b5 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:00:16.173731 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3786c8ec-62e2-4655-ae79-b76b049e8bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:16.174328 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3786c8ec-62e2-4655-ae79-b76b049e8bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:16.188919 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3548bb0a-d640-4818-abf2-5bc6ad78ade4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:16.195990 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548bb0a-d640-4818-abf2-5bc6ad78ade4 admin admin] Pushing event deleted for resources: {'Network': ['ID=445ebb7c-d106-4555-bd14-c6ab8035bb9f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:16.197720 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:00:16.258300 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-df47cd28-2733-46ae-8004-7c4bf2f2d645 req-50b7c057-76ea-4b08-b792-1b11b88676a5 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=8dec7b93-7bbf-4dc1-aaee-3287c2809f4b HTTP/1.1" status: 200 len: 217 time: 0.2441998 Feb 09 01:00:16.331397 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port bb8d1757-702c-4c4c-adad-0634cfa7b62d completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:16.347655 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device c24fbeeb-5290-4887-b45e-13fc586b412f no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:00:16.394737 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port bb8d1757-702c-4c4c-adad-0634cfa7b62d triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:16.395172 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:16.421071 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: c24fbeeb-5290-4887-b45e-13fc586b412f {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:00:16.421403 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device c24fbeeb-5290-4887-b45e-13fc586b412f not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:00:16.450639 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47cd28-2733-46ae-8004-7c4bf2f2d645 req-10afb1d8-7d58-480c-831e-ae343cc4a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:16.452562 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-df47cd28-2733-46ae-8004-7c4bf2f2d645 req-10afb1d8-7d58-480c-831e-ae343cc4a57d service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.1344821 Feb 09 01:00:16.526327 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-6a34d5d6-49ae-42f7-ad9d-0ca993e3912e service neutron] 10.222.0.35 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5331738 Feb 09 01:00:16.579914 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfed526f-77a1-4469-aff6-d778d1056099 None None] Network b42099df-c22d-42d0-ad90-81171444f7b5 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:00:16.580748 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3548bb0a-d640-4818-abf2-5bc6ad78ade4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/445ebb7c-d106-4555-bd14-c6ab8035bb9f HTTP/1.1" status: 204 len: 168 time: 3.1409113 Feb 09 01:00:16.587454 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-39239acd-e20f-4c7d-8b1c-a435b214b2e1 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:16.593169 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-39239acd-e20f-4c7d-8b1c-a435b214b2e1 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:16.594956 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-39239acd-e20f-4c7d-8b1c-a435b214b2e1 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.117 "GET /v2.0/networks?id=96bba698-9b96-4ecd-9829-8168d8e90c53&id=ae6175a5-d2cd-42a6-b562-3579ae29397d&id=96bba698-9b96-4ecd-9829-8168d8e90c53 HTTP/1.1" status: 200 len: 1391 time: 0.8055410 Feb 09 01:00:16.595661 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59592) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:16.624102 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75307b4b-0c9f-47aa-9188-de45da4898dd req-bc258441-9c91-4a11-bc69-d9abad3c0fdc tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:16.625796 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-75307b4b-0c9f-47aa-9188-de45da4898dd req-bc258441-9c91-4a11-bc69-d9abad3c0fdc tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 944 time: 0.3902464 Feb 09 01:00:16.656699 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3786c8ec-62e2-4655-ae79-b76b049e8bad admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3297002 Feb 09 01:00:16.669811 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-dc27344e-b221-4ce6-9ba7-df099beb5d66 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Request body: {'port': {'device_id': '6438494a-65a4-4f50-a86d-52252528c14e', 'network_id': '96bba698-9b96-4ecd-9829-8168d8e90c53', 'admin_state_up': True, 'tenant_id': '6f085f8b18784551909478d3d7d57efd'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:16.722597 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-75307b4b-0c9f-47aa-9188-de45da4898dd req-d5cbd918-c6e8-4ad9-8003-9e9449fefcf3 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870183 Feb 09 01:00:16.823533 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47cd28-2733-46ae-8004-7c4bf2f2d645 req-46075e41-51da-4888-bccc-1b7965110eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:16.826682 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-df47cd28-2733-46ae-8004-7c4bf2f2d645 req-46075e41-51da-4888-bccc-1b7965110eaf service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3547661 Feb 09 01:00:16.925412 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:16.969425 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7506338-5ad3-419a-b8c0-fb29193ffc35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8d1757-702c-4c4c-adad-0634cfa7b62d'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:16.982643 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port bb8d1757-702c-4c4c-adad-0634cfa7b62d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=bb8d1757-702c-4c4c-adad-0634cfa7b62d,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:16.997665 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:17.090074 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=bb8d1757-702c-4c4c-adad-0634cfa7b62d,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:17.105952 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 8dec7b93-7bbf-4dc1-aaee-3287c2809f4b details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:00:17.109036 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.resource_extend [req-df8065c5-4864-475e-8590-48d3f0cbcaa4 req-9c8126d7-8e1e-41e3-8286-ca3240b6750b tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:00:17.113229 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-5e88c370-be19-440c-83b7-9cd443dd1f92 service neutron] 10.222.0.35 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5792625 Feb 09 01:00:17.171175 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-26872ada-4d45-46ed-a2f9-6f720ad00bc1 req-944ea692-7fd0-4c3c-82ba-f42d61282439 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Synchronizing usage tracker for tenant:6f085f8b18784551909478d3d7d57efd on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:00:17.176122 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '087d7b77-194f-426a-a4e0-cf2aa95b45c5', 'tag': 'a4b505d8-d756-48f6-922c-121b8b731f28'}, {'name': 'network-changed', 'server_uuid': '285e734e-1cb9-48c7-8f3d-9834753845f6', 'tag': '781cd0ad-9d43-45b7-86ab-84616122428b'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:17.198608 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-dc27344e-b221-4ce6-9ba7-df099beb5d66 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:00:17.227525 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-dc27344e-b221-4ce6-9ba7-df099beb5d66 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Usage tracker for resource:port and tenant:6f085f8b18784551909478d3d7d57efd is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:00:17.232732 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-dc27344e-b221-4ce6-9ba7-df099beb5d66 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:00:17.235912 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-df47cd28-2733-46ae-8004-7c4bf2f2d645 req-910ae30e-bf2a-427b-b88a-0c80b55821c9 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944130 Feb 09 01:00:17.237085 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-26872ada-4d45-46ed-a2f9-6f720ad00bc1 req-944ea692-7fd0-4c3c-82ba-f42d61282439 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Unset dirty status for tenant:6f085f8b18784551909478d3d7d57efd on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:00:17.238096 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-26872ada-4d45-46ed-a2f9-6f720ad00bc1 req-944ea692-7fd0-4c3c-82ba-f42d61282439 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?device_id=6438494a-65a4-4f50-a86d-52252528c14e HTTP/1.1" status: 200 len: 210 time: 0.1276541 Feb 09 01:00:17.238762 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-df8065c5-4864-475e-8590-48d3f0cbcaa4 req-9c8126d7-8e1e-41e3-8286-ca3240b6750b tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:17.245797 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-dc27344e-b221-4ce6-9ba7-df099beb5d66 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:00:17.248758 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-df8065c5-4864-475e-8590-48d3f0cbcaa4 req-9c8126d7-8e1e-41e3-8286-ca3240b6750b tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:17.344145 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 8dec7b93-7bbf-4dc1-aaee-3287c2809f4b, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=8dec7b93-7bbf-4dc1-aaee-3287c2809f4b,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:17.363722 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '8dec7b93-7bbf-4dc1-aaee-3287c2809f4b', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': '8dec7b93-7bbf-4dc1-aaee-3287c2809f4b', 'mac_address': 'fa:16:3e:43:38:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:00:17.399696 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-df47cd28-2733-46ae-8004-7c4bf2f2d645 req-ceaf9461-5482-40ff-a108-703fd3fba015 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570671 Feb 09 01:00:17.419713 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-dc27344e-b221-4ce6-9ba7-df099beb5d66 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Made reservation on behalf of 6f085f8b18784551909478d3d7d57efd for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:17.423160 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-dc27344e-b221-4ce6-9ba7-df099beb5d66 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:17.460573 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:17.482499 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dec7b93-7bbf-4dc1-aaee-3287c2809f4b {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:00:17.499941 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 8dec7b93-7bbf-4dc1-aaee-3287c2809f4b, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=8dec7b93-7bbf-4dc1-aaee-3287c2809f4b,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:17.504835 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:17.566821 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-c150eebd-d3db-4906-a448-42a932ec44a5 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:17.568835 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-c150eebd-d3db-4906-a448-42a932ec44a5 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2&tenant_id=5a38989228a14de2b6764c7f261f44e3&binding%3Ahost_id=n-h1-828419-1 HTTP/1.1" status: 200 len: 1095 time: 0.1546829 Feb 09 01:00:17.578839 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e85d10-24ac-4799-8cfa-604e4b7bf59e req-b5e6d899-fd48-4e56-94fb-72d685a94403 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:17.580676 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-35e85d10-24ac-4799-8cfa-604e4b7bf59e req-b5e6d899-fd48-4e56-94fb-72d685a94403 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=285e734e-1cb9-48c7-8f3d-9834753845f6 HTTP/1.1" status: 200 len: 947 time: 0.1266396 Feb 09 01:00:17.585968 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=8dec7b93-7bbf-4dc1-aaee-3287c2809f4b,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:17.692313 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-35e85d10-24ac-4799-8cfa-604e4b7bf59e req-61d2c523-e34d-4efc-a9e2-1e462da1c831 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725343 Feb 09 01:00:17.721273 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [req-df8065c5-4864-475e-8590-48d3f0cbcaa4 req-9c8126d7-8e1e-41e3-8286-ca3240b6750b tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Floating IP 5d373ca1-9c78-49f5-acd1-06feb539a980 associated. External IP: 172.25.5.190, port: cd5352ed-e2f5-4451-ab55-31e1d2b352b4. Feb 09 01:00:17.743491 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-58474827-a2d6-4969-977e-62d1b536eb36 service neutron] For port a3a8c315-95d5-4b07-958e-13e5b6be2a4c, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:00:17.747803 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-58474827-a2d6-4969-977e-62d1b536eb36 service neutron] Notify callbacks [] for binding, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:17.749474 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dead5fec-690c-4e30-82ca-b16b17d57834 req-58474827-a2d6-4969-977e-62d1b536eb36 service neutron] 10.222.0.35 "DELETE /v2.0/ports/a3a8c315-95d5-4b07-958e-13e5b6be2a4c/bindings/n-h2-828419-1 HTTP/1.1" status: 204 len: 173 time: 0.1671929 Feb 09 01:00:17.885220 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['8dec7b93-7bbf-4dc1-aaee-3287c2809f4b'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:17.918055 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f8174-eb39-4aed-93e3-2c373d4adde8 req-2d00d967-767d-4702-90df-a26f25a9c981 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:17.919731 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-da0f8174-eb39-4aed-93e3-2c373d4adde8 req-2d00d967-767d-4702-90df-a26f25a9c981 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=087d7b77-194f-426a-a4e0-cf2aa95b45c5 HTTP/1.1" status: 200 len: 948 time: 0.1039572 Feb 09 01:00:17.974826 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-da0f8174-eb39-4aed-93e3-2c373d4adde8 req-bdbbefe1-68f0-45df-95cf-2e0599d4086c tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486159 Feb 09 01:00:18.080280 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-dc27344e-b221-4ce6-9ba7-df099beb5d66 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Allocated IP 19.80.0.154 (96bba698-9b96-4ecd-9829-8168d8e90c53/4cf0dce3-bf32-4c33-ae20-fc4ec3389627/552c3f25-47a3-482d-b906-1ee30ade55f4) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:00:18.086318 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 781cd0ad-9d43-45b7-86ab-84616122428b details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:00:18.210333 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1060a0b-8c4e-4f79-bb02-4a627a19c8a0 req-bc7b7480-ec03-48d4-97bc-a9956e6c265b tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:18.220318 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a1060a0b-8c4e-4f79-bb02-4a627a19c8a0 req-bc7b7480-ec03-48d4-97bc-a9956e6c265b tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7506338-5ad3-419a-b8c0-fb29193ffc35 HTTP/1.1" status: 200 len: 950 time: 0.1020172 Feb 09 01:00:18.264077 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 781cd0ad-9d43-45b7-86ab-84616122428b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=781cd0ad-9d43-45b7-86ab-84616122428b,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:18.281916 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a1060a0b-8c4e-4f79-bb02-4a627a19c8a0 req-100af9e8-6b80-4985-baeb-781ae11eded7 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/security-groups?id=d26cc557-a6e6-4bdd-a6df-88bad5d4807f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606189 Feb 09 01:00:18.282688 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '781cd0ad-9d43-45b7-86ab-84616122428b', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': '781cd0ad-9d43-45b7-86ab-84616122428b', 'mac_address': 'fa:16:3e:4c:4a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:00:18.351484 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7506338-5ad3-419a-b8c0-fb29193ffc35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8d1757-702c-4c4c-adad-0634cfa7b62d', 'code': 200} Feb 09 01:00:18.368770 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:18.390354 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781cd0ad-9d43-45b7-86ab-84616122428b {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:00:18.407713 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 781cd0ad-9d43-45b7-86ab-84616122428b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=781cd0ad-9d43-45b7-86ab-84616122428b,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:18.412811 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:18.413604 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device a4b505d8-d756-48f6-922c-121b8b731f28 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:00:18.511757 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port a4b505d8-d756-48f6-922c-121b8b731f28, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a4b505d8-d756-48f6-922c-121b8b731f28,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:18.520250 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=781cd0ad-9d43-45b7-86ab-84616122428b,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:18.523942 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df8065c5-4864-475e-8590-48d3f0cbcaa4 req-9c8126d7-8e1e-41e3-8286-ca3240b6750b tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Router f4038029-1217-4060-ae2d-604dab1aad7f has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:00:18.531702 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'a4b505d8-d756-48f6-922c-121b8b731f28', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': 'a4b505d8-d756-48f6-922c-121b8b731f28', 'mac_address': 'fa:16:3e:de:33:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:00:18.547286 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f47e2-1357-40aa-9b9e-81597b846bce req-7ed7d6e4-42d0-45e1-8dac-984afec4d967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:18.549210 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b83f47e2-1357-40aa-9b9e-81597b846bce req-7ed7d6e4-42d0-45e1-8dac-984afec4d967 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a7506338-5ad3-419a-b8c0-fb29193ffc35 HTTP/1.1" status: 200 len: 1101 time: 0.1218338 Feb 09 01:00:18.591248 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:18.602515 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b83f47e2-1357-40aa-9b9e-81597b846bce req-e346f360-e446-4b25-8e70-76f391614dbf service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d26cc557-a6e6-4bdd-a6df-88bad5d4807f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409210 Feb 09 01:00:18.609489 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b505d8-d756-48f6-922c-121b8b731f28 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:00:18.629154 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port a4b505d8-d756-48f6-922c-121b8b731f28, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a4b505d8-d756-48f6-922c-121b8b731f28,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:18.633650 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:18.641546 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-dc27344e-b221-4ce6-9ba7-df099beb5d66 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:18.664216 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1bfda791-66ed-43cb-9fd5-b553081444e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:18.751712 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-dc27344e-b221-4ce6-9ba7-df099beb5d66 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Transition to ACTIVE for port object 552c3f25-47a3-482d-b906-1ee30ade55f4 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:18.752617 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=a4b505d8-d756-48f6-922c-121b8b731f28,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:18.814303 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d76ed-e513-4053-92af-4371b49cea2b req-fdf869a6-79f8-47d5-af1d-0bee3e15a05f tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:18.815830 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e01d76ed-e513-4053-92af-4371b49cea2b req-fdf869a6-79f8-47d5-af1d-0bee3e15a05f tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] 10.222.0.37 "GET /v2.0/networks?id=d0efc7ce-f9da-4f0e-baca-7d969b7df12e HTTP/1.1" status: 200 len: 815 time: 0.1568592 Feb 09 01:00:18.837520 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e01d76ed-e513-4053-92af-4371b49cea2b req-c53a1a36-e1ad-43b0-a790-29703c53f510 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] 10.222.0.37 "GET /v2.0/quotas/58ce59bb80374e1fb7ccc7df1e42c1f2 HTTP/1.1" status: 200 len: 375 time: 0.0092628 Feb 09 01:00:18.891172 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e01d76ed-e513-4053-92af-4371b49cea2b req-e45085da-10df-40a2-8033-6c0742e3654c tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=58ce59bb80374e1fb7ccc7df1e42c1f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469859 Feb 09 01:00:18.926789 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df8065c5-4864-475e-8590-48d3f0cbcaa4 req-9c8126d7-8e1e-41e3-8286-ca3240b6750b tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:00:18.941199 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42132cc5-f5e7-4c30-b2cf-5f1c23eb76e5 None None] Sync routers for ids ['f4038029-1217-4060-ae2d-604dab1aad7f'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:00:18.960058 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-df8065c5-4864-475e-8590-48d3f0cbcaa4 req-9c8126d7-8e1e-41e3-8286-ca3240b6750b tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:18.962202 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42132cc5-f5e7-4c30-b2cf-5f1c23eb76e5 None None] Routers {'f4038029-1217-4060-ae2d-604dab1aad7f'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:00:18.972069 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['a4b505d8-d756-48f6-922c-121b8b731f28'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:18.979829 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-42132cc5-f5e7-4c30-b2cf-5f1c23eb76e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:00:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['f4038029-1217-4060-ae2d-604dab1aad7f'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:19.046841 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e01d76ed-e513-4053-92af-4371b49cea2b req-b808c7ea-3e55-4db4-9b3f-ecc0a166b79c service neutron] 10.222.0.37 "GET /v2.0/networks/d0efc7ce-f9da-4f0e-baca-7d969b7df12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479211 Feb 09 01:00:19.089409 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['781cd0ad-9d43-45b7-86ab-84616122428b'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:19.117600 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-dc27344e-b221-4ce6-9ba7-df099beb5d66 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:19.128032 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-df8065c5-4864-475e-8590-48d3f0cbcaa4 req-9c8126d7-8e1e-41e3-8286-ca3240b6750b tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "PUT /v2.0/floatingips/5d373ca1-9c78-49f5-acd1-06feb539a980 HTTP/1.1" status: 200 len: 996 time: 4.1622543 Feb 09 01:00:19.201417 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0cade0-cd58-4252-a61c-ab312eb67de0', 'tag': 'cd5352ed-e2f5-4451-ab55-31e1d2b352b4'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:19.216389 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-42132cc5-f5e7-4c30-b2cf-5f1c23eb76e5 None None] Set router f4038029-1217-4060-ae2d-604dab1aad7f gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:00:19.226256 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e01d76ed-e513-4053-92af-4371b49cea2b req-e3acae9a-c862-4518-9bbc-5315c6aca709 service neutron] 10.222.0.37 "GET /v2.0/networks/d0efc7ce-f9da-4f0e-baca-7d969b7df12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784136 Feb 09 01:00:19.264693 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-dc27344e-b221-4ce6-9ba7-df099beb5d66 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Network 96bba698-9b96-4ecd-9829-8168d8e90c53 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:00:19.271135 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-dc27344e-b221-4ce6-9ba7-df099beb5d66 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:19.281415 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-dc27344e-b221-4ce6-9ba7-df099beb5d66 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:00:19.326724 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27344e-b221-4ce6-9ba7-df099beb5d66 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Pushing event updated for resources: {'Port': ['ID=552c3f25-47a3-482d-b906-1ee30ade55f4,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:19.408957 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '087d7b77-194f-426a-a4e0-cf2aa95b45c5', 'tag': 'a4b505d8-d756-48f6-922c-121b8b731f28', 'status': 'completed', 'code': 200} Feb 09 01:00:19.409392 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '285e734e-1cb9-48c7-8f3d-9834753845f6', 'tag': '781cd0ad-9d43-45b7-86ab-84616122428b', 'status': 'completed', 'code': 200} Feb 09 01:00:19.592787 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-dc27344e-b221-4ce6-9ba7-df099beb5d66 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:19.594037 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-dc27344e-b221-4ce6-9ba7-df099beb5d66 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:19.650667 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8065c5-4864-475e-8590-48d3f0cbcaa4 req-4239ca09-684d-4243-8311-7a5d710595bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:19.652571 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-df8065c5-4864-475e-8590-48d3f0cbcaa4 req-4239ca09-684d-4243-8311-7a5d710595bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5cbed1718f943558d23d2d82e04fd93&device_id=1d0cade0-cd58-4252-a61c-ab312eb67de0 HTTP/1.1" status: 200 len: 1096 time: 0.4881952 Feb 09 01:00:19.715357 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2899d-539a-4975-89f3-0ab60d1c18b8 req-3621b88b-f7d8-4e17-aef0-f39eae6b0a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:19.716578 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-1bfda791-66ed-43cb-9fd5-b553081444e0 admin admin] Deleting port 61395c66-866d-4247-a860-8ba2fb517451 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:00:19.717009 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1bfda791-66ed-43cb-9fd5-b553081444e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:19.717269 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-07a2899d-539a-4975-89f3-0ab60d1c18b8 req-3621b88b-f7d8-4e17-aef0-f39eae6b0a1e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&device_id=087d7b77-194f-426a-a4e0-cf2aa95b45c5 HTTP/1.1" status: 200 len: 1100 time: 0.2735181 Feb 09 01:00:19.737282 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7df02737-99f5-4b8b-8e94-30cf41a098b0 None None] Provisioning for port 552c3f25-47a3-482d-b906-1ee30ade55f4 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:19.748670 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7df02737-99f5-4b8b-8e94-30cf41a098b0 None None] Provisioning complete for port 552c3f25-47a3-482d-b906-1ee30ade55f4 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:19.749041 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7df02737-99f5-4b8b-8e94-30cf41a098b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:19.842413 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-dc27344e-b221-4ce6-9ba7-df099beb5d66 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1774826 Feb 09 01:00:19.858170 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-42132cc5-f5e7-4c30-b2cf-5f1c23eb76e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384566489-router', 'tenant_id': 'a5cbed1718f943558d23d2d82e04fd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '91e34cbf-5517-4dc7-9639-000d88b6d786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:59:08Z', 'updated_at': '2022-02-09T00:59:21Z', 'revision_number': 4, 'project_id': 'a5cbed1718f943558d23d2d82e04fd93', 'gw_port': {'id': '91e34cbf-5517-4dc7-9639-000d88b6d786', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:00:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:11Z', 'updated_at': '2022-02-09T00:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '5d373ca1-9c78-49f5-acd1-06feb539a980', 'tenant_id': 'a5cbed1718f943558d23d2d82e04fd93', 'floating_ip_address': '172.25.5.190', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'port_id': 'cd5352ed-e2f5-4451-ab55-31e1d2b352b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6c3381-1d8e-43f3-869b-fab4a3c26101', 'mac_address': 'fa:16:3e:f1:99:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0cade0-cd58-4252-a61c-ab312eb67de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:00:05Z', 'updated_at': '2022-02-09T01:00:16Z', 'revision_number': 1, 'project_id': 'a5cbed1718f943558d23d2d82e04fd93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724daf0b-a7fe-476e-818b-84a0aa8b90ec', 'name': '', 'network_id': '4b6c3381-1d8e-43f3-869b-fab4a3c26101', 'tenant_id': 'a5cbed1718f943558d23d2d82e04fd93', 'mac_address': 'fa:16:3e:cf:e4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '283c54b0-5051-4d26-8e41-b7afdc8e3c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:18Z', 'updated_at': '2022-02-09T00:59:33Z', 'revision_number': 5, 'project_id': 'a5cbed1718f943558d23d2d82e04fd93', 'subnets': [{'id': '283c54b0-5051-4d26-8e41-b7afdc8e3c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:19.863050 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42132cc5-f5e7-4c30-b2cf-5f1c23eb76e5 None None] Checking router: f4038029-1217-4060-ae2d-604dab1aad7f for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:00:19.867841 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-e5c2b7cd-30c9-41e4-a2bc-b0c5c0fd60c0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Request body: {'port': {'device_id': '6438494a-65a4-4f50-a86d-52252528c14e', 'network_id': 'ae6175a5-d2cd-42a6-b562-3579ae29397d', 'admin_state_up': True, 'tenant_id': '6f085f8b18784551909478d3d7d57efd'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:19.875822 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42132cc5-f5e7-4c30-b2cf-5f1c23eb76e5 None None] Routers {'f4038029-1217-4060-ae2d-604dab1aad7f'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:00:19.876878 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-42132cc5-f5e7-4c30-b2cf-5f1c23eb76e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:00:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['f4038029-1217-4060-ae2d-604dab1aad7f'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:19.882307 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-7df02737-99f5-4b8b-8e94-30cf41a098b0 None None] Port 552c3f25-47a3-482d-b906-1ee30ade55f4 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:00:19.959030 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea841e-e607-48a1-8380-e364bc9c880c req-499f316b-b954-44f2-964c-42ed0ed28d62 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:19.965982 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-56ea841e-e607-48a1-8380-e364bc9c880c req-499f316b-b954-44f2-964c-42ed0ed28d62 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 944 time: 0.3179379 Feb 09 01:00:20.084992 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2899d-539a-4975-89f3-0ab60d1c18b8 req-12b60a43-aba3-4d76-b01d-808778c5e02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:20.088434 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-07a2899d-539a-4975-89f3-0ab60d1c18b8 req-12b60a43-aba3-4d76-b01d-808778c5e02a service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.3553588 Feb 09 01:00:20.088575 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-e5c2b7cd-30c9-41e4-a2bc-b0c5c0fd60c0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:00:20.092882 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-56ea841e-e607-48a1-8380-e364bc9c880c req-1fb9d52b-385e-451d-8df6-0c59a04b8406 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123500 Feb 09 01:00:20.174216 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-42132cc5-f5e7-4c30-b2cf-5f1c23eb76e5 None None] Set router f4038029-1217-4060-ae2d-604dab1aad7f gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:00:20.199105 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-e5c2b7cd-30c9-41e4-a2bc-b0c5c0fd60c0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:00:20.270068 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-1bfda791-66ed-43cb-9fd5-b553081444e0 admin admin] For port 61395c66-866d-4247-a860-8ba2fb517451, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=61395c66-866d-4247-a860-8ba2fb517451,segment=NetworkSegment(ed1eb117-8286-458a-9fc4-d40d870b235d),segment_id=ed1eb117-8286-458a-9fc4-d40d870b235d)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:20.270424 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1bfda791-66ed-43cb-9fd5-b553081444e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:20.323543 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-07a2899d-539a-4975-89f3-0ab60d1c18b8 req-9214ae94-8d6e-47ae-b1b3-a2b973be25ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=a4b505d8-d756-48f6-922c-121b8b731f28 HTTP/1.1" status: 200 len: 217 time: 0.2273953 Feb 09 01:00:20.416740 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8065c5-4864-475e-8590-48d3f0cbcaa4 req-61003627-4d92-4211-a2f3-3655e5e931d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:20.418215 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-df8065c5-4864-475e-8590-48d3f0cbcaa4 req-61003627-4d92-4211-a2f3-3655e5e931d4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4b6c3381-1d8e-43f3-869b-fab4a3c26101 HTTP/1.1" status: 200 len: 930 time: 0.7029657 Feb 09 01:00:20.432300 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-1bfda791-66ed-43cb-9fd5-b553081444e0 admin admin] Calling delete_port for 61395c66-866d-4247-a860-8ba2fb517451 owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:00:20.443189 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2899d-539a-4975-89f3-0ab60d1c18b8 req-bc15ab41-801e-41e0-905c-3c79945a8cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:20.444802 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-07a2899d-539a-4975-89f3-0ab60d1c18b8 req-bc15ab41-801e-41e0-905c-3c79945a8cec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.0844684 Feb 09 01:00:20.462600 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-e5c2b7cd-30c9-41e4-a2bc-b0c5c0fd60c0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Made reservation on behalf of 6f085f8b18784551909478d3d7d57efd for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:20.468165 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-e5c2b7cd-30c9-41e4-a2bc-b0c5c0fd60c0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:20.507686 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91f9e3-cb89-44f6-9dcf-749b328d5e39 req-7008b28e-1d49-453c-a39d-00ceb2425615 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:20.510746 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ef91f9e3-cb89-44f6-9dcf-749b328d5e39 req-7008b28e-1d49-453c-a39d-00ceb2425615 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?device_id=6438494a-65a4-4f50-a86d-52252528c14e HTTP/1.1" status: 200 len: 932 time: 0.1859808 Feb 09 01:00:20.577122 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ef91f9e3-cb89-44f6-9dcf-749b328d5e39 req-ace95e61-1d69-40e1-bddb-6b1145bcd460 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/security-groups?id=3994565d-5024-4083-b0fc-cc37dc19c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584114 Feb 09 01:00:20.595117 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2899d-539a-4975-89f3-0ab60d1c18b8 req-6839d684-dee3-4eae-92d5-91b237a4c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:20.596794 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-07a2899d-539a-4975-89f3-0ab60d1c18b8 req-6839d684-dee3-4eae-92d5-91b237a4c81a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1415620 Feb 09 01:00:20.652681 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-42132cc5-f5e7-4c30-b2cf-5f1c23eb76e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384566489-router', 'tenant_id': 'a5cbed1718f943558d23d2d82e04fd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '91e34cbf-5517-4dc7-9639-000d88b6d786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:59:08Z', 'updated_at': '2022-02-09T00:59:21Z', 'revision_number': 4, 'project_id': 'a5cbed1718f943558d23d2d82e04fd93', 'gw_port': {'id': '91e34cbf-5517-4dc7-9639-000d88b6d786', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:00:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:11Z', 'updated_at': '2022-02-09T00:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '5d373ca1-9c78-49f5-acd1-06feb539a980', 'tenant_id': 'a5cbed1718f943558d23d2d82e04fd93', 'floating_ip_address': '172.25.5.190', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'port_id': 'cd5352ed-e2f5-4451-ab55-31e1d2b352b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6c3381-1d8e-43f3-869b-fab4a3c26101', 'mac_address': 'fa:16:3e:f1:99:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0cade0-cd58-4252-a61c-ab312eb67de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:00:05Z', 'updated_at': '2022-02-09T01:00:16Z', 'revision_number': 1, 'project_id': 'a5cbed1718f943558d23d2d82e04fd93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724daf0b-a7fe-476e-818b-84a0aa8b90ec', 'name': '', 'network_id': '4b6c3381-1d8e-43f3-869b-fab4a3c26101', 'tenant_id': 'a5cbed1718f943558d23d2d82e04fd93', 'mac_address': 'fa:16:3e:cf:e4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '283c54b0-5051-4d26-8e41-b7afdc8e3c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:18Z', 'updated_at': '2022-02-09T00:59:33Z', 'revision_number': 5, 'project_id': 'a5cbed1718f943558d23d2d82e04fd93', 'subnets': [{'id': '283c54b0-5051-4d26-8e41-b7afdc8e3c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:20.658400 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42132cc5-f5e7-4c30-b2cf-5f1c23eb76e5 None None] The sync data for ids ['f4038029-1217-4060-ae2d-604dab1aad7f'] in n-d-828419-1 is: [{'id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384566489-router', 'tenant_id': 'a5cbed1718f943558d23d2d82e04fd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '91e34cbf-5517-4dc7-9639-000d88b6d786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:59:08Z', 'updated_at': '2022-02-09T00:59:21Z', 'revision_number': 4, 'project_id': 'a5cbed1718f943558d23d2d82e04fd93', 'gw_port': {'id': '91e34cbf-5517-4dc7-9639-000d88b6d786', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:00:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:11Z', 'updated_at': '2022-02-09T00:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '5d373ca1-9c78-49f5-acd1-06feb539a980', 'tenant_id': 'a5cbed1718f943558d23d2d82e04fd93', 'floating_ip_address': '172.25.5.190', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'port_id': 'cd5352ed-e2f5-4451-ab55-31e1d2b352b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6c3381-1d8e-43f3-869b-fab4a3c26101', 'mac_address': 'fa:16:3e:f1:99:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0cade0-cd58-4252-a61c-ab312eb67de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:00:05Z', 'updated_at': '2022-02-09T01:00:16Z', 'revision_number': 1, 'project_id': 'a5cbed1718f943558d23d2d82e04fd93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724daf0b-a7fe-476e-818b-84a0aa8b90ec', 'name': '', 'network_id': '4b6c3381-1d8e-43f3-869b-fab4a3c26101', 'tenant_id': 'a5cbed1718f943558d23d2d82e04fd93', 'mac_address': 'fa:16:3e:cf:e4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '283c54b0-5051-4d26-8e41-b7afdc8e3c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:18Z', 'updated_at': '2022-02-09T00:59:33Z', 'revision_number': 5, 'project_id': 'a5cbed1718f943558d23d2d82e04fd93', 'subnets': [{'id': '283c54b0-5051-4d26-8e41-b7afdc8e3c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:00:20.738141 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-df8065c5-4864-475e-8590-48d3f0cbcaa4 req-96670535-13d1-4f26-a82c-239c1c5c77be service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd5352ed-e2f5-4451-ab55-31e1d2b352b4 HTTP/1.1" status: 200 len: 999 time: 0.2766080 Feb 09 01:00:20.815934 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-07a2899d-539a-4975-89f3-0ab60d1c18b8 req-fa9baa8e-2076-4210-9401-cd7ecfa95186 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116086 Feb 09 01:00:20.882969 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-e5c2b7cd-30c9-41e4-a2bc-b0c5c0fd60c0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Allocated IP 19.86.0.159 (ae6175a5-d2cd-42a6-b562-3579ae29397d/0fcf645e-6e37-4eeb-a60e-27a3d1e2aa1d/988f5c37-caa0-4885-afa0-a5347ed94c22) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:00:20.886212 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8065c5-4864-475e-8590-48d3f0cbcaa4 req-a6a0a258-b952-4643-af25-b954a07a014a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:20.888268 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-df8065c5-4864-475e-8590-48d3f0cbcaa4 req-a6a0a258-b952-4643-af25-b954a07a014a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=283c54b0-5051-4d26-8e41-b7afdc8e3c33 HTTP/1.1" status: 200 len: 868 time: 0.1422753 Feb 09 01:00:20.891011 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6fae8c-17ef-4623-8dc1-b4ee8b7857f1 None None] New status for floating IP 5d373ca1-9c78-49f5-acd1-06feb539a980: ACTIVE {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:00:20.956496 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-07a2899d-539a-4975-89f3-0ab60d1c18b8 req-534077ef-c387-4830-b814-c23b2c7290fe service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315172 Feb 09 01:00:20.965982 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8bba4-16c6-4e8d-a3fc-c90ba7c41f4a req-3402fb63-56ac-4229-8f7b-3c905e39524a tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:20.967293 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b1b8bba4-16c6-4e8d-a3fc-c90ba7c41f4a req-3402fb63-56ac-4229-8f7b-3c905e39524a tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=285e734e-1cb9-48c7-8f3d-9834753845f6 HTTP/1.1" status: 200 len: 948 time: 0.2533264 Feb 09 01:00:21.091187 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b1b8bba4-16c6-4e8d-a3fc-c90ba7c41f4a req-97d90200-4bb2-49fd-b49a-7c66627c5af3 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055868 Feb 09 01:00:21.126124 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2899d-539a-4975-89f3-0ab60d1c18b8 req-6165ab14-855f-44c3-bdb7-4bf8addc9fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:21.128198 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 8dec7b93-7bbf-4dc1-aaee-3287c2809f4b up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:00:21.131337 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-07a2899d-539a-4975-89f3-0ab60d1c18b8 req-6165ab14-855f-44c3-bdb7-4bf8addc9fa3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=98741d537e7b4103aeb62f1d29ec64ac&device_id=285e734e-1cb9-48c7-8f3d-9834753845f6 HTTP/1.1" status: 200 len: 1099 time: 0.1186748 Feb 09 01:00:21.238891 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1bfda791-66ed-43cb-9fd5-b553081444e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:21.280992 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 8dec7b93-7bbf-4dc1-aaee-3287c2809f4b completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:21.288481 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 8dec7b93-7bbf-4dc1-aaee-3287c2809f4b triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:21.288850 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:21.317165 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8065c5-4864-475e-8590-48d3f0cbcaa4 req-99d25678-4266-4d04-8f37-e244ed866bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:21.318687 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-df8065c5-4864-475e-8590-48d3f0cbcaa4 req-99d25678-4266-4d04-8f37-e244ed866bbb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b6c3381-1d8e-43f3-869b-fab4a3c26101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4165397 Feb 09 01:00:21.323437 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfda791-66ed-43cb-9fd5-b553081444e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=61395c66-866d-4247-a860-8ba2fb517451,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:21.330682 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [req-df8065c5-4864-475e-8590-48d3f0cbcaa4 req-70981584-9560-4302-8976-4d2a93c60f72 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:00:21.330949 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-df8065c5-4864-475e-8590-48d3f0cbcaa4 req-70981584-9560-4302-8976-4d2a93c60f72 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050526 Feb 09 01:00:21.458632 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:21.516847 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2303d2-7cc1-4834-9cf6-e83058e4fcd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dec7b93-7bbf-4dc1-aaee-3287c2809f4b'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:21.524298 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:21.529620 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 8dec7b93-7bbf-4dc1-aaee-3287c2809f4b, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=8dec7b93-7bbf-4dc1-aaee-3287c2809f4b,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:21.534907 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:21.580830 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2899d-539a-4975-89f3-0ab60d1c18b8 req-48994822-6824-4f64-a77b-97911570c190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:21.583137 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-07a2899d-539a-4975-89f3-0ab60d1c18b8 req-48994822-6824-4f64-a77b-97911570c190 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.4443786 Feb 09 01:00:21.611364 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=8dec7b93-7bbf-4dc1-aaee-3287c2809f4b,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:21.692362 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-07a2899d-539a-4975-89f3-0ab60d1c18b8 req-997e1747-0305-4aa7-a99d-07063b80e5b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=781cd0ad-9d43-45b7-86ab-84616122428b HTTP/1.1" status: 200 len: 217 time: 0.0996521 Feb 09 01:00:21.721825 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-e5c2b7cd-30c9-41e4-a2bc-b0c5c0fd60c0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:21.785267 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d76ed-e513-4053-92af-4371b49cea2b req-1dee7252-ecfd-4060-b47c-d775194bbef5 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:21.786755 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e01d76ed-e513-4053-92af-4371b49cea2b req-1dee7252-ecfd-4060-b47c-d775194bbef5 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] 10.222.0.117 "GET /v2.0/networks?id=d0efc7ce-f9da-4f0e-baca-7d969b7df12e HTTP/1.1" status: 200 len: 815 time: 0.6090715 Feb 09 01:00:21.797422 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2899d-539a-4975-89f3-0ab60d1c18b8 req-aad117ce-9580-4a98-b17f-9f8a264a2d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:21.798818 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-07a2899d-539a-4975-89f3-0ab60d1c18b8 req-aad117ce-9580-4a98-b17f-9f8a264a2d02 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.0966611 Feb 09 01:00:21.804627 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-e01d76ed-e513-4053-92af-4371b49cea2b req-f8caa3b9-d799-4e06-8c9d-6472de1832a3 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Request body: {'port': {'device_id': '78a1b131-2072-4850-a15f-a3a8e13b03ed', 'network_id': 'd0efc7ce-f9da-4f0e-baca-7d969b7df12e', 'admin_state_up': True, 'tenant_id': '58ce59bb80374e1fb7ccc7df1e42c1f2'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:21.814093 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-df8065c5-4864-475e-8590-48d3f0cbcaa4 req-14369acc-ddf4-472b-ba5a-41eb1e8bdb77 service neutron] 10.222.0.37 "GET /v2.0/networks/4b6c3381-1d8e-43f3-869b-fab4a3c26101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538689 Feb 09 01:00:21.830554 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-e5c2b7cd-30c9-41e4-a2bc-b0c5c0fd60c0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Transition to ACTIVE for port object 988f5c37-caa0-4885-afa0-a5347ed94c22 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:21.930791 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834425f-e44e-4c32-972e-3a80a25f0d3d req-af6f7e63-8b0c-40f0-8e19-99cdce5d00cc tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:21.932182 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6834425f-e44e-4c32-972e-3a80a25f0d3d req-af6f7e63-8b0c-40f0-8e19-99cdce5d00cc tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=087d7b77-194f-426a-a4e0-cf2aa95b45c5 HTTP/1.1" status: 200 len: 949 time: 0.4334438 Feb 09 01:00:22.030077 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6834425f-e44e-4c32-972e-3a80a25f0d3d req-30d561f2-5947-4367-a1ce-aa6e8d4fd712 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887468 Feb 09 01:00:22.042865 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1bfda791-66ed-43cb-9fd5-b553081444e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:22.044426 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-e01d76ed-e513-4053-92af-4371b49cea2b req-f8caa3b9-d799-4e06-8c9d-6472de1832a3 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:00:22.049708 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e01d76ed-e513-4053-92af-4371b49cea2b req-f8caa3b9-d799-4e06-8c9d-6472de1832a3 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Usage tracker for resource:port and tenant:58ce59bb80374e1fb7ccc7df1e42c1f2 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:00:22.053796 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2899d-539a-4975-89f3-0ab60d1c18b8 req-620a4de4-f099-4cbf-aba1-2d1207010b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:22.055320 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-07a2899d-539a-4975-89f3-0ab60d1c18b8 req-620a4de4-f099-4cbf-aba1-2d1207010b95 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2341022 Feb 09 01:00:22.056164 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e01d76ed-e513-4053-92af-4371b49cea2b req-f8caa3b9-d799-4e06-8c9d-6472de1832a3 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:00:22.062600 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-df8065c5-4864-475e-8590-48d3f0cbcaa4 req-9e914eb5-1cdf-4963-8fd9-e7a079b9136f service neutron] 10.222.0.37 "GET /v2.0/networks/4b6c3381-1d8e-43f3-869b-fab4a3c26101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333140 Feb 09 01:00:22.067935 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-e01d76ed-e513-4053-92af-4371b49cea2b req-f8caa3b9-d799-4e06-8c9d-6472de1832a3 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:00:22.118360 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 781cd0ad-9d43-45b7-86ab-84616122428b up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:00:22.124708 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-e5c2b7cd-30c9-41e4-a2bc-b0c5c0fd60c0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:22.151479 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0cade0-cd58-4252-a61c-ab312eb67de0', 'tag': 'cd5352ed-e2f5-4451-ab55-31e1d2b352b4', 'status': 'completed', 'code': 200} Feb 09 01:00:22.255617 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 781cd0ad-9d43-45b7-86ab-84616122428b completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:22.263992 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 781cd0ad-9d43-45b7-86ab-84616122428b triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:22.264634 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:22.274662 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-e5c2b7cd-30c9-41e4-a2bc-b0c5c0fd60c0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Network ae6175a5-d2cd-42a6-b562-3579ae29397d is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:00:22.282763 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-e5c2b7cd-30c9-41e4-a2bc-b0c5c0fd60c0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:22.286707 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2b7cd-30c9-41e4-a2bc-b0c5c0fd60c0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Pushing event updated for resources: {'Port': ['ID=988f5c37-caa0-4885-afa0-a5347ed94c22,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:22.288900 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-e5c2b7cd-30c9-41e4-a2bc-b0c5c0fd60c0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:00:22.381014 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-563a8e1f-fc64-470e-9b2c-9e894c392782 req-7a682a1a-9dcc-4ef9-9df9-2c6bd9e89fec tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] 10.222.0.37 "GET /v2.0/ports?device_id=78a1b131-2072-4850-a15f-a3a8e13b03ed HTTP/1.1" status: 200 len: 210 time: 0.0745885 Feb 09 01:00:22.435682 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:22.453063 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e01d76ed-e513-4053-92af-4371b49cea2b req-f8caa3b9-d799-4e06-8c9d-6472de1832a3 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Made reservation on behalf of 58ce59bb80374e1fb7ccc7df1e42c1f2 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:22.458791 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e01d76ed-e513-4053-92af-4371b49cea2b req-f8caa3b9-d799-4e06-8c9d-6472de1832a3 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:22.475405 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2303d2-7cc1-4834-9cf6-e83058e4fcd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dec7b93-7bbf-4dc1-aaee-3287c2809f4b', 'code': 200} Feb 09 01:00:22.494487 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 781cd0ad-9d43-45b7-86ab-84616122428b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=781cd0ad-9d43-45b7-86ab-84616122428b,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:22.497368 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-07a2899d-539a-4975-89f3-0ab60d1c18b8 req-f2e868b5-6844-460f-a3a5-b548acbfa3af service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260776 Feb 09 01:00:22.510270 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:22.515214 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device a4b505d8-d756-48f6-922c-121b8b731f28 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:00:22.524052 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-e5c2b7cd-30c9-41e4-a2bc-b0c5c0fd60c0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:22.524800 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-e5c2b7cd-30c9-41e4-a2bc-b0c5c0fd60c0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:22.554397 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.117', 60902) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:22.636926 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-e5c2b7cd-30c9-41e4-a2bc-b0c5c0fd60c0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7728429 Feb 09 01:00:22.658515 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4bd5e-5ec5-485d-a316-8178ed42a61e req-a6eae1d8-bb5f-4536-82a5-5f0507131203 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:22.660302 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6df4bd5e-5ec5-485d-a316-8178ed42a61e req-a6eae1d8-bb5f-4536-82a5-5f0507131203 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7506338-5ad3-419a-b8c0-fb29193ffc35 HTTP/1.1" status: 200 len: 950 time: 0.3418293 Feb 09 01:00:22.670230 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a963e644-12a8-40ec-a192-48c4bae7711f tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Request body: {'port': {'device_id': '6438494a-65a4-4f50-a86d-52252528c14e', 'network_id': '96bba698-9b96-4ecd-9829-8168d8e90c53', 'admin_state_up': True, 'tenant_id': '6f085f8b18784551909478d3d7d57efd'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:22.681563 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-893410c5-b9c4-4154-8bfe-1d203ec35608 None None] Provisioning for port 988f5c37-caa0-4885-afa0-a5347ed94c22 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:22.686061 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=781cd0ad-9d43-45b7-86ab-84616122428b,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:22.692157 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-893410c5-b9c4-4154-8bfe-1d203ec35608 None None] Provisioning complete for port 988f5c37-caa0-4885-afa0-a5347ed94c22 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:22.692563 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-893410c5-b9c4-4154-8bfe-1d203ec35608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:22.752754 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port a4b505d8-d756-48f6-922c-121b8b731f28 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:22.757962 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-893410c5-b9c4-4154-8bfe-1d203ec35608 None None] Port 988f5c37-caa0-4885-afa0-a5347ed94c22 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:00:22.760502 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port a4b505d8-d756-48f6-922c-121b8b731f28 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:22.760887 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:22.892341 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:22.916844 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6df4bd5e-5ec5-485d-a316-8178ed42a61e req-cdc0541c-5243-4fdb-9c1d-7fd03b775a9f tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/security-groups?id=d26cc557-a6e6-4bdd-a6df-88bad5d4807f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793308 Feb 09 01:00:22.926778 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port a4b505d8-d756-48f6-922c-121b8b731f28, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a4b505d8-d756-48f6-922c-121b8b731f28,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:22.937558 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfda791-66ed-43cb-9fd5-b553081444e0 admin admin] Router f26bab3e-430f-43a9-9a30-16257e453937 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:00:22.938838 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:22.939258 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-07a2899d-539a-4975-89f3-0ab60d1c18b8 req-1f0725bf-2899-4d8c-ad19-9993e32b0031 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339724 Feb 09 01:00:22.947842 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aeb2a6-68cd-418f-b12a-dcee3c79fba4 req-f17b08a4-d7fe-4b67-b6e5-23d2acbdc14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:22.949325 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86aeb2a6-68cd-418f-b12a-dcee3c79fba4 req-f17b08a4-d7fe-4b67-b6e5-23d2acbdc14e service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a5cbed1718f943558d23d2d82e04fd93&device_id=1d0cade0-cd58-4252-a61c-ab312eb67de0 HTTP/1.1" status: 200 len: 1096 time: 0.6811438 Feb 09 01:00:23.018847 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=a4b505d8-d756-48f6-922c-121b8b731f28,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:23.076733 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-e01d76ed-e513-4053-92af-4371b49cea2b req-f8caa3b9-d799-4e06-8c9d-6472de1832a3 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Allocated IP 172.20.0.5 (d0efc7ce-f9da-4f0e-baca-7d969b7df12e/801fd64e-56fe-4d57-8d64-bd3528620f49/39857ffb-6624-458d-94d6-ec73f19a07e5) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:00:23.099521 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e389c-1bcb-484d-8aef-37cb94fa6af1 req-adae5a77-a57b-4020-80d5-a6a111c6bd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:23.100255 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-049e389c-1bcb-484d-8aef-37cb94fa6af1 req-adae5a77-a57b-4020-80d5-a6a111c6bd07 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=0c2303d2-7cc1-4834-9cf6-e83058e4fcd9 HTTP/1.1" status: 200 len: 1100 time: 0.4011512 Feb 09 01:00:23.109419 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a55ab7-56d4-4e3e-99c2-ced03fb8ad18 req-cc49de01-8054-468d-ba6f-9993802ead29 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:23.118277 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a55ab7-56d4-4e3e-99c2-ced03fb8ad18 req-cc49de01-8054-468d-ba6f-9993802ead29 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:23.120460 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d4a55ab7-56d4-4e3e-99c2-ced03fb8ad18 req-cc49de01-8054-468d-ba6f-9993802ead29 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?device_id=6438494a-65a4-4f50-a86d-52252528c14e HTTP/1.1" status: 200 len: 1655 time: 0.4189758 Feb 09 01:00:23.235879 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a963e644-12a8-40ec-a192-48c4bae7711f tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:00:23.253189 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a963e644-12a8-40ec-a192-48c4bae7711f tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Usage tracker for resource:port and tenant:6f085f8b18784551909478d3d7d57efd is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:00:23.264079 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aeb2a6-68cd-418f-b12a-dcee3c79fba4 req-94c8a8b3-c909-40f8-8afb-19c983f95dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:23.265579 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86aeb2a6-68cd-418f-b12a-dcee3c79fba4 req-94c8a8b3-c909-40f8-8afb-19c983f95dc4 service neutron] 10.222.0.117 "GET /v2.0/networks?id=4b6c3381-1d8e-43f3-869b-fab4a3c26101 HTTP/1.1" status: 200 len: 930 time: 0.3086095 Feb 09 01:00:23.266364 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a963e644-12a8-40ec-a192-48c4bae7711f tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:00:23.276437 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a963e644-12a8-40ec-a192-48c4bae7711f tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:00:23.288910 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d4a55ab7-56d4-4e3e-99c2-ced03fb8ad18 req-ab7904bc-ccb2-4456-a33a-fef3f7f23e24 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/security-groups?id=3994565d-5024-4083-b0fc-cc37dc19c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569173 Feb 09 01:00:23.290392 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-049e389c-1bcb-484d-8aef-37cb94fa6af1 req-516a1127-e8a5-46a5-8384-1e9b3041bf6d service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642129 Feb 09 01:00:23.369775 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a963e644-12a8-40ec-a192-48c4bae7711f tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Made reservation on behalf of 6f085f8b18784551909478d3d7d57efd for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:23.373459 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a963e644-12a8-40ec-a192-48c4bae7711f tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:23.437925 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2c07cd4c-2be3-4167-b59f-1c062a563d36 req-18efb2a1-100a-4f27-80ba-e251e15d975f tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 258 time: 0.4831471 Feb 09 01:00:23.482820 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-2c07cd4c-2be3-4167-b59f-1c062a563d36 req-5ceebe24-6c77-4248-9f9e-de2e2d358cca tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:23.489283 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfda791-66ed-43cb-9fd5-b553081444e0 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:00:23.495005 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-2c07cd4c-2be3-4167-b59f-1c062a563d36 req-5ceebe24-6c77-4248-9f9e-de2e2d358cca tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:00:23.499706 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9ffbd8-9106-4e0d-a433-c93ed3f321e6 None None] Sync routers for ids ['f26bab3e-430f-43a9-9a30-16257e453937'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:00:23.511303 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9ffbd8-9106-4e0d-a433-c93ed3f321e6 None None] Routers {'f26bab3e-430f-43a9-9a30-16257e453937'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:00:23.512075 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-cd9ffbd8-9106-4e0d-a433-c93ed3f321e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:00:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['f26bab3e-430f-43a9-9a30-16257e453937'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:23.515557 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86aeb2a6-68cd-418f-b12a-dcee3c79fba4 req-3de1f92d-162f-4a09-b1fc-5d0a1e343340 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd5352ed-e2f5-4451-ab55-31e1d2b352b4 HTTP/1.1" status: 200 len: 1001 time: 0.2242055 Feb 09 01:00:23.518102 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-2c07cd4c-2be3-4167-b59f-1c062a563d36 req-5ceebe24-6c77-4248-9f9e-de2e2d358cca tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:00:23.540653 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1bfda791-66ed-43cb-9fd5-b553081444e0 admin admin] 10.222.0.37 "PUT /v2.0/routers/f26bab3e-430f-43a9-9a30-16257e453937/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9415202 Feb 09 01:00:23.546153 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59662) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:23.621717 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-2c07cd4c-2be3-4167-b59f-1c062a563d36 req-5ceebe24-6c77-4248-9f9e-de2e2d358cca tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:23.638480 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e01d76ed-e513-4053-92af-4371b49cea2b req-f8caa3b9-d799-4e06-8c9d-6472de1832a3 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:23.645887 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aeb2a6-68cd-418f-b12a-dcee3c79fba4 req-ea5957e1-dce6-484d-899e-e66a6b0fa149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:23.647345 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86aeb2a6-68cd-418f-b12a-dcee3c79fba4 req-ea5957e1-dce6-484d-899e-e66a6b0fa149 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=283c54b0-5051-4d26-8e41-b7afdc8e3c33 HTTP/1.1" status: 200 len: 868 time: 0.1140044 Feb 09 01:00:23.657141 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7521d0-746a-429d-be1b-375fab66b02e req-db2c2e78-c627-4481-9d5a-15de7bee60e3 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:23.658890 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0a7521d0-746a-429d-be1b-375fab66b02e req-db2c2e78-c627-4481-9d5a-15de7bee60e3 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=285e734e-1cb9-48c7-8f3d-9834753845f6 HTTP/1.1" status: 200 len: 949 time: 0.2692451 Feb 09 01:00:23.714894 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-cd9ffbd8-9106-4e0d-a433-c93ed3f321e6 None None] Set router f26bab3e-430f-43a9-9a30-16257e453937 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:00:23.765862 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0a7521d0-746a-429d-be1b-375fab66b02e req-841e691b-c1c7-4be2-9840-e48ed1688f25 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733888 Feb 09 01:00:23.801390 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aeb2a6-68cd-418f-b12a-dcee3c79fba4 req-0b186715-ceec-41b1-afe3-6da8f4dbe253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:23.801390 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86aeb2a6-68cd-418f-b12a-dcee3c79fba4 req-0b186715-ceec-41b1-afe3-6da8f4dbe253 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=4b6c3381-1d8e-43f3-869b-fab4a3c26101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346674 Feb 09 01:00:23.801717 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a963e644-12a8-40ec-a192-48c4bae7711f tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Allocated IP 19.80.0.83 (96bba698-9b96-4ecd-9829-8168d8e90c53/4cf0dce3-bf32-4c33-ae20-fc4ec3389627/c30a16ff-7087-4641-bc88-9d70d60c4dfb) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:00:23.801811 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e01d76ed-e513-4053-92af-4371b49cea2b req-f8caa3b9-d799-4e06-8c9d-6472de1832a3 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:23.934731 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ee678127-7711-4d9e-8fb1-8b762290f69b admin admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:24.035045 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-cd9ffbd8-9106-4e0d-a433-c93ed3f321e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26bab3e-430f-43a9-9a30-16257e453937', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1865232424-router', 'tenant_id': 'c81ccd195f9d415b819c2fa590b267b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '15645673-e9f9-4b8d-b79d-fc0a19ded6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:56:59Z', 'updated_at': '2022-02-09T01:00:20Z', 'revision_number': 5, 'project_id': 'c81ccd195f9d415b819c2fa590b267b1', 'gw_port': {'id': '15645673-e9f9-4b8d-b79d-fc0a19ded6bf', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26bab3e-430f-43a9-9a30-16257e453937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:01Z', 'updated_at': '2022-02-09T00:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:24.039163 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9ffbd8-9106-4e0d-a433-c93ed3f321e6 None None] Checking router: f26bab3e-430f-43a9-9a30-16257e453937 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:00:24.048005 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9ffbd8-9106-4e0d-a433-c93ed3f321e6 None None] Routers {'f26bab3e-430f-43a9-9a30-16257e453937'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:00:24.048774 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-cd9ffbd8-9106-4e0d-a433-c93ed3f321e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:00:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['f26bab3e-430f-43a9-9a30-16257e453937'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:24.118005 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e01d76ed-e513-4053-92af-4371b49cea2b req-f8caa3b9-d799-4e06-8c9d-6472de1832a3 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Network d0efc7ce-f9da-4f0e-baca-7d969b7df12e is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:00:24.125126 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-e01d76ed-e513-4053-92af-4371b49cea2b req-f8caa3b9-d799-4e06-8c9d-6472de1832a3 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:24.127705 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01d76ed-e513-4053-92af-4371b49cea2b req-f8caa3b9-d799-4e06-8c9d-6472de1832a3 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:00:24.213420 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8caa3b9-d799-4e06-8c9d-6472de1832a3 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Pushing event updated for resources: {'Port': ['ID=39857ffb-6624-458d-94d6-ec73f19a07e5,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:24.248098 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-cd9ffbd8-9106-4e0d-a433-c93ed3f321e6 None None] Set router f26bab3e-430f-43a9-9a30-16257e453937 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:00:24.251944 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d76ed-e513-4053-92af-4371b49cea2b req-f8caa3b9-d799-4e06-8c9d-6472de1832a3 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:24.252604 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e01d76ed-e513-4053-92af-4371b49cea2b req-f8caa3b9-d799-4e06-8c9d-6472de1832a3 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:24.270621 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-2c07cd4c-2be3-4167-b59f-1c062a563d36 req-5ceebe24-6c77-4248-9f9e-de2e2d358cca tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:24.295167 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86aeb2a6-68cd-418f-b12a-dcee3c79fba4 req-a63d49a7-d5db-4507-91a6-0fbd5d49e0bb service neutron] 10.222.0.117 "GET /v2.0/networks/4b6c3381-1d8e-43f3-869b-fab4a3c26101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519014 Feb 09 01:00:24.298128 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a853ed1-cd3c-4b55-99af-5c8a43f55ed2 req-93362234-aae1-4d6f-b60a-d14669e662ab tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:24.299943 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3a853ed1-cd3c-4b55-99af-5c8a43f55ed2 req-93362234-aae1-4d6f-b60a-d14669e662ab tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 1095 time: 0.2421935 Feb 09 01:00:24.340174 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e01d76ed-e513-4053-92af-4371b49cea2b req-f8caa3b9-d799-4e06-8c9d-6472de1832a3 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5402939 Feb 09 01:00:24.364882 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ee678127-7711-4d9e-8fb1-8b762290f69b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:24.399926 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-e01d76ed-e513-4053-92af-4371b49cea2b req-62c557ac-ae8a-490d-a57a-77566ff0d819 service neutron] Request body: {'port': {'device_id': '78a1b131-2072-4850-a15f-a3a8e13b03ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:24.408448 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-ee678127-7711-4d9e-8fb1-8b762290f69b admin admin] Deleting port 15645673-e9f9-4b8d-b79d-fc0a19ded6bf {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:00:24.408787 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ee678127-7711-4d9e-8fb1-8b762290f69b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:24.443658 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a963e644-12a8-40ec-a192-48c4bae7711f tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:24.476365 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285e734e-1cb9-48c7-8f3d-9834753845f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781cd0ad-9d43-45b7-86ab-84616122428b'}, {'server_uuid': '087d7b77-194f-426a-a4e0-cf2aa95b45c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b505d8-d756-48f6-922c-121b8b731f28'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:24.483456 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3a853ed1-cd3c-4b55-99af-5c8a43f55ed2 req-c26a7ce4-cadb-4ea8-a461-0c5a34f8cb79 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603591 Feb 09 01:00:24.561345 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-cd9ffbd8-9106-4e0d-a433-c93ed3f321e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26bab3e-430f-43a9-9a30-16257e453937', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1865232424-router', 'tenant_id': 'c81ccd195f9d415b819c2fa590b267b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '15645673-e9f9-4b8d-b79d-fc0a19ded6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:56:59Z', 'updated_at': '2022-02-09T01:00:20Z', 'revision_number': 5, 'project_id': 'c81ccd195f9d415b819c2fa590b267b1', 'gw_port': {'id': '15645673-e9f9-4b8d-b79d-fc0a19ded6bf', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26bab3e-430f-43a9-9a30-16257e453937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:01Z', 'updated_at': '2022-02-09T00:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:24.566335 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9ffbd8-9106-4e0d-a433-c93ed3f321e6 None None] The sync data for ids ['f26bab3e-430f-43a9-9a30-16257e453937'] in n-d-828419-1 is: [{'id': 'f26bab3e-430f-43a9-9a30-16257e453937', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1865232424-router', 'tenant_id': 'c81ccd195f9d415b819c2fa590b267b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '15645673-e9f9-4b8d-b79d-fc0a19ded6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:56:59Z', 'updated_at': '2022-02-09T01:00:20Z', 'revision_number': 5, 'project_id': 'c81ccd195f9d415b819c2fa590b267b1', 'gw_port': {'id': '15645673-e9f9-4b8d-b79d-fc0a19ded6bf', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26bab3e-430f-43a9-9a30-16257e453937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:57:01Z', 'updated_at': '2022-02-09T00:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:00:24.583124 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86aeb2a6-68cd-418f-b12a-dcee3c79fba4 req-94cbe64c-c2d5-4d60-8360-f5688f9ef311 service neutron] 10.222.0.117 "GET /v2.0/networks/4b6c3381-1d8e-43f3-869b-fab4a3c26101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796819 Feb 09 01:00:24.583966 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e01d76ed-e513-4053-92af-4371b49cea2b req-62c557ac-ae8a-490d-a57a-77566ff0d819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:24.584494 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a963e644-12a8-40ec-a192-48c4bae7711f tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Transition to ACTIVE for port object c30a16ff-7087-4641-bc88-9d70d60c4dfb will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:24.625904 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [req-2c07cd4c-2be3-4167-b59f-1c062a563d36 req-5ceebe24-6c77-4248-9f9e-de2e2d358cca tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Allocated IP 172.25.5.164 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/c2ae4e15-681a-4174-bb55-decd624770b7) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:00:24.654988 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:24.920055 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a963e644-12a8-40ec-a192-48c4bae7711f tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:24.995418 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-e01d76ed-e513-4053-92af-4371b49cea2b req-62c557ac-ae8a-490d-a57a-77566ff0d819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39857ffb-6624-458d-94d6-ec73f19a07e5 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:00:25.005543 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e01d76ed-e513-4053-92af-4371b49cea2b req-62c557ac-ae8a-490d-a57a-77566ff0d819 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:25.027382 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-e01d76ed-e513-4053-92af-4371b49cea2b req-62c557ac-ae8a-490d-a57a-77566ff0d819 service neutron] Transition to ACTIVE for port object 39857ffb-6624-458d-94d6-ec73f19a07e5 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:25.036214 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e01d76ed-e513-4053-92af-4371b49cea2b req-62c557ac-ae8a-490d-a57a-77566ff0d819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:25.067561 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-ee678127-7711-4d9e-8fb1-8b762290f69b admin admin] For port 15645673-e9f9-4b8d-b79d-fc0a19ded6bf, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=15645673-e9f9-4b8d-b79d-fc0a19ded6bf,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:25.068216 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ee678127-7711-4d9e-8fb1-8b762290f69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:25.086237 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a963e644-12a8-40ec-a192-48c4bae7711f tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Network 96bba698-9b96-4ecd-9829-8168d8e90c53 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:00:25.234139 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-ee678127-7711-4d9e-8fb1-8b762290f69b admin admin] Calling delete_port for 15645673-e9f9-4b8d-b79d-fc0a19ded6bf owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:00:25.273365 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c557ac-ae8a-490d-a57a-77566ff0d819 service neutron] Pushing event updated for resources: {'Port': ['ID=39857ffb-6624-458d-94d6-ec73f19a07e5,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:25.288051 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a963e644-12a8-40ec-a192-48c4bae7711f tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:25.290034 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963e644-12a8-40ec-a192-48c4bae7711f tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Pushing event updated for resources: {'Port': ['ID=c30a16ff-7087-4641-bc88-9d70d60c4dfb,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:25.295349 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-2c07cd4c-2be3-4167-b59f-1c062a563d36 req-5ceebe24-6c77-4248-9f9e-de2e2d358cca tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:25.299642 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a963e644-12a8-40ec-a192-48c4bae7711f tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:00:25.380502 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-e01d76ed-e513-4053-92af-4371b49cea2b req-62c557ac-ae8a-490d-a57a-77566ff0d819 service neutron] Attempting to bind port 39857ffb-6624-458d-94d6-ec73f19a07e5 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:00:25.380837 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-e01d76ed-e513-4053-92af-4371b49cea2b req-62c557ac-ae8a-490d-a57a-77566ff0d819 service neutron] Attempting to bind port 39857ffb-6624-458d-94d6-ec73f19a07e5 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '28fa1735-b2d8-48c9-be0b-a5628e02ba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'd0efc7ce-f9da-4f0e-baca-7d969b7df12e'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:00:25.381594 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01d76ed-e513-4053-92af-4371b49cea2b req-62c557ac-ae8a-490d-a57a-77566ff0d819 service neutron] Attempting to bind port 39857ffb-6624-458d-94d6-ec73f19a07e5 on network d0efc7ce-f9da-4f0e-baca-7d969b7df12e {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:00:25.388699 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01d76ed-e513-4053-92af-4371b49cea2b req-62c557ac-ae8a-490d-a57a-77566ff0d819 service neutron] Port 39857ffb-6624-458d-94d6-ec73f19a07e5 on network d0efc7ce-f9da-4f0e-baca-7d969b7df12e not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:00:25.389022 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01d76ed-e513-4053-92af-4371b49cea2b req-62c557ac-ae8a-490d-a57a-77566ff0d819 service neutron] Attempting to bind port 39857ffb-6624-458d-94d6-ec73f19a07e5 on network d0efc7ce-f9da-4f0e-baca-7d969b7df12e {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:00:25.392693 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a963e644-12a8-40ec-a192-48c4bae7711f tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:25.393340 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a963e644-12a8-40ec-a192-48c4bae7711f tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:25.397880 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01d76ed-e513-4053-92af-4371b49cea2b req-62c557ac-ae8a-490d-a57a-77566ff0d819 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:00:25.398099 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01d76ed-e513-4053-92af-4371b49cea2b req-62c557ac-ae8a-490d-a57a-77566ff0d819 service neutron] Checking segment: {'id': '28fa1735-b2d8-48c9-be0b-a5628e02ba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'd0efc7ce-f9da-4f0e-baca-7d969b7df12e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:00:25.398327 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01d76ed-e513-4053-92af-4371b49cea2b req-62c557ac-ae8a-490d-a57a-77566ff0d819 service neutron] Bound using segment: {'id': '28fa1735-b2d8-48c9-be0b-a5628e02ba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'd0efc7ce-f9da-4f0e-baca-7d969b7df12e'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:00:25.398743 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-e01d76ed-e513-4053-92af-4371b49cea2b req-62c557ac-ae8a-490d-a57a-77566ff0d819 service neutron] Bound port: 39857ffb-6624-458d-94d6-ec73f19a07e5, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28fa1735-b2d8-48c9-be0b-a5628e02ba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'd0efc7ce-f9da-4f0e-baca-7d969b7df12e'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:00:25.399082 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e01d76ed-e513-4053-92af-4371b49cea2b req-62c557ac-ae8a-490d-a57a-77566ff0d819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:25.426648 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbe79b-9b73-49db-8a41-e5673ef101da req-94e48835-e58a-4783-ac48-b1104e7a0c49 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:25.428072 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-64dbe79b-9b73-49db-8a41-e5673ef101da req-94e48835-e58a-4783-ac48-b1104e7a0c49 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=087d7b77-194f-426a-a4e0-cf2aa95b45c5 HTTP/1.1" status: 200 len: 950 time: 0.1493154 Feb 09 01:00:25.431086 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a963e644-12a8-40ec-a192-48c4bae7711f tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7810981 Feb 09 01:00:25.446760 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-2c07cd4c-2be3-4167-b59f-1c062a563d36 req-5ceebe24-6c77-4248-9f9e-de2e2d358cca tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:25.490630 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a02b9832-f326-41c6-8f24-4e6b2d68aa2c service neutron] Request body: {'port': {'device_id': '6438494a-65a4-4f50-a86d-52252528c14e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:25.529485 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-64dbe79b-9b73-49db-8a41-e5673ef101da req-fef46d66-8de7-4838-971c-595f6f5815a2 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767548 Feb 09 01:00:25.552187 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-e01d76ed-e513-4053-92af-4371b49cea2b req-62c557ac-ae8a-490d-a57a-77566ff0d819 service neutron] For port 39857ffb-6624-458d-94d6-ec73f19a07e5, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:00:25.556362 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-e01d76ed-e513-4053-92af-4371b49cea2b req-62c557ac-ae8a-490d-a57a-77566ff0d819 service neutron] For port 39857ffb-6624-458d-94d6-ec73f19a07e5, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=39857ffb-6624-458d-94d6-ec73f19a07e5,segment=NetworkSegment(28fa1735-b2d8-48c9-be0b-a5628e02ba86),segment_id=28fa1735-b2d8-48c9-be0b-a5628e02ba86)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:00:25.561831 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e01d76ed-e513-4053-92af-4371b49cea2b req-62c557ac-ae8a-490d-a57a-77566ff0d819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:25.610918 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ec499ca0-edbc-4c27-92aa-e1ffaf1ea7ac None None] Provisioning for port c30a16ff-7087-4641-bc88-9d70d60c4dfb completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:25.621525 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c07cd4c-2be3-4167-b59f-1c062a563d36 req-5ceebe24-6c77-4248-9f9e-de2e2d358cca tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:00:25.625299 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ec499ca0-edbc-4c27-92aa-e1ffaf1ea7ac None None] Provisioning complete for port c30a16ff-7087-4641-bc88-9d70d60c4dfb triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:25.627064 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ec499ca0-edbc-4c27-92aa-e1ffaf1ea7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:25.627316 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d76ed-e513-4053-92af-4371b49cea2b req-62c557ac-ae8a-490d-a57a-77566ff0d819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:25.627792 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [req-2c07cd4c-2be3-4167-b59f-1c062a563d36 req-5ceebe24-6c77-4248-9f9e-de2e2d358cca tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:25.627942 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e01d76ed-e513-4053-92af-4371b49cea2b req-62c557ac-ae8a-490d-a57a-77566ff0d819 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:25.629459 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e01d76ed-e513-4053-92af-4371b49cea2b req-62c557ac-ae8a-490d-a57a-77566ff0d819 service neutron] 10.222.0.117 "PUT /v2.0/ports/39857ffb-6624-458d-94d6-ec73f19a07e5 HTTP/1.1" status: 200 len: 1091 time: 1.2412581 Feb 09 01:00:25.629792 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78a1b131-2072-4850-a15f-a3a8e13b03ed', 'tag': '39857ffb-6624-458d-94d6-ec73f19a07e5'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:25.640320 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c07cd4c-2be3-4167-b59f-1c062a563d36 req-5ceebe24-6c77-4248-9f9e-de2e2d358cca tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:00:25.672717 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c557ac-ae8a-490d-a57a-77566ff0d819 service neutron] Pushing event updated for resources: {'Port': ['ID=39857ffb-6624-458d-94d6-ec73f19a07e5,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:25.697506 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 61395c66-866d-4247-a860-8ba2fb517451 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:00:25.723793 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceebe24-6c77-4248-9f9e-de2e2d358cca tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Pushing event updated for resources: {'Port': ['ID=c2ae4e15-681a-4174-bb55-decd624770b7,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:25.760814 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ee678127-7711-4d9e-8fb1-8b762290f69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:25.796375 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 61395c66-866d-4247-a860-8ba2fb517451 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:00:25.796863 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 61395c66-866d-4247-a860-8ba2fb517451 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:00:25.809807 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-ec499ca0-edbc-4c27-92aa-e1ffaf1ea7ac None None] Port c30a16ff-7087-4641-bc88-9d70d60c4dfb cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:00:25.814497 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee678127-7711-4d9e-8fb1-8b762290f69b admin admin] Pushing event deleted for resources: {'Port': ['ID=15645673-e9f9-4b8d-b79d-fc0a19ded6bf,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:25.827872 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a02b9832-f326-41c6-8f24-4e6b2d68aa2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:25.830540 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d76ed-e513-4053-92af-4371b49cea2b req-0c186367-961d-4b0b-ae04-cbbf4c4d66f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:25.832007 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e01d76ed-e513-4053-92af-4371b49cea2b req-0c186367-961d-4b0b-ae04-cbbf4c4d66f3 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=58ce59bb80374e1fb7ccc7df1e42c1f2&device_id=78a1b131-2072-4850-a15f-a3a8e13b03ed HTTP/1.1" status: 200 len: 1094 time: 0.1387491 Feb 09 01:00:25.844542 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4248cd3-1de7-441f-a1fb-117842c9bf1a req-5d5de8fa-615b-4ec0-801d-06312dcd10a3 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:25.845303 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f4248cd3-1de7-441f-a1fb-117842c9bf1a req-5d5de8fa-615b-4ec0-801d-06312dcd10a3 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Synchronizing usage tracker for tenant:58ce59bb80374e1fb7ccc7df1e42c1f2 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:00:25.988500 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-2c07cd4c-2be3-4167-b59f-1c062a563d36 req-5ceebe24-6c77-4248-9f9e-de2e2d358cca tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:26.014330 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e01d76ed-e513-4053-92af-4371b49cea2b req-468a7d98-4519-49a9-9735-25ee2f47d0af service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39857ffb-6624-458d-94d6-ec73f19a07e5 HTTP/1.1" status: 200 len: 217 time: 0.1653137 Feb 09 01:00:26.060780 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f4248cd3-1de7-441f-a1fb-117842c9bf1a req-5d5de8fa-615b-4ec0-801d-06312dcd10a3 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Unset dirty status for tenant:58ce59bb80374e1fb7ccc7df1e42c1f2 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:00:26.061914 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f4248cd3-1de7-441f-a1fb-117842c9bf1a req-5d5de8fa-615b-4ec0-801d-06312dcd10a3 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] 10.222.0.37 "GET /v2.0/ports?device_id=78a1b131-2072-4850-a15f-a3a8e13b03ed HTTP/1.1" status: 200 len: 943 time: 0.3316627 Feb 09 01:00:26.086080 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ee678127-7711-4d9e-8fb1-8b762290f69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:26.103298 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d76ed-e513-4053-92af-4371b49cea2b req-a64c24f0-5526-4544-a12b-97520d72b0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:26.104734 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e01d76ed-e513-4053-92af-4371b49cea2b req-a64c24f0-5526-4544-a12b-97520d72b0bb service neutron] 10.222.0.117 "GET /v2.0/subnets?id=801fd64e-56fe-4d57-8d64-bd3528620f49 HTTP/1.1" status: 200 len: 855 time: 0.0831192 Feb 09 01:00:26.125093 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f4248cd3-1de7-441f-a1fb-117842c9bf1a req-375c5f0c-46fe-401f-8ecf-8c12f1378b30 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] 10.222.0.37 "GET /v2.0/security-groups?id=5004e8a3-816f-453e-a479-b9a6fcc7b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515940 Feb 09 01:00:26.181502 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e01d76ed-e513-4053-92af-4371b49cea2b req-445aba07-236a-44ab-92ad-041acb3aa295 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=d0efc7ce-f9da-4f0e-baca-7d969b7df12e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554242 Feb 09 01:00:26.291811 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-2c07cd4c-2be3-4167-b59f-1c062a563d36 req-5ceebe24-6c77-4248-9f9e-de2e2d358cca tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:26.342427 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ee678127-7711-4d9e-8fb1-8b762290f69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:26.413193 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e01d76ed-e513-4053-92af-4371b49cea2b req-3b68552e-29b9-4809-a945-47e4640e115d service neutron] 10.222.0.117 "GET /v2.0/networks/d0efc7ce-f9da-4f0e-baca-7d969b7df12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240279 Feb 09 01:00:26.425365 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7709d17-c467-4660-8b9a-6549b03419f1 req-1e9106f3-00ff-485d-b621-5ad64674e55e tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:26.432199 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7709d17-c467-4660-8b9a-6549b03419f1 req-1e9106f3-00ff-485d-b621-5ad64674e55e tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:26.438727 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7709d17-c467-4660-8b9a-6549b03419f1 req-1e9106f3-00ff-485d-b621-5ad64674e55e tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:26.444450 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f7709d17-c467-4660-8b9a-6549b03419f1 req-1e9106f3-00ff-485d-b621-5ad64674e55e tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?device_id=6438494a-65a4-4f50-a86d-52252528c14e HTTP/1.1" status: 200 len: 2376 time: 0.1580544 Feb 09 01:00:26.507341 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ee678127-7711-4d9e-8fb1-8b762290f69b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:26.567447 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ee678127-7711-4d9e-8fb1-8b762290f69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:26.567885 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee678127-7711-4d9e-8fb1-8b762290f69b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f26bab3e-430f-43a9-9a30-16257e453937 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:00:26.573691 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f7709d17-c467-4660-8b9a-6549b03419f1 req-0899ec10-1e17-45ab-9308-eefb0159dc9f tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/security-groups?id=3994565d-5024-4083-b0fc-cc37dc19c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114004 Feb 09 01:00:26.620556 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e01d76ed-e513-4053-92af-4371b49cea2b req-20a0697c-34fa-4fad-9d54-cf162ad83008 service neutron] 10.222.0.117 "GET /v2.0/networks/d0efc7ce-f9da-4f0e-baca-7d969b7df12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790454 Feb 09 01:00:26.658167 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285e734e-1cb9-48c7-8f3d-9834753845f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781cd0ad-9d43-45b7-86ab-84616122428b', 'code': 200} Feb 09 01:00:26.659015 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '087d7b77-194f-426a-a4e0-cf2aa95b45c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b505d8-d756-48f6-922c-121b8b731f28', 'code': 200} Feb 09 01:00:26.738984 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ee678127-7711-4d9e-8fb1-8b762290f69b admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:26.742386 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ee678127-7711-4d9e-8fb1-8b762290f69b admin admin] 10.222.0.37 "DELETE /v2.0/routers/f26bab3e-430f-43a9-9a30-16257e453937 HTTP/1.1" status: 204 len: 168 time: 3.1930373 Feb 09 01:00:26.743754 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59688) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:26.854077 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a02b9832-f326-41c6-8f24-4e6b2d68aa2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 552c3f25-47a3-482d-b906-1ee30ade55f4 {{(pid=87611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:00:26.859887 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-2c07cd4c-2be3-4167-b59f-1c062a563d36 req-5ceebe24-6c77-4248-9f9e-de2e2d358cca tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:26.864388 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a02b9832-f326-41c6-8f24-4e6b2d68aa2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:26.866956 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-2c07cd4c-2be3-4167-b59f-1c062a563d36 req-5ceebe24-6c77-4248-9f9e-de2e2d358cca tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:26.969670 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ecd15de-7b24-4bb6-bddc-de85cddc367f admin admin] Deleting subnet 5647c7f1-71e9-41a7-873b-5d23c64fbcfe {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:00:26.971598 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a02b9832-f326-41c6-8f24-4e6b2d68aa2c service neutron] Transition to ACTIVE for port object 552c3f25-47a3-482d-b906-1ee30ade55f4 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:26.975667 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5ecd15de-7b24-4bb6-bddc-de85cddc367f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:26.981594 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a02b9832-f326-41c6-8f24-4e6b2d68aa2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:26.995499 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceebe24-6c77-4248-9f9e-de2e2d358cca tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Pushing event updated for resources: {'Port': ['ID=c2ae4e15-681a-4174-bb55-decd624770b7,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:27.049160 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5ecd15de-7b24-4bb6-bddc-de85cddc367f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:27.092698 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ed1ae-a446-4761-860b-ce8aa0cd06e8 req-c1223659-2336-4a5d-b873-f841a82554ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:27.094174 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0e8ed1ae-a446-4761-860b-ce8aa0cd06e8 req-c1223659-2336-4a5d-b873-f841a82554ad service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=087d7b77-194f-426a-a4e0-cf2aa95b45c5 HTTP/1.1" status: 200 len: 1101 time: 0.3073575 Feb 09 01:00:27.101122 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-2c07cd4c-2be3-4167-b59f-1c062a563d36 req-5ceebe24-6c77-4248-9f9e-de2e2d358cca tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:27.110260 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a215511-d0b0-464a-a6c6-2e1966fd3d5b req-7ae9d5fb-c0a3-4a0d-a6a1-e853e7217da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:27.111736 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7a215511-d0b0-464a-a6c6-2e1966fd3d5b req-7ae9d5fb-c0a3-4a0d-a6a1-e853e7217da3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=285e734e-1cb9-48c7-8f3d-9834753845f6 HTTP/1.1" status: 200 len: 1100 time: 0.2885993 Feb 09 01:00:27.149193 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f851c9-de14-4c40-b0e2-3da2894482a7 req-cda257a9-02e7-437e-ba9b-95609242f8e1 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:27.156154 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-62f851c9-de14-4c40-b0e2-3da2894482a7 req-cda257a9-02e7-437e-ba9b-95609242f8e1 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 1095 time: 0.2962039 Feb 09 01:00:27.188318 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-2c07cd4c-2be3-4167-b59f-1c062a563d36 req-5ceebe24-6c77-4248-9f9e-de2e2d358cca tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:27.189517 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2c07cd4c-2be3-4167-b59f-1c062a563d36 req-5ceebe24-6c77-4248-9f9e-de2e2d358cca tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7160587 Feb 09 01:00:27.222344 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b9832-f326-41c6-8f24-4e6b2d68aa2c service neutron] Pushing event updated for resources: {'Port': ['ID=552c3f25-47a3-482d-b906-1ee30ade55f4,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:27.256667 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-62f851c9-de14-4c40-b0e2-3da2894482a7 req-363adae4-b3eb-4c96-b6fd-b9320c4fa99c tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994370 Feb 09 01:00:27.263057 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0e8ed1ae-a446-4761-860b-ce8aa0cd06e8 req-cde43c92-255c-42a6-89d6-12fccf5d42d2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463072 Feb 09 01:00:27.263987 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7a215511-d0b0-464a-a6c6-2e1966fd3d5b req-78986462-5dc3-406b-b5d4-e6efcfae2ad9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301334 Feb 09 01:00:27.287380 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5ecd15de-7b24-4bb6-bddc-de85cddc367f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:27.329212 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-2c07cd4c-2be3-4167-b59f-1c062a563d36 req-2e33c780-4395-4e29-9196-c75e9d5d0041 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Synchronizing usage tracker for tenant:a5cbed1718f943558d23d2d82e04fd93 on resource:floatingip {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:00:27.365462 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a02b9832-f326-41c6-8f24-4e6b2d68aa2c service neutron] Attempting to bind port 552c3f25-47a3-482d-b906-1ee30ade55f4 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:00:27.365744 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a02b9832-f326-41c6-8f24-4e6b2d68aa2c service neutron] Attempting to bind port 552c3f25-47a3-482d-b906-1ee30ade55f4 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '11e68bd2-5be3-4a39-b585-a2813496efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '96bba698-9b96-4ecd-9829-8168d8e90c53'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:00:27.366100 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a02b9832-f326-41c6-8f24-4e6b2d68aa2c service neutron] Attempting to bind port 552c3f25-47a3-482d-b906-1ee30ade55f4 on network 96bba698-9b96-4ecd-9829-8168d8e90c53 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:00:27.370201 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-2c07cd4c-2be3-4167-b59f-1c062a563d36 req-2e33c780-4395-4e29-9196-c75e9d5d0041 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Unset dirty status for tenant:a5cbed1718f943558d23d2d82e04fd93 on resource:floatingip {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:00:27.371385 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2c07cd4c-2be3-4167-b59f-1c062a563d36 req-2e33c780-4395-4e29-9196-c75e9d5d0041 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.164 HTTP/1.1" status: 200 len: 696 time: 0.1533442 Feb 09 01:00:27.373728 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a02b9832-f326-41c6-8f24-4e6b2d68aa2c service neutron] Port 552c3f25-47a3-482d-b906-1ee30ade55f4 on network 96bba698-9b96-4ecd-9829-8168d8e90c53 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:00:27.374051 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a02b9832-f326-41c6-8f24-4e6b2d68aa2c service neutron] Attempting to bind port 552c3f25-47a3-482d-b906-1ee30ade55f4 on network 96bba698-9b96-4ecd-9829-8168d8e90c53 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:00:27.380576 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a02b9832-f326-41c6-8f24-4e6b2d68aa2c service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:00:27.381397 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a02b9832-f326-41c6-8f24-4e6b2d68aa2c service neutron] Checking segment: {'id': '11e68bd2-5be3-4a39-b585-a2813496efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '96bba698-9b96-4ecd-9829-8168d8e90c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:00:27.381397 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a02b9832-f326-41c6-8f24-4e6b2d68aa2c service neutron] Bound using segment: {'id': '11e68bd2-5be3-4a39-b585-a2813496efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '96bba698-9b96-4ecd-9829-8168d8e90c53'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:00:27.381708 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a02b9832-f326-41c6-8f24-4e6b2d68aa2c service neutron] Bound port: 552c3f25-47a3-482d-b906-1ee30ade55f4, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11e68bd2-5be3-4a39-b585-a2813496efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '96bba698-9b96-4ecd-9829-8168d8e90c53'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:00:27.382013 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a02b9832-f326-41c6-8f24-4e6b2d68aa2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:27.393693 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5ecd15de-7b24-4bb6-bddc-de85cddc367f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:27.441456 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1188c8a9-8bd3-44e1-96c8-da176f3d083c None None] Network d14b7467-2a79-4953-8b4f-392c2d6aa41b requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:00:27.462428 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd15de-7b24-4bb6-bddc-de85cddc367f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5647c7f1-71e9-41a7-873b-5d23c64fbcfe,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:27.469813 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5ecd15de-7b24-4bb6-bddc-de85cddc367f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:27.481339 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5ecd15de-7b24-4bb6-bddc-de85cddc367f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5647c7f1-71e9-41a7-873b-5d23c64fbcfe HTTP/1.1" status: 204 len: 168 time: 0.7363434 Feb 09 01:00:27.499933 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59696) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:27.564850 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e48db-c28a-4a64-8526-6f90468bccfe req-1488cb23-e614-4fac-a4af-b05e7ee79a42 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:27.566331 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-461e48db-c28a-4a64-8526-6f90468bccfe req-1488cb23-e614-4fac-a4af-b05e7ee79a42 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=285e734e-1cb9-48c7-8f3d-9834753845f6 HTTP/1.1" status: 200 len: 949 time: 0.0925496 Feb 09 01:00:27.612910 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-461e48db-c28a-4a64-8526-6f90468bccfe req-7e69d709-60fc-4953-b945-5665b2d7e918 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409138 Feb 09 01:00:27.697187 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a02b9832-f326-41c6-8f24-4e6b2d68aa2c service neutron] For port 552c3f25-47a3-482d-b906-1ee30ade55f4, host n-h2-828419-1, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:00:27.703518 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f60d8c9b-6c93-432d-abbb-0232ce29283f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:27.723488 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a02b9832-f326-41c6-8f24-4e6b2d68aa2c service neutron] For port 552c3f25-47a3-482d-b906-1ee30ade55f4, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=552c3f25-47a3-482d-b906-1ee30ade55f4,segment=NetworkSegment(11e68bd2-5be3-4a39-b585-a2813496efd6),segment_id=11e68bd2-5be3-4a39-b585-a2813496efd6)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:00:27.731328 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07cd4c-2be3-4167-b59f-1c062a563d36 req-378a103a-ab52-49d2-8250-b2e6f6e4e01c tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:27.732704 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2c07cd4c-2be3-4167-b59f-1c062a563d36 req-378a103a-ab52-49d2-8250-b2e6f6e4e01c tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 784 time: 0.3398602 Feb 09 01:00:27.736251 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a02b9832-f326-41c6-8f24-4e6b2d68aa2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:27.754071 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78a1b131-2072-4850-a15f-a3a8e13b03ed', 'tag': '39857ffb-6624-458d-94d6-ec73f19a07e5', 'status': 'completed', 'code': 200} Feb 09 01:00:27.765576 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc3abcd-db96-490c-a776-649277bdbb94 None None] DHCP port deletion for d14b7467-2a79-4953-8b4f-392c2d6aa41b request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:00:27.770784 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-afc3abcd-db96-490c-a776-649277bdbb94 None None] Deleting port 68d01849-ad4c-4389-9a39-77334ed1687e {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:00:27.771170 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-afc3abcd-db96-490c-a776-649277bdbb94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:27.786830 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [req-2c07cd4c-2be3-4167-b59f-1c062a563d36 req-97ddaa30-877d-401d-a803-bd87b170dc89 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:00:27.787813 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2c07cd4c-2be3-4167-b59f-1c062a563d36 req-97ddaa30-877d-401d-a803-bd87b170dc89 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476170 Feb 09 01:00:27.797256 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-f60d8c9b-6c93-432d-abbb-0232ce29283f admin admin] Deleting port 68d01849-ad4c-4389-9a39-77334ed1687e {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:00:27.797586 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f60d8c9b-6c93-432d-abbb-0232ce29283f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:27.821341 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 15645673-e9f9-4b8d-b79d-fc0a19ded6bf no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:00:27.863263 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a02b9832-f326-41c6-8f24-4e6b2d68aa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:27.863972 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a02b9832-f326-41c6-8f24-4e6b2d68aa2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:27.865445 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-a02b9832-f326-41c6-8f24-4e6b2d68aa2c service neutron] 10.222.0.117 "PUT /v2.0/ports/552c3f25-47a3-482d-b906-1ee30ade55f4 HTTP/1.1" status: 200 len: 1092 time: 2.4139819 Feb 09 01:00:27.867792 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6438494a-65a4-4f50-a86d-52252528c14e', 'tag': '552c3f25-47a3-482d-b906-1ee30ade55f4'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:27.881934 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 15645673-e9f9-4b8d-b79d-fc0a19ded6bf {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:00:27.882377 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 15645673-e9f9-4b8d-b79d-fc0a19ded6bf not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:00:27.982257 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b1cd33fe-302f-42c9-ae61-e2e639fb6e12 service neutron] Request body: {'port': {'device_id': '6438494a-65a4-4f50-a86d-52252528c14e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:28.003712 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51436861-ecad-481c-aee7-97cbedb7721b req-61e36d3c-2909-4970-853f-21b20d39c506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:28.005231 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-51436861-ecad-481c-aee7-97cbedb7721b req-61e36d3c-2909-4970-853f-21b20d39c506 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=58ce59bb80374e1fb7ccc7df1e42c1f2&device_id=78a1b131-2072-4850-a15f-a3a8e13b03ed HTTP/1.1" status: 200 len: 1094 time: 0.2159736 Feb 09 01:00:28.091383 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b9832-f326-41c6-8f24-4e6b2d68aa2c service neutron] Pushing event updated for resources: {'Port': ['ID=552c3f25-47a3-482d-b906-1ee30ade55f4,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:28.122474 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-afc3abcd-db96-490c-a776-649277bdbb94 None None] For port 68d01849-ad4c-4389-9a39-77334ed1687e, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=68d01849-ad4c-4389-9a39-77334ed1687e,segment=NetworkSegment(ed1eb117-8286-458a-9fc4-d40d870b235d),segment_id=ed1eb117-8286-458a-9fc4-d40d870b235d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:28.123215 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-afc3abcd-db96-490c-a776-649277bdbb94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:28.152594 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804303df-438e-4322-9e48-d71d4cd2f670 req-b5f602be-fb0f-44f6-bba9-26e1a237aa72 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:28.154121 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-804303df-438e-4322-9e48-d71d4cd2f670 req-b5f602be-fb0f-44f6-bba9-26e1a237aa72 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=087d7b77-194f-426a-a4e0-cf2aa95b45c5 HTTP/1.1" status: 200 len: 950 time: 0.2206256 Feb 09 01:00:28.191438 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51436861-ecad-481c-aee7-97cbedb7721b req-93bb455b-da9c-4a7e-a460-725368ed0d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:28.192936 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-51436861-ecad-481c-aee7-97cbedb7721b req-93bb455b-da9c-4a7e-a460-725368ed0d33 service neutron] 10.222.0.117 "GET /v2.0/networks?id=d0efc7ce-f9da-4f0e-baca-7d969b7df12e HTTP/1.1" status: 200 len: 916 time: 0.1757188 Feb 09 01:00:28.202375 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device bb8d1757-702c-4c4c-adad-0634cfa7b62d details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:00:28.273800 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-afc3abcd-db96-490c-a776-649277bdbb94 None None] Calling delete_port for 68d01849-ad4c-4389-9a39-77334ed1687e owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:00:28.377918 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-51436861-ecad-481c-aee7-97cbedb7721b req-368fb21d-c176-4a2b-beec-bc27d83ff1c3 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39857ffb-6624-458d-94d6-ec73f19a07e5 HTTP/1.1" status: 200 len: 217 time: 0.1721349 Feb 09 01:00:28.380600 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-804303df-438e-4322-9e48-d71d4cd2f670 req-4305e555-5b9a-43c2-8cfd-e7ec97255adc tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132227 Feb 09 01:00:28.436392 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b1cd33fe-302f-42c9-ae61-e2e639fb6e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:28.465221 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-f60d8c9b-6c93-432d-abbb-0232ce29283f admin admin] For port 68d01849-ad4c-4389-9a39-77334ed1687e, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=68d01849-ad4c-4389-9a39-77334ed1687e,segment=NetworkSegment(ed1eb117-8286-458a-9fc4-d40d870b235d),segment_id=ed1eb117-8286-458a-9fc4-d40d870b235d)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:28.465653 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f60d8c9b-6c93-432d-abbb-0232ce29283f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:28.478177 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-afc3abcd-db96-490c-a776-649277bdbb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:28.494177 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51436861-ecad-481c-aee7-97cbedb7721b req-fe450bea-66b9-4a88-93ce-f3ccc03d94ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:28.496003 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-51436861-ecad-481c-aee7-97cbedb7721b req-fe450bea-66b9-4a88-93ce-f3ccc03d94ed service neutron] 10.222.0.117 "GET /v2.0/subnets?id=801fd64e-56fe-4d57-8d64-bd3528620f49 HTTP/1.1" status: 200 len: 855 time: 0.1078298 Feb 09 01:00:28.534898 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3abcd-db96-490c-a776-649277bdbb94 None None] Pushing event deleted for resources: {'Port': ['ID=68d01849-ad4c-4389-9a39-77334ed1687e,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:28.551073 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc3abcd-db96-490c-a776-649277bdbb94 None None] No DVR routers for this DVR port 68d01849-ad4c-4389-9a39-77334ed1687e on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:00:28.553590 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-51436861-ecad-481c-aee7-97cbedb7721b req-fcb24e7d-debd-4f34-a60d-9c9fdbeb9dcf service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=d0efc7ce-f9da-4f0e-baca-7d969b7df12e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511148 Feb 09 01:00:28.560559 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port bb8d1757-702c-4c4c-adad-0634cfa7b62d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=bb8d1757-702c-4c4c-adad-0634cfa7b62d,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:28.575338 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'bb8d1757-702c-4c4c-adad-0634cfa7b62d', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': 'bb8d1757-702c-4c4c-adad-0634cfa7b62d', 'mac_address': 'fa:16:3e:c4:9e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:00:28.637921 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:28.660242 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25946a-2038-4ce0-b459-08aca443bd83 req-aada2ebd-f852-4d85-8d83-d5fe7652b1b8 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:28.662050 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4f25946a-2038-4ce0-b459-08aca443bd83 req-aada2ebd-f852-4d85-8d83-d5fe7652b1b8 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] 10.222.0.37 "GET /v2.0/ports?device_id=78a1b131-2072-4850-a15f-a3a8e13b03ed HTTP/1.1" status: 200 len: 943 time: 0.6493261 Feb 09 01:00:28.669111 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb8d1757-702c-4c4c-adad-0634cfa7b62d {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:00:28.690301 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port bb8d1757-702c-4c4c-adad-0634cfa7b62d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=bb8d1757-702c-4c4c-adad-0634cfa7b62d,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:28.697912 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:28.728593 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-51436861-ecad-481c-aee7-97cbedb7721b req-4330f643-4795-46f9-837f-a3c477b0050b service neutron] 10.222.0.117 "GET /v2.0/networks/d0efc7ce-f9da-4f0e-baca-7d969b7df12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546576 Feb 09 01:00:28.779876 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-f60d8c9b-6c93-432d-abbb-0232ce29283f admin admin] Calling delete_port for 68d01849-ad4c-4389-9a39-77334ed1687e owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:00:28.841058 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=bb8d1757-702c-4c4c-adad-0634cfa7b62d,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:28.895070 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-51436861-ecad-481c-aee7-97cbedb7721b req-b5e40e85-b397-4eb0-b49c-8bd0cba12f72 service neutron] 10.222.0.117 "GET /v2.0/networks/d0efc7ce-f9da-4f0e-baca-7d969b7df12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594856 Feb 09 01:00:28.946831 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['bb8d1757-702c-4c4c-adad-0634cfa7b62d'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:29.131556 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-4f25946a-2038-4ce0-b459-08aca443bd83 req-6d3ffd32-41d5-425e-9899-f0eefbd54691 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Synchronizing usage tracker for tenant:58ce59bb80374e1fb7ccc7df1e42c1f2 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:00:29.142226 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 39857ffb-6624-458d-94d6-ec73f19a07e5 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:00:29.325010 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-4f25946a-2038-4ce0-b459-08aca443bd83 req-6d3ffd32-41d5-425e-9899-f0eefbd54691 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Unset dirty status for tenant:58ce59bb80374e1fb7ccc7df1e42c1f2 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:00:29.326752 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4f25946a-2038-4ce0-b459-08aca443bd83 req-6d3ffd32-41d5-425e-9899-f0eefbd54691 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] 10.222.0.37 "GET /v2.0/security-groups?id=5004e8a3-816f-453e-a479-b9a6fcc7b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631217 Feb 09 01:00:29.332444 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [None req-f60d8c9b-6c93-432d-abbb-0232ce29283f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:00:29.332915 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [None req-f60d8c9b-6c93-432d-abbb-0232ce29283f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:00:29.343242 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bef7a-08c5-49a9-b290-9084f0438897 req-bf489340-fee0-4851-bcd0-6220b1b23fcd tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:29.351073 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bef7a-08c5-49a9-b290-9084f0438897 req-bf489340-fee0-4851-bcd0-6220b1b23fcd tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:29.360893 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bef7a-08c5-49a9-b290-9084f0438897 req-bf489340-fee0-4851-bcd0-6220b1b23fcd tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:29.363017 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6e5bef7a-08c5-49a9-b290-9084f0438897 req-bf489340-fee0-4851-bcd0-6220b1b23fcd tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?device_id=6438494a-65a4-4f50-a86d-52252528c14e HTTP/1.1" status: 200 len: 2388 time: 0.1767805 Feb 09 01:00:29.475734 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6e5bef7a-08c5-49a9-b290-9084f0438897 req-e72e8bd3-b38a-44bc-94fb-29f089bc1c13 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/security-groups?id=3994565d-5024-4083-b0fc-cc37dc19c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023629 Feb 09 01:00:29.483331 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 39857ffb-6624-458d-94d6-ec73f19a07e5, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=39857ffb-6624-458d-94d6-ec73f19a07e5,segment=NetworkSegment(28fa1735-b2d8-48c9-be0b-a5628e02ba86),segment_id=28fa1735-b2d8-48c9-be0b-a5628e02ba86)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:29.502740 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '39857ffb-6624-458d-94d6-ec73f19a07e5', 'network_id': 'd0efc7ce-f9da-4f0e-baca-7d969b7df12e', 'port_id': '39857ffb-6624-458d-94d6-ec73f19a07e5', 'mac_address': 'fa:16:3e:b0:43:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 969, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '801fd64e-56fe-4d57-8d64-bd3528620f49', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:00:29.571450 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6438494a-65a4-4f50-a86d-52252528c14e', 'tag': '552c3f25-47a3-482d-b906-1ee30ade55f4', 'status': 'completed', 'code': 200} Feb 09 01:00:29.587565 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:29.601429 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b1cd33fe-302f-42c9-ae61-e2e639fb6e12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 988f5c37-caa0-4885-afa0-a5347ed94c22 {{(pid=87611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:00:29.618176 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39857ffb-6624-458d-94d6-ec73f19a07e5 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:00:29.644674 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b1cd33fe-302f-42c9-ae61-e2e639fb6e12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:29.654836 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 39857ffb-6624-458d-94d6-ec73f19a07e5, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=39857ffb-6624-458d-94d6-ec73f19a07e5,segment=NetworkSegment(28fa1735-b2d8-48c9-be0b-a5628e02ba86),segment_id=28fa1735-b2d8-48c9-be0b-a5628e02ba86)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:29.665221 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:29.685570 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b1cd33fe-302f-42c9-ae61-e2e639fb6e12 service neutron] Transition to ACTIVE for port object 988f5c37-caa0-4885-afa0-a5347ed94c22 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:29.694622 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09cfbc-2195-4caa-a205-6ca26b719f16 req-1960d3e2-7292-4e58-a7a8-6921d43e5816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:29.698055 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09cfbc-2195-4caa-a205-6ca26b719f16 req-1960d3e2-7292-4e58-a7a8-6921d43e5816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:29.698499 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09cfbc-2195-4caa-a205-6ca26b719f16 req-1960d3e2-7292-4e58-a7a8-6921d43e5816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:29.700757 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8f09cfbc-2195-4caa-a205-6ca26b719f16 req-1960d3e2-7292-4e58-a7a8-6921d43e5816 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6f085f8b18784551909478d3d7d57efd&device_id=6438494a-65a4-4f50-a86d-52252528c14e HTTP/1.1" status: 200 len: 2731 time: 0.1371572 Feb 09 01:00:29.700904 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b1cd33fe-302f-42c9-ae61-e2e639fb6e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:29.758763 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 68d01849-ad4c-4389-9a39-77334ed1687e no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:00:29.828426 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd33fe-302f-42c9-ae61-e2e639fb6e12 service neutron] Pushing event updated for resources: {'Port': ['ID=988f5c37-caa0-4885-afa0-a5347ed94c22,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:29.882166 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09cfbc-2195-4caa-a205-6ca26b719f16 req-e4dc5b15-6533-441a-89cb-927e8ea0672a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:29.882650 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09cfbc-2195-4caa-a205-6ca26b719f16 req-e4dc5b15-6533-441a-89cb-927e8ea0672a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:29.883128 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09cfbc-2195-4caa-a205-6ca26b719f16 req-e4dc5b15-6533-441a-89cb-927e8ea0672a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:29.885023 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8f09cfbc-2195-4caa-a205-6ca26b719f16 req-e4dc5b15-6533-441a-89cb-927e8ea0672a service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=6f085f8b18784551909478d3d7d57efd&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1763568 Feb 09 01:00:29.892205 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-f60d8c9b-6c93-432d-abbb-0232ce29283f admin admin] Deleting port 68d01849-ad4c-4389-9a39-77334ed1687e {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:00:29.892205 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f60d8c9b-6c93-432d-abbb-0232ce29283f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:29.954474 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 68d01849-ad4c-4389-9a39-77334ed1687e {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:00:29.960373 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 68d01849-ad4c-4389-9a39-77334ed1687e not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:00:30.015954 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=39857ffb-6624-458d-94d6-ec73f19a07e5,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:30.084100 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['39857ffb-6624-458d-94d6-ec73f19a07e5'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:30.188795 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device bb8d1757-702c-4c4c-adad-0634cfa7b62d up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:00:30.198499 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-f60d8c9b-6c93-432d-abbb-0232ce29283f admin admin] The port '68d01849-ad4c-4389-9a39-77334ed1687e' was deleted {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:00:30.203396 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f38bb-c387-4fd3-b3bd-7a62b38608cf req-98055b27-9ced-447e-8dea-3ed672d5273f tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:30.210805 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-264f38bb-c387-4fd3-b3bd-7a62b38608cf req-98055b27-9ced-447e-8dea-3ed672d5273f tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=285e734e-1cb9-48c7-8f3d-9834753845f6 HTTP/1.1" status: 200 len: 949 time: 0.3247180 Feb 09 01:00:30.236477 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8acb0-078a-4cef-8d8e-8b63d931cf6a req-bf6ffc1b-ce91-4d7b-9dd3-b6ceb0fc1e04 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:30.238036 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-23e8acb0-078a-4cef-8d8e-8b63d931cf6a req-bf6ffc1b-ce91-4d7b-9dd3-b6ceb0fc1e04 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0cade0-cd58-4252-a61c-ab312eb67de0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.7710931 Feb 09 01:00:30.263500 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09cfbc-2195-4caa-a205-6ca26b719f16 req-10a1ecaf-2d70-4f14-b11b-f58ad0591e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:30.264990 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8f09cfbc-2195-4caa-a205-6ca26b719f16 req-10a1ecaf-2d70-4f14-b11b-f58ad0591e72 service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3297496 Feb 09 01:00:30.299175 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-264f38bb-c387-4fd3-b3bd-7a62b38608cf req-a450d07a-8576-4126-9b21-90468776dcfc tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874381 Feb 09 01:00:30.340980 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b00103b-1665-48c6-9baf-c151047a7719 req-55e3831b-a510-490e-8caa-14e88b988c8a service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=32928b33-708f-437b-bb20-be2302cc68a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1980910 Feb 09 01:00:30.506779 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port bb8d1757-702c-4c4c-adad-0634cfa7b62d triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:30.507262 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:30.518260 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-23e8acb0-078a-4cef-8d8e-8b63d931cf6a req-fcabd597-c184-4844-8be2-7432458be1ab tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.164 HTTP/1.1" status: 200 len: 696 time: 0.2432990 Feb 09 01:00:30.556211 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b1cd33fe-302f-42c9-ae61-e2e639fb6e12 service neutron] Attempting to bind port 988f5c37-caa0-4885-afa0-a5347ed94c22 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:00:30.558949 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b1cd33fe-302f-42c9-ae61-e2e639fb6e12 service neutron] Attempting to bind port 988f5c37-caa0-4885-afa0-a5347ed94c22 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': 'b2b27be6-d274-4cc1-b477-8779a0c8e3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'ae6175a5-d2cd-42a6-b562-3579ae29397d'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:00:30.559201 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b1cd33fe-302f-42c9-ae61-e2e639fb6e12 service neutron] Attempting to bind port 988f5c37-caa0-4885-afa0-a5347ed94c22 on network ae6175a5-d2cd-42a6-b562-3579ae29397d {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:00:30.594729 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-23e8acb0-078a-4cef-8d8e-8b63d931cf6a req-05f17b5b-c04e-46fc-a98f-d90faf50c45b tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Request body: {'floatingip': {'port_id': 'cd5352ed-e2f5-4451-ab55-31e1d2b352b4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:30.696019 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00103b-1665-48c6-9baf-c151047a7719 req-bbbe6a0a-da41-45e2-90bb-8cbc188d4c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:30.697576 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b00103b-1665-48c6-9baf-c151047a7719 req-bbbe6a0a-da41-45e2-90bb-8cbc188d4c5e service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5a38989228a14de2b6764c7f261f44e3&device_id=32928b33-708f-437b-bb20-be2302cc68a3 HTTP/1.1" status: 200 len: 1096 time: 0.2100606 Feb 09 01:00:30.708839 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:30.746556 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7506338-5ad3-419a-b8c0-fb29193ffc35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8d1757-702c-4c4c-adad-0634cfa7b62d'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:30.771769 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port bb8d1757-702c-4c4c-adad-0634cfa7b62d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=bb8d1757-702c-4c4c-adad-0634cfa7b62d,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:30.781710 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:30.880112 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b1cd33fe-302f-42c9-ae61-e2e639fb6e12 service neutron] Port 988f5c37-caa0-4885-afa0-a5347ed94c22 on network ae6175a5-d2cd-42a6-b562-3579ae29397d not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:00:30.880526 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b1cd33fe-302f-42c9-ae61-e2e639fb6e12 service neutron] Attempting to bind port 988f5c37-caa0-4885-afa0-a5347ed94c22 on network ae6175a5-d2cd-42a6-b562-3579ae29397d {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:00:30.897976 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=bb8d1757-702c-4c4c-adad-0634cfa7b62d,revision_number=7']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:30.911685 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f60d8c9b-6c93-432d-abbb-0232ce29283f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:30.942562 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b1cd33fe-302f-42c9-ae61-e2e639fb6e12 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:00:30.942895 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b1cd33fe-302f-42c9-ae61-e2e639fb6e12 service neutron] Checking segment: {'id': 'b2b27be6-d274-4cc1-b477-8779a0c8e3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'ae6175a5-d2cd-42a6-b562-3579ae29397d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:00:30.943277 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b1cd33fe-302f-42c9-ae61-e2e639fb6e12 service neutron] Bound using segment: {'id': 'b2b27be6-d274-4cc1-b477-8779a0c8e3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'ae6175a5-d2cd-42a6-b562-3579ae29397d'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:00:30.943732 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b1cd33fe-302f-42c9-ae61-e2e639fb6e12 service neutron] Bound port: 988f5c37-caa0-4885-afa0-a5347ed94c22, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2b27be6-d274-4cc1-b477-8779a0c8e3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': 'ae6175a5-d2cd-42a6-b562-3579ae29397d'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:00:30.944077 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b1cd33fe-302f-42c9-ae61-e2e639fb6e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:30.960690 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-23e8acb0-078a-4cef-8d8e-8b63d931cf6a req-05f17b5b-c04e-46fc-a98f-d90faf50c45b tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks [] for floatingip, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:31.024082 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00103b-1665-48c6-9baf-c151047a7719 req-99ee660b-c17d-4dfe-987c-35f3af25e1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:31.025824 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b00103b-1665-48c6-9baf-c151047a7719 req-99ee660b-c17d-4dfe-987c-35f3af25e1e2 service neutron] 10.222.0.117 "GET /v2.0/networks?id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9 HTTP/1.1" status: 200 len: 922 time: 0.2670054 Feb 09 01:00:31.135634 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-f60d8c9b-6c93-432d-abbb-0232ce29283f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d14b7467-2a79-4953-8b4f-392c2d6aa41b']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:31.156469 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b00103b-1665-48c6-9baf-c151047a7719 req-315461ae-3a08-477f-b629-4f69defc1bc4 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=288da74d-bcdd-4702-83c6-149c7ba8358e HTTP/1.1" status: 200 len: 217 time: 0.1201484 Feb 09 01:00:31.217046 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-f60d8c9b-6c93-432d-abbb-0232ce29283f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed1eb117-8286-458a-9fc4-d40d870b235d') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:31.217362 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-f60d8c9b-6c93-432d-abbb-0232ce29283f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed1eb117-8286-458a-9fc4-d40d870b235d') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:31.236843 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00103b-1665-48c6-9baf-c151047a7719 req-626ddd91-a8eb-4d7a-ab24-13b9d415d15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:31.237633 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b00103b-1665-48c6-9baf-c151047a7719 req-626ddd91-a8eb-4d7a-ab24-13b9d415d15b service neutron] 10.222.0.117 "GET /v2.0/subnets?id=eb9a8e05-d0fc-4553-92c9-d58b7743cadc HTTP/1.1" status: 200 len: 861 time: 0.0682998 Feb 09 01:00:31.247116 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79a4a5-ef79-43af-86de-24e4cffcff0e req-e926e9db-5174-45ab-a518-a77d8fe47efa tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:31.254516 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ba79a4a5-ef79-43af-86de-24e4cffcff0e req-e926e9db-5174-45ab-a518-a77d8fe47efa tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=087d7b77-194f-426a-a4e0-cf2aa95b45c5 HTTP/1.1" status: 200 len: 950 time: 0.5416815 Feb 09 01:00:31.266024 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f60d8c9b-6c93-432d-abbb-0232ce29283f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:31.307694 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f60d8c9b-6c93-432d-abbb-0232ce29283f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:31.347004 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f60d8c9b-6c93-432d-abbb-0232ce29283f admin admin] Releasing vlan 959 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:00:31.347414 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f60d8c9b-6c93-432d-abbb-0232ce29283f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:00:31.362294 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:00:31.446185 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b00103b-1665-48c6-9baf-c151047a7719 req-9b80b760-d3c2-4ddf-90b7-7e26e9b9536c service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1894619 Feb 09 01:00:31.512527 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b1cd33fe-302f-42c9-ae61-e2e639fb6e12 service neutron] For port 988f5c37-caa0-4885-afa0-a5347ed94c22, host n-h2-828419-1, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:00:31.539326 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b1cd33fe-302f-42c9-ae61-e2e639fb6e12 service neutron] For port 988f5c37-caa0-4885-afa0-a5347ed94c22, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=988f5c37-caa0-4885-afa0-a5347ed94c22,segment=NetworkSegment(b2b27be6-d274-4cc1-b477-8779a0c8e3ec),segment_id=b2b27be6-d274-4cc1-b477-8779a0c8e3ec)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:00:31.553657 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ba79a4a5-ef79-43af-86de-24e4cffcff0e req-ae9cae5a-2bad-4824-9985-48c2e1513662 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980413 Feb 09 01:00:31.642411 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b00103b-1665-48c6-9baf-c151047a7719 req-6644d4de-baa9-4aa6-99cf-f36855fcd157 service neutron] 10.222.0.117 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768529 Feb 09 01:00:31.655688 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b1cd33fe-302f-42c9-ae61-e2e639fb6e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:31.734943 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f60d8c9b-6c93-432d-abbb-0232ce29283f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:31.761507 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [req-23e8acb0-078a-4cef-8d8e-8b63d931cf6a req-05f17b5b-c04e-46fc-a98f-d90faf50c45b tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 01:00:31.762569 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-23e8acb0-078a-4cef-8d8e-8b63d931cf6a req-05f17b5b-c04e-46fc-a98f-d90faf50c45b tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "PUT /v2.0/floatingips/09c2efe7-6573-4ae5-8bea-5903ca64a2d3 HTTP/1.1" status: 409 len: 550 time: 1.2112660 Feb 09 01:00:31.765048 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f60d8c9b-6c93-432d-abbb-0232ce29283f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:31.795550 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b1cd33fe-302f-42c9-ae61-e2e639fb6e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:31.796174 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b1cd33fe-302f-42c9-ae61-e2e639fb6e12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:31.797590 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b1cd33fe-302f-42c9-ae61-e2e639fb6e12 service neutron] 10.222.0.117 "PUT /v2.0/ports/988f5c37-caa0-4885-afa0-a5347ed94c22 HTTP/1.1" status: 200 len: 1092 time: 3.8210542 Feb 09 01:00:31.801260 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6438494a-65a4-4f50-a86d-52252528c14e', 'tag': '988f5c37-caa0-4885-afa0-a5347ed94c22'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:31.810249 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d8c9b-6c93-432d-abbb-0232ce29283f admin admin] Pushing event deleted for resources: {'Network': ['ID=d14b7467-2a79-4953-8b4f-392c2d6aa41b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:31.815264 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f60d8c9b-6c93-432d-abbb-0232ce29283f admin admin] 10.222.0.37 "DELETE /v2.0/networks/d14b7467-2a79-4953-8b4f-392c2d6aa41b HTTP/1.1" status: 204 len: 168 time: 4.3143179 Feb 09 01:00:31.847339 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b0824f03-3eaf-434e-88bd-d7859bc582dc service neutron] Request body: {'port': {'device_id': '6438494a-65a4-4f50-a86d-52252528c14e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:31.909508 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd33fe-302f-42c9-ae61-e2e639fb6e12 service neutron] Pushing event updated for resources: {'Port': ['ID=988f5c37-caa0-4885-afa0-a5347ed94c22,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:31.932228 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b00103b-1665-48c6-9baf-c151047a7719 req-52027dad-272c-44a5-a6ac-951e27230f2e service neutron] 10.222.0.117 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668414 Feb 09 01:00:32.251830 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b0824f03-3eaf-434e-88bd-d7859bc582dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:32.267045 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59784) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:32.401028 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5d7799b8-e76e-404a-b1a1-f1d3bfb91cb0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=488d0cb4879f4c45b8bc25513f8868c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1324623 Feb 09 01:00:32.403643 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59788) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:32.466803 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d3dc9-4a9d-4075-901a-0d836666ef63 req-e50ca51f-9e2f-4292-b95e-64922e556cae tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:32.474138 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d3dc9-4a9d-4075-901a-0d836666ef63 req-e50ca51f-9e2f-4292-b95e-64922e556cae tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:32.480199 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d3dc9-4a9d-4075-901a-0d836666ef63 req-e50ca51f-9e2f-4292-b95e-64922e556cae tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:32.487310 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-780d3dc9-4a9d-4075-901a-0d836666ef63 req-e50ca51f-9e2f-4292-b95e-64922e556cae tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?device_id=6438494a-65a4-4f50-a86d-52252528c14e HTTP/1.1" status: 200 len: 2400 time: 0.1963654 Feb 09 01:00:32.542090 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6dbcf-389f-4f57-b86e-dc92efd1e7e4 req-6ac29440-ddc0-477a-93aa-7ccdeb3f2af1 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:32.542910 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-304e645a-af34-4460-b63f-910e5c2f2bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:32.548329 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-780d3dc9-4a9d-4075-901a-0d836666ef63 req-9dc6d40b-8997-4419-81a6-a48a24853159 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/security-groups?id=3994565d-5024-4083-b0fc-cc37dc19c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601914 Feb 09 01:00:32.550527 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f6d6dbcf-389f-4f57-b86e-dc92efd1e7e4 req-6ac29440-ddc0-477a-93aa-7ccdeb3f2af1 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] 10.222.0.37 "GET /v2.0/ports?device_id=78a1b131-2072-4850-a15f-a3a8e13b03ed HTTP/1.1" status: 200 len: 944 time: 0.4800258 Feb 09 01:00:32.576346 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-304e645a-af34-4460-b63f-910e5c2f2bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:32.640641 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7506338-5ad3-419a-b8c0-fb29193ffc35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8d1757-702c-4c4c-adad-0634cfa7b62d', 'code': 200} Feb 09 01:00:32.642942 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f6d6dbcf-389f-4f57-b86e-dc92efd1e7e4 req-354e297a-5deb-4d91-a72a-6112b18cfeac tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] 10.222.0.37 "GET /v2.0/security-groups?id=5004e8a3-816f-453e-a479-b9a6fcc7b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913744 Feb 09 01:00:32.662413 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-304e645a-af34-4460-b63f-910e5c2f2bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:32.684801 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e645a-af34-4460-b63f-910e5c2f2bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10985bf-d510-485e-9db9-0a4dbe4e9879,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:32.701755 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-304e645a-af34-4460-b63f-910e5c2f2bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:32.702899 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-304e645a-af34-4460-b63f-910e5c2f2bd7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a10985bf-d510-485e-9db9-0a4dbe4e9879 HTTP/1.1" status: 204 len: 168 time: 0.2983735 Feb 09 01:00:32.851951 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b0824f03-3eaf-434e-88bd-d7859bc582dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c30a16ff-7087-4641-bc88-9d70d60c4dfb {{(pid=87611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:00:32.934792 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b0824f03-3eaf-434e-88bd-d7859bc582dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:32.983460 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b0824f03-3eaf-434e-88bd-d7859bc582dc service neutron] Transition to ACTIVE for port object c30a16ff-7087-4641-bc88-9d70d60c4dfb will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:32.987355 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c7aebab7-4dc9-4071-b64c-615e8fff1e08 req-fb301ec0-ebdc-44c8-9e03-ec6266c3a9ff tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/floatingips/09c2efe7-6573-4ae5-8bea-5903ca64a2d3 HTTP/1.1" status: 200 len: 693 time: 0.1243348 Feb 09 01:00:32.989129 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b0824f03-3eaf-434e-88bd-d7859bc582dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:33.017065 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757b537-9503-4bb6-a901-85a20db11dad req-4baed236-7b97-4ec4-b5b0-834347df6851 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:33.025794 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b757b537-9503-4bb6-a901-85a20db11dad req-4baed236-7b97-4ec4-b5b0-834347df6851 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2303d2-7cc1-4834-9cf6-e83058e4fcd9 HTTP/1.1" status: 200 len: 949 time: 0.1559579 Feb 09 01:00:33.095624 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b757b537-9503-4bb6-a901-85a20db11dad req-62fe13d7-49f1-4c51-baf3-f8077e65d8a0 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684636 Feb 09 01:00:33.142142 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 39857ffb-6624-458d-94d6-ec73f19a07e5 up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:00:33.309705 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 39857ffb-6624-458d-94d6-ec73f19a07e5 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:33.322112 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 39857ffb-6624-458d-94d6-ec73f19a07e5 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:33.322822 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:33.433747 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ccc34-fe01-4f4d-859f-23fd71bc8973 req-7553944a-f01b-487e-8602-b89bf3908390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:33.434264 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ccc34-fe01-4f4d-859f-23fd71bc8973 req-7553944a-f01b-487e-8602-b89bf3908390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:33.434666 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ccc34-fe01-4f4d-859f-23fd71bc8973 req-7553944a-f01b-487e-8602-b89bf3908390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:33.436554 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-208ccc34-fe01-4f4d-859f-23fd71bc8973 req-7553944a-f01b-487e-8602-b89bf3908390 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6f085f8b18784551909478d3d7d57efd&device_id=6438494a-65a4-4f50-a86d-52252528c14e HTTP/1.1" status: 200 len: 2823 time: 0.2070389 Feb 09 01:00:33.517830 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59836) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:33.551850 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6438494a-65a4-4f50-a86d-52252528c14e', 'tag': '988f5c37-caa0-4885-afa0-a5347ed94c22', 'status': 'completed', 'code': 200} Feb 09 01:00:33.613150 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:33.722260 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 39857ffb-6624-458d-94d6-ec73f19a07e5, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=39857ffb-6624-458d-94d6-ec73f19a07e5,segment=NetworkSegment(28fa1735-b2d8-48c9-be0b-a5628e02ba86),segment_id=28fa1735-b2d8-48c9-be0b-a5628e02ba86)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:33.732339 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:33.762965 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-11718439-1c65-4ad9-9df0-55c8e6886ab1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c81ccd195f9d415b819c2fa590b267b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2332618 Feb 09 01:00:33.782589 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59856) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:33.848831 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=39857ffb-6624-458d-94d6-ec73f19a07e5,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:33.881176 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aebab7-4dc9-4071-b64c-615e8fff1e08 req-e924d325-7a22-4aaa-a3c3-ebf1c8f0892a tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:33.884137 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c7aebab7-4dc9-4071-b64c-615e8fff1e08 req-e924d325-7a22-4aaa-a3c3-ebf1c8f0892a tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 784 time: 0.8846214 Feb 09 01:00:33.948136 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [req-c7aebab7-4dc9-4071-b64c-615e8fff1e08 req-2e34e862-4a94-4c0d-8410-6b48b1d133d7 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:00:33.949624 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c7aebab7-4dc9-4071-b64c-615e8fff1e08 req-2e34e862-4a94-4c0d-8410-6b48b1d133d7 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0524354 Feb 09 01:00:34.106276 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b0824f03-3eaf-434e-88bd-d7859bc582dc service neutron] Attempting to bind port c30a16ff-7087-4641-bc88-9d70d60c4dfb on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:00:34.106671 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b0824f03-3eaf-434e-88bd-d7859bc582dc service neutron] Attempting to bind port c30a16ff-7087-4641-bc88-9d70d60c4dfb by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '11e68bd2-5be3-4a39-b585-a2813496efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '96bba698-9b96-4ecd-9829-8168d8e90c53'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:00:34.107220 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b0824f03-3eaf-434e-88bd-d7859bc582dc service neutron] Attempting to bind port c30a16ff-7087-4641-bc88-9d70d60c4dfb on network 96bba698-9b96-4ecd-9829-8168d8e90c53 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:00:34.110004 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0824f03-3eaf-434e-88bd-d7859bc582dc service neutron] Pushing event updated for resources: {'Port': ['ID=c30a16ff-7087-4641-bc88-9d70d60c4dfb,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:34.142394 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ccc34-fe01-4f4d-859f-23fd71bc8973 req-1010cadf-38b7-4d1f-93c3-c74230199048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:34.145708 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ccc34-fe01-4f4d-859f-23fd71bc8973 req-1010cadf-38b7-4d1f-93c3-c74230199048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:34.146368 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ccc34-fe01-4f4d-859f-23fd71bc8973 req-1010cadf-38b7-4d1f-93c3-c74230199048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:34.148194 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-208ccc34-fe01-4f4d-859f-23fd71bc8973 req-1010cadf-38b7-4d1f-93c3-c74230199048 service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=6f085f8b18784551909478d3d7d57efd&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6964467 Feb 09 01:00:34.180434 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b0824f03-3eaf-434e-88bd-d7859bc582dc service neutron] Port c30a16ff-7087-4641-bc88-9d70d60c4dfb on network 96bba698-9b96-4ecd-9829-8168d8e90c53 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:00:34.180879 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b0824f03-3eaf-434e-88bd-d7859bc582dc service neutron] Attempting to bind port c30a16ff-7087-4641-bc88-9d70d60c4dfb on network 96bba698-9b96-4ecd-9829-8168d8e90c53 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:00:34.208959 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-23a6ed7e-ae6e-4a49-ad0f-f7d5bea5052a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:34.214718 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b0824f03-3eaf-434e-88bd-d7859bc582dc service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:00:34.215583 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b0824f03-3eaf-434e-88bd-d7859bc582dc service neutron] Checking segment: {'id': '11e68bd2-5be3-4a39-b585-a2813496efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '96bba698-9b96-4ecd-9829-8168d8e90c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:00:34.215945 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b0824f03-3eaf-434e-88bd-d7859bc582dc service neutron] Bound using segment: {'id': '11e68bd2-5be3-4a39-b585-a2813496efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '96bba698-9b96-4ecd-9829-8168d8e90c53'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:00:34.225141 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b0824f03-3eaf-434e-88bd-d7859bc582dc service neutron] Bound port: c30a16ff-7087-4641-bc88-9d70d60c4dfb, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11e68bd2-5be3-4a39-b585-a2813496efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '96bba698-9b96-4ecd-9829-8168d8e90c53'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:00:34.228266 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b0824f03-3eaf-434e-88bd-d7859bc582dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:34.255828 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c7aebab7-4dc9-4071-b64c-615e8fff1e08 req-382d2217-3f8b-4521-ac2b-d72c7da78277 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.164 HTTP/1.1" status: 200 len: 696 time: 0.2925856 Feb 09 01:00:34.417496 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-23a6ed7e-ae6e-4a49-ad0f-f7d5bea5052a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:34.538546 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b0824f03-3eaf-434e-88bd-d7859bc582dc service neutron] For port c30a16ff-7087-4641-bc88-9d70d60c4dfb, host n-h2-828419-1, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:00:34.543392 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b0824f03-3eaf-434e-88bd-d7859bc582dc service neutron] For port c30a16ff-7087-4641-bc88-9d70d60c4dfb, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c30a16ff-7087-4641-bc88-9d70d60c4dfb,segment=NetworkSegment(11e68bd2-5be3-4a39-b585-a2813496efd6),segment_id=11e68bd2-5be3-4a39-b585-a2813496efd6)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:00:34.561629 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ccc34-fe01-4f4d-859f-23fd71bc8973 req-bcfc47ed-bcfb-41be-a414-601d169bee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:34.562930 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c7aebab7-4dc9-4071-b64c-615e8fff1e08 req-ed3c1539-1e7b-4c6c-b355-e00ec4378124 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.164 HTTP/1.1" status: 200 len: 696 time: 0.2779026 Feb 09 01:00:34.564160 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-208ccc34-fe01-4f4d-859f-23fd71bc8973 req-bcfc47ed-bcfb-41be-a414-601d169bee41 service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4026051 Feb 09 01:00:34.584191 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b0824f03-3eaf-434e-88bd-d7859bc582dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:34.587895 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba24fd-f40a-48e2-841f-0e139184e07c req-63b64f44-0fea-477b-8a26-7fc1bec5d318 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:34.588360 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba24fd-f40a-48e2-841f-0e139184e07c req-63b64f44-0fea-477b-8a26-7fc1bec5d318 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:34.589000 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba24fd-f40a-48e2-841f-0e139184e07c req-63b64f44-0fea-477b-8a26-7fc1bec5d318 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:34.590052 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba24fd-f40a-48e2-841f-0e139184e07c req-63b64f44-0fea-477b-8a26-7fc1bec5d318 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:34.590827 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba24fd-f40a-48e2-841f-0e139184e07c req-63b64f44-0fea-477b-8a26-7fc1bec5d318 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:34.591432 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba24fd-f40a-48e2-841f-0e139184e07c req-63b64f44-0fea-477b-8a26-7fc1bec5d318 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:34.591947 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba24fd-f40a-48e2-841f-0e139184e07c req-63b64f44-0fea-477b-8a26-7fc1bec5d318 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:34.592423 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba24fd-f40a-48e2-841f-0e139184e07c req-63b64f44-0fea-477b-8a26-7fc1bec5d318 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:34.592880 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba24fd-f40a-48e2-841f-0e139184e07c req-63b64f44-0fea-477b-8a26-7fc1bec5d318 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:34.594856 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba24fd-f40a-48e2-841f-0e139184e07c req-63b64f44-0fea-477b-8a26-7fc1bec5d318 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:34.595490 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba24fd-f40a-48e2-841f-0e139184e07c req-63b64f44-0fea-477b-8a26-7fc1bec5d318 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:34.595960 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba24fd-f40a-48e2-841f-0e139184e07c req-63b64f44-0fea-477b-8a26-7fc1bec5d318 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:34.596510 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba24fd-f40a-48e2-841f-0e139184e07c req-63b64f44-0fea-477b-8a26-7fc1bec5d318 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:34.596999 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba24fd-f40a-48e2-841f-0e139184e07c req-63b64f44-0fea-477b-8a26-7fc1bec5d318 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:34.597539 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba24fd-f40a-48e2-841f-0e139184e07c req-63b64f44-0fea-477b-8a26-7fc1bec5d318 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:34.598002 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba24fd-f40a-48e2-841f-0e139184e07c req-63b64f44-0fea-477b-8a26-7fc1bec5d318 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:34.598498 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba24fd-f40a-48e2-841f-0e139184e07c req-63b64f44-0fea-477b-8a26-7fc1bec5d318 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:34.598955 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba24fd-f40a-48e2-841f-0e139184e07c req-63b64f44-0fea-477b-8a26-7fc1bec5d318 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:34.610920 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-28ba24fd-f40a-48e2-841f-0e139184e07c req-63b64f44-0fea-477b-8a26-7fc1bec5d318 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=78a1b131-2072-4850-a15f-a3a8e13b03ed&device_id=6438494a-65a4-4f50-a86d-52252528c14e&device_id=285e734e-1cb9-48c7-8f3d-9834753845f6&device_id=087d7b77-194f-426a-a4e0-cf2aa95b45c5&device_id=0c2303d2-7cc1-4834-9cf6-e83058e4fcd9&device_id=a76d9741-0bb8-4b77-af9c-e40d6a945ad6&device_id=a7506338-5ad3-419a-b8c0-fb29193ffc35&device_id=1d0cade0-cd58-4252-a61c-ab312eb67de0&device_id=88a643ed-0658-494a-bb55-a406dcd2765f&device_id=463862a1-1808-46fa-9699-e9dbdc4716a7&device_id=09956878-6656-4174-bd55-f2cd519f0bb7&device_id=e52e7de5-f787-4a51-9bd5-1d65163b7793&device_id=265d0785-80eb-4208-b453-7e76972213d2&device_id=71460734-952a-4b44-9355-35973a2abca9&device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8&device_id=32928b33-708f-437b-bb20-be2302cc68a3 HTTP/1.1" status: 200 len: 16157 time: 0.4087465 Feb 09 01:00:34.642120 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a1b131-2072-4850-a15f-a3a8e13b03ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39857ffb-6624-458d-94d6-ec73f19a07e5'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:34.661321 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-28ba24fd-f40a-48e2-841f-0e139184e07c req-7f01b656-3f92-4dab-a78d-de8b12201a28 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:34.684862 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-23a6ed7e-ae6e-4a49-ad0f-f7d5bea5052a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:34.710980 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-28ba24fd-f40a-48e2-841f-0e139184e07c req-7f01b656-3f92-4dab-a78d-de8b12201a28 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:00:34.718034 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-28ba24fd-f40a-48e2-841f-0e139184e07c req-7f01b656-3f92-4dab-a78d-de8b12201a28 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] Usage tracker for resource:security_group_rule and tenant:3e79d44504cf4faa91bc210654fe3d43 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:00:34.721138 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6ed7e-ae6e-4a49-ad0f-f7d5bea5052a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc6f958-4598-4cd0-b695-5363227a3314,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:34.724910 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-28ba24fd-f40a-48e2-841f-0e139184e07c req-7f01b656-3f92-4dab-a78d-de8b12201a28 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:00:34.737625 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-28ba24fd-f40a-48e2-841f-0e139184e07c req-7f01b656-3f92-4dab-a78d-de8b12201a28 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:00:34.742510 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-23a6ed7e-ae6e-4a49-ad0f-f7d5bea5052a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:34.756290 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-23a6ed7e-ae6e-4a49-ad0f-f7d5bea5052a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dbc6f958-4598-4cd0-b695-5363227a3314 HTTP/1.1" status: 204 len: 168 time: 0.9633899 Feb 09 01:00:34.807292 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b0824f03-3eaf-434e-88bd-d7859bc582dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:34.807939 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b0824f03-3eaf-434e-88bd-d7859bc582dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:34.809965 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-b0824f03-3eaf-434e-88bd-d7859bc582dc service neutron] 10.222.0.117 "PUT /v2.0/ports/c30a16ff-7087-4641-bc88-9d70d60c4dfb HTTP/1.1" status: 200 len: 1091 time: 2.9685898 Feb 09 01:00:34.881167 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-c7aebab7-4dc9-4071-b64c-615e8fff1e08 req-a77650e0-79c4-48f8-bb24-9a6dc253d2d8 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Deleting port c2ae4e15-681a-4174-bb55-decd624770b7 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:00:34.881514 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-c7aebab7-4dc9-4071-b64c-615e8fff1e08 req-a77650e0-79c4-48f8-bb24-9a6dc253d2d8 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:35.016140 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-28ba24fd-f40a-48e2-841f-0e139184e07c req-7f01b656-3f92-4dab-a78d-de8b12201a28 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:35.043274 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-28ba24fd-f40a-48e2-841f-0e139184e07c req-7f01b656-3f92-4dab-a78d-de8b12201a28 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:35.164450 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-28ba24fd-f40a-48e2-841f-0e139184e07c req-7f01b656-3f92-4dab-a78d-de8b12201a28 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=3994565d-5024-4083-b0fc-cc37dc19c179&id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&id=5004e8a3-816f-453e-a479-b9a6fcc7b806&id=c4c03627-b876-490b-8e01-646c0c1858e6&id=762fb667-f5fe-4686-9f4a-3f4893c1fe4b&id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&id=d26cc557-a6e6-4bdd-a6df-88bad5d4807f&fields=id&fields=name HTTP/1.1" status: 200 len: 689 time: 0.5354688 Feb 09 01:00:35.228899 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01b656-3f92-4dab-a78d-de8b12201a28 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1862cb55-b7a8-43bb-b452-fcf13c76e31f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:35.358998 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0824f03-3eaf-434e-88bd-d7859bc582dc service neutron] Pushing event updated for resources: {'Port': ['ID=c30a16ff-7087-4641-bc88-9d70d60c4dfb,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:35.553458 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-47c3d3fb-d842-4b64-bedb-779fe96d6f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:35.556580 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-47c3d3fb-d842-4b64-bedb-779fe96d6f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:35.557069 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-47c3d3fb-d842-4b64-bedb-779fe96d6f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:35.558793 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-47c3d3fb-d842-4b64-bedb-779fe96d6f9e service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6f085f8b18784551909478d3d7d57efd&device_id=6438494a-65a4-4f50-a86d-52252528c14e HTTP/1.1" status: 200 len: 2865 time: 0.6173582 Feb 09 01:00:35.574829 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6438494a-65a4-4f50-a86d-52252528c14e', 'tag': 'c30a16ff-7087-4641-bc88-9d70d60c4dfb'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:35.735210 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-62cc91a6-56a1-470a-aa18-0753dd6c3a52 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.154&port_id=552c3f25-47a3-482d-b906-1ee30ade55f4 HTTP/1.1" status: 200 len: 217 time: 0.1506152 Feb 09 01:00:35.765686 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c55ac-0ea7-459f-b439-b0d2e49be14e req-fedb5e2a-338a-4837-a83b-a5e0a2d91a07 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:35.797202 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c55ac-0ea7-459f-b439-b0d2e49be14e req-fedb5e2a-338a-4837-a83b-a5e0a2d91a07 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:35.828316 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ff6c55ac-0ea7-459f-b439-b0d2e49be14e req-fedb5e2a-338a-4837-a83b-a5e0a2d91a07 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=087d7b77-194f-426a-a4e0-cf2aa95b45c5&device_id=0c2303d2-7cc1-4834-9cf6-e83058e4fcd9 HTTP/1.1" status: 200 len: 1690 time: 0.1885958 Feb 09 01:00:35.907393 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-c7aebab7-4dc9-4071-b64c-615e8fff1e08 req-a77650e0-79c4-48f8-bb24-9a6dc253d2d8 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:35.908007 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-c7aebab7-4dc9-4071-b64c-615e8fff1e08 req-a77650e0-79c4-48f8-bb24-9a6dc253d2d8 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:35.927703 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-98a0079c-e9da-4226-b8cf-e4452b02fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:35.929235 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-98a0079c-e9da-4226-b8cf-e4452b02fab3 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=4cf0dce3-bf32-4c33-ae20-fc4ec3389627 HTTP/1.1" status: 200 len: 801 time: 0.1867003 Feb 09 01:00:35.939173 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ff6c55ac-0ea7-459f-b439-b0d2e49be14e req-124d66f5-dc4e-4763-902a-082c968b3a78 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095979 Feb 09 01:00:36.155508 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-c7aebab7-4dc9-4071-b64c-615e8fff1e08 req-a77650e0-79c4-48f8-bb24-9a6dc253d2d8 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Calling delete_port for c2ae4e15-681a-4174-bb55-decd624770b7 owned by network:floatingip {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:00:36.289074 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf96b26-fd38-461d-a945-cbcfd38923f9 req-09337b75-782e-4a5c-8515-6119f12f00cf tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:36.296291 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf96b26-fd38-461d-a945-cbcfd38923f9 req-09337b75-782e-4a5c-8515-6119f12f00cf tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:36.316064 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf96b26-fd38-461d-a945-cbcfd38923f9 req-09337b75-782e-4a5c-8515-6119f12f00cf tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:36.325890 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6cf96b26-fd38-461d-a945-cbcfd38923f9 req-09337b75-782e-4a5c-8515-6119f12f00cf tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?device_id=6438494a-65a4-4f50-a86d-52252528c14e HTTP/1.1" status: 200 len: 2412 time: 0.1890230 Feb 09 01:00:36.388181 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6cf96b26-fd38-461d-a945-cbcfd38923f9 req-4e4492fb-e431-4080-b4fe-e52a907c25ff tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/security-groups?id=3994565d-5024-4083-b0fc-cc37dc19c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610509 Feb 09 01:00:36.536998 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-0a004ab4-d4d8-4bb4-a722-273ec936cc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:36.538332 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-0a004ab4-d4d8-4bb4-a722-273ec936cc4c service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=96bba698-9b96-4ecd-9829-8168d8e90c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5472970 Feb 09 01:00:36.824651 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-c7aebab7-4dc9-4071-b64c-615e8fff1e08 req-a77650e0-79c4-48f8-bb24-9a6dc253d2d8 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:36.833105 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-830fb4cf-8352-4915-ae30-85433932d0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:36.934873 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52261b9f-0312-4116-8aa1-d67a78d99262 req-d85e99ea-c306-46e3-8c40-e5bf962c0acc tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:36.945660 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-52261b9f-0312-4116-8aa1-d67a78d99262 req-d85e99ea-c306-46e3-8c40-e5bf962c0acc tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] 10.222.0.37 "GET /v2.0/ports?device_id=78a1b131-2072-4850-a15f-a3a8e13b03ed HTTP/1.1" status: 200 len: 945 time: 0.1503642 Feb 09 01:00:36.947298 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77650e0-79c4-48f8-bb24-9a6dc253d2d8 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Pushing event deleted for resources: {'Port': ['ID=c2ae4e15-681a-4174-bb55-decd624770b7,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:37.047639 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-0c8dc69e-e7a4-4328-b0d9-9c42a41d2dcb service neutron] 10.222.0.117 "GET /v2.0/networks/96bba698-9b96-4ecd-9829-8168d8e90c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226110 Feb 09 01:00:37.094682 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-52261b9f-0312-4116-8aa1-d67a78d99262 req-7449f9ac-dd81-4af9-abf5-e34053a645d8 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] 10.222.0.37 "GET /v2.0/security-groups?id=5004e8a3-816f-453e-a479-b9a6fcc7b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455054 Feb 09 01:00:37.271628 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-0cf46c25-4a1b-4c5d-8de2-1ddb5024c71b service neutron] 10.222.0.117 "GET /v2.0/networks/96bba698-9b96-4ecd-9829-8168d8e90c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096446 Feb 09 01:00:37.351138 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-9d9c6140-ef13-4c9e-9ab7-a4280ad6050a service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.159&port_id=988f5c37-caa0-4885-afa0-a5347ed94c22 HTTP/1.1" status: 200 len: 217 time: 0.0724363 Feb 09 01:00:37.354418 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-c7aebab7-4dc9-4071-b64c-615e8fff1e08 req-a77650e0-79c4-48f8-bb24-9a6dc253d2d8 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks [] for floatingip, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:37.429228 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-39144470-3455-44c5-8508-4b90b26cbd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:37.430914 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-39144470-3455-44c5-8508-4b90b26cbd1c service neutron] 10.222.0.117 "GET /v2.0/subnets?id=0fcf645e-6e37-4eeb-a60e-27a3d1e2aa1d HTTP/1.1" status: 200 len: 801 time: 0.0726681 Feb 09 01:00:37.498723 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-c7aebab7-4dc9-4071-b64c-615e8fff1e08 req-a77650e0-79c4-48f8-bb24-9a6dc253d2d8 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:37.499941 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c7aebab7-4dc9-4071-b64c-615e8fff1e08 req-a77650e0-79c4-48f8-bb24-9a6dc253d2d8 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "DELETE /v2.0/floatingips/09c2efe7-6573-4ae5-8bea-5903ca64a2d3 HTTP/1.1" status: 204 len: 173 time: 2.9088318 Feb 09 01:00:37.538208 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-82e0f950-0980-45ad-aba0-77d445606847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:37.539730 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-82e0f950-0980-45ad-aba0-77d445606847 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=ae6175a5-d2cd-42a6-b562-3579ae29397d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0996852 Feb 09 01:00:37.618322 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a1b131-2072-4850-a15f-a3a8e13b03ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39857ffb-6624-458d-94d6-ec73f19a07e5', 'code': 200} Feb 09 01:00:37.868175 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aad2cc-b780-498b-a21a-7ee4b460efa8 req-29f0d310-5968-4383-93f3-30394c64156d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:37.870131 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81aad2cc-b780-498b-a21a-7ee4b460efa8 req-29f0d310-5968-4383-93f3-30394c64156d service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=78a1b131-2072-4850-a15f-a3a8e13b03ed HTTP/1.1" status: 200 len: 1096 time: 0.1692429 Feb 09 01:00:37.897216 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-655430f1-fbcb-46d2-8b79-03c8fb1c0ae3 service neutron] 10.222.0.117 "GET /v2.0/networks/ae6175a5-d2cd-42a6-b562-3579ae29397d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367970 Feb 09 01:00:38.085215 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6438494a-65a4-4f50-a86d-52252528c14e', 'tag': 'c30a16ff-7087-4641-bc88-9d70d60c4dfb', 'status': 'completed', 'code': 200} Feb 09 01:00:38.144553 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81aad2cc-b780-498b-a21a-7ee4b460efa8 req-6b5f8db0-1bf1-413f-963a-2e343ab07785 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=5004e8a3-816f-453e-a479-b9a6fcc7b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573125 Feb 09 01:00:38.252968 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-29f92f3b-064c-4c7f-9a97-7991e86a3948 service neutron] 10.222.0.117 "GET /v2.0/networks/ae6175a5-d2cd-42a6-b562-3579ae29397d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564026 Feb 09 01:00:38.279225 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df6fc9-9937-44e4-b61c-4815ce0e80c4 req-83978d37-9c94-43d7-bd98-94945f3433d7 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:38.287262 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df6fc9-9937-44e4-b61c-4815ce0e80c4 req-83978d37-9c94-43d7-bd98-94945f3433d7 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:38.294894 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df6fc9-9937-44e4-b61c-4815ce0e80c4 req-83978d37-9c94-43d7-bd98-94945f3433d7 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:38.295757 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-84df6fc9-9937-44e4-b61c-4815ce0e80c4 req-83978d37-9c94-43d7-bd98-94945f3433d7 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Synchronizing usage tracker for tenant:6f085f8b18784551909478d3d7d57efd on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:00:38.321706 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-84df6fc9-9937-44e4-b61c-4815ce0e80c4 req-83978d37-9c94-43d7-bd98-94945f3433d7 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Unset dirty status for tenant:6f085f8b18784551909478d3d7d57efd on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:00:38.334448 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-84df6fc9-9937-44e4-b61c-4815ce0e80c4 req-83978d37-9c94-43d7-bd98-94945f3433d7 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?device_id=6438494a-65a4-4f50-a86d-52252528c14e HTTP/1.1" status: 200 len: 2412 time: 0.1817594 Feb 09 01:00:38.390812 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-84df6fc9-9937-44e4-b61c-4815ce0e80c4 req-6b3e55bf-1f74-41fb-94ca-7dbba65f0a9c tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Synchronizing usage tracker for tenant:6f085f8b18784551909478d3d7d57efd on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:00:38.498144 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-6264998b-8f26-42b1-a9a7-f44bb7666bfc service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.83&port_id=c30a16ff-7087-4641-bc88-9d70d60c4dfb HTTP/1.1" status: 200 len: 217 time: 0.0812697 Feb 09 01:00:38.504466 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-84df6fc9-9937-44e4-b61c-4815ce0e80c4 req-6b3e55bf-1f74-41fb-94ca-7dbba65f0a9c tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Unset dirty status for tenant:6f085f8b18784551909478d3d7d57efd on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:00:38.505966 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-84df6fc9-9937-44e4-b61c-4815ce0e80c4 req-6b3e55bf-1f74-41fb-94ca-7dbba65f0a9c tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/security-groups?id=3994565d-5024-4083-b0fc-cc37dc19c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705596 Feb 09 01:00:38.601009 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-d91c3fb0-a728-4894-814f-7417a551b18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:38.603113 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-d91c3fb0-a728-4894-814f-7417a551b18c service neutron] 10.222.0.117 "GET /v2.0/subnets?id=4cf0dce3-bf32-4c33-ae20-fc4ec3389627 HTTP/1.1" status: 200 len: 801 time: 0.0941899 Feb 09 01:00:38.749049 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-8481cbd5-2dba-4a53-9a4f-2e5809663a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:38.753258 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-8481cbd5-2dba-4a53-9a4f-2e5809663a14 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=96bba698-9b96-4ecd-9829-8168d8e90c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1393824 Feb 09 01:00:39.146141 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-e39bd597-7313-411f-b5c0-16e0c632b23e req-ca256083-fc7d-4eb5-bcbc-6948765a9ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Synchronizing usage tracker for tenant:a5cbed1718f943558d23d2d82e04fd93 on resource:floatingip {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:00:39.179667 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-7966879e-94f6-453a-b3db-7bf2b0dfd35d service neutron] 10.222.0.117 "GET /v2.0/networks/96bba698-9b96-4ecd-9829-8168d8e90c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162478 Feb 09 01:00:39.186616 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-e39bd597-7313-411f-b5c0-16e0c632b23e req-ca256083-fc7d-4eb5-bcbc-6948765a9ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Unset dirty status for tenant:a5cbed1718f943558d23d2d82e04fd93 on resource:floatingip {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:00:39.188190 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e39bd597-7313-411f-b5c0-16e0c632b23e req-ca256083-fc7d-4eb5-bcbc-6948765a9ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.190 HTTP/1.1" status: 200 len: 1001 time: 0.3287294 Feb 09 01:00:39.226707 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c9ad25c1-58ae-40fc-b9e4-9c20e6f14218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:39.394723 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bd597-7313-411f-b5c0-16e0c632b23e req-233d6d47-41b5-4969-9de2-0c5bd14bc390 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:39.395437 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-e39bd597-7313-411f-b5c0-16e0c632b23e req-233d6d47-41b5-4969-9de2-0c5bd14bc390 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Synchronizing usage tracker for tenant:a5cbed1718f943558d23d2d82e04fd93 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:00:39.440178 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062e2942-951d-4a9d-a6b7-2cff70614f0e req-7f1744cb-35b8-4ad8-b3b0-a4ff22974f30 service neutron] 10.222.0.117 "GET /v2.0/networks/96bba698-9b96-4ecd-9829-8168d8e90c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508128 Feb 09 01:00:39.441932 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-e39bd597-7313-411f-b5c0-16e0c632b23e req-233d6d47-41b5-4969-9de2-0c5bd14bc390 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Unset dirty status for tenant:a5cbed1718f943558d23d2d82e04fd93 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:00:39.443061 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e39bd597-7313-411f-b5c0-16e0c632b23e req-233d6d47-41b5-4969-9de2-0c5bd14bc390 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/ports/cd5352ed-e2f5-4451-ab55-31e1d2b352b4 HTTP/1.1" status: 200 len: 942 time: 0.2110190 Feb 09 01:00:39.741210 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e39bd597-7313-411f-b5c0-16e0c632b23e req-a5e64659-5ba8-4774-9932-a01e340d1405 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.190 HTTP/1.1" status: 200 len: 1001 time: 0.1310804 Feb 09 01:00:39.905582 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f0343-18b8-4068-9795-68bfe6175d54 req-f7aa6482-4568-4854-bee7-eb39a7ef6ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:39.906231 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f0343-18b8-4068-9795-68bfe6175d54 req-f7aa6482-4568-4854-bee7-eb39a7ef6ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:39.907010 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f0343-18b8-4068-9795-68bfe6175d54 req-f7aa6482-4568-4854-bee7-eb39a7ef6ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:39.908801 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6a6f0343-18b8-4068-9795-68bfe6175d54 req-f7aa6482-4568-4854-bee7-eb39a7ef6ede service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6f085f8b18784551909478d3d7d57efd&device_id=6438494a-65a4-4f50-a86d-52252528c14e HTTP/1.1" status: 200 len: 2865 time: 0.3695571 Feb 09 01:00:40.087226 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bd597-7313-411f-b5c0-16e0c632b23e req-5d6450c7-b778-4a03-a9d5-e8f8df90b08a tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:40.088744 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e39bd597-7313-411f-b5c0-16e0c632b23e req-5d6450c7-b778-4a03-a9d5-e8f8df90b08a tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 784 time: 0.3398566 Feb 09 01:00:40.252366 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f0343-18b8-4068-9795-68bfe6175d54 req-5b4625e8-3ddb-48e5-b7c8-daa9cbf69c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:40.254107 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6a6f0343-18b8-4068-9795-68bfe6175d54 req-5b4625e8-3ddb-48e5-b7c8-daa9cbf69c89 service neutron] 10.222.0.117 "GET /v2.0/networks?id=96bba698-9b96-4ecd-9829-8168d8e90c53 HTTP/1.1" status: 200 len: 902 time: 0.2985675 Feb 09 01:00:40.259850 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:40.305451 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:40.356445 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e39bd597-7313-411f-b5c0-16e0c632b23e req-aafb0850-67fa-4b0c-9834-874cc94e5afc tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.190 HTTP/1.1" status: 200 len: 1001 time: 0.2550955 Feb 09 01:00:40.376935 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-e39bd597-7313-411f-b5c0-16e0c632b23e req-4698ee4e-486a-46d1-8677-b8d0f34ff55e tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:40.481338 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6a6f0343-18b8-4068-9795-68bfe6175d54 req-eab21a9e-3dd2-4738-a579-e64e7e9388fe service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.83&port_id=c30a16ff-7087-4641-bc88-9d70d60c4dfb HTTP/1.1" status: 200 len: 217 time: 0.2135952 Feb 09 01:00:40.527418 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-e39bd597-7313-411f-b5c0-16e0c632b23e req-4698ee4e-486a-46d1-8677-b8d0f34ff55e tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks [] for floatingip, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:40.646512 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f0343-18b8-4068-9795-68bfe6175d54 req-8b66a15e-0e06-442c-a489-25a18807d09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:40.647882 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6a6f0343-18b8-4068-9795-68bfe6175d54 req-8b66a15e-0e06-442c-a489-25a18807d09e service neutron] 10.222.0.117 "GET /v2.0/subnets?id=4cf0dce3-bf32-4c33-ae20-fc4ec3389627 HTTP/1.1" status: 200 len: 801 time: 0.1575537 Feb 09 01:00:41.000293 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-e39bd597-7313-411f-b5c0-16e0c632b23e req-4698ee4e-486a-46d1-8677-b8d0f34ff55e tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:41.009460 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-e39bd597-7313-411f-b5c0-16e0c632b23e req-4698ee4e-486a-46d1-8677-b8d0f34ff55e tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:41.009460 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [req-e39bd597-7313-411f-b5c0-16e0c632b23e req-4698ee4e-486a-46d1-8677-b8d0f34ff55e tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Floating IP 5d373ca1-9c78-49f5-acd1-06feb539a980 disassociated. External IP: 172.25.5.190, port: cd5352ed-e2f5-4451-ab55-31e1d2b352b4. Feb 09 01:00:41.078652 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f0343-18b8-4068-9795-68bfe6175d54 req-e308b677-bb40-4e91-a381-70a9abda2e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:41.080138 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6a6f0343-18b8-4068-9795-68bfe6175d54 req-e308b677-bb40-4e91-a381-70a9abda2e31 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=96bba698-9b96-4ecd-9829-8168d8e90c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3749785 Feb 09 01:00:41.413711 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6a6f0343-18b8-4068-9795-68bfe6175d54 req-b9912011-d1bd-4799-9083-ac1e1aeb4fec service neutron] 10.222.0.117 "GET /v2.0/networks/96bba698-9b96-4ecd-9829-8168d8e90c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246570 Feb 09 01:00:41.570109 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:41.647495 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6a6f0343-18b8-4068-9795-68bfe6175d54 req-36524b85-e77d-4458-8d93-271931902ba6 service neutron] 10.222.0.117 "GET /v2.0/networks/96bba698-9b96-4ecd-9829-8168d8e90c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204649 Feb 09 01:00:41.652336 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e39bd597-7313-411f-b5c0-16e0c632b23e req-4698ee4e-486a-46d1-8677-b8d0f34ff55e tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Router f4038029-1217-4060-ae2d-604dab1aad7f has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:00:41.862999 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e39bd597-7313-411f-b5c0-16e0c632b23e req-4698ee4e-486a-46d1-8677-b8d0f34ff55e tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:00:41.868507 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-e39bd597-7313-411f-b5c0-16e0c632b23e req-4698ee4e-486a-46d1-8677-b8d0f34ff55e tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:41.878736 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510b10bc-6afc-4848-983e-18f00900eca2 None None] Sync routers for ids ['f4038029-1217-4060-ae2d-604dab1aad7f'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:00:41.899003 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510b10bc-6afc-4848-983e-18f00900eca2 None None] Routers {'f4038029-1217-4060-ae2d-604dab1aad7f'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:00:41.901232 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-510b10bc-6afc-4848-983e-18f00900eca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:00:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['f4038029-1217-4060-ae2d-604dab1aad7f'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:41.946588 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e39bd597-7313-411f-b5c0-16e0c632b23e req-4698ee4e-486a-46d1-8677-b8d0f34ff55e tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "PUT /v2.0/floatingips/5d373ca1-9c78-49f5-acd1-06feb539a980 HTTP/1.1" status: 200 len: 695 time: 1.5822599 Feb 09 01:00:41.946962 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0cade0-cd58-4252-a61c-ab312eb67de0', 'tag': 'cd5352ed-e2f5-4451-ab55-31e1d2b352b4'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:42.065744 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bd597-7313-411f-b5c0-16e0c632b23e req-a686ce85-3228-4c95-9cd9-da7301302603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:42.067908 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e39bd597-7313-411f-b5c0-16e0c632b23e req-a686ce85-3228-4c95-9cd9-da7301302603 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5cbed1718f943558d23d2d82e04fd93&device_id=1d0cade0-cd58-4252-a61c-ab312eb67de0 HTTP/1.1" status: 200 len: 1096 time: 0.0970571 Feb 09 01:00:42.233339 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-510b10bc-6afc-4848-983e-18f00900eca2 None None] Set router f4038029-1217-4060-ae2d-604dab1aad7f gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:00:42.265886 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bd597-7313-411f-b5c0-16e0c632b23e req-11ec5ebb-32a1-450c-9794-dc3f6f254294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:42.267875 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e39bd597-7313-411f-b5c0-16e0c632b23e req-11ec5ebb-32a1-450c-9794-dc3f6f254294 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4b6c3381-1d8e-43f3-869b-fab4a3c26101 HTTP/1.1" status: 200 len: 930 time: 0.1939805 Feb 09 01:00:42.375399 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e39bd597-7313-411f-b5c0-16e0c632b23e req-aebfcbd3-d9fe-473a-968d-25987820b085 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd5352ed-e2f5-4451-ab55-31e1d2b352b4 HTTP/1.1" status: 200 len: 217 time: 0.1015239 Feb 09 01:00:42.461759 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bd597-7313-411f-b5c0-16e0c632b23e req-1a30c545-a0e8-4516-b2c3-56b82b7a9a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:42.468717 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e39bd597-7313-411f-b5c0-16e0c632b23e req-1a30c545-a0e8-4516-b2c3-56b82b7a9a3d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=283c54b0-5051-4d26-8e41-b7afdc8e3c33 HTTP/1.1" status: 200 len: 868 time: 0.0874341 Feb 09 01:00:42.554313 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bd597-7313-411f-b5c0-16e0c632b23e req-733638f3-1d1a-4264-ae2f-c414589b5ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:42.556078 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e39bd597-7313-411f-b5c0-16e0c632b23e req-733638f3-1d1a-4264-ae2f-c414589b5ec5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b6c3381-1d8e-43f3-869b-fab4a3c26101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851138 Feb 09 01:00:42.766243 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-510b10bc-6afc-4848-983e-18f00900eca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384566489-router', 'tenant_id': 'a5cbed1718f943558d23d2d82e04fd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '91e34cbf-5517-4dc7-9639-000d88b6d786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:59:08Z', 'updated_at': '2022-02-09T00:59:21Z', 'revision_number': 4, 'project_id': 'a5cbed1718f943558d23d2d82e04fd93', 'gw_port': {'id': '91e34cbf-5517-4dc7-9639-000d88b6d786', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:00:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:11Z', 'updated_at': '2022-02-09T00:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '724daf0b-a7fe-476e-818b-84a0aa8b90ec', 'name': '', 'network_id': '4b6c3381-1d8e-43f3-869b-fab4a3c26101', 'tenant_id': 'a5cbed1718f943558d23d2d82e04fd93', 'mac_address': 'fa:16:3e:cf:e4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '283c54b0-5051-4d26-8e41-b7afdc8e3c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:18Z', 'updated_at': '2022-02-09T00:59:33Z', 'revision_number': 5, 'project_id': 'a5cbed1718f943558d23d2d82e04fd93', 'subnets': [{'id': '283c54b0-5051-4d26-8e41-b7afdc8e3c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:42.772179 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510b10bc-6afc-4848-983e-18f00900eca2 None None] Checking router: f4038029-1217-4060-ae2d-604dab1aad7f for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:00:42.784825 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510b10bc-6afc-4848-983e-18f00900eca2 None None] Routers {'f4038029-1217-4060-ae2d-604dab1aad7f'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:00:42.785682 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-510b10bc-6afc-4848-983e-18f00900eca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:00:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['f4038029-1217-4060-ae2d-604dab1aad7f'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:42.855270 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e39bd597-7313-411f-b5c0-16e0c632b23e req-f36077e2-11ad-43be-9a3a-39e5bc365751 service neutron] 10.222.0.37 "GET /v2.0/networks/4b6c3381-1d8e-43f3-869b-fab4a3c26101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864790 Feb 09 01:00:43.102839 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-510b10bc-6afc-4848-983e-18f00900eca2 None None] Set router f4038029-1217-4060-ae2d-604dab1aad7f gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:00:43.105615 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e39bd597-7313-411f-b5c0-16e0c632b23e req-4550724a-faef-4ff8-8176-0b8dc651748b service neutron] 10.222.0.37 "GET /v2.0/networks/4b6c3381-1d8e-43f3-869b-fab4a3c26101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916523 Feb 09 01:00:43.343590 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 988f5c37-caa0-4885-afa0-a5347ed94c22 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:00:43.567134 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5236d19-d5c8-466a-9433-34e5553cdc91 req-4f5d005f-6b40-4222-9188-1b349545e5a7 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:43.568359 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5236d19-d5c8-466a-9433-34e5553cdc91 req-4f5d005f-6b40-4222-9188-1b349545e5a7 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:43.568359 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5236d19-d5c8-466a-9433-34e5553cdc91 req-4f5d005f-6b40-4222-9188-1b349545e5a7 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:43.569534 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c5236d19-d5c8-466a-9433-34e5553cdc91 req-4f5d005f-6b40-4222-9188-1b349545e5a7 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=285e734e-1cb9-48c7-8f3d-9834753845f6&device_id=88a643ed-0658-494a-bb55-a406dcd2765f&device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 2882 time: 0.1195881 Feb 09 01:00:43.657314 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c5236d19-d5c8-466a-9433-34e5553cdc91 req-2d057d89-89c7-470f-bc5d-a01103be8c8b tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812485 Feb 09 01:00:43.790957 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 988f5c37-caa0-4885-afa0-a5347ed94c22, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=988f5c37-caa0-4885-afa0-a5347ed94c22,segment=NetworkSegment(b2b27be6-d274-4cc1-b477-8779a0c8e3ec),segment_id=b2b27be6-d274-4cc1-b477-8779a0c8e3ec)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:43.808466 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '988f5c37-caa0-4885-afa0-a5347ed94c22', 'network_id': 'ae6175a5-d2cd-42a6-b562-3579ae29397d', 'port_id': '988f5c37-caa0-4885-afa0-a5347ed94c22', 'mac_address': 'fa:16:3e:cf:e3:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 950, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fcf645e-6e37-4eeb-a60e-27a3d1e2aa1d', 'ip_address': '19.86.0.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:00:43.883989 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:43.910083 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e08e3-305e-4305-98a8-938e85bce933 req-55301c05-8616-4b75-8f34-2bf88d05b88f tempest-ServersOnMultiNodesTest-1113726229 tempest-ServersOnMultiNodesTest-1113726229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:43.913242 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-510b10bc-6afc-4848-983e-18f00900eca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384566489-router', 'tenant_id': 'a5cbed1718f943558d23d2d82e04fd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '91e34cbf-5517-4dc7-9639-000d88b6d786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:59:08Z', 'updated_at': '2022-02-09T00:59:21Z', 'revision_number': 4, 'project_id': 'a5cbed1718f943558d23d2d82e04fd93', 'gw_port': {'id': '91e34cbf-5517-4dc7-9639-000d88b6d786', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:00:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:11Z', 'updated_at': '2022-02-09T00:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '724daf0b-a7fe-476e-818b-84a0aa8b90ec', 'name': '', 'network_id': '4b6c3381-1d8e-43f3-869b-fab4a3c26101', 'tenant_id': 'a5cbed1718f943558d23d2d82e04fd93', 'mac_address': 'fa:16:3e:cf:e4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '283c54b0-5051-4d26-8e41-b7afdc8e3c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:18Z', 'updated_at': '2022-02-09T00:59:33Z', 'revision_number': 5, 'project_id': 'a5cbed1718f943558d23d2d82e04fd93', 'subnets': [{'id': '283c54b0-5051-4d26-8e41-b7afdc8e3c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:43.916850 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-315e08e3-305e-4305-98a8-938e85bce933 req-55301c05-8616-4b75-8f34-2bf88d05b88f tempest-ServersOnMultiNodesTest-1113726229 tempest-ServersOnMultiNodesTest-1113726229-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=087d7b77-194f-426a-a4e0-cf2aa95b45c5 HTTP/1.1" status: 200 len: 1101 time: 0.1035244 Feb 09 01:00:43.919480 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510b10bc-6afc-4848-983e-18f00900eca2 None None] The sync data for ids ['f4038029-1217-4060-ae2d-604dab1aad7f'] in n-d-828419-1 is: [{'id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384566489-router', 'tenant_id': 'a5cbed1718f943558d23d2d82e04fd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '91e34cbf-5517-4dc7-9639-000d88b6d786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:59:08Z', 'updated_at': '2022-02-09T00:59:21Z', 'revision_number': 4, 'project_id': 'a5cbed1718f943558d23d2d82e04fd93', 'gw_port': {'id': '91e34cbf-5517-4dc7-9639-000d88b6d786', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:00:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:11Z', 'updated_at': '2022-02-09T00:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '724daf0b-a7fe-476e-818b-84a0aa8b90ec', 'name': '', 'network_id': '4b6c3381-1d8e-43f3-869b-fab4a3c26101', 'tenant_id': 'a5cbed1718f943558d23d2d82e04fd93', 'mac_address': 'fa:16:3e:cf:e4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '283c54b0-5051-4d26-8e41-b7afdc8e3c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:18Z', 'updated_at': '2022-02-09T00:59:33Z', 'revision_number': 5, 'project_id': 'a5cbed1718f943558d23d2d82e04fd93', 'subnets': [{'id': '283c54b0-5051-4d26-8e41-b7afdc8e3c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:00:43.923668 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 988f5c37-caa0-4885-afa0-a5347ed94c22 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:00:43.942603 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 988f5c37-caa0-4885-afa0-a5347ed94c22, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=988f5c37-caa0-4885-afa0-a5347ed94c22,segment=NetworkSegment(b2b27be6-d274-4cc1-b477-8779a0c8e3ec),segment_id=b2b27be6-d274-4cc1-b477-8779a0c8e3ec)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:43.950566 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:43.951274 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device c30a16ff-7087-4641-bc88-9d70d60c4dfb details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:00:43.994987 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-315e08e3-305e-4305-98a8-938e85bce933 req-9c2264a5-03f3-4ad3-aa5c-82d67ecb5ecc tempest-ServersOnMultiNodesTest-1113726229 tempest-ServersOnMultiNodesTest-1113726229-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771134 Feb 09 01:00:44.213427 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=988f5c37-caa0-4885-afa0-a5347ed94c22,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:44.308101 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port c30a16ff-7087-4641-bc88-9d70d60c4dfb, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c30a16ff-7087-4641-bc88-9d70d60c4dfb,segment=NetworkSegment(11e68bd2-5be3-4a39-b585-a2813496efd6),segment_id=11e68bd2-5be3-4a39-b585-a2813496efd6)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:44.332148 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': 'c30a16ff-7087-4641-bc88-9d70d60c4dfb', 'network_id': '96bba698-9b96-4ecd-9829-8168d8e90c53', 'port_id': 'c30a16ff-7087-4641-bc88-9d70d60c4dfb', 'mac_address': 'fa:16:3e:14:1f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 998, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf0dce3-bf32-4c33-ae20-fc4ec3389627', 'ip_address': '19.80.0.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:00:44.369196 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e56f90-0262-4b38-b711-bb5b5856e316 req-8157fe5c-cd5f-446d-abfa-0ba537ae65bc tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:44.376715 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-10e56f90-0262-4b38-b711-bb5b5856e316 req-8157fe5c-cd5f-446d-abfa-0ba537ae65bc tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] 10.222.0.37 "GET /v2.0/ports?device_id=78a1b131-2072-4850-a15f-a3a8e13b03ed HTTP/1.1" status: 200 len: 945 time: 0.1194642 Feb 09 01:00:44.432659 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:44.449943 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-10e56f90-0262-4b38-b711-bb5b5856e316 req-9cfa39ab-fd7d-416e-97ce-23e8c5514c56 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] 10.222.0.37 "GET /v2.0/security-groups?id=5004e8a3-816f-453e-a479-b9a6fcc7b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719030 Feb 09 01:00:44.452551 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c30a16ff-7087-4641-bc88-9d70d60c4dfb {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:00:44.453310 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795ed5ce-9234-4764-93f6-550981db7b37 None None] New status for floating IP 5d373ca1-9c78-49f5-acd1-06feb539a980: DOWN {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:00:44.491856 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port c30a16ff-7087-4641-bc88-9d70d60c4dfb, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c30a16ff-7087-4641-bc88-9d70d60c4dfb,segment=NetworkSegment(11e68bd2-5be3-4a39-b585-a2813496efd6),segment_id=11e68bd2-5be3-4a39-b585-a2813496efd6)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:44.504923 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:44.506234 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 552c3f25-47a3-482d-b906-1ee30ade55f4 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:00:44.653131 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 552c3f25-47a3-482d-b906-1ee30ade55f4, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=552c3f25-47a3-482d-b906-1ee30ade55f4,segment=NetworkSegment(11e68bd2-5be3-4a39-b585-a2813496efd6),segment_id=11e68bd2-5be3-4a39-b585-a2813496efd6)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:44.688951 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '552c3f25-47a3-482d-b906-1ee30ade55f4', 'network_id': '96bba698-9b96-4ecd-9829-8168d8e90c53', 'port_id': '552c3f25-47a3-482d-b906-1ee30ade55f4', 'mac_address': 'fa:16:3e:90:fd:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 998, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf0dce3-bf32-4c33-ae20-fc4ec3389627', 'ip_address': '19.80.0.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:00:44.766785 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=c30a16ff-7087-4641-bc88-9d70d60c4dfb,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:44.856654 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:44.910603 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 552c3f25-47a3-482d-b906-1ee30ade55f4 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:00:44.962724 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 552c3f25-47a3-482d-b906-1ee30ade55f4, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=552c3f25-47a3-482d-b906-1ee30ade55f4,segment=NetworkSegment(11e68bd2-5be3-4a39-b585-a2813496efd6),segment_id=11e68bd2-5be3-4a39-b585-a2813496efd6)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:44.972180 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:45.160021 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=552c3f25-47a3-482d-b906-1ee30ade55f4,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:45.371933 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a33b29-a196-45a9-91d3-1abe76036115 req-52639991-0a91-4d5f-b5e9-6c634734dbe3 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:45.378117 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a33b29-a196-45a9-91d3-1abe76036115 req-52639991-0a91-4d5f-b5e9-6c634734dbe3 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:45.387185 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a33b29-a196-45a9-91d3-1abe76036115 req-52639991-0a91-4d5f-b5e9-6c634734dbe3 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:45.389067 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b4a33b29-a196-45a9-91d3-1abe76036115 req-52639991-0a91-4d5f-b5e9-6c634734dbe3 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?device_id=6438494a-65a4-4f50-a86d-52252528c14e HTTP/1.1" status: 200 len: 2415 time: 0.1980860 Feb 09 01:00:45.452975 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b4a33b29-a196-45a9-91d3-1abe76036115 req-2d40fdb0-3c20-4d86-b4c9-a89b59bb98d5 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/security-groups?id=3994565d-5024-4083-b0fc-cc37dc19c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551577 Feb 09 01:00:45.526853 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0cade0-cd58-4252-a61c-ab312eb67de0', 'tag': 'cd5352ed-e2f5-4451-ab55-31e1d2b352b4', 'status': 'completed', 'code': 200} Feb 09 01:00:45.708737 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-81c52cd0-c480-417e-86ae-e38c84ba6c3f req-c0d885c8-fea2-4f05-8258-42f02c7f861a tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/floatingips/5d373ca1-9c78-49f5-acd1-06feb539a980 HTTP/1.1" status: 200 len: 693 time: 0.1613302 Feb 09 01:00:45.731151 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['552c3f25-47a3-482d-b906-1ee30ade55f4'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:45.856024 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['c30a16ff-7087-4641-bc88-9d70d60c4dfb'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:45.886798 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['988f5c37-caa0-4885-afa0-a5347ed94c22'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:45.944814 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d277db3-92a2-4f92-8bc8-59c2c4a0a34a req-bae372b3-f263-4d97-b27a-5970293ec114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:45.946002 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1d277db3-92a2-4f92-8bc8-59c2c4a0a34a req-bae372b3-f263-4d97-b27a-5970293ec114 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a5cbed1718f943558d23d2d82e04fd93&device_id=1d0cade0-cd58-4252-a61c-ab312eb67de0 HTTP/1.1" status: 200 len: 1096 time: 0.3429711 Feb 09 01:00:46.097339 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c52cd0-c480-417e-86ae-e38c84ba6c3f req-21b4c847-3492-44f4-9bed-6ddb1edc8d97 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:46.105459 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-81c52cd0-c480-417e-86ae-e38c84ba6c3f req-21b4c847-3492-44f4-9bed-6ddb1edc8d97 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 784 time: 0.3950298 Feb 09 01:00:46.209444 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-81c52cd0-c480-417e-86ae-e38c84ba6c3f req-82894536-721f-470f-a39d-2542fc7c50e5 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.190 HTTP/1.1" status: 200 len: 696 time: 0.1030300 Feb 09 01:00:46.426276 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-81c52cd0-c480-417e-86ae-e38c84ba6c3f req-c0cb01ce-3487-4b5d-a9a1-6f45aa23e63e tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.190 HTTP/1.1" status: 200 len: 696 time: 0.2128780 Feb 09 01:00:46.455522 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f82ce-2bef-4a67-b265-3544f9628801 req-c862881f-ca72-4b91-85f6-6ee062b85f6d tempest-ServersOnMultiNodesTest-1113726229 tempest-ServersOnMultiNodesTest-1113726229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:46.457875 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-455f82ce-2bef-4a67-b265-3544f9628801 req-c862881f-ca72-4b91-85f6-6ee062b85f6d tempest-ServersOnMultiNodesTest-1113726229 tempest-ServersOnMultiNodesTest-1113726229-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0c2303d2-7cc1-4834-9cf6-e83058e4fcd9 HTTP/1.1" status: 200 len: 1100 time: 0.1755223 Feb 09 01:00:46.541954 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-455f82ce-2bef-4a67-b265-3544f9628801 req-9d57b730-edf9-4e0a-81e3-8cb3269b038c tempest-ServersOnMultiNodesTest-1113726229 tempest-ServersOnMultiNodesTest-1113726229-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757129 Feb 09 01:00:46.622684 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d277db3-92a2-4f92-8bc8-59c2c4a0a34a req-4f1939cf-40de-44f0-aca4-ce3ef7276c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:46.624081 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1d277db3-92a2-4f92-8bc8-59c2c4a0a34a req-4f1939cf-40de-44f0-aca4-ce3ef7276c51 service neutron] 10.222.0.117 "GET /v2.0/networks?id=4b6c3381-1d8e-43f3-869b-fab4a3c26101 HTTP/1.1" status: 200 len: 930 time: 0.6632714 Feb 09 01:00:46.628004 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-81c52cd0-c480-417e-86ae-e38c84ba6c3f req-e7d42345-6e00-4585-9748-2f32f4d4de87 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Deleting port e46beb21-8442-4f4c-8e30-9e860d594c11 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:00:46.628352 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-81c52cd0-c480-417e-86ae-e38c84ba6c3f req-e7d42345-6e00-4585-9748-2f32f4d4de87 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:46.896932 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1d277db3-92a2-4f92-8bc8-59c2c4a0a34a req-35575abd-459a-4dfc-9d89-23b0fdca9ee8 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd5352ed-e2f5-4451-ab55-31e1d2b352b4 HTTP/1.1" status: 200 len: 217 time: 0.1997807 Feb 09 01:00:46.945798 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114da5b0-02e3-4aba-a70e-b4da279da918 req-dba6eb76-2333-41c6-b104-450341591455 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:46.953318 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114da5b0-02e3-4aba-a70e-b4da279da918 req-dba6eb76-2333-41c6-b104-450341591455 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:46.961845 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114da5b0-02e3-4aba-a70e-b4da279da918 req-dba6eb76-2333-41c6-b104-450341591455 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:46.963845 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-114da5b0-02e3-4aba-a70e-b4da279da918 req-dba6eb76-2333-41c6-b104-450341591455 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?device_id=6438494a-65a4-4f50-a86d-52252528c14e HTTP/1.1" status: 200 len: 2415 time: 0.1145303 Feb 09 01:00:47.020781 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-114da5b0-02e3-4aba-a70e-b4da279da918 req-489069df-85ed-441e-b671-1d1824bd0382 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/security-groups?id=3994565d-5024-4083-b0fc-cc37dc19c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504982 Feb 09 01:00:47.047903 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d277db3-92a2-4f92-8bc8-59c2c4a0a34a req-2c4ee3b7-01ab-4e69-913b-fb379fdee8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:47.049405 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1d277db3-92a2-4f92-8bc8-59c2c4a0a34a req-2c4ee3b7-01ab-4e69-913b-fb379fdee8f5 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=283c54b0-5051-4d26-8e41-b7afdc8e3c33 HTTP/1.1" status: 200 len: 868 time: 0.1334658 Feb 09 01:00:47.158871 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-81c52cd0-c480-417e-86ae-e38c84ba6c3f req-e7d42345-6e00-4585-9748-2f32f4d4de87 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:47.159209 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-81c52cd0-c480-417e-86ae-e38c84ba6c3f req-e7d42345-6e00-4585-9748-2f32f4d4de87 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:47.193817 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-3aec383e-6bdf-4b94-8a9a-30b6628bf1ed tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335093 Feb 09 01:00:47.292972 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-81c52cd0-c480-417e-86ae-e38c84ba6c3f req-e7d42345-6e00-4585-9748-2f32f4d4de87 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Calling delete_port for e46beb21-8442-4f4c-8e30-9e860d594c11 owned by network:floatingip {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:00:47.357155 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d277db3-92a2-4f92-8bc8-59c2c4a0a34a req-a5cdacf6-a4c1-4e3b-bf3b-86434f987f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:47.358267 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-7e46e7b8-9b0e-4e84-8181-482bdbeb490d tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:47.358641 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1d277db3-92a2-4f92-8bc8-59c2c4a0a34a req-a5cdacf6-a4c1-4e3b-bf3b-86434f987f9a service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=4b6c3381-1d8e-43f3-869b-fab4a3c26101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2924922 Feb 09 01:00:47.359777 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-7e46e7b8-9b0e-4e84-8181-482bdbeb490d tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1604111 Feb 09 01:00:47.376379 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-387c7d4c-22a3-41b3-8699-9e5e5580ab38 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/quotas/e3282b39b26b4341b7bfc42f3e4e8492 HTTP/1.1" status: 200 len: 375 time: 0.0094337 Feb 09 01:00:47.478899 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-02ab7447-fed1-4690-ba4b-85cc73adde5a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0967481 Feb 09 01:00:47.595408 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1d277db3-92a2-4f92-8bc8-59c2c4a0a34a req-6965c700-8fcc-4739-9ef0-1032dba35f11 service neutron] 10.222.0.117 "GET /v2.0/networks/4b6c3381-1d8e-43f3-869b-fab4a3c26101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243435 Feb 09 01:00:47.731197 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-81c52cd0-c480-417e-86ae-e38c84ba6c3f req-e7d42345-6e00-4585-9748-2f32f4d4de87 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:47.805897 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d42345-6e00-4585-9748-2f32f4d4de87 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Pushing event deleted for resources: {'Port': ['ID=e46beb21-8442-4f4c-8e30-9e860d594c11,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:47.819651 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256db0a2-a89e-4e4d-91b3-a53cc09ee714 req-5793006d-f1c9-43ab-86e6-ebabb829f6e1 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:47.822065 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-256db0a2-a89e-4e4d-91b3-a53cc09ee714 req-5793006d-f1c9-43ab-86e6-ebabb829f6e1 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7506338-5ad3-419a-b8c0-fb29193ffc35 HTTP/1.1" status: 200 len: 950 time: 0.0999246 Feb 09 01:00:47.883866 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-256db0a2-a89e-4e4d-91b3-a53cc09ee714 req-3296ef34-6cc9-40d0-a574-4858d7b793a6 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/security-groups?id=d26cc557-a6e6-4bdd-a6df-88bad5d4807f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556381 Feb 09 01:00:47.983253 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1d277db3-92a2-4f92-8bc8-59c2c4a0a34a req-3b112ea3-a533-4f12-9b03-d4aa7d692134 service neutron] 10.222.0.117 "GET /v2.0/networks/4b6c3381-1d8e-43f3-869b-fab4a3c26101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784685 Feb 09 01:00:47.997765 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-81c52cd0-c480-417e-86ae-e38c84ba6c3f req-e7d42345-6e00-4585-9748-2f32f4d4de87 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks [] for floatingip, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:48.043568 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-81c52cd0-c480-417e-86ae-e38c84ba6c3f req-e7d42345-6e00-4585-9748-2f32f4d4de87 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:48.044532 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-81c52cd0-c480-417e-86ae-e38c84ba6c3f req-e7d42345-6e00-4585-9748-2f32f4d4de87 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "DELETE /v2.0/floatingips/5d373ca1-9c78-49f5-acd1-06feb539a980 HTTP/1.1" status: 204 len: 173 time: 1.6174655 Feb 09 01:00:48.247722 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-33faf717-63d5-4ac7-82cc-7f3967fe1ddd req-27e78a62-c222-4119-be18-64037ba74c75 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5ed635-c351-4816-a8b1-e46970ab0408 HTTP/1.1" status: 200 len: 210 time: 0.1085122 Feb 09 01:00:48.908521 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13232c3d-e0b0-47bf-990b-13ae3b6ad8d2 req-a8fbac28-7d70-4110-a317-c6959f7e1962 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:48.915694 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13232c3d-e0b0-47bf-990b-13ae3b6ad8d2 req-a8fbac28-7d70-4110-a317-c6959f7e1962 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:48.923261 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13232c3d-e0b0-47bf-990b-13ae3b6ad8d2 req-a8fbac28-7d70-4110-a317-c6959f7e1962 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:48.931805 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-13232c3d-e0b0-47bf-990b-13ae3b6ad8d2 req-a8fbac28-7d70-4110-a317-c6959f7e1962 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?device_id=6438494a-65a4-4f50-a86d-52252528c14e HTTP/1.1" status: 200 len: 2415 time: 0.1338506 Feb 09 01:00:49.003985 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-13232c3d-e0b0-47bf-990b-13ae3b6ad8d2 req-40b3309b-22a6-41e6-806e-8dee7f8434c3 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/security-groups?id=3994565d-5024-4083-b0fc-cc37dc19c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672736 Feb 09 01:00:49.237150 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2ab50-509b-46d7-af73-6d02627d6a4f req-696d0e6b-f141-434b-98f0-49f707741d22 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:49.246354 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3bc2ab50-509b-46d7-af73-6d02627d6a4f req-696d0e6b-f141-434b-98f0-49f707741d22 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0cade0-cd58-4252-a61c-ab312eb67de0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1259496 Feb 09 01:00:49.292443 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 552c3f25-47a3-482d-b906-1ee30ade55f4 up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:00:49.342659 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3bc2ab50-509b-46d7-af73-6d02627d6a4f req-f1a6fa23-1919-42a3-9a25-38cabafcd618 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0951092 Feb 09 01:00:49.350059 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-597e243b-611a-462e-afaa-29dfe18d1a12 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.117 "GET /v2.0/networks?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0897322 Feb 09 01:00:49.529077 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 552c3f25-47a3-482d-b906-1ee30ade55f4 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:49.542441 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 552c3f25-47a3-482d-b906-1ee30ade55f4 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:49.543315 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:49.606707 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c1640fa4-ecef-45b8-a466-535096b5ab88 req-7e7386bc-6642-4d65-8f33-6f909993a9a1 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5ed635-c351-4816-a8b1-e46970ab0408 HTTP/1.1" status: 200 len: 210 time: 0.0578430 Feb 09 01:00:49.731514 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-354216d8-4c2b-42f3-b35d-81837aef9d26 req-94303177-cbef-4c3c-adb9-474a5d18c622 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Synchronizing usage tracker for tenant:a5cbed1718f943558d23d2d82e04fd93 on resource:floatingip {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:00:49.848777 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60138) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:49.854177 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-354216d8-4c2b-42f3-b35d-81837aef9d26 req-94303177-cbef-4c3c-adb9-474a5d18c622 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Unset dirty status for tenant:a5cbed1718f943558d23d2d82e04fd93 on resource:floatingip {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:00:49.855809 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-354216d8-4c2b-42f3-b35d-81837aef9d26 req-94303177-cbef-4c3c-adb9-474a5d18c622 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2963259 Feb 09 01:00:49.891264 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e09921-8a99-4cc7-98f2-1b0a4f602af9 req-36485356-3c05-447a-9218-b1c4eda646a3 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:49.900513 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-67e09921-8a99-4cc7-98f2-1b0a4f602af9 req-36485356-3c05-447a-9218-b1c4eda646a3 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 1100 time: 0.1394646 Feb 09 01:00:49.935167 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-04345f07-95b3-44d5-b57d-bbebfb6ddfa6 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:49.937549 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:49.950405 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-04345f07-95b3-44d5-b57d-bbebfb6ddfa6 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5812926 Feb 09 01:00:49.957714 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-ef334dfa-5092-46c7-85e0-0e26b555c28a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Request body: {'port': {'device_id': 'ce5ed635-c351-4816-a8b1-e46970ab0408', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'admin_state_up': True, 'tenant_id': 'e3282b39b26b4341b7bfc42f3e4e8492'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:50.004790 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 552c3f25-47a3-482d-b906-1ee30ade55f4, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=552c3f25-47a3-482d-b906-1ee30ade55f4,segment=NetworkSegment(11e68bd2-5be3-4a39-b585-a2813496efd6),segment_id=11e68bd2-5be3-4a39-b585-a2813496efd6)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:50.008296 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6438494a-65a4-4f50-a86d-52252528c14e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552c3f25-47a3-482d-b906-1ee30ade55f4'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:50.017676 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-67e09921-8a99-4cc7-98f2-1b0a4f602af9 req-a76a9e57-215d-4f5e-bdae-5379e8bdbd11 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109703 Feb 09 01:00:50.042679 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:50.045118 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 988f5c37-caa0-4885-afa0-a5347ed94c22 up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:00:50.157112 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f28140f7-cd3c-476b-af74-b983af100002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:50.192744 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f28140f7-cd3c-476b-af74-b983af100002 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:00:50.201906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f28140f7-cd3c-476b-af74-b983af100002 admin admin] Usage tracker for resource:security_group_rule and tenant:aacd9b293fc4429c8c1fc6e74db7d5cd is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:00:50.209559 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f28140f7-cd3c-476b-af74-b983af100002 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:00:50.219444 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f28140f7-cd3c-476b-af74-b983af100002 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:00:50.277194 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=552c3f25-47a3-482d-b906-1ee30ade55f4,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:50.288752 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device bb8d1757-702c-4c4c-adad-0634cfa7b62d no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:00:50.323817 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-ef334dfa-5092-46c7-85e0-0e26b555c28a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:00:50.353527 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-ef334dfa-5092-46c7-85e0-0e26b555c28a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:00:50.383469 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-ef334dfa-5092-46c7-85e0-0e26b555c28a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Made reservation on behalf of e3282b39b26b4341b7bfc42f3e4e8492 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:50.390306 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-ef334dfa-5092-46c7-85e0-0e26b555c28a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:50.394757 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 988f5c37-caa0-4885-afa0-a5347ed94c22 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:50.404210 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 988f5c37-caa0-4885-afa0-a5347ed94c22 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:50.404724 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:50.484430 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6438494a-65a4-4f50-a86d-52252528c14e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552c3f25-47a3-482d-b906-1ee30ade55f4', 'code': 200} Feb 09 01:00:50.552464 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f28140f7-cd3c-476b-af74-b983af100002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:50.569019 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f51bf-864e-4b30-8810-15fbb935ef41 req-8b21a689-2b3f-466b-8084-b610cf11e38e tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:50.575496 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f51bf-864e-4b30-8810-15fbb935ef41 req-8b21a689-2b3f-466b-8084-b610cf11e38e tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:50.582168 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:50.582732 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f51bf-864e-4b30-8810-15fbb935ef41 req-8b21a689-2b3f-466b-8084-b610cf11e38e tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:50.584615 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-360f51bf-864e-4b30-8810-15fbb935ef41 req-8b21a689-2b3f-466b-8084-b610cf11e38e tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?device_id=6438494a-65a4-4f50-a86d-52252528c14e HTTP/1.1" status: 200 len: 2416 time: 0.2694585 Feb 09 01:00:50.585976 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f28140f7-cd3c-476b-af74-b983af100002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:50.661214 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f28140f7-cd3c-476b-af74-b983af100002 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aacd9b293fc4429c8c1fc6e74db7d5cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8110611 Feb 09 01:00:50.662946 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60162) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:50.663739 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28140f7-cd3c-476b-af74-b983af100002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53eac877-7c6c-4ba8-b436-0542b5cffe41,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:50.733982 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port bb8d1757-702c-4c4c-adad-0634cfa7b62d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=bb8d1757-702c-4c4c-adad-0634cfa7b62d,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:50.743222 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:50.750236 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-360f51bf-864e-4b30-8810-15fbb935ef41 req-6f7bc88d-2f74-4b12-a525-b283fd50c7a8 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/security-groups?id=3994565d-5024-4083-b0fc-cc37dc19c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300738 Feb 09 01:00:50.791732 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b0f1b666-b29e-4bd6-a38a-a42fbc2d8d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:50.816435 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:50.878290 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b0f1b666-b29e-4bd6-a38a-a42fbc2d8d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:50.935469 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 988f5c37-caa0-4885-afa0-a5347ed94c22, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=988f5c37-caa0-4885-afa0-a5347ed94c22,segment=NetworkSegment(b2b27be6-d274-4cc1-b477-8779a0c8e3ec),segment_id=b2b27be6-d274-4cc1-b477-8779a0c8e3ec)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:50.946249 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=bb8d1757-702c-4c4c-adad-0634cfa7b62d,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:50.954663 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:50.955777 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device c30a16ff-7087-4641-bc88-9d70d60c4dfb up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:00:50.996112 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b0f1b666-b29e-4bd6-a38a-a42fbc2d8d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:51.042239 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1b666-b29e-4bd6-a38a-a42fbc2d8d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53eac877-7c6c-4ba8-b436-0542b5cffe41,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:51.081466 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-ef334dfa-5092-46c7-85e0-0e26b555c28a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Allocated IP 192.168.233.136 (82c0e553-004f-4f65-a38e-9d785fdc5802/c1d7756a-584e-4152-ad93-d220060f4b30/12b22027-67b6-4f0e-8f08-e659e2dbc6fd) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:00:51.095829 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b0f1b666-b29e-4bd6-a38a-a42fbc2d8d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:51.100144 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b0f1b666-b29e-4bd6-a38a-a42fbc2d8d46 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/53eac877-7c6c-4ba8-b436-0542b5cffe41 HTTP/1.1" status: 204 len: 168 time: 0.4307108 Feb 09 01:00:51.112795 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6a9eb-c75c-4245-8eb8-2565eecda7ed req-e7dc8738-5bbc-447e-ac96-63b91d4bcaf0 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:51.116784 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=988f5c37-caa0-4885-afa0-a5347ed94c22,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:51.131821 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port c30a16ff-7087-4641-bc88-9d70d60c4dfb completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:51.134716 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f6c6a9eb-c75c-4245-8eb8-2565eecda7ed req-e7dc8738-5bbc-447e-ac96-63b91d4bcaf0 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 1100 time: 0.3142164 Feb 09 01:00:51.139033 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port c30a16ff-7087-4641-bc88-9d70d60c4dfb triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:51.139531 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:51.203696 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4c580-162d-4207-8623-ee8b7674d6de req-a0b0b566-b46d-4a1b-aa4d-1203c63eae26 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:51.213226 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-52c4c580-162d-4207-8623-ee8b7674d6de req-a0b0b566-b46d-4a1b-aa4d-1203c63eae26 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0cade0-cd58-4252-a61c-ab312eb67de0 HTTP/1.1" status: 200 len: 945 time: 0.1779003 Feb 09 01:00:51.278298 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-52c4c580-162d-4207-8623-ee8b7674d6de req-5030453a-d8d3-4e4c-8674-a6204427161d tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/security-groups?id=762fb667-f5fe-4686-9f4a-3f4893c1fe4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603631 Feb 09 01:00:51.326173 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f6c6a9eb-c75c-4245-8eb8-2565eecda7ed req-1b4c426a-e186-4237-90c5-17716279317d tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888068 Feb 09 01:00:51.379403 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:51.450521 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port c30a16ff-7087-4641-bc88-9d70d60c4dfb, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c30a16ff-7087-4641-bc88-9d70d60c4dfb,segment=NetworkSegment(11e68bd2-5be3-4a39-b585-a2813496efd6),segment_id=11e68bd2-5be3-4a39-b585-a2813496efd6)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:51.460951 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:51.539502 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c1e85aaa-9123-4d39-81fd-b5f149995139 req-1bf940c7-3610-4723-87fc-5cf034b648c8 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5ed635-c351-4816-a8b1-e46970ab0408 HTTP/1.1" status: 200 len: 210 time: 0.0729795 Feb 09 01:00:51.646444 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:51.667507 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-ef334dfa-5092-46c7-85e0-0e26b555c28a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:51.685691 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=c30a16ff-7087-4641-bc88-9d70d60c4dfb,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:51.721528 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-ef334dfa-5092-46c7-85e0-0e26b555c28a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Transition to ACTIVE for port object 12b22027-67b6-4f0e-8f08-e659e2dbc6fd will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:51.765053 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60184) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:51.767716 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-ef334dfa-5092-46c7-85e0-0e26b555c28a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:51.787834 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['85f0c83d-e492-4252-8c90-1fd22fec3aff', 'a4b505d8-d756-48f6-922c-121b8b731f28'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:51.817252 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bc1a51b3-d1ec-4aea-a35e-4ef28f17ab24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:51.837725 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-bc1a51b3-d1ec-4aea-a35e-4ef28f17ab24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:00:51.842530 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-bc1a51b3-d1ec-4aea-a35e-4ef28f17ab24 admin admin] Usage tracker for resource:security_group_rule and tenant:38d1a062a74f4fb1b4faa20715757271 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:00:51.845360 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['7999435b-c963-4dcc-a9db-35ef5464f9d9', '31cd774d-837f-4021-9774-cf22b4421c89', '8dec7b93-7bbf-4dc1-aaee-3287c2809f4b'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:51.845831 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-bc1a51b3-d1ec-4aea-a35e-4ef28f17ab24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:00:51.861758 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-bc1a51b3-d1ec-4aea-a35e-4ef28f17ab24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:00:51.957917 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-ef334dfa-5092-46c7-85e0-0e26b555c28a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:00:51.961939 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-ef334dfa-5092-46c7-85e0-0e26b555c28a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:51.966878 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-ef334dfa-5092-46c7-85e0-0e26b555c28a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:00:52.012096 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef334dfa-5092-46c7-85e0-0e26b555c28a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Pushing event updated for resources: {'Port': ['ID=12b22027-67b6-4f0e-8f08-e659e2dbc6fd,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:52.057676 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-ef334dfa-5092-46c7-85e0-0e26b555c28a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:52.058321 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-ef334dfa-5092-46c7-85e0-0e26b555c28a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:52.089227 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-ef334dfa-5092-46c7-85e0-0e26b555c28a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1371818 Feb 09 01:00:52.112432 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] Request body: {'port': {'device_id': 'ce5ed635-c351-4816-a8b1-e46970ab0408', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:52.230987 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bc1a51b3-d1ec-4aea-a35e-4ef28f17ab24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:52.262008 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41767ab9-cb74-4fab-9733-8e16ba125c1d req-71f22d77-8c30-4296-9264-e089e85882b7 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:52.286802 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41767ab9-cb74-4fab-9733-8e16ba125c1d req-71f22d77-8c30-4296-9264-e089e85882b7 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:52.299863 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41767ab9-cb74-4fab-9733-8e16ba125c1d req-71f22d77-8c30-4296-9264-e089e85882b7 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:52.316374 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41767ab9-cb74-4fab-9733-8e16ba125c1d req-71f22d77-8c30-4296-9264-e089e85882b7 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?device_id=6438494a-65a4-4f50-a86d-52252528c14e HTTP/1.1" status: 200 len: 2418 time: 0.3727531 Feb 09 01:00:52.318993 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bc1a51b3-d1ec-4aea-a35e-4ef28f17ab24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:52.325074 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:00:52.387098 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-bc1a51b3-d1ec-4aea-a35e-4ef28f17ab24 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=38d1a062a74f4fb1b4faa20715757271&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6205676 Feb 09 01:00:52.388217 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60208) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:52.408792 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:52.460602 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a51b3-d1ec-4aea-a35e-4ef28f17ab24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17012a9-e05e-45bc-beac-627338fceddc,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:52.471129 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.resource_extend [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:00:52.476970 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a51b3-d1ec-4aea-a35e-4ef28f17ab24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:52.477569 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a51b3-d1ec-4aea-a35e-4ef28f17ab24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:52.478078 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a51b3-d1ec-4aea-a35e-4ef28f17ab24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:52.480651 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a51b3-d1ec-4aea-a35e-4ef28f17ab24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:52.481176 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a51b3-d1ec-4aea-a35e-4ef28f17ab24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:52.481677 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a51b3-d1ec-4aea-a35e-4ef28f17ab24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:52.482327 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a51b3-d1ec-4aea-a35e-4ef28f17ab24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:52.482666 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a51b3-d1ec-4aea-a35e-4ef28f17ab24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:52.482995 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a51b3-d1ec-4aea-a35e-4ef28f17ab24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:52.483322 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a51b3-d1ec-4aea-a35e-4ef28f17ab24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:52.483646 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a51b3-d1ec-4aea-a35e-4ef28f17ab24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:52.484077 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1a51b3-d1ec-4aea-a35e-4ef28f17ab24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:52.504233 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7506338-5ad3-419a-b8c0-fb29193ffc35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb8d1757-702c-4c4c-adad-0634cfa7b62d'}, {'server_uuid': '6438494a-65a4-4f50-a86d-52252528c14e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988f5c37-caa0-4885-afa0-a5347ed94c22'}, {'server_uuid': '6438494a-65a4-4f50-a86d-52252528c14e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30a16ff-7087-4641-bc88-9d70d60c4dfb'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:52.662831 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-46a87dc5-7bf2-47ad-9f5b-09b4ddd237b6 None None] Provisioning for port 12b22027-67b6-4f0e-8f08-e659e2dbc6fd completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:52.731851 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-46a87dc5-7bf2-47ad-9f5b-09b4ddd237b6 None None] Provisioning complete for port 12b22027-67b6-4f0e-8f08-e659e2dbc6fd triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:52.732182 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-46a87dc5-7bf2-47ad-9f5b-09b4ddd237b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:52.746106 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41767ab9-cb74-4fab-9733-8e16ba125c1d req-723df5d0-5b96-4eab-b334-751e22365595 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/security-groups?id=3994565d-5024-4083-b0fc-cc37dc19c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284770 Feb 09 01:00:52.799003 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-46a87dc5-7bf2-47ad-9f5b-09b4ddd237b6 None None] Port 12b22027-67b6-4f0e-8f08-e659e2dbc6fd cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:00:52.828647 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-84cc32e8-23be-4dbd-b2ab-0b3267728129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:52.885823 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7506338-5ad3-419a-b8c0-fb29193ffc35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb8d1757-702c-4c4c-adad-0634cfa7b62d', 'code': 200} Feb 09 01:00:52.886144 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6438494a-65a4-4f50-a86d-52252528c14e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988f5c37-caa0-4885-afa0-a5347ed94c22', 'code': 200} Feb 09 01:00:52.886340 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6438494a-65a4-4f50-a86d-52252528c14e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30a16ff-7087-4641-bc88-9d70d60c4dfb', 'code': 200} Feb 09 01:00:52.944846 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b22027-67b6-4f0e-8f08-e659e2dbc6fd {{(pid=87611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:00:52.954858 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:52.971798 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] Transition to ACTIVE for port object 12b22027-67b6-4f0e-8f08-e659e2dbc6fd will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:52.976537 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9f4a6e9c-d7c2-49a4-a271-452c4faca4a4,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:52.984807 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-84cc32e8-23be-4dbd-b2ab-0b3267728129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:53.031885 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:53.070810 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '9f4a6e9c-d7c2-49a4-a271-452c4faca4a4', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': '9f4a6e9c-d7c2-49a4-a271-452c4faca4a4', 'mac_address': 'fa:16:3e:7d:26:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:00:53.197493 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:00:53.227910 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:53.303870 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ff4d2-0fcd-4595-bb3a-f10c8fef5b85 req-526e61c1-2741-4b83-bdb1-2aca62885e42 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:53.310065 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea0ff4d2-0fcd-4595-bb3a-f10c8fef5b85 req-526e61c1-2741-4b83-bdb1-2aca62885e42 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.117 "GET /v2.0/ports?device_id=1d0cade0-cd58-4252-a61c-ab312eb67de0 HTTP/1.1" status: 200 len: 945 time: 0.8116727 Feb 09 01:00:53.342932 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:00:53.360564 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9f4a6e9c-d7c2-49a4-a271-452c4faca4a4,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:53.369495 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:53.391279 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] Pushing event updated for resources: {'Port': ['ID=12b22027-67b6-4f0e-8f08-e659e2dbc6fd,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:53.450350 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02693b-2a75-41ba-b08b-ddbd85270d3b req-962126d3-d811-40db-8cd3-3f9081218cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:53.450990 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02693b-2a75-41ba-b08b-ddbd85270d3b req-962126d3-d811-40db-8cd3-3f9081218cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:53.452534 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02693b-2a75-41ba-b08b-ddbd85270d3b req-962126d3-d811-40db-8cd3-3f9081218cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:53.458261 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bb02693b-2a75-41ba-b08b-ddbd85270d3b req-962126d3-d811-40db-8cd3-3f9081218cf6 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=6438494a-65a4-4f50-a86d-52252528c14e HTTP/1.1" status: 200 len: 2871 time: 0.3417213 Feb 09 01:00:53.459156 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-84cc32e8-23be-4dbd-b2ab-0b3267728129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:53.514299 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7a4d3-9805-4c54-bee7-71d0b0ed5c1e req-54c3a568-9352-46e1-b61a-835c96903b8c tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:53.514930 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-d9d7a4d3-9805-4c54-bee7-71d0b0ed5c1e req-54c3a568-9352-46e1-b61a-835c96903b8c tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Synchronizing usage tracker for tenant:a5cbed1718f943558d23d2d82e04fd93 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:00:53.555479 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] Attempting to bind port 12b22027-67b6-4f0e-8f08-e659e2dbc6fd on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:00:53.555731 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] Attempting to bind port 12b22027-67b6-4f0e-8f08-e659e2dbc6fd by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:00:53.558650 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] Attempting to bind port 12b22027-67b6-4f0e-8f08-e659e2dbc6fd on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:00:53.562816 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc32e8-23be-4dbd-b2ab-0b3267728129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17012a9-e05e-45bc-beac-627338fceddc,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:53.594547 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] Port 12b22027-67b6-4f0e-8f08-e659e2dbc6fd on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:00:53.594871 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] Attempting to bind port 12b22027-67b6-4f0e-8f08-e659e2dbc6fd on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:00:53.612471 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=9f4a6e9c-d7c2-49a4-a271-452c4faca4a4,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:53.620738 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:00:53.621199 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:00:53.622293 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:00:53.624300 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] Bound port: 12b22027-67b6-4f0e-8f08-e659e2dbc6fd, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:00:53.625453 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:53.643603 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bb02693b-2a75-41ba-b08b-ddbd85270d3b req-19c75e52-ebf0-42ea-95b8-628e8c14469f service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=3994565d-5024-4083-b0fc-cc37dc19c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562362 Feb 09 01:00:53.661512 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-ea0ff4d2-0fcd-4595-bb3a-f10c8fef5b85 req-092e4c85-5e54-4f3a-9b8a-dc75bac584bb tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Deleting port cd5352ed-e2f5-4451-ab55-31e1d2b352b4 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:00:53.662074 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ea0ff4d2-0fcd-4595-bb3a-f10c8fef5b85 req-092e4c85-5e54-4f3a-9b8a-dc75bac584bb tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:53.697139 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-d9d7a4d3-9805-4c54-bee7-71d0b0ed5c1e req-54c3a568-9352-46e1-b61a-835c96903b8c tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Unset dirty status for tenant:a5cbed1718f943558d23d2d82e04fd93 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:00:53.698909 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['9f4a6e9c-d7c2-49a4-a271-452c4faca4a4'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:00:53.705982 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d9d7a4d3-9805-4c54-bee7-71d0b0ed5c1e req-54c3a568-9352-46e1-b61a-835c96903b8c tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0cade0-cd58-4252-a61c-ab312eb67de0 HTTP/1.1" status: 200 len: 945 time: 0.7325699 Feb 09 01:00:53.800014 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-84cc32e8-23be-4dbd-b2ab-0b3267728129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:53.805108 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-84cc32e8-23be-4dbd-b2ab-0b3267728129 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b17012a9-e05e-45bc-beac-627338fceddc HTTP/1.1" status: 204 len: 168 time: 1.4007931 Feb 09 01:00:53.823557 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:53.824320 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:53.824320 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:53.824595 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:53.824922 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:53.825248 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:53.825576 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:53.825900 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:53.826229 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:53.826552 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:53.826871 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:53.827215 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:53.829420 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d9d7a4d3-9805-4c54-bee7-71d0b0ed5c1e req-ab108a44-c969-4554-9923-9806de5522a6 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/security-groups?id=762fb667-f5fe-4686-9f4a-3f4893c1fe4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208150 Feb 09 01:00:53.916639 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] For port 12b22027-67b6-4f0e-8f08-e659e2dbc6fd, host n-h2-828419-1, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:00:53.931730 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] For port 12b22027-67b6-4f0e-8f08-e659e2dbc6fd, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=12b22027-67b6-4f0e-8f08-e659e2dbc6fd,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:00:53.940882 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:54.190654 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:54.203014 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:54.204594 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] 10.222.0.117 "PUT /v2.0/ports/12b22027-67b6-4f0e-8f08-e659e2dbc6fd HTTP/1.1" status: 200 len: 1096 time: 2.0982637 Feb 09 01:00:54.205109 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5ed635-c351-4816-a8b1-e46970ab0408', 'tag': '12b22027-67b6-4f0e-8f08-e659e2dbc6fd'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:54.284154 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02694a14-81b0-4ec5-a4e4-0744eb9bfc5d req-d992b1e1-109c-415b-858d-1c83a9ac2cb6 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:54.292190 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-02694a14-81b0-4ec5-a4e4-0744eb9bfc5d req-d992b1e1-109c-415b-858d-1c83a9ac2cb6 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5ed635-c351-4816-a8b1-e46970ab0408 HTTP/1.1" status: 200 len: 948 time: 0.4422941 Feb 09 01:00:54.463695 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-02694a14-81b0-4ec5-a4e4-0744eb9bfc5d req-4f46372a-f7c3-45c1-a197-6bece2035fe1 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702838 Feb 09 01:00:54.530032 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-ea0ff4d2-0fcd-4595-bb3a-f10c8fef5b85 req-092e4c85-5e54-4f3a-9b8a-dc75bac584bb tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] For port cd5352ed-e2f5-4451-ab55-31e1d2b352b4, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=cd5352ed-e2f5-4451-ab55-31e1d2b352b4,segment=NetworkSegment(ac5394c8-a1c7-46f4-8081-c70b84abb73c),segment_id=ac5394c8-a1c7-46f4-8081-c70b84abb73c)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:54.530978 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ea0ff4d2-0fcd-4595-bb3a-f10c8fef5b85 req-092e4c85-5e54-4f3a-9b8a-dc75bac584bb tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:54.670409 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:54.684127 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] Pushing event updated for resources: {'Port': ['ID=12b22027-67b6-4f0e-8f08-e659e2dbc6fd,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:54.694191 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:54.694536 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:54.694872 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:54.695202 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:54.695530 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:54.695854 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:54.696177 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:54.696917 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:54.696917 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:54.697161 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:54.697526 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:54.698137 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6695954b-2dcd-4dc8-8675-bb2eefe3f89c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:54.725446 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-9036dd96-eb90-49e7-887e-75123ce27cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:54.727245 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-9036dd96-eb90-49e7-887e-75123ce27cfc service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&device_id=ce5ed635-c351-4816-a8b1-e46970ab0408 HTTP/1.1" status: 200 len: 1099 time: 0.4483526 Feb 09 01:00:54.816640 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-ed05289a-20fa-4a85-84af-83efa3476dd0 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=12b22027-67b6-4f0e-8f08-e659e2dbc6fd HTTP/1.1" status: 200 len: 217 time: 0.0776837 Feb 09 01:00:54.825937 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3813f0-ed3b-4e9c-bfbd-6cf0d8c20681 req-a5576125-6ba2-4041-b0e3-0ab7449392b3 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:54.833544 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3f3813f0-ed3b-4e9c-bfbd-6cf0d8c20681 req-a5576125-6ba2-4041-b0e3-0ab7449392b3 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 949 time: 0.2596772 Feb 09 01:00:54.990016 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3f3813f0-ed3b-4e9c-bfbd-6cf0d8c20681 req-f3a1a974-61e3-4d0b-b163-3c69459c3bd1 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554856 Feb 09 01:00:54.993568 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-ea0ff4d2-0fcd-4595-bb3a-f10c8fef5b85 req-092e4c85-5e54-4f3a-9b8a-dc75bac584bb tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Calling delete_port for cd5352ed-e2f5-4451-ab55-31e1d2b352b4 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:00:54.998999 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-cbb78d69-b637-4223-a467-520327255924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:55.004612 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-cbb78d69-b637-4223-a467-520327255924 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.1545963 Feb 09 01:00:55.240833 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-f102b8b2-cc03-4c38-8a7f-0e86fadd8133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:55.249331 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-f102b8b2-cc03-4c38-8a7f-0e86fadd8133 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2346189 Feb 09 01:00:55.303896 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ea0ff4d2-0fcd-4595-bb3a-f10c8fef5b85 req-092e4c85-5e54-4f3a-9b8a-dc75bac584bb tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:55.320501 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device cd5352ed-e2f5-4451-ab55-31e1d2b352b4 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:00:55.515328 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: cd5352ed-e2f5-4451-ab55-31e1d2b352b4 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:00:55.522354 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device cd5352ed-e2f5-4451-ab55-31e1d2b352b4 not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:00:55.644269 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e4c85-5e54-4f3a-9b8a-dc75bac584bb tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Pushing event deleted for resources: {'Port': ['ID=cd5352ed-e2f5-4451-ab55-31e1d2b352b4,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:55.714179 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-c4f37494-ae63-4a2e-a3bd-363db70ec2aa service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544637 Feb 09 01:00:55.723715 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce5ed635-c351-4816-a8b1-e46970ab0408', 'tag': '12b22027-67b6-4f0e-8f08-e659e2dbc6fd', 'status': 'completed', 'code': 200} Feb 09 01:00:55.790289 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0ff4d2-0fcd-4595-bb3a-f10c8fef5b85 req-092e4c85-5e54-4f3a-9b8a-dc75bac584bb tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] No DVR routers for this DVR port cd5352ed-e2f5-4451-ab55-31e1d2b352b4 on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:00:55.796952 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ea0ff4d2-0fcd-4595-bb3a-f10c8fef5b85 req-092e4c85-5e54-4f3a-9b8a-dc75bac584bb tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:55.819448 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0cade0-cd58-4252-a61c-ab312eb67de0', 'name': 'network-vif-deleted', 'tag': 'cd5352ed-e2f5-4451-ab55-31e1d2b352b4'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:55.857291 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea0ff4d2-0fcd-4595-bb3a-f10c8fef5b85 req-092e4c85-5e54-4f3a-9b8a-dc75bac584bb tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.117 "DELETE /v2.0/ports/cd5352ed-e2f5-4451-ab55-31e1d2b352b4 HTTP/1.1" status: 204 len: 173 time: 2.5310214 Feb 09 01:00:55.877529 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe185f8b-f542-4ea3-9b7a-0fe2398ddb12 req-ff639482-e996-4338-9229-794abf89bfe7 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:55.902800 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe185f8b-f542-4ea3-9b7a-0fe2398ddb12 req-ff639482-e996-4338-9229-794abf89bfe7 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:55.914979 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe185f8b-f542-4ea3-9b7a-0fe2398ddb12 req-ff639482-e996-4338-9229-794abf89bfe7 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:55.916693 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fe185f8b-f542-4ea3-9b7a-0fe2398ddb12 req-ff639482-e996-4338-9229-794abf89bfe7 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?device_id=6438494a-65a4-4f50-a86d-52252528c14e HTTP/1.1" status: 200 len: 2418 time: 1.1675889 Feb 09 01:00:56.092352 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fe185f8b-f542-4ea3-9b7a-0fe2398ddb12 req-683bc945-85c0-4a2a-aef1-5958ef83373f tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/security-groups?id=3994565d-5024-4083-b0fc-cc37dc19c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675282 Feb 09 01:00:56.139808 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4cb82464-e1ed-43b3-a4dc-93ec1cc9b11c req-ba762aed-8b74-4da3-95fe-25dc3db87645 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855 tempest-FloatingIPsAssociationNegativeTestJSON-1219890855-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d0cade0-cd58-4252-a61c-ab312eb67de0 HTTP/1.1" status: 200 len: 210 time: 0.2217679 Feb 09 01:00:56.272911 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-de020f7f-b080-49ba-9e54-7b4f5d1c057c req-78df931a-0d75-4836-bf8d-868f3dcc6cf0 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5444055 Feb 09 01:00:56.300371 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:00:56.338713 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0cade0-cd58-4252-a61c-ab312eb67de0', 'name': 'network-vif-deleted', 'tag': 'cd5352ed-e2f5-4451-ab55-31e1d2b352b4', 'status': 'completed', 'code': 200} Feb 09 01:00:56.454097 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:56.454467 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:56.629995 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038ae59-7e75-4154-b2ea-184abc9d9ec1 req-fd2de9d5-b96c-4dd1-80a5-bdb6dddd1d1c tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:56.642568 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7038ae59-7e75-4154-b2ea-184abc9d9ec1 req-fd2de9d5-b96c-4dd1-80a5-bdb6dddd1d1c tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 949 time: 0.1726816 Feb 09 01:00:56.648646 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:56.663189 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c365ca-1a10-4d37-8b83-5f331fd66297 req-0e1f762d-1075-4080-b577-52f270503d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:56.664834 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-35c365ca-1a10-4d37-8b83-5f331fd66297 req-0e1f762d-1075-4080-b577-52f270503d55 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&device_id=ce5ed635-c351-4816-a8b1-e46970ab0408 HTTP/1.1" status: 200 len: 1099 time: 0.3218853 Feb 09 01:00:56.697010 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf225b-ddd7-4436-aa9c-48196398aa97 req-6b62ae86-3e6c-4d62-ab95-b44298abc6a2 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:56.698288 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-e3cf225b-ddd7-4436-aa9c-48196398aa97 req-6b62ae86-3e6c-4d62-ab95-b44298abc6a2 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Synchronizing usage tracker for tenant:e3282b39b26b4341b7bfc42f3e4e8492 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:00:56.771722 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7038ae59-7e75-4154-b2ea-184abc9d9ec1 req-2bc6d8a2-8c98-4c36-9a0c-513997fd22c3 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270704 Feb 09 01:00:56.788507 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76d9741-0bb8-4b77-af9c-e40d6a945ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4a6e9c-d7c2-49a4-a271-452c4faca4a4'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:56.824366 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9f4a6e9c-d7c2-49a4-a271-452c4faca4a4,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:56.832497 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:56.935818 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=9f4a6e9c-d7c2-49a4-a271-452c4faca4a4,revision_number=7']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:56.940950 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76d9741-0bb8-4b77-af9c-e40d6a945ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4a6e9c-d7c2-49a4-a271-452c4faca4a4', 'code': 200} Feb 09 01:00:57.002051 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-e3cf225b-ddd7-4436-aa9c-48196398aa97 req-6b62ae86-3e6c-4d62-ab95-b44298abc6a2 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Unset dirty status for tenant:e3282b39b26b4341b7bfc42f3e4e8492 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:00:57.003212 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e3cf225b-ddd7-4436-aa9c-48196398aa97 req-6b62ae86-3e6c-4d62-ab95-b44298abc6a2 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5ed635-c351-4816-a8b1-e46970ab0408 HTTP/1.1" status: 200 len: 948 time: 0.5777171 Feb 09 01:00:57.242888 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e3cf225b-ddd7-4436-aa9c-48196398aa97 req-f8c77a9d-506f-4d4d-b06b-47094439cf96 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304065 Feb 09 01:00:57.267722 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c365ca-1a10-4d37-8b83-5f331fd66297 req-e3185cc8-be3e-4cf5-94d3-9156c8afc7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:57.270602 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-35c365ca-1a10-4d37-8b83-5f331fd66297 req-e3185cc8-be3e-4cf5-94d3-9156c8afc7cf service neutron] 10.222.0.117 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.5656519 Feb 09 01:00:57.364162 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60370) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:57.448667 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-35c365ca-1a10-4d37-8b83-5f331fd66297 req-c8262aa8-04a6-484a-a6f1-3094d0eb1a0b service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=12b22027-67b6-4f0e-8f08-e659e2dbc6fd HTTP/1.1" status: 200 len: 217 time: 0.1629000 Feb 09 01:00:57.533926 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c365ca-1a10-4d37-8b83-5f331fd66297 req-340a6fd7-fb61-4691-8041-f5d516452c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:57.535662 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-35c365ca-1a10-4d37-8b83-5f331fd66297 req-340a6fd7-fb61-4691-8041-f5d516452c19 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.0791328 Feb 09 01:00:57.657561 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c365ca-1a10-4d37-8b83-5f331fd66297 req-5c6b8879-6c94-42d5-8be5-b6590375b69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:57.659987 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-35c365ca-1a10-4d37-8b83-5f331fd66297 req-5c6b8879-6c94-42d5-8be5-b6590375b69f service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1097422 Feb 09 01:00:58.001495 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-35c365ca-1a10-4d37-8b83-5f331fd66297 req-78c0ac67-dd2a-4269-982d-5a71d3af01a2 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275895 Feb 09 01:00:58.025839 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4589c4-4589-4845-92d6-bf17e0176ecb req-9420c4bb-ca29-4449-9b2d-5a15a3cd94c9 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:58.039965 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4589c4-4589-4845-92d6-bf17e0176ecb req-9420c4bb-ca29-4449-9b2d-5a15a3cd94c9 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:58.048437 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4589c4-4589-4845-92d6-bf17e0176ecb req-9420c4bb-ca29-4449-9b2d-5a15a3cd94c9 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:58.063250 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f4589c4-4589-4845-92d6-bf17e0176ecb req-9420c4bb-ca29-4449-9b2d-5a15a3cd94c9 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?device_id=6438494a-65a4-4f50-a86d-52252528c14e HTTP/1.1" status: 200 len: 2418 time: 0.5652845 Feb 09 01:00:58.152736 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60392) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:58.236905 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f4589c4-4589-4845-92d6-bf17e0176ecb req-a6a6d8fe-43a7-4958-a91c-e063dd69d273 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/security-groups?id=3994565d-5024-4083-b0fc-cc37dc19c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727421 Feb 09 01:00:58.302571 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-35c365ca-1a10-4d37-8b83-5f331fd66297 req-2e25b8ae-e794-411d-b407-ba120f9c1232 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917905 Feb 09 01:00:58.330794 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d9583-7d0a-4011-b35a-40ec29e16296 req-72a93f9a-c7f2-44a7-ac35-df01415f489d tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:58.332438 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-893d9583-7d0a-4011-b35a-40ec29e16296 req-72a93f9a-c7f2-44a7-ac35-df01415f489d tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 949 time: 0.1783900 Feb 09 01:00:58.490632 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c627e51f-9f70-480d-a998-f092debff0b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:58.645607 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c627e51f-9f70-480d-a998-f092debff0b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:00:58.649699 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-893d9583-7d0a-4011-b35a-40ec29e16296 req-a8384ba0-8f53-47d3-b34b-8890529b16f4 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063705 Feb 09 01:00:58.667088 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c627e51f-9f70-480d-a998-f092debff0b7 admin admin] Usage tracker for resource:security_group_rule and tenant:97a2bbfe3ee342efb628ecfff1eda467 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:00:58.676516 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c627e51f-9f70-480d-a998-f092debff0b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:00:58.688975 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c627e51f-9f70-480d-a998-f092debff0b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:00:58.818196 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ea08e-a92d-4bea-b0e9-3b93e529948b req-2ddf4ead-3eaf-4581-b8fd-f69171968f96 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:58.828047 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-587ea08e-a92d-4bea-b0e9-3b93e529948b req-2ddf4ead-3eaf-4581-b8fd-f69171968f96 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5ed635-c351-4816-a8b1-e46970ab0408 HTTP/1.1" status: 200 len: 948 time: 0.2320557 Feb 09 01:00:58.884874 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-587ea08e-a92d-4bea-b0e9-3b93e529948b req-52d99093-1ec9-4ef7-86cf-f1759e044bc1 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558143 Feb 09 01:00:59.095755 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c627e51f-9f70-480d-a998-f092debff0b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:59.115372 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c627e51f-9f70-480d-a998-f092debff0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:59.171411 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c627e51f-9f70-480d-a998-f092debff0b7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=97a2bbfe3ee342efb628ecfff1eda467&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0174570 Feb 09 01:00:59.174160 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60420) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:00:59.249824 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2644cc52-c094-4f65-b17a-f322e1564836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:59.325616 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c47ce-99b2-4f98-9ef7-05b7ce61b9d9 req-4af4fe5b-09c2-4084-82be-36dfe8fd4907 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:59.337514 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627e51f-9f70-480d-a998-f092debff0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1498649a-461a-431a-a2d0-4c44cb72a294,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:59.339563 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c47ce-99b2-4f98-9ef7-05b7ce61b9d9 req-4af4fe5b-09c2-4084-82be-36dfe8fd4907 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:59.351611 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c47ce-99b2-4f98-9ef7-05b7ce61b9d9 req-4af4fe5b-09c2-4084-82be-36dfe8fd4907 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:59.352594 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 12b22027-67b6-4f0e-8f08-e659e2dbc6fd details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:00:59.355931 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b60c47ce-99b2-4f98-9ef7-05b7ce61b9d9 req-4af4fe5b-09c2-4084-82be-36dfe8fd4907 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?device_id=6438494a-65a4-4f50-a86d-52252528c14e HTTP/1.1" status: 200 len: 2418 time: 0.2314939 Feb 09 01:00:59.367984 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-304211f2-3e80-46dc-bdf4-bbfb036edcf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:59.403479 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-304211f2-3e80-46dc-bdf4-bbfb036edcf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:59.438861 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b60c47ce-99b2-4f98-9ef7-05b7ce61b9d9 req-cdcd5f48-3f45-4eac-8a83-22d46b63804e tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/security-groups?id=3994565d-5024-4083-b0fc-cc37dc19c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755103 Feb 09 01:00:59.716278 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 12b22027-67b6-4f0e-8f08-e659e2dbc6fd, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=12b22027-67b6-4f0e-8f08-e659e2dbc6fd,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:00:59.742716 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '12b22027-67b6-4f0e-8f08-e659e2dbc6fd', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': '12b22027-67b6-4f0e-8f08-e659e2dbc6fd', 'mac_address': 'fa:16:3e:d4:d1:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:00:59.751428 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-304211f2-3e80-46dc-bdf4-bbfb036edcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:59.804617 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304211f2-3e80-46dc-bdf4-bbfb036edcf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1498649a-461a-431a-a2d0-4c44cb72a294,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:59.889066 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-304211f2-3e80-46dc-bdf4-bbfb036edcf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:59.889066 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-304211f2-3e80-46dc-bdf4-bbfb036edcf4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1498649a-461a-431a-a2d0-4c44cb72a294 HTTP/1.1" status: 204 len: 168 time: 0.7114949 Feb 09 01:00:59.937531 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:59.972837 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b22027-67b6-4f0e-8f08-e659e2dbc6fd {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:01:00.049857 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 12b22027-67b6-4f0e-8f08-e659e2dbc6fd, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=12b22027-67b6-4f0e-8f08-e659e2dbc6fd,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:00.058082 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:00.265374 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=12b22027-67b6-4f0e-8f08-e659e2dbc6fd,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:00.296419 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b0645-193b-4e49-b2f4-3417cb25897d req-d23872cb-937b-43d0-afd0-5fe295d3df6e tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:00.303989 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-139b0645-193b-4e49-b2f4-3417cb25897d req-d23872cb-937b-43d0-afd0-5fe295d3df6e tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5ed635-c351-4816-a8b1-e46970ab0408 HTTP/1.1" status: 200 len: 949 time: 0.2038507 Feb 09 01:01:00.346523 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc853d-2925-4842-8ae9-5bd016885da9 req-3fa5e73d-1852-49a2-83ee-a842d1a33483 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:00.354673 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-06bc853d-2925-4842-8ae9-5bd016885da9 req-3fa5e73d-1852-49a2-83ee-a842d1a33483 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 949 time: 0.4217186 Feb 09 01:01:00.397798 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-139b0645-193b-4e49-b2f4-3417cb25897d req-a9f7e25f-f653-4f2b-a009-548e759a2274 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913899 Feb 09 01:01:00.424091 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-06bc853d-2925-4842-8ae9-5bd016885da9 req-62e9e84c-2b23-4908-9c07-090f13968030 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682361 Feb 09 01:01:00.507971 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-2644cc52-c094-4f65-b17a-f322e1564836 admin admin] Deleting port 724daf0b-a7fe-476e-818b-84a0aa8b90ec {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:00.508704 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2644cc52-c094-4f65-b17a-f322e1564836 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:00.606140 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['12b22027-67b6-4f0e-8f08-e659e2dbc6fd'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:01:00.630906 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60448) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:00.702970 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d465a2bb-fba1-48f4-ac87-3e7d67e81288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:00.813499 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d465a2bb-fba1-48f4-ac87-3e7d67e81288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:00.826272 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d465a2bb-fba1-48f4-ac87-3e7d67e81288 admin admin] Usage tracker for resource:security_group_rule and tenant:294208bfd19c46b89c3780a7c5c6d12d is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:00.830872 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d465a2bb-fba1-48f4-ac87-3e7d67e81288 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:00.840067 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d465a2bb-fba1-48f4-ac87-3e7d67e81288 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:00.896457 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eeff18-6b27-496c-8810-9c784b5ed8f1 req-95264918-f82d-4184-af0c-4d5d1a72ae17 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:00.903549 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eeff18-6b27-496c-8810-9c784b5ed8f1 req-95264918-f82d-4184-af0c-4d5d1a72ae17 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:00.911051 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eeff18-6b27-496c-8810-9c784b5ed8f1 req-95264918-f82d-4184-af0c-4d5d1a72ae17 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:00.919990 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c1eeff18-6b27-496c-8810-9c784b5ed8f1 req-95264918-f82d-4184-af0c-4d5d1a72ae17 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?device_id=6438494a-65a4-4f50-a86d-52252528c14e HTTP/1.1" status: 200 len: 2418 time: 0.1702480 Feb 09 01:01:00.936516 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-2644cc52-c094-4f65-b17a-f322e1564836 admin admin] For port 724daf0b-a7fe-476e-818b-84a0aa8b90ec, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=724daf0b-a7fe-476e-818b-84a0aa8b90ec,segment=NetworkSegment(ac5394c8-a1c7-46f4-8081-c70b84abb73c),segment_id=ac5394c8-a1c7-46f4-8081-c70b84abb73c)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:00.936887 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2644cc52-c094-4f65-b17a-f322e1564836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:01.000357 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c1eeff18-6b27-496c-8810-9c784b5ed8f1 req-4e83a419-b7f9-4396-a0d8-33bc4c09b80b tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/security-groups?id=3994565d-5024-4083-b0fc-cc37dc19c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798244 Feb 09 01:01:01.085749 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d465a2bb-fba1-48f4-ac87-3e7d67e81288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:01.105069 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d465a2bb-fba1-48f4-ac87-3e7d67e81288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:01.195343 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d465a2bb-fba1-48f4-ac87-3e7d67e81288 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=294208bfd19c46b89c3780a7c5c6d12d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5637600 Feb 09 01:01:01.199547 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60454) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:01.221734 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d465a2bb-fba1-48f4-ac87-3e7d67e81288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61e1bee-6c12-4b38-ad77-9f289510c10d,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:01.306893 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-2644cc52-c094-4f65-b17a-f322e1564836 admin admin] Calling delete_port for 724daf0b-a7fe-476e-818b-84a0aa8b90ec owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:01:01.350184 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b5452c9-4ac8-4801-807e-2fafe7feebc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:01.397022 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b5452c9-4ac8-4801-807e-2fafe7feebc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:01.590194 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b5452c9-4ac8-4801-807e-2fafe7feebc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:01.626410 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5452c9-4ac8-4801-807e-2fafe7feebc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61e1bee-6c12-4b38-ad77-9f289510c10d,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:01.641845 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b5452c9-4ac8-4801-807e-2fafe7feebc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:01.643235 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1b5452c9-4ac8-4801-807e-2fafe7feebc6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b61e1bee-6c12-4b38-ad77-9f289510c10d HTTP/1.1" status: 204 len: 168 time: 0.4423816 Feb 09 01:01:01.772076 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-302ab7e7-f634-4e53-8958-3b96fe79bd00 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:01.782578 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-302ab7e7-f634-4e53-8958-3b96fe79bd00 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:01.796826 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-302ab7e7-f634-4e53-8958-3b96fe79bd00 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:01.804689 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-302ab7e7-f634-4e53-8958-3b96fe79bd00 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.117 "GET /v2.0/ports?device_id=6438494a-65a4-4f50-a86d-52252528c14e HTTP/1.1" status: 200 len: 2418 time: 0.3406060 Feb 09 01:01:01.909230 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-633dca75-0323-46ca-afb5-36f357719d31 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Deleting port c30a16ff-7087-4641-bc88-9d70d60c4dfb {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:01.909720 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-633dca75-0323-46ca-afb5-36f357719d31 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:01.971213 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a712795-517a-45b3-9b4c-5a7b230e6718 req-b9589c61-9d78-4cbf-8df9-245ef89aa657 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:01.978429 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5a712795-517a-45b3-9b4c-5a7b230e6718 req-b9589c61-9d78-4cbf-8df9-245ef89aa657 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5ed635-c351-4816-a8b1-e46970ab0408 HTTP/1.1" status: 200 len: 949 time: 0.2934680 Feb 09 01:01:01.986951 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41630d-67ea-4735-9fb7-ad912fb7b095 req-fd15d25c-fec8-4fe2-81ec-61833a8122cf tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:01.995852 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ea41630d-67ea-4735-9fb7-ad912fb7b095 req-fd15d25c-fec8-4fe2-81ec-61833a8122cf tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 949 time: 0.2969782 Feb 09 01:01:02.040074 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2644cc52-c094-4f65-b17a-f322e1564836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:02.151349 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5a712795-517a-45b3-9b4c-5a7b230e6718 req-82c4c720-8611-4c62-9871-b651136d5c68 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710660 Feb 09 01:01:02.183229 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644cc52-c094-4f65-b17a-f322e1564836 admin admin] Pushing event deleted for resources: {'Port': ['ID=724daf0b-a7fe-476e-818b-84a0aa8b90ec,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:02.438092 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-633dca75-0323-46ca-afb5-36f357719d31 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] For port c30a16ff-7087-4641-bc88-9d70d60c4dfb, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c30a16ff-7087-4641-bc88-9d70d60c4dfb,segment=NetworkSegment(11e68bd2-5be3-4a39-b585-a2813496efd6),segment_id=11e68bd2-5be3-4a39-b585-a2813496efd6)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:02.438738 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-633dca75-0323-46ca-afb5-36f357719d31 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:02.685910 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-633dca75-0323-46ca-afb5-36f357719d31 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Calling delete_port for c30a16ff-7087-4641-bc88-9d70d60c4dfb owned by compute:nova {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:01:02.736323 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ea41630d-67ea-4735-9fb7-ad912fb7b095 req-cbb5ef86-c776-4b09-95e9-5eb30bdba7c0 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7390964 Feb 09 01:01:02.752221 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f7bab-d7e6-41b0-a933-b0cb74db570c req-eebd16d7-69b3-48e1-aa9f-b1e9db738d6f tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:02.758838 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f7bab-d7e6-41b0-a933-b0cb74db570c req-eebd16d7-69b3-48e1-aa9f-b1e9db738d6f tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:02.765527 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f7bab-d7e6-41b0-a933-b0cb74db570c req-eebd16d7-69b3-48e1-aa9f-b1e9db738d6f tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:02.772743 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-427f7bab-d7e6-41b0-a933-b0cb74db570c req-eebd16d7-69b3-48e1-aa9f-b1e9db738d6f tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?device_id=6438494a-65a4-4f50-a86d-52252528c14e HTTP/1.1" status: 200 len: 2418 time: 0.2651241 Feb 09 01:01:02.795679 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2644cc52-c094-4f65-b17a-f322e1564836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:02.962327 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-633dca75-0323-46ca-afb5-36f357719d31 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:02.975982 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['552c3f25-47a3-482d-b906-1ee30ade55f4', '988f5c37-caa0-4885-afa0-a5347ed94c22', 'c30a16ff-7087-4641-bc88-9d70d60c4dfb'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:01:03.093022 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-427f7bab-d7e6-41b0-a933-b0cb74db570c req-231b0246-6e38-4da2-b745-03195efd2279 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/security-groups?id=3994565d-5024-4083-b0fc-cc37dc19c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193090 Feb 09 01:01:03.275417 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633dca75-0323-46ca-afb5-36f357719d31 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Pushing event deleted for resources: {'Port': ['ID=c30a16ff-7087-4641-bc88-9d70d60c4dfb,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:03.366206 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-633dca75-0323-46ca-afb5-36f357719d31 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] No DVR routers for this DVR port c30a16ff-7087-4641-bc88-9d70d60c4dfb on host n-h2-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:01:03.376223 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-633dca75-0323-46ca-afb5-36f357719d31 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:03.389603 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6438494a-65a4-4f50-a86d-52252528c14e', 'name': 'network-vif-deleted', 'tag': 'c30a16ff-7087-4641-bc88-9d70d60c4dfb'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:03.442528 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 12b22027-67b6-4f0e-8f08-e659e2dbc6fd up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:01:03.459836 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-633dca75-0323-46ca-afb5-36f357719d31 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.117 "DELETE /v2.0/ports/c30a16ff-7087-4641-bc88-9d70d60c4dfb HTTP/1.1" status: 204 len: 173 time: 1.6457815 Feb 09 01:01:03.692655 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 12b22027-67b6-4f0e-8f08-e659e2dbc6fd completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:03.736615 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 12b22027-67b6-4f0e-8f08-e659e2dbc6fd triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:03.738536 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:03.776558 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2644cc52-c094-4f65-b17a-f322e1564836 admin admin] Router f4038029-1217-4060-ae2d-604dab1aad7f has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:01:03.795140 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8129e50-e876-425a-bc4e-623a98b41fee req-4eaef75b-91d8-4cf6-8fc2-4c85af503252 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:03.802006 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a8129e50-e876-425a-bc4e-623a98b41fee req-4eaef75b-91d8-4cf6-8fc2-4c85af503252 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5ed635-c351-4816-a8b1-e46970ab0408 HTTP/1.1" status: 200 len: 949 time: 0.3338912 Feb 09 01:01:04.033495 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-fa1ac52b-16fa-43d3-ba64-e1e246c8272a tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Deleting port 988f5c37-caa0-4885-afa0-a5347ed94c22 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:04.034310 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-fa1ac52b-16fa-43d3-ba64-e1e246c8272a tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:04.034458 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:04.120781 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5ed635-c351-4816-a8b1-e46970ab0408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b22027-67b6-4f0e-8f08-e659e2dbc6fd'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:04.165369 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a8129e50-e876-425a-bc4e-623a98b41fee req-f21d0987-438f-4740-a29a-b328085faf53 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622124 Feb 09 01:01:04.187870 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 12b22027-67b6-4f0e-8f08-e659e2dbc6fd, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=12b22027-67b6-4f0e-8f08-e659e2dbc6fd,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:04.198748 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:04.199305 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 552c3f25-47a3-482d-b906-1ee30ade55f4 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:01:04.296908 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-5e4dc026-c318-400c-ae38-e05858ce44ed tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:04.304683 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-5e4dc026-c318-400c-ae38-e05858ce44ed tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/networks?id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9 HTTP/1.1" status: 200 len: 821 time: 0.7497408 Feb 09 01:01:04.335852 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=12b22027-67b6-4f0e-8f08-e659e2dbc6fd,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:04.349987 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-2582563e-cf58-4c52-8f6c-a1375a50bbf9 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/quotas/5a38989228a14de2b6764c7f261f44e3 HTTP/1.1" status: 200 len: 375 time: 0.0441864 Feb 09 01:01:04.424942 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:04.480112 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6438494a-65a4-4f50-a86d-52252528c14e', 'name': 'network-vif-deleted', 'tag': 'c30a16ff-7087-4641-bc88-9d70d60c4dfb', 'status': 'completed', 'code': 200} Feb 09 01:01:04.493693 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 552c3f25-47a3-482d-b906-1ee30ade55f4, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=552c3f25-47a3-482d-b906-1ee30ade55f4,segment=NetworkSegment(11e68bd2-5be3-4a39-b585-a2813496efd6),segment_id=11e68bd2-5be3-4a39-b585-a2813496efd6)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:04.501330 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:04.502029 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 988f5c37-caa0-4885-afa0-a5347ed94c22 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:01:04.534745 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2644cc52-c094-4f65-b17a-f322e1564836 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:01:04.565935 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2644cc52-c094-4f65-b17a-f322e1564836 admin admin] 10.222.0.37 "PUT /v2.0/routers/f4038029-1217-4060-ae2d-604dab1aad7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2004364 Feb 09 01:01:04.571464 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60546) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:04.648858 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-a580e95a-016d-4a0d-8680-6dd2dd967699 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a38989228a14de2b6764c7f261f44e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2974961 Feb 09 01:01:04.737151 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a8e538-b66f-4b1b-a955-b7ad55f05631 None None] Sync routers for ids ['f4038029-1217-4060-ae2d-604dab1aad7f'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:01:04.891140 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:04.904729 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a8e538-b66f-4b1b-a955-b7ad55f05631 None None] Routers {'f4038029-1217-4060-ae2d-604dab1aad7f'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:01:04.905378 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-04a8e538-b66f-4b1b-a955-b7ad55f05631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:00:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['f4038029-1217-4060-ae2d-604dab1aad7f'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:04.914622 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-fa1ac52b-16fa-43d3-ba64-e1e246c8272a tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] For port 988f5c37-caa0-4885-afa0-a5347ed94c22, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=988f5c37-caa0-4885-afa0-a5347ed94c22,segment=NetworkSegment(b2b27be6-d274-4cc1-b477-8779a0c8e3ec),segment_id=b2b27be6-d274-4cc1-b477-8779a0c8e3ec)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:04.915005 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-fa1ac52b-16fa-43d3-ba64-e1e246c8272a tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:04.983833 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=552c3f25-47a3-482d-b906-1ee30ade55f4,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:05.097116 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 988f5c37-caa0-4885-afa0-a5347ed94c22, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=988f5c37-caa0-4885-afa0-a5347ed94c22,segment=NetworkSegment(b2b27be6-d274-4cc1-b477-8779a0c8e3ec),segment_id=b2b27be6-d274-4cc1-b477-8779a0c8e3ec)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:05.127386 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-07722d75-4659-4c26-9dae-63501f61d8d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:05.134906 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:05.135501 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device c30a16ff-7087-4641-bc88-9d70d60c4dfb no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:01:05.158813 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-fa1ac52b-16fa-43d3-ba64-e1e246c8272a tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Calling delete_port for 988f5c37-caa0-4885-afa0-a5347ed94c22 owned by compute:nova {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:01:05.235637 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-04a8e538-b66f-4b1b-a955-b7ad55f05631 None None] Set router f4038029-1217-4060-ae2d-604dab1aad7f gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:01:05.241870 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c7d14-b437-482f-ae32-3e6bee0566ba req-e71971ee-a223-4b92-bf0f-814df3625601 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:05.250749 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-827c7d14-b437-482f-ae32-3e6bee0566ba req-e71971ee-a223-4b92-bf0f-814df3625601 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 949 time: 0.3293333 Feb 09 01:01:05.264290 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-9d4b8f71-21a9-42e8-af14-ad7f21df2bcd service neutron] 10.222.0.37 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6144824 Feb 09 01:01:05.357403 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: c30a16ff-7087-4641-bc88-9d70d60c4dfb {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:01:05.358953 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device c30a16ff-7087-4641-bc88-9d70d60c4dfb not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:01:05.380994 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-07722d75-4659-4c26-9dae-63501f61d8d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:05.389995 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-fa1ac52b-16fa-43d3-ba64-e1e246c8272a tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:01:05.390485 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-fa1ac52b-16fa-43d3-ba64-e1e246c8272a tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:01:05.398868 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-07722d75-4659-4c26-9dae-63501f61d8d8 admin admin] Deleting port 91e34cbf-5517-4dc7-9639-000d88b6d786 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:05.399471 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-07722d75-4659-4c26-9dae-63501f61d8d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:05.439493 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-62361b62-e6c5-4d36-a7db-e08c5f4855f3 service neutron] 10.222.0.37 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738937 Feb 09 01:01:05.461117 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-827c7d14-b437-482f-ae32-3e6bee0566ba req-6ee93971-c89b-4518-b989-7557fabfb287 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094383 Feb 09 01:01:05.574408 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=988f5c37-caa0-4885-afa0-a5347ed94c22,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:05.750022 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-04a8e538-b66f-4b1b-a955-b7ad55f05631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384566489-router', 'tenant_id': 'a5cbed1718f943558d23d2d82e04fd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '91e34cbf-5517-4dc7-9639-000d88b6d786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:59:08Z', 'updated_at': '2022-02-09T01:01:01Z', 'revision_number': 5, 'project_id': 'a5cbed1718f943558d23d2d82e04fd93', 'gw_port': {'id': '91e34cbf-5517-4dc7-9639-000d88b6d786', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:00:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:11Z', 'updated_at': '2022-02-09T00:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:05.757686 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a8e538-b66f-4b1b-a955-b7ad55f05631 None None] Checking router: f4038029-1217-4060-ae2d-604dab1aad7f for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:01:05.779688 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a8e538-b66f-4b1b-a955-b7ad55f05631 None None] Routers {'f4038029-1217-4060-ae2d-604dab1aad7f'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:01:05.780363 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-04a8e538-b66f-4b1b-a955-b7ad55f05631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:00:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['f4038029-1217-4060-ae2d-604dab1aad7f'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:05.782962 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-07722d75-4659-4c26-9dae-63501f61d8d8 admin admin] For port 91e34cbf-5517-4dc7-9639-000d88b6d786, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=91e34cbf-5517-4dc7-9639-000d88b6d786,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:05.783328 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-07722d75-4659-4c26-9dae-63501f61d8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:05.894666 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-fa1ac52b-16fa-43d3-ba64-e1e246c8272a tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Deleting port 988f5c37-caa0-4885-afa0-a5347ed94c22 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:05.895172 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-fa1ac52b-16fa-43d3-ba64-e1e246c8272a tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:05.914188 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579bd0e-6d21-402e-8169-92e6fa6908cc req-475f0447-6796-4435-b995-e478e30e44ba tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:05.921905 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579bd0e-6d21-402e-8169-92e6fa6908cc req-475f0447-6796-4435-b995-e478e30e44ba tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:05.923733 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8579bd0e-6d21-402e-8169-92e6fa6908cc req-475f0447-6796-4435-b995-e478e30e44ba tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?device_id=6438494a-65a4-4f50-a86d-52252528c14e HTTP/1.1" status: 200 len: 1679 time: 0.2754092 Feb 09 01:01:06.013113 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-07722d75-4659-4c26-9dae-63501f61d8d8 admin admin] Calling delete_port for 91e34cbf-5517-4dc7-9639-000d88b6d786 owned by network:router_gateway {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:01:06.075458 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-04a8e538-b66f-4b1b-a955-b7ad55f05631 None None] Set router f4038029-1217-4060-ae2d-604dab1aad7f gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:01:06.111961 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8579bd0e-6d21-402e-8169-92e6fa6908cc req-1d445fe1-5689-426f-b4b7-ceb4d1b1b7f6 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/security-groups?id=3994565d-5024-4083-b0fc-cc37dc19c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070397 Feb 09 01:01:06.418525 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-04a8e538-b66f-4b1b-a955-b7ad55f05631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384566489-router', 'tenant_id': 'a5cbed1718f943558d23d2d82e04fd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:59:08Z', 'updated_at': '2022-02-09T01:01:05Z', 'revision_number': 6, 'project_id': 'a5cbed1718f943558d23d2d82e04fd93', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:06.431989 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5ed635-c351-4816-a8b1-e46970ab0408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b22027-67b6-4f0e-8f08-e659e2dbc6fd', 'code': 200} Feb 09 01:01:06.437311 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a8e538-b66f-4b1b-a955-b7ad55f05631 None None] The sync data for ids ['f4038029-1217-4060-ae2d-604dab1aad7f'] in n-d-828419-1 is: [{'id': 'f4038029-1217-4060-ae2d-604dab1aad7f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384566489-router', 'tenant_id': 'a5cbed1718f943558d23d2d82e04fd93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:59:08Z', 'updated_at': '2022-02-09T01:01:05Z', 'revision_number': 6, 'project_id': 'a5cbed1718f943558d23d2d82e04fd93', 'gw_port_host': None}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:01:06.570199 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-fa1ac52b-16fa-43d3-ba64-e1e246c8272a tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] For port 988f5c37-caa0-4885-afa0-a5347ed94c22, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=988f5c37-caa0-4885-afa0-a5347ed94c22,segment=NetworkSegment(b2b27be6-d274-4cc1-b477-8779a0c8e3ec),segment_id=b2b27be6-d274-4cc1-b477-8779a0c8e3ec)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:06.576979 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-fa1ac52b-16fa-43d3-ba64-e1e246c8272a tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:06.660634 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-07722d75-4659-4c26-9dae-63501f61d8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:06.777259 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-fa1ac52b-16fa-43d3-ba64-e1e246c8272a tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Calling delete_port for 988f5c37-caa0-4885-afa0-a5347ed94c22 owned by compute:nova {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:01:06.827085 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d2d10de7-9d7f-408d-a583-83bc2cf5a98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:06.988537 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07722d75-4659-4c26-9dae-63501f61d8d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=91e34cbf-5517-4dc7-9639-000d88b6d786,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:07.005236 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670580cf-6c22-4500-a6b6-82cedfe73ebb req-98d23499-1729-4741-bb49-f44b1853854a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:07.006707 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-670580cf-6c22-4500-a6b6-82cedfe73ebb req-98d23499-1729-4741-bb49-f44b1853854a service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=ce5ed635-c351-4816-a8b1-e46970ab0408 HTTP/1.1" status: 200 len: 1101 time: 0.6111727 Feb 09 01:01:07.164143 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-fa1ac52b-16fa-43d3-ba64-e1e246c8272a tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:07.183226 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e219517-6132-4295-9c90-5981cf8d2921 req-1a8f8db1-0925-40e3-a04e-ce30a9c9ba96 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1968782 Feb 09 01:01:07.479799 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e219517-6132-4295-9c90-5981cf8d2921 req-b4c57b85-ff27-400f-9f90-69ef32a6c10b tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:07.487072 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e219517-6132-4295-9c90-5981cf8d2921 req-b4c57b85-ff27-400f-9f90-69ef32a6c10b tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2913511 Feb 09 01:01:07.492901 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-670580cf-6c22-4500-a6b6-82cedfe73ebb req-bb7cbd7f-3ce3-4ee5-b885-c557591760c2 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371831 Feb 09 01:01:07.519956 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e219517-6132-4295-9c90-5981cf8d2921 req-03142e0a-f74a-45a0-95c6-1aaf9040849c tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/quotas/1828a8e10f7447aba0d25cab4f7feaf3 HTTP/1.1" status: 200 len: 375 time: 0.0315378 Feb 09 01:01:07.558847 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ac52b-16fa-43d3-ba64-e1e246c8272a tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Pushing event deleted for resources: {'Port': ['ID=988f5c37-caa0-4885-afa0-a5347ed94c22,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:07.583536 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-fa1ac52b-16fa-43d3-ba64-e1e246c8272a tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] No DVR routers for this DVR port 988f5c37-caa0-4885-afa0-a5347ed94c22 on host n-h2-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:01:07.595484 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-fa1ac52b-16fa-43d3-ba64-e1e246c8272a tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:07.608832 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e219517-6132-4295-9c90-5981cf8d2921 req-caa9549d-59f8-4058-b0ac-c91246a1b693 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0875676 Feb 09 01:01:07.613882 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6438494a-65a4-4f50-a86d-52252528c14e', 'name': 'network-vif-deleted', 'tag': '988f5c37-caa0-4885-afa0-a5347ed94c22'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:07.621266 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-fa1ac52b-16fa-43d3-ba64-e1e246c8272a tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.117 "DELETE /v2.0/ports/988f5c37-caa0-4885-afa0-a5347ed94c22 HTTP/1.1" status: 204 len: 173 time: 4.1492705 Feb 09 01:01:07.622130 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-07722d75-4659-4c26-9dae-63501f61d8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:07.654842 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f14e27-8dfe-4875-8505-65abc7304c22 req-030d3a52-2592-463c-b1cd-d39cbcf0db40 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:07.656365 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-97f14e27-8dfe-4875-8505-65abc7304c22 req-030d3a52-2592-463c-b1cd-d39cbcf0db40 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5ed635-c351-4816-a8b1-e46970ab0408 HTTP/1.1" status: 200 len: 950 time: 0.4135175 Feb 09 01:01:07.862581 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 724daf0b-a7fe-476e-818b-84a0aa8b90ec no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:01:07.878443 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-97f14e27-8dfe-4875-8505-65abc7304c22 req-0b665468-721e-41a7-b5a9-8c3359836463 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152328 Feb 09 01:01:07.944189 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-00cfdfd3-b995-4fba-bf54-c11cae916979 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Deleting port 552c3f25-47a3-482d-b906-1ee30ade55f4 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:07.944907 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-00cfdfd3-b995-4fba-bf54-c11cae916979 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:07.986444 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-07722d75-4659-4c26-9dae-63501f61d8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:07.995232 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 724daf0b-a7fe-476e-818b-84a0aa8b90ec {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:01:07.996946 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 724daf0b-a7fe-476e-818b-84a0aa8b90ec not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:01:07.997486 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 91e34cbf-5517-4dc7-9639-000d88b6d786 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:01:08.012149 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-07722d75-4659-4c26-9dae-63501f61d8d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:08.099751 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 91e34cbf-5517-4dc7-9639-000d88b6d786 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:01:08.102698 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 91e34cbf-5517-4dc7-9639-000d88b6d786 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:01:08.333930 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83909f-0d37-43b8-8bc9-720eb29526ab req-7d988062-0c3b-4cf5-a4cb-18a19721fce2 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:08.341641 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f83909f-0d37-43b8-8bc9-720eb29526ab req-7d988062-0c3b-4cf5-a4cb-18a19721fce2 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 949 time: 0.2958164 Feb 09 01:01:08.380299 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device baf37f40-b7ff-40be-8f6e-4a837939e01d details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:01:08.385887 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-45c165a8-3e6e-4a09-bcda-0238b6d02637 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:08.387416 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-45c165a8-3e6e-4a09-bcda-0238b6d02637 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.35 "GET /v2.0/networks?id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9 HTTP/1.1" status: 200 len: 821 time: 0.3880451 Feb 09 01:01:08.390577 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device baf37f40-b7ff-40be-8f6e-4a837939e01d no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:01:08.423057 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f83909f-0d37-43b8-8bc9-720eb29526ab req-5802c521-cccc-4426-b182-9af5b2d0616e tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804424 Feb 09 01:01:08.490107 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-9dc079ed-927b-425b-a07d-a81001524678 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Request body: {'port': {'device_id': '979d077b-7f63-4e65-98d6-1353518bfabe', 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9', 'admin_state_up': True, 'tenant_id': '5a38989228a14de2b6764c7f261f44e3'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:08.509429 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-00cfdfd3-b995-4fba-bf54-c11cae916979 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] For port 552c3f25-47a3-482d-b906-1ee30ade55f4, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=552c3f25-47a3-482d-b906-1ee30ade55f4,segment=NetworkSegment(11e68bd2-5be3-4a39-b585-a2813496efd6),segment_id=11e68bd2-5be3-4a39-b585-a2813496efd6)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:08.509811 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-00cfdfd3-b995-4fba-bf54-c11cae916979 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:08.529275 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb9674a9-a03d-4bd6-afd5-e2a898ee6f0d req-07e35d14-85ff-446e-a42c-dab21e07446f tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 210 time: 0.3399348 Feb 09 01:01:08.544544 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6438494a-65a4-4f50-a86d-52252528c14e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '552c3f25-47a3-482d-b906-1ee30ade55f4'}, {'server_uuid': '6438494a-65a4-4f50-a86d-52252528c14e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '988f5c37-caa0-4885-afa0-a5347ed94c22'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:08.649179 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-07722d75-4659-4c26-9dae-63501f61d8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:08.650423 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07722d75-4659-4c26-9dae-63501f61d8d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4038029-1217-4060-ae2d-604dab1aad7f {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:01:08.716300 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-07722d75-4659-4c26-9dae-63501f61d8d8 admin admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:08.721499 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-07722d75-4659-4c26-9dae-63501f61d8d8 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f4038029-1217-4060-ae2d-604dab1aad7f HTTP/1.1" status: 204 len: 168 time: 4.1428878 Feb 09 01:01:08.741076 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60624) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:08.818395 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-00cfdfd3-b995-4fba-bf54-c11cae916979 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Calling delete_port for 552c3f25-47a3-482d-b906-1ee30ade55f4 owned by compute:nova {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:01:08.934116 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f070b9e-55ac-4887-98d1-f27aaf49ccd5 admin admin] Deleting subnet 283c54b0-5051-4d26-8e41-b7afdc8e3c33 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:01:08.964338 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2f070b9e-55ac-4887-98d1-f27aaf49ccd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:09.022342 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port baf37f40-b7ff-40be-8f6e-4a837939e01d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=baf37f40-b7ff-40be-8f6e-4a837939e01d,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:09.032835 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43948a-5ef5-4aee-abe3-4c956c79d1b7 req-5c480bb2-e350-4a74-a5ca-e1fb69391422 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:09.038011 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-5e43948a-5ef5-4aee-abe3-4c956c79d1b7 req-5c480bb2-e350-4a74-a5ca-e1fb69391422 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Synchronizing usage tracker for tenant:6f085f8b18784551909478d3d7d57efd on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:01:09.075515 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'baf37f40-b7ff-40be-8f6e-4a837939e01d', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': 'baf37f40-b7ff-40be-8f6e-4a837939e01d', 'mac_address': 'fa:16:3e:12:e9:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:01:09.178463 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-9dc079ed-927b-425b-a07d-a81001524678 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:09.198962 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-9dc079ed-927b-425b-a07d-a81001524678 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:09.223114 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-9dc079ed-927b-425b-a07d-a81001524678 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Made reservation on behalf of 5a38989228a14de2b6764c7f261f44e3 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:09.231153 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-9dc079ed-927b-425b-a07d-a81001524678 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:09.238546 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-00cfdfd3-b995-4fba-bf54-c11cae916979 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:09.303620 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2f070b9e-55ac-4887-98d1-f27aaf49ccd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:09.359422 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:09.388934 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cfdfd3-b995-4fba-bf54-c11cae916979 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Pushing event deleted for resources: {'Port': ['ID=552c3f25-47a3-482d-b906-1ee30ade55f4,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:09.408336 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-5e43948a-5ef5-4aee-abe3-4c956c79d1b7 req-5c480bb2-e350-4a74-a5ca-e1fb69391422 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Unset dirty status for tenant:6f085f8b18784551909478d3d7d57efd on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:01:09.409730 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-472c4756-6bea-4b3d-bdf1-87010bf7e7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:09.418087 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5e43948a-5ef5-4aee-abe3-4c956c79d1b7 req-5c480bb2-e350-4a74-a5ca-e1fb69391422 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?device_id=6438494a-65a4-4f50-a86d-52252528c14e HTTP/1.1" status: 200 len: 944 time: 0.7728279 Feb 09 01:01:09.423168 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id baf37f40-b7ff-40be-8f6e-4a837939e01d {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:01:09.439916 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:09.508575 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port baf37f40-b7ff-40be-8f6e-4a837939e01d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=baf37f40-b7ff-40be-8f6e-4a837939e01d,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:09.538635 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:09.540778 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-00cfdfd3-b995-4fba-bf54-c11cae916979 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] No DVR routers for this DVR port 552c3f25-47a3-482d-b906-1ee30ade55f4 on host n-h2-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:01:09.573926 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-00cfdfd3-b995-4fba-bf54-c11cae916979 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:09.579002 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4de1dc40-47fb-46f9-a969-422400b88a6a req-00cfdfd3-b995-4fba-bf54-c11cae916979 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.117 "DELETE /v2.0/ports/552c3f25-47a3-482d-b906-1ee30ade55f4 HTTP/1.1" status: 204 len: 173 time: 1.8458908 Feb 09 01:01:09.613833 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5e43948a-5ef5-4aee-abe3-4c956c79d1b7 req-b763cc54-f5a1-45da-a28e-68027cab666c tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/security-groups?id=3994565d-5024-4083-b0fc-cc37dc19c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947923 Feb 09 01:01:09.622747 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6438494a-65a4-4f50-a86d-52252528c14e', 'name': 'network-vif-deleted', 'tag': '988f5c37-caa0-4885-afa0-a5347ed94c22', 'status': 'completed', 'code': 200} Feb 09 01:01:09.633886 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2f070b9e-55ac-4887-98d1-f27aaf49ccd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:09.775244 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6438494a-65a4-4f50-a86d-52252528c14e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '552c3f25-47a3-482d-b906-1ee30ade55f4', 'code': 200} Feb 09 01:01:09.775504 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6438494a-65a4-4f50-a86d-52252528c14e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '988f5c37-caa0-4885-afa0-a5347ed94c22', 'code': 200} Feb 09 01:01:09.776863 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=baf37f40-b7ff-40be-8f6e-4a837939e01d,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:09.948751 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['baf37f40-b7ff-40be-8f6e-4a837939e01d'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:01:10.129035 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f56507d6-e3c2-4548-89f2-8c6dcba282e4 req-faa8a167-e367-4fd6-98c2-edc4e3b6dfca tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 210 time: 0.1954961 Feb 09 01:01:10.129329 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:01:10.129781 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:01:10.198688 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2f070b9e-55ac-4887-98d1-f27aaf49ccd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:10.282384 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50716a7-1769-4a4b-a7e2-139376168736 req-d06b4130-5a49-4659-b2d3-b7e92f07e9f0 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:10.285462 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:10.297185 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f50716a7-1769-4a4b-a7e2-139376168736 req-d06b4130-5a49-4659-b2d3-b7e92f07e9f0 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5ed635-c351-4816-a8b1-e46970ab0408 HTTP/1.1" status: 200 len: 950 time: 0.1898806 Feb 09 01:01:10.321857 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f070b9e-55ac-4887-98d1-f27aaf49ccd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=283c54b0-5051-4d26-8e41-b7afdc8e3c33,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:10.327363 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2f070b9e-55ac-4887-98d1-f27aaf49ccd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:10.361769 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b4110a-ae2f-45c9-ae58-4a0a8ed36b70 None None] Network 4b6c3381-1d8e-43f3-869b-fab4a3c26101 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:01:10.389580 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:10.391483 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f50716a7-1769-4a4b-a7e2-139376168736 req-3d6565d0-a996-448e-8a3e-0b4525205db5 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933573 Feb 09 01:01:10.753196 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:10.794982 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id baf37f40-b7ff-40be-8f6e-4a837939e01d {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:01:10.827624 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port baf37f40-b7ff-40be-8f6e-4a837939e01d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=baf37f40-b7ff-40be-8f6e-4a837939e01d,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:10.837922 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:10.863023 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e219517-6132-4295-9c90-5981cf8d2921 req-8fab16b3-6b23-4261-b7b2-d07fada714c4 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0724392 Feb 09 01:01:10.921512 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2f070b9e-55ac-4887-98d1-f27aaf49ccd5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/283c54b0-5051-4d26-8e41-b7afdc8e3c33 HTTP/1.1" status: 204 len: 168 time: 2.1786981 Feb 09 01:01:10.928880 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60660) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:10.951702 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=baf37f40-b7ff-40be-8f6e-4a837939e01d,revision_number=7']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:10.963241 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7948c3b1-45e0-457f-9c5c-474d6bc4e701 req-c5975c84-e3ad-433c-99a5-36897acf120b tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 210 time: 0.1038406 Feb 09 01:01:11.090965 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fd2a81-e5f2-4755-a033-8a13d8282111 None None] DHCP port deletion for 4b6c3381-1d8e-43f3-869b-fab4a3c26101 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:01:11.096894 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e9fd2a81-e5f2-4755-a033-8a13d8282111 None None] Deleting port 193ca714-269c-4290-b9d4-3a806c313a3f {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:11.097617 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e9fd2a81-e5f2-4755-a033-8a13d8282111 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:11.355173 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feda073-a793-4273-8460-316a6eaf646d req-0fb808d3-be58-409f-a955-a36098977f03 tempest-ServersOnMultiNodesTest-1113726229 tempest-ServersOnMultiNodesTest-1113726229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:11.362206 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9feda073-a793-4273-8460-316a6eaf646d req-0fb808d3-be58-409f-a955-a36098977f03 tempest-ServersOnMultiNodesTest-1113726229 tempest-ServersOnMultiNodesTest-1113726229-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ce5ed635-c351-4816-a8b1-e46970ab0408 HTTP/1.1" status: 200 len: 1101 time: 0.1577132 Feb 09 01:01:11.436554 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9feda073-a793-4273-8460-316a6eaf646d req-e2b937f9-2113-421e-a18c-18e9d36744a4 tempest-ServersOnMultiNodesTest-1113726229 tempest-ServersOnMultiNodesTest-1113726229-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726585 Feb 09 01:01:11.483279 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-9dc079ed-927b-425b-a07d-a81001524678 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Allocated IP 172.20.0.14 (53c7f498-ec21-4766-a8b4-5bb9d5f006d9/eb9a8e05-d0fc-4553-92c9-d58b7743cadc/a38dc673-91e5-47f8-be53-adce368442e0) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:11.531585 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-e9fd2a81-e5f2-4755-a033-8a13d8282111 None None] For port 193ca714-269c-4290-b9d4-3a806c313a3f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=193ca714-269c-4290-b9d4-3a806c313a3f,segment=NetworkSegment(ac5394c8-a1c7-46f4-8081-c70b84abb73c),segment_id=ac5394c8-a1c7-46f4-8081-c70b84abb73c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:11.531585 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e9fd2a81-e5f2-4755-a033-8a13d8282111 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:11.543678 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b9831eb9-7f75-4727-9693-01280723c2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:11.587807 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60668) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:11.617926 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-b9831eb9-7f75-4727-9693-01280723c2a9 admin admin] Deleting port 193ca714-269c-4290-b9d4-3a806c313a3f {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:11.618465 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b9831eb9-7f75-4727-9693-01280723c2a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:11.722015 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a6291-8af1-4778-b2c3-66a629f2a422 req-5c69e82e-c331-4953-8f7c-d1ba50c31fe1 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:11.731496 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f67a6291-8af1-4778-b2c3-66a629f2a422 req-5c69e82e-c331-4953-8f7c-d1ba50c31fe1 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 947 time: 1.0483263 Feb 09 01:01:11.767409 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6438494a-65a4-4f50-a86d-52252528c14e', 'name': 'network-vif-deleted', 'tag': '552c3f25-47a3-482d-b906-1ee30ade55f4'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:11.775626 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc589080-69e5-499c-8447-1cfc6c6e1c34 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Deleting subnet 0fcf645e-6e37-4eeb-a60e-27a3d1e2aa1d {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:01:11.785586 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bc589080-69e5-499c-8447-1cfc6c6e1c34 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:11.818212 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e9fd2a81-e5f2-4755-a033-8a13d8282111 None None] Calling delete_port for 193ca714-269c-4290-b9d4-3a806c313a3f owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:01:11.871501 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:11.888666 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 193ca714-269c-4290-b9d4-3a806c313a3f no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:01:11.896788 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bc589080-69e5-499c-8447-1cfc6c6e1c34 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:11.941264 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e219517-6132-4295-9c90-5981cf8d2921 req-02209a10-d28f-44db-92a6-670dc9a00caf tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:11.943043 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e219517-6132-4295-9c90-5981cf8d2921 req-02209a10-d28f-44db-92a6-670dc9a00caf tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0133309 Feb 09 01:01:11.980044 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-1e219517-6132-4295-9c90-5981cf8d2921 req-5b676061-21e1-498a-bc04-6bd576926f3f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Request body: {'port': {'device_id': 'd4a5463a-d804-4c19-90b9-b8c29ecdad26', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'admin_state_up': True, 'tenant_id': '1828a8e10f7447aba0d25cab4f7feaf3'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:12.129825 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e9fd2a81-e5f2-4755-a033-8a13d8282111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:12.254457 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fd2a81-e5f2-4755-a033-8a13d8282111 None None] No DVR routers for this DVR port 193ca714-269c-4290-b9d4-3a806c313a3f on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:01:12.258223 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-1e219517-6132-4295-9c90-5981cf8d2921 req-5b676061-21e1-498a-bc04-6bd576926f3f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:12.274409 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd2a81-e5f2-4755-a033-8a13d8282111 None None] Pushing event deleted for resources: {'Port': ['ID=193ca714-269c-4290-b9d4-3a806c313a3f,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:12.295485 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:12.367950 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f67a6291-8af1-4778-b2c3-66a629f2a422 req-ee4dd292-af09-46c6-a66c-1eaf0c0fc6cc tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6355038 Feb 09 01:01:12.411044 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-1e219517-6132-4295-9c90-5981cf8d2921 req-5b676061-21e1-498a-bc04-6bd576926f3f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Usage tracker for resource:port and tenant:1828a8e10f7447aba0d25cab4f7feaf3 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:12.421620 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-1e219517-6132-4295-9c90-5981cf8d2921 req-5b676061-21e1-498a-bc04-6bd576926f3f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:12.429093 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device baf37f40-b7ff-40be-8f6e-4a837939e01d up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:01:12.438823 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-1e219517-6132-4295-9c90-5981cf8d2921 req-5b676061-21e1-498a-bc04-6bd576926f3f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:12.482286 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-b9831eb9-7f75-4727-9693-01280723c2a9 admin admin] The port '193ca714-269c-4290-b9d4-3a806c313a3f' was deleted {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:01:12.519504 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-994e9343-4331-4470-b387-da2661dbaedb req-956e16a9-f7c2-468c-8838-cdd7cb5a8fcd tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 210 time: 0.3553619 Feb 09 01:01:12.554366 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bc589080-69e5-499c-8447-1cfc6c6e1c34 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:12.573825 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-9dc079ed-927b-425b-a07d-a81001524678 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:12.600022 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port baf37f40-b7ff-40be-8f6e-4a837939e01d triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:12.600605 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:12.687741 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6438494a-65a4-4f50-a86d-52252528c14e', 'name': 'network-vif-deleted', 'tag': '552c3f25-47a3-482d-b906-1ee30ade55f4', 'status': 'completed', 'code': 200} Feb 09 01:01:12.730934 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bc589080-69e5-499c-8447-1cfc6c6e1c34 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:12.842072 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-9dc079ed-927b-425b-a07d-a81001524678 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:12.851157 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e219517-6132-4295-9c90-5981cf8d2921 req-5b676061-21e1-498a-bc04-6bd576926f3f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Made reservation on behalf of 1828a8e10f7447aba0d25cab4f7feaf3 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:12.856240 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1e219517-6132-4295-9c90-5981cf8d2921 req-5b676061-21e1-498a-bc04-6bd576926f3f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:12.880850 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc589080-69e5-499c-8447-1cfc6c6e1c34 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Pushing event deleted for resources: {'Subnet': ['ID=0fcf645e-6e37-4eeb-a60e-27a3d1e2aa1d,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:12.885096 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bc589080-69e5-499c-8447-1cfc6c6e1c34 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:12.900358 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-bc589080-69e5-499c-8447-1cfc6c6e1c34 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "DELETE /v2.0/subnets/0fcf645e-6e37-4eeb-a60e-27a3d1e2aa1d HTTP/1.1" status: 204 len: 168 time: 1.3103287 Feb 09 01:01:12.906147 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60702) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:12.954381 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1e219517-6132-4295-9c90-5981cf8d2921 req-5b676061-21e1-498a-bc04-6bd576926f3f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:12.956345 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['a3a8c315-95d5-4b07-958e-13e5b6be2a4c'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:01:12.983744 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bb3d28-1e37-4eb6-8d3a-3f5a38ce04ac None None] Network ae6175a5-d2cd-42a6-b562-3579ae29397d requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:01:13.124136 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-1e219517-6132-4295-9c90-5981cf8d2921 req-5b676061-21e1-498a-bc04-6bd576926f3f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:13.143887 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b9831eb9-7f75-4727-9693-01280723c2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:13.200690 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-c204c602-4c3d-48de-ba86-3fd58a2472f2 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2495551 Feb 09 01:01:13.201287 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc079ed-927b-425b-a07d-a81001524678 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Pushing event updated for resources: {'Port': ['ID=a38dc673-91e5-47f8-be53-adce368442e0,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:13.207964 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-1e219517-6132-4295-9c90-5981cf8d2921 req-5b676061-21e1-498a-bc04-6bd576926f3f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Usage tracker for resource:security_group_rule and tenant:1828a8e10f7447aba0d25cab4f7feaf3 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:13.211225 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-1e219517-6132-4295-9c90-5981cf8d2921 req-5b676061-21e1-498a-bc04-6bd576926f3f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:13.217924 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-1e219517-6132-4295-9c90-5981cf8d2921 req-5b676061-21e1-498a-bc04-6bd576926f3f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:13.260556 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:13.316224 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1e219517-6132-4295-9c90-5981cf8d2921 req-5b676061-21e1-498a-bc04-6bd576926f3f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:13.318961 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-b9831eb9-7f75-4727-9693-01280723c2a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b6c3381-1d8e-43f3-869b-fab4a3c26101']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:13.335980 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-9dc079ed-927b-425b-a07d-a81001524678 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:13.338928 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1e219517-6132-4295-9c90-5981cf8d2921 req-5b676061-21e1-498a-bc04-6bd576926f3f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:13.349266 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d6b83f6d-f0e6-4fdd-9099-a161fa1702e3 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:13.382326 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-d6b83f6d-f0e6-4fdd-9099-a161fa1702e3 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Deleting port 1393d899-68c8-4152-8f6f-e389c79b28ab {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:13.382698 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d6b83f6d-f0e6-4fdd-9099-a161fa1702e3 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:13.393182 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463862a1-1808-46fa-9699-e9dbdc4716a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf37f40-b7ff-40be-8f6e-4a837939e01d'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:13.403026 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-9dc079ed-927b-425b-a07d-a81001524678 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:13.438915 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port baf37f40-b7ff-40be-8f6e-4a837939e01d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=baf37f40-b7ff-40be-8f6e-4a837939e01d,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:13.448711 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:13.451953 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-b9831eb9-7f75-4727-9693-01280723c2a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac5394c8-a1c7-46f4-8081-c70b84abb73c') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:13.452275 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-b9831eb9-7f75-4727-9693-01280723c2a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac5394c8-a1c7-46f4-8081-c70b84abb73c') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:13.459515 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b676061-21e1-498a-bc04-6bd576926f3f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8186d2-7586-4689-b727-600b5bcb0268,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:13.517672 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-9dc079ed-927b-425b-a07d-a81001524678 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:01:13.561218 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=baf37f40-b7ff-40be-8f6e-4a837939e01d,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:13.597247 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-9dc079ed-927b-425b-a07d-a81001524678 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:13.597912 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-9dc079ed-927b-425b-a07d-a81001524678 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:13.637359 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b9831eb9-7f75-4727-9693-01280723c2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:13.653018 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-9dc079ed-927b-425b-a07d-a81001524678 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1888218 Feb 09 01:01:13.685404 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-b33cb861-ca0d-4218-94a8-d582deb6ef8c service neutron] Request body: {'port': {'device_id': '979d077b-7f63-4e65-98d6-1353518bfabe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:13.765423 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3e41a-e894-45e7-bd4b-f18e27401015 req-1b83d046-a790-4d86-8a09-7e03b9188879 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:13.773486 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-23a3e41a-e894-45e7-bd4b-f18e27401015 req-1b83d046-a790-4d86-8a09-7e03b9188879 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 932 time: 0.8077960 Feb 09 01:01:13.812219 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a121903d-52d3-40c7-ac46-2733d08164cc None None] DHCP port deletion for ae6175a5-d2cd-42a6-b562-3579ae29397d request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:01:13.817269 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a121903d-52d3-40c7-ac46-2733d08164cc None None] Deleting port 1393d899-68c8-4152-8f6f-e389c79b28ab {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:13.817840 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a121903d-52d3-40c7-ac46-2733d08164cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:13.836373 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-d6b83f6d-f0e6-4fdd-9099-a161fa1702e3 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] For port 1393d899-68c8-4152-8f6f-e389c79b28ab, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1393d899-68c8-4152-8f6f-e389c79b28ab,segment=NetworkSegment(b2b27be6-d274-4cc1-b477-8779a0c8e3ec),segment_id=b2b27be6-d274-4cc1-b477-8779a0c8e3ec)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:13.836779 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d6b83f6d-f0e6-4fdd-9099-a161fa1702e3 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:13.859536 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-23a3e41a-e894-45e7-bd4b-f18e27401015 req-24790fdc-138d-45ca-9166-341bf7fa562e tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850623 Feb 09 01:01:14.051501 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463862a1-1808-46fa-9699-e9dbdc4716a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf37f40-b7ff-40be-8f6e-4a837939e01d', 'code': 200} Feb 09 01:01:14.148788 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-a121903d-52d3-40c7-ac46-2733d08164cc None None] For port 1393d899-68c8-4152-8f6f-e389c79b28ab, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1393d899-68c8-4152-8f6f-e389c79b28ab,segment=NetworkSegment(b2b27be6-d274-4cc1-b477-8779a0c8e3ec),segment_id=b2b27be6-d274-4cc1-b477-8779a0c8e3ec)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:14.149263 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a121903d-52d3-40c7-ac46-2733d08164cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:14.214656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-d6b83f6d-f0e6-4fdd-9099-a161fa1702e3 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Calling delete_port for 1393d899-68c8-4152-8f6f-e389c79b28ab owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:01:14.371559 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-1e219517-6132-4295-9c90-5981cf8d2921 req-5b676061-21e1-498a-bc04-6bd576926f3f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Allocated IP 192.168.233.67 (82c0e553-004f-4f65-a38e-9d785fdc5802/c1d7756a-584e-4152-ad93-d220060f4b30/b7382de6-6aba-4a28-a643-d303a5c9ccff) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:14.392530 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a121903d-52d3-40c7-ac46-2733d08164cc None None] Calling delete_port for 1393d899-68c8-4152-8f6f-e389c79b28ab owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:01:14.408931 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d6b83f6d-f0e6-4fdd-9099-a161fa1702e3 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:14.471097 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b83f6d-f0e6-4fdd-9099-a161fa1702e3 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Pushing event deleted for resources: {'Port': ['ID=1393d899-68c8-4152-8f6f-e389c79b28ab,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:14.487612 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b83f6d-f0e6-4fdd-9099-a161fa1702e3 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] No DVR routers for this DVR port 1393d899-68c8-4152-8f6f-e389c79b28ab on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:01:14.513742 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-a121903d-52d3-40c7-ac46-2733d08164cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:01:14.514292 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-a121903d-52d3-40c7-ac46-2733d08164cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:01:14.518309 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b9831eb9-7f75-4727-9693-01280723c2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:14.588819 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-2a7996e4-a780-43e5-bd87-1c177f026957 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:14.596674 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-2a7996e4-a780-43e5-bd87-1c177f026957 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2661452 Feb 09 01:01:14.648481 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d6b83f6d-f0e6-4fdd-9099-a161fa1702e3 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:14.680089 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-d6b83f6d-f0e6-4fdd-9099-a161fa1702e3 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae6175a5-d2cd-42a6-b562-3579ae29397d']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:14.704984 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-d6b83f6d-f0e6-4fdd-9099-a161fa1702e3 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b27be6-d274-4cc1-b477-8779a0c8e3ec') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:14.705430 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-d6b83f6d-f0e6-4fdd-9099-a161fa1702e3 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b27be6-d274-4cc1-b477-8779a0c8e3ec') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:14.721096 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d6b83f6d-f0e6-4fdd-9099-a161fa1702e3 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:14.735891 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-4fd0d254-52eb-4600-b367-092c936791b3 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/quotas/e3282b39b26b4341b7bfc42f3e4e8492 HTTP/1.1" status: 200 len: 375 time: 0.1381743 Feb 09 01:01:14.754370 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746424b0-b3e2-4442-90a7-95dc33706d23 req-6e6e84f5-f099-45e8-ba86-4a9f79be9087 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:14.756921 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-746424b0-b3e2-4442-90a7-95dc33706d23 req-6e6e84f5-f099-45e8-ba86-4a9f79be9087 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 949 time: 0.3909585 Feb 09 01:01:14.762884 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d6b83f6d-f0e6-4fdd-9099-a161fa1702e3 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:14.770825 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b83f6d-f0e6-4fdd-9099-a161fa1702e3 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Releasing vlan 950 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:01:14.772067 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d6b83f6d-f0e6-4fdd-9099-a161fa1702e3 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:14.797363 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:01:14.797363 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:01:14.797363 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:01:14.797363 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:01:14.797363 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:01:14.797363 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:01:14.797363 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:01:14.797363 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:01:14.797363 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:01:14.797363 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:01:14.797363 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:01:14.797363 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:01:14.797363 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:01:14.797363 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:01:14.797363 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:01:14.797363 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:01:14.797363 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:01:14.797363 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:01:14.797363 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:01:14.797363 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:01:14.797363 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:01:14.797363 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:01:14.797363 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:01:14.797363 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:01:14.797363 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:01:14.797363 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:01:14.797363 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:01:14.797363 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:01:14.797363 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:01:14.797363 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:01:14.797363 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:01:14.797363 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:01:14.830701 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9831eb9-7f75-4727-9693-01280723c2a9 admin admin] Releasing vlan 967 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:01:14.832880 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b9831eb9-7f75-4727-9693-01280723c2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:14.849834 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:01:14.849834 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:01:14.849834 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:01:14.849834 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:01:14.849834 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:01:14.849834 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:01:14.849834 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:01:14.849834 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:01:14.849834 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:01:14.849834 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:01:14.849834 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:01:14.849834 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:01:14.849834 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:01:14.849834 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:01:14.849834 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:01:14.849834 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:01:14.849834 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:01:14.849834 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:01:14.849834 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:01:14.849834 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:01:14.849834 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:01:14.849834 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:01:14.849834 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:01:14.849834 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:01:14.849834 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:01:14.849834 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:01:14.849834 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:01:14.849834 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:01:14.849834 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:01:14.849834 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:01:14.849834 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:01:14.849834 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:01:14.941442 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-b33cb861-ca0d-4218-94a8-d582deb6ef8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:14.980576 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-746424b0-b3e2-4442-90a7-95dc33706d23 req-a323dcdd-30fe-4e5b-a4fe-9c9869dfc216 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800010 Feb 09 01:01:15.003913 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d6b83f6d-f0e6-4fdd-9099-a161fa1702e3 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:15.014401 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d6b83f6d-f0e6-4fdd-9099-a161fa1702e3 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:15.015922 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a121903d-52d3-40c7-ac46-2733d08164cc None None] Deleting port 1393d899-68c8-4152-8f6f-e389c79b28ab {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:15.016417 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a121903d-52d3-40c7-ac46-2733d08164cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:15.068170 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b83f6d-f0e6-4fdd-9099-a161fa1702e3 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Pushing event deleted for resources: {'Network': ['ID=ae6175a5-d2cd-42a6-b562-3579ae29397d,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:15.100620 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d6b83f6d-f0e6-4fdd-9099-a161fa1702e3 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "DELETE /v2.0/networks/ae6175a5-d2cd-42a6-b562-3579ae29397d HTTP/1.1" status: 204 len: 168 time: 2.1932752 Feb 09 01:01:15.103060 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60734) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:15.160772 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a121903d-52d3-40c7-ac46-2733d08164cc None None] The port '1393d899-68c8-4152-8f6f-e389c79b28ab' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:01:15.210066 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fe8366c-edc0-4b72-ac8b-52dff11dece1 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Deleting subnet 4cf0dce3-bf32-4c33-ae20-fc4ec3389627 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:01:15.252799 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5fe8366c-edc0-4b72-ac8b-52dff11dece1 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:15.297641 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ff577478-0465-4914-9085-154bce7b3dec req-a098fa96-3f7b-4c4f-93b6-957eb32b6428 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 210 time: 0.0849807 Feb 09 01:01:15.343581 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5fe8366c-edc0-4b72-ac8b-52dff11dece1 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:15.362840 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42218424-47d2-42d2-9365-60ff217848bf req-192ef9a7-3539-421e-b57e-2e6adabcab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:15.364333 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-42218424-47d2-42d2-9365-60ff217848bf req-192ef9a7-3539-421e-b57e-2e6adabcab22 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 1100 time: 0.7655809 Feb 09 01:01:15.364993 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b9831eb9-7f75-4727-9693-01280723c2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:15.428778 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b9831eb9-7f75-4727-9693-01280723c2a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:15.438614 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-42218424-47d2-42d2-9365-60ff217848bf req-a873b90d-0a38-4b23-a16a-f0897595803c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645876 Feb 09 01:01:15.461222 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9831eb9-7f75-4727-9693-01280723c2a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b6c3381-1d8e-43f3-869b-fab4a3c26101,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:15.479142 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1e219517-6132-4295-9c90-5981cf8d2921 req-5b676061-21e1-498a-bc04-6bd576926f3f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:15.496821 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-edb81d9d-9bc1-410a-a3de-83da91cdce59 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&fields=id HTTP/1.1" status: 200 len: 486 time: 0.7597201 Feb 09 01:01:15.527068 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b9831eb9-7f75-4727-9693-01280723c2a9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4b6c3381-1d8e-43f3-869b-fab4a3c26101 HTTP/1.1" status: 204 len: 168 time: 4.5091980 Feb 09 01:01:15.548004 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-1e219517-6132-4295-9c90-5981cf8d2921 req-5b676061-21e1-498a-bc04-6bd576926f3f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Transition to ACTIVE for port object b7382de6-6aba-4a28-a643-d303a5c9ccff will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:15.644496 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c1f39-85b0-45c3-a2e9-07ec3e12ac6b req-a2b8c571-4d96-4216-8ede-fcf5b6a70009 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:15.645983 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-664c1f39-85b0-45c3-a2e9-07ec3e12ac6b req-a2b8c571-4d96-4216-8ede-fcf5b6a70009 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 932 time: 0.1386085 Feb 09 01:01:15.705464 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-664c1f39-85b0-45c3-a2e9-07ec3e12ac6b req-70881841-5e9c-4bb2-a453-5ad351c6e387 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530519 Feb 09 01:01:15.723946 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5fe8366c-edc0-4b72-ac8b-52dff11dece1 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:15.797734 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1e219517-6132-4295-9c90-5981cf8d2921 req-5b676061-21e1-498a-bc04-6bd576926f3f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:15.808564 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-b33cb861-ca0d-4218-94a8-d582deb6ef8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a38dc673-91e5-47f8-be53-adce368442e0 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:01:15.833447 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1393d899-68c8-4152-8f6f-e389c79b28ab no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:01:15.869894 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-b33cb861-ca0d-4218-94a8-d582deb6ef8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:15.913327 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60754) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:15.938909 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b676061-21e1-498a-bc04-6bd576926f3f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Pushing event updated for resources: {'Port': ['ID=b7382de6-6aba-4a28-a643-d303a5c9ccff,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:15.947811 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d6fb3289-032e-4ecd-8752-5d7419b790cf req-99ae2f56-d2a0-408c-8456-1db843868cae tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=13f5520e-a652-4429-beb0-e3ecb64357a5 HTTP/1.1" status: 200 len: 210 time: 0.1437833 Feb 09 01:01:15.954586 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 1393d899-68c8-4152-8f6f-e389c79b28ab {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:01:15.957150 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1393d899-68c8-4152-8f6f-e389c79b28ab not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:01:15.999653 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e219517-6132-4295-9c90-5981cf8d2921 req-5b676061-21e1-498a-bc04-6bd576926f3f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:16.000504 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e59738d1-d74e-4835-8704-ee1a5e9ba21e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5cbed1718f943558d23d2d82e04fd93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0853095 Feb 09 01:01:16.003084 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60764) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:16.013731 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-1e219517-6132-4295-9c90-5981cf8d2921 req-5b676061-21e1-498a-bc04-6bd576926f3f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:16.016124 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e219517-6132-4295-9c90-5981cf8d2921 req-5b676061-21e1-498a-bc04-6bd576926f3f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:01:16.030878 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5fe8366c-edc0-4b72-ac8b-52dff11dece1 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:16.077196 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-b33cb861-ca0d-4218-94a8-d582deb6ef8c service neutron] Transition to ACTIVE for port object a38dc673-91e5-47f8-be53-adce368442e0 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:16.111803 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-b33cb861-ca0d-4218-94a8-d582deb6ef8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:16.161742 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8366c-edc0-4b72-ac8b-52dff11dece1 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Pushing event deleted for resources: {'Subnet': ['ID=4cf0dce3-bf32-4c33-ae20-fc4ec3389627,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:16.181453 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d9239d-2311-4acc-9fb9-ef31328f8509 None None] Network 96bba698-9b96-4ecd-9829-8168d8e90c53 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:01:16.188935 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5fe8366c-edc0-4b72-ac8b-52dff11dece1 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:16.231949 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5fe8366c-edc0-4b72-ac8b-52dff11dece1 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "DELETE /v2.0/subnets/4cf0dce3-bf32-4c33-ae20-fc4ec3389627 HTTP/1.1" status: 204 len: 168 time: 1.1256421 Feb 09 01:01:16.236790 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60772) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:16.237471 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fb13f138-ff38-43f0-8f04-e96268941eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:16.327892 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fb13f138-ff38-43f0-8f04-e96268941eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:16.613484 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e219517-6132-4295-9c90-5981cf8d2921 req-5b676061-21e1-498a-bc04-6bd576926f3f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:16.614364 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1e219517-6132-4295-9c90-5981cf8d2921 req-5b676061-21e1-498a-bc04-6bd576926f3f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:16.632921 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0ef25b4-32aa-4bf5-8b20-b5869202212b tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:16.647999 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e219517-6132-4295-9c90-5981cf8d2921 req-5b676061-21e1-498a-bc04-6bd576926f3f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6830297 Feb 09 01:01:16.667869 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-81ae4fc6-f890-438b-8c07-ee12162185ab None None] Provisioning for port b7382de6-6aba-4a28-a643-d303a5c9ccff completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:16.680499 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-81ae4fc6-f890-438b-8c07-ee12162185ab None None] Provisioning complete for port b7382de6-6aba-4a28-a643-d303a5c9ccff triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:16.681133 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-81ae4fc6-f890-438b-8c07-ee12162185ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:16.698281 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-1e219517-6132-4295-9c90-5981cf8d2921 req-87dd257b-a65a-4c48-a763-0138ae322212 service neutron] Request body: {'port': {'device_id': 'd4a5463a-d804-4c19-90b9-b8c29ecdad26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:16.711630 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-c0ef25b4-32aa-4bf5-8b20-b5869202212b tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Deleting port a17bea33-14fa-4846-b140-bace34c5265a {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:16.718095 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0ef25b4-32aa-4bf5-8b20-b5869202212b tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:16.769944 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33cb861-ca0d-4218-94a8-d582deb6ef8c service neutron] Pushing event updated for resources: {'Port': ['ID=a38dc673-91e5-47f8-be53-adce368442e0,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:16.865190 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-81ae4fc6-f890-438b-8c07-ee12162185ab None None] Port b7382de6-6aba-4a28-a643-d303a5c9ccff cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:01:16.982611 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df713611-692b-4ab5-97ef-002d26cec601 None None] DHCP port deletion for 96bba698-9b96-4ecd-9829-8168d8e90c53 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:01:16.989062 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-df713611-692b-4ab5-97ef-002d26cec601 None None] Deleting port a17bea33-14fa-4846-b140-bace34c5265a {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:16.989666 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-df713611-692b-4ab5-97ef-002d26cec601 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:17.115620 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1e219517-6132-4295-9c90-5981cf8d2921 req-87dd257b-a65a-4c48-a763-0138ae322212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:17.256139 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-c0ef25b4-32aa-4bf5-8b20-b5869202212b tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] For port a17bea33-14fa-4846-b140-bace34c5265a, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=a17bea33-14fa-4846-b140-bace34c5265a,segment=NetworkSegment(11e68bd2-5be3-4a39-b585-a2813496efd6),segment_id=11e68bd2-5be3-4a39-b585-a2813496efd6)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:17.256838 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0ef25b4-32aa-4bf5-8b20-b5869202212b tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:17.404552 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-c0ef25b4-32aa-4bf5-8b20-b5869202212b tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Calling delete_port for a17bea33-14fa-4846-b140-bace34c5265a owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:01:17.520173 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0ef25b4-32aa-4bf5-8b20-b5869202212b tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:17.631396 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-df713611-692b-4ab5-97ef-002d26cec601 None None] For port a17bea33-14fa-4846-b140-bace34c5265a, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=a17bea33-14fa-4846-b140-bace34c5265a,segment=NetworkSegment(11e68bd2-5be3-4a39-b585-a2813496efd6),segment_id=11e68bd2-5be3-4a39-b585-a2813496efd6)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:17.631975 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-df713611-692b-4ab5-97ef-002d26cec601 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:17.705227 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-b33cb861-ca0d-4218-94a8-d582deb6ef8c service neutron] Attempting to bind port a38dc673-91e5-47f8-be53-adce368442e0 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:01:17.712387 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-b33cb861-ca0d-4218-94a8-d582deb6ef8c service neutron] Attempting to bind port a38dc673-91e5-47f8-be53-adce368442e0 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:01:17.712923 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-b33cb861-ca0d-4218-94a8-d582deb6ef8c service neutron] Attempting to bind port a38dc673-91e5-47f8-be53-adce368442e0 on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:01:17.724672 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fb13f138-ff38-43f0-8f04-e96268941eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:17.738104 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef25b4-32aa-4bf5-8b20-b5869202212b tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Pushing event deleted for resources: {'Port': ['ID=a17bea33-14fa-4846-b140-bace34c5265a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:17.774060 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ef25b4-32aa-4bf5-8b20-b5869202212b tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] No DVR routers for this DVR port a17bea33-14fa-4846-b140-bace34c5265a on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:01:17.779923 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e6e46-803e-455a-b9e6-c662c70745a4 req-b91047cb-1f77-4ae0-a42c-5c217cca7b5d tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:17.781528 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-627e6e46-803e-455a-b9e6-c662c70745a4 req-b91047cb-1f77-4ae0-a42c-5c217cca7b5d tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 949 time: 1.3434107 Feb 09 01:01:17.814431 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-b33cb861-ca0d-4218-94a8-d582deb6ef8c service neutron] Port a38dc673-91e5-47f8-be53-adce368442e0 on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:01:17.818636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-b33cb861-ca0d-4218-94a8-d582deb6ef8c service neutron] Attempting to bind port a38dc673-91e5-47f8-be53-adce368442e0 on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:01:17.841168 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-115c16cd-5b36-4ce6-8e1a-49083c3800a9 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.117 "GET /v2.0/networks?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1444442 Feb 09 01:01:17.848216 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13f138-ff38-43f0-8f04-e96268941eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762fb667-f5fe-4686-9f4a-3f4893c1fe4b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:17.896077 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-b33cb861-ca0d-4218-94a8-d582deb6ef8c service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:01:17.896323 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-b33cb861-ca0d-4218-94a8-d582deb6ef8c service neutron] Checking segment: {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:01:17.896743 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-b33cb861-ca0d-4218-94a8-d582deb6ef8c service neutron] Bound using segment: {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:01:17.897186 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-b33cb861-ca0d-4218-94a8-d582deb6ef8c service neutron] Bound port: a38dc673-91e5-47f8-be53-adce368442e0, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:01:17.897532 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-b33cb861-ca0d-4218-94a8-d582deb6ef8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:17.915149 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-df713611-692b-4ab5-97ef-002d26cec601 None None] Calling delete_port for a17bea33-14fa-4846-b140-bace34c5265a owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:01:18.010701 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device a17bea33-14fa-4846-b140-bace34c5265a no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:01:18.156388 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: a17bea33-14fa-4846-b140-bace34c5265a {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:01:18.163764 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device a17bea33-14fa-4846-b140-bace34c5265a not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:01:18.226908 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-7e876518-d68f-4cd1-b442-4bc85e82cef1 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:18.228507 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-7e876518-d68f-4cd1-b442-4bc85e82cef1 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3745453 Feb 09 01:01:18.258789 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-627e6e46-803e-455a-b9e6-c662c70745a4 req-d80d28a1-ee07-4772-b094-192dbdb1a3df tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279842 Feb 09 01:01:18.267160 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-df713611-692b-4ab5-97ef-002d26cec601 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:01:18.267508 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-df713611-692b-4ab5-97ef-002d26cec601 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:01:18.423798 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-b33cb861-ca0d-4218-94a8-d582deb6ef8c service neutron] For port a38dc673-91e5-47f8-be53-adce368442e0, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:01:18.432499 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-b33cb861-ca0d-4218-94a8-d582deb6ef8c service neutron] For port a38dc673-91e5-47f8-be53-adce368442e0, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a38dc673-91e5-47f8-be53-adce368442e0,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:01:18.484659 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-f5d29256-4063-4359-aaf7-aaa15969ebf5 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Request body: {'port': {'device_id': '13f5520e-a652-4429-beb0-e3ecb64357a5', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'admin_state_up': True, 'tenant_id': 'e3282b39b26b4341b7bfc42f3e4e8492'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:18.485179 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-b33cb861-ca0d-4218-94a8-d582deb6ef8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:18.542645 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb1501-1049-4a1b-8cc7-ee9fd6cce0d0 req-6d0bb771-febe-4284-b44a-102047a68507 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:18.549926 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-59bb1501-1049-4a1b-8cc7-ee9fd6cce0d0 req-6d0bb771-febe-4284-b44a-102047a68507 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 935 time: 1.6256111 Feb 09 01:01:18.565212 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fb13f138-ff38-43f0-8f04-e96268941eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:18.569754 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fb13f138-ff38-43f0-8f04-e96268941eaf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/762fb667-f5fe-4686-9f4a-3f4893c1fe4b HTTP/1.1" status: 204 len: 168 time: 2.5623381 Feb 09 01:01:18.608570 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [req-1e219517-6132-4295-9c90-5981cf8d2921 req-87dd257b-a65a-4c48-a763-0138ae322212 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:01:18.631759 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0ef25b4-32aa-4bf5-8b20-b5869202212b tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:18.708627 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-1e219517-6132-4295-9c90-5981cf8d2921 req-87dd257b-a65a-4c48-a763-0138ae322212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7382de6-6aba-4a28-a643-d303a5c9ccff {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:01:18.718850 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1e219517-6132-4295-9c90-5981cf8d2921 req-87dd257b-a65a-4c48-a763-0138ae322212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:18.757156 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-59bb1501-1049-4a1b-8cc7-ee9fd6cce0d0 req-15086dc5-fbe5-4861-81cf-f755c47ead1e tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061665 Feb 09 01:01:18.764653 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-c0ef25b4-32aa-4bf5-8b20-b5869202212b tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96bba698-9b96-4ecd-9829-8168d8e90c53']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:18.773559 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-df713611-692b-4ab5-97ef-002d26cec601 None None] Deleting port a17bea33-14fa-4846-b140-bace34c5265a {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:18.777535 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-df713611-692b-4ab5-97ef-002d26cec601 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:18.802869 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-c0ef25b4-32aa-4bf5-8b20-b5869202212b tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e68bd2-5be3-4a39-b585-a2813496efd6') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:18.803176 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-c0ef25b4-32aa-4bf5-8b20-b5869202212b tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e68bd2-5be3-4a39-b585-a2813496efd6') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:18.821777 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0ef25b4-32aa-4bf5-8b20-b5869202212b tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:18.828437 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33cb861-ca0d-4218-94a8-d582deb6ef8c service neutron] Pushing event updated for resources: {'Port': ['ID=a38dc673-91e5-47f8-be53-adce368442e0,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:18.829741 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-f5d29256-4063-4359-aaf7-aaa15969ebf5 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:18.849420 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-f5d29256-4063-4359-aaf7-aaa15969ebf5 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:18.851747 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0ef25b4-32aa-4bf5-8b20-b5869202212b tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:18.861591 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ef25b4-32aa-4bf5-8b20-b5869202212b tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Releasing vlan 998 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:01:18.862085 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0ef25b4-32aa-4bf5-8b20-b5869202212b tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:18.883521 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:01:18.883521 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:01:18.883521 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:01:18.883521 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:01:18.883521 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:01:18.883521 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:01:18.883521 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:01:18.883521 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:01:18.883521 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:01:18.883521 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:01:18.883521 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:01:18.883521 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:01:18.883521 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:01:18.883521 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:01:18.883521 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:01:18.883521 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:01:18.883521 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:01:18.883521 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:01:18.883521 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:01:18.883521 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:01:18.883521 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:01:18.883521 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:01:18.883521 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:01:18.883521 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:01:18.883521 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:01:18.883521 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:01:18.883521 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:01:18.883521 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:01:18.883521 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:01:18.883521 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:01:18.883521 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:01:18.883521 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:01:18.889938 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-b33cb861-ca0d-4218-94a8-d582deb6ef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:18.891762 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-b33cb861-ca0d-4218-94a8-d582deb6ef8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:18.895870 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-b33cb861-ca0d-4218-94a8-d582deb6ef8c service neutron] 10.222.0.35 "PUT /v2.0/ports/a38dc673-91e5-47f8-be53-adce368442e0 HTTP/1.1" status: 200 len: 1092 time: 5.2230618 Feb 09 01:01:18.896779 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979d077b-7f63-4e65-98d6-1353518bfabe', 'tag': 'a38dc673-91e5-47f8-be53-adce368442e0'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:18.922528 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-1e219517-6132-4295-9c90-5981cf8d2921 req-87dd257b-a65a-4c48-a763-0138ae322212 service neutron] Transition to ACTIVE for port object b7382de6-6aba-4a28-a643-d303a5c9ccff will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:19.008028 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-f5d29256-4063-4359-aaf7-aaa15969ebf5 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Made reservation on behalf of e3282b39b26b4341b7bfc42f3e4e8492 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:19.012541 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-f5d29256-4063-4359-aaf7-aaa15969ebf5 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:19.016493 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-df713611-692b-4ab5-97ef-002d26cec601 None None] The port 'a17bea33-14fa-4846-b140-bace34c5265a' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:01:19.131250 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1e219517-6132-4295-9c90-5981cf8d2921 req-87dd257b-a65a-4c48-a763-0138ae322212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:19.333065 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b40505-2870-4ec7-b643-4e51249b801a req-25d30244-5ef5-480e-b50c-dbcd94856f7b tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:19.333968 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f9b40505-2870-4ec7-b643-4e51249b801a req-25d30244-5ef5-480e-b50c-dbcd94856f7b tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Synchronizing usage tracker for tenant:5a38989228a14de2b6764c7f261f44e3 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:01:19.384454 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-f5d29256-4063-4359-aaf7-aaa15969ebf5 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Allocated IP 192.168.233.137 (82c0e553-004f-4f65-a38e-9d785fdc5802/c1d7756a-584e-4152-ad93-d220060f4b30/38e4d5ac-c8dc-470d-bad6-9c688d2014e8) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:19.506825 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd257b-a65a-4c48-a763-0138ae322212 service neutron] Pushing event updated for resources: {'Port': ['ID=b7382de6-6aba-4a28-a643-d303a5c9ccff,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:19.551538 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f9b40505-2870-4ec7-b643-4e51249b801a req-25d30244-5ef5-480e-b50c-dbcd94856f7b tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Unset dirty status for tenant:5a38989228a14de2b6764c7f261f44e3 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:01:19.561882 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f9b40505-2870-4ec7-b643-4e51249b801a req-25d30244-5ef5-480e-b50c-dbcd94856f7b tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 944 time: 1.0345626 Feb 09 01:01:19.718798 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-f5d29256-4063-4359-aaf7-aaa15969ebf5 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:19.755689 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-f5d29256-4063-4359-aaf7-aaa15969ebf5 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Transition to ACTIVE for port object 38e4d5ac-c8dc-470d-bad6-9c688d2014e8 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:19.771255 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f9b40505-2870-4ec7-b643-4e51249b801a req-ea94011c-2be5-4be1-9ea0-1b9708cf228a tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052238 Feb 09 01:01:19.828453 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-6322e794-fdba-49ee-bfef-8e10d6665e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:19.832717 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-6322e794-fdba-49ee-bfef-8e10d6665e03 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a38989228a14de2b6764c7f261f44e3&device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 1095 time: 0.8861780 Feb 09 01:01:19.863403 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ab2ef3ed-9f04-4de0-97ae-b95413dc3e2d req-fad45134-55b8-4084-b965-c169f3ebd7c5 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=13f5520e-a652-4429-beb0-e3ecb64357a5 HTTP/1.1" status: 200 len: 210 time: 0.0847414 Feb 09 01:01:19.874225 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0ef25b4-32aa-4bf5-8b20-b5869202212b tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:19.933111 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0ef25b4-32aa-4bf5-8b20-b5869202212b tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:19.949754 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef25b4-32aa-4bf5-8b20-b5869202212b tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Pushing event deleted for resources: {'Network': ['ID=96bba698-9b96-4ecd-9829-8168d8e90c53,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:19.957837 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-f5d29256-4063-4359-aaf7-aaa15969ebf5 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:19.971224 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c0ef25b4-32aa-4bf5-8b20-b5869202212b tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "DELETE /v2.0/networks/96bba698-9b96-4ecd-9829-8168d8e90c53 HTTP/1.1" status: 204 len: 168 time: 3.6247597 Feb 09 01:01:19.972159 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['85f0c83d-e492-4252-8c90-1fd22fec3aff', 'a4b505d8-d756-48f6-922c-121b8b731f28'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:01:20.027037 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['7999435b-c963-4dcc-a9db-35ef5464f9d9', '31cd774d-837f-4021-9774-cf22b4421c89', '8dec7b93-7bbf-4dc1-aaee-3287c2809f4b', '12b22027-67b6-4f0e-8f08-e659e2dbc6fd'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:01:20.070780 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60832) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:20.071520 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d29256-4063-4359-aaf7-aaa15969ebf5 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Pushing event updated for resources: {'Port': ['ID=38e4d5ac-c8dc-470d-bad6-9c688d2014e8,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:20.094913 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-4d25605c-b6d7-4d78-bbaf-6d9692909264 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-818667973'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:20.106013 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '979d077b-7f63-4e65-98d6-1353518bfabe', 'tag': 'a38dc673-91e5-47f8-be53-adce368442e0', 'status': 'completed', 'code': 200} Feb 09 01:01:20.110003 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-1e219517-6132-4295-9c90-5981cf8d2921 req-87dd257b-a65a-4c48-a763-0138ae322212 service neutron] Attempting to bind port b7382de6-6aba-4a28-a643-d303a5c9ccff on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:01:20.113094 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-1e219517-6132-4295-9c90-5981cf8d2921 req-87dd257b-a65a-4c48-a763-0138ae322212 service neutron] Attempting to bind port b7382de6-6aba-4a28-a643-d303a5c9ccff by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:01:20.114542 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e219517-6132-4295-9c90-5981cf8d2921 req-87dd257b-a65a-4c48-a763-0138ae322212 service neutron] Attempting to bind port b7382de6-6aba-4a28-a643-d303a5c9ccff on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:01:20.125220 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4d25605c-b6d7-4d78-bbaf-6d9692909264 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:20.142585 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-f5d29256-4063-4359-aaf7-aaa15969ebf5 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:20.151388 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4d25605c-b6d7-4d78-bbaf-6d9692909264 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Usage tracker for resource:network and tenant:6f085f8b18784551909478d3d7d57efd is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:20.157129 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-f5d29256-4063-4359-aaf7-aaa15969ebf5 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:20.170918 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-3dbcdc6a-2674-439d-9874-33e8b0093574 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a38dc673-91e5-47f8-be53-adce368442e0 HTTP/1.1" status: 200 len: 217 time: 0.3218930 Feb 09 01:01:20.175572 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4d25605c-b6d7-4d78-bbaf-6d9692909264 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:20.178763 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e219517-6132-4295-9c90-5981cf8d2921 req-87dd257b-a65a-4c48-a763-0138ae322212 service neutron] Port b7382de6-6aba-4a28-a643-d303a5c9ccff on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:01:20.183400 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e219517-6132-4295-9c90-5981cf8d2921 req-87dd257b-a65a-4c48-a763-0138ae322212 service neutron] Attempting to bind port b7382de6-6aba-4a28-a643-d303a5c9ccff on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:01:20.207359 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-f5d29256-4063-4359-aaf7-aaa15969ebf5 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:01:20.349365 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e219517-6132-4295-9c90-5981cf8d2921 req-87dd257b-a65a-4c48-a763-0138ae322212 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:01:20.349991 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e219517-6132-4295-9c90-5981cf8d2921 req-87dd257b-a65a-4c48-a763-0138ae322212 service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:01:20.350131 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e219517-6132-4295-9c90-5981cf8d2921 req-87dd257b-a65a-4c48-a763-0138ae322212 service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:01:20.350583 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-1e219517-6132-4295-9c90-5981cf8d2921 req-87dd257b-a65a-4c48-a763-0138ae322212 service neutron] Bound port: b7382de6-6aba-4a28-a643-d303a5c9ccff, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:01:20.355702 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1e219517-6132-4295-9c90-5981cf8d2921 req-87dd257b-a65a-4c48-a763-0138ae322212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:20.417857 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4d25605c-b6d7-4d78-bbaf-6d9692909264 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:20.439345 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60838) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:20.510953 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d25605c-b6d7-4d78-bbaf-6d9692909264 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Made reservation on behalf of 6f085f8b18784551909478d3d7d57efd for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:20.520277 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4d25605c-b6d7-4d78-bbaf-6d9692909264 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:20.582230 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-f5d29256-4063-4359-aaf7-aaa15969ebf5 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:20.582919 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-f5d29256-4063-4359-aaf7-aaa15969ebf5 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:20.669586 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d25605c-b6d7-4d78-bbaf-6d9692909264 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 999} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:01:20.698545 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4d25605c-b6d7-4d78-bbaf-6d9692909264 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:20.698752 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-4d25605c-b6d7-4d78-bbaf-6d9692909264 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Added segment 8cac8e29-640e-44d4-acce-7bdf7a8803d0 of type vlan for network 661e6548-1894-4511-ad16-2aed6958c9df Feb 09 01:01:20.743102 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4d25605c-b6d7-4d78-bbaf-6d9692909264 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:20.771751 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-1e219517-6132-4295-9c90-5981cf8d2921 req-87dd257b-a65a-4c48-a763-0138ae322212 service neutron] For port b7382de6-6aba-4a28-a643-d303a5c9ccff, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:01:20.775385 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-1e219517-6132-4295-9c90-5981cf8d2921 req-87dd257b-a65a-4c48-a763-0138ae322212 service neutron] For port b7382de6-6aba-4a28-a643-d303a5c9ccff, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=b7382de6-6aba-4a28-a643-d303a5c9ccff,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:01:20.782846 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6c9549c1-2a19-41b7-94d2-82c27aadff8c None None] Provisioning for port 38e4d5ac-c8dc-470d-bad6-9c688d2014e8 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:20.788465 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1e219517-6132-4295-9c90-5981cf8d2921 req-87dd257b-a65a-4c48-a763-0138ae322212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:20.793242 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b3138cae-4616-4bbb-ba6b-756a0f47104e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2076563983-network', 'tenant_id': 'bcb54e82376a4a56a730ba32d0fccc73'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:20.803962 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4d25605c-b6d7-4d78-bbaf-6d9692909264 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:20.814595 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d25605c-b6d7-4d78-bbaf-6d9692909264 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:20.815884 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4d25605c-b6d7-4d78-bbaf-6d9692909264 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:20.849315 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b3138cae-4616-4bbb-ba6b-756a0f47104e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:20.850775 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-f811312e-b729-4de8-b0e8-113dce012d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:20.855280 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-f811312e-b729-4de8-b0e8-113dce012d43 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb9a8e05-d0fc-4553-92c9-d58b7743cadc HTTP/1.1" status: 200 len: 861 time: 0.5086462 Feb 09 01:01:20.883288 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4d25605c-b6d7-4d78-bbaf-6d9692909264 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8062265 Feb 09 01:01:20.883288 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b3138cae-4616-4bbb-ba6b-756a0f47104e admin admin] Usage tracker for resource:network and tenant:bcb54e82376a4a56a730ba32d0fccc73 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:20.894445 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76488e-a568-4444-80b4-18b25977e45c req-0ff83577-1c92-4cef-b5c6-71556eb97054 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:20.895198 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3f76488e-a568-4444-80b4-18b25977e45c req-0ff83577-1c92-4cef-b5c6-71556eb97054 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Synchronizing usage tracker for tenant:1828a8e10f7447aba0d25cab4f7feaf3 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:01:20.898372 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60852) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:20.951564 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-f5d29256-4063-4359-aaf7-aaa15969ebf5 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6898615 Feb 09 01:01:20.953726 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b3138cae-4616-4bbb-ba6b-756a0f47104e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:20.975131 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-075adff5-a8d8-4a54-bd5a-ee358747c974 service neutron] Request body: {'port': {'device_id': '13f5520e-a652-4429-beb0-e3ecb64357a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:20.989920 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6c9549c1-2a19-41b7-94d2-82c27aadff8c None None] Provisioning complete for port 38e4d5ac-c8dc-470d-bad6-9c688d2014e8 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:20.990918 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6c9549c1-2a19-41b7-94d2-82c27aadff8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:21.013945 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e219517-6132-4295-9c90-5981cf8d2921 req-87dd257b-a65a-4c48-a763-0138ae322212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:21.014949 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1e219517-6132-4295-9c90-5981cf8d2921 req-87dd257b-a65a-4c48-a763-0138ae322212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:21.016577 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e219517-6132-4295-9c90-5981cf8d2921 req-87dd257b-a65a-4c48-a763-0138ae322212 service neutron] 10.222.0.35 "PUT /v2.0/ports/b7382de6-6aba-4a28-a643-d303a5c9ccff HTTP/1.1" status: 200 len: 1095 time: 4.3352225 Feb 09 01:01:21.032981 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-207b4c86-9d7b-41bb-ab8e-0cfd974caabf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1470559 Feb 09 01:01:21.050305 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-99d33ab9-edd3-46a9-be37-d54beb2243be tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Request body: {'subnet': {'network_id': '661e6548-1894-4511-ad16-2aed6958c9df', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:21.129408 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b3138cae-4616-4bbb-ba6b-756a0f47104e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:21.182011 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f9b7b-16ba-47f0-8a46-7cfa56fbc1ff req-a5fca8fc-a34e-4d2f-87b4-a6a9b26e1546 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:21.187224 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-262f9b7b-16ba-47f0-8a46-7cfa56fbc1ff req-a5fca8fc-a34e-4d2f-87b4-a6a9b26e1546 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 949 time: 0.8826468 Feb 09 01:01:21.336607 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3138cae-4616-4bbb-ba6b-756a0f47104e admin admin] Made reservation on behalf of bcb54e82376a4a56a730ba32d0fccc73 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:21.339813 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b3138cae-4616-4bbb-ba6b-756a0f47104e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:21.343789 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-99d33ab9-edd3-46a9-be37-d54beb2243be tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:21.350919 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-99d33ab9-edd3-46a9-be37-d54beb2243be tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Usage tracker for resource:subnet and tenant:6f085f8b18784551909478d3d7d57efd is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:21.356537 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-99d33ab9-edd3-46a9-be37-d54beb2243be tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:21.368618 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25605c-b6d7-4d78-bbaf-6d9692909264 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Pushing event updated for resources: {'Network': ['ID=661e6548-1894-4511-ad16-2aed6958c9df,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:21.369419 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-99d33ab9-edd3-46a9-be37-d54beb2243be tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:21.375364 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-262f9b7b-16ba-47f0-8a46-7cfa56fbc1ff req-aa9c43b1-7b6b-4205-a782-8ad4bc5811ce tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559687 Feb 09 01:01:21.385619 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b3138cae-4616-4bbb-ba6b-756a0f47104e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:21.425780 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b3138cae-4616-4bbb-ba6b-756a0f47104e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:21.433253 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b3138cae-4616-4bbb-ba6b-756a0f47104e admin admin] Usage tracker for resource:security_group_rule and tenant:bcb54e82376a4a56a730ba32d0fccc73 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:21.437770 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b3138cae-4616-4bbb-ba6b-756a0f47104e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:21.440762 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-075adff5-a8d8-4a54-bd5a-ee358747c974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:21.511731 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 661e6548-1894-4511-ad16-2aed6958c9df details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:01:21.574584 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b3138cae-4616-4bbb-ba6b-756a0f47104e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:21.725652 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-6c9549c1-2a19-41b7-94d2-82c27aadff8c None None] Port 38e4d5ac-c8dc-470d-bad6-9c688d2014e8 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:01:21.796995 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:21.816630 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d33ab9-edd3-46a9-be37-d54beb2243be tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Made reservation on behalf of 6f085f8b18784551909478d3d7d57efd for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:21.822791 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-99d33ab9-edd3-46a9-be37-d54beb2243be tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:22.286722 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a5463a-d804-4c19-90b9-b8c29ecdad26', 'tag': 'b7382de6-6aba-4a28-a643-d303a5c9ccff'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:22.333348 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3f76488e-a568-4444-80b4-18b25977e45c req-0ff83577-1c92-4cef-b5c6-71556eb97054 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Unset dirty status for tenant:1828a8e10f7447aba0d25cab4f7feaf3 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:01:22.334656 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f76488e-a568-4444-80b4-18b25977e45c req-0ff83577-1c92-4cef-b5c6-71556eb97054 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 947 time: 2.1741569 Feb 09 01:01:22.350385 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd257b-a65a-4c48-a763-0138ae322212 service neutron] Pushing event updated for resources: {'Port': ['ID=b7382de6-6aba-4a28-a643-d303a5c9ccff,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:22.464882 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3f76488e-a568-4444-80b4-18b25977e45c req-5dc8fe9d-eddb-40f7-916c-dc0b2fdbdc91 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Synchronizing usage tracker for tenant:1828a8e10f7447aba0d25cab4f7feaf3 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:01:22.466038 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b3138cae-4616-4bbb-ba6b-756a0f47104e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:22.467468 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-99d33ab9-edd3-46a9-be37-d54beb2243be tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:22.474204 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b3138cae-4616-4bbb-ba6b-756a0f47104e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:22.484359 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5eb62-977e-44bc-a58f-3863a550f740 req-db292540-5d50-44ce-b66f-fcd9abef04f2 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:22.485883 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-20b5eb62-977e-44bc-a58f-3863a550f740 req-db292540-5d50-44ce-b66f-fcd9abef04f2 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 944 time: 0.4919004 Feb 09 01:01:22.505745 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-340495d8-3347-4e10-8d97-cb703156e026 service neutron] 10.222.0.35 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4596479 Feb 09 01:01:22.539284 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3138cae-4616-4bbb-ba6b-756a0f47104e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 978} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:01:22.622165 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e219517-6132-4295-9c90-5981cf8d2921 req-6147317f-8e2f-4059-9af4-9dd2a33dd02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:22.623611 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3138cae-4616-4bbb-ba6b-756a0f47104e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7272dff2-3bf4-495c-a849-5904ae181752,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:22.623748 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e219517-6132-4295-9c90-5981cf8d2921 req-6147317f-8e2f-4059-9af4-9dd2a33dd02b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 1098 time: 1.3221352 Feb 09 01:01:22.626666 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b3138cae-4616-4bbb-ba6b-756a0f47104e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:22.627012 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-b3138cae-4616-4bbb-ba6b-756a0f47104e admin admin] Added segment 22f5b0d7-5f62-4872-a114-b166ace086bd of type vlan for network 40320574-d9cd-482a-a0ac-237c8f11f957 Feb 09 01:01:22.632005 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-20b5eb62-977e-44bc-a58f-3863a550f740 req-dd0e6531-b0b9-4a18-916e-6f07a8b3b11c tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353779 Feb 09 01:01:22.643535 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-075adff5-a8d8-4a54-bd5a-ee358747c974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e4d5ac-c8dc-470d-bad6-9c688d2014e8 {{(pid=87611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:01:22.656231 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-075adff5-a8d8-4a54-bd5a-ee358747c974 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:22.678075 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b3138cae-4616-4bbb-ba6b-756a0f47104e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:22.688205 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-075adff5-a8d8-4a54-bd5a-ee358747c974 service neutron] Transition to ACTIVE for port object 38e4d5ac-c8dc-470d-bad6-9c688d2014e8 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:22.709152 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3f76488e-a568-4444-80b4-18b25977e45c req-5dc8fe9d-eddb-40f7-916c-dc0b2fdbdc91 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Unset dirty status for tenant:1828a8e10f7447aba0d25cab4f7feaf3 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:01:22.711490 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-075adff5-a8d8-4a54-bd5a-ee358747c974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:22.718379 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f76488e-a568-4444-80b4-18b25977e45c req-5dc8fe9d-eddb-40f7-916c-dc0b2fdbdc91 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689992 Feb 09 01:01:22.741879 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d33ab9-edd3-46a9-be37-d54beb2243be tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Pushing event updated for resources: {'Subnet': ['ID=8118ec0f-490c-4789-9b71-4f9b2fff71a9,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:22.748086 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e219517-6132-4295-9c90-5981cf8d2921 req-2610db1b-7a53-434b-9b25-b659c841627d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=b7382de6-6aba-4a28-a643-d303a5c9ccff HTTP/1.1" status: 200 len: 217 time: 0.1124647 Feb 09 01:01:22.757093 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b3138cae-4616-4bbb-ba6b-756a0f47104e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:22.758181 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3138cae-4616-4bbb-ba6b-756a0f47104e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:22.758877 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b3138cae-4616-4bbb-ba6b-756a0f47104e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:22.842445 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e219517-6132-4295-9c90-5981cf8d2921 req-38479149-d6db-4e15-9bc8-d4fb6f6a982a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:22.845702 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e219517-6132-4295-9c90-5981cf8d2921 req-38479149-d6db-4e15-9bc8-d4fb6f6a982a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.0819426 Feb 09 01:01:22.851705 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d33ab9-edd3-46a9-be37-d54beb2243be tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Checking segment: {'id': '8cac8e29-640e-44d4-acce-7bdf7a8803d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '661e6548-1894-4511-ad16-2aed6958c9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:01:22.852078 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d33ab9-edd3-46a9-be37-d54beb2243be tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Network hostable DHCP agents. Network: 661e6548-1894-4511-ad16-2aed6958c9df, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:01:23.018511 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2b51d8ea-4a5e-406c-8a2f-630375e3641a req-f0d7565e-f55e-481e-b833-7f29bdc39e85 service neutron] 10.222.0.35 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825349 Feb 09 01:01:23.019063 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d33ab9-edd3-46a9-be37-d54beb2243be tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Network 661e6548-1894-4511-ad16-2aed6958c9df is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:01:23.038309 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-99d33ab9-edd3-46a9-be37-d54beb2243be tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 661e6548-1894-4511-ad16-2aed6958c9df) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:23.048517 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d33ab9-edd3-46a9-be37-d54beb2243be tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:23.049106 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-99d33ab9-edd3-46a9-be37-d54beb2243be tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.058697 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97780449-83e6-484a-b435-4acc9a26aaf6 None None] Network 661e6548-1894-4511-ad16-2aed6958c9df requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:01:23.063995 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b3138cae-4616-4bbb-ba6b-756a0f47104e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6150486 Feb 09 01:01:23.068713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60884) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:23.071501 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075adff5-a8d8-4a54-bd5a-ee358747c974 service neutron] Pushing event updated for resources: {'Port': ['ID=38e4d5ac-c8dc-470d-bad6-9c688d2014e8,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:23.079427 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-cc3b3ecf-331c-48f3-9600-7cecb5ff71f4 admin admin] Request body: {'subnet': {'network_id': '40320574-d9cd-482a-a0ac-237c8f11f957', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2076563983-subnet', 'tenant_id': 'bcb54e82376a4a56a730ba32d0fccc73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:23.086377 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e219517-6132-4295-9c90-5981cf8d2921 req-6eba7652-f94c-46f2-951e-6c76da9c2e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:23.087941 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e219517-6132-4295-9c90-5981cf8d2921 req-6eba7652-f94c-46f2-951e-6c76da9c2e5e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2277696 Feb 09 01:01:23.097787 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c6548-39d1-48dd-9100-37ca8096bc86 req-e6f8447e-aaa0-42bb-ba1a-0e156156e079 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:23.105352 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eb6c6548-39d1-48dd-9100-37ca8096bc86 req-e6f8447e-aaa0-42bb-ba1a-0e156156e079 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 949 time: 0.2593074 Feb 09 01:01:23.114472 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3138cae-4616-4bbb-ba6b-756a0f47104e admin admin] Pushing event updated for resources: {'Network': ['ID=40320574-d9cd-482a-a0ac-237c8f11f957,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:23.145544 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 40320574-d9cd-482a-a0ac-237c8f11f957 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:01:23.156560 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-cc3b3ecf-331c-48f3-9600-7cecb5ff71f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:23.172773 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-99d33ab9-edd3-46a9-be37-d54beb2243be tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1527100 Feb 09 01:01:23.205324 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60888) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:23.221954 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-841bd185-8489-4fe9-90dd-f14b385db809 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1829224394'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:23.224334 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-cc3b3ecf-331c-48f3-9600-7cecb5ff71f4 admin admin] Usage tracker for resource:subnet and tenant:bcb54e82376a4a56a730ba32d0fccc73 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:23.231610 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-cc3b3ecf-331c-48f3-9600-7cecb5ff71f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:23.241904 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-841bd185-8489-4fe9-90dd-f14b385db809 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:23.249411 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-841bd185-8489-4fe9-90dd-f14b385db809 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Usage tracker for resource:network and tenant:6f085f8b18784551909478d3d7d57efd is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:23.260049 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-841bd185-8489-4fe9-90dd-f14b385db809 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:23.280493 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-841bd185-8489-4fe9-90dd-f14b385db809 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:23.316731 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2749e08-c443-4379-ac93-82b1e4245a8c req-2117a660-c784-4342-8a13-f39a12dcaacb tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:23.317457 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-e2749e08-c443-4379-ac93-82b1e4245a8c req-2117a660-c784-4342-8a13-f39a12dcaacb tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Synchronizing usage tracker for tenant:e3282b39b26b4341b7bfc42f3e4e8492 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:01:23.322998 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841bd185-8489-4fe9-90dd-f14b385db809 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Made reservation on behalf of 6f085f8b18784551909478d3d7d57efd for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:23.326371 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-841bd185-8489-4fe9-90dd-f14b385db809 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.338724 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-075adff5-a8d8-4a54-bd5a-ee358747c974 service neutron] Attempting to bind port 38e4d5ac-c8dc-470d-bad6-9c688d2014e8 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:01:23.339072 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-075adff5-a8d8-4a54-bd5a-ee358747c974 service neutron] Attempting to bind port 38e4d5ac-c8dc-470d-bad6-9c688d2014e8 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:01:23.339377 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-075adff5-a8d8-4a54-bd5a-ee358747c974 service neutron] Attempting to bind port 38e4d5ac-c8dc-470d-bad6-9c688d2014e8 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:01:23.354042 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-075adff5-a8d8-4a54-bd5a-ee358747c974 service neutron] Port 38e4d5ac-c8dc-470d-bad6-9c688d2014e8 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:01:23.354380 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-075adff5-a8d8-4a54-bd5a-ee358747c974 service neutron] Attempting to bind port 38e4d5ac-c8dc-470d-bad6-9c688d2014e8 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:01:23.371872 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-841bd185-8489-4fe9-90dd-f14b385db809 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 968} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:01:23.385184 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-841bd185-8489-4fe9-90dd-f14b385db809 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.385563 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-841bd185-8489-4fe9-90dd-f14b385db809 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Added segment 37f55421-66ae-4f84-9fcf-bbe9aef82507 of type vlan for network 7fc44e12-56c9-4863-90dc-afedd69553f2 Feb 09 01:01:23.421187 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-075adff5-a8d8-4a54-bd5a-ee358747c974 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:01:23.421537 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-075adff5-a8d8-4a54-bd5a-ee358747c974 service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:01:23.422070 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-075adff5-a8d8-4a54-bd5a-ee358747c974 service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:01:23.422412 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-075adff5-a8d8-4a54-bd5a-ee358747c974 service neutron] Bound port: 38e4d5ac-c8dc-470d-bad6-9c688d2014e8, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:01:23.422758 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-075adff5-a8d8-4a54-bd5a-ee358747c974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.435361 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-841bd185-8489-4fe9-90dd-f14b385db809 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.441323 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-e2749e08-c443-4379-ac93-82b1e4245a8c req-2117a660-c784-4342-8a13-f39a12dcaacb tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Unset dirty status for tenant:e3282b39b26b4341b7bfc42f3e4e8492 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:01:23.442470 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e2749e08-c443-4379-ac93-82b1e4245a8c req-2117a660-c784-4342-8a13-f39a12dcaacb tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=13f5520e-a652-4429-beb0-e3ecb64357a5 HTTP/1.1" status: 200 len: 948 time: 0.5966711 Feb 09 01:01:23.450892 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-cc3b3ecf-331c-48f3-9600-7cecb5ff71f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:23.474116 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e219517-6132-4295-9c90-5981cf8d2921 req-c330fb3b-54f5-4d6a-9808-1a02187c487f service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149638 Feb 09 01:01:23.481048 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eb6c6548-39d1-48dd-9100-37ca8096bc86 req-dca51e91-56e4-4f8a-b9b6-a6610109b23b tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748629 Feb 09 01:01:23.606498 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-841bd185-8489-4fe9-90dd-f14b385db809 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.612501 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841bd185-8489-4fe9-90dd-f14b385db809 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:23.613316 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-841bd185-8489-4fe9-90dd-f14b385db809 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.624121 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e2749e08-c443-4379-ac93-82b1e4245a8c req-acd767f5-6da3-4770-9716-bed6d104b054 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363406 Feb 09 01:01:23.641650 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37b377f-3d4f-4289-b1b1-85d13add7f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-661e6548-1894-4511-ad16-2aed6958c9df', 'network_id': '661e6548-1894-4511-ad16-2aed6958c9df', 'tenant_id': '6f085f8b18784551909478d3d7d57efd', 'fixed_ips': [{'subnet_id': '8118ec0f-490c-4789-9b71-4f9b2fff71a9'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:01:23.644994 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e37b377f-3d4f-4289-b1b1-85d13add7f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.680009 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e219517-6132-4295-9c90-5981cf8d2921 req-b3359a2d-45ae-4c92-8997-0eb0d815eb69 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955056 Feb 09 01:01:23.697333 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a5463a-d804-4c19-90b9-b8c29ecdad26', 'tag': 'b7382de6-6aba-4a28-a643-d303a5c9ccff', 'status': 'completed', 'code': 200} Feb 09 01:01:23.698878 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3b3ecf-331c-48f3-9600-7cecb5ff71f4 admin admin] Made reservation on behalf of bcb54e82376a4a56a730ba32d0fccc73 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:23.701245 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cc3b3ecf-331c-48f3-9600-7cecb5ff71f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.753735 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-075adff5-a8d8-4a54-bd5a-ee358747c974 service neutron] For port 38e4d5ac-c8dc-470d-bad6-9c688d2014e8, host n-h2-828419-1, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:01:23.792222 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-841bd185-8489-4fe9-90dd-f14b385db809 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5850365 Feb 09 01:01:23.796227 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-075adff5-a8d8-4a54-bd5a-ee358747c974 service neutron] For port 38e4d5ac-c8dc-470d-bad6-9c688d2014e8, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=38e4d5ac-c8dc-470d-bad6-9c688d2014e8,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:01:23.797292 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60910) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:23.807805 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-936d9fd9-3984-4f95-a846-142d8f972040 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Request body: {'subnet': {'network_id': '7fc44e12-56c9-4863-90dc-afedd69553f2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:23.828471 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-075adff5-a8d8-4a54-bd5a-ee358747c974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.937624 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841bd185-8489-4fe9-90dd-f14b385db809 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Pushing event updated for resources: {'Network': ['ID=7fc44e12-56c9-4863-90dc-afedd69553f2,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:23.961942 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 7fc44e12-56c9-4863-90dc-afedd69553f2 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:01:24.052831 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-075adff5-a8d8-4a54-bd5a-ee358747c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:24.053414 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-075adff5-a8d8-4a54-bd5a-ee358747c974 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:24.055259 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-075adff5-a8d8-4a54-bd5a-ee358747c974 service neutron] 10.222.0.117 "PUT /v2.0/ports/38e4d5ac-c8dc-470d-bad6-9c688d2014e8 HTTP/1.1" status: 200 len: 1096 time: 3.0888951 Feb 09 01:01:24.055799 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f5520e-a652-4429-beb0-e3ecb64357a5', 'tag': '38e4d5ac-c8dc-470d-bad6-9c688d2014e8'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:24.160436 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cc3b3ecf-331c-48f3-9600-7cecb5ff71f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:24.189876 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-936d9fd9-3984-4f95-a846-142d8f972040 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:24.192688 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075adff5-a8d8-4a54-bd5a-ee358747c974 service neutron] Pushing event updated for resources: {'Port': ['ID=38e4d5ac-c8dc-470d-bad6-9c688d2014e8,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:24.244460 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-936d9fd9-3984-4f95-a846-142d8f972040 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Usage tracker for resource:subnet and tenant:6f085f8b18784551909478d3d7d57efd is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:24.259684 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-936d9fd9-3984-4f95-a846-142d8f972040 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:24.272218 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-936d9fd9-3984-4f95-a846-142d8f972040 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:24.295860 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-e37b377f-3d4f-4289-b1b1-85d13add7f3d None None] Allocated IP 19.80.0.2 (661e6548-1894-4511-ad16-2aed6958c9df/8118ec0f-490c-4789-9b71-4f9b2fff71a9/9f575749-d52c-4fcd-b3cb-8a33bc44ab69) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:24.314981 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936d9fd9-3984-4f95-a846-142d8f972040 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Made reservation on behalf of 6f085f8b18784551909478d3d7d57efd for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:24.319949 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-936d9fd9-3984-4f95-a846-142d8f972040 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:24.460183 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-f5355cfb-4ed9-48fa-ba32-353c659bd865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:24.461776 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-f5355cfb-4ed9-48fa-ba32-353c659bd865 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&device_id=13f5520e-a652-4429-beb0-e3ecb64357a5 HTTP/1.1" status: 200 len: 1099 time: 0.3610604 Feb 09 01:01:24.499966 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:01:24.549238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b3ecf-331c-48f3-9600-7cecb5ff71f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=610ae04f-5133-41f9-bc6f-f5d4adfb34dd,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:24.588055 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29847c1f-136c-489e-a53f-ebf568c5a17a req-c52c12c3-4450-402d-b0c9-edda1c5ea93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:24.590362 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-29847c1f-136c-489e-a53f-ebf568c5a17a req-c52c12c3-4450-402d-b0c9-edda1c5ea93b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a38989228a14de2b6764c7f261f44e3&device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 1095 time: 1.4830420 Feb 09 01:01:24.693989 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-5f44e856-591b-4ef3-b351-9419691de3c8 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=38e4d5ac-c8dc-470d-bad6-9c688d2014e8 HTTP/1.1" status: 200 len: 217 time: 0.2113712 Feb 09 01:01:24.755823 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:24.777918 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29847c1f-136c-489e-a53f-ebf568c5a17a req-00318cf6-ed06-43c8-8a90-ced6f365b8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:24.779511 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-29847c1f-136c-489e-a53f-ebf568c5a17a req-00318cf6-ed06-43c8-8a90-ced6f365b8e3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9 HTTP/1.1" status: 200 len: 922 time: 0.1710744 Feb 09 01:01:24.786267 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:24.800353 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76d9741-0bb8-4b77-af9c-e40d6a945ad6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f4a6e9c-d7c2-49a4-a271-452c4faca4a4'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:24.821506 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9f4a6e9c-d7c2-49a4-a271-452c4faca4a4,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:24.826947 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e37b377f-3d4f-4289-b1b1-85d13add7f3d None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:24.831216 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:24.887935 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-29847c1f-136c-489e-a53f-ebf568c5a17a req-15217bb2-8df3-499d-b7c5-e6746ee663a6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a38dc673-91e5-47f8-be53-adce368442e0 HTTP/1.1" status: 200 len: 217 time: 0.0898585 Feb 09 01:01:24.913162 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=9f4a6e9c-d7c2-49a4-a271-452c4faca4a4,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:24.920287 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e37b377f-3d4f-4289-b1b1-85d13add7f3d None None] Transition to ACTIVE for port object 9f575749-d52c-4fcd-b3cb-8a33bc44ab69 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:24.943146 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e37b377f-3d4f-4289-b1b1-85d13add7f3d None None] Transition to ACTIVE for port object 9f575749-d52c-4fcd-b3cb-8a33bc44ab69 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:24.951707 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e37b377f-3d4f-4289-b1b1-85d13add7f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:24.968519 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b3ecf-331c-48f3-9600-7cecb5ff71f4 admin admin] Checking segment: {'id': '22f5b0d7-5f62-4872-a114-b166ace086bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '40320574-d9cd-482a-a0ac-237c8f11f957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:01:24.968888 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3b3ecf-331c-48f3-9600-7cecb5ff71f4 admin admin] Network hostable DHCP agents. Network: 40320574-d9cd-482a-a0ac-237c8f11f957, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:01:24.984549 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3acbb4-cbca-408c-b09e-9d490cd29483 req-9e73cf8d-23e0-40b8-92b2-44c220ae3337 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:24.987904 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-865ee697-8c23-44d6-8444-b005c93fefd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:24.988892 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dc3acbb4-cbca-408c-b09e-9d490cd29483 req-9e73cf8d-23e0-40b8-92b2-44c220ae3337 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/ports?device_id=a76d9741-0bb8-4b77-af9c-e40d6a945ad6 HTTP/1.1" status: 200 len: 949 time: 0.9754896 Feb 09 01:01:24.989342 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-865ee697-8c23-44d6-8444-b005c93fefd0 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.2783134 Feb 09 01:01:25.016051 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29847c1f-136c-489e-a53f-ebf568c5a17a req-ac3d044e-7a17-41b2-8fcc-e3b08be57d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:25.017689 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-29847c1f-136c-489e-a53f-ebf568c5a17a req-ac3d044e-7a17-41b2-8fcc-e3b08be57d39 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb9a8e05-d0fc-4553-92c9-d58b7743cadc HTTP/1.1" status: 200 len: 861 time: 0.1225812 Feb 09 01:01:25.018023 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37b377f-3d4f-4289-b1b1-85d13add7f3d None None] Network 661e6548-1894-4511-ad16-2aed6958c9df is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:25.025215 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-e37b377f-3d4f-4289-b1b1-85d13add7f3d None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:25.029578 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37b377f-3d4f-4289-b1b1-85d13add7f3d None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:01:25.061044 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28364617-c9b2-4dd6-a5cf-53db8c5fe275 req-977c1665-5f2b-4d06-8b99-194402290b3e tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:25.068244 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-28364617-c9b2-4dd6-a5cf-53db8c5fe275 req-977c1665-5f2b-4d06-8b99-194402290b3e tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 944 time: 0.4741185 Feb 09 01:01:25.142746 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-e37b377f-3d4f-4289-b1b1-85d13add7f3d None None] Attempting to bind port 9f575749-d52c-4fcd-b3cb-8a33bc44ab69 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:01:25.142746 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-e37b377f-3d4f-4289-b1b1-85d13add7f3d None None] Attempting to bind port 9f575749-d52c-4fcd-b3cb-8a33bc44ab69 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '8cac8e29-640e-44d4-acce-7bdf7a8803d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '661e6548-1894-4511-ad16-2aed6958c9df'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:01:25.143059 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37b377f-3d4f-4289-b1b1-85d13add7f3d None None] Attempting to bind port 9f575749-d52c-4fcd-b3cb-8a33bc44ab69 on network 661e6548-1894-4511-ad16-2aed6958c9df {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:01:25.151938 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37b377f-3d4f-4289-b1b1-85d13add7f3d None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:01:25.152310 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37b377f-3d4f-4289-b1b1-85d13add7f3d None None] Checking segment: {'id': '8cac8e29-640e-44d4-acce-7bdf7a8803d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '661e6548-1894-4511-ad16-2aed6958c9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:01:25.152736 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e37b377f-3d4f-4289-b1b1-85d13add7f3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:25.153131 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37b377f-3d4f-4289-b1b1-85d13add7f3d None None] Bound using segment: {'id': '8cac8e29-640e-44d4-acce-7bdf7a8803d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '661e6548-1894-4511-ad16-2aed6958c9df'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:01:25.154605 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-e37b377f-3d4f-4289-b1b1-85d13add7f3d None None] Bound port: 9f575749-d52c-4fcd-b3cb-8a33bc44ab69, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cac8e29-640e-44d4-acce-7bdf7a8803d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '661e6548-1894-4511-ad16-2aed6958c9df'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:01:25.154605 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e37b377f-3d4f-4289-b1b1-85d13add7f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:25.163659 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dc3acbb4-cbca-408c-b09e-9d490cd29483 req-4aa65750-7c1b-45ff-be72-f97ce7616012 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/security-groups?id=d26cc557-a6e6-4bdd-a6df-88bad5d4807f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714494 Feb 09 01:01:25.166987 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a2a19-45b7-4274-8a28-b4c8d7742d9d req-2ff33ec1-ed1a-45da-8be3-478fa06fb8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:25.169462 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e04a2a19-45b7-4274-8a28-b4c8d7742d9d req-2ff33ec1-ed1a-45da-8be3-478fa06fb8b5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 1098 time: 1.0707400 Feb 09 01:01:25.172374 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-29847c1f-136c-489e-a53f-ebf568c5a17a req-5897da85-5451-4b78-a7c6-b2a4f21d1c5f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1407852 Feb 09 01:01:25.174990 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-28364617-c9b2-4dd6-a5cf-53db8c5fe275 req-24496aec-4e1b-41f8-993c-08488014cae5 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057718 Feb 09 01:01:25.204310 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-936d9fd9-3984-4f95-a846-142d8f972040 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:25.206590 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b377f-3d4f-4289-b1b1-85d13add7f3d None None] Pushing event updated for resources: {'Port': ['ID=9f575749-d52c-4fcd-b3cb-8a33bc44ab69,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:25.228359 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3b3ecf-331c-48f3-9600-7cecb5ff71f4 admin admin] Network 40320574-d9cd-482a-a0ac-237c8f11f957 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:01:25.266584 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-e37b377f-3d4f-4289-b1b1-85d13add7f3d None None] For port 9f575749-d52c-4fcd-b3cb-8a33bc44ab69, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:01:25.270895 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-e37b377f-3d4f-4289-b1b1-85d13add7f3d None None] For port 9f575749-d52c-4fcd-b3cb-8a33bc44ab69, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=9f575749-d52c-4fcd-b3cb-8a33bc44ab69,segment=NetworkSegment(8cac8e29-640e-44d4-acce-7bdf7a8803d0),segment_id=8cac8e29-640e-44d4-acce-7bdf7a8803d0)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:01:25.278108 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e37b377f-3d4f-4289-b1b1-85d13add7f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:25.282270 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d9fd9-3984-4f95-a846-142d8f972040 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Pushing event updated for resources: {'Subnet': ['ID=bdd7325a-6f14-4a3d-a596-53acd6dd8c2c,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:25.285795 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-9474934d-ed5b-425a-8e52-febf26e0c7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:25.287529 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-9474934d-ed5b-425a-8e52-febf26e0c7ed service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2896745 Feb 09 01:01:25.319233 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13f5520e-a652-4429-beb0-e3ecb64357a5', 'tag': '38e4d5ac-c8dc-470d-bad6-9c688d2014e8', 'status': 'completed', 'code': 200} Feb 09 01:01:25.342246 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-cc3b3ecf-331c-48f3-9600-7cecb5ff71f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 40320574-d9cd-482a-a0ac-237c8f11f957) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:25.358991 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b3ecf-331c-48f3-9600-7cecb5ff71f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:25.358991 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cc3b3ecf-331c-48f3-9600-7cecb5ff71f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:25.387510 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7920bb-a418-4c25-b8bc-92051f500567 None None] Network 40320574-d9cd-482a-a0ac-237c8f11f957 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:01:25.408360 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-cc3b3ecf-331c-48f3-9600-7cecb5ff71f4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3379769 Feb 09 01:01:25.426149 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60940) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:25.431348 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-d29cfbab-f729-4fc5-b4f0-19869919b0c1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2076563983-router', 'tenant_id': 'bcb54e82376a4a56a730ba32d0fccc73', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:25.452114 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d29cfbab-f729-4fc5-b4f0-19869919b0c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:25.471445 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936d9fd9-3984-4f95-a846-142d8f972040 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Checking segment: {'id': '37f55421-66ae-4f84-9fcf-bbe9aef82507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '7fc44e12-56c9-4863-90dc-afedd69553f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:01:25.471807 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936d9fd9-3984-4f95-a846-142d8f972040 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Network hostable DHCP agents. Network: 7fc44e12-56c9-4863-90dc-afedd69553f2, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:01:25.506853 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d29cfbab-f729-4fc5-b4f0-19869919b0c1 admin admin] Usage tracker for resource:router and tenant:bcb54e82376a4a56a730ba32d0fccc73 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:25.525504 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d29cfbab-f729-4fc5-b4f0-19869919b0c1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:25.544016 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d29cfbab-f729-4fc5-b4f0-19869919b0c1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:25.545442 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936d9fd9-3984-4f95-a846-142d8f972040 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Network 7fc44e12-56c9-4863-90dc-afedd69553f2 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:01:25.555250 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-29847c1f-136c-489e-a53f-ebf568c5a17a req-879bda6f-0fee-4b05-bf3c-7356382cc39b service neutron] 10.222.0.35 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743904 Feb 09 01:01:25.557271 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b377f-3d4f-4289-b1b1-85d13add7f3d None None] Pushing event updated for resources: {'Port': ['ID=9f575749-d52c-4fcd-b3cb-8a33bc44ab69,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:25.561227 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-936d9fd9-3984-4f95-a846-142d8f972040 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 7fc44e12-56c9-4863-90dc-afedd69553f2) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:25.567927 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-4d23dfce-062f-49ec-824c-0ab45501973f service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707331 Feb 09 01:01:25.569145 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936d9fd9-3984-4f95-a846-142d8f972040 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:25.570180 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-936d9fd9-3984-4f95-a846-142d8f972040 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:25.577311 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a2a19-45b7-4274-8a28-b4c8d7742d9d req-e4b8be29-688b-4b16-bf24-d78d87dbba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:25.579297 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e04a2a19-45b7-4274-8a28-b4c8d7742d9d req-e4b8be29-688b-4b16-bf24-d78d87dbba39 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.3967502 Feb 09 01:01:25.582707 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0fd235-cbf8-4b84-8836-69f567cbb067 None None] Network 7fc44e12-56c9-4863-90dc-afedd69553f2 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:01:25.619911 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3557735-0186-4753-934f-d633a7e3c30d req-8949389a-e777-4ee3-9ee4-364e09b5899a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:25.621413 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c3557735-0186-4753-934f-d633a7e3c30d req-8949389a-e777-4ee3-9ee4-364e09b5899a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 947 time: 0.2318366 Feb 09 01:01:25.662434 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d29cfbab-f729-4fc5-b4f0-19869919b0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:25.663843 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d29cfbab-f729-4fc5-b4f0-19869919b0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:25.713376 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-936d9fd9-3984-4f95-a846-142d8f972040 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9113047 Feb 09 01:01:25.742696 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e04a2a19-45b7-4274-8a28-b4c8d7742d9d req-65b89670-46de-485e-ae37-e8e5657b6121 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=b7382de6-6aba-4a28-a643-d303a5c9ccff HTTP/1.1" status: 200 len: 217 time: 0.1357872 Feb 09 01:01:25.798704 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c3557735-0186-4753-934f-d633a7e3c30d req-5e7885c6-70bd-4de9-8590-3a59faf496ab tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242232 Feb 09 01:01:25.822234 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb8afb-7a56-45ba-aae8-b369443e8014 req-ba5c8216-4219-4315-9640-d0943a84a05f tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:25.829594 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4deb8afb-7a56-45ba-aae8-b369443e8014 req-ba5c8216-4219-4315-9640-d0943a84a05f tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 949 time: 0.3746934 Feb 09 01:01:25.841942 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d29cfbab-f729-4fc5-b4f0-19869919b0c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:25.920924 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6021bfb4-4d11-4820-b9e3-901310b385f6 req-52853402-21f5-4529-918c-9971f4341d2c service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373885 Feb 09 01:01:25.938070 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bb3b6e-6b9f-4fe2-a1ee-0809afee43aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-40320574-d9cd-482a-a0ac-237c8f11f957', 'network_id': '40320574-d9cd-482a-a0ac-237c8f11f957', 'tenant_id': 'bcb54e82376a4a56a730ba32d0fccc73', 'fixed_ips': [{'subnet_id': '610ae04f-5133-41f9-bc6f-f5d4adfb34dd'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:01:25.938902 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-09bb3b6e-6b9f-4fe2-a1ee-0809afee43aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:25.950386 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a2a19-45b7-4274-8a28-b4c8d7742d9d req-d30f15d6-8d7a-490b-b988-5a4d4c7e756c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:25.952315 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e04a2a19-45b7-4274-8a28-b4c8d7742d9d req-d30f15d6-8d7a-490b-b988-5a4d4c7e756c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.2006822 Feb 09 01:01:25.958021 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-29847c1f-136c-489e-a53f-ebf568c5a17a req-7c08e02d-e13b-4290-a378-fd60534cfb08 service neutron] 10.222.0.35 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850911 Feb 09 01:01:26.100952 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93686827-1576-435a-a9c7-d41d6b392645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-7fc44e12-56c9-4863-90dc-afedd69553f2', 'network_id': '7fc44e12-56c9-4863-90dc-afedd69553f2', 'tenant_id': '6f085f8b18784551909478d3d7d57efd', 'fixed_ips': [{'subnet_id': 'bdd7325a-6f14-4a3d-a596-53acd6dd8c2c'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:01:26.105246 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-93686827-1576-435a-a9c7-d41d6b392645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:26.126607 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397259f-f673-4261-82f4-ffb2cc1fd2d3 req-55a7c25f-2eea-44cf-8f30-ba4c7cd2956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:26.134498 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7397259f-f673-4261-82f4-ffb2cc1fd2d3 req-55a7c25f-2eea-44cf-8f30-ba4c7cd2956b service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&device_id=13f5520e-a652-4429-beb0-e3ecb64357a5 HTTP/1.1" status: 200 len: 1099 time: 0.1541078 Feb 09 01:01:26.177330 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4deb8afb-7a56-45ba-aae8-b369443e8014 req-52e2f75d-90f4-41c7-a5da-675029d20ba6 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466821 Feb 09 01:01:26.329434 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76d9741-0bb8-4b77-af9c-e40d6a945ad6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f4a6e9c-d7c2-49a4-a271-452c4faca4a4', 'code': 200} Feb 09 01:01:26.336915 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397259f-f673-4261-82f4-ffb2cc1fd2d3 req-8b18e814-dcca-4a89-9442-cf87bf5c6fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:26.339495 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7397259f-f673-4261-82f4-ffb2cc1fd2d3 req-8b18e814-dcca-4a89-9442-cf87bf5c6fed service neutron] 10.222.0.117 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.1970234 Feb 09 01:01:26.422909 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-09bb3b6e-6b9f-4fe2-a1ee-0809afee43aa None None] Allocated IP 172.20.0.2 (40320574-d9cd-482a-a0ac-237c8f11f957/610ae04f-5133-41f9-bc6f-f5d4adfb34dd/d4f965d3-0d78-4f43-814a-815cb6374063) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:26.450452 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7397259f-f673-4261-82f4-ffb2cc1fd2d3 req-003f7536-3c20-4d42-b248-2499ec4759bc service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=38e4d5ac-c8dc-470d-bad6-9c688d2014e8 HTTP/1.1" status: 200 len: 217 time: 0.1004701 Feb 09 01:01:26.528194 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device b7382de6-6aba-4a28-a643-d303a5c9ccff details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:01:26.543681 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-93686827-1576-435a-a9c7-d41d6b392645 None None] Allocated IP 19.86.0.2 (7fc44e12-56c9-4863-90dc-afedd69553f2/bdd7325a-6f14-4a3d-a596-53acd6dd8c2c/723a4efc-7be9-4ea0-af0f-7f87b76513ee) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:26.550741 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397259f-f673-4261-82f4-ffb2cc1fd2d3 req-5e6f08dc-aff4-4da8-a2de-5b76b6db898f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:26.552754 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7397259f-f673-4261-82f4-ffb2cc1fd2d3 req-5e6f08dc-aff4-4da8-a2de-5b76b6db898f service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.0916328 Feb 09 01:01:26.664290 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397259f-f673-4261-82f4-ffb2cc1fd2d3 req-d1e3e004-d672-425b-8ac8-63502f218f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:26.666811 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7397259f-f673-4261-82f4-ffb2cc1fd2d3 req-d1e3e004-d672-425b-8ac8-63502f218f94 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1063371 Feb 09 01:01:26.674961 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d29cfbab-f729-4fc5-b4f0-19869919b0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:26.851352 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a2a19-45b7-4274-8a28-b4c8d7742d9d req-590dea20-3cb4-4f0f-b362-f5c75c8ece5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:26.860448 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e04a2a19-45b7-4274-8a28-b4c8d7742d9d req-590dea20-3cb4-4f0f-b362-f5c75c8ece5e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8992333 Feb 09 01:01:26.897756 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7397259f-f673-4261-82f4-ffb2cc1fd2d3 req-19962bab-c8ae-4153-8f5e-4f4b1bf1e221 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184076 Feb 09 01:01:27.124259 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd37ca-f33b-41e9-944e-e76d775e56ed req-d8cfda0f-15f2-4f57-8a92-08ca7ce3386d tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:27.138041 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-53cd37ca-f33b-41e9-944e-e76d775e56ed req-d8cfda0f-15f2-4f57-8a92-08ca7ce3386d tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=13f5520e-a652-4429-beb0-e3ecb64357a5 HTTP/1.1" status: 200 len: 948 time: 0.7702937 Feb 09 01:01:27.173848 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port b7382de6-6aba-4a28-a643-d303a5c9ccff, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=b7382de6-6aba-4a28-a643-d303a5c9ccff,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:27.187763 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b538ce9e-df33-4d42-8985-84290ccff2f7 None None] Network 661e6548-1894-4511-ad16-2aed6958c9df requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:01:27.236858 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-53cd37ca-f33b-41e9-944e-e76d775e56ed req-fbf2ca1c-dd90-4999-bb7d-d34da5d6bb19 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977676 Feb 09 01:01:27.315534 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e04a2a19-45b7-4274-8a28-b4c8d7742d9d req-a97e0b35-a12a-4c5a-bf91-f1b374f3d64c service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318757 Feb 09 01:01:27.317136 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-09bb3b6e-6b9f-4fe2-a1ee-0809afee43aa None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:27.323051 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'b7382de6-6aba-4a28-a643-d303a5c9ccff', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': 'b7382de6-6aba-4a28-a643-d303a5c9ccff', 'mac_address': 'fa:16:3e:e8:39:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:01:27.391392 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-c22a5194-a369-44be-99ab-03f4284f21e2 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:27.397402 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-c22a5194-a369-44be-99ab-03f4284f21e2 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:27.397683 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-c22a5194-a369-44be-99ab-03f4284f21e2 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Synchronizing usage tracker for tenant:6f085f8b18784551909478d3d7d57efd on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:01:27.397903 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-09bb3b6e-6b9f-4fe2-a1ee-0809afee43aa None None] Transition to ACTIVE for port object d4f965d3-0d78-4f43-814a-815cb6374063 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:27.421975 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2afe5f57-a0f5-4c2a-851f-f93ba42bf92d None None] Provisioning for port 9f575749-d52c-4fcd-b3cb-8a33bc44ab69 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:27.431853 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7397259f-f673-4261-82f4-ffb2cc1fd2d3 req-1646c840-ad71-44ab-bed4-9bfcb080acf1 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5133989 Feb 09 01:01:27.433437 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-c22a5194-a369-44be-99ab-03f4284f21e2 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Unset dirty status for tenant:6f085f8b18784551909478d3d7d57efd on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:01:27.440179 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-c22a5194-a369-44be-99ab-03f4284f21e2 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/networks?id=661e6548-1894-4511-ad16-2aed6958c9df&id=7fc44e12-56c9-4863-90dc-afedd69553f2 HTTP/1.1" status: 200 len: 1391 time: 0.3214438 Feb 09 01:01:27.456709 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-ae7f9eed-0791-42e9-b888-3db23db543d7 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/quotas/6f085f8b18784551909478d3d7d57efd HTTP/1.1" status: 200 len: 375 time: 0.0160549 Feb 09 01:01:27.477190 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-09bb3b6e-6b9f-4fe2-a1ee-0809afee43aa None None] Transition to ACTIVE for port object d4f965d3-0d78-4f43-814a-815cb6374063 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:27.478329 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:27.497214 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-93686827-1576-435a-a9c7-d41d6b392645 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:27.502837 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7382de6-6aba-4a28-a643-d303a5c9ccff {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:01:27.517485 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 38e4d5ac-c8dc-470d-bad6-9c688d2014e8 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:01:27.520083 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-09bb3b6e-6b9f-4fe2-a1ee-0809afee43aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:27.545317 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-7a2f36f7-9702-47f2-8e49-073cc42784fa tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Synchronizing usage tracker for tenant:6f085f8b18784551909478d3d7d57efd on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:01:27.568082 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-7a2f36f7-9702-47f2-8e49-073cc42784fa tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Unset dirty status for tenant:6f085f8b18784551909478d3d7d57efd on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:01:27.571804 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-7a2f36f7-9702-47f2-8e49-073cc42784fa tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f085f8b18784551909478d3d7d57efd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1132200 Feb 09 01:01:27.583653 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-93686827-1576-435a-a9c7-d41d6b392645 None None] Transition to ACTIVE for port object 723a4efc-7be9-4ea0-af0f-7f87b76513ee will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:27.634670 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port b7382de6-6aba-4a28-a643-d303a5c9ccff, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=b7382de6-6aba-4a28-a643-d303a5c9ccff,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:27.675446 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bb3b6e-6b9f-4fe2-a1ee-0809afee43aa None None] Network 40320574-d9cd-482a-a0ac-237c8f11f957 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:27.684984 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:27.693026 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-09bb3b6e-6b9f-4fe2-a1ee-0809afee43aa None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:27.695701 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-93686827-1576-435a-a9c7-d41d6b392645 None None] Transition to ACTIVE for port object 723a4efc-7be9-4ea0-af0f-7f87b76513ee will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:27.702315 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bb3b6e-6b9f-4fe2-a1ee-0809afee43aa None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:01:27.720525 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d29cfbab-f729-4fc5-b4f0-19869919b0c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:27.730677 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb3b6e-6b9f-4fe2-a1ee-0809afee43aa None None] Pushing event updated for resources: {'Port': ['ID=d4f965d3-0d78-4f43-814a-815cb6374063,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:27.756320 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d29cfbab-f729-4fc5-b4f0-19869919b0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:27.835194 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e04a2a19-45b7-4274-8a28-b4c8d7742d9d req-470c8e7f-a754-458b-b1f2-a4df04275297 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334443 Feb 09 01:01:27.842540 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-93686827-1576-435a-a9c7-d41d6b392645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:27.875078 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ad215-59e4-4f17-b20c-a9820c7fa84e req-b8f22f37-9a08-428a-bc08-4d03b5e24cd9 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:27.880521 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-712ad215-59e4-4f17-b20c-a9820c7fa84e req-b8f22f37-9a08-428a-bc08-4d03b5e24cd9 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 944 time: 0.4773636 Feb 09 01:01:27.915377 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-9df24845-836a-4e0b-8741-3c3eb65d04f6 service neutron] 10.222.0.37 "GET /v2.0/networks/661e6548-1894-4511-ad16-2aed6958c9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371575 Feb 09 01:01:27.946159 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9f575749-d52c-4fcd-b3cb-8a33bc44ab69 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:01:27.982128 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-712ad215-59e4-4f17-b20c-a9820c7fa84e req-a93c56ca-8de3-44e5-a54e-a06ebcab0a85 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975575 Feb 09 01:01:27.993341 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-d29cfbab-f729-4fc5-b4f0-19869919b0c1 admin admin] Allocated IP 172.25.5.42 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/dd2d727b-06f0-4461-b941-5dc5edfe4187) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:28.032644 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93686827-1576-435a-a9c7-d41d6b392645 None None] Network 7fc44e12-56c9-4863-90dc-afedd69553f2 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:28.044263 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-93686827-1576-435a-a9c7-d41d6b392645 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:28.061183 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93686827-1576-435a-a9c7-d41d6b392645 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:01:28.082774 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-09bb3b6e-6b9f-4fe2-a1ee-0809afee43aa None None] Attempting to bind port d4f965d3-0d78-4f43-814a-815cb6374063 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:01:28.083136 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-09bb3b6e-6b9f-4fe2-a1ee-0809afee43aa None None] Attempting to bind port d4f965d3-0d78-4f43-814a-815cb6374063 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '22f5b0d7-5f62-4872-a114-b166ace086bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '40320574-d9cd-482a-a0ac-237c8f11f957'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:01:28.083766 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bb3b6e-6b9f-4fe2-a1ee-0809afee43aa None None] Attempting to bind port d4f965d3-0d78-4f43-814a-815cb6374063 on network 40320574-d9cd-482a-a0ac-237c8f11f957 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:01:28.141383 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-46e30a0d-9ba8-406b-b665-a1c0ba7534f3 service neutron] 10.222.0.37 "GET /v2.0/networks/661e6548-1894-4511-ad16-2aed6958c9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201712 Feb 09 01:01:28.150087 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['b7382de6-6aba-4a28-a643-d303a5c9ccff'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:01:28.252229 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bb3b6e-6b9f-4fe2-a1ee-0809afee43aa None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:01:28.252538 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bb3b6e-6b9f-4fe2-a1ee-0809afee43aa None None] Checking segment: {'id': '22f5b0d7-5f62-4872-a114-b166ace086bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '40320574-d9cd-482a-a0ac-237c8f11f957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:01:28.252930 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-09bb3b6e-6b9f-4fe2-a1ee-0809afee43aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:28.253320 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bb3b6e-6b9f-4fe2-a1ee-0809afee43aa None None] Bound using segment: {'id': '22f5b0d7-5f62-4872-a114-b166ace086bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '40320574-d9cd-482a-a0ac-237c8f11f957'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:01:28.254151 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-09bb3b6e-6b9f-4fe2-a1ee-0809afee43aa None None] Bound port: d4f965d3-0d78-4f43-814a-815cb6374063, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22f5b0d7-5f62-4872-a114-b166ace086bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '40320574-d9cd-482a-a0ac-237c8f11f957'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:01:28.254151 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-09bb3b6e-6b9f-4fe2-a1ee-0809afee43aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:28.275997 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d29cfbab-f729-4fc5-b4f0-19869919b0c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:28.294633 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f4259-740b-48ae-bb7d-2e5148bde23c req-0c5e3ce8-75ce-492e-994b-eef62cf63039 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:28.296103 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2e2f4259-740b-48ae-bb7d-2e5148bde23c req-0c5e3ce8-75ce-492e-994b-eef62cf63039 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] 10.222.0.37 "GET /v2.0/ports?device_id=78a1b131-2072-4850-a15f-a3a8e13b03ed HTTP/1.1" status: 200 len: 945 time: 0.1520133 Feb 09 01:01:28.297875 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=b7382de6-6aba-4a28-a643-d303a5c9ccff,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:28.329351 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-8467ee0b-a1e7-48ec-91eb-1b0217a77f4b service neutron] 10.222.0.37 "GET /v2.0/networks/7fc44e12-56c9-4863-90dc-afedd69553f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870294 Feb 09 01:01:28.356707 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2e2f4259-740b-48ae-bb7d-2e5148bde23c req-3fc9d132-f84b-4ad8-80cf-ca68fa5086cf tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] 10.222.0.37 "GET /v2.0/security-groups?id=5004e8a3-816f-453e-a479-b9a6fcc7b806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471401 Feb 09 01:01:28.364418 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d29cfbab-f729-4fc5-b4f0-19869919b0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:28.445572 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29cfbab-f729-4fc5-b4f0-19869919b0c1 admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:28.450158 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-d29cfbab-f729-4fc5-b4f0-19869919b0c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:28.454758 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29cfbab-f729-4fc5-b4f0-19869919b0c1 admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:01:28.468876 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 38e4d5ac-c8dc-470d-bad6-9c688d2014e8, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=38e4d5ac-c8dc-470d-bad6-9c688d2014e8,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:28.496341 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9693e-31da-4e0a-909d-69ad713398da req-348d1576-c2ea-41ee-aeef-32ba1e4f3bb4 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:28.498713 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-71c9693e-31da-4e0a-909d-69ad713398da req-348d1576-c2ea-41ee-aeef-32ba1e4f3bb4 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] 10.222.0.117 "GET /v2.0/ports?device_id=78a1b131-2072-4850-a15f-a3a8e13b03ed HTTP/1.1" status: 200 len: 945 time: 0.2187521 Feb 09 01:01:28.500081 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29cfbab-f729-4fc5-b4f0-19869919b0c1 admin admin] Pushing event updated for resources: {'Port': ['ID=dd2d727b-06f0-4461-b941-5dc5edfe4187,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:28.502441 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-93686827-1576-435a-a9c7-d41d6b392645 None None] Attempting to bind port 723a4efc-7be9-4ea0-af0f-7f87b76513ee on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:01:28.502924 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-93686827-1576-435a-a9c7-d41d6b392645 None None] Attempting to bind port 723a4efc-7be9-4ea0-af0f-7f87b76513ee by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '37f55421-66ae-4f84-9fcf-bbe9aef82507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '7fc44e12-56c9-4863-90dc-afedd69553f2'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:01:28.503206 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93686827-1576-435a-a9c7-d41d6b392645 None None] Attempting to bind port 723a4efc-7be9-4ea0-af0f-7f87b76513ee on network 7fc44e12-56c9-4863-90dc-afedd69553f2 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:01:28.515581 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 9f575749-d52c-4fcd-b3cb-8a33bc44ab69 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:28.525954 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '38e4d5ac-c8dc-470d-bad6-9c688d2014e8', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': '38e4d5ac-c8dc-470d-bad6-9c688d2014e8', 'mac_address': 'fa:16:3e:e6:ab:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:01:28.533155 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93686827-1576-435a-a9c7-d41d6b392645 None None] Pushing event updated for resources: {'Port': ['ID=723a4efc-7be9-4ea0-af0f-7f87b76513ee,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:28.535632 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93686827-1576-435a-a9c7-d41d6b392645 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:01:28.536007 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93686827-1576-435a-a9c7-d41d6b392645 None None] Checking segment: {'id': '37f55421-66ae-4f84-9fcf-bbe9aef82507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '7fc44e12-56c9-4863-90dc-afedd69553f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:01:28.536521 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-93686827-1576-435a-a9c7-d41d6b392645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:28.536815 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93686827-1576-435a-a9c7-d41d6b392645 None None] Bound using segment: {'id': '37f55421-66ae-4f84-9fcf-bbe9aef82507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '7fc44e12-56c9-4863-90dc-afedd69553f2'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:01:28.537274 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-93686827-1576-435a-a9c7-d41d6b392645 None None] Bound port: 723a4efc-7be9-4ea0-af0f-7f87b76513ee, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f55421-66ae-4f84-9fcf-bbe9aef82507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '7fc44e12-56c9-4863-90dc-afedd69553f2'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:01:28.537645 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-93686827-1576-435a-a9c7-d41d6b392645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:28.558302 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 9f575749-d52c-4fcd-b3cb-8a33bc44ab69 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:28.558671 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:28.593587 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-dac8ce9a-7cc2-48f0-918a-f5a66a455e52 service neutron] 10.222.0.37 "GET /v2.0/networks/7fc44e12-56c9-4863-90dc-afedd69553f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553215 Feb 09 01:01:28.601800 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-71c9693e-31da-4e0a-909d-69ad713398da req-f8b065c3-6465-4e11-9500-3abeac979674 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Deleting port 39857ffb-6624-458d-94d6-ec73f19a07e5 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:01:28.602152 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-71c9693e-31da-4e0a-909d-69ad713398da req-f8b065c3-6465-4e11-9500-3abeac979674 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:28.738277 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-09bb3b6e-6b9f-4fe2-a1ee-0809afee43aa None None] For port d4f965d3-0d78-4f43-814a-815cb6374063, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:01:28.815913 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:28.845401 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e4d5ac-c8dc-470d-bad6-9c688d2014e8 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:01:28.865189 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 38e4d5ac-c8dc-470d-bad6-9c688d2014e8, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=38e4d5ac-c8dc-470d-bad6-9c688d2014e8,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:28.911975 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-09bb3b6e-6b9f-4fe2-a1ee-0809afee43aa None None] For port d4f965d3-0d78-4f43-814a-815cb6374063, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d4f965d3-0d78-4f43-814a-815cb6374063,segment=NetworkSegment(22f5b0d7-5f62-4872-a114-b166ace086bd),segment_id=22f5b0d7-5f62-4872-a114-b166ace086bd)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:01:28.912611 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:29.011835 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-09bb3b6e-6b9f-4fe2-a1ee-0809afee43aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:29.025657 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-71c9693e-31da-4e0a-909d-69ad713398da req-f8b065c3-6465-4e11-9500-3abeac979674 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] For port 39857ffb-6624-458d-94d6-ec73f19a07e5, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=39857ffb-6624-458d-94d6-ec73f19a07e5,segment=NetworkSegment(28fa1735-b2d8-48c9-be0b-a5628e02ba86),segment_id=28fa1735-b2d8-48c9-be0b-a5628e02ba86)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:29.027585 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-71c9693e-31da-4e0a-909d-69ad713398da req-f8b065c3-6465-4e11-9500-3abeac979674 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:29.178308 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-93686827-1576-435a-a9c7-d41d6b392645 None None] For port 723a4efc-7be9-4ea0-af0f-7f87b76513ee, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:01:29.195110 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1100de-b36a-4308-9c28-4e4fbc4db823 req-1c480c41-9163-4f0f-96e4-3f7a117c36e2 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:29.200942 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-93686827-1576-435a-a9c7-d41d6b392645 None None] For port 723a4efc-7be9-4ea0-af0f-7f87b76513ee, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=723a4efc-7be9-4ea0-af0f-7f87b76513ee,segment=NetworkSegment(37f55421-66ae-4f84-9fcf-bbe9aef82507),segment_id=37f55421-66ae-4f84-9fcf-bbe9aef82507)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:01:29.203665 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5a1100de-b36a-4308-9c28-4e4fbc4db823 req-1c480c41-9163-4f0f-96e4-3f7a117c36e2 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 948 time: 0.7095737 Feb 09 01:01:29.208256 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=38e4d5ac-c8dc-470d-bad6-9c688d2014e8,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:29.211652 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-1eb4e279-4e4a-4a12-93bd-a6630622a718 None None] Provisioning complete for port 9f575749-d52c-4fcd-b3cb-8a33bc44ab69 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:29.212015 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1eb4e279-4e4a-4a12-93bd-a6630622a718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:29.245657 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:29.283537 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-71c9693e-31da-4e0a-909d-69ad713398da req-f8b065c3-6465-4e11-9500-3abeac979674 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Calling delete_port for 39857ffb-6624-458d-94d6-ec73f19a07e5 owned by compute:nova {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:01:29.295333 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-93686827-1576-435a-a9c7-d41d6b392645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:29.312996 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['38e4d5ac-c8dc-470d-bad6-9c688d2014e8'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:01:29.450313 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc801a25-1c6f-4f3c-ae24-1e0dc1cdc8e1 req-e597b23b-0a8a-4b70-bf36-f8d51c64ca68 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:29.451989 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fc801a25-1c6f-4f3c-ae24-1e0dc1cdc8e1 req-e597b23b-0a8a-4b70-bf36-f8d51c64ca68 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 949 time: 0.3109741 Feb 09 01:01:29.548182 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5a1100de-b36a-4308-9c28-4e4fbc4db823 req-40b39ce2-27b1-4b28-a5ec-6b556c577dc1 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435447 Feb 09 01:01:29.571692 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb3b6e-6b9f-4fe2-a1ee-0809afee43aa None None] Pushing event updated for resources: {'Port': ['ID=d4f965d3-0d78-4f43-814a-815cb6374063,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:29.600682 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d29cfbab-f729-4fc5-b4f0-19869919b0c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:29.611978 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fc801a25-1c6f-4f3c-ae24-1e0dc1cdc8e1 req-00ae3abb-1221-4364-88e9-95d3c6a5a4b0 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025763 Feb 09 01:01:29.630639 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-71c9693e-31da-4e0a-909d-69ad713398da req-f8b065c3-6465-4e11-9500-3abeac979674 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:29.824058 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 9f575749-d52c-4fcd-b3cb-8a33bc44ab69, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=9f575749-d52c-4fcd-b3cb-8a33bc44ab69,segment=NetworkSegment(8cac8e29-640e-44d4-acce-7bdf7a8803d0),segment_id=8cac8e29-640e-44d4-acce-7bdf7a8803d0)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:29.864341 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:29.904213 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b065c3-6465-4e11-9500-3abeac979674 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Pushing event deleted for resources: {'Port': ['ID=39857ffb-6624-458d-94d6-ec73f19a07e5,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:29.935587 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-155de70f-4379-42b6-90f3-a6ef424d10a4 req-0e46615f-54f4-4dcf-bf4e-a9a34171f5db tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?device_id=b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b HTTP/1.1" status: 200 len: 210 time: 0.1268029 Feb 09 01:01:29.964029 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957a2dc-c328-4484-83de-d7adec2d1c14 req-ec4eb7c4-adf0-4362-9b00-a193a6cf9388 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:29.972231 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8957a2dc-c328-4484-83de-d7adec2d1c14 req-ec4eb7c4-adf0-4362-9b00-a193a6cf9388 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=13f5520e-a652-4429-beb0-e3ecb64357a5 HTTP/1.1" status: 200 len: 949 time: 0.2341673 Feb 09 01:01:29.974060 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93686827-1576-435a-a9c7-d41d6b392645 None None] Pushing event updated for resources: {'Port': ['ID=723a4efc-7be9-4ea0-af0f-7f87b76513ee,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:30.125858 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=9f575749-d52c-4fcd-b3cb-8a33bc44ab69,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:30.170984 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d4f965d3-0d78-4f43-814a-815cb6374063 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:01:30.180239 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c9693e-31da-4e0a-909d-69ad713398da req-f8b065c3-6465-4e11-9500-3abeac979674 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] No DVR routers for this DVR port 39857ffb-6624-458d-94d6-ec73f19a07e5 on host n-h2-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:01:30.197114 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:01:30.213443 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8957a2dc-c328-4484-83de-d7adec2d1c14 req-1fc10728-42de-417d-8d3a-a23ebde20a71 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400262 Feb 09 01:01:30.279494 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port d4f965d3-0d78-4f43-814a-815cb6374063 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:30.397862 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-71c9693e-31da-4e0a-909d-69ad713398da req-f8b065c3-6465-4e11-9500-3abeac979674 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:30.400718 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a1b131-2072-4850-a15f-a3a8e13b03ed', 'name': 'network-vif-deleted', 'tag': '39857ffb-6624-458d-94d6-ec73f19a07e5'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:30.422385 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9e44c2e3-f22f-4ad6-817c-b47a3728e9b6 req-d5135821-4910-4111-95cc-5a3574f3e7a2 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] 10.222.0.37 "GET /v2.0/ports?device_id=78a1b131-2072-4850-a15f-a3a8e13b03ed HTTP/1.1" status: 200 len: 210 time: 0.0504959 Feb 09 01:01:30.438790 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-71c9693e-31da-4e0a-909d-69ad713398da req-f8b065c3-6465-4e11-9500-3abeac979674 tempest-VolumesAdminNegativeTest-1817219703 tempest-VolumesAdminNegativeTest-1817219703-project] 10.222.0.117 "DELETE /v2.0/ports/39857ffb-6624-458d-94d6-ec73f19a07e5 HTTP/1.1" status: 204 len: 173 time: 1.9253814 Feb 09 01:01:30.439979 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d29cfbab-f729-4fc5-b4f0-19869919b0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:30.504764 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e1afb-642c-4ad9-9ec6-3d632f3a0e8a req-fbd1b2f6-45b4-43a9-a8c4-66a7d8315075 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:30.509125 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d75e1afb-642c-4ad9-9ec6-3d632f3a0e8a req-fbd1b2f6-45b4-43a9-a8c4-66a7d8315075 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 944 time: 0.3069043 Feb 09 01:01:30.554255 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device a38dc673-91e5-47f8-be53-adce368442e0 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:01:30.559761 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device b7382de6-6aba-4a28-a643-d303a5c9ccff up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:01:30.612663 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d75e1afb-642c-4ad9-9ec6-3d632f3a0e8a req-0520a433-d65a-43a6-9a81-6cff6e99a7af tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918310 Feb 09 01:01:30.627367 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a1b131-2072-4850-a15f-a3a8e13b03ed', 'name': 'network-vif-deleted', 'tag': '39857ffb-6624-458d-94d6-ec73f19a07e5', 'status': 'completed', 'code': 200} Feb 09 01:01:30.891939 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port b7382de6-6aba-4a28-a643-d303a5c9ccff completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:30.902244 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port b7382de6-6aba-4a28-a643-d303a5c9ccff triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:30.902615 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:30.966481 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb75a1-0523-45b2-b9d0-e0f08191880a req-aaebf364-fc27-42b7-8ac1-b3264d178936 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:30.968204 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c3eb75a1-0523-45b2-b9d0-e0f08191880a req-aaebf364-fc27-42b7-8ac1-b3264d178936 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 949 time: 0.1092145 Feb 09 01:01:30.980045 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1450ef-f576-4cc9-be30-a550e201d064 None None] Network 40320574-d9cd-482a-a0ac-237c8f11f957 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:01:31.044193 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c3eb75a1-0523-45b2-b9d0-e0f08191880a req-9c20008d-c367-4336-8144-5fec205cff63 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699594 Feb 09 01:01:31.182772 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-0745979b-8794-4cef-962a-8c73b171c527 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:31.189556 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-0745979b-8794-4cef-962a-8c73b171c527 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:31.190650 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-0745979b-8794-4cef-962a-8c73b171c527 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Synchronizing usage tracker for tenant:6f085f8b18784551909478d3d7d57efd on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:01:31.218001 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port a38dc673-91e5-47f8-be53-adce368442e0, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a38dc673-91e5-47f8-be53-adce368442e0,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:31.245918 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-46b2e715-6dac-41c1-8d9d-649c58da30f9 None None] Provisioning for port d4f965d3-0d78-4f43-814a-815cb6374063 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:31.261584 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-0745979b-8794-4cef-962a-8c73b171c527 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Unset dirty status for tenant:6f085f8b18784551909478d3d7d57efd on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:01:31.265013 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-0745979b-8794-4cef-962a-8c73b171c527 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.117 "GET /v2.0/networks?id=661e6548-1894-4511-ad16-2aed6958c9df&id=7fc44e12-56c9-4863-90dc-afedd69553f2 HTTP/1.1" status: 200 len: 1391 time: 0.8219745 Feb 09 01:01:31.286310 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-fe5fcc8f-5350-43d4-852b-a8bd302c68d0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Request body: {'port': {'device_id': 'b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b', 'network_id': '661e6548-1894-4511-ad16-2aed6958c9df', 'admin_state_up': True, 'tenant_id': '6f085f8b18784551909478d3d7d57efd'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:31.318909 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a008dcc9-c03a-4f6b-b754-fefe47ab53f2 req-da6de2f7-ea4c-4838-bf42-876cbb7a9c75 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?device_id=b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b HTTP/1.1" status: 200 len: 210 time: 0.0651195 Feb 09 01:01:31.346630 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-46b2e715-6dac-41c1-8d9d-649c58da30f9 None None] Provisioning complete for port d4f965d3-0d78-4f43-814a-815cb6374063 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:31.347004 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-46b2e715-6dac-41c1-8d9d-649c58da30f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:31.407490 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5091f2-a486-43ca-89c2-cfcbaf74af76 req-32406a67-d239-43f0-97bf-7e411ecc5a15 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:31.414596 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ba5091f2-a486-43ca-89c2-cfcbaf74af76 req-32406a67-d239-43f0-97bf-7e411ecc5a15 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 948 time: 0.5413508 Feb 09 01:01:31.437224 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6cddcc-b41e-4f84-85f9-ee39894754e7 None None] Network 7fc44e12-56c9-4863-90dc-afedd69553f2 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:01:31.454964 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29cfbab-f729-4fc5-b4f0-19869919b0c1 admin admin] Router d277d0a2-bcdb-45a7-9556-da9456f32d50 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:01:31.543928 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ee246-132a-4e9e-b4dd-c46290fa58c6 req-1a38b573-c4c9-4da8-be4d-a399df9d6fec tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:31.551923 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b87ee246-132a-4e9e-b4dd-c46290fa58c6 req-1a38b573-c4c9-4da8-be4d-a399df9d6fec tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=13f5520e-a652-4429-beb0-e3ecb64357a5 HTTP/1.1" status: 200 len: 949 time: 0.1025796 Feb 09 01:01:31.589676 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'a38dc673-91e5-47f8-be53-adce368442e0', 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9', 'port_id': 'a38dc673-91e5-47f8-be53-adce368442e0', 'mac_address': 'fa:16:3e:3d:b4:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 995, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb9a8e05-d0fc-4553-92c9-d58b7743cadc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:01:31.592017 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 38e4d5ac-c8dc-470d-bad6-9c688d2014e8 up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:01:31.604623 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b87ee246-132a-4e9e-b4dd-c46290fa58c6 req-2618d915-9d8c-4ae0-bfbd-b2310f020218 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515611 Feb 09 01:01:31.610157 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ba5091f2-a486-43ca-89c2-cfcbaf74af76 req-e5629d98-44a5-453e-baa2-4de36fd3c9a8 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943493 Feb 09 01:01:31.625872 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-fe5fcc8f-5350-43d4-852b-a8bd302c68d0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:31.642536 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-fe5fcc8f-5350-43d4-852b-a8bd302c68d0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Usage tracker for resource:port and tenant:6f085f8b18784551909478d3d7d57efd is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:31.655353 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-fe5fcc8f-5350-43d4-852b-a8bd302c68d0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:31.677053 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-fe5fcc8f-5350-43d4-852b-a8bd302c68d0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:31.705248 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 32810) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:31.779890 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-fe5fcc8f-5350-43d4-852b-a8bd302c68d0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Made reservation on behalf of 6f085f8b18784551909478d3d7d57efd for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:31.783798 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-fe5fcc8f-5350-43d4-852b-a8bd302c68d0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:31.814019 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:31.825338 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f1f3826-c9a9-41fd-a608-9daa77014f51 admin admin] Deleting subnet 801fd64e-56fe-4d57-8d64-bd3528620f49 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:01:31.839468 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f1f3826-c9a9-41fd-a608-9daa77014f51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:31.874041 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a38dc673-91e5-47f8-be53-adce368442e0 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:01:31.879045 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29cfbab-f729-4fc5-b4f0-19869919b0c1 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:01:31.889215 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de4f73e-e3d6-431e-8347-9c79ca2cd5a2 None None] Sync routers for ids ['d277d0a2-bcdb-45a7-9556-da9456f32d50'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:01:31.909897 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de4f73e-e3d6-431e-8347-9c79ca2cd5a2 None None] Routers {'d277d0a2-bcdb-45a7-9556-da9456f32d50'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:01:31.911629 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-3de4f73e-e3d6-431e-8347-9c79ca2cd5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:01:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['d277d0a2-bcdb-45a7-9556-da9456f32d50'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:31.956522 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f1f3826-c9a9-41fd-a608-9daa77014f51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:31.983598 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:32.000372 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d29cfbab-f729-4fc5-b4f0-19869919b0c1 admin admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:32.007198 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d29cfbab-f729-4fc5-b4f0-19869919b0c1 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.5797944 Feb 09 01:01:32.021486 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 32824) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:32.043326 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port a38dc673-91e5-47f8-be53-adce368442e0, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a38dc673-91e5-47f8-be53-adce368442e0,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:32.075844 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:32.076593 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device bb8d1757-702c-4c4c-adad-0634cfa7b62d details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:01:32.172379 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f1f3826-c9a9-41fd-a608-9daa77014f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:32.244172 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a5463a-d804-4c19-90b9-b8c29ecdad26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7382de6-6aba-4a28-a643-d303a5c9ccff'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:32.334073 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 38e4d5ac-c8dc-470d-bad6-9c688d2014e8 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:32.348044 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-46b2e715-6dac-41c1-8d9d-649c58da30f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:32.365620 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9f575749-d52c-4fcd-b3cb-8a33bc44ab69 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:01:32.431845 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-3de4f73e-e3d6-431e-8347-9c79ca2cd5a2 None None] Set router d277d0a2-bcdb-45a7-9556-da9456f32d50 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:01:32.456814 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 38e4d5ac-c8dc-470d-bad6-9c688d2014e8 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:32.457628 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:32.469906 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2968847-3e88-4fda-a0f2-ccbe641b03fb req-6a4924f7-b3fe-4385-9fcb-375d33fcd257 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:32.471442 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f2968847-3e88-4fda-a0f2-ccbe641b03fb req-6a4924f7-b3fe-4385-9fcb-375d33fcd257 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 945 time: 0.4410763 Feb 09 01:01:32.495500 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-fe5fcc8f-5350-43d4-852b-a8bd302c68d0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Allocated IP 19.80.0.166 (661e6548-1894-4511-ad16-2aed6958c9df/8118ec0f-490c-4789-9b71-4f9b2fff71a9/76e8257c-f358-457b-bf59-4a6813c470ee) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:32.556852 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port b7382de6-6aba-4a28-a643-d303a5c9ccff, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=b7382de6-6aba-4a28-a643-d303a5c9ccff,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:32.633458 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f2968847-3e88-4fda-a0f2-ccbe641b03fb req-f0d3438b-79d0-461b-a004-fae15e950cf6 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438072 Feb 09 01:01:32.641322 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f1f3826-c9a9-41fd-a608-9daa77014f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:32.735994 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f3826-c9a9-41fd-a608-9daa77014f51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=801fd64e-56fe-4d57-8d64-bd3528620f49,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:32.757518 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f1f3826-c9a9-41fd-a608-9daa77014f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:32.765918 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 9f575749-d52c-4fcd-b3cb-8a33bc44ab69 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:32.766484 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:32.782122 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6529209f-de7b-4431-a373-26b8a3df7672 req-80520a37-9f11-415a-986f-f13ea0382daa service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5167212 Feb 09 01:01:32.803983 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7f1f3826-c9a9-41fd-a608-9daa77014f51 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/801fd64e-56fe-4d57-8d64-bd3528620f49 HTTP/1.1" status: 204 len: 168 time: 1.0965614 Feb 09 01:01:32.806978 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 32846) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:32.861307 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-fe5fcc8f-5350-43d4-852b-a8bd302c68d0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:32.875899 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:32.896258 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a5463a-d804-4c19-90b9-b8c29ecdad26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7382de6-6aba-4a28-a643-d303a5c9ccff', 'code': 200} Feb 09 01:01:32.899286 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:32.906130 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-fe5fcc8f-5350-43d4-852b-a8bd302c68d0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Transition to ACTIVE for port object 76e8257c-f358-457b-bf59-4a6813c470ee will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:33.100122 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8b528906-9e5b-4795-a538-c25b5735e410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:33.114498 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-3de4f73e-e3d6-431e-8347-9c79ca2cd5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd277d0a2-bcdb-45a7-9556-da9456f32d50', 'name': 'tempest-FloatingIPDetailsTestJSON-2076563983-router', 'tenant_id': 'bcb54e82376a4a56a730ba32d0fccc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'dd2d727b-06f0-4461-b941-5dc5edfe4187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:25Z', 'updated_at': '2022-02-09T01:01:29Z', 'revision_number': 3, 'project_id': 'bcb54e82376a4a56a730ba32d0fccc73', 'gw_port': {'id': 'dd2d727b-06f0-4461-b941-5dc5edfe4187', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd277d0a2-bcdb-45a7-9556-da9456f32d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:27Z', 'updated_at': '2022-02-09T01:01:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:33.128588 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de4f73e-e3d6-431e-8347-9c79ca2cd5a2 None None] Checking router: d277d0a2-bcdb-45a7-9556-da9456f32d50 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:01:33.129313 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de4f73e-e3d6-431e-8347-9c79ca2cd5a2 None None] Updating router d277d0a2-bcdb-45a7-9556-da9456f32d50 port dd2d727b-06f0-4461-b941-5dc5edfe4187 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:01:33.144288 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.resource_extend [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:01:33.263625 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529209f-de7b-4431-a373-26b8a3df7672 req-479100d6-3d9c-4955-accc-69522d68efde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:33.265382 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-fe5fcc8f-5350-43d4-852b-a8bd302c68d0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:33.269036 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6529209f-de7b-4431-a373-26b8a3df7672 req-479100d6-3d9c-4955-accc-69522d68efde service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5a38989228a14de2b6764c7f261f44e3&device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8 HTTP/1.1" status: 200 len: 1095 time: 0.4122391 Feb 09 01:01:33.284063 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-3de4f73e-e3d6-431e-8347-9c79ca2cd5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:33.342959 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080eb7a8-2495-4bb0-b600-04e24989ca31 req-b093b1f6-7da8-4f0c-a9d5-27b07a143d67 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:33.345946 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-080eb7a8-2495-4bb0-b600-04e24989ca31 req-b093b1f6-7da8-4f0c-a9d5-27b07a143d67 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?device_id=b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b HTTP/1.1" status: 200 len: 932 time: 0.3744159 Feb 09 01:01:33.363798 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 38e4d5ac-c8dc-470d-bad6-9c688d2014e8, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=38e4d5ac-c8dc-470d-bad6-9c688d2014e8,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:33.368605 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-46b2e715-6dac-41c1-8d9d-649c58da30f9 None None] For port d4f965d3-0d78-4f43-814a-815cb6374063, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d4f965d3-0d78-4f43-814a-815cb6374063,segment=NetworkSegment(22f5b0d7-5f62-4872-a114-b166ace086bd),segment_id=22f5b0d7-5f62-4872-a114-b166ace086bd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:33.381741 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=a38dc673-91e5-47f8-be53-adce368442e0,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:33.410218 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-46b2e715-6dac-41c1-8d9d-649c58da30f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:33.412383 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:33.413297 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 39857ffb-6624-458d-94d6-ec73f19a07e5 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:01:33.511389 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: 39857ffb-6624-458d-94d6-ec73f19a07e5 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:01:33.513307 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 39857ffb-6624-458d-94d6-ec73f19a07e5 not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:01:33.637685 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8b528906-9e5b-4795-a538-c25b5735e410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:33.694506 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 723a4efc-7be9-4ea0-af0f-7f87b76513ee up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:01:33.832884 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-940b8858-77cd-4197-a6f3-3eba09dd9a87 None None] Provisioning for port 723a4efc-7be9-4ea0-af0f-7f87b76513ee completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:33.877948 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-080eb7a8-2495-4bb0-b600-04e24989ca31 req-2919d687-a2dc-422c-a335-bf42ff0c4f58 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/security-groups?id=3994565d-5024-4083-b0fc-cc37dc19c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500178 Feb 09 01:01:33.893220 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-8b528906-9e5b-4795-a538-c25b5735e410 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0efc7ce-f9da-4f0e-baca-7d969b7df12e']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:33.917974 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5fcc8f-5350-43d4-852b-a8bd302c68d0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Pushing event updated for resources: {'Port': ['ID=76e8257c-f358-457b-bf59-4a6813c470ee,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:33.942997 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-8b528906-9e5b-4795-a538-c25b5735e410 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28fa1735-b2d8-48c9-be0b-a5628e02ba86') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:33.944820 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-8b528906-9e5b-4795-a538-c25b5735e410 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28fa1735-b2d8-48c9-be0b-a5628e02ba86') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:33.976519 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2936fe3-fc55-4c73-a350-9e37656fcec1 req-83c9235d-7f1e-49b8-acf1-4daf0680518f tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:33.985125 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-3de4f73e-e3d6-431e-8347-9c79ca2cd5a2 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:33.988080 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8b528906-9e5b-4795-a538-c25b5735e410 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:33.988260 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c2936fe3-fc55-4c73-a350-9e37656fcec1 req-83c9235d-7f1e-49b8-acf1-4daf0680518f tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 949 time: 1.4839036 Feb 09 01:01:34.011237 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-3de4f73e-e3d6-431e-8347-9c79ca2cd5a2 None None] Transition to ACTIVE for port object dd2d727b-06f0-4461-b941-5dc5edfe4187 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:34.014996 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-fe5fcc8f-5350-43d4-852b-a8bd302c68d0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Network 661e6548-1894-4511-ad16-2aed6958c9df is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:34.034303 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-fe5fcc8f-5350-43d4-852b-a8bd302c68d0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:34.040456 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-3de4f73e-e3d6-431e-8347-9c79ca2cd5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:34.057730 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-fe5fcc8f-5350-43d4-852b-a8bd302c68d0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:01:34.078048 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8b528906-9e5b-4795-a538-c25b5735e410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:34.133551 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b528906-9e5b-4795-a538-c25b5735e410 admin admin] Releasing vlan 969 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:01:34.136100 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8b528906-9e5b-4795-a538-c25b5735e410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:34.185194 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c2936fe3-fc55-4c73-a350-9e37656fcec1 req-14b61c96-d176-4d58-965c-d2c53beaeb93 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957228 Feb 09 01:01:34.186137 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:01:34.186137 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:01:34.186137 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:01:34.186137 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:01:34.186137 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:01:34.186137 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:01:34.186137 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:01:34.186137 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:01:34.186137 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:01:34.186137 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:01:34.186137 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:01:34.186137 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:01:34.186137 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:01:34.186137 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:01:34.186137 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:01:34.186137 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:01:34.186137 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:01:34.186137 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:01:34.186137 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:01:34.186137 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:01:34.186137 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:01:34.186137 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:01:34.186137 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:01:34.186137 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:01:34.186137 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:01:34.186137 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:01:34.186137 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:01:34.186137 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:01:34.186137 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:01:34.186137 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:01:34.186137 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:01:34.186137 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:01:34.194369 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=b7382de6-6aba-4a28-a643-d303a5c9ccff,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:34.296810 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-3de4f73e-e3d6-431e-8347-9c79ca2cd5a2 None None] Attempting to bind port dd2d727b-06f0-4461-b941-5dc5edfe4187 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:01:34.297476 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-3de4f73e-e3d6-431e-8347-9c79ca2cd5a2 None None] Attempting to bind port dd2d727b-06f0-4461-b941-5dc5edfe4187 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:01:34.297591 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de4f73e-e3d6-431e-8347-9c79ca2cd5a2 None None] Attempting to bind port dd2d727b-06f0-4461-b941-5dc5edfe4187 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:01:34.300799 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d9048-17a0-4d72-8cd6-ac9dce336949 None None] Pushing event updated for resources: {'Port': ['ID=dd2d727b-06f0-4461-b941-5dc5edfe4187,revision_number=2']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:34.324328 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de4f73e-e3d6-431e-8347-9c79ca2cd5a2 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:01:34.324765 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de4f73e-e3d6-431e-8347-9c79ca2cd5a2 None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:01:34.325119 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-3de4f73e-e3d6-431e-8347-9c79ca2cd5a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:34.325506 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de4f73e-e3d6-431e-8347-9c79ca2cd5a2 None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:01:34.325967 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-3de4f73e-e3d6-431e-8347-9c79ca2cd5a2 None None] Bound port: dd2d727b-06f0-4461-b941-5dc5edfe4187, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:01:34.326349 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-3de4f73e-e3d6-431e-8347-9c79ca2cd5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:34.412107 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d9048-17a0-4d72-8cd6-ac9dce336949 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:34.412470 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d9048-17a0-4d72-8cd6-ac9dce336949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:34.412732 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d9048-17a0-4d72-8cd6-ac9dce336949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:34.413059 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d9048-17a0-4d72-8cd6-ac9dce336949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:34.413381 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d9048-17a0-4d72-8cd6-ac9dce336949 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:34.414325 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d9048-17a0-4d72-8cd6-ac9dce336949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:34.414646 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d9048-17a0-4d72-8cd6-ac9dce336949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:34.414965 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d9048-17a0-4d72-8cd6-ac9dce336949 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:34.415279 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d9048-17a0-4d72-8cd6-ac9dce336949 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:34.415593 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d9048-17a0-4d72-8cd6-ac9dce336949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:34.415984 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d9048-17a0-4d72-8cd6-ac9dce336949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:34.417519 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d9048-17a0-4d72-8cd6-ac9dce336949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:34.439990 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port bb8d1757-702c-4c4c-adad-0634cfa7b62d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=bb8d1757-702c-4c4c-adad-0634cfa7b62d,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:34.451985 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef969bd-8ead-4f6e-8191-c0c465882b63 req-de9f5367-b437-45d2-b794-9cb33a22d1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:34.454169 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ef969bd-8ead-4f6e-8191-c0c465882b63 req-de9f5367-b437-45d2-b794-9cb33a22d1e8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 1100 time: 1.5029557 Feb 09 01:01:34.498517 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 723a4efc-7be9-4ea0-af0f-7f87b76513ee completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:34.505502 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529209f-de7b-4431-a373-26b8a3df7672 req-fad87775-029c-4078-85d5-189cf2004113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:34.509238 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6529209f-de7b-4431-a373-26b8a3df7672 req-fad87775-029c-4078-85d5-189cf2004113 service neutron] 10.222.0.117 "GET /v2.0/networks?id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9 HTTP/1.1" status: 200 len: 922 time: 1.1844020 Feb 09 01:01:34.536257 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'bb8d1757-702c-4c4c-adad-0634cfa7b62d', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': 'bb8d1757-702c-4c4c-adad-0634cfa7b62d', 'mac_address': 'fa:16:3e:c4:9e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:01:34.544410 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 723a4efc-7be9-4ea0-af0f-7f87b76513ee triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:34.546772 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:34.581831 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-3de4f73e-e3d6-431e-8347-9c79ca2cd5a2 None None] For port dd2d727b-06f0-4461-b941-5dc5edfe4187, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:01:34.588334 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-3de4f73e-e3d6-431e-8347-9c79ca2cd5a2 None None] For port dd2d727b-06f0-4461-b941-5dc5edfe4187, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=dd2d727b-06f0-4461-b941-5dc5edfe4187,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:01:34.605610 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-3de4f73e-e3d6-431e-8347-9c79ca2cd5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:34.632877 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-fe5fcc8f-5350-43d4-852b-a8bd302c68d0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:34.633733 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-fe5fcc8f-5350-43d4-852b-a8bd302c68d0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:34.651581 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-de2a960e-6a2b-4533-951c-6e5790ec3b1c None None] Provisioning complete for port d4f965d3-0d78-4f43-814a-815cb6374063 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:34.652100 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-de2a960e-6a2b-4533-951c-6e5790ec3b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:34.698821 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de4f73e-e3d6-431e-8347-9c79ca2cd5a2 None None] Routers {'d277d0a2-bcdb-45a7-9556-da9456f32d50'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:01:34.699745 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-3de4f73e-e3d6-431e-8347-9c79ca2cd5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:01:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['d277d0a2-bcdb-45a7-9556-da9456f32d50'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:34.708671 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6943721f-a253-4ac7-bd8d-2fd45a68ecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:34.723082 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b2e715-6dac-41c1-8d9d-649c58da30f9 None None] Pushing event updated for resources: {'Port': ['ID=d4f965d3-0d78-4f43-814a-815cb6374063,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:34.763111 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ef969bd-8ead-4f6e-8191-c0c465882b63 req-ddc7842c-1e1f-4c47-8345-9240c5632f1d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076788 Feb 09 01:01:34.765723 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-fe5fcc8f-5350-43d4-852b-a8bd302c68d0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4832270 Feb 09 01:01:34.794360 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a2158e25-1687-470e-bd84-4689152a728d tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Request body: {'port': {'device_id': 'b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b', 'network_id': '7fc44e12-56c9-4863-90dc-afedd69553f2', 'admin_state_up': True, 'tenant_id': '6f085f8b18784551909478d3d7d57efd'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:34.829602 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d9048-17a0-4d72-8cd6-ac9dce336949 None None] Pushing event updated for resources: {'Port': ['ID=dd2d727b-06f0-4461-b941-5dc5edfe4187,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:34.863518 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6529209f-de7b-4431-a373-26b8a3df7672 req-ef4a08bb-3410-4e18-a4a7-8c2ff06262d6 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c89862d-0bcb-4d05-b40e-473a155a0fae HTTP/1.1" status: 200 len: 217 time: 0.3137841 Feb 09 01:01:34.922551 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8b528906-9e5b-4795-a538-c25b5735e410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:34.961472 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8b528906-9e5b-4795-a538-c25b5735e410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:34.972416 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f5520e-a652-4429-beb0-e3ecb64357a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e4d5ac-c8dc-470d-bad6-9c688d2014e8'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:34.977185 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8b528906-9e5b-4795-a538-c25b5735e410 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d0efc7ce-f9da-4f0e-baca-7d969b7df12e HTTP/1.1" status: 204 len: 168 time: 2.1622820 Feb 09 01:01:34.989167 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 32856) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:35.000597 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b528906-9e5b-4795-a538-c25b5735e410 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0efc7ce-f9da-4f0e-baca-7d969b7df12e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:35.002218 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:35.018489 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529209f-de7b-4431-a373-26b8a3df7672 req-78c79a2e-87d1-46e2-bd93-c658f0bda206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:35.020299 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6529209f-de7b-4431-a373-26b8a3df7672 req-78c79a2e-87d1-46e2-bd93-c658f0bda206 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=eb9a8e05-d0fc-4553-92c9-d58b7743cadc HTTP/1.1" status: 200 len: 861 time: 0.1419842 Feb 09 01:01:35.090390 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb8d1757-702c-4c4c-adad-0634cfa7b62d {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:01:35.094285 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-3de4f73e-e3d6-431e-8347-9c79ca2cd5a2 None None] Set router d277d0a2-bcdb-45a7-9556-da9456f32d50 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:01:35.164580 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6529209f-de7b-4431-a373-26b8a3df7672 req-18b76917-7e9a-4704-ac45-28c4196df9e9 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245406 Feb 09 01:01:35.200809 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da200012-f877-4740-a69e-41cc982bc8bc req-59cac859-84e2-44e0-9681-6563f960378a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:35.202729 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-da200012-f877-4740-a69e-41cc982bc8bc req-59cac859-84e2-44e0-9681-6563f960378a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 949 time: 0.7471440 Feb 09 01:01:35.282214 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-f576ffb3-ddc6-4bdb-afc4-8848d990ad59 admin admin] Deleting subnet 43a9392d-b851-441d-a30b-2287219ef1f3 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:01:35.285752 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f576ffb3-ddc6-4bdb-afc4-8848d990ad59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:35.315696 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=38e4d5ac-c8dc-470d-bad6-9c688d2014e8,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:35.350753 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port bb8d1757-702c-4c4c-adad-0634cfa7b62d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=bb8d1757-702c-4c4c-adad-0634cfa7b62d,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:35.375363 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:35.376736 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f576ffb3-ddc6-4bdb-afc4-8848d990ad59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:35.392352 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18278e86-114d-43d7-9436-5c2bea142f0f req-cfdf642d-3479-48e7-9de7-c0d749e61028 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:35.404383 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-18278e86-114d-43d7-9436-5c2bea142f0f req-cfdf642d-3479-48e7-9de7-c0d749e61028 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=13f5520e-a652-4429-beb0-e3ecb64357a5 HTTP/1.1" status: 200 len: 950 time: 1.0264158 Feb 09 01:01:35.438493 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f576ffb3-ddc6-4bdb-afc4-8848d990ad59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:35.457846 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:35.540671 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f576ffb3-ddc6-4bdb-afc4-8848d990ad59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:35.544908 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a2158e25-1687-470e-bd84-4689152a728d tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:35.561192 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['bb8d1757-702c-4c4c-adad-0634cfa7b62d'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:01:35.588721 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-18278e86-114d-43d7-9436-5c2bea142f0f req-8ac49739-3265-4988-97ba-51b2e7bd9a03 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723876 Feb 09 01:01:35.605725 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a2158e25-1687-470e-bd84-4689152a728d tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Usage tracker for resource:port and tenant:6f085f8b18784551909478d3d7d57efd is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:35.621754 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576ffb3-ddc6-4bdb-afc4-8848d990ad59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43a9392d-b851-441d-a30b-2287219ef1f3,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:35.621754 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a2158e25-1687-470e-bd84-4689152a728d tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:35.628843 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f576ffb3-ddc6-4bdb-afc4-8848d990ad59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:35.643409 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6529209f-de7b-4431-a373-26b8a3df7672 req-1d92e50a-cb9e-456f-a29f-7e8b001f7b19 service neutron] 10.222.0.117 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680963 Feb 09 01:01:35.720705 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-6943721f-a253-4ac7-bd8d-2fd45a68ecb6 admin admin] Allocated IP 172.20.0.1 (40320574-d9cd-482a-a0ac-237c8f11f957/610ae04f-5133-41f9-bc6f-f5d4adfb34dd/f860e06d-97d2-4304-8bdc-eb009eedab9a) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:35.813447 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-3de4f73e-e3d6-431e-8347-9c79ca2cd5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd277d0a2-bcdb-45a7-9556-da9456f32d50', 'name': 'tempest-FloatingIPDetailsTestJSON-2076563983-router', 'tenant_id': 'bcb54e82376a4a56a730ba32d0fccc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'dd2d727b-06f0-4461-b941-5dc5edfe4187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:25Z', 'updated_at': '2022-02-09T01:01:29Z', 'revision_number': 3, 'project_id': 'bcb54e82376a4a56a730ba32d0fccc73', 'gw_port': {'id': 'dd2d727b-06f0-4461-b941-5dc5edfe4187', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd277d0a2-bcdb-45a7-9556-da9456f32d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:27Z', 'updated_at': '2022-02-09T01:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:35.817680 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de4f73e-e3d6-431e-8347-9c79ca2cd5a2 None None] The sync data for ids ['d277d0a2-bcdb-45a7-9556-da9456f32d50'] in n-d-828419-1 is: [{'id': 'd277d0a2-bcdb-45a7-9556-da9456f32d50', 'name': 'tempest-FloatingIPDetailsTestJSON-2076563983-router', 'tenant_id': 'bcb54e82376a4a56a730ba32d0fccc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'dd2d727b-06f0-4461-b941-5dc5edfe4187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:25Z', 'updated_at': '2022-02-09T01:01:29Z', 'revision_number': 3, 'project_id': 'bcb54e82376a4a56a730ba32d0fccc73', 'gw_port': {'id': 'dd2d727b-06f0-4461-b941-5dc5edfe4187', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd277d0a2-bcdb-45a7-9556-da9456f32d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:27Z', 'updated_at': '2022-02-09T01:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:01:35.822367 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['a38dc673-91e5-47f8-be53-adce368442e0'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:01:35.856726 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a2158e25-1687-470e-bd84-4689152a728d tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:35.870805 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-da200012-f877-4740-a69e-41cc982bc8bc req-05e9c382-c376-49f8-8484-413cbfe61d56 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6230478 Feb 09 01:01:35.881081 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a2158e25-1687-470e-bd84-4689152a728d tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Made reservation on behalf of 6f085f8b18784551909478d3d7d57efd for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:35.886378 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a2158e25-1687-470e-bd84-4689152a728d tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:35.910192 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f576ffb3-ddc6-4bdb-afc4-8848d990ad59 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/43a9392d-b851-441d-a30b-2287219ef1f3 HTTP/1.1" status: 204 len: 168 time: 0.9090950 Feb 09 01:01:35.923446 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 32872) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:35.966643 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=bb8d1757-702c-4c4c-adad-0634cfa7b62d,revision_number=9']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:35.983877 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 723a4efc-7be9-4ea0-af0f-7f87b76513ee, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=723a4efc-7be9-4ea0-af0f-7f87b76513ee,segment=NetworkSegment(37f55421-66ae-4f84-9fcf-bbe9aef82507),segment_id=37f55421-66ae-4f84-9fcf-bbe9aef82507)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:36.002022 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-3ea1f22b-ece9-4e65-914c-fbc3806ad796 None None] Provisioning for port 76e8257c-f358-457b-bf59-4a6813c470ee completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:36.033278 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-3ea1f22b-ece9-4e65-914c-fbc3806ad796 None None] Provisioning complete for port 76e8257c-f358-457b-bf59-4a6813c470ee triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:36.033648 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3ea1f22b-ece9-4e65-914c-fbc3806ad796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:36.090727 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c582aa8-2530-4dce-a45b-25169ff8f160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:36.121384 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-3ea1f22b-ece9-4e65-914c-fbc3806ad796 None None] Port 76e8257c-f358-457b-bf59-4a6813c470ee cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:01:36.123421 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:36.123572 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6529209f-de7b-4431-a373-26b8a3df7672 req-7c14af38-c51c-4f55-bfda-8129e78a6ba0 service neutron] 10.222.0.117 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763460 Feb 09 01:01:36.207668 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484b1c5-f688-45d0-aaa3-8da1e1670dc1 req-c9b56e7c-5dae-481a-ba49-d70c5febdf78 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:36.229717 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d484b1c5-f688-45d0-aaa3-8da1e1670dc1 req-c9b56e7c-5dae-481a-ba49-d70c5febdf78 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 945 time: 0.3794975 Feb 09 01:01:36.358352 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6943721f-a253-4ac7-bd8d-2fd45a68ecb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:36.374843 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-6943721f-a253-4ac7-bd8d-2fd45a68ecb6 admin admin] Transition to ACTIVE for port object f860e06d-97d2-4304-8bdc-eb009eedab9a will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:36.388059 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d484b1c5-f688-45d0-aaa3-8da1e1670dc1 req-0e87d957-db4f-4314-8dae-bf33f667e848 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483905 Feb 09 01:01:36.472664 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=723a4efc-7be9-4ea0-af0f-7f87b76513ee,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:36.527595 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6943721f-a253-4ac7-bd8d-2fd45a68ecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:36.559700 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d4f965d3-0d78-4f43-814a-815cb6374063 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:01:36.643647 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f5520e-a652-4429-beb0-e3ecb64357a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e4d5ac-c8dc-470d-bad6-9c688d2014e8', 'code': 200} Feb 09 01:01:36.844881 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-3ea1f22b-ece9-4e65-914c-fbc3806ad796 None None] Provisioning complete for port 723a4efc-7be9-4ea0-af0f-7f87b76513ee triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:36.845642 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3ea1f22b-ece9-4e65-914c-fbc3806ad796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:36.850178 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c08079-edb1-40c1-aabc-a68c87556760 req-3d7446fb-e72c-410d-b0bd-8150c5fcf9c7 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:36.856343 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-67c08079-edb1-40c1-aabc-a68c87556760 req-3d7446fb-e72c-410d-b0bd-8150c5fcf9c7 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 949 time: 0.1584423 Feb 09 01:01:36.859784 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9f4b1-321c-4563-a13e-bf1239c38eaa req-a593d4a4-04ff-4f00-9d53-3df82d29454e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:36.861538 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b2f9f4b1-321c-4563-a13e-bf1239c38eaa req-a593d4a4-04ff-4f00-9d53-3df82d29454e service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=13f5520e-a652-4429-beb0-e3ecb64357a5 HTTP/1.1" status: 200 len: 1101 time: 0.2530951 Feb 09 01:01:36.875692 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6943721f-a253-4ac7-bd8d-2fd45a68ecb6 admin admin] Network 40320574-d9cd-482a-a0ac-237c8f11f957 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:36.972852 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-67c08079-edb1-40c1-aabc-a68c87556760 req-c368a22f-5148-4c05-9a6b-136318930920 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097498 Feb 09 01:01:36.974665 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b2f9f4b1-321c-4563-a13e-bf1239c38eaa req-7ce12ddc-a3f3-43f2-8327-66931ef6be29 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980351 Feb 09 01:01:37.097696 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ba7dd64b-6226-4a3a-9902-151f8944ba07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:37.169072 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-6943721f-a253-4ac7-bd8d-2fd45a68ecb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:37.174636 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port d4f965d3-0d78-4f43-814a-815cb6374063 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:37.174636 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:37.206367 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6943721f-a253-4ac7-bd8d-2fd45a68ecb6 admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:01:37.272692 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a9730-5db3-4567-a7da-b7e8c75221b5 req-c64e5c84-c601-4c2c-ab09-7cae73fc1a34 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:37.283932 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-359a9730-5db3-4567-a7da-b7e8c75221b5 req-c64e5c84-c601-4c2c-ab09-7cae73fc1a34 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=13f5520e-a652-4429-beb0-e3ecb64357a5 HTTP/1.1" status: 200 len: 950 time: 0.1595516 Feb 09 01:01:37.303133 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6943721f-a253-4ac7-bd8d-2fd45a68ecb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:37.381144 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-359a9730-5db3-4567-a7da-b7e8c75221b5 req-113aade1-5b43-4b86-b193-5fc87aeac6e9 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967777 Feb 09 01:01:37.652366 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8b710d0e-4dba-4efb-872c-b93173eb9843 None None] Provisioning for port f860e06d-97d2-4304-8bdc-eb009eedab9a completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:37.658150 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8b710d0e-4dba-4efb-872c-b93173eb9843 None None] Provisioning complete for port f860e06d-97d2-4304-8bdc-eb009eedab9a triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:37.658520 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8b710d0e-4dba-4efb-872c-b93173eb9843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:37.742429 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ac6f3-9302-43d6-93aa-6cbd527512e9 req-ec9f2c38-a2a3-4c1c-bb6a-1b2f02894fe4 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:37.744536 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08fa40-00b8-457a-b657-0e63aa781282 req-cd3c13bc-4592-48e1-a67d-66a26ebfb8c9 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:37.745263 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0e08fa40-00b8-457a-b657-0e63aa781282 req-cd3c13bc-4592-48e1-a67d-66a26ebfb8c9 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Synchronizing usage tracker for tenant:6f085f8b18784551909478d3d7d57efd on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:01:37.748078 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943721f-a253-4ac7-bd8d-2fd45a68ecb6 admin admin] Pushing event updated for resources: {'Port': ['ID=f860e06d-97d2-4304-8bdc-eb009eedab9a,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:37.750290 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3c8ac6f3-9302-43d6-93aa-6cbd527512e9 req-ec9f2c38-a2a3-4c1c-bb6a-1b2f02894fe4 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 949 time: 0.1367564 Feb 09 01:01:37.763656 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e14f9b05-c03c-48d8-80b6-2000be346c0a req-27848e82-a714-45fe-b968-ab75557fa4c6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=71460734-952a-4b44-9355-35973a2abca9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9215200 Feb 09 01:01:37.772504 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c582aa8-2530-4dce-a45b-25169ff8f160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:37.805614 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3c8ac6f3-9302-43d6-93aa-6cbd527512e9 req-b9313330-cc9c-4ab3-b509-21c844174e28 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542819 Feb 09 01:01:37.815605 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0e08fa40-00b8-457a-b657-0e63aa781282 req-cd3c13bc-4592-48e1-a67d-66a26ebfb8c9 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Unset dirty status for tenant:6f085f8b18784551909478d3d7d57efd on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:01:37.823681 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0e08fa40-00b8-457a-b657-0e63aa781282 req-cd3c13bc-4592-48e1-a67d-66a26ebfb8c9 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?device_id=b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b HTTP/1.1" status: 200 len: 932 time: 1.7294824 Feb 09 01:01:37.885915 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-8b710d0e-4dba-4efb-872c-b93173eb9843 None None] Port f860e06d-97d2-4304-8bdc-eb009eedab9a cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:01:37.963853 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-8c582aa8-2530-4dce-a45b-25169ff8f160 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b42099df-c22d-42d0-ad90-81171444f7b5']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:38.008771 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-8c582aa8-2530-4dce-a45b-25169ff8f160 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b0785d-a3ca-4a58-a2ec-48890f123729') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:38.009747 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-8c582aa8-2530-4dce-a45b-25169ff8f160 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b0785d-a3ca-4a58-a2ec-48890f123729') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:38.027937 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0274d3-4822-4301-b641-301bdd49decd req-d9de965a-f1db-4aa1-99f1-ec23710c7f5d tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:38.035062 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7a0274d3-4822-4301-b641-301bdd49decd req-d9de965a-f1db-4aa1-99f1-ec23710c7f5d tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 945 time: 0.1253967 Feb 09 01:01:38.062129 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c582aa8-2530-4dce-a45b-25169ff8f160 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:38.070262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a2158e25-1687-470e-bd84-4689152a728d tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Allocated IP 19.86.0.193 (7fc44e12-56c9-4863-90dc-afedd69553f2/bdd7325a-6f14-4a3d-a596-53acd6dd8c2c/3256514a-f08a-4d5c-ba07-3d3cf0287d58) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:38.088582 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7a0274d3-4822-4301-b641-301bdd49decd req-05aa85ca-2d2f-43d0-a899-25c933adc0c7 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525324 Feb 09 01:01:38.168412 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0e08fa40-00b8-457a-b657-0e63aa781282 req-79753e5b-2499-4c8c-8316-cd8f555492d0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/security-groups?id=3994565d-5024-4083-b0fc-cc37dc19c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427355 Feb 09 01:01:38.261130 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6943721f-a253-4ac7-bd8d-2fd45a68ecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:38.308305 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c582aa8-2530-4dce-a45b-25169ff8f160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:38.360505 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device dd2d727b-06f0-4461-b941-5dc5edfe4187 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:01:38.446746 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c582aa8-2530-4dce-a45b-25169ff8f160 admin admin] Releasing vlan 973 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:01:38.447185 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c582aa8-2530-4dce-a45b-25169ff8f160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:38.505978 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:01:38.505978 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:01:38.505978 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:01:38.505978 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:01:38.505978 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:01:38.505978 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:01:38.505978 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:01:38.505978 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:01:38.505978 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:01:38.505978 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:01:38.505978 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:01:38.505978 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:01:38.505978 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:01:38.505978 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:01:38.505978 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:01:38.505978 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:01:38.505978 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:01:38.505978 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:01:38.505978 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:01:38.505978 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:01:38.505978 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:01:38.505978 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:01:38.505978 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:01:38.505978 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:01:38.505978 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:01:38.505978 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:01:38.505978 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:01:38.505978 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:01:38.505978 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:01:38.505978 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:01:38.505978 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:01:38.505978 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:01:38.539355 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port dd2d727b-06f0-4461-b941-5dc5edfe4187 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:38.546846 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port dd2d727b-06f0-4461-b941-5dc5edfe4187 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:38.547221 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:38.645633 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc5148-c17a-4fd5-b097-018c29d4e1af req-396766b0-d868-4c2c-82cb-68dfd2a77bcd tempest-MigrationsAdminTest-397958840 tempest-MigrationsAdminTest-397958840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:38.654912 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-debc5148-c17a-4fd5-b097-018c29d4e1af req-396766b0-d868-4c2c-82cb-68dfd2a77bcd tempest-MigrationsAdminTest-397958840 tempest-MigrationsAdminTest-397958840-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 1100 time: 0.0815692 Feb 09 01:01:38.673007 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-debc5148-c17a-4fd5-b097-018c29d4e1af req-ae449988-6227-4cb9-aca6-5115a8c7926c tempest-MigrationsAdminTest-397958840 tempest-MigrationsAdminTest-397958840-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:38.707077 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-debc5148-c17a-4fd5-b097-018c29d4e1af req-ae449988-6227-4cb9-aca6-5115a8c7926c tempest-MigrationsAdminTest-397958840 tempest-MigrationsAdminTest-397958840-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:38.715130 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-debc5148-c17a-4fd5-b097-018c29d4e1af req-ae449988-6227-4cb9-aca6-5115a8c7926c tempest-MigrationsAdminTest-397958840 tempest-MigrationsAdminTest-397958840-project-admin] Usage tracker for resource:security_group_rule and tenant:dadf6baad97c480bb888640d275406ba is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:38.718395 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-debc5148-c17a-4fd5-b097-018c29d4e1af req-ae449988-6227-4cb9-aca6-5115a8c7926c tempest-MigrationsAdminTest-397958840 tempest-MigrationsAdminTest-397958840-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:38.724973 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-debc5148-c17a-4fd5-b097-018c29d4e1af req-ae449988-6227-4cb9-aca6-5115a8c7926c tempest-MigrationsAdminTest-397958840 tempest-MigrationsAdminTest-397958840-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:38.739585 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:38.762346 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port dd2d727b-06f0-4461-b941-5dc5edfe4187, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=dd2d727b-06f0-4461-b941-5dc5edfe4187,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:38.780229 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:38.784428 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 723a4efc-7be9-4ea0-af0f-7f87b76513ee up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:01:38.844809 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-debc5148-c17a-4fd5-b097-018c29d4e1af req-ae449988-6227-4cb9-aca6-5115a8c7926c tempest-MigrationsAdminTest-397958840 tempest-MigrationsAdminTest-397958840-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:38.853936 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-debc5148-c17a-4fd5-b097-018c29d4e1af req-ae449988-6227-4cb9-aca6-5115a8c7926c tempest-MigrationsAdminTest-397958840 tempest-MigrationsAdminTest-397958840-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:38.930881 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-debc5148-c17a-4fd5-b097-018c29d4e1af req-ae449988-6227-4cb9-aca6-5115a8c7926c tempest-MigrationsAdminTest-397958840 tempest-MigrationsAdminTest-397958840-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697363 Feb 09 01:01:38.965973 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae449988-6227-4cb9-aca6-5115a8c7926c tempest-MigrationsAdminTest-397958840 tempest-MigrationsAdminTest-397958840-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a68171-fd1c-4ff0-9d85-5f680bb25ab4,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:39.085960 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 723a4efc-7be9-4ea0-af0f-7f87b76513ee triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:39.087127 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:39.100410 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c582aa8-2530-4dce-a45b-25169ff8f160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:39.138426 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f9b05-c03c-48d8-80b6-2000be346c0a req-8ad5a95a-a671-4c7e-b995-28b73be05e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:39.139960 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e14f9b05-c03c-48d8-80b6-2000be346c0a req-8ad5a95a-a671-4c7e-b995-28b73be05e93 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&device_id=71460734-952a-4b44-9355-35973a2abca9 HTTP/1.1" status: 200 len: 1101 time: 1.1189084 Feb 09 01:01:39.165376 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c582aa8-2530-4dce-a45b-25169ff8f160 admin admin] Pushing event deleted for resources: {'Network': ['ID=b42099df-c22d-42d0-ad90-81171444f7b5,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:39.167574 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c582aa8-2530-4dce-a45b-25169ff8f160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:39.193650 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6943721f-a253-4ac7-bd8d-2fd45a68ecb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:39.222205 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=dd2d727b-06f0-4461-b941-5dc5edfe4187,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:39.245565 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-345e9a81-d4de-4e23-a26d-42bae6a615f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:39.288281 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6943721f-a253-4ac7-bd8d-2fd45a68ecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:39.304577 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa873b5-9225-4914-bbe0-c22ce77ef835 req-80710774-c255-4daf-b778-5a14f79c27d4 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:39.315135 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2aa873b5-9225-4914-bbe0-c22ce77ef835 req-80710774-c255-4daf-b778-5a14f79c27d4 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=13f5520e-a652-4429-beb0-e3ecb64357a5 HTTP/1.1" status: 200 len: 950 time: 0.2124274 Feb 09 01:01:39.366694 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8c582aa8-2530-4dce-a45b-25169ff8f160 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b42099df-c22d-42d0-ad90-81171444f7b5 HTTP/1.1" status: 204 len: 168 time: 3.4394369 Feb 09 01:01:39.377231 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2aa873b5-9225-4914-bbe0-c22ce77ef835 req-985cc734-e1d0-40c6-8d77-24291df903ff tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608716 Feb 09 01:01:39.390714 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device a38dc673-91e5-47f8-be53-adce368442e0 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:01:39.418403 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a2158e25-1687-470e-bd84-4689152a728d tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:39.437626 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a2158e25-1687-470e-bd84-4689152a728d tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Transition to ACTIVE for port object 3256514a-f08a-4d5c-ba07-3d3cf0287d58 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:39.466286 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943721f-a253-4ac7-bd8d-2fd45a68ecb6 admin admin] Pushing event updated for resources: {'Port': ['ID=f860e06d-97d2-4304-8bdc-eb009eedab9a,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:39.552100 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a2158e25-1687-470e-bd84-4689152a728d tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:39.568828 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8354a-50c7-4339-8ba1-340d88c3c720 req-9744a8b4-6de4-4992-9468-9625c85048ff tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:39.570340 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-59a8354a-50c7-4339-8ba1-340d88c3c720 req-9744a8b4-6de4-4992-9468-9625c85048ff tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 949 time: 0.9170146 Feb 09 01:01:39.654954 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port a38dc673-91e5-47f8-be53-adce368442e0 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:39.662365 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port a38dc673-91e5-47f8-be53-adce368442e0 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:39.662748 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:39.685217 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6943721f-a253-4ac7-bd8d-2fd45a68ecb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:39.733787 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 32928) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:39.837909 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-84d77825-64db-48b1-89a3-e265f3b8f652 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=58ce59bb80374e1fb7ccc7df1e42c1f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1029122 Feb 09 01:01:39.840340 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 32938) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:39.875097 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:39.913862 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979d077b-7f63-4e65-98d6-1353518bfabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38dc673-91e5-47f8-be53-adce368442e0'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:39.926312 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port a38dc673-91e5-47f8-be53-adce368442e0, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a38dc673-91e5-47f8-be53-adce368442e0,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:39.940891 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:39.942756 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device bb8d1757-702c-4c4c-adad-0634cfa7b62d up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:01:39.960879 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5abb7cc5-513c-484c-b6fa-d18edb872877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:40.018120 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5abb7cc5-513c-484c-b6fa-d18edb872877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:40.110669 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5abb7cc5-513c-484c-b6fa-d18edb872877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:40.142848 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb7cc5-513c-484c-b6fa-d18edb872877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5004e8a3-816f-453e-a479-b9a6fcc7b806,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:40.171653 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5abb7cc5-513c-484c-b6fa-d18edb872877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:40.175025 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5abb7cc5-513c-484c-b6fa-d18edb872877 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5004e8a3-816f-453e-a479-b9a6fcc7b806 HTTP/1.1" status: 204 len: 168 time: 0.3315284 Feb 09 01:01:40.343179 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=a38dc673-91e5-47f8-be53-adce368442e0,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:40.354531 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device dd2d727b-06f0-4461-b941-5dc5edfe4187 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:01:40.371548 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-59a8354a-50c7-4339-8ba1-340d88c3c720 req-50ff255a-0228-4b33-a78a-ddc5bcd93930 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7296515 Feb 09 01:01:40.377223 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2158e25-1687-470e-bd84-4689152a728d tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Pushing event updated for resources: {'Port': ['ID=3256514a-f08a-4d5c-ba07-3d3cf0287d58,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:40.383225 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a2158e25-1687-470e-bd84-4689152a728d tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Network 7fc44e12-56c9-4863-90dc-afedd69553f2 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:40.461895 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:40.474224 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:40.484226 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a2158e25-1687-470e-bd84-4689152a728d tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:40.486845 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f9b05-c03c-48d8-80b6-2000be346c0a req-e10f3de8-a899-4372-a0e0-bea5715910e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:40.488938 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e14f9b05-c03c-48d8-80b6-2000be346c0a req-e10f3de8-a899-4372-a0e0-bea5715910e6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 1.3161411 Feb 09 01:01:40.500640 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6943721f-a253-4ac7-bd8d-2fd45a68ecb6 admin admin] Network 40320574-d9cd-482a-a0ac-237c8f11f957 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:40.502873 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a2158e25-1687-470e-bd84-4689152a728d tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:01:40.506892 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port bb8d1757-702c-4c4c-adad-0634cfa7b62d triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:40.507401 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:40.609576 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port dd2d727b-06f0-4461-b941-5dc5edfe4187 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:40.610250 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:40.611833 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d3c5d-306a-4b51-839a-d46a4d864a06 req-ecb24fac-47f0-4245-8121-38f041168a85 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:40.626869 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-726d3c5d-306a-4b51-839a-d46a4d864a06 req-ecb24fac-47f0-4245-8121-38f041168a85 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 946 time: 0.1917744 Feb 09 01:01:40.675697 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-6943721f-a253-4ac7-bd8d-2fd45a68ecb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:40.731781 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e14f9b05-c03c-48d8-80b6-2000be346c0a req-c7bb0aac-1cb3-482a-b294-215e754dbfab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=85f0c83d-e492-4252-8c90-1fd22fec3aff HTTP/1.1" status: 200 len: 217 time: 0.1960511 Feb 09 01:01:40.742237 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-726d3c5d-306a-4b51-839a-d46a4d864a06 req-25a415c5-0f28-4c69-b9df-e65cc921a76d tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142242 Feb 09 01:01:40.867397 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:40.969313 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port bb8d1757-702c-4c4c-adad-0634cfa7b62d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=bb8d1757-702c-4c4c-adad-0634cfa7b62d,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:40.991456 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:41.044265 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45281f0a-0446-4497-9742-e1abd4c6d518 req-198476e6-11ff-4f82-b018-4e89e3823f30 tempest-ServersOnMultiNodesTest-1113726229 tempest-ServersOnMultiNodesTest-1113726229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:41.048706 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45281f0a-0446-4497-9742-e1abd4c6d518 req-198476e6-11ff-4f82-b018-4e89e3823f30 tempest-ServersOnMultiNodesTest-1113726229 tempest-ServersOnMultiNodesTest-1113726229-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=13f5520e-a652-4429-beb0-e3ecb64357a5 HTTP/1.1" status: 200 len: 1101 time: 0.1248925 Feb 09 01:01:41.070184 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a2158e25-1687-470e-bd84-4689152a728d tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:41.070941 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a2158e25-1687-470e-bd84-4689152a728d tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:41.141936 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 32952) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:41.175957 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45281f0a-0446-4497-9742-e1abd4c6d518 req-4a83bd6b-97c9-450f-96bd-fb8869d4e8b7 tempest-ServersOnMultiNodesTest-1113726229 tempest-ServersOnMultiNodesTest-1113726229-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192739 Feb 09 01:01:41.207419 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=bb8d1757-702c-4c4c-adad-0634cfa7b62d,revision_number=10']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:41.265885 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fb71efb2-b27a-4fd9-af00-62ff28112905 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=29b30e8a55fa4bdb980817c80c7cda97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1173358 Feb 09 01:01:41.267906 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 32958) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:41.284042 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979d077b-7f63-4e65-98d6-1353518bfabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38dc673-91e5-47f8-be53-adce368442e0', 'code': 200} Feb 09 01:01:41.289699 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d15ffaa0-3366-4b24-a724-d4548759d886 None None] Provisioning for port 3256514a-f08a-4d5c-ba07-3d3cf0287d58 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:41.320935 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d15ffaa0-3366-4b24-a724-d4548759d886 None None] Provisioning complete for port 3256514a-f08a-4d5c-ba07-3d3cf0287d58 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:41.321486 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d15ffaa0-3366-4b24-a724-d4548759d886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:41.361193 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a2158e25-1687-470e-bd84-4689152a728d tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5852094 Feb 09 01:01:41.398844 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d15ffaa0-3366-4b24-a724-d4548759d886 None None] Port 3256514a-f08a-4d5c-ba07-3d3cf0287d58 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:01:41.437098 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a6a2c563-a9f6-43af-81cc-d6b1159b3531 service neutron] Request body: {'port': {'device_id': 'b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:41.506198 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6943721f-a253-4ac7-bd8d-2fd45a68ecb6 admin admin] Router d277d0a2-bcdb-45a7-9556-da9456f32d50 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:01:41.524015 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-fd6c1e43-dfc3-4740-a62c-ebfbdd8eaea9 None None] Provisioning complete for port f860e06d-97d2-4304-8bdc-eb009eedab9a triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:41.524420 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fd6c1e43-dfc3-4740-a62c-ebfbdd8eaea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:41.595857 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a6a2c563-a9f6-43af-81cc-d6b1159b3531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:41.614659 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-fd6c1e43-dfc3-4740-a62c-ebfbdd8eaea9 None None] Port f860e06d-97d2-4304-8bdc-eb009eedab9a cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:01:41.642492 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:41.650076 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ccfd084c-55ae-454d-b067-e6422d233545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:41.686450 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ccfd084c-55ae-454d-b067-e6422d233545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:41.717448 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb94f9a-a6a1-4738-a2f2-abc89b978f51 req-712417ab-9e17-457e-8b6d-289d1efedf02 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:41.724500 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5bb94f9a-a6a1-4738-a2f2-abc89b978f51 req-712417ab-9e17-457e-8b6d-289d1efedf02 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 949 time: 0.1812522 Feb 09 01:01:41.786986 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5bb94f9a-a6a1-4738-a2f2-abc89b978f51 req-ff50ebb0-ba96-47a0-88d0-b8b399982a77 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615118 Feb 09 01:01:41.796823 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ccfd084c-55ae-454d-b067-e6422d233545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:41.818704 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd084c-55ae-454d-b067-e6422d233545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda56f3e-c700-42c5-acaf-33c1cd17bdf1,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:41.844266 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ccfd084c-55ae-454d-b067-e6422d233545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:41.857291 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ccfd084c-55ae-454d-b067-e6422d233545 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fda56f3e-c700-42c5-acaf-33c1cd17bdf1 HTTP/1.1" status: 204 len: 168 time: 0.5883183 Feb 09 01:01:41.885277 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6943721f-a253-4ac7-bd8d-2fd45a68ecb6 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:01:41.895437 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7696ae3d-e462-444a-b459-58d4925eae33 None None] Sync routers for ids ['d277d0a2-bcdb-45a7-9556-da9456f32d50'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:01:41.910721 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6943721f-a253-4ac7-bd8d-2fd45a68ecb6 admin admin] 10.222.0.37 "PUT /v2.0/routers/d277d0a2-bcdb-45a7-9556-da9456f32d50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8873925 Feb 09 01:01:41.931677 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7696ae3d-e462-444a-b459-58d4925eae33 None None] Routers {'d277d0a2-bcdb-45a7-9556-da9456f32d50'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:01:41.932852 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-7696ae3d-e462-444a-b459-58d4925eae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:01:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['d277d0a2-bcdb-45a7-9556-da9456f32d50'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:41.954192 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f9b05-c03c-48d8-80b6-2000be346c0a req-f65c8cdc-7813-4a0e-9db2-bafd1c8e7d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:41.955978 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e14f9b05-c03c-48d8-80b6-2000be346c0a req-f65c8cdc-7813-4a0e-9db2-bafd1c8e7d7c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.8788154 Feb 09 01:01:42.236610 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6747d-a96f-45e2-a92a-21ba74ada87a req-04146989-197c-485c-9ced-44dfe6b3ee50 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:42.238104 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c9e6747d-a96f-45e2-a92a-21ba74ada87a req-04146989-197c-485c-9ced-44dfe6b3ee50 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 949 time: 0.1827152 Feb 09 01:01:42.250014 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-7696ae3d-e462-444a-b459-58d4925eae33 None None] Set router d277d0a2-bcdb-45a7-9556-da9456f32d50 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:01:42.373652 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c9e6747d-a96f-45e2-a92a-21ba74ada87a req-a5f4cfde-ef17-4d80-aa9e-9357eba53d86 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281383 Feb 09 01:01:42.396288 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-f30045a7-9e3f-4a51-b3a2-f4e48536b2eb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.9932203 Feb 09 01:01:42.431970 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c65a3f-7a23-4a7c-9008-51b7b1191832 req-1ad256c7-f2a5-42da-a1f0-83c62806cdfc tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:42.453295 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c65a3f-7a23-4a7c-9008-51b7b1191832 req-1ad256c7-f2a5-42da-a1f0-83c62806cdfc tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:42.456188 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e0c65a3f-7a23-4a7c-9008-51b7b1191832 req-1ad256c7-f2a5-42da-a1f0-83c62806cdfc tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?device_id=b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b HTTP/1.1" status: 200 len: 1655 time: 1.7473195 Feb 09 01:01:42.506279 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021980ab-fe15-4eae-b08c-c232e0d1b88e req-7ffcb448-c68a-4198-95ef-00e8731c46b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:42.507772 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-021980ab-fe15-4eae-b08c-c232e0d1b88e req-7ffcb448-c68a-4198-95ef-00e8731c46b7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 1097 time: 1.1375756 Feb 09 01:01:42.640609 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-63791834-cf92-401f-b802-02c627f381ed req-2cbfa5b6-15cb-416c-8543-8831c08287fe tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722106 Feb 09 01:01:42.989669 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63791834-cf92-401f-b802-02c627f381ed req-8495bcfa-8c0f-45a5-aa27-81487d5b7ef8 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:42.991406 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-63791834-cf92-401f-b802-02c627f381ed req-8495bcfa-8c0f-45a5-aa27-81487d5b7ef8 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3499870 Feb 09 01:01:43.020075 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-63791834-cf92-401f-b802-02c627f381ed req-59a4fa3d-24e8-45b5-a77b-7ed0ed213fcf tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/quotas/e3282b39b26b4341b7bfc42f3e4e8492 HTTP/1.1" status: 200 len: 375 time: 0.0199926 Feb 09 01:01:43.047036 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-7696ae3d-e462-444a-b459-58d4925eae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd277d0a2-bcdb-45a7-9556-da9456f32d50', 'name': 'tempest-FloatingIPDetailsTestJSON-2076563983-router', 'tenant_id': 'bcb54e82376a4a56a730ba32d0fccc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'dd2d727b-06f0-4461-b941-5dc5edfe4187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:25Z', 'updated_at': '2022-02-09T01:01:38Z', 'revision_number': 4, 'project_id': 'bcb54e82376a4a56a730ba32d0fccc73', 'gw_port': {'id': 'dd2d727b-06f0-4461-b941-5dc5edfe4187', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd277d0a2-bcdb-45a7-9556-da9456f32d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:27Z', 'updated_at': '2022-02-09T01:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'f860e06d-97d2-4304-8bdc-eb009eedab9a', 'name': '', 'network_id': '40320574-d9cd-482a-a0ac-237c8f11f957', 'tenant_id': 'bcb54e82376a4a56a730ba32d0fccc73', 'mac_address': 'fa:16:3e:6d:1d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd277d0a2-bcdb-45a7-9556-da9456f32d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '610ae04f-5133-41f9-bc6f-f5d4adfb34dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:34Z', 'updated_at': '2022-02-09T01:01:38Z', 'revision_number': 2, 'project_id': 'bcb54e82376a4a56a730ba32d0fccc73', 'subnets': [{'id': '610ae04f-5133-41f9-bc6f-f5d4adfb34dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:43.055030 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7696ae3d-e462-444a-b459-58d4925eae33 None None] Checking router: d277d0a2-bcdb-45a7-9556-da9456f32d50 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:01:43.055473 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7696ae3d-e462-444a-b459-58d4925eae33 None None] Updating router d277d0a2-bcdb-45a7-9556-da9456f32d50 port f860e06d-97d2-4304-8bdc-eb009eedab9a binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:01:43.071603 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a6a2c563-a9f6-43af-81cc-d6b1159b3531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76e8257c-f358-457b-bf59-4a6813c470ee {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:01:43.082012 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a6a2c563-a9f6-43af-81cc-d6b1159b3531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:43.155359 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a6a2c563-a9f6-43af-81cc-d6b1159b3531 service neutron] Transition to ACTIVE for port object 76e8257c-f358-457b-bf59-4a6813c470ee will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:43.195690 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7696ae3d-e462-444a-b459-58d4925eae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:43.216010 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a6a2c563-a9f6-43af-81cc-d6b1159b3531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:43.227025 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e0c65a3f-7a23-4a7c-9008-51b7b1191832 req-2a51f7e9-ab73-4e7f-88a0-560dca465009 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/security-groups?id=3994565d-5024-4083-b0fc-cc37dc19c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7524886 Feb 09 01:01:43.233672 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-021980ab-fe15-4eae-b08c-c232e0d1b88e req-5db1fc93-194e-45a2-9650-3db0f90cc14f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7001369 Feb 09 01:01:43.297341 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7506338-5ad3-419a-b8c0-fb29193ffc35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8d1757-702c-4c4c-adad-0634cfa7b62d'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:43.301284 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-63791834-cf92-401f-b802-02c627f381ed req-7aed26e0-f760-453d-b8f6-8f0eb04feaf6 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2801704 Feb 09 01:01:43.460460 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f9b05-c03c-48d8-80b6-2000be346c0a req-9d37a874-3e34-4a31-9af6-8333a7943e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:43.462615 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e14f9b05-c03c-48d8-80b6-2000be346c0a req-9d37a874-3e34-4a31-9af6-8333a7943e90 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1407568 Feb 09 01:01:43.771738 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2c563-a9f6-43af-81cc-d6b1159b3531 service neutron] Pushing event updated for resources: {'Port': ['ID=76e8257c-f358-457b-bf59-4a6813c470ee,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:44.095140 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7696ae3d-e462-444a-b459-58d4925eae33 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:44.133042 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7696ae3d-e462-444a-b459-58d4925eae33 None None] Transition to ACTIVE for port object f860e06d-97d2-4304-8bdc-eb009eedab9a will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:44.148229 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7696ae3d-e462-444a-b459-58d4925eae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:44.217756 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a6a2c563-a9f6-43af-81cc-d6b1159b3531 service neutron] Attempting to bind port 76e8257c-f358-457b-bf59-4a6813c470ee on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:01:44.220676 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a6a2c563-a9f6-43af-81cc-d6b1159b3531 service neutron] Attempting to bind port 76e8257c-f358-457b-bf59-4a6813c470ee by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '8cac8e29-640e-44d4-acce-7bdf7a8803d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '661e6548-1894-4511-ad16-2aed6958c9df'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:01:44.221126 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a6a2c563-a9f6-43af-81cc-d6b1159b3531 service neutron] Attempting to bind port 76e8257c-f358-457b-bf59-4a6813c470ee on network 661e6548-1894-4511-ad16-2aed6958c9df {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:01:44.246471 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040cbb8e-b6b9-4f72-8df7-288db4f5ba69 None None] Pushing event updated for resources: {'Port': ['ID=f860e06d-97d2-4304-8bdc-eb009eedab9a,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:44.264070 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-7d5f5866-7972-4cf3-b035-db594c165bd9 req-def6a55a-c6d7-47c0-a6fe-fab189257e1c tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Synchronizing usage tracker for tenant:bcb54e82376a4a56a730ba32d0fccc73 on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:01:44.297332 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76164c-7cd6-4807-80d5-5e9387bb710f req-7fb4628d-f5bf-4d67-b52b-5aa3da408d45 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:44.301295 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2b76164c-7cd6-4807-80d5-5e9387bb710f req-7fb4628d-f5bf-4d67-b52b-5aa3da408d45 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 946 time: 0.7514884 Feb 09 01:01:44.305050 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-7d5f5866-7972-4cf3-b035-db594c165bd9 req-def6a55a-c6d7-47c0-a6fe-fab189257e1c tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Unset dirty status for tenant:bcb54e82376a4a56a730ba32d0fccc73 on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:01:44.314831 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7d5f5866-7972-4cf3-b035-db594c165bd9 req-def6a55a-c6d7-47c0-a6fe-fab189257e1c tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4102273 Feb 09 01:01:44.316896 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a6a2c563-a9f6-43af-81cc-d6b1159b3531 service neutron] Port 76e8257c-f358-457b-bf59-4a6813c470ee on network 661e6548-1894-4511-ad16-2aed6958c9df not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:01:44.317881 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a6a2c563-a9f6-43af-81cc-d6b1159b3531 service neutron] Attempting to bind port 76e8257c-f358-457b-bf59-4a6813c470ee on network 661e6548-1894-4511-ad16-2aed6958c9df {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:01:44.326471 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-7d5f5866-7972-4cf3-b035-db594c165bd9 req-51dfe657-0513-4d78-ae6e-2c907c5eefda tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:44.339195 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-7d5f5866-7972-4cf3-b035-db594c165bd9 req-51dfe657-0513-4d78-ae6e-2c907c5eefda tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:44.347515 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-7d5f5866-7972-4cf3-b035-db594c165bd9 req-51dfe657-0513-4d78-ae6e-2c907c5eefda tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Usage tracker for resource:floatingip and tenant:bcb54e82376a4a56a730ba32d0fccc73 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:44.355762 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-7d5f5866-7972-4cf3-b035-db594c165bd9 req-51dfe657-0513-4d78-ae6e-2c907c5eefda tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:44.361660 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a6a2c563-a9f6-43af-81cc-d6b1159b3531 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:01:44.362695 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a6a2c563-a9f6-43af-81cc-d6b1159b3531 service neutron] Checking segment: {'id': '8cac8e29-640e-44d4-acce-7bdf7a8803d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '661e6548-1894-4511-ad16-2aed6958c9df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:01:44.363785 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a6a2c563-a9f6-43af-81cc-d6b1159b3531 service neutron] Bound using segment: {'id': '8cac8e29-640e-44d4-acce-7bdf7a8803d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '661e6548-1894-4511-ad16-2aed6958c9df'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:01:44.365125 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a6a2c563-a9f6-43af-81cc-d6b1159b3531 service neutron] Bound port: 76e8257c-f358-457b-bf59-4a6813c470ee, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cac8e29-640e-44d4-acce-7bdf7a8803d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '661e6548-1894-4511-ad16-2aed6958c9df'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:01:44.366458 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a6a2c563-a9f6-43af-81cc-d6b1159b3531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:44.373229 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-7d5f5866-7972-4cf3-b035-db594c165bd9 req-51dfe657-0513-4d78-ae6e-2c907c5eefda tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:44.423087 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-7d5f5866-7972-4cf3-b035-db594c165bd9 req-51dfe657-0513-4d78-ae6e-2c907c5eefda tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:44.444216 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e14f9b05-c03c-48d8-80b6-2000be346c0a req-c53a20e5-b3d9-4eae-a9e1-80b66e1679aa service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8966522 Feb 09 01:01:44.647233 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-7696ae3d-e462-444a-b459-58d4925eae33 None None] Attempting to bind port f860e06d-97d2-4304-8bdc-eb009eedab9a on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:01:44.647811 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-7696ae3d-e462-444a-b459-58d4925eae33 None None] Attempting to bind port f860e06d-97d2-4304-8bdc-eb009eedab9a by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '22f5b0d7-5f62-4872-a114-b166ace086bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '40320574-d9cd-482a-a0ac-237c8f11f957'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:01:44.647937 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7696ae3d-e462-444a-b459-58d4925eae33 None None] Attempting to bind port f860e06d-97d2-4304-8bdc-eb009eedab9a on network 40320574-d9cd-482a-a0ac-237c8f11f957 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:01:44.655858 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7696ae3d-e462-444a-b459-58d4925eae33 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:01:44.656225 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7696ae3d-e462-444a-b459-58d4925eae33 None None] Checking segment: {'id': '22f5b0d7-5f62-4872-a114-b166ace086bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '40320574-d9cd-482a-a0ac-237c8f11f957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:01:44.656675 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7696ae3d-e462-444a-b459-58d4925eae33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:44.657342 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7696ae3d-e462-444a-b459-58d4925eae33 None None] Bound using segment: {'id': '22f5b0d7-5f62-4872-a114-b166ace086bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '40320574-d9cd-482a-a0ac-237c8f11f957'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:01:44.657990 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-7696ae3d-e462-444a-b459-58d4925eae33 None None] Bound port: f860e06d-97d2-4304-8bdc-eb009eedab9a, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22f5b0d7-5f62-4872-a114-b166ace086bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '40320574-d9cd-482a-a0ac-237c8f11f957'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:01:44.658667 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7696ae3d-e462-444a-b459-58d4925eae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:44.745295 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-7d5f5866-7972-4cf3-b035-db594c165bd9 req-51dfe657-0513-4d78-ae6e-2c907c5eefda tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:44.812989 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a6a2c563-a9f6-43af-81cc-d6b1159b3531 service neutron] For port 76e8257c-f358-457b-bf59-4a6813c470ee, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:01:44.823932 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a6a2c563-a9f6-43af-81cc-d6b1159b3531 service neutron] For port 76e8257c-f358-457b-bf59-4a6813c470ee, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=76e8257c-f358-457b-bf59-4a6813c470ee,segment=NetworkSegment(8cac8e29-640e-44d4-acce-7bdf7a8803d0),segment_id=8cac8e29-640e-44d4-acce-7bdf7a8803d0)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:01:44.851352 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-7696ae3d-e462-444a-b459-58d4925eae33 None None] For port f860e06d-97d2-4304-8bdc-eb009eedab9a, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:01:44.855246 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-7696ae3d-e462-444a-b459-58d4925eae33 None None] For port f860e06d-97d2-4304-8bdc-eb009eedab9a, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=f860e06d-97d2-4304-8bdc-eb009eedab9a,segment=NetworkSegment(22f5b0d7-5f62-4872-a114-b166ace086bd),segment_id=22f5b0d7-5f62-4872-a114-b166ace086bd)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:01:44.874431 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7696ae3d-e462-444a-b459-58d4925eae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:44.881627 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a6a2c563-a9f6-43af-81cc-d6b1159b3531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:44.976319 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040cbb8e-b6b9-4f72-8df7-288db4f5ba69 None None] Pushing event updated for resources: {'Port': ['ID=f860e06d-97d2-4304-8bdc-eb009eedab9a,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:45.011692 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7696ae3d-e462-444a-b459-58d4925eae33 None None] Routers {'d277d0a2-bcdb-45a7-9556-da9456f32d50'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:01:45.013302 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-7696ae3d-e462-444a-b459-58d4925eae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:01:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['d277d0a2-bcdb-45a7-9556-da9456f32d50'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:45.039913 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [req-7d5f5866-7972-4cf3-b035-db594c165bd9 req-51dfe657-0513-4d78-ae6e-2c907c5eefda tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Allocated IP 172.25.5.156 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/d03167ba-833d-417d-b1ab-d97b03090003) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:45.097533 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2b76164c-7cd6-4807-80d5-5e9387bb710f req-07f794cb-bb86-40ff-b8c6-9f5895ab19ed tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7714913 Feb 09 01:01:45.218916 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a6a2c563-a9f6-43af-81cc-d6b1159b3531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:45.219620 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a6a2c563-a9f6-43af-81cc-d6b1159b3531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:45.239392 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a6a2c563-a9f6-43af-81cc-d6b1159b3531 service neutron] 10.222.0.117 "PUT /v2.0/ports/76e8257c-f358-457b-bf59-4a6813c470ee HTTP/1.1" status: 200 len: 1092 time: 3.7884526 Feb 09 01:01:45.247777 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b', 'tag': '76e8257c-f358-457b-bf59-4a6813c470ee'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:45.272111 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a5a34bfd-f6ad-410a-9141-0e58bcadda7f service neutron] Request body: {'port': {'device_id': 'b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:45.425664 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e14f9b05-c03c-48d8-80b6-2000be346c0a req-17b86e04-1543-4798-a57f-6af231bc7423 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8272231 Feb 09 01:01:45.440718 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-7d5f5866-7972-4cf3-b035-db594c165bd9 req-51dfe657-0513-4d78-ae6e-2c907c5eefda tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:45.489487 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-7d5f5866-7972-4cf3-b035-db594c165bd9 req-51dfe657-0513-4d78-ae6e-2c907c5eefda tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:45.566031 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2c563-a9f6-43af-81cc-d6b1159b3531 service neutron] Pushing event updated for resources: {'Port': ['ID=76e8257c-f358-457b-bf59-4a6813c470ee,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:45.567798 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d5f5866-7972-4cf3-b035-db594c165bd9 req-51dfe657-0513-4d78-ae6e-2c907c5eefda tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:45.570581 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-7696ae3d-e462-444a-b459-58d4925eae33 None None] Set router d277d0a2-bcdb-45a7-9556-da9456f32d50 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:01:45.571501 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [req-7d5f5866-7972-4cf3-b035-db594c165bd9 req-51dfe657-0513-4d78-ae6e-2c907c5eefda tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:45.575998 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5f5866-7972-4cf3-b035-db594c165bd9 req-51dfe657-0513-4d78-ae6e-2c907c5eefda tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:01:45.604903 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-248144de-c5d3-42c1-8fcf-552c91ed9b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:45.606902 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-248144de-c5d3-42c1-8fcf-552c91ed9b48 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 1100 time: 0.7811615 Feb 09 01:01:45.610930 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dfe657-0513-4d78-ae6e-2c907c5eefda tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Pushing event updated for resources: {'Port': ['ID=d03167ba-833d-417d-b1ab-d97b03090003,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:45.697622 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-7d5f5866-7972-4cf3-b035-db594c165bd9 req-51dfe657-0513-4d78-ae6e-2c907c5eefda tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:45.783828 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-7d5f5866-7972-4cf3-b035-db594c165bd9 req-51dfe657-0513-4d78-ae6e-2c907c5eefda tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:45.839022 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-98a3cb8c-fa18-4a08-8e99-7b6c1bce2a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:45.842098 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-98a3cb8c-fa18-4a08-8e99-7b6c1bce2a51 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.1951189 Feb 09 01:01:45.873799 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-63791834-cf92-401f-b802-02c627f381ed req-8ec0ed6b-80e4-4e43-a097-c01d3f58189e tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2306507 Feb 09 01:01:46.054516 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a5a34bfd-f6ad-410a-9141-0e58bcadda7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:46.096346 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-b0eceb08-8121-4e83-a96c-c1e175d04569 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=b7382de6-6aba-4a28-a643-d303a5c9ccff HTTP/1.1" status: 200 len: 217 time: 0.1426194 Feb 09 01:01:46.153283 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-7d5f5866-7972-4cf3-b035-db594c165bd9 req-51dfe657-0513-4d78-ae6e-2c907c5eefda tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:46.163065 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-7d5f5866-7972-4cf3-b035-db594c165bd9 req-51dfe657-0513-4d78-ae6e-2c907c5eefda tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:46.364033 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-7696ae3d-e462-444a-b459-58d4925eae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd277d0a2-bcdb-45a7-9556-da9456f32d50', 'name': 'tempest-FloatingIPDetailsTestJSON-2076563983-router', 'tenant_id': 'bcb54e82376a4a56a730ba32d0fccc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'dd2d727b-06f0-4461-b941-5dc5edfe4187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:25Z', 'updated_at': '2022-02-09T01:01:38Z', 'revision_number': 4, 'project_id': 'bcb54e82376a4a56a730ba32d0fccc73', 'gw_port': {'id': 'dd2d727b-06f0-4461-b941-5dc5edfe4187', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd277d0a2-bcdb-45a7-9556-da9456f32d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:27Z', 'updated_at': '2022-02-09T01:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'f860e06d-97d2-4304-8bdc-eb009eedab9a', 'name': '', 'network_id': '40320574-d9cd-482a-a0ac-237c8f11f957', 'tenant_id': 'bcb54e82376a4a56a730ba32d0fccc73', 'mac_address': 'fa:16:3e:6d:1d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd277d0a2-bcdb-45a7-9556-da9456f32d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '610ae04f-5133-41f9-bc6f-f5d4adfb34dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:34Z', 'updated_at': '2022-02-09T01:01:44Z', 'revision_number': 4, 'project_id': 'bcb54e82376a4a56a730ba32d0fccc73', 'subnets': [{'id': '610ae04f-5133-41f9-bc6f-f5d4adfb34dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:46.370434 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7696ae3d-e462-444a-b459-58d4925eae33 None None] The sync data for ids ['d277d0a2-bcdb-45a7-9556-da9456f32d50'] in n-d-828419-1 is: [{'id': 'd277d0a2-bcdb-45a7-9556-da9456f32d50', 'name': 'tempest-FloatingIPDetailsTestJSON-2076563983-router', 'tenant_id': 'bcb54e82376a4a56a730ba32d0fccc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'dd2d727b-06f0-4461-b941-5dc5edfe4187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:25Z', 'updated_at': '2022-02-09T01:01:38Z', 'revision_number': 4, 'project_id': 'bcb54e82376a4a56a730ba32d0fccc73', 'gw_port': {'id': 'dd2d727b-06f0-4461-b941-5dc5edfe4187', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd277d0a2-bcdb-45a7-9556-da9456f32d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:27Z', 'updated_at': '2022-02-09T01:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'f860e06d-97d2-4304-8bdc-eb009eedab9a', 'name': '', 'network_id': '40320574-d9cd-482a-a0ac-237c8f11f957', 'tenant_id': 'bcb54e82376a4a56a730ba32d0fccc73', 'mac_address': 'fa:16:3e:6d:1d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd277d0a2-bcdb-45a7-9556-da9456f32d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '610ae04f-5133-41f9-bc6f-f5d4adfb34dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:34Z', 'updated_at': '2022-02-09T01:01:44Z', 'revision_number': 4, 'project_id': 'bcb54e82376a4a56a730ba32d0fccc73', 'subnets': [{'id': '610ae04f-5133-41f9-bc6f-f5d4adfb34dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:01:46.491099 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-7d5f5866-7972-4cf3-b035-db594c165bd9 req-51dfe657-0513-4d78-ae6e-2c907c5eefda tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:46.523319 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dfe657-0513-4d78-ae6e-2c907c5eefda tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Pushing event updated for resources: {'Port': ['ID=d03167ba-833d-417d-b1ab-d97b03090003,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:46.539026 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-7d5f5866-7972-4cf3-b035-db594c165bd9 req-51dfe657-0513-4d78-ae6e-2c907c5eefda tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:46.542536 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8dc2d-80ab-42eb-8b5f-a8097f2b61ed req-f241acd4-bdf1-48bf-96b9-1cc0daee5a5e tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:46.544252 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0ca8dc2d-80ab-42eb-8b5f-a8097f2b61ed req-f241acd4-bdf1-48bf-96b9-1cc0daee5a5e tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 949 time: 1.1217313 Feb 09 01:01:46.545022 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7d5f5866-7972-4cf3-b035-db594c165bd9 req-51dfe657-0513-4d78-ae6e-2c907c5eefda tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2290092 Feb 09 01:01:46.558716 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-ef21074d-7c8e-4312-99a6-5493cc8ec312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:46.560271 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-ef21074d-7c8e-4312-99a6-5493cc8ec312 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.4549346 Feb 09 01:01:46.668546 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-7d5f5866-7972-4cf3-b035-db594c165bd9 req-cd545d8a-f2de-405f-9122-ad7b83066aeb tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Synchronizing usage tracker for tenant:bcb54e82376a4a56a730ba32d0fccc73 on resource:floatingip {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:01:46.762741 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-7d5f5866-7972-4cf3-b035-db594c165bd9 req-cd545d8a-f2de-405f-9122-ad7b83066aeb tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Unset dirty status for tenant:bcb54e82376a4a56a730ba32d0fccc73 on resource:floatingip {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:01:46.774425 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7d5f5866-7972-4cf3-b035-db594c165bd9 req-cd545d8a-f2de-405f-9122-ad7b83066aeb tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.156 HTTP/1.1" status: 200 len: 696 time: 0.2188985 Feb 09 01:01:46.849405 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0ca8dc2d-80ab-42eb-8b5f-a8097f2b61ed req-0d2975e3-3283-4ba1-9a75-41080ee17ab1 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878559 Feb 09 01:01:46.860860 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63791834-cf92-401f-b802-02c627f381ed req-c86e0eaf-8f29-4182-84eb-a2aa47da0c36 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:46.862602 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-63791834-cf92-401f-b802-02c627f381ed req-c86e0eaf-8f29-4182-84eb-a2aa47da0c36 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9115682 Feb 09 01:01:46.970526 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-63791834-cf92-401f-b802-02c627f381ed req-2417cd76-f896-4cbe-9874-fa0ed6d14b15 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Request body: {'port': {'device_id': '28f704c1-3069-47ac-bfed-22b148c91598', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'admin_state_up': True, 'tenant_id': 'e3282b39b26b4341b7bfc42f3e4e8492'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:47.085201 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f5866-7972-4cf3-b035-db594c165bd9 req-1b239fb1-1715-4349-aaa0-4ebf1529b71f tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:47.086917 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7d5f5866-7972-4cf3-b035-db594c165bd9 req-1b239fb1-1715-4349-aaa0-4ebf1529b71f tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 784 time: 0.2874269 Feb 09 01:01:47.156830 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7506338-5ad3-419a-b8c0-fb29193ffc35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8d1757-702c-4c4c-adad-0634cfa7b62d', 'code': 200} Feb 09 01:01:47.249101 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-ac54ac9f-acfc-4fc9-a7cf-e4789f4d0332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:47.250591 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-ac54ac9f-acfc-4fc9-a7cf-e4789f4d0332 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6680152 Feb 09 01:01:47.308730 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-63791834-cf92-401f-b802-02c627f381ed req-2417cd76-f896-4cbe-9874-fa0ed6d14b15 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:47.363171 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-63791834-cf92-401f-b802-02c627f381ed req-2417cd76-f896-4cbe-9874-fa0ed6d14b15 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:47.460274 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcb617-99f7-4f5a-b0bf-863be83ed76a req-8ea411d8-50dd-4486-aa7b-e20700fc71c5 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:47.463156 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7abcb617-99f7-4f5a-b0bf-863be83ed76a req-8ea411d8-50dd-4486-aa7b-e20700fc71c5 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 949 time: 0.1209395 Feb 09 01:01:47.505534 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-54ff2361-f0b5-485b-9ea4-3dd0c04a99a8 req-7cd840fe-3aca-43e4-bc58-2ad001fb8396 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=28f704c1-3069-47ac-bfed-22b148c91598 HTTP/1.1" status: 200 len: 210 time: 0.1874862 Feb 09 01:01:47.523895 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7abcb617-99f7-4f5a-b0bf-863be83ed76a req-6f3c0ccc-ff19-451e-af53-d102ce9bce19 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505233 Feb 09 01:01:47.585227 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63791834-cf92-401f-b802-02c627f381ed req-2417cd76-f896-4cbe-9874-fa0ed6d14b15 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Made reservation on behalf of e3282b39b26b4341b7bfc42f3e4e8492 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:47.588855 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-63791834-cf92-401f-b802-02c627f381ed req-2417cd76-f896-4cbe-9874-fa0ed6d14b15 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:47.789316 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b', 'tag': '76e8257c-f358-457b-bf59-4a6813c470ee', 'status': 'completed', 'code': 200} Feb 09 01:01:47.905839 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-11a09d85-0d26-4496-b2ac-286d94ea8753 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5724235 Feb 09 01:01:47.957766 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fd6e4-65e3-4f1b-87ae-ae6e04500d97 req-934cdbf5-2d0b-43ff-9dc0-0ad409331c7a tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:47.966179 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b88fd6e4-65e3-4f1b-87ae-ae6e04500d97 req-934cdbf5-2d0b-43ff-9dc0-0ad409331c7a tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 946 time: 0.1798284 Feb 09 01:01:47.990430 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f072ca2-595f-475e-b801-69b2153eb202 req-ed21525e-b9cd-425d-866c-d1779310f169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:47.991014 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f072ca2-595f-475e-b801-69b2153eb202 req-ed21525e-b9cd-425d-866c-d1779310f169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:47.993188 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4f072ca2-595f-475e-b801-69b2153eb202 req-ed21525e-b9cd-425d-866c-d1779310f169 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6f085f8b18784551909478d3d7d57efd&device_id=b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b HTTP/1.1" status: 200 len: 1914 time: 0.3098586 Feb 09 01:01:48.125447 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a5a34bfd-f6ad-410a-9141-0e58bcadda7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3256514a-f08a-4d5c-ba07-3d3cf0287d58 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:01:48.150298 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a5a34bfd-f6ad-410a-9141-0e58bcadda7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:48.185034 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b88fd6e4-65e3-4f1b-87ae-ae6e04500d97 req-0b820b2d-8a31-4208-950a-90b7a930d7bc tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179098 Feb 09 01:01:48.275249 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a5a34bfd-f6ad-410a-9141-0e58bcadda7f service neutron] Transition to ACTIVE for port object 3256514a-f08a-4d5c-ba07-3d3cf0287d58 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:48.298219 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f860e06d-97d2-4304-8bdc-eb009eedab9a up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:01:48.314224 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a5a34bfd-f6ad-410a-9141-0e58bcadda7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:48.379267 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f072ca2-595f-475e-b801-69b2153eb202 req-39e9974c-ce25-45b5-826a-81d4e3eb19eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:48.379691 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f072ca2-595f-475e-b801-69b2153eb202 req-39e9974c-ce25-45b5-826a-81d4e3eb19eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:48.380166 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f072ca2-595f-475e-b801-69b2153eb202 req-39e9974c-ce25-45b5-826a-81d4e3eb19eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:48.381999 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4f072ca2-595f-475e-b801-69b2153eb202 req-39e9974c-ce25-45b5-826a-81d4e3eb19eb service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=6f085f8b18784551909478d3d7d57efd&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3763692 Feb 09 01:01:48.471127 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a34bfd-f6ad-410a-9141-0e58bcadda7f service neutron] Pushing event updated for resources: {'Port': ['ID=3256514a-f08a-4d5c-ba07-3d3cf0287d58,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:48.514174 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port f860e06d-97d2-4304-8bdc-eb009eedab9a completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:48.519083 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-5b4df0c4-3ee9-4d33-984a-ff66865e96be service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5974460 Feb 09 01:01:48.520415 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port f860e06d-97d2-4304-8bdc-eb009eedab9a triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:48.520964 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:48.664424 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-63791834-cf92-401f-b802-02c627f381ed req-2417cd76-f896-4cbe-9874-fa0ed6d14b15 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Allocated IP 192.168.233.68 (82c0e553-004f-4f65-a38e-9d785fdc5802/c1d7756a-584e-4152-ad93-d220060f4b30/c35c88e6-df13-4326-b183-fb73c903a7c4) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:48.751760 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:48.761215 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e29a97-b367-4527-9be1-5427aa934bbb req-a11ee8e6-6ac3-458d-af92-28885f709858 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:48.767914 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e29a97-b367-4527-9be1-5427aa934bbb req-a11ee8e6-6ac3-458d-af92-28885f709858 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:48.777463 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-70e29a97-b367-4527-9be1-5427aa934bbb req-a11ee8e6-6ac3-458d-af92-28885f709858 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?device_id=b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b HTTP/1.1" status: 200 len: 1667 time: 0.8746209 Feb 09 01:01:48.824307 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f072ca2-595f-475e-b801-69b2153eb202 req-1e8cf754-8cb1-477f-aed4-72876d8db492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:48.827988 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4f072ca2-595f-475e-b801-69b2153eb202 req-1e8cf754-8cb1-477f-aed4-72876d8db492 service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4386451 Feb 09 01:01:48.831483 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port f860e06d-97d2-4304-8bdc-eb009eedab9a, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=f860e06d-97d2-4304-8bdc-eb009eedab9a,segment=NetworkSegment(22f5b0d7-5f62-4872-a114-b166ace086bd),segment_id=22f5b0d7-5f62-4872-a114-b166ace086bd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:48.842005 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:48.954789 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=f860e06d-97d2-4304-8bdc-eb009eedab9a,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:48.957414 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b9e88d8c-18a3-446a-83cf-7e8413a953e6 req-b772cc43-bcec-4453-9640-679ed429464c tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4187469 Feb 09 01:01:48.979095 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-b9e88d8c-18a3-446a-83cf-7e8413a953e6 req-97e0dc6d-0292-4b88-8db8-89f2257621eb tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:48.985850 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-b9e88d8c-18a3-446a-83cf-7e8413a953e6 req-97e0dc6d-0292-4b88-8db8-89f2257621eb tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:49.009576 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-b9e88d8c-18a3-446a-83cf-7e8413a953e6 req-97e0dc6d-0292-4b88-8db8-89f2257621eb tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:49.027356 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-b9e88d8c-18a3-446a-83cf-7e8413a953e6 req-97e0dc6d-0292-4b88-8db8-89f2257621eb tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:49.195073 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-b9e88d8c-18a3-446a-83cf-7e8413a953e6 req-97e0dc6d-0292-4b88-8db8-89f2257621eb tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:49.222978 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-70e29a97-b367-4527-9be1-5427aa934bbb req-d136f554-9363-48ab-b14c-9d1feb90ae25 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/security-groups?id=3994565d-5024-4083-b0fc-cc37dc19c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4441550 Feb 09 01:01:49.264420 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a5a34bfd-f6ad-410a-9141-0e58bcadda7f service neutron] Attempting to bind port 3256514a-f08a-4d5c-ba07-3d3cf0287d58 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:01:49.264646 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a5a34bfd-f6ad-410a-9141-0e58bcadda7f service neutron] Attempting to bind port 3256514a-f08a-4d5c-ba07-3d3cf0287d58 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '37f55421-66ae-4f84-9fcf-bbe9aef82507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '7fc44e12-56c9-4863-90dc-afedd69553f2'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:01:49.264960 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a5a34bfd-f6ad-410a-9141-0e58bcadda7f service neutron] Attempting to bind port 3256514a-f08a-4d5c-ba07-3d3cf0287d58 on network 7fc44e12-56c9-4863-90dc-afedd69553f2 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:01:49.278732 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a5a34bfd-f6ad-410a-9141-0e58bcadda7f service neutron] Port 3256514a-f08a-4d5c-ba07-3d3cf0287d58 on network 7fc44e12-56c9-4863-90dc-afedd69553f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:01:49.279073 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a5a34bfd-f6ad-410a-9141-0e58bcadda7f service neutron] Attempting to bind port 3256514a-f08a-4d5c-ba07-3d3cf0287d58 on network 7fc44e12-56c9-4863-90dc-afedd69553f2 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:01:49.297436 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a5a34bfd-f6ad-410a-9141-0e58bcadda7f service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:01:49.297814 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a5a34bfd-f6ad-410a-9141-0e58bcadda7f service neutron] Checking segment: {'id': '37f55421-66ae-4f84-9fcf-bbe9aef82507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '7fc44e12-56c9-4863-90dc-afedd69553f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:01:49.298168 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a5a34bfd-f6ad-410a-9141-0e58bcadda7f service neutron] Bound using segment: {'id': '37f55421-66ae-4f84-9fcf-bbe9aef82507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '7fc44e12-56c9-4863-90dc-afedd69553f2'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:01:49.298613 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a5a34bfd-f6ad-410a-9141-0e58bcadda7f service neutron] Bound port: 3256514a-f08a-4d5c-ba07-3d3cf0287d58, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37f55421-66ae-4f84-9fcf-bbe9aef82507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '7fc44e12-56c9-4863-90dc-afedd69553f2'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:01:49.298963 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a5a34bfd-f6ad-410a-9141-0e58bcadda7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:49.442636 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [req-b9e88d8c-18a3-446a-83cf-7e8413a953e6 req-97e0dc6d-0292-4b88-8db8-89f2257621eb tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Allocated IP 172.25.5.36 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/d61503a1-838c-4c7f-991d-8f6b9d6ebb18) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:49.520963 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-63791834-cf92-401f-b802-02c627f381ed req-2417cd76-f896-4cbe-9874-fa0ed6d14b15 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:49.557405 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-63791834-cf92-401f-b802-02c627f381ed req-2417cd76-f896-4cbe-9874-fa0ed6d14b15 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Transition to ACTIVE for port object c35c88e6-df13-4326-b183-fb73c903a7c4 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:49.565046 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a5a34bfd-f6ad-410a-9141-0e58bcadda7f service neutron] For port 3256514a-f08a-4d5c-ba07-3d3cf0287d58, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:01:49.570308 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a5a34bfd-f6ad-410a-9141-0e58bcadda7f service neutron] For port 3256514a-f08a-4d5c-ba07-3d3cf0287d58, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=3256514a-f08a-4d5c-ba07-3d3cf0287d58,segment=NetworkSegment(37f55421-66ae-4f84-9fcf-bbe9aef82507),segment_id=37f55421-66ae-4f84-9fcf-bbe9aef82507)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:01:49.587103 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a5a34bfd-f6ad-410a-9141-0e58bcadda7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:49.629751 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b434f-fc85-4d16-877e-f32b16c55c76 req-aebccb26-8c14-4269-802c-677cc1ca12d7 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:49.630480 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b56b434f-fc85-4d16-877e-f32b16c55c76 req-aebccb26-8c14-4269-802c-677cc1ca12d7 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 949 time: 0.2586880 Feb 09 01:01:49.665660 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-b9e88d8c-18a3-446a-83cf-7e8413a953e6 req-97e0dc6d-0292-4b88-8db8-89f2257621eb tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:49.675190 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a5a34bfd-f6ad-410a-9141-0e58bcadda7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:49.675855 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a5a34bfd-f6ad-410a-9141-0e58bcadda7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:49.677575 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a5a34bfd-f6ad-410a-9141-0e58bcadda7f service neutron] 10.222.0.117 "PUT /v2.0/ports/3256514a-f08a-4d5c-ba07-3d3cf0287d58 HTTP/1.1" status: 200 len: 1092 time: 4.4105496 Feb 09 01:01:49.739373 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-b9e88d8c-18a3-446a-83cf-7e8413a953e6 req-97e0dc6d-0292-4b88-8db8-89f2257621eb tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:49.797334 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b', 'tag': '3256514a-f08a-4d5c-ba07-3d3cf0287d58'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:49.808785 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b56b434f-fc85-4d16-877e-f32b16c55c76 req-ca08460c-412b-4f64-9595-020de974f7c2 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683676 Feb 09 01:01:49.813552 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-63791834-cf92-401f-b802-02c627f381ed req-2417cd76-f896-4cbe-9874-fa0ed6d14b15 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:49.821953 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a34bfd-f6ad-410a-9141-0e58bcadda7f service neutron] Pushing event updated for resources: {'Port': ['ID=3256514a-f08a-4d5c-ba07-3d3cf0287d58,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:49.844619 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['85f0c83d-e492-4252-8c90-1fd22fec3aff', 'a4b505d8-d756-48f6-922c-121b8b731f28'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:01:49.851869 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e88d8c-18a3-446a-83cf-7e8413a953e6 req-97e0dc6d-0292-4b88-8db8-89f2257621eb tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:49.863759 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [req-b9e88d8c-18a3-446a-83cf-7e8413a953e6 req-97e0dc6d-0292-4b88-8db8-89f2257621eb tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:49.881409 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e88d8c-18a3-446a-83cf-7e8413a953e6 req-97e0dc6d-0292-4b88-8db8-89f2257621eb tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:01:49.906230 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['7999435b-c963-4dcc-a9db-35ef5464f9d9', '31cd774d-837f-4021-9774-cf22b4421c89', '8dec7b93-7bbf-4dc1-aaee-3287c2809f4b', '12b22027-67b6-4f0e-8f08-e659e2dbc6fd', '38e4d5ac-c8dc-470d-bad6-9c688d2014e8'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:01:49.932122 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63791834-cf92-401f-b802-02c627f381ed req-2417cd76-f896-4cbe-9874-fa0ed6d14b15 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:49.936712 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-63791834-cf92-401f-b802-02c627f381ed req-2417cd76-f896-4cbe-9874-fa0ed6d14b15 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:49.939810 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-63791834-cf92-401f-b802-02c627f381ed req-2417cd76-f896-4cbe-9874-fa0ed6d14b15 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:01:50.058540 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417cd76-f896-4cbe-9874-fa0ed6d14b15 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Pushing event updated for resources: {'Port': ['ID=c35c88e6-df13-4326-b183-fb73c903a7c4,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:50.070575 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0dc6d-0292-4b88-8db8-89f2257621eb tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Pushing event updated for resources: {'Port': ['ID=d61503a1-838c-4c7f-991d-8f6b9d6ebb18,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:50.190941 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63791834-cf92-401f-b802-02c627f381ed req-2417cd76-f896-4cbe-9874-fa0ed6d14b15 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:50.191775 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-63791834-cf92-401f-b802-02c627f381ed req-2417cd76-f896-4cbe-9874-fa0ed6d14b15 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:50.199928 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-b9e88d8c-18a3-446a-83cf-7e8413a953e6 req-97e0dc6d-0292-4b88-8db8-89f2257621eb tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:50.220729 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a82f34be-6d54-4dfc-8621-06df32eca043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:50.221339 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a82f34be-6d54-4dfc-8621-06df32eca043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:50.233766 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a82f34be-6d54-4dfc-8621-06df32eca043 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6f085f8b18784551909478d3d7d57efd&device_id=b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b HTTP/1.1" status: 200 len: 1981 time: 0.5080199 Feb 09 01:01:50.349785 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f860e06d-97d2-4304-8bdc-eb009eedab9a up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:01:50.355607 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-b9e88d8c-18a3-446a-83cf-7e8413a953e6 req-97e0dc6d-0292-4b88-8db8-89f2257621eb tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:50.452918 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-10b39ef5-840c-4d4d-b0e1-24cd6bc5de01 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.166&port_id=76e8257c-f358-457b-bf59-4a6813c470ee HTTP/1.1" status: 200 len: 217 time: 0.2048264 Feb 09 01:01:50.504239 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-63791834-cf92-401f-b802-02c627f381ed req-2417cd76-f896-4cbe-9874-fa0ed6d14b15 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6152673 Feb 09 01:01:50.533140 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-63791834-cf92-401f-b802-02c627f381ed req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] Request body: {'port': {'device_id': '28f704c1-3069-47ac-bfed-22b148c91598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:50.596091 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port f860e06d-97d2-4304-8bdc-eb009eedab9a triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:50.596500 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:50.688585 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-63791834-cf92-401f-b802-02c627f381ed req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:50.779386 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e4d1f451-7b8c-4bd8-97fd-bc0b63c779a3 None None] Provisioning for port c35c88e6-df13-4326-b183-fb73c903a7c4 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:50.783226 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-0bffab97-c818-436d-9c8a-82c9b8107257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:50.784737 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-0bffab97-c818-436d-9c8a-82c9b8107257 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=8118ec0f-490c-4789-9b71-4f9b2fff71a9 HTTP/1.1" status: 200 len: 801 time: 0.3190458 Feb 09 01:01:50.826270 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e4d1f451-7b8c-4bd8-97fd-bc0b63c779a3 None None] Provisioning complete for port c35c88e6-df13-4326-b183-fb73c903a7c4 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:50.826641 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e4d1f451-7b8c-4bd8-97fd-bc0b63c779a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:50.839685 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-b9e88d8c-18a3-446a-83cf-7e8413a953e6 req-97e0dc6d-0292-4b88-8db8-89f2257621eb tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:50.845765 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88511a4f-b394-4650-9e3e-7741ed94e302 req-8814010d-5f30-4930-bc9c-a3454c81f109 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:50.854432 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88511a4f-b394-4650-9e3e-7741ed94e302 req-8814010d-5f30-4930-bc9c-a3454c81f109 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 1097 time: 0.4702919 Feb 09 01:01:50.866385 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-b9e88d8c-18a3-446a-83cf-7e8413a953e6 req-97e0dc6d-0292-4b88-8db8-89f2257621eb tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:51.054423 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0dc6d-0292-4b88-8db8-89f2257621eb tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Pushing event updated for resources: {'Port': ['ID=d61503a1-838c-4c7f-991d-8f6b9d6ebb18,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:51.058796 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88511a4f-b394-4650-9e3e-7741ed94e302 req-7dbb047e-307d-474c-a77f-91e5b6962e66 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014229 Feb 09 01:01:51.069600 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-b9e88d8c-18a3-446a-83cf-7e8413a953e6 req-97e0dc6d-0292-4b88-8db8-89f2257621eb tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:51.138110 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-b9e88d8c-18a3-446a-83cf-7e8413a953e6 req-97e0dc6d-0292-4b88-8db8-89f2257621eb tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:51.148089 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b9e88d8c-18a3-446a-83cf-7e8413a953e6 req-97e0dc6d-0292-4b88-8db8-89f2257621eb tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1806619 Feb 09 01:01:51.288475 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-880faf50-2821-4f40-8695-e22e40135dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:51.292019 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-880faf50-2821-4f40-8695-e22e40135dc4 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=661e6548-1894-4511-ad16-2aed6958c9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4930787 Feb 09 01:01:51.303145 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e4d1f451-7b8c-4bd8-97fd-bc0b63c779a3 None None] Port c35c88e6-df13-4326-b183-fb73c903a7c4 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:01:51.320690 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-b9e88d8c-18a3-446a-83cf-7e8413a953e6 req-50cb3e27-28db-45fa-a2ec-a6936e49028f tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Synchronizing usage tracker for tenant:bcb54e82376a4a56a730ba32d0fccc73 on resource:floatingip {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:01:51.361083 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-b9e88d8c-18a3-446a-83cf-7e8413a953e6 req-50cb3e27-28db-45fa-a2ec-a6936e49028f tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Unset dirty status for tenant:bcb54e82376a4a56a730ba32d0fccc73 on resource:floatingip {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:01:51.362246 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b9e88d8c-18a3-446a-83cf-7e8413a953e6 req-50cb3e27-28db-45fa-a2ec-a6936e49028f tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.36 HTTP/1.1" status: 200 len: 695 time: 0.2130771 Feb 09 01:01:51.620571 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:51.686975 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e88d8c-18a3-446a-83cf-7e8413a953e6 req-f6e6630e-0fb3-47c3-ae00-4217c737094c tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:51.688591 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b9e88d8c-18a3-446a-83cf-7e8413a953e6 req-f6e6630e-0fb3-47c3-ae00-4217c737094c tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 784 time: 0.3173387 Feb 09 01:01:51.972792 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ab3e3-d3bd-4b49-aaa1-873e22a2a8ae req-6c236f82-a730-4ffd-a819-f2ec0bbe0217 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:51.974811 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-680ab3e3-d3bd-4b49-aaa1-873e22a2a8ae req-6c236f82-a730-4ffd-a819-f2ec0bbe0217 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 949 time: 0.1608353 Feb 09 01:01:52.025728 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-baae2193-5f7e-49e8-8b8a-e729b8e4e68e service neutron] 10.222.0.117 "GET /v2.0/networks/661e6548-1894-4511-ad16-2aed6958c9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7188327 Feb 09 01:01:52.035916 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1cbfb-cb27-4fdd-a4ec-b3d5bdba77c9 req-673ea9b7-d479-4e16-b375-64ea11910dea tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:52.036941 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e2d1cbfb-cb27-4fdd-a4ec-b3d5bdba77c9 req-673ea9b7-d479-4e16-b375-64ea11910dea tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Synchronizing usage tracker for tenant:e3282b39b26b4341b7bfc42f3e4e8492 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:01:52.038394 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-680ab3e3-d3bd-4b49-aaa1-873e22a2a8ae req-b05ddaa5-7a71-4ab8-9055-3d16c1020085 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556307 Feb 09 01:01:52.251963 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33136) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:52.324840 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b', 'tag': '3256514a-f08a-4d5c-ba07-3d3cf0287d58', 'status': 'completed', 'code': 200} Feb 09 01:01:52.354338 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-63791834-cf92-401f-b802-02c627f381ed req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c35c88e6-df13-4326-b183-fb73c903a7c4 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:01:52.367292 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e2d1cbfb-cb27-4fdd-a4ec-b3d5bdba77c9 req-673ea9b7-d479-4e16-b375-64ea11910dea tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Unset dirty status for tenant:e3282b39b26b4341b7bfc42f3e4e8492 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:01:52.374109 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e2d1cbfb-cb27-4fdd-a4ec-b3d5bdba77c9 req-673ea9b7-d479-4e16-b375-64ea11910dea tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=28f704c1-3069-47ac-bfed-22b148c91598 HTTP/1.1" status: 200 len: 935 time: 0.8694007 Feb 09 01:01:52.391268 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b566e-33a1-4e3d-b939-1b3295ae9a1e req-2fbf25f6-c603-4ddb-b88b-e7ebd2b3d3a7 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:52.398290 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b566e-33a1-4e3d-b939-1b3295ae9a1e req-2fbf25f6-c603-4ddb-b88b-e7ebd2b3d3a7 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:52.400818 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d78b566e-33a1-4e3d-b939-1b3295ae9a1e req-2fbf25f6-c603-4ddb-b88b-e7ebd2b3d3a7 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?device_id=b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b HTTP/1.1" status: 200 len: 1679 time: 0.1387877 Feb 09 01:01:52.404564 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-63791834-cf92-401f-b802-02c627f381ed req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:52.449574 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-63791834-cf92-401f-b802-02c627f381ed req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] Transition to ACTIVE for port object c35c88e6-df13-4326-b183-fb73c903a7c4 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:52.465914 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e2d1cbfb-cb27-4fdd-a4ec-b3d5bdba77c9 req-0f9b8882-006e-42f5-8aca-9b776638b648 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908635 Feb 09 01:01:52.470864 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-8597190f-8811-493a-8709-dd2d91fc2928 service neutron] 10.222.0.117 "GET /v2.0/networks/661e6548-1894-4511-ad16-2aed6958c9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875563 Feb 09 01:01:52.471714 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-63791834-cf92-401f-b802-02c627f381ed req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:52.496511 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d78b566e-33a1-4e3d-b939-1b3295ae9a1e req-284f6844-dae0-46b4-a5a6-3f27229ad9c6 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/security-groups?id=3994565d-5024-4083-b0fc-cc37dc19c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868611 Feb 09 01:01:52.564039 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7db38905-bc56-4bb4-80bf-432d1975b0da admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:52.643260 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7db38905-bc56-4bb4-80bf-432d1975b0da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:52.661080 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7db38905-bc56-4bb4-80bf-432d1975b0da admin admin] Usage tracker for resource:security_group_rule and tenant:30652c76c88545858b2fa72bae22eee1 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:52.665463 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7db38905-bc56-4bb4-80bf-432d1975b0da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:52.676601 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7db38905-bc56-4bb4-80bf-432d1975b0da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:52.901771 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7db38905-bc56-4bb4-80bf-432d1975b0da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:52.911028 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7db38905-bc56-4bb4-80bf-432d1975b0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:52.967488 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-08fa8947-fd01-43b6-90da-97381584f11c service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.193&port_id=3256514a-f08a-4d5c-ba07-3d3cf0287d58 HTTP/1.1" status: 200 len: 217 time: 0.3889029 Feb 09 01:01:52.991760 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db38905-bc56-4bb4-80bf-432d1975b0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09abe10a-618c-4910-b67e-6ca9488a79ce,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:52.992933 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] Pushing event updated for resources: {'Port': ['ID=c35c88e6-df13-4326-b183-fb73c903a7c4,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:53.004905 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7db38905-bc56-4bb4-80bf-432d1975b0da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=30652c76c88545858b2fa72bae22eee1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7485623 Feb 09 01:01:53.005964 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33154) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:53.062573 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:53.062920 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:53.063320 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:53.063663 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:53.063994 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:53.064364 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:53.066392 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:53.066944 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:53.067291 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:53.067627 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:53.067964 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:53.068293 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:53.135705 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1caa62f5-18b6-458f-8db8-66c3a8337a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:53.192140 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1caa62f5-18b6-458f-8db8-66c3a8337a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:53.216823 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f880bd-d740-4ab5-9eca-d2fd2ac73e5d req-5a13508a-8248-4412-92a0-bf61066b4357 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:53.218803 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-97f880bd-d740-4ab5-9eca-d2fd2ac73e5d req-5a13508a-8248-4412-92a0-bf61066b4357 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 1097 time: 0.2609370 Feb 09 01:01:53.238064 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a59db845-6b0b-4fba-966c-422e095d09a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:53.239680 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-a59db845-6b0b-4fba-966c-422e095d09a9 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=bdd7325a-6f14-4a3d-a596-53acd6dd8c2c HTTP/1.1" status: 200 len: 801 time: 0.2264860 Feb 09 01:01:53.271135 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a12ca9-a695-457c-8af6-6978c2bbc1c7 req-c1996d72-c20d-4bff-9183-62a5052e2614 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:53.278558 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5a12ca9-a695-457c-8af6-6978c2bbc1c7 req-c1996d72-c20d-4bff-9183-62a5052e2614 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 949 time: 0.4466386 Feb 09 01:01:53.280904 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-97f880bd-d740-4ab5-9eca-d2fd2ac73e5d req-fb5c7b8d-9fce-4f63-861d-ded69f9d1442 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560837 Feb 09 01:01:53.299812 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1caa62f5-18b6-458f-8db8-66c3a8337a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:53.325385 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa62f5-18b6-458f-8db8-66c3a8337a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09abe10a-618c-4910-b67e-6ca9488a79ce,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:53.328814 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1caa62f5-18b6-458f-8db8-66c3a8337a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:53.332948 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1caa62f5-18b6-458f-8db8-66c3a8337a05 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/09abe10a-618c-4910-b67e-6ca9488a79ce HTTP/1.1" status: 204 len: 168 time: 0.3228514 Feb 09 01:01:53.410144 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-63791834-cf92-401f-b802-02c627f381ed req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] Attempting to bind port c35c88e6-df13-4326-b183-fb73c903a7c4 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:01:53.410742 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-63791834-cf92-401f-b802-02c627f381ed req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] Attempting to bind port c35c88e6-df13-4326-b183-fb73c903a7c4 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:01:53.410958 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63791834-cf92-401f-b802-02c627f381ed req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] Attempting to bind port c35c88e6-df13-4326-b183-fb73c903a7c4 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:01:53.439662 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63791834-cf92-401f-b802-02c627f381ed req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] Port c35c88e6-df13-4326-b183-fb73c903a7c4 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:01:53.439995 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63791834-cf92-401f-b802-02c627f381ed req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] Attempting to bind port c35c88e6-df13-4326-b183-fb73c903a7c4 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:01:53.453901 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63791834-cf92-401f-b802-02c627f381ed req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:01:53.454449 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63791834-cf92-401f-b802-02c627f381ed req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:01:53.454809 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63791834-cf92-401f-b802-02c627f381ed req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:01:53.455313 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-63791834-cf92-401f-b802-02c627f381ed req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] Bound port: c35c88e6-df13-4326-b183-fb73c903a7c4, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:01:53.455804 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-63791834-cf92-401f-b802-02c627f381ed req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:53.485270 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5a12ca9-a695-457c-8af6-6978c2bbc1c7 req-554797b9-291c-4cd8-9b4b-e5deac359a4e tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057188 Feb 09 01:01:53.573995 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-74a86b93-cb7f-463b-8e2a-e21eaf1a9610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:53.575263 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-74a86b93-cb7f-463b-8e2a-e21eaf1a9610 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=7fc44e12-56c9-4863-90dc-afedd69553f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3130019 Feb 09 01:01:53.642604 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-be95d0f4-67a8-483f-b383-c7f04ea91b94 req-89ddee0e-a9c2-420d-a467-b4b2aa6c1ba5 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2356706 Feb 09 01:01:53.652619 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-be95d0f4-67a8-483f-b383-c7f04ea91b94 req-e4b3702d-ca0e-4966-bf10-1dee082fce73 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:53.659434 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-be95d0f4-67a8-483f-b383-c7f04ea91b94 req-e4b3702d-ca0e-4966-bf10-1dee082fce73 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:53.671762 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-be95d0f4-67a8-483f-b383-c7f04ea91b94 req-e4b3702d-ca0e-4966-bf10-1dee082fce73 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:53.684324 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-be95d0f4-67a8-483f-b383-c7f04ea91b94 req-e4b3702d-ca0e-4966-bf10-1dee082fce73 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:53.702393 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-63791834-cf92-401f-b802-02c627f381ed req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] For port c35c88e6-df13-4326-b183-fb73c903a7c4, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:01:53.769515 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-63791834-cf92-401f-b802-02c627f381ed req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] For port c35c88e6-df13-4326-b183-fb73c903a7c4, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c35c88e6-df13-4326-b183-fb73c903a7c4,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:01:53.796650 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-63791834-cf92-401f-b802-02c627f381ed req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:53.887979 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63791834-cf92-401f-b802-02c627f381ed req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:53.888698 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-63791834-cf92-401f-b802-02c627f381ed req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:53.890414 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-63791834-cf92-401f-b802-02c627f381ed req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] 10.222.0.35 "PUT /v2.0/ports/c35c88e6-df13-4326-b183-fb73c903a7c4 HTTP/1.1" status: 200 len: 1095 time: 3.3653543 Feb 09 01:01:53.908054 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-3fe39a25-22bb-4241-bf1b-4764452c29ea service neutron] 10.222.0.117 "GET /v2.0/networks/7fc44e12-56c9-4863-90dc-afedd69553f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196189 Feb 09 01:01:53.957532 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23500d-e7d5-4e88-8481-5519e142af0a service neutron] Pushing event updated for resources: {'Port': ['ID=c35c88e6-df13-4326-b183-fb73c903a7c4,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:53.993223 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-be95d0f4-67a8-483f-b383-c7f04ea91b94 req-e4b3702d-ca0e-4966-bf10-1dee082fce73 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:54.124008 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7facd-cc5d-45ef-9a3f-bbead0bcd411 req-1480720e-4bfd-4a57-bf76-f1c6155ae051 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:54.128578 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5d7facd-cc5d-45ef-9a3f-bbead0bcd411 req-1480720e-4bfd-4a57-bf76-f1c6155ae051 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 949 time: 0.4151015 Feb 09 01:01:54.221212 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5d7facd-cc5d-45ef-9a3f-bbead0bcd411 req-9e4c07b5-93b1-49ed-aad6-2c8b54fc49dd tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791349 Feb 09 01:01:54.258348 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-23abc2af-c6c1-4e0b-925e-66805e1166ef req-0b1ba998-e23b-46b0-84be-796ddc0aa9a8 service neutron] 10.222.0.117 "GET /v2.0/networks/7fc44e12-56c9-4863-90dc-afedd69553f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344662 Feb 09 01:01:54.268774 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63791834-cf92-401f-b802-02c627f381ed req-9392296f-09bf-4712-aa97-3b6e1e4225aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:54.270435 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-63791834-cf92-401f-b802-02c627f381ed req-9392296f-09bf-4712-aa97-3b6e1e4225aa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&device_id=28f704c1-3069-47ac-bfed-22b148c91598 HTTP/1.1" status: 200 len: 1098 time: 0.3163598 Feb 09 01:01:54.376693 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [req-be95d0f4-67a8-483f-b383-c7f04ea91b94 req-e4b3702d-ca0e-4966-bf10-1dee082fce73 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Allocated IP 172.25.5.199 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/b3890f56-7071-4ea7-b166-c33df895ce09) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:54.420077 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f704c1-3069-47ac-bfed-22b148c91598', 'tag': 'c35c88e6-df13-4326-b183-fb73c903a7c4'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:54.539049 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-63791834-cf92-401f-b802-02c627f381ed req-6da04dc1-8d65-40a8-8a21-b1b71df33ba6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=c35c88e6-df13-4326-b183-fb73c903a7c4 HTTP/1.1" status: 200 len: 217 time: 0.2608073 Feb 09 01:01:54.653809 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:54.688925 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-be95d0f4-67a8-483f-b383-c7f04ea91b94 req-e4b3702d-ca0e-4966-bf10-1dee082fce73 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:54.727209 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33202) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:54.748944 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-be95d0f4-67a8-483f-b383-c7f04ea91b94 req-e4b3702d-ca0e-4966-bf10-1dee082fce73 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:54.891333 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63791834-cf92-401f-b802-02c627f381ed req-d1f38822-65cc-4e62-ae8a-2cfc9c6aa38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:54.892837 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-63791834-cf92-401f-b802-02c627f381ed req-d1f38822-65cc-4e62-ae8a-2cfc9c6aa38f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.3247612 Feb 09 01:01:54.955264 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f0d23-434e-45bd-9a3f-bb296162b1c9 req-9a01c762-9f71-4da7-a4a8-8ca2ed1b6b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:54.955614 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-0ac2e1a6-9b43-4532-ab70-a28eae514936 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2073689348-network', 'tenant_id': 'aa1263cf7c9242f1bd5ac8c441762883'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:54.955755 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f0d23-434e-45bd-9a3f-bb296162b1c9 req-9a01c762-9f71-4da7-a4a8-8ca2ed1b6b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:54.957304 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-835f0d23-434e-45bd-9a3f-bb296162b1c9 req-9a01c762-9f71-4da7-a4a8-8ca2ed1b6b2e service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6f085f8b18784551909478d3d7d57efd&device_id=b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b HTTP/1.1" status: 200 len: 1981 time: 0.5122702 Feb 09 01:01:54.982286 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0ac2e1a6-9b43-4532-ab70-a28eae514936 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:54.993338 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0ac2e1a6-9b43-4532-ab70-a28eae514936 admin admin] Usage tracker for resource:network and tenant:aa1263cf7c9242f1bd5ac8c441762883 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:54.997797 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0ac2e1a6-9b43-4532-ab70-a28eae514936 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:55.010905 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0ac2e1a6-9b43-4532-ab70-a28eae514936 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:55.014937 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be95d0f4-67a8-483f-b383-c7f04ea91b94 req-e4b3702d-ca0e-4966-bf10-1dee082fce73 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:55.019040 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [req-be95d0f4-67a8-483f-b383-c7f04ea91b94 req-e4b3702d-ca0e-4966-bf10-1dee082fce73 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:55.027675 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-be95d0f4-67a8-483f-b383-c7f04ea91b94 req-e4b3702d-ca0e-4966-bf10-1dee082fce73 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:01:55.059305 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f011f-958c-4e38-9664-02caad26c066 req-e3e334d5-3dae-47f8-bce9-63eaa2d82260 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:55.061171 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d15f011f-958c-4e38-9664-02caad26c066 req-e3e334d5-3dae-47f8-bce9-63eaa2d82260 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=28f704c1-3069-47ac-bfed-22b148c91598 HTTP/1.1" status: 200 len: 947 time: 0.4190559 Feb 09 01:01:55.065791 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3702d-ca0e-4966-bf10-1dee082fce73 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Pushing event updated for resources: {'Port': ['ID=b3890f56-7071-4ea7-b166-c33df895ce09,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:55.081795 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b3702d-ca0e-4966-bf10-1dee082fce73 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:55.082460 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b3702d-ca0e-4966-bf10-1dee082fce73 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:55.082988 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b3702d-ca0e-4966-bf10-1dee082fce73 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:55.083472 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b3702d-ca0e-4966-bf10-1dee082fce73 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:55.083966 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b3702d-ca0e-4966-bf10-1dee082fce73 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:55.084477 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b3702d-ca0e-4966-bf10-1dee082fce73 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:55.084913 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b3702d-ca0e-4966-bf10-1dee082fce73 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:55.085625 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b3702d-ca0e-4966-bf10-1dee082fce73 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:55.086058 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b3702d-ca0e-4966-bf10-1dee082fce73 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:55.086547 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b3702d-ca0e-4966-bf10-1dee082fce73 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:55.086969 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b3702d-ca0e-4966-bf10-1dee082fce73 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:55.087434 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b3702d-ca0e-4966-bf10-1dee082fce73 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:55.090915 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac2e1a6-9b43-4532-ab70-a28eae514936 admin admin] Made reservation on behalf of aa1263cf7c9242f1bd5ac8c441762883 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:55.093639 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e1a6-9b43-4532-ab70-a28eae514936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:55.111720 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e1a6-9b43-4532-ab70-a28eae514936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:55.141067 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0ac2e1a6-9b43-4532-ab70-a28eae514936 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:55.148651 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0ac2e1a6-9b43-4532-ab70-a28eae514936 admin admin] Usage tracker for resource:security_group_rule and tenant:aa1263cf7c9242f1bd5ac8c441762883 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:55.154851 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0ac2e1a6-9b43-4532-ab70-a28eae514936 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:55.162231 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0ac2e1a6-9b43-4532-ab70-a28eae514936 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:55.164475 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d15f011f-958c-4e38-9664-02caad26c066 req-ec348f5e-77c5-4d6c-b1c0-64be0477321f tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944283 Feb 09 01:01:55.170866 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63791834-cf92-401f-b802-02c627f381ed req-2f53c6cb-0da9-40e8-8890-02d653e2e053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:55.172411 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-63791834-cf92-401f-b802-02c627f381ed req-2f53c6cb-0da9-40e8-8890-02d653e2e053 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2705169 Feb 09 01:01:55.214061 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-be95d0f4-67a8-483f-b383-c7f04ea91b94 req-e4b3702d-ca0e-4966-bf10-1dee082fce73 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:55.319126 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f0d23-434e-45bd-9a3f-bb296162b1c9 req-23203f72-c801-4b4a-8d2e-4a9a43a876ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:55.320590 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-835f0d23-434e-45bd-9a3f-bb296162b1c9 req-23203f72-c801-4b4a-8d2e-4a9a43a876ca service neutron] 10.222.0.117 "GET /v2.0/networks?id=7fc44e12-56c9-4863-90dc-afedd69553f2 HTTP/1.1" status: 200 len: 903 time: 0.3533580 Feb 09 01:01:55.353722 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e1a6-9b43-4532-ab70-a28eae514936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:55.359347 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e1a6-9b43-4532-ab70-a28eae514936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:55.388318 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-be95d0f4-67a8-483f-b383-c7f04ea91b94 req-e4b3702d-ca0e-4966-bf10-1dee082fce73 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:55.443688 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac2e1a6-9b43-4532-ab70-a28eae514936 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 997} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:01:55.448425 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-63791834-cf92-401f-b802-02c627f381ed req-0ae4991b-2b0f-4acd-924a-48bf46d068cd service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618985 Feb 09 01:01:55.449362 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-835f0d23-434e-45bd-9a3f-bb296162b1c9 req-0cc262ca-3f53-4ed0-b8d5-a60289c5553a service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.193&port_id=3256514a-f08a-4d5c-ba07-3d3cf0287d58 HTTP/1.1" status: 200 len: 217 time: 0.0824707 Feb 09 01:01:55.463872 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device baf37f40-b7ff-40be-8f6e-4a837939e01d details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:01:55.466839 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device baf37f40-b7ff-40be-8f6e-4a837939e01d no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:01:55.469934 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e1a6-9b43-4532-ab70-a28eae514936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:55.470285 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-0ac2e1a6-9b43-4532-ab70-a28eae514936 admin admin] Added segment 40d118ac-d74c-4174-afc4-f0f8baf72f7f of type vlan for network b0884624-9a1d-4da2-8c6b-cafb75225da9 Feb 09 01:01:55.471985 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2e1a6-9b43-4532-ab70-a28eae514936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280e7d85-199d-449b-85e9-4691bc80af40,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:55.573426 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e1a6-9b43-4532-ab70-a28eae514936 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:55.609298 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 3256514a-f08a-4d5c-ba07-3d3cf0287d58 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:01:55.620091 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f0d23-434e-45bd-9a3f-bb296162b1c9 req-895fe715-1d93-466d-a29d-e327574589a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:55.622630 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-835f0d23-434e-45bd-9a3f-bb296162b1c9 req-895fe715-1d93-466d-a29d-e327574589a0 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=bdd7325a-6f14-4a3d-a596-53acd6dd8c2c HTTP/1.1" status: 200 len: 801 time: 0.1633532 Feb 09 01:01:55.645550 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cfecd-c005-4171-a0e9-3dd6ad9789c4 req-786ff199-a658-45ba-8646-51b289fc9537 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:55.645793 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e1a6-9b43-4532-ab70-a28eae514936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:55.646678 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac2e1a6-9b43-4532-ab70-a28eae514936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:55.647257 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e1a6-9b43-4532-ab70-a28eae514936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:55.652627 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cfecd-c005-4171-a0e9-3dd6ad9789c4 req-786ff199-a658-45ba-8646-51b289fc9537 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:55.653541 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-447cfecd-c005-4171-a0e9-3dd6ad9789c4 req-786ff199-a658-45ba-8646-51b289fc9537 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?device_id=b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b HTTP/1.1" status: 200 len: 1679 time: 0.3256731 Feb 09 01:01:55.768211 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2e1a6-9b43-4532-ab70-a28eae514936 admin admin] Pushing event updated for resources: {'Network': ['ID=b0884624-9a1d-4da2-8c6b-cafb75225da9,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:55.775457 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-63791834-cf92-401f-b802-02c627f381ed req-86231123-df9a-4587-b716-77ed2c9ca1ef service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808580 Feb 09 01:01:55.779885 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:55.782394 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-447cfecd-c005-4171-a0e9-3dd6ad9789c4 req-868991c8-a607-4a1a-99b1-9fd6e3bb3dab tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/security-groups?id=3994565d-5024-4083-b0fc-cc37dc19c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873036 Feb 09 01:01:55.783189 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-be95d0f4-67a8-483f-b383-c7f04ea91b94 req-e4b3702d-ca0e-4966-bf10-1dee082fce73 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:55.790608 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-be95d0f4-67a8-483f-b383-c7f04ea91b94 req-e4b3702d-ca0e-4966-bf10-1dee082fce73 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:55.818696 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f0d23-434e-45bd-9a3f-bb296162b1c9 req-4d39a6b1-ce2f-45d3-aa5a-f2fee1a68e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:55.820436 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-835f0d23-434e-45bd-9a3f-bb296162b1c9 req-4d39a6b1-ce2f-45d3-aa5a-f2fee1a68e79 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=7fc44e12-56c9-4863-90dc-afedd69553f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1844716 Feb 09 01:01:55.825265 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network b0884624-9a1d-4da2-8c6b-cafb75225da9 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:01:55.846758 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0ac2e1a6-9b43-4532-ab70-a28eae514936 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1186297 Feb 09 01:01:55.857778 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33218) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:01:55.879143 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-950da0a1-33d8-424d-b25a-0a1bf910d726 admin admin] Request body: {'subnet': {'network_id': 'b0884624-9a1d-4da2-8c6b-cafb75225da9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2073689348-subnet', 'tenant_id': 'aa1263cf7c9242f1bd5ac8c441762883', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:55.921483 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port baf37f40-b7ff-40be-8f6e-4a837939e01d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=baf37f40-b7ff-40be-8f6e-4a837939e01d,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:55.924256 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-950da0a1-33d8-424d-b25a-0a1bf910d726 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:55.940028 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-950da0a1-33d8-424d-b25a-0a1bf910d726 admin admin] Usage tracker for resource:subnet and tenant:aa1263cf7c9242f1bd5ac8c441762883 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:55.947825 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-950da0a1-33d8-424d-b25a-0a1bf910d726 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:55.950602 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3702d-ca0e-4966-bf10-1dee082fce73 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Pushing event updated for resources: {'Port': ['ID=b3890f56-7071-4ea7-b166-c33df895ce09,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:55.966344 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-950da0a1-33d8-424d-b25a-0a1bf910d726 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:55.979689 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-be95d0f4-67a8-483f-b383-c7f04ea91b94 req-e4b3702d-ca0e-4966-bf10-1dee082fce73 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:55.981838 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'baf37f40-b7ff-40be-8f6e-4a837939e01d', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': 'baf37f40-b7ff-40be-8f6e-4a837939e01d', 'mac_address': 'fa:16:3e:12:e9:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:01:55.983186 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463862a1-1808-46fa-9699-e9dbdc4716a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf37f40-b7ff-40be-8f6e-4a837939e01d'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:55.986991 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950da0a1-33d8-424d-b25a-0a1bf910d726 admin admin] Made reservation on behalf of aa1263cf7c9242f1bd5ac8c441762883 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:55.989783 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-950da0a1-33d8-424d-b25a-0a1bf910d726 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:56.094733 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port baf37f40-b7ff-40be-8f6e-4a837939e01d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=baf37f40-b7ff-40be-8f6e-4a837939e01d,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:56.095914 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-835f0d23-434e-45bd-9a3f-bb296162b1c9 req-b66650dd-0ec2-49f3-96c8-dafcc5df7a7e service neutron] 10.222.0.117 "GET /v2.0/networks/7fc44e12-56c9-4863-90dc-afedd69553f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672141 Feb 09 01:01:56.117996 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-be95d0f4-67a8-483f-b383-c7f04ea91b94 req-e4b3702d-ca0e-4966-bf10-1dee082fce73 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:56.122479 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:56.127231 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-be95d0f4-67a8-483f-b383-c7f04ea91b94 req-e4b3702d-ca0e-4966-bf10-1dee082fce73 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4790604 Feb 09 01:01:56.187046 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 3256514a-f08a-4d5c-ba07-3d3cf0287d58, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=3256514a-f08a-4d5c-ba07-3d3cf0287d58,segment=NetworkSegment(37f55421-66ae-4f84-9fcf-bbe9aef82507),segment_id=37f55421-66ae-4f84-9fcf-bbe9aef82507)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:56.224626 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:56.240912 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '3256514a-f08a-4d5c-ba07-3d3cf0287d58', 'network_id': '7fc44e12-56c9-4863-90dc-afedd69553f2', 'port_id': '3256514a-f08a-4d5c-ba07-3d3cf0287d58', 'mac_address': 'fa:16:3e:ea:01:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 968, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd7325a-6f14-4a3d-a596-53acd6dd8c2c', 'ip_address': '19.86.0.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:01:56.287461 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=baf37f40-b7ff-40be-8f6e-4a837939e01d,revision_number=9']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:56.297169 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf37f40-b7ff-40be-8f6e-4a837939e01d {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:01:56.301285 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-835f0d23-434e-45bd-9a3f-bb296162b1c9 req-2ce45f59-4b71-4d4c-9802-99976d33f46e service neutron] 10.222.0.117 "GET /v2.0/networks/7fc44e12-56c9-4863-90dc-afedd69553f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959805 Feb 09 01:01:56.333279 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:56.333641 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:56.333951 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:56.334280 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:56.334604 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:56.334924 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:56.335250 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:56.335591 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:56.335881 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:56.336193 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:56.336532 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:56.336845 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:56.354868 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-950da0a1-33d8-424d-b25a-0a1bf910d726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:56.355103 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:56.366974 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port baf37f40-b7ff-40be-8f6e-4a837939e01d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=baf37f40-b7ff-40be-8f6e-4a837939e01d,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:56.377437 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3256514a-f08a-4d5c-ba07-3d3cf0287d58 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:01:56.381665 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:56.454189 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 3256514a-f08a-4d5c-ba07-3d3cf0287d58, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=3256514a-f08a-4d5c-ba07-3d3cf0287d58,segment=NetworkSegment(37f55421-66ae-4f84-9fcf-bbe9aef82507),segment_id=37f55421-66ae-4f84-9fcf-bbe9aef82507)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:56.461582 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:56.462209 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 76e8257c-f358-457b-bf59-4a6813c470ee details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:01:56.475033 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=baf37f40-b7ff-40be-8f6e-4a837939e01d,revision_number=10']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:56.482983 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950da0a1-33d8-424d-b25a-0a1bf910d726 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea2ad838-d849-4b2f-a396-16fbfb737c35,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:56.529972 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-be95d0f4-67a8-483f-b383-c7f04ea91b94 req-25c65725-4efa-4473-ab0c-3e32848fd74e tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Synchronizing usage tracker for tenant:bcb54e82376a4a56a730ba32d0fccc73 on resource:floatingip {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:01:56.552571 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950da0a1-33d8-424d-b25a-0a1bf910d726 admin admin] Checking segment: {'id': '40d118ac-d74c-4174-afc4-f0f8baf72f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'b0884624-9a1d-4da2-8c6b-cafb75225da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:01:56.552916 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950da0a1-33d8-424d-b25a-0a1bf910d726 admin admin] Network hostable DHCP agents. Network: b0884624-9a1d-4da2-8c6b-cafb75225da9, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:01:56.569729 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-be95d0f4-67a8-483f-b383-c7f04ea91b94 req-25c65725-4efa-4473-ab0c-3e32848fd74e tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Unset dirty status for tenant:bcb54e82376a4a56a730ba32d0fccc73 on resource:floatingip {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:01:56.570806 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-be95d0f4-67a8-483f-b383-c7f04ea91b94 req-25c65725-4efa-4473-ab0c-3e32848fd74e tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.199 HTTP/1.1" status: 200 len: 696 time: 0.4426486 Feb 09 01:01:56.631561 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=3256514a-f08a-4d5c-ba07-3d3cf0287d58,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:56.663665 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950da0a1-33d8-424d-b25a-0a1bf910d726 admin admin] Network b0884624-9a1d-4da2-8c6b-cafb75225da9 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:01:56.679237 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 76e8257c-f358-457b-bf59-4a6813c470ee, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=76e8257c-f358-457b-bf59-4a6813c470ee,segment=NetworkSegment(8cac8e29-640e-44d4-acce-7bdf7a8803d0),segment_id=8cac8e29-640e-44d4-acce-7bdf7a8803d0)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:56.692634 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-950da0a1-33d8-424d-b25a-0a1bf910d726 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, b0884624-9a1d-4da2-8c6b-cafb75225da9) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:56.699426 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '76e8257c-f358-457b-bf59-4a6813c470ee', 'network_id': '661e6548-1894-4511-ad16-2aed6958c9df', 'port_id': '76e8257c-f358-457b-bf59-4a6813c470ee', 'mac_address': 'fa:16:3e:16:a9:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 999, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8118ec0f-490c-4789-9b71-4f9b2fff71a9', 'ip_address': '19.80.0.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:01:56.700349 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950da0a1-33d8-424d-b25a-0a1bf910d726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:56.701712 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-950da0a1-33d8-424d-b25a-0a1bf910d726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:56.746788 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fe8376-af46-4503-a46d-484fbf9e716e None None] Network b0884624-9a1d-4da2-8c6b-cafb75225da9 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:01:56.753903 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-950da0a1-33d8-424d-b25a-0a1bf910d726 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8952456 Feb 09 01:01:56.760862 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['baf37f40-b7ff-40be-8f6e-4a837939e01d'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:01:56.809781 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95d0f4-67a8-483f-b383-c7f04ea91b94 req-637412f9-530f-47fe-a195-b4001c1f433c tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:56.833002 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-be95d0f4-67a8-483f-b383-c7f04ea91b94 req-637412f9-530f-47fe-a195-b4001c1f433c tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 784 time: 0.2532916 Feb 09 01:01:56.904433 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f704c1-3069-47ac-bfed-22b148c91598', 'tag': 'c35c88e6-df13-4326-b183-fb73c903a7c4', 'status': 'completed', 'code': 200} Feb 09 01:01:56.913422 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:56.948315 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76e8257c-f358-457b-bf59-4a6813c470ee {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:01:57.030492 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 76e8257c-f358-457b-bf59-4a6813c470ee, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=76e8257c-f358-457b-bf59-4a6813c470ee,segment=NetworkSegment(8cac8e29-640e-44d4-acce-7bdf7a8803d0),segment_id=8cac8e29-640e-44d4-acce-7bdf7a8803d0)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:01:57.064175 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d04d8-f06f-483f-a262-6fba41766a8d req-2d6e14af-a295-441b-b1ef-42c7cfa74e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:57.065972 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-211d04d8-f06f-483f-a262-6fba41766a8d req-2d6e14af-a295-441b-b1ef-42c7cfa74e1d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&device_id=28f704c1-3069-47ac-bfed-22b148c91598 HTTP/1.1" status: 200 len: 1098 time: 0.1260338 Feb 09 01:01:57.174889 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:57.221785 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85933f-f73e-4e96-b0dd-be8298b12608 req-dd9d1812-b0d6-444c-a5b1-fe5a641da637 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:57.223571 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3f85933f-f73e-4e96-b0dd-be8298b12608 req-dd9d1812-b0d6-444c-a5b1-fe5a641da637 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 949 time: 0.1204360 Feb 09 01:01:57.307982 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-d2bbf141-fa13-483e-b5f3-cb306b56f040 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:01:57.308979 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-d2bbf141-fa13-483e-b5f3-cb306b56f040 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069313 Feb 09 01:01:57.323751 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3f85933f-f73e-4e96-b0dd-be8298b12608 req-ff111cb2-22d8-4a3f-b9ea-dfc1d96a6d7b tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908563 Feb 09 01:01:57.330760 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d04d8-f06f-483f-a262-6fba41766a8d req-d82c6e48-b21d-498e-9451-6171c5467587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:57.333848 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-211d04d8-f06f-483f-a262-6fba41766a8d req-d82c6e48-b21d-498e-9451-6171c5467587 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.2581484 Feb 09 01:01:57.338731 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-6abaf974-632a-4a4d-aa7e-813410a19339 service neutron] Request body: {'binding': {'host': 'n-h2-828419-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:57.338915 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-6abaf974-632a-4a4d-aa7e-813410a19339 service neutron] Unknown quota resources ['binding']. {{(pid=87612) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 01:01:57.405676 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=76e8257c-f358-457b-bf59-4a6813c470ee,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:57.420089 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6e17f0-a0db-4422-ab0c-956d246eb72e None None] Network b0884624-9a1d-4da2-8c6b-cafb75225da9 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:01:57.443479 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-211d04d8-f06f-483f-a262-6fba41766a8d req-8a74f202-8e7a-49b3-a164-dbbcbeebc039 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=c35c88e6-df13-4326-b183-fb73c903a7c4 HTTP/1.1" status: 200 len: 217 time: 0.0719943 Feb 09 01:01:57.591909 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d5b8a-6b45-4d5a-ae52-bf30ec51121d req-2aa974b9-842e-4f07-8c43-007f9f577518 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:57.595784 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3c6d5b8a-6b45-4d5a-ae52-bf30ec51121d req-2aa974b9-842e-4f07-8c43-007f9f577518 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 949 time: 0.1279747 Feb 09 01:01:57.607960 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['3256514a-f08a-4d5c-ba07-3d3cf0287d58'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:01:57.683265 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3c6d5b8a-6b45-4d5a-ae52-bf30ec51121d req-d92c582e-ae86-42a0-b38a-f6d97c2ccabe tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708520 Feb 09 01:01:57.686215 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d04d8-f06f-483f-a262-6fba41766a8d req-e89eadeb-ecdb-4f4b-8b5c-03f038bc752b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:57.687633 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-211d04d8-f06f-483f-a262-6fba41766a8d req-e89eadeb-ecdb-4f4b-8b5c-03f038bc752b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.2373910 Feb 09 01:01:57.851814 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463862a1-1808-46fa-9699-e9dbdc4716a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf37f40-b7ff-40be-8f6e-4a837939e01d', 'code': 200} Feb 09 01:01:57.866713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d04d8-f06f-483f-a262-6fba41766a8d req-d8b0a951-0694-482c-a2ea-21b9cdc34dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:57.866713 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-211d04d8-f06f-483f-a262-6fba41766a8d req-d8b0a951-0694-482c-a2ea-21b9cdc34dc6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1316843 Feb 09 01:01:58.013969 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-6abaf974-632a-4a4d-aa7e-813410a19339 service neutron] Attempting to bind port a38dc673-91e5-47f8-be53-adce368442e0 on host n-h2-828419-1 for vnic_type normal with profile None {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:01:58.013969 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-6abaf974-632a-4a4d-aa7e-813410a19339 service neutron] Attempting to bind port a38dc673-91e5-47f8-be53-adce368442e0 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:01:58.014705 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-6abaf974-632a-4a4d-aa7e-813410a19339 service neutron] Attempting to bind port a38dc673-91e5-47f8-be53-adce368442e0 on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:01:58.033374 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-6abaf974-632a-4a4d-aa7e-813410a19339 service neutron] Port a38dc673-91e5-47f8-be53-adce368442e0 on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:01:58.033700 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-6abaf974-632a-4a4d-aa7e-813410a19339 service neutron] Attempting to bind port a38dc673-91e5-47f8-be53-adce368442e0 on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:01:58.055556 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-6abaf974-632a-4a4d-aa7e-813410a19339 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:01:58.055556 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-6abaf974-632a-4a4d-aa7e-813410a19339 service neutron] Checking segment: {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:01:58.055556 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-6abaf974-632a-4a4d-aa7e-813410a19339 service neutron] Bound using segment: {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:01:58.055556 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-6abaf974-632a-4a4d-aa7e-813410a19339 service neutron] Bound port: a38dc673-91e5-47f8-be53-adce368442e0, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:01:58.061335 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a3581-6f5c-4a94-bde8-ac7930cc8019 req-86d31f39-b122-4a17-a94e-2e284774df91 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:58.063073 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-965a3581-6f5c-4a94-bde8-ac7930cc8019 req-86d31f39-b122-4a17-a94e-2e284774df91 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=28f704c1-3069-47ac-bfed-22b148c91598 HTTP/1.1" status: 200 len: 947 time: 0.1137676 Feb 09 01:01:58.078513 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-211d04d8-f06f-483f-a262-6fba41766a8d req-fe6d4c69-8d1c-4bf8-895e-828640a733ca service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824648 Feb 09 01:01:58.134180 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-965a3581-6f5c-4a94-bde8-ac7930cc8019 req-e73f2c54-ab38-4866-a844-f6c8e8b540dc tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570025 Feb 09 01:01:58.195599 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-6abaf974-632a-4a4d-aa7e-813410a19339 service neutron] For port a38dc673-91e5-47f8-be53-adce368442e0, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=a38dc673-91e5-47f8-be53-adce368442e0,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:01:58.209286 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-6abaf974-632a-4a4d-aa7e-813410a19339 service neutron] Notify callbacks [] for binding, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:58.210963 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-6abaf974-632a-4a4d-aa7e-813410a19339 service neutron] 10.222.0.37 "POST /v2.0/ports/a38dc673-91e5-47f8-be53-adce368442e0/bindings HTTP/1.1" status: 201 len: 389 time: 0.8843515 Feb 09 01:01:58.269017 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-211d04d8-f06f-483f-a262-6fba41766a8d req-575f9235-c6e0-4923-9acc-7325bc110e54 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823311 Feb 09 01:01:58.480995 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f859a7-ef34-4701-b378-5258f6372280 req-8ffda2f9-d955-4825-a8f9-9e121ffea334 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:58.487382 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f859a7-ef34-4701-b378-5258f6372280 req-8ffda2f9-d955-4825-a8f9-9e121ffea334 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:58.492913 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e6f859a7-ef34-4701-b378-5258f6372280 req-8ffda2f9-d955-4825-a8f9-9e121ffea334 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?device_id=b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b HTTP/1.1" status: 200 len: 1681 time: 0.2513831 Feb 09 01:01:58.537418 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e6f859a7-ef34-4701-b378-5258f6372280 req-d5b51103-af94-4925-a50f-9c0517ce9e11 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/security-groups?id=3994565d-5024-4083-b0fc-cc37dc19c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403390 Feb 09 01:01:58.620802 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-077e96b2-bb05-4ecc-893e-37c03794bc63 req-59ff7efb-ee58-452d-af4b-7227dd515cad tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1130109234', 'description': 'tempest-description-1414329201'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:58.623118 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-44d8731d-4954-4c69-b496-2b4dfcceb125 req-e2dceb41-6fa3-444f-8c30-9545bdbfd807 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2986002 Feb 09 01:01:58.627146 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-077e96b2-bb05-4ecc-893e-37c03794bc63 req-59ff7efb-ee58-452d-af4b-7227dd515cad tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:58.631138 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-077e96b2-bb05-4ecc-893e-37c03794bc63 req-59ff7efb-ee58-452d-af4b-7227dd515cad tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Usage tracker for resource:security_group and tenant:aa1263cf7c9242f1bd5ac8c441762883 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:58.633788 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-44d8731d-4954-4c69-b496-2b4dfcceb125 req-de71e161-747f-443d-ac62-b3f22294745e tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:58.634212 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-077e96b2-bb05-4ecc-893e-37c03794bc63 req-59ff7efb-ee58-452d-af4b-7227dd515cad tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:58.640196 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-077e96b2-bb05-4ecc-893e-37c03794bc63 req-59ff7efb-ee58-452d-af4b-7227dd515cad tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:58.641764 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-40a3b2ef-1130-4271-a3e5-322c0d00b4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:58.643169 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-40a3b2ef-1130-4271-a3e5-322c0d00b4f7 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5a38989228a14de2b6764c7f261f44e3&device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 1097 time: 0.1464436 Feb 09 01:01:58.644122 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-44d8731d-4954-4c69-b496-2b4dfcceb125 req-de71e161-747f-443d-ac62-b3f22294745e tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:58.651486 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-077e96b2-bb05-4ecc-893e-37c03794bc63 req-59ff7efb-ee58-452d-af4b-7227dd515cad tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:58.653843 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['76e8257c-f358-457b-bf59-4a6813c470ee'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:01:58.672998 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-077e96b2-bb05-4ecc-893e-37c03794bc63 req-59ff7efb-ee58-452d-af4b-7227dd515cad tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:58.676975 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-44d8731d-4954-4c69-b496-2b4dfcceb125 req-de71e161-747f-443d-ac62-b3f22294745e tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:58.677129 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-077e96b2-bb05-4ecc-893e-37c03794bc63 req-59ff7efb-ee58-452d-af4b-7227dd515cad tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Usage tracker for resource:security_group_rule and tenant:aa1263cf7c9242f1bd5ac8c441762883 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:58.680249 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-077e96b2-bb05-4ecc-893e-37c03794bc63 req-59ff7efb-ee58-452d-af4b-7227dd515cad tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:58.686493 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-077e96b2-bb05-4ecc-893e-37c03794bc63 req-59ff7efb-ee58-452d-af4b-7227dd515cad tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:58.750632 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-44d8731d-4954-4c69-b496-2b4dfcceb125 req-de71e161-747f-443d-ac62-b3f22294745e tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks [] for floatingip, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:58.766978 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-077e96b2-bb05-4ecc-893e-37c03794bc63 req-59ff7efb-ee58-452d-af4b-7227dd515cad tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:58.772707 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-077e96b2-bb05-4ecc-893e-37c03794bc63 req-59ff7efb-ee58-452d-af4b-7227dd515cad tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:58.816708 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff7efb-ee58-452d-af4b-7227dd515cad tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc72418d-bd7e-4d07-9e37-e04724f6e689,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:58.821041 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-077e96b2-bb05-4ecc-893e-37c03794bc63 req-59ff7efb-ee58-452d-af4b-7227dd515cad tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:58.837302 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-077e96b2-bb05-4ecc-893e-37c03794bc63 req-59ff7efb-ee58-452d-af4b-7227dd515cad tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2211244 Feb 09 01:01:58.871359 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-3c4668e4-d41c-4d43-8655-45de8e7e31f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:58.873300 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-3c4668e4-d41c-4d43-8655-45de8e7e31f6 service neutron] 10.222.0.117 "GET /v2.0/networks?id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9 HTTP/1.1" status: 200 len: 922 time: 0.2214587 Feb 09 01:01:58.954649 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-5e057b91-8df6-4f24-b25e-1ce33ef7662d service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a38dc673-91e5-47f8-be53-adce368442e0 HTTP/1.1" status: 200 len: 217 time: 0.0673304 Feb 09 01:01:58.997871 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257e434-5261-4278-a1ac-386f02418577 req-c578f19b-c5c6-4d35-a448-0f79f444df78 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:58.999712 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7257e434-5261-4278-a1ac-386f02418577 req-c578f19b-c5c6-4d35-a448-0f79f444df78 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7506338-5ad3-419a-b8c0-fb29193ffc35 HTTP/1.1" status: 200 len: 951 time: 0.0850244 Feb 09 01:01:59.046290 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-4eb64e24-be46-4add-84fe-6cb26a63c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:59.047783 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-4eb64e24-be46-4add-84fe-6cb26a63c65e service neutron] 10.222.0.117 "GET /v2.0/subnets?id=eb9a8e05-d0fc-4553-92c9-d58b7743cadc HTTP/1.1" status: 200 len: 861 time: 0.0862963 Feb 09 01:01:59.050665 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7257e434-5261-4278-a1ac-386f02418577 req-9b8ce57c-7884-4ae1-841c-b2016bf5e7e4 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/security-groups?id=d26cc557-a6e6-4bdd-a6df-88bad5d4807f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445576 Feb 09 01:01:59.057652 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-44d8731d-4954-4c69-b496-2b4dfcceb125 req-de71e161-747f-443d-ac62-b3f22294745e tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:59.145551 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-46cc1c46-e87b-4f00-8de9-2469373ec9f6 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858350 Feb 09 01:01:59.244884 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3f0ff-4fcf-4a26-9fa9-12b1c1c16294 req-ea244e36-96bd-4469-858d-ccdbbaf44fd1 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:59.246712 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c6e3f0ff-4fcf-4a26-9fa9-12b1c1c16294 req-ea244e36-96bd-4469-858d-ccdbbaf44fd1 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 946 time: 0.0872223 Feb 09 01:01:59.292856 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c6e3f0ff-4fcf-4a26-9fa9-12b1c1c16294 req-dac1170c-ce61-46d9-a565-c8dc98e47f54 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400407 Feb 09 01:01:59.368381 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-44d8731d-4954-4c69-b496-2b4dfcceb125 req-de71e161-747f-443d-ac62-b3f22294745e tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Allocated IP 172.25.5.73 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/db5e6cf7-358b-47ef-b436-633dc2d21a66) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:59.372165 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-eb75d344-7503-4435-ac29-d3603f1a6570 service neutron] 10.222.0.117 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155197 Feb 09 01:01:59.486004 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c24e4-4917-40a2-8181-3227093caab0 req-fb158152-28f6-4bf4-9385-77c9d411f3ac tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:59.487611 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-445c24e4-4917-40a2-8181-3227093caab0 req-fb158152-28f6-4bf4-9385-77c9d411f3ac tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 949 time: 0.0833483 Feb 09 01:01:59.503870 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c35c88e6-df13-4326-b183-fb73c903a7c4 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:01:59.506458 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device baf37f40-b7ff-40be-8f6e-4a837939e01d up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:01:59.538103 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-445c24e4-4917-40a2-8181-3227093caab0 req-c25ebeed-08f4-4c4d-b660-1217c489d259 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441122 Feb 09 01:01:59.655194 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 3256514a-f08a-4d5c-ba07-3d3cf0287d58 up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:01:59.728631 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359294b-60b5-4646-91bd-ec1fadf753b3 req-53f05460-9474-4a77-914e-3cfbffab39eb tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:59.731109 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d359294b-60b5-4646-91bd-ec1fadf753b3 req-53f05460-9474-4a77-914e-3cfbffab39eb tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 949 time: 0.0908620 Feb 09 01:01:59.757795 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-0327e81c-9008-482c-8c6d-f0a446f232c4 service neutron] 10.222.0.117 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782246 Feb 09 01:01:59.781944 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-44d8731d-4954-4c69-b496-2b4dfcceb125 req-de71e161-747f-443d-ac62-b3f22294745e tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:59.792452 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d359294b-60b5-4646-91bd-ec1fadf753b3 req-019d83b0-448c-41fb-b5df-9ad486152be3 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515511 Feb 09 01:01:59.818478 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-44d8731d-4954-4c69-b496-2b4dfcceb125 req-de71e161-747f-443d-ac62-b3f22294745e tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:59.820761 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port baf37f40-b7ff-40be-8f6e-4a837939e01d triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:59.821142 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:59.886842 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 3256514a-f08a-4d5c-ba07-3d3cf0287d58 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:59.898300 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0fddc751-c584-4542-81a8-c6ac88e3690b req-2958739d-6703-4e61-bcec-ea036cdc310e tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] 10.222.0.37 "GET /v2.0/security-groups/cc72418d-bd7e-4d07-9e37-e04724f6e689 HTTP/1.1" status: 200 len: 1813 time: 0.0674062 Feb 09 01:01:59.904755 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 3256514a-f08a-4d5c-ba07-3d3cf0287d58 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:59.905127 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:59.910991 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-0fddc751-c584-4542-81a8-c6ac88e3690b req-f7d7c86a-38a0-4f18-988e-3b9726b77479 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cc72418d-bd7e-4d07-9e37-e04724f6e689', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:59.911685 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-0fddc751-c584-4542-81a8-c6ac88e3690b req-f7d7c86a-38a0-4f18-988e-3b9726b77479 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cc72418d-bd7e-4d07-9e37-e04724f6e689', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:59.918566 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-0fddc751-c584-4542-81a8-c6ac88e3690b req-f7d7c86a-38a0-4f18-988e-3b9726b77479 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:01:59.922574 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de71e161-747f-443d-ac62-b3f22294745e tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Pushing event updated for resources: {'Port': ['ID=db5e6cf7-358b-47ef-b436-633dc2d21a66,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:59.924170 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-0fddc751-c584-4542-81a8-c6ac88e3690b req-f7d7c86a-38a0-4f18-988e-3b9726b77479 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Usage tracker for resource:security_group_rule and tenant:aa1263cf7c9242f1bd5ac8c441762883 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:01:59.929002 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-0fddc751-c584-4542-81a8-c6ac88e3690b req-f7d7c86a-38a0-4f18-988e-3b9726b77479 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:01:59.937918 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-0fddc751-c584-4542-81a8-c6ac88e3690b req-f7d7c86a-38a0-4f18-988e-3b9726b77479 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:01:59.944215 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44d8731d-4954-4c69-b496-2b4dfcceb125 req-de71e161-747f-443d-ac62-b3f22294745e tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:59.945711 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-44d8731d-4954-4c69-b496-2b4dfcceb125 req-de71e161-747f-443d-ac62-b3f22294745e tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:59.953839 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d8731d-4954-4c69-b496-2b4dfcceb125 req-de71e161-747f-443d-ac62-b3f22294745e tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:01:59.973068 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c35c88e6-df13-4326-b183-fb73c903a7c4, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c35c88e6-df13-4326-b183-fb73c903a7c4,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:00.000444 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'c35c88e6-df13-4326-b183-fb73c903a7c4', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': 'c35c88e6-df13-4326-b183-fb73c903a7c4', 'mac_address': 'fa:16:3e:6b:08:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:02:00.014649 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-0fddc751-c584-4542-81a8-c6ac88e3690b req-f7d7c86a-38a0-4f18-988e-3b9726b77479 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:00.045945 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-0fddc751-c584-4542-81a8-c6ac88e3690b req-f7d7c86a-38a0-4f18-988e-3b9726b77479 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:00.050796 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-0fddc751-c584-4542-81a8-c6ac88e3690b req-f7d7c86a-38a0-4f18-988e-3b9726b77479 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:00.052509 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-44d8731d-4954-4c69-b496-2b4dfcceb125 req-de71e161-747f-443d-ac62-b3f22294745e tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:00.072624 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7c86a-38a0-4f18-988e-3b9726b77479 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1339cb4-cc32-4ec9-ad6f-513a375c57df,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:00.097509 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-0fddc751-c584-4542-81a8-c6ac88e3690b req-f7d7c86a-38a0-4f18-988e-3b9726b77479 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:00.099278 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0fddc751-c584-4542-81a8-c6ac88e3690b req-f7d7c86a-38a0-4f18-988e-3b9726b77479 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1944563 Feb 09 01:02:00.157924 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-44d8731d-4954-4c69-b496-2b4dfcceb125 req-de71e161-747f-443d-ac62-b3f22294745e tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:00.196147 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:00.226771 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c35c88e6-df13-4326-b183-fb73c903a7c4 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:02:00.246747 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c35c88e6-df13-4326-b183-fb73c903a7c4, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c35c88e6-df13-4326-b183-fb73c903a7c4,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:00.250563 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:00.264682 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:00.342397 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:00.391882 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463862a1-1808-46fa-9699-e9dbdc4716a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf37f40-b7ff-40be-8f6e-4a837939e01d'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:00.420351 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port baf37f40-b7ff-40be-8f6e-4a837939e01d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=baf37f40-b7ff-40be-8f6e-4a837939e01d,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:00.423576 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 3256514a-f08a-4d5c-ba07-3d3cf0287d58, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=3256514a-f08a-4d5c-ba07-3d3cf0287d58,segment=NetworkSegment(37f55421-66ae-4f84-9fcf-bbe9aef82507),segment_id=37f55421-66ae-4f84-9fcf-bbe9aef82507)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:00.428166 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=c35c88e6-df13-4326-b183-fb73c903a7c4,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:00.431769 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:00.432785 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device bb8d1757-702c-4c4c-adad-0634cfa7b62d no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:02:00.458738 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-44d8731d-4954-4c69-b496-2b4dfcceb125 req-de71e161-747f-443d-ac62-b3f22294745e tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:00.467237 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-44d8731d-4954-4c69-b496-2b4dfcceb125 req-de71e161-747f-443d-ac62-b3f22294745e tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:00.483676 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5c55d-4b6f-44cc-99fc-10a8195cc464 req-bf829f55-65fe-4961-8bb3-89eb524e95c2 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:00.491501 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-52b5c55d-4b6f-44cc-99fc-10a8195cc464 req-bf829f55-65fe-4961-8bb3-89eb524e95c2 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=28f704c1-3069-47ac-bfed-22b148c91598 HTTP/1.1" status: 200 len: 948 time: 0.1106284 Feb 09 01:02:00.504191 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:00.541423 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-52b5c55d-4b6f-44cc-99fc-10a8195cc464 req-579469ed-c73d-40cf-8469-5469a9c954c8 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489078 Feb 09 01:02:00.587369 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de71e161-747f-443d-ac62-b3f22294745e tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Pushing event updated for resources: {'Port': ['ID=db5e6cf7-358b-47ef-b436-633dc2d21a66,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:00.606805 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-44d8731d-4954-4c69-b496-2b4dfcceb125 req-de71e161-747f-443d-ac62-b3f22294745e tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:00.621025 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=baf37f40-b7ff-40be-8f6e-4a837939e01d,revision_number=11']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:00.643097 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-44d8731d-4954-4c69-b496-2b4dfcceb125 req-de71e161-747f-443d-ac62-b3f22294745e tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:00.644322 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-44d8731d-4954-4c69-b496-2b4dfcceb125 req-de71e161-747f-443d-ac62-b3f22294745e tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0156410 Feb 09 01:02:00.672746 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['c35c88e6-df13-4326-b183-fb73c903a7c4'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:02:00.739202 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-44d8731d-4954-4c69-b496-2b4dfcceb125 req-e7922a73-0830-440f-be0b-1b32542df882 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Synchronizing usage tracker for tenant:bcb54e82376a4a56a730ba32d0fccc73 on resource:floatingip {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:02:00.760540 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-44d8731d-4954-4c69-b496-2b4dfcceb125 req-e7922a73-0830-440f-be0b-1b32542df882 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Unset dirty status for tenant:bcb54e82376a4a56a730ba32d0fccc73 on resource:floatingip {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:02:00.762398 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-44d8731d-4954-4c69-b496-2b4dfcceb125 req-e7922a73-0830-440f-be0b-1b32542df882 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.73 HTTP/1.1" status: 200 len: 695 time: 0.1092021 Feb 09 01:02:00.770376 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:00.802571 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4626770-c614-4024-8242-9c3b2def6cdd req-6f93b73f-3587-4a6f-b4b4-501de6bf444f tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:00.809473 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4626770-c614-4024-8242-9c3b2def6cdd req-6f93b73f-3587-4a6f-b4b4-501de6bf444f tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:00.818245 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c4626770-c614-4024-8242-9c3b2def6cdd req-6f93b73f-3587-4a6f-b4b4-501de6bf444f tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?device_id=b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b HTTP/1.1" status: 200 len: 1682 time: 0.1415117 Feb 09 01:02:00.838485 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=3256514a-f08a-4d5c-ba07-3d3cf0287d58,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:00.847395 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port bb8d1757-702c-4c4c-adad-0634cfa7b62d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=bb8d1757-702c-4c4c-adad-0634cfa7b62d,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:00.877227 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c4626770-c614-4024-8242-9c3b2def6cdd req-49c5b92b-9782-4496-bdd2-3e7380254afb tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/security-groups?id=3994565d-5024-4083-b0fc-cc37dc19c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571170 Feb 09 01:02:00.886489 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:00.968969 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-44e2a3b3-0cc1-4d58-a744-85e72d08663e req-4b819b3a-ecef-4ea6-8b23-cffcfb99fcae tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] 10.222.0.37 "GET /v2.0/security-groups/cc72418d-bd7e-4d07-9e37-e04724f6e689 HTTP/1.1" status: 200 len: 2406 time: 0.0637360 Feb 09 01:02:00.988162 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8731d-4954-4c69-b496-2b4dfcceb125 req-38cd62b0-c013-444d-9437-baeb5a0da235 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:00.989984 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-44d8731d-4954-4c69-b496-2b4dfcceb125 req-38cd62b0-c013-444d-9437-baeb5a0da235 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 784 time: 0.2215598 Feb 09 01:02:00.993589 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=bb8d1757-702c-4c4c-adad-0634cfa7b62d,revision_number=11']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:01.158980 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463862a1-1808-46fa-9699-e9dbdc4716a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf37f40-b7ff-40be-8f6e-4a837939e01d', 'code': 200} Feb 09 01:02:01.234043 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef41393-5cf4-4b34-81d1-43242c6ee589 req-e16e9a27-e309-4078-b7ee-23941f1559af tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:01.243625 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9ef41393-5cf4-4b34-81d1-43242c6ee589 req-e16e9a27-e309-4078-b7ee-23941f1559af tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 946 time: 0.1275907 Feb 09 01:02:01.289727 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9ef41393-5cf4-4b34-81d1-43242c6ee589 req-6f5453b2-b01c-4ee2-adbf-29b0d1b5359b tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448170 Feb 09 01:02:01.356212 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955beb0-27c9-4b63-b42c-524542b98f23 req-e68af3ec-18ff-470e-99ac-0e9db5cb5cb6 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:01.357918 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a955beb0-27c9-4b63-b42c-524542b98f23 req-e68af3ec-18ff-470e-99ac-0e9db5cb5cb6 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 949 time: 0.1049118 Feb 09 01:02:01.415769 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a955beb0-27c9-4b63-b42c-524542b98f23 req-50f06a3b-48ce-4bf0-bf17-fea2024e52a8 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509162 Feb 09 01:02:01.458311 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5edc8b43-8079-45b2-a2f6-ded3e978d2f7 req-514ff14a-9920-4f58-9a6c-85b8411f07ec tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] 10.222.0.37 "GET /v2.0/security-group-rules/c1339cb4-cc32-4ec9-ad6f-513a375c57df HTTP/1.1" status: 200 len: 778 time: 0.0185163 Feb 09 01:02:01.466916 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177d32d-888a-4d82-9406-e0373325e7c1 req-2f8f4003-3a38-48e6-9356-d64e46cda975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:01.470159 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c177d32d-888a-4d82-9406-e0373325e7c1 req-2f8f4003-3a38-48e6-9356-d64e46cda975 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 1101 time: 0.1326597 Feb 09 01:02:01.512939 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5edc8b43-8079-45b2-a2f6-ded3e978d2f7 req-63ce18c1-5459-4a00-a0ac-f38fb4f1cf1f tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] 10.222.0.37 "GET /v2.0/security-groups/cc72418d-bd7e-4d07-9e37-e04724f6e689 HTTP/1.1" status: 200 len: 2406 time: 0.0480063 Feb 09 01:02:01.528387 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c177d32d-888a-4d82-9406-e0373325e7c1 req-2a10273c-8893-439b-aad8-9376377b3549 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504138 Feb 09 01:02:01.546549 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-5edc8b43-8079-45b2-a2f6-ded3e978d2f7 req-2e7f6c3c-0ed5-4381-9317-cb0eae2772b8 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:01.546972 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bf806-5f37-4100-8756-cfcb0b22dff8 req-7eb0a829-655b-49ee-b4ff-91e8a41ccd1c tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:01.548474 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-169bf806-5f37-4100-8756-cfcb0b22dff8 req-7eb0a829-655b-49ee-b4ff-91e8a41ccd1c tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 950 time: 0.1418285 Feb 09 01:02:01.558103 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-5edc8b43-8079-45b2-a2f6-ded3e978d2f7 req-2e7f6c3c-0ed5-4381-9317-cb0eae2772b8 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:01.594455 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-5edc8b43-8079-45b2-a2f6-ded3e978d2f7 req-2e7f6c3c-0ed5-4381-9317-cb0eae2772b8 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:01.598628 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-169bf806-5f37-4100-8756-cfcb0b22dff8 req-c0e58a35-731a-4ad0-82d0-10f3941a08b4 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439556 Feb 09 01:02:01.605037 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 76e8257c-f358-457b-bf59-4a6813c470ee up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:02:01.608203 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-5edc8b43-8079-45b2-a2f6-ded3e978d2f7 req-2e7f6c3c-0ed5-4381-9317-cb0eae2772b8 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:01.620140 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5edc8b43-8079-45b2-a2f6-ded3e978d2f7 req-2e7f6c3c-0ed5-4381-9317-cb0eae2772b8 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/c1339cb4-cc32-4ec9-ad6f-513a375c57df HTTP/1.1" status: 204 len: 173 time: 0.1021283 Feb 09 01:02:01.627219 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f6c3c-0ed5-4381-9317-cb0eae2772b8 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1339cb4-cc32-4ec9-ad6f-513a375c57df,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:01.684277 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 76e8257c-f358-457b-bf59-4a6813c470ee completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:02:01.689546 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 76e8257c-f358-457b-bf59-4a6813c470ee triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:01.689918 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:01.731139 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bd827f01-f41c-4153-96cd-cf312cbea7bb req-222652b5-b2d8-48a7-9e32-673c690b7db1 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/floatingips/e2111ed8-4046-4a82-94a4-12faeb4b94fa HTTP/1.1" status: 200 len: 692 time: 0.1055424 Feb 09 01:02:01.818031 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:01.856638 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 76e8257c-f358-457b-bf59-4a6813c470ee, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=76e8257c-f358-457b-bf59-4a6813c470ee,segment=NetworkSegment(8cac8e29-640e-44d4-acce-7bdf7a8803d0),segment_id=8cac8e29-640e-44d4-acce-7bdf7a8803d0)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:01.861510 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:01.882160 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd827f01-f41c-4153-96cd-cf312cbea7bb req-8ddcaa35-3031-40dd-a555-dccdbea8a941 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:01.883506 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bd827f01-f41c-4153-96cd-cf312cbea7bb req-8ddcaa35-3031-40dd-a555-dccdbea8a941 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 784 time: 0.1516123 Feb 09 01:02:01.896177 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [req-bd827f01-f41c-4153-96cd-cf312cbea7bb req-47ccc00d-9e86-4666-a29d-66f180b2c59a tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:02:01.897333 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bd827f01-f41c-4153-96cd-cf312cbea7bb req-47ccc00d-9e86-4666-a29d-66f180b2c59a tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063486 Feb 09 01:02:01.912222 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7b2d8-dad3-486e-aaba-84a034567a88 req-d457868a-22aa-46b2-a066-1c7d146e73c4 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:01.913905 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-70e7b2d8-dad3-486e-aaba-84a034567a88 req-d457868a-22aa-46b2-a066-1c7d146e73c4 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=28f704c1-3069-47ac-bfed-22b148c91598 HTTP/1.1" status: 200 len: 948 time: 0.0928545 Feb 09 01:02:01.921720 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-231134e0-92c1-4208-9689-98d043f90200 req-a7c91f5c-41a4-4130-81c3-907cee57fb32 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2103796837', 'description': 'tempest-description-1709618517'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:01.927515 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-231134e0-92c1-4208-9689-98d043f90200 req-a7c91f5c-41a4-4130-81c3-907cee57fb32 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:01.931952 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-231134e0-92c1-4208-9689-98d043f90200 req-a7c91f5c-41a4-4130-81c3-907cee57fb32 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Usage tracker for resource:security_group and tenant:aa1263cf7c9242f1bd5ac8c441762883 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:01.935431 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-231134e0-92c1-4208-9689-98d043f90200 req-a7c91f5c-41a4-4130-81c3-907cee57fb32 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:01.938663 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=76e8257c-f358-457b-bf59-4a6813c470ee,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:01.942116 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-231134e0-92c1-4208-9689-98d043f90200 req-a7c91f5c-41a4-4130-81c3-907cee57fb32 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:01.954060 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-231134e0-92c1-4208-9689-98d043f90200 req-a7c91f5c-41a4-4130-81c3-907cee57fb32 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:01.962025 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-70e7b2d8-dad3-486e-aaba-84a034567a88 req-069d6b7a-3b46-40c6-95be-0b9dc89a09ce tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414052 Feb 09 01:02:01.979539 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-231134e0-92c1-4208-9689-98d043f90200 req-a7c91f5c-41a4-4130-81c3-907cee57fb32 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:01.984037 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-231134e0-92c1-4208-9689-98d043f90200 req-a7c91f5c-41a4-4130-81c3-907cee57fb32 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Usage tracker for resource:security_group_rule and tenant:aa1263cf7c9242f1bd5ac8c441762883 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:01.986892 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-231134e0-92c1-4208-9689-98d043f90200 req-a7c91f5c-41a4-4130-81c3-907cee57fb32 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:01.993118 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-231134e0-92c1-4208-9689-98d043f90200 req-a7c91f5c-41a4-4130-81c3-907cee57fb32 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:02.072443 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-231134e0-92c1-4208-9689-98d043f90200 req-a7c91f5c-41a4-4130-81c3-907cee57fb32 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:02.076796 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-231134e0-92c1-4208-9689-98d043f90200 req-a7c91f5c-41a4-4130-81c3-907cee57fb32 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:02.119392 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c91f5c-41a4-4130-81c3-907cee57fb32 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7455cf7a-b33b-4839-b4a5-2e973b8f3a3d,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:02.123380 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-231134e0-92c1-4208-9689-98d043f90200 req-a7c91f5c-41a4-4130-81c3-907cee57fb32 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:02.124858 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-231134e0-92c1-4208-9689-98d043f90200 req-a7c91f5c-41a4-4130-81c3-907cee57fb32 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2071257 Feb 09 01:02:02.225335 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-324234f4-8088-4a63-b475-f8bc3cd14096 req-6aaa2900-a833-4c71-8c71-6d956ee2af61 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/floatingips/e2111ed8-4046-4a82-94a4-12faeb4b94fa HTTP/1.1" status: 200 len: 692 time: 0.0848925 Feb 09 01:02:02.245163 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687d066-e857-4f51-8ac0-2dbbe6cfda17 req-82b7cb39-36f2-407a-b65b-54dd4010b6a8 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:02.250915 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687d066-e857-4f51-8ac0-2dbbe6cfda17 req-82b7cb39-36f2-407a-b65b-54dd4010b6a8 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:02.252794 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3687d066-e857-4f51-8ac0-2dbbe6cfda17 req-82b7cb39-36f2-407a-b65b-54dd4010b6a8 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?device_id=b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b HTTP/1.1" status: 200 len: 1683 time: 0.0914705 Feb 09 01:02:02.303058 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3687d066-e857-4f51-8ac0-2dbbe6cfda17 req-bb378b4e-4f65-4e57-a670-087834cda046 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/security-groups?id=3994565d-5024-4083-b0fc-cc37dc19c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443571 Feb 09 01:02:02.390465 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324234f4-8088-4a63-b475-f8bc3cd14096 req-00b17807-2976-4a34-8fa4-95dfacc518aa tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:02.391866 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-324234f4-8088-4a63-b475-f8bc3cd14096 req-00b17807-2976-4a34-8fa4-95dfacc518aa tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 784 time: 0.1614466 Feb 09 01:02:02.459113 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a7bdb2c8-61b2-45bc-8fb8-9c29d3286a36 req-68552101-79ae-45bb-9217-61e66618b829 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] 10.222.0.37 "GET /v2.0/security-groups/7455cf7a-b33b-4839-b4a5-2e973b8f3a3d HTTP/1.1" status: 200 len: 1813 time: 0.0450590 Feb 09 01:02:02.475980 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-324234f4-8088-4a63-b475-f8bc3cd14096 req-a6461f25-0ea9-4d61-8533-48c43b133b25 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.73 HTTP/1.1" status: 200 len: 695 time: 0.0780640 Feb 09 01:02:02.559694 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-324234f4-8088-4a63-b475-f8bc3cd14096 req-2ed4c6bf-df0a-4827-b805-8ec8881175d8 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.73 HTTP/1.1" status: 200 len: 695 time: 0.0762987 Feb 09 01:02:02.627875 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c55a9-84af-4ebd-9d31-ccea246d52da req-278ea8a8-7d58-44a5-bd34-2e363552cf62 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:02.629501 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-915c55a9-84af-4ebd-9d31-ccea246d52da req-278ea8a8-7d58-44a5-bd34-2e363552cf62 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 946 time: 0.0811071 Feb 09 01:02:02.677142 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-915c55a9-84af-4ebd-9d31-ccea246d52da req-cff5fdda-ccb2-4861-9b29-d57a6105fa8e tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403452 Feb 09 01:02:02.817568 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-324234f4-8088-4a63-b475-f8bc3cd14096 req-65735170-adb7-4b58-b236-104f572b0feb tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Deleting port db5e6cf7-358b-47ef-b436-633dc2d21a66 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:02.817907 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-324234f4-8088-4a63-b475-f8bc3cd14096 req-65735170-adb7-4b58-b236-104f572b0feb tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:03.010621 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-324234f4-8088-4a63-b475-f8bc3cd14096 req-65735170-adb7-4b58-b236-104f572b0feb tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:03.010864 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-324234f4-8088-4a63-b475-f8bc3cd14096 req-65735170-adb7-4b58-b236-104f572b0feb tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:03.122542 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5170f00-6e5a-46f3-98d6-032886e50cd3 req-cfaca17c-a1f5-4991-b7fd-637d63ebd8a2 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:03.124130 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5170f00-6e5a-46f3-98d6-032886e50cd3 req-cfaca17c-a1f5-4991-b7fd-637d63ebd8a2 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 949 time: 0.2097292 Feb 09 01:02:03.160463 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-324234f4-8088-4a63-b475-f8bc3cd14096 req-65735170-adb7-4b58-b236-104f572b0feb tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Calling delete_port for db5e6cf7-358b-47ef-b436-633dc2d21a66 owned by network:floatingip {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:03.160705 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3256514a-f08a-4d5c-ba07-3d3cf0287d58'}, {'server_uuid': 'a7506338-5ad3-419a-b8c0-fb29193ffc35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb8d1757-702c-4c4c-adad-0634cfa7b62d'}, {'server_uuid': 'b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e8257c-f358-457b-bf59-4a6813c470ee'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:03.169141 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5170f00-6e5a-46f3-98d6-032886e50cd3 req-6428a296-0580-4f59-866e-ceb655ef0d2a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391457 Feb 09 01:02:03.310419 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-324234f4-8088-4a63-b475-f8bc3cd14096 req-65735170-adb7-4b58-b236-104f572b0feb tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:03.360590 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65735170-adb7-4b58-b236-104f572b0feb tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Pushing event deleted for resources: {'Port': ['ID=db5e6cf7-358b-47ef-b436-633dc2d21a66,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:03.372866 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2686e-fd21-49c1-9a48-6866e364d143 req-096a6a03-038a-48ac-a657-81029a9726dd tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:03.374437 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-27e2686e-fd21-49c1-9a48-6866e364d143 req-096a6a03-038a-48ac-a657-81029a9726dd tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 950 time: 0.0939608 Feb 09 01:02:03.423279 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-27e2686e-fd21-49c1-9a48-6866e364d143 req-933205d1-56b7-48d5-9753-154d2004197e tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427880 Feb 09 01:02:03.456129 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-324234f4-8088-4a63-b475-f8bc3cd14096 req-65735170-adb7-4b58-b236-104f572b0feb tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks [] for floatingip, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:03.475814 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-324234f4-8088-4a63-b475-f8bc3cd14096 req-65735170-adb7-4b58-b236-104f572b0feb tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:03.477495 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-324234f4-8088-4a63-b475-f8bc3cd14096 req-65735170-adb7-4b58-b236-104f572b0feb tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "DELETE /v2.0/floatingips/e2111ed8-4046-4a82-94a4-12faeb4b94fa HTTP/1.1" status: 204 len: 173 time: 0.9126344 Feb 09 01:02:03.522023 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c35c88e6-df13-4326-b183-fb73c903a7c4 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:02:03.603385 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port c35c88e6-df13-4326-b183-fb73c903a7c4 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:02:03.610086 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3256514a-f08a-4d5c-ba07-3d3cf0287d58', 'code': 200} Feb 09 01:02:03.610706 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7506338-5ad3-419a-b8c0-fb29193ffc35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb8d1757-702c-4c4c-adad-0634cfa7b62d', 'code': 200} Feb 09 01:02:03.611256 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e8257c-f358-457b-bf59-4a6813c470ee', 'code': 200} Feb 09 01:02:03.614433 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port c35c88e6-df13-4326-b183-fb73c903a7c4 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:03.615032 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:03.633570 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-a619bdb7-1097-4d71-aa96-640bb606203f req-153e08a6-4537-4ac6-8ab9-f3943ee2590a tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-934972174', 'description': 'tempest-description-1883871528'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:03.639946 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-a619bdb7-1097-4d71-aa96-640bb606203f req-153e08a6-4537-4ac6-8ab9-f3943ee2590a tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:03.644320 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-a619bdb7-1097-4d71-aa96-640bb606203f req-153e08a6-4537-4ac6-8ab9-f3943ee2590a tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Usage tracker for resource:security_group and tenant:aa1263cf7c9242f1bd5ac8c441762883 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:03.647196 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-a619bdb7-1097-4d71-aa96-640bb606203f req-153e08a6-4537-4ac6-8ab9-f3943ee2590a tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:03.653239 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-a619bdb7-1097-4d71-aa96-640bb606203f req-153e08a6-4537-4ac6-8ab9-f3943ee2590a tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:03.667204 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a619bdb7-1097-4d71-aa96-640bb606203f req-153e08a6-4537-4ac6-8ab9-f3943ee2590a tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:03.693012 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-a619bdb7-1097-4d71-aa96-640bb606203f req-153e08a6-4537-4ac6-8ab9-f3943ee2590a tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:03.696056 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4527840-9c2e-48f9-a803-2b4571770647 req-0f185b3a-18b4-4e9c-8eba-fbaa1f90dd26 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:03.697781 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-a619bdb7-1097-4d71-aa96-640bb606203f req-153e08a6-4537-4ac6-8ab9-f3943ee2590a tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Usage tracker for resource:security_group_rule and tenant:aa1263cf7c9242f1bd5ac8c441762883 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:03.697978 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b4527840-9c2e-48f9-a803-2b4571770647 req-0f185b3a-18b4-4e9c-8eba-fbaa1f90dd26 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=28f704c1-3069-47ac-bfed-22b148c91598 HTTP/1.1" status: 200 len: 948 time: 0.1180220 Feb 09 01:02:03.701079 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-a619bdb7-1097-4d71-aa96-640bb606203f req-153e08a6-4537-4ac6-8ab9-f3943ee2590a tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:03.707678 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-a619bdb7-1097-4d71-aa96-640bb606203f req-153e08a6-4537-4ac6-8ab9-f3943ee2590a tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:03.758735 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:03.762896 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b4527840-9c2e-48f9-a803-2b4571770647 req-f2bcf9c1-d467-4897-b1cf-3f77d208456e tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576193 Feb 09 01:02:03.815374 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c35c88e6-df13-4326-b183-fb73c903a7c4, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c35c88e6-df13-4326-b183-fb73c903a7c4,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:03.826462 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:03.855658 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a619bdb7-1097-4d71-aa96-640bb606203f req-153e08a6-4537-4ac6-8ab9-f3943ee2590a tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:03.863760 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a619bdb7-1097-4d71-aa96-640bb606203f req-153e08a6-4537-4ac6-8ab9-f3943ee2590a tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:03.905754 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a87fec-8ef4-498c-841a-6d468a778a3e req-ea7d6f96-583d-4a81-832c-df80fd67d2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:03.906239 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a87fec-8ef4-498c-841a-6d468a778a3e req-ea7d6f96-583d-4a81-832c-df80fd67d2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:03.907802 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-03a87fec-8ef4-498c-841a-6d468a778a3e req-ea7d6f96-583d-4a81-832c-df80fd67d2e1 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b HTTP/1.1" status: 200 len: 1985 time: 0.2294333 Feb 09 01:02:03.914478 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=c35c88e6-df13-4326-b183-fb73c903a7c4,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:03.940507 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e08a6-4537-4ac6-8ab9-f3943ee2590a tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef6f4c5-da05-41ae-b82f-dd0a8da49a84,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:03.942739 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a619bdb7-1097-4d71-aa96-640bb606203f req-153e08a6-4537-4ac6-8ab9-f3943ee2590a tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:03.943921 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a619bdb7-1097-4d71-aa96-640bb606203f req-153e08a6-4537-4ac6-8ab9-f3943ee2590a tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3146379 Feb 09 01:02:03.972519 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-03a87fec-8ef4-498c-841a-6d468a778a3e req-72ab5393-97f4-4876-82c4-9fab2109fa1d service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=3994565d-5024-4083-b0fc-cc37dc19c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541077 Feb 09 01:02:03.977603 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac321870-9de4-4b5a-99d4-9c56ae9e4215 req-32bf7b56-da41-4589-8432-4e75368ef993 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:03.984692 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac321870-9de4-4b5a-99d4-9c56ae9e4215 req-32bf7b56-da41-4589-8432-4e75368ef993 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:03.986380 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ac321870-9de4-4b5a-99d4-9c56ae9e4215 req-32bf7b56-da41-4589-8432-4e75368ef993 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?device_id=b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b HTTP/1.1" status: 200 len: 1683 time: 0.1021411 Feb 09 01:02:04.032940 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ac321870-9de4-4b5a-99d4-9c56ae9e4215 req-acb7c698-736f-41fb-bf1e-07419ed36872 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/security-groups?id=3994565d-5024-4083-b0fc-cc37dc19c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399806 Feb 09 01:02:04.221699 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020325be-e997-429f-bb6c-92a41fef72bb req-c51c98a5-2812-4846-a2db-425535a7c477 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:04.223011 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-020325be-e997-429f-bb6c-92a41fef72bb req-c51c98a5-2812-4846-a2db-425535a7c477 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.1616185 Feb 09 01:02:04.288576 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6346f1d3-0e25-49b8-81a8-660c9cfd2955 req-088096a8-eba7-4195-b574-bb1489fa79ea tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] 10.222.0.37 "GET /v2.0/security-groups/8ef6f4c5-da05-41ae-b82f-dd0a8da49a84 HTTP/1.1" status: 200 len: 1812 time: 0.0492942 Feb 09 01:02:04.379664 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47424e-0892-43c0-8368-2c473d085d97 req-7153ebb6-2b85-417e-a230-1ecef7b49ebe tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:04.381073 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2d47424e-0892-43c0-8368-2c473d085d97 req-7153ebb6-2b85-417e-a230-1ecef7b49ebe tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 946 time: 0.0807080 Feb 09 01:02:04.431233 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2d47424e-0892-43c0-8368-2c473d085d97 req-fc1cb99f-1ddf-4ceb-9ed7-9d7580066bbb tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437584 Feb 09 01:02:04.472242 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ea525-79d5-4211-98a6-7787f3f2e7d0 req-32f9c83e-bf12-4edf-a89b-4eeb29df3e02 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:04.473794 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7d8ea525-79d5-4211-98a6-7787f3f2e7d0 req-32f9c83e-bf12-4edf-a89b-4eeb29df3e02 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 1101 time: 0.0717607 Feb 09 01:02:04.518578 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7d8ea525-79d5-4211-98a6-7787f3f2e7d0 req-5046b27f-ecef-456b-a5f4-6ec651f06d2f tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389724 Feb 09 01:02:04.627728 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72411e-e06d-41c7-a96e-126a02420269 req-0cec0ee3-9333-4986-a8b6-05b9e7d7a1d2 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:04.629260 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ac72411e-e06d-41c7-a96e-126a02420269 req-0cec0ee3-9333-4986-a8b6-05b9e7d7a1d2 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 949 time: 0.0844309 Feb 09 01:02:04.683789 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ac72411e-e06d-41c7-a96e-126a02420269 req-6bf76a6e-2a0e-4b69-8f6b-3794693a970d tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459840 Feb 09 01:02:04.716009 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-0a107800-b1ce-410d-af61-a7e257970652 req-5663a54b-c522-46b2-aded-43e34f89665d tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1525970987', 'description': 'tempest-description-16185881'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:04.725696 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-0a107800-b1ce-410d-af61-a7e257970652 req-5663a54b-c522-46b2-aded-43e34f89665d tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:04.733262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0a107800-b1ce-410d-af61-a7e257970652 req-5663a54b-c522-46b2-aded-43e34f89665d tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Usage tracker for resource:security_group and tenant:aa1263cf7c9242f1bd5ac8c441762883 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:04.736193 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0a107800-b1ce-410d-af61-a7e257970652 req-5663a54b-c522-46b2-aded-43e34f89665d tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:04.740032 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-7761c7b5-9066-4eb8-805c-649d8fe18987 req-38388e55-55ee-43ac-a194-bc56c42c358a tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Synchronizing usage tracker for tenant:bcb54e82376a4a56a730ba32d0fccc73 on resource:floatingip {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:02:04.741928 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-0a107800-b1ce-410d-af61-a7e257970652 req-5663a54b-c522-46b2-aded-43e34f89665d tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:04.754143 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0a107800-b1ce-410d-af61-a7e257970652 req-5663a54b-c522-46b2-aded-43e34f89665d tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:04.757200 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-7761c7b5-9066-4eb8-805c-649d8fe18987 req-38388e55-55ee-43ac-a194-bc56c42c358a tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Unset dirty status for tenant:bcb54e82376a4a56a730ba32d0fccc73 on resource:floatingip {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:02:04.758624 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7761c7b5-9066-4eb8-805c-649d8fe18987 req-38388e55-55ee-43ac-a194-bc56c42c358a tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=bcb54e82376a4a56a730ba32d0fccc73 HTTP/1.1" status: 200 len: 1656 time: 0.1028910 Feb 09 01:02:04.775999 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-0a107800-b1ce-410d-af61-a7e257970652 req-5663a54b-c522-46b2-aded-43e34f89665d tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:04.780059 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0a107800-b1ce-410d-af61-a7e257970652 req-5663a54b-c522-46b2-aded-43e34f89665d tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Usage tracker for resource:security_group_rule and tenant:aa1263cf7c9242f1bd5ac8c441762883 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:04.783039 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0a107800-b1ce-410d-af61-a7e257970652 req-5663a54b-c522-46b2-aded-43e34f89665d tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:04.789264 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-0a107800-b1ce-410d-af61-a7e257970652 req-5663a54b-c522-46b2-aded-43e34f89665d tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:04.883890 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0a107800-b1ce-410d-af61-a7e257970652 req-5663a54b-c522-46b2-aded-43e34f89665d tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:04.889015 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0a107800-b1ce-410d-af61-a7e257970652 req-5663a54b-c522-46b2-aded-43e34f89665d tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:04.928387 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761c7b5-9066-4eb8-805c-649d8fe18987 req-ab9ec66e-3883-4acb-a869-34dca467f85d tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:04.930099 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7761c7b5-9066-4eb8-805c-649d8fe18987 req-ab9ec66e-3883-4acb-a869-34dca467f85d tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/networks?id=d1df58ff-1788-422d-89ee-d00e1fe89789&id=d1df58ff-1788-422d-89ee-d00e1fe89789&id=d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 787 time: 0.1650572 Feb 09 01:02:04.936468 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663a54b-c522-46b2-aded-43e34f89665d tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95ca2215-d822-49ea-be31-ee885004f9f6,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:04.940344 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0a107800-b1ce-410d-af61-a7e257970652 req-5663a54b-c522-46b2-aded-43e34f89665d tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:04.941573 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [req-7761c7b5-9066-4eb8-805c-649d8fe18987 req-86920b25-2f94-40cd-b4bf-7a5ea929d9ca tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:02:04.941702 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0a107800-b1ce-410d-af61-a7e257970652 req-5663a54b-c522-46b2-aded-43e34f89665d tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2307606 Feb 09 01:02:04.942583 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7761c7b5-9066-4eb8-805c-649d8fe18987 req-86920b25-2f94-40cd-b4bf-7a5ea929d9ca tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060151 Feb 09 01:02:05.239026 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff1aaa-9b6f-4ea2-99be-2d11a717e985 req-e1802f37-753a-4d9c-a206-bf92117d9b8a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:05.239026 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e5ff1aaa-9b6f-4ea2-99be-2d11a717e985 req-e1802f37-753a-4d9c-a206-bf92117d9b8a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=28f704c1-3069-47ac-bfed-22b148c91598 HTTP/1.1" status: 200 len: 949 time: 0.0947278 Feb 09 01:02:05.292725 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e5ff1aaa-9b6f-4ea2-99be-2d11a717e985 req-860feea5-9307-4984-9ca7-0eff16bc76ee tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493276 Feb 09 01:02:05.385508 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3d362e58-738f-4222-9e34-af01edb12e04 req-d4cac900-50ad-46eb-aeaf-1c4c66904742 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] 10.222.0.37 "GET /v2.0/security-groups/95ca2215-d822-49ea-be31-ee885004f9f6 HTTP/1.1" status: 200 len: 1811 time: 0.0563471 Feb 09 01:02:05.438666 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-29d2006d-018c-45a3-b88e-5483c09e0263 req-73b26d46-40ca-4687-9e0a-7cb2d4e39c94 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/floatingips/b713431a-8560-4dd2-975c-643771cb744f HTTP/1.1" status: 200 len: 693 time: 0.1082911 Feb 09 01:02:05.612963 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f704c1-3069-47ac-bfed-22b148c91598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35c88e6-df13-4326-b183-fb73c903a7c4'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:05.657423 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2006d-018c-45a3-b88e-5483c09e0263 req-21ed2604-d5f3-4ea4-90c9-8b4a3633e136 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:05.659223 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-29d2006d-018c-45a3-b88e-5483c09e0263 req-21ed2604-d5f3-4ea4-90c9-8b4a3633e136 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 784 time: 0.2142854 Feb 09 01:02:05.676742 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-29d2006d-018c-45a3-b88e-5483c09e0263 req-c387d126-03ec-4943-b3b0-f9ea2d1687f7 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:02:05.683341 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-29d2006d-018c-45a3-b88e-5483c09e0263 req-c387d126-03ec-4943-b3b0-f9ea2d1687f7 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124700 Feb 09 01:02:05.778909 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-29d2006d-018c-45a3-b88e-5483c09e0263 req-877fe92a-a873-4285-ae1d-2ae9c62664d1 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.199 HTTP/1.1" status: 200 len: 696 time: 0.0978050 Feb 09 01:02:05.858358 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5214d-4e51-411b-bfac-ac6f6d846d39 req-dca8ab33-d208-4cb2-9391-d64920054df3 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:05.864738 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5214d-4e51-411b-bfac-ac6f6d846d39 req-dca8ab33-d208-4cb2-9391-d64920054df3 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:05.866340 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9bf5214d-4e51-411b-bfac-ac6f6d846d39 req-dca8ab33-d208-4cb2-9391-d64920054df3 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?device_id=b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b HTTP/1.1" status: 200 len: 1683 time: 0.2246108 Feb 09 01:02:05.867525 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-29d2006d-018c-45a3-b88e-5483c09e0263 req-cff1ba89-414f-40e0-b923-3cdb7f0e6325 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.199 HTTP/1.1" status: 200 len: 696 time: 0.0820959 Feb 09 01:02:05.925082 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9bf5214d-4e51-411b-bfac-ac6f6d846d39 req-3d0d425d-60c4-4015-8c79-4e5672c91783 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/security-groups?id=3994565d-5024-4083-b0fc-cc37dc19c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511599 Feb 09 01:02:06.068221 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-29d2006d-018c-45a3-b88e-5483c09e0263 req-4a27ffc7-b459-433d-9fee-ac3402ffb19a tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Deleting port b3890f56-7071-4ea7-b166-c33df895ce09 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:06.068221 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-29d2006d-018c-45a3-b88e-5483c09e0263 req-4a27ffc7-b459-433d-9fee-ac3402ffb19a tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:06.192423 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455a237-d459-4401-9371-ea419c346a88 req-287032eb-8bae-4e86-9df5-7ae496efe70b tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:06.194147 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4455a237-d459-4401-9371-ea419c346a88 req-287032eb-8bae-4e86-9df5-7ae496efe70b tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 1101 time: 0.0899353 Feb 09 01:02:06.237514 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4455a237-d459-4401-9371-ea419c346a88 req-474cf97c-6636-4765-822a-d064fcd8a458 tempest-ServersAdminTestJSON-779494646 tempest-ServersAdminTestJSON-779494646-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370505 Feb 09 01:02:06.264304 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-703a9718-a304-4ed9-a6cf-0203d5901c2e req-920e88f0-f928-463d-89f8-e51563eab88e tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1615611575', 'description': 'tempest-description-452330485'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:06.269943 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-703a9718-a304-4ed9-a6cf-0203d5901c2e req-920e88f0-f928-463d-89f8-e51563eab88e tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:06.273787 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-703a9718-a304-4ed9-a6cf-0203d5901c2e req-920e88f0-f928-463d-89f8-e51563eab88e tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Usage tracker for resource:security_group and tenant:aa1263cf7c9242f1bd5ac8c441762883 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:06.277191 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-703a9718-a304-4ed9-a6cf-0203d5901c2e req-920e88f0-f928-463d-89f8-e51563eab88e tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:06.283357 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-703a9718-a304-4ed9-a6cf-0203d5901c2e req-920e88f0-f928-463d-89f8-e51563eab88e tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:06.296855 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-703a9718-a304-4ed9-a6cf-0203d5901c2e req-920e88f0-f928-463d-89f8-e51563eab88e tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:06.306562 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-29d2006d-018c-45a3-b88e-5483c09e0263 req-4a27ffc7-b459-433d-9fee-ac3402ffb19a tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:06.306562 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-29d2006d-018c-45a3-b88e-5483c09e0263 req-4a27ffc7-b459-433d-9fee-ac3402ffb19a tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:06.333687 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-703a9718-a304-4ed9-a6cf-0203d5901c2e req-920e88f0-f928-463d-89f8-e51563eab88e tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:06.338686 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-703a9718-a304-4ed9-a6cf-0203d5901c2e req-920e88f0-f928-463d-89f8-e51563eab88e tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Usage tracker for resource:security_group_rule and tenant:aa1263cf7c9242f1bd5ac8c441762883 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:06.342612 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-703a9718-a304-4ed9-a6cf-0203d5901c2e req-920e88f0-f928-463d-89f8-e51563eab88e tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:06.348251 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-703a9718-a304-4ed9-a6cf-0203d5901c2e req-920e88f0-f928-463d-89f8-e51563eab88e tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:06.441850 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-703a9718-a304-4ed9-a6cf-0203d5901c2e req-920e88f0-f928-463d-89f8-e51563eab88e tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:06.449222 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-703a9718-a304-4ed9-a6cf-0203d5901c2e req-920e88f0-f928-463d-89f8-e51563eab88e tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:06.502456 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-703a9718-a304-4ed9-a6cf-0203d5901c2e req-920e88f0-f928-463d-89f8-e51563eab88e tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:06.512721 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-703a9718-a304-4ed9-a6cf-0203d5901c2e req-920e88f0-f928-463d-89f8-e51563eab88e tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2523203 Feb 09 01:02:06.513395 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e88f0-f928-463d-89f8-e51563eab88e tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcbabb5-ddf2-4f77-aefa-9ee101635917,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:06.537713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-29d2006d-018c-45a3-b88e-5483c09e0263 req-4a27ffc7-b459-433d-9fee-ac3402ffb19a tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Calling delete_port for b3890f56-7071-4ea7-b166-c33df895ce09 owned by network:floatingip {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:06.678656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5bd7a-22e8-4a13-9710-96c3a0680120 req-feb7b5c7-8978-4bc1-8fc0-fbea3bf9de4e tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:06.681234 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-53b5bd7a-22e8-4a13-9710-96c3a0680120 req-feb7b5c7-8978-4bc1-8fc0-fbea3bf9de4e tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 946 time: 0.0839844 Feb 09 01:02:06.698458 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-29d2006d-018c-45a3-b88e-5483c09e0263 req-4a27ffc7-b459-433d-9fee-ac3402ffb19a tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:06.731617 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-53b5bd7a-22e8-4a13-9710-96c3a0680120 req-0bdca61e-937f-4100-bea2-5fc72d0d646b tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457311 Feb 09 01:02:06.747230 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27ffc7-b459-433d-9fee-ac3402ffb19a tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Pushing event deleted for resources: {'Port': ['ID=b3890f56-7071-4ea7-b166-c33df895ce09,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:06.812250 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e644782c-e4fa-47ba-be02-69b0056df77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:06.859305 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-29d2006d-018c-45a3-b88e-5483c09e0263 req-4a27ffc7-b459-433d-9fee-ac3402ffb19a tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks [] for floatingip, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:06.879991 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-29d2006d-018c-45a3-b88e-5483c09e0263 req-4a27ffc7-b459-433d-9fee-ac3402ffb19a tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:06.881268 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-29d2006d-018c-45a3-b88e-5483c09e0263 req-4a27ffc7-b459-433d-9fee-ac3402ffb19a tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "DELETE /v2.0/floatingips/b713431a-8560-4dd2-975c-643771cb744f HTTP/1.1" status: 204 len: 173 time: 1.0081389 Feb 09 01:02:06.887026 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f704c1-3069-47ac-bfed-22b148c91598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35c88e6-df13-4326-b183-fb73c903a7c4', 'code': 200} Feb 09 01:02:07.028102 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7502a6-7753-40bb-9b60-a2603c74f0f8 req-5f898db2-2968-4e38-8c94-7c725c4bbc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:07.029937 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7e7502a6-7753-40bb-9b60-a2603c74f0f8 req-5f898db2-2968-4e38-8c94-7c725c4bbc8a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=28f704c1-3069-47ac-bfed-22b148c91598 HTTP/1.1" status: 200 len: 1100 time: 0.0787854 Feb 09 01:02:07.063931 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280033a6-2ad5-40ae-9c88-e474e6b33bf2 req-3ea38fbe-c9b8-4301-be62-332ac6b8393e tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:07.066050 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-280033a6-2ad5-40ae-9c88-e474e6b33bf2 req-3ea38fbe-c9b8-4301-be62-332ac6b8393e tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 949 time: 0.0852802 Feb 09 01:02:07.089015 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7e7502a6-7753-40bb-9b60-a2603c74f0f8 req-8d3cc10b-caaf-4962-ac1d-879247a0a2e4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524592 Feb 09 01:02:07.115850 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-280033a6-2ad5-40ae-9c88-e474e6b33bf2 req-d350c323-016a-4e60-8f0c-7fb6aa4a796b tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421605 Feb 09 01:02:07.198348 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:02:07.248274 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2752d717-257e-44cf-9572-fb87bff9215b req-43b251ba-4245-498e-88fb-c8d23dc0c302 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] 10.222.0.37 "GET /v2.0/security-groups/6dcbabb5-ddf2-4f77-aefa-9ee101635917 HTTP/1.1" status: 200 len: 1812 time: 0.0515182 Feb 09 01:02:07.308885 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c4207-2167-45e8-986f-787e2a89a602 req-190e76f9-9fab-4aee-8ee4-7652709f67bd tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:07.310374 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-203c4207-2167-45e8-986f-787e2a89a602 req-190e76f9-9fab-4aee-8ee4-7652709f67bd tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=28f704c1-3069-47ac-bfed-22b148c91598 HTTP/1.1" status: 200 len: 949 time: 0.0909550 Feb 09 01:02:07.360642 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-203c4207-2167-45e8-986f-787e2a89a602 req-931c2cb0-fc5b-439f-ac21-6cea5183877f tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440087 Feb 09 01:02:07.470626 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6dac6a6b-8983-4f05-9fc6-9019455f86ca req-80496475-ec41-4bd2-8b57-37e7d34124d3 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/floatingips/364b551a-5b75-4688-aa85-551a0315dce2 HTTP/1.1" status: 200 len: 692 time: 0.0869110 Feb 09 01:02:07.632223 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac6a6b-8983-4f05-9fc6-9019455f86ca req-28822cad-d3fb-4168-8527-7a811bc83c12 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:07.633706 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6dac6a6b-8983-4f05-9fc6-9019455f86ca req-28822cad-d3fb-4168-8527-7a811bc83c12 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 784 time: 0.1579080 Feb 09 01:02:07.646253 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device a38dc673-91e5-47f8-be53-adce368442e0 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:02:07.718610 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6dac6a6b-8983-4f05-9fc6-9019455f86ca req-e141ef52-6203-4212-a7a6-cf3e82747742 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.36 HTTP/1.1" status: 200 len: 695 time: 0.0782228 Feb 09 01:02:07.817584 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6dac6a6b-8983-4f05-9fc6-9019455f86ca req-da504d94-cc5b-46c1-8209-ffa70f0faca2 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.36 HTTP/1.1" status: 200 len: 695 time: 0.0900192 Feb 09 01:02:07.845460 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port a38dc673-91e5-47f8-be53-adce368442e0, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a38dc673-91e5-47f8-be53-adce368442e0,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:07.861573 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device a38dc673-91e5-47f8-be53-adce368442e0 has no active binding in host n-h2-828419-1 {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 01:02:07.976069 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6c194-1a10-4383-aa6a-fa2b1348c10b req-056ca241-11db-485f-aa71-2ff832f3f2c6 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:07.977563 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a4c6c194-1a10-4383-aa6a-fa2b1348c10b req-056ca241-11db-485f-aa71-2ff832f3f2c6 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=285e734e-1cb9-48c7-8f3d-9834753845f6 HTTP/1.1" status: 200 len: 949 time: 0.1588390 Feb 09 01:02:07.979686 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-a510981e-9a2d-435f-a551-d0b77fa41a3a tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:07.981061 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-a510981e-9a2d-435f-a551-d0b77fa41a3a tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe&tenant_id=5a38989228a14de2b6764c7f261f44e3&binding%3Ahost_id=n-h1-828419-1 HTTP/1.1" status: 200 len: 1097 time: 0.1196883 Feb 09 01:02:08.002926 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-2aa5e03e-96d8-442b-9962-23dbcf1a7590 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828419-1'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:08.008554 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-6dac6a6b-8983-4f05-9fc6-9019455f86ca req-86ee29d2-b2b4-4295-961f-a0a13bf1bd9b tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Deleting port d61503a1-838c-4c7f-991d-8f6b9d6ebb18 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:08.008903 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6dac6a6b-8983-4f05-9fc6-9019455f86ca req-86ee29d2-b2b4-4295-961f-a0a13bf1bd9b tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:08.074110 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a4c6c194-1a10-4383-aa6a-fa2b1348c10b req-06e91f7f-1f96-4a54-805e-1b3964bb6ef6 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897532 Feb 09 01:02:08.142570 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [req-fd765501-67b0-4c4d-87aa-4c7d7730fd93 req-fe25ee28-6a22-4b4a-a879-a513138eaa79 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] show failed (client error): The resource could not be found. Feb 09 01:02:08.143579 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fd765501-67b0-4c4d-87aa-4c7d7730fd93 req-fe25ee28-6a22-4b4a-a879-a513138eaa79 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] 10.222.0.37 "GET /v2.0/security-groups/7622ef14-49cd-4fe3-b318-5db10862ce85 HTTP/1.1" status: 404 len: 352 time: 0.0370266 Feb 09 01:02:08.152797 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-2aa5e03e-96d8-442b-9962-23dbcf1a7590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:08.187689 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6dac6a6b-8983-4f05-9fc6-9019455f86ca req-86ee29d2-b2b4-4295-961f-a0a13bf1bd9b tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:08.188253 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6dac6a6b-8983-4f05-9fc6-9019455f86ca req-86ee29d2-b2b4-4295-961f-a0a13bf1bd9b tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:08.317344 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-6dac6a6b-8983-4f05-9fc6-9019455f86ca req-86ee29d2-b2b4-4295-961f-a0a13bf1bd9b tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Calling delete_port for d61503a1-838c-4c7f-991d-8f6b9d6ebb18 owned by network:floatingip {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:08.412161 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-2aa5e03e-96d8-442b-9962-23dbcf1a7590 service neutron] For port a38dc673-91e5-47f8-be53-adce368442e0, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a38dc673-91e5-47f8-be53-adce368442e0,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:08.478043 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9301c-68c3-4c28-90c3-03ea425bc1c5 req-c32e46ca-8c73-4157-a927-cc66c2924aed tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:08.483856 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9301c-68c3-4c28-90c3-03ea425bc1c5 req-c32e46ca-8c73-4157-a927-cc66c2924aed tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:08.485565 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9aa9301c-68c3-4c28-90c3-03ea425bc1c5 req-c32e46ca-8c73-4157-a927-cc66c2924aed tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?device_id=b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b HTTP/1.1" status: 200 len: 1683 time: 0.1304891 Feb 09 01:02:08.488481 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-2aa5e03e-96d8-442b-9962-23dbcf1a7590 service neutron] For port a38dc673-91e5-47f8-be53-adce368442e0, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:02:08.585144 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9aa9301c-68c3-4c28-90c3-03ea425bc1c5 req-9ac9c19f-ecd1-4865-bba6-54b961b2e699 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/security-groups?id=3994565d-5024-4083-b0fc-cc37dc19c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669913 Feb 09 01:02:08.585578 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979d077b-7f63-4e65-98d6-1353518bfabe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a38dc673-91e5-47f8-be53-adce368442e0'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:08.591678 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-2aa5e03e-96d8-442b-9962-23dbcf1a7590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:08.594049 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6dac6a6b-8983-4f05-9fc6-9019455f86ca req-86ee29d2-b2b4-4295-961f-a0a13bf1bd9b tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:08.597309 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-2aa5e03e-96d8-442b-9962-23dbcf1a7590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:08.685650 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee29d2-b2b4-4295-961f-a0a13bf1bd9b tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Pushing event deleted for resources: {'Port': ['ID=d61503a1-838c-4c7f-991d-8f6b9d6ebb18,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:08.740818 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6dac6a6b-8983-4f05-9fc6-9019455f86ca req-86ee29d2-b2b4-4295-961f-a0a13bf1bd9b tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks [] for floatingip, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:08.756619 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6dac6a6b-8983-4f05-9fc6-9019455f86ca req-86ee29d2-b2b4-4295-961f-a0a13bf1bd9b tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:08.769029 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6dac6a6b-8983-4f05-9fc6-9019455f86ca req-86ee29d2-b2b4-4295-961f-a0a13bf1bd9b tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "DELETE /v2.0/floatingips/364b551a-5b75-4688-aa85-551a0315dce2 HTTP/1.1" status: 204 len: 173 time: 0.9264510 Feb 09 01:02:08.835975 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5e03e-96d8-442b-9962-23dbcf1a7590 service neutron] Pushing event updated for resources: {'Port': ['ID=a38dc673-91e5-47f8-be53-adce368442e0,revision_number=7']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:08.845341 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-2aa5e03e-96d8-442b-9962-23dbcf1a7590 service neutron] Attempting to bind port a38dc673-91e5-47f8-be53-adce368442e0 on host n-h1-828419-1 for vnic_type normal with profile {"migrating_to": "n-h2-828419-1"} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:02:08.845635 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-2aa5e03e-96d8-442b-9962-23dbcf1a7590 service neutron] Attempting to bind port a38dc673-91e5-47f8-be53-adce368442e0 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:02:08.845964 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-2aa5e03e-96d8-442b-9962-23dbcf1a7590 service neutron] Attempting to bind port a38dc673-91e5-47f8-be53-adce368442e0 on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:02:08.854082 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-2aa5e03e-96d8-442b-9962-23dbcf1a7590 service neutron] Port a38dc673-91e5-47f8-be53-adce368442e0 on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:02:08.854383 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-2aa5e03e-96d8-442b-9962-23dbcf1a7590 service neutron] Attempting to bind port a38dc673-91e5-47f8-be53-adce368442e0 on network 53c7f498-ec21-4766-a8b4-5bb9d5f006d9 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:02:08.862671 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-2aa5e03e-96d8-442b-9962-23dbcf1a7590 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:02:08.863010 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-2aa5e03e-96d8-442b-9962-23dbcf1a7590 service neutron] Checking segment: {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:02:08.863392 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-2aa5e03e-96d8-442b-9962-23dbcf1a7590 service neutron] Bound using segment: {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:02:08.863879 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-2aa5e03e-96d8-442b-9962-23dbcf1a7590 service neutron] Bound port: a38dc673-91e5-47f8-be53-adce368442e0, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '53c7f498-ec21-4766-a8b4-5bb9d5f006d9'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:02:08.864191 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-2aa5e03e-96d8-442b-9962-23dbcf1a7590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:08.941817 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba6865-01eb-45d8-9ec0-e740d8eb27ad req-ceda1405-f0e1-47e3-a170-46b797829f71 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:08.954680 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4cba6865-01eb-45d8-9ec0-e740d8eb27ad req-ceda1405-f0e1-47e3-a170-46b797829f71 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 949 time: 0.0976365 Feb 09 01:02:08.997258 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4cba6865-01eb-45d8-9ec0-e740d8eb27ad req-22ef1f15-6e53-4334-a32c-6233060ea069 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468500 Feb 09 01:02:09.045608 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [req-7fbf4dd0-b9e4-4d46-b547-45446d40fc37 req-6d0ce920-e293-4a73-be3d-f9be495d606d tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] show failed (client error): The resource could not be found. Feb 09 01:02:09.046783 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7fbf4dd0-b9e4-4d46-b547-45446d40fc37 req-6d0ce920-e293-4a73-be3d-f9be495d606d tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] 10.222.0.37 "GET /v2.0/security-group-rules/bcd236c4-e033-477d-a947-059a6bc7991b HTTP/1.1" status: 404 len: 361 time: 0.0277317 Feb 09 01:02:09.097925 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55540dd3-544a-4797-ae54-590dff48c3a4 req-4d803d4d-800a-4256-93d1-cd66a3dcade8 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:09.099455 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-55540dd3-544a-4797-ae54-590dff48c3a4 req-4d803d4d-800a-4256-93d1-cd66a3dcade8 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 944 time: 0.3922763 Feb 09 01:02:09.190663 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-55540dd3-544a-4797-ae54-590dff48c3a4 req-872be228-51dd-429f-ac1e-05723ffccdf3 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814290 Feb 09 01:02:09.191330 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-2aa5e03e-96d8-442b-9962-23dbcf1a7590 service neutron] For port a38dc673-91e5-47f8-be53-adce368442e0, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:02:09.203773 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-2aa5e03e-96d8-442b-9962-23dbcf1a7590 service neutron] For port a38dc673-91e5-47f8-be53-adce368442e0, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a38dc673-91e5-47f8-be53-adce368442e0,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:02:09.218544 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d55a6-6cde-4e0e-9478-e315f99e2bb7 req-b558bfe1-69c9-4090-8962-29ba90d3fbcf tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:09.220173 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-635d55a6-6cde-4e0e-9478-e315f99e2bb7 req-b558bfe1-69c9-4090-8962-29ba90d3fbcf tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.35 "GET /v2.0/ports?device_id=285e734e-1cb9-48c7-8f3d-9834753845f6 HTTP/1.1" status: 200 len: 949 time: 0.2844748 Feb 09 01:02:09.221319 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-2aa5e03e-96d8-442b-9962-23dbcf1a7590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:09.241930 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fb75cc8a-a404-48dd-af79-bb2c63240c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:09.316785 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b21141-95f1-4ef7-818f-920c94bc9ebc req-132bf5b7-c363-4e16-a3b6-161661a8d4b1 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:09.324055 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a4b21141-95f1-4ef7-818f-920c94bc9ebc req-132bf5b7-c363-4e16-a3b6-161661a8d4b1 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=28f704c1-3069-47ac-bfed-22b148c91598 HTTP/1.1" status: 200 len: 949 time: 0.1069133 Feb 09 01:02:09.368735 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a4b21141-95f1-4ef7-818f-920c94bc9ebc req-8f9904e6-4278-49fd-8ca4-87e1b4421bc2 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436838 Feb 09 01:02:09.389581 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979d077b-7f63-4e65-98d6-1353518bfabe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a38dc673-91e5-47f8-be53-adce368442e0', 'code': 200} Feb 09 01:02:09.445459 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a96ba68d-c6df-494a-a032-bdaafd590bc8 req-4a6a4748-19d7-434c-9b14-955624b96fc6 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] 10.222.0.37 "GET /v2.0/security-groups/6dcbabb5-ddf2-4f77-aefa-9ee101635917 HTTP/1.1" status: 200 len: 1812 time: 0.0504973 Feb 09 01:02:09.543718 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5e03e-96d8-442b-9962-23dbcf1a7590 service neutron] Pushing event updated for resources: {'Port': ['ID=a38dc673-91e5-47f8-be53-adce368442e0,revision_number=8']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:09.558324 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41483607-c6b5-4e82-b117-35b82c426911 req-985f3b53-73c7-45d4-86d8-96acb2d08825 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/floatingips/4ff87b04-c781-499e-93ad-25eeaf592cba HTTP/1.1" status: 200 len: 693 time: 0.1583416 Feb 09 01:02:09.558324 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-2aa5e03e-96d8-442b-9962-23dbcf1a7590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:09.558324 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-2aa5e03e-96d8-442b-9962-23dbcf1a7590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:09.558324 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-2aa5e03e-96d8-442b-9962-23dbcf1a7590 service neutron] 10.222.0.117 "PUT /v2.0/ports/a38dc673-91e5-47f8-be53-adce368442e0 HTTP/1.1" status: 200 len: 1122 time: 1.5542822 Feb 09 01:02:09.567668 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-a96ba68d-c6df-494a-a032-bdaafd590bc8 req-da4f2a14-23ee-4640-bc2d-ce70e2b13866 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:09.615261 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-a96ba68d-c6df-494a-a032-bdaafd590bc8 req-da4f2a14-23ee-4640-bc2d-ce70e2b13866 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:09.669787 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b227ca-47aa-4019-9435-087f23d086b3 req-f2f99e5f-ca50-4103-ab57-3739b607873d tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:09.672531 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['a38dc673-91e5-47f8-be53-adce368442e0'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:02:09.675495 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-635d55a6-6cde-4e0e-9478-e315f99e2bb7 req-cb253651-c525-4b1d-8326-cfc03aa30bf9 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Deleting port 781cd0ad-9d43-45b7-86ab-84616122428b {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:09.675495 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-635d55a6-6cde-4e0e-9478-e315f99e2bb7 req-cb253651-c525-4b1d-8326-cfc03aa30bf9 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:09.676452 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b227ca-47aa-4019-9435-087f23d086b3 req-f2f99e5f-ca50-4103-ab57-3739b607873d tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:09.677527 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-53b227ca-47aa-4019-9435-087f23d086b3 req-f2f99e5f-ca50-4103-ab57-3739b607873d tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.117 "GET /v2.0/ports?device_id=b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b HTTP/1.1" status: 200 len: 1683 time: 0.1666322 Feb 09 01:02:09.727977 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-a96ba68d-c6df-494a-a032-bdaafd590bc8 req-da4f2a14-23ee-4640-bc2d-ce70e2b13866 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:09.753004 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['a38dc673-91e5-47f8-be53-adce368442e0'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:02:09.757923 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f2a14-23ee-4640-bc2d-ce70e2b13866 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcbabb5-ddf2-4f77-aefa-9ee101635917,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:09.778475 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-53b227ca-47aa-4019-9435-087f23d086b3 req-bffc3675-c95e-40d0-85a5-40b45911f4c0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Deleting port 3256514a-f08a-4d5c-ba07-3d3cf0287d58 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:09.778671 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-53b227ca-47aa-4019-9435-087f23d086b3 req-bffc3675-c95e-40d0-85a5-40b45911f4c0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:09.804127 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-a96ba68d-c6df-494a-a032-bdaafd590bc8 req-da4f2a14-23ee-4640-bc2d-ce70e2b13866 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:09.816676 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a96ba68d-c6df-494a-a032-bdaafd590bc8 req-da4f2a14-23ee-4640-bc2d-ce70e2b13866 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] 10.222.0.37 "DELETE /v2.0/security-groups/6dcbabb5-ddf2-4f77-aefa-9ee101635917 HTTP/1.1" status: 204 len: 173 time: 0.3640275 Feb 09 01:02:10.039919 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41483607-c6b5-4e82-b117-35b82c426911 req-ce56c294-fc13-4211-a44d-63fc2044587c tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:10.039919 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41483607-c6b5-4e82-b117-35b82c426911 req-ce56c294-fc13-4211-a44d-63fc2044587c tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 784 time: 0.4830718 Feb 09 01:02:10.175906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-635d55a6-6cde-4e0e-9478-e315f99e2bb7 req-cb253651-c525-4b1d-8326-cfc03aa30bf9 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] For port 781cd0ad-9d43-45b7-86ab-84616122428b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=781cd0ad-9d43-45b7-86ab-84616122428b,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:10.176665 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-635d55a6-6cde-4e0e-9478-e315f99e2bb7 req-cb253651-c525-4b1d-8326-cfc03aa30bf9 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:10.180658 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8e90e-71d6-4fcd-bfe1-239649aba25e req-2beddfff-da7b-420f-8b84-fda027366f0a tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:10.182836 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-14e8e90e-71d6-4fcd-bfe1-239649aba25e req-2beddfff-da7b-420f-8b84-fda027366f0a tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=285e734e-1cb9-48c7-8f3d-9834753845f6 HTTP/1.1" status: 200 len: 949 time: 0.2121620 Feb 09 01:02:10.186390 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-41483607-c6b5-4e82-b117-35b82c426911 req-1d025d0e-b862-4645-9267-59de41c474d0 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Synchronizing usage tracker for tenant:bcb54e82376a4a56a730ba32d0fccc73 on resource:floatingip {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:02:10.220561 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-53b227ca-47aa-4019-9435-087f23d086b3 req-bffc3675-c95e-40d0-85a5-40b45911f4c0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] For port 3256514a-f08a-4d5c-ba07-3d3cf0287d58, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=3256514a-f08a-4d5c-ba07-3d3cf0287d58,segment=NetworkSegment(37f55421-66ae-4f84-9fcf-bbe9aef82507),segment_id=37f55421-66ae-4f84-9fcf-bbe9aef82507)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:10.220963 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-53b227ca-47aa-4019-9435-087f23d086b3 req-bffc3675-c95e-40d0-85a5-40b45911f4c0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:10.288773 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:10.315644 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:10.322589 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-635d55a6-6cde-4e0e-9478-e315f99e2bb7 req-cb253651-c525-4b1d-8326-cfc03aa30bf9 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Calling delete_port for 781cd0ad-9d43-45b7-86ab-84616122428b owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:10.363388 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-53b227ca-47aa-4019-9435-087f23d086b3 req-bffc3675-c95e-40d0-85a5-40b45911f4c0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Calling delete_port for 3256514a-f08a-4d5c-ba07-3d3cf0287d58 owned by compute:nova {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:10.371282 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-41483607-c6b5-4e82-b117-35b82c426911 req-1d025d0e-b862-4645-9267-59de41c474d0 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Unset dirty status for tenant:bcb54e82376a4a56a730ba32d0fccc73 on resource:floatingip {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:02:10.372261 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41483607-c6b5-4e82-b117-35b82c426911 req-1d025d0e-b862-4645-9267-59de41c474d0 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.156 HTTP/1.1" status: 200 len: 696 time: 0.3273213 Feb 09 01:02:10.409340 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-14e8e90e-71d6-4fcd-bfe1-239649aba25e req-4f15f8ea-6b60-4978-bdd1-20cfd2659b12 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147443 Feb 09 01:02:10.465694 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41483607-c6b5-4e82-b117-35b82c426911 req-80e0418e-0958-4797-8dca-75b3e0652801 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.156 HTTP/1.1" status: 200 len: 696 time: 0.0852520 Feb 09 01:02:10.555610 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-53b227ca-47aa-4019-9435-087f23d086b3 req-bffc3675-c95e-40d0-85a5-40b45911f4c0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:10.658830 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc3675-c95e-40d0-85a5-40b45911f4c0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Pushing event deleted for resources: {'Port': ['ID=3256514a-f08a-4d5c-ba07-3d3cf0287d58,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:10.744626 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b227ca-47aa-4019-9435-087f23d086b3 req-bffc3675-c95e-40d0-85a5-40b45911f4c0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] No DVR routers for this DVR port 3256514a-f08a-4d5c-ba07-3d3cf0287d58 on host n-h2-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:02:10.748521 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-53b227ca-47aa-4019-9435-087f23d086b3 req-bffc3675-c95e-40d0-85a5-40b45911f4c0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:10.751118 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b', 'name': 'network-vif-deleted', 'tag': '3256514a-f08a-4d5c-ba07-3d3cf0287d58'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:10.780824 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-53b227ca-47aa-4019-9435-087f23d086b3 req-bffc3675-c95e-40d0-85a5-40b45911f4c0 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.117 "DELETE /v2.0/ports/3256514a-f08a-4d5c-ba07-3d3cf0287d58 HTTP/1.1" status: 204 len: 173 time: 1.0904200 Feb 09 01:02:10.846784 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-41483607-c6b5-4e82-b117-35b82c426911 req-ff864b9f-b2f6-4eed-8247-3be7b2657317 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Deleting port d03167ba-833d-417d-b1ab-d97b03090003 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:10.846784 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41483607-c6b5-4e82-b117-35b82c426911 req-ff864b9f-b2f6-4eed-8247-3be7b2657317 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:10.847740 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fe612-e901-485a-aef5-48f7e4e5d5c9 req-f71124cd-c365-4eb1-baa0-569bd2350384 tempest-ServersOnMultiNodesTest-1113726229 tempest-ServersOnMultiNodesTest-1113726229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:10.850731 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e74fe612-e901-485a-aef5-48f7e4e5d5c9 req-f71124cd-c365-4eb1-baa0-569bd2350384 tempest-ServersOnMultiNodesTest-1113726229 tempest-ServersOnMultiNodesTest-1113726229-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=28f704c1-3069-47ac-bfed-22b148c91598 HTTP/1.1" status: 200 len: 1100 time: 0.1917253 Feb 09 01:02:10.873522 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-53b227ca-47aa-4019-9435-087f23d086b3 req-d5c32901-790c-4414-b4fb-f93ec3d0f2ab tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Deleting port 76e8257c-f358-457b-bf59-4a6813c470ee {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:10.873522 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-53b227ca-47aa-4019-9435-087f23d086b3 req-d5c32901-790c-4414-b4fb-f93ec3d0f2ab tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:11.013158 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-635d55a6-6cde-4e0e-9478-e315f99e2bb7 req-cb253651-c525-4b1d-8326-cfc03aa30bf9 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:11.027810 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['ac9f038e-b710-46b6-980d-f499101cfc4b', '781cd0ad-9d43-45b7-86ab-84616122428b', 'baf37f40-b7ff-40be-8f6e-4a837939e01d'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:02:11.076966 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb253651-c525-4b1d-8326-cfc03aa30bf9 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Pushing event deleted for resources: {'Port': ['ID=781cd0ad-9d43-45b7-86ab-84616122428b,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:11.121329 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e74fe612-e901-485a-aef5-48f7e4e5d5c9 req-db84d7c8-1eaa-409c-a8dd-f37a3172865c tempest-ServersOnMultiNodesTest-1113726229 tempest-ServersOnMultiNodesTest-1113726229-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627649 Feb 09 01:02:11.298461 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-635d55a6-6cde-4e0e-9478-e315f99e2bb7 req-cb253651-c525-4b1d-8326-cfc03aa30bf9 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] No DVR routers for this DVR port 781cd0ad-9d43-45b7-86ab-84616122428b on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:02:11.305402 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-635d55a6-6cde-4e0e-9478-e315f99e2bb7 req-cb253651-c525-4b1d-8326-cfc03aa30bf9 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:11.346304 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-2d94a2d6-0ba0-4b54-82da-663788bcb7f5 service neutron] show failed (client error): The resource could not be found. Feb 09 01:02:11.347913 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-2d94a2d6-0ba0-4b54-82da-663788bcb7f5 service neutron] 10.222.0.35 "GET /v2.0/ports/b7382de6-6aba-4a28-a643-d303a5c9ccff/bindings/n-h2-828419-1 HTTP/1.1" status: 404 len: 380 time: 0.2003069 Feb 09 01:02:11.359987 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41483607-c6b5-4e82-b117-35b82c426911 req-ff864b9f-b2f6-4eed-8247-3be7b2657317 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:11.360648 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41483607-c6b5-4e82-b117-35b82c426911 req-ff864b9f-b2f6-4eed-8247-3be7b2657317 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:11.380667 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-635d55a6-6cde-4e0e-9478-e315f99e2bb7 req-cb253651-c525-4b1d-8326-cfc03aa30bf9 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.35 "DELETE /v2.0/ports/781cd0ad-9d43-45b7-86ab-84616122428b HTTP/1.1" status: 204 len: 173 time: 2.0399649 Feb 09 01:02:11.396789 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-53b227ca-47aa-4019-9435-087f23d086b3 req-d5c32901-790c-4414-b4fb-f93ec3d0f2ab tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] For port 76e8257c-f358-457b-bf59-4a6813c470ee, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=76e8257c-f358-457b-bf59-4a6813c470ee,segment=NetworkSegment(8cac8e29-640e-44d4-acce-7bdf7a8803d0),segment_id=8cac8e29-640e-44d4-acce-7bdf7a8803d0)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:11.397372 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-53b227ca-47aa-4019-9435-087f23d086b3 req-d5c32901-790c-4414-b4fb-f93ec3d0f2ab tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:11.445157 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979d077b-7f63-4e65-98d6-1353518bfabe', 'tag': 'a38dc673-91e5-47f8-be53-adce368442e0'}, {'server_uuid': '285e734e-1cb9-48c7-8f3d-9834753845f6', 'name': 'network-vif-deleted', 'tag': '781cd0ad-9d43-45b7-86ab-84616122428b'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:11.566828 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-41483607-c6b5-4e82-b117-35b82c426911 req-ff864b9f-b2f6-4eed-8247-3be7b2657317 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Calling delete_port for d03167ba-833d-417d-b1ab-d97b03090003 owned by network:floatingip {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:11.570410 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-53b227ca-47aa-4019-9435-087f23d086b3 req-d5c32901-790c-4414-b4fb-f93ec3d0f2ab tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Calling delete_port for 76e8257c-f358-457b-bf59-4a6813c470ee owned by compute:nova {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:11.571419 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:11.641992 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 76e8257c-f358-457b-bf59-4a6813c470ee no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:02:11.663288 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6188b5d-c66f-4b0c-82ca-054f4f61dffe req-bf04eb66-4243-4e08-ac08-48bcf38ea55d tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:11.664048 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-e6188b5d-c66f-4b0c-82ca-054f4f61dffe req-bf04eb66-4243-4e08-ac08-48bcf38ea55d tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Synchronizing usage tracker for tenant:6f085f8b18784551909478d3d7d57efd on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:02:11.719640 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-e6188b5d-c66f-4b0c-82ca-054f4f61dffe req-bf04eb66-4243-4e08-ac08-48bcf38ea55d tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Unset dirty status for tenant:6f085f8b18784551909478d3d7d57efd on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:02:11.723566 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e6188b5d-c66f-4b0c-82ca-054f4f61dffe req-bf04eb66-4243-4e08-ac08-48bcf38ea55d tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/ports?device_id=b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b HTTP/1.1" status: 200 len: 946 time: 0.4525576 Feb 09 01:02:11.819393 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:11.828043 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-5f06936a-1642-4cb3-ab6e-9a4e0103f3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:11.829576 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-5f06936a-1642-4cb3-ab6e-9a4e0103f3d6 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26&tenant_id=1828a8e10f7447aba0d25cab4f7feaf3 HTTP/1.1" status: 200 len: 1100 time: 0.1367183 Feb 09 01:02:11.831911 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e6188b5d-c66f-4b0c-82ca-054f4f61dffe req-806ec358-ef07-4154-b3e8-c991feb7ee49 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "GET /v2.0/security-groups?id=3994565d-5024-4083-b0fc-cc37dc19c179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914152 Feb 09 01:02:11.852147 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-117ab9b7-894e-4b69-b005-7db4dac4caf6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828419-1', 'device_owner': 'compute:nova'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:11.885903 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41483607-c6b5-4e82-b117-35b82c426911 req-ff864b9f-b2f6-4eed-8247-3be7b2657317 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:11.906810 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 3256514a-f08a-4d5c-ba07-3d3cf0287d58 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:02:11.911347 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-53b227ca-47aa-4019-9435-087f23d086b3 req-d5c32901-790c-4414-b4fb-f93ec3d0f2ab tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:11.940183 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: 3256514a-f08a-4d5c-ba07-3d3cf0287d58 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:02:11.940389 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 3256514a-f08a-4d5c-ba07-3d3cf0287d58 not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:02:11.949911 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9fd345e8-930a-4660-93d9-6e7f19396d5e req-726b0893-d457-4f5e-a376-cf4bac3cd6a2 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] 10.222.0.37 "GET /v2.0/security-groups/95ca2215-d822-49ea-be31-ee885004f9f6 HTTP/1.1" status: 200 len: 1811 time: 0.0889339 Feb 09 01:02:11.952081 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff864b9f-b2f6-4eed-8247-3be7b2657317 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Pushing event deleted for resources: {'Port': ['ID=d03167ba-833d-417d-b1ab-d97b03090003,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:11.982914 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c32901-790c-4414-b4fb-f93ec3d0f2ab tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Pushing event deleted for resources: {'Port': ['ID=76e8257c-f358-457b-bf59-4a6813c470ee,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:12.074410 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b227ca-47aa-4019-9435-087f23d086b3 req-d5c32901-790c-4414-b4fb-f93ec3d0f2ab tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] No DVR routers for this DVR port 76e8257c-f358-457b-bf59-4a6813c470ee on host n-h2-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:02:12.083023 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-53b227ca-47aa-4019-9435-087f23d086b3 req-d5c32901-790c-4414-b4fb-f93ec3d0f2ab tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:12.089324 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-117ab9b7-894e-4b69-b005-7db4dac4caf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:12.117179 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-53b227ca-47aa-4019-9435-087f23d086b3 req-d5c32901-790c-4414-b4fb-f93ec3d0f2ab tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.117 "DELETE /v2.0/ports/76e8257c-f358-457b-bf59-4a6813c470ee HTTP/1.1" status: 204 len: 173 time: 1.3310273 Feb 09 01:02:12.130978 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-9fd345e8-930a-4660-93d9-6e7f19396d5e req-1ae2e25c-4adc-441f-b107-a573807412db tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:12.171460 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-9fd345e8-930a-4660-93d9-6e7f19396d5e req-1ae2e25c-4adc-441f-b107-a573807412db tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:12.212427 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41483607-c6b5-4e82-b117-35b82c426911 req-ff864b9f-b2f6-4eed-8247-3be7b2657317 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks [] for floatingip, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:12.241357 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-9fd345e8-930a-4660-93d9-6e7f19396d5e req-1ae2e25c-4adc-441f-b107-a573807412db tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:12.269632 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2e25c-4adc-441f-b107-a573807412db tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ca2215-d822-49ea-be31-ee885004f9f6,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:12.284090 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-9fd345e8-930a-4660-93d9-6e7f19396d5e req-1ae2e25c-4adc-441f-b107-a573807412db tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:12.285267 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9fd345e8-930a-4660-93d9-6e7f19396d5e req-1ae2e25c-4adc-441f-b107-a573807412db tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] 10.222.0.37 "DELETE /v2.0/security-groups/95ca2215-d822-49ea-be31-ee885004f9f6 HTTP/1.1" status: 204 len: 173 time: 0.3286076 Feb 09 01:02:12.390725 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41483607-c6b5-4e82-b117-35b82c426911 req-ff864b9f-b2f6-4eed-8247-3be7b2657317 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:12.392051 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41483607-c6b5-4e82-b117-35b82c426911 req-ff864b9f-b2f6-4eed-8247-3be7b2657317 tempest-FloatingIPDetailsTestJSON-1812760171 tempest-FloatingIPDetailsTestJSON-1812760171-project] 10.222.0.37 "DELETE /v2.0/floatingips/4ff87b04-c781-499e-93ad-25eeaf592cba HTTP/1.1" status: 204 len: 173 time: 1.9126012 Feb 09 01:02:12.401250 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 33584) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:12.500380 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92925f-c909-40a0-b59e-35a285055022 req-0cc823b0-6230-45d5-ba71-dcd27dfd3957 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:12.501411 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7c92925f-c909-40a0-b59e-35a285055022 req-0cc823b0-6230-45d5-ba71-dcd27dfd3957 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 949 time: 0.0988674 Feb 09 01:02:12.547689 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7c92925f-c909-40a0-b59e-35a285055022 req-73e33021-7aba-4002-91ef-1c9aca36d184 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399699 Feb 09 01:02:12.779061 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-117ab9b7-894e-4b69-b005-7db4dac4caf6 service neutron] For port b7382de6-6aba-4a28-a643-d303a5c9ccff, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=b7382de6-6aba-4a28-a643-d303a5c9ccff,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:12.910220 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-117ab9b7-894e-4b69-b005-7db4dac4caf6 service neutron] For port b7382de6-6aba-4a28-a643-d303a5c9ccff, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:02:13.059228 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065661e0-a8a4-4de4-a89f-d4d72b6a495f req-4789f2e0-fbb0-4f56-bc03-529b318867a0 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:13.061670 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-065661e0-a8a4-4de4-a89f-d4d72b6a495f req-4789f2e0-fbb0-4f56-bc03-529b318867a0 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 944 time: 0.5435865 Feb 09 01:02:13.135958 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-117ab9b7-894e-4b69-b005-7db4dac4caf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:13.203448 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-117ab9b7-894e-4b69-b005-7db4dac4caf6 service neutron] Transition to ACTIVE for port object b7382de6-6aba-4a28-a643-d303a5c9ccff will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:13.250471 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-065661e0-a8a4-4de4-a89f-d4d72b6a495f req-66abe0a4-9a42-4f74-8593-cdd2e55c8a13 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714184 Feb 09 01:02:13.257072 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-117ab9b7-894e-4b69-b005-7db4dac4caf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:13.333600 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b', 'name': 'network-vif-deleted', 'tag': '3256514a-f08a-4d5c-ba07-3d3cf0287d58', 'status': 'completed', 'code': 200} Feb 09 01:02:13.544688 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '979d077b-7f63-4e65-98d6-1353518bfabe', 'tag': 'a38dc673-91e5-47f8-be53-adce368442e0', 'status': 'completed', 'code': 200} Feb 09 01:02:13.544688 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285e734e-1cb9-48c7-8f3d-9834753845f6', 'name': 'network-vif-deleted', 'tag': '781cd0ad-9d43-45b7-86ab-84616122428b', 'status': 'completed', 'code': 200} Feb 09 01:02:13.561607 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 781cd0ad-9d43-45b7-86ab-84616122428b no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:02:13.649362 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e816b673-e914-4143-8688-45acef78b62e req-eb865037-caac-4fe4-8c5a-3a2e5f4aba58 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] 10.222.0.37 "GET /v2.0/security-groups/8ef6f4c5-da05-41ae-b82f-dd0a8da49a84 HTTP/1.1" status: 200 len: 1812 time: 0.1047218 Feb 09 01:02:13.657121 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 781cd0ad-9d43-45b7-86ab-84616122428b {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:02:13.657718 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 781cd0ad-9d43-45b7-86ab-84616122428b not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:02:13.658353 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device a38dc673-91e5-47f8-be53-adce368442e0 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:02:13.704100 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33634) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:13.707712 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-117ab9b7-894e-4b69-b005-7db4dac4caf6 service neutron] No DVR routers for this DVR port b7382de6-6aba-4a28-a643-d303a5c9ccff on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:02:13.715019 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ab9b7-894e-4b69-b005-7db4dac4caf6 service neutron] Pushing event updated for resources: {'Port': ['ID=b7382de6-6aba-4a28-a643-d303a5c9ccff,revision_number=6']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:13.778242 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-e816b673-e914-4143-8688-45acef78b62e req-5050980c-bf97-4b9e-a28f-9c1c55b2b845 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:13.812859 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-15438b7b-59c8-4d25-96dc-c7742b420634 service neutron] 10.222.0.35 "GET /v2.0/ports/a38dc673-91e5-47f8-be53-adce368442e0/bindings/n-h2-828419-1 HTTP/1.1" status: 200 len: 384 time: 0.3855791 Feb 09 01:02:13.815346 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-117ab9b7-894e-4b69-b005-7db4dac4caf6 service neutron] Attempting to bind port b7382de6-6aba-4a28-a643-d303a5c9ccff on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:02:13.815475 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-117ab9b7-894e-4b69-b005-7db4dac4caf6 service neutron] Attempting to bind port b7382de6-6aba-4a28-a643-d303a5c9ccff by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:02:13.815767 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-117ab9b7-894e-4b69-b005-7db4dac4caf6 service neutron] Attempting to bind port b7382de6-6aba-4a28-a643-d303a5c9ccff on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:02:13.825890 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2aab83-f4e5-4f2c-b3cb-89a27cc04c42 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Deleting subnet bdd7325a-6f14-4a3d-a596-53acd6dd8c2c {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:02:13.828227 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-e816b673-e914-4143-8688-45acef78b62e req-5050980c-bf97-4b9e-a28f-9c1c55b2b845 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:13.842512 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d2aab83-f4e5-4f2c-b3cb-89a27cc04c42 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:13.874648 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device b7382de6-6aba-4a28-a643-d303a5c9ccff no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:02:13.897017 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-117ab9b7-894e-4b69-b005-7db4dac4caf6 service neutron] Port b7382de6-6aba-4a28-a643-d303a5c9ccff on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:02:13.897846 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-117ab9b7-894e-4b69-b005-7db4dac4caf6 service neutron] Attempting to bind port b7382de6-6aba-4a28-a643-d303a5c9ccff on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:02:13.926574 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d2aab83-f4e5-4f2c-b3cb-89a27cc04c42 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:13.929999 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-117ab9b7-894e-4b69-b005-7db4dac4caf6 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:02:13.930357 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-117ab9b7-894e-4b69-b005-7db4dac4caf6 service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:02:13.930732 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-117ab9b7-894e-4b69-b005-7db4dac4caf6 service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:02:13.932034 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-117ab9b7-894e-4b69-b005-7db4dac4caf6 service neutron] Bound port: b7382de6-6aba-4a28-a643-d303a5c9ccff, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:02:13.932143 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-117ab9b7-894e-4b69-b005-7db4dac4caf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:13.983018 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-e816b673-e914-4143-8688-45acef78b62e req-5050980c-bf97-4b9e-a28f-9c1c55b2b845 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:14.017456 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050980c-bf97-4b9e-a28f-9c1c55b2b845 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef6f4c5-da05-41ae-b82f-dd0a8da49a84,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:14.031091 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e182c-31e5-47e7-9b0a-cd68976d5d3d req-74789601-8665-459a-a7d0-6a91e0bebd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:14.031647 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-e816b673-e914-4143-8688-45acef78b62e req-5050980c-bf97-4b9e-a28f-9c1c55b2b845 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:14.031738 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d43e182c-31e5-47e7-9b0a-cd68976d5d3d req-74789601-8665-459a-a7d0-6a91e0bebd39 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a38989228a14de2b6764c7f261f44e3&device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 1125 time: 0.4394879 Feb 09 01:02:14.046881 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e816b673-e914-4143-8688-45acef78b62e req-5050980c-bf97-4b9e-a28f-9c1c55b2b845 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] 10.222.0.37 "DELETE /v2.0/security-groups/8ef6f4c5-da05-41ae-b82f-dd0a8da49a84 HTTP/1.1" status: 204 len: 173 time: 0.3957620 Feb 09 01:02:14.084290 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d2aab83-f4e5-4f2c-b3cb-89a27cc04c42 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:14.124896 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device b7382de6-6aba-4a28-a643-d303a5c9ccff not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:02:14.202672 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e182c-31e5-47e7-9b0a-cd68976d5d3d req-7d964206-1555-4560-b2db-3f1e2c36125b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:14.204012 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d43e182c-31e5-47e7-9b0a-cd68976d5d3d req-7d964206-1555-4560-b2db-3f1e2c36125b service neutron] 10.222.0.35 "GET /v2.0/networks?id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9 HTTP/1.1" status: 200 len: 922 time: 0.1527567 Feb 09 01:02:14.223744 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d2aab83-f4e5-4f2c-b3cb-89a27cc04c42 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:14.287056 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2aab83-f4e5-4f2c-b3cb-89a27cc04c42 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Pushing event deleted for resources: {'Subnet': ['ID=bdd7325a-6f14-4a3d-a596-53acd6dd8c2c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:14.302090 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d2aab83-f4e5-4f2c-b3cb-89a27cc04c42 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:14.314503 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da434a74-8e71-4039-bb2d-70ab5bb6799c None None] Network 7fc44e12-56c9-4863-90dc-afedd69553f2 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:02:14.318765 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6d2aab83-f4e5-4f2c-b3cb-89a27cc04c42 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "DELETE /v2.0/subnets/bdd7325a-6f14-4a3d-a596-53acd6dd8c2c HTTP/1.1" status: 204 len: 168 time: 0.6050427 Feb 09 01:02:14.326096 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33672) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:14.356224 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-117ab9b7-894e-4b69-b005-7db4dac4caf6 service neutron] For port b7382de6-6aba-4a28-a643-d303a5c9ccff, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:02:14.378526 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d43e182c-31e5-47e7-9b0a-cd68976d5d3d req-dcb90e14-c3cb-47ef-a181-379ff3ed8851 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a38dc673-91e5-47f8-be53-adce368442e0 HTTP/1.1" status: 200 len: 217 time: 0.1643028 Feb 09 01:02:14.427755 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-117ab9b7-894e-4b69-b005-7db4dac4caf6 service neutron] For port b7382de6-6aba-4a28-a643-d303a5c9ccff, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=b7382de6-6aba-4a28-a643-d303a5c9ccff,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:02:14.486956 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5b86a544-1ac4-4e5d-b385-430abb9a9aa5 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:14.489276 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ee029d8c-d32e-437c-8154-197f669a3f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:14.507406 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-5b86a544-1ac4-4e5d-b385-430abb9a9aa5 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Deleting port 723a4efc-7be9-4ea0-af0f-7f87b76513ee {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:14.509693 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5b86a544-1ac4-4e5d-b385-430abb9a9aa5 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:14.810630 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e4cc77-fa65-4dd0-b0f9-32bd99422965 None None] DHCP port deletion for 7fc44e12-56c9-4863-90dc-afedd69553f2 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:02:14.810630 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-91e4cc77-fa65-4dd0-b0f9-32bd99422965 None None] Deleting port 723a4efc-7be9-4ea0-af0f-7f87b76513ee {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:14.810630 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-91e4cc77-fa65-4dd0-b0f9-32bd99422965 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:14.818470 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e182c-31e5-47e7-9b0a-cd68976d5d3d req-b34fb07b-f7e0-4401-ba34-14c1f740638f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:14.819990 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d43e182c-31e5-47e7-9b0a-cd68976d5d3d req-b34fb07b-f7e0-4401-ba34-14c1f740638f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb9a8e05-d0fc-4553-92c9-d58b7743cadc HTTP/1.1" status: 200 len: 861 time: 0.4211931 Feb 09 01:02:14.833973 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-117ab9b7-894e-4b69-b005-7db4dac4caf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:14.976465 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ce708-6876-4c22-ba56-fac507e822f9 req-9d10f93a-ad83-4a25-aa6d-20784bc73d1c tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:14.988511 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e20ce708-6876-4c22-ba56-fac507e822f9 req-9d10f93a-ad83-4a25-aa6d-20784bc73d1c tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 947 time: 0.2999778 Feb 09 01:02:15.088654 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-91e4cc77-fa65-4dd0-b0f9-32bd99422965 None None] For port 723a4efc-7be9-4ea0-af0f-7f87b76513ee, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=723a4efc-7be9-4ea0-af0f-7f87b76513ee,segment=NetworkSegment(37f55421-66ae-4f84-9fcf-bbe9aef82507),segment_id=37f55421-66ae-4f84-9fcf-bbe9aef82507)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:15.088654 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-91e4cc77-fa65-4dd0-b0f9-32bd99422965 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:15.105174 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e20ce708-6876-4c22-ba56-fac507e822f9 req-9b7ad831-a22e-4f09-bee1-ccc322d56b94 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157489 Feb 09 01:02:15.107443 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-5b86a544-1ac4-4e5d-b385-430abb9a9aa5 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] For port 723a4efc-7be9-4ea0-af0f-7f87b76513ee, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=723a4efc-7be9-4ea0-af0f-7f87b76513ee,segment=NetworkSegment(37f55421-66ae-4f84-9fcf-bbe9aef82507),segment_id=37f55421-66ae-4f84-9fcf-bbe9aef82507)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:15.107613 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5b86a544-1ac4-4e5d-b385-430abb9a9aa5 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:15.190451 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-5af6e11a-ba7d-446d-b1b5-c71a22ee937a service neutron] For port a38dc673-91e5-47f8-be53-adce368442e0, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a38dc673-91e5-47f8-be53-adce368442e0,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:15.301097 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-5b86a544-1ac4-4e5d-b385-430abb9a9aa5 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Calling delete_port for 723a4efc-7be9-4ea0-af0f-7f87b76513ee owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:15.301748 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-5af6e11a-ba7d-446d-b1b5-c71a22ee937a service neutron] For port a38dc673-91e5-47f8-be53-adce368442e0, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:02:15.349408 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b', 'name': 'network-vif-deleted', 'tag': '76e8257c-f358-457b-bf59-4a6813c470ee'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:15.358800 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d43e182c-31e5-47e7-9b0a-cd68976d5d3d req-c214d3f3-0846-4331-b4c0-7b7adcab5786 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4744678 Feb 09 01:02:15.379872 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-91e4cc77-fa65-4dd0-b0f9-32bd99422965 None None] Calling delete_port for 723a4efc-7be9-4ea0-af0f-7f87b76513ee owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:15.385835 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-117ab9b7-894e-4b69-b005-7db4dac4caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:15.386775 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-117ab9b7-894e-4b69-b005-7db4dac4caf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:15.388481 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-117ab9b7-894e-4b69-b005-7db4dac4caf6 service neutron] 10.222.0.117 "PUT /v2.0/ports/b7382de6-6aba-4a28-a643-d303a5c9ccff HTTP/1.1" status: 200 len: 1095 time: 3.5416610 Feb 09 01:02:15.455237 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5b86a544-1ac4-4e5d-b385-430abb9a9aa5 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:15.477804 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-eadb9bf1-a073-4990-a5a8-0eaa34ec892c req-bff02f37-0ce2-4076-8341-bb1cd879dc22 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] 10.222.0.37 "GET /v2.0/security-groups/7455cf7a-b33b-4839-b4a5-2e973b8f3a3d HTTP/1.1" status: 200 len: 1813 time: 0.2711151 Feb 09 01:02:15.505370 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-91e4cc77-fa65-4dd0-b0f9-32bd99422965 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:02:15.506122 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-91e4cc77-fa65-4dd0-b0f9-32bd99422965 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:02:15.534708 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b86a544-1ac4-4e5d-b385-430abb9a9aa5 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] No DVR routers for this DVR port 723a4efc-7be9-4ea0-af0f-7f87b76513ee on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:02:15.537511 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-5af6e11a-ba7d-446d-b1b5-c71a22ee937a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a38dc673-91e5-47f8-be53-adce368442e0 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:02:15.585599 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86a544-1ac4-4e5d-b385-430abb9a9aa5 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Pushing event deleted for resources: {'Port': ['ID=723a4efc-7be9-4ea0-af0f-7f87b76513ee,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:15.620725 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a5463a-d804-4c19-90b9-b8c29ecdad26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7382de6-6aba-4a28-a643-d303a5c9ccff'}, {'name': 'network-changed', 'server_uuid': 'd4a5463a-d804-4c19-90b9-b8c29ecdad26', 'tag': 'b7382de6-6aba-4a28-a643-d303a5c9ccff'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:15.718698 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5b86a544-1ac4-4e5d-b385-430abb9a9aa5 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:15.735930 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-5af6e11a-ba7d-446d-b1b5-c71a22ee937a service neutron] For port a38dc673-91e5-47f8-be53-adce368442e0, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=a38dc673-91e5-47f8-be53-adce368442e0,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:15.766672 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-5b86a544-1ac4-4e5d-b385-430abb9a9aa5 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fc44e12-56c9-4863-90dc-afedd69553f2']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:15.774037 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-eadb9bf1-a073-4990-a5a8-0eaa34ec892c req-29233d9e-78e0-48c9-a1ee-e1e714e093f0 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:15.787056 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ab9b7-894e-4b69-b005-7db4dac4caf6 service neutron] Pushing event updated for resources: {'Port': ['ID=b7382de6-6aba-4a28-a643-d303a5c9ccff,revision_number=7']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:15.793231 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-5b86a544-1ac4-4e5d-b385-430abb9a9aa5 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f55421-66ae-4f84-9fcf-bbe9aef82507') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:15.793682 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-5b86a544-1ac4-4e5d-b385-430abb9a9aa5 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f55421-66ae-4f84-9fcf-bbe9aef82507') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:15.817936 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5b86a544-1ac4-4e5d-b385-430abb9a9aa5 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:15.818485 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-5af6e11a-ba7d-446d-b1b5-c71a22ee937a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:15.829554 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-eadb9bf1-a073-4990-a5a8-0eaa34ec892c req-29233d9e-78e0-48c9-a1ee-e1e714e093f0 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:15.853377 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5b86a544-1ac4-4e5d-b385-430abb9a9aa5 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:15.873508 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b86a544-1ac4-4e5d-b385-430abb9a9aa5 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Releasing vlan 968 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:02:15.873627 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5b86a544-1ac4-4e5d-b385-430abb9a9aa5 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:15.889060 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:02:15.889060 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:02:15.889060 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:02:15.889060 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:02:15.889060 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:02:15.889060 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:02:15.889060 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:02:15.889060 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:02:15.889060 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:02:15.889060 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:02:15.889060 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:02:15.889060 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:02:15.889060 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:02:15.889060 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:02:15.889060 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:02:15.889060 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:02:15.889060 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:02:15.889060 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:02:15.889060 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:02:15.889060 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:02:15.889060 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:02:15.889060 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:02:15.889060 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:02:15.889060 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:02:15.889060 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:02:15.889060 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:02:15.889060 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:02:15.889060 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:02:15.889060 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:02:15.889060 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:02:15.889060 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:02:15.889060 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:02:15.939176 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd1e19-5a11-4ded-ba1f-7543670a9f9b req-8ea2670d-8486-4dc3-9c14-7228c7c8a40a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:15.940860 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88bd1e19-5a11-4ded-ba1f-7543670a9f9b req-8ea2670d-8486-4dc3-9c14-7228c7c8a40a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=28f704c1-3069-47ac-bfed-22b148c91598 HTTP/1.1" status: 200 len: 949 time: 1.1295524 Feb 09 01:02:15.950709 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d43e182c-31e5-47e7-9b0a-cd68976d5d3d req-c1293942-00a8-42ee-8ba0-071713c5a015 service neutron] 10.222.0.35 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5414655 Feb 09 01:02:15.976214 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-eadb9bf1-a073-4990-a5a8-0eaa34ec892c req-29233d9e-78e0-48c9-a1ee-e1e714e093f0 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:15.989416 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5b86a544-1ac4-4e5d-b385-430abb9a9aa5 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:16.006973 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-91e4cc77-fa65-4dd0-b0f9-32bd99422965 None None] Deleting port 723a4efc-7be9-4ea0-af0f-7f87b76513ee {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:16.007798 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-91e4cc77-fa65-4dd0-b0f9-32bd99422965 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:16.011314 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5b86a544-1ac4-4e5d-b385-430abb9a9aa5 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:16.021536 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29233d9e-78e0-48c9-a1ee-e1e714e093f0 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7455cf7a-b33b-4839-b4a5-2e973b8f3a3d,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:16.039042 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86a544-1ac4-4e5d-b385-430abb9a9aa5 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Pushing event deleted for resources: {'Network': ['ID=7fc44e12-56c9-4863-90dc-afedd69553f2,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:16.044776 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-eadb9bf1-a073-4990-a5a8-0eaa34ec892c req-29233d9e-78e0-48c9-a1ee-e1e714e093f0 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:16.052226 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e371ab1-9c75-419c-a21a-1419d93f6cd4 req-cf9e21b5-c832-4a5b-bc26-13250da68abe tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:16.052226 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6e371ab1-9c75-419c-a21a-1419d93f6cd4 req-cf9e21b5-c832-4a5b-bc26-13250da68abe tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.35 "GET /v2.0/ports?device_id=28f704c1-3069-47ac-bfed-22b148c91598 HTTP/1.1" status: 200 len: 949 time: 0.8267961 Feb 09 01:02:16.063216 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-eadb9bf1-a073-4990-a5a8-0eaa34ec892c req-29233d9e-78e0-48c9-a1ee-e1e714e093f0 tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] 10.222.0.37 "DELETE /v2.0/security-groups/7455cf7a-b33b-4839-b4a5-2e973b8f3a3d HTTP/1.1" status: 204 len: 173 time: 0.5754488 Feb 09 01:02:16.063216 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5b86a544-1ac4-4e5d-b385-430abb9a9aa5 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "DELETE /v2.0/networks/7fc44e12-56c9-4863-90dc-afedd69553f2 HTTP/1.1" status: 204 len: 168 time: 1.7319660 Feb 09 01:02:16.063216 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33694) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:16.125148 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-91e4cc77-fa65-4dd0-b0f9-32bd99422965 None None] The port '723a4efc-7be9-4ea0-af0f-7f87b76513ee' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:02:16.139561 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-21809328-6f7c-40d5-ba8c-3fd89577f780 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Deleting subnet 8118ec0f-490c-4789-9b71-4f9b2fff71a9 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:02:16.145197 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-21809328-6f7c-40d5-ba8c-3fd89577f780 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:16.224326 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-21809328-6f7c-40d5-ba8c-3fd89577f780 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:16.301813 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 723a4efc-7be9-4ea0-af0f-7f87b76513ee no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:02:16.346117 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-21809328-6f7c-40d5-ba8c-3fd89577f780 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:16.365049 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 723a4efc-7be9-4ea0-af0f-7f87b76513ee {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:02:16.365386 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 723a4efc-7be9-4ea0-af0f-7f87b76513ee not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:02:16.402819 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88bd1e19-5a11-4ded-ba1f-7543670a9f9b req-c39d6a52-2dd2-4466-a722-dba436f1df15 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4422233 Feb 09 01:02:16.417000 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-c7b08c7b-d436-422b-9274-cb53ffcd237e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:16.418492 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-c7b08c7b-d436-422b-9274-cb53ffcd237e service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 1098 time: 0.9523289 Feb 09 01:02:16.427461 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-6e371ab1-9c75-419c-a21a-1419d93f6cd4 req-807e64c9-9b83-4200-b4db-e1059e9361c4 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Deleting port c35c88e6-df13-4326-b183-fb73c903a7c4 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:16.427642 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6e371ab1-9c75-419c-a21a-1419d93f6cd4 req-807e64c9-9b83-4200-b4db-e1059e9361c4 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:16.565120 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-21809328-6f7c-40d5-ba8c-3fd89577f780 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:16.625902 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21809328-6f7c-40d5-ba8c-3fd89577f780 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Pushing event deleted for resources: {'Subnet': ['ID=8118ec0f-490c-4789-9b71-4f9b2fff71a9,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:16.638884 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-21809328-6f7c-40d5-ba8c-3fd89577f780 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:16.646738 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e4e1e2-f9f9-43fd-b5d0-33c41b6a60c8 None None] Network 661e6548-1894-4511-ad16-2aed6958c9df requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:02:16.658164 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-21809328-6f7c-40d5-ba8c-3fd89577f780 tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "DELETE /v2.0/subnets/8118ec0f-490c-4789-9b71-4f9b2fff71a9 HTTP/1.1" status: 204 len: 168 time: 0.5950024 Feb 09 01:02:16.658963 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33700) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:16.803744 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b17f9-dfc6-4dc7-8a70-6405c0dfd50f req-29636605-a77d-4240-8f99-54c75217cc72 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:16.812372 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b17b17f9-dfc6-4dc7-8a70-6405c0dfd50f req-29636605-a77d-4240-8f99-54c75217cc72 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 944 time: 0.2883139 Feb 09 01:02:16.813229 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-5af6e11a-ba7d-446d-b1b5-c71a22ee937a service neutron] Transition to ACTIVE for port object a38dc673-91e5-47f8-be53-adce368442e0 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:16.845699 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d43e182c-31e5-47e7-9b0a-cd68976d5d3d req-44a8fe78-cdd6-45e8-b05e-6b253013450a service neutron] 10.222.0.35 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8272157 Feb 09 01:02:16.878319 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-5af6e11a-ba7d-446d-b1b5-c71a22ee937a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:16.962413 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c9730-a352-4c30-a83c-4f4ab07667de req-ee92a8fc-7b2a-41ae-be5e-f33784e11771 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:16.963328 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0c6c9730-a352-4c30-a83c-4f4ab07667de req-ee92a8fc-7b2a-41ae-be5e-f33784e11771 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Synchronizing usage tracker for tenant:98741d537e7b4103aeb62f1d29ec64ac on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:02:16.967197 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0fc0ddbd-2665-4e4c-ad9b-a8a0b0e689eb tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:16.981713 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f4b7ae-2d55-4b71-a6dd-c2dd47ca8190 None None] DHCP port deletion for 661e6548-1894-4511-ad16-2aed6958c9df request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:02:16.996575 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-c5f4b7ae-2d55-4b71-a6dd-c2dd47ca8190 None None] Deleting port 9f575749-d52c-4fcd-b3cb-8a33bc44ab69 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:17.000128 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c5f4b7ae-2d55-4b71-a6dd-c2dd47ca8190 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:17.001834 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b17b17f9-dfc6-4dc7-8a70-6405c0dfd50f req-c3800ae2-8195-489b-8cce-f730b4c44e81 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882136 Feb 09 01:02:17.002297 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-0fc0ddbd-2665-4e4c-ad9b-a8a0b0e689eb tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Deleting port 9f575749-d52c-4fcd-b3cb-8a33bc44ab69 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:17.002443 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0fc0ddbd-2665-4e4c-ad9b-a8a0b0e689eb tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:17.252602 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af6e11a-ba7d-446d-b1b5-c71a22ee937a service neutron] Pushing event updated for resources: {'Port': ['ID=a38dc673-91e5-47f8-be53-adce368442e0,revision_number=10']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:17.319830 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-0fc0ddbd-2665-4e4c-ad9b-a8a0b0e689eb tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] For port 9f575749-d52c-4fcd-b3cb-8a33bc44ab69, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=9f575749-d52c-4fcd-b3cb-8a33bc44ab69,segment=NetworkSegment(8cac8e29-640e-44d4-acce-7bdf7a8803d0),segment_id=8cac8e29-640e-44d4-acce-7bdf7a8803d0)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:17.319830 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0fc0ddbd-2665-4e4c-ad9b-a8a0b0e689eb tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:17.339617 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0c6c9730-a352-4c30-a83c-4f4ab07667de req-ee92a8fc-7b2a-41ae-be5e-f33784e11771 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Unset dirty status for tenant:98741d537e7b4103aeb62f1d29ec64ac on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:02:17.340887 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0c6c9730-a352-4c30-a83c-4f4ab07667de req-ee92a8fc-7b2a-41ae-be5e-f33784e11771 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.35 "GET /v2.0/ports?device_id=88a643ed-0658-494a-bb55-a406dcd2765f HTTP/1.1" status: 200 len: 950 time: 1.3883681 Feb 09 01:02:17.405348 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-5af6e11a-ba7d-446d-b1b5-c71a22ee937a service neutron] No DVR routers for this DVR port a38dc673-91e5-47f8-be53-adce368442e0 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:02:17.408995 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-c5f4b7ae-2d55-4b71-a6dd-c2dd47ca8190 None None] For port 9f575749-d52c-4fcd-b3cb-8a33bc44ab69, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=9f575749-d52c-4fcd-b3cb-8a33bc44ab69,segment=NetworkSegment(8cac8e29-640e-44d4-acce-7bdf7a8803d0),segment_id=8cac8e29-640e-44d4-acce-7bdf7a8803d0)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:17.409608 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c5f4b7ae-2d55-4b71-a6dd-c2dd47ca8190 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:17.426647 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-8e4030d2-a54a-4738-a848-599e8c95f985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:17.428496 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-8e4030d2-a54a-4738-a848-599e8c95f985 service neutron] 10.222.0.117 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.9707634 Feb 09 01:02:17.515593 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-0fc0ddbd-2665-4e4c-ad9b-a8a0b0e689eb tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Calling delete_port for 9f575749-d52c-4fcd-b3cb-8a33bc44ab69 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:17.587652 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-c5f4b7ae-2d55-4b71-a6dd-c2dd47ca8190 None None] Calling delete_port for 9f575749-d52c-4fcd-b3cb-8a33bc44ab69 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:17.639976 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0fc0ddbd-2665-4e4c-ad9b-a8a0b0e689eb tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:17.643928 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-020a2bde-f5e9-4452-9362-ecbaedc7865d service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=b7382de6-6aba-4a28-a643-d303a5c9ccff HTTP/1.1" status: 200 len: 217 time: 0.1759844 Feb 09 01:02:17.651459 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-ee029d8c-d32e-437c-8154-197f669a3f86 admin admin] Deleting port f860e06d-97d2-4304-8bdc-eb009eedab9a {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:17.651679 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ee029d8c-d32e-437c-8154-197f669a3f86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:17.677658 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-c5f4b7ae-2d55-4b71-a6dd-c2dd47ca8190 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:02:17.677822 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-c5f4b7ae-2d55-4b71-a6dd-c2dd47ca8190 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:02:17.701472 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc0ddbd-2665-4e4c-ad9b-a8a0b0e689eb tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] No DVR routers for this DVR port 9f575749-d52c-4fcd-b3cb-8a33bc44ab69 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:02:17.701611 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69352136-ced1-44cf-8b4a-eb001c398f17 req-f0dd1e83-767b-4983-a328-16acf5bf0fb7 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:17.702859 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-69352136-ced1-44cf-8b4a-eb001c398f17 req-f0dd1e83-767b-4983-a328-16acf5bf0fb7 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=88a643ed-0658-494a-bb55-a406dcd2765f HTTP/1.1" status: 200 len: 950 time: 1.0692387 Feb 09 01:02:17.763659 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0ddbd-2665-4e4c-ad9b-a8a0b0e689eb tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Pushing event deleted for resources: {'Port': ['ID=9f575749-d52c-4fcd-b3cb-8a33bc44ab69,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:17.810999 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-5af6e11a-ba7d-446d-b1b5-c71a22ee937a service neutron] 10.222.0.35 "PUT /v2.0/ports/a38dc673-91e5-47f8-be53-adce368442e0/bindings/n-h2-828419-1/activate HTTP/1.1" status: 200 len: 369 time: 3.9867067 Feb 09 01:02:17.962753 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0fc0ddbd-2665-4e4c-ad9b-a8a0b0e689eb tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:17.971948 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b284bccd-61fe-4f43-a5d5-b25d6cfeaa7b', 'name': 'network-vif-deleted', 'tag': '76e8257c-f358-457b-bf59-4a6813c470ee', 'status': 'completed', 'code': 200} Feb 09 01:02:17.988051 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-ee029d8c-d32e-437c-8154-197f669a3f86 admin admin] For port f860e06d-97d2-4304-8bdc-eb009eedab9a, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=f860e06d-97d2-4304-8bdc-eb009eedab9a,segment=NetworkSegment(22f5b0d7-5f62-4872-a114-b166ace086bd),segment_id=22f5b0d7-5f62-4872-a114-b166ace086bd)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:17.988588 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ee029d8c-d32e-437c-8154-197f669a3f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:18.005587 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-0c6c9730-a352-4c30-a83c-4f4ab07667de req-3c2eb6c2-8227-45cb-91ec-b4a2044743ed tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Deleting port ac9f038e-b710-46b6-980d-f499101cfc4b {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:18.005938 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0c6c9730-a352-4c30-a83c-4f4ab07667de req-3c2eb6c2-8227-45cb-91ec-b4a2044743ed tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:18.014689 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-0fc0ddbd-2665-4e4c-ad9b-a8a0b0e689eb tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661e6548-1894-4511-ad16-2aed6958c9df']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:18.033174 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-0fc0ddbd-2665-4e4c-ad9b-a8a0b0e689eb tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cac8e29-640e-44d4-acce-7bdf7a8803d0') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:18.033397 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-0fc0ddbd-2665-4e4c-ad9b-a8a0b0e689eb tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cac8e29-640e-44d4-acce-7bdf7a8803d0') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:18.070337 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a5463a-d804-4c19-90b9-b8c29ecdad26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7382de6-6aba-4a28-a643-d303a5c9ccff', 'code': 200} Feb 09 01:02:18.070730 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a5463a-d804-4c19-90b9-b8c29ecdad26', 'tag': 'b7382de6-6aba-4a28-a643-d303a5c9ccff', 'status': 'completed', 'code': 200} Feb 09 01:02:18.071235 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0fc0ddbd-2665-4e4c-ad9b-a8a0b0e689eb tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:18.132959 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0fc0ddbd-2665-4e4c-ad9b-a8a0b0e689eb tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:18.147870 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc0ddbd-2665-4e4c-ad9b-a8a0b0e689eb tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Releasing vlan 999 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:02:18.148387 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0fc0ddbd-2665-4e4c-ad9b-a8a0b0e689eb tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:18.165603 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:02:18.165603 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:02:18.165603 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:02:18.165603 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:02:18.165603 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:02:18.165603 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:02:18.165603 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:02:18.165603 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:02:18.165603 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:02:18.165603 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:02:18.165603 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:02:18.165603 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:02:18.165603 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:02:18.165603 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:02:18.165603 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:02:18.165603 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:02:18.165603 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:02:18.165603 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:02:18.165603 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:02:18.165603 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:02:18.165603 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:02:18.165603 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:02:18.165603 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:02:18.165603 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:02:18.165603 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:02:18.165603 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:02:18.165603 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:02:18.165603 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:02:18.165603 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:02:18.165603 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:02:18.165603 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:02:18.165603 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:02:18.178662 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-c5f4b7ae-2d55-4b71-a6dd-c2dd47ca8190 None None] Deleting port 9f575749-d52c-4fcd-b3cb-8a33bc44ab69 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:18.179040 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c5f4b7ae-2d55-4b71-a6dd-c2dd47ca8190 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:18.213426 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-053d074f-2f9f-4b92-8bc8-d0266cd2d48e req-6e7258cb-b083-4c81-9764-0837f54acb1a tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] 10.222.0.37 "GET /v2.0/security-groups/cc72418d-bd7e-4d07-9e37-e04724f6e689 HTTP/1.1" status: 200 len: 1813 time: 0.1562905 Feb 09 01:02:18.215609 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-e5937e1b-ca66-4d76-a743-688bc6a21dfc tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:18.217063 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-e5937e1b-ca66-4d76-a743-688bc6a21dfc tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe&tenant_id=5a38989228a14de2b6764c7f261f44e3&binding%3Ahost_id=n-h1-828419-1 HTTP/1.1" status: 200 len: 1096 time: 0.2930417 Feb 09 01:02:18.242714 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-ee029d8c-d32e-437c-8154-197f669a3f86 admin admin] Calling delete_port for f860e06d-97d2-4304-8bdc-eb009eedab9a owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:18.250602 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-c5f4b7ae-2d55-4b71-a6dd-c2dd47ca8190 None None] The port '9f575749-d52c-4fcd-b3cb-8a33bc44ab69' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:02:18.254409 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9f575749-d52c-4fcd-b3cb-8a33bc44ab69 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:02:18.292670 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 9f575749-d52c-4fcd-b3cb-8a33bc44ab69 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:02:18.293308 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9f575749-d52c-4fcd-b3cb-8a33bc44ab69 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:02:18.328111 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0fc0ddbd-2665-4e4c-ad9b-a8a0b0e689eb tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:18.356211 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0fc0ddbd-2665-4e4c-ad9b-a8a0b0e689eb tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:18.357822 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-de82e046-afc5-42ac-99e3-837fc0e6395a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:18.359292 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-de82e046-afc5-42ac-99e3-837fc0e6395a service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.6768057 Feb 09 01:02:18.363364 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-6e371ab1-9c75-419c-a21a-1419d93f6cd4 req-807e64c9-9b83-4200-b4db-e1059e9361c4 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] For port c35c88e6-df13-4326-b183-fb73c903a7c4, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c35c88e6-df13-4326-b183-fb73c903a7c4,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:18.363740 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6e371ab1-9c75-419c-a21a-1419d93f6cd4 req-807e64c9-9b83-4200-b4db-e1059e9361c4 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:18.381660 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0ddbd-2665-4e4c-ad9b-a8a0b0e689eb tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] Pushing event deleted for resources: {'Network': ['ID=661e6548-1894-4511-ad16-2aed6958c9df,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:18.419061 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0fc0ddbd-2665-4e4c-ad9b-a8a0b0e689eb tempest-ServersTestMultiNic-1357304686 tempest-ServersTestMultiNic-1357304686-project] 10.222.0.37 "DELETE /v2.0/networks/661e6548-1894-4511-ad16-2aed6958c9df HTTP/1.1" status: 204 len: 168 time: 1.7577214 Feb 09 01:02:18.421086 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-053d074f-2f9f-4b92-8bc8-d0266cd2d48e req-0d7a06a5-594c-4ad1-8149-028dd8b42ddc tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:18.461651 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-053d074f-2f9f-4b92-8bc8-d0266cd2d48e req-0d7a06a5-594c-4ad1-8149-028dd8b42ddc tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:18.471814 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-3797dfe0-788e-40d4-b05f-054bf19e2c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:18.473533 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-3797dfe0-788e-40d4-b05f-054bf19e2c8d service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe&tenant_id=5a38989228a14de2b6764c7f261f44e3 HTTP/1.1" status: 200 len: 1096 time: 0.2432632 Feb 09 01:02:18.557320 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-69352136-ced1-44cf-8b4a-eb001c398f17 req-1e869f4e-473a-4a86-85e8-8c4aa4d93644 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8059378 Feb 09 01:02:18.583622 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-053d074f-2f9f-4b92-8bc8-d0266cd2d48e req-0d7a06a5-594c-4ad1-8149-028dd8b42ddc tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:18.606754 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-053d074f-2f9f-4b92-8bc8-d0266cd2d48e req-0d7a06a5-594c-4ad1-8149-028dd8b42ddc tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:18.607919 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-053d074f-2f9f-4b92-8bc8-d0266cd2d48e req-0d7a06a5-594c-4ad1-8149-028dd8b42ddc tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] 10.222.0.37 "DELETE /v2.0/security-groups/cc72418d-bd7e-4d07-9e37-e04724f6e689 HTTP/1.1" status: 204 len: 173 time: 0.3825481 Feb 09 01:02:18.613096 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a06a5-594c-4ad1-8149-028dd8b42ddc tempest-SecurityGroupRulesNegativeTestJSON-1339197698 tempest-SecurityGroupRulesNegativeTestJSON-1339197698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc72418d-bd7e-4d07-9e37-e04724f6e689,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:18.618159 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33750) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:18.687411 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-1266e12b-49f8-44ca-aca8-3d268a588204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:18.688995 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-1266e12b-49f8-44ca-aca8-3d268a588204 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5a38989228a14de2b6764c7f261f44e3&device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 1096 time: 0.1888378 Feb 09 01:02:18.773114 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-6e371ab1-9c75-419c-a21a-1419d93f6cd4 req-807e64c9-9b83-4200-b4db-e1059e9361c4 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Calling delete_port for c35c88e6-df13-4326-b183-fb73c903a7c4 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:18.844680 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c881fe2-82bd-400d-8c77-d49c1121a2c0 admin admin] Deleting subnet ea2ad838-d849-4b2f-a396-16fbfb737c35 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:02:18.856678 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c881fe2-82bd-400d-8c77-d49c1121a2c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:18.944117 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c881fe2-82bd-400d-8c77-d49c1121a2c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:19.097125 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-266b7ea7-22e9-4cb4-b783-ece61206ead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:19.098563 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-266b7ea7-22e9-4cb4-b783-ece61206ead8 service neutron] 10.222.0.117 "GET /v2.0/networks?id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9 HTTP/1.1" status: 200 len: 922 time: 0.4004943 Feb 09 01:02:19.184347 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccaf8b7-5db0-4f64-8be5-3cb7001f3ec2 req-a5008ae5-9efd-4840-9e2f-5467fa919c64 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:19.185822 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dccaf8b7-5db0-4f64-8be5-3cb7001f3ec2 req-a5008ae5-9efd-4840-9e2f-5467fa919c64 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=28f704c1-3069-47ac-bfed-22b148c91598 HTTP/1.1" status: 200 len: 949 time: 0.4129205 Feb 09 01:02:19.189526 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-6cbc423f-9965-4e8f-bac6-c1f960301a8a service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a38dc673-91e5-47f8-be53-adce368442e0 HTTP/1.1" status: 200 len: 217 time: 0.0808516 Feb 09 01:02:19.246081 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c881fe2-82bd-400d-8c77-d49c1121a2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:19.336378 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dccaf8b7-5db0-4f64-8be5-3cb7001f3ec2 req-8541fe37-c1cb-4158-9bf7-d906c74c9504 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423783 Feb 09 01:02:19.338549 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ea763-9412-420e-8c61-9f8bff369854 req-33a9880f-e062-4757-91f6-34c2d1322692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:19.339994 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-94d991df-3e99-49ec-875a-3e2dc1f96b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:19.340151 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c6ea763-9412-420e-8c61-9f8bff369854 req-33a9880f-e062-4757-91f6-34c2d1322692 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 1098 time: 1.2003446 Feb 09 01:02:19.340903 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-94d991df-3e99-49ec-875a-3e2dc1f96b70 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=eb9a8e05-d0fc-4553-92c9-d58b7743cadc HTTP/1.1" status: 200 len: 861 time: 0.1431196 Feb 09 01:02:19.342632 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-d825a09d-3df0-48fe-8652-f696d33486e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:19.344060 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-d825a09d-3df0-48fe-8652-f696d33486e2 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7932003 Feb 09 01:02:19.417039 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-271c313d-e043-46cc-b650-0f28fd441243 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495698 Feb 09 01:02:19.448102 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c881fe2-82bd-400d-8c77-d49c1121a2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:19.550676 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c35c88e6-df13-4326-b183-fb73c903a7c4 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:02:19.565652 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64512310-e99e-48ed-829b-047f082f2e0e req-268b5c8a-7ddd-41ac-a6f4-e08ae5d3990d tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:19.569153 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c881fe2-82bd-400d-8c77-d49c1121a2c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:19.575203 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-64512310-e99e-48ed-829b-047f082f2e0e req-268b5c8a-7ddd-41ac-a6f4-e08ae5d3990d tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 947 time: 0.7699246 Feb 09 01:02:19.583619 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c881fe2-82bd-400d-8c77-d49c1121a2c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea2ad838-d849-4b2f-a396-16fbfb737c35,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:19.623118 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: c35c88e6-df13-4326-b183-fb73c903a7c4 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:02:19.623331 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6e371ab1-9c75-419c-a21a-1419d93f6cd4 req-807e64c9-9b83-4200-b4db-e1059e9361c4 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:19.623479 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c35c88e6-df13-4326-b183-fb73c903a7c4 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:02:19.624695 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device ac9f038e-b710-46b6-980d-f499101cfc4b no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:02:19.626847 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0c881fe2-82bd-400d-8c77-d49c1121a2c0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ea2ad838-d849-4b2f-a396-16fbfb737c35 HTTP/1.1" status: 204 len: 168 time: 1.0070438 Feb 09 01:02:19.641039 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-0c6c9730-a352-4c30-a83c-4f4ab07667de req-3c2eb6c2-8227-45cb-91ec-b4a2044743ed tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] For port ac9f038e-b710-46b6-980d-f499101cfc4b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=ac9f038e-b710-46b6-980d-f499101cfc4b,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:19.641695 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0c6c9730-a352-4c30-a83c-4f4ab07667de req-3c2eb6c2-8227-45cb-91ec-b4a2044743ed tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:19.651663 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 33758) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:19.652322 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['7999435b-c963-4dcc-a9db-35ef5464f9d9', '31cd774d-837f-4021-9774-cf22b4421c89', '8dec7b93-7bbf-4dc1-aaee-3287c2809f4b', '12b22027-67b6-4f0e-8f08-e659e2dbc6fd', '38e4d5ac-c8dc-470d-bad6-9c688d2014e8'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:02:19.714245 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-438e5614-4070-4d4f-928a-ba435798ca4f service neutron] 10.222.0.117 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911208 Feb 09 01:02:19.716247 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['85f0c83d-e492-4252-8c90-1fd22fec3aff', 'a4b505d8-d756-48f6-922c-121b8b731f28'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:02:19.981562 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-54091a20-69e7-4df5-81bd-14ed12acf7b0 service neutron] 10.222.0.117 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593608 Feb 09 01:02:19.993784 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682a56a-0c20-4a37-a7af-9339b5dd8eb7 req-5e2d8c7d-bc1c-4df8-aab2-f1c815b3a30c tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:19.995512 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3682a56a-0c20-4a37-a7af-9339b5dd8eb7 req-5e2d8c7d-bc1c-4df8-aab2-f1c815b3a30c tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 945 time: 0.1661687 Feb 09 01:02:20.082764 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3682a56a-0c20-4a37-a7af-9339b5dd8eb7 req-1bb276ad-e34b-44d6-8a08-d73f654d086a tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760610 Feb 09 01:02:20.143823 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:20.265926 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-0c6c9730-a352-4c30-a83c-4f4ab07667de req-3c2eb6c2-8227-45cb-91ec-b4a2044743ed tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Calling delete_port for ac9f038e-b710-46b6-980d-f499101cfc4b owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:20.320713 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port ac9f038e-b710-46b6-980d-f499101cfc4b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=ac9f038e-b710-46b6-980d-f499101cfc4b,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:20.326728 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a643ed-0658-494a-bb55-a406dcd2765f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac9f038e-b710-46b6-980d-f499101cfc4b'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:20.338905 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:20.383316 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e64c9-9b83-4200-b4db-e1059e9361c4 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Pushing event deleted for resources: {'Port': ['ID=c35c88e6-df13-4326-b183-fb73c903a7c4,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:20.565430 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-759c8629-39bb-4b54-9636-c218f7d06c33 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:20.567522 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-759c8629-39bb-4b54-9636-c218f7d06c33 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe&tenant_id=5a38989228a14de2b6764c7f261f44e3&binding%3Ahost_id=n-h2-828419-1 HTTP/1.1" status: 200 len: 1096 time: 0.2069397 Feb 09 01:02:20.581477 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19242565-f210-4713-8c11-a760af83c2b1 req-94130b15-df1b-4b5b-9cec-c5f7d2e7c578 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:20.583860 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-19242565-f210-4713-8c11-a760af83c2b1 req-94130b15-df1b-4b5b-9cec-c5f7d2e7c578 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=88a643ed-0658-494a-bb55-a406dcd2765f HTTP/1.1" status: 200 len: 948 time: 0.1820264 Feb 09 01:02:20.641693 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-64512310-e99e-48ed-829b-047f082f2e0e req-fcf54524-0bd2-463c-b04f-ad7fadc2d0c3 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0592530 Feb 09 01:02:20.723850 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-19242565-f210-4713-8c11-a760af83c2b1 req-ae2fc5f1-edd2-4100-a6ad-99a2bf8d71ff tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485492 Feb 09 01:02:20.759882 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cc88fc2c-2665-4289-80c8-6922e3932f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:20.765677 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ea763-9412-420e-8c61-9f8bff369854 req-b958eb63-73c8-4240-959a-16efa412f50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:20.768718 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c6ea763-9412-420e-8c61-9f8bff369854 req-b958eb63-73c8-4240-959a-16efa412f50b service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 1.4090536 Feb 09 01:02:20.770956 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=ac9f038e-b710-46b6-980d-f499101cfc4b,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:20.787022 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ee029d8c-d32e-437c-8154-197f669a3f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:20.793522 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.api [req-0c6c9730-a352-4c30-a83c-4f4ab07667de req-3c2eb6c2-8227-45cb-91ec-b4a2044743ed tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:02:20.794675 n-d-828419-1 neutron-server[87612]: DEBUG oslo_db.api [req-0c6c9730-a352-4c30-a83c-4f4ab07667de req-3c2eb6c2-8227-45cb-91ec-b4a2044743ed tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:02:20.796337 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-12aa71bb-72a9-4e50-8051-b86908307a12 service neutron] For port a38dc673-91e5-47f8-be53-adce368442e0, host n-h1-828419-1, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:02:20.804594 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-12aa71bb-72a9-4e50-8051-b86908307a12 service neutron] Notify callbacks [] for binding, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:20.808551 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4b6ea51a-555c-4bbf-944b-718ede811f19 req-12aa71bb-72a9-4e50-8051-b86908307a12 service neutron] 10.222.0.117 "DELETE /v2.0/ports/a38dc673-91e5-47f8-be53-adce368442e0/bindings/n-h1-828419-1 HTTP/1.1" status: 204 len: 173 time: 0.2234120 Feb 09 01:02:20.931892 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e371ab1-9c75-419c-a21a-1419d93f6cd4 req-807e64c9-9b83-4200-b4db-e1059e9361c4 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] No DVR routers for this DVR port c35c88e6-df13-4326-b183-fb73c903a7c4 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:02:20.934611 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6e371ab1-9c75-419c-a21a-1419d93f6cd4 req-807e64c9-9b83-4200-b4db-e1059e9361c4 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:20.955139 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a643ed-0658-494a-bb55-a406dcd2765f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac9f038e-b710-46b6-980d-f499101cfc4b', 'code': 200} Feb 09 01:02:20.966406 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f704c1-3069-47ac-bfed-22b148c91598', 'name': 'network-vif-deleted', 'tag': 'c35c88e6-df13-4326-b183-fb73c903a7c4'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:21.049471 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c6ea763-9412-420e-8c61-9f8bff369854 req-7ca8c96f-7db1-4ddc-992b-1836f5585e0f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=b7382de6-6aba-4a28-a643-d303a5c9ccff HTTP/1.1" status: 200 len: 217 time: 0.2499499 Feb 09 01:02:21.091173 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee029d8c-d32e-437c-8154-197f669a3f86 admin admin] Pushing event deleted for resources: {'Port': ['ID=f860e06d-97d2-4304-8bdc-eb009eedab9a,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:21.098597 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3bdf6d94-bde5-40f7-a0ef-1a6fedbb36bd req-4cbc9953-13c5-4eae-9d67-edecbb82b49d tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=28f704c1-3069-47ac-bfed-22b148c91598 HTTP/1.1" status: 200 len: 210 time: 0.0746887 Feb 09 01:02:21.117033 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-b2daa637-4635-4c7a-b528-bb4f4f8be49b service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7504623 Feb 09 01:02:21.297280 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-0c6c9730-a352-4c30-a83c-4f4ab07667de req-3c2eb6c2-8227-45cb-91ec-b4a2044743ed tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Deleting port ac9f038e-b710-46b6-980d-f499101cfc4b {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:21.298283 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0c6c9730-a352-4c30-a83c-4f4ab07667de req-3c2eb6c2-8227-45cb-91ec-b4a2044743ed tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:21.405540 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f704c1-3069-47ac-bfed-22b148c91598', 'name': 'network-vif-deleted', 'tag': 'c35c88e6-df13-4326-b183-fb73c903a7c4', 'status': 'completed', 'code': 200} Feb 09 01:02:21.453381 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6e371ab1-9c75-419c-a21a-1419d93f6cd4 req-807e64c9-9b83-4200-b4db-e1059e9361c4 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.35 "DELETE /v2.0/ports/c35c88e6-df13-4326-b183-fb73c903a7c4 HTTP/1.1" status: 204 len: 173 time: 5.2912722 Feb 09 01:02:21.570853 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:21.641092 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd9b96-37c1-41e5-bbe4-858a5ac9678d req-d78d41cd-7813-4b95-9015-9efc1639c6c1 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:21.642643 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6dcd9b96-37c1-41e5-bbe4-858a5ac9678d req-d78d41cd-7813-4b95-9015-9efc1639c6c1 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 945 time: 0.1357510 Feb 09 01:02:21.694643 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6dcd9b96-37c1-41e5-bbe4-858a5ac9678d req-5f6dc5c0-926b-4af3-8398-30eb4ae1b150 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448594 Feb 09 01:02:21.732907 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ea763-9412-420e-8c61-9f8bff369854 req-de0f4056-2c38-4761-84a0-c3ff9ff19300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:21.733745 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c6ea763-9412-420e-8c61-9f8bff369854 req-de0f4056-2c38-4761-84a0-c3ff9ff19300 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.6261089 Feb 09 01:02:21.793425 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33782) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:21.888939 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cc88fc2c-2665-4289-80c8-6922e3932f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:22.110146 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-cc88fc2c-2665-4289-80c8-6922e3932f92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0884624-9a1d-4da2-8c6b-cafb75225da9']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:22.163552 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a2c10-3918-4614-b84f-9b03be9e0148 req-b9d7a1b4-ba7b-472c-ac7c-2c644458d090 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:22.165766 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b33a2c10-3918-4614-b84f-9b03be9e0148 req-b9d7a1b4-ba7b-472c-ac7c-2c644458d090 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 947 time: 0.2696431 Feb 09 01:02:22.179048 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-cc88fc2c-2665-4289-80c8-6922e3932f92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d118ac-d74c-4174-afc4-f0f8baf72f7f') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:22.179625 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-cc88fc2c-2665-4289-80c8-6922e3932f92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d118ac-d74c-4174-afc4-f0f8baf72f7f') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:22.437011 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b33a2c10-3918-4614-b84f-9b03be9e0148 req-55c2787c-ac80-4763-8cab-0b25de5610c3 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597013 Feb 09 01:02:22.503282 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9dac463b-b123-4720-9cdf-e6853d595de3 req-ec6fedd3-e2b0-48a7-869e-dc764f7988dd service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3240802 Feb 09 01:02:22.505689 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cc88fc2c-2665-4289-80c8-6922e3932f92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:22.534811 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e030c-7649-4ef1-94a8-a3fb9e2f2f26 req-e92ed8e6-0876-423e-b28e-a8e6a0d6b7bf tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:22.537309 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-425e030c-7649-4ef1-94a8-a3fb9e2f2f26 req-e92ed8e6-0876-423e-b28e-a8e6a0d6b7bf tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/ports?device_id=a76d9741-0bb8-4b77-af9c-e40d6a945ad6 HTTP/1.1" status: 200 len: 947 time: 1.5822716 Feb 09 01:02:22.546613 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ee029d8c-d32e-437c-8154-197f669a3f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:22.673184 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb790291-3dc8-4137-9733-dde6f9c8c945 req-8846f75c-9c59-450d-a871-2ef7ff74f353 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:22.673184 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eb790291-3dc8-4137-9733-dde6f9c8c945 req-8846f75c-9c59-450d-a871-2ef7ff74f353 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76d9741-0bb8-4b77-af9c-e40d6a945ad6 HTTP/1.1" status: 200 len: 947 time: 1.1965373 Feb 09 01:02:22.689643 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cc88fc2c-2665-4289-80c8-6922e3932f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:22.805572 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fc68b-a0ee-4cb4-8267-50c9d66bc9f0 req-16b13ffe-9a51-47dd-9da5-c16b5e7c1172 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:22.807494 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a67fc68b-a0ee-4cb4-8267-50c9d66bc9f0 req-16b13ffe-9a51-47dd-9da5-c16b5e7c1172 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=88a643ed-0658-494a-bb55-a406dcd2765f HTTP/1.1" status: 200 len: 948 time: 0.1398056 Feb 09 01:02:22.822812 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc88fc2c-2665-4289-80c8-6922e3932f92 admin admin] Releasing vlan 997 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:02:22.823259 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cc88fc2c-2665-4289-80c8-6922e3932f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:22.856317 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:02:22.856317 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:02:22.856317 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:02:22.856317 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:02:22.856317 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:02:22.856317 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:02:22.856317 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:02:22.856317 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:02:22.856317 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:02:22.856317 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:02:22.856317 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:02:22.856317 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:02:22.856317 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:02:22.856317 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:02:22.856317 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:02:22.856317 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:02:22.856317 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:02:22.856317 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:02:22.856317 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:02:22.856317 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:02:22.856317 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:02:22.856317 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:02:22.856317 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:02:22.856317 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:02:22.856317 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:02:22.856317 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:02:22.856317 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:02:22.856317 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:02:22.856317 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:02:22.856317 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:02:22.856317 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:02:22.856317 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:02:22.898267 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a67fc68b-a0ee-4cb4-8267-50c9d66bc9f0 req-ca59ed9a-e417-4db6-9217-84b241238a94 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846119 Feb 09 01:02:22.943017 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ea763-9412-420e-8c61-9f8bff369854 req-cac9512c-1d8a-4745-97b1-c280102391b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:22.944252 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c6ea763-9412-420e-8c61-9f8bff369854 req-cac9512c-1d8a-4745-97b1-c280102391b1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1891887 Feb 09 01:02:22.963759 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-0c6c9730-a352-4c30-a83c-4f4ab07667de req-3c2eb6c2-8227-45cb-91ec-b4a2044743ed tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] For port ac9f038e-b710-46b6-980d-f499101cfc4b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=ac9f038e-b710-46b6-980d-f499101cfc4b,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:22.963987 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0c6c9730-a352-4c30-a83c-4f4ab07667de req-3c2eb6c2-8227-45cb-91ec-b4a2044743ed tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:22.964465 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9ba2e9fe-6c16-4d75-9086-b9818600ecd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:23.088841 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-425e030c-7649-4ef1-94a8-a3fb9e2f2f26 req-01acf9b8-d38a-4d17-8f1c-b50d4c370175 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/security-groups?id=d26cc557-a6e6-4bdd-a6df-88bad5d4807f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5285964 Feb 09 01:02:23.253682 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-0c6c9730-a352-4c30-a83c-4f4ab07667de req-3c2eb6c2-8227-45cb-91ec-b4a2044743ed tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Calling delete_port for ac9f038e-b710-46b6-980d-f499101cfc4b owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:23.287731 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-eb790291-3dc8-4137-9733-dde6f9c8c945 req-ac99dd7f-ec63-4aa4-b4f1-87712db208aa tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Deleting port 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:23.288389 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-eb790291-3dc8-4137-9733-dde6f9c8c945 req-ac99dd7f-ec63-4aa4-b4f1-87712db208aa tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:23.350073 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cc88fc2c-2665-4289-80c8-6922e3932f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:23.463935 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cc88fc2c-2665-4289-80c8-6922e3932f92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:23.505100 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ee145-492f-48cd-9f69-17d0ab866f36 req-bfd7772f-90fe-4fb2-90d5-903140e8cc10 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:23.507358 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-407ee145-492f-48cd-9f69-17d0ab866f36 req-bfd7772f-90fe-4fb2-90d5-903140e8cc10 tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 1096 time: 0.2790558 Feb 09 01:02:23.527527 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88fc2c-2665-4289-80c8-6922e3932f92 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0884624-9a1d-4da2-8c6b-cafb75225da9,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:23.541135 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-cc88fc2c-2665-4289-80c8-6922e3932f92 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b0884624-9a1d-4da2-8c6b-cafb75225da9 HTTP/1.1" status: 204 len: 168 time: 3.8457813 Feb 09 01:02:23.619755 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-9ba2e9fe-6c16-4d75-9086-b9818600ecd9 admin admin] Deleting port 5bfb2935-9f05-479c-a356-4b050192ea2e {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:23.620187 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9ba2e9fe-6c16-4d75-9086-b9818600ecd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:23.676384 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-407ee145-492f-48cd-9f69-17d0ab866f36 req-4762acbd-c569-48a8-99a7-56f05bc73cad tempest-LiveAutoBlockMigrationV225Test-1296061663 tempest-LiveAutoBlockMigrationV225Test-1296061663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280286 Feb 09 01:02:23.753818 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33798) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:23.760511 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c6ea763-9412-420e-8c61-9f8bff369854 req-fc132e3f-7480-4e65-a8e8-988c47eb15ea service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7858136 Feb 09 01:02:23.858534 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2a99c429-f9e0-4f41-821a-e5dfcc1f75e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aa1263cf7c9242f1bd5ac8c441762883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1032860 Feb 09 01:02:23.861529 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33804) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:23.906729 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-9ba2e9fe-6c16-4d75-9086-b9818600ecd9 admin admin] For port 5bfb2935-9f05-479c-a356-4b050192ea2e, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=5bfb2935-9f05-479c-a356-4b050192ea2e,segment=NetworkSegment(64dd75d4-6fae-4951-bf2a-3e9b32aa4c93),segment_id=64dd75d4-6fae-4951-bf2a-3e9b32aa4c93)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:23.907742 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9ba2e9fe-6c16-4d75-9086-b9818600ecd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:24.043506 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ea763-9412-420e-8c61-9f8bff369854 req-37e64cfe-1e54-457e-9379-0eab5a3caf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:24.045507 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c6ea763-9412-420e-8c61-9f8bff369854 req-37e64cfe-1e54-457e-9379-0eab5a3caf76 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 1098 time: 1.4245117 Feb 09 01:02:24.100712 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-9ba2e9fe-6c16-4d75-9086-b9818600ecd9 admin admin] Calling delete_port for 5bfb2935-9f05-479c-a356-4b050192ea2e owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:24.198888 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fae815f7-640f-4976-9e9a-47b153da4f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:24.257357 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fae815f7-640f-4976-9e9a-47b153da4f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:24.308149 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef86c63-55ac-4022-9e2f-aef815d0e5ac req-697d0a83-8721-44c5-a639-dedbc4e36b23 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:24.315586 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-eef86c63-55ac-4022-9e2f-aef815d0e5ac req-697d0a83-8721-44c5-a639-dedbc4e36b23 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 947 time: 0.3954518 Feb 09 01:02:24.396149 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-eef86c63-55ac-4022-9e2f-aef815d0e5ac req-65c1e1a1-6bc9-44ea-b1a0-4f80ba043ce7 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794172 Feb 09 01:02:24.428550 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fae815f7-640f-4976-9e9a-47b153da4f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:24.583429 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae815f7-640f-4976-9e9a-47b153da4f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280e7d85-199d-449b-85e9-4691bc80af40,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:24.586208 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c6ea763-9412-420e-8c61-9f8bff369854 req-95ed5b57-31ba-4b7c-ab5e-2c31f87f6885 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7424757 Feb 09 01:02:24.597824 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0c6c9730-a352-4c30-a83c-4f4ab07667de req-3c2eb6c2-8227-45cb-91ec-b4a2044743ed tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:24.607654 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-eb790291-3dc8-4137-9733-dde6f9c8c945 req-ac99dd7f-ec63-4aa4-b4f1-87712db208aa tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] For port 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9f4a6e9c-d7c2-49a4-a271-452c4faca4a4,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:24.607654 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-eb790291-3dc8-4137-9733-dde6f9c8c945 req-ac99dd7f-ec63-4aa4-b4f1-87712db208aa tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:24.611532 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['baf37f40-b7ff-40be-8f6e-4a837939e01d'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:02:24.623029 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fae815f7-640f-4976-9e9a-47b153da4f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:24.627714 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fae815f7-640f-4976-9e9a-47b153da4f58 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/280e7d85-199d-449b-85e9-4691bc80af40 HTTP/1.1" status: 204 len: 168 time: 0.7611558 Feb 09 01:02:24.648323 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9ba2e9fe-6c16-4d75-9086-b9818600ecd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:24.698809 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:24.758067 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee029d8c-d32e-437c-8154-197f669a3f86 admin admin] Router d277d0a2-bcdb-45a7-9556-da9456f32d50 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:02:24.767308 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2e9fe-6c16-4d75-9086-b9818600ecd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bfb2935-9f05-479c-a356-4b050192ea2e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:24.857387 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c25ca6-3606-4996-8b3b-6c688ab22a89 req-a25cc755-8940-4342-9f99-06b51851084c tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:24.858887 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-87c25ca6-3606-4996-8b3b-6c688ab22a89 req-a25cc755-8940-4342-9f99-06b51851084c tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Synchronizing usage tracker for tenant:e3282b39b26b4341b7bfc42f3e4e8492 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:02:24.873463 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2eb6c2-8227-45cb-91ec-b4a2044743ed tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Pushing event deleted for resources: {'Port': ['ID=ac9f038e-b710-46b6-980d-f499101cfc4b,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:25.066760 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-eb790291-3dc8-4137-9733-dde6f9c8c945 req-ac99dd7f-ec63-4aa4-b4f1-87712db208aa tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Calling delete_port for 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:25.097945 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5f50904a-df02-4f21-a23e-51e849c68845 req-7db8f00e-7ecf-41c9-afea-e24312dbfa5c tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=88a643ed-0658-494a-bb55-a406dcd2765f HTTP/1.1" status: 200 len: 210 time: 0.1065388 Feb 09 01:02:25.156753 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ea763-9412-420e-8c61-9f8bff369854 req-8492d907-7249-47c2-809b-86433c70a348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:25.158239 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c6ea763-9412-420e-8c61-9f8bff369854 req-8492d907-7249-47c2-809b-86433c70a348 service neutron] 10.222.0.117 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 1.1034102 Feb 09 01:02:25.276653 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9ba2e9fe-6c16-4d75-9086-b9818600ecd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:25.362223 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c6ea763-9412-420e-8c61-9f8bff369854 req-9aac5404-b809-4269-acf6-599983fd7fff service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=b7382de6-6aba-4a28-a643-d303a5c9ccff HTTP/1.1" status: 200 len: 217 time: 0.1866236 Feb 09 01:02:25.384636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6c9730-a352-4c30-a83c-4f4ab07667de req-3c2eb6c2-8227-45cb-91ec-b4a2044743ed tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] No DVR routers for this DVR port ac9f038e-b710-46b6-980d-f499101cfc4b on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:02:25.401685 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-87c25ca6-3606-4996-8b3b-6c688ab22a89 req-a25cc755-8940-4342-9f99-06b51851084c tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Unset dirty status for tenant:e3282b39b26b4341b7bfc42f3e4e8492 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:02:25.403156 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-87c25ca6-3606-4996-8b3b-6c688ab22a89 req-a25cc755-8940-4342-9f99-06b51851084c tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=13f5520e-a652-4429-beb0-e3ecb64357a5 HTTP/1.1" status: 200 len: 950 time: 1.6036451 Feb 09 01:02:25.449987 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0c6c9730-a352-4c30-a83c-4f4ab07667de req-3c2eb6c2-8227-45cb-91ec-b4a2044743ed tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:25.454460 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a643ed-0658-494a-bb55-a406dcd2765f', 'name': 'network-vif-deleted', 'tag': 'ac9f038e-b710-46b6-980d-f499101cfc4b'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:25.585618 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:02:25.615744 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cbdc4-c4af-44f5-a7de-eff5e8feddde req-39ddee83-cc0d-4374-9926-1c4ff82cac32 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:25.624625 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-252cbdc4-c4af-44f5-a7de-eff5e8feddde req-39ddee83-cc0d-4374-9926-1c4ff82cac32 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/ports?device_id=a76d9741-0bb8-4b77-af9c-e40d6a945ad6 HTTP/1.1" status: 200 len: 947 time: 0.3866451 Feb 09 01:02:25.726023 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0c6c9730-a352-4c30-a83c-4f4ab07667de req-3c2eb6c2-8227-45cb-91ec-b4a2044743ed tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.35 "DELETE /v2.0/ports/ac9f038e-b710-46b6-980d-f499101cfc4b HTTP/1.1" status: 204 len: 173 time: 8.3018777 Feb 09 01:02:25.754877 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ea763-9412-420e-8c61-9f8bff369854 req-56042de9-c501-4f6f-889c-f0797625d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:25.759138 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c6ea763-9412-420e-8c61-9f8bff369854 req-56042de9-c501-4f6f-889c-f0797625d495 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.3626261 Feb 09 01:02:25.807035 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-252cbdc4-c4af-44f5-a7de-eff5e8feddde req-097fa0b3-df7b-4cf5-96be-f2b4522cb120 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/security-groups?id=d26cc557-a6e6-4bdd-a6df-88bad5d4807f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789925 Feb 09 01:02:25.981589 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73968bf-8b79-4faf-aa40-2f0cc8019151 req-de2e83df-727c-4410-8dc7-0f6c3f2cc1c7 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:25.983046 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e73968bf-8b79-4faf-aa40-2f0cc8019151 req-de2e83df-727c-4410-8dc7-0f6c3f2cc1c7 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.117 "GET /v2.0/ports?device_id=13f5520e-a652-4429-beb0-e3ecb64357a5 HTTP/1.1" status: 200 len: 950 time: 0.3816543 Feb 09 01:02:26.021637 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba2e9fe-6c16-4d75-9086-b9818600ecd9 admin admin] Router 017d060b-c7b6-4436-9514-163ccdf34845 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:02:26.026798 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-87c25ca6-3606-4996-8b3b-6c688ab22a89 req-92e79dcd-f59d-4643-8358-bbb40ccb446a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5543876 Feb 09 01:02:26.036166 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee029d8c-d32e-437c-8154-197f669a3f86 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:02:26.047769 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4cf9ba-ab9a-4530-b647-5f1c3aa80ba8 None None] Sync routers for ids ['d277d0a2-bcdb-45a7-9556-da9456f32d50'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:02:26.065816 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4cf9ba-ab9a-4530-b647-5f1c3aa80ba8 None None] Routers {'d277d0a2-bcdb-45a7-9556-da9456f32d50'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:02:26.065816 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-bb4cf9ba-ab9a-4530-b647-5f1c3aa80ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:02:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['d277d0a2-bcdb-45a7-9556-da9456f32d50'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:26.066257 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ee029d8c-d32e-437c-8154-197f669a3f86 admin admin] 10.222.0.37 "PUT /v2.0/routers/d277d0a2-bcdb-45a7-9556-da9456f32d50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6610429 Feb 09 01:02:26.071794 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33838) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:26.072132 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33840) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:26.132857 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-eb790291-3dc8-4137-9733-dde6f9c8c945 req-ac99dd7f-ec63-4aa4-b4f1-87712db208aa tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:26.159839 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed7c93-0c95-498d-be83-6c75282cfa27 req-aa3b5edb-4d02-47cd-853b-0b2f3f400c2a tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:26.161338 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-24ed7c93-0c95-498d-be83-6c75282cfa27 req-aa3b5edb-4d02-47cd-853b-0b2f3f400c2a tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.117 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 945 time: 0.3810863 Feb 09 01:02:26.309925 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-bb4cf9ba-ab9a-4530-b647-5f1c3aa80ba8 None None] Set router d277d0a2-bcdb-45a7-9556-da9456f32d50 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:02:26.344506 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac99dd7f-ec63-4aa4-b4f1-87712db208aa tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Pushing event deleted for resources: {'Port': ['ID=9f4a6e9c-d7c2-49a4-a271-452c4faca4a4,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:26.394012 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ea763-9412-420e-8c61-9f8bff369854 req-5c1db0c7-05d0-4fac-8949-b3e2740a70c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:26.395493 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c6ea763-9412-420e-8c61-9f8bff369854 req-5c1db0c7-05d0-4fac-8949-b3e2740a70c2 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5975490 Feb 09 01:02:26.445192 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-e73968bf-8b79-4faf-aa40-2f0cc8019151 req-4e1b4a8c-8ae5-4b85-ba46-9ea058dc68e8 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Deleting port 38e4d5ac-c8dc-470d-bad6-9c688d2014e8 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:26.445720 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-e73968bf-8b79-4faf-aa40-2f0cc8019151 req-4e1b4a8c-8ae5-4b85-ba46-9ea058dc68e8 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:26.651832 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-5728350e-e392-44fd-8913-11f31f52c15f admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-610519972-network', 'tenant_id': '27989079fc4f45f8ab144b741eece4df'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:26.663274 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-bb4cf9ba-ab9a-4530-b647-5f1c3aa80ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd277d0a2-bcdb-45a7-9556-da9456f32d50', 'name': 'tempest-FloatingIPDetailsTestJSON-2076563983-router', 'tenant_id': 'bcb54e82376a4a56a730ba32d0fccc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'dd2d727b-06f0-4461-b941-5dc5edfe4187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:25Z', 'updated_at': '2022-02-09T01:02:19Z', 'revision_number': 5, 'project_id': 'bcb54e82376a4a56a730ba32d0fccc73', 'gw_port': {'id': 'dd2d727b-06f0-4461-b941-5dc5edfe4187', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd277d0a2-bcdb-45a7-9556-da9456f32d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:27Z', 'updated_at': '2022-02-09T01:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:26.668112 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4cf9ba-ab9a-4530-b647-5f1c3aa80ba8 None None] Checking router: d277d0a2-bcdb-45a7-9556-da9456f32d50 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:02:26.675498 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5728350e-e392-44fd-8913-11f31f52c15f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:26.676659 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4cf9ba-ab9a-4530-b647-5f1c3aa80ba8 None None] Routers {'d277d0a2-bcdb-45a7-9556-da9456f32d50'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:02:26.677406 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-bb4cf9ba-ab9a-4530-b647-5f1c3aa80ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:02:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['d277d0a2-bcdb-45a7-9556-da9456f32d50'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:26.688924 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5728350e-e392-44fd-8913-11f31f52c15f admin admin] Usage tracker for resource:network and tenant:27989079fc4f45f8ab144b741eece4df is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:26.690781 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb790291-3dc8-4137-9733-dde6f9c8c945 req-ac99dd7f-ec63-4aa4-b4f1-87712db208aa tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] No DVR routers for this DVR port 9f4a6e9c-d7c2-49a4-a271-452c4faca4a4 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:02:26.699578 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-eb790291-3dc8-4137-9733-dde6f9c8c945 req-ac99dd7f-ec63-4aa4-b4f1-87712db208aa tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:26.701532 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eb790291-3dc8-4137-9733-dde6f9c8c945 req-ac99dd7f-ec63-4aa4-b4f1-87712db208aa tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.35 "DELETE /v2.0/ports/9f4a6e9c-d7c2-49a4-a271-452c4faca4a4 HTTP/1.1" status: 204 len: 173 time: 3.9373159 Feb 09 01:02:26.707218 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-24ed7c93-0c95-498d-be83-6c75282cfa27 req-a680800c-c37e-46e0-be6e-cb7c441d1dca tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Deleting port a38dc673-91e5-47f8-be53-adce368442e0 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:26.707772 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-24ed7c93-0c95-498d-be83-6c75282cfa27 req-a680800c-c37e-46e0-be6e-cb7c441d1dca tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:26.761887 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5728350e-e392-44fd-8913-11f31f52c15f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:26.791133 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5728350e-e392-44fd-8913-11f31f52c15f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:26.894426 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5728350e-e392-44fd-8913-11f31f52c15f admin admin] Made reservation on behalf of 27989079fc4f45f8ab144b741eece4df for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:26.897182 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5728350e-e392-44fd-8913-11f31f52c15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:26.914733 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c74f67-8db6-49aa-8499-851618e8dcd4 req-de595062-6651-40b0-a2e0-ee7b91400ea5 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:26.922641 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c2c74f67-8db6-49aa-8499-851618e8dcd4 req-de595062-6651-40b0-a2e0-ee7b91400ea5 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 945 time: 0.9375083 Feb 09 01:02:26.941153 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-bb4cf9ba-ab9a-4530-b647-5f1c3aa80ba8 None None] Set router d277d0a2-bcdb-45a7-9556-da9456f32d50 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:02:26.942785 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868f313-0f5b-4d23-b81d-376bb9fddd74 req-6621a415-39fd-4ace-a72a-96e599c2b644 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:26.950438 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3868f313-0f5b-4d23-b81d-376bb9fddd74 req-6621a415-39fd-4ace-a72a-96e599c2b644 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 947 time: 0.7337489 Feb 09 01:02:27.022812 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96924257-7de0-41bf-8b11-50142b2d08e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:27.038607 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c6ea763-9412-420e-8c61-9f8bff369854 req-05f08dfc-8325-47f1-8aa9-1e23cd135457 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6295016 Feb 09 01:02:27.103249 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5728350e-e392-44fd-8913-11f31f52c15f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:27.209392 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-24ed7c93-0c95-498d-be83-6c75282cfa27 req-a680800c-c37e-46e0-be6e-cb7c441d1dca tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] For port a38dc673-91e5-47f8-be53-adce368442e0, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=a38dc673-91e5-47f8-be53-adce368442e0,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:27.210124 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-24ed7c93-0c95-498d-be83-6c75282cfa27 req-a680800c-c37e-46e0-be6e-cb7c441d1dca tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:27.214167 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5728350e-e392-44fd-8913-11f31f52c15f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:27.216787 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba2e9fe-6c16-4d75-9086-b9818600ecd9 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:02:27.229579 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bb053d-800d-411d-a6ea-7322b1e67357 None None] Sync routers for ids ['017d060b-c7b6-4436-9514-163ccdf34845'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:02:27.240308 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9ba2e9fe-6c16-4d75-9086-b9818600ecd9 admin admin] 10.222.0.37 "PUT /v2.0/routers/017d060b-c7b6-4436-9514-163ccdf34845/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4457762 Feb 09 01:02:27.247882 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bb053d-800d-411d-a6ea-7322b1e67357 None None] Routers {'017d060b-c7b6-4436-9514-163ccdf34845'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:02:27.249026 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-81bb053d-800d-411d-a6ea-7322b1e67357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:02:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['017d060b-c7b6-4436-9514-163ccdf34845'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:27.249719 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5728350e-e392-44fd-8913-11f31f52c15f admin admin] Usage tracker for resource:security_group_rule and tenant:27989079fc4f45f8ab144b741eece4df is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:27.264360 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c2c74f67-8db6-49aa-8499-851618e8dcd4 req-6d833aba-c947-47de-88b4-19d1fc0a4e61 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406436 Feb 09 01:02:27.277953 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5728350e-e392-44fd-8913-11f31f52c15f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:27.283029 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33854) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:27.335207 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-bb4cf9ba-ab9a-4530-b647-5f1c3aa80ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd277d0a2-bcdb-45a7-9556-da9456f32d50', 'name': 'tempest-FloatingIPDetailsTestJSON-2076563983-router', 'tenant_id': 'bcb54e82376a4a56a730ba32d0fccc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'dd2d727b-06f0-4461-b941-5dc5edfe4187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:25Z', 'updated_at': '2022-02-09T01:02:19Z', 'revision_number': 5, 'project_id': 'bcb54e82376a4a56a730ba32d0fccc73', 'gw_port': {'id': 'dd2d727b-06f0-4461-b941-5dc5edfe4187', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd277d0a2-bcdb-45a7-9556-da9456f32d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:27Z', 'updated_at': '2022-02-09T01:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:27.351055 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4cf9ba-ab9a-4530-b647-5f1c3aa80ba8 None None] The sync data for ids ['d277d0a2-bcdb-45a7-9556-da9456f32d50'] in n-d-828419-1 is: [{'id': 'd277d0a2-bcdb-45a7-9556-da9456f32d50', 'name': 'tempest-FloatingIPDetailsTestJSON-2076563983-router', 'tenant_id': 'bcb54e82376a4a56a730ba32d0fccc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'dd2d727b-06f0-4461-b941-5dc5edfe4187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:25Z', 'updated_at': '2022-02-09T01:02:19Z', 'revision_number': 5, 'project_id': 'bcb54e82376a4a56a730ba32d0fccc73', 'gw_port': {'id': 'dd2d727b-06f0-4461-b941-5dc5edfe4187', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd277d0a2-bcdb-45a7-9556-da9456f32d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:27Z', 'updated_at': '2022-02-09T01:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:02:27.438227 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a643ed-0658-494a-bb55-a406dcd2765f', 'name': 'network-vif-deleted', 'tag': 'ac9f038e-b710-46b6-980d-f499101cfc4b', 'status': 'completed', 'code': 200} Feb 09 01:02:27.450371 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-24ed7c93-0c95-498d-be83-6c75282cfa27 req-a680800c-c37e-46e0-be6e-cb7c441d1dca tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Calling delete_port for a38dc673-91e5-47f8-be53-adce368442e0 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:27.507722 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3868f313-0f5b-4d23-b81d-376bb9fddd74 req-66b6470c-7c0e-4078-93d9-1bb8b5c4bfba tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5557652 Feb 09 01:02:27.666450 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5728350e-e392-44fd-8913-11f31f52c15f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:27.780836 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device b7382de6-6aba-4a28-a643-d303a5c9ccff details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:02:27.792096 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-81bb053d-800d-411d-a6ea-7322b1e67357 None None] Set router 017d060b-c7b6-4436-9514-163ccdf34845 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:02:27.841817 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c6ea763-9412-420e-8c61-9f8bff369854 req-7fb3d9a9-d6f4-4899-999c-64467c4f7ab3 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7049580 Feb 09 01:02:27.855614 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96924257-7de0-41bf-8b11-50142b2d08e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:27.927687 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f9c52cac-b4e5-485a-96de-ea8f16a2fd15 req-c0d20684-5f27-4b21-bafa-0e527afd1022 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Synchronizing usage tracker for tenant:e89768b4b7dd4f158c579bead75e7e42 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:02:27.941957 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-24ed7c93-0c95-498d-be83-6c75282cfa27 req-a680800c-c37e-46e0-be6e-cb7c441d1dca tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:27.949610 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-e73968bf-8b79-4faf-aa40-2f0cc8019151 req-4e1b4a8c-8ae5-4b85-ba46-9ea058dc68e8 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] For port 38e4d5ac-c8dc-470d-bad6-9c688d2014e8, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=38e4d5ac-c8dc-470d-bad6-9c688d2014e8,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:27.950122 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-e73968bf-8b79-4faf-aa40-2f0cc8019151 req-4e1b4a8c-8ae5-4b85-ba46-9ea058dc68e8 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:28.001291 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['a3a8c315-95d5-4b07-958e-13e5b6be2a4c'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:02:28.047927 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['a38dc673-91e5-47f8-be53-adce368442e0'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:02:28.051378 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-96924257-7de0-41bf-8b11-50142b2d08e4 admin admin] Deleting port dd2d727b-06f0-4461-b941-5dc5edfe4187 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:28.051828 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96924257-7de0-41bf-8b11-50142b2d08e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:28.099371 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680800c-c37e-46e0-be6e-cb7c441d1dca tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Pushing event deleted for resources: {'Port': ['ID=a38dc673-91e5-47f8-be53-adce368442e0,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:28.109906 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.resource_extend [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:02:28.117530 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f9c52cac-b4e5-485a-96de-ea8f16a2fd15 req-c0d20684-5f27-4b21-bafa-0e527afd1022 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Unset dirty status for tenant:e89768b4b7dd4f158c579bead75e7e42 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:02:28.131141 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f9c52cac-b4e5-485a-96de-ea8f16a2fd15 req-c0d20684-5f27-4b21-bafa-0e527afd1022 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/ports?device_id=a76d9741-0bb8-4b77-af9c-e40d6a945ad6 HTTP/1.1" status: 200 len: 210 time: 0.2967656 Feb 09 01:02:28.169004 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-e73968bf-8b79-4faf-aa40-2f0cc8019151 req-4e1b4a8c-8ae5-4b85-ba46-9ea058dc68e8 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Calling delete_port for 38e4d5ac-c8dc-470d-bad6-9c688d2014e8 owned by compute:nova {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:28.254556 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f860e06d-97d2-4304-8bdc-eb009eedab9a no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:02:28.261016 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ed7c93-0c95-498d-be83-6c75282cfa27 req-a680800c-c37e-46e0-be6e-cb7c441d1dca tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] No DVR routers for this DVR port a38dc673-91e5-47f8-be53-adce368442e0 on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:02:28.265818 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-24ed7c93-0c95-498d-be83-6c75282cfa27 req-a680800c-c37e-46e0-be6e-cb7c441d1dca tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:28.269721 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ce865268-08aa-4e9c-b848-10a754973e66 admin admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:28.285776 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-24ed7c93-0c95-498d-be83-6c75282cfa27 req-a680800c-c37e-46e0-be6e-cb7c441d1dca tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.117 "DELETE /v2.0/ports/a38dc673-91e5-47f8-be53-adce368442e0 HTTP/1.1" status: 204 len: 173 time: 2.0787916 Feb 09 01:02:28.316746 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: f860e06d-97d2-4304-8bdc-eb009eedab9a {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:02:28.317161 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f860e06d-97d2-4304-8bdc-eb009eedab9a not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:02:28.563112 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port b7382de6-6aba-4a28-a643-d303a5c9ccff, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=b7382de6-6aba-4a28-a643-d303a5c9ccff,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:28.627971 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': 'b7382de6-6aba-4a28-a643-d303a5c9ccff', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': 'b7382de6-6aba-4a28-a643-d303a5c9ccff', 'mac_address': 'fa:16:3e:e8:39:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:02:28.695790 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a158f-cc4c-4773-8dc4-229810292c5f req-32097d0a-79fb-4963-a211-747532bb1d39 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:28.698840 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c92a158f-cc4c-4773-8dc4-229810292c5f req-32097d0a-79fb-4963-a211-747532bb1d39 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26&tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&binding%3Ahost_id=n-h2-828419-1 HTTP/1.1" status: 200 len: 947 time: 0.1722748 Feb 09 01:02:28.762297 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2b312-3d01-4bc4-aed4-d1c5b94e84f9 req-26cc6359-913b-49ae-aedb-1021501ca5c0 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:28.764934 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2ed2b312-3d01-4bc4-aed4-d1c5b94e84f9 req-26cc6359-913b-49ae-aedb-1021501ca5c0 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=13f5520e-a652-4429-beb0-e3ecb64357a5 HTTP/1.1" status: 200 len: 950 time: 1.0713637 Feb 09 01:02:28.810480 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:28.835801 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-87426979-70b8-48df-9647-8f8c8d8713ab req-4bfd0976-53f6-4dd8-9f6a-3f8964caa2d3 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Synchronizing usage tracker for tenant:5a38989228a14de2b6764c7f261f44e3 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:02:28.838058 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7382de6-6aba-4a28-a643-d303a5c9ccff {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:02:28.854935 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port b7382de6-6aba-4a28-a643-d303a5c9ccff, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=b7382de6-6aba-4a28-a643-d303a5c9ccff,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:28.857473 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-81bb053d-800d-411d-a6ea-7322b1e67357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017d060b-c7b6-4436-9514-163ccdf34845', 'name': 'tempest-ServersTestMultiNic-1002343795-router', 'tenant_id': '6f085f8b18784551909478d3d7d57efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '005d6ce5-b661-487c-a0a5-4c1a96d90dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:59:42Z', 'updated_at': '2022-02-09T01:02:24Z', 'revision_number': 5, 'project_id': '6f085f8b18784551909478d3d7d57efd', 'gw_port': {'id': '005d6ce5-b661-487c-a0a5-4c1a96d90dd4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:07:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017d060b-c7b6-4436-9514-163ccdf34845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:44Z', 'updated_at': '2022-02-09T00:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:28.862506 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bb053d-800d-411d-a6ea-7322b1e67357 None None] Checking router: 017d060b-c7b6-4436-9514-163ccdf34845 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:02:28.864632 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:28.868089 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-87426979-70b8-48df-9647-8f8c8d8713ab req-4bfd0976-53f6-4dd8-9f6a-3f8964caa2d3 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Unset dirty status for tenant:5a38989228a14de2b6764c7f261f44e3 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:02:28.869614 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-87426979-70b8-48df-9647-8f8c8d8713ab req-4bfd0976-53f6-4dd8-9f6a-3f8964caa2d3 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 210 time: 0.0885940 Feb 09 01:02:28.871972 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [req-c92a158f-cc4c-4773-8dc4-229810292c5f req-cf8bf13d-d647-437c-bb03-972454b16f88 service neutron] delete failed (client error): The resource could not be found. Feb 09 01:02:28.873310 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c92a158f-cc4c-4773-8dc4-229810292c5f req-cf8bf13d-d647-437c-bb03-972454b16f88 service neutron] 10.222.0.35 "DELETE /v2.0/ports/b7382de6-6aba-4a28-a643-d303a5c9ccff/bindings/n-h1-828419-1 HTTP/1.1" status: 404 len: 380 time: 0.1678164 Feb 09 01:02:28.918573 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5728350e-e392-44fd-8913-11f31f52c15f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:28.948861 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bb053d-800d-411d-a6ea-7322b1e67357 None None] Routers {'017d060b-c7b6-4436-9514-163ccdf34845'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:02:28.949903 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-81bb053d-800d-411d-a6ea-7322b1e67357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:02:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['017d060b-c7b6-4436-9514-163ccdf34845'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:29.126965 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5728350e-e392-44fd-8913-11f31f52c15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:29.152094 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=b7382de6-6aba-4a28-a643-d303a5c9ccff,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:29.176111 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a158f-cc4c-4773-8dc4-229810292c5f req-0697c263-d81a-4650-b889-16b1df28705d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:29.177787 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c92a158f-cc4c-4773-8dc4-229810292c5f req-0697c263-d81a-4650-b889-16b1df28705d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 1099 time: 0.1797047 Feb 09 01:02:29.244999 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5728350e-e392-44fd-8913-11f31f52c15f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 961} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:02:29.246956 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['b7382de6-6aba-4a28-a643-d303a5c9ccff'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:02:29.257044 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5728350e-e392-44fd-8913-11f31f52c15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:29.257452 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-5728350e-e392-44fd-8913-11f31f52c15f admin admin] Added segment db9ba235-89e2-4f9a-977e-838070d870cc of type vlan for network 212d519a-979f-468b-96fb-02a8cac3aff6 Feb 09 01:02:29.291965 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5728350e-e392-44fd-8913-11f31f52c15f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:29.362234 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2ed2b312-3d01-4bc4-aed4-d1c5b94e84f9 req-a3e1a1c6-9b0d-4b80-b85f-2e74caa2561d tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5694253 Feb 09 01:02:29.375096 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a17c0-cdbb-475c-bc0e-f6bffebf7fea req-26a1576b-f277-4c96-a673-c7a2fe3ba0f3 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:29.383308 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2e9a17c0-cdbb-475c-bc0e-f6bffebf7fea req-26a1576b-f277-4c96-a673-c7a2fe3ba0f3 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 948 time: 0.2497470 Feb 09 01:02:29.402118 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5728350e-e392-44fd-8913-11f31f52c15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:29.404010 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5728350e-e392-44fd-8913-11f31f52c15f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:29.406609 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5728350e-e392-44fd-8913-11f31f52c15f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:29.424297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a158f-cc4c-4773-8dc4-229810292c5f req-99ca3c82-8915-4479-86dd-9429af6f957c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:29.425805 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c92a158f-cc4c-4773-8dc4-229810292c5f req-99ca3c82-8915-4479-86dd-9429af6f957c service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.2397785 Feb 09 01:02:29.444133 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-81bb053d-800d-411d-a6ea-7322b1e67357 None None] Set router 017d060b-c7b6-4436-9514-163ccdf34845 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:02:29.603975 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ce865268-08aa-4e9c-b848-10a754973e66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:29.662991 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5728350e-e392-44fd-8913-11f31f52c15f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.5791857 Feb 09 01:02:29.672295 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76d9741-0bb8-4b77-af9c-e40d6a945ad6', 'name': 'network-vif-deleted', 'tag': '9f4a6e9c-d7c2-49a4-a271-452c4faca4a4'}, {'server_uuid': '979d077b-7f63-4e65-98d6-1353518bfabe', 'name': 'network-vif-deleted', 'tag': 'a38dc673-91e5-47f8-be53-adce368442e0'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:29.683325 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 33870) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:29.703447 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-b67e4a3e-b7d6-4733-9544-4edb4b0f1190 admin admin] Request body: {'subnet': {'network_id': '212d519a-979f-468b-96fb-02a8cac3aff6', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-610519972-subnet', 'tenant_id': '27989079fc4f45f8ab144b741eece4df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:29.708844 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c92a158f-cc4c-4773-8dc4-229810292c5f req-fbb8fa07-3afc-4ec4-8ab0-0f73caeb5dd8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=b7382de6-6aba-4a28-a643-d303a5c9ccff HTTP/1.1" status: 200 len: 217 time: 0.2747850 Feb 09 01:02:29.713800 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b67e4a3e-b7d6-4733-9544-4edb4b0f1190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:29.725099 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b67e4a3e-b7d6-4733-9544-4edb4b0f1190 admin admin] Usage tracker for resource:subnet and tenant:27989079fc4f45f8ab144b741eece4df is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:29.748044 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-ce865268-08aa-4e9c-b848-10a754973e66 admin admin] Deleting port 005d6ce5-b661-487c-a0a5-4c1a96d90dd4 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:29.748412 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ce865268-08aa-4e9c-b848-10a754973e66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:29.770166 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2e9a17c0-cdbb-475c-bc0e-f6bffebf7fea req-9cff0d12-ebcd-4420-a24e-42110b267118 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858275 Feb 09 01:02:29.778733 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 38e4d5ac-c8dc-470d-bad6-9c688d2014e8 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:02:29.785235 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b67e4a3e-b7d6-4733-9544-4edb4b0f1190 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:29.805052 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-96924257-7de0-41bf-8b11-50142b2d08e4 admin admin] For port dd2d727b-06f0-4461-b941-5dc5edfe4187, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=dd2d727b-06f0-4461-b941-5dc5edfe4187,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:29.805730 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96924257-7de0-41bf-8b11-50142b2d08e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:29.806246 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b67e4a3e-b7d6-4733-9544-4edb4b0f1190 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:29.823053 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728350e-e392-44fd-8913-11f31f52c15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0642db-114b-4eee-9b0a-78a1759ea06f,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:29.834741 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: 38e4d5ac-c8dc-470d-bad6-9c688d2014e8 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:02:29.835400 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 38e4d5ac-c8dc-470d-bad6-9c688d2014e8 not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:02:29.835621 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device a38dc673-91e5-47f8-be53-adce368442e0 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:02:29.844571 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728350e-e392-44fd-8913-11f31f52c15f admin admin] Pushing event updated for resources: {'Network': ['ID=212d519a-979f-468b-96fb-02a8cac3aff6,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:29.853147 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67e4a3e-b7d6-4733-9544-4edb4b0f1190 admin admin] Made reservation on behalf of 27989079fc4f45f8ab144b741eece4df for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:29.855129 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-e73968bf-8b79-4faf-aa40-2f0cc8019151 req-4e1b4a8c-8ae5-4b85-ba46-9ea058dc68e8 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:29.865990 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b67e4a3e-b7d6-4733-9544-4edb4b0f1190 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:29.880012 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: a38dc673-91e5-47f8-be53-adce368442e0 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:02:29.880236 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device a38dc673-91e5-47f8-be53-adce368442e0 not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:02:29.882016 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['85f0c83d-e492-4252-8c90-1fd22fec3aff', 'a4b505d8-d756-48f6-922c-121b8b731f28'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:02:29.891408 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a158f-cc4c-4773-8dc4-229810292c5f req-c49b96e7-741e-437a-844a-821836e396ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:29.910080 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c92a158f-cc4c-4773-8dc4-229810292c5f req-c49b96e7-741e-437a-844a-821836e396ef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.1876578 Feb 09 01:02:29.910720 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 212d519a-979f-468b-96fb-02a8cac3aff6 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:02:30.046211 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-96924257-7de0-41bf-8b11-50142b2d08e4 admin admin] Calling delete_port for dd2d727b-06f0-4461-b941-5dc5edfe4187 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:30.143825 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76d9741-0bb8-4b77-af9c-e40d6a945ad6', 'name': 'network-vif-deleted', 'tag': '9f4a6e9c-d7c2-49a4-a271-452c4faca4a4', 'status': 'completed', 'code': 200} Feb 09 01:02:30.144020 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979d077b-7f63-4e65-98d6-1353518bfabe', 'name': 'network-vif-deleted', 'tag': 'a38dc673-91e5-47f8-be53-adce368442e0', 'status': 'completed', 'code': 200} Feb 09 01:02:30.225860 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b4a8c-8ae5-4b85-ba46-9ea058dc68e8 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Pushing event deleted for resources: {'Port': ['ID=38e4d5ac-c8dc-470d-bad6-9c688d2014e8,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:30.341045 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-81bb053d-800d-411d-a6ea-7322b1e67357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017d060b-c7b6-4436-9514-163ccdf34845', 'name': 'tempest-ServersTestMultiNic-1002343795-router', 'tenant_id': '6f085f8b18784551909478d3d7d57efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '005d6ce5-b661-487c-a0a5-4c1a96d90dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:59:42Z', 'updated_at': '2022-02-09T01:02:24Z', 'revision_number': 5, 'project_id': '6f085f8b18784551909478d3d7d57efd', 'gw_port': {'id': '005d6ce5-b661-487c-a0a5-4c1a96d90dd4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:07:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017d060b-c7b6-4436-9514-163ccdf34845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:44Z', 'updated_at': '2022-02-09T00:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:30.356166 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bb053d-800d-411d-a6ea-7322b1e67357 None None] The sync data for ids ['017d060b-c7b6-4436-9514-163ccdf34845'] in n-d-828419-1 is: [{'id': '017d060b-c7b6-4436-9514-163ccdf34845', 'name': 'tempest-ServersTestMultiNic-1002343795-router', 'tenant_id': '6f085f8b18784551909478d3d7d57efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '005d6ce5-b661-487c-a0a5-4c1a96d90dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:59:42Z', 'updated_at': '2022-02-09T01:02:24Z', 'revision_number': 5, 'project_id': '6f085f8b18784551909478d3d7d57efd', 'gw_port': {'id': '005d6ce5-b661-487c-a0a5-4c1a96d90dd4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:07:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017d060b-c7b6-4436-9514-163ccdf34845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:44Z', 'updated_at': '2022-02-09T00:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:02:30.429156 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5f6d373e-b0c1-4f71-a3f8-b2f12e7f4bd7 req-fa4221de-85e9-4459-8dcc-1563740e727c tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=979d077b-7f63-4e65-98d6-1353518bfabe HTTP/1.1" status: 200 len: 210 time: 0.2008464 Feb 09 01:02:30.447713 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b67e4a3e-b7d6-4733-9544-4edb4b0f1190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:30.550924 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73968bf-8b79-4faf-aa40-2f0cc8019151 req-4e1b4a8c-8ae5-4b85-ba46-9ea058dc68e8 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] No DVR routers for this DVR port 38e4d5ac-c8dc-470d-bad6-9c688d2014e8 on host n-h2-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:02:30.553433 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a158f-cc4c-4773-8dc4-229810292c5f req-598428bf-9e17-4fbc-9d6b-11275825442e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:30.555203 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c92a158f-cc4c-4773-8dc4-229810292c5f req-598428bf-9e17-4fbc-9d6b-11275825442e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5489981 Feb 09 01:02:30.565055 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-e73968bf-8b79-4faf-aa40-2f0cc8019151 req-4e1b4a8c-8ae5-4b85-ba46-9ea058dc68e8 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:30.578201 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f5520e-a652-4429-beb0-e3ecb64357a5', 'name': 'network-vif-deleted', 'tag': '38e4d5ac-c8dc-470d-bad6-9c688d2014e8'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:30.584679 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e73968bf-8b79-4faf-aa40-2f0cc8019151 req-4e1b4a8c-8ae5-4b85-ba46-9ea058dc68e8 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.117 "DELETE /v2.0/ports/38e4d5ac-c8dc-470d-bad6-9c688d2014e8 HTTP/1.1" status: 204 len: 173 time: 4.5652685 Feb 09 01:02:30.606577 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cefe00-20c3-4b50-ab52-9b7cba0b1e19 req-7c0a6046-8ad2-43df-90fb-fc09d59d1058 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:30.613774 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e6cefe00-20c3-4b50-ab52-9b7cba0b1e19 req-7c0a6046-8ad2-43df-90fb-fc09d59d1058 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 950 time: 0.9908965 Feb 09 01:02:30.622355 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-ce865268-08aa-4e9c-b848-10a754973e66 admin admin] For port 005d6ce5-b661-487c-a0a5-4c1a96d90dd4, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=005d6ce5-b661-487c-a0a5-4c1a96d90dd4,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:30.622726 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ce865268-08aa-4e9c-b848-10a754973e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:30.856203 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c92a158f-cc4c-4773-8dc4-229810292c5f req-4698a6a4-0fef-4784-b270-163034b4ff7b service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689323 Feb 09 01:02:30.879297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083772b-e767-4647-ba00-cbcc87ab4627 req-04f83ac9-eeea-4b25-ba78-3a9a7952a27a tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:30.881347 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-2083772b-e767-4647-ba00-cbcc87ab4627 req-04f83ac9-eeea-4b25-ba78-3a9a7952a27a tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Synchronizing usage tracker for tenant:98741d537e7b4103aeb62f1d29ec64ac on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:02:30.933999 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-ce865268-08aa-4e9c-b848-10a754973e66 admin admin] Calling delete_port for 005d6ce5-b661-487c-a0a5-4c1a96d90dd4 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:30.964268 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['7999435b-c963-4dcc-a9db-35ef5464f9d9', '31cd774d-837f-4021-9774-cf22b4421c89', '8dec7b93-7bbf-4dc1-aaee-3287c2809f4b', '12b22027-67b6-4f0e-8f08-e659e2dbc6fd'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:02:31.026734 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96924257-7de0-41bf-8b11-50142b2d08e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:31.034276 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e4a3e-b7d6-4733-9544-4edb4b0f1190 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fb61228-bcf3-4353-9939-8b35cf66d0b1,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:31.085586 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67e4a3e-b7d6-4733-9544-4edb4b0f1190 admin admin] Checking segment: {'id': 'db9ba235-89e2-4f9a-977e-838070d870cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '212d519a-979f-468b-96fb-02a8cac3aff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:02:31.086024 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67e4a3e-b7d6-4733-9544-4edb4b0f1190 admin admin] Network hostable DHCP agents. Network: 212d519a-979f-468b-96fb-02a8cac3aff6, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:02:31.115776 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e6cefe00-20c3-4b50-ab52-9b7cba0b1e19 req-be2efdc4-f046-4e84-a937-6a25c0f9ffda tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/security-groups?id=6adbd261-3c11-474a-b290-6f8a0e7ddc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4759359 Feb 09 01:02:31.119892 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96924257-7de0-41bf-8b11-50142b2d08e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd2d727b-06f0-4461-b941-5dc5edfe4187,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:31.200486 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-2083772b-e767-4647-ba00-cbcc87ab4627 req-04f83ac9-eeea-4b25-ba78-3a9a7952a27a tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Unset dirty status for tenant:98741d537e7b4103aeb62f1d29ec64ac on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:02:31.202500 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2083772b-e767-4647-ba00-cbcc87ab4627 req-04f83ac9-eeea-4b25-ba78-3a9a7952a27a tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.35 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 950 time: 1.0311191 Feb 09 01:02:31.310069 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67e4a3e-b7d6-4733-9544-4edb4b0f1190 admin admin] Network 212d519a-979f-468b-96fb-02a8cac3aff6 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:02:31.314193 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d3859cee-b455-4a6e-b421-9fa93bd9b5c5 req-16a77330-18b9-42ac-99ec-c972be557a70 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=13f5520e-a652-4429-beb0-e3ecb64357a5 HTTP/1.1" status: 200 len: 210 time: 0.1787794 Feb 09 01:02:31.357242 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-b67e4a3e-b7d6-4733-9544-4edb4b0f1190 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 212d519a-979f-468b-96fb-02a8cac3aff6) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:31.370041 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67e4a3e-b7d6-4733-9544-4edb4b0f1190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:31.370041 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b67e4a3e-b7d6-4733-9544-4edb4b0f1190 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:31.372055 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcdf857-c66c-45b8-acc9-991e4b6c369f None None] Network 212d519a-979f-468b-96fb-02a8cac3aff6 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:02:31.401082 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-2083772b-e767-4647-ba00-cbcc87ab4627 req-5f32b83e-9168-4598-bb66-912115b390b4 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Deleting port baf37f40-b7ff-40be-8f6e-4a837939e01d {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:31.401481 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2083772b-e767-4647-ba00-cbcc87ab4627 req-5f32b83e-9168-4598-bb66-912115b390b4 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:31.451133 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c92a158f-cc4c-4773-8dc4-229810292c5f req-19eefcc3-ef15-4d57-b9a3-3a5d1695bc71 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5443735 Feb 09 01:02:31.468847 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b67e4a3e-b7d6-4733-9544-4edb4b0f1190 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7833831 Feb 09 01:02:31.559143 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96924257-7de0-41bf-8b11-50142b2d08e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:31.646193 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f5520e-a652-4429-beb0-e3ecb64357a5', 'name': 'network-vif-deleted', 'tag': '38e4d5ac-c8dc-470d-bad6-9c688d2014e8', 'status': 'completed', 'code': 200} Feb 09 01:02:31.850410 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device b7382de6-6aba-4a28-a643-d303a5c9ccff up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:02:31.892541 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-2083772b-e767-4647-ba00-cbcc87ab4627 req-5f32b83e-9168-4598-bb66-912115b390b4 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] For port baf37f40-b7ff-40be-8f6e-4a837939e01d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=baf37f40-b7ff-40be-8f6e-4a837939e01d,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:31.892915 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2083772b-e767-4647-ba00-cbcc87ab4627 req-5f32b83e-9168-4598-bb66-912115b390b4 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:31.964685 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96924257-7de0-41bf-8b11-50142b2d08e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:32.000604 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96924257-7de0-41bf-8b11-50142b2d08e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:32.052755 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-2083772b-e767-4647-ba00-cbcc87ab4627 req-5f32b83e-9168-4598-bb66-912115b390b4 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Calling delete_port for baf37f40-b7ff-40be-8f6e-4a837939e01d owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:32.089190 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96924257-7de0-41bf-8b11-50142b2d08e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:32.089700 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96924257-7de0-41bf-8b11-50142b2d08e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d277d0a2-bcdb-45a7-9556-da9456f32d50 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:02:32.110441 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ce865268-08aa-4e9c-b848-10a754973e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:32.295413 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce865268-08aa-4e9c-b848-10a754973e66 admin admin] Pushing event deleted for resources: {'Port': ['ID=005d6ce5-b661-487c-a0a5-4c1a96d90dd4,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:32.304855 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96924257-7de0-41bf-8b11-50142b2d08e4 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:32.310683 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2083772b-e767-4647-ba00-cbcc87ab4627 req-5f32b83e-9168-4598-bb66-912115b390b4 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:32.311509 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-96924257-7de0-41bf-8b11-50142b2d08e4 admin admin] 10.222.0.37 "DELETE /v2.0/routers/d277d0a2-bcdb-45a7-9556-da9456f32d50 HTTP/1.1" status: 204 len: 168 time: 6.2324619 Feb 09 01:02:32.313501 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33900) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:32.365768 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port b7382de6-6aba-4a28-a643-d303a5c9ccff completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:02:32.372045 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 5bfb2935-9f05-479c-a356-4b050192ea2e no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:02:32.437133 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 5bfb2935-9f05-479c-a356-4b050192ea2e {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:02:32.437480 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 5bfb2935-9f05-479c-a356-4b050192ea2e not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:02:32.497320 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa823ed-b910-4fcc-b15b-77a7b9b7e935 req-80f8bf7f-f475-4e99-8729-f70d1163b672 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:32.499077 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-afa823ed-b910-4fcc-b15b-77a7b9b7e935 req-80f8bf7f-f475-4e99-8729-f70d1163b672 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7506338-5ad3-419a-b8c0-fb29193ffc35 HTTP/1.1" status: 200 len: 949 time: 0.6211908 Feb 09 01:02:32.560333 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-35422523-6273-4262-ba67-d707480103e6 admin admin] Deleting subnet 610ae04f-5133-41f9-bc6f-f5d4adfb34dd {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:02:32.561007 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port b7382de6-6aba-4a28-a643-d303a5c9ccff triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:32.565294 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:32.573506 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-35422523-6273-4262-ba67-d707480103e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:32.613482 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e094aa5-b2a8-4a1a-91ce-fa2670a2edd2 None None] Network 212d519a-979f-468b-96fb-02a8cac3aff6 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:02:32.638292 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ce865268-08aa-4e9c-b848-10a754973e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:32.670216 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32b83e-9168-4598-bb66-912115b390b4 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Pushing event deleted for resources: {'Port': ['ID=baf37f40-b7ff-40be-8f6e-4a837939e01d,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:32.781048 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-afa823ed-b910-4fcc-b15b-77a7b9b7e935 req-4f05f5a6-c737-4b98-bdee-905ee33d6b15 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/security-groups?id=d26cc557-a6e6-4bdd-a6df-88bad5d4807f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711976 Feb 09 01:02:32.783343 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-2083772b-e767-4647-ba00-cbcc87ab4627 req-5f32b83e-9168-4598-bb66-912115b390b4 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] No DVR routers for this DVR port baf37f40-b7ff-40be-8f6e-4a837939e01d on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:02:32.790409 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2083772b-e767-4647-ba00-cbcc87ab4627 req-5f32b83e-9168-4598-bb66-912115b390b4 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:32.793077 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463862a1-1808-46fa-9699-e9dbdc4716a7', 'name': 'network-vif-deleted', 'tag': 'baf37f40-b7ff-40be-8f6e-4a837939e01d'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:32.817081 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2083772b-e767-4647-ba00-cbcc87ab4627 req-5f32b83e-9168-4598-bb66-912115b390b4 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.35 "DELETE /v2.0/ports/baf37f40-b7ff-40be-8f6e-4a837939e01d HTTP/1.1" status: 204 len: 173 time: 1.5643361 Feb 09 01:02:32.832778 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d8c20-ea81-4d2a-b67e-80ca34b7a16e req-26024972-2aa3-41af-ad5f-120bc52000ad tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:32.856241 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d43d8c20-ea81-4d2a-b67e-80ca34b7a16e req-26024972-2aa3-41af-ad5f-120bc52000ad tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 948 time: 1.2746725 Feb 09 01:02:32.883227 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-35422523-6273-4262-ba67-d707480103e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:32.967078 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d43d8c20-ea81-4d2a-b67e-80ca34b7a16e req-7541140a-0089-4fa4-be1a-cd1e470e565e tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095784 Feb 09 01:02:32.991900 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-69a24c36-d931-403f-9dd4-695c011935e4 req-d866c857-c7b3-4f4a-91a2-167716508550 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=09956878-6656-4174-bd55-f2cd519f0bb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7709854 Feb 09 01:02:33.006245 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ce865268-08aa-4e9c-b848-10a754973e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:33.016550 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ce865268-08aa-4e9c-b848-10a754973e66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:33.063813 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ce865268-08aa-4e9c-b848-10a754973e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:33.064583 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce865268-08aa-4e9c-b848-10a754973e66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 017d060b-c7b6-4436-9514-163ccdf34845 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:02:33.076450 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ce865268-08aa-4e9c-b848-10a754973e66 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:33.079920 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ce865268-08aa-4e9c-b848-10a754973e66 admin admin] 10.222.0.37 "DELETE /v2.0/routers/017d060b-c7b6-4436-9514-163ccdf34845 HTTP/1.1" status: 204 len: 168 time: 5.7907443 Feb 09 01:02:33.080322 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 33912) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:33.088548 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-35422523-6273-4262-ba67-d707480103e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:33.293413 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:33.379382 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port b7382de6-6aba-4a28-a643-d303a5c9ccff, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=b7382de6-6aba-4a28-a643-d303a5c9ccff,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:33.380636 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a5463a-d804-4c19-90b9-b8c29ecdad26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7382de6-6aba-4a28-a643-d303a5c9ccff'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:33.388494 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:33.469444 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=b7382de6-6aba-4a28-a643-d303a5c9ccff,revision_number=9']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:33.514200 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d7bbef-3728-46c5-918d-d418fc28913c admin admin] Deleting subnet 5bae93aa-2d57-40cf-9f14-f02ea4322f3b {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:02:33.518290 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e1bc1706-4e16-400f-86db-21defeb51599 req-b9e61568-16b3-40bc-8350-4503370d8fd7 tempest-ServersAdminTestJSON-886895867 tempest-ServersAdminTestJSON-886895867-project] 10.222.0.37 "GET /v2.0/ports?device_id=463862a1-1808-46fa-9699-e9dbdc4716a7 HTTP/1.1" status: 200 len: 210 time: 0.2186081 Feb 09 01:02:33.541406 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-43d7bbef-3728-46c5-918d-d418fc28913c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:33.591731 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-35422523-6273-4262-ba67-d707480103e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:33.629822 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device baf37f40-b7ff-40be-8f6e-4a837939e01d no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:02:33.632012 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-43d7bbef-3728-46c5-918d-d418fc28913c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:33.653913 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-35422523-6273-4262-ba67-d707480103e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:33.666151 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-35422523-6273-4262-ba67-d707480103e6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/610ae04f-5133-41f9-bc6f-f5d4adfb34dd HTTP/1.1" status: 204 len: 168 time: 1.3412142 Feb 09 01:02:33.668629 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35422523-6273-4262-ba67-d707480103e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=610ae04f-5133-41f9-bc6f-f5d4adfb34dd,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:33.675776 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33928) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:33.736672 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d90ac2e-79e0-4f51-bc73-f6a53a028ecd None None] Network 40320574-d9cd-482a-a0ac-237c8f11f957 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:02:33.763305 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-43d7bbef-3728-46c5-918d-d418fc28913c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:33.768125 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a24c36-d931-403f-9dd4-695c011935e4 req-366dc9bf-603e-4ecc-afdb-8605f7e42d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:33.778470 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-69a24c36-d931-403f-9dd4-695c011935e4 req-366dc9bf-603e-4ecc-afdb-8605f7e42d24 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&device_id=09956878-6656-4174-bd55-f2cd519f0bb7 HTTP/1.1" status: 200 len: 1100 time: 0.6079595 Feb 09 01:02:33.841332 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: baf37f40-b7ff-40be-8f6e-4a837939e01d {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:02:33.842030 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device baf37f40-b7ff-40be-8f6e-4a837939e01d not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:02:34.098075 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-db489eda-e3bd-4d7b-bf73-ca67a73f2690 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:34.109932 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-db489eda-e3bd-4d7b-bf73-ca67a73f2690 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/networks?id=212d519a-979f-468b-96fb-02a8cac3aff6 HTTP/1.1" status: 200 len: 812 time: 0.6287405 Feb 09 01:02:34.117488 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463862a1-1808-46fa-9699-e9dbdc4716a7', 'name': 'network-vif-deleted', 'tag': 'baf37f40-b7ff-40be-8f6e-4a837939e01d', 'status': 'completed', 'code': 200} Feb 09 01:02:34.123894 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a5463a-d804-4c19-90b9-b8c29ecdad26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7382de6-6aba-4a28-a643-d303a5c9ccff', 'code': 200} Feb 09 01:02:34.171744 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-a63fea41-a13a-48c3-922f-d41fdbffdf56 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/quotas/27989079fc4f45f8ab144b741eece4df HTTP/1.1" status: 200 len: 375 time: 0.0415428 Feb 09 01:02:34.190756 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d26971c-ebbc-49ae-a8d4-80fd64596099 None None] DHCP port deletion for 40320574-d9cd-482a-a0ac-237c8f11f957 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:02:34.195343 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-0d26971c-ebbc-49ae-a8d4-80fd64596099 None None] Deleting port d4f965d3-0d78-4f43-814a-815cb6374063 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:34.195824 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0d26971c-ebbc-49ae-a8d4-80fd64596099 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:34.290378 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-a07bc0fa-33ca-432b-bb9f-c170b9f327af tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=27989079fc4f45f8ab144b741eece4df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1090195 Feb 09 01:02:34.293133 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 005d6ce5-b661-487c-a0a5-4c1a96d90dd4 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:02:34.306870 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4ada2-471c-4a8f-bfa6-eafbfe00fbb8 req-609166ec-e808-4797-8f52-1739ae4ecb2f tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:34.308530 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-29f4ada2-471c-4a8f-bfa6-eafbfe00fbb8 req-609166ec-e808-4797-8f52-1739ae4ecb2f tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7506338-5ad3-419a-b8c0-fb29193ffc35 HTTP/1.1" status: 200 len: 949 time: 1.2241745 Feb 09 01:02:34.310522 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-43d7bbef-3728-46c5-918d-d418fc28913c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:34.354876 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 005d6ce5-b661-487c-a0a5-4c1a96d90dd4 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:02:34.355321 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 005d6ce5-b661-487c-a0a5-4c1a96d90dd4 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:02:34.355833 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d4f965d3-0d78-4f43-814a-815cb6374063 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:02:34.426061 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-24e7b64a-8056-4c57-b53d-f6697eafaf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:34.439031 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a24c36-d931-403f-9dd4-695c011935e4 req-7e3c3042-5135-4c0b-84af-89b6989873f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:34.441979 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-69a24c36-d931-403f-9dd4-695c011935e4 req-7e3c3042-5135-4c0b-84af-89b6989873f3 service neutron] 10.222.0.117 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.6442404 Feb 09 01:02:34.460331 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-24e7b64a-8056-4c57-b53d-f6697eafaf17 admin admin] Deleting port d4f965d3-0d78-4f43-814a-815cb6374063 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:34.460816 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-24e7b64a-8056-4c57-b53d-f6697eafaf17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:34.578164 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7bbef-3728-46c5-918d-d418fc28913c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bae93aa-2d57-40cf-9f14-f02ea4322f3b,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:34.609125 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-69a24c36-d931-403f-9dd4-695c011935e4 req-3b60e0fe-0c6a-4b65-aab6-2bf4b3744fa0 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=7999435b-c963-4dcc-a9db-35ef5464f9d9 HTTP/1.1" status: 200 len: 217 time: 0.1519797 Feb 09 01:02:34.626872 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaf499c-0b38-4b2d-a0c8-d3a34266b587 None None] Network baee9c13-0c46-4fb6-801b-193b3cf40533 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:02:34.638109 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-43d7bbef-3728-46c5-918d-d418fc28913c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:34.664485 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-29f4ada2-471c-4a8f-bfa6-eafbfe00fbb8 req-c692c80e-79cc-49cd-b19e-eb18e0334f3c tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Deleting port bb8d1757-702c-4c4c-adad-0634cfa7b62d {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:34.664748 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-29f4ada2-471c-4a8f-bfa6-eafbfe00fbb8 req-c692c80e-79cc-49cd-b19e-eb18e0334f3c tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:34.695856 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a24c36-d931-403f-9dd4-695c011935e4 req-cfe37276-ff1b-41a6-aae0-00596bc5b2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:34.697553 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-69a24c36-d931-403f-9dd4-695c011935e4 req-cfe37276-ff1b-41a6-aae0-00596bc5b2d0 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.0816610 Feb 09 01:02:34.716543 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-43d7bbef-3728-46c5-918d-d418fc28913c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5bae93aa-2d57-40cf-9f14-f02ea4322f3b HTTP/1.1" status: 204 len: 168 time: 1.6342635 Feb 09 01:02:34.733388 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 33948) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:34.815938 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-74a65608-5983-4fc9-977b-f1a6f228a712 service neutron] 10.222.0.37 "GET /v2.0/networks/212d519a-979f-468b-96fb-02a8cac3aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5237525 Feb 09 01:02:34.980513 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-0d26971c-ebbc-49ae-a8d4-80fd64596099 None None] For port d4f965d3-0d78-4f43-814a-815cb6374063, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d4f965d3-0d78-4f43-814a-815cb6374063,segment=NetworkSegment(22f5b0d7-5f62-4872-a114-b166ace086bd),segment_id=22f5b0d7-5f62-4872-a114-b166ace086bd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:34.981680 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0d26971c-ebbc-49ae-a8d4-80fd64596099 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:34.992524 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9acc124c-4a4d-45aa-9349-adcaa7179e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:35.031463 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a9ba8-c6e6-4cb7-af45-53ea83f67e30 req-646d22e8-2121-41d2-ba91-f2b377368143 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:35.038858 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fd4a9ba8-c6e6-4cb7-af45-53ea83f67e30 req-646d22e8-2121-41d2-ba91-f2b377368143 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7506338-5ad3-419a-b8c0-fb29193ffc35 HTTP/1.1" status: 200 len: 949 time: 0.3402886 Feb 09 01:02:35.063767 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a24c36-d931-403f-9dd4-695c011935e4 req-efda4047-b73f-4e22-8367-0425e876522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:35.065337 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-69a24c36-d931-403f-9dd4-695c011935e4 req-efda4047-b73f-4e22-8367-0425e876522c service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3246584 Feb 09 01:02:35.070145 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-24e7b64a-8056-4c57-b53d-f6697eafaf17 admin admin] For port d4f965d3-0d78-4f43-814a-815cb6374063, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d4f965d3-0d78-4f43-814a-815cb6374063,segment=NetworkSegment(22f5b0d7-5f62-4872-a114-b166ace086bd),segment_id=22f5b0d7-5f62-4872-a114-b166ace086bd)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:35.070499 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-24e7b64a-8056-4c57-b53d-f6697eafaf17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:35.108504 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-9acc124c-4a4d-45aa-9349-adcaa7179e65 admin admin] Deleting port d8a09f7f-3311-4d19-95bc-fa21a9587ba6 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:35.108839 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9acc124c-4a4d-45aa-9349-adcaa7179e65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:35.170584 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:35.188110 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-0d26971c-ebbc-49ae-a8d4-80fd64596099 None None] Calling delete_port for d4f965d3-0d78-4f43-814a-815cb6374063 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:35.247857 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-29f4ada2-471c-4a8f-bfa6-eafbfe00fbb8 req-c692c80e-79cc-49cd-b19e-eb18e0334f3c tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] For port bb8d1757-702c-4c4c-adad-0634cfa7b62d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=bb8d1757-702c-4c4c-adad-0634cfa7b62d,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:35.249083 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-29f4ada2-471c-4a8f-bfa6-eafbfe00fbb8 req-c692c80e-79cc-49cd-b19e-eb18e0334f3c tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:35.268023 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port d4f965d3-0d78-4f43-814a-815cb6374063, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d4f965d3-0d78-4f43-814a-815cb6374063,segment=NetworkSegment(22f5b0d7-5f62-4872-a114-b166ace086bd),segment_id=22f5b0d7-5f62-4872-a114-b166ace086bd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:35.282116 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-6346acbe-15e2-4801-8525-ddee8e949f5d service neutron] 10.222.0.37 "GET /v2.0/networks/212d519a-979f-468b-96fb-02a8cac3aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582343 Feb 09 01:02:35.304995 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:35.306280 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device dd2d727b-06f0-4461-b941-5dc5edfe4187 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:02:35.308187 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-24e7b64a-8056-4c57-b53d-f6697eafaf17 admin admin] Calling delete_port for d4f965d3-0d78-4f43-814a-815cb6374063 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:35.379246 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fd4a9ba8-c6e6-4cb7-af45-53ea83f67e30 req-05f5ab0b-7a98-4d74-b754-16e284a15861 tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/security-groups?id=d26cc557-a6e6-4bdd-a6df-88bad5d4807f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373613 Feb 09 01:02:35.436067 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: dd2d727b-06f0-4461-b941-5dc5edfe4187 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:02:35.436619 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device dd2d727b-06f0-4461-b941-5dc5edfe4187 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:02:35.440631 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-0d26971c-ebbc-49ae-a8d4-80fd64596099 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:02:35.440996 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-0d26971c-ebbc-49ae-a8d4-80fd64596099 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:02:35.495442 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523ce070-ce83-4599-b2b5-93a6a337f09f None None] DHCP port deletion for baee9c13-0c46-4fb6-801b-193b3cf40533 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:02:35.514318 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-523ce070-ce83-4599-b2b5-93a6a337f09f None None] Deleting port d8a09f7f-3311-4d19-95bc-fa21a9587ba6 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:35.514599 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-523ce070-ce83-4599-b2b5-93a6a337f09f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:35.585236 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-29f4ada2-471c-4a8f-bfa6-eafbfe00fbb8 req-c692c80e-79cc-49cd-b19e-eb18e0334f3c tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Calling delete_port for bb8d1757-702c-4c4c-adad-0634cfa7b62d owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:35.605336 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-69a24c36-d931-403f-9dd4-695c011935e4 req-ffb4b66a-47d9-48ae-8c1b-5b1225dddb81 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5264723 Feb 09 01:02:35.629354 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=d4f965d3-0d78-4f43-814a-815cb6374063,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:35.685659 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [None req-24e7b64a-8056-4c57-b53d-f6697eafaf17 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:02:35.686167 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [None req-24e7b64a-8056-4c57-b53d-f6697eafaf17 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:02:35.894768 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6de7b-7d52-4241-a4f1-9869b248546f req-19c86e46-16e3-4145-aa6d-72814d9fc0e8 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:35.898310 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-523ce070-ce83-4599-b2b5-93a6a337f09f None None] For port d8a09f7f-3311-4d19-95bc-fa21a9587ba6, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d8a09f7f-3311-4d19-95bc-fa21a9587ba6,segment=NetworkSegment(64dd75d4-6fae-4951-bf2a-3e9b32aa4c93),segment_id=64dd75d4-6fae-4951-bf2a-3e9b32aa4c93)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:35.898695 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-523ce070-ce83-4599-b2b5-93a6a337f09f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:35.902878 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-25b6de7b-7d52-4241-a4f1-9869b248546f req-19c86e46-16e3-4145-aa6d-72814d9fc0e8 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 949 time: 0.3044643 Feb 09 01:02:35.935185 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-69a24c36-d931-403f-9dd4-695c011935e4 req-d57e3b1b-9994-4d30-89b4-dae8784f7593 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714500 Feb 09 01:02:35.982921 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-25b6de7b-7d52-4241-a4f1-9869b248546f req-29ee5c0a-50ac-41ad-b650-82e6af80323d tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788028 Feb 09 01:02:36.031052 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-523ce070-ce83-4599-b2b5-93a6a337f09f None None] Calling delete_port for d8a09f7f-3311-4d19-95bc-fa21a9587ba6 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:36.110149 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-0d26971c-ebbc-49ae-a8d4-80fd64596099 None None] Deleting port d4f965d3-0d78-4f43-814a-815cb6374063 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:36.110556 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0d26971c-ebbc-49ae-a8d4-80fd64596099 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:36.140309 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-523ce070-ce83-4599-b2b5-93a6a337f09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:36.206731 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523ce070-ce83-4599-b2b5-93a6a337f09f None None] No DVR routers for this DVR port d8a09f7f-3311-4d19-95bc-fa21a9587ba6 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:02:36.221337 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ce070-ce83-4599-b2b5-93a6a337f09f None None] Pushing event deleted for resources: {'Port': ['ID=d8a09f7f-3311-4d19-95bc-fa21a9587ba6,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:36.248812 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-24e7b64a-8056-4c57-b53d-f6697eafaf17 admin admin] Deleting port d4f965d3-0d78-4f43-814a-815cb6374063 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:36.249152 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-24e7b64a-8056-4c57-b53d-f6697eafaf17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:36.300208 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d8a09f7f-3311-4d19-95bc-fa21a9587ba6 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:02:36.360013 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: d8a09f7f-3311-4d19-95bc-fa21a9587ba6 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:02:36.360352 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d8a09f7f-3311-4d19-95bc-fa21a9587ba6 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:02:36.404274 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf12d870-2d88-4db4-ae8b-fe382d7bc473 req-65bcfcec-94de-467c-b79e-dd87f5bae1b8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7677381 Feb 09 01:02:36.422335 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-29f4ada2-471c-4a8f-bfa6-eafbfe00fbb8 req-c692c80e-79cc-49cd-b19e-eb18e0334f3c tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:36.425420 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-9acc124c-4a4d-45aa-9349-adcaa7179e65 admin admin] For port d8a09f7f-3311-4d19-95bc-fa21a9587ba6, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d8a09f7f-3311-4d19-95bc-fa21a9587ba6,segment=NetworkSegment(64dd75d4-6fae-4951-bf2a-3e9b32aa4c93),segment_id=64dd75d4-6fae-4951-bf2a-3e9b32aa4c93)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:36.425763 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9acc124c-4a4d-45aa-9349-adcaa7179e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:36.577292 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-0d26971c-ebbc-49ae-a8d4-80fd64596099 None None] For port d4f965d3-0d78-4f43-814a-815cb6374063, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d4f965d3-0d78-4f43-814a-815cb6374063,segment=NetworkSegment(22f5b0d7-5f62-4872-a114-b166ace086bd),segment_id=22f5b0d7-5f62-4872-a114-b166ace086bd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:36.577731 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0d26971c-ebbc-49ae-a8d4-80fd64596099 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:36.740308 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c692c80e-79cc-49cd-b19e-eb18e0334f3c tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Pushing event deleted for resources: {'Port': ['ID=bb8d1757-702c-4c4c-adad-0634cfa7b62d,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:36.838806 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-0d26971c-ebbc-49ae-a8d4-80fd64596099 None None] Calling delete_port for d4f965d3-0d78-4f43-814a-815cb6374063 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:36.859525 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 33980) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:36.886486 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-9acc124c-4a4d-45aa-9349-adcaa7179e65 admin admin] Calling delete_port for d8a09f7f-3311-4d19-95bc-fa21a9587ba6 owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:36.948848 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83661c19-ade2-4e2b-bd55-e1ced4803890 req-099191b3-7fa1-4e4c-b0db-5285f36e72a8 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:36.949749 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-83661c19-ade2-4e2b-bd55-e1ced4803890 req-099191b3-7fa1-4e4c-b0db-5285f36e72a8 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Synchronizing usage tracker for tenant:e3282b39b26b4341b7bfc42f3e4e8492 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:02:36.951733 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f8eb2ef2-1fa0-42dc-95b6-59475dd4c47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:36.968131 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0d26971c-ebbc-49ae-a8d4-80fd64596099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:37.006075 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-83661c19-ade2-4e2b-bd55-e1ced4803890 req-099191b3-7fa1-4e4c-b0db-5285f36e72a8 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Unset dirty status for tenant:e3282b39b26b4341b7bfc42f3e4e8492 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:02:37.014572 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-83661c19-ade2-4e2b-bd55-e1ced4803890 req-099191b3-7fa1-4e4c-b0db-5285f36e72a8 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.117 "GET /v2.0/ports?device_id=ce5ed635-c351-4816-a8b1-e46970ab0408 HTTP/1.1" status: 200 len: 950 time: 0.8954742 Feb 09 01:02:37.026593 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d26971c-ebbc-49ae-a8d4-80fd64596099 None None] No DVR routers for this DVR port d4f965d3-0d78-4f43-814a-815cb6374063 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:02:37.048758 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26971c-ebbc-49ae-a8d4-80fd64596099 None None] Pushing event deleted for resources: {'Port': ['ID=d4f965d3-0d78-4f43-814a-815cb6374063,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:37.052607 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802c7ee-5e74-4d6a-80d6-cba1dd0e779c req-61485f5f-29db-49b9-84ff-3411700b466f tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:37.060568 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1802c7ee-5e74-4d6a-80d6-cba1dd0e779c req-61485f5f-29db-49b9-84ff-3411700b466f tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5ed635-c351-4816-a8b1-e46970ab0408 HTTP/1.1" status: 200 len: 950 time: 1.1640956 Feb 09 01:02:37.127730 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f4ada2-471c-4a8f-bfa6-eafbfe00fbb8 req-c692c80e-79cc-49cd-b19e-eb18e0334f3c tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] No DVR routers for this DVR port bb8d1757-702c-4c4c-adad-0634cfa7b62d on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:02:37.136618 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-29f4ada2-471c-4a8f-bfa6-eafbfe00fbb8 req-c692c80e-79cc-49cd-b19e-eb18e0334f3c tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:37.144009 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-24e7b64a-8056-4c57-b53d-f6697eafaf17 admin admin] For port d4f965d3-0d78-4f43-814a-815cb6374063, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d4f965d3-0d78-4f43-814a-815cb6374063,segment=NetworkSegment(22f5b0d7-5f62-4872-a114-b166ace086bd),segment_id=22f5b0d7-5f62-4872-a114-b166ace086bd)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:37.144753 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-24e7b64a-8056-4c57-b53d-f6697eafaf17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:37.148010 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7506338-5ad3-419a-b8c0-fb29193ffc35', 'name': 'network-vif-deleted', 'tag': 'bb8d1757-702c-4c4c-adad-0634cfa7b62d'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:37.203840 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1802c7ee-5e74-4d6a-80d6-cba1dd0e779c req-0b70d2d2-c9a5-4960-acb5-38fb195d80c6 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423271 Feb 09 01:02:37.232712 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-29f4ada2-471c-4a8f-bfa6-eafbfe00fbb8 req-c692c80e-79cc-49cd-b19e-eb18e0334f3c tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.35 "DELETE /v2.0/ports/bb8d1757-702c-4c4c-adad-0634cfa7b62d HTTP/1.1" status: 204 len: 173 time: 2.8861754 Feb 09 01:02:37.275106 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.api [None req-9acc124c-4a4d-45aa-9349-adcaa7179e65 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:02:37.275422 n-d-828419-1 neutron-server[87612]: DEBUG oslo_db.api [None req-9acc124c-4a4d-45aa-9349-adcaa7179e65 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:02:37.338356 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0d3dd76c-8e43-400f-a0f2-2c234b6ca4b4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=98741d537e7b4103aeb62f1d29ec64ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3916068 Feb 09 01:02:37.340131 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 33994) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:37.350978 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-24e7b64a-8056-4c57-b53d-f6697eafaf17 admin admin] Calling delete_port for d4f965d3-0d78-4f43-814a-815cb6374063 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:37.357803 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12d870-2d88-4db4-ae8b-fe382d7bc473 req-46cbecfd-0141-4022-8d73-eb6eee7a235d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:37.359331 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf12d870-2d88-4db4-ae8b-fe382d7bc473 req-46cbecfd-0141-4022-8d73-eb6eee7a235d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a38989228a14de2b6764c7f261f44e3&device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 1095 time: 0.9005096 Feb 09 01:02:37.432905 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [None req-24e7b64a-8056-4c57-b53d-f6697eafaf17 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:02:37.433622 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [None req-24e7b64a-8056-4c57-b53d-f6697eafaf17 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:02:37.449146 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-83661c19-ade2-4e2b-bd55-e1ced4803890 req-1ac9d634-2de0-4ffc-8ef4-526a3ebbb0ac tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Deleting port 12b22027-67b6-4f0e-8f08-e659e2dbc6fd {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:37.449925 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-83661c19-ade2-4e2b-bd55-e1ced4803890 req-1ac9d634-2de0-4ffc-8ef4-526a3ebbb0ac tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:37.506996 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-24e7b64a-8056-4c57-b53d-f6697eafaf17 admin admin] Deleting port d4f965d3-0d78-4f43-814a-815cb6374063 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:37.516900 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-24e7b64a-8056-4c57-b53d-f6697eafaf17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:37.554194 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-cc5bcfbd-14f5-4702-a7ca-162739124224 req-b307449d-0f32-4b20-8248-1ad66715abab tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Synchronizing usage tracker for tenant:e89768b4b7dd4f158c579bead75e7e42 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:02:37.584614 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4f35be93-b754-4eda-a140-ab17b0ee592f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:37.611843 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7a119-f6bb-48f6-82d9-c1dd983ef92f req-4214aadd-271d-44fa-884b-a514de7fc5be tempest-MigrationsAdminTest-397958840 tempest-MigrationsAdminTest-397958840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:37.621221 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f3b7a119-f6bb-48f6-82d9-c1dd983ef92f req-4214aadd-271d-44fa-884b-a514de7fc5be tempest-MigrationsAdminTest-397958840 tempest-MigrationsAdminTest-397958840-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 1100 time: 0.7237780 Feb 09 01:02:37.654208 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device bb8d1757-702c-4c4c-adad-0634cfa7b62d no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:02:37.665939 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4f35be93-b754-4eda-a140-ab17b0ee592f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:37.681833 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-cc5bcfbd-14f5-4702-a7ca-162739124224 req-b307449d-0f32-4b20-8248-1ad66715abab tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] Unset dirty status for tenant:e89768b4b7dd4f158c579bead75e7e42 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:02:37.682993 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cc5bcfbd-14f5-4702-a7ca-162739124224 req-b307449d-0f32-4b20-8248-1ad66715abab tempest-ListImageFiltersTestJSON-738597122 tempest-ListImageFiltersTestJSON-738597122-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7506338-5ad3-419a-b8c0-fb29193ffc35 HTTP/1.1" status: 200 len: 210 time: 0.2430420 Feb 09 01:02:37.723961 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-24e7b64a-8056-4c57-b53d-f6697eafaf17 admin admin] The port 'd4f965d3-0d78-4f43-814a-815cb6374063' was deleted {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:02:37.782045 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-9acc124c-4a4d-45aa-9349-adcaa7179e65 admin admin] Deleting port d8a09f7f-3311-4d19-95bc-fa21a9587ba6 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:37.782639 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9acc124c-4a4d-45aa-9349-adcaa7179e65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:37.789317 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: bb8d1757-702c-4c4c-adad-0634cfa7b62d {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:02:37.792103 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device bb8d1757-702c-4c4c-adad-0634cfa7b62d not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:02:37.830488 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-f3b7a119-f6bb-48f6-82d9-c1dd983ef92f req-be7aaa2a-e12c-4317-8a30-d89cbb144493 tempest-MigrationsAdminTest-397958840 tempest-MigrationsAdminTest-397958840-project-admin] Synchronizing usage tracker for tenant:dadf6baad97c480bb888640d275406ba on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:02:37.869248 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12d870-2d88-4db4-ae8b-fe382d7bc473 req-ed922557-bce4-4159-8086-b0ad640d4bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:37.871024 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf12d870-2d88-4db4-ae8b-fe382d7bc473 req-ed922557-bce4-4159-8086-b0ad640d4bb9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9 HTTP/1.1" status: 200 len: 922 time: 0.4681110 Feb 09 01:02:37.877088 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-9acc124c-4a4d-45aa-9349-adcaa7179e65 admin admin] The port 'd8a09f7f-3311-4d19-95bc-fa21a9587ba6' was deleted {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:02:38.059036 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-24e7b64a-8056-4c57-b53d-f6697eafaf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:38.068726 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-f3b7a119-f6bb-48f6-82d9-c1dd983ef92f req-be7aaa2a-e12c-4317-8a30-d89cbb144493 tempest-MigrationsAdminTest-397958840 tempest-MigrationsAdminTest-397958840-project-admin] Unset dirty status for tenant:dadf6baad97c480bb888640d275406ba on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:02:38.075655 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f3b7a119-f6bb-48f6-82d9-c1dd983ef92f req-be7aaa2a-e12c-4317-8a30-d89cbb144493 tempest-MigrationsAdminTest-397958840 tempest-MigrationsAdminTest-397958840-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525757 Feb 09 01:02:38.118076 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5c0e887f-cbfa-4172-aeef-a98e20f39e2b req-ec4511f3-427a-4575-8fdc-8b6947a21c0c tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/ports?device_id=38031b77-91ad-4ba7-9220-778adbd1d111 HTTP/1.1" status: 200 len: 210 time: 0.2124453 Feb 09 01:02:38.154178 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf12d870-2d88-4db4-ae8b-fe382d7bc473 req-7d4f02ea-8fa5-4c01-9128-cd3cde435f9d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3a8c315-95d5-4b07-958e-13e5b6be2a4c HTTP/1.1" status: 200 len: 217 time: 0.2019827 Feb 09 01:02:38.166081 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-24e7b64a-8056-4c57-b53d-f6697eafaf17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40320574-d9cd-482a-a0ac-237c8f11f957']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:38.185773 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-24e7b64a-8056-4c57-b53d-f6697eafaf17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22f5b0d7-5f62-4872-a114-b166ace086bd') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:38.186073 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-24e7b64a-8056-4c57-b53d-f6697eafaf17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22f5b0d7-5f62-4872-a114-b166ace086bd') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:38.193665 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-83661c19-ade2-4e2b-bd55-e1ced4803890 req-1ac9d634-2de0-4ffc-8ef4-526a3ebbb0ac tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] For port 12b22027-67b6-4f0e-8f08-e659e2dbc6fd, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=12b22027-67b6-4f0e-8f08-e659e2dbc6fd,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:38.194035 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-83661c19-ade2-4e2b-bd55-e1ced4803890 req-1ac9d634-2de0-4ffc-8ef4-526a3ebbb0ac tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:38.212306 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-24e7b64a-8056-4c57-b53d-f6697eafaf17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:38.242107 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7506338-5ad3-419a-b8c0-fb29193ffc35', 'name': 'network-vif-deleted', 'tag': 'bb8d1757-702c-4c4c-adad-0634cfa7b62d', 'status': 'completed', 'code': 200} Feb 09 01:02:38.251102 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4f35be93-b754-4eda-a140-ab17b0ee592f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:38.300990 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9acc124c-4a4d-45aa-9349-adcaa7179e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:38.341454 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35be93-b754-4eda-a140-ab17b0ee592f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adbd261-3c11-474a-b290-6f8a0e7ddc95,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:38.379406 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12d870-2d88-4db4-ae8b-fe382d7bc473 req-d792c323-3a49-4e23-a38d-d92b6ea8e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:38.380926 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf12d870-2d88-4db4-ae8b-fe382d7bc473 req-d792c323-3a49-4e23-a38d-d92b6ea8e7ad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb9a8e05-d0fc-4553-92c9-d58b7743cadc HTTP/1.1" status: 200 len: 861 time: 0.1809285 Feb 09 01:02:38.401491 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-9acc124c-4a4d-45aa-9349-adcaa7179e65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baee9c13-0c46-4fb6-801b-193b3cf40533']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:38.411285 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4f35be93-b754-4eda-a140-ab17b0ee592f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:38.425758 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4f35be93-b754-4eda-a140-ab17b0ee592f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6adbd261-3c11-474a-b290-6f8a0e7ddc95 HTTP/1.1" status: 204 len: 168 time: 1.0845947 Feb 09 01:02:38.439910 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-83661c19-ade2-4e2b-bd55-e1ced4803890 req-1ac9d634-2de0-4ffc-8ef4-526a3ebbb0ac tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Calling delete_port for 12b22027-67b6-4f0e-8f08-e659e2dbc6fd owned by compute:nova {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:38.550798 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-24e7b64a-8056-4c57-b53d-f6697eafaf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:38.581290 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e7b64a-8056-4c57-b53d-f6697eafaf17 admin admin] Releasing vlan 978 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:02:38.585562 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-24e7b64a-8056-4c57-b53d-f6697eafaf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:38.602888 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-9acc124c-4a4d-45aa-9349-adcaa7179e65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64dd75d4-6fae-4951-bf2a-3e9b32aa4c93') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:38.604452 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-9acc124c-4a4d-45aa-9349-adcaa7179e65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64dd75d4-6fae-4951-bf2a-3e9b32aa4c93') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:02:38.615932 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:02:38.794428 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf12d870-2d88-4db4-ae8b-fe382d7bc473 req-2e631b8a-393c-4ca9-9b41-3b3c6696a2a7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53c7f498-ec21-4766-a8b4-5bb9d5f006d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3841798 Feb 09 01:02:38.907014 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-24e7b64a-8056-4c57-b53d-f6697eafaf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:38.921245 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-24e7b64a-8056-4c57-b53d-f6697eafaf17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:38.923659 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9acc124c-4a4d-45aa-9349-adcaa7179e65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:38.982916 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7b64a-8056-4c57-b53d-f6697eafaf17 admin admin] Pushing event deleted for resources: {'Network': ['ID=40320574-d9cd-482a-a0ac-237c8f11f957,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:38.987130 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-83661c19-ade2-4e2b-bd55-e1ced4803890 req-1ac9d634-2de0-4ffc-8ef4-526a3ebbb0ac tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:39.007942 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['85f0c83d-e492-4252-8c90-1fd22fec3aff', 'a4b505d8-d756-48f6-922c-121b8b731f28'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:02:39.090452 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9acc124c-4a4d-45aa-9349-adcaa7179e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:39.099895 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34014) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:39.118225 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['7999435b-c963-4dcc-a9db-35ef5464f9d9', '31cd774d-837f-4021-9774-cf22b4421c89', '8dec7b93-7bbf-4dc1-aaee-3287c2809f4b', '12b22027-67b6-4f0e-8f08-e659e2dbc6fd'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:02:39.167776 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9acc124c-4a4d-45aa-9349-adcaa7179e65 admin admin] Releasing vlan 966 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:02:39.168041 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9acc124c-4a4d-45aa-9349-adcaa7179e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:02:39.190471 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:02:39.259889 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4eb9a600-6135-4925-9942-f8e6b9629da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:39.268210 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-24e7b64a-8056-4c57-b53d-f6697eafaf17 admin admin] 10.222.0.37 "DELETE /v2.0/networks/40320574-d9cd-482a-a0ac-237c8f11f957 HTTP/1.1" status: 204 len: 168 time: 5.5893884 Feb 09 01:02:39.281722 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9d634-2de0-4ffc-8ef4-526a3ebbb0ac tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Pushing event deleted for resources: {'Port': ['ID=12b22027-67b6-4f0e-8f08-e659e2dbc6fd,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:39.369296 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-83661c19-ade2-4e2b-bd55-e1ced4803890 req-1ac9d634-2de0-4ffc-8ef4-526a3ebbb0ac tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] No DVR routers for this DVR port 12b22027-67b6-4f0e-8f08-e659e2dbc6fd on host n-h2-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:02:39.376363 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-83661c19-ade2-4e2b-bd55-e1ced4803890 req-1ac9d634-2de0-4ffc-8ef4-526a3ebbb0ac tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:39.378363 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-83661c19-ade2-4e2b-bd55-e1ced4803890 req-1ac9d634-2de0-4ffc-8ef4-526a3ebbb0ac tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.117 "DELETE /v2.0/ports/12b22027-67b6-4f0e-8f08-e659e2dbc6fd HTTP/1.1" status: 204 len: 173 time: 2.3328719 Feb 09 01:02:39.379892 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5ed635-c351-4816-a8b1-e46970ab0408', 'name': 'network-vif-deleted', 'tag': '12b22027-67b6-4f0e-8f08-e659e2dbc6fd'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:39.389937 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d8910-0e85-421d-b612-81477121acc1 req-99cd0351-e850-4e63-81a1-675cac88a938 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:39.398052 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8e5d8910-0e85-421d-b612-81477121acc1 req-99cd0351-e850-4e63-81a1-675cac88a938 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce5ed635-c351-4816-a8b1-e46970ab0408 HTTP/1.1" status: 200 len: 867 time: 0.9108460 Feb 09 01:02:39.408780 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bacef8-d4b1-4539-aebb-81bd399e49e8 req-a7bedba2-08f9-412b-8fd3-6cab7333e4eb tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:39.416503 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-13bacef8-d4b1-4539-aebb-81bd399e49e8 req-a7bedba2-08f9-412b-8fd3-6cab7333e4eb tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 944 time: 0.8365238 Feb 09 01:02:39.480011 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-30b1e8cf-bf76-4cea-b8d0-379381ff3e57 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:39.481608 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-30b1e8cf-bf76-4cea-b8d0-379381ff3e57 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.35 "GET /v2.0/networks?id=212d519a-979f-468b-96fb-02a8cac3aff6 HTTP/1.1" status: 200 len: 812 time: 0.8841469 Feb 09 01:02:39.488496 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-13bacef8-d4b1-4539-aebb-81bd399e49e8 req-116f7cfd-11dc-4558-81ac-0936a91537de tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707526 Feb 09 01:02:39.488847 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-c576f312-03b0-407a-abe8-9db6012b30e5 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:39.490327 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-c576f312-03b0-407a-abe8-9db6012b30e5 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.117 "GET /v2.0/networks?id=212d519a-979f-468b-96fb-02a8cac3aff6 HTTP/1.1" status: 200 len: 812 time: 1.0631189 Feb 09 01:02:39.532337 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9acc124c-4a4d-45aa-9349-adcaa7179e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:39.561878 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-0c790fbc-def9-4a46-917d-11cdd6275f83 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Request body: {'port': {'device_id': '28e7f5ac-44fb-48d8-ac77-557dfd998303', 'network_id': '212d519a-979f-468b-96fb-02a8cac3aff6', 'admin_state_up': True, 'tenant_id': '27989079fc4f45f8ab144b741eece4df'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:39.576739 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34028) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:39.607641 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-b9797deb-8276-48d6-a4cf-40c9f1b3dd38 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Request body: {'port': {'device_id': '38031b77-91ad-4ba7-9220-778adbd1d111', 'network_id': '212d519a-979f-468b-96fb-02a8cac3aff6', 'admin_state_up': True, 'tenant_id': '27989079fc4f45f8ab144b741eece4df'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:39.659714 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-6cb2b4a1-fa41-44a3-aa70-c33e1f965d44 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440450 Feb 09 01:02:39.719285 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8e5d8910-0e85-421d-b612-81477121acc1 req-ee79b28a-ecf8-4ec4-a107-71cffc530c96 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205049 Feb 09 01:02:39.740478 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5a5def39-fe32-43b0-be5a-b55783b267e2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e79d44504cf4faa91bc210654fe3d43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6322508 Feb 09 01:02:39.804065 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34036) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:39.819329 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9acc124c-4a4d-45aa-9349-adcaa7179e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:39.823926 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf12d870-2d88-4db4-ae8b-fe382d7bc473 req-8171b1ff-7696-4963-b85c-c21ae4bc0aa3 service neutron] 10.222.0.35 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8856535 Feb 09 01:02:39.858089 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0543b-e409-4741-8dda-6bf3e6617762 req-88af2581-4da1-4f17-8bb8-bc901484b7ae tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:39.858320 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-398771c1-3dea-468b-b381-81bd950a1f1e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bcb54e82376a4a56a730ba32d0fccc73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801583 Feb 09 01:02:39.860505 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ed0543b-e409-4741-8dda-6bf3e6617762 req-88af2581-4da1-4f17-8bb8-bc901484b7ae tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.35 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 944 time: 0.8016124 Feb 09 01:02:39.862203 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34042) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:39.871493 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc124c-4a4d-45aa-9349-adcaa7179e65 admin admin] Pushing event deleted for resources: {'Network': ['ID=baee9c13-0c46-4fb6-801b-193b3cf40533,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:39.988624 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9bb53939-e1c1-444d-869e-db17b060b74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:40.081011 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cb84ba78-017e-42fc-8e4e-8e7d749a25d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:40.084314 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9bb53939-e1c1-444d-869e-db17b060b74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:40.098528 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-ed0f3e00-2306-4400-9abf-c17ecde96ef1 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:40.099940 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-ed0f3e00-2306-4400-9abf-c17ecde96ef1 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4246280 Feb 09 01:02:40.124972 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-69019360-740f-4bb9-a8dc-f172b619455b tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/quotas/1828a8e10f7447aba0d25cab4f7feaf3 HTTP/1.1" status: 200 len: 375 time: 0.0099723 Feb 09 01:02:40.181224 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9acc124c-4a4d-45aa-9349-adcaa7179e65 admin admin] 10.222.0.37 "DELETE /v2.0/networks/baee9c13-0c46-4fb6-801b-193b3cf40533 HTTP/1.1" status: 204 len: 168 time: 5.4465048 Feb 09 01:02:40.235080 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cb84ba78-017e-42fc-8e4e-8e7d749a25d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:40.283762 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:40.313823 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-169f52d0-7af2-4527-999b-320e7851c08f req-906b2689-2954-4033-a9c4-fb7a3380d978 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/ports?device_id=38031b77-91ad-4ba7-9220-778adbd1d111 HTTP/1.1" status: 200 len: 210 time: 0.1366255 Feb 09 01:02:40.336159 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9bb53939-e1c1-444d-869e-db17b060b74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:40.343363 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:40.359458 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-fdbd8b6d-cf7f-468f-bcd9-e83bf4309fee tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2151310 Feb 09 01:02:40.375866 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-6ed0543b-e409-4741-8dda-6bf3e6617762 req-b90a4e32-ac06-40df-96fd-8ff12368a507 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Deleting port a3a8c315-95d5-4b07-958e-13e5b6be2a4c {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:40.376210 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6ed0543b-e409-4741-8dda-6bf3e6617762 req-b90a4e32-ac06-40df-96fd-8ff12368a507 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:40.395297 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb53939-e1c1-444d-869e-db17b060b74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7272dff2-3bf4-495c-a849-5904ae181752,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:40.415464 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9bb53939-e1c1-444d-869e-db17b060b74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:40.419304 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9bb53939-e1c1-444d-869e-db17b060b74f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7272dff2-3bf4-495c-a849-5904ae181752 HTTP/1.1" status: 204 len: 168 time: 0.5507653 Feb 09 01:02:40.419304 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5ed635-c351-4816-a8b1-e46970ab0408', 'name': 'network-vif-deleted', 'tag': '12b22027-67b6-4f0e-8f08-e659e2dbc6fd', 'status': 'completed', 'code': 200} Feb 09 01:02:40.445241 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cb84ba78-017e-42fc-8e4e-8e7d749a25d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:40.479316 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cb84ba78-017e-42fc-8e4e-8e7d749a25d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:40.484306 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cb84ba78-017e-42fc-8e4e-8e7d749a25d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1862cb55-b7a8-43bb-b452-fcf13c76e31f HTTP/1.1" status: 204 len: 168 time: 0.6778073 Feb 09 01:02:40.488332 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84ba78-017e-42fc-8e4e-8e7d749a25d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1862cb55-b7a8-43bb-b452-fcf13c76e31f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:40.576833 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34064) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:40.632122 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-b9797deb-8276-48d6-a4cf-40c9f1b3dd38 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:40.653503 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-0c790fbc-def9-4a46-917d-11cdd6275f83 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:40.672526 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-63a8adf8-2dd1-45dd-9802-79b485033cda admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f085f8b18784551909478d3d7d57efd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0945067 Feb 09 01:02:40.673120 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34070) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:40.706910 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-b9797deb-8276-48d6-a4cf-40c9f1b3dd38 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Usage tracker for resource:port and tenant:27989079fc4f45f8ab144b741eece4df is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:40.715994 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-0c790fbc-def9-4a46-917d-11cdd6275f83 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Usage tracker for resource:port and tenant:27989079fc4f45f8ab144b741eece4df is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:40.720121 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf12d870-2d88-4db4-ae8b-fe382d7bc473 req-90c5afdc-23be-4b09-896d-8060c5e7ab19 service neutron] 10.222.0.35 "GET /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8530951 Feb 09 01:02:40.735713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-b9797deb-8276-48d6-a4cf-40c9f1b3dd38 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:40.738579 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-0c790fbc-def9-4a46-917d-11cdd6275f83 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:40.765247 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-b9797deb-8276-48d6-a4cf-40c9f1b3dd38 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:40.841991 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-0c790fbc-def9-4a46-917d-11cdd6275f83 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:40.877241 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-b9797deb-8276-48d6-a4cf-40c9f1b3dd38 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Made reservation on behalf of 27989079fc4f45f8ab144b741eece4df for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:40.880746 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-b9797deb-8276-48d6-a4cf-40c9f1b3dd38 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:40.902627 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-0c790fbc-def9-4a46-917d-11cdd6275f83 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Made reservation on behalf of 27989079fc4f45f8ab144b741eece4df for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:40.906626 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-0c790fbc-def9-4a46-917d-11cdd6275f83 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:40.990347 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-efdfeef8-42aa-4933-bb53-710a3b9226c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:41.095113 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-6ed0543b-e409-4741-8dda-6bf3e6617762 req-b90a4e32-ac06-40df-96fd-8ff12368a507 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] For port a3a8c315-95d5-4b07-958e-13e5b6be2a4c, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a3a8c315-95d5-4b07-958e-13e5b6be2a4c,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:41.095557 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6ed0543b-e409-4741-8dda-6bf3e6617762 req-b90a4e32-ac06-40df-96fd-8ff12368a507 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:41.110084 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d754b-7709-4db1-a3a6-20571f5a93e2 req-0b948780-3cf2-4e93-8175-7d5ed6085329 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:41.120713 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-301d754b-7709-4db1-a3a6-20571f5a93e2 req-0b948780-3cf2-4e93-8175-7d5ed6085329 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 944 time: 0.3963959 Feb 09 01:02:41.159075 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-efdfeef8-42aa-4933-bb53-710a3b9226c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:41.261367 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-301d754b-7709-4db1-a3a6-20571f5a93e2 req-2db34f72-4131-4736-b421-bde5e9cd1a65 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397109 Feb 09 01:02:41.286490 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-efdfeef8-42aa-4933-bb53-710a3b9226c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:41.349746 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-6ed0543b-e409-4741-8dda-6bf3e6617762 req-b90a4e32-ac06-40df-96fd-8ff12368a507 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Calling delete_port for a3a8c315-95d5-4b07-958e-13e5b6be2a4c owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:41.353874 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdfeef8-42aa-4933-bb53-710a3b9226c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3994565d-5024-4083-b0fc-cc37dc19c179,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:41.393427 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-efdfeef8-42aa-4933-bb53-710a3b9226c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:41.397306 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-efdfeef8-42aa-4933-bb53-710a3b9226c1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3994565d-5024-4083-b0fc-cc37dc19c179 HTTP/1.1" status: 204 len: 168 time: 0.7232368 Feb 09 01:02:41.509836 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-0c790fbc-def9-4a46-917d-11cdd6275f83 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Allocated IP 172.20.0.13 (212d519a-979f-468b-96fb-02a8cac3aff6/9fb61228-bcf3-4353-9939-8b35cf66d0b1/0b378e52-5907-45fa-b7e2-a9e57695cb50) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:02:41.582199 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:41.616504 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0b604821-5a37-49c8-94a8-72135028105d req-6d12dbfe-1f0d-4ad6-b146-b56ad65b3864 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 210 time: 0.1166947 Feb 09 01:02:41.688899 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device a3a8c315-95d5-4b07-958e-13e5b6be2a4c no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:02:41.811819 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6ed0543b-e409-4741-8dda-6bf3e6617762 req-b90a4e32-ac06-40df-96fd-8ff12368a507 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:41.826130 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 12b22027-67b6-4f0e-8f08-e659e2dbc6fd no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:02:41.879078 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0601cb6c-affe-420e-a38c-48d348b0d3ee req-7ff35342-1655-4e6a-ba21-4954e546abe4 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/ports?device_id=38031b77-91ad-4ba7-9220-778adbd1d111 HTTP/1.1" status: 200 len: 210 time: 0.1073294 Feb 09 01:02:41.906222 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: 12b22027-67b6-4f0e-8f08-e659e2dbc6fd {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:02:41.906554 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 12b22027-67b6-4f0e-8f08-e659e2dbc6fd not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:02:41.909466 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No active binding found for port a3a8c315-95d5-4b07-958e-13e5b6be2a4c {{(pid=87613) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 01:02:41.910046 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device a3a8c315-95d5-4b07-958e-13e5b6be2a4c not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:02:42.056318 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a4e32-ac06-40df-96fd-8ff12368a507 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Pushing event deleted for resources: {'Port': ['ID=a3a8c315-95d5-4b07-958e-13e5b6be2a4c,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:42.071940 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed0543b-e409-4741-8dda-6bf3e6617762 req-b90a4e32-ac06-40df-96fd-8ff12368a507 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] No DVR routers for this DVR port a3a8c315-95d5-4b07-958e-13e5b6be2a4c on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:02:42.080109 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6ed0543b-e409-4741-8dda-6bf3e6617762 req-b90a4e32-ac06-40df-96fd-8ff12368a507 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:42.084704 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265d0785-80eb-4208-b453-7e76972213d2', 'name': 'network-vif-deleted', 'tag': 'a3a8c315-95d5-4b07-958e-13e5b6be2a4c'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:42.131263 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ed0543b-e409-4741-8dda-6bf3e6617762 req-b90a4e32-ac06-40df-96fd-8ff12368a507 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.35 "DELETE /v2.0/ports/a3a8c315-95d5-4b07-958e-13e5b6be2a4c HTTP/1.1" status: 204 len: 173 time: 2.2492342 Feb 09 01:02:42.149995 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-0c790fbc-def9-4a46-917d-11cdd6275f83 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:42.226170 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-0c790fbc-def9-4a46-917d-11cdd6275f83 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:42.296111 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265d0785-80eb-4208-b453-7e76972213d2', 'name': 'network-vif-deleted', 'tag': 'a3a8c315-95d5-4b07-958e-13e5b6be2a4c', 'status': 'completed', 'code': 200} Feb 09 01:02:42.377078 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-0c790fbc-def9-4a46-917d-11cdd6275f83 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Network 212d519a-979f-468b-96fb-02a8cac3aff6 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:02:42.382218 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-0c790fbc-def9-4a46-917d-11cdd6275f83 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:42.393694 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-0c790fbc-def9-4a46-917d-11cdd6275f83 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:02:42.478363 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-0c790fbc-def9-4a46-917d-11cdd6275f83 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:42.479379 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-0c790fbc-def9-4a46-917d-11cdd6275f83 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:42.514782 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-0c790fbc-def9-4a46-917d-11cdd6275f83 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9844012 Feb 09 01:02:42.560007 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-800cda79-2169-48db-b470-62f4227607e2 service neutron] Request body: {'port': {'device_id': '28e7f5ac-44fb-48d8-ac77-557dfd998303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:42.635537 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c790fbc-def9-4a46-917d-11cdd6275f83 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Pushing event updated for resources: {'Port': ['ID=0b378e52-5907-45fa-b7e2-a9e57695cb50,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:42.861685 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-b9797deb-8276-48d6-a4cf-40c9f1b3dd38 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Allocated IP 172.20.0.12 (212d519a-979f-468b-96fb-02a8cac3aff6/9fb61228-bcf3-4353-9939-8b35cf66d0b1/644d9697-2779-4ccb-9258-164cdd54b618) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:02:42.872925 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-d0fd87f7-75fd-4185-8938-9dc0caf4406b tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3501725 Feb 09 01:02:42.938141 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-800cda79-2169-48db-b470-62f4227607e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:42.956986 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6669678e-c955-479b-addf-edcb249bfd06 req-2e68830c-1e43-4acb-a24b-3517ed8b106a tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=265d0785-80eb-4208-b453-7e76972213d2 HTTP/1.1" status: 200 len: 210 time: 0.0716989 Feb 09 01:02:43.005834 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34180) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:43.036716 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-154bc621-4572-4f2f-a338-bd8ffc6a8dfc req-6efd7bb1-2a62-4b29-ad1f-5a54dc59426f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 210 time: 0.1764348 Feb 09 01:02:43.156143 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-302231d8-eb1e-4c23-b3da-c3ba37b6ec41 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-758430582-network', 'tenant_id': 'a3be55021a894f21878232ff36c1089d'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:43.220219 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-302231d8-eb1e-4c23-b3da-c3ba37b6ec41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:43.244900 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-302231d8-eb1e-4c23-b3da-c3ba37b6ec41 admin admin] Usage tracker for resource:network and tenant:a3be55021a894f21878232ff36c1089d is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:43.248579 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-302231d8-eb1e-4c23-b3da-c3ba37b6ec41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:43.256273 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-302231d8-eb1e-4c23-b3da-c3ba37b6ec41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:43.269658 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302231d8-eb1e-4c23-b3da-c3ba37b6ec41 admin admin] Made reservation on behalf of a3be55021a894f21878232ff36c1089d for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:43.272470 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-302231d8-eb1e-4c23-b3da-c3ba37b6ec41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:43.296243 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-302231d8-eb1e-4c23-b3da-c3ba37b6ec41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:43.319441 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-302231d8-eb1e-4c23-b3da-c3ba37b6ec41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:43.326303 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-302231d8-eb1e-4c23-b3da-c3ba37b6ec41 admin admin] Usage tracker for resource:security_group_rule and tenant:a3be55021a894f21878232ff36c1089d is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:43.331186 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-302231d8-eb1e-4c23-b3da-c3ba37b6ec41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:43.342232 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-302231d8-eb1e-4c23-b3da-c3ba37b6ec41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:43.368323 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bec308-e0fc-4cfd-b845-a3a73b12e3e4 req-a18ef55c-93ba-4cf3-b92b-5259dc59a86a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:43.369162 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-c5bec308-e0fc-4cfd-b845-a3a73b12e3e4 req-a18ef55c-93ba-4cf3-b92b-5259dc59a86a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Synchronizing usage tracker for tenant:e3282b39b26b4341b7bfc42f3e4e8492 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:02:43.392481 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34202) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:43.409928 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-c5bec308-e0fc-4cfd-b845-a3a73b12e3e4 req-a18ef55c-93ba-4cf3-b92b-5259dc59a86a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Unset dirty status for tenant:e3282b39b26b4341b7bfc42f3e4e8492 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:02:43.416769 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c5bec308-e0fc-4cfd-b845-a3a73b12e3e4 req-a18ef55c-93ba-4cf3-b92b-5259dc59a86a tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2303d2-7cc1-4834-9cf6-e83058e4fcd9 HTTP/1.1" status: 200 len: 949 time: 0.2555666 Feb 09 01:02:43.486891 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c5bec308-e0fc-4cfd-b845-a3a73b12e3e4 req-9eb04166-5a4d-4181-a3cb-dcd3cdc30a05 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691526 Feb 09 01:02:43.557079 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-5e15cb74-a6d3-4f6e-ad61-33eca6072975 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-164253657-network', 'tenant_id': '7925bbaf781f41338fabddc8af2be64d'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:43.568902 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5e15cb74-a6d3-4f6e-ad61-33eca6072975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:43.573158 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-302231d8-eb1e-4c23-b3da-c3ba37b6ec41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:43.577444 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5e15cb74-a6d3-4f6e-ad61-33eca6072975 admin admin] Usage tracker for resource:network and tenant:7925bbaf781f41338fabddc8af2be64d is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:43.581999 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5e15cb74-a6d3-4f6e-ad61-33eca6072975 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:43.583044 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-48d5afd6-c9bc-4914-b478-3d7fd76bbd4a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:43.584554 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-48d5afd6-c9bc-4914-b478-3d7fd76bbd4a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6701658 Feb 09 01:02:43.585808 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-302231d8-eb1e-4c23-b3da-c3ba37b6ec41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:43.600971 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5e15cb74-a6d3-4f6e-ad61-33eca6072975 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:43.601327 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-e388a8ab-b62b-4548-9881-b289c3257f7c tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Request body: {'port': {'device_id': 'd0b51ef7-8521-43ef-94d1-dd02fb0a5c20', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'admin_state_up': True, 'tenant_id': '1828a8e10f7447aba0d25cab4f7feaf3'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:43.635257 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302231d8-eb1e-4c23-b3da-c3ba37b6ec41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebafc5d-b865-46f7-913c-0f12dc2e202a,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:43.642510 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-302231d8-eb1e-4c23-b3da-c3ba37b6ec41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 976} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:02:43.654333 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e15cb74-a6d3-4f6e-ad61-33eca6072975 admin admin] Made reservation on behalf of 7925bbaf781f41338fabddc8af2be64d for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:43.656906 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5e15cb74-a6d3-4f6e-ad61-33eca6072975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:43.669860 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-302231d8-eb1e-4c23-b3da-c3ba37b6ec41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:43.670241 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-302231d8-eb1e-4c23-b3da-c3ba37b6ec41 admin admin] Added segment 60c6608b-b1a2-4f33-8566-9409b2f70dc2 of type vlan for network 05e616a2-9ea7-45b7-8a17-dba41c752897 Feb 09 01:02:43.677089 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5e15cb74-a6d3-4f6e-ad61-33eca6072975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:43.699686 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5e15cb74-a6d3-4f6e-ad61-33eca6072975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:43.715235 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5e15cb74-a6d3-4f6e-ad61-33eca6072975 admin admin] Usage tracker for resource:security_group_rule and tenant:7925bbaf781f41338fabddc8af2be64d is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:43.721051 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5e15cb74-a6d3-4f6e-ad61-33eca6072975 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:43.724823 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-302231d8-eb1e-4c23-b3da-c3ba37b6ec41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:43.733921 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5e15cb74-a6d3-4f6e-ad61-33eca6072975 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:43.791091 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-302231d8-eb1e-4c23-b3da-c3ba37b6ec41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:43.792321 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302231d8-eb1e-4c23-b3da-c3ba37b6ec41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:43.793009 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-302231d8-eb1e-4c23-b3da-c3ba37b6ec41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:43.805262 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-b9797deb-8276-48d6-a4cf-40c9f1b3dd38 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:43.847651 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-e388a8ab-b62b-4548-9881-b289c3257f7c tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:43.863825 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-e388a8ab-b62b-4548-9881-b289c3257f7c tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:43.881274 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-e388a8ab-b62b-4548-9881-b289c3257f7c tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Made reservation on behalf of 1828a8e10f7447aba0d25cab4f7feaf3 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:43.885846 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-e388a8ab-b62b-4548-9881-b289c3257f7c tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:43.920802 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-b9797deb-8276-48d6-a4cf-40c9f1b3dd38 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:44.034353 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5e15cb74-a6d3-4f6e-ad61-33eca6072975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:44.051999 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302231d8-eb1e-4c23-b3da-c3ba37b6ec41 admin admin] Pushing event updated for resources: {'Network': ['ID=05e616a2-9ea7-45b7-8a17-dba41c752897,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:44.057778 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-302231d8-eb1e-4c23-b3da-c3ba37b6ec41 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0508974 Feb 09 01:02:44.058795 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5e15cb74-a6d3-4f6e-ad61-33eca6072975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:44.064753 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 05e616a2-9ea7-45b7-8a17-dba41c752897 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:02:44.071962 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e15cb74-a6d3-4f6e-ad61-33eca6072975 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 955} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:02:44.080735 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34226) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:44.081786 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5e15cb74-a6d3-4f6e-ad61-33eca6072975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:44.082138 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-5e15cb74-a6d3-4f6e-ad61-33eca6072975 admin admin] Added segment a0f526c8-3aec-459e-b134-44fdcc6f1af2 of type vlan for network 41839a4d-37ac-44d8-96d9-d657c47e8af8 Feb 09 01:02:44.112357 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5e15cb74-a6d3-4f6e-ad61-33eca6072975 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:44.142480 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-5d8570d6-a02a-45b8-9cc9-3316629a78e7 admin admin] Request body: {'subnet': {'network_id': '05e616a2-9ea7-45b7-8a17-dba41c752897', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-758430582-subnet', 'tenant_id': 'a3be55021a894f21878232ff36c1089d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:44.161230 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-b9797deb-8276-48d6-a4cf-40c9f1b3dd38 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Network 212d519a-979f-468b-96fb-02a8cac3aff6 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:02:44.177199 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-b9797deb-8276-48d6-a4cf-40c9f1b3dd38 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:44.180110 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-b9797deb-8276-48d6-a4cf-40c9f1b3dd38 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:02:44.201152 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:02:44.247457 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5e15cb74-a6d3-4f6e-ad61-33eca6072975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:44.249089 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e15cb74-a6d3-4f6e-ad61-33eca6072975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:44.249738 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5e15cb74-a6d3-4f6e-ad61-33eca6072975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:44.255454 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5d8570d6-a02a-45b8-9cc9-3316629a78e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:44.269138 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-b9797deb-8276-48d6-a4cf-40c9f1b3dd38 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:44.269771 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-b9797deb-8276-48d6-a4cf-40c9f1b3dd38 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:44.282045 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9797deb-8276-48d6-a4cf-40c9f1b3dd38 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Pushing event updated for resources: {'Port': ['ID=644d9697-2779-4ccb-9258-164cdd54b618,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:44.287470 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5d8570d6-a02a-45b8-9cc9-3316629a78e7 admin admin] Usage tracker for resource:subnet and tenant:a3be55021a894f21878232ff36c1089d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:44.314401 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5d8570d6-a02a-45b8-9cc9-3316629a78e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:44.390363 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34242) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:44.400257 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5d8570d6-a02a-45b8-9cc9-3316629a78e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:44.431939 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-b9797deb-8276-48d6-a4cf-40c9f1b3dd38 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9026952 Feb 09 01:02:44.462584 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-8663c421-7f7c-4b09-8e5c-9391cec03359 service neutron] Request body: {'port': {'device_id': '38031b77-91ad-4ba7-9220-778adbd1d111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:44.470088 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5e15cb74-a6d3-4f6e-ad61-33eca6072975 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0764391 Feb 09 01:02:44.474886 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34248) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:44.488565 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-293ca62a-6f90-456a-aab9-bc3e9693a73e req-c26e0389-eafe-46dd-86ad-f527cc2872a0 tempest-AbsoluteLimitsNegativeTestJSON-1710613361 tempest-AbsoluteLimitsNegativeTestJSON-1710613361-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=fdfbae8cf16541f4b6cc9fce9317e9af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1072633 Feb 09 01:02:44.520361 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-62cab169-dd0a-4edc-b417-050368aeb20c admin admin] Request body: {'subnet': {'network_id': '41839a4d-37ac-44d8-96d9-d657c47e8af8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-164253657-subnet', 'tenant_id': '7925bbaf781f41338fabddc8af2be64d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:44.540974 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-62cab169-dd0a-4edc-b417-050368aeb20c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:44.543183 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15cb74-a6d3-4f6e-ad61-33eca6072975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f89f78-a4b1-40c0-85d2-ebc5df28dafc,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:44.559252 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-62cab169-dd0a-4edc-b417-050368aeb20c admin admin] Usage tracker for resource:subnet and tenant:7925bbaf781f41338fabddc8af2be64d is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:44.562460 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8570d6-a02a-45b8-9cc9-3316629a78e7 admin admin] Made reservation on behalf of a3be55021a894f21878232ff36c1089d for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:44.565481 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5d8570d6-a02a-45b8-9cc9-3316629a78e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:44.566158 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-62cab169-dd0a-4edc-b417-050368aeb20c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:44.576229 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15cb74-a6d3-4f6e-ad61-33eca6072975 admin admin] Pushing event updated for resources: {'Network': ['ID=41839a4d-37ac-44d8-96d9-d657c47e8af8,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:44.580078 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-62cab169-dd0a-4edc-b417-050368aeb20c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:44.595801 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 41839a4d-37ac-44d8-96d9-d657c47e8af8 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:02:44.600746 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4f8be-8d7e-46db-8625-b5c343ba5227 req-96103695-164c-4eaf-8064-5b6b59a67503 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:44.602744 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-07d4f8be-8d7e-46db-8625-b5c343ba5227 req-96103695-164c-4eaf-8064-5b6b59a67503 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.117 "GET /v2.0/ports?device_id=0c2303d2-7cc1-4834-9cf6-e83058e4fcd9 HTTP/1.1" status: 200 len: 949 time: 0.4589641 Feb 09 01:02:44.610077 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cab169-dd0a-4edc-b417-050368aeb20c admin admin] Made reservation on behalf of 7925bbaf781f41338fabddc8af2be64d for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:44.612988 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-62cab169-dd0a-4edc-b417-050368aeb20c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:44.751913 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc0097-a1fa-4391-90f3-da9354fce8c5 req-f2e0de2c-c102-4708-a48e-84c3562205e8 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:44.753521 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-29fc0097-a1fa-4391-90f3-da9354fce8c5 req-f2e0de2c-c102-4708-a48e-84c3562205e8 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/ports?device_id=38031b77-91ad-4ba7-9220-778adbd1d111 HTTP/1.1" status: 200 len: 932 time: 0.6981535 Feb 09 01:02:44.818244 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-07d4f8be-8d7e-46db-8625-b5c343ba5227 req-7f3ee656-62d4-4e70-8079-70321b1817e8 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Deleting port 8dec7b93-7bbf-4dc1-aaee-3287c2809f4b {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:44.818461 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-07d4f8be-8d7e-46db-8625-b5c343ba5227 req-7f3ee656-62d4-4e70-8079-70321b1817e8 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:44.883503 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-29fc0097-a1fa-4391-90f3-da9354fce8c5 req-f82b7af9-12e5-4771-9f60-ce63110272ce tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Synchronizing usage tracker for tenant:27989079fc4f45f8ab144b741eece4df on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:02:44.910886 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-800cda79-2169-48db-b470-62f4227607e2 service neutron] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:02:45.001256 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-29fc0097-a1fa-4391-90f3-da9354fce8c5 req-f82b7af9-12e5-4771-9f60-ce63110272ce tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Unset dirty status for tenant:27989079fc4f45f8ab144b741eece4df on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:02:45.002413 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-29fc0097-a1fa-4391-90f3-da9354fce8c5 req-f82b7af9-12e5-4771-9f60-ce63110272ce tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa0642db-114b-4eee-9b0a-78a1759ea06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336760 Feb 09 01:02:45.029756 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-e388a8ab-b62b-4548-9881-b289c3257f7c tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Allocated IP 192.168.233.100 (82c0e553-004f-4f65-a38e-9d785fdc5802/c1d7756a-584e-4152-ad93-d220060f4b30/7d3f8cfd-56c5-4824-a60d-48dae61c8128) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:02:45.175889 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-62cab169-dd0a-4edc-b417-050368aeb20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:45.176573 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bce06b-e8d1-4630-bb44-a0e62093d683 req-7541c025-a1f7-40a4-b7fd-0c9bd4230a1e tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:45.177951 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-09bce06b-e8d1-4630-bb44-a0e62093d683 req-7541c025-a1f7-40a4-b7fd-0c9bd4230a1e tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.35 "GET /v2.0/ports?device_id=087d7b77-194f-426a-a4e0-cf2aa95b45c5 HTTP/1.1" status: 200 len: 950 time: 0.8647630 Feb 09 01:02:45.192324 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ca62a-6f90-456a-aab9-bc3e9693a73e req-b44b7168-8d17-4fac-925c-bd20f5be3135 tempest-AbsoluteLimitsNegativeTestJSON-1710613361 tempest-AbsoluteLimitsNegativeTestJSON-1710613361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:45.193767 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-293ca62a-6f90-456a-aab9-bc3e9693a73e req-b44b7168-8d17-4fac-925c-bd20f5be3135 tempest-AbsoluteLimitsNegativeTestJSON-1710613361 tempest-AbsoluteLimitsNegativeTestJSON-1710613361-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6464939 Feb 09 01:02:45.198583 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6cbe6b3d-d40c-42df-9277-6522a071e20f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e89768b4b7dd4f158c579bead75e7e42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7935181 Feb 09 01:02:45.204262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-800cda79-2169-48db-b470-62f4227607e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b378e52-5907-45fa-b7e2-a9e57695cb50 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:02:45.209138 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34256) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:45.255434 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-8663c421-7f7c-4b09-8e5c-9391cec03359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:45.289181 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-800cda79-2169-48db-b470-62f4227607e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:45.289854 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-07d4f8be-8d7e-46db-8625-b5c343ba5227 req-7f3ee656-62d4-4e70-8079-70321b1817e8 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] For port 8dec7b93-7bbf-4dc1-aaee-3287c2809f4b, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=8dec7b93-7bbf-4dc1-aaee-3287c2809f4b,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:45.290747 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-07d4f8be-8d7e-46db-8625-b5c343ba5227 req-7f3ee656-62d4-4e70-8079-70321b1817e8 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:45.313581 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bac3cacf-4e00-41d8-8526-a6469f07d6ee req-eea2c15d-b0fa-4338-8372-417b11df5eb7 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 210 time: 0.1033766 Feb 09 01:02:45.325340 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-293ca62a-6f90-456a-aab9-bc3e9693a73e req-57b719f0-f2ae-4f42-a46e-d076c61ac064 tempest-AbsoluteLimitsNegativeTestJSON-1710613361 tempest-AbsoluteLimitsNegativeTestJSON-1710613361-project] 10.222.0.37 "GET /v2.0/quotas/fdfbae8cf16541f4b6cc9fce9317e9af HTTP/1.1" status: 200 len: 375 time: 0.1073914 Feb 09 01:02:45.468918 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-07d4f8be-8d7e-46db-8625-b5c343ba5227 req-7f3ee656-62d4-4e70-8079-70321b1817e8 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Calling delete_port for 8dec7b93-7bbf-4dc1-aaee-3287c2809f4b owned by compute:nova {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:45.527490 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cab169-dd0a-4edc-b417-050368aeb20c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fa10d48-28f4-4fdb-bab7-6c508ebadc1e,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:45.543096 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-800cda79-2169-48db-b470-62f4227607e2 service neutron] Transition to ACTIVE for port object 0b378e52-5907-45fa-b7e2-a9e57695cb50 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:45.548619 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cab169-dd0a-4edc-b417-050368aeb20c admin admin] Checking segment: {'id': 'a0f526c8-3aec-459e-b134-44fdcc6f1af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '41839a4d-37ac-44d8-96d9-d657c47e8af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:02:45.548929 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cab169-dd0a-4edc-b417-050368aeb20c admin admin] Network hostable DHCP agents. Network: 41839a4d-37ac-44d8-96d9-d657c47e8af8, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:02:45.564142 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-293ca62a-6f90-456a-aab9-bc3e9693a73e req-97bbcbe3-9b7e-4314-876e-9ecd8757a3d2 tempest-AbsoluteLimitsNegativeTestJSON-1710613361 tempest-AbsoluteLimitsNegativeTestJSON-1710613361-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fdfbae8cf16541f4b6cc9fce9317e9af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1753631 Feb 09 01:02:45.568129 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-09bce06b-e8d1-4630-bb44-a0e62093d683 req-debf1eb1-02a4-4f05-bf9d-358a940a3b71 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Deleting port a4b505d8-d756-48f6-922c-121b8b731f28 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:45.568270 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-09bce06b-e8d1-4630-bb44-a0e62093d683 req-debf1eb1-02a4-4f05-bf9d-358a940a3b71 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:45.593514 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-15027e75-723e-49ab-8284-17e06d616b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:45.610870 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-800cda79-2169-48db-b470-62f4227607e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:45.629643 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-15027e75-723e-49ab-8284-17e06d616b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:45.683772 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cab169-dd0a-4edc-b417-050368aeb20c admin admin] Network 41839a4d-37ac-44d8-96d9-d657c47e8af8 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:02:45.760241 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-62cab169-dd0a-4edc-b417-050368aeb20c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 41839a4d-37ac-44d8-96d9-d657c47e8af8) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:45.779422 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0820305-e052-4052-8901-5ef74bea7a3d None None] Network 41839a4d-37ac-44d8-96d9-d657c47e8af8 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:02:45.782122 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cab169-dd0a-4edc-b417-050368aeb20c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:45.782703 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-62cab169-dd0a-4edc-b417-050368aeb20c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:45.827868 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-07d4f8be-8d7e-46db-8625-b5c343ba5227 req-7f3ee656-62d4-4e70-8079-70321b1817e8 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:45.890567 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-15027e75-723e-49ab-8284-17e06d616b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:45.894301 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['7999435b-c963-4dcc-a9db-35ef5464f9d9', '31cd774d-837f-4021-9774-cf22b4421c89', '8dec7b93-7bbf-4dc1-aaee-3287c2809f4b'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:02:45.905150 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ee656-62d4-4e70-8079-70321b1817e8 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Pushing event deleted for resources: {'Port': ['ID=8dec7b93-7bbf-4dc1-aaee-3287c2809f4b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:45.924716 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['85f0c83d-e492-4252-8c90-1fd22fec3aff'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:02:45.961198 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15027e75-723e-49ab-8284-17e06d616b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26cc557-a6e6-4bdd-a6df-88bad5d4807f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:45.973993 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-62cab169-dd0a-4edc-b417-050368aeb20c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4871106 Feb 09 01:02:46.015565 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-15027e75-723e-49ab-8284-17e06d616b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:46.017589 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-15027e75-723e-49ab-8284-17e06d616b38 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d26cc557-a6e6-4bdd-a6df-88bad5d4807f HTTP/1.1" status: 204 len: 168 time: 0.7967200 Feb 09 01:02:46.026233 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d4f8be-8d7e-46db-8625-b5c343ba5227 req-7f3ee656-62d4-4e70-8079-70321b1817e8 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] No DVR routers for this DVR port 8dec7b93-7bbf-4dc1-aaee-3287c2809f4b on host n-h2-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:02:46.037359 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce74c16-e440-4baa-803e-a8f983e22179 req-edd7dab8-3d5e-4520-9856-e4c0abd8c3b6 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:46.038824 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-8ce74c16-e440-4baa-803e-a8f983e22179 req-edd7dab8-3d5e-4520-9856-e4c0abd8c3b6 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Synchronizing usage tracker for tenant:e3282b39b26b4341b7bfc42f3e4e8492 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:02:46.043033 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-07d4f8be-8d7e-46db-8625-b5c343ba5227 req-7f3ee656-62d4-4e70-8079-70321b1817e8 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:46.045734 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-07d4f8be-8d7e-46db-8625-b5c343ba5227 req-7f3ee656-62d4-4e70-8079-70321b1817e8 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.117 "DELETE /v2.0/ports/8dec7b93-7bbf-4dc1-aaee-3287c2809f4b HTTP/1.1" status: 204 len: 173 time: 1.4369421 Feb 09 01:02:46.046432 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2303d2-7cc1-4834-9cf6-e83058e4fcd9', 'name': 'network-vif-deleted', 'tag': '8dec7b93-7bbf-4dc1-aaee-3287c2809f4b'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:46.074071 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-8ce74c16-e440-4baa-803e-a8f983e22179 req-edd7dab8-3d5e-4520-9856-e4c0abd8c3b6 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Unset dirty status for tenant:e3282b39b26b4341b7bfc42f3e4e8492 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:02:46.079139 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8ce74c16-e440-4baa-803e-a8f983e22179 req-edd7dab8-3d5e-4520-9856-e4c0abd8c3b6 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2303d2-7cc1-4834-9cf6-e83058e4fcd9 HTTP/1.1" status: 200 len: 867 time: 0.3797176 Feb 09 01:02:46.152127 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34274) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:46.246045 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5d8570d6-a02a-45b8-9cc9-3316629a78e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:46.275214 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800cda79-2169-48db-b470-62f4227607e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0b378e52-5907-45fa-b7e2-a9e57695cb50,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:46.324462 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8ce74c16-e440-4baa-803e-a8f983e22179 req-97ef1a91-f34e-486b-9002-71c4f0a432fc tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339473 Feb 09 01:02:46.421414 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17dbac-283f-4b17-9f97-b980e43352ae req-b237a3ef-9bda-417d-b858-bb7e27810e5e tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:46.437381 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5b17dbac-283f-4b17-9f97-b980e43352ae req-b237a3ef-9bda-417d-b858-bb7e27810e5e tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.117 "GET /v2.0/ports?device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8 HTTP/1.1" status: 200 len: 944 time: 0.2653000 Feb 09 01:02:46.653245 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-5b17dbac-283f-4b17-9f97-b980e43352ae req-f5e904ad-2c10-477c-9f7e-d0870e556128 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Deleting port 1c89862d-0bcb-4d05-b40e-473a155a0fae {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:46.654463 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-5b17dbac-283f-4b17-9f97-b980e43352ae req-f5e904ad-2c10-477c-9f7e-d0870e556128 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:46.678191 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-e388a8ab-b62b-4548-9881-b289c3257f7c tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:46.763082 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebba3a8c-5520-492e-918f-dc2b898d0d89 None None] Network 41839a4d-37ac-44d8-96d9-d657c47e8af8 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:02:46.878162 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b1257040-5e54-494a-b3ec-55cd3df27807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:46.920201 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b1257040-5e54-494a-b3ec-55cd3df27807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:46.926595 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b1257040-5e54-494a-b3ec-55cd3df27807 admin admin] Usage tracker for resource:security_group_rule and tenant:fdfbae8cf16541f4b6cc9fce9317e9af is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:46.931878 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b1257040-5e54-494a-b3ec-55cd3df27807 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:46.982491 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-e388a8ab-b62b-4548-9881-b289c3257f7c tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Transition to ACTIVE for port object 7d3f8cfd-56c5-4824-a60d-48dae61c8128 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:46.995810 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8570d6-a02a-45b8-9cc9-3316629a78e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a9852a4-3afb-4f66-bd0f-1241f06b3792,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:47.001734 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b1257040-5e54-494a-b3ec-55cd3df27807 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:47.061741 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc61c4-ba84-42d2-ad8a-dbb36ffc8d79 req-379b0697-0a75-49f3-80ad-7d1f555c6817 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:47.072672 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b6dc61c4-ba84-42d2-ad8a-dbb36ffc8d79 req-379b0697-0a75-49f3-80ad-7d1f555c6817 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/ports?device_id=38031b77-91ad-4ba7-9220-778adbd1d111 HTTP/1.1" status: 200 len: 932 time: 0.4912319 Feb 09 01:02:47.337181 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b6dc61c4-ba84-42d2-ad8a-dbb36ffc8d79 req-fd229448-5112-4417-8b80-49d2a4e20455 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa0642db-114b-4eee-9b0a-78a1759ea06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621050 Feb 09 01:02:47.343670 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725920d2-cd2b-4b3c-b356-66c9a962358f req-a513f64c-e584-4689-978a-8de2105546f9 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:47.344513 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-725920d2-cd2b-4b3c-b356-66c9a962358f req-a513f64c-e584-4689-978a-8de2105546f9 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Synchronizing usage tracker for tenant:5a38989228a14de2b6764c7f261f44e3 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:02:47.349671 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8570d6-a02a-45b8-9cc9-3316629a78e7 admin admin] Checking segment: {'id': '60c6608b-b1a2-4f33-8566-9409b2f70dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '05e616a2-9ea7-45b7-8a17-dba41c752897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:02:47.350025 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8570d6-a02a-45b8-9cc9-3316629a78e7 admin admin] Network hostable DHCP agents. Network: 05e616a2-9ea7-45b7-8a17-dba41c752897, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:02:47.401466 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-800cda79-2169-48db-b470-62f4227607e2 service neutron] Attempting to bind port 0b378e52-5907-45fa-b7e2-a9e57695cb50 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:02:47.401767 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-800cda79-2169-48db-b470-62f4227607e2 service neutron] Attempting to bind port 0b378e52-5907-45fa-b7e2-a9e57695cb50 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'db9ba235-89e2-4f9a-977e-838070d870cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '212d519a-979f-468b-96fb-02a8cac3aff6'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:02:47.402236 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-800cda79-2169-48db-b470-62f4227607e2 service neutron] Attempting to bind port 0b378e52-5907-45fa-b7e2-a9e57695cb50 on network 212d519a-979f-468b-96fb-02a8cac3aff6 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:02:47.417982 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-8663c421-7f7c-4b09-8e5c-9391cec03359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 644d9697-2779-4ccb-9258-164cdd54b618 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:02:47.418369 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b1257040-5e54-494a-b3ec-55cd3df27807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:47.421884 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2303d2-7cc1-4834-9cf6-e83058e4fcd9', 'name': 'network-vif-deleted', 'tag': '8dec7b93-7bbf-4dc1-aaee-3287c2809f4b', 'status': 'completed', 'code': 200} Feb 09 01:02:47.430126 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b1257040-5e54-494a-b3ec-55cd3df27807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:47.438262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-800cda79-2169-48db-b470-62f4227607e2 service neutron] Port 0b378e52-5907-45fa-b7e2-a9e57695cb50 on network 212d519a-979f-468b-96fb-02a8cac3aff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:02:47.438701 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-800cda79-2169-48db-b470-62f4227607e2 service neutron] Attempting to bind port 0b378e52-5907-45fa-b7e2-a9e57695cb50 on network 212d519a-979f-468b-96fb-02a8cac3aff6 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:02:47.449854 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-725920d2-cd2b-4b3c-b356-66c9a962358f req-a513f64c-e584-4689-978a-8de2105546f9 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Unset dirty status for tenant:5a38989228a14de2b6764c7f261f44e3 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:02:47.457237 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-725920d2-cd2b-4b3c-b356-66c9a962358f req-a513f64c-e584-4689-978a-8de2105546f9 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=19a82a7b-7ec3-45c4-b231-e6ef1661bcb8 HTTP/1.1" status: 200 len: 944 time: 1.6764700 Feb 09 01:02:47.461784 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-8663c421-7f7c-4b09-8e5c-9391cec03359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:47.483145 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-5b17dbac-283f-4b17-9f97-b980e43352ae req-f5e904ad-2c10-477c-9f7e-d0870e556128 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] For port 1c89862d-0bcb-4d05-b40e-473a155a0fae, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=1c89862d-0bcb-4d05-b40e-473a155a0fae,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:47.483537 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-5b17dbac-283f-4b17-9f97-b980e43352ae req-f5e904ad-2c10-477c-9f7e-d0870e556128 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:47.502167 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-800cda79-2169-48db-b470-62f4227607e2 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:02:47.502518 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-800cda79-2169-48db-b470-62f4227607e2 service neutron] Checking segment: {'id': 'db9ba235-89e2-4f9a-977e-838070d870cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '212d519a-979f-468b-96fb-02a8cac3aff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:02:47.502976 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-800cda79-2169-48db-b470-62f4227607e2 service neutron] Bound using segment: {'id': 'db9ba235-89e2-4f9a-977e-838070d870cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '212d519a-979f-468b-96fb-02a8cac3aff6'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:02:47.503512 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-800cda79-2169-48db-b470-62f4227607e2 service neutron] Bound port: 0b378e52-5907-45fa-b7e2-a9e57695cb50, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db9ba235-89e2-4f9a-977e-838070d870cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '212d519a-979f-468b-96fb-02a8cac3aff6'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:02:47.503930 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-800cda79-2169-48db-b470-62f4227607e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:47.568369 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8570d6-a02a-45b8-9cc9-3316629a78e7 admin admin] Network 05e616a2-9ea7-45b7-8a17-dba41c752897 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:02:47.571982 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-8663c421-7f7c-4b09-8e5c-9391cec03359 service neutron] Transition to ACTIVE for port object 644d9697-2779-4ccb-9258-164cdd54b618 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:47.578335 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-09bce06b-e8d1-4630-bb44-a0e62093d683 req-debf1eb1-02a4-4f05-bf9d-358a940a3b71 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] For port a4b505d8-d756-48f6-922c-121b8b731f28, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a4b505d8-d756-48f6-922c-121b8b731f28,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:47.578788 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-09bce06b-e8d1-4630-bb44-a0e62093d683 req-debf1eb1-02a4-4f05-bf9d-358a940a3b71 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:47.626064 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-8663c421-7f7c-4b09-8e5c-9391cec03359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:47.633194 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-725920d2-cd2b-4b3c-b356-66c9a962358f req-b37a8111-3adc-45b5-bffd-e09744db80d8 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749446 Feb 09 01:02:47.647437 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b1257040-5e54-494a-b3ec-55cd3df27807 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fdfbae8cf16541f4b6cc9fce9317e9af&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4908597 Feb 09 01:02:47.653758 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-5b17dbac-283f-4b17-9f97-b980e43352ae req-f5e904ad-2c10-477c-9f7e-d0870e556128 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Calling delete_port for 1c89862d-0bcb-4d05-b40e-473a155a0fae owned by compute:nova {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:47.693953 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34308) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:47.750894 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device a4b505d8-d756-48f6-922c-121b8b731f28 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:02:47.769734 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1257040-5e54-494a-b3ec-55cd3df27807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d7a148-282a-44e2-a23b-b684c370dfae,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:47.778256 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c4fa6060-8ce8-446c-a021-0a6c7ec310e3 req-f4f631e0-ef9e-4105-a161-5a27a77c9a58 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 210 time: 0.0927026 Feb 09 01:02:47.795968 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-5d8570d6-a02a-45b8-9cc9-3316629a78e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 05e616a2-9ea7-45b7-8a17-dba41c752897) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:47.819721 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-09bce06b-e8d1-4630-bb44-a0e62093d683 req-debf1eb1-02a4-4f05-bf9d-358a940a3b71 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Calling delete_port for a4b505d8-d756-48f6-922c-121b8b731f28 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:47.847574 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8015e590-0d15-45cc-8c02-383a602ae516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:47.850309 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb6d2d1-d976-4dee-9272-84b8af76ec0c None None] Network 05e616a2-9ea7-45b7-8a17-dba41c752897 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:02:47.877230 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 8dec7b93-7bbf-4dc1-aaee-3287c2809f4b no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:02:47.886215 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8570d6-a02a-45b8-9cc9-3316629a78e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:47.887018 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5d8570d6-a02a-45b8-9cc9-3316629a78e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:47.896622 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-e388a8ab-b62b-4548-9881-b289c3257f7c tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:47.931339 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8015e590-0d15-45cc-8c02-383a602ae516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:47.933165 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['b7382de6-6aba-4a28-a643-d303a5c9ccff'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:02:48.020096 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8015e590-0d15-45cc-8c02-383a602ae516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:48.035275 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663c421-7f7c-4b09-8e5c-9391cec03359 service neutron] Pushing event updated for resources: {'Port': ['ID=644d9697-2779-4ccb-9258-164cdd54b618,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:48.063395 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-5b17dbac-283f-4b17-9f97-b980e43352ae req-f5e904ad-2c10-477c-9f7e-d0870e556128 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:48.147055 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-e388a8ab-b62b-4548-9881-b289c3257f7c tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:02:48.160681 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8015e590-0d15-45cc-8c02-383a602ae516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d7a148-282a-44e2-a23b-b684c370dfae,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:48.190174 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e904ad-2c10-477c-9f7e-d0870e556128 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Pushing event deleted for resources: {'Port': ['ID=1c89862d-0bcb-4d05-b40e-473a155a0fae,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:48.195539 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-e388a8ab-b62b-4548-9881-b289c3257f7c tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:48.198232 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5d8570d6-a02a-45b8-9cc9-3316629a78e7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 4.0771446 Feb 09 01:02:48.202053 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-e388a8ab-b62b-4548-9881-b289c3257f7c tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:02:48.203365 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: 8dec7b93-7bbf-4dc1-aaee-3287c2809f4b {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:02:48.204705 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 8dec7b93-7bbf-4dc1-aaee-3287c2809f4b not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:02:48.250119 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34326) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:48.253558 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-800cda79-2169-48db-b470-62f4227607e2 service neutron] For port 0b378e52-5907-45fa-b7e2-a9e57695cb50, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:02:48.265617 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-e3cdf6dc-92c5-4d20-ba31-09a374ef75ca admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-758430582-router', 'tenant_id': 'a3be55021a894f21878232ff36c1089d', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:48.271253 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e3cdf6dc-92c5-4d20-ba31-09a374ef75ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:48.276858 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e3cdf6dc-92c5-4d20-ba31-09a374ef75ca admin admin] Usage tracker for resource:router and tenant:a3be55021a894f21878232ff36c1089d is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:48.280596 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e3cdf6dc-92c5-4d20-ba31-09a374ef75ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:48.287563 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e3cdf6dc-92c5-4d20-ba31-09a374ef75ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:48.340382 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8015e590-0d15-45cc-8c02-383a602ae516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:48.346906 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8015e590-0d15-45cc-8c02-383a602ae516 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c6d7a148-282a-44e2-a23b-b684c370dfae HTTP/1.1" status: 204 len: 168 time: 0.6441467 Feb 09 01:02:48.349732 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b17dbac-283f-4b17-9f97-b980e43352ae req-f5e904ad-2c10-477c-9f7e-d0870e556128 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] No DVR routers for this DVR port 1c89862d-0bcb-4d05-b40e-473a155a0fae on host n-h2-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:02:48.352228 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e3cdf6dc-92c5-4d20-ba31-09a374ef75ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:48.354195 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e3cdf6dc-92c5-4d20-ba31-09a374ef75ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:48.360301 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-5b17dbac-283f-4b17-9f97-b980e43352ae req-f5e904ad-2c10-477c-9f7e-d0870e556128 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:48.362509 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5b17dbac-283f-4b17-9f97-b980e43352ae req-f5e904ad-2c10-477c-9f7e-d0870e556128 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.117 "DELETE /v2.0/ports/1c89862d-0bcb-4d05-b40e-473a155a0fae HTTP/1.1" status: 204 len: 173 time: 1.9151814 Feb 09 01:02:48.389837 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e3cdf6dc-92c5-4d20-ba31-09a374ef75ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:48.450232 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:48.530990 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087d7b77-194f-426a-a4e0-cf2aa95b45c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4b505d8-d756-48f6-922c-121b8b731f28'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:48.626226 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port a4b505d8-d756-48f6-922c-121b8b731f28, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a4b505d8-d756-48f6-922c-121b8b731f28,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:48.664116 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-c8236eaa-4937-4881-9a24-b91ff18f10a1 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:48.671670 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-c8236eaa-4937-4881-9a24-b91ff18f10a1 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] 10.222.0.37 "GET /v2.0/networks?id=41839a4d-37ac-44d8-96d9-d657c47e8af8 HTTP/1.1" status: 200 len: 813 time: 0.5750749 Feb 09 01:02:48.706091 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.api [req-09bce06b-e8d1-4630-bb44-a0e62093d683 req-debf1eb1-02a4-4f05-bf9d-358a940a3b71 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:02:48.706810 n-d-828419-1 neutron-server[87612]: DEBUG oslo_db.api [req-09bce06b-e8d1-4630-bb44-a0e62093d683 req-debf1eb1-02a4-4f05-bf9d-358a940a3b71 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:02:48.713023 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-800cda79-2169-48db-b470-62f4227607e2 service neutron] For port 0b378e52-5907-45fa-b7e2-a9e57695cb50, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=0b378e52-5907-45fa-b7e2-a9e57695cb50,segment=NetworkSegment(db9ba235-89e2-4f9a-977e-838070d870cc),segment_id=db9ba235-89e2-4f9a-977e-838070d870cc)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:02:48.718679 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:48.795058 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab5b38f-6015-4b97-b9c4-f63f07c4be59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-05e616a2-9ea7-45b7-8a17-dba41c752897', 'network_id': '05e616a2-9ea7-45b7-8a17-dba41c752897', 'tenant_id': 'a3be55021a894f21878232ff36c1089d', 'fixed_ips': [{'subnet_id': '4a9852a4-3afb-4f66-bd0f-1241f06b3792'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:02:48.795878 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-eab5b38f-6015-4b97-b9c4-f63f07c4be59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:48.817478 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388a8ab-b62b-4548-9881-b289c3257f7c tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Pushing event updated for resources: {'Port': ['ID=7d3f8cfd-56c5-4824-a60d-48dae61c8128,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:48.830449 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-800cda79-2169-48db-b470-62f4227607e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:48.882793 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e3cdf6dc-92c5-4d20-ba31-09a374ef75ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:48.895168 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34346) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:48.929148 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-36effc4b-c29b-486c-8324-ccf9efaf7d71 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] 10.222.0.37 "GET /v2.0/quotas/7925bbaf781f41338fabddc8af2be64d HTTP/1.1" status: 200 len: 375 time: 0.2209449 Feb 09 01:02:48.938868 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-8663c421-7f7c-4b09-8e5c-9391cec03359 service neutron] Attempting to bind port 644d9697-2779-4ccb-9258-164cdd54b618 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:02:48.940899 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-8663c421-7f7c-4b09-8e5c-9391cec03359 service neutron] Attempting to bind port 644d9697-2779-4ccb-9258-164cdd54b618 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': 'db9ba235-89e2-4f9a-977e-838070d870cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '212d519a-979f-468b-96fb-02a8cac3aff6'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:02:48.944161 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-8663c421-7f7c-4b09-8e5c-9391cec03359 service neutron] Attempting to bind port 644d9697-2779-4ccb-9258-164cdd54b618 on network 212d519a-979f-468b-96fb-02a8cac3aff6 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:02:48.985096 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-eab5b38f-6015-4b97-b9c4-f63f07c4be59 None None] Allocated IP 172.20.0.2 (05e616a2-9ea7-45b7-8a17-dba41c752897/4a9852a4-3afb-4f66-bd0f-1241f06b3792/bcd6f028-ba4e-43bb-aa86-089ed545dc2e) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:02:49.026741 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a71da-5f4e-4451-bbce-7c7dc5482dc6 req-501ff3e9-4d9e-4c90-aa4c-329acd341586 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:49.028495 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e70a71da-5f4e-4451-bbce-7c7dc5482dc6 req-501ff3e9-4d9e-4c90-aa4c-329acd341586 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=087d7b77-194f-426a-a4e0-cf2aa95b45c5 HTTP/1.1" status: 200 len: 948 time: 0.3423400 Feb 09 01:02:49.144017 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-e388a8ab-b62b-4548-9881-b289c3257f7c tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:49.148232 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-e388a8ab-b62b-4548-9881-b289c3257f7c tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:49.198049 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-ee7f40eb-7b78-40a8-98d6-8f74b9c6576f tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7925bbaf781f41338fabddc8af2be64d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2256682 Feb 09 01:02:49.206828 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-e388a8ab-b62b-4548-9881-b289c3257f7c tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6092288 Feb 09 01:02:49.223762 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-800cda79-2169-48db-b470-62f4227607e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:49.225747 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-800cda79-2169-48db-b470-62f4227607e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:49.227284 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-800cda79-2169-48db-b470-62f4227607e2 service neutron] 10.222.0.35 "PUT /v2.0/ports/0b378e52-5907-45fa-b7e2-a9e57695cb50 HTTP/1.1" status: 200 len: 1092 time: 6.6994839 Feb 09 01:02:49.233138 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-09bce06b-e8d1-4630-bb44-a0e62093d683 req-debf1eb1-02a4-4f05-bf9d-358a940a3b71 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Deleting port a4b505d8-d756-48f6-922c-121b8b731f28 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:49.233602 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-09bce06b-e8d1-4630-bb44-a0e62093d683 req-debf1eb1-02a4-4f05-bf9d-358a940a3b71 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:49.275031 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-eab5b38f-6015-4b97-b9c4-f63f07c4be59 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:49.286406 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-eab5b38f-6015-4b97-b9c4-f63f07c4be59 None None] Transition to ACTIVE for port object bcd6f028-ba4e-43bb-aa86-089ed545dc2e will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:49.301684 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e7f5ac-44fb-48d8-ac77-557dfd998303', 'tag': '0b378e52-5907-45fa-b7e2-a9e57695cb50'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:49.307695 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-8663c421-7f7c-4b09-8e5c-9391cec03359 service neutron] Port 644d9697-2779-4ccb-9258-164cdd54b618 on network 212d519a-979f-468b-96fb-02a8cac3aff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:02:49.308119 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-8663c421-7f7c-4b09-8e5c-9391cec03359 service neutron] Attempting to bind port 644d9697-2779-4ccb-9258-164cdd54b618 on network 212d519a-979f-468b-96fb-02a8cac3aff6 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:02:49.308920 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-eab5b38f-6015-4b97-b9c4-f63f07c4be59 None None] Transition to ACTIVE for port object bcd6f028-ba4e-43bb-aa86-089ed545dc2e will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:49.311779 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-06fc166f-99d0-420c-a1c3-e5b6c9726ef1 None None] Provisioning for port 7d3f8cfd-56c5-4824-a60d-48dae61c8128 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:02:49.329729 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-eab5b38f-6015-4b97-b9c4-f63f07c4be59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:49.343826 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-06fc166f-99d0-420c-a1c3-e5b6c9726ef1 None None] Provisioning complete for port 7d3f8cfd-56c5-4824-a60d-48dae61c8128 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:49.344779 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-06fc166f-99d0-420c-a1c3-e5b6c9726ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:49.381648 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-31f98e70-f207-45dc-8c92-e1d6d503c00f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:49.425073 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=a4b505d8-d756-48f6-922c-121b8b731f28,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:49.449754 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] Request body: {'port': {'device_id': 'd0b51ef7-8521-43ef-94d1-dd02fb0a5c20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:49.456638 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a82a7b-7ec3-45c4-b231-e6ef1661bcb8', 'name': 'network-vif-deleted', 'tag': '1c89862d-0bcb-4d05-b40e-473a155a0fae'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:49.463143 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-31f98e70-f207-45dc-8c92-e1d6d503c00f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:49.482032 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-31f98e70-f207-45dc-8c92-e1d6d503c00f admin admin] Usage tracker for resource:security_group_rule and tenant:80a964a59c0049fda5f9b4aec87e2e65 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:49.489586 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-31f98e70-f207-45dc-8c92-e1d6d503c00f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:49.498766 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab5b38f-6015-4b97-b9c4-f63f07c4be59 None None] Network 05e616a2-9ea7-45b7-8a17-dba41c752897 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:02:49.514416 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-31f98e70-f207-45dc-8c92-e1d6d503c00f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:49.518301 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-eab5b38f-6015-4b97-b9c4-f63f07c4be59 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:49.537751 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-8663c421-7f7c-4b09-8e5c-9391cec03359 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:02:49.538356 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-8663c421-7f7c-4b09-8e5c-9391cec03359 service neutron] Checking segment: {'id': 'db9ba235-89e2-4f9a-977e-838070d870cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '212d519a-979f-468b-96fb-02a8cac3aff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:02:49.538737 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-8663c421-7f7c-4b09-8e5c-9391cec03359 service neutron] Bound using segment: {'id': 'db9ba235-89e2-4f9a-977e-838070d870cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '212d519a-979f-468b-96fb-02a8cac3aff6'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:02:49.539118 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab5b38f-6015-4b97-b9c4-f63f07c4be59 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:02:49.539233 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-8663c421-7f7c-4b09-8e5c-9391cec03359 service neutron] Bound port: 644d9697-2779-4ccb-9258-164cdd54b618, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db9ba235-89e2-4f9a-977e-838070d870cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '212d519a-979f-468b-96fb-02a8cac3aff6'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:02:49.539542 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-8663c421-7f7c-4b09-8e5c-9391cec03359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:49.543708 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-06fc166f-99d0-420c-a1c3-e5b6c9726ef1 None None] Port 7d3f8cfd-56c5-4824-a60d-48dae61c8128 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:02:49.552719 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e70a71da-5f4e-4451-bbce-7c7dc5482dc6 req-b89a2362-810a-4c31-a86e-2eafe2909765 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5115924 Feb 09 01:02:49.642177 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab5b38f-6015-4b97-b9c4-f63f07c4be59 None None] Pushing event updated for resources: {'Port': ['ID=bcd6f028-ba4e-43bb-aa86-089ed545dc2e,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:49.669057 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-eab5b38f-6015-4b97-b9c4-f63f07c4be59 None None] Attempting to bind port bcd6f028-ba4e-43bb-aa86-089ed545dc2e on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:02:49.669350 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-eab5b38f-6015-4b97-b9c4-f63f07c4be59 None None] Attempting to bind port bcd6f028-ba4e-43bb-aa86-089ed545dc2e by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '60c6608b-b1a2-4f33-8566-9409b2f70dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '05e616a2-9ea7-45b7-8a17-dba41c752897'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:02:49.669881 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab5b38f-6015-4b97-b9c4-f63f07c4be59 None None] Attempting to bind port bcd6f028-ba4e-43bb-aa86-089ed545dc2e on network 05e616a2-9ea7-45b7-8a17-dba41c752897 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:02:49.678403 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab5b38f-6015-4b97-b9c4-f63f07c4be59 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:02:49.678976 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab5b38f-6015-4b97-b9c4-f63f07c4be59 None None] Checking segment: {'id': '60c6608b-b1a2-4f33-8566-9409b2f70dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '05e616a2-9ea7-45b7-8a17-dba41c752897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:02:49.679587 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-eab5b38f-6015-4b97-b9c4-f63f07c4be59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:49.680747 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab5b38f-6015-4b97-b9c4-f63f07c4be59 None None] Bound using segment: {'id': '60c6608b-b1a2-4f33-8566-9409b2f70dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '05e616a2-9ea7-45b7-8a17-dba41c752897'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:02:49.681463 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-eab5b38f-6015-4b97-b9c4-f63f07c4be59 None None] Bound port: bcd6f028-ba4e-43bb-aa86-089ed545dc2e, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c6608b-b1a2-4f33-8566-9409b2f70dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '05e616a2-9ea7-45b7-8a17-dba41c752897'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:02:49.682028 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-eab5b38f-6015-4b97-b9c4-f63f07c4be59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:49.688574 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-31f98e70-f207-45dc-8c92-e1d6d503c00f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:49.695286 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-31f98e70-f207-45dc-8c92-e1d6d503c00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:49.732993 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-8663c421-7f7c-4b09-8e5c-9391cec03359 service neutron] For port 644d9697-2779-4ccb-9258-164cdd54b618, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:02:49.736241 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-8663c421-7f7c-4b09-8e5c-9391cec03359 service neutron] For port 644d9697-2779-4ccb-9258-164cdd54b618, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=644d9697-2779-4ccb-9258-164cdd54b618,segment=NetworkSegment(db9ba235-89e2-4f9a-977e-838070d870cc),segment_id=db9ba235-89e2-4f9a-977e-838070d870cc)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:02:49.779094 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f98e70-f207-45dc-8c92-e1d6d503c00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e92bb7-94e1-423a-a048-73b7fb8c33aa,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:49.801429 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34372) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:49.812059 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-31f98e70-f207-45dc-8c92-e1d6d503c00f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=80a964a59c0049fda5f9b4aec87e2e65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9133680 Feb 09 01:02:49.814624 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-eab5b38f-6015-4b97-b9c4-f63f07c4be59 None None] For port bcd6f028-ba4e-43bb-aa86-089ed545dc2e, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:02:49.816182 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34376) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:49.820812 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-eab5b38f-6015-4b97-b9c4-f63f07c4be59 None None] For port bcd6f028-ba4e-43bb-aa86-089ed545dc2e, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=bcd6f028-ba4e-43bb-aa86-089ed545dc2e,segment=NetworkSegment(60c6608b-b1a2-4f33-8566-9409b2f70dc2),segment_id=60c6608b-b1a2-4f33-8566-9409b2f70dc2)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:02:49.831436 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-eab5b38f-6015-4b97-b9c4-f63f07c4be59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:49.952496 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:49.965371 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-8663c421-7f7c-4b09-8e5c-9391cec03359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:49.967840 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-2866505c-eb4d-4978-a7cf-365d5285b7f1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-785713030-network', 'tenant_id': 'c87149e20dd6426a943996656ed22a71'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:49.982626 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2866505c-eb4d-4978-a7cf-365d5285b7f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:49.988957 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800cda79-2169-48db-b470-62f4227607e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0b378e52-5907-45fa-b7e2-a9e57695cb50,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:50.015226 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab5b38f-6015-4b97-b9c4-f63f07c4be59 None None] Pushing event updated for resources: {'Port': ['ID=bcd6f028-ba4e-43bb-aa86-089ed545dc2e,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:50.079494 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2866505c-eb4d-4978-a7cf-365d5285b7f1 admin admin] Usage tracker for resource:network and tenant:c87149e20dd6426a943996656ed22a71 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:50.099099 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2866505c-eb4d-4978-a7cf-365d5285b7f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:50.146833 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2866505c-eb4d-4978-a7cf-365d5285b7f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:50.147985 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-d2bd5c03-3447-4c3a-84a6-09c1e9f81c2d service neutron] 10.222.0.37 "GET /v2.0/networks/41839a4d-37ac-44d8-96d9-d657c47e8af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9180725 Feb 09 01:02:50.187528 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-8663c421-7f7c-4b09-8e5c-9391cec03359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:50.188139 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-8663c421-7f7c-4b09-8e5c-9391cec03359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:50.189574 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-8663c421-7f7c-4b09-8e5c-9391cec03359 service neutron] 10.222.0.117 "PUT /v2.0/ports/644d9697-2779-4ccb-9258-164cdd54b618 HTTP/1.1" status: 200 len: 1092 time: 5.7403073 Feb 09 01:02:50.201458 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2866505c-eb4d-4978-a7cf-365d5285b7f1 admin admin] Made reservation on behalf of c87149e20dd6426a943996656ed22a71 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:50.203761 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2866505c-eb4d-4978-a7cf-365d5285b7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:50.230901 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8aa66b12-1ca2-4e53-8856-9aeab5912e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:50.238347 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2866505c-eb4d-4978-a7cf-365d5285b7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:50.253134 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e3cdf6dc-92c5-4d20-ba31-09a374ef75ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:50.303890 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca7797-2e5f-464b-93a1-3bc1a20ed32d req-efe85a36-1f95-4848-8390-1a8deec6604e tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:50.305554 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0bca7797-2e5f-464b-93a1-3bc1a20ed32d req-efe85a36-1f95-4848-8390-1a8deec6604e tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/ports?device_id=38031b77-91ad-4ba7-9220-778adbd1d111 HTTP/1.1" status: 200 len: 944 time: 0.5031323 Feb 09 01:02:50.330546 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e3cdf6dc-92c5-4d20-ba31-09a374ef75ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:50.350780 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2866505c-eb4d-4978-a7cf-365d5285b7f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:50.395388 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8aa66b12-1ca2-4e53-8856-9aeab5912e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:50.403560 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2866505c-eb4d-4978-a7cf-365d5285b7f1 admin admin] Usage tracker for resource:security_group_rule and tenant:c87149e20dd6426a943996656ed22a71 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:50.412279 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2866505c-eb4d-4978-a7cf-365d5285b7f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:50.423180 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663c421-7f7c-4b09-8e5c-9391cec03359 service neutron] Pushing event updated for resources: {'Port': ['ID=644d9697-2779-4ccb-9258-164cdd54b618,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:50.428022 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2866505c-eb4d-4978-a7cf-365d5285b7f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:50.513266 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0bca7797-2e5f-464b-93a1-3bc1a20ed32d req-b5aa019e-9305-43be-8fe8-8c5105d4e4c3 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa0642db-114b-4eee-9b0a-78a1759ea06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972132 Feb 09 01:02:50.589595 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '087d7b77-194f-426a-a4e0-cf2aa95b45c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4b505d8-d756-48f6-922c-121b8b731f28', 'code': 200} Feb 09 01:02:50.596861 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-743f0fd3-a1de-40f5-9871-874f1d83c671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:50.598365 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-743f0fd3-a1de-40f5-9871-874f1d83c671 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27989079fc4f45f8ab144b741eece4df&device_id=28e7f5ac-44fb-48d8-ac77-557dfd998303 HTTP/1.1" status: 200 len: 1095 time: 1.0393960 Feb 09 01:02:50.616116 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8aa66b12-1ca2-4e53-8856-9aeab5912e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:50.636356 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-e3cdf6dc-92c5-4d20-ba31-09a374ef75ca admin admin] Allocated IP 172.25.5.16 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/fad43810-d310-4024-961a-5e779d9520d4) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:02:50.649645 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa66b12-1ca2-4e53-8856-9aeab5912e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e92bb7-94e1-423a-a048-73b7fb8c33aa,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:50.786813 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-c4eb1e6e-2902-4954-bbf8-4705c72ffdf1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b378e52-5907-45fa-b7e2-a9e57695cb50 HTTP/1.1" status: 200 len: 217 time: 0.1645136 Feb 09 01:02:50.789832 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-09bce06b-e8d1-4630-bb44-a0e62093d683 req-debf1eb1-02a4-4f05-bf9d-358a940a3b71 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] For port a4b505d8-d756-48f6-922c-121b8b731f28, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a4b505d8-d756-48f6-922c-121b8b731f28,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:50.790319 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-09bce06b-e8d1-4630-bb44-a0e62093d683 req-debf1eb1-02a4-4f05-bf9d-358a940a3b71 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:50.799590 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-765eb8d5-1ca4-4b6a-82ef-541c384723b0 service neutron] 10.222.0.37 "GET /v2.0/networks/41839a4d-37ac-44d8-96d9-d657c47e8af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6259592 Feb 09 01:02:50.860181 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2866505c-eb4d-4978-a7cf-365d5285b7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:50.861594 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8aa66b12-1ca2-4e53-8856-9aeab5912e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:50.863026 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8aa66b12-1ca2-4e53-8856-9aeab5912e27 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e8e92bb7-94e1-423a-a048-73b7fb8c33aa HTTP/1.1" status: 204 len: 168 time: 1.0077648 Feb 09 01:02:50.870817 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2866505c-eb4d-4978-a7cf-365d5285b7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:50.945519 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2866505c-eb4d-4978-a7cf-365d5285b7f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 968} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:02:50.973018 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866505c-eb4d-4978-a7cf-365d5285b7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee73c265-fdde-4598-ab27-42fefcd5976e,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:50.989543 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2866505c-eb4d-4978-a7cf-365d5285b7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:50.990578 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-2866505c-eb4d-4978-a7cf-365d5285b7f1 admin admin] Added segment 48d1f2c6-71fd-41e5-9d08-b9025c9fbe50 of type vlan for network b7ee1e0c-1a5d-40eb-8a45-2aec6f15557a Feb 09 01:02:51.012337 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e3cdf6dc-92c5-4d20-ba31-09a374ef75ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:51.030693 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-09bce06b-e8d1-4630-bb44-a0e62093d683 req-debf1eb1-02a4-4f05-bf9d-358a940a3b71 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Calling delete_port for a4b505d8-d756-48f6-922c-121b8b731f28 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:51.073585 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-bf5245c2-21a0-4e58-8c18-fed36115afe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:51.075567 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-bf5245c2-21a0-4e58-8c18-fed36115afe7 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=27989079fc4f45f8ab144b741eece4df&device_id=38031b77-91ad-4ba7-9220-778adbd1d111 HTTP/1.1" status: 200 len: 1095 time: 0.7613926 Feb 09 01:02:51.088983 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2866505c-eb4d-4978-a7cf-365d5285b7f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:51.125472 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9b3d0-414e-4e85-82a8-59423401c25c req-6a167dd2-1dfb-4f74-a3c4-f51fc7087474 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:51.129909 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-93f9b3d0-414e-4e85-82a8-59423401c25c req-6a167dd2-1dfb-4f74-a3c4-f51fc7087474 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 936 time: 0.3403263 Feb 09 01:02:51.203702 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28e7f5ac-44fb-48d8-ac77-557dfd998303', 'tag': '0b378e52-5907-45fa-b7e2-a9e57695cb50', 'status': 'completed', 'code': 200} Feb 09 01:02:51.239639 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-03b51696-c8fc-4392-9f3e-c58b41933181 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=644d9697-2779-4ccb-9258-164cdd54b618 HTTP/1.1" status: 200 len: 217 time: 0.1331019 Feb 09 01:02:51.255411 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-93f9b3d0-414e-4e85-82a8-59423401c25c req-c2623fab-9fe9-490f-9e03-43952718f441 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052339 Feb 09 01:02:51.259838 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a82a7b-7ec3-45c4-b231-e6ef1661bcb8', 'name': 'network-vif-deleted', 'tag': '1c89862d-0bcb-4d05-b40e-473a155a0fae', 'status': 'completed', 'code': 200} Feb 09 01:02:51.268980 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2866505c-eb4d-4978-a7cf-365d5285b7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:51.270152 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2866505c-eb4d-4978-a7cf-365d5285b7f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:51.270832 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2866505c-eb4d-4978-a7cf-365d5285b7f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:51.386754 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-25379ac7-ffda-4beb-96c9-650319004923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:51.388249 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-25379ac7-ffda-4beb-96c9-650319004923 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9fb61228-bcf3-4353-9939-8b35cf66d0b1 HTTP/1.1" status: 200 len: 852 time: 0.5867794 Feb 09 01:02:51.411380 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e3cdf6dc-92c5-4d20-ba31-09a374ef75ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:51.470073 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2866505c-eb4d-4978-a7cf-365d5285b7f1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6645584 Feb 09 01:02:51.482656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34402) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:51.519014 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-0244d51b-6da3-4444-904a-358a035606d6 admin admin] Request body: {'subnet': {'network_id': 'b7ee1e0c-1a5d-40eb-8a45-2aec6f15557a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-785713030-subnet', 'tenant_id': 'c87149e20dd6426a943996656ed22a71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:51.576632 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:51.583780 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1ff5fa-9239-4816-bda0-bfe953297817 None None] Network 05e616a2-9ea7-45b7-8a17-dba41c752897 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:02:51.597802 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cdf6dc-92c5-4d20-ba31-09a374ef75ca admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:02:51.601293 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0244d51b-6da3-4444-904a-358a035606d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:51.616428 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-e3cdf6dc-92c5-4d20-ba31-09a374ef75ca admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:51.624897 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cdf6dc-92c5-4d20-ba31-09a374ef75ca admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:02:51.656339 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-3b4055d7-8ac9-4eb7-8a20-a5595da347e0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=212d519a-979f-468b-96fb-02a8cac3aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2126708 Feb 09 01:02:51.684340 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0244d51b-6da3-4444-904a-358a035606d6 admin admin] Usage tracker for resource:subnet and tenant:c87149e20dd6426a943996656ed22a71 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:51.687392 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866505c-eb4d-4978-a7cf-365d5285b7f1 admin admin] Pushing event updated for resources: {'Network': ['ID=b7ee1e0c-1a5d-40eb-8a45-2aec6f15557a,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:51.690086 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0244d51b-6da3-4444-904a-358a035606d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:51.711916 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cdf6dc-92c5-4d20-ba31-09a374ef75ca admin admin] Pushing event updated for resources: {'Port': ['ID=fad43810-d310-4024-961a-5e779d9520d4,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:51.738260 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0244d51b-6da3-4444-904a-358a035606d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:51.831727 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network b7ee1e0c-1a5d-40eb-8a45-2aec6f15557a details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:02:51.947300 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0244d51b-6da3-4444-904a-358a035606d6 admin admin] Made reservation on behalf of c87149e20dd6426a943996656ed22a71 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:51.949630 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0244d51b-6da3-4444-904a-358a035606d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:51.978926 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-6e139404-dc96-4e0c-9122-bfc1a4c1d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:51.983161 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-6e139404-dc96-4e0c-9122-bfc1a4c1d9dd service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9fb61228-bcf3-4353-9939-8b35cf66d0b1 HTTP/1.1" status: 200 len: 852 time: 0.7256064 Feb 09 01:02:51.994649 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:02:52.019006 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 1c89862d-0bcb-4d05-b40e-473a155a0fae no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:02:52.176652 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: 1c89862d-0bcb-4d05-b40e-473a155a0fae {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:02:52.177906 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 1c89862d-0bcb-4d05-b40e-473a155a0fae not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:02:52.200752 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f160126c-9a79-48a6-974f-e620c497cb3d None None] Provisioning for port bcd6f028-ba4e-43bb-aa86-089ed545dc2e completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:02:52.292078 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b1acae59-c736-49f8-a53b-6ea0888d6fbc req-2529f65d-d195-4ffd-80e1-f35efc668040 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] 10.222.0.37 "GET /v2.0/ports?device_id=baf83dda-1e34-4c74-b240-7410e4f5589d HTTP/1.1" status: 200 len: 210 time: 0.4114301 Feb 09 01:02:52.470638 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device bcd6f028-ba4e-43bb-aa86-089ed545dc2e up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:02:52.471640 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34428) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:52.562700 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-a5dbb15e-cea5-4abf-bfb9-ee0108851915 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=212d519a-979f-468b-96fb-02a8cac3aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5014193 Feb 09 01:02:52.590751 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port bcd6f028-ba4e-43bb-aa86-089ed545dc2e completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:02:52.607087 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port bcd6f028-ba4e-43bb-aa86-089ed545dc2e triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:52.611173 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:52.747195 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-09bce06b-e8d1-4630-bb44-a0e62093d683 req-debf1eb1-02a4-4f05-bf9d-358a940a3b71 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:52.780064 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d3f8cfd-56c5-4824-a60d-48dae61c8128 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:02:52.799207 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['7999435b-c963-4dcc-a9db-35ef5464f9d9', '31cd774d-837f-4021-9774-cf22b4421c89'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:02:52.856034 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['85f0c83d-e492-4252-8c90-1fd22fec3aff'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:02:52.870665 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:52.887459 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf1eb1-02a4-4f05-bf9d-358a940a3b71 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Pushing event deleted for resources: {'Port': ['ID=a4b505d8-d756-48f6-922c-121b8b731f28,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:52.900717 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-b6ea9b8b-8be1-4764-9ac0-df5128db1382 service neutron] 10.222.0.35 "GET /v2.0/networks/212d519a-979f-468b-96fb-02a8cac3aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1765361 Feb 09 01:02:53.031482 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] Transition to ACTIVE for port object 7d3f8cfd-56c5-4824-a60d-48dae61c8128 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:53.136538 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:53.182281 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbba81c-b8f9-4bc4-99eb-ad59c30cce0d req-833ff557-f84d-486e-8538-5ef360c84792 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:53.183884 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ddbba81c-b8f9-4bc4-99eb-ad59c30cce0d req-833ff557-f84d-486e-8538-5ef360c84792 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Synchronizing usage tracker for tenant:e3282b39b26b4341b7bfc42f3e4e8492 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:02:53.193333 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68eedd3-b517-43b8-be27-31c485293edb req-9583715a-72fc-4995-962b-5fec4ba9578e tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:53.194069 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-a68eedd3-b517-43b8-be27-31c485293edb req-9583715a-72fc-4995-962b-5fec4ba9578e tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Synchronizing usage tracker for tenant:5a38989228a14de2b6764c7f261f44e3 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:02:53.203403 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-3692047-network', 'tenant_id': '9b0d9595cf47437197696d49dacb3b7a'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:53.209557 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e3cdf6dc-92c5-4d20-ba31-09a374ef75ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:53.210815 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port bcd6f028-ba4e-43bb-aa86-089ed545dc2e, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=bcd6f028-ba4e-43bb-aa86-089ed545dc2e,segment=NetworkSegment(60c6608b-b1a2-4f33-8566-9409b2f70dc2),segment_id=60c6608b-b1a2-4f33-8566-9409b2f70dc2)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:53.212688 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9ee65345-0df5-40e3-aa4a-1abe2e77ce76 None None] Provisioning complete for port bcd6f028-ba4e-43bb-aa86-089ed545dc2e triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:53.213199 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9ee65345-0df5-40e3-aa4a-1abe2e77ce76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:53.256676 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38031b77-91ad-4ba7-9220-778adbd1d111', 'tag': '644d9697-2779-4ccb-9258-164cdd54b618'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:53.261464 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:53.267601 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:53.286142 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:53.288358 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813bce1-1c19-465d-ad49-affbbf6aaa85 req-539158f6-93ad-46bc-8436-70ea9dfdf31b tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:53.295842 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3813bce1-1c19-465d-ad49-affbbf6aaa85 req-539158f6-93ad-46bc-8436-70ea9dfdf31b tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/ports?device_id=38031b77-91ad-4ba7-9220-778adbd1d111 HTTP/1.1" status: 200 len: 944 time: 0.7500241 Feb 09 01:02:53.310873 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-09bce06b-e8d1-4630-bb44-a0e62093d683 req-debf1eb1-02a4-4f05-bf9d-358a940a3b71 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] No DVR routers for this DVR port a4b505d8-d756-48f6-922c-121b8b731f28 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:02:53.344255 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] Usage tracker for resource:network and tenant:9b0d9595cf47437197696d49dacb3b7a is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:53.344613 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-09bce06b-e8d1-4630-bb44-a0e62093d683 req-debf1eb1-02a4-4f05-bf9d-358a940a3b71 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:53.387829 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:53.392187 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-a68eedd3-b517-43b8-be27-31c485293edb req-9583715a-72fc-4995-962b-5fec4ba9578e tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Unset dirty status for tenant:5a38989228a14de2b6764c7f261f44e3 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:02:53.393354 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a68eedd3-b517-43b8-be27-31c485293edb req-9583715a-72fc-4995-962b-5fec4ba9578e tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.117 "GET /v2.0/ports?device_id=32928b33-708f-437b-bb20-be2302cc68a3 HTTP/1.1" status: 200 len: 945 time: 1.0327404 Feb 09 01:02:53.413396 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:53.479356 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ddbba81c-b8f9-4bc4-99eb-ad59c30cce0d req-833ff557-f84d-486e-8538-5ef360c84792 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Unset dirty status for tenant:e3282b39b26b4341b7bfc42f3e4e8492 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:02:53.487252 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ddbba81c-b8f9-4bc4-99eb-ad59c30cce0d req-833ff557-f84d-486e-8538-5ef360c84792 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=087d7b77-194f-426a-a4e0-cf2aa95b45c5 HTTP/1.1" status: 200 len: 948 time: 1.9527001 Feb 09 01:02:53.487566 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3813bce1-1c19-465d-ad49-affbbf6aaa85 req-97bb6bf9-2ac9-4bf2-8bd0-f5dbe9146b58 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa0642db-114b-4eee-9b0a-78a1759ea06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904085 Feb 09 01:02:53.490695 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-c84f4e63-8569-41a7-8ae1-6bb7d1b83770 service neutron] 10.222.0.117 "GET /v2.0/networks/212d519a-979f-468b-96fb-02a8cac3aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9160111 Feb 09 01:02:53.498294 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=bcd6f028-ba4e-43bb-aa86-089ed545dc2e,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:53.534779 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] Made reservation on behalf of 9b0d9595cf47437197696d49dacb3b7a for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:53.537350 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:53.616100 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:53.624856 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-09bce06b-e8d1-4630-bb44-a0e62093d683 req-debf1eb1-02a4-4f05-bf9d-358a940a3b71 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.35 "DELETE /v2.0/ports/a4b505d8-d756-48f6-922c-121b8b731f28 HTTP/1.1" status: 204 len: 173 time: 8.4245827 Feb 09 01:02:53.754073 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-a9be8caa-d94c-4f2c-87e6-53d8a47c0f23 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:53.756159 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-a9be8caa-d94c-4f2c-87e6-53d8a47c0f23 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] 10.222.0.117 "GET /v2.0/networks?id=41839a4d-37ac-44d8-96d9-d657c47e8af8 HTTP/1.1" status: 200 len: 813 time: 0.7908301 Feb 09 01:02:53.756474 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:53.771802 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-a68eedd3-b517-43b8-be27-31c485293edb req-1b2c9b53-881d-420d-957d-0df60e94ffed tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Deleting port 288da74d-bcdd-4702-83c6-149c7ba8358e {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:53.772051 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-a68eedd3-b517-43b8-be27-31c485293edb req-1b2c9b53-881d-420d-957d-0df60e94ffed tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:53.810348 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=7d3f8cfd-56c5-4824-a60d-48dae61c8128,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:53.834201 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] Usage tracker for resource:security_group_rule and tenant:9b0d9595cf47437197696d49dacb3b7a is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:53.847595 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:53.901545 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ddbba81c-b8f9-4bc4-99eb-ad59c30cce0d req-eb80b93f-2925-4d68-b6cf-0c7f9980bba4 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4132533 Feb 09 01:02:53.903265 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:53.903774 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:53.903774 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:53.905714 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:53.905714 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:53.905714 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:53.905714 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:53.907582 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:53.907582 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:53.907582 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:53.907582 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:53.907582 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:53.914142 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0244d51b-6da3-4444-904a-358a035606d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:53.926014 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-916315ca-909b-4907-b205-6ef24112be59 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Request body: {'port': {'device_id': 'baf83dda-1e34-4c74-b240-7410e4f5589d', 'network_id': '41839a4d-37ac-44d8-96d9-d657c47e8af8', 'admin_state_up': True, 'tenant_id': '7925bbaf781f41338fabddc8af2be64d'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:53.957231 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:54.019416 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-5009ad1a-13a5-4454-bd66-dba21293ff3c service neutron] 10.222.0.35 "GET /v2.0/networks/212d519a-979f-468b-96fb-02a8cac3aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0774910 Feb 09 01:02:54.149256 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244d51b-6da3-4444-904a-358a035606d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b13c4bff-5039-4692-8716-8a5ffae20b2a,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:54.173410 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] Attempting to bind port 7d3f8cfd-56c5-4824-a60d-48dae61c8128 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:02:54.174796 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] Attempting to bind port 7d3f8cfd-56c5-4824-a60d-48dae61c8128 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:02:54.175149 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] Attempting to bind port 7d3f8cfd-56c5-4824-a60d-48dae61c8128 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:02:54.363612 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0244d51b-6da3-4444-904a-358a035606d6 admin admin] Checking segment: {'id': '48d1f2c6-71fd-41e5-9d08-b9025c9fbe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'b7ee1e0c-1a5d-40eb-8a45-2aec6f15557a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:02:54.363884 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0244d51b-6da3-4444-904a-358a035606d6 admin admin] Network hostable DHCP agents. Network: b7ee1e0c-1a5d-40eb-8a45-2aec6f15557a, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:02:54.375149 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device bcd6f028-ba4e-43bb-aa86-089ed545dc2e up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:02:54.383492 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] Port 7d3f8cfd-56c5-4824-a60d-48dae61c8128 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:02:54.384246 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] Attempting to bind port 7d3f8cfd-56c5-4824-a60d-48dae61c8128 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:02:54.388613 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193701a-2904-4f24-a9f0-8077b8e23394 req-2011afeb-cdd8-4507-9479-3493b7bc7518 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:54.390149 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1193701a-2904-4f24-a9f0-8077b8e23394 req-2011afeb-cdd8-4507-9479-3493b7bc7518 tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/ports?device_id=32928b33-708f-437b-bb20-be2302cc68a3 HTTP/1.1" status: 200 len: 945 time: 0.7632334 Feb 09 01:02:54.517929 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:02:54.518199 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:02:54.518527 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:02:54.518926 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] Bound port: 7d3f8cfd-56c5-4824-a60d-48dae61c8128, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:02:54.519292 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:54.530259 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port bcd6f028-ba4e-43bb-aa86-089ed545dc2e triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:54.530799 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:54.592020 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9e5bff2-1f26-4d6b-9c69-392d418f6ef4 req-f77275d1-f13b-406b-80c4-dff37ee56cb5 service neutron] 10.222.0.117 "GET /v2.0/networks/212d519a-979f-468b-96fb-02a8cac3aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0503445 Feb 09 01:02:54.689046 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e3cdf6dc-92c5-4d20-ba31-09a374ef75ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:54.729592 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:54.737417 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb523f3-798d-4836-b4d0-ab67322f4131 req-2bb63b69-cf7d-4da2-b4e2-c4bd1a3d397d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:54.738914 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8eb523f3-798d-4836-b4d0-ab67322f4131 req-2bb63b69-cf7d-4da2-b4e2-c4bd1a3d397d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27989079fc4f45f8ab144b741eece4df&device_id=28e7f5ac-44fb-48d8-ac77-557dfd998303 HTTP/1.1" status: 200 len: 1095 time: 0.5529077 Feb 09 01:02:54.743922 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-916315ca-909b-4907-b205-6ef24112be59 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:54.810890 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0244d51b-6da3-4444-904a-358a035606d6 admin admin] Network b7ee1e0c-1a5d-40eb-8a45-2aec6f15557a is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:02:54.845454 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:54.870253 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-0244d51b-6da3-4444-904a-358a035606d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, b7ee1e0c-1a5d-40eb-8a45-2aec6f15557a) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:54.872474 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:54.875993 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-a68eedd3-b517-43b8-be27-31c485293edb req-1b2c9b53-881d-420d-957d-0df60e94ffed tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] For port 288da74d-bcdd-4702-83c6-149c7ba8358e, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=288da74d-bcdd-4702-83c6-149c7ba8358e,segment=NetworkSegment(dba6f0e5-e5aa-49ae-87fe-412d6221e62c),segment_id=dba6f0e5-e5aa-49ae-87fe-412d6221e62c)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:54.876376 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-a68eedd3-b517-43b8-be27-31c485293edb req-1b2c9b53-881d-420d-957d-0df60e94ffed tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:54.893709 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d7b57d-d862-4993-873c-21b925905a80 None None] Network b7ee1e0c-1a5d-40eb-8a45-2aec6f15557a requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:02:54.898203 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1193701a-2904-4f24-a9f0-8077b8e23394 req-07d76700-3504-465b-aff3-c69eadc58eed tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc3b876e-c736-45e3-a525-1afb6e7cfca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520378 Feb 09 01:02:54.903264 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0244d51b-6da3-4444-904a-358a035606d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:54.903866 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0244d51b-6da3-4444-904a-358a035606d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:54.974629 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-916315ca-909b-4907-b205-6ef24112be59 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Usage tracker for resource:port and tenant:7925bbaf781f41338fabddc8af2be64d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:54.983448 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-916315ca-909b-4907-b205-6ef24112be59 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:54.993832 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] For port 7d3f8cfd-56c5-4824-a60d-48dae61c8128, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:02:55.009174 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f730c-95b4-4bc4-969a-bda5f4e6958c req-5aa7c874-f312-455d-9496-b48411d5c065 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:55.010219 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-670f730c-95b4-4bc4-969a-bda5f4e6958c req-5aa7c874-f312-455d-9496-b48411d5c065 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Synchronizing usage tracker for tenant:1828a8e10f7447aba0d25cab4f7feaf3 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:02:55.016600 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38031b77-91ad-4ba7-9220-778adbd1d111', 'tag': '644d9697-2779-4ccb-9258-164cdd54b618', 'status': 'completed', 'code': 200} Feb 09 01:02:55.017642 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-916315ca-909b-4907-b205-6ef24112be59 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:55.036831 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] For port 7d3f8cfd-56c5-4824-a60d-48dae61c8128, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=7d3f8cfd-56c5-4824-a60d-48dae61c8128,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:02:55.049608 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-670f730c-95b4-4bc4-969a-bda5f4e6958c req-5aa7c874-f312-455d-9496-b48411d5c065 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Unset dirty status for tenant:1828a8e10f7447aba0d25cab4f7feaf3 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:02:55.057179 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-670f730c-95b4-4bc4-969a-bda5f4e6958c req-5aa7c874-f312-455d-9496-b48411d5c065 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 948 time: 0.8287137 Feb 09 01:02:55.064309 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:55.151638 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-a68eedd3-b517-43b8-be27-31c485293edb req-1b2c9b53-881d-420d-957d-0df60e94ffed tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Calling delete_port for 288da74d-bcdd-4702-83c6-149c7ba8358e owned by compute:nova {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:02:55.189063 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 971} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:02:55.202679 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:55.203542 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-916315ca-909b-4907-b205-6ef24112be59 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Made reservation on behalf of 7925bbaf781f41338fabddc8af2be64d for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:55.204349 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] Added segment f0ce0c72-14c2-4af8-ad10-d2fc6e7c6749 of type vlan for network 12bf2be1-5903-4078-b12b-a89797778b8e Feb 09 01:02:55.206977 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-916315ca-909b-4907-b205-6ef24112be59 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:55.276635 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:55.277258 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:55.278643 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] 10.222.0.35 "PUT /v2.0/ports/7d3f8cfd-56c5-4824-a60d-48dae61c8128 HTTP/1.1" status: 200 len: 1096 time: 6.0502119 Feb 09 01:02:55.291101 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e8e242-e077-41d1-b23c-122c0852461a,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:55.335814 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1c3b0c-09a1-4f5b-ba7a-1d48a457db51 None None] Network b7ee1e0c-1a5d-40eb-8a45-2aec6f15557a requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:02:55.363161 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:55.388649 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-670f730c-95b4-4bc4-969a-bda5f4e6958c req-d9c993a1-b66a-4d0f-b227-2ff711b5f35b tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301022 Feb 09 01:02:55.423346 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:55.423880 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:55.424329 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:55.424793 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:55.425230 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:55.425713 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:55.426399 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:55.426976 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:55.427412 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:55.427896 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:55.428329 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:55.428790 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:55.451571 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dee33618-9d93-4412-b5e2-1b2a5f3b2d56 req-2ecb0bf9-4ffd-46f1-be40-6b64a1076529 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] 10.222.0.37 "GET /v2.0/ports?device_id=baf83dda-1e34-4c74-b240-7410e4f5589d HTTP/1.1" status: 200 len: 210 time: 0.2606153 Feb 09 01:02:55.484513 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb523f3-798d-4836-b4d0-ab67322f4131 req-b9a1d492-14aa-4cfb-a24f-f16bd1ed5afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:55.489170 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8eb523f3-798d-4836-b4d0-ab67322f4131 req-b9a1d492-14aa-4cfb-a24f-f16bd1ed5afc service neutron] 10.222.0.35 "GET /v2.0/networks?id=212d519a-979f-468b-96fb-02a8cac3aff6 HTTP/1.1" status: 200 len: 913 time: 0.7422907 Feb 09 01:02:55.523629 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:55.525220 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:55.525917 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:55.608141 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f04c7-51bb-4a4b-ac1e-99d6dd64b3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=7d3f8cfd-56c5-4824-a60d-48dae61c8128,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:55.655501 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0244d51b-6da3-4444-904a-358a035606d6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 4.1593325 Feb 09 01:02:55.657545 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.1161771 Feb 09 01:02:55.703943 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34446) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:55.734503 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8eb523f3-798d-4836-b4d0-ab67322f4131 req-dc4a3296-7063-4fb2-b2e5-aa02c64cbcde service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b378e52-5907-45fa-b7e2-a9e57695cb50 HTTP/1.1" status: 200 len: 217 time: 0.2167068 Feb 09 01:02:55.759486 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-b521fdd3-dbd6-4075-8c4b-1beb3137c913 admin admin] Request body: {'subnet': {'network_id': '12bf2be1-5903-4078-b12b-a89797778b8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-3692047-subnet', 'tenant_id': '9b0d9595cf47437197696d49dacb3b7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:55.778686 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b521fdd3-dbd6-4075-8c4b-1beb3137c913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:55.784452 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b521fdd3-dbd6-4075-8c4b-1beb3137c913 admin admin] Usage tracker for resource:subnet and tenant:9b0d9595cf47437197696d49dacb3b7a is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:55.790326 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b521fdd3-dbd6-4075-8c4b-1beb3137c913 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:55.796464 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-a68eedd3-b517-43b8-be27-31c485293edb req-1b2c9b53-881d-420d-957d-0df60e94ffed tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:55.799244 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b521fdd3-dbd6-4075-8c4b-1beb3137c913 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:55.809937 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 0b378e52-5907-45fa-b7e2-a9e57695cb50 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:02:55.880595 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c9b53-881d-420d-957d-0df60e94ffed tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Pushing event deleted for resources: {'Port': ['ID=288da74d-bcdd-4702-83c6-149c7ba8358e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:55.882474 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64161a-8598-4c82-9281-88062cd567e2 admin admin] Pushing event updated for resources: {'Network': ['ID=12bf2be1-5903-4078-b12b-a89797778b8e,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:55.907132 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-916315ca-909b-4907-b205-6ef24112be59 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Allocated IP 172.20.0.7 (41839a4d-37ac-44d8-96d9-d657c47e8af8/4fa10d48-28f4-4fdb-bab7-6c508ebadc1e/a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:02:55.975796 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 12bf2be1-5903-4078-b12b-a89797778b8e details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:02:55.976217 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cdf6dc-92c5-4d20-ba31-09a374ef75ca admin admin] Router 8a14d939-c536-47f6-944b-538ea310003b is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:02:55.993292 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68eedd3-b517-43b8-be27-31c485293edb req-1b2c9b53-881d-420d-957d-0df60e94ffed tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] No DVR routers for this DVR port 288da74d-bcdd-4702-83c6-149c7ba8358e on host n-h2-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:02:56.000305 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-a68eedd3-b517-43b8-be27-31c485293edb req-1b2c9b53-881d-420d-957d-0df60e94ffed tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:56.003770 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a68eedd3-b517-43b8-be27-31c485293edb req-1b2c9b53-881d-420d-957d-0df60e94ffed tempest-LiveAutoBlockMigrationV225Test-1224745920 tempest-LiveAutoBlockMigrationV225Test-1224745920-project] 10.222.0.117 "DELETE /v2.0/ports/288da74d-bcdd-4702-83c6-149c7ba8358e HTTP/1.1" status: 204 len: 173 time: 2.5820093 Feb 09 01:02:56.015771 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b521fdd3-dbd6-4075-8c4b-1beb3137c913 admin admin] Made reservation on behalf of 9b0d9595cf47437197696d49dacb3b7a for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:56.018281 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b521fdd3-dbd6-4075-8c4b-1beb3137c913 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:56.154709 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 0b378e52-5907-45fa-b7e2-a9e57695cb50, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=0b378e52-5907-45fa-b7e2-a9e57695cb50,segment=NetworkSegment(db9ba235-89e2-4f9a-977e-838070d870cc),segment_id=db9ba235-89e2-4f9a-977e-838070d870cc)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:56.185175 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32928b33-708f-437b-bb20-be2302cc68a3', 'name': 'network-vif-deleted', 'tag': '288da74d-bcdd-4702-83c6-149c7ba8358e'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:56.186938 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '0b378e52-5907-45fa-b7e2-a9e57695cb50', 'network_id': '212d519a-979f-468b-96fb-02a8cac3aff6', 'port_id': '0b378e52-5907-45fa-b7e2-a9e57695cb50', 'mac_address': 'fa:16:3e:87:a4:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb61228-bcf3-4353-9939-8b35cf66d0b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:02:56.205204 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfb01c-b816-49d6-8a10-bebc65d16575 req-d0069906-746e-4984-8663-48c5541c0ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:56.206603 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-edbfb01c-b816-49d6-8a10-bebc65d16575 req-d0069906-746e-4984-8663-48c5541c0ab9 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=27989079fc4f45f8ab144b741eece4df&device_id=38031b77-91ad-4ba7-9220-778adbd1d111 HTTP/1.1" status: 200 len: 1095 time: 1.1359043 Feb 09 01:02:56.263398 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:56.283374 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b378e52-5907-45fa-b7e2-a9e57695cb50 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:02:56.306214 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 0b378e52-5907-45fa-b7e2-a9e57695cb50, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=0b378e52-5907-45fa-b7e2-a9e57695cb50,segment=NetworkSegment(db9ba235-89e2-4f9a-977e-838070d870cc),segment_id=db9ba235-89e2-4f9a-977e-838070d870cc)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:56.316362 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:56.366624 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cdf6dc-92c5-4d20-ba31-09a374ef75ca admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:02:56.378389 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff912fec-7c8a-4e70-a629-254599b30686 None None] Sync routers for ids ['8a14d939-c536-47f6-944b-538ea310003b'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:02:56.388478 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e3cdf6dc-92c5-4d20-ba31-09a374ef75ca admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:56.390289 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e3cdf6dc-92c5-4d20-ba31-09a374ef75ca admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.1392064 Feb 09 01:02:56.393218 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34464) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:56.400253 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff912fec-7c8a-4e70-a629-254599b30686 None None] Routers {'8a14d939-c536-47f6-944b-538ea310003b'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:02:56.400971 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ff912fec-7c8a-4e70-a629-254599b30686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:02:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8a14d939-c536-47f6-944b-538ea310003b'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:56.432900 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=0b378e52-5907-45fa-b7e2-a9e57695cb50,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:56.449475 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:56.449814 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:56.450151 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:56.450482 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:56.450809 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:56.451134 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:56.451457 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:56.451776 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:56.452096 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:56.452487 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:56.452911 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:56.453264 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:56.469035 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb523f3-798d-4836-b4d0-ab67322f4131 req-9806f089-41ab-4e54-81b4-7ea189e374fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:56.470479 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8eb523f3-798d-4836-b4d0-ab67322f4131 req-9806f089-41ab-4e54-81b4-7ea189e374fe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9fb61228-bcf3-4353-9939-8b35cf66d0b1 HTTP/1.1" status: 200 len: 852 time: 0.7150862 Feb 09 01:02:56.482718 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-18f3f9c1-a433-40aa-8554-7cf40a14b2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:56.484276 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-18f3f9c1-a433-40aa-8554-7cf40a14b2e0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 1099 time: 1.1126175 Feb 09 01:02:56.489055 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-e21647d6-30b5-46b9-902a-52bfba114add req-7c46fbfc-260e-41da-b53f-41f3c26bf820 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1080065701', 'description': 'tempest-description-411801201'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:56.499751 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-e21647d6-30b5-46b9-902a-52bfba114add req-7c46fbfc-260e-41da-b53f-41f3c26bf820 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:56.515500 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-e21647d6-30b5-46b9-902a-52bfba114add req-7c46fbfc-260e-41da-b53f-41f3c26bf820 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Usage tracker for resource:security_group and tenant:c87149e20dd6426a943996656ed22a71 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:56.521099 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-e21647d6-30b5-46b9-902a-52bfba114add req-7c46fbfc-260e-41da-b53f-41f3c26bf820 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:56.530904 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-e21647d6-30b5-46b9-902a-52bfba114add req-7c46fbfc-260e-41da-b53f-41f3c26bf820 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:56.600590 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['0b378e52-5907-45fa-b7e2-a9e57695cb50'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:02:56.611115 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-e21647d6-30b5-46b9-902a-52bfba114add req-7c46fbfc-260e-41da-b53f-41f3c26bf820 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:56.636073 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8eb523f3-798d-4836-b4d0-ab67322f4131 req-97febacd-ccff-4317-b4cf-9b852f35bb37 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=212d519a-979f-468b-96fb-02a8cac3aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1503663 Feb 09 01:02:56.640518 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-ff912fec-7c8a-4e70-a629-254599b30686 None None] Set router 8a14d939-c536-47f6-944b-538ea310003b gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:02:56.643712 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db995040-fbce-428c-ace6-a70b0d6b07c5 req-eff6afee-c15c-4f21-b030-e092f7ec96cb tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:56.644444 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-db995040-fbce-428c-ace6-a70b0d6b07c5 req-eff6afee-c15c-4f21-b030-e092f7ec96cb tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Synchronizing usage tracker for tenant:27989079fc4f45f8ab144b741eece4df on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:02:56.656865 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-f5306397-c792-427a-b7cf-06c556f619ee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=7d3f8cfd-56c5-4824-a60d-48dae61c8128 HTTP/1.1" status: 200 len: 217 time: 0.1221826 Feb 09 01:02:56.714770 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-e21647d6-30b5-46b9-902a-52bfba114add req-7c46fbfc-260e-41da-b53f-41f3c26bf820 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:56.743030 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-e21647d6-30b5-46b9-902a-52bfba114add req-7c46fbfc-260e-41da-b53f-41f3c26bf820 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Usage tracker for resource:security_group_rule and tenant:c87149e20dd6426a943996656ed22a71 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:56.749001 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-e21647d6-30b5-46b9-902a-52bfba114add req-7c46fbfc-260e-41da-b53f-41f3c26bf820 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:56.757775 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-e21647d6-30b5-46b9-902a-52bfba114add req-7c46fbfc-260e-41da-b53f-41f3c26bf820 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:56.956189 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfb01c-b816-49d6-8a10-bebc65d16575 req-3740c330-8f95-4034-9a32-97d2d4c141c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:56.957755 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-edbfb01c-b816-49d6-8a10-bebc65d16575 req-3740c330-8f95-4034-9a32-97d2d4c141c3 service neutron] 10.222.0.117 "GET /v2.0/networks?id=212d519a-979f-468b-96fb-02a8cac3aff6 HTTP/1.1" status: 200 len: 913 time: 0.7211049 Feb 09 01:02:56.981650 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-db995040-fbce-428c-ace6-a70b0d6b07c5 req-eff6afee-c15c-4f21-b030-e092f7ec96cb tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Unset dirty status for tenant:27989079fc4f45f8ab144b741eece4df on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:02:56.989368 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-db995040-fbce-428c-ace6-a70b0d6b07c5 req-eff6afee-c15c-4f21-b030-e092f7ec96cb tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/ports?device_id=38031b77-91ad-4ba7-9220-778adbd1d111 HTTP/1.1" status: 200 len: 944 time: 1.3753035 Feb 09 01:02:57.047118 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ff912fec-7c8a-4e70-a629-254599b30686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a14d939-c536-47f6-944b-538ea310003b', 'name': 'tempest-FloatingIPsTestJSON-758430582-router', 'tenant_id': 'a3be55021a894f21878232ff36c1089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'fad43810-d310-4024-961a-5e779d9520d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:48Z', 'updated_at': '2022-02-09T01:02:52Z', 'revision_number': 3, 'project_id': 'a3be55021a894f21878232ff36c1089d', 'gw_port': {'id': 'fad43810-d310-4024-961a-5e779d9520d4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a14d939-c536-47f6-944b-538ea310003b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:50Z', 'updated_at': '2022-02-09T01:02:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:57.052069 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff912fec-7c8a-4e70-a629-254599b30686 None None] Checking router: 8a14d939-c536-47f6-944b-538ea310003b for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:02:57.052856 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff912fec-7c8a-4e70-a629-254599b30686 None None] Updating router 8a14d939-c536-47f6-944b-538ea310003b port fad43810-d310-4024-961a-5e779d9520d4 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:02:57.099211 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-e21647d6-30b5-46b9-902a-52bfba114add req-7c46fbfc-260e-41da-b53f-41f3c26bf820 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:57.110762 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-e21647d6-30b5-46b9-902a-52bfba114add req-7c46fbfc-260e-41da-b53f-41f3c26bf820 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:57.120422 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-ff912fec-7c8a-4e70-a629-254599b30686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:57.187554 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46fbfc-260e-41da-b53f-41f3c26bf820 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c1400e-a62c-4fab-a432-8d527ba99ab2,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:57.190280 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087d7b77-194f-426a-a4e0-cf2aa95b45c5', 'name': 'network-vif-deleted', 'tag': 'a4b505d8-d756-48f6-922c-121b8b731f28'}, {'name': 'network-changed', 'server_uuid': 'd0b51ef7-8521-43ef-94d1-dd02fb0a5c20', 'tag': '7d3f8cfd-56c5-4824-a60d-48dae61c8128'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:57.191637 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-e21647d6-30b5-46b9-902a-52bfba114add req-7c46fbfc-260e-41da-b53f-41f3c26bf820 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:57.212844 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e21647d6-30b5-46b9-902a-52bfba114add req-7c46fbfc-260e-41da-b53f-41f3c26bf820 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7431188 Feb 09 01:02:57.225491 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-916315ca-909b-4907-b205-6ef24112be59 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:57.245417 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-0c890dc8-7835-497a-8789-af35a71ed265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:57.246861 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-0c890dc8-7835-497a-8789-af35a71ed265 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.5365889 Feb 09 01:02:57.287526 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-edbfb01c-b816-49d6-8a10-bebc65d16575 req-40c8ebd1-d0b2-4158-a679-8f15c214ddb7 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=644d9697-2779-4ccb-9258-164cdd54b618 HTTP/1.1" status: 200 len: 217 time: 0.3134704 Feb 09 01:02:57.324186 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34476) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:57.422666 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8eb523f3-798d-4836-b4d0-ab67322f4131 req-61fe57e4-6784-49e6-8f87-369172788f3e service neutron] 10.222.0.35 "GET /v2.0/networks/212d519a-979f-468b-96fb-02a8cac3aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7752550 Feb 09 01:02:57.453027 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-db995040-fbce-428c-ace6-a70b0d6b07c5 req-d5da36ba-d4e2-4366-b0a5-6fc1f28db60a tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa0642db-114b-4eee-9b0a-78a1759ea06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4622097 Feb 09 01:02:57.536344 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc047dc6-0abe-4b3b-87c7-1b12816e253b admin admin] Deleting subnet eb9a8e05-d0fc-4553-92c9-d58b7743cadc {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:02:57.549287 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32928b33-708f-437b-bb20-be2302cc68a3', 'name': 'network-vif-deleted', 'tag': '288da74d-bcdd-4702-83c6-149c7ba8358e', 'status': 'completed', 'code': 200} Feb 09 01:02:57.549882 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dc047dc6-0abe-4b3b-87c7-1b12816e253b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:57.575889 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-ff912fec-7c8a-4e70-a629-254599b30686 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:57.596261 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-ff912fec-7c8a-4e70-a629-254599b30686 None None] Transition to ACTIVE for port object fad43810-d310-4024-961a-5e779d9520d4 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:57.605550 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-ff912fec-7c8a-4e70-a629-254599b30686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:57.695825 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d00c8-ee20-411d-ad3e-5c629d691ff0 None None] Pushing event updated for resources: {'Port': ['ID=fad43810-d310-4024-961a-5e779d9520d4,revision_number=2']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:57.708103 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dc047dc6-0abe-4b3b-87c7-1b12816e253b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:57.711879 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfb01c-b816-49d6-8a10-bebc65d16575 req-565720b3-5afc-4b3c-bde9-edd35be2d095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:57.713370 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-edbfb01c-b816-49d6-8a10-bebc65d16575 req-565720b3-5afc-4b3c-bde9-edd35be2d095 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9fb61228-bcf3-4353-9939-8b35cf66d0b1 HTTP/1.1" status: 200 len: 852 time: 0.3835275 Feb 09 01:02:57.729751 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9d00c8-ee20-411d-ad3e-5c629d691ff0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:57.730493 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9d00c8-ee20-411d-ad3e-5c629d691ff0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:57.731061 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9d00c8-ee20-411d-ad3e-5c629d691ff0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:57.731606 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9d00c8-ee20-411d-ad3e-5c629d691ff0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:57.732150 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9d00c8-ee20-411d-ad3e-5c629d691ff0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:57.732711 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9d00c8-ee20-411d-ad3e-5c629d691ff0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:57.733269 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9d00c8-ee20-411d-ad3e-5c629d691ff0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:57.733830 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9d00c8-ee20-411d-ad3e-5c629d691ff0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:57.734406 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9d00c8-ee20-411d-ad3e-5c629d691ff0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:57.734936 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9d00c8-ee20-411d-ad3e-5c629d691ff0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:57.735511 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9d00c8-ee20-411d-ad3e-5c629d691ff0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:57.736784 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9d00c8-ee20-411d-ad3e-5c629d691ff0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:57.740212 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-ff912fec-7c8a-4e70-a629-254599b30686 None None] Attempting to bind port fad43810-d310-4024-961a-5e779d9520d4 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:02:57.740889 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-ff912fec-7c8a-4e70-a629-254599b30686 None None] Attempting to bind port fad43810-d310-4024-961a-5e779d9520d4 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:02:57.741486 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff912fec-7c8a-4e70-a629-254599b30686 None None] Attempting to bind port fad43810-d310-4024-961a-5e779d9520d4 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:02:57.749469 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff912fec-7c8a-4e70-a629-254599b30686 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:02:57.750136 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff912fec-7c8a-4e70-a629-254599b30686 None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:02:57.751454 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-ff912fec-7c8a-4e70-a629-254599b30686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:57.752097 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff912fec-7c8a-4e70-a629-254599b30686 None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:02:57.752981 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-ff912fec-7c8a-4e70-a629-254599b30686 None None] Bound port: fad43810-d310-4024-961a-5e779d9520d4, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:02:57.753598 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-ff912fec-7c8a-4e70-a629-254599b30686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:57.807545 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 0b378e52-5907-45fa-b7e2-a9e57695cb50 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:02:57.828051 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-630dc3ec-c52b-4d48-ad67-f5bad8165ac1 req-f79fb411-f7a2-4bc0-9806-05e8a37c35c5 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] 10.222.0.37 "GET /v2.0/ports?device_id=baf83dda-1e34-4c74-b240-7410e4f5589d HTTP/1.1" status: 200 len: 210 time: 0.0556557 Feb 09 01:02:57.831720 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-ff912fec-7c8a-4e70-a629-254599b30686 None None] For port fad43810-d310-4024-961a-5e779d9520d4, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:02:57.835312 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-ff912fec-7c8a-4e70-a629-254599b30686 None None] For port fad43810-d310-4024-961a-5e779d9520d4, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=fad43810-d310-4024-961a-5e779d9520d4,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:02:57.841077 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-edbfb01c-b816-49d6-8a10-bebc65d16575 req-19cc9c37-7170-47c0-b17e-e48b34f449f9 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=212d519a-979f-468b-96fb-02a8cac3aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707359 Feb 09 01:02:57.842566 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-ff912fec-7c8a-4e70-a629-254599b30686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:57.854937 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b521fdd3-dbd6-4075-8c4b-1beb3137c913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:57.929397 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff912fec-7c8a-4e70-a629-254599b30686 None None] Routers {'8a14d939-c536-47f6-944b-538ea310003b'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:02:57.930489 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ff912fec-7c8a-4e70-a629-254599b30686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:02:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8a14d939-c536-47f6-944b-538ea310003b'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:57.934208 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-916315ca-909b-4907-b205-6ef24112be59 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:57.949854 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dc047dc6-0abe-4b3b-87c7-1b12816e253b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:57.958314 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 644d9697-2779-4ccb-9258-164cdd54b618 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:02:57.960357 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 288da74d-bcdd-4702-83c6-149c7ba8358e no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:02:58.050852 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: 288da74d-bcdd-4702-83c6-149c7ba8358e {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:02:58.051239 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 288da74d-bcdd-4702-83c6-149c7ba8358e not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:02:58.052702 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d00c8-ee20-411d-ad3e-5c629d691ff0 None None] Pushing event updated for resources: {'Port': ['ID=fad43810-d310-4024-961a-5e779d9520d4,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:58.091208 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 0b378e52-5907-45fa-b7e2-a9e57695cb50 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:02:58.091458 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-58eb3d87-8fc6-4606-b09d-573a58e2e72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:58.092888 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-58eb3d87-8fc6-4606-b09d-573a58e2e72a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8133407 Feb 09 01:02:58.100124 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba7208f0-d5df-4a90-971a-c804e4fce117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:58.103856 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 0b378e52-5907-45fa-b7e2-a9e57695cb50 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:58.104268 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:58.157995 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-863d1607-c1b1-48c2-b177-198b72bcbbdd req-1bdc3a5d-1b7b-40e1-9e3a-0c40a80858d9 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "GET /v2.0/security-groups/70c1400e-a62c-4fab-a432-8d527ba99ab2 HTTP/1.1" status: 200 len: 1804 time: 0.2136934 Feb 09 01:02:58.167032 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.resource_extend [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:02:58.184547 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8eb523f3-798d-4836-b4d0-ab67322f4131 req-c869930b-2ee1-4883-95b3-aa26ce38b671 service neutron] 10.222.0.35 "GET /v2.0/networks/212d519a-979f-468b-96fb-02a8cac3aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7470760 Feb 09 01:02:58.205142 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-916315ca-909b-4907-b205-6ef24112be59 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Network 41839a4d-37ac-44d8-96d9-d657c47e8af8 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:02:58.210137 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-863d1607-c1b1-48c2-b177-198b72bcbbdd req-88a4e0ea-9c04-4cc7-a4ab-de1955f00142 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '70c1400e-a62c-4fab-a432-8d527ba99ab2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:58.210753 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-863d1607-c1b1-48c2-b177-198b72bcbbdd req-88a4e0ea-9c04-4cc7-a4ab-de1955f00142 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '70c1400e-a62c-4fab-a432-8d527ba99ab2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:58.219616 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-863d1607-c1b1-48c2-b177-198b72bcbbdd req-88a4e0ea-9c04-4cc7-a4ab-de1955f00142 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:02:58.230457 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dc047dc6-0abe-4b3b-87c7-1b12816e253b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:58.235645 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-863d1607-c1b1-48c2-b177-198b72bcbbdd req-88a4e0ea-9c04-4cc7-a4ab-de1955f00142 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Usage tracker for resource:security_group_rule and tenant:c87149e20dd6426a943996656ed22a71 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:02:58.262690 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-ff912fec-7c8a-4e70-a629-254599b30686 None None] Set router 8a14d939-c536-47f6-944b-538ea310003b gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:02:58.267580 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-916315ca-909b-4907-b205-6ef24112be59 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:58.279159 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-863d1607-c1b1-48c2-b177-198b72bcbbdd req-88a4e0ea-9c04-4cc7-a4ab-de1955f00142 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:02:58.287440 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-916315ca-909b-4907-b205-6ef24112be59 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:02:58.314140 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916315ca-909b-4907-b205-6ef24112be59 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Pushing event updated for resources: {'Port': ['ID=a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:58.316426 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521fdd3-dbd6-4075-8c4b-1beb3137c913 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5fd7706-4d5a-4fb7-95ca-2f4f925bfe88,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:58.329798 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-863d1607-c1b1-48c2-b177-198b72bcbbdd req-88a4e0ea-9c04-4cc7-a4ab-de1955f00142 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:02:58.331535 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc047dc6-0abe-4b3b-87c7-1b12816e253b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb9a8e05-d0fc-4553-92c9-d58b7743cadc,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:58.359046 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dc047dc6-0abe-4b3b-87c7-1b12816e253b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:58.367400 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b521fdd3-dbd6-4075-8c4b-1beb3137c913 admin admin] Checking segment: {'id': 'f0ce0c72-14c2-4af8-ad10-d2fc6e7c6749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '12bf2be1-5903-4078-b12b-a89797778b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:02:58.368500 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b521fdd3-dbd6-4075-8c4b-1beb3137c913 admin admin] Network hostable DHCP agents. Network: 12bf2be1-5903-4078-b12b-a89797778b8e, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:02:58.394780 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 644d9697-2779-4ccb-9258-164cdd54b618, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=644d9697-2779-4ccb-9258-164cdd54b618,segment=NetworkSegment(db9ba235-89e2-4f9a-977e-838070d870cc),segment_id=db9ba235-89e2-4f9a-977e-838070d870cc)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:58.413199 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '644d9697-2779-4ccb-9258-164cdd54b618', 'network_id': '212d519a-979f-468b-96fb-02a8cac3aff6', 'port_id': '644d9697-2779-4ccb-9258-164cdd54b618', 'mac_address': 'fa:16:3e:ae:34:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb61228-bcf3-4353-9939-8b35cf66d0b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:02:58.427118 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-dc047dc6-0abe-4b3b-87c7-1b12816e253b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/eb9a8e05-d0fc-4553-92c9-d58b7743cadc HTTP/1.1" status: 204 len: 168 time: 1.1029871 Feb 09 01:02:58.427845 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34484) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:02:58.439993 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd019e-ec3a-4d33-a18c-c8eb4089c2c1 req-95b6cc9c-9cdc-4fd2-bf73-48f4e23beafe tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:58.447878 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6efd019e-ec3a-4d33-a18c-c8eb4089c2c1 req-95b6cc9c-9cdc-4fd2-bf73-48f4e23beafe tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 948 time: 0.7307212 Feb 09 01:02:58.481671 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-916315ca-909b-4907-b205-6ef24112be59 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:58.482287 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-916315ca-909b-4907-b205-6ef24112be59 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:58.498562 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-edbfb01c-b816-49d6-8a10-bebc65d16575 req-a692adea-7a80-4c1a-ad56-c5e071e649f7 service neutron] 10.222.0.117 "GET /v2.0/networks/212d519a-979f-468b-96fb-02a8cac3aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6279910 Feb 09 01:02:58.544634 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:58.545503 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-cddb06a8-d373-4e9e-a747-f55d8a82b499 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236476 Feb 09 01:02:58.546081 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b521fdd3-dbd6-4075-8c4b-1beb3137c913 admin admin] Network 12bf2be1-5903-4078-b12b-a89797778b8e is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:02:58.565546 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 644d9697-2779-4ccb-9258-164cdd54b618 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:02:58.590354 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 644d9697-2779-4ccb-9258-164cdd54b618, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=644d9697-2779-4ccb-9258-164cdd54b618,segment=NetworkSegment(db9ba235-89e2-4f9a-977e-838070d870cc),segment_id=db9ba235-89e2-4f9a-977e-838070d870cc)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:58.653597 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:58.668385 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:58.683443 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-863d1607-c1b1-48c2-b177-198b72bcbbdd req-88a4e0ea-9c04-4cc7-a4ab-de1955f00142 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:58.691434 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-20e9f3da-a5a6-4b3c-9411-145afba1b40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:58.703862 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ff912fec-7c8a-4e70-a629-254599b30686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a14d939-c536-47f6-944b-538ea310003b', 'name': 'tempest-FloatingIPsTestJSON-758430582-router', 'tenant_id': 'a3be55021a894f21878232ff36c1089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'fad43810-d310-4024-961a-5e779d9520d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:48Z', 'updated_at': '2022-02-09T01:02:52Z', 'revision_number': 3, 'project_id': 'a3be55021a894f21878232ff36c1089d', 'gw_port': {'id': 'fad43810-d310-4024-961a-5e779d9520d4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a14d939-c536-47f6-944b-538ea310003b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:50Z', 'updated_at': '2022-02-09T01:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:58.709113 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff912fec-7c8a-4e70-a629-254599b30686 None None] The sync data for ids ['8a14d939-c536-47f6-944b-538ea310003b'] in n-d-828419-1 is: [{'id': '8a14d939-c536-47f6-944b-538ea310003b', 'name': 'tempest-FloatingIPsTestJSON-758430582-router', 'tenant_id': 'a3be55021a894f21878232ff36c1089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'fad43810-d310-4024-961a-5e779d9520d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:48Z', 'updated_at': '2022-02-09T01:02:52Z', 'revision_number': 3, 'project_id': 'a3be55021a894f21878232ff36c1089d', 'gw_port': {'id': 'fad43810-d310-4024-961a-5e779d9520d4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a14d939-c536-47f6-944b-538ea310003b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:50Z', 'updated_at': '2022-02-09T01:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:02:58.725344 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98ef70-ad69-4e93-b2b9-38434abf2ae6 req-1b9c6c80-510e-464d-a9ee-f53210f1eeaa tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:58.726856 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fb98ef70-ad69-4e93-b2b9-38434abf2ae6 req-1b9c6c80-510e-464d-a9ee-f53210f1eeaa tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.117 "GET /v2.0/ports?device_id=e52e7de5-f787-4a51-9bd5-1d65163b7793 HTTP/1.1" status: 200 len: 950 time: 0.4450459 Feb 09 01:02:58.740680 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6efd019e-ec3a-4d33-a18c-c8eb4089c2c1 req-6eefeaaf-2faf-4b19-b895-48d12e8c9d2b tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873259 Feb 09 01:02:58.740680 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-b521fdd3-dbd6-4075-8c4b-1beb3137c913 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 12bf2be1-5903-4078-b12b-a89797778b8e) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:58.743448 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-916315ca-909b-4907-b205-6ef24112be59 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8916264 Feb 09 01:02:58.750867 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 0b378e52-5907-45fa-b7e2-a9e57695cb50, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=0b378e52-5907-45fa-b7e2-a9e57695cb50,segment=NetworkSegment(db9ba235-89e2-4f9a-977e-838070d870cc),segment_id=db9ba235-89e2-4f9a-977e-838070d870cc)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:02:58.762464 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e7f5ac-44fb-48d8-ac77-557dfd998303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b378e52-5907-45fa-b7e2-a9e57695cb50'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:02:58.764702 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-977d6e8a-f176-4d20-b302-fe9731825e3f service neutron] Request body: {'port': {'device_id': 'baf83dda-1e34-4c74-b240-7410e4f5589d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:58.773050 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e612294-1d68-459b-b6a1-2bfd31ca11ab None None] Network 12bf2be1-5903-4078-b12b-a89797778b8e requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:02:58.786142 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:58.801087 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-863d1607-c1b1-48c2-b177-198b72bcbbdd req-88a4e0ea-9c04-4cc7-a4ab-de1955f00142 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:58.812026 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b521fdd3-dbd6-4075-8c4b-1beb3137c913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:58.812665 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b521fdd3-dbd6-4075-8c4b-1beb3137c913 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:58.818317 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-ba7208f0-d5df-4a90-971a-c804e4fce117 admin admin] Allocated IP 172.20.0.1 (05e616a2-9ea7-45b7-8a17-dba41c752897/4a9852a4-3afb-4f66-bd0f-1241f06b3792/4cf9cd47-312e-47f4-9413-6cc3574c0e6b) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:02:58.899296 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-edbfb01c-b816-49d6-8a10-bebc65d16575 req-9b06d143-6b82-404a-bbd3-3b7ad9c68d64 service neutron] 10.222.0.117 "GET /v2.0/networks/212d519a-979f-468b-96fb-02a8cac3aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817141 Feb 09 01:02:58.904982 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=644d9697-2779-4ccb-9258-164cdd54b618,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:58.921955 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-863d1607-c1b1-48c2-b177-198b72bcbbdd req-88a4e0ea-9c04-4cc7-a4ab-de1955f00142 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:58.929711 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '087d7b77-194f-426a-a4e0-cf2aa95b45c5', 'name': 'network-vif-deleted', 'tag': 'a4b505d8-d756-48f6-922c-121b8b731f28', 'status': 'completed', 'code': 200} Feb 09 01:02:58.930039 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b51ef7-8521-43ef-94d1-dd02fb0a5c20', 'tag': '7d3f8cfd-56c5-4824-a60d-48dae61c8128', 'status': 'completed', 'code': 200} Feb 09 01:02:58.964031 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b521fdd3-dbd6-4075-8c4b-1beb3137c913 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.2317226 Feb 09 01:02:59.046072 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['644d9697-2779-4ccb-9258-164cdd54b618'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:02:59.050495 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cd3f5a9f-0bbc-4e24-805e-db0d2ba9d22c req-61c0be20-4674-4650-a46c-356dba29cd4f service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391460 Feb 09 01:02:59.265106 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4e0ea-9c04-4cc7-a4ab-de1955f00142 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e6c2be-03ab-41fc-a852-dfa22e8392cb,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:59.309022 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=0b378e52-5907-45fa-b7e2-a9e57695cb50,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:59.354794 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-20e9f3da-a5a6-4b3c-9411-145afba1b40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:59.375054 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-fb98ef70-ad69-4e93-b2b9-38434abf2ae6 req-b9f38646-96e1-4907-b0c4-4d449a770450 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Deleting port 31cd774d-837f-4021-9774-cf22b4421c89 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:02:59.380019 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-fb98ef70-ad69-4e93-b2b9-38434abf2ae6 req-b9f38646-96e1-4907-b0c4-4d449a770450 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:59.422485 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-977d6e8a-f176-4d20-b302-fe9731825e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:59.507491 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f68d816-914d-4dfe-8422-7d51c8b2edaf None None] Network 12bf2be1-5903-4078-b12b-a89797778b8e requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:02:59.518462 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-20e9f3da-a5a6-4b3c-9411-145afba1b40c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53c7f498-ec21-4766-a8b4-5bb9d5f006d9']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:59.534462 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cea5e-c402-4296-bfbd-176f9bf569f3 req-b4549c9b-f605-4d2a-8078-fc2e7aabc2b6 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:59.536721 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4b0cea5e-c402-4296-bfbd-176f9bf569f3 req-b4549c9b-f605-4d2a-8078-fc2e7aabc2b6 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=e52e7de5-f787-4a51-9bd5-1d65163b7793 HTTP/1.1" status: 200 len: 950 time: 0.4852996 Feb 09 01:02:59.536882 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-20e9f3da-a5a6-4b3c-9411-145afba1b40c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:59.537140 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-20e9f3da-a5a6-4b3c-9411-145afba1b40c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba6f0e5-e5aa-49ae-87fe-412d6221e62c') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:59.552621 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-20e9f3da-a5a6-4b3c-9411-145afba1b40c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:59.574629 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-20e9f3da-a5a6-4b3c-9411-145afba1b40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:59.585197 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20e9f3da-a5a6-4b3c-9411-145afba1b40c admin admin] Releasing vlan 995 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:02:59.585778 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-20e9f3da-a5a6-4b3c-9411-145afba1b40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:59.760918 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:02:59.760918 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:02:59.760918 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:02:59.760918 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:02:59.760918 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:02:59.760918 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:02:59.760918 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:02:59.760918 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:02:59.760918 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:02:59.760918 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:02:59.760918 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:02:59.760918 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:02:59.760918 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:02:59.760918 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:02:59.760918 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:02:59.760918 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:02:59.760918 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:02:59.760918 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:02:59.760918 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:02:59.760918 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:02:59.760918 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:02:59.760918 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:02:59.760918 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:02:59.760918 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:02:59.760918 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:02:59.760918 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:02:59.760918 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:02:59.760918 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:02:59.760918 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:02:59.760918 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:02:59.760918 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:02:59.760918 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:02:59.769951 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-20e9f3da-a5a6-4b3c-9411-145afba1b40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:59.771766 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-863d1607-c1b1-48c2-b177-198b72bcbbdd req-88a4e0ea-9c04-4cc7-a4ab-de1955f00142 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:59.784634 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-863d1607-c1b1-48c2-b177-198b72bcbbdd req-88a4e0ea-9c04-4cc7-a4ab-de1955f00142 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.6172550 Feb 09 01:02:59.844839 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-977d6e8a-f176-4d20-b302-fe9731825e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:02:59.848017 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 31cd774d-837f-4021-9774-cf22b4421c89 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:02:59.852809 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-977d6e8a-f176-4d20-b302-fe9731825e3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:59.875382 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-977d6e8a-f176-4d20-b302-fe9731825e3f service neutron] Transition to ACTIVE for port object a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:59.926744 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-977d6e8a-f176-4d20-b302-fe9731825e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:59.968242 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-20e9f3da-a5a6-4b3c-9411-145afba1b40c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:59.983305 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9f3da-a5a6-4b3c-9411-145afba1b40c admin admin] Pushing event deleted for resources: {'Network': ['ID=53c7f498-ec21-4766-a8b4-5bb9d5f006d9,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:00.006931 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:00.057301 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 31cd774d-837f-4021-9774-cf22b4421c89, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=31cd774d-837f-4021-9774-cf22b4421c89,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:00.062453 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:00.113131 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959afe3e-9675-4e85-840d-d8a50475b641 req-8a6e136e-252a-4ccf-9c35-466ce2864076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:00.114646 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-959afe3e-9675-4e85-840d-d8a50475b641 req-8a6e136e-252a-4ccf-9c35-466ce2864076 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 1099 time: 0.7727966 Feb 09 01:03:00.121402 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d6e8a-f176-4d20-b302-fe9731825e3f service neutron] Pushing event updated for resources: {'Port': ['ID=a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:00.128466 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-20e9f3da-a5a6-4b3c-9411-145afba1b40c admin admin] 10.222.0.37 "DELETE /v2.0/networks/53c7f498-ec21-4766-a8b4-5bb9d5f006d9 HTTP/1.1" status: 204 len: 168 time: 1.6959469 Feb 09 01:03:00.139706 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34502) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:00.176607 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=31cd774d-837f-4021-9774-cf22b4421c89,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:00.221229 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-fb98ef70-ad69-4e93-b2b9-38434abf2ae6 req-b9f38646-96e1-4907-b0c4-4d449a770450 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] For port 31cd774d-837f-4021-9774-cf22b4421c89, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=31cd774d-837f-4021-9774-cf22b4421c89,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:00.221599 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-fb98ef70-ad69-4e93-b2b9-38434abf2ae6 req-b9f38646-96e1-4907-b0c4-4d449a770450 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:00.256614 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4b0cea5e-c402-4296-bfbd-176f9bf569f3 req-0700d409-478f-44cd-8b98-0d79394185ce tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393042 Feb 09 01:03:00.297038 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device fad43810-d310-4024-961a-5e779d9520d4 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:00.338861 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e7f5ac-44fb-48d8-ac77-557dfd998303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b378e52-5907-45fa-b7e2-a9e57695cb50', 'code': 200} Feb 09 01:03:00.400018 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bcb6b-c200-45f5-a235-2fd3017a604f req-892daca6-9abe-490c-9e67-e2548c73e182 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:00.401849 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f0bcb6b-c200-45f5-a235-2fd3017a604f req-892daca6-9abe-490c-9e67-e2548c73e182 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.117 "GET /v2.0/ports?device_id=09956878-6656-4174-bd55-f2cd519f0bb7 HTTP/1.1" status: 200 len: 949 time: 0.5237126 Feb 09 01:03:00.425425 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port fad43810-d310-4024-961a-5e779d9520d4 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:00.435107 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d55d09-5a04-42fa-953c-13e2f28b1972 admin admin] Deleting subnet a826b37f-84f6-439c-b0a6-2d65b336609e {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:03:00.437310 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port fad43810-d310-4024-961a-5e779d9520d4 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:00.438208 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:00.439197 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba7208f0-d5df-4a90-971a-c804e4fce117 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:00.448711 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-fb98ef70-ad69-4e93-b2b9-38434abf2ae6 req-b9f38646-96e1-4907-b0c4-4d449a770450 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Calling delete_port for 31cd774d-837f-4021-9774-cf22b4421c89 owned by compute:nova {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:03:00.483801 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d2d55d09-5a04-42fa-953c-13e2f28b1972 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:00.543257 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e49671-9c5b-4129-a1cf-3cdc839c3076 req-97591e46-75a1-4335-ade7-15edf47be7c0 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:00.544851 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-60e49671-9c5b-4129-a1cf-3cdc839c3076 req-97591e46-75a1-4335-ade7-15edf47be7c0 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/ports?device_id=38031b77-91ad-4ba7-9220-778adbd1d111 HTTP/1.1" status: 200 len: 945 time: 0.4940298 Feb 09 01:03:00.558679 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-ba7208f0-d5df-4a90-971a-c804e4fce117 admin admin] Transition to ACTIVE for port object 4cf9cd47-312e-47f4-9413-6cc3574c0e6b will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:00.607279 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959afe3e-9675-4e85-840d-d8a50475b641 req-204d8b30-caa9-4a13-9f77-71227c58e1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:00.608551 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-959afe3e-9675-4e85-840d-d8a50475b641 req-204d8b30-caa9-4a13-9f77-71227c58e1e4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.4621780 Feb 09 01:03:00.609108 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d2d55d09-5a04-42fa-953c-13e2f28b1972 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:00.619272 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:00.643208 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port fad43810-d310-4024-961a-5e779d9520d4, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=fad43810-d310-4024-961a-5e779d9520d4,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:00.649490 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:00.694752 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-60e49671-9c5b-4129-a1cf-3cdc839c3076 req-8b1a234b-46e4-47cf-b168-07ad1c51d78d tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa0642db-114b-4eee-9b0a-78a1759ea06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344798 Feb 09 01:03:00.718051 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-7f0bcb6b-c200-45f5-a235-2fd3017a604f req-061cbf04-b9fd-41c7-bccc-3b3feddc359d tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Deleting port 7999435b-c963-4dcc-a9db-35ef5464f9d9 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:03:00.718405 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f0bcb6b-c200-45f5-a235-2fd3017a604f req-061cbf04-b9fd-41c7-bccc-3b3feddc359d tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:00.748281 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d2d55d09-5a04-42fa-953c-13e2f28b1972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:00.751731 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-959afe3e-9675-4e85-840d-d8a50475b641 req-8da28c51-085b-43c0-8286-dfbb6c8473c1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=7d3f8cfd-56c5-4824-a60d-48dae61c8128 HTTP/1.1" status: 200 len: 217 time: 0.1264865 Feb 09 01:03:00.752438 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-977d6e8a-f176-4d20-b302-fe9731825e3f service neutron] Attempting to bind port a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:03:00.752779 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-977d6e8a-f176-4d20-b302-fe9731825e3f service neutron] Attempting to bind port a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': 'a0f526c8-3aec-459e-b134-44fdcc6f1af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '41839a4d-37ac-44d8-96d9-d657c47e8af8'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:03:00.753251 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-977d6e8a-f176-4d20-b302-fe9731825e3f service neutron] Attempting to bind port a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6 on network 41839a4d-37ac-44d8-96d9-d657c47e8af8 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:00.764751 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=fad43810-d310-4024-961a-5e779d9520d4,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:00.811025 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-977d6e8a-f176-4d20-b302-fe9731825e3f service neutron] Port a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6 on network 41839a4d-37ac-44d8-96d9-d657c47e8af8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:03:00.811563 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-977d6e8a-f176-4d20-b302-fe9731825e3f service neutron] Attempting to bind port a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6 on network 41839a4d-37ac-44d8-96d9-d657c47e8af8 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:00.821111 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba7208f0-d5df-4a90-971a-c804e4fce117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:00.829455 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [req-fb98ef70-ad69-4e93-b2b9-38434abf2ae6 req-b9f38646-96e1-4907-b0c4-4d449a770450 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:03:00.829767 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [req-fb98ef70-ad69-4e93-b2b9-38434abf2ae6 req-b9f38646-96e1-4907-b0c4-4d449a770450 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:03:00.837562 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-977d6e8a-f176-4d20-b302-fe9731825e3f service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:03:00.837934 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-977d6e8a-f176-4d20-b302-fe9731825e3f service neutron] Checking segment: {'id': 'a0f526c8-3aec-459e-b134-44fdcc6f1af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '41839a4d-37ac-44d8-96d9-d657c47e8af8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:00.838350 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-977d6e8a-f176-4d20-b302-fe9731825e3f service neutron] Bound using segment: {'id': 'a0f526c8-3aec-459e-b134-44fdcc6f1af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '41839a4d-37ac-44d8-96d9-d657c47e8af8'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:03:00.838865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-977d6e8a-f176-4d20-b302-fe9731825e3f service neutron] Bound port: a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0f526c8-3aec-459e-b134-44fdcc6f1af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '41839a4d-37ac-44d8-96d9-d657c47e8af8'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:03:00.839209 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-977d6e8a-f176-4d20-b302-fe9731825e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:00.887880 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [req-259c14fd-c19e-4994-b3de-90e8550b21b2 req-dbd768e7-0213-49db-a672-707192143b31 tempest-SecurityGroupsNegativeTestJSON-1872334566 tempest-SecurityGroupsNegativeTestJSON-1872334566-project] show failed (client error): The resource could not be found. Feb 09 01:03:00.888914 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-259c14fd-c19e-4994-b3de-90e8550b21b2 req-dbd768e7-0213-49db-a672-707192143b31 tempest-SecurityGroupsNegativeTestJSON-1872334566 tempest-SecurityGroupsNegativeTestJSON-1872334566-project] 10.222.0.37 "GET /v2.0/security-groups/a2f5a295-136e-4715-a3eb-f3f2d2efb49b HTTP/1.1" status: 404 len: 352 time: 0.0885000 Feb 09 01:03:00.913060 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7208f0-d5df-4a90-971a-c804e4fce117 admin admin] Network 05e616a2-9ea7-45b7-8a17-dba41c752897 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:00.923877 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-ba7208f0-d5df-4a90-971a-c804e4fce117 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:00.926303 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7208f0-d5df-4a90-971a-c804e4fce117 admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:00.958579 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-5b547c8e-5888-4083-bae0-278270691e49 req-2dc7c6ff-4a50-47f3-a2fa-c694eaa46693 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1400848832', 'description': 'tempest-description-731544248'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:00.973775 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-5b547c8e-5888-4083-bae0-278270691e49 req-2dc7c6ff-4a50-47f3-a2fa-c694eaa46693 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:00.974259 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959afe3e-9675-4e85-840d-d8a50475b641 req-031552ad-7be7-4c37-a4c7-0fdf111dcc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:00.975929 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-959afe3e-9675-4e85-840d-d8a50475b641 req-031552ad-7be7-4c37-a4c7-0fdf111dcc3c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.2089236 Feb 09 01:03:00.976319 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7208f0-d5df-4a90-971a-c804e4fce117 admin admin] Pushing event updated for resources: {'Port': ['ID=4cf9cd47-312e-47f4-9413-6cc3574c0e6b,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:00.985417 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-5b547c8e-5888-4083-bae0-278270691e49 req-2dc7c6ff-4a50-47f3-a2fa-c694eaa46693 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Usage tracker for resource:security_group and tenant:c87149e20dd6426a943996656ed22a71 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:00.989572 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-5b547c8e-5888-4083-bae0-278270691e49 req-2dc7c6ff-4a50-47f3-a2fa-c694eaa46693 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:01.009801 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-5b547c8e-5888-4083-bae0-278270691e49 req-2dc7c6ff-4a50-47f3-a2fa-c694eaa46693 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:01.028549 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d2d55d09-5a04-42fa-953c-13e2f28b1972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:01.060602 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba7208f0-d5df-4a90-971a-c804e4fce117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:01.197314 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-5b547c8e-5888-4083-bae0-278270691e49 req-2dc7c6ff-4a50-47f3-a2fa-c694eaa46693 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:01.216277 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d55d09-5a04-42fa-953c-13e2f28b1972 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a826b37f-84f6-439c-b0a6-2d65b336609e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:01.222356 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570fac3-6575-406a-b26d-44ea4ef0fd9b req-9cb720a8-fd4f-4b12-ba48-cbf4757e39e3 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:01.223048 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7570fac3-6575-406a-b26d-44ea4ef0fd9b req-9cb720a8-fd4f-4b12-ba48-cbf4757e39e3 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Synchronizing usage tracker for tenant:7925bbaf781f41338fabddc8af2be64d on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:01.225793 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d2d55d09-5a04-42fa-953c-13e2f28b1972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:01.241340 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5e457e1b-e47b-4640-a4d2-e67fc63f166e None None] Provisioning for port 4cf9cd47-312e-47f4-9413-6cc3574c0e6b completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:01.246567 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5e457e1b-e47b-4640-a4d2-e67fc63f166e None None] Provisioning complete for port 4cf9cd47-312e-47f4-9413-6cc3574c0e6b triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:01.247013 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5e457e1b-e47b-4640-a4d2-e67fc63f166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:01.267470 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-5b547c8e-5888-4083-bae0-278270691e49 req-2dc7c6ff-4a50-47f3-a2fa-c694eaa46693 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:01.272882 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d2d55d09-5a04-42fa-953c-13e2f28b1972 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a826b37f-84f6-439c-b0a6-2d65b336609e HTTP/1.1" status: 204 len: 168 time: 1.1288729 Feb 09 01:03:01.274850 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34510) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:01.275755 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-5b547c8e-5888-4083-bae0-278270691e49 req-2dc7c6ff-4a50-47f3-a2fa-c694eaa46693 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Usage tracker for resource:security_group_rule and tenant:c87149e20dd6426a943996656ed22a71 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:01.279516 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609d8b7-13ec-40aa-8ca5-1cd2625d3ee5 req-ff7c3486-7e74-4f9a-b39b-ebc551c1127d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:01.281555 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1609d8b7-13ec-40aa-8ca5-1cd2625d3ee5 req-ff7c3486-7e74-4f9a-b39b-ebc551c1127d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=28e7f5ac-44fb-48d8-ac77-557dfd998303 HTTP/1.1" status: 200 len: 1097 time: 0.7959800 Feb 09 01:03:01.285758 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-5b547c8e-5888-4083-bae0-278270691e49 req-2dc7c6ff-4a50-47f3-a2fa-c694eaa46693 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:01.322749 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-5e457e1b-e47b-4640-a4d2-e67fc63f166e None None] Port 4cf9cd47-312e-47f4-9413-6cc3574c0e6b cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:03:01.381948 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-977d6e8a-f176-4d20-b302-fe9731825e3f service neutron] For port a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:03:01.397938 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7570fac3-6575-406a-b26d-44ea4ef0fd9b req-9cb720a8-fd4f-4b12-ba48-cbf4757e39e3 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Unset dirty status for tenant:7925bbaf781f41338fabddc8af2be64d on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:01.399663 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7570fac3-6575-406a-b26d-44ea4ef0fd9b req-9cb720a8-fd4f-4b12-ba48-cbf4757e39e3 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] 10.222.0.37 "GET /v2.0/ports?device_id=baf83dda-1e34-4c74-b240-7410e4f5589d HTTP/1.1" status: 200 len: 943 time: 0.8811169 Feb 09 01:03:01.428150 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-977d6e8a-f176-4d20-b302-fe9731825e3f service neutron] For port a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6,segment=NetworkSegment(a0f526c8-3aec-459e-b134-44fdcc6f1af2),segment_id=a0f526c8-3aec-459e-b134-44fdcc6f1af2)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:03:01.444548 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-fb98ef70-ad69-4e93-b2b9-38434abf2ae6 req-b9f38646-96e1-4907-b0c4-4d449a770450 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Deleting port 31cd774d-837f-4021-9774-cf22b4421c89 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:03:01.445114 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-fb98ef70-ad69-4e93-b2b9-38434abf2ae6 req-b9f38646-96e1-4907-b0c4-4d449a770450 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:01.445263 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1609d8b7-13ec-40aa-8ca5-1cd2625d3ee5 req-1d3c531c-0980-45b2-9922-995c93a0047d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fa0642db-114b-4eee-9b0a-78a1759ea06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473970 Feb 09 01:03:01.463516 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-977d6e8a-f176-4d20-b302-fe9731825e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:01.487552 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-5b547c8e-5888-4083-bae0-278270691e49 req-2dc7c6ff-4a50-47f3-a2fa-c694eaa46693 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:01.564049 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-7f0bcb6b-c200-45f5-a235-2fd3017a604f req-061cbf04-b9fd-41c7-bccc-3b3feddc359d tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] For port 7999435b-c963-4dcc-a9db-35ef5464f9d9, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=7999435b-c963-4dcc-a9db-35ef5464f9d9,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:01.564434 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f0bcb6b-c200-45f5-a235-2fd3017a604f req-061cbf04-b9fd-41c7-bccc-3b3feddc359d tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:01.582301 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-977d6e8a-f176-4d20-b302-fe9731825e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:01.582937 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-977d6e8a-f176-4d20-b302-fe9731825e3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:01.584290 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-977d6e8a-f176-4d20-b302-fe9731825e3f service neutron] 10.222.0.117 "PUT /v2.0/ports/a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6 HTTP/1.1" status: 200 len: 1091 time: 2.8245020 Feb 09 01:03:01.584774 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf83dda-1e34-4c74-b240-7410e4f5589d', 'tag': 'a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:01.597461 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7570fac3-6575-406a-b26d-44ea4ef0fd9b req-baa03800-2a3b-4f4a-97e0-7a81b33f9162 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] 10.222.0.37 "GET /v2.0/security-groups?id=03f89f78-a4b1-40c0-85d2-ebc5df28dafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772850 Feb 09 01:03:01.652362 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959afe3e-9675-4e85-840d-d8a50475b641 req-f6405085-bacb-487a-ab12-99d635c768db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:01.653913 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-959afe3e-9675-4e85-840d-d8a50475b641 req-f6405085-bacb-487a-ab12-99d635c768db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6613643 Feb 09 01:03:01.686113 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e147e5d6-7fe4-4fc6-9586-7e06329a6ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:01.759407 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-7f0bcb6b-c200-45f5-a235-2fd3017a604f req-061cbf04-b9fd-41c7-bccc-3b3feddc359d tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Calling delete_port for 7999435b-c963-4dcc-a9db-35ef5464f9d9 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:03:01.799307 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 7d3f8cfd-56c5-4824-a60d-48dae61c8128 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:03:01.881992 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 644d9697-2779-4ccb-9258-164cdd54b618 up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:01.922505 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d6e8a-f176-4d20-b302-fe9731825e3f service neutron] Pushing event updated for resources: {'Port': ['ID=a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:01.999678 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 644d9697-2779-4ccb-9258-164cdd54b618 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:02.004236 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 7d3f8cfd-56c5-4824-a60d-48dae61c8128, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=7d3f8cfd-56c5-4824-a60d-48dae61c8128,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:02.006599 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-5b547c8e-5888-4083-bae0-278270691e49 req-2dc7c6ff-4a50-47f3-a2fa-c694eaa46693 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:02.020953 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 644d9697-2779-4ccb-9258-164cdd54b618 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:02.021314 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:02.022767 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-5b547c8e-5888-4083-bae0-278270691e49 req-2dc7c6ff-4a50-47f3-a2fa-c694eaa46693 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:02.037367 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e147e5d6-7fe4-4fc6-9586-7e06329a6ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:02.052634 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '7d3f8cfd-56c5-4824-a60d-48dae61c8128', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': '7d3f8cfd-56c5-4824-a60d-48dae61c8128', 'mac_address': 'fa:16:3e:14:9a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:03:02.064311 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba7208f0-d5df-4a90-971a-c804e4fce117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:02.104485 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-959afe3e-9675-4e85-840d-d8a50475b641 req-94217887-15ab-4aec-a000-a4927ee87d4f service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857589 Feb 09 01:03:02.135755 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-e147e5d6-7fe4-4fc6-9586-7e06329a6ce9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['160e7e45-82de-4747-925b-24cabf2d9583']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:02.152119 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:02.193981 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-fb98ef70-ad69-4e93-b2b9-38434abf2ae6 req-b9f38646-96e1-4907-b0c4-4d449a770450 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] For port 31cd774d-837f-4021-9774-cf22b4421c89, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=31cd774d-837f-4021-9774-cf22b4421c89,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:02.194582 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-fb98ef70-ad69-4e93-b2b9-38434abf2ae6 req-b9f38646-96e1-4907-b0c4-4d449a770450 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:02.210919 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc7c6ff-4a50-47f3-a2fa-c694eaa46693 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c2723f-89e0-45f0-a7eb-b33b238218df,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:02.212167 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-a3787bae-bdae-48c4-85af-217f38b33431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:02.212434 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d3f8cfd-56c5-4824-a60d-48dae61c8128 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:03:02.213727 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-a3787bae-bdae-48c4-85af-217f38b33431 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=7925bbaf781f41338fabddc8af2be64d&device_id=baf83dda-1e34-4c74-b240-7410e4f5589d HTTP/1.1" status: 200 len: 1094 time: 0.5564947 Feb 09 01:03:02.216072 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-e147e5d6-7fe4-4fc6-9586-7e06329a6ce9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd6d978-36bd-47b0-991c-58ec7161da37') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:02.216634 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-e147e5d6-7fe4-4fc6-9586-7e06329a6ce9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd6d978-36bd-47b0-991c-58ec7161da37') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:02.246408 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 7d3f8cfd-56c5-4824-a60d-48dae61c8128, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=7d3f8cfd-56c5-4824-a60d-48dae61c8128,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:02.248101 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:02.260857 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:02.308726 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75bcd11-6f18-4214-a414-740db4b51396 req-89f30865-f466-4cd1-be07-d080230c3bfa tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:02.310584 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d75bcd11-6f18-4214-a414-740db4b51396 req-89f30865-f466-4cd1-be07-d080230c3bfa tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 948 time: 0.5594313 Feb 09 01:03:02.315753 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-b1993065-6a87-4f48-b615-98cff7e91552 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6 HTTP/1.1" status: 200 len: 217 time: 0.0847747 Feb 09 01:03:02.340977 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52e7de5-f787-4a51-9bd5-1d65163b7793', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31cd774d-837f-4021-9774-cf22b4421c89'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:02.350722 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device fad43810-d310-4024-961a-5e779d9520d4 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:02.354502 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-5b547c8e-5888-4083-bae0-278270691e49 req-2dc7c6ff-4a50-47f3-a2fa-c694eaa46693 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:02.355818 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5b547c8e-5888-4083-bae0-278270691e49 req-2dc7c6ff-4a50-47f3-a2fa-c694eaa46693 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.4393687 Feb 09 01:03:02.363118 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-fb98ef70-ad69-4e93-b2b9-38434abf2ae6 req-b9f38646-96e1-4907-b0c4-4d449a770450 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Calling delete_port for 31cd774d-837f-4021-9774-cf22b4421c89 owned by compute:nova {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:03:02.400355 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f0bcb6b-c200-45f5-a235-2fd3017a604f req-061cbf04-b9fd-41c7-bccc-3b3feddc359d tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:02.409254 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e147e5d6-7fe4-4fc6-9586-7e06329a6ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:02.422063 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['85f0c83d-e492-4252-8c90-1fd22fec3aff'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:03:02.450579 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e147e5d6-7fe4-4fc6-9586-7e06329a6ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:02.452386 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 644d9697-2779-4ccb-9258-164cdd54b618, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=644d9697-2779-4ccb-9258-164cdd54b618,segment=NetworkSegment(db9ba235-89e2-4f9a-977e-838070d870cc),segment_id=db9ba235-89e2-4f9a-977e-838070d870cc)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:02.481598 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=7d3f8cfd-56c5-4824-a60d-48dae61c8128,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:02.484086 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e147e5d6-7fe4-4fc6-9586-7e06329a6ce9 admin admin] Releasing vlan 965 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:03:02.484875 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e147e5d6-7fe4-4fc6-9586-7e06329a6ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:02.485030 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:02.485616 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 7999435b-c963-4dcc-a9db-35ef5464f9d9 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:03:02.496973 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061cbf04-b9fd-41c7-bccc-3b3feddc359d tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Pushing event deleted for resources: {'Port': ['ID=7999435b-c963-4dcc-a9db-35ef5464f9d9,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:02.566451 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['7d3f8cfd-56c5-4824-a60d-48dae61c8128'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:03:02.586603 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:03:02.586603 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:03:02.586603 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:03:02.586603 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:03:02.586603 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:03:02.586603 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:03:02.586603 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:03:02.586603 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:03:02.586603 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:03:02.586603 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:03:02.586603 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:03:02.586603 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:03:02.586603 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:03:02.586603 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:03:02.586603 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:03:02.586603 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:03:02.586603 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:03:02.586603 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:03:02.586603 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:03:02.586603 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:03:02.586603 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:03:02.586603 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:03:02.586603 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:03:02.586603 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:03:02.586603 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:03:02.586603 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:03:02.586603 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:03:02.586603 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:03:02.586603 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:03:02.586603 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:03:02.586603 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:03:02.586603 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:03:02.623063 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: 7999435b-c963-4dcc-a9db-35ef5464f9d9 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:03:02.623413 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 7999435b-c963-4dcc-a9db-35ef5464f9d9 not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:03:02.625522 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0bcb6b-c200-45f5-a235-2fd3017a604f req-061cbf04-b9fd-41c7-bccc-3b3feddc359d tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] No DVR routers for this DVR port 7999435b-c963-4dcc-a9db-35ef5464f9d9 on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:03:02.631018 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-959afe3e-9675-4e85-840d-d8a50475b641 req-be3f7516-dc5e-47a7-b06e-1be8c120e3d7 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5175536 Feb 09 01:03:02.635023 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d75bcd11-6f18-4214-a414-740db4b51396 req-e501f807-6021-4998-943f-a2308657908d tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154905 Feb 09 01:03:02.650801 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f0bcb6b-c200-45f5-a235-2fd3017a604f req-061cbf04-b9fd-41c7-bccc-3b3feddc359d tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:02.657894 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-31f74371-073f-40c1-a6e5-c4add41893e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:02.659487 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-31f74371-073f-40c1-a6e5-c4add41893e1 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=4fa10d48-28f4-4fdb-bab7-6c508ebadc1e HTTP/1.1" status: 200 len: 853 time: 0.3235760 Feb 09 01:03:02.715025 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f0bcb6b-c200-45f5-a235-2fd3017a604f req-061cbf04-b9fd-41c7-bccc-3b3feddc359d tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.117 "DELETE /v2.0/ports/7999435b-c963-4dcc-a9db-35ef5464f9d9 HTTP/1.1" status: 204 len: 173 time: 2.2992592 Feb 09 01:03:02.749269 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-5c311e42-65a0-4212-83dd-e15265e2fe76 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=41839a4d-37ac-44d8-96d9-d657c47e8af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824933 Feb 09 01:03:02.755351 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf83dda-1e34-4c74-b240-7410e4f5589d', 'tag': 'a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6', 'status': 'completed', 'code': 200} Feb 09 01:03:02.831034 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e147e5d6-7fe4-4fc6-9586-7e06329a6ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:02.870005 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e147e5d6-7fe4-4fc6-9586-7e06329a6ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:02.909090 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=644d9697-2779-4ccb-9258-164cdd54b618,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:02.990197 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147e5d6-7fe4-4fc6-9586-7e06329a6ce9 admin admin] Pushing event deleted for resources: {'Network': ['ID=160e7e45-82de-4747-925b-24cabf2d9583,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:03.002884 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba7208f0-d5df-4a90-971a-c804e4fce117 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:03.005358 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-fb98ef70-ad69-4e93-b2b9-38434abf2ae6 req-b9f38646-96e1-4907-b0c4-4d449a770450 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:03.012252 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e147e5d6-7fe4-4fc6-9586-7e06329a6ce9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/160e7e45-82de-4747-925b-24cabf2d9583 HTTP/1.1" status: 204 len: 168 time: 1.7332673 Feb 09 01:03:03.098995 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba7208f0-d5df-4a90-971a-c804e4fce117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:03.151683 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f38646-96e1-4907-b0c4-4d449a770450 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Pushing event deleted for resources: {'Port': ['ID=31cd774d-837f-4021-9774-cf22b4421c89,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:03.183691 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port fad43810-d310-4024-961a-5e779d9520d4 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:03.184068 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:03.217245 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2597eaa-ac7b-47d0-a198-c5e5ad0e3910 req-6dff85c0-7322-43c7-932b-988def195cea tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:03.217976 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-e2597eaa-ac7b-47d0-a198-c5e5ad0e3910 req-6dff85c0-7322-43c7-932b-988def195cea tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Synchronizing usage tracker for tenant:e3282b39b26b4341b7bfc42f3e4e8492 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:03.232226 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34530) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:03.286687 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-8a403e20-ad2e-468e-826b-a22f8493d66c service neutron] 10.222.0.117 "GET /v2.0/networks/41839a4d-37ac-44d8-96d9-d657c47e8af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5234029 Feb 09 01:03:03.408866 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c3dfa497-d4d5-4b1f-aeef-d8faaab2646d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a38989228a14de2b6764c7f261f44e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1665852 Feb 09 01:03:03.412197 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34534) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:03.472976 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e404dff-060b-415d-afc9-1919a6817c79 req-b9b8df16-b7fb-4e2d-a8f6-f5add86a7cdd tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:03.474524 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8e404dff-060b-415d-afc9-1919a6817c79 req-b9b8df16-b7fb-4e2d-a8f6-f5add86a7cdd tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/ports?device_id=38031b77-91ad-4ba7-9220-778adbd1d111 HTTP/1.1" status: 200 len: 946 time: 0.5102596 Feb 09 01:03:03.492584 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb98ef70-ad69-4e93-b2b9-38434abf2ae6 req-b9f38646-96e1-4907-b0c4-4d449a770450 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] No DVR routers for this DVR port 31cd774d-837f-4021-9774-cf22b4421c89 on host n-h2-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:03:03.497882 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba7208f0-d5df-4a90-971a-c804e4fce117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:03.505701 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-fb98ef70-ad69-4e93-b2b9-38434abf2ae6 req-b9f38646-96e1-4907-b0c4-4d449a770450 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:03.507633 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fb98ef70-ad69-4e93-b2b9-38434abf2ae6 req-b9f38646-96e1-4907-b0c4-4d449a770450 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.117 "DELETE /v2.0/ports/31cd774d-837f-4021-9774-cf22b4421c89 HTTP/1.1" status: 204 len: 173 time: 4.7547657 Feb 09 01:03:03.508323 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52e7de5-f787-4a51-9bd5-1d65163b7793', 'name': 'network-vif-deleted', 'tag': '31cd774d-837f-4021-9774-cf22b4421c89'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:03.517038 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-e2597eaa-ac7b-47d0-a198-c5e5ad0e3910 req-6dff85c0-7322-43c7-932b-988def195cea tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Unset dirty status for tenant:e3282b39b26b4341b7bfc42f3e4e8492 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:03.518166 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e2597eaa-ac7b-47d0-a198-c5e5ad0e3910 req-6dff85c0-7322-43c7-932b-988def195cea tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=e52e7de5-f787-4a51-9bd5-1d65163b7793 HTTP/1.1" status: 200 len: 948 time: 0.8665571 Feb 09 01:03:03.518755 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7208f0-d5df-4a90-971a-c804e4fce117 admin admin] Pushing event updated for resources: {'Port': ['ID=4cf9cd47-312e-47f4-9413-6cc3574c0e6b,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:03.581639 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-977e0ed8-0a4b-401b-a09e-c6e0fe1d51ce req-7d37bc81-6af5-453d-a3fb-f64ad846a8a3 service neutron] 10.222.0.117 "GET /v2.0/networks/41839a4d-37ac-44d8-96d9-d657c47e8af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695379 Feb 09 01:03:03.591677 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8e404dff-060b-415d-afc9-1919a6817c79 req-74cc0fad-fb77-4768-a603-86354f454f62 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa0642db-114b-4eee-9b0a-78a1759ea06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990734 Feb 09 01:03:03.600788 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a7bad1b1-15b6-45d8-bfa6-1373f78e5abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:03.661450 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a7bad1b1-15b6-45d8-bfa6-1373f78e5abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:03.675390 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52e7de5-f787-4a51-9bd5-1d65163b7793', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31cd774d-837f-4021-9774-cf22b4421c89', 'code': 200} Feb 09 01:03:03.681103 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['85f0c83d-e492-4252-8c90-1fd22fec3aff'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:03:03.721257 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e2597eaa-ac7b-47d0-a198-c5e5ad0e3910 req-0cfbfd11-499b-4ffd-a52a-cbb242442d9c tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817496 Feb 09 01:03:03.806532 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 7d3f8cfd-56c5-4824-a60d-48dae61c8128 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:03.840336 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41a35dd5-d96f-4d1b-adb8-ea87da649360 req-1b3da95e-405e-4b48-be41-02b1a949121b tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "GET /v2.0/security-groups/c3c2723f-89e0-45f0-a7eb-b33b238218df HTTP/1.1" status: 200 len: 1804 time: 0.0979850 Feb 09 01:03:03.849590 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7208f0-d5df-4a90-971a-c804e4fce117 admin admin] Network 05e616a2-9ea7-45b7-8a17-dba41c752897 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:03.854457 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-ba7208f0-d5df-4a90-971a-c804e4fce117 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:03.865636 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-d12255bf-7be5-4c3e-9fdc-1a8b86f55f63 req-4278c8c6-390b-4363-ad06-74db8c64f3d6 tempest-SecurityGroupsNegativeTestJSON-1872334566 tempest-SecurityGroupsNegativeTestJSON-1872334566-project] Synchronizing usage tracker for tenant:9b0d9595cf47437197696d49dacb3b7a on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:03.868099 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-41a35dd5-d96f-4d1b-adb8-ea87da649360 req-62876036-07cb-4ab4-8588-fdc47147add0 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c3c2723f-89e0-45f0-a7eb-b33b238218df', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:03.868441 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-41a35dd5-d96f-4d1b-adb8-ea87da649360 req-62876036-07cb-4ab4-8588-fdc47147add0 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c3c2723f-89e0-45f0-a7eb-b33b238218df', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:03.878066 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-41a35dd5-d96f-4d1b-adb8-ea87da649360 req-62876036-07cb-4ab4-8588-fdc47147add0 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:03.885984 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-41a35dd5-d96f-4d1b-adb8-ea87da649360 req-62876036-07cb-4ab4-8588-fdc47147add0 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Usage tracker for resource:security_group_rule and tenant:c87149e20dd6426a943996656ed22a71 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:03.891837 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-41a35dd5-d96f-4d1b-adb8-ea87da649360 req-62876036-07cb-4ab4-8588-fdc47147add0 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:03.899613 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-41a35dd5-d96f-4d1b-adb8-ea87da649360 req-62876036-07cb-4ab4-8588-fdc47147add0 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:03.913564 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a29071-cb9b-46f3-926f-9373814c7d53 req-bb11e5dd-6e97-49f7-b0d8-2104fc0e14ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:03.915762 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-22a29071-cb9b-46f3-926f-9373814c7d53 req-bb11e5dd-6e97-49f7-b0d8-2104fc0e14ea service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=7925bbaf781f41338fabddc8af2be64d&device_id=baf83dda-1e34-4c74-b240-7410e4f5589d HTTP/1.1" status: 200 len: 1094 time: 0.2319067 Feb 09 01:03:03.962467 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a7bad1b1-15b6-45d8-bfa6-1373f78e5abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:03.981514 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 7d3f8cfd-56c5-4824-a60d-48dae61c8128 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:03.990210 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-d12255bf-7be5-4c3e-9fdc-1a8b86f55f63 req-4278c8c6-390b-4363-ad06-74db8c64f3d6 tempest-SecurityGroupsNegativeTestJSON-1872334566 tempest-SecurityGroupsNegativeTestJSON-1872334566-project] Unset dirty status for tenant:9b0d9595cf47437197696d49dacb3b7a on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:03.998414 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d12255bf-7be5-4c3e-9fdc-1a8b86f55f63 req-4278c8c6-390b-4363-ad06-74db8c64f3d6 tempest-SecurityGroupsNegativeTestJSON-1872334566 tempest-SecurityGroupsNegativeTestJSON-1872334566-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b0d9595cf47437197696d49dacb3b7a HTTP/1.1" status: 200 len: 2984 time: 0.2393122 Feb 09 01:03:04.000133 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 7d3f8cfd-56c5-4824-a60d-48dae61c8128 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:04.000538 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:04.060872 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bad1b1-15b6-45d8-bfa6-1373f78e5abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3b876e-c736-45e3-a525-1afb6e7cfca1,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:04.104693 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41a35dd5-d96f-4d1b-adb8-ea87da649360 req-62876036-07cb-4ab4-8588-fdc47147add0 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:04.112278 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a7bad1b1-15b6-45d8-bfa6-1373f78e5abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:04.116545 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a7bad1b1-15b6-45d8-bfa6-1373f78e5abe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cc3b876e-c736-45e3-a525-1afb6e7cfca1 HTTP/1.1" status: 204 len: 168 time: 0.7038052 Feb 09 01:03:04.184066 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41a35dd5-d96f-4d1b-adb8-ea87da649360 req-62876036-07cb-4ab4-8588-fdc47147add0 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:04.188915 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41a35dd5-d96f-4d1b-adb8-ea87da649360 req-62876036-07cb-4ab4-8588-fdc47147add0 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:04.244244 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d12255bf-7be5-4c3e-9fdc-1a8b86f55f63 req-673f417b-a5c8-4658-9d4c-f804a4805ee6 tempest-SecurityGroupsNegativeTestJSON-1872334566 tempest-SecurityGroupsNegativeTestJSON-1872334566-project] 10.222.0.37 "GET /v2.0/security-groups/e9e8e242-e077-41d1-b23c-122c0852461a HTTP/1.1" status: 200 len: 2981 time: 0.2449381 Feb 09 01:03:04.251211 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41a35dd5-d96f-4d1b-adb8-ea87da649360 req-62876036-07cb-4ab4-8588-fdc47147add0 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:04.252785 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41a35dd5-d96f-4d1b-adb8-ea87da649360 req-62876036-07cb-4ab4-8588-fdc47147add0 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3909388 Feb 09 01:03:04.267218 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62876036-07cb-4ab4-8588-fdc47147add0 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb03736-b850-4dd4-a7e8-85aeba333170,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:04.276277 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a29071-cb9b-46f3-926f-9373814c7d53 req-9a228bbe-b73b-45a7-80f5-97809bff9853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:04.279032 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-22a29071-cb9b-46f3-926f-9373814c7d53 req-9a228bbe-b73b-45a7-80f5-97809bff9853 service neutron] 10.222.0.117 "GET /v2.0/networks?id=41839a4d-37ac-44d8-96d9-d657c47e8af8 HTTP/1.1" status: 200 len: 914 time: 0.3538058 Feb 09 01:03:04.309087 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7208f0-d5df-4a90-971a-c804e4fce117 admin admin] Router 8a14d939-c536-47f6-944b-538ea310003b has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:03:04.335959 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:04.347694 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-de2c6855-eadb-4e44-bb16-d21fc5c81633 None None] Provisioning complete for port 4cf9cd47-312e-47f4-9413-6cc3574c0e6b triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:04.348476 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-de2c6855-eadb-4e44-bb16-d21fc5c81633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:04.434944 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-22a29071-cb9b-46f3-926f-9373814c7d53 req-a03cdae0-9dbe-4c5e-9071-6da6642cdb5e service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6 HTTP/1.1" status: 200 len: 217 time: 0.1444671 Feb 09 01:03:04.446579 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d12255bf-7be5-4c3e-9fdc-1a8b86f55f63 req-e39dc717-b067-481c-8a3d-dd9b625e996f tempest-SecurityGroupsNegativeTestJSON-1872334566 tempest-SecurityGroupsNegativeTestJSON-1872334566-project] 10.222.0.37 "GET /v2.0/security-groups/e9e8e242-e077-41d1-b23c-122c0852461a HTTP/1.1" status: 200 len: 2981 time: 0.1620164 Feb 09 01:03:04.479243 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-de2c6855-eadb-4e44-bb16-d21fc5c81633 None None] Port 4cf9cd47-312e-47f4-9413-6cc3574c0e6b cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:03:04.484315 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 7d3f8cfd-56c5-4824-a60d-48dae61c8128, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=7d3f8cfd-56c5-4824-a60d-48dae61c8128,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:04.489730 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:04.585716 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52e7de5-f787-4a51-9bd5-1d65163b7793', 'name': 'network-vif-deleted', 'tag': '31cd774d-837f-4021-9774-cf22b4421c89', 'status': 'completed', 'code': 200} Feb 09 01:03:04.601461 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=7d3f8cfd-56c5-4824-a60d-48dae61c8128,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:04.622322 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a29071-cb9b-46f3-926f-9373814c7d53 req-e482fde6-e077-44b3-9d3e-c0f68cfe1f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:04.623759 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-22a29071-cb9b-46f3-926f-9373814c7d53 req-e482fde6-e077-44b3-9d3e-c0f68cfe1f5f service neutron] 10.222.0.117 "GET /v2.0/subnets?id=4fa10d48-28f4-4fdb-bab7-6c508ebadc1e HTTP/1.1" status: 200 len: 853 time: 0.1792099 Feb 09 01:03:04.677668 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7208f0-d5df-4a90-971a-c804e4fce117 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:03:04.684499 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ba7208f0-d5df-4a90-971a-c804e4fce117 admin admin] 10.222.0.37 "PUT /v2.0/routers/8a14d939-c536-47f6-944b-538ea310003b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2898104 Feb 09 01:03:04.690351 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3ea432-65bd-4128-96f7-b32fe2fced7f None None] Sync routers for ids ['8a14d939-c536-47f6-944b-538ea310003b'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:03:04.690872 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-22a29071-cb9b-46f3-926f-9373814c7d53 req-d510ddc0-79b7-4cc6-aab6-8acac469f9a3 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=41839a4d-37ac-44d8-96d9-d657c47e8af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536273 Feb 09 01:03:04.701488 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3ea432-65bd-4128-96f7-b32fe2fced7f None None] Routers {'8a14d939-c536-47f6-944b-538ea310003b'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:03:04.702428 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ab3ea432-65bd-4128-96f7-b32fe2fced7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:02:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8a14d939-c536-47f6-944b-538ea310003b'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:04.705542 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d4603-be10-498d-bac3-6b94d2de60c1 req-1216c296-5dc9-4e63-b0e6-df326c5eada2 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:04.707020 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-203d4603-be10-498d-bac3-6b94d2de60c1 req-1216c296-5dc9-4e63-b0e6-df326c5eada2 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] 10.222.0.37 "GET /v2.0/ports?device_id=baf83dda-1e34-4c74-b240-7410e4f5589d HTTP/1.1" status: 200 len: 943 time: 0.2019944 Feb 09 01:03:04.731054 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe00d59-6573-442f-9719-a6afacf1f2b2 req-859469f5-5ffb-4521-8f49-97e590665413 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:04.732760 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cbe00d59-6573-442f-9719-a6afacf1f2b2 req-859469f5-5ffb-4521-8f49-97e590665413 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 950 time: 0.1172068 Feb 09 01:03:04.799418 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cbe00d59-6573-442f-9719-a6afacf1f2b2 req-61ea7660-004b-4f46-a2de-654c489bf78d tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565486 Feb 09 01:03:04.810908 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09956878-6656-4174-bd55-f2cd519f0bb7', 'name': 'network-vif-deleted', 'tag': '7999435b-c963-4dcc-a9db-35ef5464f9d9'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:04.841084 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-6afd4598-5364-4707-ae67-02146a074b50 req-b0c17134-950b-43bb-88dc-8df6a42a188f tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-725655752', 'description': 'tempest-description-1548800265'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:04.854571 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-6afd4598-5364-4707-ae67-02146a074b50 req-b0c17134-950b-43bb-88dc-8df6a42a188f tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:04.864277 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-6afd4598-5364-4707-ae67-02146a074b50 req-b0c17134-950b-43bb-88dc-8df6a42a188f tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Usage tracker for resource:security_group and tenant:c87149e20dd6426a943996656ed22a71 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:04.865560 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34558) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:04.868898 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-6afd4598-5364-4707-ae67-02146a074b50 req-b0c17134-950b-43bb-88dc-8df6a42a188f tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:04.875721 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-6afd4598-5364-4707-ae67-02146a074b50 req-b0c17134-950b-43bb-88dc-8df6a42a188f tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:04.894560 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6afd4598-5364-4707-ae67-02146a074b50 req-b0c17134-950b-43bb-88dc-8df6a42a188f tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:04.920468 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-203d4603-be10-498d-bac3-6b94d2de60c1 req-f3704692-70e6-4024-b10d-02168cf334e4 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] 10.222.0.37 "GET /v2.0/security-groups?id=03f89f78-a4b1-40c0-85d2-ebc5df28dafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884174 Feb 09 01:03:04.924995 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-6afd4598-5364-4707-ae67-02146a074b50 req-b0c17134-950b-43bb-88dc-8df6a42a188f tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:04.932973 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-6afd4598-5364-4707-ae67-02146a074b50 req-b0c17134-950b-43bb-88dc-8df6a42a188f tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Usage tracker for resource:security_group_rule and tenant:c87149e20dd6426a943996656ed22a71 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:04.943108 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-22a29071-cb9b-46f3-926f-9373814c7d53 req-ca4a783c-2434-42af-aeb7-27fadbcbc145 service neutron] 10.222.0.117 "GET /v2.0/networks/41839a4d-37ac-44d8-96d9-d657c47e8af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295587 Feb 09 01:03:04.944791 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-6afd4598-5364-4707-ae67-02146a074b50 req-b0c17134-950b-43bb-88dc-8df6a42a188f tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:04.946283 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-ab3ea432-65bd-4128-96f7-b32fe2fced7f None None] Set router 8a14d939-c536-47f6-944b-538ea310003b gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:03:04.952327 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-6afd4598-5364-4707-ae67-02146a074b50 req-b0c17134-950b-43bb-88dc-8df6a42a188f tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:05.027511 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6afd4598-5364-4707-ae67-02146a074b50 req-b0c17134-950b-43bb-88dc-8df6a42a188f tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:05.034308 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6afd4598-5364-4707-ae67-02146a074b50 req-b0c17134-950b-43bb-88dc-8df6a42a188f tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:05.068281 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c17134-950b-43bb-88dc-8df6a42a188f tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f3a47f-7793-4435-a170-495ab83d793e,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:05.074879 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-422b9e9d-6336-48da-bfd6-7aabb6252514 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e3027bec716f4bd0b02b8a761492d059&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1969590 Feb 09 01:03:05.080824 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34564) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:05.102637 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6afd4598-5364-4707-ae67-02146a074b50 req-b0c17134-950b-43bb-88dc-8df6a42a188f tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:05.105273 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6afd4598-5364-4707-ae67-02146a074b50 req-b0c17134-950b-43bb-88dc-8df6a42a188f tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2713981 Feb 09 01:03:05.116669 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e25c1535-8a75-4d12-9c04-e872dc9ab9d2 req-6e5c7bbf-7023-454f-83fe-60e3e7d5e3f6 tempest-SecurityGroupsNegativeTestJSON-1872334566 tempest-SecurityGroupsNegativeTestJSON-1872334566-project] 10.222.0.37 "GET /v2.0/security-groups/e9e8e242-e077-41d1-b23c-122c0852461a HTTP/1.1" status: 200 len: 2981 time: 0.1375000 Feb 09 01:03:05.243763 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-22a29071-cb9b-46f3-926f-9373814c7d53 req-85d85488-8e84-4b8d-9df6-e735ca59f1b0 service neutron] 10.222.0.117 "GET /v2.0/networks/41839a4d-37ac-44d8-96d9-d657c47e8af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934215 Feb 09 01:03:05.258480 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-996e646e-0ad1-47df-b26b-53d7207c4cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:05.276170 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [req-e25c1535-8a75-4d12-9c04-e872dc9ab9d2 req-c1da8137-decd-499e-b908-edb94d4c8cb2 tempest-SecurityGroupsNegativeTestJSON-1872334566 tempest-SecurityGroupsNegativeTestJSON-1872334566-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 01:03:05.277238 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e25c1535-8a75-4d12-9c04-e872dc9ab9d2 req-c1da8137-decd-499e-b908-edb94d4c8cb2 tempest-SecurityGroupsNegativeTestJSON-1872334566 tempest-SecurityGroupsNegativeTestJSON-1872334566-project] 10.222.0.37 "DELETE /v2.0/security-groups/e9e8e242-e077-41d1-b23c-122c0852461a HTTP/1.1" status: 409 len: 352 time: 0.1515405 Feb 09 01:03:05.298252 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-996e646e-0ad1-47df-b26b-53d7207c4cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:05.316957 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c4b41-dd05-4821-88a6-b407b6abc027 req-c0c54f1e-5194-4d3a-9c10-4c215fc33601 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:05.319986 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b24c4b41-dd05-4821-88a6-b407b6abc027 req-c0c54f1e-5194-4d3a-9c10-4c215fc33601 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/ports?device_id=38031b77-91ad-4ba7-9220-778adbd1d111 HTTP/1.1" status: 200 len: 946 time: 0.0962553 Feb 09 01:03:05.323448 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ab3ea432-65bd-4128-96f7-b32fe2fced7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a14d939-c536-47f6-944b-538ea310003b', 'name': 'tempest-FloatingIPsTestJSON-758430582-router', 'tenant_id': 'a3be55021a894f21878232ff36c1089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'fad43810-d310-4024-961a-5e779d9520d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:48Z', 'updated_at': '2022-02-09T01:03:01Z', 'revision_number': 4, 'project_id': 'a3be55021a894f21878232ff36c1089d', 'gw_port': {'id': 'fad43810-d310-4024-961a-5e779d9520d4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a14d939-c536-47f6-944b-538ea310003b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:50Z', 'updated_at': '2022-02-09T01:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '4cf9cd47-312e-47f4-9413-6cc3574c0e6b', 'name': '', 'network_id': '05e616a2-9ea7-45b7-8a17-dba41c752897', 'tenant_id': 'a3be55021a894f21878232ff36c1089d', 'mac_address': 'fa:16:3e:cd:ab:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a14d939-c536-47f6-944b-538ea310003b', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '4a9852a4-3afb-4f66-bd0f-1241f06b3792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:58Z', 'updated_at': '2022-02-09T01:03:02Z', 'revision_number': 2, 'project_id': 'a3be55021a894f21878232ff36c1089d', 'subnets': [{'id': '4a9852a4-3afb-4f66-bd0f-1241f06b3792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:05.331260 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3ea432-65bd-4128-96f7-b32fe2fced7f None None] Checking router: 8a14d939-c536-47f6-944b-538ea310003b for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:03:05.331869 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3ea432-65bd-4128-96f7-b32fe2fced7f None None] Updating router 8a14d939-c536-47f6-944b-538ea310003b port 4cf9cd47-312e-47f4-9413-6cc3574c0e6b binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:03:05.367549 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b24c4b41-dd05-4821-88a6-b407b6abc027 req-1b518644-7e01-4185-8581-adc100b8f8a3 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa0642db-114b-4eee-9b0a-78a1759ea06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405891 Feb 09 01:03:05.371166 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-996e646e-0ad1-47df-b26b-53d7207c4cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:05.399438 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ab3ea432-65bd-4128-96f7-b32fe2fced7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:05.401671 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e646e-0ad1-47df-b26b-53d7207c4cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f5ff7d-37ed-49bc-ac25-735bd3c22e45,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:05.416274 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-996e646e-0ad1-47df-b26b-53d7207c4cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:05.420185 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-996e646e-0ad1-47df-b26b-53d7207c4cb1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a7f5ff7d-37ed-49bc-ac25-735bd3c22e45 HTTP/1.1" status: 204 len: 168 time: 0.3356550 Feb 09 01:03:05.460844 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09956878-6656-4174-bd55-f2cd519f0bb7', 'name': 'network-vif-deleted', 'tag': '7999435b-c963-4dcc-a9db-35ef5464f9d9', 'status': 'completed', 'code': 200} Feb 09 01:03:05.482381 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-e885eff9-0a7a-430a-a5d4-89a420a7c415 req-0e92ce51-d541-407a-b0f2-d8c20eb2e401 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1213520760', 'description': 'tempest-description-2060438386'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:05.488106 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-e885eff9-0a7a-430a-a5d4-89a420a7c415 req-0e92ce51-d541-407a-b0f2-d8c20eb2e401 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:05.491962 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-e885eff9-0a7a-430a-a5d4-89a420a7c415 req-0e92ce51-d541-407a-b0f2-d8c20eb2e401 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Usage tracker for resource:security_group and tenant:c87149e20dd6426a943996656ed22a71 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:05.494867 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-e885eff9-0a7a-430a-a5d4-89a420a7c415 req-0e92ce51-d541-407a-b0f2-d8c20eb2e401 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:05.500691 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-e885eff9-0a7a-430a-a5d4-89a420a7c415 req-0e92ce51-d541-407a-b0f2-d8c20eb2e401 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:05.516748 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-e885eff9-0a7a-430a-a5d4-89a420a7c415 req-0e92ce51-d541-407a-b0f2-d8c20eb2e401 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:05.541317 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-e885eff9-0a7a-430a-a5d4-89a420a7c415 req-0e92ce51-d541-407a-b0f2-d8c20eb2e401 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:05.545687 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-e885eff9-0a7a-430a-a5d4-89a420a7c415 req-0e92ce51-d541-407a-b0f2-d8c20eb2e401 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Usage tracker for resource:security_group_rule and tenant:c87149e20dd6426a943996656ed22a71 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:05.548850 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-e885eff9-0a7a-430a-a5d4-89a420a7c415 req-0e92ce51-d541-407a-b0f2-d8c20eb2e401 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:05.554659 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-e885eff9-0a7a-430a-a5d4-89a420a7c415 req-0e92ce51-d541-407a-b0f2-d8c20eb2e401 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:05.647148 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-e885eff9-0a7a-430a-a5d4-89a420a7c415 req-0e92ce51-d541-407a-b0f2-d8c20eb2e401 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:05.651650 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-e885eff9-0a7a-430a-a5d4-89a420a7c415 req-0e92ce51-d541-407a-b0f2-d8c20eb2e401 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:05.677048 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38031b77-91ad-4ba7-9220-778adbd1d111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644d9697-2779-4ccb-9258-164cdd54b618'}, {'server_uuid': 'd0b51ef7-8521-43ef-94d1-dd02fb0a5c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3f8cfd-56c5-4824-a60d-48dae61c8128'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:05.690597 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-e885eff9-0a7a-430a-a5d4-89a420a7c415 req-0e92ce51-d541-407a-b0f2-d8c20eb2e401 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:05.691802 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e885eff9-0a7a-430a-a5d4-89a420a7c415 req-0e92ce51-d541-407a-b0f2-d8c20eb2e401 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2136023 Feb 09 01:03:05.713659 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92ce51-d541-407a-b0f2-d8c20eb2e401 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd13f249-3217-4841-a67f-dccf579fcb1f,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:05.745592 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [req-96c93142-06bb-4bcd-a5bd-f75b3283b364 req-89ff9c07-bb21-4ec5-a92a-0ede0229d1f3 tempest-SecurityGroupsNegativeTestJSON-1872334566 tempest-SecurityGroupsNegativeTestJSON-1872334566-project] show failed (client error): The resource could not be found. Feb 09 01:03:05.746612 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-96c93142-06bb-4bcd-a5bd-f75b3283b364 req-89ff9c07-bb21-4ec5-a92a-0ede0229d1f3 tempest-SecurityGroupsNegativeTestJSON-1872334566 tempest-SecurityGroupsNegativeTestJSON-1872334566-project] 10.222.0.37 "GET /v2.0/security-groups/af106bd7-e151-49ac-a868-0d666309c595 HTTP/1.1" status: 404 len: 352 time: 0.0174158 Feb 09 01:03:05.839623 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3057dddf-615e-4d37-9c78-4627e3526c43 req-6215a76c-8362-4e61-84f0-552f8d651a89 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2148206 Feb 09 01:03:05.843838 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-3057dddf-615e-4d37-9c78-4627e3526c43 req-f3645780-00ff-44fd-9da6-7d965f7c4a02 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:05.850774 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-3057dddf-615e-4d37-9c78-4627e3526c43 req-f3645780-00ff-44fd-9da6-7d965f7c4a02 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:05.855574 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3057dddf-615e-4d37-9c78-4627e3526c43 req-f3645780-00ff-44fd-9da6-7d965f7c4a02 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Usage tracker for resource:floatingip and tenant:a3be55021a894f21878232ff36c1089d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:05.859024 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3057dddf-615e-4d37-9c78-4627e3526c43 req-f3645780-00ff-44fd-9da6-7d965f7c4a02 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:05.866174 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-3057dddf-615e-4d37-9c78-4627e3526c43 req-f3645780-00ff-44fd-9da6-7d965f7c4a02 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:05.880001 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3057dddf-615e-4d37-9c78-4627e3526c43 req-f3645780-00ff-44fd-9da6-7d965f7c4a02 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Notify callbacks [] for floatingip, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:05.909495 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38031b77-91ad-4ba7-9220-778adbd1d111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644d9697-2779-4ccb-9258-164cdd54b618', 'code': 200} Feb 09 01:03:05.910108 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b51ef7-8521-43ef-94d1-dd02fb0a5c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3f8cfd-56c5-4824-a60d-48dae61c8128', 'code': 200} Feb 09 01:03:05.958613 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ab3ea432-65bd-4128-96f7-b32fe2fced7f None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:05.975405 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ab3ea432-65bd-4128-96f7-b32fe2fced7f None None] Transition to ACTIVE for port object 4cf9cd47-312e-47f4-9413-6cc3574c0e6b will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:05.980146 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-212f5617-cc22-425c-8d4e-bc833f232330 req-c34c4621-f8c4-42ea-8fe3-461905ffe292 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "GET /v2.0/security-groups/d7f3a47f-7793-4435-a170-495ab83d793e HTTP/1.1" status: 200 len: 1804 time: 0.0811405 Feb 09 01:03:05.983725 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ab3ea432-65bd-4128-96f7-b32fe2fced7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:06.060943 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-212f5617-cc22-425c-8d4e-bc833f232330 req-29b82918-35fb-4d0f-abe5-d2c8a13baae4 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "GET /v2.0/security-groups/fd13f249-3217-4841-a67f-dccf579fcb1f HTTP/1.1" status: 200 len: 1805 time: 0.0731611 Feb 09 01:03:06.065953 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-212f5617-cc22-425c-8d4e-bc833f232330 req-c6ad8bb5-ddf5-4d2a-9641-1c0fd9b549bb tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd7f3a47f-7793-4435-a170-495ab83d793e', 'remote_group_id': 'fd13f249-3217-4841-a67f-dccf579fcb1f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:06.067184 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-212f5617-cc22-425c-8d4e-bc833f232330 req-c6ad8bb5-ddf5-4d2a-9641-1c0fd9b549bb tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd7f3a47f-7793-4435-a170-495ab83d793e', 'remote_group_id': 'fd13f249-3217-4841-a67f-dccf579fcb1f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:06.087443 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-212f5617-cc22-425c-8d4e-bc833f232330 req-c6ad8bb5-ddf5-4d2a-9641-1c0fd9b549bb tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:06.092105 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-212f5617-cc22-425c-8d4e-bc833f232330 req-c6ad8bb5-ddf5-4d2a-9641-1c0fd9b549bb tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Usage tracker for resource:security_group_rule and tenant:c87149e20dd6426a943996656ed22a71 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:06.095536 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-212f5617-cc22-425c-8d4e-bc833f232330 req-c6ad8bb5-ddf5-4d2a-9641-1c0fd9b549bb tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:06.102578 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-212f5617-cc22-425c-8d4e-bc833f232330 req-c6ad8bb5-ddf5-4d2a-9641-1c0fd9b549bb tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:06.253960 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21930204-7ace-4724-a01f-81480f1ab5e0 None None] Pushing event updated for resources: {'Port': ['ID=4cf9cd47-312e-47f4-9413-6cc3574c0e6b,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:06.272158 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-212f5617-cc22-425c-8d4e-bc833f232330 req-c6ad8bb5-ddf5-4d2a-9641-1c0fd9b549bb tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:06.275952 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649d391-0a70-481c-8d01-1853f8b15912 req-c956b59e-a250-447f-b79f-a5894d75d9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:06.275952 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9649d391-0a70-481c-8d01-1853f8b15912 req-c956b59e-a250-447f-b79f-a5894d75d9ff service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 1101 time: 0.1983299 Feb 09 01:03:06.302365 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-ab3ea432-65bd-4128-96f7-b32fe2fced7f None None] Attempting to bind port 4cf9cd47-312e-47f4-9413-6cc3574c0e6b on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:03:06.303003 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-ab3ea432-65bd-4128-96f7-b32fe2fced7f None None] Attempting to bind port 4cf9cd47-312e-47f4-9413-6cc3574c0e6b by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '60c6608b-b1a2-4f33-8566-9409b2f70dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '05e616a2-9ea7-45b7-8a17-dba41c752897'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:03:06.303574 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3ea432-65bd-4128-96f7-b32fe2fced7f None None] Attempting to bind port 4cf9cd47-312e-47f4-9413-6cc3574c0e6b on network 05e616a2-9ea7-45b7-8a17-dba41c752897 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:06.306734 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37343041-711a-4df8-9858-71144d7679b7 req-da7b031b-c163-45b8-a862-046b411b5788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:06.306985 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-212f5617-cc22-425c-8d4e-bc833f232330 req-c6ad8bb5-ddf5-4d2a-9641-1c0fd9b549bb tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:06.308125 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-37343041-711a-4df8-9858-71144d7679b7 req-da7b031b-c163-45b8-a862-046b411b5788 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=38031b77-91ad-4ba7-9220-778adbd1d111 HTTP/1.1" status: 200 len: 1097 time: 0.2318316 Feb 09 01:03:06.312956 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-212f5617-cc22-425c-8d4e-bc833f232330 req-c6ad8bb5-ddf5-4d2a-9641-1c0fd9b549bb tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:06.314713 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3ea432-65bd-4128-96f7-b32fe2fced7f None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:03:06.315372 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3ea432-65bd-4128-96f7-b32fe2fced7f None None] Checking segment: {'id': '60c6608b-b1a2-4f33-8566-9409b2f70dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '05e616a2-9ea7-45b7-8a17-dba41c752897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:06.315953 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ab3ea432-65bd-4128-96f7-b32fe2fced7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:06.317152 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3ea432-65bd-4128-96f7-b32fe2fced7f None None] Bound using segment: {'id': '60c6608b-b1a2-4f33-8566-9409b2f70dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '05e616a2-9ea7-45b7-8a17-dba41c752897'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:03:06.319141 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-ab3ea432-65bd-4128-96f7-b32fe2fced7f None None] Bound port: 4cf9cd47-312e-47f4-9413-6cc3574c0e6b, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c6608b-b1a2-4f33-8566-9409b2f70dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '05e616a2-9ea7-45b7-8a17-dba41c752897'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:03:06.319851 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ab3ea432-65bd-4128-96f7-b32fe2fced7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:06.341581 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad8bb5-ddf5-4d2a-9641-1c0fd9b549bb tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=240f41c9-4987-442d-a273-fd018f10658f,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:06.380435 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9649d391-0a70-481c-8d01-1853f8b15912 req-d2a045a4-07c0-477b-aea4-2dc1351840bc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969679 Feb 09 01:03:06.383576 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-212f5617-cc22-425c-8d4e-bc833f232330 req-c6ad8bb5-ddf5-4d2a-9641-1c0fd9b549bb tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:06.384775 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-212f5617-cc22-425c-8d4e-bc833f232330 req-c6ad8bb5-ddf5-4d2a-9641-1c0fd9b549bb tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3227642 Feb 09 01:03:06.394599 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-37343041-711a-4df8-9858-71144d7679b7 req-30649db8-f165-42af-8d36-eec49c8c557a service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=fa0642db-114b-4eee-9b0a-78a1759ea06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753455 Feb 09 01:03:06.413006 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3057dddf-615e-4d37-9c78-4627e3526c43 req-f3645780-00ff-44fd-9da6-7d965f7c4a02 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:06.423208 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [req-4c16a9c7-f98d-4d4f-b85b-9272c19aeaf5 req-0e9bf302-183a-4e0c-a886-47dbcbf48d6f tempest-SecurityGroupsNegativeTestJSON-1872334566 tempest-SecurityGroupsNegativeTestJSON-1872334566-project] show failed (client error): The resource could not be found. Feb 09 01:03:06.431635 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4c16a9c7-f98d-4d4f-b85b-9272c19aeaf5 req-0e9bf302-183a-4e0c-a886-47dbcbf48d6f tempest-SecurityGroupsNegativeTestJSON-1872334566 tempest-SecurityGroupsNegativeTestJSON-1872334566-project] 10.222.0.37 "GET /v2.0/security-groups/466fda56-e40a-45ee-90a1-dcb715e371cb HTTP/1.1" status: 404 len: 352 time: 0.0244884 Feb 09 01:03:06.445409 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34610) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:06.454125 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-ab3ea432-65bd-4128-96f7-b32fe2fced7f None None] For port 4cf9cd47-312e-47f4-9413-6cc3574c0e6b, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:03:06.457905 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-ab3ea432-65bd-4128-96f7-b32fe2fced7f None None] For port 4cf9cd47-312e-47f4-9413-6cc3574c0e6b, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=4cf9cd47-312e-47f4-9413-6cc3574c0e6b,segment=NetworkSegment(60c6608b-b1a2-4f33-8566-9409b2f70dc2),segment_id=60c6608b-b1a2-4f33-8566-9409b2f70dc2)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:03:06.464328 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ab3ea432-65bd-4128-96f7-b32fe2fced7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:06.575727 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-39699f36-fbb4-40ea-80b0-774569170501 admin admin] Deleting subnet f5fd7706-4d5a-4fb7-95ca-2f4f925bfe88 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:03:06.583053 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-39699f36-fbb4-40ea-80b0-774569170501 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:06.595114 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3ea432-65bd-4128-96f7-b32fe2fced7f None None] Routers {'8a14d939-c536-47f6-944b-538ea310003b'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:03:06.595444 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-3057dddf-615e-4d37-9c78-4627e3526c43 req-f3645780-00ff-44fd-9da6-7d965f7c4a02 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Allocated IP 172.25.5.196 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/603e9cd4-e8ab-4fa1-9709-56fe31f8f3f4) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:06.595772 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ab3ea432-65bd-4128-96f7-b32fe2fced7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:02:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8a14d939-c536-47f6-944b-538ea310003b'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:06.673158 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21930204-7ace-4724-a01f-81480f1ab5e0 None None] Pushing event updated for resources: {'Port': ['ID=4cf9cd47-312e-47f4-9413-6cc3574c0e6b,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:06.700297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34616) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:06.744011 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-39699f36-fbb4-40ea-80b0-774569170501 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:06.837858 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-ab3ea432-65bd-4128-96f7-b32fe2fced7f None None] Set router 8a14d939-c536-47f6-944b-538ea310003b gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:03:06.848948 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3057dddf-615e-4d37-9c78-4627e3526c43 req-f3645780-00ff-44fd-9da6-7d965f7c4a02 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:06.869537 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-f30fc95d-6c46-4966-ba24-5d49de66ce6e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1365278784-network', 'tenant_id': '6a459030aa9346b7b761b1ccc64f5445'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:06.874376 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f30fc95d-6c46-4966-ba24-5d49de66ce6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:06.881091 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f30fc95d-6c46-4966-ba24-5d49de66ce6e admin admin] Usage tracker for resource:network and tenant:6a459030aa9346b7b761b1ccc64f5445 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:06.884864 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-784ed748-1b0d-4bbb-bcc0-a2006eb7a91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:06.885444 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f30fc95d-6c46-4966-ba24-5d49de66ce6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:06.893632 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f30fc95d-6c46-4966-ba24-5d49de66ce6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:06.913292 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30fc95d-6c46-4966-ba24-5d49de66ce6e admin admin] Made reservation on behalf of 6a459030aa9346b7b761b1ccc64f5445 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:06.915388 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f30fc95d-6c46-4966-ba24-5d49de66ce6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:06.927805 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f30fc95d-6c46-4966-ba24-5d49de66ce6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:06.934933 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-39699f36-fbb4-40ea-80b0-774569170501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:06.939726 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3057dddf-615e-4d37-9c78-4627e3526c43 req-f3645780-00ff-44fd-9da6-7d965f7c4a02 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:06.987782 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f30fc95d-6c46-4966-ba24-5d49de66ce6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:06.989706 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7236c-3392-48bc-ab0a-90a348e36044 req-aa8449f1-9678-4539-bfe6-aa98f759d425 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:06.997205 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-03e7236c-3392-48bc-ab0a-90a348e36044 req-aa8449f1-9678-4539-bfe6-aa98f759d425 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 950 time: 0.3716149 Feb 09 01:03:07.011543 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f30fc95d-6c46-4966-ba24-5d49de66ce6e admin admin] Usage tracker for resource:security_group_rule and tenant:6a459030aa9346b7b761b1ccc64f5445 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:07.017031 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f30fc95d-6c46-4966-ba24-5d49de66ce6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:07.027096 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3057dddf-615e-4d37-9c78-4627e3526c43 req-f3645780-00ff-44fd-9da6-7d965f7c4a02 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:07.028257 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f30fc95d-6c46-4966-ba24-5d49de66ce6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:07.032233 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-3057dddf-615e-4d37-9c78-4627e3526c43 req-f3645780-00ff-44fd-9da6-7d965f7c4a02 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:07.037055 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-3057dddf-615e-4d37-9c78-4627e3526c43 req-f3645780-00ff-44fd-9da6-7d965f7c4a02 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:07.058712 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-03e7236c-3392-48bc-ab0a-90a348e36044 req-861c4666-166d-450c-a7ed-89b9247cceb8 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600636 Feb 09 01:03:07.068328 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-39699f36-fbb4-40ea-80b0-774569170501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:07.073391 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3645780-00ff-44fd-9da6-7d965f7c4a02 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Pushing event updated for resources: {'Port': ['ID=603e9cd4-e8ab-4fa1-9709-56fe31f8f3f4,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:07.113657 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39699f36-fbb4-40ea-80b0-774569170501 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5fd7706-4d5a-4fb7-95ca-2f4f925bfe88,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:07.116330 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-39699f36-fbb4-40ea-80b0-774569170501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:07.124342 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-39699f36-fbb4-40ea-80b0-774569170501 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f5fd7706-4d5a-4fb7-95ca-2f4f925bfe88 HTTP/1.1" status: 204 len: 168 time: 0.6778021 Feb 09 01:03:07.125332 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34622) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:07.183386 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3057dddf-615e-4d37-9c78-4627e3526c43 req-f3645780-00ff-44fd-9da6-7d965f7c4a02 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:07.253383 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa264a87-38ea-4e40-9a5e-0b0a57720f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:07.256549 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f30fc95d-6c46-4966-ba24-5d49de66ce6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:07.265554 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f30fc95d-6c46-4966-ba24-5d49de66ce6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:07.293404 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3057dddf-615e-4d37-9c78-4627e3526c43 req-f3645780-00ff-44fd-9da6-7d965f7c4a02 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:07.314570 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ab3ea432-65bd-4128-96f7-b32fe2fced7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a14d939-c536-47f6-944b-538ea310003b', 'name': 'tempest-FloatingIPsTestJSON-758430582-router', 'tenant_id': 'a3be55021a894f21878232ff36c1089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'fad43810-d310-4024-961a-5e779d9520d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:48Z', 'updated_at': '2022-02-09T01:03:01Z', 'revision_number': 4, 'project_id': 'a3be55021a894f21878232ff36c1089d', 'gw_port': {'id': 'fad43810-d310-4024-961a-5e779d9520d4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a14d939-c536-47f6-944b-538ea310003b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:50Z', 'updated_at': '2022-02-09T01:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '4cf9cd47-312e-47f4-9413-6cc3574c0e6b', 'name': '', 'network_id': '05e616a2-9ea7-45b7-8a17-dba41c752897', 'tenant_id': 'a3be55021a894f21878232ff36c1089d', 'mac_address': 'fa:16:3e:cd:ab:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a14d939-c536-47f6-944b-538ea310003b', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '4a9852a4-3afb-4f66-bd0f-1241f06b3792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:58Z', 'updated_at': '2022-02-09T01:03:06Z', 'revision_number': 4, 'project_id': 'a3be55021a894f21878232ff36c1089d', 'subnets': [{'id': '4a9852a4-3afb-4f66-bd0f-1241f06b3792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:07.318983 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3ea432-65bd-4128-96f7-b32fe2fced7f None None] The sync data for ids ['8a14d939-c536-47f6-944b-538ea310003b'] in n-d-828419-1 is: [{'id': '8a14d939-c536-47f6-944b-538ea310003b', 'name': 'tempest-FloatingIPsTestJSON-758430582-router', 'tenant_id': 'a3be55021a894f21878232ff36c1089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'fad43810-d310-4024-961a-5e779d9520d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:48Z', 'updated_at': '2022-02-09T01:03:01Z', 'revision_number': 4, 'project_id': 'a3be55021a894f21878232ff36c1089d', 'gw_port': {'id': 'fad43810-d310-4024-961a-5e779d9520d4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a14d939-c536-47f6-944b-538ea310003b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:50Z', 'updated_at': '2022-02-09T01:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '4cf9cd47-312e-47f4-9413-6cc3574c0e6b', 'name': '', 'network_id': '05e616a2-9ea7-45b7-8a17-dba41c752897', 'tenant_id': 'a3be55021a894f21878232ff36c1089d', 'mac_address': 'fa:16:3e:cd:ab:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a14d939-c536-47f6-944b-538ea310003b', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '4a9852a4-3afb-4f66-bd0f-1241f06b3792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:58Z', 'updated_at': '2022-02-09T01:03:06Z', 'revision_number': 4, 'project_id': 'a3be55021a894f21878232ff36c1089d', 'subnets': [{'id': '4a9852a4-3afb-4f66-bd0f-1241f06b3792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:03:07.346843 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f30fc95d-6c46-4966-ba24-5d49de66ce6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 992} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:03:07.361468 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30fc95d-6c46-4966-ba24-5d49de66ce6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70934211-77d7-4311-8161-ff2b6606586a,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:07.381249 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f30fc95d-6c46-4966-ba24-5d49de66ce6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:07.382214 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-f30fc95d-6c46-4966-ba24-5d49de66ce6e admin admin] Added segment 6154358e-e554-4dc0-839f-e7ea57b17fd4 of type vlan for network 48fff0c2-cb8c-4c86-992a-0e113098b5fc Feb 09 01:03:07.487812 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa264a87-38ea-4e40-9a5e-0b0a57720f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:07.503452 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f30fc95d-6c46-4966-ba24-5d49de66ce6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:07.530384 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-fa264a87-38ea-4e40-9a5e-0b0a57720f31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12bf2be1-5903-4078-b12b-a89797778b8e']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:07.545493 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-fa264a87-38ea-4e40-9a5e-0b0a57720f31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ce0c72-14c2-4af8-ad10-d2fc6e7c6749') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:07.545790 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-fa264a87-38ea-4e40-9a5e-0b0a57720f31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ce0c72-14c2-4af8-ad10-d2fc6e7c6749') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:07.562890 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4815b6-f450-4168-8004-a7bc21fa5a90 req-e51736e5-04e3-4bdb-a35a-9be07c110bc8 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:07.570314 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fc4815b6-f450-4168-8004-a7bc21fa5a90 req-e51736e5-04e3-4bdb-a35a-9be07c110bc8 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] 10.222.0.37 "GET /v2.0/ports?device_id=baf83dda-1e34-4c74-b240-7410e4f5589d HTTP/1.1" status: 200 len: 943 time: 0.2670579 Feb 09 01:03:07.602779 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f30fc95d-6c46-4966-ba24-5d49de66ce6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:07.603949 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30fc95d-6c46-4966-ba24-5d49de66ce6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:07.604602 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f30fc95d-6c46-4966-ba24-5d49de66ce6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:07.605521 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa264a87-38ea-4e40-9a5e-0b0a57720f31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:07.629975 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-fc4815b6-f450-4168-8004-a7bc21fa5a90 req-437657a4-d20a-408d-bae2-9df194376356 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Synchronizing usage tracker for tenant:7925bbaf781f41338fabddc8af2be64d on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:07.632751 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa264a87-38ea-4e40-9a5e-0b0a57720f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:07.642803 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa264a87-38ea-4e40-9a5e-0b0a57720f31 admin admin] Releasing vlan 971 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:03:07.643200 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa264a87-38ea-4e40-9a5e-0b0a57720f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:07.656714 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:03:07.656714 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:03:07.656714 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:03:07.656714 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:03:07.656714 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:03:07.656714 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:03:07.656714 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:03:07.656714 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:03:07.656714 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:03:07.656714 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:03:07.656714 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:03:07.656714 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:03:07.656714 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:03:07.656714 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:03:07.656714 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:03:07.656714 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:03:07.656714 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:03:07.656714 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:03:07.656714 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:03:07.656714 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:03:07.656714 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:03:07.656714 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:03:07.656714 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:03:07.656714 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:03:07.656714 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:03:07.656714 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:03:07.656714 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:03:07.656714 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:03:07.656714 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:03:07.656714 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:03:07.656714 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:03:07.656714 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:03:07.738684 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-fc4815b6-f450-4168-8004-a7bc21fa5a90 req-437657a4-d20a-408d-bae2-9df194376356 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Unset dirty status for tenant:7925bbaf781f41338fabddc8af2be64d on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:07.744547 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f30fc95d-6c46-4966-ba24-5d49de66ce6e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0422764 Feb 09 01:03:07.745252 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30fc95d-6c46-4966-ba24-5d49de66ce6e admin admin] Pushing event updated for resources: {'Network': ['ID=48fff0c2-cb8c-4c86-992a-0e113098b5fc,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:07.747384 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34628) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:07.748387 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fc4815b6-f450-4168-8004-a7bc21fa5a90 req-437657a4-d20a-408d-bae2-9df194376356 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] 10.222.0.37 "GET /v2.0/security-groups?id=03f89f78-a4b1-40c0-85d2-ebc5df28dafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774194 Feb 09 01:03:07.754690 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-180c794f-ba4d-4040-a749-dcffa9e24775 admin admin] Request body: {'subnet': {'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1365278784-subnet', 'tenant_id': '6a459030aa9346b7b761b1ccc64f5445', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:07.764638 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 48fff0c2-cb8c-4c86-992a-0e113098b5fc details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:03:07.771217 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-180c794f-ba4d-4040-a749-dcffa9e24775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:07.774473 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa264a87-38ea-4e40-9a5e-0b0a57720f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:07.778390 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3057dddf-615e-4d37-9c78-4627e3526c43 req-f3645780-00ff-44fd-9da6-7d965f7c4a02 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:07.780452 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-180c794f-ba4d-4040-a749-dcffa9e24775 admin admin] Usage tracker for resource:subnet and tenant:6a459030aa9346b7b761b1ccc64f5445 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:07.785723 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-180c794f-ba4d-4040-a749-dcffa9e24775 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:07.799675 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3057dddf-615e-4d37-9c78-4627e3526c43 req-f3645780-00ff-44fd-9da6-7d965f7c4a02 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:07.804486 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-180c794f-ba4d-4040-a749-dcffa9e24775 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:07.807024 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-4f79fd38-7f7d-41ae-b878-a4fa43354be3 req-ffb1f7a2-d6cf-4b29-9818-7e40e28e2d31 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-538619076', 'description': 'tempest-description-427632617'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:07.818718 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa264a87-38ea-4e40-9a5e-0b0a57720f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:07.826291 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-4f79fd38-7f7d-41ae-b878-a4fa43354be3 req-ffb1f7a2-d6cf-4b29-9818-7e40e28e2d31 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:07.831817 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa264a87-38ea-4e40-9a5e-0b0a57720f31 admin admin] Pushing event deleted for resources: {'Network': ['ID=12bf2be1-5903-4078-b12b-a89797778b8e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:07.834302 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-4f79fd38-7f7d-41ae-b878-a4fa43354be3 req-ffb1f7a2-d6cf-4b29-9818-7e40e28e2d31 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Usage tracker for resource:security_group and tenant:c87149e20dd6426a943996656ed22a71 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:07.840742 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fa264a87-38ea-4e40-9a5e-0b0a57720f31 admin admin] 10.222.0.37 "DELETE /v2.0/networks/12bf2be1-5903-4078-b12b-a89797778b8e HTTP/1.1" status: 204 len: 168 time: 0.7118058 Feb 09 01:03:07.840742 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-4f79fd38-7f7d-41ae-b878-a4fa43354be3 req-ffb1f7a2-d6cf-4b29-9818-7e40e28e2d31 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:07.858402 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-4f79fd38-7f7d-41ae-b878-a4fa43354be3 req-ffb1f7a2-d6cf-4b29-9818-7e40e28e2d31 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:07.878913 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-4f79fd38-7f7d-41ae-b878-a4fa43354be3 req-ffb1f7a2-d6cf-4b29-9818-7e40e28e2d31 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:07.927420 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-4f79fd38-7f7d-41ae-b878-a4fa43354be3 req-ffb1f7a2-d6cf-4b29-9818-7e40e28e2d31 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:07.934786 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-4f79fd38-7f7d-41ae-b878-a4fa43354be3 req-ffb1f7a2-d6cf-4b29-9818-7e40e28e2d31 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Usage tracker for resource:security_group_rule and tenant:c87149e20dd6426a943996656ed22a71 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:07.938448 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-4f79fd38-7f7d-41ae-b878-a4fa43354be3 req-ffb1f7a2-d6cf-4b29-9818-7e40e28e2d31 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:07.949790 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-4f79fd38-7f7d-41ae-b878-a4fa43354be3 req-ffb1f7a2-d6cf-4b29-9818-7e40e28e2d31 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:07.990113 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:03:08.017933 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180c794f-ba4d-4040-a749-dcffa9e24775 admin admin] Made reservation on behalf of 6a459030aa9346b7b761b1ccc64f5445 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:08.022710 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-180c794f-ba4d-4040-a749-dcffa9e24775 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:08.056726 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34634) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:08.145229 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-57949d90-6126-41aa-837a-e1a7bc251ee6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b0d9595cf47437197696d49dacb3b7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0863216 Feb 09 01:03:08.157801 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34640) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:08.183584 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3645780-00ff-44fd-9da6-7d965f7c4a02 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Pushing event updated for resources: {'Port': ['ID=603e9cd4-e8ab-4fa1-9709-56fe31f8f3f4,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:08.203347 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-4f79fd38-7f7d-41ae-b878-a4fa43354be3 req-ffb1f7a2-d6cf-4b29-9818-7e40e28e2d31 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:08.217697 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3057dddf-615e-4d37-9c78-4627e3526c43 req-f3645780-00ff-44fd-9da6-7d965f7c4a02 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:08.227446 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6,segment=NetworkSegment(a0f526c8-3aec-459e-b134-44fdcc6f1af2),segment_id=a0f526c8-3aec-459e-b134-44fdcc6f1af2)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:08.229442 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-4f79fd38-7f7d-41ae-b878-a4fa43354be3 req-ffb1f7a2-d6cf-4b29-9818-7e40e28e2d31 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:08.247849 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': 'a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6', 'network_id': '41839a4d-37ac-44d8-96d9-d657c47e8af8', 'port_id': 'a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6', 'mac_address': 'fa:16:3e:50:20:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 955, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa10d48-28f4-4fdb-bab7-6c508ebadc1e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:03:08.275597 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3057dddf-615e-4d37-9c78-4627e3526c43 req-f3645780-00ff-44fd-9da6-7d965f7c4a02 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:08.276834 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3057dddf-615e-4d37-9c78-4627e3526c43 req-f3645780-00ff-44fd-9da6-7d965f7c4a02 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4382064 Feb 09 01:03:08.337424 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:08.344235 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-4f79fd38-7f7d-41ae-b878-a4fa43354be3 req-ffb1f7a2-d6cf-4b29-9818-7e40e28e2d31 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:08.357545 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4f79fd38-7f7d-41ae-b878-a4fa43354be3 req-ffb1f7a2-d6cf-4b29-9818-7e40e28e2d31 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5548477 Feb 09 01:03:08.357701 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 4cf9cd47-312e-47f4-9413-6cc3574c0e6b up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:08.359745 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1f7a2-d6cf-4b29-9818-7e40e28e2d31 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9857507d-f508-4a80-908d-50d70dbbf3da,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:08.390412 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3057dddf-615e-4d37-9c78-4627e3526c43 req-50047b77-fc4c-43f9-8295-d2789e82f22f tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Synchronizing usage tracker for tenant:a3be55021a894f21878232ff36c1089d on resource:floatingip {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:08.409321 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f9c01af5-5093-43a5-9ab0-494abaa5baa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:08.414606 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:03:08.438910 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6,segment=NetworkSegment(a0f526c8-3aec-459e-b134-44fdcc6f1af2),segment_id=a0f526c8-3aec-459e-b134-44fdcc6f1af2)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:08.448302 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:08.464518 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f9c01af5-5093-43a5-9ab0-494abaa5baa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:08.512720 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 4cf9cd47-312e-47f4-9413-6cc3574c0e6b completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:08.523359 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 4cf9cd47-312e-47f4-9413-6cc3574c0e6b triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:08.523698 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:08.594566 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f9c01af5-5093-43a5-9ab0-494abaa5baa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:08.603195 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:08.615810 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3057dddf-615e-4d37-9c78-4627e3526c43 req-50047b77-fc4c-43f9-8295-d2789e82f22f tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Unset dirty status for tenant:a3be55021a894f21878232ff36c1089d on resource:floatingip {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:08.624290 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3057dddf-615e-4d37-9c78-4627e3526c43 req-50047b77-fc4c-43f9-8295-d2789e82f22f tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.196 HTTP/1.1" status: 200 len: 696 time: 0.3408761 Feb 09 01:03:08.629340 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c01af5-5093-43a5-9ab0-494abaa5baa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e8e242-e077-41d1-b23c-122c0852461a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:08.649675 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f9c01af5-5093-43a5-9ab0-494abaa5baa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:08.650811 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f9c01af5-5093-43a5-9ab0-494abaa5baa7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e9e8e242-e077-41d1-b23c-122c0852461a HTTP/1.1" status: 204 len: 168 time: 0.4920645 Feb 09 01:03:08.708011 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c50e7-a9a4-4631-b924-f4e56710bd1c req-276c0af6-6ba7-4d45-a8c6-1c4452f2cc26 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:08.710319 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-215c50e7-a9a4-4631-b924-f4e56710bd1c req-276c0af6-6ba7-4d45-a8c6-1c4452f2cc26 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/ports?device_id=38031b77-91ad-4ba7-9220-778adbd1d111 HTTP/1.1" status: 200 len: 946 time: 0.1688457 Feb 09 01:03:08.739307 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:08.770343 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-180c794f-ba4d-4040-a749-dcffa9e24775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:08.797703 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 4cf9cd47-312e-47f4-9413-6cc3574c0e6b, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=4cf9cd47-312e-47f4-9413-6cc3574c0e6b,segment=NetworkSegment(60c6608b-b1a2-4f33-8566-9409b2f70dc2),segment_id=60c6608b-b1a2-4f33-8566-9409b2f70dc2)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:08.803667 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:08.818871 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-215c50e7-a9a4-4631-b924-f4e56710bd1c req-58ec9b5e-981b-4b30-974a-f2d42927bca9 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa0642db-114b-4eee-9b0a-78a1759ea06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955343 Feb 09 01:03:08.876185 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:03:08.944687 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057dddf-615e-4d37-9c78-4627e3526c43 req-3baa68dc-2d2d-43d2-801b-4d570af9fc21 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:08.951645 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3057dddf-615e-4d37-9c78-4627e3526c43 req-3baa68dc-2d2d-43d2-801b-4d570af9fc21 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 784 time: 0.3209910 Feb 09 01:03:08.951645 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c794f-ba4d-4040-a749-dcffa9e24775 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71237ce4-c470-4847-a2d1-f1f13758c999,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:08.975500 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180c794f-ba4d-4040-a749-dcffa9e24775 admin admin] Checking segment: {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:08.976137 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180c794f-ba4d-4040-a749-dcffa9e24775 admin admin] Network hostable DHCP agents. Network: 48fff0c2-cb8c-4c86-992a-0e113098b5fc, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:03:08.981540 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=4cf9cd47-312e-47f4-9413-6cc3574c0e6b,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:09.020228 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180c794f-ba4d-4040-a749-dcffa9e24775 admin admin] Network 48fff0c2-cb8c-4c86-992a-0e113098b5fc is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:03:09.045219 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-180c794f-ba4d-4040-a749-dcffa9e24775 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 48fff0c2-cb8c-4c86-992a-0e113098b5fc) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:09.049453 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180c794f-ba4d-4040-a749-dcffa9e24775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:09.050054 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-180c794f-ba4d-4040-a749-dcffa9e24775 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:09.097821 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe83a21-802e-4b3e-bf6d-63fabefdf6e4 None None] Network 48fff0c2-cb8c-4c86-992a-0e113098b5fc requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:03:09.110892 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-180c794f-ba4d-4040-a749-dcffa9e24775 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3602874 Feb 09 01:03:09.249902 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-cfc7ff32-409d-4e35-bb3c-90ffa6ee8083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:09.316353 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-c63f6355-7687-45db-b2ae-ec0e790208fe req-a3ee00b6-1b95-4cdb-a0ea-c1e6efeb56bd tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1760455471', 'description': 'tempest-description-2021377221'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:09.326807 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-c63f6355-7687-45db-b2ae-ec0e790208fe req-a3ee00b6-1b95-4cdb-a0ea-c1e6efeb56bd tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:09.335368 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-c63f6355-7687-45db-b2ae-ec0e790208fe req-a3ee00b6-1b95-4cdb-a0ea-c1e6efeb56bd tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Usage tracker for resource:security_group and tenant:c87149e20dd6426a943996656ed22a71 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:09.341303 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-c63f6355-7687-45db-b2ae-ec0e790208fe req-a3ee00b6-1b95-4cdb-a0ea-c1e6efeb56bd tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:09.345465 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5cf99-f5a1-4625-b996-4cf8ae5893b1 req-796cc9d7-201d-410d-bfbe-f54267f3c3cf tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:09.347209 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8ec5cf99-f5a1-4625-b996-4cf8ae5893b1 req-796cc9d7-201d-410d-bfbe-f54267f3c3cf tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 950 time: 0.1938698 Feb 09 01:03:09.354657 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-c63f6355-7687-45db-b2ae-ec0e790208fe req-a3ee00b6-1b95-4cdb-a0ea-c1e6efeb56bd tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:09.372187 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-c63f6355-7687-45db-b2ae-ec0e790208fe req-a3ee00b6-1b95-4cdb-a0ea-c1e6efeb56bd tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:09.412908 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-c63f6355-7687-45db-b2ae-ec0e790208fe req-a3ee00b6-1b95-4cdb-a0ea-c1e6efeb56bd tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:09.420532 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-c63f6355-7687-45db-b2ae-ec0e790208fe req-a3ee00b6-1b95-4cdb-a0ea-c1e6efeb56bd tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Usage tracker for resource:security_group_rule and tenant:c87149e20dd6426a943996656ed22a71 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:09.428047 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-c63f6355-7687-45db-b2ae-ec0e790208fe req-a3ee00b6-1b95-4cdb-a0ea-c1e6efeb56bd tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:09.438507 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-c63f6355-7687-45db-b2ae-ec0e790208fe req-a3ee00b6-1b95-4cdb-a0ea-c1e6efeb56bd tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:09.442553 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe37af70-e47a-40a7-b647-76a4c0efc25d None None] Network 48fff0c2-cb8c-4c86-992a-0e113098b5fc requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:03:09.447889 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8ec5cf99-f5a1-4625-b996-4cf8ae5893b1 req-4eb4932e-00a9-4b73-92af-60f7c86b9594 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929830 Feb 09 01:03:09.593438 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-c63f6355-7687-45db-b2ae-ec0e790208fe req-a3ee00b6-1b95-4cdb-a0ea-c1e6efeb56bd tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:09.600357 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-c63f6355-7687-45db-b2ae-ec0e790208fe req-a3ee00b6-1b95-4cdb-a0ea-c1e6efeb56bd tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:09.647556 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14f634-3c31-4843-bc24-ce2c5b8a318f req-b2c0ecd3-cb23-4543-ba41-0eb3af4c84a5 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:09.661076 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d14f634-3c31-4843-bc24-ce2c5b8a318f req-b2c0ecd3-cb23-4543-ba41-0eb3af4c84a5 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] 10.222.0.37 "GET /v2.0/ports?device_id=baf83dda-1e34-4c74-b240-7410e4f5589d HTTP/1.1" status: 200 len: 944 time: 0.1154776 Feb 09 01:03:09.676215 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee00b6-1b95-4cdb-a0ea-c1e6efeb56bd tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46ae6014-b795-4a6d-94b8-732d346a0741,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:09.681364 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-c63f6355-7687-45db-b2ae-ec0e790208fe req-a3ee00b6-1b95-4cdb-a0ea-c1e6efeb56bd tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:09.684309 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c63f6355-7687-45db-b2ae-ec0e790208fe req-a3ee00b6-1b95-4cdb-a0ea-c1e6efeb56bd tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3729458 Feb 09 01:03:09.733195 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d14f634-3c31-4843-bc24-ce2c5b8a318f req-ade54552-5f59-4daa-a94c-a81e66974cee tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] 10.222.0.37 "GET /v2.0/security-groups?id=03f89f78-a4b1-40c0-85d2-ebc5df28dafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630066 Feb 09 01:03:09.887270 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-60e996a5-7a92-44ca-838d-945432b1884e req-cb4f3bf7-039e-4a22-89be-5a9ab2836f62 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] 10.222.0.37 "GET /v2.0/floatingips/df5561ae-6e57-4a4c-a6be-ef2ea611250c HTTP/1.1" status: 200 len: 693 time: 0.1204903 Feb 09 01:03:09.890554 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94852660-916c-4fd6-9a6b-206f00091539 req-bbaec130-62a1-41c1-9120-eb1fe24144ff tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:09.892137 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-94852660-916c-4fd6-9a6b-206f00091539 req-bbaec130-62a1-41c1-9120-eb1fe24144ff tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/ports?device_id=28e7f5ac-44fb-48d8-ac77-557dfd998303 HTTP/1.1" status: 200 len: 946 time: 0.0945907 Feb 09 01:03:09.894821 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34690) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:09.903393 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-9c15227c-33bb-4b42-89a7-3c491a396c1d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1281572596-network', 'tenant_id': '4783082025f34819885a390103b53736'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:09.931527 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9c15227c-33bb-4b42-89a7-3c491a396c1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:09.937961 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9c15227c-33bb-4b42-89a7-3c491a396c1d admin admin] Usage tracker for resource:network and tenant:4783082025f34819885a390103b53736 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:09.947386 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9c15227c-33bb-4b42-89a7-3c491a396c1d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:09.956909 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9c15227c-33bb-4b42-89a7-3c491a396c1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:09.967520 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-94852660-916c-4fd6-9a6b-206f00091539 req-194531e9-9dc2-4a9c-b329-1d5d5e3d8f85 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa0642db-114b-4eee-9b0a-78a1759ea06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690918 Feb 09 01:03:09.975511 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c15227c-33bb-4b42-89a7-3c491a396c1d admin admin] Made reservation on behalf of 4783082025f34819885a390103b53736 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:09.978122 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9c15227c-33bb-4b42-89a7-3c491a396c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:09.994581 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9c15227c-33bb-4b42-89a7-3c491a396c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:10.012855 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9c15227c-33bb-4b42-89a7-3c491a396c1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:10.018157 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9c15227c-33bb-4b42-89a7-3c491a396c1d admin admin] Usage tracker for resource:security_group_rule and tenant:4783082025f34819885a390103b53736 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:10.021584 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9c15227c-33bb-4b42-89a7-3c491a396c1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:10.027687 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9c15227c-33bb-4b42-89a7-3c491a396c1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:10.108540 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e996a5-7a92-44ca-838d-945432b1884e req-b2ee3a84-b7fb-4322-a9ea-59f7d66e0784 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:10.109912 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-60e996a5-7a92-44ca-838d-945432b1884e req-b2ee3a84-b7fb-4322-a9ea-59f7d66e0784 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 784 time: 0.2094452 Feb 09 01:03:10.123286 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-60e996a5-7a92-44ca-838d-945432b1884e req-ba1c08d4-c64b-42eb-8397-25c22a6fd0e6 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:03:10.124673 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-60e996a5-7a92-44ca-838d-945432b1884e req-ba1c08d4-c64b-42eb-8397-25c22a6fd0e6 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096111 Feb 09 01:03:10.186557 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9c15227c-33bb-4b42-89a7-3c491a396c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:10.192228 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9c15227c-33bb-4b42-89a7-3c491a396c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:10.235882 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c15227c-33bb-4b42-89a7-3c491a396c1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 996} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:03:10.244448 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15227c-33bb-4b42-89a7-3c491a396c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc982c18-b15f-4e85-bf55-ad713c645caf,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:10.255116 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9c15227c-33bb-4b42-89a7-3c491a396c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:10.255515 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-9c15227c-33bb-4b42-89a7-3c491a396c1d admin admin] Added segment bdb95070-8463-432d-886a-f8f24fa7ea8b of type vlan for network 4fba56be-24f8-45b5-aff6-45eeb0c4cc9b Feb 09 01:03:10.271406 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452ce3d-49d9-4df6-8d64-a060f469c59b req-6f1eb30e-9358-4867-9956-6df3178110df tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:10.272974 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c452ce3d-49d9-4df6-8d64-a060f469c59b req-6f1eb30e-9358-4867-9956-6df3178110df tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=71460734-952a-4b44-9355-35973a2abca9 HTTP/1.1" status: 200 len: 950 time: 0.1777148 Feb 09 01:03:10.287819 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:10.293081 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 4cf9cd47-312e-47f4-9413-6cc3574c0e6b up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:10.324853 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9c15227c-33bb-4b42-89a7-3c491a396c1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:10.356189 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c452ce3d-49d9-4df6-8d64-a060f469c59b req-5e17b126-b496-4480-b13d-fd81dedebc58 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c03627-b876-490b-8e01-646c0c1858e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727446 Feb 09 01:03:10.364787 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:10.386752 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 4cf9cd47-312e-47f4-9413-6cc3574c0e6b triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:10.387423 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:10.402454 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9c15227c-33bb-4b42-89a7-3c491a396c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:10.405934 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c15227c-33bb-4b42-89a7-3c491a396c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:10.406650 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9c15227c-33bb-4b42-89a7-3c491a396c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:10.488793 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9c15227c-33bb-4b42-89a7-3c491a396c1d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5919013 Feb 09 01:03:10.491434 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34704) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:10.491666 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-430c30ec-7557-4302-90f4-ca029a9bb566 req-8d7c6caa-c8be-492c-9ded-e3a39831d810 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "GET /v2.0/security-groups/9857507d-f508-4a80-908d-50d70dbbf3da HTTP/1.1" status: 200 len: 1803 time: 0.1021631 Feb 09 01:03:10.563579 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-430c30ec-7557-4302-90f4-ca029a9bb566 req-e0200744-8a8b-49c9-8974-6b41ca1fc1a6 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "GET /v2.0/security-groups/46ae6014-b795-4a6d-94b8-732d346a0741 HTTP/1.1" status: 200 len: 1805 time: 0.0578446 Feb 09 01:03:10.575940 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-430c30ec-7557-4302-90f4-ca029a9bb566 req-c0a0f962-5298-41b8-90ad-80ecd454b1f4 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9857507d-f508-4a80-908d-50d70dbbf3da', 'remote_group_id': '46ae6014-b795-4a6d-94b8-732d346a0741', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:10.576258 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-430c30ec-7557-4302-90f4-ca029a9bb566 req-c0a0f962-5298-41b8-90ad-80ecd454b1f4 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9857507d-f508-4a80-908d-50d70dbbf3da', 'remote_group_id': '46ae6014-b795-4a6d-94b8-732d346a0741', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:10.582938 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-430c30ec-7557-4302-90f4-ca029a9bb566 req-c0a0f962-5298-41b8-90ad-80ecd454b1f4 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:10.584155 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-af8e3ef1-5d62-4464-8122-1dc40ec6ab5b admin admin] Request body: {'subnet': {'network_id': '4fba56be-24f8-45b5-aff6-45eeb0c4cc9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1281572596-subnet', 'tenant_id': '4783082025f34819885a390103b53736', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:10.589777 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-430c30ec-7557-4302-90f4-ca029a9bb566 req-c0a0f962-5298-41b8-90ad-80ecd454b1f4 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Usage tracker for resource:security_group_rule and tenant:c87149e20dd6426a943996656ed22a71 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:10.595092 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-68220469-cd49-4676-a11b-f9a23a931cff req-5c96a5ef-54c8-44c1-9294-257d738bb905 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1569273 Feb 09 01:03:10.595934 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-430c30ec-7557-4302-90f4-ca029a9bb566 req-c0a0f962-5298-41b8-90ad-80ecd454b1f4 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:10.599809 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-af8e3ef1-5d62-4464-8122-1dc40ec6ab5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:10.602135 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-430c30ec-7557-4302-90f4-ca029a9bb566 req-c0a0f962-5298-41b8-90ad-80ecd454b1f4 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:10.608445 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-af8e3ef1-5d62-4464-8122-1dc40ec6ab5b admin admin] Usage tracker for resource:subnet and tenant:4783082025f34819885a390103b53736 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:10.613148 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-af8e3ef1-5d62-4464-8122-1dc40ec6ab5b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:10.621314 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15227c-33bb-4b42-89a7-3c491a396c1d admin admin] Pushing event updated for resources: {'Network': ['ID=4fba56be-24f8-45b5-aff6-45eeb0c4cc9b,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:10.623706 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-af8e3ef1-5d62-4464-8122-1dc40ec6ab5b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:10.636577 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8e3ef1-5d62-4464-8122-1dc40ec6ab5b admin admin] Made reservation on behalf of 4783082025f34819885a390103b53736 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:10.639349 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 4fba56be-24f8-45b5-aff6-45eeb0c4cc9b details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:03:10.641137 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-af8e3ef1-5d62-4464-8122-1dc40ec6ab5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:10.754319 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-430c30ec-7557-4302-90f4-ca029a9bb566 req-c0a0f962-5298-41b8-90ad-80ecd454b1f4 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:10.792489 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed437f9-e5cc-4be5-b607-ed2f6e37a19a req-0d726c4e-24f3-43d4-ae99-84b52485f28b tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:10.793256 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-6ed437f9-e5cc-4be5-b607-ed2f6e37a19a req-0d726c4e-24f3-43d4-ae99-84b52485f28b tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Synchronizing usage tracker for tenant:e3282b39b26b4341b7bfc42f3e4e8492 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:10.829917 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-6ed437f9-e5cc-4be5-b607-ed2f6e37a19a req-0d726c4e-24f3-43d4-ae99-84b52485f28b tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Unset dirty status for tenant:e3282b39b26b4341b7bfc42f3e4e8492 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:10.831672 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ed437f9-e5cc-4be5-b607-ed2f6e37a19a req-0d726c4e-24f3-43d4-ae99-84b52485f28b tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.35 "GET /v2.0/ports?device_id=71460734-952a-4b44-9355-35973a2abca9 HTTP/1.1" status: 200 len: 950 time: 0.1990328 Feb 09 01:03:10.838176 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-430c30ec-7557-4302-90f4-ca029a9bb566 req-c0a0f962-5298-41b8-90ad-80ecd454b1f4 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:10.892602 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-430c30ec-7557-4302-90f4-ca029a9bb566 req-c0a0f962-5298-41b8-90ad-80ecd454b1f4 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:10.958796 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0f962-5298-41b8-90ad-80ecd454b1f4 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d19c24-8bcf-41dc-a77e-b01f0694bed6,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:10.971867 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-6ed437f9-e5cc-4be5-b607-ed2f6e37a19a req-5189a317-21bb-441a-aee3-574422bccc01 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Deleting port 85f0c83d-e492-4252-8c90-1fd22fec3aff {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:03:10.972270 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6ed437f9-e5cc-4be5-b607-ed2f6e37a19a req-5189a317-21bb-441a-aee3-574422bccc01 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:11.011486 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-430c30ec-7557-4302-90f4-ca029a9bb566 req-c0a0f962-5298-41b8-90ad-80ecd454b1f4 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:11.012694 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-430c30ec-7557-4302-90f4-ca029a9bb566 req-c0a0f962-5298-41b8-90ad-80ecd454b1f4 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4421420 Feb 09 01:03:11.044744 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cd9934e7-7362-4891-a935-bf673426cfb9 req-f5e0a77a-f417-4c91-aa9d-854863e91581 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=a3be55021a894f21878232ff36c1089d HTTP/1.1" status: 200 len: 696 time: 0.1035235 Feb 09 01:03:11.291242 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9934e7-7362-4891-a935-bf673426cfb9 req-43efa833-f3b3-44b1-8fa0-b4863ff8e2b9 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:11.291981 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-cd9934e7-7362-4891-a935-bf673426cfb9 req-43efa833-f3b3-44b1-8fa0-b4863ff8e2b9 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Synchronizing usage tracker for tenant:a3be55021a894f21878232ff36c1089d on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:11.321754 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-6ed437f9-e5cc-4be5-b607-ed2f6e37a19a req-5189a317-21bb-441a-aee3-574422bccc01 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] For port 85f0c83d-e492-4252-8c90-1fd22fec3aff, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=85f0c83d-e492-4252-8c90-1fd22fec3aff,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:11.322330 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6ed437f9-e5cc-4be5-b607-ed2f6e37a19a req-5189a317-21bb-441a-aee3-574422bccc01 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:11.349261 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-cd9934e7-7362-4891-a935-bf673426cfb9 req-43efa833-f3b3-44b1-8fa0-b4863ff8e2b9 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Unset dirty status for tenant:a3be55021a894f21878232ff36c1089d on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:11.364518 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cd9934e7-7362-4891-a935-bf673426cfb9 req-43efa833-f3b3-44b1-8fa0-b4863ff8e2b9 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] 10.222.0.37 "GET /v2.0/networks?id=d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 787 time: 0.3136415 Feb 09 01:03:11.382069 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-af8e3ef1-5d62-4464-8122-1dc40ec6ab5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:11.387100 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34742) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:11.404241 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110588e0-5a4e-434c-95db-46cc9e594075 req-0a77b32d-0c9a-4678-b6cc-2da53a85e2a0 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:11.405787 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-110588e0-5a4e-434c-95db-46cc9e594075 req-0a77b32d-0c9a-4678-b6cc-2da53a85e2a0 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 950 time: 0.2192888 Feb 09 01:03:11.478090 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e3ef1-5d62-4464-8122-1dc40ec6ab5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=efc3240c-4fb4-4881-8fa0-28d3d6f50462,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:11.513283 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8e3ef1-5d62-4464-8122-1dc40ec6ab5b admin admin] Checking segment: {'id': 'bdb95070-8463-432d-886a-f8f24fa7ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '4fba56be-24f8-45b5-aff6-45eeb0c4cc9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:11.514124 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8e3ef1-5d62-4464-8122-1dc40ec6ab5b admin admin] Network hostable DHCP agents. Network: 4fba56be-24f8-45b5-aff6-45eeb0c4cc9b, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:03:11.572281 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8e3ef1-5d62-4464-8122-1dc40ec6ab5b admin admin] Network 4fba56be-24f8-45b5-aff6-45eeb0c4cc9b is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:03:11.595667 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:11.600910 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-af8e3ef1-5d62-4464-8122-1dc40ec6ab5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 4fba56be-24f8-45b5-aff6-45eeb0c4cc9b) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:11.610887 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-6ed437f9-e5cc-4be5-b607-ed2f6e37a19a req-5189a317-21bb-441a-aee3-574422bccc01 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Calling delete_port for 85f0c83d-e492-4252-8c90-1fd22fec3aff owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:03:11.611056 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c95591-1d8b-44f7-97a7-d82103fe8ee5 None None] Network 4fba56be-24f8-45b5-aff6-45eeb0c4cc9b requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:03:11.617385 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8e3ef1-5d62-4464-8122-1dc40ec6ab5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:11.618066 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-af8e3ef1-5d62-4464-8122-1dc40ec6ab5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:11.667921 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-af8e3ef1-5d62-4464-8122-1dc40ec6ab5b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0914369 Feb 09 01:03:11.675627 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-118b0395-8e4c-4675-ab36-c9826f93c03e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:11.699145 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-118b0395-8e4c-4675-ab36-c9826f93c03e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:11.704251 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-118b0395-8e4c-4675-ab36-c9826f93c03e admin admin] Usage tracker for resource:security_group_rule and tenant:e946b632889544db9722d73eb472efaf is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:11.707998 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-118b0395-8e4c-4675-ab36-c9826f93c03e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:11.717531 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-118b0395-8e4c-4675-ab36-c9826f93c03e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:11.870408 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-110588e0-5a4e-434c-95db-46cc9e594075 req-dfb602c8-788b-42e1-8e5b-72623707fb5f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061236 Feb 09 01:03:11.875877 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-118b0395-8e4c-4675-ab36-c9826f93c03e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:11.923473 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-118b0395-8e4c-4675-ab36-c9826f93c03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:11.933336 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6 up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:12.005867 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-118b0395-8e4c-4675-ab36-c9826f93c03e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e946b632889544db9722d73eb472efaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5596950 Feb 09 01:03:12.006535 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34762) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:12.024036 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b0395-8e4c-4675-ab36-c9826f93c03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181d0719-3420-45b0-9d58-e1df2bacff1d,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:12.071306 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3a084-e22e-4834-a8cf-584b5be41538 req-39b14f19-15db-4915-aa0e-343d7d6ae91a tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:12.073715 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-76b3a084-e22e-4834-a8cf-584b5be41538 req-39b14f19-15db-4915-aa0e-343d7d6ae91a tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] 10.222.0.37 "GET /v2.0/ports?device_id=baf83dda-1e34-4c74-b240-7410e4f5589d HTTP/1.1" status: 200 len: 944 time: 0.1958036 Feb 09 01:03:12.119661 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-82fad0e8-86c8-42ef-97d4-cd84f6900cd2 req-52ae2a52-18b4-4b84-85b8-ce9ab7a4d408 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "GET /v2.0/security-groups/46ae6014-b795-4a6d-94b8-732d346a0741 HTTP/1.1" status: 200 len: 1805 time: 0.1714513 Feb 09 01:03:12.124073 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7727e74b-843a-4106-9744-47fa1e93aac3 None None] Network 4fba56be-24f8-45b5-aff6-45eeb0c4cc9b requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:03:12.173577 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-76b3a084-e22e-4834-a8cf-584b5be41538 req-46e63a22-fe99-4d4b-bd0a-9ee3fffdaa12 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] 10.222.0.37 "GET /v2.0/security-groups?id=03f89f78-a4b1-40c0-85d2-ebc5df28dafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917797 Feb 09 01:03:12.182014 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-32b411ec-e458-4f8b-8b00-8d7df197a66b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:12.234897 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:12.243519 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:12.244093 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:12.276557 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-82fad0e8-86c8-42ef-97d4-cd84f6900cd2 req-ba12e310-5a8c-4940-b526-3b7c3fb3c5d2 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:12.285619 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7d491-7da2-4c8c-8bcb-c9e80747c511 req-cfd18a73-b39b-4343-87a7-f446aefecbfe tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:12.287044 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fda7d491-7da2-4c8c-8bcb-c9e80747c511 req-cfd18a73-b39b-4343-87a7-f446aefecbfe tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e7f5ac-44fb-48d8-ac77-557dfd998303 HTTP/1.1" status: 200 len: 946 time: 0.2368801 Feb 09 01:03:12.297710 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6ed437f9-e5cc-4be5-b607-ed2f6e37a19a req-5189a317-21bb-441a-aee3-574422bccc01 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:12.339910 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-32b411ec-e458-4f8b-8b00-8d7df197a66b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:12.354991 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-414c26d0-18c6-4c2b-aa44-68752e4448c6 req-8c55ceb3-d9e2-44a4-930c-7067fe8e076a tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] 10.222.0.37 "GET /v2.0/floatingips/df5561ae-6e57-4a4c-a6be-ef2ea611250c HTTP/1.1" status: 200 len: 693 time: 0.1474888 Feb 09 01:03:12.449138 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189a317-21bb-441a-aee3-574422bccc01 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Pushing event deleted for resources: {'Port': ['ID=85f0c83d-e492-4252-8c90-1fd22fec3aff,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:12.506290 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-32b411ec-e458-4f8b-8b00-8d7df197a66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:12.510322 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-82fad0e8-86c8-42ef-97d4-cd84f6900cd2 req-ba12e310-5a8c-4940-b526-3b7c3fb3c5d2 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:12.528647 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:12.534873 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b411ec-e458-4f8b-8b00-8d7df197a66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181d0719-3420-45b0-9d58-e1df2bacff1d,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:12.550175 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c26d0-18c6-4c2b-aa44-68752e4448c6 req-d0b39a9e-ef7e-4294-b5a2-8ea2c9330c23 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:12.551643 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-414c26d0-18c6-4c2b-aa44-68752e4448c6 req-d0b39a9e-ef7e-4294-b5a2-8ea2c9330c23 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 784 time: 0.1870942 Feb 09 01:03:12.552748 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-32b411ec-e458-4f8b-8b00-8d7df197a66b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:12.553922 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-32b411ec-e458-4f8b-8b00-8d7df197a66b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/181d0719-3420-45b0-9d58-e1df2bacff1d HTTP/1.1" status: 204 len: 168 time: 0.5465639 Feb 09 01:03:12.556034 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-fda7d491-7da2-4c8c-8bcb-c9e80747c511 req-bef3af66-d37a-4710-bba6-399d0286afd2 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Deleting port 0b378e52-5907-45fa-b7e2-a9e57695cb50 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:03:12.556367 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fda7d491-7da2-4c8c-8bcb-c9e80747c511 req-bef3af66-d37a-4710-bba6-399d0286afd2 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:12.570763 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf83dda-1e34-4c74-b240-7410e4f5589d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:12.583741 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6,segment=NetworkSegment(a0f526c8-3aec-459e-b134-44fdcc6f1af2),segment_id=a0f526c8-3aec-459e-b134-44fdcc6f1af2)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:12.592639 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:12.644335 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-414c26d0-18c6-4c2b-aa44-68752e4448c6 req-37da7abb-4d89-46bf-95f8-cabef73f302d tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.196 HTTP/1.1" status: 200 len: 696 time: 0.0844629 Feb 09 01:03:12.659629 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed437f9-e5cc-4be5-b607-ed2f6e37a19a req-5189a317-21bb-441a-aee3-574422bccc01 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] No DVR routers for this DVR port 85f0c83d-e492-4252-8c90-1fd22fec3aff on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:03:12.667368 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6ed437f9-e5cc-4be5-b607-ed2f6e37a19a req-5189a317-21bb-441a-aee3-574422bccc01 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:12.673251 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71460734-952a-4b44-9355-35973a2abca9', 'name': 'network-vif-deleted', 'tag': '85f0c83d-e492-4252-8c90-1fd22fec3aff'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:12.678265 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:12.735007 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ed437f9-e5cc-4be5-b607-ed2f6e37a19a req-5189a317-21bb-441a-aee3-574422bccc01 tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.35 "DELETE /v2.0/ports/85f0c83d-e492-4252-8c90-1fd22fec3aff HTTP/1.1" status: 204 len: 173 time: 1.8954387 Feb 09 01:03:12.748595 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-414c26d0-18c6-4c2b-aa44-68752e4448c6 req-b2dc3a90-ed2f-4da3-ad0e-88451a8c8c2d tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.196 HTTP/1.1" status: 200 len: 696 time: 0.0949440 Feb 09 01:03:12.781929 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68220469-cd49-4676-a11b-f9a23a931cff req-0d239c26-5e06-474b-a8bd-02e328edfc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:12.783388 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-68220469-cd49-4676-a11b-f9a23a931cff req-0d239c26-5e06-474b-a8bd-02e328edfc8d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 1101 time: 0.4096093 Feb 09 01:03:12.869995 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-82fad0e8-86c8-42ef-97d4-cd84f6900cd2 req-ba12e310-5a8c-4940-b526-3b7c3fb3c5d2 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:12.944891 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-414c26d0-18c6-4c2b-aa44-68752e4448c6 req-fa49e0d1-2850-425a-b755-e2ad8fdbbec4 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Deleting port 603e9cd4-e8ab-4fa1-9709-56fe31f8f3f4 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:03:12.945265 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-414c26d0-18c6-4c2b-aa44-68752e4448c6 req-fa49e0d1-2850-425a-b755-e2ad8fdbbec4 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:13.016504 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12e310-5a8c-4940-b526-3b7c3fb3c5d2 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ae6014-b795-4a6d-94b8-732d346a0741,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:13.042418 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-82fad0e8-86c8-42ef-97d4-cd84f6900cd2 req-ba12e310-5a8c-4940-b526-3b7c3fb3c5d2 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:13.043069 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-82fad0e8-86c8-42ef-97d4-cd84f6900cd2 req-ba12e310-5a8c-4940-b526-3b7c3fb3c5d2 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "DELETE /v2.0/security-groups/46ae6014-b795-4a6d-94b8-732d346a0741 HTTP/1.1" status: 204 len: 173 time: 0.8778543 Feb 09 01:03:13.119607 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68220469-cd49-4676-a11b-f9a23a931cff req-35365fdc-2eee-48f8-b996-0c4b140b13ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:13.121103 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-68220469-cd49-4676-a11b-f9a23a931cff req-35365fdc-2eee-48f8-b996-0c4b140b13ed service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.3205681 Feb 09 01:03:13.262743 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-68220469-cd49-4676-a11b-f9a23a931cff req-e716911a-53f8-4a15-8af6-87285ac8d5fb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=7d3f8cfd-56c5-4824-a60d-48dae61c8128 HTTP/1.1" status: 200 len: 217 time: 0.1327872 Feb 09 01:03:13.369057 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-fda7d491-7da2-4c8c-8bcb-c9e80747c511 req-bef3af66-d37a-4710-bba6-399d0286afd2 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] For port 0b378e52-5907-45fa-b7e2-a9e57695cb50, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=0b378e52-5907-45fa-b7e2-a9e57695cb50,segment=NetworkSegment(db9ba235-89e2-4f9a-977e-838070d870cc),segment_id=db9ba235-89e2-4f9a-977e-838070d870cc)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:13.369589 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fda7d491-7da2-4c8c-8bcb-c9e80747c511 req-bef3af66-d37a-4710-bba6-399d0286afd2 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:13.375942 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-414c26d0-18c6-4c2b-aa44-68752e4448c6 req-fa49e0d1-2850-425a-b755-e2ad8fdbbec4 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:13.376532 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-414c26d0-18c6-4c2b-aa44-68752e4448c6 req-fa49e0d1-2850-425a-b755-e2ad8fdbbec4 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:13.388442 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-9dd5a2e4-8f00-4105-b65c-5d9e40ac64d7 req-52b857d1-608b-4feb-a070-7fe1a2f5f88f tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Synchronizing usage tracker for tenant:e3282b39b26b4341b7bfc42f3e4e8492 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:13.504681 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34798) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:13.514657 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-414c26d0-18c6-4c2b-aa44-68752e4448c6 req-fa49e0d1-2850-425a-b755-e2ad8fdbbec4 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Calling delete_port for 603e9cd4-e8ab-4fa1-9709-56fe31f8f3f4 owned by network:floatingip {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:03:13.534344 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-fda7d491-7da2-4c8c-8bcb-c9e80747c511 req-bef3af66-d37a-4710-bba6-399d0286afd2 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Calling delete_port for 0b378e52-5907-45fa-b7e2-a9e57695cb50 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:03:13.580026 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-9dd5a2e4-8f00-4105-b65c-5d9e40ac64d7 req-52b857d1-608b-4feb-a070-7fe1a2f5f88f tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] Unset dirty status for tenant:e3282b39b26b4341b7bfc42f3e4e8492 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:13.581123 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9dd5a2e4-8f00-4105-b65c-5d9e40ac64d7 req-52b857d1-608b-4feb-a070-7fe1a2f5f88f tempest-ServersOnMultiNodesTest-1527178653 tempest-ServersOnMultiNodesTest-1527178653-project] 10.222.0.37 "GET /v2.0/ports?device_id=71460734-952a-4b44-9355-35973a2abca9 HTTP/1.1" status: 200 len: 210 time: 0.3311455 Feb 09 01:03:13.582526 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68220469-cd49-4676-a11b-f9a23a931cff req-0a92bf0b-d719-40a3-b634-2437adf0d672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:13.583849 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-68220469-cd49-4676-a11b-f9a23a931cff req-0a92bf0b-d719-40a3-b634-2437adf0d672 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.2680264 Feb 09 01:03:13.686994 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-33fdc8e5-49b1-47c7-83bc-6ebfa53fcb4c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-594457440-network', 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:13.696523 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-33fdc8e5-49b1-47c7-83bc-6ebfa53fcb4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:13.708105 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-33fdc8e5-49b1-47c7-83bc-6ebfa53fcb4c admin admin] Usage tracker for resource:network and tenant:c1fe8f42c4854e5699e2e8b880d21442 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:13.712426 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-33fdc8e5-49b1-47c7-83bc-6ebfa53fcb4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:13.719692 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-414c26d0-18c6-4c2b-aa44-68752e4448c6 req-fa49e0d1-2850-425a-b755-e2ad8fdbbec4 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:13.724260 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-33fdc8e5-49b1-47c7-83bc-6ebfa53fcb4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:13.779017 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa49e0d1-2850-425a-b755-e2ad8fdbbec4 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Pushing event deleted for resources: {'Port': ['ID=603e9cd4-e8ab-4fa1-9709-56fe31f8f3f4,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:13.809631 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fdc8e5-49b1-47c7-83bc-6ebfa53fcb4c admin admin] Made reservation on behalf of c1fe8f42c4854e5699e2e8b880d21442 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:13.811914 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-33fdc8e5-49b1-47c7-83bc-6ebfa53fcb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:13.857451 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-33fdc8e5-49b1-47c7-83bc-6ebfa53fcb4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:13.878006 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 85f0c83d-e492-4252-8c90-1fd22fec3aff no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:03:13.881394 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-33fdc8e5-49b1-47c7-83bc-6ebfa53fcb4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:13.891907 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-33fdc8e5-49b1-47c7-83bc-6ebfa53fcb4c admin admin] Usage tracker for resource:security_group_rule and tenant:c1fe8f42c4854e5699e2e8b880d21442 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:13.896667 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-33fdc8e5-49b1-47c7-83bc-6ebfa53fcb4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:13.905086 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-33fdc8e5-49b1-47c7-83bc-6ebfa53fcb4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:13.907910 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68220469-cd49-4676-a11b-f9a23a931cff req-3ab53f78-c451-4941-a7c7-19888eccab6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:13.909522 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-68220469-cd49-4676-a11b-f9a23a931cff req-3ab53f78-c451-4941-a7c7-19888eccab6d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3192563 Feb 09 01:03:13.914560 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-414c26d0-18c6-4c2b-aa44-68752e4448c6 req-fa49e0d1-2850-425a-b755-e2ad8fdbbec4 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Notify callbacks [] for floatingip, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:13.919459 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 85f0c83d-e492-4252-8c90-1fd22fec3aff {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:03:13.920032 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 85f0c83d-e492-4252-8c90-1fd22fec3aff not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:03:13.964535 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-414c26d0-18c6-4c2b-aa44-68752e4448c6 req-fa49e0d1-2850-425a-b755-e2ad8fdbbec4 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:13.965714 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-414c26d0-18c6-4c2b-aa44-68752e4448c6 req-fa49e0d1-2850-425a-b755-e2ad8fdbbec4 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] 10.222.0.37 "DELETE /v2.0/floatingips/df5561ae-6e57-4a4c-a6be-ef2ea611250c HTTP/1.1" status: 204 len: 173 time: 1.2145782 Feb 09 01:03:14.034640 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-33fdc8e5-49b1-47c7-83bc-6ebfa53fcb4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:14.042492 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-33fdc8e5-49b1-47c7-83bc-6ebfa53fcb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:14.058539 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33fdc8e5-49b1-47c7-83bc-6ebfa53fcb4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 953} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:03:14.072270 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-33fdc8e5-49b1-47c7-83bc-6ebfa53fcb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:14.072973 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-33fdc8e5-49b1-47c7-83bc-6ebfa53fcb4c admin admin] Added segment c70063aa-13fe-46c3-b4e6-857706eded55 of type vlan for network 151f3625-265a-4aab-adad-d81de62c4234 Feb 09 01:03:14.115573 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fda7d491-7da2-4c8c-8bcb-c9e80747c511 req-bef3af66-d37a-4710-bba6-399d0286afd2 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:14.122425 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-33fdc8e5-49b1-47c7-83bc-6ebfa53fcb4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:14.131907 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['644d9697-2779-4ccb-9258-164cdd54b618'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:03:14.153838 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdc8e5-49b1-47c7-83bc-6ebfa53fcb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66de5097-c6aa-4b68-97af-473f80c59249,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:14.179920 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-33fdc8e5-49b1-47c7-83bc-6ebfa53fcb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:14.181192 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fdc8e5-49b1-47c7-83bc-6ebfa53fcb4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:14.182107 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-33fdc8e5-49b1-47c7-83bc-6ebfa53fcb4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:14.207336 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3af66-d37a-4710-bba6-399d0286afd2 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Pushing event deleted for resources: {'Port': ['ID=0b378e52-5907-45fa-b7e2-a9e57695cb50,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:14.307910 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-33fdc8e5-49b1-47c7-83bc-6ebfa53fcb4c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7992229 Feb 09 01:03:14.321214 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34824) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:14.350260 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-735970e9-d35f-49a0-95c4-b477c8166684 admin admin] Request body: {'subnet': {'network_id': '151f3625-265a-4aab-adad-d81de62c4234', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-594457440-subnet', 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:14.365138 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda7d491-7da2-4c8c-8bcb-c9e80747c511 req-bef3af66-d37a-4710-bba6-399d0286afd2 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] No DVR routers for this DVR port 0b378e52-5907-45fa-b7e2-a9e57695cb50 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:03:14.374559 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c2560-e8b4-4290-8861-fd580958779c req-5a633f67-44be-49ae-9486-62ef1532272d tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:14.375915 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-760c2560-e8b4-4290-8861-fd580958779c req-5a633f67-44be-49ae-9486-62ef1532272d tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.117 "GET /v2.0/ports?device_id=38031b77-91ad-4ba7-9220-778adbd1d111 HTTP/1.1" status: 200 len: 946 time: 0.5295379 Feb 09 01:03:14.378826 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fda7d491-7da2-4c8c-8bcb-c9e80747c511 req-bef3af66-d37a-4710-bba6-399d0286afd2 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:14.381824 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-735970e9-d35f-49a0-95c4-b477c8166684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:14.394812 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-735970e9-d35f-49a0-95c4-b477c8166684 admin admin] Usage tracker for resource:subnet and tenant:c1fe8f42c4854e5699e2e8b880d21442 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:14.406334 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdc8e5-49b1-47c7-83bc-6ebfa53fcb4c admin admin] Pushing event updated for resources: {'Network': ['ID=151f3625-265a-4aab-adad-d81de62c4234,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:14.416091 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 151f3625-265a-4aab-adad-d81de62c4234 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:03:14.428606 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-735970e9-d35f-49a0-95c4-b477c8166684 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:14.461785 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-567ad85f-fc69-4d71-b987-28e68c99cc57 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:14.463240 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-567ad85f-fc69-4d71-b987-28e68c99cc57 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/networks?id=212d519a-979f-468b-96fb-02a8cac3aff6 HTTP/1.1" status: 200 len: 812 time: 0.6219044 Feb 09 01:03:14.464142 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-735970e9-d35f-49a0-95c4-b477c8166684 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:14.478033 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-ae8d126a-ffb5-4e22-a406-ba25a0c7fe79 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:14.482627 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-ae8d126a-ffb5-4e22-a406-ba25a0c7fe79 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/networks?id=48fff0c2-cb8c-4c86-992a-0e113098b5fc HTTP/1.1" status: 200 len: 808 time: 0.1836097 Feb 09 01:03:14.484782 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fda7d491-7da2-4c8c-8bcb-c9e80747c511 req-bef3af66-d37a-4710-bba6-399d0286afd2 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.35 "DELETE /v2.0/ports/0b378e52-5907-45fa-b7e2-a9e57695cb50 HTTP/1.1" status: 204 len: 173 time: 2.1880534 Feb 09 01:03:14.496282 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-af80c3fe-6191-4fb8-8944-13906811584c tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/quotas/6a459030aa9346b7b761b1ccc64f5445 HTTP/1.1" status: 200 len: 375 time: 0.0112762 Feb 09 01:03:14.501783 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-68220469-cd49-4676-a11b-f9a23a931cff req-7f6d35a7-6ebd-44de-b3e6-a1a621fd98b6 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5815067 Feb 09 01:03:14.518454 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-7cab8b31-573e-44a3-be62-4aaab5420dba tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/quotas/27989079fc4f45f8ab144b741eece4df HTTP/1.1" status: 200 len: 375 time: 0.0352688 Feb 09 01:03:14.519234 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735970e9-d35f-49a0-95c4-b477c8166684 admin admin] Made reservation on behalf of c1fe8f42c4854e5699e2e8b880d21442 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:14.521821 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-735970e9-d35f-49a0-95c4-b477c8166684 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:14.538631 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-760c2560-e8b4-4290-8861-fd580958779c req-d57a593e-5914-4d4a-99ae-ec22f085a274 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Deleting port 644d9697-2779-4ccb-9258-164cdd54b618 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:03:14.539357 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-760c2560-e8b4-4290-8861-fd580958779c req-d57a593e-5914-4d4a-99ae-ec22f085a274 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:14.558520 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-51f586c5-c130-42e1-8229-828695dc30bf tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a459030aa9346b7b761b1ccc64f5445&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542099 Feb 09 01:03:14.698483 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-15da1b70-6d87-44da-9f65-2a7d707a1ebd service neutron] 10.222.0.37 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332343 Feb 09 01:03:14.838926 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-8ebf8050-a8e8-437d-b050-966f6d847b3b service neutron] 10.222.0.37 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347687 Feb 09 01:03:14.947721 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-68220469-cd49-4676-a11b-f9a23a931cff req-f476f6ad-6f07-446d-af30-7490c03ac2c4 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372380 Feb 09 01:03:15.027405 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf83dda-1e34-4c74-b240-7410e4f5589d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6', 'code': 200} Feb 09 01:03:15.083961 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-e3c74241-6bfc-4a49-9ef4-1b825e58dbc6 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Synchronizing usage tracker for tenant:27989079fc4f45f8ab144b741eece4df on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:15.100934 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71460734-952a-4b44-9355-35973a2abca9', 'name': 'network-vif-deleted', 'tag': '85f0c83d-e492-4252-8c90-1fd22fec3aff', 'status': 'completed', 'code': 200} Feb 09 01:03:15.152732 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-e3c74241-6bfc-4a49-9ef4-1b825e58dbc6 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Unset dirty status for tenant:27989079fc4f45f8ab144b741eece4df on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:15.154022 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-e3c74241-6bfc-4a49-9ef4-1b825e58dbc6 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=27989079fc4f45f8ab144b741eece4df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5058320 Feb 09 01:03:15.356855 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-760c2560-e8b4-4290-8861-fd580958779c req-d57a593e-5914-4d4a-99ae-ec22f085a274 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] For port 644d9697-2779-4ccb-9258-164cdd54b618, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=644d9697-2779-4ccb-9258-164cdd54b618,segment=NetworkSegment(db9ba235-89e2-4f9a-977e-838070d870cc),segment_id=db9ba235-89e2-4f9a-977e-838070d870cc)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:15.357221 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-760c2560-e8b4-4290-8861-fd580958779c req-d57a593e-5914-4d4a-99ae-ec22f085a274 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:15.377748 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-735970e9-d35f-49a0-95c4-b477c8166684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:15.386580 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b642ba3-5fd4-4f20-8b26-e099862ac6be req-ea5da3a5-04bf-48ea-9b0b-fee0c9c9a517 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:15.388937 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2b642ba3-5fd4-4f20-8b26-e099862ac6be req-ea5da3a5-04bf-48ea-9b0b-fee0c9c9a517 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 950 time: 0.1543713 Feb 09 01:03:15.392560 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2e01c-6c4a-492e-9ae0-fb8de030e721 req-990f60bc-3c69-475f-8a85-30f7691d0acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:15.394590 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d8a2e01c-6c4a-492e-9ae0-fb8de030e721 req-990f60bc-3c69-475f-8a85-30f7691d0acd service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=baf83dda-1e34-4c74-b240-7410e4f5589d HTTP/1.1" status: 200 len: 1096 time: 0.1119034 Feb 09 01:03:15.490909 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2b642ba3-5fd4-4f20-8b26-e099862ac6be req-8fb89b0f-237b-4fcd-bf77-fd13cc697094 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941072 Feb 09 01:03:15.495219 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d8a2e01c-6c4a-492e-9ae0-fb8de030e721 req-54489de7-c90d-4c57-aa46-51d15609971a service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=03f89f78-a4b1-40c0-85d2-ebc5df28dafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771866 Feb 09 01:03:15.579297 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-44241749-5e32-480d-8b4a-81a3bb83df49 req-3acca8cf-b327-41e7-b518-eb00137c5f8c tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "GET /v2.0/security-groups/9857507d-f508-4a80-908d-50d70dbbf3da HTTP/1.1" status: 200 len: 1803 time: 0.0545044 Feb 09 01:03:15.673828 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-760c2560-e8b4-4290-8861-fd580958779c req-d57a593e-5914-4d4a-99ae-ec22f085a274 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Calling delete_port for 644d9697-2779-4ccb-9258-164cdd54b618 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:03:15.752819 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052411a1-ead1-4aa4-9d5c-44accdb6d452 req-33e83f4c-98be-460b-aca2-a68aef934a0e tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:15.754389 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-052411a1-ead1-4aa4-9d5c-44accdb6d452 req-33e83f4c-98be-460b-aca2-a68aef934a0e tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] 10.222.0.37 "GET /v2.0/ports?device_id=baf83dda-1e34-4c74-b240-7410e4f5589d HTTP/1.1" status: 200 len: 945 time: 0.0874617 Feb 09 01:03:15.786717 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735970e9-d35f-49a0-95c4-b477c8166684 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d34a1970-cc18-443c-a0a4-8c26bc2e7361,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:15.794805 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-39fbe4c0-f67b-415a-a39b-5a70e3ac7243 service neutron] 10.222.0.37 "GET /v2.0/networks/212d519a-979f-468b-96fb-02a8cac3aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6151960 Feb 09 01:03:15.805761 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-052411a1-ead1-4aa4-9d5c-44accdb6d452 req-1fba8537-f483-4165-a35d-ec5fa293b924 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] 10.222.0.37 "GET /v2.0/security-groups?id=03f89f78-a4b1-40c0-85d2-ebc5df28dafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453587 Feb 09 01:03:15.815171 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735970e9-d35f-49a0-95c4-b477c8166684 admin admin] Checking segment: {'id': 'c70063aa-13fe-46c3-b4e6-857706eded55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '151f3625-265a-4aab-adad-d81de62c4234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:15.815532 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735970e9-d35f-49a0-95c4-b477c8166684 admin admin] Network hostable DHCP agents. Network: 151f3625-265a-4aab-adad-d81de62c4234, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:03:15.893185 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 0b378e52-5907-45fa-b7e2-a9e57695cb50 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:03:15.954630 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 0b378e52-5907-45fa-b7e2-a9e57695cb50 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:03:15.955026 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 0b378e52-5907-45fa-b7e2-a9e57695cb50 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:03:15.964922 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735970e9-d35f-49a0-95c4-b477c8166684 admin admin] Network 151f3625-265a-4aab-adad-d81de62c4234 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:03:16.002184 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-735970e9-d35f-49a0-95c4-b477c8166684 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 151f3625-265a-4aab-adad-d81de62c4234) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:16.011180 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa350f34-1346-4cee-9880-7e4592f93ae0 None None] Network 151f3625-265a-4aab-adad-d81de62c4234 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:03:16.021213 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735970e9-d35f-49a0-95c4-b477c8166684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:16.021808 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-735970e9-d35f-49a0-95c4-b477c8166684 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:16.044995 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-b345a84b-1854-4b19-bf91-a61baa793bc6 service neutron] 10.222.0.37 "GET /v2.0/networks/212d519a-979f-468b-96fb-02a8cac3aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432945 Feb 09 01:03:16.074059 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-760c2560-e8b4-4290-8861-fd580958779c req-d57a593e-5914-4d4a-99ae-ec22f085a274 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:16.156717 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7166ad5f-9f9f-4c69-9884-84327c4b7518 req-0a82d0ea-89db-410e-b625-a57a65f4d777 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3146722 Feb 09 01:03:16.172446 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-7166ad5f-9f9f-4c69-9884-84327c4b7518 req-48dd6532-e521-40a8-b35e-3985c32ee7e9 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:16.178332 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-7166ad5f-9f9f-4c69-9884-84327c4b7518 req-48dd6532-e521-40a8-b35e-3985c32ee7e9 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:16.183239 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-7166ad5f-9f9f-4c69-9884-84327c4b7518 req-48dd6532-e521-40a8-b35e-3985c32ee7e9 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Usage tracker for resource:floatingip and tenant:a3be55021a894f21878232ff36c1089d is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:16.186159 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-7166ad5f-9f9f-4c69-9884-84327c4b7518 req-48dd6532-e521-40a8-b35e-3985c32ee7e9 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:16.195905 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-7166ad5f-9f9f-4c69-9884-84327c4b7518 req-48dd6532-e521-40a8-b35e-3985c32ee7e9 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:16.203230 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-735970e9-d35f-49a0-95c4-b477c8166684 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8618765 Feb 09 01:03:16.203523 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34844) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:16.215257 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-2d0fca13-c72e-4b77-a50c-e0cca158b150 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-594457440-router', 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:16.238795 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2d0fca13-c72e-4b77-a50c-e0cca158b150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:16.239007 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a593e-5914-4d4a-99ae-ec22f085a274 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Pushing event deleted for resources: {'Port': ['ID=644d9697-2779-4ccb-9258-164cdd54b618,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:16.249335 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2d0fca13-c72e-4b77-a50c-e0cca158b150 admin admin] Usage tracker for resource:router and tenant:c1fe8f42c4854e5699e2e8b880d21442 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:16.259637 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2d0fca13-c72e-4b77-a50c-e0cca158b150 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:16.263311 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-7166ad5f-9f9f-4c69-9884-84327c4b7518 req-48dd6532-e521-40a8-b35e-3985c32ee7e9 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:16.299048 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-760c2560-e8b4-4290-8861-fd580958779c req-d57a593e-5914-4d4a-99ae-ec22f085a274 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] No DVR routers for this DVR port 644d9697-2779-4ccb-9258-164cdd54b618 on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:03:16.301762 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-760c2560-e8b4-4290-8861-fd580958779c req-d57a593e-5914-4d4a-99ae-ec22f085a274 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:16.303118 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2d0fca13-c72e-4b77-a50c-e0cca158b150 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:16.309092 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-760c2560-e8b4-4290-8861-fd580958779c req-d57a593e-5914-4d4a-99ae-ec22f085a274 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.117 "DELETE /v2.0/ports/644d9697-2779-4ccb-9258-164cdd54b618 HTTP/1.1" status: 204 len: 173 time: 1.9172795 Feb 09 01:03:16.407311 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2edd309-15f0-489e-ab0f-699cef7596fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-151f3625-265a-4aab-adad-d81de62c4234', 'network_id': '151f3625-265a-4aab-adad-d81de62c4234', 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'fixed_ips': [{'subnet_id': 'd34a1970-cc18-443c-a0a4-8c26bc2e7361'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:03:16.408159 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a2edd309-15f0-489e-ab0f-699cef7596fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:16.435343 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d0fca13-c72e-4b77-a50c-e0cca158b150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:16.436384 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d0fca13-c72e-4b77-a50c-e0cca158b150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:16.488750 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d0fca13-c72e-4b77-a50c-e0cca158b150 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:16.651316 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-a2edd309-15f0-489e-ab0f-699cef7596fb None None] Allocated IP 172.20.0.2 (151f3625-265a-4aab-adad-d81de62c4234/d34a1970-cc18-443c-a0a4-8c26bc2e7361/a754fa21-baed-4544-bf30-841b82f7a06f) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:16.682677 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88ec21d6-8382-4187-88b3-c2aa66921712 req-0a24a8ac-4f4a-4334-9c52-b468c8603bf8 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=a22b0073-6c58-47e8-9f6c-d841cc487367 HTTP/1.1" status: 200 len: 210 time: 0.1488159 Feb 09 01:03:16.787049 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-e86454fe-4d6f-41b3-bb58-942e1cebe685 req-d0241fea-1df2-4310-803a-260bce59fd45 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1763917674', 'description': 'tempest-description-1027849647'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:16.820998 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-e86454fe-4d6f-41b3-bb58-942e1cebe685 req-d0241fea-1df2-4310-803a-260bce59fd45 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:16.829939 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e86454fe-4d6f-41b3-bb58-942e1cebe685 req-d0241fea-1df2-4310-803a-260bce59fd45 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Usage tracker for resource:security_group and tenant:c87149e20dd6426a943996656ed22a71 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:16.835126 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e86454fe-4d6f-41b3-bb58-942e1cebe685 req-d0241fea-1df2-4310-803a-260bce59fd45 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:16.845366 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-d7fc4e41-661d-45d6-9c89-d9a67b73090e tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:16.846309 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-d7fc4e41-661d-45d6-9c89-d9a67b73090e tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Synchronizing usage tracker for tenant:6a459030aa9346b7b761b1ccc64f5445 on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:16.854096 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-e86454fe-4d6f-41b3-bb58-942e1cebe685 req-d0241fea-1df2-4310-803a-260bce59fd45 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:16.874109 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e86454fe-4d6f-41b3-bb58-942e1cebe685 req-d0241fea-1df2-4310-803a-260bce59fd45 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:16.906022 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d0fca13-c72e-4b77-a50c-e0cca158b150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:16.906544 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-e86454fe-4d6f-41b3-bb58-942e1cebe685 req-d0241fea-1df2-4310-803a-260bce59fd45 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:16.912196 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e86454fe-4d6f-41b3-bb58-942e1cebe685 req-d0241fea-1df2-4310-803a-260bce59fd45 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Usage tracker for resource:security_group_rule and tenant:c87149e20dd6426a943996656ed22a71 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:16.919430 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34868) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:16.921006 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-d7fc4e41-661d-45d6-9c89-d9a67b73090e tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Unset dirty status for tenant:6a459030aa9346b7b761b1ccc64f5445 on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:16.922442 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-d7fc4e41-661d-45d6-9c89-d9a67b73090e tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.35 "GET /v2.0/networks?id=48fff0c2-cb8c-4c86-992a-0e113098b5fc HTTP/1.1" status: 200 len: 808 time: 0.5595593 Feb 09 01:03:16.923531 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e86454fe-4d6f-41b3-bb58-942e1cebe685 req-d0241fea-1df2-4310-803a-260bce59fd45 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:16.933219 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-e86454fe-4d6f-41b3-bb58-942e1cebe685 req-d0241fea-1df2-4310-803a-260bce59fd45 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:17.055423 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-7166ad5f-9f9f-4c69-9884-84327c4b7518 req-48dd6532-e521-40a8-b35e-3985c32ee7e9 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:17.062453 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a2edd309-15f0-489e-ab0f-699cef7596fb None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:17.100373 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a2edd309-15f0-489e-ab0f-699cef7596fb None None] Transition to ACTIVE for port object a754fa21-baed-4544-bf30-841b82f7a06f will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:17.113493 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e86454fe-4d6f-41b3-bb58-942e1cebe685 req-d0241fea-1df2-4310-803a-260bce59fd45 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:17.116692 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e7f5ac-44fb-48d8-ac77-557dfd998303', 'name': 'network-vif-deleted', 'tag': '0b378e52-5907-45fa-b7e2-a9e57695cb50'}, {'server_uuid': '38031b77-91ad-4ba7-9220-778adbd1d111', 'name': 'network-vif-deleted', 'tag': '644d9697-2779-4ccb-9258-164cdd54b618'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:17.133903 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e86454fe-4d6f-41b3-bb58-942e1cebe685 req-d0241fea-1df2-4310-803a-260bce59fd45 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:17.161896 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-34df7d3b-9afe-4dd0-859a-051516d191cb tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Request body: {'port': {'device_id': 'a22b0073-6c58-47e8-9f6c-d841cc487367', 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc', 'admin_state_up': True, 'tenant_id': '6a459030aa9346b7b761b1ccc64f5445'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:17.180382 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a2edd309-15f0-489e-ab0f-699cef7596fb None None] Transition to ACTIVE for port object a754fa21-baed-4544-bf30-841b82f7a06f will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:17.199005 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a2edd309-15f0-489e-ab0f-699cef7596fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:17.224894 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [req-7166ad5f-9f9f-4c69-9884-84327c4b7518 req-48dd6532-e521-40a8-b35e-3985c32ee7e9 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Allocated IP 172.25.5.210 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/58652130-518d-4e3c-8c01-e98f8cfe92bd) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:17.354665 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e86454fe-4d6f-41b3-bb58-942e1cebe685 req-d0241fea-1df2-4310-803a-260bce59fd45 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:17.365008 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e86454fe-4d6f-41b3-bb58-942e1cebe685 req-d0241fea-1df2-4310-803a-260bce59fd45 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5881972 Feb 09 01:03:17.365008 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0241fea-1df2-4310-803a-260bce59fd45 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a68dfa7-61b0-4427-8af7-8dac9927f772,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:17.384999 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2edd309-15f0-489e-ab0f-699cef7596fb None None] Network 151f3625-265a-4aab-adad-d81de62c4234 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:17.388591 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-a2edd309-15f0-489e-ab0f-699cef7596fb None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:17.391790 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2edd309-15f0-489e-ab0f-699cef7596fb None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:17.461211 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-7166ad5f-9f9f-4c69-9884-84327c4b7518 req-48dd6532-e521-40a8-b35e-3985c32ee7e9 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:17.494358 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2edd309-15f0-489e-ab0f-699cef7596fb None None] Pushing event updated for resources: {'Port': ['ID=a754fa21-baed-4544-bf30-841b82f7a06f,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:17.498178 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-34df7d3b-9afe-4dd0-859a-051516d191cb tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:17.507143 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-7166ad5f-9f9f-4c69-9884-84327c4b7518 req-48dd6532-e521-40a8-b35e-3985c32ee7e9 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:17.509236 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-34df7d3b-9afe-4dd0-859a-051516d191cb tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Usage tracker for resource:port and tenant:6a459030aa9346b7b761b1ccc64f5445 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:17.518967 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-34df7d3b-9afe-4dd0-859a-051516d191cb tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:17.530675 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-34df7d3b-9afe-4dd0-859a-051516d191cb tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:17.543996 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-a2edd309-15f0-489e-ab0f-699cef7596fb None None] Attempting to bind port a754fa21-baed-4544-bf30-841b82f7a06f on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:03:17.545455 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-a2edd309-15f0-489e-ab0f-699cef7596fb None None] Attempting to bind port a754fa21-baed-4544-bf30-841b82f7a06f by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c70063aa-13fe-46c3-b4e6-857706eded55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '151f3625-265a-4aab-adad-d81de62c4234'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:03:17.545838 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2edd309-15f0-489e-ab0f-699cef7596fb None None] Attempting to bind port a754fa21-baed-4544-bf30-841b82f7a06f on network 151f3625-265a-4aab-adad-d81de62c4234 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:17.554209 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-34df7d3b-9afe-4dd0-859a-051516d191cb tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Made reservation on behalf of 6a459030aa9346b7b761b1ccc64f5445 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:17.566042 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2edd309-15f0-489e-ab0f-699cef7596fb None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:03:17.572925 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-34df7d3b-9afe-4dd0-859a-051516d191cb tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:17.573406 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2edd309-15f0-489e-ab0f-699cef7596fb None None] Checking segment: {'id': 'c70063aa-13fe-46c3-b4e6-857706eded55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '151f3625-265a-4aab-adad-d81de62c4234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:17.574066 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a2edd309-15f0-489e-ab0f-699cef7596fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:17.575004 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2edd309-15f0-489e-ab0f-699cef7596fb None None] Bound using segment: {'id': 'c70063aa-13fe-46c3-b4e6-857706eded55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '151f3625-265a-4aab-adad-d81de62c4234'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:03:17.575741 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-a2edd309-15f0-489e-ab0f-699cef7596fb None None] Bound port: a754fa21-baed-4544-bf30-841b82f7a06f, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70063aa-13fe-46c3-b4e6-857706eded55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '151f3625-265a-4aab-adad-d81de62c4234'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:03:17.576356 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a2edd309-15f0-489e-ab0f-699cef7596fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:17.587686 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7166ad5f-9f9f-4c69-9884-84327c4b7518 req-48dd6532-e521-40a8-b35e-3985c32ee7e9 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:17.609378 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [req-7166ad5f-9f9f-4c69-9884-84327c4b7518 req-48dd6532-e521-40a8-b35e-3985c32ee7e9 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:17.616070 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-7166ad5f-9f9f-4c69-9884-84327c4b7518 req-48dd6532-e521-40a8-b35e-3985c32ee7e9 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:17.702781 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-a2edd309-15f0-489e-ab0f-699cef7596fb None None] For port a754fa21-baed-4544-bf30-841b82f7a06f, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:03:17.710051 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-a2edd309-15f0-489e-ab0f-699cef7596fb None None] For port a754fa21-baed-4544-bf30-841b82f7a06f, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=a754fa21-baed-4544-bf30-841b82f7a06f,segment=NetworkSegment(c70063aa-13fe-46c3-b4e6-857706eded55),segment_id=c70063aa-13fe-46c3-b4e6-857706eded55)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:03:17.714809 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd6532-e521-40a8-b35e-3985c32ee7e9 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Pushing event updated for resources: {'Port': ['ID=58652130-518d-4e3c-8c01-e98f8cfe92bd,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:17.716939 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a2edd309-15f0-489e-ab0f-699cef7596fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:17.733237 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b93eaf03-7551-4f8d-a6b5-75bee7fdee7a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e3282b39b26b4341b7bfc42f3e4e8492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8073075 Feb 09 01:03:17.733480 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34882) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:17.838491 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2edd309-15f0-489e-ab0f-699cef7596fb None None] Pushing event updated for resources: {'Port': ['ID=a754fa21-baed-4544-bf30-841b82f7a06f,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:17.840217 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-7166ad5f-9f9f-4c69-9884-84327c4b7518 req-48dd6532-e521-40a8-b35e-3985c32ee7e9 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:17.873404 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c35365c-a85b-4adb-b0b5-985434055eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:17.883293 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-34df7d3b-9afe-4dd0-859a-051516d191cb tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Allocated IP 172.20.0.8 (48fff0c2-cb8c-4c86-992a-0e113098b5fc/71237ce4-c470-4847-a2d1-f1f13758c999/9444193c-3318-448f-8d9f-673309b9483a) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:17.956088 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 644d9697-2779-4ccb-9258-164cdd54b618 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:03:18.004579 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-7166ad5f-9f9f-4c69-9884-84327c4b7518 req-48dd6532-e521-40a8-b35e-3985c32ee7e9 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:18.024132 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: 644d9697-2779-4ccb-9258-164cdd54b618 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:03:18.024764 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 644d9697-2779-4ccb-9258-164cdd54b618 not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:03:18.152179 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c35365c-a85b-4adb-b0b5-985434055eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:18.269349 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e7a0b-963b-413e-b87b-0f4cb0347c17 req-c5ca26b7-8fd3-4ae5-a14b-f9354666984d tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:18.270980 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f21e7a0b-963b-413e-b87b-0f4cb0347c17 req-c5ca26b7-8fd3-4ae5-a14b-f9354666984d tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 950 time: 0.4015925 Feb 09 01:03:18.341141 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c35365c-a85b-4adb-b0b5-985434055eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:18.362625 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-34df7d3b-9afe-4dd0-859a-051516d191cb tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:18.386978 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35365c-a85b-4adb-b0b5-985434055eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c03627-b876-490b-8e01-646c0c1858e6,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:18.428350 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f21e7a0b-963b-413e-b87b-0f4cb0347c17 req-76d1d765-2062-4eb1-a699-5e7108e816c5 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407421 Feb 09 01:03:18.442187 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device a754fa21-baed-4544-bf30-841b82f7a06f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:18.461980 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c35365c-a85b-4adb-b0b5-985434055eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:18.463403 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8c35365c-a85b-4adb-b0b5-985434055eed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4c03627-b876-490b-8e01-646c0c1858e6 HTTP/1.1" status: 204 len: 168 time: 0.7291892 Feb 09 01:03:18.518637 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-34df7d3b-9afe-4dd0-859a-051516d191cb tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:18.554953 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d0fca13-c72e-4b77-a50c-e0cca158b150 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:18.604161 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d0fca13-c72e-4b77-a50c-e0cca158b150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:18.712436 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port a754fa21-baed-4544-bf30-841b82f7a06f completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:18.861959 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-34df7d3b-9afe-4dd0-859a-051516d191cb tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Network 48fff0c2-cb8c-4c86-992a-0e113098b5fc is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:18.899969 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-7166ad5f-9f9f-4c69-9884-84327c4b7518 req-48dd6532-e521-40a8-b35e-3985c32ee7e9 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:18.912450 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-7166ad5f-9f9f-4c69-9884-84327c4b7518 req-48dd6532-e521-40a8-b35e-3985c32ee7e9 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:18.925419 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-34df7d3b-9afe-4dd0-859a-051516d191cb tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:18.926712 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df7d3b-9afe-4dd0-859a-051516d191cb tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Pushing event updated for resources: {'Port': ['ID=9444193c-3318-448f-8d9f-673309b9483a,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:18.928917 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-34df7d3b-9afe-4dd0-859a-051516d191cb tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:18.996110 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-2d0fca13-c72e-4b77-a50c-e0cca158b150 admin admin] Allocated IP 172.25.5.104 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/6568ffd8-2702-408f-82ae-57e70837539a) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:19.085586 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34892) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:19.131856 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-34df7d3b-9afe-4dd0-859a-051516d191cb tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:19.132459 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-34df7d3b-9afe-4dd0-859a-051516d191cb tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:19.200821 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-03b816ec-b9d4-4cce-9e78-bf90579e6a6b tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:19.202297 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-03b816ec-b9d4-4cce-9e78-bf90579e6a6b tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.35 "GET /v2.0/networks?id=212d519a-979f-468b-96fb-02a8cac3aff6 HTTP/1.1" status: 200 len: 812 time: 0.7184989 Feb 09 01:03:19.212005 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-34df7d3b-9afe-4dd0-859a-051516d191cb tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0831077 Feb 09 01:03:19.222764 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-d3a1ac54-e76f-45cc-80f7-8ca239aba3ff tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Request body: {'port': {'device_id': '14a0f3b2-9d5a-4109-89ad-b55d938ea463', 'network_id': '212d519a-979f-468b-96fb-02a8cac3aff6', 'admin_state_up': True, 'tenant_id': '27989079fc4f45f8ab144b741eece4df'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:19.255650 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd6532-e521-40a8-b35e-3985c32ee7e9 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Pushing event updated for resources: {'Port': ['ID=58652130-518d-4e3c-8c01-e98f8cfe92bd,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:19.291203 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d0fca13-c72e-4b77-a50c-e0cca158b150 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:19.300752 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-13402fbb-49d7-441a-b106-84a1a17f4c96 service neutron] Request body: {'port': {'device_id': 'a22b0073-6c58-47e8-9f6c-d841cc487367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:19.317655 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-7166ad5f-9f9f-4c69-9884-84327c4b7518 req-48dd6532-e521-40a8-b35e-3985c32ee7e9 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:19.327897 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cc813c4d-2c66-4574-802b-eaab4c52c306 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=79003afaaa7449eebf6c14733afed2db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2252083 Feb 09 01:03:19.329129 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34896) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:19.339854 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3f94f6-cae8-4891-9c00-25a0704dab36 None None] Network 151f3625-265a-4aab-adad-d81de62c4234 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:03:19.402824 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-7166ad5f-9f9f-4c69-9884-84327c4b7518 req-48dd6532-e521-40a8-b35e-3985c32ee7e9 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:19.406474 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7166ad5f-9f9f-4c69-9884-84327c4b7518 req-48dd6532-e521-40a8-b35e-3985c32ee7e9 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2365780 Feb 09 01:03:19.425083 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db0e51-f430-41db-9872-67515046afb9 req-954ba795-e00d-4ccc-b694-e080f82e0e7c tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:19.432454 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f5db0e51-f430-41db-9872-67515046afb9 req-954ba795-e00d-4ccc-b694-e080f82e0e7c tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] 10.222.0.37 "GET /v2.0/ports?device_id=baf83dda-1e34-4c74-b240-7410e4f5589d HTTP/1.1" status: 200 len: 945 time: 0.6495392 Feb 09 01:03:19.474345 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-e5904ed3-c69f-4ee0-9a08-4037b1a797d1 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:19.475803 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-e5904ed3-c69f-4ee0-9a08-4037b1a797d1 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.117 "GET /v2.0/networks?id=212d519a-979f-468b-96fb-02a8cac3aff6 HTTP/1.1" status: 200 len: 812 time: 0.5836380 Feb 09 01:03:19.481459 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5eff2334-274f-4e8f-b0c5-6f92b5bc6d1d None None] Provisioning for port a754fa21-baed-4544-bf30-841b82f7a06f completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:19.505533 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4610bb51-2f5f-4810-bc3f-b06a3b28d060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:19.517036 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-7166ad5f-9f9f-4c69-9884-84327c4b7518 req-8bf93a30-ac44-4d9f-bdfc-f0abc2a44be9 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Synchronizing usage tracker for tenant:a3be55021a894f21878232ff36c1089d on resource:floatingip {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:19.518387 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5eff2334-274f-4e8f-b0c5-6f92b5bc6d1d None None] Provisioning complete for port a754fa21-baed-4544-bf30-841b82f7a06f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:19.518928 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5eff2334-274f-4e8f-b0c5-6f92b5bc6d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:19.524271 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d0fca13-c72e-4b77-a50c-e0cca158b150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:19.525468 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-61e03d7e-216a-47b2-a67e-8d0946a84c5a tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Request body: {'port': {'device_id': 'f9675f77-5f8b-46aa-ab89-5572912e6a6b', 'network_id': '212d519a-979f-468b-96fb-02a8cac3aff6', 'admin_state_up': True, 'tenant_id': '27989079fc4f45f8ab144b741eece4df'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:19.603096 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4610bb51-2f5f-4810-bc3f-b06a3b28d060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:19.621456 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0fca13-c72e-4b77-a50c-e0cca158b150 admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:19.631593 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-7166ad5f-9f9f-4c69-9884-84327c4b7518 req-8bf93a30-ac44-4d9f-bdfc-f0abc2a44be9 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Unset dirty status for tenant:a3be55021a894f21878232ff36c1089d on resource:floatingip {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:19.638785 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7166ad5f-9f9f-4c69-9884-84327c4b7518 req-8bf93a30-ac44-4d9f-bdfc-f0abc2a44be9 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.210 HTTP/1.1" status: 200 len: 696 time: 0.2282670 Feb 09 01:03:19.640803 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-2d0fca13-c72e-4b77-a50c-e0cca158b150 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:19.644026 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-13402fbb-49d7-441a-b106-84a1a17f4c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:19.650554 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0fca13-c72e-4b77-a50c-e0cca158b150 admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:19.655253 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f5db0e51-f430-41db-9872-67515046afb9 req-c740d5e3-0492-4fbf-b4c8-48f922824152 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] 10.222.0.37 "GET /v2.0/security-groups?id=03f89f78-a4b1-40c0-85d2-ebc5df28dafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219369 Feb 09 01:03:19.678708 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-d3a1ac54-e76f-45cc-80f7-8ca239aba3ff tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:19.712175 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0fca13-c72e-4b77-a50c-e0cca158b150 admin admin] Pushing event updated for resources: {'Port': ['ID=6568ffd8-2702-408f-82ae-57e70837539a,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:19.719817 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-d3a1ac54-e76f-45cc-80f7-8ca239aba3ff tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Usage tracker for resource:port and tenant:27989079fc4f45f8ab144b741eece4df is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:19.725520 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-d3a1ac54-e76f-45cc-80f7-8ca239aba3ff tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:19.736074 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5eff2334-274f-4e8f-b0c5-6f92b5bc6d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:19.745992 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-d3a1ac54-e76f-45cc-80f7-8ca239aba3ff tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:19.786795 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-5eff2334-274f-4e8f-b0c5-6f92b5bc6d1d None None] For port a754fa21-baed-4544-bf30-841b82f7a06f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=a754fa21-baed-4544-bf30-841b82f7a06f,segment=NetworkSegment(c70063aa-13fe-46c3-b4e6-857706eded55),segment_id=c70063aa-13fe-46c3-b4e6-857706eded55)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:19.792140 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5eff2334-274f-4e8f-b0c5-6f92b5bc6d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:19.798238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-d3a1ac54-e76f-45cc-80f7-8ca239aba3ff tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Made reservation on behalf of 27989079fc4f45f8ab144b741eece4df for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:19.801760 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-d3a1ac54-e76f-45cc-80f7-8ca239aba3ff tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:19.814935 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e7f5ac-44fb-48d8-ac77-557dfd998303', 'name': 'network-vif-deleted', 'tag': '0b378e52-5907-45fa-b7e2-a9e57695cb50', 'status': 'completed', 'code': 200} Feb 09 01:03:19.815193 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38031b77-91ad-4ba7-9220-778adbd1d111', 'name': 'network-vif-deleted', 'tag': '644d9697-2779-4ccb-9258-164cdd54b618', 'status': 'completed', 'code': 200} Feb 09 01:03:19.865859 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-61e03d7e-216a-47b2-a67e-8d0946a84c5a tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:19.879776 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-61e03d7e-216a-47b2-a67e-8d0946a84c5a tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Usage tracker for resource:port and tenant:27989079fc4f45f8ab144b741eece4df is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:19.897822 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-61e03d7e-216a-47b2-a67e-8d0946a84c5a tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:19.912586 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff2334-274f-4e8f-b0c5-6f92b5bc6d1d None None] Pushing event updated for resources: {'Port': ['ID=a754fa21-baed-4544-bf30-841b82f7a06f,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:19.915543 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-61e03d7e-216a-47b2-a67e-8d0946a84c5a tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:19.933972 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4610bb51-2f5f-4810-bc3f-b06a3b28d060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:19.999659 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-61e03d7e-216a-47b2-a67e-8d0946a84c5a tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Made reservation on behalf of 27989079fc4f45f8ab144b741eece4df for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:20.003177 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-61e03d7e-216a-47b2-a67e-8d0946a84c5a tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:20.069105 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610bb51-2f5f-4810-bc3f-b06a3b28d060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d123f5-f103-4bcb-9a7a-2d8e36dcd977,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:20.100942 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166ad5f-9f9f-4c69-9884-84327c4b7518 req-d85bfd39-184f-4afb-8ca7-25e4ff0c2277 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:20.102385 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7166ad5f-9f9f-4c69-9884-84327c4b7518 req-d85bfd39-184f-4afb-8ca7-25e4ff0c2277 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 784 time: 0.4628479 Feb 09 01:03:20.103235 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4610bb51-2f5f-4810-bc3f-b06a3b28d060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:20.118646 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4610bb51-2f5f-4810-bc3f-b06a3b28d060 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/50d123f5-f103-4bcb-9a7a-2d8e36dcd977 HTTP/1.1" status: 204 len: 168 time: 0.7766390 Feb 09 01:03:20.143357 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d5c787ae-901c-4f89-a2cf-837397f44432 None None] Provisioning complete for port a754fa21-baed-4544-bf30-841b82f7a06f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:20.143942 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d5c787ae-901c-4f89-a2cf-837397f44432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:20.146096 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-181c49a0-f5e4-4976-a415-7cc97d7222d3 req-c75a2183-0cb9-4c8d-b9ba-c8d0e1daf1ce tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "GET /v2.0/security-groups/6a68dfa7-61b0-4427-8af7-8dac9927f772 HTTP/1.1" status: 200 len: 1805 time: 0.2769601 Feb 09 01:03:20.190106 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-181c49a0-f5e4-4976-a415-7cc97d7222d3 req-402a8009-6e0d-4d34-963a-1bdbc570b5ef tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6a68dfa7-61b0-4427-8af7-8dac9927f772', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:20.190335 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-181c49a0-f5e4-4976-a415-7cc97d7222d3 req-402a8009-6e0d-4d34-963a-1bdbc570b5ef tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6a68dfa7-61b0-4427-8af7-8dac9927f772', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:20.243318 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-181c49a0-f5e4-4976-a415-7cc97d7222d3 req-402a8009-6e0d-4d34-963a-1bdbc570b5ef tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:20.283900 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-181c49a0-f5e4-4976-a415-7cc97d7222d3 req-402a8009-6e0d-4d34-963a-1bdbc570b5ef tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Usage tracker for resource:security_group_rule and tenant:c87149e20dd6426a943996656ed22a71 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:20.304328 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-181c49a0-f5e4-4976-a415-7cc97d7222d3 req-402a8009-6e0d-4d34-963a-1bdbc570b5ef tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:20.325848 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-181c49a0-f5e4-4976-a415-7cc97d7222d3 req-402a8009-6e0d-4d34-963a-1bdbc570b5ef tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:20.328630 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device a754fa21-baed-4544-bf30-841b82f7a06f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:20.357112 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-d3a1ac54-e76f-45cc-80f7-8ca239aba3ff tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Allocated IP 172.20.0.14 (212d519a-979f-468b-96fb-02a8cac3aff6/9fb61228-bcf3-4353-9939-8b35cf66d0b1/1ea07b49-d853-43ae-aa24-562a094f5e9e) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:20.462022 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port a754fa21-baed-4544-bf30-841b82f7a06f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:20.462712 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:20.518020 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-181c49a0-f5e4-4976-a415-7cc97d7222d3 req-402a8009-6e0d-4d34-963a-1bdbc570b5ef tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:20.637185 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d0fca13-c72e-4b77-a50c-e0cca158b150 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:20.742672 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-13402fbb-49d7-441a-b106-84a1a17f4c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9444193c-3318-448f-8d9f-673309b9483a {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:03:20.746638 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27446f-677b-4adc-b011-149189e5706c req-be0db1d6-8758-44e6-9c04-be15de08b8b4 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:20.748154 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9c27446f-677b-4adc-b011-149189e5706c req-be0db1d6-8758-44e6-9c04-be15de08b8b4 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=a22b0073-6c58-47e8-9f6c-d841cc487367 HTTP/1.1" status: 200 len: 931 time: 0.4483614 Feb 09 01:03:20.752340 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-181c49a0-f5e4-4976-a415-7cc97d7222d3 req-402a8009-6e0d-4d34-963a-1bdbc570b5ef tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:20.764007 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-13402fbb-49d7-441a-b106-84a1a17f4c96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:20.769967 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-181c49a0-f5e4-4976-a415-7cc97d7222d3 req-402a8009-6e0d-4d34-963a-1bdbc570b5ef tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:20.831416 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a8009-6e0d-4d34-963a-1bdbc570b5ef tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c312d3d-a051-4748-be44-12adbd3dc789,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:20.833431 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-13402fbb-49d7-441a-b106-84a1a17f4c96 service neutron] Transition to ACTIVE for port object 9444193c-3318-448f-8d9f-673309b9483a will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:20.853901 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-13402fbb-49d7-441a-b106-84a1a17f4c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:20.902337 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-181c49a0-f5e4-4976-a415-7cc97d7222d3 req-402a8009-6e0d-4d34-963a-1bdbc570b5ef tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:20.903508 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-181c49a0-f5e4-4976-a415-7cc97d7222d3 req-402a8009-6e0d-4d34-963a-1bdbc570b5ef tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7566433 Feb 09 01:03:20.935908 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9c27446f-677b-4adc-b011-149189e5706c req-d8cc3cb2-685c-4f7d-9a69-b153b03c42e8 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285155 Feb 09 01:03:20.996445 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-d3a1ac54-e76f-45cc-80f7-8ca239aba3ff tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:21.062504 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13402fbb-49d7-441a-b106-84a1a17f4c96 service neutron] Pushing event updated for resources: {'Port': ['ID=9444193c-3318-448f-8d9f-673309b9483a,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:21.096792 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d0fca13-c72e-4b77-a50c-e0cca158b150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:21.158156 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7431463e-3c3b-475d-82ef-3d46d598f71e req-af4167ab-0ffd-414b-8d39-57f6de42f26c tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Synchronizing usage tracker for tenant:27989079fc4f45f8ab144b741eece4df on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:21.203664 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:03:21.207817 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7431463e-3c3b-475d-82ef-3d46d598f71e req-af4167ab-0ffd-414b-8d39-57f6de42f26c tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Unset dirty status for tenant:27989079fc4f45f8ab144b741eece4df on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:21.209004 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7431463e-3c3b-475d-82ef-3d46d598f71e req-af4167ab-0ffd-414b-8d39-57f6de42f26c tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a0f3b2-9d5a-4109-89ad-b55d938ea463 HTTP/1.1" status: 200 len: 210 time: 0.1726022 Feb 09 01:03:21.213024 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-13402fbb-49d7-441a-b106-84a1a17f4c96 service neutron] Attempting to bind port 9444193c-3318-448f-8d9f-673309b9483a on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:03:21.213585 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-13402fbb-49d7-441a-b106-84a1a17f4c96 service neutron] Attempting to bind port 9444193c-3318-448f-8d9f-673309b9483a by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:03:21.214233 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-13402fbb-49d7-441a-b106-84a1a17f4c96 service neutron] Attempting to bind port 9444193c-3318-448f-8d9f-673309b9483a on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:21.219531 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-13402fbb-49d7-441a-b106-84a1a17f4c96 service neutron] Port 9444193c-3318-448f-8d9f-673309b9483a on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:03:21.220144 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-13402fbb-49d7-441a-b106-84a1a17f4c96 service neutron] Attempting to bind port 9444193c-3318-448f-8d9f-673309b9483a on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:21.238195 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-13402fbb-49d7-441a-b106-84a1a17f4c96 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:03:21.238624 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-13402fbb-49d7-441a-b106-84a1a17f4c96 service neutron] Checking segment: {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:21.239027 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-13402fbb-49d7-441a-b106-84a1a17f4c96 service neutron] Bound using segment: {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:03:21.239489 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-13402fbb-49d7-441a-b106-84a1a17f4c96 service neutron] Bound port: 9444193c-3318-448f-8d9f-673309b9483a, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:03:21.239839 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-13402fbb-49d7-441a-b106-84a1a17f4c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:21.250643 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-d3a1ac54-e76f-45cc-80f7-8ca239aba3ff tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:21.392791 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07e123-b4a3-4167-b12a-94043ca671ac req-6026b2e7-6c7d-4468-abf7-cf11862d61d2 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:21.394258 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bb07e123-b4a3-4167-b12a-94043ca671ac req-6026b2e7-6c7d-4468-abf7-cf11862d61d2 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 950 time: 0.1994972 Feb 09 01:03:21.464958 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bb07e123-b4a3-4167-b12a-94043ca671ac req-6a1d4db9-011c-479a-9f28-1898c4a187e1 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608220 Feb 09 01:03:21.465667 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0fca13-c72e-4b77-a50c-e0cca158b150 admin admin] Router 80aef23d-3074-4c00-91aa-1c3be961cc0c is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:03:21.517741 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-d3a1ac54-e76f-45cc-80f7-8ca239aba3ff tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Network 212d519a-979f-468b-96fb-02a8cac3aff6 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:21.524687 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1ac54-e76f-45cc-80f7-8ca239aba3ff tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Pushing event updated for resources: {'Port': ['ID=1ea07b49-d853-43ae-aa24-562a094f5e9e,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:21.527144 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-d3a1ac54-e76f-45cc-80f7-8ca239aba3ff tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:21.542120 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41db9dfc-5dc6-4de5-9f9a-3bd5300b21c1 req-cdf29359-2712-459c-92d0-7a2b4515924e tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] 10.222.0.37 "GET /v2.0/floatingips/1a144b7d-e5cb-4075-8ffb-9669f632d721 HTTP/1.1" status: 200 len: 693 time: 0.1537590 Feb 09 01:03:21.544002 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-d3a1ac54-e76f-45cc-80f7-8ca239aba3ff tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:21.597900 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:21.620111 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-61e03d7e-216a-47b2-a67e-8d0946a84c5a tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Allocated IP 172.20.0.8 (212d519a-979f-468b-96fb-02a8cac3aff6/9fb61228-bcf3-4353-9939-8b35cf66d0b1/326257a3-7dba-46ce-a0c2-2453f21c5c49) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:21.685889 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fbf2e96b-1331-463f-9029-839a81b48613 req-e5b32ae6-aa1e-40ed-8c61-42cbfb943508 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "GET /v2.0/security-groups/6a68dfa7-61b0-4427-8af7-8dac9927f772 HTTP/1.1" status: 200 len: 2398 time: 0.1372445 Feb 09 01:03:21.709969 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-13402fbb-49d7-441a-b106-84a1a17f4c96 service neutron] For port 9444193c-3318-448f-8d9f-673309b9483a, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:03:21.715444 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-fbf2e96b-1331-463f-9029-839a81b48613 req-d063bba7-184b-4acf-94ce-48f2cf9a34aa tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6a68dfa7-61b0-4427-8af7-8dac9927f772', 'remote_group_id': None}]} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:21.716305 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-fbf2e96b-1331-463f-9029-839a81b48613 req-d063bba7-184b-4acf-94ce-48f2cf9a34aa tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6a68dfa7-61b0-4427-8af7-8dac9927f772', 'remote_group_id': None}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:21.726122 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-fbf2e96b-1331-463f-9029-839a81b48613 req-d063bba7-184b-4acf-94ce-48f2cf9a34aa tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:21.726904 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-d3a1ac54-e76f-45cc-80f7-8ca239aba3ff tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:21.727596 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-d3a1ac54-e76f-45cc-80f7-8ca239aba3ff tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:21.734020 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-fbf2e96b-1331-463f-9029-839a81b48613 req-d063bba7-184b-4acf-94ce-48f2cf9a34aa tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Usage tracker for resource:security_group_rule and tenant:c87149e20dd6426a943996656ed22a71 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:21.737552 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0fca13-c72e-4b77-a50c-e0cca158b150 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:03:21.747217 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-fbf2e96b-1331-463f-9029-839a81b48613 req-d063bba7-184b-4acf-94ce-48f2cf9a34aa tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:21.753259 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84de1ae-d46f-4cd6-8d15-9613864befd7 None None] Sync routers for ids ['80aef23d-3074-4c00-91aa-1c3be961cc0c'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:03:21.756734 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-13402fbb-49d7-441a-b106-84a1a17f4c96 service neutron] For port 9444193c-3318-448f-8d9f-673309b9483a, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9444193c-3318-448f-8d9f-673309b9483a,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:03:21.761609 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-fbf2e96b-1331-463f-9029-839a81b48613 req-d063bba7-184b-4acf-94ce-48f2cf9a34aa tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:21.771672 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d0fca13-c72e-4b77-a50c-e0cca158b150 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:21.775726 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2d0fca13-c72e-4b77-a50c-e0cca158b150 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5687408 Feb 09 01:03:21.775902 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84de1ae-d46f-4cd6-8d15-9613864befd7 None None] Routers {'80aef23d-3074-4c00-91aa-1c3be961cc0c'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:03:21.775902 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-e84de1ae-d46f-4cd6-8d15-9613864befd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:03:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['80aef23d-3074-4c00-91aa-1c3be961cc0c'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:21.776300 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34944) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:21.785426 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-13402fbb-49d7-441a-b106-84a1a17f4c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:21.864588 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-d3a1ac54-e76f-45cc-80f7-8ca239aba3ff tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6485791 Feb 09 01:03:21.908060 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-13402fbb-49d7-441a-b106-84a1a17f4c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:21.908840 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-13402fbb-49d7-441a-b106-84a1a17f4c96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:21.910164 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-13402fbb-49d7-441a-b106-84a1a17f4c96 service neutron] 10.222.0.35 "PUT /v2.0/ports/9444193c-3318-448f-8d9f-673309b9483a HTTP/1.1" status: 200 len: 1091 time: 2.6671262 Feb 09 01:03:21.913849 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-cfe3023e-5a02-4b81-9cd7-f481f87aa2d8 service neutron] Request body: {'port': {'device_id': '14a0f3b2-9d5a-4109-89ad-b55d938ea463', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:21.930172 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-fbf2e96b-1331-463f-9029-839a81b48613 req-d063bba7-184b-4acf-94ce-48f2cf9a34aa tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:21.939306 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a22b0073-6c58-47e8-9f6c-d841cc487367', 'tag': '9444193c-3318-448f-8d9f-673309b9483a'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:21.983614 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-e84de1ae-d46f-4cd6-8d15-9613864befd7 None None] Set router 80aef23d-3074-4c00-91aa-1c3be961cc0c gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:03:22.025839 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-fbf2e96b-1331-463f-9029-839a81b48613 req-d063bba7-184b-4acf-94ce-48f2cf9a34aa tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:22.032272 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-fbf2e96b-1331-463f-9029-839a81b48613 req-d063bba7-184b-4acf-94ce-48f2cf9a34aa tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:22.180046 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13402fbb-49d7-441a-b106-84a1a17f4c96 service neutron] Pushing event updated for resources: {'Port': ['ID=9444193c-3318-448f-8d9f-673309b9483a,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:22.241041 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db9dfc-5dc6-4de5-9f9a-3bd5300b21c1 req-915f3584-6b0e-40ff-9c8f-262435a0cf7f tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:22.243197 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41db9dfc-5dc6-4de5-9f9a-3bd5300b21c1 req-915f3584-6b0e-40ff-9c8f-262435a0cf7f tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 784 time: 0.7003059 Feb 09 01:03:22.260042 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063bba7-184b-4acf-94ce-48f2cf9a34aa tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c438297-fd36-48ea-9e37-2d5e8031e754,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:22.281059 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-fbf2e96b-1331-463f-9029-839a81b48613 req-d063bba7-184b-4acf-94ce-48f2cf9a34aa tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:22.282135 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fbf2e96b-1331-463f-9029-839a81b48613 req-d063bba7-184b-4acf-94ce-48f2cf9a34aa tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5775390 Feb 09 01:03:22.314284 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-e84de1ae-d46f-4cd6-8d15-9613864befd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'name': 'tempest-TaggedBootDevicesTest_v242-594457440-router', 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '6568ffd8-2702-408f-82ae-57e70837539a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:16Z', 'updated_at': '2022-02-09T01:03:20Z', 'revision_number': 3, 'project_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'gw_port': {'id': '6568ffd8-2702-408f-82ae-57e70837539a', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:18Z', 'updated_at': '2022-02-09T01:03:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:22.318532 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84de1ae-d46f-4cd6-8d15-9613864befd7 None None] Checking router: 80aef23d-3074-4c00-91aa-1c3be961cc0c for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:03:22.318943 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84de1ae-d46f-4cd6-8d15-9613864befd7 None None] Updating router 80aef23d-3074-4c00-91aa-1c3be961cc0c port 6568ffd8-2702-408f-82ae-57e70837539a binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:03:22.378871 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-e84de1ae-d46f-4cd6-8d15-9613864befd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:22.514116 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41db9dfc-5dc6-4de5-9f9a-3bd5300b21c1 req-ea4be1a1-cfb5-41d9-8e5a-67706c1e02d2 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.210 HTTP/1.1" status: 200 len: 696 time: 0.2520876 Feb 09 01:03:22.518925 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-cfe3023e-5a02-4b81-9cd7-f481f87aa2d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:22.600667 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-61e03d7e-216a-47b2-a67e-8d0946a84c5a tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:22.670922 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-cf79a3a9-c183-48d5-bbb7-b0d8df6c3250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:22.672531 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-cf79a3a9-c183-48d5-bbb7-b0d8df6c3250 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a459030aa9346b7b761b1ccc64f5445&device_id=a22b0073-6c58-47e8-9f6c-d841cc487367 HTTP/1.1" status: 200 len: 1094 time: 0.7022979 Feb 09 01:03:22.764526 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41db9dfc-5dc6-4de5-9f9a-3bd5300b21c1 req-e16b965f-4bd1-4306-a3ea-324a002fe1df tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.210 HTTP/1.1" status: 200 len: 696 time: 0.2218409 Feb 09 01:03:22.780132 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a22b0073-6c58-47e8-9f6c-d841cc487367', 'tag': '9444193c-3318-448f-8d9f-673309b9483a', 'status': 'completed', 'code': 200} Feb 09 01:03:22.783741 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-ddd2b043-2582-43a0-84dc-179f4ab88c22 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9444193c-3318-448f-8d9f-673309b9483a HTTP/1.1" status: 200 len: 217 time: 0.0991390 Feb 09 01:03:22.832573 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3a4d9-af7b-4bfb-bf4e-62c6bd7d8ce3 req-ec6c37ef-0a98-4756-a465-097339c3d70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:22.834072 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e4f3a4d9-af7b-4bfb-bf4e-62c6bd7d8ce3 req-ec6c37ef-0a98-4756-a465-097339c3d70f service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=7925bbaf781f41338fabddc8af2be64d&device_id=baf83dda-1e34-4c74-b240-7410e4f5589d HTTP/1.1" status: 200 len: 1096 time: 0.1809859 Feb 09 01:03:22.857932 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-e84de1ae-d46f-4cd6-8d15-9613864befd7 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:22.877143 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-e84de1ae-d46f-4cd6-8d15-9613864befd7 None None] Transition to ACTIVE for port object 6568ffd8-2702-408f-82ae-57e70837539a will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:22.885107 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-e84de1ae-d46f-4cd6-8d15-9613864befd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:22.970012 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cba65e-aff4-47f8-95fa-125e884c8423 None None] Pushing event updated for resources: {'Port': ['ID=6568ffd8-2702-408f-82ae-57e70837539a,revision_number=2']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:22.971903 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-e84de1ae-d46f-4cd6-8d15-9613864befd7 None None] Attempting to bind port 6568ffd8-2702-408f-82ae-57e70837539a on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:03:22.972260 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-e84de1ae-d46f-4cd6-8d15-9613864befd7 None None] Attempting to bind port 6568ffd8-2702-408f-82ae-57e70837539a by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:03:22.972657 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84de1ae-d46f-4cd6-8d15-9613864befd7 None None] Attempting to bind port 6568ffd8-2702-408f-82ae-57e70837539a on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:22.976050 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5cd269cf-f1c3-43c0-805e-162688ab432b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:22.978450 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84de1ae-d46f-4cd6-8d15-9613864befd7 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:03:22.983369 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84de1ae-d46f-4cd6-8d15-9613864befd7 None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:22.983726 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-e84de1ae-d46f-4cd6-8d15-9613864befd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:22.984295 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84de1ae-d46f-4cd6-8d15-9613864befd7 None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:03:22.984626 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-e84de1ae-d46f-4cd6-8d15-9613864befd7 None None] Bound port: 6568ffd8-2702-408f-82ae-57e70837539a, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:03:22.985015 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-e84de1ae-d46f-4cd6-8d15-9613864befd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:23.072626 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-e84de1ae-d46f-4cd6-8d15-9613864befd7 None None] For port 6568ffd8-2702-408f-82ae-57e70837539a, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:03:23.077245 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-e84de1ae-d46f-4cd6-8d15-9613864befd7 None None] For port 6568ffd8-2702-408f-82ae-57e70837539a, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6568ffd8-2702-408f-82ae-57e70837539a,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:03:23.083368 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-e84de1ae-d46f-4cd6-8d15-9613864befd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:23.083683 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-41db9dfc-5dc6-4de5-9f9a-3bd5300b21c1 req-ae46f7eb-1331-4be5-8311-be222c7372ef tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Deleting port 58652130-518d-4e3c-8c01-e98f8cfe92bd {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:03:23.084261 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41db9dfc-5dc6-4de5-9f9a-3bd5300b21c1 req-ae46f7eb-1331-4be5-8311-be222c7372ef tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:23.137125 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3a4d9-af7b-4bfb-bf4e-62c6bd7d8ce3 req-64b3e2b9-f8ec-4309-a558-67bec739e37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:23.138783 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e4f3a4d9-af7b-4bfb-bf4e-62c6bd7d8ce3 req-64b3e2b9-f8ec-4309-a558-67bec739e37c service neutron] 10.222.0.117 "GET /v2.0/networks?id=41839a4d-37ac-44d8-96d9-d657c47e8af8 HTTP/1.1" status: 200 len: 914 time: 0.2911124 Feb 09 01:03:23.142896 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-6150f220-6c4b-4189-8747-5ff1416c8824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:23.144623 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-6150f220-6c4b-4189-8747-5ff1416c8824 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=71237ce4-c470-4847-a2d1-f1f13758c999 HTTP/1.1" status: 200 len: 848 time: 0.2974403 Feb 09 01:03:23.171357 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-61e03d7e-216a-47b2-a67e-8d0946a84c5a tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:23.184967 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84de1ae-d46f-4cd6-8d15-9613864befd7 None None] Routers {'80aef23d-3074-4c00-91aa-1c3be961cc0c'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:03:23.185581 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-e84de1ae-d46f-4cd6-8d15-9613864befd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:03:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['80aef23d-3074-4c00-91aa-1c3be961cc0c'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:23.251190 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cba65e-aff4-47f8-95fa-125e884c8423 None None] Pushing event updated for resources: {'Port': ['ID=6568ffd8-2702-408f-82ae-57e70837539a,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:23.255706 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d18ae-e6f5-4229-a4cc-78362459c3f9 req-3f3bcf58-05e9-4022-9088-0e7111f55131 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:23.257153 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e12d18ae-e6f5-4229-a4cc-78362459c3f9 req-3f3bcf58-05e9-4022-9088-0e7111f55131 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=a22b0073-6c58-47e8-9f6c-d841cc487367 HTTP/1.1" status: 200 len: 943 time: 0.3375490 Feb 09 01:03:23.262157 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e4f3a4d9-af7b-4bfb-bf4e-62c6bd7d8ce3 req-9d99818f-1c02-453d-ad11-dc1e6d5d5ac2 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6 HTTP/1.1" status: 200 len: 217 time: 0.0850136 Feb 09 01:03:23.322325 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-9696ebb1-fb3b-4b23-9df6-a762cb7582da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48fff0c2-cb8c-4c86-992a-0e113098b5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1707308 Feb 09 01:03:23.380431 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-e84de1ae-d46f-4cd6-8d15-9613864befd7 None None] Set router 80aef23d-3074-4c00-91aa-1c3be961cc0c gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:03:23.414723 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e12d18ae-e6f5-4229-a4cc-78362459c3f9 req-be1f8da3-4649-45fb-8612-72fe4df053c3 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421895 Feb 09 01:03:23.421641 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3a4d9-af7b-4bfb-bf4e-62c6bd7d8ce3 req-be271b03-93ab-4830-91a9-78def63c91a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:23.423262 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e4f3a4d9-af7b-4bfb-bf4e-62c6bd7d8ce3 req-be271b03-93ab-4830-91a9-78def63c91a8 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=4fa10d48-28f4-4fdb-bab7-6c508ebadc1e HTTP/1.1" status: 200 len: 853 time: 0.1352732 Feb 09 01:03:23.441810 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-61e03d7e-216a-47b2-a67e-8d0946a84c5a tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Network 212d519a-979f-468b-96fb-02a8cac3aff6 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:23.465622 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-5cd269cf-f1c3-43c0-805e-162688ab432b admin admin] Allocated IP 172.20.0.1 (151f3625-265a-4aab-adad-d81de62c4234/d34a1970-cc18-443c-a0a4-8c26bc2e7361/1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:23.481002 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e4f3a4d9-af7b-4bfb-bf4e-62c6bd7d8ce3 req-9b0a82f0-37ee-40a8-89a1-a97be74bce7d service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=41839a4d-37ac-44d8-96d9-d657c47e8af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469077 Feb 09 01:03:23.498675 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-61e03d7e-216a-47b2-a67e-8d0946a84c5a tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:23.511131 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-61e03d7e-216a-47b2-a67e-8d0946a84c5a tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:23.539398 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e03d7e-216a-47b2-a67e-8d0946a84c5a tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Pushing event updated for resources: {'Port': ['ID=326257a3-7dba-46ce-a0c2-2453f21c5c49,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:23.679704 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-61e03d7e-216a-47b2-a67e-8d0946a84c5a tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:23.680620 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-61e03d7e-216a-47b2-a67e-8d0946a84c5a tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:23.704625 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-e84de1ae-d46f-4cd6-8d15-9613864befd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'name': 'tempest-TaggedBootDevicesTest_v242-594457440-router', 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '6568ffd8-2702-408f-82ae-57e70837539a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:16Z', 'updated_at': '2022-02-09T01:03:20Z', 'revision_number': 3, 'project_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'gw_port': {'id': '6568ffd8-2702-408f-82ae-57e70837539a', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:18Z', 'updated_at': '2022-02-09T01:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:23.708979 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84de1ae-d46f-4cd6-8d15-9613864befd7 None None] The sync data for ids ['80aef23d-3074-4c00-91aa-1c3be961cc0c'] in n-d-828419-1 is: [{'id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'name': 'tempest-TaggedBootDevicesTest_v242-594457440-router', 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '6568ffd8-2702-408f-82ae-57e70837539a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:16Z', 'updated_at': '2022-02-09T01:03:20Z', 'revision_number': 3, 'project_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'gw_port': {'id': '6568ffd8-2702-408f-82ae-57e70837539a', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:18Z', 'updated_at': '2022-02-09T01:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:03:23.725088 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41db9dfc-5dc6-4de5-9f9a-3bd5300b21c1 req-ae46f7eb-1331-4be5-8311-be222c7372ef tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:23.725417 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41db9dfc-5dc6-4de5-9f9a-3bd5300b21c1 req-ae46f7eb-1331-4be5-8311-be222c7372ef tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:23.743667 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-5b4bccc4-9640-4afa-9c03-7d68b8419088 service neutron] 10.222.0.35 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089162 Feb 09 01:03:23.871936 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-61e03d7e-216a-47b2-a67e-8d0946a84c5a tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3571737 Feb 09 01:03:23.920768 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e4f3a4d9-af7b-4bfb-bf4e-62c6bd7d8ce3 req-6ef9bc9c-139b-4269-85a2-f12c2ba9939e service neutron] 10.222.0.117 "GET /v2.0/networks/41839a4d-37ac-44d8-96d9-d657c47e8af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171941 Feb 09 01:03:23.934126 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75906c4c-6df1-4e5c-8466-b382d1a24fe1 req-ad23c563-1525-4794-928f-86e757543247 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:23.940948 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-75906c4c-6df1-4e5c-8466-b382d1a24fe1 req-ad23c563-1525-4794-928f-86e757543247 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a0f3b2-9d5a-4109-89ad-b55d938ea463 HTTP/1.1" status: 200 len: 932 time: 0.3184428 Feb 09 01:03:23.953394 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5cd269cf-f1c3-43c0-805e-162688ab432b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:24.083620 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-5cd269cf-f1c3-43c0-805e-162688ab432b admin admin] Transition to ACTIVE for port object 1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:24.119029 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-75906c4c-6df1-4e5c-8466-b382d1a24fe1 req-d71e863d-4e6a-4b4e-afd1-d1fd9b043cf8 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa0642db-114b-4eee-9b0a-78a1759ea06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769180 Feb 09 01:03:24.137003 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-41db9dfc-5dc6-4de5-9f9a-3bd5300b21c1 req-ae46f7eb-1331-4be5-8311-be222c7372ef tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Calling delete_port for 58652130-518d-4e3c-8c01-e98f8cfe92bd owned by network:floatingip {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:03:24.173349 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-bbcb6ddb-af16-4048-8afc-415db781677a service neutron] Request body: {'port': {'device_id': 'f9675f77-5f8b-46aa-ab89-5572912e6a6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:24.240927 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5cd269cf-f1c3-43c0-805e-162688ab432b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:24.253643 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-cfe3023e-5a02-4b81-9cd7-f481f87aa2d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ea07b49-d853-43ae-aa24-562a094f5e9e {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:03:24.275490 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-cfe3023e-5a02-4b81-9cd7-f481f87aa2d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:24.289918 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd269cf-f1c3-43c0-805e-162688ab432b admin admin] Network 151f3625-265a-4aab-adad-d81de62c4234 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:24.293655 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e1d4eb6c-a415-40ee-ac11-b2750959f889 req-cefed607-8515-4a5c-b640-d43dd728794f tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "GET /v2.0/security-groups/6a68dfa7-61b0-4427-8af7-8dac9927f772 HTTP/1.1" status: 200 len: 2996 time: 0.1445286 Feb 09 01:03:24.295927 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e4f3a4d9-af7b-4bfb-bf4e-62c6bd7d8ce3 req-4b53d548-8e09-4d92-8c29-181a92d60202 service neutron] 10.222.0.117 "GET /v2.0/networks/41839a4d-37ac-44d8-96d9-d657c47e8af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520107 Feb 09 01:03:24.301840 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-5cd269cf-f1c3-43c0-805e-162688ab432b admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:24.316484 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd269cf-f1c3-43c0-805e-162688ab432b admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:24.358166 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-cfe3023e-5a02-4b81-9cd7-f481f87aa2d8 service neutron] Transition to ACTIVE for port object 1ea07b49-d853-43ae-aa24-562a094f5e9e will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:24.391668 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6568ffd8-2702-408f-82ae-57e70837539a up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:24.418374 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd269cf-f1c3-43c0-805e-162688ab432b admin admin] Pushing event updated for resources: {'Port': ['ID=1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:24.422401 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-cfe3023e-5a02-4b81-9cd7-f481f87aa2d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:24.428834 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5cd269cf-f1c3-43c0-805e-162688ab432b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:24.567611 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 6568ffd8-2702-408f-82ae-57e70837539a completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:24.573268 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 6568ffd8-2702-408f-82ae-57e70837539a triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:24.578051 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-bbcb6ddb-af16-4048-8afc-415db781677a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:24.578705 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:24.669215 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5cd269cf-f1c3-43c0-805e-162688ab432b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:24.706279 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:24.736293 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-53db647e-702c-403a-86ba-60b5ddfa1b2a req-060e9cd7-7121-4bfa-862f-20976821dd20 service neutron] 10.222.0.35 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9823287 Feb 09 01:03:24.800781 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7c5eb842-7d60-48ba-a5dd-8ecd06083217 None None] Provisioning for port 1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:24.807440 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7c5eb842-7d60-48ba-a5dd-8ecd06083217 None None] Provisioning complete for port 1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:24.808035 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7c5eb842-7d60-48ba-a5dd-8ecd06083217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:24.832207 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:24.878829 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 6568ffd8-2702-408f-82ae-57e70837539a, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6568ffd8-2702-408f-82ae-57e70837539a,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:24.885306 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:24.916710 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-7c5eb842-7d60-48ba-a5dd-8ecd06083217 None None] Port 1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:03:24.956528 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35e2a9-c256-4ada-a158-9a52d5abfcf7 req-db34c404-cd5a-47db-a0d6-e37042b70fe1 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:24.965505 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9e35e2a9-c256-4ada-a158-9a52d5abfcf7 req-db34c404-cd5a-47db-a0d6-e37042b70fe1 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 950 time: 0.2995238 Feb 09 01:03:24.981234 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=6568ffd8-2702-408f-82ae-57e70837539a,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:24.986139 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3023e-5a02-4b81-9cd7-f481f87aa2d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea07b49-d853-43ae-aa24-562a094f5e9e,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:25.115716 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5cd269cf-f1c3-43c0-805e-162688ab432b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:25.123987 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41db9dfc-5dc6-4de5-9f9a-3bd5300b21c1 req-ae46f7eb-1331-4be5-8311-be222c7372ef tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:25.127496 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5cd269cf-f1c3-43c0-805e-162688ab432b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:25.205289 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46f7eb-1331-4be5-8311-be222c7372ef tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Pushing event deleted for resources: {'Port': ['ID=58652130-518d-4e3c-8c01-e98f8cfe92bd,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:25.216964 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9e35e2a9-c256-4ada-a158-9a52d5abfcf7 req-179e8148-6a31-4747-831f-2c99afab573e tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505233 Feb 09 01:03:25.264478 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd269cf-f1c3-43c0-805e-162688ab432b admin admin] Pushing event updated for resources: {'Port': ['ID=1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:25.269021 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5cd269cf-f1c3-43c0-805e-162688ab432b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:25.310865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb111d-9431-4d3e-b70f-766ae1c54f9e req-827b4e7a-50f8-4419-94cf-289e67c6cd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:25.312357 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-adcb111d-9431-4d3e-b70f-766ae1c54f9e req-827b4e7a-50f8-4419-94cf-289e67c6cd51 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a459030aa9346b7b761b1ccc64f5445&device_id=a22b0073-6c58-47e8-9f6c-d841cc487367 HTTP/1.1" status: 200 len: 1094 time: 0.4806204 Feb 09 01:03:25.359246 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-cfe3023e-5a02-4b81-9cd7-f481f87aa2d8 service neutron] Attempting to bind port 1ea07b49-d853-43ae-aa24-562a094f5e9e on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:03:25.359575 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-cfe3023e-5a02-4b81-9cd7-f481f87aa2d8 service neutron] Attempting to bind port 1ea07b49-d853-43ae-aa24-562a094f5e9e by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'db9ba235-89e2-4f9a-977e-838070d870cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '212d519a-979f-468b-96fb-02a8cac3aff6'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:03:25.359897 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-cfe3023e-5a02-4b81-9cd7-f481f87aa2d8 service neutron] Attempting to bind port 1ea07b49-d853-43ae-aa24-562a094f5e9e on network 212d519a-979f-468b-96fb-02a8cac3aff6 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:25.394823 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-cfe3023e-5a02-4b81-9cd7-f481f87aa2d8 service neutron] Port 1ea07b49-d853-43ae-aa24-562a094f5e9e on network 212d519a-979f-468b-96fb-02a8cac3aff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:03:25.395438 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-cfe3023e-5a02-4b81-9cd7-f481f87aa2d8 service neutron] Attempting to bind port 1ea07b49-d853-43ae-aa24-562a094f5e9e on network 212d519a-979f-468b-96fb-02a8cac3aff6 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:25.464204 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd269cf-f1c3-43c0-805e-162688ab432b admin admin] Network 151f3625-265a-4aab-adad-d81de62c4234 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:25.465838 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-5cd269cf-f1c3-43c0-805e-162688ab432b admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:25.466264 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-cfe3023e-5a02-4b81-9cd7-f481f87aa2d8 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:03:25.466608 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-cfe3023e-5a02-4b81-9cd7-f481f87aa2d8 service neutron] Checking segment: {'id': 'db9ba235-89e2-4f9a-977e-838070d870cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '212d519a-979f-468b-96fb-02a8cac3aff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:25.466987 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-cfe3023e-5a02-4b81-9cd7-f481f87aa2d8 service neutron] Bound using segment: {'id': 'db9ba235-89e2-4f9a-977e-838070d870cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '212d519a-979f-468b-96fb-02a8cac3aff6'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:03:25.467424 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-cfe3023e-5a02-4b81-9cd7-f481f87aa2d8 service neutron] Bound port: 1ea07b49-d853-43ae-aa24-562a094f5e9e, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db9ba235-89e2-4f9a-977e-838070d870cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '212d519a-979f-468b-96fb-02a8cac3aff6'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:03:25.467766 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-cfe3023e-5a02-4b81-9cd7-f481f87aa2d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:25.511561 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41db9dfc-5dc6-4de5-9f9a-3bd5300b21c1 req-ae46f7eb-1331-4be5-8311-be222c7372ef tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Notify callbacks [] for floatingip, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:25.565495 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c5316-737b-405d-b33e-754578079ca3 req-ea9bfbec-a69e-45e6-ad83-8d6eba5a24ae tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:25.566963 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c73c5316-737b-405d-b33e-754578079ca3 req-ea9bfbec-a69e-45e6-ad83-8d6eba5a24ae tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] 10.222.0.37 "GET /v2.0/ports?device_id=baf83dda-1e34-4c74-b240-7410e4f5589d HTTP/1.1" status: 200 len: 945 time: 0.2311506 Feb 09 01:03:25.641674 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41db9dfc-5dc6-4de5-9f9a-3bd5300b21c1 req-ae46f7eb-1331-4be5-8311-be222c7372ef tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:25.642797 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41db9dfc-5dc6-4de5-9f9a-3bd5300b21c1 req-ae46f7eb-1331-4be5-8311-be222c7372ef tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] 10.222.0.37 "DELETE /v2.0/floatingips/1a144b7d-e5cb-4075-8ffb-9669f632d721 HTTP/1.1" status: 204 len: 173 time: 2.8773520 Feb 09 01:03:25.683020 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb111d-9431-4d3e-b70f-766ae1c54f9e req-9040164b-1cab-4f70-9fe2-5710c23d5316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:25.684599 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-adcb111d-9431-4d3e-b70f-766ae1c54f9e req-9040164b-1cab-4f70-9fe2-5710c23d5316 service neutron] 10.222.0.35 "GET /v2.0/networks?id=48fff0c2-cb8c-4c86-992a-0e113098b5fc HTTP/1.1" status: 200 len: 909 time: 0.3196447 Feb 09 01:03:25.686700 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-cfe3023e-5a02-4b81-9cd7-f481f87aa2d8 service neutron] For port 1ea07b49-d853-43ae-aa24-562a094f5e9e, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:03:25.691664 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-cfe3023e-5a02-4b81-9cd7-f481f87aa2d8 service neutron] For port 1ea07b49-d853-43ae-aa24-562a094f5e9e, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=1ea07b49-d853-43ae-aa24-562a094f5e9e,segment=NetworkSegment(db9ba235-89e2-4f9a-977e-838070d870cc),segment_id=db9ba235-89e2-4f9a-977e-838070d870cc)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:03:25.757029 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-03fcb416-99ba-451a-942c-6779eb148c2a None None] Provisioning complete for port 1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:25.758988 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-03fcb416-99ba-451a-942c-6779eb148c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:25.764585 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c73c5316-737b-405d-b33e-754578079ca3 req-1b2216f5-4960-4bfb-9f52-727f18b17113 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] 10.222.0.37 "GET /v2.0/security-groups?id=03f89f78-a4b1-40c0-85d2-ebc5df28dafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792352 Feb 09 01:03:25.784389 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd269cf-f1c3-43c0-805e-162688ab432b admin admin] Router 80aef23d-3074-4c00-91aa-1c3be961cc0c has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:03:25.789833 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-adcb111d-9431-4d3e-b70f-766ae1c54f9e req-bcef584d-df52-44a0-8232-5d588bb832b0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9444193c-3318-448f-8d9f-673309b9483a HTTP/1.1" status: 200 len: 217 time: 0.0961468 Feb 09 01:03:25.794801 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-cfe3023e-5a02-4b81-9cd7-f481f87aa2d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:25.838888 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-03fcb416-99ba-451a-942c-6779eb148c2a None None] Port 1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:03:25.877342 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-bbcb6ddb-af16-4048-8afc-415db781677a service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:03:25.902119 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e93f1e77-b71e-4d66-9dc6-6c4cabd79e92 req-28369b2c-1ac9-40dc-a720-9fba60c8cd1a tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "GET /v2.0/security-group-rules/8c438297-fd36-48ea-9e37-2d5e8031e754 HTTP/1.1" status: 200 len: 783 time: 0.1229138 Feb 09 01:03:26.120172 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-cfe3023e-5a02-4b81-9cd7-f481f87aa2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:26.120821 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-cfe3023e-5a02-4b81-9cd7-f481f87aa2d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:26.122208 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-cfe3023e-5a02-4b81-9cd7-f481f87aa2d8 service neutron] 10.222.0.35 "PUT /v2.0/ports/1ea07b49-d853-43ae-aa24-562a094f5e9e HTTP/1.1" status: 200 len: 1092 time: 4.2293527 Feb 09 01:03:26.122654 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a0f3b2-9d5a-4109-89ad-b55d938ea463', 'tag': '1ea07b49-d853-43ae-aa24-562a094f5e9e'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:26.165897 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd269cf-f1c3-43c0-805e-162688ab432b admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:03:26.172550 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb111d-9431-4d3e-b70f-766ae1c54f9e req-b22bf062-a0a3-431f-adae-88e8e7624fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:26.173984 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-adcb111d-9431-4d3e-b70f-766ae1c54f9e req-b22bf062-a0a3-431f-adae-88e8e7624fcd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=71237ce4-c470-4847-a2d1-f1f13758c999 HTTP/1.1" status: 200 len: 848 time: 0.3735847 Feb 09 01:03:26.175623 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60aed030-0db5-4603-a4e6-63e3df2297cd None None] Sync routers for ids ['80aef23d-3074-4c00-91aa-1c3be961cc0c'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:03:26.180030 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5cd269cf-f1c3-43c0-805e-162688ab432b admin admin] 10.222.0.37 "PUT /v2.0/routers/80aef23d-3074-4c00-91aa-1c3be961cc0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4019718 Feb 09 01:03:26.204584 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aed030-0db5-4603-a4e6-63e3df2297cd None None] Routers {'80aef23d-3074-4c00-91aa-1c3be961cc0c'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:03:26.206079 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-60aed030-0db5-4603-a4e6-63e3df2297cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:03:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['80aef23d-3074-4c00-91aa-1c3be961cc0c'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:26.212968 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91bc0c-171f-43a3-b3f7-56b55f3887c2 req-f950233f-472f-4655-9460-1cc8c0401d84 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:26.214964 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bb91bc0c-171f-43a3-b3f7-56b55f3887c2 req-f950233f-472f-4655-9460-1cc8c0401d84 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=a22b0073-6c58-47e8-9f6c-d841cc487367 HTTP/1.1" status: 200 len: 943 time: 0.3200281 Feb 09 01:03:26.239303 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3023e-5a02-4b81-9cd7-f481f87aa2d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea07b49-d853-43ae-aa24-562a094f5e9e,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:26.283164 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-bbcb6ddb-af16-4048-8afc-415db781677a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 326257a3-7dba-46ce-a0c2-2453f21c5c49 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:03:26.318899 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-bbcb6ddb-af16-4048-8afc-415db781677a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:26.331435 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bb91bc0c-171f-43a3-b3f7-56b55f3887c2 req-a3fdbe76-caa5-420b-ba77-13cc393f8658 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097536 Feb 09 01:03:26.332070 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-adcb111d-9431-4d3e-b70f-766ae1c54f9e req-5a246108-4d20-4268-a227-a7da3dcb04d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48fff0c2-cb8c-4c86-992a-0e113098b5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951004 Feb 09 01:03:26.336595 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6568ffd8-2702-408f-82ae-57e70837539a up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:26.341704 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e93f1e77-b71e-4d66-9dc6-6c4cabd79e92 req-58c22415-6931-40b2-8dab-a6a02beaf521 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "GET /v2.0/security-groups/6a68dfa7-61b0-4427-8af7-8dac9927f772 HTTP/1.1" status: 200 len: 2996 time: 0.2809100 Feb 09 01:03:26.487659 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-60aed030-0db5-4603-a4e6-63e3df2297cd None None] Set router 80aef23d-3074-4c00-91aa-1c3be961cc0c gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:03:26.502518 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-bbcb6ddb-af16-4048-8afc-415db781677a service neutron] Transition to ACTIVE for port object 326257a3-7dba-46ce-a0c2-2453f21c5c49 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:26.508768 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e93f1e77-b71e-4d66-9dc6-6c4cabd79e92 req-5ac2c955-d411-4584-b473-388e0d28ece0 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:26.542778 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-bbcb6ddb-af16-4048-8afc-415db781677a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:26.549663 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e93f1e77-b71e-4d66-9dc6-6c4cabd79e92 req-5ac2c955-d411-4584-b473-388e0d28ece0 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:26.553685 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8824e9c-6fc9-433e-96fb-4a880bd2eaa9 req-4720c9a9-d9a5-438c-8568-50baae8d8213 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:26.555739 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e8824e9c-6fc9-433e-96fb-4a880bd2eaa9 req-4720c9a9-d9a5-438c-8568-50baae8d8213 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a0f3b2-9d5a-4109-89ad-b55d938ea463 HTTP/1.1" status: 200 len: 944 time: 0.0931706 Feb 09 01:03:26.616679 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e8824e9c-6fc9-433e-96fb-4a880bd2eaa9 req-82529ce9-9b72-4ae5-88d2-d4654506cacd tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa0642db-114b-4eee-9b0a-78a1759ea06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541537 Feb 09 01:03:26.645113 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e93f1e77-b71e-4d66-9dc6-6c4cabd79e92 req-5ac2c955-d411-4584-b473-388e0d28ece0 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:26.666626 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 6568ffd8-2702-408f-82ae-57e70837539a triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:26.667038 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:26.718655 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [req-0e3e0dff-21d7-4a34-91a5-7526d6fa562c req-7186cad8-f036-43da-80d9-36edc040d363 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] show failed (client error): The resource could not be found. Feb 09 01:03:26.720866 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0e3e0dff-21d7-4a34-91a5-7526d6fa562c req-7186cad8-f036-43da-80d9-36edc040d363 tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] 10.222.0.37 "GET /v2.0/floatingips/1a144b7d-e5cb-4075-8ffb-9669f632d721 HTTP/1.1" status: 404 len: 350 time: 0.0895681 Feb 09 01:03:26.785914 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2c955-d411-4584-b473-388e0d28ece0 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c438297-fd36-48ea-9e37-2d5e8031e754,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:26.829448 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e93f1e77-b71e-4d66-9dc6-6c4cabd79e92 req-5ac2c955-d411-4584-b473-388e0d28ece0 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:26.848331 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e93f1e77-b71e-4d66-9dc6-6c4cabd79e92 req-5ac2c955-d411-4584-b473-388e0d28ece0 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/8c438297-fd36-48ea-9e37-2d5e8031e754 HTTP/1.1" status: 204 len: 173 time: 0.5056713 Feb 09 01:03:26.903415 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb6ddb-af16-4048-8afc-415db781677a service neutron] Pushing event updated for resources: {'Port': ['ID=326257a3-7dba-46ce-a0c2-2453f21c5c49,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:26.917693 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-5ba2e56a-38cb-4e75-a633-1e6db9c08efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:26.919713 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-5ba2e56a-38cb-4e75-a633-1e6db9c08efc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27989079fc4f45f8ab144b741eece4df&device_id=14a0f3b2-9d5a-4109-89ad-b55d938ea463 HTTP/1.1" status: 200 len: 1095 time: 0.7500863 Feb 09 01:03:26.922156 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a0f3b2-9d5a-4109-89ad-b55d938ea463', 'tag': '1ea07b49-d853-43ae-aa24-562a094f5e9e', 'status': 'completed', 'code': 200} Feb 09 01:03:26.941235 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-adcb111d-9431-4d3e-b70f-766ae1c54f9e req-ddb1337b-951c-4e2e-b027-fdaa26d8d46e service neutron] 10.222.0.35 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5974786 Feb 09 01:03:27.016727 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-60aed030-0db5-4603-a4e6-63e3df2297cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'name': 'tempest-TaggedBootDevicesTest_v242-594457440-router', 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '6568ffd8-2702-408f-82ae-57e70837539a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:16Z', 'updated_at': '2022-02-09T01:03:24Z', 'revision_number': 4, 'project_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'gw_port': {'id': '6568ffd8-2702-408f-82ae-57e70837539a', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:18Z', 'updated_at': '2022-02-09T01:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988', 'name': '', 'network_id': '151f3625-265a-4aab-adad-d81de62c4234', 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'mac_address': 'fa:16:3e:9e:e9:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'd34a1970-cc18-443c-a0a4-8c26bc2e7361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:23Z', 'updated_at': '2022-02-09T01:03:24Z', 'revision_number': 2, 'project_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'subnets': [{'id': 'd34a1970-cc18-443c-a0a4-8c26bc2e7361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:27.034549 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60aed030-0db5-4603-a4e6-63e3df2297cd None None] Checking router: 80aef23d-3074-4c00-91aa-1c3be961cc0c for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:03:27.035157 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60aed030-0db5-4603-a4e6-63e3df2297cd None None] Updating router 80aef23d-3074-4c00-91aa-1c3be961cc0c port 1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:03:27.049892 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35010) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:27.052459 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [req-6542c5cf-54f7-4901-af84-45a7ca56376d req-ca13820e-74c9-4da4-bcd2-09ed7f98c85b tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] show failed (client error): The resource could not be found. Feb 09 01:03:27.058681 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6542c5cf-54f7-4901-af84-45a7ca56376d req-ca13820e-74c9-4da4-bcd2-09ed7f98c85b tempest-FloatingIPsTestJSON-27013253 tempest-FloatingIPsTestJSON-27013253-project] 10.222.0.37 "GET /v2.0/floatingips/1a144b7d-e5cb-4075-8ffb-9669f632d721 HTTP/1.1" status: 404 len: 350 time: 0.1019583 Feb 09 01:03:27.063252 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-1b3dfb8a-937c-44e0-ba84-66bb28a41212 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-278953122-network', 'tenant_id': '8de10fd4ae2e4cd09cef8cf7b71f0fce'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:27.068080 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1b3dfb8a-937c-44e0-ba84-66bb28a41212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:27.072681 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1b3dfb8a-937c-44e0-ba84-66bb28a41212 admin admin] Usage tracker for resource:network and tenant:8de10fd4ae2e4cd09cef8cf7b71f0fce is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:27.075642 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1b3dfb8a-937c-44e0-ba84-66bb28a41212 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:27.082231 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1b3dfb8a-937c-44e0-ba84-66bb28a41212 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:27.090307 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35014) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:27.134124 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-60aed030-0db5-4603-a4e6-63e3df2297cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:27.177534 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-4a9bda8f-2fba-4ea8-8d1a-b0526560535f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ea07b49-d853-43ae-aa24-562a094f5e9e HTTP/1.1" status: 200 len: 217 time: 0.2396576 Feb 09 01:03:27.191713 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3dfb8a-937c-44e0-ba84-66bb28a41212 admin admin] Made reservation on behalf of 8de10fd4ae2e4cd09cef8cf7b71f0fce for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:27.194717 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b3dfb8a-937c-44e0-ba84-66bb28a41212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:27.231822 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b3dfb8a-937c-44e0-ba84-66bb28a41212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:27.288925 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1b3dfb8a-937c-44e0-ba84-66bb28a41212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:27.297492 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-bbcb6ddb-af16-4048-8afc-415db781677a service neutron] Attempting to bind port 326257a3-7dba-46ce-a0c2-2453f21c5c49 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:03:27.298108 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-bbcb6ddb-af16-4048-8afc-415db781677a service neutron] Attempting to bind port 326257a3-7dba-46ce-a0c2-2453f21c5c49 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': 'db9ba235-89e2-4f9a-977e-838070d870cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '212d519a-979f-468b-96fb-02a8cac3aff6'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:03:27.298230 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-bbcb6ddb-af16-4048-8afc-415db781677a service neutron] Attempting to bind port 326257a3-7dba-46ce-a0c2-2453f21c5c49 on network 212d519a-979f-468b-96fb-02a8cac3aff6 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:27.314720 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-bbcb6ddb-af16-4048-8afc-415db781677a service neutron] Port 326257a3-7dba-46ce-a0c2-2453f21c5c49 on network 212d519a-979f-468b-96fb-02a8cac3aff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:03:27.315041 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-bbcb6ddb-af16-4048-8afc-415db781677a service neutron] Attempting to bind port 326257a3-7dba-46ce-a0c2-2453f21c5c49 on network 212d519a-979f-468b-96fb-02a8cac3aff6 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:27.316682 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8872e6a7-1878-46be-97ea-85cda676774f req-40589fcf-80a2-4ab0-b533-d8ba89f3ee77 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "GET /v2.0/security-groups/6a68dfa7-61b0-4427-8af7-8dac9927f772 HTTP/1.1" status: 200 len: 2398 time: 0.1322863 Feb 09 01:03:27.317874 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1b3dfb8a-937c-44e0-ba84-66bb28a41212 admin admin] Usage tracker for resource:security_group_rule and tenant:8de10fd4ae2e4cd09cef8cf7b71f0fce is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:27.323809 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1b3dfb8a-937c-44e0-ba84-66bb28a41212 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:27.334067 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1b3dfb8a-937c-44e0-ba84-66bb28a41212 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:27.350220 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-bbcb6ddb-af16-4048-8afc-415db781677a service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:03:27.350626 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-bbcb6ddb-af16-4048-8afc-415db781677a service neutron] Checking segment: {'id': 'db9ba235-89e2-4f9a-977e-838070d870cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '212d519a-979f-468b-96fb-02a8cac3aff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:27.351048 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-bbcb6ddb-af16-4048-8afc-415db781677a service neutron] Bound using segment: {'id': 'db9ba235-89e2-4f9a-977e-838070d870cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '212d519a-979f-468b-96fb-02a8cac3aff6'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:03:27.352019 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-bbcb6ddb-af16-4048-8afc-415db781677a service neutron] Bound port: 326257a3-7dba-46ce-a0c2-2453f21c5c49, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db9ba235-89e2-4f9a-977e-838070d870cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '212d519a-979f-468b-96fb-02a8cac3aff6'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:03:27.352261 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-bbcb6ddb-af16-4048-8afc-415db781677a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:27.436213 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-e19f4c7e-7ebe-42ad-b28a-7e22699d82b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:27.437675 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-e19f4c7e-7ebe-42ad-b28a-7e22699d82b6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9fb61228-bcf3-4353-9939-8b35cf66d0b1 HTTP/1.1" status: 200 len: 852 time: 0.2141895 Feb 09 01:03:27.523858 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-adcb111d-9431-4d3e-b70f-766ae1c54f9e req-2fe91ee2-ba64-4ad9-bb57-ceed3936b393 service neutron] 10.222.0.35 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665608 Feb 09 01:03:27.527464 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35026) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:27.529571 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-aac90bc3-bed3-4150-a693-dc9c5e503041 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=212d519a-979f-468b-96fb-02a8cac3aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717833 Feb 09 01:03:27.567750 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfc12c-e3b5-4b51-bcad-ed5655585fae req-03f2d2fa-fadb-484a-a5b7-17b1992ef8a7 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:27.569838 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-60aed030-0db5-4603-a4e6-63e3df2297cd None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:27.574720 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b1dfc12c-e3b5-4b51-bcad-ed5655585fae req-03f2d2fa-fadb-484a-a5b7-17b1992ef8a7 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 950 time: 0.4145825 Feb 09 01:03:27.586356 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-60aed030-0db5-4603-a4e6-63e3df2297cd None None] Transition to ACTIVE for port object 1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:27.597496 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-60aed030-0db5-4603-a4e6-63e3df2297cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:27.628269 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-8872e6a7-1878-46be-97ea-85cda676774f req-bdb54def-c2c5-4b89-8592-1894d47a5509 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:27.757064 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-8872e6a7-1878-46be-97ea-85cda676774f req-bdb54def-c2c5-4b89-8592-1894d47a5509 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:27.809331 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-77f73614-d422-4051-8aa7-f75e53f66dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:27.819284 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-bbcb6ddb-af16-4048-8afc-415db781677a service neutron] For port 326257a3-7dba-46ce-a0c2-2453f21c5c49, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:03:27.846861 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b1dfc12c-e3b5-4b51-bcad-ed5655585fae req-87b2af10-5e24-4290-b663-595b8600e23a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711926 Feb 09 01:03:27.857836 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9750551-8f46-4ea4-8873-faa1542a718a None None] Pushing event updated for resources: {'Port': ['ID=1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:27.862342 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-60aed030-0db5-4603-a4e6-63e3df2297cd None None] Attempting to bind port 1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:03:27.862717 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-60aed030-0db5-4603-a4e6-63e3df2297cd None None] Attempting to bind port 1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c70063aa-13fe-46c3-b4e6-857706eded55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '151f3625-265a-4aab-adad-d81de62c4234'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:03:27.863131 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aed030-0db5-4603-a4e6-63e3df2297cd None None] Attempting to bind port 1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988 on network 151f3625-265a-4aab-adad-d81de62c4234 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:27.871014 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aed030-0db5-4603-a4e6-63e3df2297cd None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:03:27.871594 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aed030-0db5-4603-a4e6-63e3df2297cd None None] Checking segment: {'id': 'c70063aa-13fe-46c3-b4e6-857706eded55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '151f3625-265a-4aab-adad-d81de62c4234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:27.872253 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-60aed030-0db5-4603-a4e6-63e3df2297cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:27.873009 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aed030-0db5-4603-a4e6-63e3df2297cd None None] Bound using segment: {'id': 'c70063aa-13fe-46c3-b4e6-857706eded55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '151f3625-265a-4aab-adad-d81de62c4234'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:03:27.873705 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-60aed030-0db5-4603-a4e6-63e3df2297cd None None] Bound port: 1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70063aa-13fe-46c3-b4e6-857706eded55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '151f3625-265a-4aab-adad-d81de62c4234'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:03:27.874089 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-60aed030-0db5-4603-a4e6-63e3df2297cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:27.887825 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-bbcb6ddb-af16-4048-8afc-415db781677a service neutron] For port 326257a3-7dba-46ce-a0c2-2453f21c5c49, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=326257a3-7dba-46ce-a0c2-2453f21c5c49,segment=NetworkSegment(db9ba235-89e2-4f9a-977e-838070d870cc),segment_id=db9ba235-89e2-4f9a-977e-838070d870cc)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:03:27.906108 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b3dfb8a-937c-44e0-ba84-66bb28a41212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:27.907141 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-bedccd6b-589e-4802-bd2c-d0ca4e6d2e4c service neutron] 10.222.0.35 "GET /v2.0/networks/212d519a-979f-468b-96fb-02a8cac3aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565915 Feb 09 01:03:27.908441 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-77f73614-d422-4051-8aa7-f75e53f66dcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:27.913102 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-bbcb6ddb-af16-4048-8afc-415db781677a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:27.930622 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-77f73614-d422-4051-8aa7-f75e53f66dcd admin admin] Usage tracker for resource:security_group_rule and tenant:13a4be9add1c448a817969fb02fb25eb is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:27.930863 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b3dfb8a-937c-44e0-ba84-66bb28a41212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:27.978292 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 9444193c-3318-448f-8d9f-673309b9483a details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:03:28.047288 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-60aed030-0db5-4603-a4e6-63e3df2297cd None None] For port 1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:03:28.061785 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-8872e6a7-1878-46be-97ea-85cda676774f req-bdb54def-c2c5-4b89-8592-1894d47a5509 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:28.079650 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-77f73614-d422-4051-8aa7-f75e53f66dcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:28.106320 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b3dfb8a-937c-44e0-ba84-66bb28a41212 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 983} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:03:28.126414 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3dfb8a-937c-44e0-ba84-66bb28a41212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427ab991-ec06-47a9-9168-032b6c69119e,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:28.150596 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-60aed030-0db5-4603-a4e6-63e3df2297cd None None] For port 1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988,segment=NetworkSegment(c70063aa-13fe-46c3-b4e6-857706eded55),segment_id=c70063aa-13fe-46c3-b4e6-857706eded55)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:03:28.164158 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-60aed030-0db5-4603-a4e6-63e3df2297cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:28.203663 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-8872e6a7-1878-46be-97ea-85cda676774f req-bdb54def-c2c5-4b89-8592-1894d47a5509 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:28.205417 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8872e6a7-1878-46be-97ea-85cda676774f req-bdb54def-c2c5-4b89-8592-1894d47a5509 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "DELETE /v2.0/security-groups/6a68dfa7-61b0-4427-8af7-8dac9927f772 HTTP/1.1" status: 204 len: 173 time: 0.8782256 Feb 09 01:03:28.211923 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b3dfb8a-937c-44e0-ba84-66bb28a41212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:28.212534 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-1b3dfb8a-937c-44e0-ba84-66bb28a41212 admin admin] Added segment 33faf354-c4ab-4b77-8d5c-9b1148806e58 of type vlan for network e9090512-1742-44a9-970a-41e700340d6a Feb 09 01:03:28.214069 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb54def-c2c5-4b89-8592-1894d47a5509 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a68dfa7-61b0-4427-8af7-8dac9927f772,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:28.226809 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-77f73614-d422-4051-8aa7-f75e53f66dcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:28.281229 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b3dfb8a-937c-44e0-ba84-66bb28a41212 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:28.307961 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-bbcb6ddb-af16-4048-8afc-415db781677a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:28.308615 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-bbcb6ddb-af16-4048-8afc-415db781677a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:28.309975 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-bbcb6ddb-af16-4048-8afc-415db781677a service neutron] 10.222.0.117 "PUT /v2.0/ports/326257a3-7dba-46ce-a0c2-2453f21c5c49 HTTP/1.1" status: 200 len: 1091 time: 4.1407840 Feb 09 01:03:28.331473 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aed030-0db5-4603-a4e6-63e3df2297cd None None] Routers {'80aef23d-3074-4c00-91aa-1c3be961cc0c'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:03:28.333541 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-60aed030-0db5-4603-a4e6-63e3df2297cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:03:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['80aef23d-3074-4c00-91aa-1c3be961cc0c'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:28.402950 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b3dfb8a-937c-44e0-ba84-66bb28a41212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:28.405199 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3dfb8a-937c-44e0-ba84-66bb28a41212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:28.407756 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b3dfb8a-937c-44e0-ba84-66bb28a41212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:28.512682 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9750551-8f46-4ea4-8873-faa1542a718a None None] Pushing event updated for resources: {'Port': ['ID=1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:28.518630 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 9444193c-3318-448f-8d9f-673309b9483a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9444193c-3318-448f-8d9f-673309b9483a,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:28.545421 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3dfb8a-937c-44e0-ba84-66bb28a41212 admin admin] Pushing event updated for resources: {'Network': ['ID=e9090512-1742-44a9-970a-41e700340d6a,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:28.563121 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network e9090512-1742-44a9-970a-41e700340d6a details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:03:28.636285 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1b3dfb8a-937c-44e0-ba84-66bb28a41212 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5847125 Feb 09 01:03:28.641220 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-561c6654-d1d5-41b2-9cf4-462fb8cafc5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:28.652440 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35040) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:28.652784 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '9444193c-3318-448f-8d9f-673309b9483a', 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc', 'port_id': '9444193c-3318-448f-8d9f-673309b9483a', 'mac_address': 'fa:16:3e:3c:71:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 992, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71237ce4-c470-4847-a2d1-f1f13758c999', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:03:28.668933 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-e8dc4306-727c-4e2f-99a5-8f273d3cb110 admin admin] Request body: {'subnet': {'network_id': 'e9090512-1742-44a9-970a-41e700340d6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-278953122-subnet', 'tenant_id': '8de10fd4ae2e4cd09cef8cf7b71f0fce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:28.696157 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e8dc4306-727c-4e2f-99a5-8f273d3cb110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:28.740650 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb6ddb-af16-4048-8afc-415db781677a service neutron] Pushing event updated for resources: {'Port': ['ID=326257a3-7dba-46ce-a0c2-2453f21c5c49,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:28.752022 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e8dc4306-727c-4e2f-99a5-8f273d3cb110 admin admin] Usage tracker for resource:subnet and tenant:8de10fd4ae2e4cd09cef8cf7b71f0fce is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:28.760454 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e8dc4306-727c-4e2f-99a5-8f273d3cb110 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:28.793102 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e8dc4306-727c-4e2f-99a5-8f273d3cb110 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:28.808224 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-6ff08b35-460b-4874-85e7-781c471e83b8 service neutron] 10.222.0.35 "GET /v2.0/networks/212d519a-979f-468b-96fb-02a8cac3aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8803401 Feb 09 01:03:28.834556 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8dc4306-727c-4e2f-99a5-8f273d3cb110 admin admin] Made reservation on behalf of 8de10fd4ae2e4cd09cef8cf7b71f0fce for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:28.836938 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e8dc4306-727c-4e2f-99a5-8f273d3cb110 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:28.897312 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:28.907583 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-60aed030-0db5-4603-a4e6-63e3df2297cd None None] Set router 80aef23d-3074-4c00-91aa-1c3be961cc0c gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:03:28.953492 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9675f77-5f8b-46aa-ab89-5572912e6a6b', 'tag': '326257a3-7dba-46ce-a0c2-2453f21c5c49'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:28.977268 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9444193c-3318-448f-8d9f-673309b9483a {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:03:29.050938 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-8a045eec-a24e-46c4-8410-e522c641e32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:29.052457 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-8a045eec-a24e-46c4-8410-e522c641e32a service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=27989079fc4f45f8ab144b741eece4df&device_id=f9675f77-5f8b-46aa-ab89-5572912e6a6b HTTP/1.1" status: 200 len: 1094 time: 0.4620564 Feb 09 01:03:29.065000 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-77f73614-d422-4051-8aa7-f75e53f66dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:29.076901 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 9444193c-3318-448f-8d9f-673309b9483a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9444193c-3318-448f-8d9f-673309b9483a,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:29.127772 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:29.131960 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83728bf4-d911-4a5f-b20e-5190731bdadb req-1c729000-f440-4e2d-89cf-8a219f817e4f tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:29.132767 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-77f73614-d422-4051-8aa7-f75e53f66dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:29.137380 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-83728bf4-d911-4a5f-b20e-5190731bdadb req-1c729000-f440-4e2d-89cf-8a219f817e4f tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=a22b0073-6c58-47e8-9f6c-d841cc487367 HTTP/1.1" status: 200 len: 943 time: 0.7235463 Feb 09 01:03:29.146832 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f7a46-0499-4d19-88eb-3ca350da4cad req-9bd813e4-5af7-4ea6-8088-fd3abb2043c0 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:29.148552 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-160f7a46-0499-4d19-88eb-3ca350da4cad req-9bd813e4-5af7-4ea6-8088-fd3abb2043c0 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a0f3b2-9d5a-4109-89ad-b55d938ea463 HTTP/1.1" status: 200 len: 944 time: 0.4640241 Feb 09 01:03:29.175267 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-ce23d497-9113-4d0f-afcb-1c07c79aed7b service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=326257a3-7dba-46ce-a0c2-2453f21c5c49 HTTP/1.1" status: 200 len: 217 time: 0.1089983 Feb 09 01:03:29.211177 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-83728bf4-d911-4a5f-b20e-5190731bdadb req-6983960b-df4d-4bec-aded-dcbad1eea0f4 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601525 Feb 09 01:03:29.257539 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=9444193c-3318-448f-8d9f-673309b9483a,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:29.282297 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-77f73614-d422-4051-8aa7-f75e53f66dcd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=13a4be9add1c448a817969fb02fb25eb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7492032 Feb 09 01:03:29.284526 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35048) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:29.286689 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-561c6654-d1d5-41b2-9cf4-462fb8cafc5b admin admin] Deleting port 4cf9cd47-312e-47f4-9413-6cc3574c0e6b {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:03:29.287079 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-561c6654-d1d5-41b2-9cf4-462fb8cafc5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:29.301764 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f73614-d422-4051-8aa7-f75e53f66dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709650e3-f4a1-4371-92e4-a660d9d17cdd,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:29.330674 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-60aed030-0db5-4603-a4e6-63e3df2297cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'name': 'tempest-TaggedBootDevicesTest_v242-594457440-router', 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '6568ffd8-2702-408f-82ae-57e70837539a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:16Z', 'updated_at': '2022-02-09T01:03:24Z', 'revision_number': 4, 'project_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'gw_port': {'id': '6568ffd8-2702-408f-82ae-57e70837539a', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:18Z', 'updated_at': '2022-02-09T01:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988', 'name': '', 'network_id': '151f3625-265a-4aab-adad-d81de62c4234', 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'mac_address': 'fa:16:3e:9e:e9:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'd34a1970-cc18-443c-a0a4-8c26bc2e7361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:23Z', 'updated_at': '2022-02-09T01:03:28Z', 'revision_number': 4, 'project_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'subnets': [{'id': 'd34a1970-cc18-443c-a0a4-8c26bc2e7361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:29.335048 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60aed030-0db5-4603-a4e6-63e3df2297cd None None] The sync data for ids ['80aef23d-3074-4c00-91aa-1c3be961cc0c'] in n-d-828419-1 is: [{'id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'name': 'tempest-TaggedBootDevicesTest_v242-594457440-router', 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '6568ffd8-2702-408f-82ae-57e70837539a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:16Z', 'updated_at': '2022-02-09T01:03:24Z', 'revision_number': 4, 'project_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'gw_port': {'id': '6568ffd8-2702-408f-82ae-57e70837539a', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:18Z', 'updated_at': '2022-02-09T01:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988', 'name': '', 'network_id': '151f3625-265a-4aab-adad-d81de62c4234', 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'mac_address': 'fa:16:3e:9e:e9:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'd34a1970-cc18-443c-a0a4-8c26bc2e7361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:23Z', 'updated_at': '2022-02-09T01:03:28Z', 'revision_number': 4, 'project_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'subnets': [{'id': 'd34a1970-cc18-443c-a0a4-8c26bc2e7361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:03:29.345757 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [req-5aeda7eb-0ae0-4af1-b7c6-f2b0702dd054 req-00d7fc9e-28d4-46ea-805e-d00ea3296e29 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] show failed (client error): The resource could not be found. Feb 09 01:03:29.346944 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5aeda7eb-0ae0-4af1-b7c6-f2b0702dd054 req-00d7fc9e-28d4-46ea-805e-d00ea3296e29 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "GET /v2.0/security-groups/46ae6014-b795-4a6d-94b8-732d346a0741 HTTP/1.1" status: 404 len: 352 time: 0.0613601 Feb 09 01:03:29.350737 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-160f7a46-0499-4d19-88eb-3ca350da4cad req-1a70b60c-af2d-4e23-a347-d2026937ea6a tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa0642db-114b-4eee-9b0a-78a1759ea06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792562 Feb 09 01:03:29.366097 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8383c-b664-4186-9552-31a27728c4a4 req-fb873452-91ba-42cc-8bbe-0c3d69cb7b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:29.367655 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48f8383c-b664-4186-9552-31a27728c4a4 req-fb873452-91ba-42cc-8bbe-0c3d69cb7b6e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27989079fc4f45f8ab144b741eece4df&device_id=14a0f3b2-9d5a-4109-89ad-b55d938ea463 HTTP/1.1" status: 200 len: 1095 time: 0.4530809 Feb 09 01:03:29.369231 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['9444193c-3318-448f-8d9f-673309b9483a'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:03:29.441676 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-a03f4c12-6505-4439-bbbc-9f4f1324f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:29.443280 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-a03f4c12-6505-4439-bbbc-9f4f1324f2ec service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9fb61228-bcf3-4353-9939-8b35cf66d0b1 HTTP/1.1" status: 200 len: 852 time: 0.2401357 Feb 09 01:03:29.641071 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d26e906b-5c91-484e-bc53-e8b26a6f1826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:29.642131 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-5525893c-0756-43bf-ab38-54054fbd6e0c service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=212d519a-979f-468b-96fb-02a8cac3aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051056 Feb 09 01:03:29.705256 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d26e906b-5c91-484e-bc53-e8b26a6f1826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:29.751118 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-561c6654-d1d5-41b2-9cf4-462fb8cafc5b admin admin] For port 4cf9cd47-312e-47f4-9413-6cc3574c0e6b, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=4cf9cd47-312e-47f4-9413-6cc3574c0e6b,segment=NetworkSegment(60c6608b-b1a2-4f33-8566-9409b2f70dc2),segment_id=60c6608b-b1a2-4f33-8566-9409b2f70dc2)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:29.751581 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-561c6654-d1d5-41b2-9cf4-462fb8cafc5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:29.794075 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e8dc4306-727c-4e2f-99a5-8f273d3cb110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:29.880258 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8383c-b664-4186-9552-31a27728c4a4 req-0af25194-2f48-485f-b2b6-e4da62cfdbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:29.881778 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48f8383c-b664-4186-9552-31a27728c4a4 req-0af25194-2f48-485f-b2b6-e4da62cfdbda service neutron] 10.222.0.35 "GET /v2.0/networks?id=212d519a-979f-468b-96fb-02a8cac3aff6 HTTP/1.1" status: 200 len: 913 time: 0.4906757 Feb 09 01:03:29.903721 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-561c6654-d1d5-41b2-9cf4-462fb8cafc5b admin admin] Calling delete_port for 4cf9cd47-312e-47f4-9413-6cc3574c0e6b owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:03:29.942327 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d3742-e147-4db3-baa7-2c6f311dd9a7 req-8d2d9f44-8c77-4c66-9aec-98c77795fdf5 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:29.943961 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-933d3742-e147-4db3-baa7-2c6f311dd9a7 req-8d2d9f44-8c77-4c66-9aec-98c77795fdf5 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] 10.222.0.37 "GET /v2.0/ports?device_id=baf83dda-1e34-4c74-b240-7410e4f5589d HTTP/1.1" status: 200 len: 945 time: 0.3926630 Feb 09 01:03:30.018236 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48f8383c-b664-4186-9552-31a27728c4a4 req-f8fb5b95-916c-48b0-b15e-f861998bcdd5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ea07b49-d853-43ae-aa24-562a094f5e9e HTTP/1.1" status: 200 len: 217 time: 0.1108959 Feb 09 01:03:30.039644 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-1231f8c3-d247-4034-a5d9-6430e81229df service neutron] 10.222.0.117 "GET /v2.0/networks/212d519a-979f-468b-96fb-02a8cac3aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755667 Feb 09 01:03:30.043542 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc4306-727c-4e2f-99a5-8f273d3cb110 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3ee3e16-e4c3-4524-b9be-3613ca3bd35d,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:30.090149 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe540ea-e61e-4cbf-8c3e-0bc23b44a8df req-bab683fa-1f2a-4d68-990d-7fe2816d0eb4 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:30.091676 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4fe540ea-e61e-4cbf-8c3e-0bc23b44a8df req-bab683fa-1f2a-4d68-990d-7fe2816d0eb4 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 950 time: 0.5558412 Feb 09 01:03:30.114378 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dc4306-727c-4e2f-99a5-8f273d3cb110 admin admin] Checking segment: {'id': '33faf354-c4ab-4b77-8d5c-9b1148806e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'e9090512-1742-44a9-970a-41e700340d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:30.114736 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dc4306-727c-4e2f-99a5-8f273d3cb110 admin admin] Network hostable DHCP agents. Network: e9090512-1742-44a9-970a-41e700340d6a, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:03:30.156916 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d26e906b-5c91-484e-bc53-e8b26a6f1826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:30.163116 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-933d3742-e147-4db3-baa7-2c6f311dd9a7 req-d63dd3ab-d13a-4fe2-8e53-6cf49eed4ec8 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] 10.222.0.37 "GET /v2.0/security-groups?id=03f89f78-a4b1-40c0-85d2-ebc5df28dafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112658 Feb 09 01:03:30.191124 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e906b-5c91-484e-bc53-e8b26a6f1826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709650e3-f4a1-4371-92e4-a660d9d17cdd,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:30.204365 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d26e906b-5c91-484e-bc53-e8b26a6f1826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:30.205748 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d26e906b-5c91-484e-bc53-e8b26a6f1826 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/709650e3-f4a1-4371-92e4-a660d9d17cdd HTTP/1.1" status: 204 len: 168 time: 0.8914325 Feb 09 01:03:30.286476 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9675f77-5f8b-46aa-ab89-5572912e6a6b', 'tag': '326257a3-7dba-46ce-a0c2-2453f21c5c49', 'status': 'completed', 'code': 200} Feb 09 01:03:30.297637 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8383c-b664-4186-9552-31a27728c4a4 req-3c5ef928-63a9-4ad2-a5da-1be23975dff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:30.299671 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48f8383c-b664-4186-9552-31a27728c4a4 req-3c5ef928-63a9-4ad2-a5da-1be23975dff7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9fb61228-bcf3-4353-9939-8b35cf66d0b1 HTTP/1.1" status: 200 len: 852 time: 0.2588165 Feb 09 01:03:30.311577 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4fe540ea-e61e-4cbf-8c3e-0bc23b44a8df req-c6c50dab-c75c-45c0-8a35-c1c044fe2618 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888514 Feb 09 01:03:30.316052 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dc4306-727c-4e2f-99a5-8f273d3cb110 admin admin] Network e9090512-1742-44a9-970a-41e700340d6a is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:03:30.467062 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48f8383c-b664-4186-9552-31a27728c4a4 req-ee371ddd-ff1f-433b-900a-eecbe48b788c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=212d519a-979f-468b-96fb-02a8cac3aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1374032 Feb 09 01:03:30.475870 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-e8dc4306-727c-4e2f-99a5-8f273d3cb110 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, e9090512-1742-44a9-970a-41e700340d6a) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:30.487036 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:30.530566 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c4bec63c-8911-4626-81b8-7b0f57f50012 req-7973977e-9fe4-4f78-a3e1-bd2e13c8613b tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "GET /v2.0/security-groups/9857507d-f508-4a80-908d-50d70dbbf3da HTTP/1.1" status: 200 len: 1803 time: 0.2366607 Feb 09 01:03:30.543569 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dc4306-727c-4e2f-99a5-8f273d3cb110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:30.544249 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e8dc4306-727c-4e2f-99a5-8f273d3cb110 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:30.557317 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c585e3d-a72a-45ae-b819-6f34ce381442 None None] Network e9090512-1742-44a9-970a-41e700340d6a requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:03:30.623978 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-561c6654-d1d5-41b2-9cf4-462fb8cafc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:30.714045 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c6654-d1d5-41b2-9cf4-462fb8cafc5b admin admin] Pushing event deleted for resources: {'Port': ['ID=4cf9cd47-312e-47f4-9413-6cc3574c0e6b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:30.790453 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-c4bec63c-8911-4626-81b8-7b0f57f50012 req-24ac450a-b7bf-43e0-9f73-e080792445e2 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:30.801242 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9368b2-fcd1-4fb0-abf5-18c9dca2d2dc req-01d10791-eee3-40eb-a92e-df42e8869e4c tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:30.802955 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5b9368b2-fcd1-4fb0-abf5-18c9dca2d2dc req-01d10791-eee3-40eb-a92e-df42e8869e4c tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] 10.222.0.117 "GET /v2.0/ports?device_id=baf83dda-1e34-4c74-b240-7410e4f5589d HTTP/1.1" status: 200 len: 945 time: 0.3812945 Feb 09 01:03:30.809805 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:30.822296 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35062) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:30.868418 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:30.868924 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:31.001294 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ee07d20-8bcd-4ed2-8b8f-963009ca5ba5 req-8cb47ae7-587e-4c92-86a7-dbcf078fff6a service neutron] 10.222.0.117 "GET /v2.0/networks/212d519a-979f-468b-96fb-02a8cac3aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9085798 Feb 09 01:03:31.021906 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e8dc4306-727c-4e2f-99a5-8f273d3cb110 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3636940 Feb 09 01:03:31.024115 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35066) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:31.042418 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-8d50bf58-7a2b-45da-8a53-e1a3a586d03e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-278953122-router', 'tenant_id': '8de10fd4ae2e4cd09cef8cf7b71f0fce', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:31.072957 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7e3fcd2b-899f-4889-b8df-4d41816bafde admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:31.082386 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8d50bf58-7a2b-45da-8a53-e1a3a586d03e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:31.088287 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-c4bec63c-8911-4626-81b8-7b0f57f50012 req-24ac450a-b7bf-43e0-9f73-e080792445e2 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:31.114761 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8d50bf58-7a2b-45da-8a53-e1a3a586d03e admin admin] Usage tracker for resource:router and tenant:8de10fd4ae2e4cd09cef8cf7b71f0fce is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:31.150235 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8d50bf58-7a2b-45da-8a53-e1a3a586d03e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:31.159538 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7cb15a-1530-4e25-a05e-b221b9ee0ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-e9090512-1742-44a9-970a-41e700340d6a', 'network_id': 'e9090512-1742-44a9-970a-41e700340d6a', 'tenant_id': '8de10fd4ae2e4cd09cef8cf7b71f0fce', 'fixed_ips': [{'subnet_id': 'e3ee3e16-e4c3-4524-b9be-3613ca3bd35d'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:03:31.160454 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ea7cb15a-1530-4e25-a05e-b221b9ee0ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:31.168583 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8d50bf58-7a2b-45da-8a53-e1a3a586d03e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:31.172355 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48f8383c-b664-4186-9552-31a27728c4a4 req-1de476bf-2492-4b20-b1b0-24f62c9a43d9 service neutron] 10.222.0.35 "GET /v2.0/networks/212d519a-979f-468b-96fb-02a8cac3aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6915021 Feb 09 01:03:31.196858 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-5b9368b2-fcd1-4fb0-abf5-18c9dca2d2dc req-1f1a3e20-d0cf-474f-bc30-4c506161e06c tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Deleting port a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:03:31.197191 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-5b9368b2-fcd1-4fb0-abf5-18c9dca2d2dc req-1f1a3e20-d0cf-474f-bc30-4c506161e06c tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:31.214183 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f01eae-257f-48dd-bd88-481451f22aeb req-51ef6d86-d7db-4bac-a754-b681b6743df9 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:31.214892 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-75f01eae-257f-48dd-bd88-481451f22aeb req-51ef6d86-d7db-4bac-a754-b681b6743df9 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Synchronizing usage tracker for tenant:6a459030aa9346b7b761b1ccc64f5445 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:31.221174 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:31.236777 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7e3fcd2b-899f-4889-b8df-4d41816bafde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:31.274863 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7e3fcd2b-899f-4889-b8df-4d41816bafde admin admin] Usage tracker for resource:security_group_rule and tenant:676b805ee11f405fa5d7b2bf7dcef6dd is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:31.279476 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8d50bf58-7a2b-45da-8a53-e1a3a586d03e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:31.280507 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8d50bf58-7a2b-45da-8a53-e1a3a586d03e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:31.286027 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988,segment=NetworkSegment(c70063aa-13fe-46c3-b4e6-857706eded55),segment_id=c70063aa-13fe-46c3-b4e6-857706eded55)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:31.287458 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7e3fcd2b-899f-4889-b8df-4d41816bafde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:31.293774 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:31.308185 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7e3fcd2b-899f-4889-b8df-4d41816bafde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:31.331783 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-75f01eae-257f-48dd-bd88-481451f22aeb req-51ef6d86-d7db-4bac-a754-b681b6743df9 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Unset dirty status for tenant:6a459030aa9346b7b761b1ccc64f5445 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:31.339339 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-75f01eae-257f-48dd-bd88-481451f22aeb req-51ef6d86-d7db-4bac-a754-b681b6743df9 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=a22b0073-6c58-47e8-9f6c-d841cc487367 HTTP/1.1" status: 200 len: 944 time: 0.7998161 Feb 09 01:03:31.375828 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8d50bf58-7a2b-45da-8a53-e1a3a586d03e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:31.423615 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:31.425405 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48f8383c-b664-4186-9552-31a27728c4a4 req-2686901a-6641-42b8-a6d3-8461e056453d service neutron] 10.222.0.35 "GET /v2.0/networks/212d519a-979f-468b-96fb-02a8cac3aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409825 Feb 09 01:03:31.431203 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f1665-0e67-404b-8c04-03fa7703ff4c req-0dd8f6ab-e9f0-4e25-8a95-ec162366774c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:31.431819 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-ea7cb15a-1530-4e25-a05e-b221b9ee0ddd None None] Allocated IP 172.20.0.2 (e9090512-1742-44a9-970a-41e700340d6a/e3ee3e16-e4c3-4524-b9be-3613ca3bd35d/2c7fd0ce-df95-4fda-af5d-f1b1890596ea) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:31.432683 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7e7f1665-0e67-404b-8c04-03fa7703ff4c req-0dd8f6ab-e9f0-4e25-8a95-ec162366774c service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=27989079fc4f45f8ab144b741eece4df&device_id=f9675f77-5f8b-46aa-ab89-5572912e6a6b HTTP/1.1" status: 200 len: 1094 time: 0.3292878 Feb 09 01:03:31.434790 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-75f01eae-257f-48dd-bd88-481451f22aeb req-0ea67307-314b-4839-89b0-2c66b055e6ef tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Synchronizing usage tracker for tenant:6a459030aa9346b7b761b1ccc64f5445 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:31.474424 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-c4bec63c-8911-4626-81b8-7b0f57f50012 req-24ac450a-b7bf-43e0-9f73-e080792445e2 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:31.525317 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-561c6654-d1d5-41b2-9cf4-462fb8cafc5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:31.585244 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac450a-b7bf-43e0-9f73-e080792445e2 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9857507d-f508-4a80-908d-50d70dbbf3da,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:31.652889 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-75f01eae-257f-48dd-bd88-481451f22aeb req-0ea67307-314b-4839-89b0-2c66b055e6ef tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Unset dirty status for tenant:6a459030aa9346b7b761b1ccc64f5445 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:31.654060 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-75f01eae-257f-48dd-bd88-481451f22aeb req-0ea67307-314b-4839-89b0-2c66b055e6ef tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144729 Feb 09 01:03:31.773021 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-c4bec63c-8911-4626-81b8-7b0f57f50012 req-24ac450a-b7bf-43e0-9f73-e080792445e2 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:31.774138 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c4bec63c-8911-4626-81b8-7b0f57f50012 req-24ac450a-b7bf-43e0-9f73-e080792445e2 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "DELETE /v2.0/security-groups/9857507d-f508-4a80-908d-50d70dbbf3da HTTP/1.1" status: 204 len: 173 time: 1.2299862 Feb 09 01:03:31.785437 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ea7cb15a-1530-4e25-a05e-b221b9ee0ddd None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:31.801998 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ea7cb15a-1530-4e25-a05e-b221b9ee0ddd None None] Transition to ACTIVE for port object 2c7fd0ce-df95-4fda-af5d-f1b1890596ea will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:31.811180 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8d50bf58-7a2b-45da-8a53-e1a3a586d03e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:31.838200 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ea7cb15a-1530-4e25-a05e-b221b9ee0ddd None None] Transition to ACTIVE for port object 2c7fd0ce-df95-4fda-af5d-f1b1890596ea will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:31.850855 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ea7cb15a-1530-4e25-a05e-b221b9ee0ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:31.894331 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-5b9368b2-fcd1-4fb0-abf5-18c9dca2d2dc req-1f1a3e20-d0cf-474f-bc30-4c506161e06c tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] For port a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6,segment=NetworkSegment(a0f526c8-3aec-459e-b134-44fdcc6f1af2),segment_id=a0f526c8-3aec-459e-b134-44fdcc6f1af2)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:31.894753 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-5b9368b2-fcd1-4fb0-abf5-18c9dca2d2dc req-1f1a3e20-d0cf-474f-bc30-4c506161e06c tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:31.902286 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f1665-0e67-404b-8c04-03fa7703ff4c req-53a2baf2-ac96-45a1-8744-75c68a0650dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:31.904443 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7e7f1665-0e67-404b-8c04-03fa7703ff4c req-53a2baf2-ac96-45a1-8744-75c68a0650dd service neutron] 10.222.0.117 "GET /v2.0/networks?id=212d519a-979f-468b-96fb-02a8cac3aff6 HTTP/1.1" status: 200 len: 913 time: 0.4641118 Feb 09 01:03:31.961756 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 1ea07b49-d853-43ae-aa24-562a094f5e9e details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:03:31.963953 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 9444193c-3318-448f-8d9f-673309b9483a up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:32.004064 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7cb15a-1530-4e25-a05e-b221b9ee0ddd None None] Network e9090512-1742-44a9-970a-41e700340d6a is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:32.014383 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-ea7cb15a-1530-4e25-a05e-b221b9ee0ddd None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:32.029728 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7cb15a-1530-4e25-a05e-b221b9ee0ddd None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:32.044728 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7e7f1665-0e67-404b-8c04-03fa7703ff4c req-9339cfa7-e8e2-42fd-bfc7-5224c902cd3c service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=326257a3-7dba-46ce-a0c2-2453f21c5c49 HTTP/1.1" status: 200 len: 217 time: 0.0825665 Feb 09 01:03:32.050832 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7cb15a-1530-4e25-a05e-b221b9ee0ddd None None] Pushing event updated for resources: {'Port': ['ID=2c7fd0ce-df95-4fda-af5d-f1b1890596ea,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:32.087954 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7e3fcd2b-899f-4889-b8df-4d41816bafde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:32.105154 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-5b9368b2-fcd1-4fb0-abf5-18c9dca2d2dc req-1f1a3e20-d0cf-474f-bc30-4c506161e06c tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Calling delete_port for a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6 owned by compute:nova {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:03:32.150508 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7e3fcd2b-899f-4889-b8df-4d41816bafde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:32.228431 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f1665-0e67-404b-8c04-03fa7703ff4c req-896d0f4b-5bca-4984-ab60-402c7944eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:32.229865 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7e7f1665-0e67-404b-8c04-03fa7703ff4c req-896d0f4b-5bca-4984-ab60-402c7944eb46 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9fb61228-bcf3-4353-9939-8b35cf66d0b1 HTTP/1.1" status: 200 len: 852 time: 0.1857514 Feb 09 01:03:32.259321 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-ea7cb15a-1530-4e25-a05e-b221b9ee0ddd None None] Attempting to bind port 2c7fd0ce-df95-4fda-af5d-f1b1890596ea on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:03:32.259689 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-ea7cb15a-1530-4e25-a05e-b221b9ee0ddd None None] Attempting to bind port 2c7fd0ce-df95-4fda-af5d-f1b1890596ea by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '33faf354-c4ab-4b77-8d5c-9b1148806e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'e9090512-1742-44a9-970a-41e700340d6a'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:03:32.260030 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7cb15a-1530-4e25-a05e-b221b9ee0ddd None None] Attempting to bind port 2c7fd0ce-df95-4fda-af5d-f1b1890596ea on network e9090512-1742-44a9-970a-41e700340d6a {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:32.279690 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7cb15a-1530-4e25-a05e-b221b9ee0ddd None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:03:32.280217 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7cb15a-1530-4e25-a05e-b221b9ee0ddd None None] Checking segment: {'id': '33faf354-c4ab-4b77-8d5c-9b1148806e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'e9090512-1742-44a9-970a-41e700340d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:32.280475 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ea7cb15a-1530-4e25-a05e-b221b9ee0ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:32.280863 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7cb15a-1530-4e25-a05e-b221b9ee0ddd None None] Bound using segment: {'id': '33faf354-c4ab-4b77-8d5c-9b1148806e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'e9090512-1742-44a9-970a-41e700340d6a'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:03:32.281568 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-ea7cb15a-1530-4e25-a05e-b221b9ee0ddd None None] Bound port: 2c7fd0ce-df95-4fda-af5d-f1b1890596ea, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33faf354-c4ab-4b77-8d5c-9b1148806e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'e9090512-1742-44a9-970a-41e700340d6a'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:03:32.281706 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ea7cb15a-1530-4e25-a05e-b221b9ee0ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:32.286134 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c1f8f-f910-4921-bf72-a7e40eef20f4 req-ddf000d4-0018-41fe-9eb5-0513761ddd64 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:32.287368 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5a2c1f8f-f910-4921-bf72-a7e40eef20f4 req-ddf000d4-0018-41fe-9eb5-0513761ddd64 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a0f3b2-9d5a-4109-89ad-b55d938ea463 HTTP/1.1" status: 200 len: 944 time: 0.3790469 Feb 09 01:03:32.288783 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-68220469-cd49-4676-a11b-f9a23a931cff req-54c0ffdb-c0dd-41e9-a8df-a633e9d5cba9 service neutron] 10.222.0.35 "GET /v2.0/ports/7d3f8cfd-56c5-4824-a60d-48dae61c8128/bindings/n-h1-828419-1 HTTP/1.1" status: 200 len: 382 time: 0.1899905 Feb 09 01:03:32.296218 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 9444193c-3318-448f-8d9f-673309b9483a completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:32.303817 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7e3fcd2b-899f-4889-b8df-4d41816bafde admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=676b805ee11f405fa5d7b2bf7dcef6dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4505970 Feb 09 01:03:32.304057 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7e7f1665-0e67-404b-8c04-03fa7703ff4c req-e0b60e3e-c810-41e0-83b3-3de299fef58b service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=212d519a-979f-468b-96fb-02a8cac3aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606782 Feb 09 01:03:32.312630 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 1ea07b49-d853-43ae-aa24-562a094f5e9e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=1ea07b49-d853-43ae-aa24-562a094f5e9e,segment=NetworkSegment(db9ba235-89e2-4f9a-977e-838070d870cc),segment_id=db9ba235-89e2-4f9a-977e-838070d870cc)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:32.318785 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35076) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:32.330577 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 9444193c-3318-448f-8d9f-673309b9483a triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:32.331189 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:32.336013 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3fcd2b-899f-4889-b8df-4d41816bafde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040bf341-e041-4580-817b-edc6e72d0795,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:32.393936 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '1ea07b49-d853-43ae-aa24-562a094f5e9e', 'network_id': '212d519a-979f-468b-96fb-02a8cac3aff6', 'port_id': '1ea07b49-d853-43ae-aa24-562a094f5e9e', 'mac_address': 'fa:16:3e:d5:a9:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb61228-bcf3-4353-9939-8b35cf66d0b1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:03:32.529895 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:32.543597 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-ea7cb15a-1530-4e25-a05e-b221b9ee0ddd None None] For port 2c7fd0ce-df95-4fda-af5d-f1b1890596ea, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:03:32.556933 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ea07b49-d853-43ae-aa24-562a094f5e9e {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:03:32.590916 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-ea7cb15a-1530-4e25-a05e-b221b9ee0ddd None None] For port 2c7fd0ce-df95-4fda-af5d-f1b1890596ea, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=2c7fd0ce-df95-4fda-af5d-f1b1890596ea,segment=NetworkSegment(33faf354-c4ab-4b77-8d5c-9b1148806e58),segment_id=33faf354-c4ab-4b77-8d5c-9b1148806e58)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:03:32.592662 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:32.596821 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-5b9368b2-fcd1-4fb0-abf5-18c9dca2d2dc req-1f1a3e20-d0cf-474f-bc30-4c506161e06c tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:32.622576 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5a2c1f8f-f910-4921-bf72-a7e40eef20f4 req-6a22021f-0815-44a9-a981-1a657b34e646 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa0642db-114b-4eee-9b0a-78a1759ea06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171108 Feb 09 01:03:32.685048 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ea7cb15a-1530-4e25-a05e-b221b9ee0ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:32.704079 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b697874-645d-4d45-8681-349ef0ecbb2e req-8a5bb569-4071-4bf3-9895-8957a9ad06f3 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:32.711430 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4b697874-645d-4d45-8681-349ef0ecbb2e req-8a5bb569-4071-4bf3-9895-8957a9ad06f3 tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] 10.222.0.37 "GET /v2.0/ports?device_id=baf83dda-1e34-4c74-b240-7410e4f5589d HTTP/1.1" status: 200 len: 945 time: 0.7937155 Feb 09 01:03:32.717998 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a3e20-d0cf-474f-bc30-4c506161e06c tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Pushing event deleted for resources: {'Port': ['ID=a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:32.741111 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 1ea07b49-d853-43ae-aa24-562a094f5e9e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=1ea07b49-d853-43ae-aa24-562a094f5e9e,segment=NetworkSegment(db9ba235-89e2-4f9a-977e-838070d870cc),segment_id=db9ba235-89e2-4f9a-977e-838070d870cc)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:32.773847 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:32.808274 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:32.876439 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7e7f1665-0e67-404b-8c04-03fa7703ff4c req-7e36e3b4-fbe6-44a2-9f03-74590683b465 service neutron] 10.222.0.117 "GET /v2.0/networks/212d519a-979f-468b-96fb-02a8cac3aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5497732 Feb 09 01:03:32.913221 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7cb15a-1530-4e25-a05e-b221b9ee0ddd None None] Pushing event updated for resources: {'Port': ['ID=2c7fd0ce-df95-4fda-af5d-f1b1890596ea,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:32.965585 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22b0073-6c58-47e8-9f6c-d841cc487367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9444193c-3318-448f-8d9f-673309b9483a'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:32.970951 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9368b2-fcd1-4fb0-abf5-18c9dca2d2dc req-1f1a3e20-d0cf-474f-bc30-4c506161e06c tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] No DVR routers for this DVR port a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6 on host n-h2-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:03:32.974324 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-5b9368b2-fcd1-4fb0-abf5-18c9dca2d2dc req-1f1a3e20-d0cf-474f-bc30-4c506161e06c tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:32.995409 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf83dda-1e34-4c74-b240-7410e4f5589d', 'name': 'network-vif-deleted', 'tag': 'a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:33.001517 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561c6654-d1d5-41b2-9cf4-462fb8cafc5b admin admin] Router 8a14d939-c536-47f6-944b-538ea310003b has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:03:33.009965 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6cd18235-bdb1-456f-b6e5-e297bb658ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:33.012678 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 9444193c-3318-448f-8d9f-673309b9483a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9444193c-3318-448f-8d9f-673309b9483a,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:33.017800 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:33.017800 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:33.018114 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5b9368b2-fcd1-4fb0-abf5-18c9dca2d2dc req-1f1a3e20-d0cf-474f-bc30-4c506161e06c tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] 10.222.0.117 "DELETE /v2.0/ports/a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6 HTTP/1.1" status: 204 len: 173 time: 2.1963882 Feb 09 01:03:33.066929 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4b697874-645d-4d45-8681-349ef0ecbb2e req-f1b9b590-7e3e-4e50-a7f4-6d0bc0bfa55b tempest-InstanceActionsTestJSON-3776440 tempest-InstanceActionsTestJSON-3776440-project] 10.222.0.37 "GET /v2.0/security-groups?id=03f89f78-a4b1-40c0-85d2-ebc5df28dafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545103 Feb 09 01:03:33.075050 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:33.085907 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6cd18235-bdb1-456f-b6e5-e297bb658ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:33.097633 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['1ea07b49-d853-43ae-aa24-562a094f5e9e'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:03:33.183686 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=1ea07b49-d853-43ae-aa24-562a094f5e9e,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:33.262245 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8d50bf58-7a2b-45da-8a53-e1a3a586d03e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:33.329410 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8d50bf58-7a2b-45da-8a53-e1a3a586d03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:33.384383 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68220469-cd49-4676-a11b-f9a23a931cff req-045c132c-e3c9-454c-a088-145542051f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:33.386488 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-68220469-cd49-4676-a11b-f9a23a931cff req-045c132c-e3c9-454c-a088-145542051f8f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20&tenant_id=1828a8e10f7447aba0d25cab4f7feaf3 HTTP/1.1" status: 200 len: 1101 time: 0.6460280 Feb 09 01:03:33.410390 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=9444193c-3318-448f-8d9f-673309b9483a,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:33.432518 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7e7f1665-0e67-404b-8c04-03fa7703ff4c req-86017b32-14c3-488a-9a8f-420c901215bb service neutron] 10.222.0.117 "GET /v2.0/networks/212d519a-979f-468b-96fb-02a8cac3aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4827313 Feb 09 01:03:33.444224 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74b79a-d301-49c1-90d2-ad05808002f6 req-256f599e-e72b-4bec-bdda-9f0c7d1c5f3e tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:33.451822 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1f74b79a-d301-49c1-90d2-ad05808002f6 req-256f599e-e72b-4bec-bdda-9f0c7d1c5f3e tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 950 time: 0.6467414 Feb 09 01:03:33.517687 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-84d15de6-78b3-4e6a-9874-8153f0b96cae req-490428bd-c497-4b56-8389-dd46f71d7eec tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "GET /v2.0/security-groups/fd13f249-3217-4841-a67f-dccf579fcb1f HTTP/1.1" status: 200 len: 1805 time: 0.4164698 Feb 09 01:03:33.587494 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6cd18235-bdb1-456f-b6e5-e297bb658ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:33.599083 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561c6654-d1d5-41b2-9cf4-462fb8cafc5b admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:03:33.616174 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ee48a4-98c0-46f8-a7c2-960b921aa47f None None] Sync routers for ids ['8a14d939-c536-47f6-944b-538ea310003b'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:03:33.622527 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd18235-bdb1-456f-b6e5-e297bb658ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040bf341-e041-4580-817b-edc6e72d0795,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:33.627181 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6cd18235-bdb1-456f-b6e5-e297bb658ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:33.628425 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6cd18235-bdb1-456f-b6e5-e297bb658ec1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/040bf341-e041-4580-817b-edc6e72d0795 HTTP/1.1" status: 204 len: 168 time: 1.2875602 Feb 09 01:03:33.637971 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-561c6654-d1d5-41b2-9cf4-462fb8cafc5b admin admin] 10.222.0.37 "PUT /v2.0/routers/8a14d939-c536-47f6-944b-538ea310003b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5440853 Feb 09 01:03:33.642081 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1f74b79a-d301-49c1-90d2-ad05808002f6 req-008e6bc7-2872-45b8-b820-5d5cf9c5755d tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889229 Feb 09 01:03:33.644070 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35088) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:33.662692 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ee48a4-98c0-46f8-a7c2-960b921aa47f None None] Routers {'8a14d939-c536-47f6-944b-538ea310003b'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:03:33.665357 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-28ee48a4-98c0-46f8-a7c2-960b921aa47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:03:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8a14d939-c536-47f6-944b-538ea310003b'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:33.733277 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-84d15de6-78b3-4e6a-9874-8153f0b96cae req-68570bc6-7eed-4e53-9da8-2b470dcb1437 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:33.753638 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-8d50bf58-7a2b-45da-8a53-e1a3a586d03e admin admin] Allocated IP 172.25.5.252 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/7e5a88b7-d096-4171-b48c-e38e6479a7ce) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:33.781669 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-84d15de6-78b3-4e6a-9874-8153f0b96cae req-68570bc6-7eed-4e53-9da8-2b470dcb1437 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:33.963853 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4d59afb-73ec-4cbb-878e-6ff184aa4d6e admin admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:33.988542 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68220469-cd49-4676-a11b-f9a23a931cff req-17ed7e82-9491-4723-a54d-d2e932a0dbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:33.990534 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-68220469-cd49-4676-a11b-f9a23a931cff req-17ed7e82-9491-4723-a54d-d2e932a0dbf5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 1101 time: 0.4587214 Feb 09 01:03:34.069116 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 326257a3-7dba-46ce-a0c2-2453f21c5c49 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:03:34.074709 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:03:34.093683 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-28ee48a4-98c0-46f8-a7c2-960b921aa47f None None] Set router 8a14d939-c536-47f6-944b-538ea310003b gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:03:34.236758 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-84d15de6-78b3-4e6a-9874-8153f0b96cae req-68570bc6-7eed-4e53-9da8-2b470dcb1437 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:34.361633 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:03:34.361986 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6 not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:03:34.377397 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68570bc6-7eed-4e53-9da8-2b470dcb1437 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd13f249-3217-4841-a67f-dccf579fcb1f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:34.417975 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-84d15de6-78b3-4e6a-9874-8153f0b96cae req-68570bc6-7eed-4e53-9da8-2b470dcb1437 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:34.419105 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-84d15de6-78b3-4e6a-9874-8153f0b96cae req-68570bc6-7eed-4e53-9da8-2b470dcb1437 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "DELETE /v2.0/security-groups/fd13f249-3217-4841-a67f-dccf579fcb1f HTTP/1.1" status: 204 len: 173 time: 0.8850403 Feb 09 01:03:34.437977 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4d59afb-73ec-4cbb-878e-6ff184aa4d6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:34.462051 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-b4d59afb-73ec-4cbb-878e-6ff184aa4d6e admin admin] Deleting port fad43810-d310-4024-961a-5e779d9520d4 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:03:34.462914 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4d59afb-73ec-4cbb-878e-6ff184aa4d6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:34.492219 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35645d2d-c9ef-4679-8266-e032a068057b req-c73873b7-510f-4211-b245-a76f8594c2ab tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:34.506195 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-35645d2d-c9ef-4679-8266-e032a068057b req-c73873b7-510f-4211-b245-a76f8594c2ab tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=a22b0073-6c58-47e8-9f6c-d841cc487367 HTTP/1.1" status: 200 len: 945 time: 0.5711651 Feb 09 01:03:34.590017 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22b0073-6c58-47e8-9f6c-d841cc487367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9444193c-3318-448f-8d9f-673309b9483a', 'code': 200} Feb 09 01:03:34.594553 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 2c7fd0ce-df95-4fda-af5d-f1b1890596ea up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:34.630407 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68220469-cd49-4676-a11b-f9a23a931cff req-9571a3ce-c0aa-4ef5-8800-4bc4448f9da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:34.631877 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-68220469-cd49-4676-a11b-f9a23a931cff req-9571a3ce-c0aa-4ef5-8800-4bc4448f9da6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.6238823 Feb 09 01:03:34.662806 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52b4994-8e5e-444f-87a9-38c58b0b61ef None None] Network e9090512-1742-44a9-970a-41e700340d6a requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:03:34.712295 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8d50bf58-7a2b-45da-8a53-e1a3a586d03e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:34.777772 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf83dda-1e34-4c74-b240-7410e4f5589d', 'name': 'network-vif-deleted', 'tag': 'a5a3f6a2-8b1c-4ef3-ac26-a4ea362c74a6', 'status': 'completed', 'code': 200} Feb 09 01:03:34.813432 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d3e46c8e-9aa4-4df6-a3a3-db6b9b596704 None None] Provisioning for port 2c7fd0ce-df95-4fda-af5d-f1b1890596ea completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:34.880312 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 326257a3-7dba-46ce-a0c2-2453f21c5c49, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=326257a3-7dba-46ce-a0c2-2453f21c5c49,segment=NetworkSegment(db9ba235-89e2-4f9a-977e-838070d870cc),segment_id=db9ba235-89e2-4f9a-977e-838070d870cc)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:34.899460 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-28ee48a4-98c0-46f8-a7c2-960b921aa47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a14d939-c536-47f6-944b-538ea310003b', 'name': 'tempest-FloatingIPsTestJSON-758430582-router', 'tenant_id': 'a3be55021a894f21878232ff36c1089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'fad43810-d310-4024-961a-5e779d9520d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:48Z', 'updated_at': '2022-02-09T01:03:30Z', 'revision_number': 5, 'project_id': 'a3be55021a894f21878232ff36c1089d', 'gw_port': {'id': 'fad43810-d310-4024-961a-5e779d9520d4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a14d939-c536-47f6-944b-538ea310003b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:50Z', 'updated_at': '2022-02-09T01:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:34.904437 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-68220469-cd49-4676-a11b-f9a23a931cff req-e3cfb277-8746-4125-bda1-976f31817929 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=7d3f8cfd-56c5-4824-a60d-48dae61c8128 HTTP/1.1" status: 200 len: 217 time: 0.1761730 Feb 09 01:03:34.907365 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ee48a4-98c0-46f8-a7c2-960b921aa47f None None] Checking router: 8a14d939-c536-47f6-944b-538ea310003b for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:03:34.924674 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ee48a4-98c0-46f8-a7c2-960b921aa47f None None] Routers {'8a14d939-c536-47f6-944b-538ea310003b'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:03:34.925341 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-28ee48a4-98c0-46f8-a7c2-960b921aa47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:03:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8a14d939-c536-47f6-944b-538ea310003b'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:34.926350 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '326257a3-7dba-46ce-a0c2-2453f21c5c49', 'network_id': '212d519a-979f-468b-96fb-02a8cac3aff6', 'port_id': '326257a3-7dba-46ce-a0c2-2453f21c5c49', 'mac_address': 'fa:16:3e:5a:70:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb61228-bcf3-4353-9939-8b35cf66d0b1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:03:34.930021 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-35645d2d-c9ef-4679-8266-e032a068057b req-5ebb8e7b-60d2-493e-8d3b-893a91a06b80 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224002 Feb 09 01:03:35.003937 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-b4d59afb-73ec-4cbb-878e-6ff184aa4d6e admin admin] For port fad43810-d310-4024-961a-5e779d9520d4, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=fad43810-d310-4024-961a-5e779d9520d4,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:35.004526 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4d59afb-73ec-4cbb-878e-6ff184aa4d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:35.043631 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68220469-cd49-4676-a11b-f9a23a931cff req-5a7aabb0-a072-4daa-84d0-addf92469d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:35.045149 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-68220469-cd49-4676-a11b-f9a23a931cff req-5a7aabb0-a072-4daa-84d0-addf92469d71 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.1142755 Feb 09 01:03:35.056743 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267635a3-1ca6-44cb-b368-caa0060063c0 req-6d0a18ba-715d-43a4-ae15-2a10dbd9646e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:35.059250 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-267635a3-1ca6-44cb-b368-caa0060063c0 req-6d0a18ba-715d-43a4-ae15-2a10dbd9646e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a22b0073-6c58-47e8-9f6c-d841cc487367 HTTP/1.1" status: 200 len: 1096 time: 0.4452565 Feb 09 01:03:35.173254 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-28ee48a4-98c0-46f8-a7c2-960b921aa47f None None] Set router 8a14d939-c536-47f6-944b-538ea310003b gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:03:35.217934 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:35.234185 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-b4d59afb-73ec-4cbb-878e-6ff184aa4d6e admin admin] Calling delete_port for fad43810-d310-4024-961a-5e779d9520d4 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:03:35.244281 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 326257a3-7dba-46ce-a0c2-2453f21c5c49 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:03:35.253754 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 2c7fd0ce-df95-4fda-af5d-f1b1890596ea completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:35.255098 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35118) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:35.257608 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8d50bf58-7a2b-45da-8a53-e1a3a586d03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:35.262319 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 2c7fd0ce-df95-4fda-af5d-f1b1890596ea triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:35.262828 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:35.289841 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-28ee48a4-98c0-46f8-a7c2-960b921aa47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a14d939-c536-47f6-944b-538ea310003b', 'name': 'tempest-FloatingIPsTestJSON-758430582-router', 'tenant_id': 'a3be55021a894f21878232ff36c1089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:48Z', 'updated_at': '2022-02-09T01:03:34Z', 'revision_number': 6, 'project_id': 'a3be55021a894f21878232ff36c1089d', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:35.294081 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ee48a4-98c0-46f8-a7c2-960b921aa47f None None] The sync data for ids ['8a14d939-c536-47f6-944b-538ea310003b'] in n-d-828419-1 is: [{'id': '8a14d939-c536-47f6-944b-538ea310003b', 'name': 'tempest-FloatingIPsTestJSON-758430582-router', 'tenant_id': 'a3be55021a894f21878232ff36c1089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:48Z', 'updated_at': '2022-02-09T01:03:34Z', 'revision_number': 6, 'project_id': 'a3be55021a894f21878232ff36c1089d', 'gw_port_host': None}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:03:35.337836 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539018b-55bf-4449-b884-1f8b2f365aca req-81b22677-ff04-47db-b159-5a0fcc96e5f1 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:35.339534 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 326257a3-7dba-46ce-a0c2-2453f21c5c49, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=326257a3-7dba-46ce-a0c2-2453f21c5c49,segment=NetworkSegment(db9ba235-89e2-4f9a-977e-838070d870cc),segment_id=db9ba235-89e2-4f9a-977e-838070d870cc)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:35.339870 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1539018b-55bf-4449-b884-1f8b2f365aca req-81b22677-ff04-47db-b159-5a0fcc96e5f1 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a0f3b2-9d5a-4109-89ad-b55d938ea463 HTTP/1.1" status: 200 len: 945 time: 0.5206630 Feb 09 01:03:35.354099 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:35.408045 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1539018b-55bf-4449-b884-1f8b2f365aca req-23595f3e-e755-4b10-8704-7ea25f7a5a19 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa0642db-114b-4eee-9b0a-78a1759ea06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502510 Feb 09 01:03:35.466142 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d50bf58-7a2b-45da-8a53-e1a3a586d03e admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:35.474169 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-8d50bf58-7a2b-45da-8a53-e1a3a586d03e admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:35.489286 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d50bf58-7a2b-45da-8a53-e1a3a586d03e admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:35.494553 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=326257a3-7dba-46ce-a0c2-2453f21c5c49,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:35.509499 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:35.519781 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50bf58-7a2b-45da-8a53-e1a3a586d03e admin admin] Pushing event updated for resources: {'Port': ['ID=7e5a88b7-d096-4171-b48c-e38e6479a7ce,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:35.543944 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4d59afb-73ec-4cbb-878e-6ff184aa4d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:35.546491 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 2c7fd0ce-df95-4fda-af5d-f1b1890596ea, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=2c7fd0ce-df95-4fda-af5d-f1b1890596ea,segment=NetworkSegment(33faf354-c4ab-4b77-8d5c-9b1148806e58),segment_id=33faf354-c4ab-4b77-8d5c-9b1148806e58)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:35.552094 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:35.571510 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-267635a3-1ca6-44cb-b368-caa0060063c0 req-66eb5602-b289-4efb-a9df-36bb0f7f5d35 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171439 Feb 09 01:03:35.583917 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-958e8a68-3743-41c9-9ed4-72c401ef8478 admin admin] Deleting subnet 4fa10d48-28f4-4fdb-bab7-6c508ebadc1e {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:03:35.594157 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-967e19b2-c2d4-4182-8505-d71ab5d03615 req-40b818f9-0f42-4c1f-9016-316141be4583 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "GET /v2.0/security-groups/d7f3a47f-7793-4435-a170-495ab83d793e HTTP/1.1" status: 200 len: 1804 time: 0.3379288 Feb 09 01:03:35.615227 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-958e8a68-3743-41c9-9ed4-72c401ef8478 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:35.650235 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=2c7fd0ce-df95-4fda-af5d-f1b1890596ea,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:35.752176 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ba3e-2c40-4dd9-b9df-16e2ce6ccbbd None None] Provisioning complete for port 2c7fd0ce-df95-4fda-af5d-f1b1890596ea triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:35.752843 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ba3e-2c40-4dd9-b9df-16e2ce6ccbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:35.770898 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-958e8a68-3743-41c9-9ed4-72c401ef8478 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:35.782672 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['326257a3-7dba-46ce-a0c2-2453f21c5c49'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:03:35.800757 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d59afb-73ec-4cbb-878e-6ff184aa4d6e admin admin] Pushing event deleted for resources: {'Port': ['ID=fad43810-d310-4024-961a-5e779d9520d4,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:35.885733 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68220469-cd49-4676-a11b-f9a23a931cff req-7b8e1328-090d-4a0d-bfd8-5be707414478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:35.887855 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-68220469-cd49-4676-a11b-f9a23a931cff req-7b8e1328-090d-4a0d-bfd8-5be707414478 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8237381 Feb 09 01:03:35.915210 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4d59afb-73ec-4cbb-878e-6ff184aa4d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:35.999511 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 1ea07b49-d853-43ae-aa24-562a094f5e9e up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:36.043200 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7773b-24a4-4862-bac5-30b242070bd1 req-1574e034-fed0-4fbf-8534-b98592df38db tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:36.050909 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d0f7773b-24a4-4862-bac5-30b242070bd1 req-1574e034-fed0-4fbf-8534-b98592df38db tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 950 time: 0.4458094 Feb 09 01:03:36.070663 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-967e19b2-c2d4-4182-8505-d71ab5d03615 req-49f82ff7-5cce-4065-b43e-fdc313da1001 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:36.075098 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-958e8a68-3743-41c9-9ed4-72c401ef8478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:36.129426 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4d59afb-73ec-4cbb-878e-6ff184aa4d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:36.134537 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4d59afb-73ec-4cbb-878e-6ff184aa4d6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:36.163735 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 1ea07b49-d853-43ae-aa24-562a094f5e9e completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:36.173324 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 1ea07b49-d853-43ae-aa24-562a094f5e9e triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:36.173798 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:36.175690 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d0f7773b-24a4-4862-bac5-30b242070bd1 req-7d7e9b9f-46cb-4f3d-8705-b491376784c7 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244056 Feb 09 01:03:36.182261 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4d59afb-73ec-4cbb-878e-6ff184aa4d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:36.191609 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d59afb-73ec-4cbb-878e-6ff184aa4d6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a14d939-c536-47f6-944b-538ea310003b {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:03:36.209833 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4d59afb-73ec-4cbb-878e-6ff184aa4d6e admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:36.211901 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b4d59afb-73ec-4cbb-878e-6ff184aa4d6e admin admin] 10.222.0.37 "DELETE /v2.0/routers/8a14d939-c536-47f6-944b-538ea310003b HTTP/1.1" status: 204 len: 168 time: 2.5666046 Feb 09 01:03:36.214156 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35128) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:36.277242 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-967e19b2-c2d4-4182-8505-d71ab5d03615 req-49f82ff7-5cce-4065-b43e-fdc313da1001 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:36.308522 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d496eb-4dd1-42d6-970c-7e229cce5745 admin admin] Deleting subnet 4a9852a4-3afb-4f66-bd0f-1241f06b3792 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:03:36.311801 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-70d496eb-4dd1-42d6-970c-7e229cce5745 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:36.333456 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:36.358077 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-958e8a68-3743-41c9-9ed4-72c401ef8478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:36.379307 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-70d496eb-4dd1-42d6-970c-7e229cce5745 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:36.397752 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-68220469-cd49-4676-a11b-f9a23a931cff req-e8d33922-a60e-442d-a919-d02223f45062 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556997 Feb 09 01:03:36.403000 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 1ea07b49-d853-43ae-aa24-562a094f5e9e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=1ea07b49-d853-43ae-aa24-562a094f5e9e,segment=NetworkSegment(db9ba235-89e2-4f9a-977e-838070d870cc),segment_id=db9ba235-89e2-4f9a-977e-838070d870cc)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:36.417599 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:36.419146 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 7d3f8cfd-56c5-4824-a60d-48dae61c8128 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:03:36.488863 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 2c7fd0ce-df95-4fda-af5d-f1b1890596ea up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:36.497159 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-70d496eb-4dd1-42d6-970c-7e229cce5745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:36.499533 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-958e8a68-3743-41c9-9ed4-72c401ef8478 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:36.594250 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a0f3b2-9d5a-4109-89ad-b55d938ea463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea07b49-d853-43ae-aa24-562a094f5e9e'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:36.595884 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e8a68-3743-41c9-9ed4-72c401ef8478 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fa10d48-28f4-4fdb-bab7-6c508ebadc1e,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:36.659338 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=1ea07b49-d853-43ae-aa24-562a094f5e9e,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:36.680021 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-70d496eb-4dd1-42d6-970c-7e229cce5745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:36.690973 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-958e8a68-3743-41c9-9ed4-72c401ef8478 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4fa10d48-28f4-4fdb-bab7-6c508ebadc1e HTTP/1.1" status: 204 len: 168 time: 1.4287832 Feb 09 01:03:36.696867 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35138) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:36.719024 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 2c7fd0ce-df95-4fda-af5d-f1b1890596ea triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:36.719403 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:36.735174 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d496eb-4dd1-42d6-970c-7e229cce5745 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a9852a4-3afb-4f66-bd0f-1241f06b3792,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:36.745590 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-70d496eb-4dd1-42d6-970c-7e229cce5745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:36.765829 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9327d5-23ee-4fb7-a823-22f1676dc009 req-943fee9a-9011-444d-b786-f06ee8a8ebb2 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:36.767783 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-af9327d5-23ee-4fb7-a823-22f1676dc009 req-943fee9a-9011-444d-b786-f06ee8a8ebb2 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=a22b0073-6c58-47e8-9f6c-d841cc487367 HTTP/1.1" status: 200 len: 945 time: 0.2041996 Feb 09 01:03:36.774640 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-70d496eb-4dd1-42d6-970c-7e229cce5745 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4a9852a4-3afb-4f66-bd0f-1241f06b3792 HTTP/1.1" status: 204 len: 168 time: 0.5594800 Feb 09 01:03:36.776024 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35142) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:36.805133 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8d50bf58-7a2b-45da-8a53-e1a3a586d03e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:36.894536 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdd2071-a09f-4748-8e84-3cd16fff7496 None None] Network 05e616a2-9ea7-45b7-8a17-dba41c752897 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:03:36.908885 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:36.941499 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-af9327d5-23ee-4fb7-a823-22f1676dc009 req-1ffb3751-7320-4e4a-b950-fad3cef7518b tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639860 Feb 09 01:03:36.948072 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-75970cd3-e818-4312-bfe0-744cd4e5a035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:36.960146 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-75970cd3-e818-4312-bfe0-744cd4e5a035 admin admin] Deleting port bcd6f028-ba4e-43bb-aa86-089ed545dc2e {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:03:36.961150 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-75970cd3-e818-4312-bfe0-744cd4e5a035 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:37.059472 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-967e19b2-c2d4-4182-8505-d71ab5d03615 req-49f82ff7-5cce-4065-b43e-fdc313da1001 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:37.061763 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f891f6fb-0a03-4548-8ffb-dc1ec19a0e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:37.146005 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 7d3f8cfd-56c5-4824-a60d-48dae61c8128, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=7d3f8cfd-56c5-4824-a60d-48dae61c8128,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:37.161116 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-967e19b2-c2d4-4182-8505-d71ab5d03615 req-49f82ff7-5cce-4065-b43e-fdc313da1001 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:37.168921 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-967e19b2-c2d4-4182-8505-d71ab5d03615 req-49f82ff7-5cce-4065-b43e-fdc313da1001 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "DELETE /v2.0/security-groups/d7f3a47f-7793-4435-a170-495ab83d793e HTTP/1.1" status: 204 len: 173 time: 1.5738647 Feb 09 01:03:37.192441 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:37.212189 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f82ff7-5cce-4065-b43e-fdc313da1001 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f3a47f-7793-4435-a170-495ab83d793e,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:37.224943 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-68220469-cd49-4676-a11b-f9a23a931cff req-ff4b1590-96be-44aa-9cba-a565cc5b271c service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7999334 Feb 09 01:03:37.249322 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ff7df64e-0f3d-40b9-af4c-e48049363386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:37.273312 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 4cf9cd47-312e-47f4-9413-6cc3574c0e6b no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:03:37.323605 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-75970cd3-e818-4312-bfe0-744cd4e5a035 admin admin] For port bcd6f028-ba4e-43bb-aa86-089ed545dc2e, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=bcd6f028-ba4e-43bb-aa86-089ed545dc2e,segment=NetworkSegment(60c6608b-b1a2-4f33-8566-9409b2f70dc2),segment_id=60c6608b-b1a2-4f33-8566-9409b2f70dc2)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:37.324110 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-75970cd3-e818-4312-bfe0-744cd4e5a035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:37.377661 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a0f3b2-9d5a-4109-89ad-b55d938ea463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea07b49-d853-43ae-aa24-562a094f5e9e', 'code': 200} Feb 09 01:03:37.378649 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 4cf9cd47-312e-47f4-9413-6cc3574c0e6b {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:03:37.379011 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 4cf9cd47-312e-47f4-9413-6cc3574c0e6b not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:03:37.379516 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device fad43810-d310-4024-961a-5e779d9520d4 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:03:37.412199 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=7d3f8cfd-56c5-4824-a60d-48dae61c8128,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:37.435358 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: fad43810-d310-4024-961a-5e779d9520d4 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:03:37.436253 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device fad43810-d310-4024-961a-5e779d9520d4 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:03:37.458670 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-75970cd3-e818-4312-bfe0-744cd4e5a035 admin admin] Calling delete_port for bcd6f028-ba4e-43bb-aa86-089ed545dc2e owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:03:37.493328 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcb5a2-6c86-4c79-a613-29083870a013 req-94124e73-03b2-4d90-aa7d-1ec4dfc7ec1d tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:37.494828 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-49dcb5a2-6c86-4c79-a613-29083870a013 req-94124e73-03b2-4d90-aa7d-1ec4dfc7ec1d tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a0f3b2-9d5a-4109-89ad-b55d938ea463 HTTP/1.1" status: 200 len: 946 time: 0.3984120 Feb 09 01:03:37.543202 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad91a9e4-64c9-4acd-a56a-4ca381f52290 None None] DHCP port deletion for 05e616a2-9ea7-45b7-8a17-dba41c752897 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:03:37.547643 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-ad91a9e4-64c9-4acd-a56a-4ca381f52290 None None] Deleting port bcd6f028-ba4e-43bb-aa86-089ed545dc2e {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:03:37.548212 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ad91a9e4-64c9-4acd-a56a-4ca381f52290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:37.559188 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-49dcb5a2-6c86-4c79-a613-29083870a013 req-b94e133f-4aa4-4def-b4c8-eb333ab97b8d tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa0642db-114b-4eee-9b0a-78a1759ea06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460403 Feb 09 01:03:37.602815 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-75970cd3-e818-4312-bfe0-744cd4e5a035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:37.647637 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-ad91a9e4-64c9-4acd-a56a-4ca381f52290 None None] The port 'bcd6f028-ba4e-43bb-aa86-089ed545dc2e' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:03:37.710218 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0f97eebb-5f84-46f3-a42e-377853b64d82 req-67b555ae-82f5-4f34-8ea4-e7b6c8f2c28f tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "GET /v2.0/security-groups/c3c2723f-89e0-45f0-a7eb-b33b238218df HTTP/1.1" status: 200 len: 2403 time: 0.3367524 Feb 09 01:03:37.799410 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ff7df64e-0f3d-40b9-af4c-e48049363386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:37.801246 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75970cd3-e818-4312-bfe0-744cd4e5a035 admin admin] No DVR routers for this DVR port bcd6f028-ba4e-43bb-aa86-089ed545dc2e on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:03:37.833185 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75970cd3-e818-4312-bfe0-744cd4e5a035 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcd6f028-ba4e-43bb-aa86-089ed545dc2e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:37.919036 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-ff7df64e-0f3d-40b9-af4c-e48049363386 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41839a4d-37ac-44d8-96d9-d657c47e8af8']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:37.929409 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efced2-cc84-4491-b0e4-b9ee2377c512 req-bd566cf4-f59c-4552-8aae-6c96ec321b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:37.930554 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-89efced2-cc84-4491-b0e4-b9ee2377c512 req-bd566cf4-f59c-4552-8aae-6c96ec321b80 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=14a0f3b2-9d5a-4109-89ad-b55d938ea463 HTTP/1.1" status: 200 len: 1097 time: 0.5401576 Feb 09 01:03:37.958623 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-ff7df64e-0f3d-40b9-af4c-e48049363386 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f526c8-3aec-459e-b134-44fdcc6f1af2') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:37.958925 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-ff7df64e-0f3d-40b9-af4c-e48049363386 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f526c8-3aec-459e-b134-44fdcc6f1af2') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:37.978627 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-75970cd3-e818-4312-bfe0-744cd4e5a035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:37.989057 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8d50bf58-7a2b-45da-8a53-e1a3a586d03e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:37.997171 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ff7df64e-0f3d-40b9-af4c-e48049363386 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:38.009622 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-75970cd3-e818-4312-bfe0-744cd4e5a035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05e616a2-9ea7-45b7-8a17-dba41c752897']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:38.026123 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-75970cd3-e818-4312-bfe0-744cd4e5a035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c6608b-b1a2-4f33-8566-9409b2f70dc2') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:38.026578 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-75970cd3-e818-4312-bfe0-744cd4e5a035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c6608b-b1a2-4f33-8566-9409b2f70dc2') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:38.041540 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f26b78-a1a9-4812-8f63-522215963740 req-90ea1ad3-8bb5-4fcf-bc25-ec696ee01d08 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:38.043168 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-63f26b78-a1a9-4812-8f63-522215963740 req-90ea1ad3-8bb5-4fcf-bc25-ec696ee01d08 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 948 time: 0.2508905 Feb 09 01:03:38.049765 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-75970cd3-e818-4312-bfe0-744cd4e5a035 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:38.073919 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0f97eebb-5f84-46f3-a42e-377853b64d82 req-0e8af97d-091f-4756-86df-f7c33305071d tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:38.086822 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-75970cd3-e818-4312-bfe0-744cd4e5a035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:38.091345 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 326257a3-7dba-46ce-a0c2-2453f21c5c49 up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:38.102781 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ff7df64e-0f3d-40b9-af4c-e48049363386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:38.114692 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-89efced2-cc84-4491-b0e4-b9ee2377c512 req-09e9af4c-cde1-41e5-9c80-0e658f2f4d8e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fa0642db-114b-4eee-9b0a-78a1759ea06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763492 Feb 09 01:03:38.117187 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75970cd3-e818-4312-bfe0-744cd4e5a035 admin admin] Releasing vlan 976 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:03:38.117187 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-75970cd3-e818-4312-bfe0-744cd4e5a035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:38.126781 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7df64e-0f3d-40b9-af4c-e48049363386 admin admin] Releasing vlan 955 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:03:38.127188 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ff7df64e-0f3d-40b9-af4c-e48049363386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:38.131283 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:03:38.131283 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:03:38.131283 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:03:38.131283 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:03:38.131283 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:03:38.131283 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:03:38.131283 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:03:38.131283 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:03:38.131283 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:03:38.131283 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:03:38.131283 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:03:38.131283 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:03:38.131283 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:03:38.131283 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:03:38.131283 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:03:38.131283 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:03:38.131283 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:03:38.131283 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:03:38.131283 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:03:38.131283 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:03:38.131283 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:03:38.131283 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:03:38.131283 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:03:38.131283 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:03:38.131283 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:03:38.131283 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:03:38.131283 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:03:38.131283 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:03:38.131283 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:03:38.131283 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:03:38.131283 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:03:38.131283 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:03:38.142541 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:03:38.142541 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:03:38.142541 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:03:38.142541 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:03:38.142541 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:03:38.142541 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:03:38.142541 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:03:38.142541 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:03:38.142541 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:03:38.142541 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:03:38.142541 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:03:38.142541 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:03:38.142541 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:03:38.142541 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:03:38.142541 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:03:38.142541 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:03:38.142541 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:03:38.142541 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:03:38.142541 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:03:38.142541 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:03:38.142541 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:03:38.142541 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:03:38.142541 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:03:38.142541 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:03:38.142541 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:03:38.142541 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:03:38.142541 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:03:38.142541 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:03:38.142541 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:03:38.142541 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:03:38.142541 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:03:38.142541 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:03:38.170580 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 326257a3-7dba-46ce-a0c2-2453f21c5c49 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:38.175842 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 326257a3-7dba-46ce-a0c2-2453f21c5c49 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:38.176316 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:38.193830 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-63f26b78-a1a9-4812-8f63-522215963740 req-49c54755-473a-464c-98bc-929958bb4fcd tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366971 Feb 09 01:03:38.212217 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0f97eebb-5f84-46f3-a42e-377853b64d82 req-0e8af97d-091f-4756-86df-f7c33305071d tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:38.226993 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-75970cd3-e818-4312-bfe0-744cd4e5a035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:38.234681 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-75970cd3-e818-4312-bfe0-744cd4e5a035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:38.266763 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75970cd3-e818-4312-bfe0-744cd4e5a035 admin admin] Pushing event deleted for resources: {'Network': ['ID=05e616a2-9ea7-45b7-8a17-dba41c752897,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:38.285223 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-75970cd3-e818-4312-bfe0-744cd4e5a035 admin admin] 10.222.0.37 "DELETE /v2.0/networks/05e616a2-9ea7-45b7-8a17-dba41c752897 HTTP/1.1" status: 204 len: 168 time: 1.5055609 Feb 09 01:03:38.333675 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:38.363450 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ff7df64e-0f3d-40b9-af4c-e48049363386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:38.383001 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 326257a3-7dba-46ce-a0c2-2453f21c5c49, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=326257a3-7dba-46ce-a0c2-2453f21c5c49,segment=NetworkSegment(db9ba235-89e2-4f9a-977e-838070d870cc),segment_id=db9ba235-89e2-4f9a-977e-838070d870cc)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:38.390009 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:38.422037 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ff7df64e-0f3d-40b9-af4c-e48049363386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:38.434628 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7df64e-0f3d-40b9-af4c-e48049363386 admin admin] Pushing event deleted for resources: {'Network': ['ID=41839a4d-37ac-44d8-96d9-d657c47e8af8,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:38.437817 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device bcd6f028-ba4e-43bb-aa86-089ed545dc2e no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:03:38.451519 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ff7df64e-0f3d-40b9-af4c-e48049363386 admin admin] 10.222.0.37 "DELETE /v2.0/networks/41839a4d-37ac-44d8-96d9-d657c47e8af8 HTTP/1.1" status: 204 len: 168 time: 1.7511127 Feb 09 01:03:38.469379 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0f97eebb-5f84-46f3-a42e-377853b64d82 req-0e8af97d-091f-4756-86df-f7c33305071d tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:38.492531 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: bcd6f028-ba4e-43bb-aa86-089ed545dc2e {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:03:38.493293 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device bcd6f028-ba4e-43bb-aa86-089ed545dc2e not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:03:38.495829 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8af97d-091f-4756-86df-f7c33305071d tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c2723f-89e0-45f0-a7eb-b33b238218df,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:38.498501 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0f97eebb-5f84-46f3-a42e-377853b64d82 req-0e8af97d-091f-4756-86df-f7c33305071d tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:38.500861 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0f97eebb-5f84-46f3-a42e-377853b64d82 req-0e8af97d-091f-4756-86df-f7c33305071d tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "DELETE /v2.0/security-groups/c3c2723f-89e0-45f0-a7eb-b33b238218df HTTP/1.1" status: 204 len: 173 time: 0.7791283 Feb 09 01:03:38.529589 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d50bf58-7a2b-45da-8a53-e1a3a586d03e admin admin] Router 0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:03:38.552690 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba2ee3-0a33-4e1f-b993-51b3670382c3 req-86e331da-0a58-439b-bab2-13aaccaca012 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:38.558698 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5eba2ee3-0a33-4e1f-b993-51b3670382c3 req-86e331da-0a58-439b-bab2-13aaccaca012 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=a22b0073-6c58-47e8-9f6c-d841cc487367 HTTP/1.1" status: 200 len: 945 time: 0.1695435 Feb 09 01:03:38.564623 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=326257a3-7dba-46ce-a0c2-2453f21c5c49,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:38.624878 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5eba2ee3-0a33-4e1f-b993-51b3670382c3 req-60947fa0-6b97-4273-bcd5-48091ac2fc11 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604961 Feb 09 01:03:38.635407 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35166) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:38.697020 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-04515f9f-9dc3-43ee-96bb-e8b439bc53a1 req-49b4ddc9-e978-437c-bbcf-810a4134f528 tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "GET /v2.0/security-groups/70c1400e-a62c-4fab-a432-8d527ba99ab2 HTTP/1.1" status: 200 len: 2397 time: 0.0930805 Feb 09 01:03:38.697448 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35174) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:38.707802 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-dd2e8666-2673-4858-8f7e-715c98f6cb28 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3be55021a894f21878232ff36c1089d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0710790 Feb 09 01:03:38.710236 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35178) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:38.778970 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f0baf4cc-a6a1-4da4-abf9-bd450b3b801f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:38.840784 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f0baf4cc-a6a1-4da4-abf9-bd450b3b801f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:38.849679 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-19710376-95ac-4a8a-831e-ecbf042468fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7925bbaf781f41338fabddc8af2be64d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1492069 Feb 09 01:03:38.855397 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35182) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:38.879141 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d50bf58-7a2b-45da-8a53-e1a3a586d03e admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:03:38.888325 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0410d976-c0b5-4e47-853d-8221b5481626 None None] Sync routers for ids ['0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:03:38.905932 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0410d976-c0b5-4e47-853d-8221b5481626 None None] Routers {'0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:03:38.906785 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-0410d976-c0b5-4e47-853d-8221b5481626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:03:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:38.911132 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-04515f9f-9dc3-43ee-96bb-e8b439bc53a1 req-912449f7-1729-4ecc-b571-a1a20ca0b83d tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:38.950954 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8d50bf58-7a2b-45da-8a53-e1a3a586d03e admin admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:38.954718 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8d50bf58-7a2b-45da-8a53-e1a3a586d03e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.9268506 Feb 09 01:03:38.956056 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35186) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:38.957567 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-04515f9f-9dc3-43ee-96bb-e8b439bc53a1 req-912449f7-1729-4ecc-b571-a1a20ca0b83d tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:39.024160 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-04515f9f-9dc3-43ee-96bb-e8b439bc53a1 req-912449f7-1729-4ecc-b571-a1a20ca0b83d tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:39.057669 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-04515f9f-9dc3-43ee-96bb-e8b439bc53a1 req-912449f7-1729-4ecc-b571-a1a20ca0b83d tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:39.069228 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-04515f9f-9dc3-43ee-96bb-e8b439bc53a1 req-912449f7-1729-4ecc-b571-a1a20ca0b83d tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] 10.222.0.37 "DELETE /v2.0/security-groups/70c1400e-a62c-4fab-a432-8d527ba99ab2 HTTP/1.1" status: 204 len: 173 time: 0.3525019 Feb 09 01:03:39.070890 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35190) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:39.074708 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912449f7-1729-4ecc-b571-a1a20ca0b83d tempest-SecurityGroupRulesTestJSON-1205448956 tempest-SecurityGroupRulesTestJSON-1205448956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c1400e-a62c-4fab-a432-8d527ba99ab2,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:39.083729 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-21f626e5-4620-4d64-b3cf-957daec6cce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:39.102874 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f0baf4cc-a6a1-4da4-abf9-bd450b3b801f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:39.132415 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ebd14-5db7-45f2-8f27-3cb87ab6afc9 req-fe348b9b-37bd-4766-ab88-32d6698a8549 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:39.134047 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-033ebd14-5db7-45f2-8f27-3cb87ab6afc9 req-fe348b9b-37bd-4766-ab88-32d6698a8549 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a0f3b2-9d5a-4109-89ad-b55d938ea463 HTTP/1.1" status: 200 len: 946 time: 0.3280437 Feb 09 01:03:39.134372 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-0410d976-c0b5-4e47-853d-8221b5481626 None None] Set router 0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:03:39.238265 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0baf4cc-a6a1-4da4-abf9-bd450b3b801f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebafc5d-b865-46f7-913c-0f12dc2e202a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:39.286749 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-21f626e5-4620-4d64-b3cf-957daec6cce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:39.308298 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f0baf4cc-a6a1-4da4-abf9-bd450b3b801f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:39.311849 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f0baf4cc-a6a1-4da4-abf9-bd450b3b801f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1ebafc5d-b865-46f7-913c-0f12dc2e202a HTTP/1.1" status: 204 len: 168 time: 0.5982702 Feb 09 01:03:39.378242 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fcba0a97-ca46-4aa6-8f2b-0a6532d7c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:39.381288 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b51ef7-8521-43ef-94d1-dd02fb0a5c20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d3f8cfd-56c5-4824-a60d-48dae61c8128'}, {'server_uuid': 'f9675f77-5f8b-46aa-ab89-5572912e6a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326257a3-7dba-46ce-a0c2-2453f21c5c49'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:39.489160 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-033ebd14-5db7-45f2-8f27-3cb87ab6afc9 req-ec5e48ec-aaf1-436c-851e-37e79aac3508 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa0642db-114b-4eee-9b0a-78a1759ea06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494023 Feb 09 01:03:39.567269 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c6df077-8837-4750-9d2b-ec6ed16ec8d6 admin admin] Deleting subnet b13c4bff-5039-4692-8716-8a5ffae20b2a {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:03:39.571253 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1c6df077-8837-4750-9d2b-ec6ed16ec8d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:39.635522 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-0410d976-c0b5-4e47-853d-8221b5481626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed', 'name': 'tempest-TaggedBootDevicesTest_v242-278953122-router', 'tenant_id': '8de10fd4ae2e4cd09cef8cf7b71f0fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '7e5a88b7-d096-4171-b48c-e38e6479a7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:31Z', 'updated_at': '2022-02-09T01:03:36Z', 'revision_number': 3, 'project_id': '8de10fd4ae2e4cd09cef8cf7b71f0fce', 'gw_port': {'id': '7e5a88b7-d096-4171-b48c-e38e6479a7ce', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:89:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:33Z', 'updated_at': '2022-02-09T01:03:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:39.642542 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0410d976-c0b5-4e47-853d-8221b5481626 None None] Checking router: 0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:03:39.642887 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0410d976-c0b5-4e47-853d-8221b5481626 None None] Updating router 0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed port 7e5a88b7-d096-4171-b48c-e38e6479a7ce binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:03:39.725699 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1c6df077-8837-4750-9d2b-ec6ed16ec8d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:39.772559 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-21f626e5-4620-4d64-b3cf-957daec6cce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:39.780766 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0410d976-c0b5-4e47-853d-8221b5481626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:39.845283 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f626e5-4620-4d64-b3cf-957daec6cce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f89f78-a4b1-40c0-85d2-ebc5df28dafc,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:39.874731 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-21f626e5-4620-4d64-b3cf-957daec6cce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:39.878160 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-21f626e5-4620-4d64-b3cf-957daec6cce8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/03f89f78-a4b1-40c0-85d2-ebc5df28dafc HTTP/1.1" status: 204 len: 168 time: 1.0195475 Feb 09 01:03:39.992204 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1c6df077-8837-4750-9d2b-ec6ed16ec8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:40.071957 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 7d3f8cfd-56c5-4824-a60d-48dae61c8128 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:03:40.078566 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1158bc-3853-407d-9ac1-2479f00bf209 req-56604220-520e-425b-abab-9962216bfeba tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:40.101636 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9f1158bc-3853-407d-9ac1-2479f00bf209 req-56604220-520e-425b-abab-9962216bfeba tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a22b0073-6c58-47e8-9f6c-d841cc487367 HTTP/1.1" status: 200 len: 1096 time: 0.2974739 Feb 09 01:03:40.225866 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9f1158bc-3853-407d-9ac1-2479f00bf209 req-84d264a9-2b73-4140-ad5a-78230d933179 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228487 Feb 09 01:03:40.261970 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1c6df077-8837-4750-9d2b-ec6ed16ec8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:40.284147 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e6512-470d-4145-a6c1-ff65e4798bf1 req-6a31eee9-024f-4291-b6f6-8d5306bb408b tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:40.288075 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a34e6512-470d-4145-a6c1-ff65e4798bf1 req-6a31eee9-024f-4291-b6f6-8d5306bb408b tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 948 time: 0.4817700 Feb 09 01:03:40.340700 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:40.359208 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6df077-8837-4750-9d2b-ec6ed16ec8d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b13c4bff-5039-4692-8716-8a5ffae20b2a,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:40.378524 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1c6df077-8837-4750-9d2b-ec6ed16ec8d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:40.387225 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1c6df077-8837-4750-9d2b-ec6ed16ec8d6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b13c4bff-5039-4692-8716-8a5ffae20b2a HTTP/1.1" status: 204 len: 168 time: 1.3143103 Feb 09 01:03:40.390010 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35220) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:40.393229 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a34e6512-470d-4145-a6c1-ff65e4798bf1 req-53f7b141-d312-4f08-a90b-068a7727f191 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917068 Feb 09 01:03:40.405268 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b51ef7-8521-43ef-94d1-dd02fb0a5c20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d3f8cfd-56c5-4824-a60d-48dae61c8128', 'code': 200} Feb 09 01:03:40.408001 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9675f77-5f8b-46aa-ab89-5572912e6a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326257a3-7dba-46ce-a0c2-2453f21c5c49', 'code': 200} Feb 09 01:03:40.408836 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:40.490203 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 7d3f8cfd-56c5-4824-a60d-48dae61c8128, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=7d3f8cfd-56c5-4824-a60d-48dae61c8128,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:40.624451 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '7d3f8cfd-56c5-4824-a60d-48dae61c8128', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': '7d3f8cfd-56c5-4824-a60d-48dae61c8128', 'mac_address': 'fa:16:3e:14:9a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:03:40.685102 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-62db1c4d-4eaa-4ac5-a5b2-e4f6c167531e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:40.739543 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0410d976-c0b5-4e47-853d-8221b5481626 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:40.750683 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:40.769303 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0410d976-c0b5-4e47-853d-8221b5481626 None None] Transition to ACTIVE for port object 7e5a88b7-d096-4171-b48c-e38e6479a7ce will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:40.777398 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d3f8cfd-56c5-4824-a60d-48dae61c8128 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:03:40.784056 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0410d976-c0b5-4e47-853d-8221b5481626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:40.822121 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d5f5617-983f-4127-bfe6-cf14297f294f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:40.870048 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66019dbd-5186-4cac-a68c-b1780710f83a None None] Pushing event updated for resources: {'Port': ['ID=7e5a88b7-d096-4171-b48c-e38e6479a7ce,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:40.881116 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 7d3f8cfd-56c5-4824-a60d-48dae61c8128, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=7d3f8cfd-56c5-4824-a60d-48dae61c8128,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:40.901918 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-0410d976-c0b5-4e47-853d-8221b5481626 None None] Attempting to bind port 7e5a88b7-d096-4171-b48c-e38e6479a7ce on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:03:40.902284 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-0410d976-c0b5-4e47-853d-8221b5481626 None None] Attempting to bind port 7e5a88b7-d096-4171-b48c-e38e6479a7ce by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:03:40.902645 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0410d976-c0b5-4e47-853d-8221b5481626 None None] Attempting to bind port 7e5a88b7-d096-4171-b48c-e38e6479a7ce on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:40.906433 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:40.936748 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a0a52-4ea0-4499-8934-7dfc06207055 req-02624bd6-a855-40db-b7c3-693ec47d6025 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:40.938437 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-366a0a52-4ea0-4499-8934-7dfc06207055 req-02624bd6-a855-40db-b7c3-693ec47d6025 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a22b0073-6c58-47e8-9f6c-d841cc487367 HTTP/1.1" status: 200 len: 1096 time: 0.3033273 Feb 09 01:03:40.944136 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0410d976-c0b5-4e47-853d-8221b5481626 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:03:40.944527 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0410d976-c0b5-4e47-853d-8221b5481626 None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:40.945649 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0410d976-c0b5-4e47-853d-8221b5481626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:40.945986 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0410d976-c0b5-4e47-853d-8221b5481626 None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:03:40.946493 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-0410d976-c0b5-4e47-853d-8221b5481626 None None] Bound port: 7e5a88b7-d096-4171-b48c-e38e6479a7ce, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:03:40.946833 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0410d976-c0b5-4e47-853d-8221b5481626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:40.999648 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35248) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:41.011510 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9360ea-b000-4368-a078-b0d1d91a701a req-946e0ea5-96ce-4d48-9722-991788f9cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:41.020367 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1a9360ea-b000-4368-a078-b0d1d91a701a req-946e0ea5-96ce-4d48-9722-991788f9cf77 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=f9675f77-5f8b-46aa-ab89-5572912e6a6b HTTP/1.1" status: 200 len: 1096 time: 0.5507026 Feb 09 01:03:41.059119 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-366a0a52-4ea0-4499-8934-7dfc06207055 req-fb55eddd-3dc5-4eb8-9bc2-ec2f197ed3d4 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] Synchronizing usage tracker for tenant:4783082025f34819885a390103b53736 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:41.074483 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=7d3f8cfd-56c5-4824-a60d-48dae61c8128,revision_number=7']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:41.074734 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-62db1c4d-4eaa-4ac5-a5b2-e4f6c167531e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:41.092525 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-0410d976-c0b5-4e47-853d-8221b5481626 None None] For port 7e5a88b7-d096-4171-b48c-e38e6479a7ce, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:03:41.095835 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-0410d976-c0b5-4e47-853d-8221b5481626 None None] For port 7e5a88b7-d096-4171-b48c-e38e6479a7ce, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=7e5a88b7-d096-4171-b48c-e38e6479a7ce,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:03:41.104043 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0410d976-c0b5-4e47-853d-8221b5481626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:41.150804 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-366a0a52-4ea0-4499-8934-7dfc06207055 req-fb55eddd-3dc5-4eb8-9bc2-ec2f197ed3d4 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] Unset dirty status for tenant:4783082025f34819885a390103b53736 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:41.151970 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-366a0a52-4ea0-4499-8934-7dfc06207055 req-fb55eddd-3dc5-4eb8-9bc2-ec2f197ed3d4 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009053 Feb 09 01:03:41.202649 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['7d3f8cfd-56c5-4824-a60d-48dae61c8128'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:03:41.257717 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-2d5f5617-983f-4127-bfe6-cf14297f294f admin admin] Allocated IP 172.20.0.1 (e9090512-1742-44a9-970a-41e700340d6a/e3ee3e16-e4c3-4524-b9be-3613ca3bd35d/f8e1ad20-2c0c-4fc1-9624-0d8d17791e69) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:41.259372 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-62db1c4d-4eaa-4ac5-a5b2-e4f6c167531e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7ee1e0c-1a5d-40eb-8a45-2aec6f15557a']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:41.296179 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-62db1c4d-4eaa-4ac5-a5b2-e4f6c167531e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d1f2c6-71fd-41e5-9d08-b9025c9fbe50') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:41.297733 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-62db1c4d-4eaa-4ac5-a5b2-e4f6c167531e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d1f2c6-71fd-41e5-9d08-b9025c9fbe50') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:41.322373 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1a9360ea-b000-4368-a078-b0d1d91a701a req-93983a95-6506-42e1-a843-deb63890d40b service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=fa0642db-114b-4eee-9b0a-78a1759ea06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680882 Feb 09 01:03:41.329362 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-62db1c4d-4eaa-4ac5-a5b2-e4f6c167531e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:41.363547 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4d081-190f-4670-b452-19242bf7fa79 req-9bc6725b-515c-48bd-8705-bd85c6118d57 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:41.365048 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ca4d081-190f-4670-b452-19242bf7fa79 req-9bc6725b-515c-48bd-8705-bd85c6118d57 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20&tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&binding%3Ahost_id=n-h1-828419-1 HTTP/1.1" status: 200 len: 949 time: 0.3638353 Feb 09 01:03:41.367798 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-62db1c4d-4eaa-4ac5-a5b2-e4f6c167531e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:41.376506 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0410d976-c0b5-4e47-853d-8221b5481626 None None] Routers {'0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:03:41.377342 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-0410d976-c0b5-4e47-853d-8221b5481626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:03:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:41.391036 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62db1c4d-4eaa-4ac5-a5b2-e4f6c167531e admin admin] Releasing vlan 968 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:03:41.391438 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-62db1c4d-4eaa-4ac5-a5b2-e4f6c167531e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:41.432865 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:03:41.432865 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:03:41.432865 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:03:41.432865 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:03:41.432865 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:03:41.432865 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:03:41.432865 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:03:41.432865 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:03:41.432865 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:03:41.432865 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:03:41.432865 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:03:41.432865 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:03:41.432865 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:03:41.432865 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:03:41.432865 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:03:41.432865 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:03:41.432865 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:03:41.432865 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:03:41.432865 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:03:41.432865 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:03:41.432865 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:03:41.432865 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:03:41.432865 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:03:41.432865 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:03:41.432865 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:03:41.432865 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:03:41.432865 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:03:41.432865 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:03:41.432865 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:03:41.432865 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:03:41.432865 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:03:41.432865 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:03:41.501491 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-fc12ffb4-f039-419e-88ff-a66bde1b9238 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1970717633-network', 'tenant_id': '210963d7ec89464980945ccd6cb23f4b'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:41.555283 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66019dbd-5186-4cac-a68c-b1780710f83a None None] Pushing event updated for resources: {'Port': ['ID=7e5a88b7-d096-4171-b48c-e38e6479a7ce,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:41.585145 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-fc12ffb4-f039-419e-88ff-a66bde1b9238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:41.588870 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d5a79-82a1-4d57-a460-53d51e51a828 req-2f76b0c5-0142-4fb7-9a14-93d3893d2a57 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:41.598837 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b97d5a79-82a1-4d57-a460-53d51e51a828 req-2f76b0c5-0142-4fb7-9a14-93d3893d2a57 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 949 time: 0.1842613 Feb 09 01:03:41.621121 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-fc12ffb4-f039-419e-88ff-a66bde1b9238 admin admin] Usage tracker for resource:network and tenant:210963d7ec89464980945ccd6cb23f4b is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:41.639763 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c04f1-fe24-4e4d-969e-50686488e485 req-ff076325-ada3-4d2b-bbe8-e254f8708dca tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:41.647480 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:41.649453 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-be3c04f1-fe24-4e4d-969e-50686488e485 req-ff076325-ada3-4d2b-bbe8-e254f8708dca tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/ports?device_id=14a0f3b2-9d5a-4109-89ad-b55d938ea463 HTTP/1.1" status: 200 len: 946 time: 0.4814646 Feb 09 01:03:41.654654 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-fc12ffb4-f039-419e-88ff-a66bde1b9238 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:41.661617 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d5f5617-983f-4127-bfe6-cf14297f294f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:41.662842 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-fc12ffb4-f039-419e-88ff-a66bde1b9238 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:41.670339 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35268) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:41.677278 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b97d5a79-82a1-4d57-a460-53d51e51a828 req-9bb7c6f2-6dd0-439c-9c03-7a8e3005b0ad tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771179 Feb 09 01:03:41.704678 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-62db1c4d-4eaa-4ac5-a5b2-e4f6c167531e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:41.709387 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-2d5f5617-983f-4127-bfe6-cf14297f294f admin admin] Transition to ACTIVE for port object f8e1ad20-2c0c-4fc1-9624-0d8d17791e69 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:41.725208 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-62db1c4d-4eaa-4ac5-a5b2-e4f6c167531e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:41.731568 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc12ffb4-f039-419e-88ff-a66bde1b9238 admin admin] Made reservation on behalf of 210963d7ec89464980945ccd6cb23f4b for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:41.733856 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fc12ffb4-f039-419e-88ff-a66bde1b9238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:41.748350 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d5f5617-983f-4127-bfe6-cf14297f294f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:41.762215 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db1c4d-4eaa-4ac5-a5b2-e4f6c167531e admin admin] Pushing event deleted for resources: {'Network': ['ID=b7ee1e0c-1a5d-40eb-8a45-2aec6f15557a,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:41.766567 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-0410d976-c0b5-4e47-853d-8221b5481626 None None] Set router 0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:03:41.768065 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fc12ffb4-f039-419e-88ff-a66bde1b9238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:41.782723 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-62db1c4d-4eaa-4ac5-a5b2-e4f6c167531e admin admin] 10.222.0.37 "DELETE /v2.0/networks/b7ee1e0c-1a5d-40eb-8a45-2aec6f15557a HTTP/1.1" status: 204 len: 168 time: 1.3915794 Feb 09 01:03:41.821488 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-be3c04f1-fe24-4e4d-969e-50686488e485 req-4bc43002-4b4a-44fd-801c-7950b2abe550 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa0642db-114b-4eee-9b0a-78a1759ea06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704066 Feb 09 01:03:41.836033 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4d081-190f-4670-b452-19242bf7fa79 req-fe6b0a7b-eb24-4e62-aa6b-de469d8c9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:41.838263 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ca4d081-190f-4670-b452-19242bf7fa79 req-fe6b0a7b-eb24-4e62-aa6b-de469d8c9a50 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 1100 time: 0.3410053 Feb 09 01:03:41.839362 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-fc12ffb4-f039-419e-88ff-a66bde1b9238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:41.852475 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5f5617-983f-4127-bfe6-cf14297f294f admin admin] Network e9090512-1742-44a9-970a-41e700340d6a is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:41.852475 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-2d5f5617-983f-4127-bfe6-cf14297f294f admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:41.864283 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5f5617-983f-4127-bfe6-cf14297f294f admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:41.952585 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f5617-983f-4127-bfe6-cf14297f294f admin admin] Pushing event updated for resources: {'Port': ['ID=f8e1ad20-2c0c-4fc1-9624-0d8d17791e69,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:42.013164 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d5f5617-983f-4127-bfe6-cf14297f294f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:42.062807 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-fc12ffb4-f039-419e-88ff-a66bde1b9238 admin admin] Usage tracker for resource:security_group_rule and tenant:210963d7ec89464980945ccd6cb23f4b is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:42.067108 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4d081-190f-4670-b452-19242bf7fa79 req-102d549c-95d6-4e3f-a59b-55f91efdd6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:42.069376 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ca4d081-190f-4670-b452-19242bf7fa79 req-102d549c-95d6-4e3f-a59b-55f91efdd6de service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.2197719 Feb 09 01:03:42.070761 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-fc12ffb4-f039-419e-88ff-a66bde1b9238 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:42.073652 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35286) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:42.083577 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-ccacb288-8963-4abb-9b3d-cb00a1b7c1c5 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-743341141-network', 'tenant_id': '6428ce51b6b44a9195de9392004f082d'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:42.090886 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-fc12ffb4-f039-419e-88ff-a66bde1b9238 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:42.237844 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ca4d081-190f-4670-b452-19242bf7fa79 req-730bf27e-b04e-486c-a5cd-3ed0935d1833 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=7d3f8cfd-56c5-4824-a60d-48dae61c8128 HTTP/1.1" status: 200 len: 217 time: 0.1487269 Feb 09 01:03:42.240197 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ccacb288-8963-4abb-9b3d-cb00a1b7c1c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:42.250742 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ccacb288-8963-4abb-9b3d-cb00a1b7c1c5 admin admin] Usage tracker for resource:network and tenant:6428ce51b6b44a9195de9392004f082d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:42.258132 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ccacb288-8963-4abb-9b3d-cb00a1b7c1c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:42.276955 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ccacb288-8963-4abb-9b3d-cb00a1b7c1c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:42.313119 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e133e-f59f-4222-ab5f-a9a143101cb6 req-4b1c341f-5482-4b55-b7d6-e95184acff7d tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:42.314369 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0b7e133e-f59f-4222-ab5f-a9a143101cb6 req-4b1c341f-5482-4b55-b7d6-e95184acff7d tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9675f77-5f8b-46aa-ab89-5572912e6a6b HTTP/1.1" status: 200 len: 945 time: 0.1579175 Feb 09 01:03:42.328228 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a0039e96-84b8-47bb-8fd8-a133ec6ced58 None None] Provisioning for port f8e1ad20-2c0c-4fc1-9624-0d8d17791e69 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:42.360512 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a0039e96-84b8-47bb-8fd8-a133ec6ced58 None None] Provisioning complete for port f8e1ad20-2c0c-4fc1-9624-0d8d17791e69 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:42.361041 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a0039e96-84b8-47bb-8fd8-a133ec6ced58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:42.394823 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccacb288-8963-4abb-9b3d-cb00a1b7c1c5 admin admin] Made reservation on behalf of 6428ce51b6b44a9195de9392004f082d for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:42.396781 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ccacb288-8963-4abb-9b3d-cb00a1b7c1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:42.419972 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0b7e133e-f59f-4222-ab5f-a9a143101cb6 req-85bf434b-f312-45a7-9310-10f651080674 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa0642db-114b-4eee-9b0a-78a1759ea06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975776 Feb 09 01:03:42.431932 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d5f5617-983f-4127-bfe6-cf14297f294f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:42.465386 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a0039e96-84b8-47bb-8fd8-a133ec6ced58 None None] Port f8e1ad20-2c0c-4fc1-9624-0d8d17791e69 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:03:42.482567 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-0410d976-c0b5-4e47-853d-8221b5481626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed', 'name': 'tempest-TaggedBootDevicesTest_v242-278953122-router', 'tenant_id': '8de10fd4ae2e4cd09cef8cf7b71f0fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '7e5a88b7-d096-4171-b48c-e38e6479a7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:31Z', 'updated_at': '2022-02-09T01:03:36Z', 'revision_number': 3, 'project_id': '8de10fd4ae2e4cd09cef8cf7b71f0fce', 'gw_port': {'id': '7e5a88b7-d096-4171-b48c-e38e6479a7ce', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:89:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:33Z', 'updated_at': '2022-02-09T01:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:42.487788 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0410d976-c0b5-4e47-853d-8221b5481626 None None] The sync data for ids ['0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed'] in n-d-828419-1 is: [{'id': '0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed', 'name': 'tempest-TaggedBootDevicesTest_v242-278953122-router', 'tenant_id': '8de10fd4ae2e4cd09cef8cf7b71f0fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '7e5a88b7-d096-4171-b48c-e38e6479a7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:31Z', 'updated_at': '2022-02-09T01:03:36Z', 'revision_number': 3, 'project_id': '8de10fd4ae2e4cd09cef8cf7b71f0fce', 'gw_port': {'id': '7e5a88b7-d096-4171-b48c-e38e6479a7ce', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:89:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:33Z', 'updated_at': '2022-02-09T01:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:03:42.623887 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-cc741488-9747-4e4d-a8bf-ce3b578ce222 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c87149e20dd6426a943996656ed22a71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5473163 Feb 09 01:03:42.625067 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ccacb288-8963-4abb-9b3d-cb00a1b7c1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:42.644222 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35304) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:42.709698 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4d081-190f-4670-b452-19242bf7fa79 req-3dd89f0d-e311-40ee-8ef2-20662185bfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:42.711728 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ca4d081-190f-4670-b452-19242bf7fa79 req-3dd89f0d-e311-40ee-8ef2-20662185bfd3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.4381597 Feb 09 01:03:42.720745 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ccacb288-8963-4abb-9b3d-cb00a1b7c1c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:42.730606 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ccacb288-8963-4abb-9b3d-cb00a1b7c1c5 admin admin] Usage tracker for resource:security_group_rule and tenant:6428ce51b6b44a9195de9392004f082d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:42.768297 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d5f5617-983f-4127-bfe6-cf14297f294f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:42.774774 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d5f5617-983f-4127-bfe6-cf14297f294f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:42.784616 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ccacb288-8963-4abb-9b3d-cb00a1b7c1c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:42.887503 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ccacb288-8963-4abb-9b3d-cb00a1b7c1c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:43.019721 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-64cc8c1d-01ee-45b5-9bc5-fba740fc2343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:43.092912 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d5f5617-983f-4127-bfe6-cf14297f294f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:43.154193 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ccacb288-8963-4abb-9b3d-cb00a1b7c1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:43.174984 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fc12ffb4-f039-419e-88ff-a66bde1b9238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:43.182157 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ccacb288-8963-4abb-9b3d-cb00a1b7c1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:43.213656 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fc12ffb4-f039-419e-88ff-a66bde1b9238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:43.235687 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-64cc8c1d-01ee-45b5-9bc5-fba740fc2343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:43.266779 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccacb288-8963-4abb-9b3d-cb00a1b7c1c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 975} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:03:43.280521 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f5617-983f-4127-bfe6-cf14297f294f admin admin] Pushing event updated for resources: {'Port': ['ID=f8e1ad20-2c0c-4fc1-9624-0d8d17791e69,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:43.295569 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc12ffb4-f039-419e-88ff-a66bde1b9238 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 952} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:03:43.305419 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccacb288-8963-4abb-9b3d-cb00a1b7c1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ce4b3c-eefb-4433-bb1f-0276388985dd,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:43.333879 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ccacb288-8963-4abb-9b3d-cb00a1b7c1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:43.334232 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-ccacb288-8963-4abb-9b3d-cb00a1b7c1c5 admin admin] Added segment ec8aa979-c430-4d73-b46b-92a5473a57c5 of type vlan for network aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7 Feb 09 01:03:43.350038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4d081-190f-4670-b452-19242bf7fa79 req-effeb9aa-5397-49de-82c0-0c598237b9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:43.351672 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ca4d081-190f-4670-b452-19242bf7fa79 req-effeb9aa-5397-49de-82c0-0c598237b9be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6145604 Feb 09 01:03:43.357545 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b109e1-ea00-4472-bc75-467b41b3a350 req-b013adfd-336a-4534-a028-a6f5811c5e4e tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:43.364584 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b7b109e1-ea00-4472-bc75-467b41b3a350 req-b013adfd-336a-4534-a028-a6f5811c5e4e tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 949 time: 0.4532607 Feb 09 01:03:43.370545 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fc12ffb4-f039-419e-88ff-a66bde1b9238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:43.370545 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-fc12ffb4-f039-419e-88ff-a66bde1b9238 admin admin] Added segment 3735d48f-75a9-437d-90bf-66d201e99527 of type vlan for network ef6a2c91-74ac-4a1c-bf5b-cc332cb10704 Feb 09 01:03:43.395800 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5f5617-983f-4127-bfe6-cf14297f294f admin admin] Network e9090512-1742-44a9-970a-41e700340d6a is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:43.399527 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-2d5f5617-983f-4127-bfe6-cf14297f294f admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:43.485137 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12ffb4-f039-419e-88ff-a66bde1b9238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f70c42-891a-4d59-a978-4a759280db71,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:43.545351 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ccacb288-8963-4abb-9b3d-cb00a1b7c1c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:43.546083 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b7b109e1-ea00-4472-bc75-467b41b3a350 req-30ca2b8b-ecb1-4c33-8fe5-3d4e960cf659 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805396 Feb 09 01:03:43.572187 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fc12ffb4-f039-419e-88ff-a66bde1b9238 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:43.625497 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-64cc8c1d-01ee-45b5-9bc5-fba740fc2343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:43.688389 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc8c1d-01ee-45b5-9bc5-fba740fc2343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee73c265-fdde-4598-ab27-42fefcd5976e,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:43.715158 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ccacb288-8963-4abb-9b3d-cb00a1b7c1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:43.716174 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccacb288-8963-4abb-9b3d-cb00a1b7c1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:43.716799 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ccacb288-8963-4abb-9b3d-cb00a1b7c1c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:43.753067 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fc12ffb4-f039-419e-88ff-a66bde1b9238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:43.754140 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc12ffb4-f039-419e-88ff-a66bde1b9238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:43.754734 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fc12ffb4-f039-419e-88ff-a66bde1b9238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:43.759670 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9da0e713-ece4-4189-8f5a-30918e074a7e None None] Provisioning complete for port f8e1ad20-2c0c-4fc1-9624-0d8d17791e69 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:43.760235 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9da0e713-ece4-4189-8f5a-30918e074a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:43.789483 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5f5617-983f-4127-bfe6-cf14297f294f admin admin] Router 0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:03:43.828070 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ca4d081-190f-4670-b452-19242bf7fa79 req-5580b72e-248b-430a-8382-36e3c56d6017 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619956 Feb 09 01:03:43.853879 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-9da0e713-ece4-4189-8f5a-30918e074a7e None None] Port f8e1ad20-2c0c-4fc1-9624-0d8d17791e69 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:03:43.963609 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ccacb288-8963-4abb-9b3d-cb00a1b7c1c5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2933452 Feb 09 01:03:43.964516 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccacb288-8963-4abb-9b3d-cb00a1b7c1c5 admin admin] Pushing event updated for resources: {'Network': ['ID=aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:43.974425 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:03:43.981464 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35338) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:43.996337 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-64cc8c1d-01ee-45b5-9bc5-fba740fc2343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:43.997223 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-0afdf0c8-ae60-4c58-87f9-2da4c0c63c39 admin admin] Request body: {'subnet': {'network_id': 'aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-743341141-subnet', 'tenant_id': '6428ce51b6b44a9195de9392004f082d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:43.997633 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-64cc8c1d-01ee-45b5-9bc5-fba740fc2343 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee73c265-fdde-4598-ab27-42fefcd5976e HTTP/1.1" status: 204 len: 168 time: 1.3338389 Feb 09 01:03:44.005613 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0afdf0c8-ae60-4c58-87f9-2da4c0c63c39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:44.010380 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0afdf0c8-ae60-4c58-87f9-2da4c0c63c39 admin admin] Usage tracker for resource:subnet and tenant:6428ce51b6b44a9195de9392004f082d is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:44.013909 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0afdf0c8-ae60-4c58-87f9-2da4c0c63c39 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:44.019978 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0afdf0c8-ae60-4c58-87f9-2da4c0c63c39 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:44.045091 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afdf0c8-ae60-4c58-87f9-2da4c0c63c39 admin admin] Made reservation on behalf of 6428ce51b6b44a9195de9392004f082d for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:44.047560 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0afdf0c8-ae60-4c58-87f9-2da4c0c63c39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:44.068619 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-d0f0e9a3-79e7-42d4-b205-716f0cc5ef67 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:03:44.069792 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-d0f0e9a3-79e7-42d4-b205-716f0cc5ef67 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4927154 Feb 09 01:03:44.074951 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-fc12ffb4-f039-419e-88ff-a66bde1b9238 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.0711322 Feb 09 01:03:44.081075 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 7d3f8cfd-56c5-4824-a60d-48dae61c8128 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:44.083816 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35344) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:44.091610 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-4b374aef-397f-4db5-b652-03371cfff193 admin admin] Request body: {'subnet': {'network_id': 'ef6a2c91-74ac-4a1c-bf5b-cc332cb10704', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1970717633-subnet', 'tenant_id': '210963d7ec89464980945ccd6cb23f4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:44.113454 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-4b374aef-397f-4db5-b652-03371cfff193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:44.132010 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4b374aef-397f-4db5-b652-03371cfff193 admin admin] Usage tracker for resource:subnet and tenant:210963d7ec89464980945ccd6cb23f4b is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:44.150369 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4b374aef-397f-4db5-b652-03371cfff193 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:44.161973 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12ffb4-f039-419e-88ff-a66bde1b9238 admin admin] Pushing event updated for resources: {'Network': ['ID=ef6a2c91-74ac-4a1c-bf5b-cc332cb10704,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:44.168126 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-4b374aef-397f-4db5-b652-03371cfff193 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:44.193708 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ca4d081-190f-4670-b452-19242bf7fa79 req-aa9ba029-f1a8-479c-8f78-eea52f73b94d service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526073 Feb 09 01:03:44.196564 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b374aef-397f-4db5-b652-03371cfff193 admin admin] Made reservation on behalf of 210963d7ec89464980945ccd6cb23f4b for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:44.202886 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network ef6a2c91-74ac-4a1c-bf5b-cc332cb10704 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:03:44.212543 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4b374aef-397f-4db5-b652-03371cfff193 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:44.239405 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-6340c876-5b13-4bcf-91ba-f0836580dd68 service neutron] Request body: {'binding': {'host': 'n-h2-828419-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:44.240138 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-6340c876-5b13-4bcf-91ba-f0836580dd68 service neutron] Unknown quota resources ['binding']. {{(pid=87612) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 01:03:44.395482 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 7d3f8cfd-56c5-4824-a60d-48dae61c8128 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:44.395482 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:44.487026 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0afdf0c8-ae60-4c58-87f9-2da4c0c63c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:44.504779 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7e5a88b7-d096-4171-b48c-e38e6479a7ce up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:44.604865 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497a536-583c-4f70-ab2e-a354685136bc req-da45efe5-084a-4a51-8fcd-a11e98fc1ec1 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:44.611999 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9497a536-583c-4f70-ab2e-a354685136bc req-da45efe5-084a-4a51-8fcd-a11e98fc1ec1 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9675f77-5f8b-46aa-ab89-5572912e6a6b HTTP/1.1" status: 200 len: 945 time: 0.8031578 Feb 09 01:03:44.631316 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-6340c876-5b13-4bcf-91ba-f0836580dd68 service neutron] Attempting to bind port 9444193c-3318-448f-8d9f-673309b9483a on host n-h2-828419-1 for vnic_type normal with profile None {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:03:44.631656 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-6340c876-5b13-4bcf-91ba-f0836580dd68 service neutron] Attempting to bind port 9444193c-3318-448f-8d9f-673309b9483a by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:03:44.631980 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-6340c876-5b13-4bcf-91ba-f0836580dd68 service neutron] Attempting to bind port 9444193c-3318-448f-8d9f-673309b9483a on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:44.645961 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-6340c876-5b13-4bcf-91ba-f0836580dd68 service neutron] Port 9444193c-3318-448f-8d9f-673309b9483a on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:03:44.646452 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-6340c876-5b13-4bcf-91ba-f0836580dd68 service neutron] Attempting to bind port 9444193c-3318-448f-8d9f-673309b9483a on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:44.658800 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5f5617-983f-4127-bfe6-cf14297f294f admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:03:44.662488 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-6340c876-5b13-4bcf-91ba-f0836580dd68 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:03:44.662819 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-6340c876-5b13-4bcf-91ba-f0836580dd68 service neutron] Checking segment: {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:44.663211 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-6340c876-5b13-4bcf-91ba-f0836580dd68 service neutron] Bound using segment: {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:03:44.664069 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-6340c876-5b13-4bcf-91ba-f0836580dd68 service neutron] Bound port: 9444193c-3318-448f-8d9f-673309b9483a, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:03:44.688564 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afdf0c8-ae60-4c58-87f9-2da4c0c63c39 admin admin] Checking segment: {'id': 'ec8aa979-c430-4d73-b46b-92a5473a57c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:44.688929 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afdf0c8-ae60-4c58-87f9-2da4c0c63c39 admin admin] Network hostable DHCP agents. Network: aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:03:44.729080 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9497a536-583c-4f70-ab2e-a354685136bc req-84cf5db9-bbd6-48e3-b11b-6c1fdd991a5e tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa0642db-114b-4eee-9b0a-78a1759ea06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159101 Feb 09 01:03:44.749890 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 7e5a88b7-d096-4171-b48c-e38e6479a7ce completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:44.760002 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afdf0c8-ae60-4c58-87f9-2da4c0c63c39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=771c4ddd-4731-43aa-b60e-ab7f2eeb6b58,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:44.761651 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:44.774485 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 7e5a88b7-d096-4171-b48c-e38e6479a7ce triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:44.774905 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:44.815206 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2d5f5617-983f-4127-bfe6-cf14297f294f admin admin] 10.222.0.37 "PUT /v2.0/routers/0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8570228 Feb 09 01:03:44.834360 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afdf0c8-ae60-4c58-87f9-2da4c0c63c39 admin admin] Network aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:03:44.856993 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b51ef7-8521-43ef-94d1-dd02fb0a5c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3f8cfd-56c5-4824-a60d-48dae61c8128'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:44.862790 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-0afdf0c8-ae60-4c58-87f9-2da4c0c63c39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:44.869283 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afdf0c8-ae60-4c58-87f9-2da4c0c63c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:44.869893 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0afdf0c8-ae60-4c58-87f9-2da4c0c63c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:44.873621 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 7d3f8cfd-56c5-4824-a60d-48dae61c8128, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=7d3f8cfd-56c5-4824-a60d-48dae61c8128,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:44.901928 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-6340c876-5b13-4bcf-91ba-f0836580dd68 service neutron] For port 9444193c-3318-448f-8d9f-673309b9483a, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9444193c-3318-448f-8d9f-673309b9483a,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:03:44.929096 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0afdf0c8-ae60-4c58-87f9-2da4c0c63c39 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9407907 Feb 09 01:03:44.954097 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4b374aef-397f-4db5-b652-03371cfff193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:44.956777 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:44.962887 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa55571-bf4c-4a38-947a-731735b31d52 None None] Network aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:03:44.985168 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:45.132631 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=7d3f8cfd-56c5-4824-a60d-48dae61c8128,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:45.133168 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90694bcd-6d9b-444c-b452-0e2a31fec103 None None] Sync routers for ids ['0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:03:45.155234 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90694bcd-6d9b-444c-b452-0e2a31fec103 None None] Routers {'0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:03:45.155608 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-6340c876-5b13-4bcf-91ba-f0836580dd68 service neutron] Notify callbacks [] for binding, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:45.156828 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-6340c876-5b13-4bcf-91ba-f0836580dd68 service neutron] 10.222.0.37 "POST /v2.0/ports/9444193c-3318-448f-8d9f-673309b9483a/bindings HTTP/1.1" status: 201 len: 389 time: 1.0703142 Feb 09 01:03:45.158322 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 7e5a88b7-d096-4171-b48c-e38e6479a7ce, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=7e5a88b7-d096-4171-b48c-e38e6479a7ce,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:45.161878 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b374aef-397f-4db5-b652-03371cfff193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc717b09-79d3-4a96-bc50-b85c97309f75,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:45.165892 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:45.168740 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-90694bcd-6d9b-444c-b452-0e2a31fec103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:03:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:45.246585 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b374aef-397f-4db5-b652-03371cfff193 admin admin] Checking segment: {'id': '3735d48f-75a9-437d-90bf-66d201e99527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'ef6a2c91-74ac-4a1c-bf5b-cc332cb10704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:45.247033 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b374aef-397f-4db5-b652-03371cfff193 admin admin] Network hostable DHCP agents. Network: ef6a2c91-74ac-4a1c-bf5b-cc332cb10704, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:03:45.302330 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b374aef-397f-4db5-b652-03371cfff193 admin admin] Network ef6a2c91-74ac-4a1c-bf5b-cc332cb10704 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:03:45.322388 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-4b374aef-397f-4db5-b652-03371cfff193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, ef6a2c91-74ac-4a1c-bf5b-cc332cb10704) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:45.354154 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b374aef-397f-4db5-b652-03371cfff193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:45.357398 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4b374aef-397f-4db5-b652-03371cfff193 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:45.370488 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825186fc-1c77-476d-8bd7-d097bf7301de None None] Network ef6a2c91-74ac-4a1c-bf5b-cc332cb10704 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:03:45.416588 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=7e5a88b7-d096-4171-b48c-e38e6479a7ce,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:45.435562 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4b374aef-397f-4db5-b652-03371cfff193 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3498824 Feb 09 01:03:45.437946 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35390) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:45.470765 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4c93e-206d-4379-96f0-271432a4d08c req-65e64cb1-19be-410b-b7dc-cd1c5bcb2b07 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:45.475137 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-67e4c93e-206d-4379-96f0-271432a4d08c req-65e64cb1-19be-410b-b7dc-cd1c5bcb2b07 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 950 time: 0.2889295 Feb 09 01:03:45.481031 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-458e8212-99cc-4ee3-b6b0-fddae9625547 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1970717633-router', 'tenant_id': '210963d7ec89464980945ccd6cb23f4b', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:45.487950 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-458e8212-99cc-4ee3-b6b0-fddae9625547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:45.494321 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-458e8212-99cc-4ee3-b6b0-fddae9625547 admin admin] Usage tracker for resource:router and tenant:210963d7ec89464980945ccd6cb23f4b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:45.498560 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-458e8212-99cc-4ee3-b6b0-fddae9625547 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:45.507944 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-458e8212-99cc-4ee3-b6b0-fddae9625547 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:45.566793 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-458e8212-99cc-4ee3-b6b0-fddae9625547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:45.568054 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-458e8212-99cc-4ee3-b6b0-fddae9625547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:45.620688 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-67e4c93e-206d-4379-96f0-271432a4d08c req-0f82acb6-09ba-472f-b716-408e0c6fb8d2 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021850 Feb 09 01:03:45.640672 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-458e8212-99cc-4ee3-b6b0-fddae9625547 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:45.654311 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-90694bcd-6d9b-444c-b452-0e2a31fec103 None None] Set router 0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:03:45.729683 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-7edc67d3-e8c5-4440-8b2b-d00b2e46c583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:45.731284 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-7edc67d3-e8c5-4440-8b2b-d00b2e46c583 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6a459030aa9346b7b761b1ccc64f5445&device_id=a22b0073-6c58-47e8-9f6c-d841cc487367 HTTP/1.1" status: 200 len: 1096 time: 0.2058725 Feb 09 01:03:45.949752 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b51ef7-8521-43ef-94d1-dd02fb0a5c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3f8cfd-56c5-4824-a60d-48dae61c8128', 'code': 200} Feb 09 01:03:45.959076 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384de79c-d022-4cda-889d-6d181dff6906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7', 'network_id': 'aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7', 'tenant_id': '6428ce51b6b44a9195de9392004f082d', 'fixed_ips': [{'subnet_id': '771c4ddd-4731-43aa-b60e-ab7f2eeb6b58'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:03:45.961614 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-384de79c-d022-4cda-889d-6d181dff6906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:45.989162 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35408) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:46.096885 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-be0dc57e-2d81-4836-b592-d8ac3d40919b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:46.098455 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-be0dc57e-2d81-4836-b592-d8ac3d40919b service neutron] 10.222.0.117 "GET /v2.0/networks?id=48fff0c2-cb8c-4c86-992a-0e113098b5fc HTTP/1.1" status: 200 len: 909 time: 0.3606081 Feb 09 01:03:46.212056 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68841e2-2384-4615-868a-b8ab87483c75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-ef6a2c91-74ac-4a1c-bf5b-cc332cb10704', 'network_id': 'ef6a2c91-74ac-4a1c-bf5b-cc332cb10704', 'tenant_id': '210963d7ec89464980945ccd6cb23f4b', 'fixed_ips': [{'subnet_id': 'cc717b09-79d3-4a96-bc50-b85c97309f75'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:03:46.213357 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a68841e2-2384-4615-868a-b8ab87483c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:46.458905 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-90694bcd-6d9b-444c-b452-0e2a31fec103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed', 'name': 'tempest-TaggedBootDevicesTest_v242-278953122-router', 'tenant_id': '8de10fd4ae2e4cd09cef8cf7b71f0fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '7e5a88b7-d096-4171-b48c-e38e6479a7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:31Z', 'updated_at': '2022-02-09T01:03:42Z', 'revision_number': 4, 'project_id': '8de10fd4ae2e4cd09cef8cf7b71f0fce', 'gw_port': {'id': '7e5a88b7-d096-4171-b48c-e38e6479a7ce', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:89:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:33Z', 'updated_at': '2022-02-09T01:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'f8e1ad20-2c0c-4fc1-9624-0d8d17791e69', 'name': '', 'network_id': 'e9090512-1742-44a9-970a-41e700340d6a', 'tenant_id': '8de10fd4ae2e4cd09cef8cf7b71f0fce', 'mac_address': 'fa:16:3e:f0:69:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'e3ee3e16-e4c3-4524-b9be-3613ca3bd35d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:40Z', 'updated_at': '2022-02-09T01:03:42Z', 'revision_number': 2, 'project_id': '8de10fd4ae2e4cd09cef8cf7b71f0fce', 'subnets': [{'id': 'e3ee3e16-e4c3-4524-b9be-3613ca3bd35d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:46.467766 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90694bcd-6d9b-444c-b452-0e2a31fec103 None None] Checking router: 0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:03:46.473612 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90694bcd-6d9b-444c-b452-0e2a31fec103 None None] Updating router 0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed port f8e1ad20-2c0c-4fc1-9624-0d8d17791e69 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:03:46.495598 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7e5a88b7-d096-4171-b48c-e38e6479a7ce up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:46.505603 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35440) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:46.578727 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-955312b6-2896-4e00-89f5-5ae8fb38b9bc service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9444193c-3318-448f-8d9f-673309b9483a HTTP/1.1" status: 200 len: 217 time: 0.4727411 Feb 09 01:03:46.636716 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-90694bcd-6d9b-444c-b452-0e2a31fec103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:46.669051 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-ec5d4c29-5bdf-4fd3-ac47-5018e769614f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1481402744-network', 'tenant_id': 'a75aeed005c34e95a63eb49629dd324d'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:46.673986 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ec5d4c29-5bdf-4fd3-ac47-5018e769614f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:46.678541 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ec5d4c29-5bdf-4fd3-ac47-5018e769614f admin admin] Usage tracker for resource:network and tenant:a75aeed005c34e95a63eb49629dd324d is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:46.681812 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ec5d4c29-5bdf-4fd3-ac47-5018e769614f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:46.689669 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ec5d4c29-5bdf-4fd3-ac47-5018e769614f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:46.709610 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-458e8212-99cc-4ee3-b6b0-fddae9625547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:46.716803 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5d4c29-5bdf-4fd3-ac47-5018e769614f admin admin] Made reservation on behalf of a75aeed005c34e95a63eb49629dd324d for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:46.720744 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec5d4c29-5bdf-4fd3-ac47-5018e769614f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:46.758598 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec5d4c29-5bdf-4fd3-ac47-5018e769614f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:46.780987 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ec5d4c29-5bdf-4fd3-ac47-5018e769614f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:46.787199 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ec5d4c29-5bdf-4fd3-ac47-5018e769614f admin admin] Usage tracker for resource:security_group_rule and tenant:a75aeed005c34e95a63eb49629dd324d is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:46.791392 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ec5d4c29-5bdf-4fd3-ac47-5018e769614f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:46.801226 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ec5d4c29-5bdf-4fd3-ac47-5018e769614f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:46.827444 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-89eefe2b-267d-4b75-aa2c-72e1bb72f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:46.828916 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-89eefe2b-267d-4b75-aa2c-72e1bb72f1a5 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=71237ce4-c470-4847-a2d1-f1f13758c999 HTTP/1.1" status: 200 len: 848 time: 0.2405865 Feb 09 01:03:46.832993 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f28a4a14-8a25-4a70-be5a-f1344e3c7b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:46.862346 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-384de79c-d022-4cda-889d-6d181dff6906 None None] Allocated IP 172.20.0.2 (aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7/771c4ddd-4731-43aa-b60e-ab7f2eeb6b58/466f80d2-6a66-4217-a296-67342e9d956b) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:46.883087 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 7e5a88b7-d096-4171-b48c-e38e6479a7ce triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:46.883509 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:46.945385 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978a6a2-1674-4558-98df-9da9be2229f3 req-75fedcdb-4a3e-48ae-8655-a666f3403d58 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:46.946877 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3978a6a2-1674-4558-98df-9da9be2229f3 req-75fedcdb-4a3e-48ae-8655-a666f3403d58 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 950 time: 0.4334934 Feb 09 01:03:46.948137 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f28a4a14-8a25-4a70-be5a-f1344e3c7b6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:46.952151 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-50d7f9dc-797f-4988-ad61-032f102204dc service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=48fff0c2-cb8c-4c86-992a-0e113098b5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086044 Feb 09 01:03:46.955089 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fc2e5-0962-4d44-acf9-1fcb5693f6e7 req-b4fa53bb-f53c-4d4a-9fd1-80090b5c4283 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:46.956663 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-500fc2e5-0962-4d44-acf9-1fcb5693f6e7 req-b4fa53bb-f53c-4d4a-9fd1-80090b5c4283 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=a22b0073-6c58-47e8-9f6c-d841cc487367 HTTP/1.1" status: 200 len: 945 time: 0.7887957 Feb 09 01:03:46.964980 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f28a4a14-8a25-4a70-be5a-f1344e3c7b6f admin admin] Usage tracker for resource:security_group_rule and tenant:3766d852b4544a2b831dd4c598020c2d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:46.982218 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f28a4a14-8a25-4a70-be5a-f1344e3c7b6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:47.038059 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-500fc2e5-0962-4d44-acf9-1fcb5693f6e7 req-b027e575-4e90-4f9d-a2e3-17a964dcab3c tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736396 Feb 09 01:03:47.150091 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec5d4c29-5bdf-4fd3-ac47-5018e769614f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:47.211125 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f28a4a14-8a25-4a70-be5a-f1344e3c7b6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:47.217998 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec5d4c29-5bdf-4fd3-ac47-5018e769614f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:47.315824 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-a7b4ff90-0adc-47fe-a9e8-0f699512c077 service neutron] 10.222.0.117 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474696 Feb 09 01:03:47.337397 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec5d4c29-5bdf-4fd3-ac47-5018e769614f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 988} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:03:47.349982 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec5d4c29-5bdf-4fd3-ac47-5018e769614f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:47.350642 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-ec5d4c29-5bdf-4fd3-ac47-5018e769614f admin admin] Added segment 04e9ecb6-01d5-4ecf-9227-3ea9eee52184 of type vlan for network 6a46d8ce-a5dd-4900-abea-f731f0aef8fe Feb 09 01:03:47.385417 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec5d4c29-5bdf-4fd3-ac47-5018e769614f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:47.456616 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-90694bcd-6d9b-444c-b452-0e2a31fec103 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:47.464930 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec5d4c29-5bdf-4fd3-ac47-5018e769614f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:47.465971 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5d4c29-5bdf-4fd3-ac47-5018e769614f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:47.466637 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec5d4c29-5bdf-4fd3-ac47-5018e769614f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:47.484243 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-90694bcd-6d9b-444c-b452-0e2a31fec103 None None] Transition to ACTIVE for port object f8e1ad20-2c0c-4fc1-9624-0d8d17791e69 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:47.496476 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-90694bcd-6d9b-444c-b452-0e2a31fec103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:47.499517 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d4c29-5bdf-4fd3-ac47-5018e769614f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9aeec6-deae-434a-965f-768e0e1f7f4f,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:47.561346 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-a68841e2-2384-4615-868a-b8ab87483c75 None None] Allocated IP 172.20.0.2 (ef6a2c91-74ac-4a1c-bf5b-cc332cb10704/cc717b09-79d3-4a96-bc50-b85c97309f75/21afade7-640d-4ba5-970b-80961b3ba779) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:47.625248 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3978a6a2-1674-4558-98df-9da9be2229f3 req-e4391fce-bd55-4a14-a411-5e61c9fb7d2c tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6619799 Feb 09 01:03:47.713137 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-458e8212-99cc-4ee3-b6b0-fddae9625547 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:47.770150 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f525c2a-cd9f-4faf-8594-1146f865e57b None None] Pushing event updated for resources: {'Port': ['ID=f8e1ad20-2c0c-4fc1-9624-0d8d17791e69,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:47.780514 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f28a4a14-8a25-4a70-be5a-f1344e3c7b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:47.808530 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f28a4a14-8a25-4a70-be5a-f1344e3c7b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:47.846972 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-7d8ac446-4415-4cfe-88e0-904443438204 service neutron] 10.222.0.117 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5181797 Feb 09 01:03:47.870660 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f28a4a14-8a25-4a70-be5a-f1344e3c7b6f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3766d852b4544a2b831dd4c598020c2d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3244917 Feb 09 01:03:47.875725 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35480) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:47.894234 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a4a14-8a25-4a70-be5a-f1344e3c7b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaad6363-335c-4133-bc0e-b5d61481a0b6,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:48.070337 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ec5d4c29-5bdf-4fd3-ac47-5018e769614f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0799303 Feb 09 01:03:48.071310 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d4c29-5bdf-4fd3-ac47-5018e769614f admin admin] Pushing event updated for resources: {'Network': ['ID=6a46d8ce-a5dd-4900-abea-f731f0aef8fe,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:48.082597 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-5526912b-4d76-4865-ad00-2acbf7c44df8 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:48.084710 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-5526912b-4d76-4865-ad00-2acbf7c44df8 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/networks?id=aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7 HTTP/1.1" status: 200 len: 815 time: 0.4138434 Feb 09 01:03:48.086135 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35506) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:48.110293 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-90694bcd-6d9b-444c-b452-0e2a31fec103 None None] Attempting to bind port f8e1ad20-2c0c-4fc1-9624-0d8d17791e69 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:03:48.110672 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-90694bcd-6d9b-444c-b452-0e2a31fec103 None None] Attempting to bind port f8e1ad20-2c0c-4fc1-9624-0d8d17791e69 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '33faf354-c4ab-4b77-8d5c-9b1148806e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'e9090512-1742-44a9-970a-41e700340d6a'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:03:48.111027 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90694bcd-6d9b-444c-b452-0e2a31fec103 None None] Attempting to bind port f8e1ad20-2c0c-4fc1-9624-0d8d17791e69 on network e9090512-1742-44a9-970a-41e700340d6a {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:48.116782 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 6a46d8ce-a5dd-4900-abea-f731f0aef8fe details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:03:48.118372 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-8bd75427-f696-4484-bc4a-d0c57ee37164 admin admin] Request body: {'subnet': {'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1481402744-subnet', 'tenant_id': 'a75aeed005c34e95a63eb49629dd324d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:48.125485 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-458e8212-99cc-4ee3-b6b0-fddae9625547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:48.128138 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-70503a43-be85-4e48-b9f8-2e7eaf1c92bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:48.159742 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90694bcd-6d9b-444c-b452-0e2a31fec103 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:03:48.162428 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90694bcd-6d9b-444c-b452-0e2a31fec103 None None] Checking segment: {'id': '33faf354-c4ab-4b77-8d5c-9b1148806e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'e9090512-1742-44a9-970a-41e700340d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:48.162865 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-90694bcd-6d9b-444c-b452-0e2a31fec103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:48.166017 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90694bcd-6d9b-444c-b452-0e2a31fec103 None None] Bound using segment: {'id': '33faf354-c4ab-4b77-8d5c-9b1148806e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'e9090512-1742-44a9-970a-41e700340d6a'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:03:48.166667 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-90694bcd-6d9b-444c-b452-0e2a31fec103 None None] Bound port: f8e1ad20-2c0c-4fc1-9624-0d8d17791e69, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33faf354-c4ab-4b77-8d5c-9b1148806e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'e9090512-1742-44a9-970a-41e700340d6a'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:03:48.167195 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-90694bcd-6d9b-444c-b452-0e2a31fec103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:48.183396 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-70503a43-be85-4e48-b9f8-2e7eaf1c92bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:48.222437 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8bd75427-f696-4484-bc4a-d0c57ee37164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:48.268700 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-70503a43-be85-4e48-b9f8-2e7eaf1c92bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:48.282011 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-f68cc28c-3203-4fcc-b219-5bbf74f90f5e tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/quotas/6428ce51b6b44a9195de9392004f082d HTTP/1.1" status: 200 len: 375 time: 0.1767619 Feb 09 01:03:48.289822 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8bd75427-f696-4484-bc4a-d0c57ee37164 admin admin] Usage tracker for resource:subnet and tenant:a75aeed005c34e95a63eb49629dd324d is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:48.306581 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8bd75427-f696-4484-bc4a-d0c57ee37164 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:48.309148 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-70503a43-be85-4e48-b9f8-2e7eaf1c92bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:48.310343 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-70503a43-be85-4e48-b9f8-2e7eaf1c92bc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eaad6363-335c-4133-bc0e-b5d61481a0b6 HTTP/1.1" status: 204 len: 168 time: 0.4334290 Feb 09 01:03:48.311282 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70503a43-be85-4e48-b9f8-2e7eaf1c92bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaad6363-335c-4133-bc0e-b5d61481a0b6,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:48.330802 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8bd75427-f696-4484-bc4a-d0c57ee37164 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:48.380172 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-90694bcd-6d9b-444c-b452-0e2a31fec103 None None] For port f8e1ad20-2c0c-4fc1-9624-0d8d17791e69, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:03:48.386220 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-90694bcd-6d9b-444c-b452-0e2a31fec103 None None] For port f8e1ad20-2c0c-4fc1-9624-0d8d17791e69, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=f8e1ad20-2c0c-4fc1-9624-0d8d17791e69,segment=NetworkSegment(33faf354-c4ab-4b77-8d5c-9b1148806e58),segment_id=33faf354-c4ab-4b77-8d5c-9b1148806e58)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:03:48.397143 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-7f5e9c15-50ce-41b5-98d0-62830688cfd0 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:48.397394 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-90694bcd-6d9b-444c-b452-0e2a31fec103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:48.401090 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-7f5e9c15-50ce-41b5-98d0-62830688cfd0 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=a22b0073-6c58-47e8-9f6c-d841cc487367&tenant_id=6a459030aa9346b7b761b1ccc64f5445&binding%3Ahost_id=n-h1-828419-1 HTTP/1.1" status: 200 len: 1096 time: 0.4451082 Feb 09 01:03:48.415720 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-ec917928-d499-4b15-9bc1-7dc58edcad3b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828419-1'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:48.450499 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-ebe55f67-7bb6-4342-851a-3ead03bc9c71 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6428ce51b6b44a9195de9392004f082d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1666837 Feb 09 01:03:48.475622 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd75427-f696-4484-bc4a-d0c57ee37164 admin admin] Made reservation on behalf of a75aeed005c34e95a63eb49629dd324d for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:48.478272 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8bd75427-f696-4484-bc4a-d0c57ee37164 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:48.486106 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-384de79c-d022-4cda-889d-6d181dff6906 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:48.589254 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-384de79c-d022-4cda-889d-6d181dff6906 None None] Transition to ACTIVE for port object 466f80d2-6a66-4217-a296-67342e9d956b will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:48.621061 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90694bcd-6d9b-444c-b452-0e2a31fec103 None None] Routers {'0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:03:48.633278 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-90694bcd-6d9b-444c-b452-0e2a31fec103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:03:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:48.743374 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-384de79c-d022-4cda-889d-6d181dff6906 None None] Transition to ACTIVE for port object 466f80d2-6a66-4217-a296-67342e9d956b will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:48.801776 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-ec917928-d499-4b15-9bc1-7dc58edcad3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:48.899466 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-384de79c-d022-4cda-889d-6d181dff6906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:48.922208 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b342ae-3ec8-4334-9999-719523517a62 req-f4955946-5b67-4017-969f-ab0ba24edad5 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:48.927839 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8b342ae-3ec8-4334-9999-719523517a62 req-f4955946-5b67-4017-969f-ab0ba24edad5 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=a22b0073-6c58-47e8-9f6c-d841cc487367 HTTP/1.1" status: 200 len: 945 time: 0.3989787 Feb 09 01:03:49.053090 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8b342ae-3ec8-4334-9999-719523517a62 req-8fb26f3c-8e56-4313-84b9-b25fd91d6cc1 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086524 Feb 09 01:03:49.057485 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-458e8212-99cc-4ee3-b6b0-fddae9625547 admin admin] Allocated IP 172.25.5.12 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:49.175978 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384de79c-d022-4cda-889d-6d181dff6906 None None] Network aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:49.199536 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a68841e2-2384-4615-868a-b8ab87483c75 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:49.222227 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-384de79c-d022-4cda-889d-6d181dff6906 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:49.231753 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384de79c-d022-4cda-889d-6d181dff6906 None None] Pushing event updated for resources: {'Port': ['ID=466f80d2-6a66-4217-a296-67342e9d956b,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:49.263761 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384de79c-d022-4cda-889d-6d181dff6906 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:49.269020 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-90694bcd-6d9b-444c-b452-0e2a31fec103 None None] Set router 0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:03:49.285833 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-ec917928-d499-4b15-9bc1-7dc58edcad3b service neutron] For port 9444193c-3318-448f-8d9f-673309b9483a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9444193c-3318-448f-8d9f-673309b9483a,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:49.300965 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a68841e2-2384-4615-868a-b8ab87483c75 None None] Transition to ACTIVE for port object 21afade7-640d-4ba5-970b-80961b3ba779 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:49.360783 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-ec917928-d499-4b15-9bc1-7dc58edcad3b service neutron] For port 9444193c-3318-448f-8d9f-673309b9483a, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:03:49.506090 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a68841e2-2384-4615-868a-b8ab87483c75 None None] Transition to ACTIVE for port object 21afade7-640d-4ba5-970b-80961b3ba779 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:49.527098 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22b0073-6c58-47e8-9f6c-d841cc487367', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9444193c-3318-448f-8d9f-673309b9483a'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:49.549235 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-384de79c-d022-4cda-889d-6d181dff6906 None None] Attempting to bind port 466f80d2-6a66-4217-a296-67342e9d956b on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:03:49.550643 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-384de79c-d022-4cda-889d-6d181dff6906 None None] Attempting to bind port 466f80d2-6a66-4217-a296-67342e9d956b by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'ec8aa979-c430-4d73-b46b-92a5473a57c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:03:49.551727 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384de79c-d022-4cda-889d-6d181dff6906 None None] Attempting to bind port 466f80d2-6a66-4217-a296-67342e9d956b on network aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:49.556484 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-ec917928-d499-4b15-9bc1-7dc58edcad3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:49.561816 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a68841e2-2384-4615-868a-b8ab87483c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:49.607429 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-458e8212-99cc-4ee3-b6b0-fddae9625547 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:49.613777 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384de79c-d022-4cda-889d-6d181dff6906 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:03:49.614773 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384de79c-d022-4cda-889d-6d181dff6906 None None] Checking segment: {'id': 'ec8aa979-c430-4d73-b46b-92a5473a57c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:49.615684 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-384de79c-d022-4cda-889d-6d181dff6906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:49.616301 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384de79c-d022-4cda-889d-6d181dff6906 None None] Bound using segment: {'id': 'ec8aa979-c430-4d73-b46b-92a5473a57c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:03:49.617059 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-384de79c-d022-4cda-889d-6d181dff6906 None None] Bound port: 466f80d2-6a66-4217-a296-67342e9d956b, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8aa979-c430-4d73-b46b-92a5473a57c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:03:49.617739 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-384de79c-d022-4cda-889d-6d181dff6906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:49.645755 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8bd75427-f696-4484-bc4a-d0c57ee37164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:49.674696 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-ec917928-d499-4b15-9bc1-7dc58edcad3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:49.692744 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68841e2-2384-4615-868a-b8ab87483c75 None None] Network ef6a2c91-74ac-4a1c-bf5b-cc332cb10704 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:49.701673 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-a68841e2-2384-4615-868a-b8ab87483c75 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:49.712422 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68841e2-2384-4615-868a-b8ab87483c75 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:49.723136 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68841e2-2384-4615-868a-b8ab87483c75 None None] Pushing event updated for resources: {'Port': ['ID=21afade7-640d-4ba5-970b-80961b3ba779,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:49.731274 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-458e8212-99cc-4ee3-b6b0-fddae9625547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:49.743355 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f525c2a-cd9f-4faf-8594-1146f865e57b None None] Pushing event updated for resources: {'Port': ['ID=f8e1ad20-2c0c-4fc1-9624-0d8d17791e69,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:49.943876 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83019e-731d-4d91-bb0b-6d7f7ff329aa req-b109f701-4e35-4993-bcdb-9887d6d90322 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:49.946006 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ff83019e-731d-4d91-bb0b-6d7f7ff329aa req-b109f701-4e35-4993-bcdb-9887d6d90322 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.117 "GET /v2.0/ports?device_id=f9675f77-5f8b-46aa-ab89-5572912e6a6b HTTP/1.1" status: 200 len: 945 time: 2.1467643 Feb 09 01:03:49.953469 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-a68841e2-2384-4615-868a-b8ab87483c75 None None] Attempting to bind port 21afade7-640d-4ba5-970b-80961b3ba779 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:03:49.959353 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-a68841e2-2384-4615-868a-b8ab87483c75 None None] Attempting to bind port 21afade7-640d-4ba5-970b-80961b3ba779 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '3735d48f-75a9-437d-90bf-66d201e99527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'ef6a2c91-74ac-4a1c-bf5b-cc332cb10704'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:03:49.960157 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68841e2-2384-4615-868a-b8ab87483c75 None None] Attempting to bind port 21afade7-640d-4ba5-970b-80961b3ba779 on network ef6a2c91-74ac-4a1c-bf5b-cc332cb10704 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:49.975463 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68841e2-2384-4615-868a-b8ab87483c75 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:03:49.977872 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68841e2-2384-4615-868a-b8ab87483c75 None None] Checking segment: {'id': '3735d48f-75a9-437d-90bf-66d201e99527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'ef6a2c91-74ac-4a1c-bf5b-cc332cb10704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:49.978964 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a68841e2-2384-4615-868a-b8ab87483c75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:49.980990 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68841e2-2384-4615-868a-b8ab87483c75 None None] Bound using segment: {'id': '3735d48f-75a9-437d-90bf-66d201e99527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'ef6a2c91-74ac-4a1c-bf5b-cc332cb10704'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:03:49.982753 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-a68841e2-2384-4615-868a-b8ab87483c75 None None] Bound port: 21afade7-640d-4ba5-970b-80961b3ba779, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3735d48f-75a9-437d-90bf-66d201e99527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'ef6a2c91-74ac-4a1c-bf5b-cc332cb10704'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:03:49.984124 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a68841e2-2384-4615-868a-b8ab87483c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:49.987838 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458e8212-99cc-4ee3-b6b0-fddae9625547 admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:50.004840 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-384de79c-d022-4cda-889d-6d181dff6906 None None] For port 466f80d2-6a66-4217-a296-67342e9d956b, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:03:50.062152 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-384de79c-d022-4cda-889d-6d181dff6906 None None] For port 466f80d2-6a66-4217-a296-67342e9d956b, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=466f80d2-6a66-4217-a296-67342e9d956b,segment=NetworkSegment(ec8aa979-c430-4d73-b46b-92a5473a57c5),segment_id=ec8aa979-c430-4d73-b46b-92a5473a57c5)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:03:50.065697 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-90694bcd-6d9b-444c-b452-0e2a31fec103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed', 'name': 'tempest-TaggedBootDevicesTest_v242-278953122-router', 'tenant_id': '8de10fd4ae2e4cd09cef8cf7b71f0fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '7e5a88b7-d096-4171-b48c-e38e6479a7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:31Z', 'updated_at': '2022-02-09T01:03:42Z', 'revision_number': 4, 'project_id': '8de10fd4ae2e4cd09cef8cf7b71f0fce', 'gw_port': {'id': '7e5a88b7-d096-4171-b48c-e38e6479a7ce', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:89:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:33Z', 'updated_at': '2022-02-09T01:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'f8e1ad20-2c0c-4fc1-9624-0d8d17791e69', 'name': '', 'network_id': 'e9090512-1742-44a9-970a-41e700340d6a', 'tenant_id': '8de10fd4ae2e4cd09cef8cf7b71f0fce', 'mac_address': 'fa:16:3e:f0:69:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'e3ee3e16-e4c3-4524-b9be-3613ca3bd35d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:40Z', 'updated_at': '2022-02-09T01:03:48Z', 'revision_number': 4, 'project_id': '8de10fd4ae2e4cd09cef8cf7b71f0fce', 'subnets': [{'id': 'e3ee3e16-e4c3-4524-b9be-3613ca3bd35d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:50.077881 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90694bcd-6d9b-444c-b452-0e2a31fec103 None None] The sync data for ids ['0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed'] in n-d-828419-1 is: [{'id': '0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed', 'name': 'tempest-TaggedBootDevicesTest_v242-278953122-router', 'tenant_id': '8de10fd4ae2e4cd09cef8cf7b71f0fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '7e5a88b7-d096-4171-b48c-e38e6479a7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:31Z', 'updated_at': '2022-02-09T01:03:42Z', 'revision_number': 4, 'project_id': '8de10fd4ae2e4cd09cef8cf7b71f0fce', 'gw_port': {'id': '7e5a88b7-d096-4171-b48c-e38e6479a7ce', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:89:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:33Z', 'updated_at': '2022-02-09T01:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'f8e1ad20-2c0c-4fc1-9624-0d8d17791e69', 'name': '', 'network_id': 'e9090512-1742-44a9-970a-41e700340d6a', 'tenant_id': '8de10fd4ae2e4cd09cef8cf7b71f0fce', 'mac_address': 'fa:16:3e:f0:69:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'e3ee3e16-e4c3-4524-b9be-3613ca3bd35d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:40Z', 'updated_at': '2022-02-09T01:03:48Z', 'revision_number': 4, 'project_id': '8de10fd4ae2e4cd09cef8cf7b71f0fce', 'subnets': [{'id': 'e3ee3e16-e4c3-4524-b9be-3613ca3bd35d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:03:50.080360 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-384de79c-d022-4cda-889d-6d181dff6906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:50.097901 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-458e8212-99cc-4ee3-b6b0-fddae9625547 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:50.118316 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd75427-f696-4484-bc4a-d0c57ee37164 admin admin] Checking segment: {'id': '04e9ecb6-01d5-4ecf-9227-3ea9eee52184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:50.118684 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd75427-f696-4484-bc4a-d0c57ee37164 admin admin] Network hostable DHCP agents. Network: 6a46d8ce-a5dd-4900-abea-f731f0aef8fe, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:03:50.126079 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458e8212-99cc-4ee3-b6b0-fddae9625547 admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:03:50.230491 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd75427-f696-4484-bc4a-d0c57ee37164 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e21ee47-9c4f-48f6-bbce-c83436d55ec2,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:50.259930 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e8212-99cc-4ee3-b6b0-fddae9625547 admin admin] Pushing event updated for resources: {'Port': ['ID=6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:50.269859 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384de79c-d022-4cda-889d-6d181dff6906 None None] Pushing event updated for resources: {'Port': ['ID=466f80d2-6a66-4217-a296-67342e9d956b,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:50.320783 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-ff83019e-731d-4d91-bb0b-6d7f7ff329aa req-1c79bfef-7f59-4242-9603-6e0bbfdaebf7 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Deleting port 326257a3-7dba-46ce-a0c2-2453f21c5c49 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:03:50.326172 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-ff83019e-731d-4d91-bb0b-6d7f7ff329aa req-1c79bfef-7f59-4242-9603-6e0bbfdaebf7 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:50.346031 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-a68841e2-2384-4615-868a-b8ab87483c75 None None] For port 21afade7-640d-4ba5-970b-80961b3ba779, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:03:50.357953 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-a68841e2-2384-4615-868a-b8ab87483c75 None None] For port 21afade7-640d-4ba5-970b-80961b3ba779, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=21afade7-640d-4ba5-970b-80961b3ba779,segment=NetworkSegment(3735d48f-75a9-437d-90bf-66d201e99527),segment_id=3735d48f-75a9-437d-90bf-66d201e99527)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:03:50.369177 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a68841e2-2384-4615-868a-b8ab87483c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:50.369746 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd75427-f696-4484-bc4a-d0c57ee37164 admin admin] Network 6a46d8ce-a5dd-4900-abea-f731f0aef8fe is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:03:50.436917 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec917928-d499-4b15-9bc1-7dc58edcad3b service neutron] Pushing event updated for resources: {'Port': ['ID=9444193c-3318-448f-8d9f-673309b9483a,revision_number=7']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:50.452969 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-ec917928-d499-4b15-9bc1-7dc58edcad3b service neutron] Attempting to bind port 9444193c-3318-448f-8d9f-673309b9483a on host n-h1-828419-1 for vnic_type normal with profile {"migrating_to": "n-h2-828419-1"} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:03:50.453434 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-ec917928-d499-4b15-9bc1-7dc58edcad3b service neutron] Attempting to bind port 9444193c-3318-448f-8d9f-673309b9483a by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:03:50.453614 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-ec917928-d499-4b15-9bc1-7dc58edcad3b service neutron] Attempting to bind port 9444193c-3318-448f-8d9f-673309b9483a on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:50.482129 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7edf8-a3ae-4e7d-a9c6-59bc9ad36090 req-7fe2f401-483a-44ab-a96f-cdffdf212b9f tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:50.495347 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e1d7edf8-a3ae-4e7d-a9c6-59bc9ad36090 req-7fe2f401-483a-44ab-a96f-cdffdf212b9f tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9675f77-5f8b-46aa-ab89-5572912e6a6b HTTP/1.1" status: 200 len: 945 time: 0.9316657 Feb 09 01:03:50.520706 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-ec917928-d499-4b15-9bc1-7dc58edcad3b service neutron] Port 9444193c-3318-448f-8d9f-673309b9483a on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:03:50.529949 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-ec917928-d499-4b15-9bc1-7dc58edcad3b service neutron] Attempting to bind port 9444193c-3318-448f-8d9f-673309b9483a on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:03:50.549311 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f8e1ad20-2c0c-4fc1-9624-0d8d17791e69 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:50.580681 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-ec917928-d499-4b15-9bc1-7dc58edcad3b service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:03:50.581027 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-ec917928-d499-4b15-9bc1-7dc58edcad3b service neutron] Checking segment: {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:03:50.581419 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-ec917928-d499-4b15-9bc1-7dc58edcad3b service neutron] Bound using segment: {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:03:50.581852 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-ec917928-d499-4b15-9bc1-7dc58edcad3b service neutron] Bound port: 9444193c-3318-448f-8d9f-673309b9483a, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:03:50.582196 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-ec917928-d499-4b15-9bc1-7dc58edcad3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:50.696752 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e1d7edf8-a3ae-4e7d-a9c6-59bc9ad36090 req-6a783019-12e5-475c-b92b-31ea6a6def7f tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa0642db-114b-4eee-9b0a-78a1759ea06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000651 Feb 09 01:03:50.738426 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796501c8-a3fd-4017-8acc-2b027ed0fd25 req-d3c08703-5510-4000-9a71-c5f9732e8e41 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:50.743104 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-796501c8-a3fd-4017-8acc-2b027ed0fd25 req-d3c08703-5510-4000-9a71-c5f9732e8e41 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.35 "GET /v2.0/ports?device_id=14a0f3b2-9d5a-4109-89ad-b55d938ea463 HTTP/1.1" status: 200 len: 946 time: 0.7105341 Feb 09 01:03:50.777005 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68841e2-2384-4615-868a-b8ab87483c75 None None] Pushing event updated for resources: {'Port': ['ID=21afade7-640d-4ba5-970b-80961b3ba779,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:50.842417 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port f8e1ad20-2c0c-4fc1-9624-0d8d17791e69 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:50.860205 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port f8e1ad20-2c0c-4fc1-9624-0d8d17791e69 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:50.865109 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:50.880960 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-8bd75427-f696-4484-bc4a-d0c57ee37164 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 6a46d8ce-a5dd-4900-abea-f731f0aef8fe) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:50.911895 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37a2ac4-9e92-4157-b3bb-0897fbcfc7e4 None None] Network 6a46d8ce-a5dd-4900-abea-f731f0aef8fe requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:03:50.923225 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-1d3eddae-4091-4bbe-9642-1b58aada9a42 service neutron] 10.222.0.37 "GET /v2.0/networks/aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.4567204 Feb 09 01:03:50.954934 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd75427-f696-4484-bc4a-d0c57ee37164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:50.955534 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8bd75427-f696-4484-bc4a-d0c57ee37164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:51.042228 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8bd75427-f696-4484-bc4a-d0c57ee37164 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9442587 Feb 09 01:03:51.199967 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-796501c8-a3fd-4017-8acc-2b027ed0fd25 req-d2afbacb-49f2-4516-a8af-09a525eb33ca tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Deleting port 1ea07b49-d853-43ae-aa24-562a094f5e9e {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:03:51.200386 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-796501c8-a3fd-4017-8acc-2b027ed0fd25 req-d2afbacb-49f2-4516-a8af-09a525eb33ca tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:51.458423 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22b0073-6c58-47e8-9f6c-d841cc487367', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9444193c-3318-448f-8d9f-673309b9483a', 'code': 200} Feb 09 01:03:51.466675 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-ec917928-d499-4b15-9bc1-7dc58edcad3b service neutron] For port 9444193c-3318-448f-8d9f-673309b9483a, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:03:51.544342 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-ec917928-d499-4b15-9bc1-7dc58edcad3b service neutron] For port 9444193c-3318-448f-8d9f-673309b9483a, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9444193c-3318-448f-8d9f-673309b9483a,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:03:51.563221 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:51.638867 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-ec917928-d499-4b15-9bc1-7dc58edcad3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:51.735872 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-ff83019e-731d-4d91-bb0b-6d7f7ff329aa req-1c79bfef-7f59-4242-9603-6e0bbfdaebf7 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] For port 326257a3-7dba-46ce-a0c2-2453f21c5c49, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=326257a3-7dba-46ce-a0c2-2453f21c5c49,segment=NetworkSegment(db9ba235-89e2-4f9a-977e-838070d870cc),segment_id=db9ba235-89e2-4f9a-977e-838070d870cc)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:51.739318 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-ff83019e-731d-4d91-bb0b-6d7f7ff329aa req-1c79bfef-7f59-4242-9603-6e0bbfdaebf7 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:51.777687 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port f8e1ad20-2c0c-4fc1-9624-0d8d17791e69, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=f8e1ad20-2c0c-4fc1-9624-0d8d17791e69,segment=NetworkSegment(33faf354-c4ab-4b77-8d5c-9b1148806e58),segment_id=33faf354-c4ab-4b77-8d5c-9b1148806e58)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:51.804258 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:51.807275 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a1b14c-9320-4fd4-bb5a-a74ef82b6300 None None] Network 6a46d8ce-a5dd-4900-abea-f731f0aef8fe requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:03:51.975926 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-ff83019e-731d-4d91-bb0b-6d7f7ff329aa req-1c79bfef-7f59-4242-9603-6e0bbfdaebf7 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Calling delete_port for 326257a3-7dba-46ce-a0c2-2453f21c5c49 owned by compute:nova {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:03:52.086923 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec917928-d499-4b15-9bc1-7dc58edcad3b service neutron] Pushing event updated for resources: {'Port': ['ID=9444193c-3318-448f-8d9f-673309b9483a,revision_number=8']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:52.090389 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:52.211334 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 326257a3-7dba-46ce-a0c2-2453f21c5c49 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:03:52.429505 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-ec917928-d499-4b15-9bc1-7dc58edcad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:52.430143 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-ec917928-d499-4b15-9bc1-7dc58edcad3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:52.431587 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-ec917928-d499-4b15-9bc1-7dc58edcad3b service neutron] 10.222.0.117 "PUT /v2.0/ports/9444193c-3318-448f-8d9f-673309b9483a HTTP/1.1" status: 200 len: 1121 time: 4.0214558 Feb 09 01:03:52.457400 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-ebad2c0d-8f7c-466b-adcb-8e6125969e91 service neutron] 10.222.0.37 "GET /v2.0/networks/aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5040774 Feb 09 01:03:52.579542 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658894ef-7810-4db8-878e-4d541913d9e4 None None] Network aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:03:52.661926 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['9444193c-3318-448f-8d9f-673309b9483a'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:03:52.750124 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-796501c8-a3fd-4017-8acc-2b027ed0fd25 req-d2afbacb-49f2-4516-a8af-09a525eb33ca tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] For port 1ea07b49-d853-43ae-aa24-562a094f5e9e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=1ea07b49-d853-43ae-aa24-562a094f5e9e,segment=NetworkSegment(db9ba235-89e2-4f9a-977e-838070d870cc),segment_id=db9ba235-89e2-4f9a-977e-838070d870cc)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:52.750720 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-796501c8-a3fd-4017-8acc-2b027ed0fd25 req-d2afbacb-49f2-4516-a8af-09a525eb33ca tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:52.808922 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=f8e1ad20-2c0c-4fc1-9624-0d8d17791e69,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:52.853295 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 466f80d2-6a66-4217-a296-67342e9d956b up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:53.168096 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:53.293898 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 326257a3-7dba-46ce-a0c2-2453f21c5c49, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=326257a3-7dba-46ce-a0c2-2453f21c5c49,segment=NetworkSegment(db9ba235-89e2-4f9a-977e-838070d870cc),segment_id=db9ba235-89e2-4f9a-977e-838070d870cc)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:53.295612 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b72d216-7d16-4c41-b395-39403dfad36c None None] Network ef6a2c91-74ac-4a1c-bf5b-cc332cb10704 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:03:53.304551 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b9ebe-3bba-4490-93d4-861ff9ddf810 req-b516dfa0-4cbc-4c0b-9eb5-18fe4a2024af tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:53.314174 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-048b9ebe-3bba-4490-93d4-861ff9ddf810 req-b516dfa0-4cbc-4c0b-9eb5-18fe4a2024af tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=a22b0073-6c58-47e8-9f6c-d841cc487367 HTTP/1.1" status: 200 len: 943 time: 0.9075623 Feb 09 01:03:53.342896 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-796501c8-a3fd-4017-8acc-2b027ed0fd25 req-d2afbacb-49f2-4516-a8af-09a525eb33ca tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Calling delete_port for 1ea07b49-d853-43ae-aa24-562a094f5e9e owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:03:53.447312 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9675f77-5f8b-46aa-ab89-5572912e6a6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '326257a3-7dba-46ce-a0c2-2453f21c5c49'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:53.457574 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-048b9ebe-3bba-4490-93d4-861ff9ddf810 req-9a79fd05-394a-4126-bf2d-52d69495535a tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400616 Feb 09 01:03:53.461892 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a22b0073-6c58-47e8-9f6c-d841cc487367', 'tag': '9444193c-3318-448f-8d9f-673309b9483a'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:53.523984 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:53.611002 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0b13d615-02a7-4fc3-8a79-65c887e07d06 None None] Provisioning for port 466f80d2-6a66-4217-a296-67342e9d956b completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:53.623761 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=326257a3-7dba-46ce-a0c2-2453f21c5c49,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:53.669251 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [req-ff83019e-731d-4d91-bb0b-6d7f7ff329aa req-1c79bfef-7f59-4242-9603-6e0bbfdaebf7 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:03:53.669863 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [req-ff83019e-731d-4d91-bb0b-6d7f7ff329aa req-1c79bfef-7f59-4242-9603-6e0bbfdaebf7 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:03:53.709287 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-458e8212-99cc-4ee3-b6b0-fddae9625547 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:53.740243 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-796501c8-a3fd-4017-8acc-2b027ed0fd25 req-d2afbacb-49f2-4516-a8af-09a525eb33ca tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:53.821709 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2afbacb-49f2-4516-a8af-09a525eb33ca tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Pushing event deleted for resources: {'Port': ['ID=1ea07b49-d853-43ae-aa24-562a094f5e9e,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:53.897199 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 466f80d2-6a66-4217-a296-67342e9d956b completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:53.920960 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 466f80d2-6a66-4217-a296-67342e9d956b triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:53.921221 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:53.938970 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-796501c8-a3fd-4017-8acc-2b027ed0fd25 req-d2afbacb-49f2-4516-a8af-09a525eb33ca tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] No DVR routers for this DVR port 1ea07b49-d853-43ae-aa24-562a094f5e9e on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:03:53.941980 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-796501c8-a3fd-4017-8acc-2b027ed0fd25 req-d2afbacb-49f2-4516-a8af-09a525eb33ca tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:53.963520 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00485845-3ab6-49d1-a608-43ca4b9403ff req-e2951a26-0899-475a-8e93-581176a483b5 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:53.970945 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-00485845-3ab6-49d1-a608-43ca4b9403ff req-e2951a26-0899-475a-8e93-581176a483b5 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9675f77-5f8b-46aa-ab89-5572912e6a6b HTTP/1.1" status: 200 len: 943 time: 0.2962971 Feb 09 01:03:53.995400 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-796501c8-a3fd-4017-8acc-2b027ed0fd25 req-d2afbacb-49f2-4516-a8af-09a525eb33ca tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.35 "DELETE /v2.0/ports/1ea07b49-d853-43ae-aa24-562a094f5e9e HTTP/1.1" status: 204 len: 173 time: 3.2461386 Feb 09 01:03:54.057074 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-00485845-3ab6-49d1-a608-43ca4b9403ff req-dd44186a-79d1-46c7-b4ee-ae9d0914b68a tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa0642db-114b-4eee-9b0a-78a1759ea06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836875 Feb 09 01:03:54.124541 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 1ea07b49-d853-43ae-aa24-562a094f5e9e no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:03:54.165195 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-ac259d7b-6bc5-4aa1-8c09-99d791e16023 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:54.167607 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-ac259d7b-6bc5-4aa1-8c09-99d791e16023 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Synchronizing usage tracker for tenant:a75aeed005c34e95a63eb49629dd324d on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:54.191270 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-ff83019e-731d-4d91-bb0b-6d7f7ff329aa req-1c79bfef-7f59-4242-9603-6e0bbfdaebf7 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Deleting port 326257a3-7dba-46ce-a0c2-2453f21c5c49 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:03:54.198094 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-ff83019e-731d-4d91-bb0b-6d7f7ff329aa req-1c79bfef-7f59-4242-9603-6e0bbfdaebf7 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:54.202868 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5b87dafd-a16c-4fe1-a240-eb305d82cc49 None None] Provisioning for port 21afade7-640d-4ba5-970b-80961b3ba779 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:54.217885 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 1ea07b49-d853-43ae-aa24-562a094f5e9e {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:03:54.218248 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 1ea07b49-d853-43ae-aa24-562a094f5e9e not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:03:54.534781 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-ac259d7b-6bc5-4aa1-8c09-99d791e16023 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Unset dirty status for tenant:a75aeed005c34e95a63eb49629dd324d on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:54.541588 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-ac259d7b-6bc5-4aa1-8c09-99d791e16023 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/networks?id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe HTTP/1.1" status: 200 len: 812 time: 1.0665140 Feb 09 01:03:54.576920 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:54.643175 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-8d5e472a-d75d-443f-8775-6e22c7a5cab4 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:54.643893 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-8d5e472a-d75d-443f-8775-6e22c7a5cab4 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Synchronizing usage tracker for tenant:6428ce51b6b44a9195de9392004f082d on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:54.667197 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 466f80d2-6a66-4217-a296-67342e9d956b, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=466f80d2-6a66-4217-a296-67342e9d956b,segment=NetworkSegment(ec8aa979-c430-4d73-b46b-92a5473a57c5),segment_id=ec8aa979-c430-4d73-b46b-92a5473a57c5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:54.684281 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:54.685072 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 21afade7-640d-4ba5-970b-80961b3ba779 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:54.697997 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-8d5e472a-d75d-443f-8775-6e22c7a5cab4 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Unset dirty status for tenant:6428ce51b6b44a9195de9392004f082d on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:54.717056 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-8d5e472a-d75d-443f-8775-6e22c7a5cab4 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/networks?id=aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7 HTTP/1.1" status: 200 len: 815 time: 0.4237449 Feb 09 01:03:54.753095 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-605dad41-29a5-46ac-a864-48fbba595b2f tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/quotas/6428ce51b6b44a9195de9392004f082d HTTP/1.1" status: 200 len: 375 time: 0.0431995 Feb 09 01:03:54.846909 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-05e8251d-32e9-4eef-bd7f-e0f6e92c184d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/quotas/a75aeed005c34e95a63eb49629dd324d HTTP/1.1" status: 200 len: 375 time: 0.3044205 Feb 09 01:03:55.006498 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6a5a4a41-640b-4556-b7de-c6d68f03e8cd None None] Provisioning complete for port 466f80d2-6a66-4217-a296-67342e9d956b triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:55.007135 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6a5a4a41-640b-4556-b7de-c6d68f03e8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:55.038582 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-77521d4f-61ac-423e-b325-0aea05579698 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a75aeed005c34e95a63eb49629dd324d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1664798 Feb 09 01:03:55.120913 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:55.161086 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-b6f3b6d1-4736-457f-b182-b4e70cc4e955 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6428ce51b6b44a9195de9392004f082d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4052413 Feb 09 01:03:55.191083 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=466f80d2-6a66-4217-a296-67342e9d956b,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:55.268391 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 21afade7-640d-4ba5-970b-80961b3ba779 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:55.288995 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 21afade7-640d-4ba5-970b-80961b3ba779 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:55.290436 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:55.402484 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-53b687cc-1b5c-4733-8372-8c2eb3b9a950 service neutron] 10.222.0.37 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123468 Feb 09 01:03:55.489584 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:55.547330 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-81a43dfa-8a7b-44df-a40b-ef61aae5a82b None None] Provisioning complete for port 21afade7-640d-4ba5-970b-80961b3ba779 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:55.548974 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-81a43dfa-8a7b-44df-a40b-ef61aae5a82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:55.554293 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-ff83019e-731d-4d91-bb0b-6d7f7ff329aa req-1c79bfef-7f59-4242-9603-6e0bbfdaebf7 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] For port 326257a3-7dba-46ce-a0c2-2453f21c5c49, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=326257a3-7dba-46ce-a0c2-2453f21c5c49,segment=NetworkSegment(db9ba235-89e2-4f9a-977e-838070d870cc),segment_id=db9ba235-89e2-4f9a-977e-838070d870cc)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:55.554730 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-ff83019e-731d-4d91-bb0b-6d7f7ff329aa req-1c79bfef-7f59-4242-9603-6e0bbfdaebf7 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:55.562642 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-458e8212-99cc-4ee3-b6b0-fddae9625547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:55.571931 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-322d4c16-d301-4fb6-ac28-f993939a7822 service neutron] 10.222.0.37 "GET /v2.0/networks/aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045315 Feb 09 01:03:55.659484 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 21afade7-640d-4ba5-970b-80961b3ba779, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=21afade7-640d-4ba5-970b-80961b3ba779,segment=NetworkSegment(3735d48f-75a9-437d-90bf-66d201e99527),segment_id=3735d48f-75a9-437d-90bf-66d201e99527)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:55.686750 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:55.846952 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f8e1ad20-2c0c-4fc1-9624-0d8d17791e69 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:55.864120 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-ff83019e-731d-4d91-bb0b-6d7f7ff329aa req-1c79bfef-7f59-4242-9603-6e0bbfdaebf7 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Calling delete_port for 326257a3-7dba-46ce-a0c2-2453f21c5c49 owned by compute:nova {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:03:55.891796 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=21afade7-640d-4ba5-970b-80961b3ba779,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:55.975721 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port f8e1ad20-2c0c-4fc1-9624-0d8d17791e69 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:55.976124 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:55.986403 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-6da0611d-0ad0-47aa-8ae2-84ccf2cf5cb1 service neutron] 10.222.0.37 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5605960 Feb 09 01:03:56.005531 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-d10e0709-fe59-42ec-9c60-b1c4a312b72b service neutron] 10.222.0.37 "GET /v2.0/networks/aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250112 Feb 09 01:03:56.083278 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-e23ca899-6f19-4f8e-b9b6-5881a5c8b305 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:56.085086 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-e23ca899-6f19-4f8e-b9b6-5881a5c8b305 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.117 "GET /v2.0/networks?id=aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7 HTTP/1.1" status: 200 len: 815 time: 0.5314195 Feb 09 01:03:56.103553 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-d6fa6015-9487-4ef0-ad7c-116d8b9fceed tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Request body: {'port': {'device_id': 'd817c5ae-4755-47fa-874c-1ad857cdb067', 'network_id': 'aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7', 'admin_state_up': True, 'tenant_id': '6428ce51b6b44a9195de9392004f082d'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:56.217682 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 9444193c-3318-448f-8d9f-673309b9483a details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:03:56.247093 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 466f80d2-6a66-4217-a296-67342e9d956b up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:56.426904 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a22b0073-6c58-47e8-9f6c-d841cc487367', 'tag': '9444193c-3318-448f-8d9f-673309b9483a', 'status': 'completed', 'code': 200} Feb 09 01:03:56.489895 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9675f77-5f8b-46aa-ab89-5572912e6a6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '326257a3-7dba-46ce-a0c2-2453f21c5c49', 'code': 200} Feb 09 01:03:56.500379 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-23536a0d-4f70-4197-b7a5-2227401937ac req-e51bda8a-106d-4ef2-a675-8a7e5fd0309c tempest-FlavorsV2NegativeTest-667164410 tempest-FlavorsV2NegativeTest-667164410-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0d842bbf15874a0bb687acb975a63415&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1445103 Feb 09 01:03:56.598978 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 466f80d2-6a66-4217-a296-67342e9d956b triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:56.599349 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:56.697014 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-0d8bc177-e363-4889-9a22-8c0be969ee19 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493140 Feb 09 01:03:56.697763 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 9444193c-3318-448f-8d9f-673309b9483a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9444193c-3318-448f-8d9f-673309b9483a,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:03:56.714724 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 9444193c-3318-448f-8d9f-673309b9483a has no active binding in host n-h2-828419-1 {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 01:03:56.751352 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23536a0d-4f70-4197-b7a5-2227401937ac req-43caa5ee-6f7c-4776-952d-343539869cd8 tempest-FlavorsV2NegativeTest-667164410 tempest-FlavorsV2NegativeTest-667164410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:56.759202 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-23536a0d-4f70-4197-b7a5-2227401937ac req-43caa5ee-6f7c-4776-952d-343539869cd8 tempest-FlavorsV2NegativeTest-667164410 tempest-FlavorsV2NegativeTest-667164410-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2424555 Feb 09 01:03:56.800541 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-23536a0d-4f70-4197-b7a5-2227401937ac req-d096ad6e-dda2-45e8-ae30-307f8f33565d tempest-FlavorsV2NegativeTest-667164410 tempest-FlavorsV2NegativeTest-667164410-project] 10.222.0.37 "GET /v2.0/quotas/0d842bbf15874a0bb687acb975a63415 HTTP/1.1" status: 200 len: 375 time: 0.0399132 Feb 09 01:03:56.867590 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-d6fa6015-9487-4ef0-ad7c-116d8b9fceed tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:03:56.876943 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-d6fa6015-9487-4ef0-ad7c-116d8b9fceed tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Usage tracker for resource:port and tenant:6428ce51b6b44a9195de9392004f082d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:03:56.881606 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-d6fa6015-9487-4ef0-ad7c-116d8b9fceed tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:03:56.889224 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-d6fa6015-9487-4ef0-ad7c-116d8b9fceed tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:03:56.913773 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-23536a0d-4f70-4197-b7a5-2227401937ac req-20d0f05e-4ff6-47ac-9d18-559e2707b607 tempest-FlavorsV2NegativeTest-667164410 tempest-FlavorsV2NegativeTest-667164410-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d842bbf15874a0bb687acb975a63415&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1120515 Feb 09 01:03:56.933989 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-d6fa6015-9487-4ef0-ad7c-116d8b9fceed tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Made reservation on behalf of 6428ce51b6b44a9195de9392004f082d for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:56.942815 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-d6fa6015-9487-4ef0-ad7c-116d8b9fceed tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:57.014072 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944401d7-aeb9-445b-bc6f-b592b1a09204 req-81f170d1-5596-4d41-94e3-bd13a305c472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:57.017440 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-944401d7-aeb9-445b-bc6f-b592b1a09204 req-81f170d1-5596-4d41-94e3-bd13a305c472 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a459030aa9346b7b761b1ccc64f5445&device_id=a22b0073-6c58-47e8-9f6c-d841cc487367 HTTP/1.1" status: 200 len: 1124 time: 0.5830436 Feb 09 01:03:57.045874 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-1ef897b1-d7aa-47cc-a93d-c01d4a8f5a06 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:57.054353 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-1ef897b1-d7aa-47cc-a93d-c01d4a8f5a06 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3545301 Feb 09 01:03:57.107474 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458e8212-99cc-4ee3-b6b0-fddae9625547 admin admin] Router 7b15286b-405c-4a8d-ba79-d391bbabc0a5 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:03:57.111115 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-d606ae22-a9f8-41dd-8575-cc36edabb0f9 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/quotas/1828a8e10f7447aba0d25cab4f7feaf3 HTTP/1.1" status: 200 len: 375 time: 0.0247207 Feb 09 01:03:57.218900 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-ff83019e-731d-4d91-bb0b-6d7f7ff329aa req-1c79bfef-7f59-4242-9603-6e0bbfdaebf7 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:57.516979 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944401d7-aeb9-445b-bc6f-b592b1a09204 req-f574df95-05c7-467b-b048-399cc24e1a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:57.521213 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-944401d7-aeb9-445b-bc6f-b592b1a09204 req-f574df95-05c7-467b-b048-399cc24e1a0c service neutron] 10.222.0.35 "GET /v2.0/networks?id=48fff0c2-cb8c-4c86-992a-0e113098b5fc HTTP/1.1" status: 200 len: 909 time: 0.4961839 Feb 09 01:03:57.579543 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4addb-6da3-4dde-b626-628ef891b999 req-a0ddc34e-700f-4dd1-aa7a-1961b85a0045 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:57.581098 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9ab4addb-6da3-4dde-b626-628ef891b999 req-a0ddc34e-700f-4dd1-aa7a-1961b85a0045 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=a22b0073-6c58-47e8-9f6c-d841cc487367 HTTP/1.1" status: 200 len: 943 time: 0.3852987 Feb 09 01:03:57.610528 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79bfef-7f59-4242-9603-6e0bbfdaebf7 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Pushing event deleted for resources: {'Port': ['ID=326257a3-7dba-46ce-a0c2-2453f21c5c49,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:57.662288 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-d6fa6015-9487-4ef0-ad7c-116d8b9fceed tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Allocated IP 172.20.0.4 (aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7/771c4ddd-4731-43aa-b60e-ab7f2eeb6b58/ae96d083-8a34-4b02-aed5-0e82d911c043) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:57.688535 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-944401d7-aeb9-445b-bc6f-b592b1a09204 req-fe962b6d-60b9-45bc-b9d4-8ceaa7528244 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9444193c-3318-448f-8d9f-673309b9483a HTTP/1.1" status: 200 len: 217 time: 0.1064148 Feb 09 01:03:57.698506 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79bfef-7f59-4242-9603-6e0bbfdaebf7 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:57.698934 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79bfef-7f59-4242-9603-6e0bbfdaebf7 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:57.699352 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79bfef-7f59-4242-9603-6e0bbfdaebf7 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:57.699761 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79bfef-7f59-4242-9603-6e0bbfdaebf7 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:57.700236 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79bfef-7f59-4242-9603-6e0bbfdaebf7 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:57.700615 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79bfef-7f59-4242-9603-6e0bbfdaebf7 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:57.701019 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79bfef-7f59-4242-9603-6e0bbfdaebf7 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:57.701413 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79bfef-7f59-4242-9603-6e0bbfdaebf7 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:57.701813 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79bfef-7f59-4242-9603-6e0bbfdaebf7 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:57.702244 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79bfef-7f59-4242-9603-6e0bbfdaebf7 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:57.702717 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79bfef-7f59-4242-9603-6e0bbfdaebf7 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:57.702974 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79bfef-7f59-4242-9603-6e0bbfdaebf7 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:57.788800 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff83019e-731d-4d91-bb0b-6d7f7ff329aa req-1c79bfef-7f59-4242-9603-6e0bbfdaebf7 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] No DVR routers for this DVR port 326257a3-7dba-46ce-a0c2-2453f21c5c49 on host n-h2-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:03:57.805114 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-ff83019e-731d-4d91-bb0b-6d7f7ff329aa req-1c79bfef-7f59-4242-9603-6e0bbfdaebf7 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:57.816679 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9675f77-5f8b-46aa-ab89-5572912e6a6b', 'name': 'network-vif-deleted', 'tag': '326257a3-7dba-46ce-a0c2-2453f21c5c49'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:57.821748 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ff83019e-731d-4d91-bb0b-6d7f7ff329aa req-1c79bfef-7f59-4242-9603-6e0bbfdaebf7 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.117 "DELETE /v2.0/ports/326257a3-7dba-46ce-a0c2-2453f21c5c49 HTTP/1.1" status: 204 len: 173 time: 7.8634179 Feb 09 01:03:57.834149 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 21afade7-640d-4ba5-970b-80961b3ba779 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:03:57.841135 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458e8212-99cc-4ee3-b6b0-fddae9625547 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:03:57.865689 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9ab4addb-6da3-4dde-b626-628ef891b999 req-d393ad75-9ae1-456a-ab69-a8f40311cc71 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147753 Feb 09 01:03:57.866864 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-8a807bb1-6f68-4299-a466-9869719ff034 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7462764 Feb 09 01:03:57.915883 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-458e8212-99cc-4ee3-b6b0-fddae9625547 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:57.917451 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-458e8212-99cc-4ee3-b6b0-fddae9625547 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 12.4773376 Feb 09 01:03:57.921740 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35708) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:57.937654 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944401d7-aeb9-445b-bc6f-b592b1a09204 req-b1845f9a-926c-433e-afd9-c3c2b83605b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:57.939510 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-944401d7-aeb9-445b-bc6f-b592b1a09204 req-b1845f9a-926c-433e-afd9-c3c2b83605b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=71237ce4-c470-4847-a2d1-f1f13758c999 HTTP/1.1" status: 200 len: 848 time: 0.2344344 Feb 09 01:03:58.130263 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa473ea-fb22-43ae-a25c-534e6a2190ad None None] Sync routers for ids ['7b15286b-405c-4a8d-ba79-d391bbabc0a5'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:03:58.208096 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:03:58.217638 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa473ea-fb22-43ae-a25c-534e6a2190ad None None] Routers {'7b15286b-405c-4a8d-ba79-d391bbabc0a5'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:03:58.220877 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-baa473ea-fb22-43ae-a25c-534e6a2190ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:03:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['7b15286b-405c-4a8d-ba79-d391bbabc0a5'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:58.374721 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-944401d7-aeb9-445b-bc6f-b592b1a09204 req-a95b38a5-c354-4167-88f4-6a6f934e1a28 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48fff0c2-cb8c-4c86-992a-0e113098b5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4163699 Feb 09 01:03:58.383140 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35720) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:03:58.413474 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 21afade7-640d-4ba5-970b-80961b3ba779 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:58.415120 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:58.510614 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a0f3b2-9d5a-4109-89ad-b55d938ea463', 'name': 'network-vif-deleted', 'tag': '1ea07b49-d853-43ae-aa24-562a094f5e9e'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:58.657612 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-12e9fb30-7db3-4ac7-aa5d-5c76b1000ded service neutron] 10.222.0.35 "GET /v2.0/ports/9444193c-3318-448f-8d9f-673309b9483a/bindings/n-h2-828419-1 HTTP/1.1" status: 200 len: 384 time: 0.9078386 Feb 09 01:03:58.658992 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-4172797f-5ea2-4789-ba7f-25cb4c73c69a req-b77c43e4-4019-42a1-8170-339e3c9c7d43 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Synchronizing usage tracker for tenant:27989079fc4f45f8ab144b741eece4df on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:03:58.865976 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-baa473ea-fb22-43ae-a25c-534e6a2190ad None None] Set router 7b15286b-405c-4a8d-ba79-d391bbabc0a5 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:03:58.908490 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-3a2a6de9-b18b-4f53-ac6e-c661547c3149 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:58.923363 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-3a2a6de9-b18b-4f53-ac6e-c661547c3149 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/networks?id=aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7 HTTP/1.1" status: 200 len: 815 time: 0.4843564 Feb 09 01:03:59.183890 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-3691e2e4-2647-423e-8774-b973734106fd tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/quotas/6428ce51b6b44a9195de9392004f082d HTTP/1.1" status: 200 len: 375 time: 0.2589126 Feb 09 01:03:59.188570 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-944401d7-aeb9-445b-bc6f-b592b1a09204 req-c71b8739-8a24-4682-99ac-6351cfec34e7 service neutron] 10.222.0.35 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8019683 Feb 09 01:03:59.365548 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-4172797f-5ea2-4789-ba7f-25cb4c73c69a req-b77c43e4-4019-42a1-8170-339e3c9c7d43 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] Unset dirty status for tenant:27989079fc4f45f8ab144b741eece4df on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:03:59.378417 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4172797f-5ea2-4789-ba7f-25cb4c73c69a req-b77c43e4-4019-42a1-8170-339e3c9c7d43 tempest-MultipleCreateTestJSON-1640014518 tempest-MultipleCreateTestJSON-1640014518-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9675f77-5f8b-46aa-ab89-5572912e6a6b HTTP/1.1" status: 200 len: 210 time: 0.9943857 Feb 09 01:03:59.559602 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-baa473ea-fb22-43ae-a25c-534e6a2190ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b15286b-405c-4a8d-ba79-d391bbabc0a5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1970717633-router', 'tenant_id': '210963d7ec89464980945ccd6cb23f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:45Z', 'updated_at': '2022-02-09T01:03:51Z', 'revision_number': 3, 'project_id': '210963d7ec89464980945ccd6cb23f4b', 'gw_port': {'id': '6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b15286b-405c-4a8d-ba79-d391bbabc0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:48Z', 'updated_at': '2022-02-09T01:03:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:59.564535 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa473ea-fb22-43ae-a25c-534e6a2190ad None None] Checking router: 7b15286b-405c-4a8d-ba79-d391bbabc0a5 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:03:59.564998 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa473ea-fb22-43ae-a25c-534e6a2190ad None None] Updating router 7b15286b-405c-4a8d-ba79-d391bbabc0a5 port 6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:03:59.675087 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-baa473ea-fb22-43ae-a25c-534e6a2190ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:59.765107 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-056f7baa-15c4-43a1-a7fa-e083ee7c15c4 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6428ce51b6b44a9195de9392004f082d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5797129 Feb 09 01:03:59.795902 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6d009353-7b8d-4b63-bcdf-a4348324f9a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:59.908538 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-2d917d19-fb66-4d30-9236-35cf9234e186 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:59.910303 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-2d917d19-fb66-4d30-9236-35cf9234e186 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.35 "GET /v2.0/networks?id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe HTTP/1.1" status: 200 len: 812 time: 0.8279846 Feb 09 01:03:59.950531 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-5339e8d9-ea85-4d13-9bf4-ac4ce0fa6eda tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Request body: {'port': {'device_id': '9c0ce65c-a52b-43d5-83e6-b8a90e8c2a34', 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe', 'admin_state_up': True, 'tenant_id': 'a75aeed005c34e95a63eb49629dd324d'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:00.010309 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-d6fa6015-9487-4ef0-ad7c-116d8b9fceed tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:00.014778 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-999b114c-3cbf-434e-8e7d-66ad6b312aeb service neutron] 10.222.0.37 "GET /v2.0/networks/aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308617 Feb 09 01:04:00.023287 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-d7a0b863-3d8c-4e8f-965e-b493563217c4 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:00.026372 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-d7a0b863-3d8c-4e8f-965e-b493563217c4 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.35 "GET /v2.0/networks?id=aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7 HTTP/1.1" status: 200 len: 815 time: 1.6452682 Feb 09 01:04:00.152190 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6d009353-7b8d-4b63-bcdf-a4348324f9a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:00.189149 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f967e784-d590-445a-866a-2e60e6b3d158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:00.191479 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-e6cafa35-6df5-42ce-9305-e2bdbea013f4 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Request body: {'port': {'device_id': '5cc473e5-2dff-4ebf-836e-af66073c1e30', 'network_id': 'aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7', 'admin_state_up': True, 'tenant_id': '6428ce51b6b44a9195de9392004f082d'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:00.229843 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9fd37d06-01d0-42d9-8932-e94bb1d1fdf2 req-6f227ff4-1d45-4d04-add1-98ec859791a2 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c0ce65c-a52b-43d5-83e6-b8a90e8c2a34 HTTP/1.1" status: 200 len: 210 time: 0.4110820 Feb 09 01:04:00.231597 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6d009353-7b8d-4b63-bcdf-a4348324f9a6 admin admin] Usage tracker for resource:security_group_rule and tenant:0d842bbf15874a0bb687acb975a63415 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:00.264641 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-baa473ea-fb22-43ae-a25c-534e6a2190ad None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:00.274635 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6d009353-7b8d-4b63-bcdf-a4348324f9a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:00.277888 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-18fe2202-3a06-446e-8bea-9337583429e7 service neutron] 10.222.0.37 "GET /v2.0/networks/aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458732 Feb 09 01:04:00.312231 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-d6fa6015-9487-4ef0-ad7c-116d8b9fceed tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Transition to ACTIVE for port object ae96d083-8a34-4b02-aed5-0e82d911c043 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:00.315801 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 9444193c-3318-448f-8d9f-673309b9483a no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:04:00.414577 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9675f77-5f8b-46aa-ab89-5572912e6a6b', 'name': 'network-vif-deleted', 'tag': '326257a3-7dba-46ce-a0c2-2453f21c5c49', 'status': 'completed', 'code': 200} Feb 09 01:04:00.422863 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-baa473ea-fb22-43ae-a25c-534e6a2190ad None None] Transition to ACTIVE for port object 6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:00.460434 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-baa473ea-fb22-43ae-a25c-534e6a2190ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:00.487858 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6d009353-7b8d-4b63-bcdf-a4348324f9a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:00.500908 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-402ada08-b272-4278-9317-44cc5484c0ed tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.117 "GET /v2.0/networks?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0931952 Feb 09 01:04:00.686769 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2aaf6d-7346-4969-9a6a-98e9fb235ea5 None None] Pushing event updated for resources: {'Port': ['ID=6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:00.700658 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2aaf6d-7346-4969-9a6a-98e9fb235ea5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:00.701313 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2aaf6d-7346-4969-9a6a-98e9fb235ea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:00.701865 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2aaf6d-7346-4969-9a6a-98e9fb235ea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:00.702517 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2aaf6d-7346-4969-9a6a-98e9fb235ea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:00.703064 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2aaf6d-7346-4969-9a6a-98e9fb235ea5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:00.703598 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2aaf6d-7346-4969-9a6a-98e9fb235ea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:00.704176 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2aaf6d-7346-4969-9a6a-98e9fb235ea5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:00.704758 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2aaf6d-7346-4969-9a6a-98e9fb235ea5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:00.706020 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2aaf6d-7346-4969-9a6a-98e9fb235ea5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:00.706587 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2aaf6d-7346-4969-9a6a-98e9fb235ea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:00.707379 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2aaf6d-7346-4969-9a6a-98e9fb235ea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:00.707922 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2aaf6d-7346-4969-9a6a-98e9fb235ea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:00.713924 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-baa473ea-fb22-43ae-a25c-534e6a2190ad None None] Attempting to bind port 6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:04:00.714603 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-baa473ea-fb22-43ae-a25c-534e6a2190ad None None] Attempting to bind port 6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:04:00.715221 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa473ea-fb22-43ae-a25c-534e6a2190ad None None] Attempting to bind port 6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:00.804488 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa473ea-fb22-43ae-a25c-534e6a2190ad None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:04:00.805066 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa473ea-fb22-43ae-a25c-534e6a2190ad None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:00.806102 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-baa473ea-fb22-43ae-a25c-534e6a2190ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:00.806638 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa473ea-fb22-43ae-a25c-534e6a2190ad None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:04:00.807311 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-baa473ea-fb22-43ae-a25c-534e6a2190ad None None] Bound port: 6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:04:00.807787 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-baa473ea-fb22-43ae-a25c-534e6a2190ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:00.961968 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-baa473ea-fb22-43ae-a25c-534e6a2190ad None None] For port 6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:04:00.967156 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-f967e784-d590-445a-866a-2e60e6b3d158 admin admin] Allocated IP 172.20.0.1 (ef6a2c91-74ac-4a1c-bf5b-cc332cb10704/cc717b09-79d3-4a96-bc50-b85c97309f75/e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:00.969234 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-baa473ea-fb22-43ae-a25c-534e6a2190ad None None] For port 6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:04:00.978168 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-baa473ea-fb22-43ae-a25c-534e6a2190ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:00.987027 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-9e8812d0-8377-47f7-a0a7-881b8c1d3e30 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:00.992140 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-9e8812d0-8377-47f7-a0a7-881b8c1d3e30 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4678869 Feb 09 01:04:00.997685 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a0f3b2-9d5a-4109-89ad-b55d938ea463', 'name': 'network-vif-deleted', 'tag': '1ea07b49-d853-43ae-aa24-562a094f5e9e', 'status': 'completed', 'code': 200} Feb 09 01:04:01.055168 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2c142e9e-78e5-4ddf-bd77-1f4aecabc527 req-4f5c37f8-2ea0-448e-9dbd-036c56487554 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 210 time: 0.4998107 Feb 09 01:04:01.067661 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-7b9771c5-20df-4b8e-813f-897b287fa513 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Request body: {'port': {'device_id': 'fb531411-c183-464c-b8be-7e95c398c023', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'admin_state_up': True, 'tenant_id': '1828a8e10f7447aba0d25cab4f7feaf3'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:01.089030 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2aaf6d-7346-4969-9a6a-98e9fb235ea5 None None] Pushing event updated for resources: {'Port': ['ID=6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:01.123958 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa473ea-fb22-43ae-a25c-534e6a2190ad None None] Routers {'7b15286b-405c-4a8d-ba79-d391bbabc0a5'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:04:01.124760 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-baa473ea-fb22-43ae-a25c-534e6a2190ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:03:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['7b15286b-405c-4a8d-ba79-d391bbabc0a5'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:01.146463 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-944401d7-aeb9-445b-bc6f-b592b1a09204 req-138fd1cd-8d84-4f4b-b7e6-bc14a4960a11 service neutron] 10.222.0.35 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7935786 Feb 09 01:04:01.328718 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-2215dbbd-51da-43cb-8601-7e1aeb08fadc service neutron] For port 9444193c-3318-448f-8d9f-673309b9483a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9444193c-3318-448f-8d9f-673309b9483a,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:01.355497 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-5339e8d9-ea85-4d13-9bf4-ac4ce0fa6eda tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:01.444064 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-5339e8d9-ea85-4d13-9bf4-ac4ce0fa6eda tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Usage tracker for resource:port and tenant:a75aeed005c34e95a63eb49629dd324d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:01.503789 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-baa473ea-fb22-43ae-a25c-534e6a2190ad None None] Set router 7b15286b-405c-4a8d-ba79-d391bbabc0a5 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:04:01.507306 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6d009353-7b8d-4b63-bcdf-a4348324f9a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:01.524581 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-5339e8d9-ea85-4d13-9bf4-ac4ce0fa6eda tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:01.529190 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6d009353-7b8d-4b63-bcdf-a4348324f9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:01.540117 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-73a571b9-9d7b-43b6-a97a-b4f764dab646 req-bcadb341-8e99-451b-b6db-006a88c1f78d tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=83fb4f04-88ed-46a7-bf5f-c0806ed639b8 HTTP/1.1" status: 200 len: 210 time: 0.2635295 Feb 09 01:04:01.542530 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-d6fa6015-9487-4ef0-ad7c-116d8b9fceed tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:01.552649 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3fb01-82b6-456d-9d69-4a5fadda0432 req-50cb5a61-c471-473b-b520-38f9ad390a28 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:01.559400 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0ae3fb01-82b6-456d-9d69-4a5fadda0432 req-50cb5a61-c471-473b-b520-38f9ad390a28 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=a22b0073-6c58-47e8-9f6c-d841cc487367 HTTP/1.1" status: 200 len: 943 time: 0.5647507 Feb 09 01:04:01.560348 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-e6cafa35-6df5-42ce-9305-e2bdbea013f4 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:01.565970 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-e6cafa35-6df5-42ce-9305-e2bdbea013f4 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Usage tracker for resource:port and tenant:6428ce51b6b44a9195de9392004f082d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:01.567027 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f967e784-d590-445a-866a-2e60e6b3d158 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:01.569938 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-e6cafa35-6df5-42ce-9305-e2bdbea013f4 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:01.578295 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-e6cafa35-6df5-42ce-9305-e2bdbea013f4 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:01.586697 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-7b9771c5-20df-4b8e-813f-897b287fa513 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:01.615487 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-7b9771c5-20df-4b8e-813f-897b287fa513 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:01.623796 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-f967e784-d590-445a-866a-2e60e6b3d158 admin admin] Transition to ACTIVE for port object e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:01.652218 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0ae3fb01-82b6-456d-9d69-4a5fadda0432 req-8c39a13d-30a9-4ee4-9684-f03990088522 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868640 Feb 09 01:04:01.655750 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-7b9771c5-20df-4b8e-813f-897b287fa513 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Made reservation on behalf of 1828a8e10f7447aba0d25cab4f7feaf3 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:01.665871 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-7b9771c5-20df-4b8e-813f-897b287fa513 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:01.678907 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-5339e8d9-ea85-4d13-9bf4-ac4ce0fa6eda tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:01.680863 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-e6cafa35-6df5-42ce-9305-e2bdbea013f4 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Made reservation on behalf of 6428ce51b6b44a9195de9392004f082d for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:01.685338 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-e6cafa35-6df5-42ce-9305-e2bdbea013f4 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:01.855932 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35774) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:01.880622 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-d6fa6015-9487-4ef0-ad7c-116d8b9fceed tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Network aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:01.893994 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6d009353-7b8d-4b63-bcdf-a4348324f9a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0d842bbf15874a0bb687acb975a63415&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5089221 Feb 09 01:04:01.921587 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-2215dbbd-51da-43cb-8601-7e1aeb08fadc service neutron] For port 9444193c-3318-448f-8d9f-673309b9483a, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:04:01.937350 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35778) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:01.960659 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f967e784-d590-445a-866a-2e60e6b3d158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:01.968646 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-d6fa6015-9487-4ef0-ad7c-116d8b9fceed tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:01.987687 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-d6fa6015-9487-4ef0-ad7c-116d8b9fceed tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:04:02.090523 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-5339e8d9-ea85-4d13-9bf4-ac4ce0fa6eda tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Made reservation on behalf of a75aeed005c34e95a63eb49629dd324d for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:02.099416 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-5339e8d9-ea85-4d13-9bf4-ac4ce0fa6eda tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:02.158583 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-baa473ea-fb22-43ae-a25c-534e6a2190ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b15286b-405c-4a8d-ba79-d391bbabc0a5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1970717633-router', 'tenant_id': '210963d7ec89464980945ccd6cb23f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:45Z', 'updated_at': '2022-02-09T01:03:51Z', 'revision_number': 3, 'project_id': '210963d7ec89464980945ccd6cb23f4b', 'gw_port': {'id': '6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b15286b-405c-4a8d-ba79-d391bbabc0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:48Z', 'updated_at': '2022-02-09T01:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:02.174252 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa473ea-fb22-43ae-a25c-534e6a2190ad None None] The sync data for ids ['7b15286b-405c-4a8d-ba79-d391bbabc0a5'] in n-d-828419-1 is: [{'id': '7b15286b-405c-4a8d-ba79-d391bbabc0a5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1970717633-router', 'tenant_id': '210963d7ec89464980945ccd6cb23f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:45Z', 'updated_at': '2022-02-09T01:03:51Z', 'revision_number': 3, 'project_id': '210963d7ec89464980945ccd6cb23f4b', 'gw_port': {'id': '6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b15286b-405c-4a8d-ba79-d391bbabc0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:48Z', 'updated_at': '2022-02-09T01:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:04:02.236845 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d009353-7b8d-4b63-bcdf-a4348324f9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7413d8a-77b1-4403-acd3-f51bd5698b90,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:02.267082 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa6015-9487-4ef0-ad7c-116d8b9fceed tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Pushing event updated for resources: {'Port': ['ID=ae96d083-8a34-4b02-aed5-0e82d911c043,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:02.281239 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-96fb4992-8ae3-44fc-aede-66cf8ab4dc89 req-2ae1c8ec-bbf4-4f3d-9952-803c0707c732 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c0ce65c-a52b-43d5-83e6-b8a90e8c2a34 HTTP/1.1" status: 200 len: 210 time: 0.4306543 Feb 09 01:04:02.291671 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d009353-7b8d-4b63-bcdf-a4348324f9a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:02.291989 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d009353-7b8d-4b63-bcdf-a4348324f9a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:02.292315 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d009353-7b8d-4b63-bcdf-a4348324f9a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:02.292832 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d009353-7b8d-4b63-bcdf-a4348324f9a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:02.293168 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d009353-7b8d-4b63-bcdf-a4348324f9a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:02.301906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d009353-7b8d-4b63-bcdf-a4348324f9a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:02.301906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d009353-7b8d-4b63-bcdf-a4348324f9a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:02.301906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d009353-7b8d-4b63-bcdf-a4348324f9a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:02.301906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d009353-7b8d-4b63-bcdf-a4348324f9a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:02.301906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d009353-7b8d-4b63-bcdf-a4348324f9a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:02.301906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d009353-7b8d-4b63-bcdf-a4348324f9a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:02.301906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d009353-7b8d-4b63-bcdf-a4348324f9a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:02.364742 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-2215dbbd-51da-43cb-8601-7e1aeb08fadc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9444193c-3318-448f-8d9f-673309b9483a {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:04:02.438980 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f967e784-d590-445a-866a-2e60e6b3d158 admin admin] Network ef6a2c91-74ac-4a1c-bf5b-cc332cb10704 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:02.445563 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b5cfd251-c9a0-47e0-a1d8-1b2523e8ed57 None None] Provisioning for port ae96d083-8a34-4b02-aed5-0e82d911c043 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:02.454837 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-e644d3ea-940e-4739-831c-31e891879205 admin admin] Deleting subnet 9fb61228-bcf3-4353-9939-8b35cf66d0b1 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:04:02.456482 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b5cfd251-c9a0-47e0-a1d8-1b2523e8ed57 None None] Provisioning complete for port ae96d083-8a34-4b02-aed5-0e82d911c043 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:02.456975 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-f967e784-d590-445a-866a-2e60e6b3d158 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:02.457738 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b5cfd251-c9a0-47e0-a1d8-1b2523e8ed57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:02.467793 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f967e784-d590-445a-866a-2e60e6b3d158 admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:04:02.505618 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967e784-d590-445a-866a-2e60e6b3d158 admin admin] Pushing event updated for resources: {'Port': ['ID=e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:02.513335 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e644d3ea-940e-4739-831c-31e891879205 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:02.670232 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b5cfd251-c9a0-47e0-a1d8-1b2523e8ed57 None None] Port ae96d083-8a34-4b02-aed5-0e82d911c043 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:04:02.690656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-7b9771c5-20df-4b8e-813f-897b287fa513 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Allocated IP 192.168.233.208 (82c0e553-004f-4f65-a38e-9d785fdc5802/c1d7756a-584e-4152-ad93-d220060f4b30/94b792d6-4b46-48e1-af0e-a8b9c1751cfd) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:02.762309 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8bde95ab-161c-460d-82b4-cac875fdfc51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:02.770977 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f967e784-d590-445a-866a-2e60e6b3d158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:02.779800 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-2215dbbd-51da-43cb-8601-7e1aeb08fadc service neutron] For port 9444193c-3318-448f-8d9f-673309b9483a, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9444193c-3318-448f-8d9f-673309b9483a,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:02.799106 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa6015-9487-4ef0-ad7c-116d8b9fceed tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:02.802965 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa6015-9487-4ef0-ad7c-116d8b9fceed tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:02.807230 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa6015-9487-4ef0-ad7c-116d8b9fceed tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:02.807701 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa6015-9487-4ef0-ad7c-116d8b9fceed tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:02.808145 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa6015-9487-4ef0-ad7c-116d8b9fceed tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:02.808686 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa6015-9487-4ef0-ad7c-116d8b9fceed tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:02.811085 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa6015-9487-4ef0-ad7c-116d8b9fceed tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:02.811735 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa6015-9487-4ef0-ad7c-116d8b9fceed tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:02.812463 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa6015-9487-4ef0-ad7c-116d8b9fceed tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:02.813067 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa6015-9487-4ef0-ad7c-116d8b9fceed tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:02.816244 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa6015-9487-4ef0-ad7c-116d8b9fceed tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:02.824926 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa6015-9487-4ef0-ad7c-116d8b9fceed tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:02.839215 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cf4d7814-2a22-49ea-8779-7217250d1745 req-101157e4-528e-4bc6-ab86-971b56efb6fe tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 210 time: 0.5648019 Feb 09 01:04:02.890356 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e644d3ea-940e-4739-831c-31e891879205 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:02.961571 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-e6cafa35-6df5-42ce-9305-e2bdbea013f4 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Allocated IP 172.20.0.13 (aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7/771c4ddd-4731-43aa-b60e-ab7f2eeb6b58/00cea82b-155a-47ea-af2c-a0f29fb89294) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:02.988181 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-d6fa6015-9487-4ef0-ad7c-116d8b9fceed tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:02.989319 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-d6fa6015-9487-4ef0-ad7c-116d8b9fceed tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:03.006116 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f3c21d66-1d4b-4501-837c-239fb2098751 None None] Provisioning for port e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:03.007939 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-2215dbbd-51da-43cb-8601-7e1aeb08fadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:03.016931 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f3c21d66-1d4b-4501-837c-239fb2098751 None None] Provisioning complete for port e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:03.017429 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f3c21d66-1d4b-4501-837c-239fb2098751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:03.161573 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f3c21d66-1d4b-4501-837c-239fb2098751 None None] Port e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:04:03.167860 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4c38accf-de7a-4bfd-bb2c-c1c471853ab3 req-f8004522-a693-4bc4-a633-c8f562f2985c tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=83fb4f04-88ed-46a7-bf5f-c0806ed639b8 HTTP/1.1" status: 200 len: 210 time: 0.2057812 Feb 09 01:04:03.185725 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8bde95ab-161c-460d-82b4-cac875fdfc51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:03.273386 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f967e784-d590-445a-866a-2e60e6b3d158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:03.299300 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e644d3ea-940e-4739-831c-31e891879205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:03.460311 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-d6fa6015-9487-4ef0-ad7c-116d8b9fceed tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3615146 Feb 09 01:04:03.521484 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-6d600379-b512-4f00-8610-5da721f31a3a service neutron] Request body: {'port': {'device_id': 'd817c5ae-4755-47fa-874c-1ad857cdb067', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:03.620979 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e413244d-4cf8-492e-9c88-3236511220d9 req-b8891f89-1d2f-4379-aba7-d379caea0c43 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c0ce65c-a52b-43d5-83e6-b8a90e8c2a34 HTTP/1.1" status: 200 len: 210 time: 0.1395397 Feb 09 01:04:03.639011 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e644d3ea-940e-4739-831c-31e891879205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:03.677307 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8bde95ab-161c-460d-82b4-cac875fdfc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:03.691444 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-647fb0b4-1c6d-422e-9934-2699ac2ee2e7 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:03.693038 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-647fb0b4-1c6d-422e-9934-2699ac2ee2e7 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.117 "GET /v2.0/networks?id=aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7 HTTP/1.1" status: 200 len: 815 time: 0.9544091 Feb 09 01:04:03.718855 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-12e217ef-476a-4da9-9cb3-8eb77c47f5a2 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Request body: {'port': {'device_id': '83fb4f04-88ed-46a7-bf5f-c0806ed639b8', 'network_id': 'aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7', 'admin_state_up': True, 'tenant_id': '6428ce51b6b44a9195de9392004f082d'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:03.724775 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e644d3ea-940e-4739-831c-31e891879205 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fb61228-bcf3-4353-9939-8b35cf66d0b1,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:03.730711 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e644d3ea-940e-4739-831c-31e891879205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:03.739880 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde95ab-161c-460d-82b4-cac875fdfc51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7413d8a-77b1-4403-acd3-f51bd5698b90,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:03.748101 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-5339e8d9-ea85-4d13-9bf4-ac4ce0fa6eda tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Allocated IP 172.20.0.3 (6a46d8ce-a5dd-4900-abea-f731f0aef8fe/5e21ee47-9c4f-48f6-bbce-c83436d55ec2/a63a7b21-bc5e-4a76-9479-0a5d855990f7) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:03.889986 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:03.963410 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:03.974454 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:03.976091 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:03.991431 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-2215dbbd-51da-43cb-8601-7e1aeb08fadc service neutron] Transition to ACTIVE for port object 9444193c-3318-448f-8d9f-673309b9483a will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:03.997186 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-7b9771c5-20df-4b8e-813f-897b287fa513 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:04.016470 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e644d3ea-940e-4739-831c-31e891879205 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9fb61228-bcf3-4353-9939-8b35cf66d0b1 HTTP/1.1" status: 204 len: 168 time: 2.1578996 Feb 09 01:04:04.021900 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35800) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:04.037450 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-2215dbbd-51da-43cb-8601-7e1aeb08fadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:04.064514 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8bde95ab-161c-460d-82b4-cac875fdfc51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:04.067276 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8bde95ab-161c-460d-82b4-cac875fdfc51 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e7413d8a-77b1-4403-acd3-f51bd5698b90 HTTP/1.1" status: 204 len: 168 time: 2.1286738 Feb 09 01:04:04.105926 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-3e7f5098-5315-4e87-af00-2451a787dd44 req-ec9e799c-355e-48d6-84ae-ca12a8d1d324 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Synchronizing usage tracker for tenant:1828a8e10f7447aba0d25cab4f7feaf3 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:04:04.133287 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-7b9771c5-20df-4b8e-813f-897b287fa513 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Transition to ACTIVE for port object 94b792d6-4b46-48e1-af0e-a8b9c1751cfd will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:04.189822 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-3e7f5098-5315-4e87-af00-2451a787dd44 req-ec9e799c-355e-48d6-84ae-ca12a8d1d324 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Unset dirty status for tenant:1828a8e10f7447aba0d25cab4f7feaf3 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:04:04.191838 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3e7f5098-5315-4e87-af00-2451a787dd44 req-ec9e799c-355e-48d6-84ae-ca12a8d1d324 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 210 time: 0.1779640 Feb 09 01:04:04.198638 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f967e784-d590-445a-866a-2e60e6b3d158 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:04.214138 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f967e784-d590-445a-866a-2e60e6b3d158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:04.328302 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:04.368891 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:04.374667 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:04.431664 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f967e784-d590-445a-866a-2e60e6b3d158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:04.464070 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-7b9771c5-20df-4b8e-813f-897b287fa513 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:04.477538 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['7d3f8cfd-56c5-4824-a60d-48dae61c8128'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:04:04.500051 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967e784-d590-445a-866a-2e60e6b3d158 admin admin] Pushing event updated for resources: {'Port': ['ID=e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:04.510392 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['b7382de6-6aba-4a28-a643-d303a5c9ccff'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:04:04.535323 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-6d600379-b512-4f00-8610-5da721f31a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:04.580533 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb2cc5-8d3f-41c1-bd3b-d8e38ba8c85b req-223b0e05-b1af-4b95-b10e-efa6ccae4671 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:04.590740 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cafb2cc5-8d3f-41c1-bd3b-d8e38ba8c85b req-223b0e05-b1af-4b95-b10e-efa6ccae4671 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=a22b0073-6c58-47e8-9f6c-d841cc487367 HTTP/1.1" status: 200 len: 943 time: 1.4750738 Feb 09 01:04:04.625225 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:04.643283 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3ff13144-47b8-4595-93ca-e52ab211ac52 req-52fa1198-78ad-4667-b174-a49e1532de74 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=83fb4f04-88ed-46a7-bf5f-c0806ed639b8 HTTP/1.1" status: 200 len: 210 time: 0.1526396 Feb 09 01:04:04.789620 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-7b9771c5-20df-4b8e-813f-897b287fa513 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:04.867247 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-e6cafa35-6df5-42ce-9305-e2bdbea013f4 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:04.896774 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-7b9771c5-20df-4b8e-813f-897b287fa513 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:04.926401 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-7b9771c5-20df-4b8e-813f-897b287fa513 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:04:04.967684 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2215dbbd-51da-43cb-8601-7e1aeb08fadc service neutron] Pushing event updated for resources: {'Port': ['ID=9444193c-3318-448f-8d9f-673309b9483a,revision_number=10']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:05.016073 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cafb2cc5-8d3f-41c1-bd3b-d8e38ba8c85b req-b34108bc-25fa-4987-9346-432afd3b6cdf tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250414 Feb 09 01:04:05.187007 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-2215dbbd-51da-43cb-8601-7e1aeb08fadc service neutron] No DVR routers for this DVR port 9444193c-3318-448f-8d9f-673309b9483a on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:04:05.224019 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-e6cafa35-6df5-42ce-9305-e2bdbea013f4 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Transition to ACTIVE for port object 00cea82b-155a-47ea-af2c-a0f29fb89294 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:05.231783 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-12e217ef-476a-4da9-9cb3-8eb77c47f5a2 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:05.310285 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-cb73650b-fa68-4312-9a21-398c28f6f347 None None] Provisioning for port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:05.318720 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-63aff42b-3794-4d07-8443-5c68a6fcff16 req-e10718c4-3bbc-4e3f-b113-6b7394907743 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c0ce65c-a52b-43d5-83e6-b8a90e8c2a34 HTTP/1.1" status: 200 len: 210 time: 0.4072764 Feb 09 01:04:05.320432 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-cb73650b-fa68-4312-9a21-398c28f6f347 None None] Provisioning complete for port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:05.320999 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-cb73650b-fa68-4312-9a21-398c28f6f347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:05.326896 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e2fe383f-0469-41a8-b93f-50281f29a2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:05.356431 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9771c5-20df-4b8e-813f-897b287fa513 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Pushing event updated for resources: {'Port': ['ID=94b792d6-4b46-48e1-af0e-a8b9c1751cfd,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:05.366214 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-12e217ef-476a-4da9-9cb3-8eb77c47f5a2 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Usage tracker for resource:port and tenant:6428ce51b6b44a9195de9392004f082d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:05.374451 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-12e217ef-476a-4da9-9cb3-8eb77c47f5a2 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:05.378692 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-7b9771c5-20df-4b8e-813f-897b287fa513 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:05.379324 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-7b9771c5-20df-4b8e-813f-897b287fa513 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:05.407158 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-7b9771c5-20df-4b8e-813f-897b287fa513 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3587940 Feb 09 01:04:05.438967 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-29b27909-bda1-4d6c-b6b6-c72c26411c7f service neutron] Request body: {'port': {'device_id': 'fb531411-c183-464c-b8be-7e95c398c023', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:05.467512 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-12e217ef-476a-4da9-9cb3-8eb77c47f5a2 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:05.478479 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-cb73650b-fa68-4312-9a21-398c28f6f347 None None] Port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:04:05.537491 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-2215dbbd-51da-43cb-8601-7e1aeb08fadc service neutron] 10.222.0.35 "PUT /v2.0/ports/9444193c-3318-448f-8d9f-673309b9483a/bindings/n-h2-828419-1/activate HTTP/1.1" status: 200 len: 369 time: 6.8597131 Feb 09 01:04:05.607677 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f967e784-d590-445a-866a-2e60e6b3d158 admin admin] Network ef6a2c91-74ac-4a1c-bf5b-cc332cb10704 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:05.616376 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-f967e784-d590-445a-866a-2e60e6b3d158 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:05.639726 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-12e217ef-476a-4da9-9cb3-8eb77c47f5a2 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Made reservation on behalf of 6428ce51b6b44a9195de9392004f082d for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:05.643414 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-12e217ef-476a-4da9-9cb3-8eb77c47f5a2 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:05.714777 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35838) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:05.737258 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-29b27909-bda1-4d6c-b6b6-c72c26411c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:05.818625 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-5339e8d9-ea85-4d13-9bf4-ac4ce0fa6eda tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:05.848134 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:05.960619 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e2fe383f-0469-41a8-b93f-50281f29a2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:05.974969 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-e6cafa35-6df5-42ce-9305-e2bdbea013f4 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:06.057100 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-4cd7f6aa-08de-4395-9807-f833a3963800 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-787289705-network', 'tenant_id': '13db6f711f024a948f23ba528e45c23e'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:06.060135 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:06.060642 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:06.088692 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-65a707cf-c402-4bb1-bc79-d5ba88805b1d req-18fd8aef-c556-4a02-ba54-ea002f0ee577 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=83fb4f04-88ed-46a7-bf5f-c0806ed639b8 HTTP/1.1" status: 200 len: 210 time: 0.1428366 Feb 09 01:04:06.092864 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4cd7f6aa-08de-4395-9807-f833a3963800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:06.109735 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4cd7f6aa-08de-4395-9807-f833a3963800 admin admin] Usage tracker for resource:network and tenant:13db6f711f024a948f23ba528e45c23e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:06.135287 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-e2fe383f-0469-41a8-b93f-50281f29a2a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['212d519a-979f-468b-96fb-02a8cac3aff6']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:06.193427 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4cd7f6aa-08de-4395-9807-f833a3963800 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:06.210482 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-e6cafa35-6df5-42ce-9305-e2bdbea013f4 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Network aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:06.211701 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4cd7f6aa-08de-4395-9807-f833a3963800 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:06.212899 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-e2fe383f-0469-41a8-b93f-50281f29a2a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9ba235-89e2-4f9a-977e-838070d870cc') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:06.213373 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-e2fe383f-0469-41a8-b93f-50281f29a2a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9ba235-89e2-4f9a-977e-838070d870cc') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:06.225897 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f967e784-d590-445a-866a-2e60e6b3d158 admin admin] Router 7b15286b-405c-4a8d-ba79-d391bbabc0a5 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:04:06.245958 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-e6cafa35-6df5-42ce-9305-e2bdbea013f4 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:06.263176 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-e6cafa35-6df5-42ce-9305-e2bdbea013f4 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:04:06.269009 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-beb9e641-65fc-484a-9453-2476e8fb9a41 None None] Provisioning complete for port e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:06.269719 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-beb9e641-65fc-484a-9453-2476e8fb9a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:06.309486 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e2fe383f-0469-41a8-b93f-50281f29a2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:06.314470 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd7f6aa-08de-4395-9807-f833a3963800 admin admin] Made reservation on behalf of 13db6f711f024a948f23ba528e45c23e for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:06.316825 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4cd7f6aa-08de-4395-9807-f833a3963800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:06.324659 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cafa35-6df5-42ce-9305-e2bdbea013f4 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Pushing event updated for resources: {'Port': ['ID=00cea82b-155a-47ea-af2c-a0f29fb89294,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:06.346785 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54785daa-0486-44d6-a53e-58e02419a4c4 req-f9a7d83a-32c8-453f-b100-448593635392 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:06.355271 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-54785daa-0486-44d6-a53e-58e02419a4c4 req-f9a7d83a-32c8-453f-b100-448593635392 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 936 time: 0.8643949 Feb 09 01:04:06.379538 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-beb9e641-65fc-484a-9453-2476e8fb9a41 None None] Port e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:04:06.437322 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e2fe383f-0469-41a8-b93f-50281f29a2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:06.460547 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2fe383f-0469-41a8-b93f-50281f29a2a6 admin admin] Releasing vlan 961 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:04:06.460951 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e2fe383f-0469-41a8-b93f-50281f29a2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:06.466057 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4cd7f6aa-08de-4395-9807-f833a3963800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:06.480432 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:04:06.480432 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:04:06.480432 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:04:06.480432 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:04:06.480432 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:04:06.480432 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:04:06.480432 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:04:06.480432 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:04:06.480432 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:04:06.480432 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:04:06.480432 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:04:06.480432 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:04:06.480432 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:04:06.480432 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:04:06.480432 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:04:06.480432 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:04:06.480432 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:04:06.480432 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:04:06.480432 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:04:06.480432 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:04:06.480432 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:04:06.480432 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:04:06.480432 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:04:06.480432 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:04:06.480432 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:04:06.480432 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:04:06.480432 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:04:06.480432 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:04:06.480432 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:04:06.480432 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:04:06.480432 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:04:06.480432 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:04:06.482662 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-5339e8d9-ea85-4d13-9bf4-ac4ce0fa6eda tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:06.549041 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-e6cafa35-6df5-42ce-9305-e2bdbea013f4 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:06.549738 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-e6cafa35-6df5-42ce-9305-e2bdbea013f4 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:06.568895 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-35cf37ba-7b9c-47cc-87ac-6114c803290c tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:06.569986 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4cd7f6aa-08de-4395-9807-f833a3963800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:06.570477 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-35cf37ba-7b9c-47cc-87ac-6114c803290c tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=a22b0073-6c58-47e8-9f6c-d841cc487367&tenant_id=6a459030aa9346b7b761b1ccc64f5445&binding%3Ahost_id=n-h1-828419-1 HTTP/1.1" status: 200 len: 1095 time: 0.9591141 Feb 09 01:04:06.588142 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4cd7f6aa-08de-4395-9807-f833a3963800 admin admin] Usage tracker for resource:security_group_rule and tenant:13db6f711f024a948f23ba528e45c23e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:06.594695 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4cd7f6aa-08de-4395-9807-f833a3963800 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:06.663583 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4cd7f6aa-08de-4395-9807-f833a3963800 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:06.728512 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e8a1a333-cbfe-4b20-8e05-51a2d5d888ec None None] Provisioning for port 00cea82b-155a-47ea-af2c-a0f29fb89294 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:06.745454 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e8a1a333-cbfe-4b20-8e05-51a2d5d888ec None None] Provisioning complete for port 00cea82b-155a-47ea-af2c-a0f29fb89294 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:06.746402 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e8a1a333-cbfe-4b20-8e05-51a2d5d888ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:06.754312 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f967e784-d590-445a-866a-2e60e6b3d158 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:04:06.785584 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386e56fb-9837-4141-9e05-f9a3514da5fc None None] Sync routers for ids ['7b15286b-405c-4a8d-ba79-d391bbabc0a5'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:04:06.800897 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e701b-27bf-4db2-9e0d-bf858c81bc70 req-dc678b23-6939-4535-b9fc-32fb33a2afa5 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:06.808293 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ec8e701b-27bf-4db2-9e0d-bf858c81bc70 req-dc678b23-6939-4535-b9fc-32fb33a2afa5 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=a22b0073-6c58-47e8-9f6c-d841cc487367 HTTP/1.1" status: 200 len: 944 time: 0.3494241 Feb 09 01:04:06.825393 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386e56fb-9837-4141-9e05-f9a3514da5fc None None] Routers {'7b15286b-405c-4a8d-ba79-d391bbabc0a5'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:04:06.829312 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-386e56fb-9837-4141-9e05-f9a3514da5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:03:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['7b15286b-405c-4a8d-ba79-d391bbabc0a5'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:06.836376 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f967e784-d590-445a-866a-2e60e6b3d158 admin admin] 10.222.0.37 "PUT /v2.0/routers/7b15286b-405c-4a8d-ba79-d391bbabc0a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9132872 Feb 09 01:04:06.865869 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-6d600379-b512-4f00-8610-5da721f31a3a service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:04:06.941469 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ec8e701b-27bf-4db2-9e0d-bf858c81bc70 req-bb85e8dc-57b1-4e8c-9157-810d3ab5a02a tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321445 Feb 09 01:04:06.944516 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-54785daa-0486-44d6-a53e-58e02419a4c4 req-2c9ea5ca-61e0-4167-902c-ac9139c3136d tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5883577 Feb 09 01:04:07.002060 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d5b292bb-7720-453e-ad9f-f1f0c55a6424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:07.003601 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e8a1a333-cbfe-4b20-8e05-51a2d5d888ec None None] Port 00cea82b-155a-47ea-af2c-a0f29fb89294 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:04:07.006090 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-29b27909-bda1-4d6c-b6b6-c72c26411c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b792d6-4b46-48e1-af0e-a8b9c1751cfd {{(pid=87611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:04:07.062923 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-29b27909-bda1-4d6c-b6b6-c72c26411c7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:07.069506 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-5339e8d9-ea85-4d13-9bf4-ac4ce0fa6eda tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Network 6a46d8ce-a5dd-4900-abea-f731f0aef8fe is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:07.098745 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4cd7f6aa-08de-4395-9807-f833a3963800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:07.105946 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4cd7f6aa-08de-4395-9807-f833a3963800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:07.111597 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-e6cafa35-6df5-42ce-9305-e2bdbea013f4 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9311399 Feb 09 01:04:07.115406 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e2fe383f-0469-41a8-b93f-50281f29a2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:07.117286 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-5339e8d9-ea85-4d13-9bf4-ac4ce0fa6eda tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:07.146952 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-5339e8d9-ea85-4d13-9bf4-ac4ce0fa6eda tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:04:07.171390 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-386e56fb-9837-4141-9e05-f9a3514da5fc None None] Set router 7b15286b-405c-4a8d-ba79-d391bbabc0a5 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:04:07.185667 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-29b27909-bda1-4d6c-b6b6-c72c26411c7f service neutron] Transition to ACTIVE for port object 94b792d6-4b46-48e1-af0e-a8b9c1751cfd will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:07.211663 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7f6aa-08de-4395-9807-f833a3963800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff34b42-ead9-44a7-9bae-45e8ec568e02,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:07.217738 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-29b27909-bda1-4d6c-b6b6-c72c26411c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:07.221338 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd7f6aa-08de-4395-9807-f833a3963800 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 985} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:04:07.265090 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-220ae74f-a56d-48ba-8077-eb13dcd48fa4 service neutron] Request body: {'port': {'device_id': '5cc473e5-2dff-4ebf-836e-af66073c1e30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:07.295250 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e2fe383f-0469-41a8-b93f-50281f29a2a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:07.306601 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339e8d9-ea85-4d13-9bf4-ac4ce0fa6eda tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Pushing event updated for resources: {'Port': ['ID=a63a7b21-bc5e-4a76-9479-0a5d855990f7,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:07.308629 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b27909-bda1-4d6c-b6b6-c72c26411c7f service neutron] Pushing event updated for resources: {'Port': ['ID=94b792d6-4b46-48e1-af0e-a8b9c1751cfd,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:07.336117 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4cd7f6aa-08de-4395-9807-f833a3963800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:07.336593 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-4cd7f6aa-08de-4395-9807-f833a3963800 admin admin] Added segment 3b6a811f-9d4e-49e4-9b55-596caeb1db0d of type vlan for network b5fd0cb5-7e9b-45fd-beb6-2ed905515601 Feb 09 01:04:07.379370 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe383f-0469-41a8-b93f-50281f29a2a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=212d519a-979f-468b-96fb-02a8cac3aff6,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:07.414510 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-6d600379-b512-4f00-8610-5da721f31a3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae96d083-8a34-4b02-aed5-0e82d911c043 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:04:07.426085 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e2fe383f-0469-41a8-b93f-50281f29a2a6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/212d519a-979f-468b-96fb-02a8cac3aff6 HTTP/1.1" status: 204 len: 168 time: 3.3839338 Feb 09 01:04:07.437199 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-6d600379-b512-4f00-8610-5da721f31a3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:07.467260 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-5339e8d9-ea85-4d13-9bf4-ac4ce0fa6eda tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:07.468366 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-5339e8d9-ea85-4d13-9bf4-ac4ce0fa6eda tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:07.557127 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-6d600379-b512-4f00-8610-5da721f31a3a service neutron] Transition to ACTIVE for port object ae96d083-8a34-4b02-aed5-0e82d911c043 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:07.566901 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-7d674a9c-2c9a-41c3-b460-7938e24d26d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:07.570077 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-7d674a9c-2c9a-41c3-b460-7938e24d26d9 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=a22b0073-6c58-47e8-9f6c-d841cc487367&tenant_id=6a459030aa9346b7b761b1ccc64f5445 HTTP/1.1" status: 200 len: 1095 time: 0.9600039 Feb 09 01:04:07.594372 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-5339e8d9-ea85-4d13-9bf4-ac4ce0fa6eda tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6626978 Feb 09 01:04:07.602090 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-85e0cdd5-7841-44c8-a263-f684558bf7c6 req-b79584bd-7a55-4957-8fb6-46c7a99de72a tempest-FloatingIPsNegativeTestJSON-1812535428 tempest-FloatingIPsNegativeTestJSON-1812535428-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=210963d7ec89464980945ccd6cb23f4b HTTP/1.1" status: 200 len: 217 time: 0.2059462 Feb 09 01:04:07.703398 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-2dce0596-9686-4019-af37-6d9c8d48ec0f service neutron] Request body: {'port': {'device_id': '9c0ce65c-a52b-43d5-83e6-b8a90e8c2a34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:07.745477 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35862) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:07.759023 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4cd7f6aa-08de-4395-9807-f833a3963800 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:07.766763 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-6d600379-b512-4f00-8610-5da721f31a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:07.886549 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-220ae74f-a56d-48ba-8077-eb13dcd48fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:07.904598 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-386e56fb-9837-4141-9e05-f9a3514da5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b15286b-405c-4a8d-ba79-d391bbabc0a5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1970717633-router', 'tenant_id': '210963d7ec89464980945ccd6cb23f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:45Z', 'updated_at': '2022-02-09T01:04:02Z', 'revision_number': 4, 'project_id': '210963d7ec89464980945ccd6cb23f4b', 'gw_port': {'id': '6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b15286b-405c-4a8d-ba79-d391bbabc0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:48Z', 'updated_at': '2022-02-09T01:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff', 'name': '', 'network_id': 'ef6a2c91-74ac-4a1c-bf5b-cc332cb10704', 'tenant_id': '210963d7ec89464980945ccd6cb23f4b', 'mac_address': 'fa:16:3e:ce:56:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b15286b-405c-4a8d-ba79-d391bbabc0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'cc717b09-79d3-4a96-bc50-b85c97309f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:00Z', 'updated_at': '2022-02-09T01:04:03Z', 'revision_number': 2, 'project_id': '210963d7ec89464980945ccd6cb23f4b', 'subnets': [{'id': 'cc717b09-79d3-4a96-bc50-b85c97309f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:07.909719 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386e56fb-9837-4141-9e05-f9a3514da5fc None None] Checking router: 7b15286b-405c-4a8d-ba79-d391bbabc0a5 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:04:07.910348 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386e56fb-9837-4141-9e05-f9a3514da5fc None None] Updating router 7b15286b-405c-4a8d-ba79-d391bbabc0a5 port e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:04:07.957032 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-12e217ef-476a-4da9-9cb3-8eb77c47f5a2 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Allocated IP 172.20.0.9 (aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7/771c4ddd-4731-43aa-b60e-ab7f2eeb6b58/586f61cb-9194-4321-b7e9-b785f0bcb4e1) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:07.975448 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-29b27909-bda1-4d6c-b6b6-c72c26411c7f service neutron] Attempting to bind port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:04:07.975794 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-29b27909-bda1-4d6c-b6b6-c72c26411c7f service neutron] Attempting to bind port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:04:07.976127 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-29b27909-bda1-4d6c-b6b6-c72c26411c7f service neutron] Attempting to bind port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:07.980011 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-49dee99e-ec52-4127-a9b5-3dd27b962fac req-8ad519df-d436-446b-b73f-690ddc05ad2d tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=83fb4f04-88ed-46a7-bf5f-c0806ed639b8 HTTP/1.1" status: 200 len: 210 time: 0.0594704 Feb 09 01:04:07.980808 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-386e56fb-9837-4141-9e05-f9a3514da5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:07.990247 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-29b27909-bda1-4d6c-b6b6-c72c26411c7f service neutron] Port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:04:07.990574 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-29b27909-bda1-4d6c-b6b6-c72c26411c7f service neutron] Attempting to bind port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:08.044961 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.resource_extend [None req-4cd7f6aa-08de-4395-9807-f833a3963800 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:04:08.068141 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-29b27909-bda1-4d6c-b6b6-c72c26411c7f service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:04:08.068528 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-29b27909-bda1-4d6c-b6b6-c72c26411c7f service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:08.068916 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-29b27909-bda1-4d6c-b6b6-c72c26411c7f service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:04:08.072850 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-29b27909-bda1-4d6c-b6b6-c72c26411c7f service neutron] Bound port: 94b792d6-4b46-48e1-af0e-a8b9c1751cfd, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:04:08.075379 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-29b27909-bda1-4d6c-b6b6-c72c26411c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:08.091362 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-215039bf-a378-4af6-9b37-c80b43d26901 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=27989079fc4f45f8ab144b741eece4df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3360980 Feb 09 01:04:08.095817 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35872) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:08.146314 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b0c44dae-1b44-496f-b65f-d8870c6b4f07 req-72173b7d-87ea-4680-a10c-8ba669dba219 tempest-FloatingIPsNegativeTestJSON-1812535428 tempest-FloatingIPsNegativeTestJSON-1812535428-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0582323 Feb 09 01:04:08.239309 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4cd7f6aa-08de-4395-9807-f833a3963800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:08.240695 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd7f6aa-08de-4395-9807-f833a3963800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:08.240937 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4cd7f6aa-08de-4395-9807-f833a3963800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:08.271003 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c0dfe-f373-47e2-92a7-7f896ea107a8 req-30323c61-b73b-43cb-aa76-56cfab2b085e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:08.273713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-177c0dfe-f373-47e2-92a7-7f896ea107a8 req-30323c61-b73b-43cb-aa76-56cfab2b085e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Synchronizing usage tracker for tenant:a75aeed005c34e95a63eb49629dd324d on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:04:08.310266 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4cd7f6aa-08de-4395-9807-f833a3963800 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.5920804 Feb 09 01:04:08.327823 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35878) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:08.452133 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-6eca920a-97b5-4ac6-ada7-cef2c3347365 admin admin] Request body: {'subnet': {'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-787289705-subnet', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:08.484794 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d600379-b512-4f00-8610-5da721f31a3a service neutron] Pushing event updated for resources: {'Port': ['ID=ae96d083-8a34-4b02-aed5-0e82d911c043,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:08.522944 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6eca920a-97b5-4ac6-ada7-cef2c3347365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:08.532130 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-29b27909-bda1-4d6c-b6b6-c72c26411c7f service neutron] For port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd, host n-h2-828419-1, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:04:08.539891 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6eca920a-97b5-4ac6-ada7-cef2c3347365 admin admin] Usage tracker for resource:subnet and tenant:13db6f711f024a948f23ba528e45c23e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:08.550670 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6eca920a-97b5-4ac6-ada7-cef2c3347365 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:08.572391 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-386e56fb-9837-4141-9e05-f9a3514da5fc None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:08.582752 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7f6aa-08de-4395-9807-f833a3963800 admin admin] Pushing event updated for resources: {'Network': ['ID=b5fd0cb5-7e9b-45fd-beb6-2ed905515601,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:08.587947 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-29b27909-bda1-4d6c-b6b6-c72c26411c7f service neutron] For port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=94b792d6-4b46-48e1-af0e-a8b9c1751cfd,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:04:08.588238 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-386e56fb-9837-4141-9e05-f9a3514da5fc None None] Transition to ACTIVE for port object e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:08.590216 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6eca920a-97b5-4ac6-ada7-cef2c3347365 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:08.594324 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network b5fd0cb5-7e9b-45fd-beb6-2ed905515601 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:04:08.602131 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-386e56fb-9837-4141-9e05-f9a3514da5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:08.608205 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-29b27909-bda1-4d6c-b6b6-c72c26411c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:08.662096 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-78a13cd5-e316-4e9d-a4f3-6558ca0887da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:08.693225 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eca920a-97b5-4ac6-ada7-cef2c3347365 admin admin] Made reservation on behalf of 13db6f711f024a948f23ba528e45c23e for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:08.700946 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6eca920a-97b5-4ac6-ada7-cef2c3347365 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:08.737519 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-177c0dfe-f373-47e2-92a7-7f896ea107a8 req-30323c61-b73b-43cb-aa76-56cfab2b085e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Unset dirty status for tenant:a75aeed005c34e95a63eb49629dd324d on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:04:08.739268 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-177c0dfe-f373-47e2-92a7-7f896ea107a8 req-30323c61-b73b-43cb-aa76-56cfab2b085e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c0ce65c-a52b-43d5-83e6-b8a90e8c2a34 HTTP/1.1" status: 200 len: 931 time: 1.5154784 Feb 09 01:04:08.820067 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-2dce0596-9686-4019-af37-6d9c8d48ec0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:09.013288 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824dcb7-b752-43e1-9067-4aa093bf9532 None None] Pushing event updated for resources: {'Port': ['ID=e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:09.046696 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-386e56fb-9837-4141-9e05-f9a3514da5fc None None] Attempting to bind port e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:04:09.047021 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-386e56fb-9837-4141-9e05-f9a3514da5fc None None] Attempting to bind port e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '3735d48f-75a9-437d-90bf-66d201e99527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'ef6a2c91-74ac-4a1c-bf5b-cc332cb10704'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:04:09.047332 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386e56fb-9837-4141-9e05-f9a3514da5fc None None] Attempting to bind port e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff on network ef6a2c91-74ac-4a1c-bf5b-cc332cb10704 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:09.050439 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e824dcb7-b752-43e1-9067-4aa093bf9532 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:09.050913 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e824dcb7-b752-43e1-9067-4aa093bf9532 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:09.051118 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e824dcb7-b752-43e1-9067-4aa093bf9532 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:09.051421 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e824dcb7-b752-43e1-9067-4aa093bf9532 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:09.051755 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e824dcb7-b752-43e1-9067-4aa093bf9532 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:09.052074 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e824dcb7-b752-43e1-9067-4aa093bf9532 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:09.052433 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e824dcb7-b752-43e1-9067-4aa093bf9532 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:09.052762 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e824dcb7-b752-43e1-9067-4aa093bf9532 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:09.053096 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e824dcb7-b752-43e1-9067-4aa093bf9532 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:09.053431 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e824dcb7-b752-43e1-9067-4aa093bf9532 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:09.053757 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e824dcb7-b752-43e1-9067-4aa093bf9532 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:09.054075 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e824dcb7-b752-43e1-9067-4aa093bf9532 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:09.061402 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386e56fb-9837-4141-9e05-f9a3514da5fc None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:04:09.061800 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386e56fb-9837-4141-9e05-f9a3514da5fc None None] Checking segment: {'id': '3735d48f-75a9-437d-90bf-66d201e99527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'ef6a2c91-74ac-4a1c-bf5b-cc332cb10704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:09.062703 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-386e56fb-9837-4141-9e05-f9a3514da5fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:09.062703 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386e56fb-9837-4141-9e05-f9a3514da5fc None None] Bound using segment: {'id': '3735d48f-75a9-437d-90bf-66d201e99527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'ef6a2c91-74ac-4a1c-bf5b-cc332cb10704'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:04:09.063020 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-386e56fb-9837-4141-9e05-f9a3514da5fc None None] Bound port: e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3735d48f-75a9-437d-90bf-66d201e99527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'ef6a2c91-74ac-4a1c-bf5b-cc332cb10704'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:04:09.063373 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-386e56fb-9837-4141-9e05-f9a3514da5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:09.063500 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-29b27909-bda1-4d6c-b6b6-c72c26411c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:09.064093 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-29b27909-bda1-4d6c-b6b6-c72c26411c7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:09.075798 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-29b27909-bda1-4d6c-b6b6-c72c26411c7f service neutron] 10.222.0.117 "PUT /v2.0/ports/94b792d6-4b46-48e1-af0e-a8b9c1751cfd HTTP/1.1" status: 200 len: 1096 time: 3.6422024 Feb 09 01:04:09.099297 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb531411-c183-464c-b8be-7e95c398c023', 'tag': '94b792d6-4b46-48e1-af0e-a8b9c1751cfd'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:04:09.201105 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-1b8e4433-9df6-43c2-b149-4a16aa3499fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:09.202575 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-1b8e4433-9df6-43c2-b149-4a16aa3499fb service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6a459030aa9346b7b761b1ccc64f5445&device_id=a22b0073-6c58-47e8-9f6c-d841cc487367 HTTP/1.1" status: 200 len: 1095 time: 1.5935445 Feb 09 01:04:09.224079 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-177c0dfe-f373-47e2-92a7-7f896ea107a8 req-63495de5-7063-41e8-b6ad-8806625b7c9b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720458 Feb 09 01:04:09.230822 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9e0d3065-fd46-4131-bf0f-f23e5d66e687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:09.258575 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-386e56fb-9837-4141-9e05-f9a3514da5fc None None] For port e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:04:09.264153 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-386e56fb-9837-4141-9e05-f9a3514da5fc None None] For port e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff,segment=NetworkSegment(3735d48f-75a9-437d-90bf-66d201e99527),segment_id=3735d48f-75a9-437d-90bf-66d201e99527)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:04:09.269922 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6eca920a-97b5-4ac6-ada7-cef2c3347365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:09.271426 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-6d600379-b512-4f00-8610-5da721f31a3a service neutron] Attempting to bind port ae96d083-8a34-4b02-aed5-0e82d911c043 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:04:09.271769 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-6d600379-b512-4f00-8610-5da721f31a3a service neutron] Attempting to bind port ae96d083-8a34-4b02-aed5-0e82d911c043 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': 'ec8aa979-c430-4d73-b46b-92a5473a57c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:04:09.272638 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-6d600379-b512-4f00-8610-5da721f31a3a service neutron] Attempting to bind port ae96d083-8a34-4b02-aed5-0e82d911c043 on network aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:09.282023 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-386e56fb-9837-4141-9e05-f9a3514da5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:09.294338 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-78a13cd5-e316-4e9d-a4f3-6558ca0887da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:09.342237 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-12e217ef-476a-4da9-9cb3-8eb77c47f5a2 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:09.348972 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-6d600379-b512-4f00-8610-5da721f31a3a service neutron] Port ae96d083-8a34-4b02-aed5-0e82d911c043 on network aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:04:09.349301 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-6d600379-b512-4f00-8610-5da721f31a3a service neutron] Attempting to bind port ae96d083-8a34-4b02-aed5-0e82d911c043 on network aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:09.432392 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386e56fb-9837-4141-9e05-f9a3514da5fc None None] Routers {'7b15286b-405c-4a8d-ba79-d391bbabc0a5'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:04:09.433398 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-386e56fb-9837-4141-9e05-f9a3514da5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:04:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['7b15286b-405c-4a8d-ba79-d391bbabc0a5'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:09.437798 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828db45-579c-4196-b65c-89528ba64f78 req-d457459e-a680-478a-9bfc-8651a8b9d7f7 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:09.439320 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5828db45-579c-4196-b65c-89528ba64f78 req-d457459e-a680-478a-9bfc-8651a8b9d7f7 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 948 time: 1.1124241 Feb 09 01:04:09.456578 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-6d600379-b512-4f00-8610-5da721f31a3a service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:04:09.457188 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-6d600379-b512-4f00-8610-5da721f31a3a service neutron] Checking segment: {'id': 'ec8aa979-c430-4d73-b46b-92a5473a57c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:09.457767 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-6d600379-b512-4f00-8610-5da721f31a3a service neutron] Bound using segment: {'id': 'ec8aa979-c430-4d73-b46b-92a5473a57c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:04:09.460342 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-6d600379-b512-4f00-8610-5da721f31a3a service neutron] Bound port: ae96d083-8a34-4b02-aed5-0e82d911c043, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec8aa979-c430-4d73-b46b-92a5473a57c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:04:09.460908 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-6d600379-b512-4f00-8610-5da721f31a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:09.487421 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b27909-bda1-4d6c-b6b6-c72c26411c7f service neutron] Pushing event updated for resources: {'Port': ['ID=94b792d6-4b46-48e1-af0e-a8b9c1751cfd,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:09.503716 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824dcb7-b752-43e1-9067-4aa093bf9532 None None] Pushing event updated for resources: {'Port': ['ID=e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:09.526163 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca920a-97b5-4ac6-ada7-cef2c3347365 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15f6169a-7b57-4d0c-b44b-21d1db3578d7,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:09.567570 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eca920a-97b5-4ac6-ada7-cef2c3347365 admin admin] Checking segment: {'id': '3b6a811f-9d4e-49e4-9b55-596caeb1db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:09.567835 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eca920a-97b5-4ac6-ada7-cef2c3347365 admin admin] Network hostable DHCP agents. Network: b5fd0cb5-7e9b-45fd-beb6-2ed905515601, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:04:09.578238 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5828db45-579c-4196-b65c-89528ba64f78 req-d1b9f026-6f4f-4d3d-84a9-55712e3c1616 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069236 Feb 09 01:04:09.589151 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-78a13cd5-e316-4e9d-a4f3-6558ca0887da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:09.593234 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-12e217ef-476a-4da9-9cb3-8eb77c47f5a2 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Transition to ACTIVE for port object 586f61cb-9194-4321-b7e9-b785f0bcb4e1 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:09.611781 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a13cd5-e316-4e9d-a4f3-6558ca0887da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0642db-114b-4eee-9b0a-78a1759ea06f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:09.626823 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-9c724fd1-27e6-4dd7-bf27-355ae6c67eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:09.628343 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-9c724fd1-27e6-4dd7-bf27-355ae6c67eb2 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 1099 time: 0.4484875 Feb 09 01:04:09.738031 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-386e56fb-9837-4141-9e05-f9a3514da5fc None None] Set router 7b15286b-405c-4a8d-ba79-d391bbabc0a5 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:04:09.856318 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-1783c8ac-2b42-42bf-946f-56cf5fcbddbb service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=94b792d6-4b46-48e1-af0e-a8b9c1751cfd HTTP/1.1" status: 200 len: 217 time: 0.2184601 Feb 09 01:04:09.871202 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eca920a-97b5-4ac6-ada7-cef2c3347365 admin admin] Network b5fd0cb5-7e9b-45fd-beb6-2ed905515601 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:04:09.924917 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [req-ae4c69f4-1c6a-4277-8811-cb9fc2829075 req-7fd526fc-6992-45dd-81be-f6bf1097a5b6 tempest-FloatingIPsNegativeTestJSON-1812535428 tempest-FloatingIPsNegativeTestJSON-1812535428-project] show failed (client error): The resource could not be found. Feb 09 01:04:09.926121 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ae4c69f4-1c6a-4277-8811-cb9fc2829075 req-7fd526fc-6992-45dd-81be-f6bf1097a5b6 tempest-FloatingIPsNegativeTestJSON-1812535428 tempest-FloatingIPsNegativeTestJSON-1812535428-project] 10.222.0.37 "GET /v2.0/floatingips/5e5ef550-a8f5-4fc7-8f1c-995126c5ab14 HTTP/1.1" status: 404 len: 350 time: 0.1743646 Feb 09 01:04:09.939383 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-78a13cd5-e316-4e9d-a4f3-6558ca0887da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:09.939383 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-78a13cd5-e316-4e9d-a4f3-6558ca0887da admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa0642db-114b-4eee-9b0a-78a1759ea06f HTTP/1.1" status: 204 len: 168 time: 1.8152802 Feb 09 01:04:09.939383 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-6eca920a-97b5-4ac6-ada7-cef2c3347365 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, b5fd0cb5-7e9b-45fd-beb6-2ed905515601) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:09.942475 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35904) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:09.953577 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7760c873-65d1-4762-93c7-85f2c4910dee None None] Network b5fd0cb5-7e9b-45fd-beb6-2ed905515601 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:04:10.163991 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-da354452-674a-4cc2-97ff-2c0cc55939f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:10.165430 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-da354452-674a-4cc2-97ff-2c0cc55939f6 service neutron] 10.222.0.117 "GET /v2.0/networks?id=48fff0c2-cb8c-4c86-992a-0e113098b5fc HTTP/1.1" status: 200 len: 909 time: 0.9447386 Feb 09 01:04:10.262364 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-386e56fb-9837-4141-9e05-f9a3514da5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b15286b-405c-4a8d-ba79-d391bbabc0a5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1970717633-router', 'tenant_id': '210963d7ec89464980945ccd6cb23f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:45Z', 'updated_at': '2022-02-09T01:04:02Z', 'revision_number': 4, 'project_id': '210963d7ec89464980945ccd6cb23f4b', 'gw_port': {'id': '6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b15286b-405c-4a8d-ba79-d391bbabc0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:48Z', 'updated_at': '2022-02-09T01:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff', 'name': '', 'network_id': 'ef6a2c91-74ac-4a1c-bf5b-cc332cb10704', 'tenant_id': '210963d7ec89464980945ccd6cb23f4b', 'mac_address': 'fa:16:3e:ce:56:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b15286b-405c-4a8d-ba79-d391bbabc0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'cc717b09-79d3-4a96-bc50-b85c97309f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:00Z', 'updated_at': '2022-02-09T01:04:09Z', 'revision_number': 4, 'project_id': '210963d7ec89464980945ccd6cb23f4b', 'subnets': [{'id': 'cc717b09-79d3-4a96-bc50-b85c97309f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:10.278537 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386e56fb-9837-4141-9e05-f9a3514da5fc None None] The sync data for ids ['7b15286b-405c-4a8d-ba79-d391bbabc0a5'] in n-d-828419-1 is: [{'id': '7b15286b-405c-4a8d-ba79-d391bbabc0a5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1970717633-router', 'tenant_id': '210963d7ec89464980945ccd6cb23f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:45Z', 'updated_at': '2022-02-09T01:04:02Z', 'revision_number': 4, 'project_id': '210963d7ec89464980945ccd6cb23f4b', 'gw_port': {'id': '6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b15286b-405c-4a8d-ba79-d391bbabc0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:48Z', 'updated_at': '2022-02-09T01:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff', 'name': '', 'network_id': 'ef6a2c91-74ac-4a1c-bf5b-cc332cb10704', 'tenant_id': '210963d7ec89464980945ccd6cb23f4b', 'mac_address': 'fa:16:3e:ce:56:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b15286b-405c-4a8d-ba79-d391bbabc0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'cc717b09-79d3-4a96-bc50-b85c97309f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:00Z', 'updated_at': '2022-02-09T01:04:09Z', 'revision_number': 4, 'project_id': '210963d7ec89464980945ccd6cb23f4b', 'subnets': [{'id': 'cc717b09-79d3-4a96-bc50-b85c97309f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:04:10.330323 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca920a-97b5-4ac6-ada7-cef2c3347365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:10.331768 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6eca920a-97b5-4ac6-ada7-cef2c3347365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:10.421654 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-12e217ef-476a-4da9-9cb3-8eb77c47f5a2 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:10.464786 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-5ae54eb2-95ef-4ba4-b152-11e568863c6d service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9444193c-3318-448f-8d9f-673309b9483a HTTP/1.1" status: 200 len: 217 time: 0.2596171 Feb 09 01:04:10.470033 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-6d600379-b512-4f00-8610-5da721f31a3a service neutron] For port ae96d083-8a34-4b02-aed5-0e82d911c043, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:04:10.504142 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5eb03fe-cfa6-48fd-85c4-2cec5de7ca76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'fixed_ips': [{'subnet_id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:04:10.505270 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d5eb03fe-cfa6-48fd-85c4-2cec5de7ca76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:10.641944 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-6d600379-b512-4f00-8610-5da721f31a3a service neutron] For port ae96d083-8a34-4b02-aed5-0e82d911c043, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=ae96d083-8a34-4b02-aed5-0e82d911c043,segment=NetworkSegment(ec8aa979-c430-4d73-b46b-92a5473a57c5),segment_id=ec8aa979-c430-4d73-b46b-92a5473a57c5)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:04:10.674579 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e735e7-a46f-4d43-bef2-5c03cee10f8b req-6632766a-3e7e-4d61-bd3f-0fa07a2241ac tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:10.677639 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a9e735e7-a46f-4d43-bef2-5c03cee10f8b req-6632766a-3e7e-4d61-bd3f-0fa07a2241ac tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=a22b0073-6c58-47e8-9f6c-d841cc487367 HTTP/1.1" status: 200 len: 944 time: 1.2356858 Feb 09 01:04:10.692709 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:10.745435 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:10.762567 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-6d600379-b512-4f00-8610-5da721f31a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:10.807561 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-12e217ef-476a-4da9-9cb3-8eb77c47f5a2 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Network aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:10.837285 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-d5eb03fe-cfa6-48fd-85c4-2cec5de7ca76 None None] Allocated IP 172.20.0.2 (b5fd0cb5-7e9b-45fd-beb6-2ed905515601/15f6169a-7b57-4d0c-b44b-21d1db3578d7/2b4b21e9-bdb4-4324-8b36-2e3d4df17eda) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:10.847708 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-12e217ef-476a-4da9-9cb3-8eb77c47f5a2 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:10.850113 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e217ef-476a-4da9-9cb3-8eb77c47f5a2 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Pushing event updated for resources: {'Port': ['ID=586f61cb-9194-4321-b7e9-b785f0bcb4e1,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:10.855586 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-12e217ef-476a-4da9-9cb3-8eb77c47f5a2 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:04:10.982975 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-6d600379-b512-4f00-8610-5da721f31a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:10.983612 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-6d600379-b512-4f00-8610-5da721f31a3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:10.985139 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-6d600379-b512-4f00-8610-5da721f31a3a service neutron] 10.222.0.117 "PUT /v2.0/ports/ae96d083-8a34-4b02-aed5-0e82d911c043 HTTP/1.1" status: 200 len: 1091 time: 7.5020468 Feb 09 01:04:11.002504 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd817c5ae-4755-47fa-874c-1ad857cdb067', 'tag': 'ae96d083-8a34-4b02-aed5-0e82d911c043'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:04:11.279909 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-ba359d85-a456-43e5-b24c-d1acf13aaf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:11.283424 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-ba359d85-a456-43e5-b24c-d1acf13aaf7c service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 1.4132612 Feb 09 01:04:11.286844 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6eca920a-97b5-4ac6-ada7-cef2c3347365 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.9538589 Feb 09 01:04:11.300370 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35940) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:11.312870 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-220ae74f-a56d-48ba-8077-eb13dcd48fa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00cea82b-155a-47ea-af2c-a0f29fb89294 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:04:11.352035 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-220ae74f-a56d-48ba-8077-eb13dcd48fa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:11.354294 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d5eb03fe-cfa6-48fd-85c4-2cec5de7ca76 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:11.358109 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5e97b88e-763a-4bd4-a23b-dfbaeaf1be6a None None] Provisioning for port 586f61cb-9194-4321-b7e9-b785f0bcb4e1 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:11.367710 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5e97b88e-763a-4bd4-a23b-dfbaeaf1be6a None None] Provisioning complete for port 586f61cb-9194-4321-b7e9-b785f0bcb4e1 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:11.368520 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5e97b88e-763a-4bd4-a23b-dfbaeaf1be6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:11.384077 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-668f6eff-cf02-4400-8e8e-468eddcbee8b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-787289705-router', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:11.385842 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-220ae74f-a56d-48ba-8077-eb13dcd48fa4 service neutron] Transition to ACTIVE for port object 00cea82b-155a-47ea-af2c-a0f29fb89294 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:11.419315 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-668f6eff-cf02-4400-8e8e-468eddcbee8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:11.439727 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-2dce0596-9686-4019-af37-6d9c8d48ec0f service neutron] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:04:11.439895 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-668f6eff-cf02-4400-8e8e-468eddcbee8b admin admin] Usage tracker for resource:router and tenant:13db6f711f024a948f23ba528e45c23e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:11.446712 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d5eb03fe-cfa6-48fd-85c4-2cec5de7ca76 None None] Transition to ACTIVE for port object 2b4b21e9-bdb4-4324-8b36-2e3d4df17eda will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:11.451434 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-668f6eff-cf02-4400-8e8e-468eddcbee8b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:11.477968 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-668f6eff-cf02-4400-8e8e-468eddcbee8b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:11.480841 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-dbc39e80-a8e5-4e01-b762-49ca80807c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:11.483141 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-dbc39e80-a8e5-4e01-b762-49ca80807c11 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=71237ce4-c470-4847-a2d1-f1f13758c999 HTTP/1.1" status: 200 len: 848 time: 0.9584882 Feb 09 01:04:11.484087 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d600379-b512-4f00-8610-5da721f31a3a service neutron] Pushing event updated for resources: {'Port': ['ID=ae96d083-8a34-4b02-aed5-0e82d911c043,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:11.536677 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953b362-5fdc-4cb2-93d3-faf1ca43ae7f req-5dd9e7c0-df37-49be-9830-915a4912f4df tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:11.540644 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d5eb03fe-cfa6-48fd-85c4-2cec5de7ca76 None None] Transition to ACTIVE for port object 2b4b21e9-bdb4-4324-8b36-2e3d4df17eda will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:11.545269 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-5e97b88e-763a-4bd4-a23b-dfbaeaf1be6a None None] Port 586f61cb-9194-4321-b7e9-b785f0bcb4e1 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:04:11.546123 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2953b362-5fdc-4cb2-93d3-faf1ca43ae7f req-5dd9e7c0-df37-49be-9830-915a4912f4df tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=83fb4f04-88ed-46a7-bf5f-c0806ed639b8 HTTP/1.1" status: 200 len: 931 time: 0.5648694 Feb 09 01:04:11.550268 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-668f6eff-cf02-4400-8e8e-468eddcbee8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:11.551439 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-668f6eff-cf02-4400-8e8e-468eddcbee8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:11.584453 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-668f6eff-cf02-4400-8e8e-468eddcbee8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:11.609974 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d5eb03fe-cfa6-48fd-85c4-2cec5de7ca76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:11.707177 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:11.733029 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a9e735e7-a46f-4d43-bef2-5c03cee10f8b req-2b8d7154-e8c0-4c2b-a7d5-afb315add04a tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9963372 Feb 09 01:04:11.735825 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-6e0a94ce-9dc6-4e5a-bef7-c88d1de525c1 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=48fff0c2-cb8c-4c86-992a-0e113098b5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2216778 Feb 09 01:04:11.739278 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-2dce0596-9686-4019-af37-6d9c8d48ec0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a63a7b21-bc5e-4a76-9479-0a5d855990f7 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:04:11.761729 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-220ae74f-a56d-48ba-8077-eb13dcd48fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:11.779768 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35950) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:11.807987 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5eb03fe-cfa6-48fd-85c4-2cec5de7ca76 None None] Network b5fd0cb5-7e9b-45fd-beb6-2ed905515601 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:11.814729 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-d5eb03fe-cfa6-48fd-85c4-2cec5de7ca76 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:11.821930 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eb03fe-cfa6-48fd-85c4-2cec5de7ca76 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:04:11.846615 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb531411-c183-464c-b8be-7e95c398c023', 'tag': '94b792d6-4b46-48e1-af0e-a8b9c1751cfd', 'status': 'completed', 'code': 200} Feb 09 01:04:11.902737 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-8c61a4ac-0392-4612-8277-bea37851a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:11.904228 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-8c61a4ac-0392-4612-8277-bea37851a67d service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6027865 Feb 09 01:04:11.906927 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb03fe-cfa6-48fd-85c4-2cec5de7ca76 None None] Pushing event updated for resources: {'Port': ['ID=2b4b21e9-bdb4-4324-8b36-2e3d4df17eda,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:11.955992 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-2dce0596-9686-4019-af37-6d9c8d48ec0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:11.963702 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:12.063728 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-d5eb03fe-cfa6-48fd-85c4-2cec5de7ca76 None None] Attempting to bind port 2b4b21e9-bdb4-4324-8b36-2e3d4df17eda on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:04:12.064094 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-d5eb03fe-cfa6-48fd-85c4-2cec5de7ca76 None None] Attempting to bind port 2b4b21e9-bdb4-4324-8b36-2e3d4df17eda by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '3b6a811f-9d4e-49e4-9b55-596caeb1db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:04:12.064536 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eb03fe-cfa6-48fd-85c4-2cec5de7ca76 None None] Attempting to bind port 2b4b21e9-bdb4-4324-8b36-2e3d4df17eda on network b5fd0cb5-7e9b-45fd-beb6-2ed905515601 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:12.078172 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eb03fe-cfa6-48fd-85c4-2cec5de7ca76 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:04:12.078544 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eb03fe-cfa6-48fd-85c4-2cec5de7ca76 None None] Checking segment: {'id': '3b6a811f-9d4e-49e4-9b55-596caeb1db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:12.079284 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d5eb03fe-cfa6-48fd-85c4-2cec5de7ca76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:12.079691 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eb03fe-cfa6-48fd-85c4-2cec5de7ca76 None None] Bound using segment: {'id': '3b6a811f-9d4e-49e4-9b55-596caeb1db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:04:12.080186 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-d5eb03fe-cfa6-48fd-85c4-2cec5de7ca76 None None] Bound port: 2b4b21e9-bdb4-4324-8b36-2e3d4df17eda, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6a811f-9d4e-49e4-9b55-596caeb1db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:04:12.080620 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d5eb03fe-cfa6-48fd-85c4-2cec5de7ca76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:12.191843 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-2dce0596-9686-4019-af37-6d9c8d48ec0f service neutron] Transition to ACTIVE for port object a63a7b21-bc5e-4a76-9479-0a5d855990f7 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:12.302765 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-668f6eff-cf02-4400-8e8e-468eddcbee8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:12.315260 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:12.319788 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-0ee51fcd-760d-40da-be59-90c79f1abe2d admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1919694378-network', 'tenant_id': '193591413c7144eca587f03997f02ae6'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:12.324965 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-0ee51fcd-760d-40da-be59-90c79f1abe2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:12.329411 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0ee51fcd-760d-40da-be59-90c79f1abe2d admin admin] Usage tracker for resource:network and tenant:193591413c7144eca587f03997f02ae6 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:12.333310 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0ee51fcd-760d-40da-be59-90c79f1abe2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:12.337479 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:12.338064 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:12.340535 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-0ee51fcd-760d-40da-be59-90c79f1abe2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:12.365779 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2953b362-5fdc-4cb2-93d3-faf1ca43ae7f req-a9ac2761-1658-4a0c-998b-41041900ca5a tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7412395 Feb 09 01:04:12.401509 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-2dce0596-9686-4019-af37-6d9c8d48ec0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:12.412515 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-12e217ef-476a-4da9-9cb3-8eb77c47f5a2 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:12.413603 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-12e217ef-476a-4da9-9cb3-8eb77c47f5a2 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:12.439025 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee51fcd-760d-40da-be59-90c79f1abe2d admin admin] Made reservation on behalf of 193591413c7144eca587f03997f02ae6 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:12.441559 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0ee51fcd-760d-40da-be59-90c79f1abe2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:12.484564 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-d5eb03fe-cfa6-48fd-85c4-2cec5de7ca76 None None] For port 2b4b21e9-bdb4-4324-8b36-2e3d4df17eda, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:04:12.491918 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-d5eb03fe-cfa6-48fd-85c4-2cec5de7ca76 None None] For port 2b4b21e9-bdb4-4324-8b36-2e3d4df17eda, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=2b4b21e9-bdb4-4324-8b36-2e3d4df17eda,segment=NetworkSegment(3b6a811f-9d4e-49e4-9b55-596caeb1db0d),segment_id=3b6a811f-9d4e-49e4-9b55-596caeb1db0d)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:04:12.506315 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d5eb03fe-cfa6-48fd-85c4-2cec5de7ca76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:12.576477 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ae74f-a56d-48ba-8077-eb13dcd48fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=00cea82b-155a-47ea-af2c-a0f29fb89294,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:12.677536 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0ee51fcd-760d-40da-be59-90c79f1abe2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:12.699416 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:12.730140 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-2d90e07a-51d4-4f04-b3a4-2da7e89ed269 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7550828 Feb 09 01:04:12.827966 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff,segment=NetworkSegment(3735d48f-75a9-437d-90bf-66d201e99527),segment_id=3735d48f-75a9-437d-90bf-66d201e99527)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:12.833794 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb03fe-cfa6-48fd-85c4-2cec5de7ca76 None None] Pushing event updated for resources: {'Port': ['ID=2b4b21e9-bdb4-4324-8b36-2e3d4df17eda,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:12.849285 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:12.902871 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0db3e17e-1f5e-4238-8312-d58d7607d19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:12.954126 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:13.061656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32264488-ad0f-4a4b-b945-ac736ba2ef62 req-297ee00a-82d4-4b9c-a810-5d27170284ed tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:13.068737 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-32264488-ad0f-4a4b-b945-ac736ba2ef62 req-297ee00a-82d4-4b9c-a810-5d27170284ed tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 948 time: 0.4263372 Feb 09 01:04:13.170341 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce0596-9686-4019-af37-6d9c8d48ec0f service neutron] Pushing event updated for resources: {'Port': ['ID=a63a7b21-bc5e-4a76-9479-0a5d855990f7,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:13.184877 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-12e217ef-476a-4da9-9cb3-8eb77c47f5a2 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.4727275 Feb 09 01:04:13.191695 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ac794efa-6db7-43d3-85bf-80e041f1b9e9 req-54bd7cde-d92f-4cee-8389-50b63507b864 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494238 Feb 09 01:04:13.227438 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-a5ee4f23-1580-4c11-8c93-c68bbcd549e2 service neutron] Request body: {'port': {'device_id': '83fb4f04-88ed-46a7-bf5f-c0806ed639b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:13.320271 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-0ee51fcd-760d-40da-be59-90c79f1abe2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:13.326167 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-a65595f9-0443-44af-851f-ecd56ccf37d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:13.327811 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-a65595f9-0443-44af-851f-ecd56ccf37d3 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6428ce51b6b44a9195de9392004f082d&device_id=d817c5ae-4755-47fa-874c-1ad857cdb067 HTTP/1.1" status: 200 len: 1094 time: 2.2601736 Feb 09 01:04:13.337427 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-220ae74f-a56d-48ba-8077-eb13dcd48fa4 service neutron] Attempting to bind port 00cea82b-155a-47ea-af2c-a0f29fb89294 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:04:13.337856 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-220ae74f-a56d-48ba-8077-eb13dcd48fa4 service neutron] Attempting to bind port 00cea82b-155a-47ea-af2c-a0f29fb89294 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'ec8aa979-c430-4d73-b46b-92a5473a57c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:04:13.338197 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-220ae74f-a56d-48ba-8077-eb13dcd48fa4 service neutron] Attempting to bind port 00cea82b-155a-47ea-af2c-a0f29fb89294 on network aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:13.344194 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0ee51fcd-760d-40da-be59-90c79f1abe2d admin admin] Usage tracker for resource:security_group_rule and tenant:193591413c7144eca587f03997f02ae6 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:13.448030 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-32264488-ad0f-4a4b-b945-ac736ba2ef62 req-27ed734b-2183-4ae4-84ae-eab2ac87d002 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780959 Feb 09 01:04:13.494174 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0ee51fcd-760d-40da-be59-90c79f1abe2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:13.521709 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-9c7ebaeb-7ead-4282-99dc-106373535999 service neutron] 10.222.0.117 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7408609 Feb 09 01:04:13.530688 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd817c5ae-4755-47fa-874c-1ad857cdb067', 'tag': 'ae96d083-8a34-4b02-aed5-0e82d911c043', 'status': 'completed', 'code': 200} Feb 09 01:04:13.570550 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-220ae74f-a56d-48ba-8077-eb13dcd48fa4 service neutron] Port 00cea82b-155a-47ea-af2c-a0f29fb89294 on network aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:04:13.570878 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-220ae74f-a56d-48ba-8077-eb13dcd48fa4 service neutron] Attempting to bind port 00cea82b-155a-47ea-af2c-a0f29fb89294 on network aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:13.574913 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-0ee51fcd-760d-40da-be59-90c79f1abe2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:13.587597 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-b7dd047f-203e-4c9c-a3c7-762ab3b3e106 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae96d083-8a34-4b02-aed5-0e82d911c043 HTTP/1.1" status: 200 len: 217 time: 0.2464504 Feb 09 01:04:13.618056 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-220ae74f-a56d-48ba-8077-eb13dcd48fa4 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:04:13.618395 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-220ae74f-a56d-48ba-8077-eb13dcd48fa4 service neutron] Checking segment: {'id': 'ec8aa979-c430-4d73-b46b-92a5473a57c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:13.618794 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-220ae74f-a56d-48ba-8077-eb13dcd48fa4 service neutron] Bound using segment: {'id': 'ec8aa979-c430-4d73-b46b-92a5473a57c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:04:13.619227 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-220ae74f-a56d-48ba-8077-eb13dcd48fa4 service neutron] Bound port: 00cea82b-155a-47ea-af2c-a0f29fb89294, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec8aa979-c430-4d73-b46b-92a5473a57c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:04:13.619570 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-220ae74f-a56d-48ba-8077-eb13dcd48fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:13.766646 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-27eb4d60-4dd3-407c-be5f-1bd8741cc9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:13.768418 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-27eb4d60-4dd3-407c-be5f-1bd8741cc9fa service neutron] 10.222.0.117 "GET /v2.0/subnets?id=771c4ddd-4731-43aa-b60e-ab7f2eeb6b58 HTTP/1.1" status: 200 len: 854 time: 0.1390789 Feb 09 01:04:13.876745 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc0254-ba3f-4848-8900-f73059ef7ac9 req-71e57049-d891-4771-8bfb-b5075141ed78 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:13.888174 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-668f6eff-cf02-4400-8e8e-468eddcbee8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:13.890709 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d8bc0254-ba3f-4848-8900-f73059ef7ac9 req-71e57049-d891-4771-8bfb-b5075141ed78 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c0ce65c-a52b-43d5-83e6-b8a90e8c2a34 HTTP/1.1" status: 200 len: 943 time: 1.7846670 Feb 09 01:04:13.944262 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-668f6eff-cf02-4400-8e8e-468eddcbee8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:13.961960 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-a5ee4f23-1580-4c11-8c93-c68bbcd549e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:13.986496 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:14.045515 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8cf53-8e32-4ca1-aa53-7b17a4659496 req-4e786eb7-fbfe-4737-a594-f703e21c35b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:14.049517 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-47b8cf53-8e32-4ca1-aa53-7b17a4659496 req-4e786eb7-fbfe-4737-a594-f703e21c35b8 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 1099 time: 0.6751800 Feb 09 01:04:14.194981 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:14.196087 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:14.249554 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0d6c7-d015-4af5-b032-5c6da7e326d9 req-9afdae9b-ac9f-4e4f-a6b9-f5d3063c59b3 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:14.260968 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b5e0d6c7-d015-4af5-b032-5c6da7e326d9 req-9afdae9b-ac9f-4e4f-a6b9-f5d3063c59b3 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=a22b0073-6c58-47e8-9f6c-d841cc487367 HTTP/1.1" status: 200 len: 944 time: 0.5930409 Feb 09 01:04:14.413875 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb2a156-2d8f-4d14-a2e3-a29fab402b03 None None] Network b5fd0cb5-7e9b-45fd-beb6-2ed905515601 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:04:14.414442 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-2dce0596-9686-4019-af37-6d9c8d48ec0f service neutron] Attempting to bind port a63a7b21-bc5e-4a76-9479-0a5d855990f7 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:04:14.415121 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-2dce0596-9686-4019-af37-6d9c8d48ec0f service neutron] Attempting to bind port a63a7b21-bc5e-4a76-9479-0a5d855990f7 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '04e9ecb6-01d5-4ecf-9227-3ea9eee52184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:04:14.416025 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-2dce0596-9686-4019-af37-6d9c8d48ec0f service neutron] Attempting to bind port a63a7b21-bc5e-4a76-9479-0a5d855990f7 on network 6a46d8ce-a5dd-4900-abea-f731f0aef8fe {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:14.448094 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b5e0d6c7-d015-4af5-b032-5c6da7e326d9 req-c94b2baa-468d-462e-9b7c-8f0b840acf18 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847572 Feb 09 01:04:14.474373 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8cf53-8e32-4ca1-aa53-7b17a4659496 req-ae2e34b4-5780-441d-86da-a457036116ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:14.477553 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-47b8cf53-8e32-4ca1-aa53-7b17a4659496 req-ae2e34b4-5780-441d-86da-a457036116ed service neutron] 10.222.0.117 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.4068797 Feb 09 01:04:14.529459 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 2b4b21e9-bdb4-4324-8b36-2e3d4df17eda up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:14.576364 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-47b8cf53-8e32-4ca1-aa53-7b17a4659496 req-4f4dbfc6-10e0-4a3c-bad0-54e7cf6f33ed service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=94b792d6-4b46-48e1-af0e-a8b9c1751cfd HTTP/1.1" status: 200 len: 217 time: 0.0865216 Feb 09 01:04:14.583152 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-0db3e17e-1f5e-4238-8312-d58d7607d19d admin admin] Deleting port e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:14.583826 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0db3e17e-1f5e-4238-8312-d58d7607d19d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:14.603517 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-110f917f-560c-42b3-89fc-f8bea14c4877 None None] Provisioning for port 2b4b21e9-bdb4-4324-8b36-2e3d4df17eda completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:14.750980 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 2b4b21e9-bdb4-4324-8b36-2e3d4df17eda completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:14.762856 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 2b4b21e9-bdb4-4324-8b36-2e3d4df17eda triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:14.763224 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:14.835724 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-668f6eff-cf02-4400-8e8e-468eddcbee8b admin admin] Allocated IP 172.25.5.90 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/7fc19299-1b37-4a36-85ce-292a4d48dc54) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:14.881065 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-a5ee4f23-1580-4c11-8c93-c68bbcd549e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 586f61cb-9194-4321-b7e9-b785f0bcb4e1 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:04:14.899256 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-a5ee4f23-1580-4c11-8c93-c68bbcd549e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:14.918269 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-a5ee4f23-1580-4c11-8c93-c68bbcd549e2 service neutron] Transition to ACTIVE for port object 586f61cb-9194-4321-b7e9-b785f0bcb4e1 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:14.979470 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8cf53-8e32-4ca1-aa53-7b17a4659496 req-7022a90c-c0a1-41fa-b3b9-b75b6ff85f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:14.981217 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-47b8cf53-8e32-4ca1-aa53-7b17a4659496 req-7022a90c-c0a1-41fa-b3b9-b75b6ff85f56 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.2349298 Feb 09 01:04:14.986874 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0ee51fcd-760d-40da-be59-90c79f1abe2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:14.990059 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-0db3e17e-1f5e-4238-8312-d58d7607d19d admin admin] For port e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff,segment=NetworkSegment(3735d48f-75a9-437d-90bf-66d201e99527),segment_id=3735d48f-75a9-437d-90bf-66d201e99527)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:14.990631 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0db3e17e-1f5e-4238-8312-d58d7607d19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:14.992489 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d8bc0254-ba3f-4848-8900-f73059ef7ac9 req-732407a0-c0af-4b9e-96bb-f62549367f3d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0988457 Feb 09 01:04:15.021754 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:15.057889 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-7935cc56-e402-4a38-b7ed-eeb747f60530 service neutron] 10.222.0.117 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4793274 Feb 09 01:04:15.058449 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-2dce0596-9686-4019-af37-6d9c8d48ec0f service neutron] Port a63a7b21-bc5e-4a76-9479-0a5d855990f7 on network 6a46d8ce-a5dd-4900-abea-f731f0aef8fe not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:04:15.058773 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-2dce0596-9686-4019-af37-6d9c8d48ec0f service neutron] Attempting to bind port a63a7b21-bc5e-4a76-9479-0a5d855990f7 on network 6a46d8ce-a5dd-4900-abea-f731f0aef8fe {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:15.064726 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 2b4b21e9-bdb4-4324-8b36-2e3d4df17eda, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=2b4b21e9-bdb4-4324-8b36-2e3d4df17eda,segment=NetworkSegment(3b6a811f-9d4e-49e4-9b55-596caeb1db0d),segment_id=3b6a811f-9d4e-49e4-9b55-596caeb1db0d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:15.076791 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-2dce0596-9686-4019-af37-6d9c8d48ec0f service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:04:15.077193 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-2dce0596-9686-4019-af37-6d9c8d48ec0f service neutron] Checking segment: {'id': '04e9ecb6-01d5-4ecf-9227-3ea9eee52184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:15.077502 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-2dce0596-9686-4019-af37-6d9c8d48ec0f service neutron] Bound using segment: {'id': '04e9ecb6-01d5-4ecf-9227-3ea9eee52184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:04:15.077936 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-2dce0596-9686-4019-af37-6d9c8d48ec0f service neutron] Bound port: a63a7b21-bc5e-4a76-9479-0a5d855990f7, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04e9ecb6-01d5-4ecf-9227-3ea9eee52184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:04:15.078283 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-2dce0596-9686-4019-af37-6d9c8d48ec0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:15.078512 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:15.142770 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0ee51fcd-760d-40da-be59-90c79f1abe2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:15.156140 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-a5ee4f23-1580-4c11-8c93-c68bbcd549e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:15.265112 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=2b4b21e9-bdb4-4324-8b36-2e3d4df17eda,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:15.300751 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee4f23-1580-4c11-8c93-c68bbcd549e2 service neutron] Pushing event updated for resources: {'Port': ['ID=586f61cb-9194-4321-b7e9-b785f0bcb4e1,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:15.359541 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ee51fcd-760d-40da-be59-90c79f1abe2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 994} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:04:15.369257 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0ee51fcd-760d-40da-be59-90c79f1abe2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:15.369624 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-0ee51fcd-760d-40da-be59-90c79f1abe2d admin admin] Added segment a392e6f8-7891-4a5f-8507-445f364bff08 of type vlan for network 484de0a4-5105-41b7-a60b-d33ec3775ab9 Feb 09 01:04:15.407503 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0ee51fcd-760d-40da-be59-90c79f1abe2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:15.440008 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-220ae74f-a56d-48ba-8077-eb13dcd48fa4 service neutron] For port 00cea82b-155a-47ea-af2c-a0f29fb89294, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:04:15.465869 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5e06c45d-8f72-44c8-a7f4-4d8b5efceac4 None None] Provisioning complete for port 2b4b21e9-bdb4-4324-8b36-2e3d4df17eda triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:15.466266 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5e06c45d-8f72-44c8-a7f4-4d8b5efceac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:15.502163 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee51fcd-760d-40da-be59-90c79f1abe2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38bb781-94e4-4659-aa18-10ef90b54dad,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:15.556755 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-220ae74f-a56d-48ba-8077-eb13dcd48fa4 service neutron] For port 00cea82b-155a-47ea-af2c-a0f29fb89294, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=00cea82b-155a-47ea-af2c-a0f29fb89294,segment=NetworkSegment(ec8aa979-c430-4d73-b46b-92a5473a57c5),segment_id=ec8aa979-c430-4d73-b46b-92a5473a57c5)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:04:15.617254 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0ee51fcd-760d-40da-be59-90c79f1abe2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:15.618235 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee51fcd-760d-40da-be59-90c79f1abe2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:15.618820 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0ee51fcd-760d-40da-be59-90c79f1abe2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:15.622781 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-220ae74f-a56d-48ba-8077-eb13dcd48fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:15.715958 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-0db3e17e-1f5e-4238-8312-d58d7607d19d admin admin] Calling delete_port for e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:04:15.806882 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 2b4b21e9-bdb4-4324-8b36-2e3d4df17eda up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:15.824109 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e36e6c-7357-454a-ac38-20844bd89180 req-a8fcbd35-9400-4b9a-bebb-e664432609c4 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:15.825740 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-48e36e6c-7357-454a-ac38-20844bd89180 req-a8fcbd35-9400-4b9a-bebb-e664432609c4 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=83fb4f04-88ed-46a7-bf5f-c0806ed639b8 HTTP/1.1" status: 200 len: 931 time: 1.0805097 Feb 09 01:04:15.883492 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 2b4b21e9-bdb4-4324-8b36-2e3d4df17eda triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:15.883893 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:15.935336 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-668f6eff-cf02-4400-8e8e-468eddcbee8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:15.940732 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8cf53-8e32-4ca1-aa53-7b17a4659496 req-2fd1e5f8-6361-4e2b-9a73-9a2f4303159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:15.942384 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-47b8cf53-8e32-4ca1-aa53-7b17a4659496 req-2fd1e5f8-6361-4e2b-9a73-9a2f4303159f service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9232578 Feb 09 01:04:16.075383 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-48e36e6c-7357-454a-ac38-20844bd89180 req-ead3f87c-66f0-4df6-b81b-4443c3eec0b2 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405868 Feb 09 01:04:16.131581 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-220ae74f-a56d-48ba-8077-eb13dcd48fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:16.132243 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-220ae74f-a56d-48ba-8077-eb13dcd48fa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:16.134308 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-220ae74f-a56d-48ba-8077-eb13dcd48fa4 service neutron] 10.222.0.35 "PUT /v2.0/ports/00cea82b-155a-47ea-af2c-a0f29fb89294 HTTP/1.1" status: 200 len: 1092 time: 8.9118028 Feb 09 01:04:16.197570 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ae74f-a56d-48ba-8077-eb13dcd48fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=00cea82b-155a-47ea-af2c-a0f29fb89294,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:16.201199 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc473e5-2dff-4ebf-836e-af66073c1e30', 'tag': '00cea82b-155a-47ea-af2c-a0f29fb89294'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:04:16.207910 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-8bf29ead-9441-4c05-8dcf-ebd347b456e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:16.209535 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-8bf29ead-9441-4c05-8dcf-ebd347b456e4 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.4174321 Feb 09 01:04:16.211858 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee51fcd-760d-40da-be59-90c79f1abe2d admin admin] Pushing event updated for resources: {'Network': ['ID=484de0a4-5105-41b7-a60b-d33ec3775ab9,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:16.224878 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 484de0a4-5105-41b7-a60b-d33ec3775ab9 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:04:16.271180 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-668f6eff-cf02-4400-8e8e-468eddcbee8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:16.277474 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0ee51fcd-760d-40da-be59-90c79f1abe2d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 4.3994303 Feb 09 01:04:16.320101 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35978) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:16.349558 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 94b792d6-4b46-48e1-af0e-a8b9c1751cfd details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:04:16.407454 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-24fb56e8-e95a-450a-9ae3-3dc4f70adb3b admin admin] Request body: {'subnet': {'network_id': '484de0a4-5105-41b7-a60b-d33ec3775ab9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1919694378-subnet', 'tenant_id': '193591413c7144eca587f03997f02ae6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:16.431088 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-24fb56e8-e95a-450a-9ae3-3dc4f70adb3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:16.453136 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-2dce0596-9686-4019-af37-6d9c8d48ec0f service neutron] For port a63a7b21-bc5e-4a76-9479-0a5d855990f7, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:04:16.463613 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668f6eff-cf02-4400-8e8e-468eddcbee8b admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:16.477396 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-24fb56e8-e95a-450a-9ae3-3dc4f70adb3b admin admin] Usage tracker for resource:subnet and tenant:193591413c7144eca587f03997f02ae6 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:16.480874 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-668f6eff-cf02-4400-8e8e-468eddcbee8b admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:16.494065 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-47b8cf53-8e32-4ca1-aa53-7b17a4659496 req-a6acf8bf-e264-40c9-b86c-5054e8475923 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379972 Feb 09 01:04:16.495145 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668f6eff-cf02-4400-8e8e-468eddcbee8b admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:04:16.495524 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-24fb56e8-e95a-450a-9ae3-3dc4f70adb3b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:16.510118 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-2dce0596-9686-4019-af37-6d9c8d48ec0f service neutron] For port a63a7b21-bc5e-4a76-9479-0a5d855990f7, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a63a7b21-bc5e-4a76-9479-0a5d855990f7,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:04:16.532804 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-24fb56e8-e95a-450a-9ae3-3dc4f70adb3b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:16.537269 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-a5ee4f23-1580-4c11-8c93-c68bbcd549e2 service neutron] Attempting to bind port 586f61cb-9194-4321-b7e9-b785f0bcb4e1 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:04:16.539006 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-a5ee4f23-1580-4c11-8c93-c68bbcd549e2 service neutron] Attempting to bind port 586f61cb-9194-4321-b7e9-b785f0bcb4e1 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': 'ec8aa979-c430-4d73-b46b-92a5473a57c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:04:16.539006 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-a5ee4f23-1580-4c11-8c93-c68bbcd549e2 service neutron] Attempting to bind port 586f61cb-9194-4321-b7e9-b785f0bcb4e1 on network aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:16.559575 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-2dce0596-9686-4019-af37-6d9c8d48ec0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:16.570889 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f6eff-cf02-4400-8e8e-468eddcbee8b admin admin] Pushing event updated for resources: {'Port': ['ID=7fc19299-1b37-4a36-85ce-292a4d48dc54,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:16.606355 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=94b792d6-4b46-48e1-af0e-a8b9c1751cfd,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:16.617235 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358b0d9-8f41-4edb-a680-25e089da9f58 req-6780d7bc-4742-4aab-aa10-8957228dad50 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:16.624914 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5358b0d9-8f41-4edb-a680-25e089da9f58 req-6780d7bc-4742-4aab-aa10-8957228dad50 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 948 time: 1.3842337 Feb 09 01:04:16.629587 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '94b792d6-4b46-48e1-af0e-a8b9c1751cfd', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': '94b792d6-4b46-48e1-af0e-a8b9c1751cfd', 'mac_address': 'fa:16:3e:57:cf:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:04:16.630594 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-9fbbda4b-835c-4877-aaab-f60d554ea75b tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:16.631697 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-9fbbda4b-835c-4877-aaab-f60d554ea75b tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=a22b0073-6c58-47e8-9f6c-d841cc487367&tenant_id=6a459030aa9346b7b761b1ccc64f5445&binding%3Ahost_id=n-h2-828419-1 HTTP/1.1" status: 200 len: 1095 time: 1.0735128 Feb 09 01:04:16.674157 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-a5ee4f23-1580-4c11-8c93-c68bbcd549e2 service neutron] Port 586f61cb-9194-4321-b7e9-b785f0bcb4e1 on network aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:04:16.674544 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-a5ee4f23-1580-4c11-8c93-c68bbcd549e2 service neutron] Attempting to bind port 586f61cb-9194-4321-b7e9-b785f0bcb4e1 on network aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:16.713946 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3b852-da50-4367-a005-c3445a569629 req-acf9699b-1d0a-4b0c-845a-f948ca07e137 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:16.716244 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:16.721291 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fca3b852-da50-4367-a005-c3445a569629 req-acf9699b-1d0a-4b0c-845a-f948ca07e137 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=a22b0073-6c58-47e8-9f6c-d841cc487367 HTTP/1.1" status: 200 len: 944 time: 0.4305515 Feb 09 01:04:16.729706 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fb56e8-e95a-450a-9ae3-3dc4f70adb3b admin admin] Made reservation on behalf of 193591413c7144eca587f03997f02ae6 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:16.732058 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-24fb56e8-e95a-450a-9ae3-3dc4f70adb3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:16.737977 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b792d6-4b46-48e1-af0e-a8b9c1751cfd {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:04:16.762698 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-a5ee4f23-1580-4c11-8c93-c68bbcd549e2 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:04:16.763033 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-a5ee4f23-1580-4c11-8c93-c68bbcd549e2 service neutron] Checking segment: {'id': 'ec8aa979-c430-4d73-b46b-92a5473a57c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:16.763191 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=94b792d6-4b46-48e1-af0e-a8b9c1751cfd,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:16.763424 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-a5ee4f23-1580-4c11-8c93-c68bbcd549e2 service neutron] Bound using segment: {'id': 'ec8aa979-c430-4d73-b46b-92a5473a57c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:04:16.763866 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-a5ee4f23-1580-4c11-8c93-c68bbcd549e2 service neutron] Bound port: 586f61cb-9194-4321-b7e9-b785f0bcb4e1, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec8aa979-c430-4d73-b46b-92a5473a57c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:04:16.764210 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-a5ee4f23-1580-4c11-8c93-c68bbcd549e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:16.767658 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:16.846675 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-2dce0596-9686-4019-af37-6d9c8d48ec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:16.847447 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-2dce0596-9686-4019-af37-6d9c8d48ec0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:16.848905 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-2dce0596-9686-4019-af37-6d9c8d48ec0f service neutron] 10.222.0.35 "PUT /v2.0/ports/a63a7b21-bc5e-4a76-9479-0a5d855990f7 HTTP/1.1" status: 200 len: 1091 time: 9.2536588 Feb 09 01:04:16.891257 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-80203abf-30cd-4c8d-a75e-fa2d3751f37d service neutron] 10.222.0.117 "GET /v2.0/networks/aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6535854 Feb 09 01:04:16.928542 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=94b792d6-4b46-48e1-af0e-a8b9c1751cfd,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:16.939466 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fca3b852-da50-4367-a005-c3445a569629 req-ff22bc6b-fc9f-4f6d-bc88-8929f92755d2 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167628 Feb 09 01:04:17.023119 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0db3e17e-1f5e-4238-8312-d58d7607d19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:17.038339 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-c0b39ba4-ffde-47db-802b-30200cd9f101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:17.039829 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-c0b39ba4-ffde-47db-802b-30200cd9f101 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6428ce51b6b44a9195de9392004f082d&device_id=5cc473e5-2dff-4ebf-836e-af66073c1e30 HTTP/1.1" status: 200 len: 1095 time: 0.8162858 Feb 09 01:04:17.042872 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5358b0d9-8f41-4edb-a680-25e089da9f58 req-a609db03-da9a-4bb2-b982-b399d22b9f47 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4169595 Feb 09 01:04:17.116886 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc473e5-2dff-4ebf-836e-af66073c1e30', 'tag': '00cea82b-155a-47ea-af2c-a0f29fb89294', 'status': 'completed', 'code': 200} Feb 09 01:04:17.126366 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce0596-9686-4019-af37-6d9c8d48ec0f service neutron] Pushing event updated for resources: {'Port': ['ID=a63a7b21-bc5e-4a76-9479-0a5d855990f7,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:17.155236 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['94b792d6-4b46-48e1-af0e-a8b9c1751cfd'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:04:17.264719 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-47b8cf53-8e32-4ca1-aa53-7b17a4659496 req-66deacf5-4202-4ef0-aef7-29890f67fe99 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7251413 Feb 09 01:04:17.330846 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3e17e-1f5e-4238-8312-d58d7607d19d admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:17.431732 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-f6102156-c138-4091-bd5f-a61027a0abcd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00cea82b-155a-47ea-af2c-a0f29fb89294 HTTP/1.1" status: 200 len: 217 time: 0.3126307 Feb 09 01:04:17.624452 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-a5ee4f23-1580-4c11-8c93-c68bbcd549e2 service neutron] For port 586f61cb-9194-4321-b7e9-b785f0bcb4e1, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:04:17.662239 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-a0648a5d-445e-4037-a472-9b560f0a6b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:17.664247 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-a0648a5d-445e-4037-a472-9b560f0a6b50 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=771c4ddd-4731-43aa-b60e-ab7f2eeb6b58 HTTP/1.1" status: 200 len: 854 time: 0.2051985 Feb 09 01:04:17.676245 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-a5ee4f23-1580-4c11-8c93-c68bbcd549e2 service neutron] For port 586f61cb-9194-4321-b7e9-b785f0bcb4e1, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=586f61cb-9194-4321-b7e9-b785f0bcb4e1,segment=NetworkSegment(ec8aa979-c430-4d73-b46b-92a5473a57c5),segment_id=ec8aa979-c430-4d73-b46b-92a5473a57c5)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:04:17.689892 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-357bfb91-b833-40b9-bccf-25672e2c0403 req-011169f6-447a-4aa8-9a3b-11036917426c service neutron] 10.222.0.117 "GET /v2.0/networks/aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7708218 Feb 09 01:04:17.732767 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-a5ee4f23-1580-4c11-8c93-c68bbcd549e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:17.848553 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-18b89795-004d-4b07-a7b9-c9f83ff74ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:17.850884 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-18b89795-004d-4b07-a7b9-c9f83ff74ec3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a75aeed005c34e95a63eb49629dd324d&device_id=9c0ce65c-a52b-43d5-83e6-b8a90e8c2a34 HTTP/1.1" status: 200 len: 1094 time: 0.9548109 Feb 09 01:04:17.871555 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-24fb56e8-e95a-450a-9ae3-3dc4f70adb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:17.879221 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-6238f2df-1259-44a4-9df8-9e4043138df3 service neutron] For port 9444193c-3318-448f-8d9f-673309b9483a, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:04:18.002600 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588bec3-f799-4022-b990-13be4f96b5f2 req-de8c4e9d-9cd7-4d9d-bd24-52236a88f8db tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:18.004170 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9588bec3-f799-4022-b990-13be4f96b5f2 req-de8c4e9d-9cd7-4d9d-bd24-52236a88f8db tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c0ce65c-a52b-43d5-83e6-b8a90e8c2a34 HTTP/1.1" status: 200 len: 943 time: 0.7452161 Feb 09 01:04:18.031198 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0db3e17e-1f5e-4238-8312-d58d7607d19d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:18.050939 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-668f6eff-cf02-4400-8e8e-468eddcbee8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:18.122856 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-a5ee4f23-1580-4c11-8c93-c68bbcd549e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:18.123806 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-a5ee4f23-1580-4c11-8c93-c68bbcd549e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:18.125340 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-a5ee4f23-1580-4c11-8c93-c68bbcd549e2 service neutron] 10.222.0.117 "PUT /v2.0/ports/586f61cb-9194-4321-b7e9-b785f0bcb4e1 HTTP/1.1" status: 200 len: 1091 time: 4.9103956 Feb 09 01:04:18.224174 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-9588bec3-f799-4022-b990-13be4f96b5f2 req-157612e6-6bd6-4d02-a8d8-1f8d9604e725 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Synchronizing usage tracker for tenant:a75aeed005c34e95a63eb49629dd324d on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:04:18.248136 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb56e8-e95a-450a-9ae3-3dc4f70adb3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=22863fae-6bda-45b4-b595-0faedf19ad54,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:18.272655 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245816fa-c57a-46d0-95b8-668de4254008 req-c6cb23ae-fadb-4e4d-827f-ca1a1f442960 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:18.273857 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-245816fa-c57a-46d0-95b8-668de4254008 req-c6cb23ae-fadb-4e4d-827f-ca1a1f442960 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Synchronizing usage tracker for tenant:6428ce51b6b44a9195de9392004f082d on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:04:18.279431 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-06b39994-81c6-409a-bcb8-e6cb07149d39 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a63a7b21-bc5e-4a76-9479-0a5d855990f7 HTTP/1.1" status: 200 len: 217 time: 0.3986223 Feb 09 01:04:18.333380 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 94b792d6-4b46-48e1-af0e-a8b9c1751cfd up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:18.367155 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-9588bec3-f799-4022-b990-13be4f96b5f2 req-157612e6-6bd6-4d02-a8d8-1f8d9604e725 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Unset dirty status for tenant:a75aeed005c34e95a63eb49629dd324d on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:04:18.368625 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9588bec3-f799-4022-b990-13be4f96b5f2 req-157612e6-6bd6-4d02-a8d8-1f8d9604e725 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530295 Feb 09 01:04:18.384126 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee4f23-1580-4c11-8c93-c68bbcd549e2 service neutron] Pushing event updated for resources: {'Port': ['ID=586f61cb-9194-4321-b7e9-b785f0bcb4e1,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:18.464228 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-6238f2df-1259-44a4-9df8-9e4043138df3 service neutron] Notify callbacks [] for binding, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:18.465458 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ab24e352-b72a-42c9-bc0a-6309e57c19a8 req-6238f2df-1259-44a4-9df8-9e4043138df3 service neutron] 10.222.0.117 "DELETE /v2.0/ports/9444193c-3318-448f-8d9f-673309b9483a/bindings/n-h1-828419-1 HTTP/1.1" status: 204 len: 173 time: 1.7944772 Feb 09 01:04:18.484576 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-245816fa-c57a-46d0-95b8-668de4254008 req-c6cb23ae-fadb-4e4d-827f-ca1a1f442960 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Unset dirty status for tenant:6428ce51b6b44a9195de9392004f082d on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:04:18.485782 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-245816fa-c57a-46d0-95b8-668de4254008 req-c6cb23ae-fadb-4e4d-827f-ca1a1f442960 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=83fb4f04-88ed-46a7-bf5f-c0806ed639b8 HTTP/1.1" status: 200 len: 943 time: 1.1422334 Feb 09 01:04:18.555308 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:18.562107 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:18.562756 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:18.620238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8a6df-4684-4d93-b4d6-5edca7a41201 req-919d4a79-8e56-49c7-9839-5ebd9679eb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:18.622445 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25e8a6df-4684-4d93-b4d6-5edca7a41201 req-919d4a79-8e56-49c7-9839-5ebd9679eb4a service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6428ce51b6b44a9195de9392004f082d&device_id=d817c5ae-4755-47fa-874c-1ad857cdb067 HTTP/1.1" status: 200 len: 1094 time: 0.8220553 Feb 09 01:04:18.622727 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-245816fa-c57a-46d0-95b8-668de4254008 req-4282c774-f4ca-49ab-9637-1b91f3c321d3 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Synchronizing usage tracker for tenant:6428ce51b6b44a9195de9392004f082d on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:04:18.626010 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-86840d76-012f-439a-ae20-3cddfc886b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:18.627425 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-86840d76-012f-439a-ae20-3cddfc886b94 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e21ee47-9c4f-48f6-bbce-c83436d55ec2 HTTP/1.1" status: 200 len: 852 time: 0.3348546 Feb 09 01:04:18.632082 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-111fd05a-2fee-4758-8064-a226cb034ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:18.633762 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-111fd05a-2fee-4758-8064-a226cb034ad1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9500201 Feb 09 01:04:18.721411 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:18.756371 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb531411-c183-464c-b8be-7e95c398c023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b792d6-4b46-48e1-af0e-a8b9c1751cfd'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:04:18.762286 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fb56e8-e95a-450a-9ae3-3dc4f70adb3b admin admin] Checking segment: {'id': 'a392e6f8-7891-4a5f-8507-445f364bff08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '484de0a4-5105-41b7-a60b-d33ec3775ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:18.762728 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fb56e8-e95a-450a-9ae3-3dc4f70adb3b admin admin] Network hostable DHCP agents. Network: 484de0a4-5105-41b7-a60b-d33ec3775ab9, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:04:18.775655 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=94b792d6-4b46-48e1-af0e-a8b9c1751cfd,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:18.780102 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:18.811348 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-c172c121-280a-4b9c-a221-6dfa612d3070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:18.812939 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-c172c121-280a-4b9c-a221-6dfa612d3070 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6428ce51b6b44a9195de9392004f082d&device_id=83fb4f04-88ed-46a7-bf5f-c0806ed639b8 HTTP/1.1" status: 200 len: 1094 time: 0.4688740 Feb 09 01:04:18.854707 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=94b792d6-4b46-48e1-af0e-a8b9c1751cfd,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:18.979901 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-2a4e091f-0a95-4e09-bc90-f92fee4252d5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2199607 Feb 09 01:04:18.981103 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-c07bb62e-bb3d-4c8f-8ee1-e07102d17e61 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=586f61cb-9194-4321-b7e9-b785f0bcb4e1 HTTP/1.1" status: 200 len: 217 time: 0.1196420 Feb 09 01:04:19.020090 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-668f6eff-cf02-4400-8e8e-468eddcbee8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:19.043690 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8a6df-4684-4d93-b4d6-5edca7a41201 req-178e5b05-1e73-457a-b990-4ff913a3f3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:19.045857 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25e8a6df-4684-4d93-b4d6-5edca7a41201 req-178e5b05-1e73-457a-b990-4ff913a3f3f9 service neutron] 10.222.0.117 "GET /v2.0/networks?id=aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7 HTTP/1.1" status: 200 len: 916 time: 0.4056165 Feb 09 01:04:19.119783 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267cfa14-f202-4182-9014-21c596648856 req-de414a0e-7520-4199-9194-3f534695c9cf tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:19.121586 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-267cfa14-f202-4182-9014-21c596648856 req-de414a0e-7520-4199-9194-3f534695c9cf tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a22b0073-6c58-47e8-9f6c-d841cc487367 HTTP/1.1" status: 200 len: 1095 time: 0.5292833 Feb 09 01:04:19.148218 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c0ce65c-a52b-43d5-83e6-b8a90e8c2a34', 'tag': 'a63a7b21-bc5e-4a76-9479-0a5d855990f7'}, {'name': 'network-changed', 'server_uuid': '83fb4f04-88ed-46a7-bf5f-c0806ed639b8', 'tag': '586f61cb-9194-4321-b7e9-b785f0bcb4e1'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:04:19.158062 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db3e17e-1f5e-4238-8312-d58d7607d19d admin admin] Router 7b15286b-405c-4a8d-ba79-d391bbabc0a5 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:04:19.222111 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-245816fa-c57a-46d0-95b8-668de4254008 req-4282c774-f4ca-49ab-9637-1b91f3c321d3 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Unset dirty status for tenant:6428ce51b6b44a9195de9392004f082d on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:04:19.223283 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-245816fa-c57a-46d0-95b8-668de4254008 req-4282c774-f4ca-49ab-9637-1b91f3c321d3 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7239120 Feb 09 01:04:19.243706 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25e8a6df-4684-4d93-b4d6-5edca7a41201 req-f039a253-6460-4157-b47f-2f2321df74e1 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae96d083-8a34-4b02-aed5-0e82d911c043 HTTP/1.1" status: 200 len: 217 time: 0.1663437 Feb 09 01:04:19.244296 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fb56e8-e95a-450a-9ae3-3dc4f70adb3b admin admin] Network 484de0a4-5105-41b7-a60b-d33ec3775ab9 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:04:19.303344 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-24fb56e8-e95a-450a-9ae3-3dc4f70adb3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 484de0a4-5105-41b7-a60b-d33ec3775ab9) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:19.343836 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fb56e8-e95a-450a-9ae3-3dc4f70adb3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:19.344448 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-24fb56e8-e95a-450a-9ae3-3dc4f70adb3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:19.348335 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a994965-b7a7-4fa5-9980-8331080ea034 None None] Network 484de0a4-5105-41b7-a60b-d33ec3775ab9 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:04:19.353427 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-b0e3b8d6-f2ee-42c3-81e5-00640554769e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:19.354919 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-b0e3b8d6-f2ee-42c3-81e5-00640554769e service neutron] 10.222.0.117 "GET /v2.0/subnets?id=771c4ddd-4731-43aa-b60e-ab7f2eeb6b58 HTTP/1.1" status: 200 len: 854 time: 0.3581839 Feb 09 01:04:19.525082 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-267cfa14-f202-4182-9014-21c596648856 req-a14a5e05-726e-47d2-99e9-d3bcbbf4cb61 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962469 Feb 09 01:04:19.635254 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb531411-c183-464c-b8be-7e95c398c023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b792d6-4b46-48e1-af0e-a8b9c1751cfd', 'code': 200} Feb 09 01:04:19.639192 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-de59f2f1-c90b-4330-868a-a36c16d3110d service neutron] 10.222.0.35 "GET /v2.0/networks/aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8375056 Feb 09 01:04:19.662673 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db3e17e-1f5e-4238-8312-d58d7607d19d admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:04:19.680129 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac00e643-4f3c-43ea-b2b4-3c6638ccde6b None None] Sync routers for ids ['7b15286b-405c-4a8d-ba79-d391bbabc0a5'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:04:19.702414 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-24fb56e8-e95a-450a-9ae3-3dc4f70adb3b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3728383 Feb 09 01:04:19.702619 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0db3e17e-1f5e-4238-8312-d58d7607d19d admin admin] 10.222.0.37 "PUT /v2.0/routers/7b15286b-405c-4a8d-ba79-d391bbabc0a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7545710 Feb 09 01:04:19.707307 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668f6eff-cf02-4400-8e8e-468eddcbee8b admin admin] Router 524697d0-ff11-4503-8136-ac8939db0bd3 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:04:19.707307 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36026) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:19.709820 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c0ce65c-a52b-43d5-83e6-b8a90e8c2a34', 'tag': 'a63a7b21-bc5e-4a76-9479-0a5d855990f7', 'status': 'completed', 'code': 200} Feb 09 01:04:19.709820 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83fb4f04-88ed-46a7-bf5f-c0806ed639b8', 'tag': '586f61cb-9194-4321-b7e9-b785f0bcb4e1', 'status': 'completed', 'code': 200} Feb 09 01:04:19.831397 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac00e643-4f3c-43ea-b2b4-3c6638ccde6b None None] Routers {'7b15286b-405c-4a8d-ba79-d391bbabc0a5'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:04:19.832088 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ac00e643-4f3c-43ea-b2b4-3c6638ccde6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:04:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['7b15286b-405c-4a8d-ba79-d391bbabc0a5'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:19.863603 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8a6df-4684-4d93-b4d6-5edca7a41201 req-ae962de5-777c-4e97-9c11-5d7a787e6b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:19.866346 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25e8a6df-4684-4d93-b4d6-5edca7a41201 req-ae962de5-777c-4e97-9c11-5d7a787e6b0b service neutron] 10.222.0.117 "GET /v2.0/subnets?id=771c4ddd-4731-43aa-b60e-ab7f2eeb6b58 HTTP/1.1" status: 200 len: 854 time: 0.6037421 Feb 09 01:04:19.866514 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36034) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:19.868329 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-2422533b-99d7-4e22-9f86-1214980e34ae service neutron] 10.222.0.35 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8742435 Feb 09 01:04:19.891232 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f8e3bd-f5c0-4520-91df-9ca524d3ca68 None None] Network 484de0a4-5105-41b7-a60b-d33ec3775ab9 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:04:19.942825 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-6e876044-ee8d-43d1-b0d5-729c0842c4f3 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-846137676'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:19.955833 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6e876044-ee8d-43d1-b0d5-729c0842c4f3 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:19.987746 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6e876044-ee8d-43d1-b0d5-729c0842c4f3 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Usage tracker for resource:network and tenant:c1fe8f42c4854e5699e2e8b880d21442 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:19.992058 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6e876044-ee8d-43d1-b0d5-729c0842c4f3 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:20.049000 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6e876044-ee8d-43d1-b0d5-729c0842c4f3 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:20.159446 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e876044-ee8d-43d1-b0d5-729c0842c4f3 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Made reservation on behalf of c1fe8f42c4854e5699e2e8b880d21442 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:20.164061 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6e876044-ee8d-43d1-b0d5-729c0842c4f3 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:20.194294 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a06a0231-352b-459e-884d-30c980ffb83b admin admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:20.264428 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-ac00e643-4f3c-43ea-b2b4-3c6638ccde6b None None] Set router 7b15286b-405c-4a8d-ba79-d391bbabc0a5 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:04:20.285529 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972124e-a21f-4118-8688-4dc9d7317ac8 req-34cb09a6-188c-422e-ad4c-7fbe43a99920 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:20.287249 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7972124e-a21f-4118-8688-4dc9d7317ac8 req-34cb09a6-188c-422e-ad4c-7fbe43a99920 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c0ce65c-a52b-43d5-83e6-b8a90e8c2a34 HTTP/1.1" status: 200 len: 943 time: 0.4103136 Feb 09 01:04:20.291832 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0da7190d-0ff2-4a68-adf3-0504099537d5 req-b6841794-a780-429c-8f21-0d0e81a64abb service neutron] 10.222.0.35 "GET /v2.0/networks/aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5809550 Feb 09 01:04:20.318077 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668f6eff-cf02-4400-8e8e-468eddcbee8b admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:04:20.334139 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a70d64-6e06-4b81-8dd0-b9e640bb98b1 None None] Sync routers for ids ['524697d0-ff11-4503-8136-ac8939db0bd3'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:04:20.341196 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e876044-ee8d-43d1-b0d5-729c0842c4f3 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 967} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:04:20.346634 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a70d64-6e06-4b81-8dd0-b9e640bb98b1 None None] Routers {'524697d0-ff11-4503-8136-ac8939db0bd3'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:04:20.347534 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-e9a70d64-6e06-4b81-8dd0-b9e640bb98b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:04:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['524697d0-ff11-4503-8136-ac8939db0bd3'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:20.371959 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device ae96d083-8a34-4b02-aed5-0e82d911c043 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:04:20.407174 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9123d4a0-388b-4d4f-a911-2986d0e7fb5e req-58bd9105-5570-4675-a46f-b59acaf5db72 service neutron] 10.222.0.35 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516890 Feb 09 01:04:20.446280 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7972124e-a21f-4118-8688-4dc9d7317ac8 req-8d981f66-26a7-4cd1-b27a-ab96e9a33319 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423888 Feb 09 01:04:20.457234 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6e876044-ee8d-43d1-b0d5-729c0842c4f3 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:20.457585 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-6e876044-ee8d-43d1-b0d5-729c0842c4f3 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Added segment 6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5 of type vlan for network 0fe62980-d662-4305-b32e-541d69722270 Feb 09 01:04:20.462127 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-668f6eff-cf02-4400-8e8e-468eddcbee8b admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:20.463315 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-668f6eff-cf02-4400-8e8e-468eddcbee8b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.0961702 Feb 09 01:04:20.481118 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36042) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:20.533094 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-baf70408-f3b8-4316-99b8-c577f7eaa834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:20.535096 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-baf70408-f3b8-4316-99b8-c577f7eaa834 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1620295 Feb 09 01:04:20.544339 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61133420-3da9-4794-8089-b560ea2a8503 req-5a39354f-a26e-4e80-b370-947ed3839eee tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:20.546117 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-61133420-3da9-4794-8089-b560ea2a8503 req-5a39354f-a26e-4e80-b370-947ed3839eee tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 950 time: 1.0745180 Feb 09 01:04:20.691213 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port ae96d083-8a34-4b02-aed5-0e82d911c043, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=ae96d083-8a34-4b02-aed5-0e82d911c043,segment=NetworkSegment(ec8aa979-c430-4d73-b46b-92a5473a57c5),segment_id=ec8aa979-c430-4d73-b46b-92a5473a57c5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:20.708756 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-e9a70d64-6e06-4b81-8dd0-b9e640bb98b1 None None] Set router 524697d0-ff11-4503-8136-ac8939db0bd3 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:04:20.711337 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a06a0231-352b-459e-884d-30c980ffb83b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:20.715509 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6e876044-ee8d-43d1-b0d5-729c0842c4f3 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:20.721278 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': 'ae96d083-8a34-4b02-aed5-0e82d911c043', 'network_id': 'aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7', 'port_id': 'ae96d083-8a34-4b02-aed5-0e82d911c043', 'mac_address': 'fa:16:3e:f9:48:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 975, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '771c4ddd-4731-43aa-b60e-ab7f2eeb6b58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:04:20.755711 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-a06a0231-352b-459e-884d-30c980ffb83b admin admin] Deleting port 6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:20.756905 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a06a0231-352b-459e-884d-30c980ffb83b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:20.771699 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ac00e643-4f3c-43ea-b2b4-3c6638ccde6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b15286b-405c-4a8d-ba79-d391bbabc0a5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1970717633-router', 'tenant_id': '210963d7ec89464980945ccd6cb23f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:45Z', 'updated_at': '2022-02-09T01:04:16Z', 'revision_number': 5, 'project_id': '210963d7ec89464980945ccd6cb23f4b', 'gw_port': {'id': '6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b15286b-405c-4a8d-ba79-d391bbabc0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:48Z', 'updated_at': '2022-02-09T01:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:20.782988 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac00e643-4f3c-43ea-b2b4-3c6638ccde6b None None] Checking router: 7b15286b-405c-4a8d-ba79-d391bbabc0a5 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:04:20.796702 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8a6df-4684-4d93-b4d6-5edca7a41201 req-b4851090-f544-413b-8bd7-8c68d519a85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:20.798280 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25e8a6df-4684-4d93-b4d6-5edca7a41201 req-b4851090-f544-413b-8bd7-8c68d519a85c service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8881612 Feb 09 01:04:20.803026 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac00e643-4f3c-43ea-b2b4-3c6638ccde6b None None] Routers {'7b15286b-405c-4a8d-ba79-d391bbabc0a5'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:04:20.803769 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ac00e643-4f3c-43ea-b2b4-3c6638ccde6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:04:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['7b15286b-405c-4a8d-ba79-d391bbabc0a5'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:20.811497 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840cc6a-522d-4906-b23a-e37beda79ea2 req-af0752d9-f687-4c71-a553-20b8428f33f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:20.813156 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1840cc6a-522d-4906-b23a-e37beda79ea2 req-af0752d9-f687-4c71-a553-20b8428f33f0 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 1101 time: 0.9420640 Feb 09 01:04:20.821890 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-61133420-3da9-4794-8089-b560ea2a8503 req-eadaac4c-204d-469b-994e-543b9eb22c1b tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059114 Feb 09 01:04:20.980935 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-ac00e643-4f3c-43ea-b2b4-3c6638ccde6b None None] Set router 7b15286b-405c-4a8d-ba79-d391bbabc0a5 gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:04:21.015367 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1840cc6a-522d-4906-b23a-e37beda79ea2 req-d7266f7a-714f-46ff-aba3-ea787bc3aaff service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887817 Feb 09 01:04:21.023583 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-ed36e109-328b-4f54-8255-b13356502ef6 service neutron] 10.222.0.117 "GET /v2.0/networks/aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094255 Feb 09 01:04:21.025693 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d56774-559a-4f89-a02f-30c310dfc22c req-11a461a7-2136-476b-a811-6ef78044cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:21.027214 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-74d56774-559a-4f89-a02f-30c310dfc22c req-11a461a7-2136-476b-a811-6ef78044cf65 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6428ce51b6b44a9195de9392004f082d&device_id=5cc473e5-2dff-4ebf-836e-af66073c1e30 HTTP/1.1" status: 200 len: 1095 time: 0.6172097 Feb 09 01:04:21.047086 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437ca06-4e9a-4e30-bb8c-e23e6f9c2eae req-98f8351c-a71a-4b42-bc8e-0ee39f19de07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:21.048708 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8437ca06-4e9a-4e30-bb8c-e23e6f9c2eae req-98f8351c-a71a-4b42-bc8e-0ee39f19de07 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a75aeed005c34e95a63eb49629dd324d&device_id=9c0ce65c-a52b-43d5-83e6-b8a90e8c2a34 HTTP/1.1" status: 200 len: 1094 time: 0.4929256 Feb 09 01:04:21.099368 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ac00e643-4f3c-43ea-b2b4-3c6638ccde6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b15286b-405c-4a8d-ba79-d391bbabc0a5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1970717633-router', 'tenant_id': '210963d7ec89464980945ccd6cb23f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:45Z', 'updated_at': '2022-02-09T01:04:20Z', 'revision_number': 6, 'project_id': '210963d7ec89464980945ccd6cb23f4b', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:21.101609 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:21.119294 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac00e643-4f3c-43ea-b2b4-3c6638ccde6b None None] The sync data for ids ['7b15286b-405c-4a8d-ba79-d391bbabc0a5'] in n-d-828419-1 is: [{'id': '7b15286b-405c-4a8d-ba79-d391bbabc0a5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1970717633-router', 'tenant_id': '210963d7ec89464980945ccd6cb23f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:45Z', 'updated_at': '2022-02-09T01:04:20Z', 'revision_number': 6, 'project_id': '210963d7ec89464980945ccd6cb23f4b', 'gw_port_host': None}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:04:21.123878 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae96d083-8a34-4b02-aed5-0e82d911c043 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:04:21.150135 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port ae96d083-8a34-4b02-aed5-0e82d911c043, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=ae96d083-8a34-4b02-aed5-0e82d911c043,segment=NetworkSegment(ec8aa979-c430-4d73-b46b-92a5473a57c5),segment_id=ec8aa979-c430-4d73-b46b-92a5473a57c5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:21.161991 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:21.259874 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6e876044-ee8d-43d1-b0d5-729c0842c4f3 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:21.265653 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e876044-ee8d-43d1-b0d5-729c0842c4f3 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:21.266163 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6e876044-ee8d-43d1-b0d5-729c0842c4f3 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:21.291718 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25e8a6df-4684-4d93-b4d6-5edca7a41201 req-4dcea9e0-4a8b-4e0f-a9d8-c3885e82289f service neutron] 10.222.0.117 "GET /v2.0/networks/aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773631 Feb 09 01:04:21.297717 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-3545e62f-7f40-4650-8cb6-8fe2343dc7c4 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:21.299197 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-3545e62f-7f40-4650-8cb6-8fe2343dc7c4 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/networks?id=48fff0c2-cb8c-4c86-992a-0e113098b5fc HTTP/1.1" status: 200 len: 808 time: 0.7022762 Feb 09 01:04:21.320974 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=ae96d083-8a34-4b02-aed5-0e82d911c043,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:21.353645 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-e9a70d64-6e06-4b81-8dd0-b9e640bb98b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-787289705-router', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:11Z', 'updated_at': '2022-02-09T01:04:17Z', 'revision_number': 3, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'gw_port': {'id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:14Z', 'updated_at': '2022-02-09T01:04:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:21.357709 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a70d64-6e06-4b81-8dd0-b9e640bb98b1 None None] Checking router: 524697d0-ff11-4503-8136-ac8939db0bd3 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:04:21.358146 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a70d64-6e06-4b81-8dd0-b9e640bb98b1 None None] Updating router 524697d0-ff11-4503-8136-ac8939db0bd3 port 7fc19299-1b37-4a36-85ce-292a4d48dc54 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:04:21.415396 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-e9a70d64-6e06-4b81-8dd0-b9e640bb98b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:21.475768 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6e876044-ee8d-43d1-b0d5-729c0842c4f3 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5547802 Feb 09 01:04:21.484221 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-ba6d53d2-21b5-4703-afdf-3af24626555c tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/quotas/6a459030aa9346b7b761b1ccc64f5445 HTTP/1.1" status: 200 len: 375 time: 0.1187074 Feb 09 01:04:21.488535 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 36056) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:21.503460 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-5955a020-fb0d-4263-8876-022a170aeffc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1699140753'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:21.509546 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5955a020-fb0d-4263-8876-022a170aeffc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:21.513728 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5955a020-fb0d-4263-8876-022a170aeffc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Usage tracker for resource:network and tenant:c1fe8f42c4854e5699e2e8b880d21442 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:21.517427 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5955a020-fb0d-4263-8876-022a170aeffc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:21.522553 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5955a020-fb0d-4263-8876-022a170aeffc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:21.538763 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['ae96d083-8a34-4b02-aed5-0e82d911c043'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:04:21.559520 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e876044-ee8d-43d1-b0d5-729c0842c4f3 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Pushing event updated for resources: {'Network': ['ID=0fe62980-d662-4305-b32e-541d69722270,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:21.609451 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d56774-559a-4f89-a02f-30c310dfc22c req-3e18d32f-10b3-4131-85cd-a057c5591ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:21.610941 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-74d56774-559a-4f89-a02f-30c310dfc22c req-3e18d32f-10b3-4131-85cd-a057c5591ef8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7 HTTP/1.1" status: 200 len: 916 time: 0.5663369 Feb 09 01:04:21.618093 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437ca06-4e9a-4e30-bb8c-e23e6f9c2eae req-28060384-9fb5-403f-b675-33a3011a5e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:21.620888 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8437ca06-4e9a-4e30-bb8c-e23e6f9c2eae req-28060384-9fb5-403f-b675-33a3011a5e68 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe HTTP/1.1" status: 200 len: 913 time: 0.5484383 Feb 09 01:04:21.621512 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5955a020-fb0d-4263-8876-022a170aeffc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Made reservation on behalf of c1fe8f42c4854e5699e2e8b880d21442 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:21.624981 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5955a020-fb0d-4263-8876-022a170aeffc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:21.627697 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 0fe62980-d662-4305-b32e-541d69722270 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:04:21.750906 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-a06a0231-352b-459e-884d-30c980ffb83b admin admin] For port 6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:21.751578 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a06a0231-352b-459e-884d-30c980ffb83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:21.799598 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:21.802972 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-74d56774-559a-4f89-a02f-30c310dfc22c req-60054809-2645-4ccb-ae46-c32223488a75 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00cea82b-155a-47ea-af2c-a0f29fb89294 HTTP/1.1" status: 200 len: 217 time: 0.1678598 Feb 09 01:04:21.817715 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8437ca06-4e9a-4e30-bb8c-e23e6f9c2eae req-1b49fee5-6d41-4eec-9219-ada7a86b43c1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a63a7b21-bc5e-4a76-9479-0a5d855990f7 HTTP/1.1" status: 200 len: 217 time: 0.1772985 Feb 09 01:04:21.882011 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-e9a70d64-6e06-4b81-8dd0-b9e640bb98b1 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:21.898373 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-e9a70d64-6e06-4b81-8dd0-b9e640bb98b1 None None] Transition to ACTIVE for port object 7fc19299-1b37-4a36-85ce-292a4d48dc54 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:21.907096 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-e9a70d64-6e06-4b81-8dd0-b9e640bb98b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:21.917026 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c8588961-8a6d-4269-9c11-dcbaab922e40 req-0970a57e-4468-4a69-8edf-f3748b4ceb8d service neutron] 10.222.0.117 "GET /v2.0/networks/aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6202962 Feb 09 01:04:21.932918 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5955a020-fb0d-4263-8876-022a170aeffc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 978} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:04:21.936228 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25e8a6df-4684-4d93-b4d6-5edca7a41201 req-5e13853d-77b3-42d2-9a17-89d2128ec2c9 service neutron] 10.222.0.117 "GET /v2.0/networks/aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6054716 Feb 09 01:04:21.963960 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5955a020-fb0d-4263-8876-022a170aeffc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:21.964313 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-5955a020-fb0d-4263-8876-022a170aeffc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Added segment 98e1f1a3-bd88-4667-8800-3608f4b5b13e of type vlan for network 2bec690d-2fc1-4a43-9409-cf15cb1e963a Feb 09 01:04:21.985996 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d56774-559a-4f89-a02f-30c310dfc22c req-4ee90f96-7dee-4f20-aafa-f733496ac92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:21.987587 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-74d56774-559a-4f89-a02f-30c310dfc22c req-4ee90f96-7dee-4f20-aafa-f733496ac92f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=771c4ddd-4731-43aa-b60e-ab7f2eeb6b58 HTTP/1.1" status: 200 len: 854 time: 0.1573970 Feb 09 01:04:21.992095 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437ca06-4e9a-4e30-bb8c-e23e6f9c2eae req-18fdd0a7-a2cc-402b-a010-53b033fa49cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:21.993554 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8437ca06-4e9a-4e30-bb8c-e23e6f9c2eae req-18fdd0a7-a2cc-402b-a010-53b033fa49cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e21ee47-9c4f-48f6-bbce-c83436d55ec2 HTTP/1.1" status: 200 len: 852 time: 0.1268535 Feb 09 01:04:22.007206 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-a06a0231-352b-459e-884d-30c980ffb83b admin admin] Calling delete_port for 6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:04:22.043885 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-e9a70d64-6e06-4b81-8dd0-b9e640bb98b1 None None] Attempting to bind port 7fc19299-1b37-4a36-85ce-292a4d48dc54 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:04:22.044581 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-e9a70d64-6e06-4b81-8dd0-b9e640bb98b1 None None] Attempting to bind port 7fc19299-1b37-4a36-85ce-292a4d48dc54 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:04:22.045519 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a70d64-6e06-4b81-8dd0-b9e640bb98b1 None None] Attempting to bind port 7fc19299-1b37-4a36-85ce-292a4d48dc54 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:22.065249 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-2aeb88ef-2ab7-4650-8aa1-c9928152f492 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a459030aa9346b7b761b1ccc64f5445&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5617113 Feb 09 01:04:22.072973 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a70d64-6e06-4b81-8dd0-b9e640bb98b1 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:04:22.073634 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a70d64-6e06-4b81-8dd0-b9e640bb98b1 None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:22.074190 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-e9a70d64-6e06-4b81-8dd0-b9e640bb98b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:22.074748 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a70d64-6e06-4b81-8dd0-b9e640bb98b1 None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:04:22.075398 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-e9a70d64-6e06-4b81-8dd0-b9e640bb98b1 None None] Bound port: 7fc19299-1b37-4a36-85ce-292a4d48dc54, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:04:22.075943 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-e9a70d64-6e06-4b81-8dd0-b9e640bb98b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:22.108784 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:04:22.178207 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-e9a70d64-6e06-4b81-8dd0-b9e640bb98b1 None None] For port 7fc19299-1b37-4a36-85ce-292a4d48dc54, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:04:22.182026 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-e9a70d64-6e06-4b81-8dd0-b9e640bb98b1 None None] For port 7fc19299-1b37-4a36-85ce-292a4d48dc54, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=7fc19299-1b37-4a36-85ce-292a4d48dc54,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:04:22.190432 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa0b3e-a216-492d-8bf6-612dd4892f8e None None] Pushing event updated for resources: {'Port': ['ID=7fc19299-1b37-4a36-85ce-292a4d48dc54,revision_number=2']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:22.212939 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device a63a7b21-bc5e-4a76-9479-0a5d855990f7 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:04:22.218892 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-e9a70d64-6e06-4b81-8dd0-b9e640bb98b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:22.327502 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa0b3e-a216-492d-8bf6-612dd4892f8e None None] Pushing event updated for resources: {'Port': ['ID=7fc19299-1b37-4a36-85ce-292a4d48dc54,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:22.331457 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a70d64-6e06-4b81-8dd0-b9e640bb98b1 None None] Routers {'524697d0-ff11-4503-8136-ac8939db0bd3'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:04:22.340669 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-e9a70d64-6e06-4b81-8dd0-b9e640bb98b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:04:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['524697d0-ff11-4503-8136-ac8939db0bd3'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:22.403643 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5955a020-fb0d-4263-8876-022a170aeffc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:22.409320 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8437ca06-4e9a-4e30-bb8c-e23e6f9c2eae req-62ab673d-e7e9-44b1-bb15-b2401dd613b1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838275 Feb 09 01:04:22.483714 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:22.503829 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:22.512899 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:22.513837 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:04:22.608679 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-e9a70d64-6e06-4b81-8dd0-b9e640bb98b1 None None] Set router 524697d0-ff11-4503-8136-ac8939db0bd3 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:04:22.647682 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:04:22.648263 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device e8d34244-9d55-4c98-8f2f-dfcbc1bdb5ff not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:04:22.679385 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-e35eee8d-64e3-4259-9898-31ec5dfff6c2 service neutron] 10.222.0.37 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6007648 Feb 09 01:04:22.681842 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port a63a7b21-bc5e-4a76-9479-0a5d855990f7, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a63a7b21-bc5e-4a76-9479-0a5d855990f7,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:22.700224 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'a63a7b21-bc5e-4a76-9479-0a5d855990f7', 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe', 'port_id': 'a63a7b21-bc5e-4a76-9479-0a5d855990f7', 'mac_address': 'fa:16:3e:67:5e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 988, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e21ee47-9c4f-48f6-bbce-c83436d55ec2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:04:22.702490 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:22.758030 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5955a020-fb0d-4263-8876-022a170aeffc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:22.762402 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:22.766238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5955a020-fb0d-4263-8876-022a170aeffc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:22.766882 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5955a020-fb0d-4263-8876-022a170aeffc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:22.781481 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a63a7b21-bc5e-4a76-9479-0a5d855990f7 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:04:22.806945 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port a63a7b21-bc5e-4a76-9479-0a5d855990f7, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a63a7b21-bc5e-4a76-9479-0a5d855990f7,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:22.814369 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:22.815513 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 00cea82b-155a-47ea-af2c-a0f29fb89294 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:04:22.842064 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [None req-a06a0231-352b-459e-884d-30c980ffb83b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:04:22.842522 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [None req-a06a0231-352b-459e-884d-30c980ffb83b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:04:22.856958 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8437ca06-4e9a-4e30-bb8c-e23e6f9c2eae req-41384c29-2131-4184-ab40-8a8dbe3b179c service neutron] 10.222.0.35 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377596 Feb 09 01:04:22.859338 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d56774-559a-4f89-a02f-30c310dfc22c req-2d43cfaa-47b7-46b9-b7cf-b0fd4d0eadab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:22.860355 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-74d56774-559a-4f89-a02f-30c310dfc22c req-2d43cfaa-47b7-46b9-b7cf-b0fd4d0eadab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8014400 Feb 09 01:04:22.930988 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=a63a7b21-bc5e-4a76-9479-0a5d855990f7,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:22.940073 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437ca06-4e9a-4e30-bb8c-e23e6f9c2eae req-04a7dd24-9a8b-454c-91d1-0d014f9814c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:22.941618 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8437ca06-4e9a-4e30-bb8c-e23e6f9c2eae req-04a7dd24-9a8b-454c-91d1-0d014f9814c3 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6428ce51b6b44a9195de9392004f082d&device_id=83fb4f04-88ed-46a7-bf5f-c0806ed639b8 HTTP/1.1" status: 200 len: 1094 time: 0.9356644 Feb 09 01:04:22.996777 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5955a020-fb0d-4263-8876-022a170aeffc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5048406 Feb 09 01:04:23.054491 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 36070) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:23.058345 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-e9a70d64-6e06-4b81-8dd0-b9e640bb98b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-787289705-router', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:11Z', 'updated_at': '2022-02-09T01:04:17Z', 'revision_number': 3, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'gw_port': {'id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:14Z', 'updated_at': '2022-02-09T01:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:23.077092 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a70d64-6e06-4b81-8dd0-b9e640bb98b1 None None] The sync data for ids ['524697d0-ff11-4503-8136-ac8939db0bd3'] in n-d-828419-1 is: [{'id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-787289705-router', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:11Z', 'updated_at': '2022-02-09T01:04:17Z', 'revision_number': 3, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'gw_port': {'id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:14Z', 'updated_at': '2022-02-09T01:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:04:23.093896 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-d810d0e6-fa48-432a-9e60-26986ca25e14 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Request body: {'subnet': {'network_id': '0fe62980-d662-4305-b32e-541d69722270', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:23.117315 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955a020-fb0d-4263-8876-022a170aeffc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Pushing event updated for resources: {'Network': ['ID=2bec690d-2fc1-4a43-9409-cf15cb1e963a,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:23.129012 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 2bec690d-2fc1-4a43-9409-cf15cb1e963a details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:04:23.154650 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4b989819-efeb-4d33-8bf7-c3833a8fe94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:23.173476 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-7c7194d4-b85c-4593-9a1a-97c63c804a44 service neutron] 10.222.0.37 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517612 Feb 09 01:04:23.255609 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 00cea82b-155a-47ea-af2c-a0f29fb89294, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=00cea82b-155a-47ea-af2c-a0f29fb89294,segment=NetworkSegment(ec8aa979-c430-4d73-b46b-92a5473a57c5),segment_id=ec8aa979-c430-4d73-b46b-92a5473a57c5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:23.293857 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '00cea82b-155a-47ea-af2c-a0f29fb89294', 'network_id': 'aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7', 'port_id': '00cea82b-155a-47ea-af2c-a0f29fb89294', 'mac_address': 'fa:16:3e:96:ec:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 975, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '771c4ddd-4731-43aa-b60e-ab7f2eeb6b58', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:04:23.346512 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-a06a0231-352b-459e-884d-30c980ffb83b admin admin] Deleting port 6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:23.346854 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a06a0231-352b-459e-884d-30c980ffb83b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:23.441353 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51400c51-6266-497e-9709-1d8a0fdfd83a req-cb278ea5-7641-41f6-8136-8195420d12d7 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:23.450756 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-51400c51-6266-497e-9709-1d8a0fdfd83a req-cb278ea5-7641-41f6-8136-8195420d12d7 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=83fb4f04-88ed-46a7-bf5f-c0806ed639b8 HTTP/1.1" status: 200 len: 943 time: 0.9322529 Feb 09 01:04:23.461098 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:23.482863 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00cea82b-155a-47ea-af2c-a0f29fb89294 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:04:23.513533 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 00cea82b-155a-47ea-af2c-a0f29fb89294, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=00cea82b-155a-47ea-af2c-a0f29fb89294,segment=NetworkSegment(ec8aa979-c430-4d73-b46b-92a5473a57c5),segment_id=ec8aa979-c430-4d73-b46b-92a5473a57c5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:23.519771 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:23.562761 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437ca06-4e9a-4e30-bb8c-e23e6f9c2eae req-1c1bd4ea-2e41-41db-ba03-0f16039dc806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:23.564908 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8437ca06-4e9a-4e30-bb8c-e23e6f9c2eae req-1c1bd4ea-2e41-41db-ba03-0f16039dc806 service neutron] 10.222.0.117 "GET /v2.0/networks?id=aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7 HTTP/1.1" status: 200 len: 916 time: 0.5670600 Feb 09 01:04:23.634972 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=00cea82b-155a-47ea-af2c-a0f29fb89294,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:23.692504 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d810d0e6-fa48-432a-9e60-26986ca25e14 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:23.697249 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d810d0e6-fa48-432a-9e60-26986ca25e14 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Usage tracker for resource:subnet and tenant:c1fe8f42c4854e5699e2e8b880d21442 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:23.700492 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d810d0e6-fa48-432a-9e60-26986ca25e14 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:23.723430 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-4b989819-efeb-4d33-8bf7-c3833a8fe94b admin admin] Allocated IP 172.20.0.1 (b5fd0cb5-7e9b-45fd-beb6-2ed905515601/15f6169a-7b57-4d0c-b44b-21d1db3578d7/88b4046c-b14f-4732-938c-a86be967888f) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:23.725473 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d810d0e6-fa48-432a-9e60-26986ca25e14 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:23.731312 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-74d56774-559a-4f89-a02f-30c310dfc22c req-74c6f08e-eccf-45d7-8789-0398e5db5f2f service neutron] 10.222.0.35 "GET /v2.0/networks/aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8546152 Feb 09 01:04:23.738573 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-51400c51-6266-497e-9709-1d8a0fdfd83a req-7f60af7f-bcb9-4812-880c-efb039b5d965 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868960 Feb 09 01:04:23.739979 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8437ca06-4e9a-4e30-bb8c-e23e6f9c2eae req-13003ec8-7e8a-421e-93e9-67c9a09ca4b4 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=586f61cb-9194-4321-b7e9-b785f0bcb4e1 HTTP/1.1" status: 200 len: 217 time: 0.1245782 Feb 09 01:04:23.802122 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['00cea82b-155a-47ea-af2c-a0f29fb89294'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:04:23.870843 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['a63a7b21-bc5e-4a76-9479-0a5d855990f7'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:04:23.935216 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-74d56774-559a-4f89-a02f-30c310dfc22c req-c8fae751-0bef-485a-857f-a88330f1f699 service neutron] 10.222.0.35 "GET /v2.0/networks/aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910765 Feb 09 01:04:23.978297 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7fc19299-1b37-4a36-85ce-292a4d48dc54 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:24.021405 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8437ca06-4e9a-4e30-bb8c-e23e6f9c2eae req-6389eff2-1cd1-4b0a-a736-34f9d39d63a5 service neutron] 10.222.0.35 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1487453 Feb 09 01:04:24.031754 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-a06a0231-352b-459e-884d-30c980ffb83b admin admin] For port 6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:24.032160 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a06a0231-352b-459e-884d-30c980ffb83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:24.100831 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d810d0e6-fa48-432a-9e60-26986ca25e14 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Made reservation on behalf of c1fe8f42c4854e5699e2e8b880d21442 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:24.104590 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d810d0e6-fa48-432a-9e60-26986ca25e14 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:24.108374 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4b989819-efeb-4d33-8bf7-c3833a8fe94b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:24.134813 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-4b989819-efeb-4d33-8bf7-c3833a8fe94b admin admin] Transition to ACTIVE for port object 88b4046c-b14f-4732-938c-a86be967888f will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:24.171185 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f71e0b-e252-4864-8b4a-8f45d956f5e6 req-c742c2e4-1c02-4b9e-bfd4-7e98dd1b9c41 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:24.172838 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-00f71e0b-e252-4864-8b4a-8f45d956f5e6 req-c742c2e4-1c02-4b9e-bfd4-7e98dd1b9c41 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c0ce65c-a52b-43d5-83e6-b8a90e8c2a34 HTTP/1.1" status: 200 len: 944 time: 0.5425670 Feb 09 01:04:24.236218 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4b989819-efeb-4d33-8bf7-c3833a8fe94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:24.392940 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-a06a0231-352b-459e-884d-30c980ffb83b admin admin] Calling delete_port for 6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:04:24.408886 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device ae96d083-8a34-4b02-aed5-0e82d911c043 up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:24.463951 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 7fc19299-1b37-4a36-85ce-292a4d48dc54 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:24.514638 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 7fc19299-1b37-4a36-85ce-292a4d48dc54 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:24.517771 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:24.529291 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437ca06-4e9a-4e30-bb8c-e23e6f9c2eae req-ac61eb23-9ec5-4f9b-becc-455906e0f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:24.531464 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8437ca06-4e9a-4e30-bb8c-e23e6f9c2eae req-ac61eb23-9ec5-4f9b-becc-455906e0f6be service neutron] 10.222.0.117 "GET /v2.0/subnets?id=771c4ddd-4731-43aa-b60e-ab7f2eeb6b58 HTTP/1.1" status: 200 len: 854 time: 0.5926933 Feb 09 01:04:24.540075 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b989819-efeb-4d33-8bf7-c3833a8fe94b admin admin] Network b5fd0cb5-7e9b-45fd-beb6-2ed905515601 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:24.550080 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-4b989819-efeb-4d33-8bf7-c3833a8fe94b admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:24.553886 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b989819-efeb-4d33-8bf7-c3833a8fe94b admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:04:24.618929 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b989819-efeb-4d33-8bf7-c3833a8fe94b admin admin] Pushing event updated for resources: {'Port': ['ID=88b4046c-b14f-4732-938c-a86be967888f,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:24.652351 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-00f71e0b-e252-4864-8b4a-8f45d956f5e6 req-c55b2536-6b78-4cf0-a315-7053f777255b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166790 Feb 09 01:04:24.727332 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3b541-a244-4fa9-a2bb-a7a8c1738f0d req-08ca9b44-c676-4103-a0e3-436b2cbba7ff tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:24.728830 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-80a3b541-a244-4fa9-a2bb-a7a8c1738f0d req-08ca9b44-c676-4103-a0e3-436b2cbba7ff tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 950 time: 0.7029929 Feb 09 01:04:24.814126 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:24.815026 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port ae96d083-8a34-4b02-aed5-0e82d911c043 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:24.852254 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a06a0231-352b-459e-884d-30c980ffb83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:24.858121 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port ae96d083-8a34-4b02-aed5-0e82d911c043 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:24.858624 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:24.889550 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437ca06-4e9a-4e30-bb8c-e23e6f9c2eae req-1f0e9be9-9d82-497a-8af3-ce74a3ccd844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:24.891047 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8437ca06-4e9a-4e30-bb8c-e23e6f9c2eae req-1f0e9be9-9d82-497a-8af3-ce74a3ccd844 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3104374 Feb 09 01:04:24.894715 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-80a3b541-a244-4fa9-a2bb-a7a8c1738f0d req-68ef8364-3b39-4b77-8c8a-68c3d27dfb8a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531599 Feb 09 01:04:24.895851 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d810d0e6-fa48-432a-9e60-26986ca25e14 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:24.990346 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a0231-352b-459e-884d-30c980ffb83b admin admin] Pushing event deleted for resources: {'Port': ['ID=6cad63a4-7d2d-4cb8-bb19-4ba5e251cfc7,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:25.001502 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4b989819-efeb-4d33-8bf7-c3833a8fe94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:25.063144 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-550ec028-64a6-4787-a75a-b27e10653a93 None None] Provisioning for port 88b4046c-b14f-4732-938c-a86be967888f completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:25.066560 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:25.087214 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 7fc19299-1b37-4a36-85ce-292a4d48dc54, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=7fc19299-1b37-4a36-85ce-292a4d48dc54,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:25.090059 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:25.108887 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:25.166136 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8437ca06-4e9a-4e30-bb8c-e23e6f9c2eae req-747ff1e9-0f42-4de4-b2f9-96c5ed1b3508 service neutron] 10.222.0.117 "GET /v2.0/networks/aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030175 Feb 09 01:04:25.215576 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-550ec028-64a6-4787-a75a-b27e10653a93 None None] Provisioning complete for port 88b4046c-b14f-4732-938c-a86be967888f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:25.216469 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-550ec028-64a6-4787-a75a-b27e10653a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:25.307835 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd817c5ae-4755-47fa-874c-1ad857cdb067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae96d083-8a34-4b02-aed5-0e82d911c043'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:04:25.330038 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-550ec028-64a6-4787-a75a-b27e10653a93 None None] Port 88b4046c-b14f-4732-938c-a86be967888f cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:04:25.337278 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port ae96d083-8a34-4b02-aed5-0e82d911c043, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=ae96d083-8a34-4b02-aed5-0e82d911c043,segment=NetworkSegment(ec8aa979-c430-4d73-b46b-92a5473a57c5),segment_id=ec8aa979-c430-4d73-b46b-92a5473a57c5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:25.344017 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=7fc19299-1b37-4a36-85ce-292a4d48dc54,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:25.352188 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:25.433449 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=ae96d083-8a34-4b02-aed5-0e82d911c043,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:25.488426 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810d0e6-fa48-432a-9e60-26986ca25e14 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Pushing event updated for resources: {'Subnet': ['ID=efedc14e-a8af-4624-b0ad-f3edbb135900,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:25.538027 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d810d0e6-fa48-432a-9e60-26986ca25e14 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Checking segment: {'id': '6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '0fe62980-d662-4305-b32e-541d69722270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:25.538800 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d810d0e6-fa48-432a-9e60-26986ca25e14 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Network hostable DHCP agents. Network: 0fe62980-d662-4305-b32e-541d69722270, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:04:25.596310 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d2d9700d-6a08-4a16-989f-6416940fd398 req-d2b03750-3de7-4f17-ae31-a8b01f4596b5 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 210 time: 0.6171312 Feb 09 01:04:25.631717 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4b989819-efeb-4d33-8bf7-c3833a8fe94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:25.643343 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-6009173c-2b93-43c1-86e3-7eef33ed7b1c tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:25.644602 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a06a0231-352b-459e-884d-30c980ffb83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:25.645080 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-6009173c-2b93-43c1-86e3-7eef33ed7b1c tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.35 "GET /v2.0/networks?id=48fff0c2-cb8c-4c86-992a-0e113098b5fc HTTP/1.1" status: 200 len: 808 time: 0.4777012 Feb 09 01:04:25.647624 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8437ca06-4e9a-4e30-bb8c-e23e6f9c2eae req-dc846e4e-91fb-4d10-9179-cedaec53ca9b service neutron] 10.222.0.117 "GET /v2.0/networks/aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057333 Feb 09 01:04:25.656564 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca5629-b104-4cf8-ab55-4f8fbbf88608 req-578243dc-4d17-4a10-bc30-f473a8a9c739 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:25.658192 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b5ca5629-b104-4cf8-ab55-4f8fbbf88608 req-578243dc-4d17-4a10-bc30-f473a8a9c739 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=83fb4f04-88ed-46a7-bf5f-c0806ed639b8 HTTP/1.1" status: 200 len: 943 time: 0.4632328 Feb 09 01:04:25.660351 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d810d0e6-fa48-432a-9e60-26986ca25e14 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Network 0fe62980-d662-4305-b32e-541d69722270 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:04:25.667988 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-775ca669-80d2-4814-9f5f-2353b3bc037d tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Request body: {'port': {'device_id': '57d67790-ccc1-4550-a754-7bcf14d77b5e', 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc', 'admin_state_up': True, 'tenant_id': '6a459030aa9346b7b761b1ccc64f5445'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:25.810683 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7fc19299-1b37-4a36-85ce-292a4d48dc54 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:25.844496 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-775ca669-80d2-4814-9f5f-2353b3bc037d tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:25.856082 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-775ca669-80d2-4814-9f5f-2353b3bc037d tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:25.870817 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-d810d0e6-fa48-432a-9e60-26986ca25e14 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 0fe62980-d662-4305-b32e-541d69722270) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:25.882651 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f9ee2c-5539-4771-afe9-9e9f6d1111da None None] Network 0fe62980-d662-4305-b32e-541d69722270 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:04:25.906615 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b5ca5629-b104-4cf8-ab55-4f8fbbf88608 req-62aeb8a9-a221-4ae3-851a-1a185daabfa2 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180691 Feb 09 01:04:25.908034 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d810d0e6-fa48-432a-9e60-26986ca25e14 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:25.908681 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d810d0e6-fa48-432a-9e60-26986ca25e14 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:25.927031 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-775ca669-80d2-4814-9f5f-2353b3bc037d tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Made reservation on behalf of 6a459030aa9346b7b761b1ccc64f5445 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:25.930878 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-775ca669-80d2-4814-9f5f-2353b3bc037d tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:26.007428 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4b989819-efeb-4d33-8bf7-c3833a8fe94b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:26.016995 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4b989819-efeb-4d33-8bf7-c3833a8fe94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:26.077241 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd817c5ae-4755-47fa-874c-1ad857cdb067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae96d083-8a34-4b02-aed5-0e82d911c043', 'code': 200} Feb 09 01:04:26.138103 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d810d0e6-fa48-432a-9e60-26986ca25e14 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.0824955 Feb 09 01:04:26.157234 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4b989819-efeb-4d33-8bf7-c3833a8fe94b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:26.167450 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36096) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:26.173405 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a06a0231-352b-459e-884d-30c980ffb83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:26.200767 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device a63a7b21-bc5e-4a76-9479-0a5d855990f7 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:26.221862 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a06a0231-352b-459e-884d-30c980ffb83b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:26.231615 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-5d14b1b3-f8e4-4ab6-a8b4-5396b9f3fc0b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Request body: {'subnet': {'network_id': '2bec690d-2fc1-4a43-9409-cf15cb1e963a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:26.239317 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 7fc19299-1b37-4a36-85ce-292a4d48dc54 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:26.239692 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:26.268896 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c4fadc-deb9-438f-ab8b-e3317318af23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-0fe62980-d662-4305-b32e-541d69722270', 'network_id': '0fe62980-d662-4305-b32e-541d69722270', 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'fixed_ips': [{'subnet_id': 'efedc14e-a8af-4624-b0ad-f3edbb135900'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:04:26.269720 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b5c4fadc-deb9-438f-ab8b-e3317318af23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:26.287978 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-775ca669-80d2-4814-9f5f-2353b3bc037d tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Allocated IP 172.20.0.13 (48fff0c2-cb8c-4c86-992a-0e113098b5fc/71237ce4-c470-4847-a2d1-f1f13758c999/2858c447-c2bf-4344-9cf1-9d62866f9e1f) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:26.367182 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7ad8f-1193-4839-a396-dc649ff4aa74 req-36fa7797-ddf8-4384-82de-b90a94495b10 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:26.373354 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-deb7ad8f-1193-4839-a396-dc649ff4aa74 req-36fa7797-ddf8-4384-82de-b90a94495b10 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c0ce65c-a52b-43d5-83e6-b8a90e8c2a34 HTTP/1.1" status: 200 len: 944 time: 0.1900029 Feb 09 01:04:26.383098 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb2e30-8c03-448d-b4a9-67969d49b06d req-712741e3-36d7-44bb-b754-1d740d7320de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:26.384871 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dbdb2e30-8c03-448d-b4a9-67969d49b06d req-712741e3-36d7-44bb-b754-1d740d7320de service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=d817c5ae-4755-47fa-874c-1ad857cdb067 HTTP/1.1" status: 200 len: 1096 time: 0.2450647 Feb 09 01:04:26.422108 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 586f61cb-9194-4321-b7e9-b785f0bcb4e1 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:04:26.437784 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b989819-efeb-4d33-8bf7-c3833a8fe94b admin admin] Pushing event updated for resources: {'Port': ['ID=88b4046c-b14f-4732-938c-a86be967888f,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:26.465238 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5d14b1b3-f8e4-4ab6-a8b4-5396b9f3fc0b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:26.481047 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5d14b1b3-f8e4-4ab6-a8b4-5396b9f3fc0b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Usage tracker for resource:subnet and tenant:c1fe8f42c4854e5699e2e8b880d21442 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:26.489718 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5d14b1b3-f8e4-4ab6-a8b4-5396b9f3fc0b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:26.502501 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port a63a7b21-bc5e-4a76-9479-0a5d855990f7 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:26.515004 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5d14b1b3-f8e4-4ab6-a8b4-5396b9f3fc0b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:26.525308 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb1834-c2ac-4620-a76e-804810310a80 req-8e410a85-2180-4e45-9a9a-daaf78e25c7f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:26.526810 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-61cb1834-c2ac-4620-a76e-804810310a80 req-8e410a85-2180-4e45-9a9a-daaf78e25c7f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 950 time: 0.4012074 Feb 09 01:04:26.530606 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a06a0231-352b-459e-884d-30c980ffb83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:26.531076 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06a0231-352b-459e-884d-30c980ffb83b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b15286b-405c-4a8d-ba79-d391bbabc0a5 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:04:26.532768 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port a63a7b21-bc5e-4a76-9479-0a5d855990f7 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:26.533165 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:26.543945 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dbdb2e30-8c03-448d-b4a9-67969d49b06d req-f2c9f921-938b-4897-8275-1e766c284245 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383402 Feb 09 01:04:26.563652 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-deb7ad8f-1193-4839-a396-dc649ff4aa74 req-6dde73f9-ee53-47f2-9012-0a8d6153ad77 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833146 Feb 09 01:04:26.571456 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a06a0231-352b-459e-884d-30c980ffb83b admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:26.572596 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a06a0231-352b-459e-884d-30c980ffb83b admin admin] 10.222.0.37 "DELETE /v2.0/routers/7b15286b-405c-4a8d-ba79-d391bbabc0a5 HTTP/1.1" status: 204 len: 168 time: 6.8640745 Feb 09 01:04:26.576628 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 36100) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:26.632719 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-61cb1834-c2ac-4620-a76e-804810310a80 req-995fd7df-8c90-4175-ba34-39b64d63bbdf tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562730 Feb 09 01:04:26.633339 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d14b1b3-f8e4-4ab6-a8b4-5396b9f3fc0b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Made reservation on behalf of c1fe8f42c4854e5699e2e8b880d21442 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:26.639129 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5d14b1b3-f8e4-4ab6-a8b4-5396b9f3fc0b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:26.717822 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-b5c4fadc-deb9-438f-ab8b-e3317318af23 None None] Allocated IP 10.1.1.2 (0fe62980-d662-4305-b32e-541d69722270/efedc14e-a8af-4624-b0ad-f3edbb135900/7a959e4d-02e8-4eb5-a25f-db44b9de6553) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:26.868601 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed04482-5e3a-47aa-a3b4-49a15d91186d admin admin] Deleting subnet cc717b09-79d3-4a96-bc50-b85c97309f75 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:04:26.871688 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6ed04482-5e3a-47aa-a3b4-49a15d91186d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:26.884095 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-088a4e6c-496f-4eb1-a1f8-2b9c516759ab req-fc8cf97a-db6b-4345-978c-e125aed70a23 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 210 time: 0.0452824 Feb 09 01:04:26.912067 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b989819-efeb-4d33-8bf7-c3833a8fe94b admin admin] Network b5fd0cb5-7e9b-45fd-beb6-2ed905515601 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:26.916588 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-4b989819-efeb-4d33-8bf7-c3833a8fe94b admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:26.931726 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6ed04482-5e3a-47aa-a3b4-49a15d91186d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:26.963972 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 586f61cb-9194-4321-b7e9-b785f0bcb4e1, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=586f61cb-9194-4321-b7e9-b785f0bcb4e1,segment=NetworkSegment(ec8aa979-c430-4d73-b46b-92a5473a57c5),segment_id=ec8aa979-c430-4d73-b46b-92a5473a57c5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:27.015360 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-775ca669-80d2-4814-9f5f-2353b3bc037d tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:27.107338 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6ed04482-5e3a-47aa-a3b4-49a15d91186d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:27.152444 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b5c4fadc-deb9-438f-ab8b-e3317318af23 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:27.166707 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b5c4fadc-deb9-438f-ab8b-e3317318af23 None None] Transition to ACTIVE for port object 7a959e4d-02e8-4eb5-a25f-db44b9de6553 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:27.195686 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b5c4fadc-deb9-438f-ab8b-e3317318af23 None None] Transition to ACTIVE for port object 7a959e4d-02e8-4eb5-a25f-db44b9de6553 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:27.210887 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b5c4fadc-deb9-438f-ab8b-e3317318af23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:27.216392 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:27.292386 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-775ca669-80d2-4814-9f5f-2353b3bc037d tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:27.295232 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '586f61cb-9194-4321-b7e9-b785f0bcb4e1', 'network_id': 'aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7', 'port_id': '586f61cb-9194-4321-b7e9-b785f0bcb4e1', 'mac_address': 'fa:16:3e:65:fd:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 975, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '771c4ddd-4731-43aa-b60e-ab7f2eeb6b58', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:04:27.324989 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b989819-efeb-4d33-8bf7-c3833a8fe94b admin admin] Router 524697d0-ff11-4503-8136-ac8939db0bd3 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:04:27.370723 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c4fadc-deb9-438f-ab8b-e3317318af23 None None] Network 0fe62980-d662-4305-b32e-541d69722270 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:27.386478 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-b5c4fadc-deb9-438f-ab8b-e3317318af23 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:27.390275 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c4fadc-deb9-438f-ab8b-e3317318af23 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:04:27.436028 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-775ca669-80d2-4814-9f5f-2353b3bc037d tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Network 48fff0c2-cb8c-4c86-992a-0e113098b5fc is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:27.441658 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6ed04482-5e3a-47aa-a3b4-49a15d91186d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:27.447560 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-775ca669-80d2-4814-9f5f-2353b3bc037d tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:27.474634 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port a63a7b21-bc5e-4a76-9479-0a5d855990f7, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a63a7b21-bc5e-4a76-9479-0a5d855990f7,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:27.480805 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4fadc-deb9-438f-ab8b-e3317318af23 None None] Pushing event updated for resources: {'Port': ['ID=7a959e4d-02e8-4eb5-a25f-db44b9de6553,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:27.492839 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:27.493674 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 00cea82b-155a-47ea-af2c-a0f29fb89294 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:27.503812 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-775ca669-80d2-4814-9f5f-2353b3bc037d tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:04:27.522343 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-40c871f5-007b-40df-b8c6-86dfa01a5562 None None] Provisioning complete for port 88b4046c-b14f-4732-938c-a86be967888f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:27.522712 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-40c871f5-007b-40df-b8c6-86dfa01a5562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:27.544044 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed04482-5e3a-47aa-a3b4-49a15d91186d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc717b09-79d3-4a96-bc50-b85c97309f75,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:27.551251 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ca669-80d2-4814-9f5f-2353b3bc037d tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Pushing event updated for resources: {'Port': ['ID=2858c447-c2bf-4344-9cf1-9d62866f9e1f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:27.586307 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6ed04482-5e3a-47aa-a3b4-49a15d91186d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:27.596907 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea2e82-186e-40dd-ba3b-8ee78fa0b550 req-ee7d1e2a-962d-49f7-b1bd-aa69606df290 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:27.598840 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a8ea2e82-186e-40dd-ba3b-8ee78fa0b550 req-ee7d1e2a-962d-49f7-b1bd-aa69606df290 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=83fb4f04-88ed-46a7-bf5f-c0806ed639b8 HTTP/1.1" status: 200 len: 943 time: 0.3767619 Feb 09 01:04:27.674070 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c95eaa2-3b89-4d43-a12c-08cc5151b236 None None] Network ef6a2c91-74ac-4a1c-bf5b-cc332cb10704 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:04:27.697834 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-775ca669-80d2-4814-9f5f-2353b3bc037d tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:27.698445 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-775ca669-80d2-4814-9f5f-2353b3bc037d tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:27.715357 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6ed04482-5e3a-47aa-a3b4-49a15d91186d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cc717b09-79d3-4a96-bc50-b85c97309f75 HTTP/1.1" status: 204 len: 168 time: 1.1355681 Feb 09 01:04:27.722812 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 36128) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:27.738544 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b989819-efeb-4d33-8bf7-c3833a8fe94b admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:04:27.753461 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4b989819-efeb-4d33-8bf7-c3833a8fe94b admin admin] 10.222.0.37 "PUT /v2.0/routers/524697d0-ff11-4503-8136-ac8939db0bd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2804098 Feb 09 01:04:27.833480 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5860ca-aede-4b57-b922-4e50a8759096 req-ef5de5e2-8da6-490d-9bf8-7c9befbab8e3 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:27.835949 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5d5860ca-aede-4b57-b922-4e50a8759096 req-ef5de5e2-8da6-490d-9bf8-7c9befbab8e3 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 950 time: 0.1441841 Feb 09 01:04:27.847093 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8d735bf8-3508-4cbe-bdcf-64c76649c568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:27.856308 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-775ca669-80d2-4814-9f5f-2353b3bc037d tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1968908 Feb 09 01:04:27.860997 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a8ea2e82-186e-40dd-ba3b-8ee78fa0b550 req-4b733ee5-dd90-4875-8f8f-cfae71cc6ef4 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482681 Feb 09 01:04:27.870533 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-16cf0d6f-d4db-41be-b5f0-8aa491bb38bf service neutron] Request body: {'port': {'device_id': '57d67790-ccc1-4550-a754-7bcf14d77b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:27.908621 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5d5860ca-aede-4b57-b922-4e50a8759096 req-36f035b6-b96d-4e99-832a-dfa0b414b350 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645490 Feb 09 01:04:27.939212 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-8d735bf8-3508-4cbe-bdcf-64c76649c568 admin admin] Deleting port 21afade7-640d-4ba5-970b-80961b3ba779 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:27.939467 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8d735bf8-3508-4cbe-bdcf-64c76649c568 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:27.972177 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5d14b1b3-f8e4-4ab6-a8b4-5396b9f3fc0b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:27.989085 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:28.014563 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5104fae1-ba64-478e-964c-ed810c86794c None None] Sync routers for ids ['524697d0-ff11-4503-8136-ac8939db0bd3'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:04:28.074420 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-b5c4fadc-deb9-438f-ab8b-e3317318af23 None None] Attempting to bind port 7a959e4d-02e8-4eb5-a25f-db44b9de6553 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:04:28.074804 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-b5c4fadc-deb9-438f-ab8b-e3317318af23 None None] Attempting to bind port 7a959e4d-02e8-4eb5-a25f-db44b9de6553 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '0fe62980-d662-4305-b32e-541d69722270'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:04:28.075154 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c4fadc-deb9-438f-ab8b-e3317318af23 None None] Attempting to bind port 7a959e4d-02e8-4eb5-a25f-db44b9de6553 on network 0fe62980-d662-4305-b32e-541d69722270 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:28.101713 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0ce65c-a52b-43d5-83e6-b8a90e8c2a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63a7b21-bc5e-4a76-9479-0a5d855990f7'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:04:28.133563 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14b1b3-f8e4-4ab6-a8b4-5396b9f3fc0b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Pushing event updated for resources: {'Subnet': ['ID=0da9c592-ba8f-483c-8446-d42b4fd95318,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:28.199046 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5104fae1-ba64-478e-964c-ed810c86794c None None] Routers {'524697d0-ff11-4503-8136-ac8939db0bd3'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:04:28.199616 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5104fae1-ba64-478e-964c-ed810c86794c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:04:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['524697d0-ff11-4503-8136-ac8939db0bd3'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:28.218330 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-61ec10c8-4b80-4c2b-b84a-728e831a476c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6795721 Feb 09 01:04:28.252210 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c4fadc-deb9-438f-ab8b-e3317318af23 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:04:28.252609 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c4fadc-deb9-438f-ab8b-e3317318af23 None None] Checking segment: {'id': '6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '0fe62980-d662-4305-b32e-541d69722270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:28.253012 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b5c4fadc-deb9-438f-ab8b-e3317318af23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:28.253404 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c4fadc-deb9-438f-ab8b-e3317318af23 None None] Bound using segment: {'id': '6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '0fe62980-d662-4305-b32e-541d69722270'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:04:28.253880 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-b5c4fadc-deb9-438f-ab8b-e3317318af23 None None] Bound port: 7a959e4d-02e8-4eb5-a25f-db44b9de6553, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '0fe62980-d662-4305-b32e-541d69722270'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:04:28.254249 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b5c4fadc-deb9-438f-ab8b-e3317318af23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:28.263871 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-16cf0d6f-d4db-41be-b5f0-8aa491bb38bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:28.278747 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 586f61cb-9194-4321-b7e9-b785f0bcb4e1 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:04:28.295685 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 586f61cb-9194-4321-b7e9-b785f0bcb4e1, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=586f61cb-9194-4321-b7e9-b785f0bcb4e1,segment=NetworkSegment(ec8aa979-c430-4d73-b46b-92a5473a57c5),segment_id=ec8aa979-c430-4d73-b46b-92a5473a57c5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:28.296988 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d14b1b3-f8e4-4ab6-a8b4-5396b9f3fc0b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Checking segment: {'id': '98e1f1a3-bd88-4667-8800-3608f4b5b13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '2bec690d-2fc1-4a43-9409-cf15cb1e963a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:28.297771 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d14b1b3-f8e4-4ab6-a8b4-5396b9f3fc0b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Network hostable DHCP agents. Network: 2bec690d-2fc1-4a43-9409-cf15cb1e963a, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:04:28.325107 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d14b1b3-f8e4-4ab6-a8b4-5396b9f3fc0b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Network 2bec690d-2fc1-4a43-9409-cf15cb1e963a is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:04:28.343084 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-5d14b1b3-f8e4-4ab6-a8b4-5396b9f3fc0b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 2bec690d-2fc1-4a43-9409-cf15cb1e963a) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:28.350659 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d14b1b3-f8e4-4ab6-a8b4-5396b9f3fc0b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:28.351631 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5d14b1b3-f8e4-4ab6-a8b4-5396b9f3fc0b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:28.353306 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:28.354710 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-40c871f5-007b-40df-b8c6-86dfa01a5562 None None] Port 88b4046c-b14f-4732-938c-a86be967888f cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:04:28.368243 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd2fe9f-8bd2-4f13-8b14-6ee968f0119f None None] Network 2bec690d-2fc1-4a43-9409-cf15cb1e963a requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:04:28.381841 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537a186-0061-48f2-bd6a-b7f6608bfecc req-6ecf8b03-7a6d-4af9-a102-e15af8f21ef4 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:28.390258 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6537a186-0061-48f2-bd6a-b7f6608bfecc req-6ecf8b03-7a6d-4af9-a102-e15af8f21ef4 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c0ce65c-a52b-43d5-83e6-b8a90e8c2a34 HTTP/1.1" status: 200 len: 945 time: 0.2097034 Feb 09 01:04:28.409035 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5d14b1b3-f8e4-4ab6-a8b4-5396b9f3fc0b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2323585 Feb 09 01:04:28.413438 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36148) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:28.421165 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-46e2ab32-eb66-4357-9449-8044e074ee6a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Request body: {'port': {'network_id': '0fe62980-d662-4305-b32e-541d69722270', 'name': 'tempest-TaggedBootDevicesTest_v242-421463975', 'fixed_ips': [{'subnet_id': 'efedc14e-a8af-4624-b0ad-f3edbb135900'}]}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:28.540759 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=a63a7b21-bc5e-4a76-9479-0a5d855990f7,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:28.561695 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6537a186-0061-48f2-bd6a-b7f6608bfecc req-10f4e690-a1ce-46f7-9324-147ea5a3cea9 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693254 Feb 09 01:04:28.595726 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-8d735bf8-3508-4cbe-bdcf-64c76649c568 admin admin] For port 21afade7-640d-4ba5-970b-80961b3ba779, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=21afade7-640d-4ba5-970b-80961b3ba779,segment=NetworkSegment(3735d48f-75a9-437d-90bf-66d201e99527),segment_id=3735d48f-75a9-437d-90bf-66d201e99527)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:28.597022 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8d735bf8-3508-4cbe-bdcf-64c76649c568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:28.728109 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-b5c4fadc-deb9-438f-ab8b-e3317318af23 None None] For port 7a959e4d-02e8-4eb5-a25f-db44b9de6553, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:04:28.749517 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-46e2ab32-eb66-4357-9449-8044e074ee6a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:28.759773 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-46e2ab32-eb66-4357-9449-8044e074ee6a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Usage tracker for resource:port and tenant:c1fe8f42c4854e5699e2e8b880d21442 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:28.766743 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-46e2ab32-eb66-4357-9449-8044e074ee6a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:28.777100 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-46e2ab32-eb66-4357-9449-8044e074ee6a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:28.825774 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-8d735bf8-3508-4cbe-bdcf-64c76649c568 admin admin] Calling delete_port for 21afade7-640d-4ba5-970b-80961b3ba779 owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:04:28.879014 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['586f61cb-9194-4321-b7e9-b785f0bcb4e1'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:04:28.912373 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b89c2-6286-4e56-8bca-12d04ed26760 req-9bf0d0ca-6a87-4d31-b0eb-5337b4ea684d tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:28.913102 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ba8b89c2-6286-4e56-8bca-12d04ed26760 req-9bf0d0ca-6a87-4d31-b0eb-5337b4ea684d tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Synchronizing usage tracker for tenant:6a459030aa9346b7b761b1ccc64f5445 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:04:28.918811 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 00cea82b-155a-47ea-af2c-a0f29fb89294 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:28.928709 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e2ab32-eb66-4357-9449-8044e074ee6a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Made reservation on behalf of c1fe8f42c4854e5699e2e8b880d21442 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:28.947857 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ba8b89c2-6286-4e56-8bca-12d04ed26760 req-9bf0d0ca-6a87-4d31-b0eb-5337b4ea684d tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Unset dirty status for tenant:6a459030aa9346b7b761b1ccc64f5445 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:04:28.954523 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ba8b89c2-6286-4e56-8bca-12d04ed26760 req-9bf0d0ca-6a87-4d31-b0eb-5337b4ea684d tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 932 time: 0.5585856 Feb 09 01:04:29.002365 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-b5c4fadc-deb9-438f-ab8b-e3317318af23 None None] For port 7a959e4d-02e8-4eb5-a25f-db44b9de6553, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=7a959e4d-02e8-4eb5-a25f-db44b9de6553,segment=NetworkSegment(6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5),segment_id=6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:04:29.021387 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 00cea82b-155a-47ea-af2c-a0f29fb89294 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:29.034596 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:29.095224 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-46e2ab32-eb66-4357-9449-8044e074ee6a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:29.145192 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-46e2ab32-eb66-4357-9449-8044e074ee6a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] device_id is not set on port ed95cf65-6ad9-48b9-b564-6f38f0074a61 yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:04:29.219114 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b5c4fadc-deb9-438f-ab8b-e3317318af23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:29.247599 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8d735bf8-3508-4cbe-bdcf-64c76649c568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:29.279313 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-c88d3fd4-aff2-410d-ba3e-b1605b6b6ae7 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:29.280451 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-c88d3fd4-aff2-410d-ba3e-b1605b6b6ae7 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Synchronizing usage tracker for tenant:13db6f711f024a948f23ba528e45c23e on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:04:29.289713 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=586f61cb-9194-4321-b7e9-b785f0bcb4e1,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:29.327497 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ba8b89c2-6286-4e56-8bca-12d04ed26760 req-e4db1e7c-3792-4f27-b553-f3b5566149f5 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720562 Feb 09 01:04:29.332030 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d735bf8-3508-4cbe-bdcf-64c76649c568 admin admin] Pushing event deleted for resources: {'Port': ['ID=21afade7-640d-4ba5-970b-80961b3ba779,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:29.362798 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d735bf8-3508-4cbe-bdcf-64c76649c568 admin admin] No DVR routers for this DVR port 21afade7-640d-4ba5-970b-80961b3ba779 on host n-d-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:04:29.369918 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-5104fae1-ba64-478e-964c-ed810c86794c None None] Set router 524697d0-ff11-4503-8136-ac8939db0bd3 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:04:29.423202 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4fadc-deb9-438f-ab8b-e3317318af23 None None] Pushing event updated for resources: {'Port': ['ID=7a959e4d-02e8-4eb5-a25f-db44b9de6553,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:29.449392 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0ce65c-a52b-43d5-83e6-b8a90e8c2a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63a7b21-bc5e-4a76-9479-0a5d855990f7', 'code': 200} Feb 09 01:04:29.482911 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-46e2ab32-eb66-4357-9449-8044e074ee6a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Allocated IP 10.1.1.29 (0fe62980-d662-4305-b32e-541d69722270/efedc14e-a8af-4624-b0ad-f3edbb135900/ed95cf65-6ad9-48b9-b564-6f38f0074a61) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:29.690159 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:29.699352 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb877e87-a1af-4432-aac5-b992cc1584a5 None None] DHCP port deletion for ef6a2c91-74ac-4a1c-bf5b-cc332cb10704 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:04:29.709132 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-46e2ab32-eb66-4357-9449-8044e074ee6a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:29.725821 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-46e2ab32-eb66-4357-9449-8044e074ee6a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Transition to ACTIVE for port object ed95cf65-6ad9-48b9-b564-6f38f0074a61 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:29.775117 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-46e2ab32-eb66-4357-9449-8044e074ee6a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:29.791853 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7300f766-22ad-4349-9c8e-9219602aa675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-2bec690d-2fc1-4a43-9409-cf15cb1e963a', 'network_id': '2bec690d-2fc1-4a43-9409-cf15cb1e963a', 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'fixed_ips': [{'subnet_id': '0da9c592-ba8f-483c-8446-d42b4fd95318'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:04:29.792717 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7300f766-22ad-4349-9c8e-9219602aa675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:29.820184 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8d735bf8-3508-4cbe-bdcf-64c76649c568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:29.848163 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-c88d3fd4-aff2-410d-ba3e-b1605b6b6ae7 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Unset dirty status for tenant:13db6f711f024a948f23ba528e45c23e on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:04:29.856372 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-c88d3fd4-aff2-410d-ba3e-b1605b6b6ae7 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/networks?id=b5fd0cb5-7e9b-45fd-beb6-2ed905515601 HTTP/1.1" status: 200 len: 820 time: 1.0458665 Feb 09 01:04:29.913042 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-8d735bf8-3508-4cbe-bdcf-64c76649c568 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef6a2c91-74ac-4a1c-bf5b-cc332cb10704']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:29.913506 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-54875648-d8e7-4d0f-a323-973c2836357f tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/quotas/13db6f711f024a948f23ba528e45c23e HTTP/1.1" status: 200 len: 375 time: 0.0559661 Feb 09 01:04:29.920936 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e2ab32-eb66-4357-9449-8044e074ee6a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Network 0fe62980-d662-4305-b32e-541d69722270 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:29.925191 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-46e2ab32-eb66-4357-9449-8044e074ee6a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:29.927425 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2ab32-eb66-4357-9449-8044e074ee6a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Pushing event updated for resources: {'Port': ['ID=ed95cf65-6ad9-48b9-b564-6f38f0074a61,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:29.931105 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e2ab32-eb66-4357-9449-8044e074ee6a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:04:29.957220 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 21afade7-640d-4ba5-970b-80961b3ba779 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:04:29.960039 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00c380-de31-4b13-99ed-e41a99cb5914 req-77086cc3-fb8a-4cf9-9f50-50dea9959393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:29.961565 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2b00c380-de31-4b13-99ed-e41a99cb5914 req-77086cc3-fb8a-4cf9-9f50-50dea9959393 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9c0ce65c-a52b-43d5-83e6-b8a90e8c2a34 HTTP/1.1" status: 200 len: 1096 time: 0.3561430 Feb 09 01:04:29.963277 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-8d735bf8-3508-4cbe-bdcf-64c76649c568 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3735d48f-75a9-437d-90bf-66d201e99527') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:29.963900 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-8d735bf8-3508-4cbe-bdcf-64c76649c568 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3735d48f-75a9-437d-90bf-66d201e99527') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:29.984873 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8d735bf8-3508-4cbe-bdcf-64c76649c568 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:30.055888 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-16cf0d6f-d4db-41be-b5f0-8aa491bb38bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2858c447-c2bf-4344-9cf1-9d62866f9e1f {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:04:30.069015 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8d735bf8-3508-4cbe-bdcf-64c76649c568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:30.084804 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d15073-0029-4aaf-8169-d151658d7629 req-1415985a-8ee9-49ed-a22a-83c32cb4ed82 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:30.086286 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e2d15073-0029-4aaf-8169-d151658d7629 req-1415985a-8ee9-49ed-a22a-83c32cb4ed82 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=83fb4f04-88ed-46a7-bf5f-c0806ed639b8 HTTP/1.1" status: 200 len: 944 time: 0.4212680 Feb 09 01:04:30.114242 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 21afade7-640d-4ba5-970b-80961b3ba779 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:04:30.115356 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 21afade7-640d-4ba5-970b-80961b3ba779 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:04:30.143952 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 00cea82b-155a-47ea-af2c-a0f29fb89294, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=00cea82b-155a-47ea-af2c-a0f29fb89294,segment=NetworkSegment(ec8aa979-c430-4d73-b46b-92a5473a57c5),segment_id=ec8aa979-c430-4d73-b46b-92a5473a57c5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:30.170022 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e2ab32-eb66-4357-9449-8044e074ee6a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:30.170693 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-46e2ab32-eb66-4357-9449-8044e074ee6a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:30.177505 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d735bf8-3508-4cbe-bdcf-64c76649c568 admin admin] Releasing vlan 952 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:04:30.178053 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8d735bf8-3508-4cbe-bdcf-64c76649c568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:30.195259 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-16cf0d6f-d4db-41be-b5f0-8aa491bb38bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:30.200335 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-46e2ab32-eb66-4357-9449-8044e074ee6a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7855892 Feb 09 01:04:30.203662 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36188) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:30.208143 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:04:30.208143 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:04:30.208143 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:04:30.208143 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:04:30.208143 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:04:30.208143 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:04:30.208143 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:04:30.208143 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:04:30.208143 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:04:30.208143 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:04:30.208143 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:04:30.208143 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:04:30.208143 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:04:30.208143 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:04:30.208143 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:04:30.208143 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:04:30.208143 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:04:30.208143 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:04:30.208143 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:04:30.208143 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:04:30.208143 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:04:30.208143 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:04:30.208143 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:04:30.208143 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:04:30.208143 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:04:30.208143 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:04:30.208143 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:04:30.208143 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:04:30.208143 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:04:30.208143 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:04:30.208143 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:04:30.208143 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:04:30.211363 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-27aeda37-31fe-4bac-bc21-26e5394d4bd2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Request body: {'port': {'network_id': '0fe62980-d662-4305-b32e-541d69722270', 'name': 'tempest-TaggedBootDevicesTest_v242-564803677', 'fixed_ips': [{'subnet_id': 'efedc14e-a8af-4624-b0ad-f3edbb135900'}]}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:30.275408 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2b00c380-de31-4b13-99ed-e41a99cb5914 req-e55ba216-1b9f-4952-a037-436985f84cfd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803087 Feb 09 01:04:30.281607 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:30.301902 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e2d15073-0029-4aaf-8169-d151658d7629 req-e86a108a-1607-4e31-82e7-4f695fc75b9c tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672287 Feb 09 01:04:30.308319 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-16cf0d6f-d4db-41be-b5f0-8aa491bb38bf service neutron] Transition to ACTIVE for port object 2858c447-c2bf-4344-9cf1-9d62866f9e1f will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:30.326436 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-16cf0d6f-d4db-41be-b5f0-8aa491bb38bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:30.387203 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8d735bf8-3508-4cbe-bdcf-64c76649c568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:30.393021 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8d735bf8-3508-4cbe-bdcf-64c76649c568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:30.487416 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=00cea82b-155a-47ea-af2c-a0f29fb89294,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:30.493668 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-3168e140-b5d1-4da0-9265-bc7cc100f50e tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Synchronizing usage tracker for tenant:13db6f711f024a948f23ba528e45c23e on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:04:30.512033 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d735bf8-3508-4cbe-bdcf-64c76649c568 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef6a2c91-74ac-4a1c-bf5b-cc332cb10704,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:30.527809 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8d735bf8-3508-4cbe-bdcf-64c76649c568 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ef6a2c91-74ac-4a1c-bf5b-cc332cb10704 HTTP/1.1" status: 204 len: 168 time: 2.7953441 Feb 09 01:04:30.528877 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-3168e140-b5d1-4da0-9265-bc7cc100f50e tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Unset dirty status for tenant:13db6f711f024a948f23ba528e45c23e on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:04:30.537492 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-3168e140-b5d1-4da0-9265-bc7cc100f50e tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=13db6f711f024a948f23ba528e45c23e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4743886 Feb 09 01:04:30.560791 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf0d6f-d4db-41be-b5f0-8aa491bb38bf service neutron] Pushing event updated for resources: {'Port': ['ID=2858c447-c2bf-4344-9cf1-9d62866f9e1f,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:30.623263 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-7300f766-22ad-4349-9c8e-9219602aa675 None None] Allocated IP 10.2.2.2 (2bec690d-2fc1-4a43-9409-cf15cb1e963a/0da9c592-ba8f-483c-8446-d42b4fd95318/0abe758e-9194-47db-b716-df1e30f70d8e) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:30.624741 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-790194d5-035c-44b8-9b78-534a1f784c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:30.626683 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-790194d5-035c-44b8-9b78-534a1f784c79 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 1101 time: 0.5316687 Feb 09 01:04:30.656440 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-27aeda37-31fe-4bac-bc21-26e5394d4bd2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:30.670896 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-27aeda37-31fe-4bac-bc21-26e5394d4bd2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Usage tracker for resource:port and tenant:c1fe8f42c4854e5699e2e8b880d21442 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:30.675546 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-27aeda37-31fe-4bac-bc21-26e5394d4bd2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:30.685133 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-27aeda37-31fe-4bac-bc21-26e5394d4bd2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:30.728226 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27aeda37-31fe-4bac-bc21-26e5394d4bd2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Made reservation on behalf of c1fe8f42c4854e5699e2e8b880d21442 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:30.733760 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-27aeda37-31fe-4bac-bc21-26e5394d4bd2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:30.749774 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36196) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:30.778648 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-8a4ed209-2952-4dce-ba97-ef90515957f9 service neutron] 10.222.0.37 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401195 Feb 09 01:04:30.818310 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-16cf0d6f-d4db-41be-b5f0-8aa491bb38bf service neutron] Attempting to bind port 2858c447-c2bf-4344-9cf1-9d62866f9e1f on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:04:30.819208 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-16cf0d6f-d4db-41be-b5f0-8aa491bb38bf service neutron] Attempting to bind port 2858c447-c2bf-4344-9cf1-9d62866f9e1f by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:04:30.819528 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-16cf0d6f-d4db-41be-b5f0-8aa491bb38bf service neutron] Attempting to bind port 2858c447-c2bf-4344-9cf1-9d62866f9e1f on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:30.846933 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-16cf0d6f-d4db-41be-b5f0-8aa491bb38bf service neutron] Port 2858c447-c2bf-4344-9cf1-9d62866f9e1f on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:04:30.847714 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-16cf0d6f-d4db-41be-b5f0-8aa491bb38bf service neutron] Attempting to bind port 2858c447-c2bf-4344-9cf1-9d62866f9e1f on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:30.867107 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-16cf0d6f-d4db-41be-b5f0-8aa491bb38bf service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:04:30.867389 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-16cf0d6f-d4db-41be-b5f0-8aa491bb38bf service neutron] Checking segment: {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:30.867708 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-16cf0d6f-d4db-41be-b5f0-8aa491bb38bf service neutron] Bound using segment: {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:04:30.868147 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-16cf0d6f-d4db-41be-b5f0-8aa491bb38bf service neutron] Bound port: 2858c447-c2bf-4344-9cf1-9d62866f9e1f, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:04:30.868521 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-16cf0d6f-d4db-41be-b5f0-8aa491bb38bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:30.888341 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5104fae1-ba64-478e-964c-ed810c86794c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-787289705-router', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:11Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'gw_port': {'id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:14Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '88b4046c-b14f-4732-938c-a86be967888f', 'name': '', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'mac_address': 'fa:16:3e:47:04:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:23Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 2, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'subnets': [{'id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:30.903207 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5e94b082-199c-4c30-ad82-2a20f3b199fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=210963d7ec89464980945ccd6cb23f4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1503062 Feb 09 01:04:30.908380 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36200) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:30.914008 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-27aeda37-31fe-4bac-bc21-26e5394d4bd2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] device_id is not set on port 49f387b1-200d-4aa1-aa5b-0e58530b895f yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:04:30.918525 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-d3846f78-c58e-4cce-b103-574ba5693802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:30.920085 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-d3846f78-c58e-4cce-b103-574ba5693802 service neutron] 10.222.0.117 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.2474310 Feb 09 01:04:30.920357 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5104fae1-ba64-478e-964c-ed810c86794c None None] Checking router: 524697d0-ff11-4503-8136-ac8939db0bd3 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:04:30.920787 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5104fae1-ba64-478e-964c-ed810c86794c None None] Updating router 524697d0-ff11-4503-8136-ac8939db0bd3 port 88b4046c-b14f-4732-938c-a86be967888f binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:04:30.991216 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5104fae1-ba64-478e-964c-ed810c86794c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:31.055537 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93c74a-74a7-4d24-89e8-81533439b0e9 req-abdc5df2-665b-45b1-a392-272675531189 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:31.064227 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9f93c74a-74a7-4d24-89e8-81533439b0e9 req-abdc5df2-665b-45b1-a392-272675531189 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 950 time: 0.4363620 Feb 09 01:04:31.116532 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-fd12039a-cb32-495a-aec7-a70c66073054 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=94b792d6-4b46-48e1-af0e-a8b9c1751cfd HTTP/1.1" status: 200 len: 217 time: 0.1527758 Feb 09 01:04:31.207404 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9f93c74a-74a7-4d24-89e8-81533439b0e9 req-8ec4dcc9-590b-4312-b420-0c1e56c1c984 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400218 Feb 09 01:04:31.275290 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-16cf0d6f-d4db-41be-b5f0-8aa491bb38bf service neutron] For port 2858c447-c2bf-4344-9cf1-9d62866f9e1f, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:04:31.284773 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-6b3dbc57-bbdf-4e65-9fe2-4e1408d7bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:31.286514 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-6b3dbc57-bbdf-4e65-9fe2-4e1408d7bf8d service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.1545527 Feb 09 01:04:31.294653 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-16cf0d6f-d4db-41be-b5f0-8aa491bb38bf service neutron] For port 2858c447-c2bf-4344-9cf1-9d62866f9e1f, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=2858c447-c2bf-4344-9cf1-9d62866f9e1f,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:04:31.302711 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-16cf0d6f-d4db-41be-b5f0-8aa491bb38bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:31.361949 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4737c7dd-bc6f-4bf7-a8f7-2ec158d4b94f None None] Network 0fe62980-d662-4305-b32e-541d69722270 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:04:31.362802 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-3546628b-8483-4249-b57c-023b552a5e90 service neutron] 10.222.0.37 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5831640 Feb 09 01:04:31.370299 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2ffde755-5ad0-4905-8d12-99f894e051a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:31.434504 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2ffde755-5ad0-4905-8d12-99f894e051a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:31.546209 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-27aeda37-31fe-4bac-bc21-26e5394d4bd2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Allocated IP 10.1.1.200 (0fe62980-d662-4305-b32e-541d69722270/efedc14e-a8af-4624-b0ad-f3edbb135900/49f387b1-200d-4aa1-aa5b-0e58530b895f) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:31.605278 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2ffde755-5ad0-4905-8d12-99f894e051a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:31.616355 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc473e5-2dff-4ebf-836e-af66073c1e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cea82b-155a-47ea-af2c-a0f29fb89294'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:04:31.636492 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffde755-5ad0-4905-8d12-99f894e051a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f70c42-891a-4d59-a978-4a759280db71,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:31.813088 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-16cf0d6f-d4db-41be-b5f0-8aa491bb38bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:31.815075 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-16cf0d6f-d4db-41be-b5f0-8aa491bb38bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:31.818082 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-16cf0d6f-d4db-41be-b5f0-8aa491bb38bf service neutron] 10.222.0.35 "PUT /v2.0/ports/2858c447-c2bf-4344-9cf1-9d62866f9e1f HTTP/1.1" status: 200 len: 1092 time: 3.9516270 Feb 09 01:04:31.831186 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d67790-ccc1-4550-a754-7bcf14d77b5e', 'tag': '2858c447-c2bf-4344-9cf1-9d62866f9e1f'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:04:31.881912 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7acb7a73-c60f-42e4-a584-14a2f8809c56 None None] Provisioning for port 7a959e4d-02e8-4eb5-a25f-db44b9de6553 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:31.920212 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2ffde755-5ad0-4905-8d12-99f894e051a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:31.923905 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2ffde755-5ad0-4905-8d12-99f894e051a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c2f70c42-891a-4d59-a978-4a759280db71 HTTP/1.1" status: 204 len: 168 time: 1.0122206 Feb 09 01:04:31.941738 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7300f766-22ad-4349-9c8e-9219602aa675 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:31.980714 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ea9fa-56ae-4ac0-bbf4-66dd1533a55b req-de0300d6-d93e-4bf1-b0fd-bb4fa8d2a285 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:31.990061 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0f0ea9fa-56ae-4ac0-bbf4-66dd1533a55b req-de0300d6-d93e-4bf1-b0fd-bb4fa8d2a285 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 944 time: 0.2790365 Feb 09 01:04:32.003257 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7a959e4d-02e8-4eb5-a25f-db44b9de6553 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:32.070793 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0f0ea9fa-56ae-4ac0-bbf4-66dd1533a55b req-eb51b04b-8d16-4fdf-96cb-a34c618f69f1 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790560 Feb 09 01:04:32.073676 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7300f766-22ad-4349-9c8e-9219602aa675 None None] Transition to ACTIVE for port object 0abe758e-9194-47db-b716-df1e30f70d8e will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:32.155934 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-27aeda37-31fe-4bac-bc21-26e5394d4bd2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:32.183558 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-27aeda37-31fe-4bac-bc21-26e5394d4bd2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Transition to ACTIVE for port object 49f387b1-200d-4aa1-aa5b-0e58530b895f will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:32.219184 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf0d6f-d4db-41be-b5f0-8aa491bb38bf service neutron] Pushing event updated for resources: {'Port': ['ID=2858c447-c2bf-4344-9cf1-9d62866f9e1f,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:32.219741 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-27aeda37-31fe-4bac-bc21-26e5394d4bd2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:32.336208 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27aeda37-31fe-4bac-bc21-26e5394d4bd2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Network 0fe62980-d662-4305-b32e-541d69722270 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:32.338266 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-27aeda37-31fe-4bac-bc21-26e5394d4bd2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:32.348921 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-2b308545-2e4a-4255-8e63-9ebcab895bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:32.351101 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27aeda37-31fe-4bac-bc21-26e5394d4bd2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:04:32.354569 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7300f766-22ad-4349-9c8e-9219602aa675 None None] Transition to ACTIVE for port object 0abe758e-9194-47db-b716-df1e30f70d8e will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:32.355507 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-2b308545-2e4a-4255-8e63-9ebcab895bd5 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0463271 Feb 09 01:04:32.399919 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897fde3-fd89-43d3-93b2-4c2d606bf115 req-eb14e860-5517-41ca-be5b-aceee895b543 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:32.411435 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aeda37-31fe-4bac-bc21-26e5394d4bd2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Pushing event updated for resources: {'Port': ['ID=49f387b1-200d-4aa1-aa5b-0e58530b895f,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:32.411659 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6897fde3-fd89-43d3-93b2-4c2d606bf115 req-eb14e860-5517-41ca-be5b-aceee895b543 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c0ce65c-a52b-43d5-83e6-b8a90e8c2a34 HTTP/1.1" status: 200 len: 945 time: 0.8249269 Feb 09 01:04:32.430466 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 586f61cb-9194-4321-b7e9-b785f0bcb4e1 up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:32.456159 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27aeda37-31fe-4bac-bc21-26e5394d4bd2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:32.457180 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-27aeda37-31fe-4bac-bc21-26e5394d4bd2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:32.500242 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-27aeda37-31fe-4bac-bc21-26e5394d4bd2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2954519 Feb 09 01:04:32.514190 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7300f766-22ad-4349-9c8e-9219602aa675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:32.597520 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.resource_extend [None req-5104fae1-ba64-478e-964c-ed810c86794c None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:04:32.701500 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f2838-2f9b-476d-9545-5f6d77009728 req-49ab2151-fadf-4733-98ca-3d0a652b79ed tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:32.702389 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-21fbd0ee-eca6-4213-8a28-ba4c0d55e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:32.705238 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-21fbd0ee-eca6-4213-8a28-ba4c0d55e4aa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a459030aa9346b7b761b1ccc64f5445&device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 1095 time: 0.7434816 Feb 09 01:04:32.724387 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6897fde3-fd89-43d3-93b2-4c2d606bf115 req-b9a1092a-2b71-4991-a9f2-b52a7e284d7e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082318 Feb 09 01:04:32.729396 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-861f2838-2f9b-476d-9545-5f6d77009728 req-49ab2151-fadf-4733-98ca-3d0a652b79ed tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=83fb4f04-88ed-46a7-bf5f-c0806ed639b8 HTTP/1.1" status: 200 len: 944 time: 0.2134984 Feb 09 01:04:32.805802 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5104fae1-ba64-478e-964c-ed810c86794c None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:32.821812 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5104fae1-ba64-478e-964c-ed810c86794c None None] Transition to ACTIVE for port object 88b4046c-b14f-4732-938c-a86be967888f will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:32.829434 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300f766-22ad-4349-9c8e-9219602aa675 None None] Pushing event updated for resources: {'Port': ['ID=0abe758e-9194-47db-b716-df1e30f70d8e,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:32.839230 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-861f2838-2f9b-476d-9545-5f6d77009728 req-e581ea28-2648-4b3b-a009-169173c9bd95 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083870 Feb 09 01:04:32.849783 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-b5ba7331-1f82-45bf-8d7e-e76c316dbc4b service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760809 Feb 09 01:04:32.878054 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-59c92207-5d36-4442-aef2-77762967bc2c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2858c447-c2bf-4344-9cf1-9d62866f9e1f HTTP/1.1" status: 200 len: 217 time: 0.1467509 Feb 09 01:04:32.879886 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7300f766-22ad-4349-9c8e-9219602aa675 None None] Network 2bec690d-2fc1-4a43-9409-cf15cb1e963a is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:32.884315 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5104fae1-ba64-478e-964c-ed810c86794c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:32.903601 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-7300f766-22ad-4349-9c8e-9219602aa675 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:33.034108 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7300f766-22ad-4349-9c8e-9219602aa675 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:04:33.039904 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc473e5-2dff-4ebf-836e-af66073c1e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cea82b-155a-47ea-af2c-a0f29fb89294', 'code': 200} Feb 09 01:04:33.040702 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 7a959e4d-02e8-4eb5-a25f-db44b9de6553 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:33.044990 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 586f61cb-9194-4321-b7e9-b785f0bcb4e1 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:33.098716 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d67790-ccc1-4550-a754-7bcf14d77b5e', 'tag': '2858c447-c2bf-4344-9cf1-9d62866f9e1f', 'status': 'completed', 'code': 200} Feb 09 01:04:33.169994 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-77970c7c-ce57-4f3c-92f7-03d982914274 req-c857b89c-5fc1-4f85-9fdf-0de00e3c7137 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports?device_id=71d1d6a2-32e4-474b-9a15-ecc124db9b3c HTTP/1.1" status: 200 len: 210 time: 0.2661858 Feb 09 01:04:33.243829 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-1a398559-6fbc-45f8-9563-ab6ec87815e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:33.245316 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-1a398559-6fbc-45f8-9563-ab6ec87815e9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=71237ce4-c470-4847-a2d1-f1f13758c999 HTTP/1.1" status: 200 len: 848 time: 0.3405099 Feb 09 01:04:33.318280 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 7a959e4d-02e8-4eb5-a25f-db44b9de6553 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:33.318602 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:33.329610 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-4c1b5545-b221-4cd6-83c1-41b86a307b2c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48fff0c2-cb8c-4c86-992a-0e113098b5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672722 Feb 09 01:04:33.350553 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506c74b-7e1e-4dc0-90f4-1b78152b840e req-bc58e945-9c04-4f64-bcd9-7b8a211e8bb8 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:33.362139 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4506c74b-7e1e-4dc0-90f4-1b78152b840e req-bc58e945-9c04-4f64-bcd9-7b8a211e8bb8 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 950 time: 0.1463435 Feb 09 01:04:33.376574 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-6337835a-aeb0-4701-9109-21d09b5f1a32 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5006013 Feb 09 01:04:33.467557 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535c8a8-4e25-4022-8b41-38e9cafb8227 req-bad62e86-e912-44c6-9129-a06fbdd7e59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:33.469080 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a535c8a8-4e25-4022-8b41-38e9cafb8227 req-bad62e86-e912-44c6-9129-a06fbdd7e59b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5cc473e5-2dff-4ebf-836e-af66073c1e30 HTTP/1.1" status: 200 len: 1097 time: 0.3696268 Feb 09 01:04:33.471171 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 36254) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:33.480299 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 586f61cb-9194-4321-b7e9-b785f0bcb4e1 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:33.481227 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:33.506417 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4506c74b-7e1e-4dc0-90f4-1b78152b840e req-f9d94ac8-7043-40da-8542-8b52379e3666 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421628 Feb 09 01:04:33.550063 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a535c8a8-4e25-4022-8b41-38e9cafb8227 req-801ade24-4ee3-4b7b-bd7e-998732ca9186 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707657 Feb 09 01:04:33.567591 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-bf2fda70-2e5b-4218-b664-1feb3d24ad82 service neutron] 10.222.0.35 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305958 Feb 09 01:04:33.644146 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-dddd3615-83fb-44b0-9b2a-d6bc25e9a779 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1440902611-network', 'tenant_id': '9b9b86ab70ff49deb9fd1c39b6a80e32'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:33.653445 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-dddd3615-83fb-44b0-9b2a-d6bc25e9a779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:33.687074 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-dddd3615-83fb-44b0-9b2a-d6bc25e9a779 admin admin] Usage tracker for resource:network and tenant:9b9b86ab70ff49deb9fd1c39b6a80e32 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:33.732010 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:33.749824 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-7300f766-22ad-4349-9c8e-9219602aa675 None None] Attempting to bind port 0abe758e-9194-47db-b716-df1e30f70d8e on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:04:33.749824 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-7300f766-22ad-4349-9c8e-9219602aa675 None None] Attempting to bind port 0abe758e-9194-47db-b716-df1e30f70d8e by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '98e1f1a3-bd88-4667-8800-3608f4b5b13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '2bec690d-2fc1-4a43-9409-cf15cb1e963a'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:04:33.749824 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7300f766-22ad-4349-9c8e-9219602aa675 None None] Attempting to bind port 0abe758e-9194-47db-b716-df1e30f70d8e on network 2bec690d-2fc1-4a43-9409-cf15cb1e963a {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:33.753590 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-dddd3615-83fb-44b0-9b2a-d6bc25e9a779 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:33.772693 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 7a959e4d-02e8-4eb5-a25f-db44b9de6553, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=7a959e4d-02e8-4eb5-a25f-db44b9de6553,segment=NetworkSegment(6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5),segment_id=6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:33.774886 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba768832-9782-45c6-88b6-73a265de5437 None None] Pushing event updated for resources: {'Port': ['ID=88b4046c-b14f-4732-938c-a86be967888f,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:33.810008 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-dddd3615-83fb-44b0-9b2a-d6bc25e9a779 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:33.842877 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:33.846914 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99b9f0-0e95-426b-8a7c-9c1630e307dc req-71e4f321-dfba-44ec-b586-e4749953fa34 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:33.861156 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6a99b9f0-0e95-426b-8a7c-9c1630e307dc req-71e4f321-dfba-44ec-b586-e4749953fa34 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 944 time: 0.1543417 Feb 09 01:04:33.863084 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36262) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:33.872953 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-ead4c461-560f-4e1c-8575-bfb23cb57494 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1980150608', 'description': 'tempest-description--1227714610'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:33.929406 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ead4c461-560f-4e1c-8575-bfb23cb57494 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:33.941660 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ead4c461-560f-4e1c-8575-bfb23cb57494 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Usage tracker for resource:security_group and tenant:c1fe8f42c4854e5699e2e8b880d21442 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:33.951508 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7300f766-22ad-4349-9c8e-9219602aa675 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:04:33.951939 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7300f766-22ad-4349-9c8e-9219602aa675 None None] Checking segment: {'id': '98e1f1a3-bd88-4667-8800-3608f4b5b13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '2bec690d-2fc1-4a43-9409-cf15cb1e963a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:33.952351 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7300f766-22ad-4349-9c8e-9219602aa675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:33.952791 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7300f766-22ad-4349-9c8e-9219602aa675 None None] Bound using segment: {'id': '98e1f1a3-bd88-4667-8800-3608f4b5b13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '2bec690d-2fc1-4a43-9409-cf15cb1e963a'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:04:33.953278 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-7300f766-22ad-4349-9c8e-9219602aa675 None None] Bound port: 0abe758e-9194-47db-b716-df1e30f70d8e, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e1f1a3-bd88-4667-8800-3608f4b5b13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '2bec690d-2fc1-4a43-9409-cf15cb1e963a'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:04:33.953883 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7300f766-22ad-4349-9c8e-9219602aa675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:33.958117 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddd3615-83fb-44b0-9b2a-d6bc25e9a779 admin admin] Made reservation on behalf of 9b9b86ab70ff49deb9fd1c39b6a80e32 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:33.961026 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dddd3615-83fb-44b0-9b2a-d6bc25e9a779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:33.973647 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ead4c461-560f-4e1c-8575-bfb23cb57494 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:33.995742 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-5104fae1-ba64-478e-964c-ed810c86794c None None] Attempting to bind port 88b4046c-b14f-4732-938c-a86be967888f on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:04:33.996131 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-5104fae1-ba64-478e-964c-ed810c86794c None None] Attempting to bind port 88b4046c-b14f-4732-938c-a86be967888f by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '3b6a811f-9d4e-49e4-9b55-596caeb1db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:04:33.996511 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5104fae1-ba64-478e-964c-ed810c86794c None None] Attempting to bind port 88b4046c-b14f-4732-938c-a86be967888f on network b5fd0cb5-7e9b-45fd-beb6-2ed905515601 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:34.000949 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dddd3615-83fb-44b0-9b2a-d6bc25e9a779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:34.003071 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ead4c461-560f-4e1c-8575-bfb23cb57494 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:34.035893 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6a99b9f0-0e95-426b-8a7c-9c1630e307dc req-b7e36b1f-21a0-4a82-89f0-27a65e7b61e9 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736636 Feb 09 01:04:34.057208 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ead4c461-560f-4e1c-8575-bfb23cb57494 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:34.081670 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ead4c461-560f-4e1c-8575-bfb23cb57494 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:34.087194 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ead4c461-560f-4e1c-8575-bfb23cb57494 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Usage tracker for resource:security_group_rule and tenant:c1fe8f42c4854e5699e2e8b880d21442 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:34.091082 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ead4c461-560f-4e1c-8575-bfb23cb57494 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:34.099382 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ead4c461-560f-4e1c-8575-bfb23cb57494 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:34.099588 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-faab2105-7a98-45d3-a002-ae4f9b2699d1 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:34.100703 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-faab2105-7a98-45d3-a002-ae4f9b2699d1 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.117 "GET /v2.0/networks?id=b5fd0cb5-7e9b-45fd-beb6-2ed905515601 HTTP/1.1" status: 200 len: 820 time: 0.4491322 Feb 09 01:04:34.105304 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-dddd3615-83fb-44b0-9b2a-d6bc25e9a779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:34.110161 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-dddd3615-83fb-44b0-9b2a-d6bc25e9a779 admin admin] Usage tracker for resource:security_group_rule and tenant:9b9b86ab70ff49deb9fd1c39b6a80e32 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:34.113454 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-dddd3615-83fb-44b0-9b2a-d6bc25e9a779 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:34.120048 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-dddd3615-83fb-44b0-9b2a-d6bc25e9a779 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:34.183594 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5104fae1-ba64-478e-964c-ed810c86794c None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:04:34.183993 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5104fae1-ba64-478e-964c-ed810c86794c None None] Checking segment: {'id': '3b6a811f-9d4e-49e4-9b55-596caeb1db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:34.184371 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5104fae1-ba64-478e-964c-ed810c86794c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:34.184806 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5104fae1-ba64-478e-964c-ed810c86794c None None] Bound using segment: {'id': '3b6a811f-9d4e-49e4-9b55-596caeb1db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:04:34.185287 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-5104fae1-ba64-478e-964c-ed810c86794c None None] Bound port: 88b4046c-b14f-4732-938c-a86be967888f, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6a811f-9d4e-49e4-9b55-596caeb1db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:04:34.185663 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5104fae1-ba64-478e-964c-ed810c86794c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:34.204779 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ead4c461-560f-4e1c-8575-bfb23cb57494 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:34.211699 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ead4c461-560f-4e1c-8575-bfb23cb57494 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:34.219791 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-c76a5a2a-ea17-46bb-91a5-5691bfc3dd80 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Request body: {'port': {'device_id': '71d1d6a2-32e4-474b-9a15-ecc124db9b3c', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'admin_state_up': True, 'tenant_id': '13db6f711f024a948f23ba528e45c23e'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:34.256178 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-7300f766-22ad-4349-9c8e-9219602aa675 None None] For port 0abe758e-9194-47db-b716-df1e30f70d8e, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:04:34.267687 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=7a959e4d-02e8-4eb5-a25f-db44b9de6553,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:34.310727 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ead4c461-560f-4e1c-8575-bfb23cb57494 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:34.311957 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ead4c461-560f-4e1c-8575-bfb23cb57494 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4478393 Feb 09 01:04:34.319920 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-7300f766-22ad-4349-9c8e-9219602aa675 None None] For port 0abe758e-9194-47db-b716-df1e30f70d8e, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=0abe758e-9194-47db-b716-df1e30f70d8e,segment=NetworkSegment(98e1f1a3-bd88-4667-8800-3608f4b5b13e),segment_id=98e1f1a3-bd88-4667-8800-3608f4b5b13e)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:04:34.322032 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36274) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:34.334545 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7300f766-22ad-4349-9c8e-9219602aa675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:34.348814 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-0718260b-c334-4038-baa1-29774a16ec88 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Request body: {'security_group_rule': {'security_group_id': 'e1486fc1-1e2b-4613-b423-e31a76a75443', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:34.360967 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0718260b-c334-4038-baa1-29774a16ec88 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:34.366717 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4c461-560f-4e1c-8575-bfb23cb57494 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1486fc1-1e2b-4613-b423-e31a76a75443,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:34.385576 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0718260b-c334-4038-baa1-29774a16ec88 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Usage tracker for resource:security_group_rule and tenant:c1fe8f42c4854e5699e2e8b880d21442 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:34.392137 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0718260b-c334-4038-baa1-29774a16ec88 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:34.402024 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0718260b-c334-4038-baa1-29774a16ec88 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:34.438200 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed4e28-44b0-435f-b129-81fb41c2bd5c req-236e3ab4-8ffb-4cb1-aecf-12da7a120373 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:34.439985 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8eed4e28-44b0-435f-b129-81fb41c2bd5c req-236e3ab4-8ffb-4cb1-aecf-12da7a120373 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=83fb4f04-88ed-46a7-bf5f-c0806ed639b8 HTTP/1.1" status: 200 len: 944 time: 0.1817369 Feb 09 01:04:34.462102 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300f766-22ad-4349-9c8e-9219602aa675 None None] Pushing event updated for resources: {'Port': ['ID=0abe758e-9194-47db-b716-df1e30f70d8e,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:34.468412 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0718260b-c334-4038-baa1-29774a16ec88 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:34.486909 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:34.528600 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8eed4e28-44b0-435f-b129-81fb41c2bd5c req-2f76c43b-88da-4a8a-9d59-ad6a3d0efe99 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805585 Feb 09 01:04:34.563729 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-000355ff-e6a8-43e2-8b7d-3415762db308 req-fa9daad2-2355-4890-949b-33bab754e579 service neutron] 10.222.0.35 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8061242 Feb 09 01:04:34.595188 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0718260b-c334-4038-baa1-29774a16ec88 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:34.596921 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-5104fae1-ba64-478e-964c-ed810c86794c None None] For port 88b4046c-b14f-4732-938c-a86be967888f, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:04:34.603862 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-5104fae1-ba64-478e-964c-ed810c86794c None None] For port 88b4046c-b14f-4732-938c-a86be967888f, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=88b4046c-b14f-4732-938c-a86be967888f,segment=NetworkSegment(3b6a811f-9d4e-49e4-9b55-596caeb1db0d),segment_id=3b6a811f-9d4e-49e4-9b55-596caeb1db0d)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:04:34.606545 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0718260b-c334-4038-baa1-29774a16ec88 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:34.637083 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dddd3615-83fb-44b0-9b2a-d6bc25e9a779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:34.652104 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5104fae1-ba64-478e-964c-ed810c86794c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:34.699373 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dddd3615-83fb-44b0-9b2a-d6bc25e9a779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:34.715431 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-931519e9-96ba-43c5-9004-73a0ac409af3 None None] Provisioning complete for port 7a959e4d-02e8-4eb5-a25f-db44b9de6553 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:34.715714 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-931519e9-96ba-43c5-9004-73a0ac409af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:34.767094 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 586f61cb-9194-4321-b7e9-b785f0bcb4e1, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=586f61cb-9194-4321-b7e9-b785f0bcb4e1,segment=NetworkSegment(ec8aa979-c430-4d73-b46b-92a5473a57c5),segment_id=ec8aa979-c430-4d73-b46b-92a5473a57c5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:34.770344 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dddd3615-83fb-44b0-9b2a-d6bc25e9a779 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 969} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:04:34.809480 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd3615-83fb-44b0-9b2a-d6bc25e9a779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc2c5af-a9f2-4e79-a7e7-82d25c334218,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:34.816214 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-c76a5a2a-ea17-46bb-91a5-5691bfc3dd80 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:34.819899 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dddd3615-83fb-44b0-9b2a-d6bc25e9a779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:34.820539 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-dddd3615-83fb-44b0-9b2a-d6bc25e9a779 admin admin] Added segment 555d0809-6839-4512-8b58-420a7414edf7 of type vlan for network eb128efa-3738-4619-84c7-e1747482edb7 Feb 09 01:04:34.832629 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020c43c-605a-497b-84e8-1b2bf9806c48 req-46d5ecac-9264-407a-b42c-422d7de3a7f0 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:34.840772 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c020c43c-605a-497b-84e8-1b2bf9806c48 req-46d5ecac-9264-407a-b42c-422d7de3a7f0 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c0ce65c-a52b-43d5-83e6-b8a90e8c2a34 HTTP/1.1" status: 200 len: 945 time: 0.6728599 Feb 09 01:04:34.866798 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:34.883813 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-c76a5a2a-ea17-46bb-91a5-5691bfc3dd80 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:34.961282 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5104fae1-ba64-478e-964c-ed810c86794c None None] Routers {'524697d0-ff11-4503-8136-ac8939db0bd3'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:04:34.962051 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5104fae1-ba64-478e-964c-ed810c86794c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:04:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['524697d0-ff11-4503-8136-ac8939db0bd3'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:34.962435 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718260b-c334-4038-baa1-29774a16ec88 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=479177a2-9e46-4fab-95d9-f6a59bbd476c,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:34.971513 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dddd3615-83fb-44b0-9b2a-d6bc25e9a779 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:34.986779 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-c76a5a2a-ea17-46bb-91a5-5691bfc3dd80 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Made reservation on behalf of 13db6f711f024a948f23ba528e45c23e for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:34.990799 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-c76a5a2a-ea17-46bb-91a5-5691bfc3dd80 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:35.063585 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c020c43c-605a-497b-84e8-1b2bf9806c48 req-c92c15ea-6f04-48c4-ada3-a738f92eadf3 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216773 Feb 09 01:04:35.141248 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0718260b-c334-4038-baa1-29774a16ec88 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:35.144848 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0718260b-c334-4038-baa1-29774a16ec88 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8178170 Feb 09 01:04:35.158823 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36292) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:35.183810 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-4e2291c3-c929-47a3-befa-12aa69a820f7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Request body: {'security_group_rule': {'security_group_id': 'e1486fc1-1e2b-4613-b423-e31a76a75443', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:35.211833 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:04:35.215961 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4e2291c3-c929-47a3-befa-12aa69a820f7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:35.234884 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24917b0a-3de7-40f5-9b43-c3015d5b76bd req-e919c04c-6778-4ee3-b0f9-63b609bfed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:35.236379 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-24917b0a-3de7-40f5-9b43-c3015d5b76bd req-e919c04c-6778-4ee3-b0f9-63b609bfed56 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a459030aa9346b7b761b1ccc64f5445&device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 1095 time: 0.5915852 Feb 09 01:04:35.245325 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-17b584d4-40fc-4311-a8e6-1a5117d3ca34 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:35.246869 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-17b584d4-40fc-4311-a8e6-1a5117d3ca34 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] 10.222.0.37 "GET /v2.0/networks?id=484de0a4-5105-41b7-a60b-d33ec3775ab9 HTTP/1.1" status: 200 len: 810 time: 0.3457160 Feb 09 01:04:35.247914 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4e2291c3-c929-47a3-befa-12aa69a820f7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Usage tracker for resource:security_group_rule and tenant:c1fe8f42c4854e5699e2e8b880d21442 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:35.254227 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4e2291c3-c929-47a3-befa-12aa69a820f7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:35.262301 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4e2291c3-c929-47a3-befa-12aa69a820f7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:35.309529 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fb4f04-88ed-46a7-bf5f-c0806ed639b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586f61cb-9194-4321-b7e9-b785f0bcb4e1'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:04:35.312610 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-d11171db-7000-46f3-ab17-3a0d6b0c41b0 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] 10.222.0.37 "GET /v2.0/quotas/193591413c7144eca587f03997f02ae6 HTTP/1.1" status: 200 len: 375 time: 0.0276589 Feb 09 01:04:35.329544 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-5104fae1-ba64-478e-964c-ed810c86794c None None] Set router 524697d0-ff11-4503-8136-ac8939db0bd3 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:04:35.380365 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-77e8eb36-1090-40c8-99dd-2a634aa37779 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=193591413c7144eca587f03997f02ae6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668416 Feb 09 01:04:35.384079 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4e2291c3-c929-47a3-befa-12aa69a820f7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:35.491602 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dddd3615-83fb-44b0-9b2a-d6bc25e9a779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:35.492512 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddd3615-83fb-44b0-9b2a-d6bc25e9a779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:35.493352 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dddd3615-83fb-44b0-9b2a-d6bc25e9a779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:35.501149 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba768832-9782-45c6-88b6-73a265de5437 None None] Pushing event updated for resources: {'Port': ['ID=88b4046c-b14f-4732-938c-a86be967888f,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:35.546973 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5a92e0e9-30ea-4dfa-af25-a04eae0289c4 req-6fa17468-fa4b-4e69-9e38-26f8bfad8423 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports?device_id=71d1d6a2-32e4-474b-9a15-ecc124db9b3c HTTP/1.1" status: 200 len: 210 time: 0.2555063 Feb 09 01:04:35.643515 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-3e5b56be-d626-4c0c-ba18-60e56593af44 service neutron] 10.222.0.37 "GET /v2.0/networks/484de0a4-5105-41b7-a60b-d33ec3775ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117057 Feb 09 01:04:35.828369 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4e2291c3-c929-47a3-befa-12aa69a820f7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:35.844463 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd3615-83fb-44b0-9b2a-d6bc25e9a779 admin admin] Pushing event updated for resources: {'Network': ['ID=eb128efa-3738-4619-84c7-e1747482edb7,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:35.864287 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=586f61cb-9194-4321-b7e9-b785f0bcb4e1,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:35.869621 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network eb128efa-3738-4619-84c7-e1747482edb7 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:04:35.879451 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-dddd3615-83fb-44b0-9b2a-d6bc25e9a779 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4072647 Feb 09 01:04:35.894402 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 36300) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:35.904520 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-53c14adf-4f86-414f-97cc-0f4f5541b194 req-8464c401-e75e-426f-af5c-060904e6916a service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8870142 Feb 09 01:04:35.913356 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-43877a68-7a5a-48b3-b67a-5ddf92c1cd87 service neutron] 10.222.0.37 "GET /v2.0/networks/484de0a4-5105-41b7-a60b-d33ec3775ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601006 Feb 09 01:04:35.914932 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4e2291c3-c929-47a3-befa-12aa69a820f7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:35.915079 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-3ab47452-daa5-470e-b2f3-eb509e39d083 admin admin] Request body: {'subnet': {'network_id': 'eb128efa-3738-4619-84c7-e1747482edb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1440902611-subnet', 'tenant_id': '9b9b86ab70ff49deb9fd1c39b6a80e32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:35.919602 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24917b0a-3de7-40f5-9b43-c3015d5b76bd req-3d0a8a11-a272-4630-9fde-79f71dc8ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:35.921095 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-24917b0a-3de7-40f5-9b43-c3015d5b76bd req-3d0a8a11-a272-4630-9fde-79f71dc8ffad service neutron] 10.222.0.35 "GET /v2.0/networks?id=48fff0c2-cb8c-4c86-992a-0e113098b5fc HTTP/1.1" status: 200 len: 909 time: 0.6241627 Feb 09 01:04:35.922328 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-c76a5a2a-ea17-46bb-91a5-5691bfc3dd80 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Allocated IP 172.20.0.4 (b5fd0cb5-7e9b-45fd-beb6-2ed905515601/15f6169a-7b57-4d0c-b44b-21d1db3578d7/340f5206-e4c6-4d75-8305-bb6783c1cb53) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:35.929865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-3ab47452-daa5-470e-b2f3-eb509e39d083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:35.941757 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-3ab47452-daa5-470e-b2f3-eb509e39d083 admin admin] Usage tracker for resource:subnet and tenant:9b9b86ab70ff49deb9fd1c39b6a80e32 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:35.975656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2291c3-c929-47a3-befa-12aa69a820f7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd63034-50e6-4c4c-9000-cf17af45adf7,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:36.007981 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-3ab47452-daa5-470e-b2f3-eb509e39d083 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:36.019060 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4e2291c3-c929-47a3-befa-12aa69a820f7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:36.020869 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4e2291c3-c929-47a3-befa-12aa69a820f7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8568008 Feb 09 01:04:36.030871 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 36304) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:36.042274 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-3ab47452-daa5-470e-b2f3-eb509e39d083 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:36.086119 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-c1f42cf6-d714-46bd-ae3e-4d0ee9eab6c6 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:36.091585 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-24917b0a-3de7-40f5-9b43-c3015d5b76bd req-9b01c59f-82a1-4b5c-98e3-8202640db7c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2858c447-c2bf-4344-9cf1-9d62866f9e1f HTTP/1.1" status: 200 len: 217 time: 0.1593320 Feb 09 01:04:36.150196 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-931519e9-96ba-43c5-9004-73a0ac409af3 None None] Provisioning for port ed95cf65-6ad9-48b9-b564-6f38f0074a61 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:36.159383 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 0abe758e-9194-47db-b716-df1e30f70d8e up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:36.217685 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-931519e9-96ba-43c5-9004-73a0ac409af3 None None] Provisioning complete for port ed95cf65-6ad9-48b9-b564-6f38f0074a61 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:36.218060 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-931519e9-96ba-43c5-9004-73a0ac409af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:36.250251 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c1f42cf6-d714-46bd-ae3e-4d0ee9eab6c6 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:36.269428 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab47452-daa5-470e-b2f3-eb509e39d083 admin admin] Made reservation on behalf of 9b9b86ab70ff49deb9fd1c39b6a80e32 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:36.277333 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3ab47452-daa5-470e-b2f3-eb509e39d083 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:36.293855 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 2858c447-c2bf-4344-9cf1-9d62866f9e1f details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:04:36.298977 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c1f42cf6-d714-46bd-ae3e-4d0ee9eab6c6 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Usage tracker for resource:floatingip and tenant:c1fe8f42c4854e5699e2e8b880d21442 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:36.318105 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c1f42cf6-d714-46bd-ae3e-4d0ee9eab6c6 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:36.447335 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f28fc-9535-4940-b815-df7ecb55d8e3 req-6d62a8b8-adb9-4790-9cc5-73a045962ea2 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:36.455744 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8e0f28fc-9535-4940-b815-df7ecb55d8e3 req-6d62a8b8-adb9-4790-9cc5-73a045962ea2 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 950 time: 0.7142472 Feb 09 01:04:36.468798 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-931519e9-96ba-43c5-9004-73a0ac409af3 None None] Port ed95cf65-6ad9-48b9-b564-6f38f0074a61 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:04:36.477531 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c1f42cf6-d714-46bd-ae3e-4d0ee9eab6c6 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:36.514218 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 0abe758e-9194-47db-b716-df1e30f70d8e completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:36.529048 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11630fc0-5aa3-4ea4-8def-91d72f1a4882 req-e2b858db-52c3-48b5-b2b8-130c4d051ef0 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:36.530300 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-931519e9-96ba-43c5-9004-73a0ac409af3 None None] Provisioning for port 49f387b1-200d-4aa1-aa5b-0e58530b895f completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:36.540078 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5104fae1-ba64-478e-964c-ed810c86794c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-787289705-router', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:11Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'gw_port': {'id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:14Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '88b4046c-b14f-4732-938c-a86be967888f', 'name': '', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'mac_address': 'fa:16:3e:47:04:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:23Z', 'updated_at': '2022-02-09T01:04:34Z', 'revision_number': 4, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'subnets': [{'id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:36.542091 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-11630fc0-5aa3-4ea4-8def-91d72f1a4882 req-e2b858db-52c3-48b5-b2b8-130c4d051ef0 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 944 time: 0.1629384 Feb 09 01:04:36.544349 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7a959e4d-02e8-4eb5-a25f-db44b9de6553 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:36.580652 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-931519e9-96ba-43c5-9004-73a0ac409af3 None None] Provisioning complete for port 49f387b1-200d-4aa1-aa5b-0e58530b895f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:36.581230 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-931519e9-96ba-43c5-9004-73a0ac409af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:36.594241 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24917b0a-3de7-40f5-9b43-c3015d5b76bd req-399a4d70-763d-4d95-a245-12c9f3832f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:36.595869 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-24917b0a-3de7-40f5-9b43-c3015d5b76bd req-399a4d70-763d-4d95-a245-12c9f3832f66 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=71237ce4-c470-4847-a2d1-f1f13758c999 HTTP/1.1" status: 200 len: 848 time: 0.4124625 Feb 09 01:04:36.607916 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5341d1-2b7c-48bd-b675-640d06daa229 None None] Network 2bec690d-2fc1-4a43-9409-cf15cb1e963a requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:04:36.611036 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-11630fc0-5aa3-4ea4-8def-91d72f1a4882 req-8284c46a-6594-47c8-8304-35e36403ea7a tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679085 Feb 09 01:04:36.686745 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8e0f28fc-9535-4940-b815-df7ecb55d8e3 req-fb576442-14d1-4892-be44-f3b394366c20 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297025 Feb 09 01:04:36.696623 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5104fae1-ba64-478e-964c-ed810c86794c None None] The sync data for ids ['524697d0-ff11-4503-8136-ac8939db0bd3'] in n-d-828419-1 is: [{'id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-787289705-router', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:11Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'gw_port': {'id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:14Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '88b4046c-b14f-4732-938c-a86be967888f', 'name': '', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'mac_address': 'fa:16:3e:47:04:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:23Z', 'updated_at': '2022-02-09T01:04:34Z', 'revision_number': 4, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'subnets': [{'id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:04:36.719262 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 2858c447-c2bf-4344-9cf1-9d62866f9e1f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=2858c447-c2bf-4344-9cf1-9d62866f9e1f,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:36.766809 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1f42cf6-d714-46bd-ae3e-4d0ee9eab6c6 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks [] for floatingip, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:36.807876 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-24917b0a-3de7-40f5-9b43-c3015d5b76bd req-b7e931c3-61b7-4491-82ea-1d1fbf38d35c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48fff0c2-cb8c-4c86-992a-0e113098b5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1874015 Feb 09 01:04:36.875608 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fb4f04-88ed-46a7-bf5f-c0806ed639b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586f61cb-9194-4321-b7e9-b785f0bcb4e1', 'code': 200} Feb 09 01:04:36.898789 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '2858c447-c2bf-4344-9cf1-9d62866f9e1f', 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc', 'port_id': '2858c447-c2bf-4344-9cf1-9d62866f9e1f', 'mac_address': 'fa:16:3e:c4:8c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 992, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71237ce4-c470-4847-a2d1-f1f13758c999', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:04:36.983105 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-aa557e74-4773-49a9-bd23-70efa001708c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:36.987792 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-931519e9-96ba-43c5-9004-73a0ac409af3 None None] Port 49f387b1-200d-4aa1-aa5b-0e58530b895f cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:04:37.086900 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:37.114487 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2858c447-c2bf-4344-9cf1-9d62866f9e1f {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:04:37.125068 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 7a959e4d-02e8-4eb5-a25f-db44b9de6553 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:37.125430 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:37.200011 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 2858c447-c2bf-4344-9cf1-9d62866f9e1f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=2858c447-c2bf-4344-9cf1-9d62866f9e1f,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:37.219370 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:37.235182 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8d23015a-c4e1-4690-bd4f-b109b22def6c req-c2cf0374-0271-4901-b697-471236a47f87 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] 10.222.0.37 "GET /v2.0/ports?device_id=51dcfad5-a2b8-41f5-835e-05838c5eb972 HTTP/1.1" status: 200 len: 210 time: 0.0625985 Feb 09 01:04:37.296827 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c4d22ee2-abb2-42a2-a446-173948bcd004 None None] Provisioning complete for port ed95cf65-6ad9-48b9-b564-6f38f0074a61 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:37.297203 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c4d22ee2-abb2-42a2-a446-173948bcd004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:37.424382 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d9975289-0d13-4315-b33b-15bda390d5f6 req-d1b37b9c-bc6c-48d1-acc6-dce869326195 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports?device_id=71d1d6a2-32e4-474b-9a15-ecc124db9b3c HTTP/1.1" status: 200 len: 210 time: 0.0640659 Feb 09 01:04:37.475400 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-c4d22ee2-abb2-42a2-a446-173948bcd004 None None] Port ed95cf65-6ad9-48b9-b564-6f38f0074a61 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:04:37.492436 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['2858c447-c2bf-4344-9cf1-9d62866f9e1f'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:04:37.534338 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=2858c447-c2bf-4344-9cf1-9d62866f9e1f,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:37.665484 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c4d22ee2-abb2-42a2-a446-173948bcd004 None None] Provisioning for port 0abe758e-9194-47db-b716-df1e30f70d8e completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:37.683921 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c4d22ee2-abb2-42a2-a446-173948bcd004 None None] Provisioning complete for port 0abe758e-9194-47db-b716-df1e30f70d8e triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:37.684296 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c4d22ee2-abb2-42a2-a446-173948bcd004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:37.750449 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af373e99-618d-430c-9c26-9770984d555f req-414f5299-9793-4c9f-99bf-bdc267438557 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:37.752355 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-af373e99-618d-430c-9c26-9770984d555f req-414f5299-9793-4c9f-99bf-bdc267438557 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c0ce65c-a52b-43d5-83e6-b8a90e8c2a34 HTTP/1.1" status: 200 len: 945 time: 0.1552215 Feb 09 01:04:37.802520 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c14adf-4f86-414f-97cc-0f4f5541b194 req-0a16b043-e15c-4e6d-876e-ead152d28b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:37.803974 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-53c14adf-4f86-414f-97cc-0f4f5541b194 req-0a16b043-e15c-4e6d-876e-ead152d28b28 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 1100 time: 1.7081070 Feb 09 01:04:37.929617 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-af373e99-618d-430c-9c26-9770984d555f req-b27c58b5-b7a1-4966-b421-2cd55b1415dd tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649880 Feb 09 01:04:38.016270 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c4d22ee2-abb2-42a2-a446-173948bcd004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:38.064761 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-c4d22ee2-abb2-42a2-a446-173948bcd004 None None] For port 0abe758e-9194-47db-b716-df1e30f70d8e, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=0abe758e-9194-47db-b716-df1e30f70d8e,segment=NetworkSegment(98e1f1a3-bd88-4667-8800-3608f4b5b13e),segment_id=98e1f1a3-bd88-4667-8800-3608f4b5b13e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:38.078469 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c4d22ee2-abb2-42a2-a446-173948bcd004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:38.127055 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 88b4046c-b14f-4732-938c-a86be967888f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:38.179026 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-c76a5a2a-ea17-46bb-91a5-5691bfc3dd80 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:38.237033 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c4d22ee2-abb2-42a2-a446-173948bcd004 None None] Provisioning complete for port 49f387b1-200d-4aa1-aa5b-0e58530b895f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:38.237403 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c4d22ee2-abb2-42a2-a446-173948bcd004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:38.288247 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d22ee2-abb2-42a2-a446-173948bcd004 None None] Pushing event updated for resources: {'Port': ['ID=0abe758e-9194-47db-b716-df1e30f70d8e,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:38.292495 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8dd33d-0ac6-410c-9276-a17f4335fb4d req-3bbe87dc-1251-4e5b-ab9f-9c3ac3b1c383 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:38.300525 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5e8dd33d-0ac6-410c-9276-a17f4335fb4d req-3bbe87dc-1251-4e5b-ab9f-9c3ac3b1c383 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 945 time: 0.1747191 Feb 09 01:04:38.316969 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 88b4046c-b14f-4732-938c-a86be967888f completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:38.327477 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 88b4046c-b14f-4732-938c-a86be967888f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:38.327661 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:38.336932 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-c76a5a2a-ea17-46bb-91a5-5691bfc3dd80 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Transition to ACTIVE for port object 340f5206-e4c6-4d75-8305-bb6783c1cb53 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:38.359678 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-c4d22ee2-abb2-42a2-a446-173948bcd004 None None] Port 49f387b1-200d-4aa1-aa5b-0e58530b895f cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:04:38.390108 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5e8dd33d-0ac6-410c-9276-a17f4335fb4d req-344bae26-63d8-4ab6-889c-8a7d0284b823 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880051 Feb 09 01:04:38.402880 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-24917b0a-3de7-40f5-9b43-c3015d5b76bd req-40a90426-d3c0-4b4e-9be5-de64afd9aa91 service neutron] 10.222.0.35 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5762243 Feb 09 01:04:38.497429 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:38.518076 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bebabfb3-efbd-4678-8de8-ecf45071a47e None None] Provisioning complete for port 0abe758e-9194-47db-b716-df1e30f70d8e triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:38.518450 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bebabfb3-efbd-4678-8de8-ecf45071a47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:38.605788 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 88b4046c-b14f-4732-938c-a86be967888f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=88b4046c-b14f-4732-938c-a86be967888f,segment=NetworkSegment(3b6a811f-9d4e-49e4-9b55-596caeb1db0d),segment_id=3b6a811f-9d4e-49e4-9b55-596caeb1db0d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:38.637041 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:38.657843 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184fae6-1632-4f76-9152-6bf7e7188b39 req-3b853637-53c8-4449-915c-5af4df62a3dc tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:38.659679 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e184fae6-1632-4f76-9152-6bf7e7188b39 req-3b853637-53c8-4449-915c-5af4df62a3dc tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 950 time: 0.1076050 Feb 09 01:04:38.672742 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201097e-6c8c-49da-b19f-1a8960ba20fd req-3b88378d-ccda-467e-a022-fd9de903282f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:38.674187 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0201097e-6c8c-49da-b19f-1a8960ba20fd req-3b88378d-ccda-467e-a022-fd9de903282f service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=83fb4f04-88ed-46a7-bf5f-c0806ed639b8 HTTP/1.1" status: 200 len: 1096 time: 1.1774027 Feb 09 01:04:38.681455 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1d517-5885-4d5d-a92b-ab55aac59e0e req-cee60fc0-e604-4a1d-88c5-a6a7e832ae31 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:38.688293 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c9f1d517-5885-4d5d-a92b-ab55aac59e0e req-cee60fc0-e604-4a1d-88c5-a6a7e832ae31 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=83fb4f04-88ed-46a7-bf5f-c0806ed639b8 HTTP/1.1" status: 200 len: 945 time: 1.1711094 Feb 09 01:04:38.694889 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3ab47452-daa5-470e-b2f3-eb509e39d083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:38.723225 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e184fae6-1632-4f76-9152-6bf7e7188b39 req-c0895486-b38c-4a85-818d-29e359070421 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537591 Feb 09 01:04:38.799581 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=88b4046c-b14f-4732-938c-a86be967888f,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:38.826796 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2bbaa374-c9b4-468c-8f13-d04a95c3441b req-aacc4efa-6dc6-4399-8781-7fbd67db5047 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2122068 Feb 09 01:04:38.827796 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c14adf-4f86-414f-97cc-0f4f5541b194 req-452bd5c9-e85b-47e1-9bf6-332eb3b419e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:38.829069 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-53c14adf-4f86-414f-97cc-0f4f5541b194 req-452bd5c9-e85b-47e1-9bf6-332eb3b419e3 service neutron] 10.222.0.117 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.9444311 Feb 09 01:04:38.897393 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2ed60b18-70c5-40ea-a223-8b02a4454d9b req-0c57b8a0-0916-4e3f-bda1-e6198fcc4973 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] 10.222.0.37 "GET /v2.0/ports?device_id=51dcfad5-a2b8-41f5-835e-05838c5eb972 HTTP/1.1" status: 200 len: 210 time: 0.0476277 Feb 09 01:04:39.034628 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-54d9f0b1-bfd4-4777-a91d-12dfb1b48d85 req-1ef6fa82-69d4-46c5-8b61-ab6dc87364fc tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports?device_id=71d1d6a2-32e4-474b-9a15-ecc124db9b3c HTTP/1.1" status: 200 len: 210 time: 0.0427775 Feb 09 01:04:39.073021 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-53c14adf-4f86-414f-97cc-0f4f5541b194 req-65c4baf9-e047-42ec-b195-50b17c77b339 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=b7382de6-6aba-4a28-a643-d303a5c9ccff HTTP/1.1" status: 200 len: 217 time: 0.2261438 Feb 09 01:04:39.111319 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab47452-daa5-470e-b2f3-eb509e39d083 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8255b0cc-95eb-4f14-b844-429187e2c3e7,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:39.123632 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0201097e-6c8c-49da-b19f-1a8960ba20fd req-51b96428-8402-402e-bdac-93cc687cce9f service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165852 Feb 09 01:04:39.198641 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1f42cf6-d714-46bd-ae3e-4d0ee9eab6c6 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:39.206779 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-74b921b8-ad92-4999-bf50-4dbe28f4641c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:39.219240 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab47452-daa5-470e-b2f3-eb509e39d083 admin admin] Checking segment: {'id': '555d0809-6839-4512-8b58-420a7414edf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'eb128efa-3738-4619-84c7-e1747482edb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:39.219592 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab47452-daa5-470e-b2f3-eb509e39d083 admin admin] Network hostable DHCP agents. Network: eb128efa-3738-4619-84c7-e1747482edb7, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:04:39.231868 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347d4b5-cb36-467e-8a35-55b2552d561a req-46ceacf7-846f-43ad-8c05-efe08d945ec2 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:39.233367 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9347d4b5-cb36-467e-8a35-55b2552d561a req-46ceacf7-846f-43ad-8c05-efe08d945ec2 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c0ce65c-a52b-43d5-83e6-b8a90e8c2a34 HTTP/1.1" status: 200 len: 945 time: 0.0879185 Feb 09 01:04:39.272076 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c9f1d517-5885-4d5d-a92b-ab55aac59e0e req-f9e27214-4625-4956-855d-0ba96647ae8c tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5823789 Feb 09 01:04:39.272563 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-c76a5a2a-ea17-46bb-91a5-5691bfc3dd80 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:39.279993 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9347d4b5-cb36-467e-8a35-55b2552d561a req-a6aa62e7-c4a7-4977-a2d1-697a5a1a8d93 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408771 Feb 09 01:04:39.296497 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3651105-6ebb-48e6-9191-dc1dd55457cb req-7539d878-a7b1-469d-921e-0c97e9c64118 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:39.297970 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d3651105-6ebb-48e6-9191-dc1dd55457cb req-7539d878-a7b1-469d-921e-0c97e9c64118 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c0ce65c-a52b-43d5-83e6-b8a90e8c2a34 HTTP/1.1" status: 200 len: 945 time: 0.8013060 Feb 09 01:04:39.343312 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-24917b0a-3de7-40f5-9b43-c3015d5b76bd req-dc6c05ae-b585-4d1c-95ba-8919698a31fd service neutron] 10.222.0.35 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9253366 Feb 09 01:04:39.475534 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c14adf-4f86-414f-97cc-0f4f5541b194 req-ccd603d5-14f2-4a72-b4f7-8ac21d2bb6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:39.477002 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-53c14adf-4f86-414f-97cc-0f4f5541b194 req-ccd603d5-14f2-4a72-b4f7-8ac21d2bb6c5 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.3713202 Feb 09 01:04:39.495907 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-c76a5a2a-ea17-46bb-91a5-5691bfc3dd80 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Network b5fd0cb5-7e9b-45fd-beb6-2ed905515601 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:39.511911 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-c76a5a2a-ea17-46bb-91a5-5691bfc3dd80 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:39.519560 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-be4fa5a5-04de-495f-8cbc-d56ce524dd96 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:39.520233 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-be4fa5a5-04de-495f-8cbc-d56ce524dd96 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Synchronizing usage tracker for tenant:193591413c7144eca587f03997f02ae6 on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:04:39.555809 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-c76a5a2a-ea17-46bb-91a5-5691bfc3dd80 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:04:39.589904 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab47452-daa5-470e-b2f3-eb509e39d083 admin admin] Network eb128efa-3738-4619-84c7-e1747482edb7 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:04:39.733463 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5afad9b9-ae64-48f1-a71e-26732823036b None None] Provisioning for port 340f5206-e4c6-4d75-8305-bb6783c1cb53 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:39.738593 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5afad9b9-ae64-48f1-a71e-26732823036b None None] Provisioning complete for port 340f5206-e4c6-4d75-8305-bb6783c1cb53 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:39.738963 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5afad9b9-ae64-48f1-a71e-26732823036b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:39.775383 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76a5a2a-ea17-46bb-91a5-5691bfc3dd80 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Pushing event updated for resources: {'Port': ['ID=340f5206-e4c6-4d75-8305-bb6783c1cb53,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:39.811312 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-5afad9b9-ae64-48f1-a71e-26732823036b None None] Port 340f5206-e4c6-4d75-8305-bb6783c1cb53 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:04:39.813630 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-d3651105-6ebb-48e6-9191-dc1dd55457cb req-f86c357d-f39b-4826-b8cc-cf56eeb4e817 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Deleting port a63a7b21-bc5e-4a76-9479-0a5d855990f7 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:39.813966 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d3651105-6ebb-48e6-9191-dc1dd55457cb req-f86c357d-f39b-4826-b8cc-cf56eeb4e817 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:39.898619 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-3ab47452-daa5-470e-b2f3-eb509e39d083 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, eb128efa-3738-4619-84c7-e1747482edb7) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:39.908893 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975d877a-ea1d-45aa-9fa7-65488093ad8b None None] Network eb128efa-3738-4619-84c7-e1747482edb7 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:04:39.951253 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaa374-c9b4-468c-8f13-d04a95c3441b req-f3494833-3268-4197-acb2-11d40d9dd660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:39.952918 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2bbaa374-c9b4-468c-8f13-d04a95c3441b req-f3494833-3268-4197-acb2-11d40d9dd660 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 1101 time: 0.9629569 Feb 09 01:04:39.960821 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc3334-d412-4b01-b63c-6632f82f9809 req-bae6f632-6bd2-4cdf-b3f9-3e94fbb67901 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:39.965551 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab47452-daa5-470e-b2f3-eb509e39d083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:39.966201 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3ab47452-daa5-470e-b2f3-eb509e39d083 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:39.970793 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-61bc3334-d412-4b01-b63c-6632f82f9809 req-bae6f632-6bd2-4cdf-b3f9-3e94fbb67901 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 950 time: 0.1179605 Feb 09 01:04:39.984377 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 88b4046c-b14f-4732-938c-a86be967888f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:39.995109 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-c76a5a2a-ea17-46bb-91a5-5691bfc3dd80 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:39.995721 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-c76a5a2a-ea17-46bb-91a5-5691bfc3dd80 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:40.009781 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-be4fa5a5-04de-495f-8cbc-d56ce524dd96 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Unset dirty status for tenant:193591413c7144eca587f03997f02ae6 on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:04:40.011855 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-be4fa5a5-04de-495f-8cbc-d56ce524dd96 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] 10.222.0.35 "GET /v2.0/networks?id=484de0a4-5105-41b7-a60b-d33ec3775ab9 HTTP/1.1" status: 200 len: 810 time: 1.5329633 Feb 09 01:04:40.020850 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-61bc3334-d412-4b01-b63c-6632f82f9809 req-8032592a-8e17-47ad-a7da-c2f8778a9edd tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490479 Feb 09 01:04:40.076011 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-6d4da949-0114-4974-812d-e326e4175294 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Request body: {'port': {'device_id': '51dcfad5-a2b8-41f5-835e-05838c5eb972', 'network_id': '484de0a4-5105-41b7-a60b-d33ec3775ab9', 'admin_state_up': True, 'tenant_id': '193591413c7144eca587f03997f02ae6'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:40.161188 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 88b4046c-b14f-4732-938c-a86be967888f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:40.161586 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:40.210678 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-48774271-5b44-4b0b-818b-4cfadb87d587 req-f841dcd5-1c8a-4b7c-930f-d1656f6883ec tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] 10.222.0.37 "GET /v2.0/ports?device_id=51dcfad5-a2b8-41f5-835e-05838c5eb972 HTTP/1.1" status: 200 len: 210 time: 0.0491238 Feb 09 01:04:40.230245 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-c1f42cf6-d714-46bd-ae3e-4d0ee9eab6c6 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Allocated IP 172.25.5.187 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/6f20f49e-4b8e-4bc9-8a5a-623302d92604) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:40.257819 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3ab47452-daa5-470e-b2f3-eb509e39d083 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 4.3574944 Feb 09 01:04:40.260591 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36346) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:40.269400 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-1fbdbb1e-7705-4294-80e1-21fadb51796e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1440902611-router', 'tenant_id': '9b9b86ab70ff49deb9fd1c39b6a80e32', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:40.270250 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-c76a5a2a-ea17-46bb-91a5-5691bfc3dd80 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1041012 Feb 09 01:04:40.276341 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1fbdbb1e-7705-4294-80e1-21fadb51796e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:40.281162 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1fbdbb1e-7705-4294-80e1-21fadb51796e admin admin] Usage tracker for resource:router and tenant:9b9b86ab70ff49deb9fd1c39b6a80e32 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:40.286056 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 2858c447-c2bf-4344-9cf1-9d62866f9e1f up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:40.304817 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1fbdbb1e-7705-4294-80e1-21fadb51796e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:40.310444 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-68f6e25c-e582-422e-8475-436f0607cfad service neutron] Request body: {'port': {'device_id': '71d1d6a2-32e4-474b-9a15-ecc124db9b3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:40.312586 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1fbdbb1e-7705-4294-80e1-21fadb51796e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:40.331019 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66906f5d-f7a4-4c9d-9d9a-3ef0a35669c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-eb128efa-3738-4619-84c7-e1747482edb7', 'network_id': 'eb128efa-3738-4619-84c7-e1747482edb7', 'tenant_id': '9b9b86ab70ff49deb9fd1c39b6a80e32', 'fixed_ips': [{'subnet_id': '8255b0cc-95eb-4f14-b844-429187e2c3e7'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:04:40.331498 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1fbdbb1e-7705-4294-80e1-21fadb51796e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:40.331819 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-66906f5d-f7a4-4c9d-9d9a-3ef0a35669c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:40.333533 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1fbdbb1e-7705-4294-80e1-21fadb51796e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:40.400225 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1fbdbb1e-7705-4294-80e1-21fadb51796e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:40.450304 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:40.509486 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:40.525681 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7a966-2e48-4512-a1b3-692e8d4d4782 req-8eacd92b-aa75-411f-ba1f-06eb648556f8 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:40.528821 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 0abe758e-9194-47db-b716-df1e30f70d8e up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:40.532909 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cbd7a966-2e48-4512-a1b3-692e8d4d4782 req-8eacd92b-aa75-411f-ba1f-06eb648556f8 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports?device_id=71d1d6a2-32e4-474b-9a15-ecc124db9b3c HTTP/1.1" status: 200 len: 931 time: 0.1872668 Feb 09 01:04:40.543677 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c14adf-4f86-414f-97cc-0f4f5541b194 req-09bfeaef-e782-49ae-a0e4-f2fc775447d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:40.545202 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-53c14adf-4f86-414f-97cc-0f4f5541b194 req-09bfeaef-e782-49ae-a0e4-f2fc775447d1 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0365181 Feb 09 01:04:40.589460 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4709972-fec8-491c-8cd2-64f3b9d2e656 req-e1c1e39a-0cd5-4f5c-a355-3f4f780ef9fe tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:40.590643 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f4709972-fec8-491c-8cd2-64f3b9d2e656 req-e1c1e39a-0cd5-4f5c-a355-3f4f780ef9fe tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 945 time: 1.0854185 Feb 09 01:04:40.610347 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 2858c447-c2bf-4344-9cf1-9d62866f9e1f completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:40.651423 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 2858c447-c2bf-4344-9cf1-9d62866f9e1f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:40.651796 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:40.754617 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-66906f5d-f7a4-4c9d-9d9a-3ef0a35669c0 None None] Allocated IP 172.20.0.2 (eb128efa-3738-4619-84c7-e1747482edb7/8255b0cc-95eb-4f14-b844-429187e2c3e7/bb754240-d771-4939-8fef-143752359d84) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:40.762536 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 0abe758e-9194-47db-b716-df1e30f70d8e triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:40.762904 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:40.803609 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaa374-c9b4-468c-8f13-d04a95c3441b req-cfca690e-2f58-40a8-ac96-7c87c36f5571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:40.805117 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2bbaa374-c9b4-468c-8f13-d04a95c3441b req-cfca690e-2f58-40a8-ac96-7c87c36f5571 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.8056788 Feb 09 01:04:40.841786 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-6d4da949-0114-4974-812d-e326e4175294 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:40.931373 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1fbdbb1e-7705-4294-80e1-21fadb51796e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:40.946571 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-6d4da949-0114-4974-812d-e326e4175294 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Usage tracker for resource:port and tenant:193591413c7144eca587f03997f02ae6 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:04:40.968772 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2bbaa374-c9b4-468c-8f13-d04a95c3441b req-a14d3da1-14d5-4c61-9fc4-c2aa376f8255 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=7d3f8cfd-56c5-4824-a60d-48dae61c8128 HTTP/1.1" status: 200 len: 217 time: 0.1420393 Feb 09 01:04:40.969027 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-cbd7a966-2e48-4512-a1b3-692e8d4d4782 req-0442d4fe-e782-4bf4-b445-37139f701879 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Synchronizing usage tracker for tenant:13db6f711f024a948f23ba528e45c23e on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:04:40.973825 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-6d4da949-0114-4974-812d-e326e4175294 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:04:40.991764 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f4709972-fec8-491c-8cd2-64f3b9d2e656 req-cff4f7e1-43a9-4c2e-8f59-3883fbfa9527 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569899 Feb 09 01:04:41.012542 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-d3651105-6ebb-48e6-9191-dc1dd55457cb req-f86c357d-f39b-4826-b8cc-cf56eeb4e817 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] For port a63a7b21-bc5e-4a76-9479-0a5d855990f7, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a63a7b21-bc5e-4a76-9479-0a5d855990f7,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:41.012542 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d3651105-6ebb-48e6-9191-dc1dd55457cb req-f86c357d-f39b-4826-b8cc-cf56eeb4e817 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:41.024658 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:41.107126 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-cbd7a966-2e48-4512-a1b3-692e8d4d4782 req-0442d4fe-e782-4bf4-b445-37139f701879 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Unset dirty status for tenant:13db6f711f024a948f23ba528e45c23e on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:04:41.123337 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cbd7a966-2e48-4512-a1b3-692e8d4d4782 req-0442d4fe-e782-4bf4-b445-37139f701879 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff34b42-ead9-44a7-9bae-45e8ec568e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5893946 Feb 09 01:04:41.133430 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d67790-ccc1-4550-a754-7bcf14d77b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2858c447-c2bf-4344-9cf1-9d62866f9e1f'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:04:41.184834 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 2858c447-c2bf-4344-9cf1-9d62866f9e1f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=2858c447-c2bf-4344-9cf1-9d62866f9e1f,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:41.201017 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:41.209344 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-d3651105-6ebb-48e6-9191-dc1dd55457cb req-f86c357d-f39b-4826-b8cc-cf56eeb4e817 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Calling delete_port for a63a7b21-bc5e-4a76-9479-0a5d855990f7 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:04:41.278169 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-66906f5d-f7a4-4c9d-9d9a-3ef0a35669c0 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:41.293886 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-66906f5d-f7a4-4c9d-9d9a-3ef0a35669c0 None None] Transition to ACTIVE for port object bb754240-d771-4939-8fef-143752359d84 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:41.300968 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=2858c447-c2bf-4344-9cf1-9d62866f9e1f,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:41.317592 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-66906f5d-f7a4-4c9d-9d9a-3ef0a35669c0 None None] Transition to ACTIVE for port object bb754240-d771-4939-8fef-143752359d84 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:41.323954 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-66906f5d-f7a4-4c9d-9d9a-3ef0a35669c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:41.369592 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-68f6e25c-e582-422e-8475-436f0607cfad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:41.388896 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-6d4da949-0114-4974-812d-e326e4175294 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:41.393612 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66906f5d-f7a4-4c9d-9d9a-3ef0a35669c0 None None] Network eb128efa-3738-4619-84c7-e1747482edb7 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:41.397187 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-66906f5d-f7a4-4c9d-9d9a-3ef0a35669c0 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:41.400762 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66906f5d-f7a4-4c9d-9d9a-3ef0a35669c0 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:04:41.406444 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66906f5d-f7a4-4c9d-9d9a-3ef0a35669c0 None None] Pushing event updated for resources: {'Port': ['ID=bb754240-d771-4939-8fef-143752359d84,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:41.500769 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-66906f5d-f7a4-4c9d-9d9a-3ef0a35669c0 None None] Attempting to bind port bb754240-d771-4939-8fef-143752359d84 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:04:41.501299 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-66906f5d-f7a4-4c9d-9d9a-3ef0a35669c0 None None] Attempting to bind port bb754240-d771-4939-8fef-143752359d84 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '555d0809-6839-4512-8b58-420a7414edf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'eb128efa-3738-4619-84c7-e1747482edb7'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:04:41.501454 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1fbdbb1e-7705-4294-80e1-21fadb51796e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:41.501829 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66906f5d-f7a4-4c9d-9d9a-3ef0a35669c0 None None] Attempting to bind port bb754240-d771-4939-8fef-143752359d84 on network eb128efa-3738-4619-84c7-e1747482edb7 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:41.508297 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66906f5d-f7a4-4c9d-9d9a-3ef0a35669c0 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:04:41.508836 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66906f5d-f7a4-4c9d-9d9a-3ef0a35669c0 None None] Checking segment: {'id': '555d0809-6839-4512-8b58-420a7414edf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'eb128efa-3738-4619-84c7-e1747482edb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:41.509334 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-66906f5d-f7a4-4c9d-9d9a-3ef0a35669c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:41.509816 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66906f5d-f7a4-4c9d-9d9a-3ef0a35669c0 None None] Bound using segment: {'id': '555d0809-6839-4512-8b58-420a7414edf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'eb128efa-3738-4619-84c7-e1747482edb7'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:04:41.510371 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-66906f5d-f7a4-4c9d-9d9a-3ef0a35669c0 None None] Bound port: bb754240-d771-4939-8fef-143752359d84, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '555d0809-6839-4512-8b58-420a7414edf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'eb128efa-3738-4619-84c7-e1747482edb7'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:04:41.510848 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-66906f5d-f7a4-4c9d-9d9a-3ef0a35669c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:41.541505 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec135207-6eb4-407a-9eea-ac6b8f315d1b req-c7d68b19-46dd-4467-9df5-d341114c5417 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:41.543094 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ec135207-6eb4-407a-9eea-ac6b8f315d1b req-c7d68b19-46dd-4467-9df5-d341114c5417 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c0ce65c-a52b-43d5-83e6-b8a90e8c2a34 HTTP/1.1" status: 200 len: 945 time: 0.2344210 Feb 09 01:04:41.544381 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1fbdbb1e-7705-4294-80e1-21fadb51796e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:41.601123 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:41.630437 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-66906f5d-f7a4-4c9d-9d9a-3ef0a35669c0 None None] For port bb754240-d771-4939-8fef-143752359d84, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:04:41.635785 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-66906f5d-f7a4-4c9d-9d9a-3ef0a35669c0 None None] For port bb754240-d771-4939-8fef-143752359d84, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=bb754240-d771-4939-8fef-143752359d84,segment=NetworkSegment(555d0809-6839-4512-8b58-420a7414edf7),segment_id=555d0809-6839-4512-8b58-420a7414edf7)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:04:41.643188 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1f42cf6-d714-46bd-ae3e-4d0ee9eab6c6 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:41.647471 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-66906f5d-f7a4-4c9d-9d9a-3ef0a35669c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:41.659456 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ec135207-6eb4-407a-9eea-ac6b8f315d1b req-43399302-0bb3-40b5-bfbd-30e212d9bfce tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736954 Feb 09 01:04:41.719704 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-6d4da949-0114-4974-812d-e326e4175294 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Made reservation on behalf of 193591413c7144eca587f03997f02ae6 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:41.723353 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-6d4da949-0114-4974-812d-e326e4175294 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:41.742340 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66906f5d-f7a4-4c9d-9d9a-3ef0a35669c0 None None] Pushing event updated for resources: {'Port': ['ID=bb754240-d771-4939-8fef-143752359d84,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:41.759963 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d3651105-6ebb-48e6-9191-dc1dd55457cb req-f86c357d-f39b-4826-b8cc-cf56eeb4e817 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:41.764509 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-53c14adf-4f86-414f-97cc-0f4f5541b194 req-d67bb36c-d384-4822-b6a0-86c5b6fa0ce8 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2029226 Feb 09 01:04:41.857213 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaa374-c9b4-468c-8f13-d04a95c3441b req-a05b0329-f8be-45cd-bb10-07e5d19e925c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:41.859608 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2bbaa374-c9b4-468c-8f13-d04a95c3441b req-a05b0329-f8be-45cd-bb10-07e5d19e925c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.5067670 Feb 09 01:04:41.872635 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8441cc8-2b8a-4780-b976-4d8c3ebef018 req-bdaa25f3-792e-4c31-b786-78d25bde85ac tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:41.880223 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e8441cc8-2b8a-4780-b976-4d8c3ebef018 req-bdaa25f3-792e-4c31-b786-78d25bde85ac tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 950 time: 0.0958412 Feb 09 01:04:41.945952 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e8441cc8-2b8a-4780-b976-4d8c3ebef018 req-60031131-2dd4-44e0-ab7c-9f02a6bb1ee7 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643134 Feb 09 01:04:41.985522 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c357d-f39b-4826-b8cc-cf56eeb4e817 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Pushing event deleted for resources: {'Port': ['ID=a63a7b21-bc5e-4a76-9479-0a5d855990f7,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:42.007271 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d67790-ccc1-4550-a754-7bcf14d77b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2858c447-c2bf-4344-9cf1-9d62866f9e1f', 'code': 200} Feb 09 01:04:42.173361 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1f42cf6-d714-46bd-ae3e-4d0ee9eab6c6 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:42.208080 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-128e23ea-8f8a-48fb-bb0c-af868b1b0e7a req-201812fa-bdfb-4a40-b47d-5a35f1cd670d tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] 10.222.0.37 "GET /v2.0/ports?device_id=51dcfad5-a2b8-41f5-835e-05838c5eb972 HTTP/1.1" status: 200 len: 210 time: 0.0495994 Feb 09 01:04:42.217533 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-1fbdbb1e-7705-4294-80e1-21fadb51796e admin admin] Allocated IP 172.25.5.94 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/f02adc56-ded2-4eeb-a2cc-e82f9da07067) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:42.283724 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device a63a7b21-bc5e-4a76-9479-0a5d855990f7 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:04:42.330906 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: a63a7b21-bc5e-4a76-9479-0a5d855990f7 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:04:42.331241 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device a63a7b21-bc5e-4a76-9479-0a5d855990f7 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:04:42.377646 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3651105-6ebb-48e6-9191-dc1dd55457cb req-f86c357d-f39b-4826-b8cc-cf56eeb4e817 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] No DVR routers for this DVR port a63a7b21-bc5e-4a76-9479-0a5d855990f7 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:04:42.402936 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d3651105-6ebb-48e6-9191-dc1dd55457cb req-f86c357d-f39b-4826-b8cc-cf56eeb4e817 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:42.429161 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0ce65c-a52b-43d5-83e6-b8a90e8c2a34', 'name': 'network-vif-deleted', 'tag': 'a63a7b21-bc5e-4a76-9479-0a5d855990f7'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:04:42.434715 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f42cf6-d714-46bd-ae3e-4d0ee9eab6c6 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:42.455528 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787264c8-ef80-441f-9fd3-0b5aea9aade6 req-50234ec7-6878-4aaa-b03e-1b632c3e8b51 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:42.457100 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-787264c8-ef80-441f-9fd3-0b5aea9aade6 req-50234ec7-6878-4aaa-b03e-1b632c3e8b51 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 946 time: 0.1456320 Feb 09 01:04:42.462734 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1fbdbb1e-7705-4294-80e1-21fadb51796e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:42.465169 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-c1f42cf6-d714-46bd-ae3e-4d0ee9eab6c6 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:42.480655 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f42cf6-d714-46bd-ae3e-4d0ee9eab6c6 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:04:42.514193 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-787264c8-ef80-441f-9fd3-0b5aea9aade6 req-d95c9741-f583-4aab-99d8-61aad1f0bd0c tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482085 Feb 09 01:04:42.533059 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1fbdbb1e-7705-4294-80e1-21fadb51796e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:42.542710 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f42cf6-d714-46bd-ae3e-4d0ee9eab6c6 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Pushing event updated for resources: {'Port': ['ID=6f20f49e-4b8e-4bc9-8a5a-623302d92604,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:42.628129 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbdbb1e-7705-4294-80e1-21fadb51796e admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:42.632596 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-1fbdbb1e-7705-4294-80e1-21fadb51796e admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:42.636544 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbdbb1e-7705-4294-80e1-21fadb51796e admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:04:42.670878 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649aeea-734e-475d-aea1-9a4ced39a504 req-beb0ca14-bc04-4e26-bc5a-87bfb4d98e6d tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:42.672327 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0649aeea-734e-475d-aea1-9a4ced39a504 req-beb0ca14-bc04-4e26-bc5a-87bfb4d98e6d tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=83fb4f04-88ed-46a7-bf5f-c0806ed639b8 HTTP/1.1" status: 200 len: 945 time: 1.2777731 Feb 09 01:04:42.686532 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d3651105-6ebb-48e6-9191-dc1dd55457cb req-f86c357d-f39b-4826-b8cc-cf56eeb4e817 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.35 "DELETE /v2.0/ports/a63a7b21-bc5e-4a76-9479-0a5d855990f7 HTTP/1.1" status: 204 len: 173 time: 3.3395257 Feb 09 01:04:42.688478 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-53c14adf-4f86-414f-97cc-0f4f5541b194 req-f5e664df-ada3-49cc-92b4-e8ee3d9fa9d7 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8723876 Feb 09 01:04:42.752217 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbdbb1e-7705-4294-80e1-21fadb51796e admin admin] Pushing event updated for resources: {'Port': ['ID=f02adc56-ded2-4eeb-a2cc-e82f9da07067,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:42.771294 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaa374-c9b4-468c-8f13-d04a95c3441b req-ac621358-8594-4a45-83c3-4526293bae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:42.774617 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2bbaa374-c9b4-468c-8f13-d04a95c3441b req-ac621358-8594-4a45-83c3-4526293bae06 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8458607 Feb 09 01:04:42.909598 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-6d4da949-0114-4974-812d-e326e4175294 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Allocated IP 172.20.0.8 (484de0a4-5105-41b7-a60b-d33ec3775ab9/22863fae-6bda-45b4-b595-0faedf19ad54/d84aa1a6-697f-43fb-aa87-1449763ae063) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:42.917790 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafd0ea-5e5a-4dff-9e46-306aaf92f85f req-47282d10-963e-45a3-abfe-05fa6c7902ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:42.919310 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9dafd0ea-5e5a-4dff-9e46-306aaf92f85f req-47282d10-963e-45a3-abfe-05fa6c7902ec service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 1097 time: 0.8138208 Feb 09 01:04:42.935803 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0649aeea-734e-475d-aea1-9a4ced39a504 req-a1d95176-892b-416a-bca8-1fdd4593bd9f tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374740 Feb 09 01:04:43.071603 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08093464-f4fc-45f1-8642-f656f85b1034 None None] Network eb128efa-3738-4619-84c7-e1747482edb7 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:04:43.079967 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0ce65c-a52b-43d5-83e6-b8a90e8c2a34', 'name': 'network-vif-deleted', 'tag': 'a63a7b21-bc5e-4a76-9479-0a5d855990f7', 'status': 'completed', 'code': 200} Feb 09 01:04:43.093172 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9dafd0ea-5e5a-4dff-9e46-306aaf92f85f req-7c6a5ff4-796b-4ef3-ac0a-6ac859e940da service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560619 Feb 09 01:04:43.100363 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1f42cf6-d714-46bd-ae3e-4d0ee9eab6c6 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:43.265018 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0da0c-e689-4b23-8473-fae84c60d805 req-40cccdd0-a4c7-46b5-9fb8-5f295aa17e88 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:43.266454 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-50a0da0c-e689-4b23-8473-fae84c60d805 req-40cccdd0-a4c7-46b5-9fb8-5f295aa17e88 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports?device_id=71d1d6a2-32e4-474b-9a15-ecc124db9b3c HTTP/1.1" status: 200 len: 931 time: 0.5978456 Feb 09 01:04:43.282932 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-4fe07981-a862-43e7-99da-7c781d70d493 None None] Provisioning for port bb754240-d771-4939-8fef-143752359d84 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:43.326580 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-50a0da0c-e689-4b23-8473-fae84c60d805 req-d61b73c6-a198-4b21-b5fa-92e449b7eec4 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff34b42-ead9-44a7-9bae-45e8ec568e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497713 Feb 09 01:04:43.461359 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2bbaa374-c9b4-468c-8f13-d04a95c3441b req-22c0a465-44f5-4b91-ad23-581b62895abb service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6708286 Feb 09 01:04:43.571029 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1fbdbb1e-7705-4294-80e1-21fadb51796e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:43.635163 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-39e09f78-34d7-4239-96d2-8f98db205400 req-541b8645-9c93-43d0-bfb5-bec399b127a9 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Synchronizing usage tracker for tenant:a75aeed005c34e95a63eb49629dd324d on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:04:43.677057 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-68f6e25c-e582-422e-8475-436f0607cfad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 340f5206-e4c6-4d75-8305-bb6783c1cb53 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:04:43.701822 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-68f6e25c-e582-422e-8475-436f0607cfad service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:43.756024 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1f42cf6-d714-46bd-ae3e-4d0ee9eab6c6 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:43.799123 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-39e09f78-34d7-4239-96d2-8f98db205400 req-541b8645-9c93-43d0-bfb5-bec399b127a9 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Unset dirty status for tenant:a75aeed005c34e95a63eb49629dd324d on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:04:43.800590 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-39e09f78-34d7-4239-96d2-8f98db205400 req-541b8645-9c93-43d0-bfb5-bec399b127a9 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c0ce65c-a52b-43d5-83e6-b8a90e8c2a34 HTTP/1.1" status: 200 len: 210 time: 0.3336587 Feb 09 01:04:43.827588 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-68f6e25c-e582-422e-8475-436f0607cfad service neutron] Transition to ACTIVE for port object 340f5206-e4c6-4d75-8305-bb6783c1cb53 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:43.850830 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-68f6e25c-e582-422e-8475-436f0607cfad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:43.906366 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83704924-e996-4264-92b0-483327147ac9 req-8c025111-64a8-4f9d-b8ef-8e8aca2305e1 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:43.917591 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-83704924-e996-4264-92b0-483327147ac9 req-8c025111-64a8-4f9d-b8ef-8e8aca2305e1 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 950 time: 0.2646296 Feb 09 01:04:44.003511 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device bb754240-d771-4939-8fef-143752359d84 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:44.033446 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-83704924-e996-4264-92b0-483327147ac9 req-1d33970e-72a7-4bc6-a07d-ae198bfc652a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154931 Feb 09 01:04:44.101922 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port bb754240-d771-4939-8fef-143752359d84 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:44.113806 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port bb754240-d771-4939-8fef-143752359d84 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:44.114223 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:44.166401 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1fbdbb1e-7705-4294-80e1-21fadb51796e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:44.231152 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2bbaa374-c9b4-468c-8f13-d04a95c3441b req-3db6d7cc-cc93-4293-8412-64ac8fa95b04 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7136009 Feb 09 01:04:44.336526 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-6d4da949-0114-4974-812d-e326e4175294 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:44.364855 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:44.419487 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port bb754240-d771-4939-8fef-143752359d84, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=bb754240-d771-4939-8fef-143752359d84,segment=NetworkSegment(555d0809-6839-4512-8b58-420a7414edf7),segment_id=555d0809-6839-4512-8b58-420a7414edf7)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:44.428105 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:44.505143 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3582bd9d-f3c7-4f82-9eac-a327630e0784 req-187d0ec6-e527-4975-801f-069657dea9cd tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] 10.222.0.37 "GET /v2.0/ports?device_id=51dcfad5-a2b8-41f5-835e-05838c5eb972 HTTP/1.1" status: 200 len: 210 time: 0.0637364 Feb 09 01:04:44.515712 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6e25c-e582-422e-8475-436f0607cfad service neutron] Pushing event updated for resources: {'Port': ['ID=340f5206-e4c6-4d75-8305-bb6783c1cb53,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:44.532769 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=bb754240-d771-4939-8fef-143752359d84,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:44.571666 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbdbb1e-7705-4294-80e1-21fadb51796e admin admin] Router 69e3571a-dde0-476c-877b-229d5cbd8a1e is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:04:44.605166 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-68f6e25c-e582-422e-8475-436f0607cfad service neutron] Attempting to bind port 340f5206-e4c6-4d75-8305-bb6783c1cb53 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:04:44.605542 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-68f6e25c-e582-422e-8475-436f0607cfad service neutron] Attempting to bind port 340f5206-e4c6-4d75-8305-bb6783c1cb53 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '3b6a811f-9d4e-49e4-9b55-596caeb1db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:04:44.605914 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-68f6e25c-e582-422e-8475-436f0607cfad service neutron] Attempting to bind port 340f5206-e4c6-4d75-8305-bb6783c1cb53 on network b5fd0cb5-7e9b-45fd-beb6-2ed905515601 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:44.625122 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-6d4da949-0114-4974-812d-e326e4175294 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:44.630023 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-68f6e25c-e582-422e-8475-436f0607cfad service neutron] Port 340f5206-e4c6-4d75-8305-bb6783c1cb53 on network b5fd0cb5-7e9b-45fd-beb6-2ed905515601 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:04:44.630349 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-68f6e25c-e582-422e-8475-436f0607cfad service neutron] Attempting to bind port 340f5206-e4c6-4d75-8305-bb6783c1cb53 on network b5fd0cb5-7e9b-45fd-beb6-2ed905515601 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:44.646870 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16689a7-f423-4f78-9a58-70b5ab5d4677 req-8b070313-52f9-4ba5-b52e-fce5ab4e8d19 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:44.648432 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e16689a7-f423-4f78-9a58-70b5ab5d4677 req-8b070313-52f9-4ba5-b52e-fce5ab4e8d19 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=d817c5ae-4755-47fa-874c-1ad857cdb067 HTTP/1.1" status: 200 len: 945 time: 0.6834486 Feb 09 01:04:44.737316 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-68f6e25c-e582-422e-8475-436f0607cfad service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:04:44.737923 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-68f6e25c-e582-422e-8475-436f0607cfad service neutron] Checking segment: {'id': '3b6a811f-9d4e-49e4-9b55-596caeb1db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:44.738070 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-68f6e25c-e582-422e-8475-436f0607cfad service neutron] Bound using segment: {'id': '3b6a811f-9d4e-49e4-9b55-596caeb1db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:04:44.738466 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-68f6e25c-e582-422e-8475-436f0607cfad service neutron] Bound port: 340f5206-e4c6-4d75-8305-bb6783c1cb53, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b6a811f-9d4e-49e4-9b55-596caeb1db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:04:44.739464 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-68f6e25c-e582-422e-8475-436f0607cfad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:44.785926 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-6d4da949-0114-4974-812d-e326e4175294 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Network 484de0a4-5105-41b7-a60b-d33ec3775ab9 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:44.823775 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-6d4da949-0114-4974-812d-e326e4175294 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:44.833996 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-6d4da949-0114-4974-812d-e326e4175294 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:04:44.904475 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [None req-c1f42cf6-d714-46bd-ae3e-4d0ee9eab6c6 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:04:44.918577 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4da949-0114-4974-812d-e326e4175294 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Pushing event updated for resources: {'Port': ['ID=d84aa1a6-697f-43fb-aa87-1449763ae063,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:44.944135 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e16689a7-f423-4f78-9a58-70b5ab5d4677 req-cbefc0ef-9549-4ff3-ac72-2ff218972ade tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387087 Feb 09 01:04:44.966497 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1f42cf6-d714-46bd-ae3e-4d0ee9eab6c6 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:44.994277 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1f42cf6-d714-46bd-ae3e-4d0ee9eab6c6 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:45.010948 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbdbb1e-7705-4294-80e1-21fadb51796e admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:04:45.023339 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43944c70-563f-459f-acf4-b642e4713d22 None None] Sync routers for ids ['69e3571a-dde0-476c-877b-229d5cbd8a1e'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:04:45.045562 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43944c70-563f-459f-acf4-b642e4713d22 None None] Routers {'69e3571a-dde0-476c-877b-229d5cbd8a1e'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:04:45.046119 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-43944c70-563f-459f-acf4-b642e4713d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:04:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['69e3571a-dde0-476c-877b-229d5cbd8a1e'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:45.063790 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4645e62-92bc-4b2d-af28-aea5f1eb043e req-376f9e77-2eea-4f80-b5c0-c13356f9f712 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:45.071968 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a4645e62-92bc-4b2d-af28-aea5f1eb043e req-376f9e77-2eea-4f80-b5c0-c13356f9f712 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 946 time: 0.4188838 Feb 09 01:04:45.133226 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-6d4da949-0114-4974-812d-e326e4175294 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:45.134013 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-6d4da949-0114-4974-812d-e326e4175294 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:45.170593 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-68f6e25c-e582-422e-8475-436f0607cfad service neutron] For port 340f5206-e4c6-4d75-8305-bb6783c1cb53, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:04:45.174845 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a4645e62-92bc-4b2d-af28-aea5f1eb043e req-686fec54-4472-4f72-85a3-5d8b5184f773 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018143 Feb 09 01:04:45.200694 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1fbdbb1e-7705-4294-80e1-21fadb51796e admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:45.205074 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1fbdbb1e-7705-4294-80e1-21fadb51796e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.9426930 Feb 09 01:04:45.205980 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-68f6e25c-e582-422e-8475-436f0607cfad service neutron] For port 340f5206-e4c6-4d75-8305-bb6783c1cb53, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=340f5206-e4c6-4d75-8305-bb6783c1cb53,segment=NetworkSegment(3b6a811f-9d4e-49e4-9b55-596caeb1db0d),segment_id=3b6a811f-9d4e-49e4-9b55-596caeb1db0d)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:04:45.206154 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36384) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:45.218573 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-6d4da949-0114-4974-812d-e326e4175294 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1459854 Feb 09 01:04:45.233962 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-68f6e25c-e582-422e-8475-436f0607cfad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:45.237617 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f42cf6-d714-46bd-ae3e-4d0ee9eab6c6 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Pushing event updated for resources: {'Port': ['ID=6f20f49e-4b8e-4bc9-8a5a-623302d92604,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:45.243614 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-28c9bad4-ec67-4b01-a6ec-1fe974e67de7 service neutron] Request body: {'port': {'device_id': '51dcfad5-a2b8-41f5-835e-05838c5eb972', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:45.354860 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-43944c70-563f-459f-acf4-b642e4713d22 None None] Set router 69e3571a-dde0-476c-877b-229d5cbd8a1e gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:04:45.429557 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1f42cf6-d714-46bd-ae3e-4d0ee9eab6c6 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:45.555202 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-68f6e25c-e582-422e-8475-436f0607cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:45.555860 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-68f6e25c-e582-422e-8475-436f0607cfad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:45.557285 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-68f6e25c-e582-422e-8475-436f0607cfad service neutron] 10.222.0.117 "PUT /v2.0/ports/340f5206-e4c6-4d75-8305-bb6783c1cb53 HTTP/1.1" status: 200 len: 1091 time: 5.2574224 Feb 09 01:04:45.558807 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6e25c-e582-422e-8475-436f0607cfad service neutron] Pushing event updated for resources: {'Port': ['ID=340f5206-e4c6-4d75-8305-bb6783c1cb53,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:45.590618 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d1d6a2-32e4-474b-9a15-ecc124db9b3c', 'tag': '340f5206-e4c6-4d75-8305-bb6783c1cb53'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:04:45.597598 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1f42cf6-d714-46bd-ae3e-4d0ee9eab6c6 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:45.605718 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c1f42cf6-d714-46bd-ae3e-4d0ee9eab6c6 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.5729458 Feb 09 01:04:45.733761 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-28c9bad4-ec67-4b01-a6ec-1fe974e67de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:45.734405 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-43944c70-563f-459f-acf4-b642e4713d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e3571a-dde0-476c-877b-229d5cbd8a1e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1440902611-router', 'tenant_id': '9b9b86ab70ff49deb9fd1c39b6a80e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'f02adc56-ded2-4eeb-a2cc-e82f9da07067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:40Z', 'updated_at': '2022-02-09T01:04:43Z', 'revision_number': 3, 'project_id': '9b9b86ab70ff49deb9fd1c39b6a80e32', 'gw_port': {'id': 'f02adc56-ded2-4eeb-a2cc-e82f9da07067', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:84:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e3571a-dde0-476c-877b-229d5cbd8a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:41Z', 'updated_at': '2022-02-09T01:04:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:45.745809 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43944c70-563f-459f-acf4-b642e4713d22 None None] Checking router: 69e3571a-dde0-476c-877b-229d5cbd8a1e for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:04:45.746766 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43944c70-563f-459f-acf4-b642e4713d22 None None] Updating router 69e3571a-dde0-476c-877b-229d5cbd8a1e port f02adc56-ded2-4eeb-a2cc-e82f9da07067 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:04:45.832674 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61379e-f41c-4392-986a-2bebf92af859 req-13fbe9a3-40fe-4246-b395-46723a7f3b2b tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:45.835281 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-43944c70-563f-459f-acf4-b642e4713d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:45.841199 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fd61379e-f41c-4392-986a-2bebf92af859 req-13fbe9a3-40fe-4246-b395-46723a7f3b2b tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cc473e5-2dff-4ebf-836e-af66073c1e30 HTTP/1.1" status: 200 len: 946 time: 0.3621631 Feb 09 01:04:45.841896 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0840f0a-8f7d-4e4e-9482-cbd9bff13034 req-00c01c1a-a935-4c22-a239-a61924387cf0 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:45.842651 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f0840f0a-8f7d-4e4e-9482-cbd9bff13034 req-00c01c1a-a935-4c22-a239-a61924387cf0 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Synchronizing usage tracker for tenant:13db6f711f024a948f23ba528e45c23e on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:04:45.942281 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device bb754240-d771-4939-8fef-143752359d84 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:46.015776 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f0840f0a-8f7d-4e4e-9482-cbd9bff13034 req-00c01c1a-a935-4c22-a239-a61924387cf0 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Unset dirty status for tenant:13db6f711f024a948f23ba528e45c23e on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:04:46.023495 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f0840f0a-8f7d-4e4e-9482-cbd9bff13034 req-00c01c1a-a935-4c22-a239-a61924387cf0 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports?device_id=71d1d6a2-32e4-474b-9a15-ecc124db9b3c HTTP/1.1" status: 200 len: 943 time: 0.9345074 Feb 09 01:04:46.032360 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fd61379e-f41c-4392-986a-2bebf92af859 req-0a52ee41-9b61-45a0-929d-e5d6472a0562 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187074 Feb 09 01:04:46.034879 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port bb754240-d771-4939-8fef-143752359d84 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:46.035481 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:46.045362 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-00d35526-b4f5-4af8-a57d-1d32568c0df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:46.046822 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-00d35526-b4f5-4af8-a57d-1d32568c0df0 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=13db6f711f024a948f23ba528e45c23e&device_id=71d1d6a2-32e4-474b-9a15-ecc124db9b3c HTTP/1.1" status: 200 len: 1094 time: 0.4231989 Feb 09 01:04:46.132782 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-39bb7aef-5039-485f-9041-ff77b9300285 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=340f5206-e4c6-4d75-8305-bb6783c1cb53 HTTP/1.1" status: 200 len: 217 time: 0.0726647 Feb 09 01:04:46.214006 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-37e79f53-66ba-4c03-943e-ad907ff203e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:46.276656 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f0840f0a-8f7d-4e4e-9482-cbd9bff13034 req-a13f2723-c902-4e28-823a-9f462125c08c tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff34b42-ead9-44a7-9bae-45e8ec568e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521448 Feb 09 01:04:46.344635 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-43944c70-563f-459f-acf4-b642e4713d22 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:46.360816 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-43944c70-563f-459f-acf4-b642e4713d22 None None] Transition to ACTIVE for port object f02adc56-ded2-4eeb-a2cc-e82f9da07067 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:46.371314 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-43944c70-563f-459f-acf4-b642e4713d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:46.460162 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-1e87ce27-cb70-49cb-9450-266b926a06e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:46.461655 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-1e87ce27-cb70-49cb-9450-266b926a06e0 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=15f6169a-7b57-4d0c-b44b-21d1db3578d7 HTTP/1.1" status: 200 len: 859 time: 0.2845950 Feb 09 01:04:46.476237 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-43944c70-563f-459f-acf4-b642e4713d22 None None] Attempting to bind port f02adc56-ded2-4eeb-a2cc-e82f9da07067 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:04:46.476625 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-43944c70-563f-459f-acf4-b642e4713d22 None None] Attempting to bind port f02adc56-ded2-4eeb-a2cc-e82f9da07067 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:04:46.476986 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43944c70-563f-459f-acf4-b642e4713d22 None None] Attempting to bind port f02adc56-ded2-4eeb-a2cc-e82f9da07067 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:46.487988 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43944c70-563f-459f-acf4-b642e4713d22 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:04:46.488353 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43944c70-563f-459f-acf4-b642e4713d22 None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:46.488769 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-43944c70-563f-459f-acf4-b642e4713d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:46.489157 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43944c70-563f-459f-acf4-b642e4713d22 None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:04:46.489615 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-43944c70-563f-459f-acf4-b642e4713d22 None None] Bound port: f02adc56-ded2-4eeb-a2cc-e82f9da07067, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:04:46.490566 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-43944c70-563f-459f-acf4-b642e4713d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:46.512552 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c61ce-129e-4335-bf03-dcbe0c7bab99 req-45052a12-b580-4ce2-babe-10caac1087a2 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:46.514210 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-882c61ce-129e-4335-bf03-dcbe0c7bab99 req-45052a12-b580-4ce2-babe-10caac1087a2 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 950 time: 0.2176578 Feb 09 01:04:46.517817 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99e999-e30f-4826-92b8-2aebd8281f45 None None] Pushing event updated for resources: {'Port': ['ID=f02adc56-ded2-4eeb-a2cc-e82f9da07067,revision_number=2']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:46.567046 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-43944c70-563f-459f-acf4-b642e4713d22 None None] For port f02adc56-ded2-4eeb-a2cc-e82f9da07067, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:04:46.571410 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-43944c70-563f-459f-acf4-b642e4713d22 None None] For port f02adc56-ded2-4eeb-a2cc-e82f9da07067, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=f02adc56-ded2-4eeb-a2cc-e82f9da07067,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:04:46.576580 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-43944c70-563f-459f-acf4-b642e4713d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:46.576908 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-37e79f53-66ba-4c03-943e-ad907ff203e0 admin admin] Allocated IP 172.20.0.1 (eb128efa-3738-4619-84c7-e1747482edb7/8255b0cc-95eb-4f14-b844-429187e2c3e7/c9e0b25e-9d25-4047-b82d-bde67c2b7af3) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:46.598567 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-882c61ce-129e-4335-bf03-dcbe0c7bab99 req-b8cabc49-865e-477d-bf1b-4b8ff93194bf tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742266 Feb 09 01:04:46.653939 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90b8d5-864f-4cb2-806f-0a629bb74b50 req-77dbb23b-d79a-4acc-9637-f56a1edc2b61 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:46.654685 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-6a90b8d5-864f-4cb2-806f-0a629bb74b50 req-77dbb23b-d79a-4acc-9637-f56a1edc2b61 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Synchronizing usage tracker for tenant:193591413c7144eca587f03997f02ae6 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:04:46.666256 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43944c70-563f-459f-acf4-b642e4713d22 None None] Routers {'69e3571a-dde0-476c-877b-229d5cbd8a1e'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:04:46.666806 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-43944c70-563f-459f-acf4-b642e4713d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:04:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['69e3571a-dde0-476c-877b-229d5cbd8a1e'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:46.669116 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-1002b21a-5c31-43b8-ab99-ad757cc88e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:46.670643 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-1002b21a-5c31-43b8-ab99-ad757cc88e46 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=b5fd0cb5-7e9b-45fd-beb6-2ed905515601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1876838 Feb 09 01:04:46.752046 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99e999-e30f-4826-92b8-2aebd8281f45 None None] Pushing event updated for resources: {'Port': ['ID=f02adc56-ded2-4eeb-a2cc-e82f9da07067,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:46.760373 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-6a90b8d5-864f-4cb2-806f-0a629bb74b50 req-77dbb23b-d79a-4acc-9637-f56a1edc2b61 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Unset dirty status for tenant:193591413c7144eca587f03997f02ae6 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:04:46.761826 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6a90b8d5-864f-4cb2-806f-0a629bb74b50 req-77dbb23b-d79a-4acc-9637-f56a1edc2b61 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] 10.222.0.37 "GET /v2.0/ports?device_id=51dcfad5-a2b8-41f5-835e-05838c5eb972 HTTP/1.1" status: 200 len: 931 time: 0.3629246 Feb 09 01:04:46.800835 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-37e79f53-66ba-4c03-943e-ad907ff203e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:46.879569 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-28c9bad4-ec67-4b01-a6ec-1fe974e67de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d84aa1a6-697f-43fb-aa87-1449763ae063 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:04:46.884480 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-43944c70-563f-459f-acf4-b642e4713d22 None None] Set router 69e3571a-dde0-476c-877b-229d5cbd8a1e gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:04:46.895057 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-6a90b8d5-864f-4cb2-806f-0a629bb74b50 req-11a73bd9-e45b-498c-9054-9504d19cb008 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Synchronizing usage tracker for tenant:193591413c7144eca587f03997f02ae6 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:04:46.902330 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-28c9bad4-ec67-4b01-a6ec-1fe974e67de7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:46.959738 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-28c9bad4-ec67-4b01-a6ec-1fe974e67de7 service neutron] Transition to ACTIVE for port object d84aa1a6-697f-43fb-aa87-1449763ae063 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:46.963609 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-28c9bad4-ec67-4b01-a6ec-1fe974e67de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:46.969280 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-aa6ad059-9e7f-4c74-b470-5dc97be4bd26 service neutron] 10.222.0.117 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817879 Feb 09 01:04:47.015986 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-6a90b8d5-864f-4cb2-806f-0a629bb74b50 req-11a73bd9-e45b-498c-9054-9504d19cb008 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Unset dirty status for tenant:193591413c7144eca587f03997f02ae6 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:04:47.017621 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6a90b8d5-864f-4cb2-806f-0a629bb74b50 req-11a73bd9-e45b-498c-9054-9504d19cb008 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] 10.222.0.37 "GET /v2.0/security-groups?id=a38bb781-94e4-4659-aa18-10ef90b54dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151430 Feb 09 01:04:47.029992 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-37e79f53-66ba-4c03-943e-ad907ff203e0 admin admin] Transition to ACTIVE for port object c9e0b25e-9d25-4047-b82d-bde67c2b7af3 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:47.119006 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdaacc0-8075-4970-9510-33b47402f429 req-61f6016e-1aeb-4df6-a234-7d187116ef7e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:47.120616 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9cdaacc0-8075-4970-9510-33b47402f429 req-61f6016e-1aeb-4df6-a234-7d187116ef7e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/networks?id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe HTTP/1.1" status: 200 len: 812 time: 0.3470788 Feb 09 01:04:47.140600 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-37e79f53-66ba-4c03-943e-ad907ff203e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:47.177549 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d1d6a2-32e4-474b-9a15-ecc124db9b3c', 'tag': '340f5206-e4c6-4d75-8305-bb6783c1cb53', 'status': 'completed', 'code': 200} Feb 09 01:04:47.215171 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9cdaacc0-8075-4970-9510-33b47402f429 req-8925455c-28da-4d32-b06a-ff9102d44c48 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/quotas/a75aeed005c34e95a63eb49629dd324d HTTP/1.1" status: 200 len: 375 time: 0.0866492 Feb 09 01:04:47.261203 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c9bad4-ec67-4b01-a6ec-1fe974e67de7 service neutron] Pushing event updated for resources: {'Port': ['ID=d84aa1a6-697f-43fb-aa87-1449763ae063,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:47.269466 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e79f53-66ba-4c03-943e-ad907ff203e0 admin admin] Network eb128efa-3738-4619-84c7-e1747482edb7 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:47.288698 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9cdaacc0-8075-4970-9510-33b47402f429 req-353daeb6-ca00-4022-8a60-d74ddd282dd3 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a75aeed005c34e95a63eb49629dd324d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724096 Feb 09 01:04:47.312428 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-37e79f53-66ba-4c03-943e-ad907ff203e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:47.316713 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e79f53-66ba-4c03-943e-ad907ff203e0 admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:04:47.345118 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-43944c70-563f-459f-acf4-b642e4713d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e3571a-dde0-476c-877b-229d5cbd8a1e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1440902611-router', 'tenant_id': '9b9b86ab70ff49deb9fd1c39b6a80e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'f02adc56-ded2-4eeb-a2cc-e82f9da07067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:40Z', 'updated_at': '2022-02-09T01:04:43Z', 'revision_number': 3, 'project_id': '9b9b86ab70ff49deb9fd1c39b6a80e32', 'gw_port': {'id': 'f02adc56-ded2-4eeb-a2cc-e82f9da07067', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:84:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e3571a-dde0-476c-877b-229d5cbd8a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:41Z', 'updated_at': '2022-02-09T01:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:47.349417 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43944c70-563f-459f-acf4-b642e4713d22 None None] The sync data for ids ['69e3571a-dde0-476c-877b-229d5cbd8a1e'] in n-d-828419-1 is: [{'id': '69e3571a-dde0-476c-877b-229d5cbd8a1e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1440902611-router', 'tenant_id': '9b9b86ab70ff49deb9fd1c39b6a80e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'f02adc56-ded2-4eeb-a2cc-e82f9da07067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:40Z', 'updated_at': '2022-02-09T01:04:43Z', 'revision_number': 3, 'project_id': '9b9b86ab70ff49deb9fd1c39b6a80e32', 'gw_port': {'id': 'f02adc56-ded2-4eeb-a2cc-e82f9da07067', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:84:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e3571a-dde0-476c-877b-229d5cbd8a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:41Z', 'updated_at': '2022-02-09T01:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:04:47.419485 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-ae5f478a-3d56-4a29-aa71-2ec738ff1b7a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1980150608&fields=id&tenant_id=c1fe8f42c4854e5699e2e8b880d21442 HTTP/1.1" status: 200 len: 267 time: 0.0929077 Feb 09 01:04:47.425832 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f6d5177f-6874-423f-95a6-f4d089a7eac8 req-35377626-30cf-4f06-9717-1e267d53dafd service neutron] 10.222.0.117 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112630 Feb 09 01:04:47.465499 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e79f53-66ba-4c03-943e-ad907ff203e0 admin admin] Pushing event updated for resources: {'Port': ['ID=c9e0b25e-9d25-4047-b82d-bde67c2b7af3,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:47.503515 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-28c9bad4-ec67-4b01-a6ec-1fe974e67de7 service neutron] Attempting to bind port d84aa1a6-697f-43fb-aa87-1449763ae063 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:04:47.504065 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-28c9bad4-ec67-4b01-a6ec-1fe974e67de7 service neutron] Attempting to bind port d84aa1a6-697f-43fb-aa87-1449763ae063 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'a392e6f8-7891-4a5f-8507-445f364bff08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '484de0a4-5105-41b7-a60b-d33ec3775ab9'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:04:47.508440 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-37e79f53-66ba-4c03-943e-ad907ff203e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:47.508835 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-28c9bad4-ec67-4b01-a6ec-1fe974e67de7 service neutron] Attempting to bind port d84aa1a6-697f-43fb-aa87-1449763ae063 on network 484de0a4-5105-41b7-a60b-d33ec3775ab9 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:47.562087 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-28c9bad4-ec67-4b01-a6ec-1fe974e67de7 service neutron] Port d84aa1a6-697f-43fb-aa87-1449763ae063 on network 484de0a4-5105-41b7-a60b-d33ec3775ab9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:04:47.562414 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-28c9bad4-ec67-4b01-a6ec-1fe974e67de7 service neutron] Attempting to bind port d84aa1a6-697f-43fb-aa87-1449763ae063 on network 484de0a4-5105-41b7-a60b-d33ec3775ab9 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:47.571348 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-f4c0d427-9ab9-4c4a-b407-0cd3b9a28af3 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:47.572758 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-f4c0d427-9ab9-4c4a-b407-0cd3b9a28af3 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports/ed95cf65-6ad9-48b9-b564-6f38f0074a61 HTTP/1.1" status: 200 len: 935 time: 0.1524642 Feb 09 01:04:47.574794 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9cdaacc0-8075-4970-9510-33b47402f429 req-8c375023-7ab5-45d9-a0d0-cf74d3d0f40d service neutron] 10.222.0.37 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848356 Feb 09 01:04:47.624458 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-28c9bad4-ec67-4b01-a6ec-1fe974e67de7 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:04:47.624807 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-28c9bad4-ec67-4b01-a6ec-1fe974e67de7 service neutron] Checking segment: {'id': 'a392e6f8-7891-4a5f-8507-445f364bff08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '484de0a4-5105-41b7-a60b-d33ec3775ab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:47.625186 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-28c9bad4-ec67-4b01-a6ec-1fe974e67de7 service neutron] Bound using segment: {'id': 'a392e6f8-7891-4a5f-8507-445f364bff08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '484de0a4-5105-41b7-a60b-d33ec3775ab9'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:04:47.625626 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-28c9bad4-ec67-4b01-a6ec-1fe974e67de7 service neutron] Bound port: d84aa1a6-697f-43fb-aa87-1449763ae063, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a392e6f8-7891-4a5f-8507-445f364bff08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '484de0a4-5105-41b7-a60b-d33ec3775ab9'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:04:47.625971 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-28c9bad4-ec67-4b01-a6ec-1fe974e67de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:47.693098 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6d9b655d-163d-422d-884c-c6b17eceeedf None None] Provisioning for port c9e0b25e-9d25-4047-b82d-bde67c2b7af3 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:47.701726 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6d9b655d-163d-422d-884c-c6b17eceeedf None None] Provisioning complete for port c9e0b25e-9d25-4047-b82d-bde67c2b7af3 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:47.702351 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6d9b655d-163d-422d-884c-c6b17eceeedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:47.745107 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-381ae659-780a-4a99-9c23-eb74d385bf66 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:47.755228 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-381ae659-780a-4a99-9c23-eb74d385bf66 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports/49f387b1-200d-4aa1-aa5b-0e58530b895f HTTP/1.1" status: 200 len: 936 time: 0.1690278 Feb 09 01:04:47.760530 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9cdaacc0-8075-4970-9510-33b47402f429 req-6d25d431-c8e9-421f-9d33-7032d1671f50 service neutron] 10.222.0.37 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850488 Feb 09 01:04:47.827264 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-6d9b655d-163d-422d-884c-c6b17eceeedf None None] Port c9e0b25e-9d25-4047-b82d-bde67c2b7af3 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:04:47.853665 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-2c685b99-6c21-407f-932a-2d73303283a1 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?network_id=2bec690d-2fc1-4a43-9409-cf15cb1e963a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0972764 Feb 09 01:04:47.864317 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-37e79f53-66ba-4c03-943e-ad907ff203e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:48.027231 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f02adc56-ded2-4eeb-a2cc-e82f9da07067 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:48.184927 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port f02adc56-ded2-4eeb-a2cc-e82f9da07067 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:48.190667 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port f02adc56-ded2-4eeb-a2cc-e82f9da07067 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:48.191044 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:48.234900 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-37e79f53-66ba-4c03-943e-ad907ff203e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:48.241439 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-37e79f53-66ba-4c03-943e-ad907ff203e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:48.304603 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-28c9bad4-ec67-4b01-a6ec-1fe974e67de7 service neutron] For port d84aa1a6-697f-43fb-aa87-1449763ae063, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:04:48.307924 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-28c9bad4-ec67-4b01-a6ec-1fe974e67de7 service neutron] For port d84aa1a6-697f-43fb-aa87-1449763ae063, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d84aa1a6-697f-43fb-aa87-1449763ae063,segment=NetworkSegment(a392e6f8-7891-4a5f-8507-445f364bff08),segment_id=a392e6f8-7891-4a5f-8507-445f364bff08)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:04:48.335619 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-28c9bad4-ec67-4b01-a6ec-1fe974e67de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:48.386168 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-c11dbdcf-d783-46c1-b294-251a386abeea tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?network_id=2bec690d-2fc1-4a43-9409-cf15cb1e963a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.5314531 Feb 09 01:04:48.407039 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-37e79f53-66ba-4c03-943e-ad907ff203e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:48.416249 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e79f53-66ba-4c03-943e-ad907ff203e0 admin admin] Pushing event updated for resources: {'Port': ['ID=c9e0b25e-9d25-4047-b82d-bde67c2b7af3,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:48.446814 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18ceb5-4995-46d2-9139-0aa6ac31cca2 req-f42cad36-74e5-4d26-b452-7780c5d01342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:48.450586 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c18ceb5-4995-46d2-9139-0aa6ac31cca2 req-f42cad36-74e5-4d26-b452-7780c5d01342 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=13db6f711f024a948f23ba528e45c23e&device_id=71d1d6a2-32e4-474b-9a15-ecc124db9b3c HTTP/1.1" status: 200 len: 1094 time: 0.9245157 Feb 09 01:04:48.530508 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:48.574275 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port f02adc56-ded2-4eeb-a2cc-e82f9da07067, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=f02adc56-ded2-4eeb-a2cc-e82f9da07067,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:48.583006 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:48.658618 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e79f53-66ba-4c03-943e-ad907ff203e0 admin admin] Network eb128efa-3738-4619-84c7-e1747482edb7 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:48.661633 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-37e79f53-66ba-4c03-943e-ad907ff203e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:48.674726 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=f02adc56-ded2-4eeb-a2cc-e82f9da07067,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:48.683799 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-28c9bad4-ec67-4b01-a6ec-1fe974e67de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:48.684446 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-28c9bad4-ec67-4b01-a6ec-1fe974e67de7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:48.685830 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-28c9bad4-ec67-4b01-a6ec-1fe974e67de7 service neutron] 10.222.0.35 "PUT /v2.0/ports/d84aa1a6-697f-43fb-aa87-1449763ae063 HTTP/1.1" status: 200 len: 1091 time: 3.4535787 Feb 09 01:04:48.820173 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517c780-73b0-4c8b-b519-0c4fdc51a872 req-3cb124d5-a95f-4525-90bc-65b0f3f23267 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:48.828987 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f517c780-73b0-4c8b-b519-0c4fdc51a872 req-3cb124d5-a95f-4525-90bc-65b0f3f23267 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=83fb4f04-88ed-46a7-bf5f-c0806ed639b8 HTTP/1.1" status: 200 len: 945 time: 0.3956168 Feb 09 01:04:48.860984 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-f17b9950-0525-4eb5-8e20-b57f80e5a58d tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:48.868536 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-f17b9950-0525-4eb5-8e20-b57f80e5a58d tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:48.874353 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-f17b9950-0525-4eb5-8e20-b57f80e5a58d tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:48.875362 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-f17b9950-0525-4eb5-8e20-b57f80e5a58d tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Synchronizing usage tracker for tenant:c1fe8f42c4854e5699e2e8b880d21442 on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:04:48.892307 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c9bad4-ec67-4b01-a6ec-1fe974e67de7 service neutron] Pushing event updated for resources: {'Port': ['ID=d84aa1a6-697f-43fb-aa87-1449763ae063,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:48.963604 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-f17b9950-0525-4eb5-8e20-b57f80e5a58d tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Unset dirty status for tenant:c1fe8f42c4854e5699e2e8b880d21442 on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:04:48.965236 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-f17b9950-0525-4eb5-8e20-b57f80e5a58d tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/networks?id=151f3625-265a-4aab-adad-d81de62c4234&id=0fe62980-d662-4305-b32e-541d69722270&id=0fe62980-d662-4305-b32e-541d69722270&id=2bec690d-2fc1-4a43-9409-cf15cb1e963a&id=2bec690d-2fc1-4a43-9409-cf15cb1e963a HTTP/1.1" status: 200 len: 1994 time: 0.5779350 Feb 09 01:04:48.969535 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18ceb5-4995-46d2-9139-0aa6ac31cca2 req-73a4184f-816d-4b1b-b5e3-100386ee250c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:48.971127 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c18ceb5-4995-46d2-9139-0aa6ac31cca2 req-73a4184f-816d-4b1b-b5e3-100386ee250c service neutron] 10.222.0.117 "GET /v2.0/networks?id=b5fd0cb5-7e9b-45fd-beb6-2ed905515601 HTTP/1.1" status: 200 len: 921 time: 0.4158247 Feb 09 01:04:48.992134 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e79f53-66ba-4c03-943e-ad907ff203e0 admin admin] Router 69e3571a-dde0-476c-877b-229d5cbd8a1e has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:04:49.057378 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c18ceb5-4995-46d2-9139-0aa6ac31cca2 req-482d3b56-44d1-401e-a994-95fd3d808d6b service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=340f5206-e4c6-4d75-8305-bb6783c1cb53 HTTP/1.1" status: 200 len: 217 time: 0.0759819 Feb 09 01:04:49.058691 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-2ac3c4ea-3a97-4d76-90e4-a6ac2f0fa0eb tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/quotas/c1fe8f42c4854e5699e2e8b880d21442 HTTP/1.1" status: 200 len: 375 time: 0.0866590 Feb 09 01:04:49.071736 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f517c780-73b0-4c8b-b519-0c4fdc51a872 req-c8dcd16c-e189-48eb-a4cf-b7588cb08ae9 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415206 Feb 09 01:04:49.072769 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2dec8402-8c77-4144-a55d-0c51c7533052 None None] Provisioning complete for port c9e0b25e-9d25-4047-b82d-bde67c2b7af3 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:49.074102 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2dec8402-8c77-4144-a55d-0c51c7533052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:49.142079 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18ceb5-4995-46d2-9139-0aa6ac31cca2 req-635c5ce6-f6cf-420f-aa7e-7a185f0b3068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:49.143678 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c18ceb5-4995-46d2-9139-0aa6ac31cca2 req-635c5ce6-f6cf-420f-aa7e-7a185f0b3068 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=15f6169a-7b57-4d0c-b44b-21d1db3578d7 HTTP/1.1" status: 200 len: 859 time: 0.0790994 Feb 09 01:04:49.194928 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-2dec8402-8c77-4144-a55d-0c51c7533052 None None] Port c9e0b25e-9d25-4047-b82d-bde67c2b7af3 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:04:49.196430 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-02338390-2085-4429-9ab1-4664ec60063e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:49.197957 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-02338390-2085-4429-9ab1-4664ec60063e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=193591413c7144eca587f03997f02ae6&device_id=51dcfad5-a2b8-41f5-835e-05838c5eb972 HTTP/1.1" status: 200 len: 1094 time: 0.4192028 Feb 09 01:04:49.198412 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51dcfad5-a2b8-41f5-835e-05838c5eb972', 'tag': 'd84aa1a6-697f-43fb-aa87-1449763ae063'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:04:49.326403 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-2fbc2c06-ab32-4a41-a085-e1de3897f98e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d84aa1a6-697f-43fb-aa87-1449763ae063 HTTP/1.1" status: 200 len: 217 time: 0.1201603 Feb 09 01:04:49.394320 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e79f53-66ba-4c03-943e-ad907ff203e0 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:04:49.404756 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-37e79f53-66ba-4c03-943e-ad907ff203e0 admin admin] 10.222.0.37 "PUT /v2.0/routers/69e3571a-dde0-476c-877b-229d5cbd8a1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1977246 Feb 09 01:04:49.435149 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c077b-ee70-47d6-845d-17f7be00c96e req-4f93f915-a44c-49c5-b5a0-41b020ebe34a tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:49.437044 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-290c077b-ee70-47d6-845d-17f7be00c96e req-4f93f915-a44c-49c5-b5a0-41b020ebe34a tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 946 time: 0.1290212 Feb 09 01:04:49.504062 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-290c077b-ee70-47d6-845d-17f7be00c96e req-3686c70b-4f89-456f-a7ff-04823ae9fcf0 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600886 Feb 09 01:04:49.557273 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18ceb5-4995-46d2-9139-0aa6ac31cca2 req-3cbcc542-acb6-4db1-8a06-3c0c784ed04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:49.558808 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c18ceb5-4995-46d2-9139-0aa6ac31cca2 req-3cbcc542-acb6-4db1-8a06-3c0c784ed04a service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=b5fd0cb5-7e9b-45fd-beb6-2ed905515601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3538227 Feb 09 01:04:49.577041 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-ab752223-04e3-410e-81b3-d7543445aed3 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1fe8f42c4854e5699e2e8b880d21442&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5102034 Feb 09 01:04:49.579014 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-091ec459-e2c5-490d-882f-4b1f35c2a3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:49.581197 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-091ec459-e2c5-490d-882f-4b1f35c2a3db service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22863fae-6bda-45b4-b595-0faedf19ad54 HTTP/1.1" status: 200 len: 850 time: 0.2415993 Feb 09 01:04:49.741337 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65765b7a-b9f6-4327-8fd8-dc34ec22d87c None None] Sync routers for ids ['69e3571a-dde0-476c-877b-229d5cbd8a1e'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:04:49.751886 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff92de-1f55-4dd0-8dbd-37445cda9372 req-89678cf5-05f7-453e-a390-0b2612f5e3b3 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:49.752110 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65765b7a-b9f6-4327-8fd8-dc34ec22d87c None None] Routers {'69e3571a-dde0-476c-877b-229d5cbd8a1e'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:04:49.752802 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-65765b7a-b9f6-4327-8fd8-dc34ec22d87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:04:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['69e3571a-dde0-476c-877b-229d5cbd8a1e'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:49.753800 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-01ff92de-1f55-4dd0-8dbd-37445cda9372 req-89678cf5-05f7-453e-a390-0b2612f5e3b3 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports?device_id=71d1d6a2-32e4-474b-9a15-ecc124db9b3c HTTP/1.1" status: 200 len: 943 time: 0.0940106 Feb 09 01:04:49.788666 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-c466a8bd-1ba4-4aba-9162-1a50a60a8f98 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=484de0a4-5105-41b7-a60b-d33ec3775ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1756771 Feb 09 01:04:49.801478 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-01ff92de-1f55-4dd0-8dbd-37445cda9372 req-f04a4abf-8754-4228-866c-4c4268628083 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff34b42-ead9-44a7-9bae-45e8ec568e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403771 Feb 09 01:04:49.805502 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdaacc0-8075-4970-9510-33b47402f429 req-85dd427d-02b4-4c7d-9b24-698d9182e83f tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:49.806863 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9cdaacc0-8075-4970-9510-33b47402f429 req-85dd427d-02b4-4c7d-9b24-698d9182e83f tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.35 "GET /v2.0/networks?id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe HTTP/1.1" status: 200 len: 812 time: 0.4326391 Feb 09 01:04:49.894798 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-9cdaacc0-8075-4970-9510-33b47402f429 req-eb49c597-97e9-49fa-8bab-4c40c640dea1 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Request body: {'port': {'device_id': 'f3b9291d-dff3-47ae-b019-3b7b9ad0637e', 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe', 'admin_state_up': True, 'tenant_id': 'a75aeed005c34e95a63eb49629dd324d'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:49.953063 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f02adc56-ded2-4eeb-a2cc-e82f9da07067 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:49.986874 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-65765b7a-b9f6-4327-8fd8-dc34ec22d87c None None] Set router 69e3571a-dde0-476c-877b-229d5cbd8a1e gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:04:50.001119 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551702e-7efb-4f4a-af55-8b5aaa7a918f req-1f1d40d4-aa62-46c4-8f43-60492bfee3f7 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:50.002865 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a551702e-7efb-4f4a-af55-8b5aaa7a918f req-1f1d40d4-aa62-46c4-8f43-60492bfee3f7 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 950 time: 0.0939329 Feb 09 01:04:50.058961 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a551702e-7efb-4f4a-af55-8b5aaa7a918f req-3307e881-f2f8-44e2-9a0d-87a345b1f8fb tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481930 Feb 09 01:04:50.173035 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c18ceb5-4995-46d2-9139-0aa6ac31cca2 req-05dcfbcc-8df4-443e-a9d0-08adad6ad8b7 service neutron] 10.222.0.117 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5906332 Feb 09 01:04:50.225197 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f1e38d17-df74-4d41-b8e1-2e3cd0887402 req-c19a5544-9e1c-45ca-922e-8694cef6f3ee tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3b9291d-dff3-47ae-b019-3b7b9ad0637e HTTP/1.1" status: 200 len: 210 time: 0.0493157 Feb 09 01:04:50.229745 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port f02adc56-ded2-4eeb-a2cc-e82f9da07067 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:50.230266 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:50.318255 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-a09902d0-44a0-4b9e-aa32-b036aea40fdd service neutron] 10.222.0.37 "GET /v2.0/networks/151f3625-265a-4aab-adad-d81de62c4234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7318654 Feb 09 01:04:50.431979 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e6dac-a4eb-4cff-ac50-7a93f8dae8ba req-7a5258d9-266b-4a90-b557-a80263d4f4cf tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:50.433512 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-459e6dac-a4eb-4cff-ac50-7a93f8dae8ba req-7a5258d9-266b-4a90-b557-a80263d4f4cf tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] 10.222.0.37 "GET /v2.0/ports?device_id=51dcfad5-a2b8-41f5-835e-05838c5eb972 HTTP/1.1" status: 200 len: 943 time: 0.0956795 Feb 09 01:04:50.439699 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-65765b7a-b9f6-4327-8fd8-dc34ec22d87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e3571a-dde0-476c-877b-229d5cbd8a1e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1440902611-router', 'tenant_id': '9b9b86ab70ff49deb9fd1c39b6a80e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'f02adc56-ded2-4eeb-a2cc-e82f9da07067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:40Z', 'updated_at': '2022-02-09T01:04:47Z', 'revision_number': 4, 'project_id': '9b9b86ab70ff49deb9fd1c39b6a80e32', 'gw_port': {'id': 'f02adc56-ded2-4eeb-a2cc-e82f9da07067', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e3571a-dde0-476c-877b-229d5cbd8a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:41Z', 'updated_at': '2022-02-09T01:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'c9e0b25e-9d25-4047-b82d-bde67c2b7af3', 'name': '', 'network_id': 'eb128efa-3738-4619-84c7-e1747482edb7', 'tenant_id': '9b9b86ab70ff49deb9fd1c39b6a80e32', 'mac_address': 'fa:16:3e:98:3e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e3571a-dde0-476c-877b-229d5cbd8a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '8255b0cc-95eb-4f14-b844-429187e2c3e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:46Z', 'updated_at': '2022-02-09T01:04:48Z', 'revision_number': 2, 'project_id': '9b9b86ab70ff49deb9fd1c39b6a80e32', 'subnets': [{'id': '8255b0cc-95eb-4f14-b844-429187e2c3e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:50.448278 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65765b7a-b9f6-4327-8fd8-dc34ec22d87c None None] Checking router: 69e3571a-dde0-476c-877b-229d5cbd8a1e for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:04:50.448786 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65765b7a-b9f6-4327-8fd8-dc34ec22d87c None None] Updating router 69e3571a-dde0-476c-877b-229d5cbd8a1e port c9e0b25e-9d25-4047-b82d-bde67c2b7af3 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:04:50.461206 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-2c9bed23-01bb-4044-9173-d17c19734386 service neutron] 10.222.0.35 "GET /v2.0/networks/484de0a4-5105-41b7-a60b-d33ec3775ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6628726 Feb 09 01:04:50.479193 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 340f5206-e4c6-4d75-8305-bb6783c1cb53 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:04:50.486546 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-459e6dac-a4eb-4cff-ac50-7a93f8dae8ba req-22577363-3898-4b63-a3df-46d2248c2c75 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] 10.222.0.37 "GET /v2.0/security-groups?id=a38bb781-94e4-4659-aa18-10ef90b54dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448544 Feb 09 01:04:50.512199 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-65765b7a-b9f6-4327-8fd8-dc34ec22d87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:50.626343 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-9cdaacc0-8075-4970-9510-33b47402f429 req-eb49c597-97e9-49fa-8bab-4c40c640dea1 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:04:50.641203 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c18ceb5-4995-46d2-9139-0aa6ac31cca2 req-6e00dd3e-acec-4759-be2e-05b1774d1416 service neutron] 10.222.0.117 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519970 Feb 09 01:04:50.660787 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-20b3a70f-6af1-49b5-8bfa-8464d0e57426 service neutron] 10.222.0.37 "GET /v2.0/networks/151f3625-265a-4aab-adad-d81de62c4234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277299 Feb 09 01:04:50.674171 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-9cdaacc0-8075-4970-9510-33b47402f429 req-eb49c597-97e9-49fa-8bab-4c40c640dea1 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:04:50.749630 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cdaacc0-8075-4970-9510-33b47402f429 req-eb49c597-97e9-49fa-8bab-4c40c640dea1 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Made reservation on behalf of a75aeed005c34e95a63eb49629dd324d for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:50.749956 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 340f5206-e4c6-4d75-8305-bb6783c1cb53, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=340f5206-e4c6-4d75-8305-bb6783c1cb53,segment=NetworkSegment(3b6a811f-9d4e-49e4-9b55-596caeb1db0d),segment_id=3b6a811f-9d4e-49e4-9b55-596caeb1db0d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:50.753116 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9cdaacc0-8075-4970-9510-33b47402f429 req-eb49c597-97e9-49fa-8bab-4c40c640dea1 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:50.772669 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '340f5206-e4c6-4d75-8305-bb6783c1cb53', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'port_id': '340f5206-e4c6-4d75-8305-bb6783c1cb53', 'mac_address': 'fa:16:3e:8e:8c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 985, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:04:50.787302 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b7bdf476-0a22-428b-b251-647cb98047eb service neutron] 10.222.0.37 "GET /v2.0/ports/ed95cf65-6ad9-48b9-b564-6f38f0074a61?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1172221 Feb 09 01:04:50.792484 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b123f60-fa26-49e4-89c8-1b1783473123 req-30c32677-265d-409c-a7a7-69ab05f52ca0 service neutron] 10.222.0.35 "GET /v2.0/networks/484de0a4-5105-41b7-a60b-d33ec3775ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114243 Feb 09 01:04:50.895509 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2b2f2-5159-4ac3-b636-8cbc0309e2b5 req-1de486b4-f445-425b-b266-3306d11da7bc tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:50.897644 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-aaa2b2f2-5159-4ac3-b636-8cbc0309e2b5 req-1de486b4-f445-425b-b266-3306d11da7bc tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=d817c5ae-4755-47fa-874c-1ad857cdb067 HTTP/1.1" status: 200 len: 945 time: 0.1364613 Feb 09 01:04:50.920495 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:50.949509 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-aaa2b2f2-5159-4ac3-b636-8cbc0309e2b5 req-607dba51-fe29-4619-a108-44831f7d30bf tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418093 Feb 09 01:04:50.951160 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 340f5206-e4c6-4d75-8305-bb6783c1cb53 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:04:50.979755 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 340f5206-e4c6-4d75-8305-bb6783c1cb53, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=340f5206-e4c6-4d75-8305-bb6783c1cb53,segment=NetworkSegment(3b6a811f-9d4e-49e4-9b55-596caeb1db0d),segment_id=3b6a811f-9d4e-49e4-9b55-596caeb1db0d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:50.986292 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:51.025048 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51dcfad5-a2b8-41f5-835e-05838c5eb972', 'tag': 'd84aa1a6-697f-43fb-aa87-1449763ae063', 'status': 'completed', 'code': 200} Feb 09 01:04:51.081000 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.resource_extend [None req-65765b7a-b9f6-4327-8fd8-dc34ec22d87c None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:04:51.108939 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-d275df40-bff4-41cd-a98e-186ac6a1574e service neutron] 10.222.0.37 "GET /v2.0/networks/0fe62980-d662-4305-b32e-541d69722270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118191 Feb 09 01:04:51.178679 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-65765b7a-b9f6-4327-8fd8-dc34ec22d87c None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:51.197273 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-65765b7a-b9f6-4327-8fd8-dc34ec22d87c None None] Transition to ACTIVE for port object c9e0b25e-9d25-4047-b82d-bde67c2b7af3 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:51.199658 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=340f5206-e4c6-4d75-8305-bb6783c1cb53,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:51.207447 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-65765b7a-b9f6-4327-8fd8-dc34ec22d87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:51.207674 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337e1bc-1f3c-4b8c-8905-19be4361dcfc req-4326d024-bd00-441e-a3b6-7432303bfe0e tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:51.215803 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a337e1bc-1f3c-4b8c-8905-19be4361dcfc req-4326d024-bd00-441e-a3b6-7432303bfe0e tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 1097 time: 0.1027761 Feb 09 01:04:51.223677 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-9cdaacc0-8075-4970-9510-33b47402f429 req-eb49c597-97e9-49fa-8bab-4c40c640dea1 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Allocated IP 172.20.0.9 (6a46d8ce-a5dd-4900-abea-f731f0aef8fe/5e21ee47-9c4f-48f6-bbce-c83436d55ec2/c5594f22-9a36-4440-bc64-312af7446b34) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:51.264333 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a337e1bc-1f3c-4b8c-8905-19be4361dcfc req-bf5043bd-7fc2-468b-86ed-cbb860766b2d tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442710 Feb 09 01:04:51.314932 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc265dd-c0fc-4037-9517-aaf99558b7f7 req-686e55ea-5ddc-4e05-b596-78ca56cb683c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:51.316383 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5bc265dd-c0fc-4037-9517-aaf99558b7f7 req-686e55ea-5ddc-4e05-b596-78ca56cb683c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=193591413c7144eca587f03997f02ae6&device_id=51dcfad5-a2b8-41f5-835e-05838c5eb972 HTTP/1.1" status: 200 len: 1094 time: 0.2613657 Feb 09 01:04:51.375892 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78575ef3-ed8b-42a3-838c-a80e422be82c None None] Pushing event updated for resources: {'Port': ['ID=c9e0b25e-9d25-4047-b82d-bde67c2b7af3,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:51.384637 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['340f5206-e4c6-4d75-8305-bb6783c1cb53'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:04:51.494303 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-65765b7a-b9f6-4327-8fd8-dc34ec22d87c None None] Attempting to bind port c9e0b25e-9d25-4047-b82d-bde67c2b7af3 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:04:51.494661 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-65765b7a-b9f6-4327-8fd8-dc34ec22d87c None None] Attempting to bind port c9e0b25e-9d25-4047-b82d-bde67c2b7af3 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '555d0809-6839-4512-8b58-420a7414edf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'eb128efa-3738-4619-84c7-e1747482edb7'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:04:51.495015 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65765b7a-b9f6-4327-8fd8-dc34ec22d87c None None] Attempting to bind port c9e0b25e-9d25-4047-b82d-bde67c2b7af3 on network eb128efa-3738-4619-84c7-e1747482edb7 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:51.508636 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65765b7a-b9f6-4327-8fd8-dc34ec22d87c None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:04:51.509008 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65765b7a-b9f6-4327-8fd8-dc34ec22d87c None None] Checking segment: {'id': '555d0809-6839-4512-8b58-420a7414edf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'eb128efa-3738-4619-84c7-e1747482edb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:51.509407 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-65765b7a-b9f6-4327-8fd8-dc34ec22d87c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:51.509792 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65765b7a-b9f6-4327-8fd8-dc34ec22d87c None None] Bound using segment: {'id': '555d0809-6839-4512-8b58-420a7414edf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'eb128efa-3738-4619-84c7-e1747482edb7'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:04:51.510248 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-65765b7a-b9f6-4327-8fd8-dc34ec22d87c None None] Bound port: c9e0b25e-9d25-4047-b82d-bde67c2b7af3, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '555d0809-6839-4512-8b58-420a7414edf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'eb128efa-3738-4619-84c7-e1747482edb7'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:04:51.510613 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-65765b7a-b9f6-4327-8fd8-dc34ec22d87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:51.525012 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [req-787a0949-729c-4f4a-8a33-bb183b047448 req-94ba5ef9-f5c0-4fb6-8979-5be4d6bb8ba3 tempest-FloatingIPDetailsNegativeTestJSON-249145512 tempest-FloatingIPDetailsNegativeTestJSON-249145512-project] show failed (client error): The resource could not be found. Feb 09 01:04:51.538959 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-787a0949-729c-4f4a-8a33-bb183b047448 req-94ba5ef9-f5c0-4fb6-8979-5be4d6bb8ba3 tempest-FloatingIPDetailsNegativeTestJSON-249145512 tempest-FloatingIPDetailsNegativeTestJSON-249145512-project] 10.222.0.37 "GET /v2.0/floatingips/3068a327-d507-4daf-8952-bea65952b021 HTTP/1.1" status: 404 len: 350 time: 0.0979288 Feb 09 01:04:51.540545 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36462) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:51.586698 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-ea00a715-691e-4288-ad71-2cc840292271 service neutron] 10.222.0.37 "GET /v2.0/networks/0fe62980-d662-4305-b32e-541d69722270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4467537 Feb 09 01:04:51.624803 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:51.632620 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc265dd-c0fc-4037-9517-aaf99558b7f7 req-502cc370-28c3-4fc3-8d50-eafc4b98d3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:51.634161 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5bc265dd-c0fc-4037-9517-aaf99558b7f7 req-502cc370-28c3-4fc3-8d50-eafc4b98d3db service neutron] 10.222.0.35 "GET /v2.0/networks?id=484de0a4-5105-41b7-a60b-d33ec3775ab9 HTTP/1.1" status: 200 len: 911 time: 0.2799444 Feb 09 01:04:51.688018 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-65765b7a-b9f6-4327-8fd8-dc34ec22d87c None None] For port c9e0b25e-9d25-4047-b82d-bde67c2b7af3, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:04:51.707409 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-65765b7a-b9f6-4327-8fd8-dc34ec22d87c None None] For port c9e0b25e-9d25-4047-b82d-bde67c2b7af3, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=c9e0b25e-9d25-4047-b82d-bde67c2b7af3,segment=NetworkSegment(555d0809-6839-4512-8b58-420a7414edf7),segment_id=555d0809-6839-4512-8b58-420a7414edf7)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:04:51.718720 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-65765b7a-b9f6-4327-8fd8-dc34ec22d87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:51.816248 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65765b7a-b9f6-4327-8fd8-dc34ec22d87c None None] Routers {'69e3571a-dde0-476c-877b-229d5cbd8a1e'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:04:51.816790 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-65765b7a-b9f6-4327-8fd8-dc34ec22d87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:04:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['69e3571a-dde0-476c-877b-229d5cbd8a1e'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:51.892768 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78575ef3-ed8b-42a3-838c-a80e422be82c None None] Pushing event updated for resources: {'Port': ['ID=c9e0b25e-9d25-4047-b82d-bde67c2b7af3,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:51.933174 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-284bfa5f-96e6-4604-9713-eec58dbc8691 service neutron] show failed (client error): The resource could not be found. Feb 09 01:04:51.934588 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-284bfa5f-96e6-4604-9713-eec58dbc8691 service neutron] 10.222.0.117 "GET /v2.0/ports/94b792d6-4b46-48e1-af0e-a8b9c1751cfd/bindings/n-h1-828419-1 HTTP/1.1" status: 404 len: 380 time: 0.6244786 Feb 09 01:04:51.982656 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5bc265dd-c0fc-4037-9517-aaf99558b7f7 req-434d5be7-de37-4ee0-a20f-9876bf529ee3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d84aa1a6-697f-43fb-aa87-1449763ae063 HTTP/1.1" status: 200 len: 217 time: 0.3215604 Feb 09 01:04:52.034813 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-65765b7a-b9f6-4327-8fd8-dc34ec22d87c None None] Set router 69e3571a-dde0-476c-877b-229d5cbd8a1e gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:04:52.094017 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-88a568b4-2985-4699-b39b-50d44bc4d907 service neutron] 10.222.0.37 "GET /v2.0/ports/49f387b1-200d-4aa1-aa5b-0e58530b895f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.5064564 Feb 09 01:04:52.168624 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856a563-aae2-4a06-b5f8-60906e00ab8a req-7f06aa29-32ff-4a93-b138-6f69b2209cab tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:52.170752 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6856a563-aae2-4a06-b5f8-60906e00ab8a req-7f06aa29-32ff-4a93-b138-6f69b2209cab tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports?device_id=71d1d6a2-32e4-474b-9a15-ecc124db9b3c HTTP/1.1" status: 200 len: 944 time: 0.5370827 Feb 09 01:04:52.221251 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc265dd-c0fc-4037-9517-aaf99558b7f7 req-9cc26794-40db-4cff-9e80-192ced501a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:52.223324 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5bc265dd-c0fc-4037-9517-aaf99558b7f7 req-9cc26794-40db-4cff-9e80-192ced501a79 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22863fae-6bda-45b4-b595-0faedf19ad54 HTTP/1.1" status: 200 len: 850 time: 0.2319655 Feb 09 01:04:52.278688 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6856a563-aae2-4a06-b5f8-60906e00ab8a req-ef90a4b2-11e9-466d-923b-922fa799bb88 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff34b42-ead9-44a7-9bae-45e8ec568e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019013 Feb 09 01:04:52.288973 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5bc265dd-c0fc-4037-9517-aaf99558b7f7 req-1c90cdc9-f02e-438a-953c-c2bdd05fa98d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=484de0a4-5105-41b7-a60b-d33ec3775ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570147 Feb 09 01:04:52.310536 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device d84aa1a6-697f-43fb-aa87-1449763ae063 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:04:52.387067 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9bbe2c15-8788-43a5-b3cd-2aa1ce06ce21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:52.487627 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port d84aa1a6-697f-43fb-aa87-1449763ae063, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d84aa1a6-697f-43fb-aa87-1449763ae063,segment=NetworkSegment(a392e6f8-7891-4a5f-8507-445f364bff08),segment_id=a392e6f8-7891-4a5f-8507-445f364bff08)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:52.491112 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9cdaacc0-8075-4970-9510-33b47402f429 req-eb49c597-97e9-49fa-8bab-4c40c640dea1 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:52.531472 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'd84aa1a6-697f-43fb-aa87-1449763ae063', 'network_id': '484de0a4-5105-41b7-a60b-d33ec3775ab9', 'port_id': 'd84aa1a6-697f-43fb-aa87-1449763ae063', 'mac_address': 'fa:16:3e:44:42:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 994, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22863fae-6bda-45b4-b595-0faedf19ad54', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:04:52.555594 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-cfb12298-129b-4f2c-b194-cf50d4a77de6 service neutron] 10.222.0.37 "GET /v2.0/networks/0fe62980-d662-4305-b32e-541d69722270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412236 Feb 09 01:04:52.667558 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:52.669794 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-bae4cc7b-ef77-4ba6-a1bd-e90fb72d0de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:52.671708 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-bae4cc7b-ef77-4ba6-a1bd-e90fb72d0de6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023&tenant_id=1828a8e10f7447aba0d25cab4f7feaf3 HTTP/1.1" status: 200 len: 1101 time: 0.3862267 Feb 09 01:04:52.700745 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d84aa1a6-697f-43fb-aa87-1449763ae063 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:04:52.702679 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-35c9211b-9bab-4e77-9566-807b932ffb6d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828419-1', 'device_owner': 'compute:nova'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:52.734550 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port d84aa1a6-697f-43fb-aa87-1449763ae063, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d84aa1a6-697f-43fb-aa87-1449763ae063,segment=NetworkSegment(a392e6f8-7891-4a5f-8507-445f364bff08),segment_id=a392e6f8-7891-4a5f-8507-445f364bff08)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:52.751383 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:52.830923 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-35c9211b-9bab-4e77-9566-807b932ffb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:52.848779 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90c955-8205-40d7-86a3-c33d1448a46c req-68a5e5f2-4c33-4137-a92a-9974429e2b35 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:52.854062 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5bc265dd-c0fc-4037-9517-aaf99558b7f7 req-78d1bdae-cd0b-4b24-a04f-c3058d1da3a3 service neutron] 10.222.0.35 "GET /v2.0/networks/484de0a4-5105-41b7-a60b-d33ec3775ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4912863 Feb 09 01:04:52.856878 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90c955-8205-40d7-86a3-c33d1448a46c req-68a5e5f2-4c33-4137-a92a-9974429e2b35 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:52.862886 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90c955-8205-40d7-86a3-c33d1448a46c req-68a5e5f2-4c33-4137-a92a-9974429e2b35 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:52.871941 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-df90c955-8205-40d7-86a3-c33d1448a46c req-68a5e5f2-4c33-4137-a92a-9974429e2b35 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=83fb4f04-88ed-46a7-bf5f-c0806ed639b8&device_id=5cc473e5-2dff-4ebf-836e-af66073c1e30&device_id=d817c5ae-4755-47fa-874c-1ad857cdb067 HTTP/1.1" status: 200 len: 2417 time: 0.2821300 Feb 09 01:04:52.909833 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-65765b7a-b9f6-4327-8fd8-dc34ec22d87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e3571a-dde0-476c-877b-229d5cbd8a1e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1440902611-router', 'tenant_id': '9b9b86ab70ff49deb9fd1c39b6a80e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'f02adc56-ded2-4eeb-a2cc-e82f9da07067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:40Z', 'updated_at': '2022-02-09T01:04:47Z', 'revision_number': 4, 'project_id': '9b9b86ab70ff49deb9fd1c39b6a80e32', 'gw_port': {'id': 'f02adc56-ded2-4eeb-a2cc-e82f9da07067', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e3571a-dde0-476c-877b-229d5cbd8a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:41Z', 'updated_at': '2022-02-09T01:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'c9e0b25e-9d25-4047-b82d-bde67c2b7af3', 'name': '', 'network_id': 'eb128efa-3738-4619-84c7-e1747482edb7', 'tenant_id': '9b9b86ab70ff49deb9fd1c39b6a80e32', 'mac_address': 'fa:16:3e:98:3e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e3571a-dde0-476c-877b-229d5cbd8a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '8255b0cc-95eb-4f14-b844-429187e2c3e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:46Z', 'updated_at': '2022-02-09T01:04:51Z', 'revision_number': 4, 'project_id': '9b9b86ab70ff49deb9fd1c39b6a80e32', 'subnets': [{'id': '8255b0cc-95eb-4f14-b844-429187e2c3e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:52.918405 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65765b7a-b9f6-4327-8fd8-dc34ec22d87c None None] The sync data for ids ['69e3571a-dde0-476c-877b-229d5cbd8a1e'] in n-d-828419-1 is: [{'id': '69e3571a-dde0-476c-877b-229d5cbd8a1e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1440902611-router', 'tenant_id': '9b9b86ab70ff49deb9fd1c39b6a80e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'f02adc56-ded2-4eeb-a2cc-e82f9da07067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:40Z', 'updated_at': '2022-02-09T01:04:47Z', 'revision_number': 4, 'project_id': '9b9b86ab70ff49deb9fd1c39b6a80e32', 'gw_port': {'id': 'f02adc56-ded2-4eeb-a2cc-e82f9da07067', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e3571a-dde0-476c-877b-229d5cbd8a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:41Z', 'updated_at': '2022-02-09T01:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'c9e0b25e-9d25-4047-b82d-bde67c2b7af3', 'name': '', 'network_id': 'eb128efa-3738-4619-84c7-e1747482edb7', 'tenant_id': '9b9b86ab70ff49deb9fd1c39b6a80e32', 'mac_address': 'fa:16:3e:98:3e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e3571a-dde0-476c-877b-229d5cbd8a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '8255b0cc-95eb-4f14-b844-429187e2c3e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:46Z', 'updated_at': '2022-02-09T01:04:51Z', 'revision_number': 4, 'project_id': '9b9b86ab70ff49deb9fd1c39b6a80e32', 'subnets': [{'id': '8255b0cc-95eb-4f14-b844-429187e2c3e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:04:52.947009 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=d84aa1a6-697f-43fb-aa87-1449763ae063,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:52.969551 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-df90c955-8205-40d7-86a3-c33d1448a46c req-df06ad92-4e79-48f2-a4cb-90d99168cff1 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965497 Feb 09 01:04:53.108361 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['d84aa1a6-697f-43fb-aa87-1449763ae063'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:04:53.119083 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-9bbe2c15-8788-43a5-b3cd-2aa1ce06ce21 admin admin] Deleting port c9e0b25e-9d25-4047-b82d-bde67c2b7af3 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:53.119697 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9bbe2c15-8788-43a5-b3cd-2aa1ce06ce21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:53.293331 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5bc265dd-c0fc-4037-9517-aaf99558b7f7 req-ca2b5b00-e125-4d77-8148-52f5875cc918 service neutron] 10.222.0.35 "GET /v2.0/networks/484de0a4-5105-41b7-a60b-d33ec3775ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203591 Feb 09 01:04:53.294486 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9cdaacc0-8075-4970-9510-33b47402f429 req-eb49c597-97e9-49fa-8bab-4c40c640dea1 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:53.366194 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42a7e5-b6a1-46ab-b69e-0c3edc386bc5 req-7d42e552-aace-4190-84f8-102f84467091 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:53.367736 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1a42a7e5-b6a1-46ab-b69e-0c3edc386bc5 req-7d42e552-aace-4190-84f8-102f84467091 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 950 time: 0.2497201 Feb 09 01:04:53.368071 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-33a494d0-a773-475b-86b6-def62e7064d2 service neutron] 10.222.0.37 "GET /v2.0/networks/0fe62980-d662-4305-b32e-541d69722270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8111343 Feb 09 01:04:53.438007 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-9bbe2c15-8788-43a5-b3cd-2aa1ce06ce21 admin admin] For port c9e0b25e-9d25-4047-b82d-bde67c2b7af3, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=c9e0b25e-9d25-4047-b82d-bde67c2b7af3,segment=NetworkSegment(555d0809-6839-4512-8b58-420a7414edf7),segment_id=555d0809-6839-4512-8b58-420a7414edf7)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:53.438277 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9bbe2c15-8788-43a5-b3cd-2aa1ce06ce21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:53.455691 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1a42a7e5-b6a1-46ab-b69e-0c3edc386bc5 req-2c09659e-fbe4-45b2-ba38-1cb44d28b1b3 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795712 Feb 09 01:04:53.493898 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cdaacc0-8075-4970-9510-33b47402f429 req-eb49c597-97e9-49fa-8bab-4c40c640dea1 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Network 6a46d8ce-a5dd-4900-abea-f731f0aef8fe is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:53.504291 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-9cdaacc0-8075-4970-9510-33b47402f429 req-eb49c597-97e9-49fa-8bab-4c40c640dea1 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:53.509127 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-35c9211b-9bab-4e77-9566-807b932ffb6d service neutron] For port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=94b792d6-4b46-48e1-af0e-a8b9c1751cfd,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:53.515218 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdaacc0-8075-4970-9510-33b47402f429 req-eb49c597-97e9-49fa-8bab-4c40c640dea1 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:04:53.577541 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-9bbe2c15-8788-43a5-b3cd-2aa1ce06ce21 admin admin] Calling delete_port for c9e0b25e-9d25-4047-b82d-bde67c2b7af3 owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:04:53.580317 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49c597-97e9-49fa-8bab-4c40c640dea1 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Pushing event updated for resources: {'Port': ['ID=c5594f22-9a36-4440-bc64-312af7446b34,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:53.651934 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdaacc0-8075-4970-9510-33b47402f429 req-eb49c597-97e9-49fa-8bab-4c40c640dea1 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:53.652541 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9cdaacc0-8075-4970-9510-33b47402f429 req-eb49c597-97e9-49fa-8bab-4c40c640dea1 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:53.656790 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-35c9211b-9bab-4e77-9566-807b932ffb6d service neutron] For port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:04:53.738409 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-3089f9b6-5231-43e7-ae2d-1895440fefc3 service neutron] 10.222.0.37 "GET /v2.0/networks/0fe62980-d662-4305-b32e-541d69722270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499284 Feb 09 01:04:53.881509 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6264e5-4833-4e1f-b463-251376ac15bb req-30369584-5697-4aae-80d7-32ef1766ada4 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:53.883125 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2c6264e5-4833-4e1f-b463-251376ac15bb req-30369584-5697-4aae-80d7-32ef1766ada4 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3b9291d-dff3-47ae-b019-3b7b9ad0637e HTTP/1.1" status: 200 len: 931 time: 0.2646842 Feb 09 01:04:53.946602 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-35c9211b-9bab-4e77-9566-807b932ffb6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:53.955084 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-35c9211b-9bab-4e77-9566-807b932ffb6d service neutron] Transition to ACTIVE for port object 94b792d6-4b46-48e1-af0e-a8b9c1751cfd will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:53.956281 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb531411-c183-464c-b8be-7e95c398c023', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94b792d6-4b46-48e1-af0e-a8b9c1751cfd'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:04:53.966885 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-35c9211b-9bab-4e77-9566-807b932ffb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:53.975097 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2c6264e5-4833-4e1f-b463-251376ac15bb req-2332f7d4-2280-4c24-ad04-3e9676c9c92b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744772 Feb 09 01:04:54.016604 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device c9e0b25e-9d25-4047-b82d-bde67c2b7af3 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:54.073392 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9cdaacc0-8075-4970-9510-33b47402f429 req-eb49c597-97e9-49fa-8bab-4c40c640dea1 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2281041 Feb 09 01:04:54.100972 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-9cdaacc0-8075-4970-9510-33b47402f429 req-1dbcfd60-ddd1-47d8-8c67-c578fa4d3aa4 service neutron] Request body: {'port': {'device_id': 'f3b9291d-dff3-47ae-b019-3b7b9ad0637e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:54.155217 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9bbe2c15-8788-43a5-b3cd-2aa1ce06ce21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:54.216928 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No active binding found for port c9e0b25e-9d25-4047-b82d-bde67c2b7af3 {{(pid=87613) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 01:04:54.219357 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device c9e0b25e-9d25-4047-b82d-bde67c2b7af3 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 09 01:04:54.297522 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Port c9e0b25e-9d25-4047-b82d-bde67c2b7af3 not found, will not notify nova. {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 09 01:04:54.330295 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe2c15-8788-43a5-b3cd-2aa1ce06ce21 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9e0b25e-9d25-4047-b82d-bde67c2b7af3,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:54.335835 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device d84aa1a6-697f-43fb-aa87-1449763ae063 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:54.453826 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-40d326c2-b9b7-46ef-aedd-6637ae67d1f1 service neutron] 10.222.0.37 "GET /v2.0/networks/0fe62980-d662-4305-b32e-541d69722270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6973999 Feb 09 01:04:54.454473 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9211b-9bab-4e77-9566-807b932ffb6d service neutron] Pushing event updated for resources: {'Port': ['ID=94b792d6-4b46-48e1-af0e-a8b9c1751cfd,revision_number=6']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:54.469483 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-35c9211b-9bab-4e77-9566-807b932ffb6d service neutron] No DVR routers for this DVR port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:04:54.492598 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port d84aa1a6-697f-43fb-aa87-1449763ae063 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:54.498309 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port d84aa1a6-697f-43fb-aa87-1449763ae063 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:54.499604 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:54.541479 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 340f5206-e4c6-4d75-8305-bb6783c1cb53 up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:04:54.731144 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9cdaacc0-8075-4970-9510-33b47402f429 req-1dbcfd60-ddd1-47d8-8c67-c578fa4d3aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:54.757306 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-91cde3b1-cbe3-4f4d-8db8-29e92f386cbc service neutron] 10.222.0.37 "GET /v2.0/networks/0fe62980-d662-4305-b32e-541d69722270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952588 Feb 09 01:04:54.758082 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-35c9211b-9bab-4e77-9566-807b932ffb6d service neutron] Attempting to bind port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:04:54.758579 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-35c9211b-9bab-4e77-9566-807b932ffb6d service neutron] Attempting to bind port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:04:54.759076 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-35c9211b-9bab-4e77-9566-807b932ffb6d service neutron] Attempting to bind port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:54.784562 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e78cea-9ad4-44d8-98ea-df38715cfb20 req-6f231231-ea6c-45df-a1f7-7019f0758c70 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:54.792449 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-96e78cea-9ad4-44d8-98ea-df38715cfb20 req-6f231231-ea6c-45df-a1f7-7019f0758c70 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 1097 time: 0.6281588 Feb 09 01:04:54.823243 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-35c9211b-9bab-4e77-9566-807b932ffb6d service neutron] Port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:04:54.823741 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-35c9211b-9bab-4e77-9566-807b932ffb6d service neutron] Attempting to bind port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:54.831066 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 340f5206-e4c6-4d75-8305-bb6783c1cb53 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:54.841057 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 340f5206-e4c6-4d75-8305-bb6783c1cb53 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:54.841562 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:54.866834 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-96e78cea-9ad4-44d8-98ea-df38715cfb20 req-ec60d53d-d074-4191-a48c-4de4c3b12e0d tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734565 Feb 09 01:04:54.901165 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-35c9211b-9bab-4e77-9566-807b932ffb6d service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:04:54.903092 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-35c9211b-9bab-4e77-9566-807b932ffb6d service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:54.903786 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-35c9211b-9bab-4e77-9566-807b932ffb6d service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:04:54.904517 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-35c9211b-9bab-4e77-9566-807b932ffb6d service neutron] Bound port: 94b792d6-4b46-48e1-af0e-a8b9c1751cfd, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:04:54.905386 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-35c9211b-9bab-4e77-9566-807b932ffb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:54.914631 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:54.917191 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:55.039926 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:55.059915 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51dcfad5-a2b8-41f5-835e-05838c5eb972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84aa1a6-697f-43fb-aa87-1449763ae063'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:04:55.087603 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 340f5206-e4c6-4d75-8305-bb6783c1cb53, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=340f5206-e4c6-4d75-8305-bb6783c1cb53,segment=NetworkSegment(3b6a811f-9d4e-49e4-9b55-596caeb1db0d),segment_id=3b6a811f-9d4e-49e4-9b55-596caeb1db0d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:55.095421 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:55.097594 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 94b792d6-4b46-48e1-af0e-a8b9c1751cfd no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:04:55.133365 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port d84aa1a6-697f-43fb-aa87-1449763ae063, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d84aa1a6-697f-43fb-aa87-1449763ae063,segment=NetworkSegment(a392e6f8-7891-4a5f-8507-445f364bff08),segment_id=a392e6f8-7891-4a5f-8507-445f364bff08)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:55.194533 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:55.215194 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-e515c75a-2dce-474d-aff1-f5327a82b33f service neutron] 10.222.0.37 "GET /v2.0/networks/0fe62980-d662-4305-b32e-541d69722270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253280 Feb 09 01:04:55.235311 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9bbe2c15-8788-43a5-b3cd-2aa1ce06ce21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:55.251443 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=340f5206-e4c6-4d75-8305-bb6783c1cb53,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:55.263970 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ec224-f624-49a7-b96e-c030ea00d830 req-d4fca26b-4be0-42dd-acef-f19eb70f0a36 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:55.271044 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c46ec224-f624-49a7-b96e-c030ea00d830 req-d4fca26b-4be0-42dd-acef-f19eb70f0a36 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] 10.222.0.37 "GET /v2.0/ports?device_id=51dcfad5-a2b8-41f5-835e-05838c5eb972 HTTP/1.1" status: 200 len: 945 time: 0.1091537 Feb 09 01:04:55.289570 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 94b792d6-4b46-48e1-af0e-a8b9c1751cfd not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:04:55.325352 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-35c9211b-9bab-4e77-9566-807b932ffb6d service neutron] For port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:04:55.331787 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=d84aa1a6-697f-43fb-aa87-1449763ae063,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:55.363386 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-35c9211b-9bab-4e77-9566-807b932ffb6d service neutron] For port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=94b792d6-4b46-48e1-af0e-a8b9c1751cfd,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:04:55.373851 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-35c9211b-9bab-4e77-9566-807b932ffb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:55.406467 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c46ec224-f624-49a7-b96e-c030ea00d830 req-b158b491-dae6-428a-9dc5-7c9300ce026d tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] 10.222.0.37 "GET /v2.0/security-groups?id=a38bb781-94e4-4659-aa18-10ef90b54dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340263 Feb 09 01:04:55.494299 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-35c9211b-9bab-4e77-9566-807b932ffb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:55.494935 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-35c9211b-9bab-4e77-9566-807b932ffb6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:55.496346 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-35c9211b-9bab-4e77-9566-807b932ffb6d service neutron] 10.222.0.35 "PUT /v2.0/ports/94b792d6-4b46-48e1-af0e-a8b9c1751cfd HTTP/1.1" status: 200 len: 1096 time: 2.8040879 Feb 09 01:04:55.508549 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-48902033-f4dd-43ea-9aa4-613f2664c57b service neutron] 10.222.0.37 "GET /v2.0/networks/2bec690d-2fc1-4a43-9409-cf15cb1e963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849047 Feb 09 01:04:55.520499 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9211b-9bab-4e77-9566-807b932ffb6d service neutron] Pushing event updated for resources: {'Port': ['ID=94b792d6-4b46-48e1-af0e-a8b9c1751cfd,revision_number=7']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:55.784765 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbe2c15-8788-43a5-b3cd-2aa1ce06ce21 admin admin] Router 69e3571a-dde0-476c-877b-229d5cbd8a1e has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:04:55.806334 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488f580-cc68-4f31-a7f1-41cbc5b2e776 req-98e3e1a7-511c-47d6-9546-769c85a61490 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:55.807680 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5488f580-cc68-4f31-a7f1-41cbc5b2e776 req-98e3e1a7-511c-47d6-9546-769c85a61490 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=83fb4f04-88ed-46a7-bf5f-c0806ed639b8 HTTP/1.1" status: 200 len: 945 time: 0.1866212 Feb 09 01:04:55.878506 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-9cdaacc0-8075-4970-9510-33b47402f429 req-1dbcfd60-ddd1-47d8-8c67-c578fa4d3aa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5594f22-9a36-4440-bc64-312af7446b34 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:04:55.905444 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9cdaacc0-8075-4970-9510-33b47402f429 req-1dbcfd60-ddd1-47d8-8c67-c578fa4d3aa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:55.941870 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-9cdaacc0-8075-4970-9510-33b47402f429 req-1dbcfd60-ddd1-47d8-8c67-c578fa4d3aa4 service neutron] Transition to ACTIVE for port object c5594f22-9a36-4440-bc64-312af7446b34 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:55.952860 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9cdaacc0-8075-4970-9510-33b47402f429 req-1dbcfd60-ddd1-47d8-8c67-c578fa4d3aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:56.001489 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5488f580-cc68-4f31-a7f1-41cbc5b2e776 req-c18417f6-b3a3-40f4-8100-bcfb2eb4874b tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383157 Feb 09 01:04:56.029770 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbe2c15-8788-43a5-b3cd-2aa1ce06ce21 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:04:56.041968 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ccccfe-fb0a-40c4-8f82-49e00399eefd None None] Sync routers for ids ['69e3571a-dde0-476c-877b-229d5cbd8a1e'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:04:56.048939 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9bbe2c15-8788-43a5-b3cd-2aa1ce06ce21 admin admin] 10.222.0.37 "PUT /v2.0/routers/69e3571a-dde0-476c-877b-229d5cbd8a1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5043125 Feb 09 01:04:56.050006 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36482) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:56.054482 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ccccfe-fb0a-40c4-8f82-49e00399eefd None None] Routers {'69e3571a-dde0-476c-877b-229d5cbd8a1e'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:04:56.055228 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-54ccccfe-fb0a-40c4-8f82-49e00399eefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:04:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['69e3571a-dde0-476c-877b-229d5cbd8a1e'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:56.109896 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fbe539c3-3cf0-4c8d-ae7c-00a0914ebdc2 service neutron] 10.222.0.37 "GET /v2.0/networks/2bec690d-2fc1-4a43-9409-cf15cb1e963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5849426 Feb 09 01:04:56.110615 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcfd60-ddd1-47d8-8c67-c578fa4d3aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=c5594f22-9a36-4440-bc64-312af7446b34,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:56.131788 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-e4c254ac-5dbe-43cd-8936-bebfdf2258ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:56.133904 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-e4c254ac-5dbe-43cd-8936-bebfdf2258ee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 1099 time: 0.5343225 Feb 09 01:04:56.254049 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-54ccccfe-fb0a-40c4-8f82-49e00399eefd None None] Set router 69e3571a-dde0-476c-877b-229d5cbd8a1e gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:04:56.336768 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d1d6b184-47e5-45aa-85dc-f3014cc6c399 admin admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:56.414474 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96780643-9544-4a56-b0ba-560beb6688a3 req-8feff9b2-b60e-4c4f-95d4-6893504e761a tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:56.415876 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-96780643-9544-4a56-b0ba-560beb6688a3 req-8feff9b2-b60e-4c4f-95d4-6893504e761a tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports?device_id=71d1d6a2-32e4-474b-9a15-ecc124db9b3c HTTP/1.1" status: 200 len: 945 time: 0.2594054 Feb 09 01:04:56.478610 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-ce4efeea-be83-4862-88bc-6eb3e969787e service neutron] 10.222.0.37 "GET /v2.0/networks/2bec690d-2fc1-4a43-9409-cf15cb1e963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424094 Feb 09 01:04:56.569532 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-54ccccfe-fb0a-40c4-8f82-49e00399eefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e3571a-dde0-476c-877b-229d5cbd8a1e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1440902611-router', 'tenant_id': '9b9b86ab70ff49deb9fd1c39b6a80e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'f02adc56-ded2-4eeb-a2cc-e82f9da07067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:40Z', 'updated_at': '2022-02-09T01:04:53Z', 'revision_number': 5, 'project_id': '9b9b86ab70ff49deb9fd1c39b6a80e32', 'gw_port': {'id': 'f02adc56-ded2-4eeb-a2cc-e82f9da07067', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e3571a-dde0-476c-877b-229d5cbd8a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:41Z', 'updated_at': '2022-02-09T01:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:56.572262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-9cdaacc0-8075-4970-9510-33b47402f429 req-1dbcfd60-ddd1-47d8-8c67-c578fa4d3aa4 service neutron] Attempting to bind port c5594f22-9a36-4440-bc64-312af7446b34 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:04:56.572262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-9cdaacc0-8075-4970-9510-33b47402f429 req-1dbcfd60-ddd1-47d8-8c67-c578fa4d3aa4 service neutron] Attempting to bind port c5594f22-9a36-4440-bc64-312af7446b34 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '04e9ecb6-01d5-4ecf-9227-3ea9eee52184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:04:56.572262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdaacc0-8075-4970-9510-33b47402f429 req-1dbcfd60-ddd1-47d8-8c67-c578fa4d3aa4 service neutron] Attempting to bind port c5594f22-9a36-4440-bc64-312af7446b34 on network 6a46d8ce-a5dd-4900-abea-f731f0aef8fe {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:56.575151 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ccccfe-fb0a-40c4-8f82-49e00399eefd None None] Checking router: 69e3571a-dde0-476c-877b-229d5cbd8a1e for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:04:56.581835 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-155b8ba9-c12f-4155-bca6-e85a9b6b83c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:56.583356 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-155b8ba9-c12f-4155-bca6-e85a9b6b83c0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.3662462 Feb 09 01:04:56.586459 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ccccfe-fb0a-40c4-8f82-49e00399eefd None None] Routers {'69e3571a-dde0-476c-877b-229d5cbd8a1e'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:04:56.587168 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-54ccccfe-fb0a-40c4-8f82-49e00399eefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:04:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['69e3571a-dde0-476c-877b-229d5cbd8a1e'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:56.588496 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdaacc0-8075-4970-9510-33b47402f429 req-1dbcfd60-ddd1-47d8-8c67-c578fa4d3aa4 service neutron] Port c5594f22-9a36-4440-bc64-312af7446b34 on network 6a46d8ce-a5dd-4900-abea-f731f0aef8fe not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:04:56.588712 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdaacc0-8075-4970-9510-33b47402f429 req-1dbcfd60-ddd1-47d8-8c67-c578fa4d3aa4 service neutron] Attempting to bind port c5594f22-9a36-4440-bc64-312af7446b34 on network 6a46d8ce-a5dd-4900-abea-f731f0aef8fe {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:04:56.656853 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdaacc0-8075-4970-9510-33b47402f429 req-1dbcfd60-ddd1-47d8-8c67-c578fa4d3aa4 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:04:56.657188 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdaacc0-8075-4970-9510-33b47402f429 req-1dbcfd60-ddd1-47d8-8c67-c578fa4d3aa4 service neutron] Checking segment: {'id': '04e9ecb6-01d5-4ecf-9227-3ea9eee52184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:04:56.657575 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdaacc0-8075-4970-9510-33b47402f429 req-1dbcfd60-ddd1-47d8-8c67-c578fa4d3aa4 service neutron] Bound using segment: {'id': '04e9ecb6-01d5-4ecf-9227-3ea9eee52184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:04:56.658000 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-9cdaacc0-8075-4970-9510-33b47402f429 req-1dbcfd60-ddd1-47d8-8c67-c578fa4d3aa4 service neutron] Bound port: c5594f22-9a36-4440-bc64-312af7446b34, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04e9ecb6-01d5-4ecf-9227-3ea9eee52184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:04:56.658336 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9cdaacc0-8075-4970-9510-33b47402f429 req-1dbcfd60-ddd1-47d8-8c67-c578fa4d3aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:56.671859 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-22131817-fde2-471a-a723-6b6f475ab4b0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=94b792d6-4b46-48e1-af0e-a8b9c1751cfd HTTP/1.1" status: 200 len: 217 time: 0.0777116 Feb 09 01:04:56.674528 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-96780643-9544-4a56-b0ba-560beb6688a3 req-71f5f186-3ef0-403c-b31f-96deb6353c9f tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff34b42-ead9-44a7-9bae-45e8ec568e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440794 Feb 09 01:04:56.716322 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d1d6b184-47e5-45aa-85dc-f3014cc6c399 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:56.732738 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-d1d6b184-47e5-45aa-85dc-f3014cc6c399 admin admin] Deleting port f02adc56-ded2-4eeb-a2cc-e82f9da07067 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:56.733683 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d1d6b184-47e5-45aa-85dc-f3014cc6c399 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:56.759410 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb531411-c183-464c-b8be-7e95c398c023', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94b792d6-4b46-48e1-af0e-a8b9c1751cfd', 'code': 200} Feb 09 01:04:56.816518 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-18e63170-22f4-4810-902e-08e6f9fe5cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:56.818943 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-18e63170-22f4-4810-902e-08e6f9fe5cd7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.1348078 Feb 09 01:04:56.831577 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-54ccccfe-fb0a-40c4-8f82-49e00399eefd None None] Set router 69e3571a-dde0-476c-877b-229d5cbd8a1e gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:04:56.902314 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-f2b25626-499a-4ec5-adc2-01e92a91a779 service neutron] 10.222.0.37 "GET /v2.0/networks/2bec690d-2fc1-4a43-9409-cf15cb1e963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060240 Feb 09 01:04:56.914535 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-9cdaacc0-8075-4970-9510-33b47402f429 req-1dbcfd60-ddd1-47d8-8c67-c578fa4d3aa4 service neutron] For port c5594f22-9a36-4440-bc64-312af7446b34, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:04:56.921692 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-9cdaacc0-8075-4970-9510-33b47402f429 req-1dbcfd60-ddd1-47d8-8c67-c578fa4d3aa4 service neutron] For port c5594f22-9a36-4440-bc64-312af7446b34, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c5594f22-9a36-4440-bc64-312af7446b34,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:04:56.939311 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9cdaacc0-8075-4970-9510-33b47402f429 req-1dbcfd60-ddd1-47d8-8c67-c578fa4d3aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:57.036047 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425f2d8-8a6b-462a-bf1f-d1de09f2f72e req-c931c288-7713-4a4a-a070-2453a67e002d tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:57.038564 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdaacc0-8075-4970-9510-33b47402f429 req-1dbcfd60-ddd1-47d8-8c67-c578fa4d3aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:57.040613 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9cdaacc0-8075-4970-9510-33b47402f429 req-1dbcfd60-ddd1-47d8-8c67-c578fa4d3aa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:57.043228 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c425f2d8-8a6b-462a-bf1f-d1de09f2f72e req-c931c288-7713-4a4a-a070-2453a67e002d tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 948 time: 0.1584482 Feb 09 01:04:57.047728 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9cdaacc0-8075-4970-9510-33b47402f429 req-1dbcfd60-ddd1-47d8-8c67-c578fa4d3aa4 service neutron] 10.222.0.35 "PUT /v2.0/ports/c5594f22-9a36-4440-bc64-312af7446b34 HTTP/1.1" status: 200 len: 1091 time: 2.9606342 Feb 09 01:04:57.091045 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-a9fa5cb2-bb25-4d81-8adf-5bf88071382b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:57.092775 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-a9fa5cb2-bb25-4d81-8adf-5bf88071382b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2622433 Feb 09 01:04:57.094787 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcfd60-ddd1-47d8-8c67-c578fa4d3aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=c5594f22-9a36-4440-bc64-312af7446b34,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:57.100686 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-d1d6b184-47e5-45aa-85dc-f3014cc6c399 admin admin] For port f02adc56-ded2-4eeb-a2cc-e82f9da07067, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=f02adc56-ded2-4eeb-a2cc-e82f9da07067,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:57.101056 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d1d6b184-47e5-45aa-85dc-f3014cc6c399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:57.206510 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c425f2d8-8a6b-462a-bf1f-d1de09f2f72e req-45473c9f-6a5c-4039-9ef2-37553bf7b56c tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619227 Feb 09 01:04:57.262396 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-54ccccfe-fb0a-40c4-8f82-49e00399eefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e3571a-dde0-476c-877b-229d5cbd8a1e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1440902611-router', 'tenant_id': '9b9b86ab70ff49deb9fd1c39b6a80e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'f02adc56-ded2-4eeb-a2cc-e82f9da07067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:40Z', 'updated_at': '2022-02-09T01:04:53Z', 'revision_number': 5, 'project_id': '9b9b86ab70ff49deb9fd1c39b6a80e32', 'gw_port': {'id': 'f02adc56-ded2-4eeb-a2cc-e82f9da07067', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e3571a-dde0-476c-877b-229d5cbd8a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:41Z', 'updated_at': '2022-02-09T01:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:57.273929 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ccccfe-fb0a-40c4-8f82-49e00399eefd None None] The sync data for ids ['69e3571a-dde0-476c-877b-229d5cbd8a1e'] in n-d-828419-1 is: [{'id': '69e3571a-dde0-476c-877b-229d5cbd8a1e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1440902611-router', 'tenant_id': '9b9b86ab70ff49deb9fd1c39b6a80e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'f02adc56-ded2-4eeb-a2cc-e82f9da07067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:40Z', 'updated_at': '2022-02-09T01:04:53Z', 'revision_number': 5, 'project_id': '9b9b86ab70ff49deb9fd1c39b6a80e32', 'gw_port': {'id': 'f02adc56-ded2-4eeb-a2cc-e82f9da07067', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e3571a-dde0-476c-877b-229d5cbd8a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:41Z', 'updated_at': '2022-02-09T01:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:04:57.308779 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdaacc0-8075-4970-9510-33b47402f429 req-54833d06-da78-40fd-88dc-84ba77efcd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:57.310373 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9cdaacc0-8075-4970-9510-33b47402f429 req-54833d06-da78-40fd-88dc-84ba77efcd80 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a75aeed005c34e95a63eb49629dd324d&device_id=f3b9291d-dff3-47ae-b019-3b7b9ad0637e HTTP/1.1" status: 200 len: 1094 time: 0.2166121 Feb 09 01:04:57.360939 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-d1d6b184-47e5-45aa-85dc-f3014cc6c399 admin admin] Calling delete_port for f02adc56-ded2-4eeb-a2cc-e82f9da07067 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:04:57.405766 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9cdaacc0-8075-4970-9510-33b47402f429 req-fb1ca9f3-6417-453c-b3e7-daed29c3f215 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5594f22-9a36-4440-bc64-312af7446b34 HTTP/1.1" status: 200 len: 217 time: 0.0800500 Feb 09 01:04:57.534687 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b18d46-a64d-46c2-8c6c-e1a82b13fc9f req-fc6b565f-289e-4095-9670-961228955271 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:57.537012 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-52b18d46-a64d-46c2-8c6c-e1a82b13fc9f req-fc6b565f-289e-4095-9670-961228955271 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3b9291d-dff3-47ae-b019-3b7b9ad0637e HTTP/1.1" status: 200 len: 943 time: 0.1381953 Feb 09 01:04:57.596944 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-52b18d46-a64d-46c2-8c6c-e1a82b13fc9f req-493ccd83-3ebc-4eff-b663-20e257beca12 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481937 Feb 09 01:04:57.603524 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-69d1d6bb-0b59-4945-b780-2c0cd6a4055d service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684246 Feb 09 01:04:57.682708 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d1d6b184-47e5-45aa-85dc-f3014cc6c399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:57.694384 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51dcfad5-a2b8-41f5-835e-05838c5eb972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84aa1a6-697f-43fb-aa87-1449763ae063', 'code': 200} Feb 09 01:04:57.748602 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6b184-47e5-45aa-85dc-f3014cc6c399 admin admin] Pushing event deleted for resources: {'Port': ['ID=f02adc56-ded2-4eeb-a2cc-e82f9da07067,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:57.759686 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6b184-47e5-45aa-85dc-f3014cc6c399 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:57.760052 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6b184-47e5-45aa-85dc-f3014cc6c399 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:57.760410 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6b184-47e5-45aa-85dc-f3014cc6c399 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:57.761218 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6b184-47e5-45aa-85dc-f3014cc6c399 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:57.761825 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6b184-47e5-45aa-85dc-f3014cc6c399 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:57.762159 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6b184-47e5-45aa-85dc-f3014cc6c399 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:57.762490 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6b184-47e5-45aa-85dc-f3014cc6c399 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:57.762818 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6b184-47e5-45aa-85dc-f3014cc6c399 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:57.763146 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6b184-47e5-45aa-85dc-f3014cc6c399 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:57.763468 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6b184-47e5-45aa-85dc-f3014cc6c399 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:57.763790 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6b184-47e5-45aa-85dc-f3014cc6c399 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:57.764112 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6b184-47e5-45aa-85dc-f3014cc6c399 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:57.855736 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdaacc0-8075-4970-9510-33b47402f429 req-3ff1315e-1554-42ec-8511-e0fb0704f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:57.857753 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9cdaacc0-8075-4970-9510-33b47402f429 req-3ff1315e-1554-42ec-8511-e0fb0704f2b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e21ee47-9c4f-48f6-bbce-c83436d55ec2 HTTP/1.1" status: 200 len: 852 time: 0.4426882 Feb 09 01:04:57.941438 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9cdaacc0-8075-4970-9510-33b47402f429 req-a5dbe416-7584-41a7-ae25-5a73405f5341 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697339 Feb 09 01:04:57.964007 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d1d6b184-47e5-45aa-85dc-f3014cc6c399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:57.981946 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device c9e0b25e-9d25-4047-b82d-bde67c2b7af3 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:04:58.070276 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: c9e0b25e-9d25-4047-b82d-bde67c2b7af3 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:04:58.070704 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device c9e0b25e-9d25-4047-b82d-bde67c2b7af3 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:04:58.142753 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-485a9db0-5333-4730-931e-6ae5a8d50fd8 req-a32fae3d-0ccf-45c8-a71e-3406d34578ee service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5260656 Feb 09 01:04:58.185448 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e053a-94b7-480d-b436-7b063ea97222 req-14d47b02-e7c7-4733-8a4c-c4840f18e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:58.187041 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d71e053a-94b7-480d-b436-7b063ea97222 req-14d47b02-e7c7-4733-8a4c-c4840f18e993 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=51dcfad5-a2b8-41f5-835e-05838c5eb972 HTTP/1.1" status: 200 len: 1096 time: 0.4019263 Feb 09 01:04:58.248701 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9cdaacc0-8075-4970-9510-33b47402f429 req-c5a7e433-65ea-4d8c-834b-68239e41f5bb service neutron] 10.222.0.35 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983031 Feb 09 01:04:58.254805 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d71e053a-94b7-480d-b436-7b063ea97222 req-d374a8d7-3bfa-4a4a-a380-dc872200fa23 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a38bb781-94e4-4659-aa18-10ef90b54dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586767 Feb 09 01:04:58.287197 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d1d6b184-47e5-45aa-85dc-f3014cc6c399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:58.289860 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d1d6b184-47e5-45aa-85dc-f3014cc6c399 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:58.321399 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d1d6b184-47e5-45aa-85dc-f3014cc6c399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:58.321937 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d6b184-47e5-45aa-85dc-f3014cc6c399 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69e3571a-dde0-476c-877b-229d5cbd8a1e {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:04:58.348251 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d1d6b184-47e5-45aa-85dc-f3014cc6c399 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:58.352465 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d1d6b184-47e5-45aa-85dc-f3014cc6c399 admin admin] 10.222.0.37 "DELETE /v2.0/routers/69e3571a-dde0-476c-877b-229d5cbd8a1e HTTP/1.1" status: 204 len: 168 time: 2.3013048 Feb 09 01:04:58.353303 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36524) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:58.427690 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadaf2b5-7be9-480a-8561-ee496f68689f req-097a17f6-2f18-4c44-ae0c-a9593215c6a1 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:58.430050 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aadaf2b5-7be9-480a-8561-ee496f68689f req-097a17f6-2f18-4c44-ae0c-a9593215c6a1 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] 10.222.0.37 "GET /v2.0/ports?device_id=51dcfad5-a2b8-41f5-835e-05838c5eb972 HTTP/1.1" status: 200 len: 945 time: 0.1594181 Feb 09 01:04:58.474932 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a21790-4607-496c-8a29-c55bf9053524 admin admin] Deleting subnet 8255b0cc-95eb-4f14-b844-429187e2c3e7 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:04:58.478150 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c5a21790-4607-496c-8a29-c55bf9053524 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:58.648262 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c5a21790-4607-496c-8a29-c55bf9053524 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:58.663177 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aadaf2b5-7be9-480a-8561-ee496f68689f req-ece4ec07-94bc-427c-a955-b9ca9b7b4152 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] 10.222.0.37 "GET /v2.0/security-groups?id=a38bb781-94e4-4659-aa18-10ef90b54dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245266 Feb 09 01:04:58.666442 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9cdaacc0-8075-4970-9510-33b47402f429 req-8cd4c3fa-460b-4017-9ba5-13f1e00a2ccd service neutron] 10.222.0.35 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993053 Feb 09 01:04:58.706477 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc5f85-2f27-4c84-b0b2-0ac54ca37fe2 req-6f7a1e78-cf96-47bb-a900-ff56df6e50e5 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:58.708135 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8ccc5f85-2f27-4c84-b0b2-0ac54ca37fe2 req-6f7a1e78-cf96-47bb-a900-ff56df6e50e5 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports?device_id=71d1d6a2-32e4-474b-9a15-ecc124db9b3c HTTP/1.1" status: 200 len: 945 time: 0.1547143 Feb 09 01:04:58.760925 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d8465591-7c1b-415b-952f-23e45b3bf467 req-42328a95-5b8d-4fd0-b725-89d2b761b734 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 210 time: 0.0474789 Feb 09 01:04:58.762020 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb531411-c183-464c-b8be-7e95c398c023', 'tag': '94b792d6-4b46-48e1-af0e-a8b9c1751cfd'}, {'name': 'network-changed', 'server_uuid': 'f3b9291d-dff3-47ae-b019-3b7b9ad0637e', 'tag': 'c5594f22-9a36-4440-bc64-312af7446b34'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:04:58.924815 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8ccc5f85-2f27-4c84-b0b2-0ac54ca37fe2 req-2822f923-2d9c-47ab-aba4-037d7d39d3a9 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff34b42-ead9-44a7-9bae-45e8ec568e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065375 Feb 09 01:04:58.948334 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c5a21790-4607-496c-8a29-c55bf9053524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:59.058837 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c5a21790-4607-496c-8a29-c55bf9053524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:59.142957 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a21790-4607-496c-8a29-c55bf9053524 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8255b0cc-95eb-4f14-b844-429187e2c3e7,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:59.154736 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c5a21790-4607-496c-8a29-c55bf9053524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:59.160548 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2951c08c-4ba5-4230-80ba-6ed5bdb57743 None None] Network eb128efa-3738-4619-84c7-e1747482edb7 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:04:59.175978 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c5a21790-4607-496c-8a29-c55bf9053524 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8255b0cc-95eb-4f14-b844-429187e2c3e7 HTTP/1.1" status: 204 len: 168 time: 0.8174970 Feb 09 01:04:59.177189 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 36538) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:04:59.223244 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f48f7-6e42-456e-8c89-047be637bcfb req-6779a33a-ff53-43f4-8d47-a4be908e5d96 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:59.225205 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7e6f48f7-6e42-456e-8c89-047be637bcfb req-6779a33a-ff53-43f4-8d47-a4be908e5d96 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 948 time: 0.1311162 Feb 09 01:04:59.287911 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7e6f48f7-6e42-456e-8c89-047be637bcfb req-db2d7263-41bd-496e-9d8a-9eb034217514 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501037 Feb 09 01:04:59.360498 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-006e84db-63e5-4f44-9aab-aa5a1eac52c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:59.379197 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-006e84db-63e5-4f44-9aab-aa5a1eac52c6 admin admin] Deleting port bb754240-d771-4939-8fef-143752359d84 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:59.379582 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-006e84db-63e5-4f44-9aab-aa5a1eac52c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:59.417527 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c27d0a-0452-4287-bc25-49bed339ab6a req-ecfb4de2-2451-4f24-9a56-ddcac3ef9d1b tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:59.423853 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-01c27d0a-0452-4287-bc25-49bed339ab6a req-ecfb4de2-2451-4f24-9a56-ddcac3ef9d1b tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 1097 time: 0.1563201 Feb 09 01:04:59.452021 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8670b96-45b0-4d32-a6d0-439f3c3fd882 None None] DHCP port deletion for eb128efa-3738-4619-84c7-e1747482edb7 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:04:59.457107 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a8670b96-45b0-4d32-a6d0-439f3c3fd882 None None] Deleting port bb754240-d771-4939-8fef-143752359d84 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:04:59.457593 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a8670b96-45b0-4d32-a6d0-439f3c3fd882 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:59.504735 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7e790-d8dd-4d67-aa64-e1b1aeb3e7fb req-f21196b8-571b-4bed-8812-521ff91c3a09 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:59.514368 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-50c7e790-d8dd-4d67-aa64-e1b1aeb3e7fb req-f21196b8-571b-4bed-8812-521ff91c3a09 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3b9291d-dff3-47ae-b019-3b7b9ad0637e HTTP/1.1" status: 200 len: 943 time: 0.1041498 Feb 09 01:04:59.526045 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-01c27d0a-0452-4287-bc25-49bed339ab6a req-e21d168b-b975-41f8-ab46-7db79fdbe4f1 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012757 Feb 09 01:04:59.583655 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-50c7e790-d8dd-4d67-aa64-e1b1aeb3e7fb req-dee2607c-d5b3-404e-9c66-0abcceab0ed9 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682642 Feb 09 01:04:59.630553 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb531411-c183-464c-b8be-7e95c398c023', 'tag': '94b792d6-4b46-48e1-af0e-a8b9c1751cfd', 'status': 'completed', 'code': 200} Feb 09 01:04:59.631495 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3b9291d-dff3-47ae-b019-3b7b9ad0637e', 'tag': 'c5594f22-9a36-4440-bc64-312af7446b34', 'status': 'completed', 'code': 200} Feb 09 01:04:59.697577 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-006e84db-63e5-4f44-9aab-aa5a1eac52c6 admin admin] For port bb754240-d771-4939-8fef-143752359d84, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=bb754240-d771-4939-8fef-143752359d84,segment=NetworkSegment(555d0809-6839-4512-8b58-420a7414edf7),segment_id=555d0809-6839-4512-8b58-420a7414edf7)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:59.699585 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-006e84db-63e5-4f44-9aab-aa5a1eac52c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:59.732603 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d1d6a2-32e4-474b-9a15-ecc124db9b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340f5206-e4c6-4d75-8305-bb6783c1cb53'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:04:59.800145 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-a8670b96-45b0-4d32-a6d0-439f3c3fd882 None None] For port bb754240-d771-4939-8fef-143752359d84, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=bb754240-d771-4939-8fef-143752359d84,segment=NetworkSegment(555d0809-6839-4512-8b58-420a7414edf7),segment_id=555d0809-6839-4512-8b58-420a7414edf7)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:04:59.800790 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a8670b96-45b0-4d32-a6d0-439f3c3fd882 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:59.884807 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-006e84db-63e5-4f44-9aab-aa5a1eac52c6 admin admin] Calling delete_port for bb754240-d771-4939-8fef-143752359d84 owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:05:00.023069 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a8670b96-45b0-4d32-a6d0-439f3c3fd882 None None] Calling delete_port for bb754240-d771-4939-8fef-143752359d84 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:05:00.106869 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-a8670b96-45b0-4d32-a6d0-439f3c3fd882 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:05:00.107518 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-a8670b96-45b0-4d32-a6d0-439f3c3fd882 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:05:00.115314 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device bb754240-d771-4939-8fef-143752359d84 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:05:00.204996 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: bb754240-d771-4939-8fef-143752359d84 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:05:00.206829 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device bb754240-d771-4939-8fef-143752359d84 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:05:00.207653 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f02adc56-ded2-4eeb-a2cc-e82f9da07067 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:05:00.269354 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: f02adc56-ded2-4eeb-a2cc-e82f9da07067 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:05:00.269697 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f02adc56-ded2-4eeb-a2cc-e82f9da07067 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:05:00.292175 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3854432-e46e-4f57-a260-156dc10b2e19 req-777d4793-057b-490d-bda3-6302b31567d8 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:00.295664 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b3854432-e46e-4f57-a260-156dc10b2e19 req-777d4793-057b-490d-bda3-6302b31567d8 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] 10.222.0.37 "GET /v2.0/ports?device_id=51dcfad5-a2b8-41f5-835e-05838c5eb972 HTTP/1.1" status: 200 len: 945 time: 0.1118100 Feb 09 01:05:00.337704 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 94b792d6-4b46-48e1-af0e-a8b9c1751cfd details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:05:00.373070 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b3854432-e46e-4f57-a260-156dc10b2e19 req-9593bfbe-5528-40fa-aacc-574a9d5d5d6d tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] 10.222.0.37 "GET /v2.0/security-groups?id=a38bb781-94e4-4659-aa18-10ef90b54dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684974 Feb 09 01:05:00.410650 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-006e84db-63e5-4f44-9aab-aa5a1eac52c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:00.455440 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d1d6a2-32e4-474b-9a15-ecc124db9b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340f5206-e4c6-4d75-8305-bb6783c1cb53', 'code': 200} Feb 09 01:05:00.527527 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006e84db-63e5-4f44-9aab-aa5a1eac52c6 admin admin] No DVR routers for this DVR port bb754240-d771-4939-8fef-143752359d84 on host n-d-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:05:00.540344 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=94b792d6-4b46-48e1-af0e-a8b9c1751cfd,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:00.575437 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '94b792d6-4b46-48e1-af0e-a8b9c1751cfd', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': '94b792d6-4b46-48e1-af0e-a8b9c1751cfd', 'mac_address': 'fa:16:3e:57:cf:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:05:00.616996 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a8670b96-45b0-4d32-a6d0-439f3c3fd882 None None] Deleting port bb754240-d771-4939-8fef-143752359d84 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:05:00.617377 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a8670b96-45b0-4d32-a6d0-439f3c3fd882 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:00.632306 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-e4f6f7ea-ec36-463d-b2f1-26cd6eedeb33 req-eb904110-06e4-4936-b840-81cae1d3527e tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Synchronizing usage tracker for tenant:c1fe8f42c4854e5699e2e8b880d21442 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:05:00.674589 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-e4f6f7ea-ec36-463d-b2f1-26cd6eedeb33 req-eb904110-06e4-4936-b840-81cae1d3527e tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Unset dirty status for tenant:c1fe8f42c4854e5699e2e8b880d21442 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:05:00.683992 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e4f6f7ea-ec36-463d-b2f1-26cd6eedeb33 req-eb904110-06e4-4936-b840-81cae1d3527e tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 210 time: 0.1109266 Feb 09 01:05:00.704035 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e84db-63e5-4f44-9aab-aa5a1eac52c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb754240-d771-4939-8fef-143752359d84,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:00.751635 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a8670b96-45b0-4d32-a6d0-439f3c3fd882 None None] The port 'bb754240-d771-4939-8fef-143752359d84' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:05:00.820884 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:00.824329 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-3217f436-e524-4225-82a0-26060a9d7d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:00.826980 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-3217f436-e524-4225-82a0-26060a9d7d61 service neutron] 10.222.0.35 "GET /v2.0/ports/ed95cf65-6ad9-48b9-b564-6f38f0074a61 HTTP/1.1" status: 200 len: 1031 time: 0.8935266 Feb 09 01:05:00.889581 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b792d6-4b46-48e1-af0e-a8b9c1751cfd {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:05:00.928062 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=94b792d6-4b46-48e1-af0e-a8b9c1751cfd,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:00.935868 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:00.936566 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c5594f22-9a36-4440-bc64-312af7446b34 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:05:01.021629 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2795b-fe9d-4746-bb08-3b655eb20604 req-30eed85d-147d-4d84-998a-ca32fa70c968 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:01.023931 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0ad2795b-fe9d-4746-bb08-3b655eb20604 req-30eed85d-147d-4d84-998a-ca32fa70c968 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports?device_id=71d1d6a2-32e4-474b-9a15-ecc124db9b3c HTTP/1.1" status: 200 len: 945 time: 0.1207824 Feb 09 01:05:01.095724 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0ad2795b-fe9d-4746-bb08-3b655eb20604 req-40280048-5d58-43ca-9149-0d17ce67c1c3 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff34b42-ead9-44a7-9bae-45e8ec568e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624661 Feb 09 01:05:01.164671 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=94b792d6-4b46-48e1-af0e-a8b9c1751cfd,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:01.179085 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881054c0-e274-45d2-b464-22dc3ebd0448 req-444710f9-b24a-496d-930c-023c00158a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:01.179849 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:01.180414 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:01.180917 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:01.181429 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:01.181559 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-881054c0-e274-45d2-b464-22dc3ebd0448 req-444710f9-b24a-496d-930c-023c00158a59 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 1099 time: 1.2469773 Feb 09 01:05:01.182047 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:01.182533 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:01.183017 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:01.184234 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:01.184765 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:01.185257 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:01.185746 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:01.185913 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-006e84db-63e5-4f44-9aab-aa5a1eac52c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:01.186404 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:01.208118 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-69689383-4bed-4e00-8f04-053ab55807b1 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:05:01.215591 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-69689383-4bed-4e00-8f04-053ab55807b1 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0424049 Feb 09 01:05:01.259828 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-f88ace1c-662d-4e4d-9fce-c34cdb21d48e service neutron] Request body: {'binding': {'host': 'n-h2-828419-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:01.260687 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-f88ace1c-662d-4e4d-9fce-c34cdb21d48e service neutron] Unknown quota resources ['binding']. {{(pid=87612) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 01:05:01.265785 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c5594f22-9a36-4440-bc64-312af7446b34, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c5594f22-9a36-4440-bc64-312af7446b34,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:01.284586 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'c5594f22-9a36-4440-bc64-312af7446b34', 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe', 'port_id': 'c5594f22-9a36-4440-bc64-312af7446b34', 'mac_address': 'fa:16:3e:ea:04:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 988, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e21ee47-9c4f-48f6-bbce-c83436d55ec2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:05:01.348711 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:01.371969 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5594f22-9a36-4440-bc64-312af7446b34 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:05:01.391228 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c5594f22-9a36-4440-bc64-312af7446b34, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c5594f22-9a36-4440-bc64-312af7446b34,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:01.398307 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:01.399317 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-3698f752-e7af-4579-ab17-b115e02bf092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:01.400864 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-3698f752-e7af-4579-ab17-b115e02bf092 service neutron] 10.222.0.35 "GET /v2.0/ports/49f387b1-200d-4aa1-aa5b-0e58530b895f HTTP/1.1" status: 200 len: 1032 time: 0.5501812 Feb 09 01:05:01.462601 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-006e84db-63e5-4f44-9aab-aa5a1eac52c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb128efa-3738-4619-84c7-e1747482edb7']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:01.478423 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=c5594f22-9a36-4440-bc64-312af7446b34,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:01.498894 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881054c0-e274-45d2-b464-22dc3ebd0448 req-384e1265-7fe9-4651-8a86-b12ea609c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:01.500438 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-881054c0-e274-45d2-b464-22dc3ebd0448 req-384e1265-7fe9-4651-8a86-b12ea609c88e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 1099 time: 1.5648477 Feb 09 01:05:01.541227 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-006e84db-63e5-4f44-9aab-aa5a1eac52c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '555d0809-6839-4512-8b58-420a7414edf7') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:01.541518 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-006e84db-63e5-4f44-9aab-aa5a1eac52c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '555d0809-6839-4512-8b58-420a7414edf7') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:01.575254 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c321fe-4308-4a02-b0f8-fd92279d9a5a req-941cac3d-11e0-4bf0-b9dc-93bd6ac27c1a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:01.576863 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-19c321fe-4308-4a02-b0f8-fd92279d9a5a req-941cac3d-11e0-4bf0-b9dc-93bd6ac27c1a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 949 time: 0.0861807 Feb 09 01:05:01.632371 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-19c321fe-4308-4a02-b0f8-fd92279d9a5a req-43b9f3ea-e041-4cf4-ba32-3c264e8e7cdc tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437372 Feb 09 01:05:01.678493 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-006e84db-63e5-4f44-9aab-aa5a1eac52c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:01.695950 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['c5594f22-9a36-4440-bc64-312af7446b34'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:05:01.741637 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['94b792d6-4b46-48e1-af0e-a8b9c1751cfd'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:05:01.758296 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-006e84db-63e5-4f44-9aab-aa5a1eac52c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:01.775911 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e8462-411b-406b-b3dc-b5ad5feeb154 req-6a105aa3-b777-436e-8295-b508cde0ec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:01.777116 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-657e8462-411b-406b-b3dc-b5ad5feeb154 req-6a105aa3-b777-436e-8295-b508cde0ec53 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=71d1d6a2-32e4-474b-9a15-ecc124db9b3c HTTP/1.1" status: 200 len: 1096 time: 1.0805521 Feb 09 01:05:01.804500 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-006e84db-63e5-4f44-9aab-aa5a1eac52c6 admin admin] Releasing vlan 969 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:05:01.804907 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-006e84db-63e5-4f44-9aab-aa5a1eac52c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:01.819442 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:05:01.819442 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:05:01.819442 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:05:01.819442 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:05:01.819442 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:05:01.819442 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:05:01.819442 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:05:01.819442 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:05:01.819442 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:05:01.819442 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:05:01.819442 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:05:01.819442 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:05:01.819442 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:05:01.819442 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:05:01.819442 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:05:01.819442 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:05:01.819442 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:05:01.819442 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:05:01.819442 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:05:01.819442 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:05:01.819442 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:05:01.819442 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:05:01.819442 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:05:01.819442 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:05:01.819442 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:05:01.819442 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:05:01.819442 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:05:01.819442 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:05:01.819442 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:05:01.819442 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:05:01.819442 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:05:01.819442 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:05:01.956575 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405364d-ceb9-483b-a220-2ce0ae776e66 req-064894c0-44f6-4f0f-834b-2f3162b5a6e4 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:01.964829 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7405364d-ceb9-483b-a220-2ce0ae776e66 req-064894c0-44f6-4f0f-834b-2f3162b5a6e4 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3b9291d-dff3-47ae-b019-3b7b9ad0637e HTTP/1.1" status: 200 len: 944 time: 0.1240327 Feb 09 01:05:02.013023 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881054c0-e274-45d2-b464-22dc3ebd0448 req-c38b0a00-caa8-4896-aabe-895bae22a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:02.014779 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-881054c0-e274-45d2-b464-22dc3ebd0448 req-c38b0a00-caa8-4896-aabe-895bae22a6b5 service neutron] 10.222.0.117 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.8116581 Feb 09 01:05:02.023023 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7405364d-ceb9-483b-a220-2ce0ae776e66 req-45715671-5d44-4991-ada4-392d429942e8 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570672 Feb 09 01:05:02.148860 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-657e8462-411b-406b-b3dc-b5ad5feeb154 req-157fbed6-1838-4f25-a409-32ed396f872e service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=9ff34b42-ead9-44a7-9bae-45e8ec568e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545361 Feb 09 01:05:02.149892 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881054c0-e274-45d2-b464-22dc3ebd0448 req-6286d81a-b11b-4d12-82a6-e946dbcf0d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:02.151440 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-881054c0-e274-45d2-b464-22dc3ebd0448 req-6286d81a-b11b-4d12-82a6-e946dbcf0d67 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.6293542 Feb 09 01:05:02.165500 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-006e84db-63e5-4f44-9aab-aa5a1eac52c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:02.167542 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-f88ace1c-662d-4e4d-9fce-c34cdb21d48e service neutron] Attempting to bind port 2858c447-c2bf-4344-9cf1-9d62866f9e1f on host n-h2-828419-1 for vnic_type normal with profile None {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:05:02.168628 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-f88ace1c-662d-4e4d-9fce-c34cdb21d48e service neutron] Attempting to bind port 2858c447-c2bf-4344-9cf1-9d62866f9e1f by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:05:02.168954 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-f88ace1c-662d-4e4d-9fce-c34cdb21d48e service neutron] Attempting to bind port 2858c447-c2bf-4344-9cf1-9d62866f9e1f on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:02.182930 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-62bc3790-9183-4d43-a79e-0fd38f731f23 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:02.188530 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-62bc3790-9183-4d43-a79e-0fd38f731f23 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:02.194565 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-62bc3790-9183-4d43-a79e-0fd38f731f23 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:02.196230 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-62bc3790-9183-4d43-a79e-0fd38f731f23 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.35 "GET /v2.0/networks?id=151f3625-265a-4aab-adad-d81de62c4234&id=0fe62980-d662-4305-b32e-541d69722270&id=0fe62980-d662-4305-b32e-541d69722270&id=0fe62980-d662-4305-b32e-541d69722270&id=0fe62980-d662-4305-b32e-541d69722270&id=2bec690d-2fc1-4a43-9409-cf15cb1e963a&id=2bec690d-2fc1-4a43-9409-cf15cb1e963a HTTP/1.1" status: 200 len: 1994 time: 0.7188532 Feb 09 01:05:02.197670 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-881054c0-e274-45d2-b464-22dc3ebd0448 req-a71f4cdb-511d-4955-98ff-1258dee207ca service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=94b792d6-4b46-48e1-af0e-a8b9c1751cfd HTTP/1.1" status: 200 len: 217 time: 0.1480196 Feb 09 01:05:02.269009 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-006e84db-63e5-4f44-9aab-aa5a1eac52c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:02.291294 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-f88ace1c-662d-4e4d-9fce-c34cdb21d48e service neutron] Port 2858c447-c2bf-4344-9cf1-9d62866f9e1f on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:05:02.291618 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-f88ace1c-662d-4e4d-9fce-c34cdb21d48e service neutron] Attempting to bind port 2858c447-c2bf-4344-9cf1-9d62866f9e1f on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:02.305937 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e84db-63e5-4f44-9aab-aa5a1eac52c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb128efa-3738-4619-84c7-e1747482edb7,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:02.313960 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-881054c0-e274-45d2-b464-22dc3ebd0448 req-bd8a29d0-3434-42ab-9873-bc6adf134f66 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=94b792d6-4b46-48e1-af0e-a8b9c1751cfd HTTP/1.1" status: 200 len: 217 time: 0.1417253 Feb 09 01:05:02.317280 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-f88ace1c-662d-4e4d-9fce-c34cdb21d48e service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:05:02.317689 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-f88ace1c-662d-4e4d-9fce-c34cdb21d48e service neutron] Checking segment: {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:05:02.318035 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-f88ace1c-662d-4e4d-9fce-c34cdb21d48e service neutron] Bound using segment: {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:05:02.318464 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-f88ace1c-662d-4e4d-9fce-c34cdb21d48e service neutron] Bound port: 2858c447-c2bf-4344-9cf1-9d62866f9e1f, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:05:02.322273 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-006e84db-63e5-4f44-9aab-aa5a1eac52c6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/eb128efa-3738-4619-84c7-e1747482edb7 HTTP/1.1" status: 204 len: 168 time: 3.1412275 Feb 09 01:05:02.470961 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36596) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:02.526830 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c99fc6b2-8c67-4343-a966-e63ea4067d0a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b9b86ab70ff49deb9fd1c39b6a80e32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546873 Feb 09 01:05:02.529896 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36600) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:02.565107 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-5bc4cde0-b66a-4b2f-a889-eab95f7bc095 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1fe8f42c4854e5699e2e8b880d21442 HTTP/1.1" status: 200 len: 380 time: 0.2985809 Feb 09 01:05:02.593951 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-617838ce-9a74-4e42-bbc4-037ea14a6765 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Request body: {'port': {'device_id': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'network_id': '151f3625-265a-4aab-adad-d81de62c4234', 'admin_state_up': True, 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'security_groups': ['e1486fc1-1e2b-4613-b423-e31a76a75443']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:02.611613 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cde7a565-2f4a-4f4b-bb9f-c4e593c9684a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:02.649119 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cde7a565-2f4a-4f4b-bb9f-c4e593c9684a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:02.728199 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cde7a565-2f4a-4f4b-bb9f-c4e593c9684a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:02.746799 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881054c0-e274-45d2-b464-22dc3ebd0448 req-a866c164-b7c9-40fd-8056-9775e9ed646c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:02.748322 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-881054c0-e274-45d2-b464-22dc3ebd0448 req-a866c164-b7c9-40fd-8056-9775e9ed646c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.4234891 Feb 09 01:05:02.748536 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7a565-2f4a-4f4b-bb9f-c4e593c9684a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc2c5af-a9f2-4e79-a7e7-82d25c334218,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:02.765914 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cde7a565-2f4a-4f4b-bb9f-c4e593c9684a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:02.767085 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881054c0-e274-45d2-b464-22dc3ebd0448 req-1ce47644-dee3-409d-9541-ca2366ccf587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:02.770060 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-881054c0-e274-45d2-b464-22dc3ebd0448 req-1ce47644-dee3-409d-9541-ca2366ccf587 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.3769052 Feb 09 01:05:02.772050 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cde7a565-2f4a-4f4b-bb9f-c4e593c9684a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fbc2c5af-a9f2-4e79-a7e7-82d25c334218 HTTP/1.1" status: 204 len: 168 time: 0.2398286 Feb 09 01:05:02.813899 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-f88ace1c-662d-4e4d-9fce-c34cdb21d48e service neutron] For port 2858c447-c2bf-4344-9cf1-9d62866f9e1f, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=2858c447-c2bf-4344-9cf1-9d62866f9e1f,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:05:02.866729 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-f88ace1c-662d-4e4d-9fce-c34cdb21d48e service neutron] Notify callbacks [] for binding, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:02.879698 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-f88ace1c-662d-4e4d-9fce-c34cdb21d48e service neutron] 10.222.0.37 "POST /v2.0/ports/2858c447-c2bf-4344-9cf1-9d62866f9e1f/bindings HTTP/1.1" status: 201 len: 389 time: 1.6241238 Feb 09 01:05:03.033154 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-617838ce-9a74-4e42-bbc4-037ea14a6765 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:03.057563 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-8b9d2745-f8ef-4b1c-99f5-51e36d20fc8b tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:03.059123 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-8b9d2745-f8ef-4b1c-99f5-51e36d20fc8b tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023&tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&binding%3Ahost_id=n-h1-828419-1 HTTP/1.1" status: 200 len: 949 time: 0.4472377 Feb 09 01:05:03.060963 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-617838ce-9a74-4e42-bbc4-037ea14a6765 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:03.141408 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2138e6f8-4d64-40ea-92e0-4b1b589e9cd7 req-172bb282-17e3-430f-b6ba-ceeb50a74604 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 210 time: 0.0924184 Feb 09 01:05:03.176531 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-617838ce-9a74-4e42-bbc4-037ea14a6765 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Made reservation on behalf of c1fe8f42c4854e5699e2e8b880d21442 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:05:03.186179 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-617838ce-9a74-4e42-bbc4-037ea14a6765 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:03.222103 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881054c0-e274-45d2-b464-22dc3ebd0448 req-3fd32085-69b2-475c-a62a-467e653fbc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:03.228339 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-881054c0-e274-45d2-b464-22dc3ebd0448 req-3fd32085-69b2-475c-a62a-467e653fbc65 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4652290 Feb 09 01:05:03.290385 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881054c0-e274-45d2-b464-22dc3ebd0448 req-f04bb841-c6c8-40f7-9d17-489bf4351e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:03.293513 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-881054c0-e274-45d2-b464-22dc3ebd0448 req-f04bb841-c6c8-40f7-9d17-489bf4351e4f service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4816983 Feb 09 01:05:03.615420 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-b7059a70-8fb7-4b54-adce-de692374e671 service neutron] 10.222.0.35 "GET /v2.0/ports/94b792d6-4b46-48e1-af0e-a8b9c1751cfd/bindings/n-h1-828419-1 HTTP/1.1" status: 200 len: 382 time: 0.5455205 Feb 09 01:05:03.782926 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-881054c0-e274-45d2-b464-22dc3ebd0448 req-fce73a51-2a85-49dd-a4d7-16e52e960ec3 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4863045 Feb 09 01:05:03.825893 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eda581-67b9-400b-9c9e-01c3e3c7cbf9 req-11deaaa1-89cb-4e48-b048-b9b2005d9bb8 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:03.832816 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86eda581-67b9-400b-9c9e-01c3e3c7cbf9 req-11deaaa1-89cb-4e48-b048-b9b2005d9bb8 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports?device_id=71d1d6a2-32e4-474b-9a15-ecc124db9b3c HTTP/1.1" status: 200 len: 945 time: 0.6243837 Feb 09 01:05:03.846281 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-881054c0-e274-45d2-b464-22dc3ebd0448 req-eec478c4-0319-4990-a9f0-c845a8a4f13d service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837995 Feb 09 01:05:03.899415 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2a8f9-1caf-41df-97f6-4f5de2be7572 req-628e38da-b945-46e9-8f5f-5644e2224450 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:03.904912 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-11f2a8f9-1caf-41df-97f6-4f5de2be7572 req-628e38da-b945-46e9-8f5f-5644e2224450 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 949 time: 0.1876335 Feb 09 01:05:03.937559 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-b74ba644-f19c-47b2-a712-7929cadecda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:03.939005 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-b74ba644-f19c-47b2-a712-7929cadecda6 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6a459030aa9346b7b761b1ccc64f5445&device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 1097 time: 0.6413229 Feb 09 01:05:03.974525 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-11f2a8f9-1caf-41df-97f6-4f5de2be7572 req-b97708f2-0d6b-4207-9e0a-70c7b2f72609 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643764 Feb 09 01:05:04.067422 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-617838ce-9a74-4e42-bbc4-037ea14a6765 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Allocated IP 172.20.0.5 (151f3625-265a-4aab-adad-d81de62c4234/d34a1970-cc18-443c-a0a4-8c26bc2e7361/a9cc22f6-5283-4291-ac6b-9ff6463541ff) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:05:04.199063 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92a561-090c-44a2-a2ce-92f20375f9e8 req-f8701193-1e67-4461-8e36-f8d47d03e89c tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:04.201034 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ef92a561-090c-44a2-a2ce-92f20375f9e8 req-f8701193-1e67-4461-8e36-f8d47d03e89c tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] 10.222.0.37 "GET /v2.0/ports?device_id=51dcfad5-a2b8-41f5-835e-05838c5eb972 HTTP/1.1" status: 200 len: 945 time: 0.1148508 Feb 09 01:05:04.240996 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86eda581-67b9-400b-9c9e-01c3e3c7cbf9 req-631d377b-8bc4-4533-ba91-867263ba77b0 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff34b42-ead9-44a7-9bae-45e8ec568e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067078 Feb 09 01:05:04.266620 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ef92a561-090c-44a2-a2ce-92f20375f9e8 req-bc2066d8-0f7e-4fd2-ac59-ae379e2b806c tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] 10.222.0.37 "GET /v2.0/security-groups?id=a38bb781-94e4-4659-aa18-10ef90b54dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585375 Feb 09 01:05:04.368627 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 94b792d6-4b46-48e1-af0e-a8b9c1751cfd up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:05:04.465877 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:04.466640 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc293c-8d67-4ac6-8bd0-096d63da9d5b req-706acbf0-9136-4633-97fe-d988c1ec25e0 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:04.468682 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-67dc293c-8d67-4ac6-8bd0-096d63da9d5b req-706acbf0-9136-4633-97fe-d988c1ec25e0 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3b9291d-dff3-47ae-b019-3b7b9ad0637e HTTP/1.1" status: 200 len: 944 time: 0.1106782 Feb 09 01:05:04.474567 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:04.475162 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:04.527566 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-67dc293c-8d67-4ac6-8bd0-096d63da9d5b req-e682d4ae-18d0-47b8-957f-e8557c7b28e6 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530527 Feb 09 01:05:04.686317 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-881054c0-e274-45d2-b464-22dc3ebd0448 req-eada73e0-3091-4109-9aba-08b0e084e4b9 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7584333 Feb 09 01:05:04.717864 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:04.727762 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-881054c0-e274-45d2-b464-22dc3ebd0448 req-d3af4add-faee-499a-af25-38f0ede5d6b8 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9360771 Feb 09 01:05:04.763027 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=94b792d6-4b46-48e1-af0e-a8b9c1751cfd,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:04.764337 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb531411-c183-464c-b8be-7e95c398c023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b792d6-4b46-48e1-af0e-a8b9c1751cfd'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:04.783768 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:04.785040 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c5594f22-9a36-4440-bc64-312af7446b34 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:05:04.914312 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=94b792d6-4b46-48e1-af0e-a8b9c1751cfd,revision_number=9']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:04.928113 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port c5594f22-9a36-4440-bc64-312af7446b34 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:04.934081 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port c5594f22-9a36-4440-bc64-312af7446b34 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:04.934592 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:05.064734 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-56f8eb05-c5e0-4267-b865-6750d12aae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:05.068489 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-56f8eb05-c5e0-4267-b865-6750d12aae22 service neutron] 10.222.0.117 "GET /v2.0/networks?id=48fff0c2-cb8c-4c86-992a-0e113098b5fc HTTP/1.1" status: 200 len: 909 time: 1.0961740 Feb 09 01:05:05.075106 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:05.114925 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c5594f22-9a36-4440-bc64-312af7446b34, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c5594f22-9a36-4440-bc64-312af7446b34,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:05.120263 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:05.211324 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=c5594f22-9a36-4440-bc64-312af7446b34,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:05.367706 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-acdd3871-992f-4d68-bf37-b6721910e609 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2858c447-c2bf-4344-9cf1-9d62866f9e1f HTTP/1.1" status: 200 len: 217 time: 0.2345412 Feb 09 01:05:05.391758 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-25fbf93b-7cda-4cb9-84f5-bb9008f52c9a req-2f8045f6-2429-49be-b60a-5dc40d2b7729 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 210 time: 0.0447421 Feb 09 01:05:05.392306 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-617838ce-9a74-4e42-bbc4-037ea14a6765 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:05.477689 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb531411-c183-464c-b8be-7e95c398c023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b792d6-4b46-48e1-af0e-a8b9c1751cfd', 'code': 200} Feb 09 01:05:05.483065 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-617838ce-9a74-4e42-bbc4-037ea14a6765 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Transition to ACTIVE for port object a9cc22f6-5283-4291-ac6b-9ff6463541ff will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:05.493350 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d5f2c-46d8-4389-9d33-f2cf5843d18f req-cf43c271-6d56-4222-8f48-880d89bef731 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:05.500571 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e7d5f2c-46d8-4389-9d33-f2cf5843d18f req-cf43c271-6d56-4222-8f48-880d89bef731 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 946 time: 0.9417019 Feb 09 01:05:05.541507 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f21c7-6cfc-4521-a4f7-dd25077c6715 req-2e19d259-3967-4682-8239-bfeb0c801f84 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:05.543038 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f35f21c7-6cfc-4521-a4f7-dd25077c6715 req-2e19d259-3967-4682-8239-bfeb0c801f84 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] 10.222.0.35 "GET /v2.0/ports?device_id=51dcfad5-a2b8-41f5-835e-05838c5eb972 HTTP/1.1" status: 200 len: 945 time: 0.7970641 Feb 09 01:05:05.601100 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-a8441031-315a-4375-b085-f3ca0541c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:05.602654 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-a8441031-315a-4375-b085-f3ca0541c949 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=71237ce4-c470-4847-a2d1-f1f13758c999 HTTP/1.1" status: 200 len: 848 time: 0.2163084 Feb 09 01:05:05.613293 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881054c0-e274-45d2-b464-22dc3ebd0448 req-8628093f-15b0-4c1f-ba9d-2365e229806b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:05.615329 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-881054c0-e274-45d2-b464-22dc3ebd0448 req-8628093f-15b0-4c1f-ba9d-2365e229806b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a75aeed005c34e95a63eb49629dd324d&device_id=f3b9291d-dff3-47ae-b019-3b7b9ad0637e HTTP/1.1" status: 200 len: 1095 time: 0.7712231 Feb 09 01:05:05.617209 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-05f6acc7-3ec3-4198-a8e5-24636e0f49d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:05.618577 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-05f6acc7-3ec3-4198-a8e5-24636e0f49d0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 1101 time: 0.7826393 Feb 09 01:05:05.671464 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b6554-5425-4b86-a00a-c045fe7e21ea req-60625367-9812-42d4-be33-e99a45106776 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:05.673426 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-081b6554-5425-4b86-a00a-c045fe7e21ea req-60625367-9812-42d4-be33-e99a45106776 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=d817c5ae-4755-47fa-874c-1ad857cdb067 HTTP/1.1" status: 200 len: 945 time: 0.1050951 Feb 09 01:05:05.728785 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-081b6554-5425-4b86-a00a-c045fe7e21ea req-fc9053fc-0345-4517-8611-04dea6ba1b28 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416141 Feb 09 01:05:05.801983 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-54bdfc14-cf92-40cf-adf8-a133977420a3 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=48fff0c2-cb8c-4c86-992a-0e113098b5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1731122 Feb 09 01:05:05.868699 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e7d5f2c-46d8-4389-9d33-f2cf5843d18f req-34a6341d-8eff-4dce-a215-8937376349c6 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673506 Feb 09 01:05:05.907681 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-f35f21c7-6cfc-4521-a4f7-dd25077c6715 req-d9019ad1-c2a8-4785-a27a-c78fca745575 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Deleting port d84aa1a6-697f-43fb-aa87-1449763ae063 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:05:05.907927 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f35f21c7-6cfc-4521-a4f7-dd25077c6715 req-d9019ad1-c2a8-4785-a27a-c78fca745575 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:05.941418 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0243e-b5f2-4cdc-8c4b-4f7fe4e14739 req-46d8b490-f96a-4696-bb38-70b1e9cc19db tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:05.943619 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cbd0243e-b5f2-4cdc-8c4b-4f7fe4e14739 req-46d8b490-f96a-4696-bb38-70b1e9cc19db tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 950 time: 0.1104567 Feb 09 01:05:05.999140 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cbd0243e-b5f2-4cdc-8c4b-4f7fe4e14739 req-b024f7be-9d89-45e0-9c42-830c6fec509e tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472555 Feb 09 01:05:06.046957 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-617838ce-9a74-4e42-bbc4-037ea14a6765 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:06.217713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-617838ce-9a74-4e42-bbc4-037ea14a6765 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Network 151f3625-265a-4aab-adad-d81de62c4234 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:06.266666 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115002be-caba-413d-a8df-a3e046973c42 req-dc833b70-970b-4502-b530-c38704ada3e9 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:06.266899 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-617838ce-9a74-4e42-bbc4-037ea14a6765 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:06.268078 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-115002be-caba-413d-a8df-a3e046973c42 req-dc833b70-970b-4502-b530-c38704ada3e9 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] 10.222.0.37 "GET /v2.0/ports?device_id=51dcfad5-a2b8-41f5-835e-05838c5eb972 HTTP/1.1" status: 200 len: 945 time: 0.1175706 Feb 09 01:05:06.269395 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-617838ce-9a74-4e42-bbc4-037ea14a6765 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:05:06.328249 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-115002be-caba-413d-a8df-a3e046973c42 req-ec4b4da8-84a7-4cec-98f6-883362c11969 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] 10.222.0.37 "GET /v2.0/security-groups?id=a38bb781-94e4-4659-aa18-10ef90b54dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467458 Feb 09 01:05:06.409713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-617838ce-9a74-4e42-bbc4-037ea14a6765 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:06.410460 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-617838ce-9a74-4e42-bbc4-037ea14a6765 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:06.430757 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617838ce-9a74-4e42-bbc4-037ea14a6765 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Pushing event updated for resources: {'Port': ['ID=a9cc22f6-5283-4291-ac6b-9ff6463541ff,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:06.434360 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-a45c43bb-ba7d-4719-880b-d6e37c9dfd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:06.436445 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-a45c43bb-ba7d-4719-880b-d6e37c9dfd8c service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.7586734 Feb 09 01:05:06.473525 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881054c0-e274-45d2-b464-22dc3ebd0448 req-6b362713-e6dc-4861-99fb-81990064aa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:06.475898 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-881054c0-e274-45d2-b464-22dc3ebd0448 req-6b362713-e6dc-4861-99fb-81990064aa74 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe HTTP/1.1" status: 200 len: 913 time: 0.7930629 Feb 09 01:05:06.539609 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617838ce-9a74-4e42-bbc4-037ea14a6765 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:06.539954 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617838ce-9a74-4e42-bbc4-037ea14a6765 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:06.540294 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617838ce-9a74-4e42-bbc4-037ea14a6765 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:06.540649 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617838ce-9a74-4e42-bbc4-037ea14a6765 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:06.540977 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617838ce-9a74-4e42-bbc4-037ea14a6765 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:06.541306 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617838ce-9a74-4e42-bbc4-037ea14a6765 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:06.541630 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617838ce-9a74-4e42-bbc4-037ea14a6765 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:06.541960 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617838ce-9a74-4e42-bbc4-037ea14a6765 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:06.542290 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617838ce-9a74-4e42-bbc4-037ea14a6765 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:06.542608 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617838ce-9a74-4e42-bbc4-037ea14a6765 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:06.542926 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617838ce-9a74-4e42-bbc4-037ea14a6765 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:06.543242 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617838ce-9a74-4e42-bbc4-037ea14a6765 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:06.543762 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941103c-ab22-4ae0-8fcb-9a63674bc02e req-02db56a6-a31b-4cda-88ef-6b49e460884a tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:06.545984 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6941103c-ab22-4ae0-8fcb-9a63674bc02e req-02db56a6-a31b-4cda-88ef-6b49e460884a tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3b9291d-dff3-47ae-b019-3b7b9ad0637e HTTP/1.1" status: 200 len: 945 time: 0.1077952 Feb 09 01:05:06.597364 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6941103c-ab22-4ae0-8fcb-9a63674bc02e req-d4076bfa-df88-4c79-8147-346a1428fdc2 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423474 Feb 09 01:05:06.616968 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6411b467-16cc-48aa-84ac-6643dc492668 None None] Provisioning for port a9cc22f6-5283-4291-ac6b-9ff6463541ff completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:06.624660 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6411b467-16cc-48aa-84ac-6643dc492668 None None] Provisioning complete for port a9cc22f6-5283-4291-ac6b-9ff6463541ff triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:06.625372 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6411b467-16cc-48aa-84ac-6643dc492668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:06.706695 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-6411b467-16cc-48aa-84ac-6643dc492668 None None] Port a9cc22f6-5283-4291-ac6b-9ff6463541ff cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:05:06.826292 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c01989be-1a38-48bd-a04d-00af7e5cd4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:06.852208 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-ae18aa97-2ccc-46ab-954c-ab6b76c66842 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=94b792d6-4b46-48e1-af0e-a8b9c1751cfd HTTP/1.1" status: 200 len: 217 time: 0.3929005 Feb 09 01:05:06.854121 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-c30e7801-d159-462d-8932-0581f4a12577 service neutron] 10.222.0.117 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9889193 Feb 09 01:05:06.877040 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-881054c0-e274-45d2-b464-22dc3ebd0448 req-de28317a-b209-4a1b-abc7-13aae24af7eb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5594f22-9a36-4440-bc64-312af7446b34 HTTP/1.1" status: 200 len: 217 time: 0.3159921 Feb 09 01:05:06.901229 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dc2c8-5440-4913-8c64-1d353e3b8b96 req-db9300d0-4c34-495b-be3e-44c284f7c9fa tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:06.902859 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b25dc2c8-5440-4913-8c64-1d353e3b8b96 req-db9300d0-4c34-495b-be3e-44c284f7c9fa tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 931 time: 0.1034713 Feb 09 01:05:06.931171 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-617838ce-9a74-4e42-bbc4-037ea14a6765 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3544502 Feb 09 01:05:06.958657 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-b25dc2c8-5440-4913-8c64-1d353e3b8b96 req-8a5f260b-a517-4d90-b3d2-8e0e1e02f500 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Synchronizing usage tracker for tenant:c1fe8f42c4854e5699e2e8b880d21442 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:05:06.978875 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-b25dc2c8-5440-4913-8c64-1d353e3b8b96 req-8a5f260b-a517-4d90-b3d2-8e0e1e02f500 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Unset dirty status for tenant:c1fe8f42c4854e5699e2e8b880d21442 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:05:06.980455 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b25dc2c8-5440-4913-8c64-1d353e3b8b96 req-8a5f260b-a517-4d90-b3d2-8e0e1e02f500 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702109 Feb 09 01:05:07.033961 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-a4a453fe-9987-487e-af03-29fde39006aa tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Request body: {'port': {'device_id': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'network_id': '0fe62980-d662-4305-b32e-541d69722270', 'admin_state_up': True, 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'security_groups': ['e1486fc1-1e2b-4613-b423-e31a76a75443']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:07.223203 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4bf975-81f3-4cec-8e5a-56a2ac27cbf9 req-31dcfa3f-3344-4c5f-88b4-fd87f3bf7755 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:07.224736 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0c4bf975-81f3-4cec-8e5a-56a2ac27cbf9 req-31dcfa3f-3344-4c5f-88b4-fd87f3bf7755 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=d817c5ae-4755-47fa-874c-1ad857cdb067 HTTP/1.1" status: 200 len: 945 time: 0.0862267 Feb 09 01:05:07.234533 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda9bc8-d1bc-4dd4-a302-cd38c49e11e7 req-31db1b80-3da4-40d5-bc06-976a0893a764 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:07.235981 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cda9bc8-d1bc-4dd4-a302-cd38c49e11e7 req-31db1b80-3da4-40d5-bc06-976a0893a764 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports?device_id=71d1d6a2-32e4-474b-9a15-ecc124db9b3c HTTP/1.1" status: 200 len: 945 time: 1.1808562 Feb 09 01:05:07.246340 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881054c0-e274-45d2-b464-22dc3ebd0448 req-928d7de5-aae3-46ea-bc36-bbee118dda83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:07.247741 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-881054c0-e274-45d2-b464-22dc3ebd0448 req-928d7de5-aae3-46ea-bc36-bbee118dda83 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e21ee47-9c4f-48f6-bbce-c83436d55ec2 HTTP/1.1" status: 200 len: 852 time: 0.3113997 Feb 09 01:05:07.264522 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-ca656bde-d406-4e7a-99fc-22829c423437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:07.265970 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-ca656bde-d406-4e7a-99fc-22829c423437 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.3958428 Feb 09 01:05:07.269624 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0c4bf975-81f3-4cec-8e5a-56a2ac27cbf9 req-3fdea5b3-dd54-408f-ad48-6b46020d4bee tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389178 Feb 09 01:05:07.406654 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-881054c0-e274-45d2-b464-22dc3ebd0448 req-ce9d6c54-b2af-4f9e-8c99-5f6350ed7e46 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1335108 Feb 09 01:05:07.416575 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-f35f21c7-6cfc-4521-a4f7-dd25077c6715 req-d9019ad1-c2a8-4785-a27a-c78fca745575 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] For port d84aa1a6-697f-43fb-aa87-1449763ae063, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d84aa1a6-697f-43fb-aa87-1449763ae063,segment=NetworkSegment(a392e6f8-7891-4a5f-8507-445f364bff08),segment_id=a392e6f8-7891-4a5f-8507-445f364bff08)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:07.416935 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f35f21c7-6cfc-4521-a4f7-dd25077c6715 req-d9019ad1-c2a8-4785-a27a-c78fca745575 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:07.449116 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc51265-f8d7-4259-9f96-edcc8f3ae60b req-65893f25-78f4-41de-bde2-a90ddb3aa907 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:07.450619 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0bc51265-f8d7-4259-9f96-edcc8f3ae60b req-65893f25-78f4-41de-bde2-a90ddb3aa907 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 946 time: 0.0843496 Feb 09 01:05:07.464048 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-251de223-5532-4536-b21a-df12d1f057a2 service neutron] 10.222.0.117 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5902891 Feb 09 01:05:07.480552 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b9291d-dff3-47ae-b019-3b7b9ad0637e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5594f22-9a36-4440-bc64-312af7446b34'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:07.501363 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0bc51265-f8d7-4259-9f96-edcc8f3ae60b req-d1f1bd08-646b-4531-a6b2-2d1e1a5cdff0 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447931 Feb 09 01:05:07.652020 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cda9bc8-d1bc-4dd4-a302-cd38c49e11e7 req-804483b9-b085-436f-b6cc-369f57df4f23 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff34b42-ead9-44a7-9bae-45e8ec568e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033229 Feb 09 01:05:07.662210 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-f35f21c7-6cfc-4521-a4f7-dd25077c6715 req-d9019ad1-c2a8-4785-a27a-c78fca745575 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Calling delete_port for d84aa1a6-697f-43fb-aa87-1449763ae063 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:05:07.703117 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e105af-bd00-4ebe-8cf7-ca63bdb50c82 req-ab5ecd9c-b7cd-4cf8-90e8-920136ab4598 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:07.704904 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-37e105af-bd00-4ebe-8cf7-ca63bdb50c82 req-ab5ecd9c-b7cd-4cf8-90e8-920136ab4598 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 950 time: 0.1023700 Feb 09 01:05:07.751791 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-37e105af-bd00-4ebe-8cf7-ca63bdb50c82 req-a429cf6a-9b9f-425e-883f-8ddced7595b7 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403059 Feb 09 01:05:07.776928 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-a4a453fe-9987-487e-af03-29fde39006aa tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:07.781558 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-a4a453fe-9987-487e-af03-29fde39006aa tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Usage tracker for resource:port and tenant:c1fe8f42c4854e5699e2e8b880d21442 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:07.790931 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-a4a453fe-9987-487e-af03-29fde39006aa tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Quota usage for port was recalculated. Used quota:8. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:07.821100 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b9291d-dff3-47ae-b019-3b7b9ad0637e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5594f22-9a36-4440-bc64-312af7446b34', 'code': 200} Feb 09 01:05:07.847876 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-a4a453fe-9987-487e-af03-29fde39006aa tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:07.933367 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-a4a453fe-9987-487e-af03-29fde39006aa tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Made reservation on behalf of c1fe8f42c4854e5699e2e8b880d21442 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:05:07.936887 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-a4a453fe-9987-487e-af03-29fde39006aa tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:07.963419 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-814297ee-6718-4308-8f66-eca2134056df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:07.964917 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-814297ee-6718-4308-8f66-eca2134056df service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6767812 Feb 09 01:05:08.008336 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-881054c0-e274-45d2-b464-22dc3ebd0448 req-7c16d8ae-4948-4179-b4e9-d10738b6957f service neutron] 10.222.0.35 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5820897 Feb 09 01:05:08.065913 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f9b4e-654e-41ea-a36a-4ecb8b823edd req-d2aa3645-9288-4e6f-8bee-307d66ad8911 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:08.067938 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c89f9b4e-654e-41ea-a36a-4ecb8b823edd req-d2aa3645-9288-4e6f-8bee-307d66ad8911 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3b9291d-dff3-47ae-b019-3b7b9ad0637e HTTP/1.1" status: 200 len: 945 time: 0.1311393 Feb 09 01:05:08.070046 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cba021-1493-4fe7-8b71-d81655c689a7 req-7e203ed2-361d-48e0-8b4a-53ee4d07b526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:08.071527 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c9cba021-1493-4fe7-8b71-d81655c689a7 req-7e203ed2-361d-48e0-8b4a-53ee4d07b526 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f3b9291d-dff3-47ae-b019-3b7b9ad0637e HTTP/1.1" status: 200 len: 1096 time: 0.1838396 Feb 09 01:05:08.142282 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c89f9b4e-654e-41ea-a36a-4ecb8b823edd req-e7940bc8-036d-4880-9caa-3e9f2e234435 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676558 Feb 09 01:05:08.167627 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c9cba021-1493-4fe7-8b71-d81655c689a7 req-55ddd60a-6505-4aef-ab83-dd723001f427 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554211 Feb 09 01:05:08.330860 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-709d5aa9-811e-42b2-af4e-777f89b5312f req-aa3975cd-87da-451a-80c7-da6f897c0edf tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1509848 Feb 09 01:05:08.340940 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-709d5aa9-811e-42b2-af4e-777f89b5312f req-a01542a2-8c29-4ded-8a24-aa1503b4b810 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:08.347026 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-709d5aa9-811e-42b2-af4e-777f89b5312f req-a01542a2-8c29-4ded-8a24-aa1503b4b810 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:08.351523 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-709d5aa9-811e-42b2-af4e-777f89b5312f req-a01542a2-8c29-4ded-8a24-aa1503b4b810 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Usage tracker for resource:floatingip and tenant:13db6f711f024a948f23ba528e45c23e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:08.354418 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-709d5aa9-811e-42b2-af4e-777f89b5312f req-a01542a2-8c29-4ded-8a24-aa1503b4b810 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:08.360179 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-709d5aa9-811e-42b2-af4e-777f89b5312f req-a01542a2-8c29-4ded-8a24-aa1503b4b810 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:08.373216 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-709d5aa9-811e-42b2-af4e-777f89b5312f req-a01542a2-8c29-4ded-8a24-aa1503b4b810 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:08.379178 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device d84aa1a6-697f-43fb-aa87-1449763ae063 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:05:08.394632 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-3a10628c-c9c9-4c59-8409-8544d200945f tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:08.396675 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-3a10628c-c9c9-4c59-8409-8544d200945f tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e&tenant_id=6a459030aa9346b7b761b1ccc64f5445&binding%3Ahost_id=n-h1-828419-1 HTTP/1.1" status: 200 len: 1097 time: 0.7514627 Feb 09 01:05:08.426678 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-5476a225-5ecc-4cbe-a9fa-560353740ae0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828419-1'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:08.470582 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f35f21c7-6cfc-4521-a4f7-dd25077c6715 req-d9019ad1-c2a8-4785-a27a-c78fca745575 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:08.482648 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No active binding found for port d84aa1a6-697f-43fb-aa87-1449763ae063 {{(pid=87613) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 01:05:08.483054 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device d84aa1a6-697f-43fb-aa87-1449763ae063 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:05:08.585617 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530f750-60f7-484e-a50b-6ec6a5a6ce81 req-a92b272a-3db8-417a-97ef-6aca1f4940b8 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:08.587053 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e530f750-60f7-484e-a50b-6ec6a5a6ce81 req-a92b272a-3db8-417a-97ef-6aca1f4940b8 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] 10.222.0.37 "GET /v2.0/ports?device_id=51dcfad5-a2b8-41f5-835e-05838c5eb972 HTTP/1.1" status: 200 len: 945 time: 0.7972806 Feb 09 01:05:08.620802 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-709d5aa9-811e-42b2-af4e-777f89b5312f req-a01542a2-8c29-4ded-8a24-aa1503b4b810 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:08.646765 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9019ad1-c2a8-4785-a27a-c78fca745575 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Pushing event deleted for resources: {'Port': ['ID=d84aa1a6-697f-43fb-aa87-1449763ae063,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:08.724525 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-3769080b-35da-4c91-99fe-ec8fb84aa616 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7222576 Feb 09 01:05:08.760311 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [req-709d5aa9-811e-42b2-af4e-777f89b5312f req-a01542a2-8c29-4ded-8a24-aa1503b4b810 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Allocated IP 172.25.5.61 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/5354db61-bc6b-4276-887b-1c104ca6dbe9) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:05:08.826971 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-881054c0-e274-45d2-b464-22dc3ebd0448 req-d00ea6c7-86d2-452c-91d7-857dd09c8fcc service neutron] 10.222.0.35 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7859614 Feb 09 01:05:08.908186 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35f21c7-6cfc-4521-a4f7-dd25077c6715 req-d9019ad1-c2a8-4785-a27a-c78fca745575 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] No DVR routers for this DVR port d84aa1a6-697f-43fb-aa87-1449763ae063 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:05:08.916608 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-709d5aa9-811e-42b2-af4e-777f89b5312f req-a01542a2-8c29-4ded-8a24-aa1503b4b810 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:08.926451 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f35f21c7-6cfc-4521-a4f7-dd25077c6715 req-d9019ad1-c2a8-4785-a27a-c78fca745575 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:08.930789 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51dcfad5-a2b8-41f5-835e-05838c5eb972', 'name': 'network-vif-deleted', 'tag': 'd84aa1a6-697f-43fb-aa87-1449763ae063'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:08.948811 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-a4a453fe-9987-487e-af03-29fde39006aa tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Allocated IP 10.1.1.71 (0fe62980-d662-4305-b32e-541d69722270/efedc14e-a8af-4624-b0ad-f3edbb135900/487d94e7-f3c1-4818-8a12-ddf7384d74a2) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:05:08.951340 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-709d5aa9-811e-42b2-af4e-777f89b5312f req-a01542a2-8c29-4ded-8a24-aa1503b4b810 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:08.955216 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e530f750-60f7-484e-a50b-6ec6a5a6ce81 req-4edfe8dc-0b62-4c32-a034-b6c67c71c78a tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] 10.222.0.37 "GET /v2.0/security-groups?id=a38bb781-94e4-4659-aa18-10ef90b54dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123143 Feb 09 01:05:08.994248 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-5476a225-5ecc-4cbe-a9fa-560353740ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:09.013095 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f35f21c7-6cfc-4521-a4f7-dd25077c6715 req-d9019ad1-c2a8-4785-a27a-c78fca745575 tempest-ServerGroupTestJSON-201373768 tempest-ServerGroupTestJSON-201373768-project] 10.222.0.35 "DELETE /v2.0/ports/d84aa1a6-697f-43fb-aa87-1449763ae063 HTTP/1.1" status: 204 len: 173 time: 3.4632318 Feb 09 01:05:09.048227 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01542a2-8c29-4ded-8a24-aa1503b4b810 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Pushing event updated for resources: {'Port': ['ID=5354db61-bc6b-4276-887b-1c104ca6dbe9,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:09.061804 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-709d5aa9-811e-42b2-af4e-777f89b5312f req-a01542a2-8c29-4ded-8a24-aa1503b4b810 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:09.063320 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [req-709d5aa9-811e-42b2-af4e-777f89b5312f req-a01542a2-8c29-4ded-8a24-aa1503b4b810 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:09.067210 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-709d5aa9-811e-42b2-af4e-777f89b5312f req-a01542a2-8c29-4ded-8a24-aa1503b4b810 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:05:09.174742 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-709d5aa9-811e-42b2-af4e-777f89b5312f req-a01542a2-8c29-4ded-8a24-aa1503b4b810 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:09.212243 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-5abcadc6-bf84-4d2f-bd91-0d909256122d service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481273 Feb 09 01:05:09.236841 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bc5c17e8-0b49-40aa-974b-eb297ccf584e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:09.318830 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-709d5aa9-811e-42b2-af4e-777f89b5312f req-a01542a2-8c29-4ded-8a24-aa1503b4b810 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:09.416101 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36718) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:09.518675 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-a4a453fe-9987-487e-af03-29fde39006aa tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:09.542130 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bf7ea-4a10-479e-805c-80f7b93e492e req-1519c6b8-80d2-40a2-b469-9381cb366d90 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:09.542871 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-275bf7ea-4a10-479e-805c-80f7b93e492e req-1519c6b8-80d2-40a2-b469-9381cb366d90 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Synchronizing usage tracker for tenant:c1fe8f42c4854e5699e2e8b880d21442 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:05:09.555732 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-5476a225-5ecc-4cbe-a9fa-560353740ae0 service neutron] For port 2858c447-c2bf-4344-9cf1-9d62866f9e1f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=2858c447-c2bf-4344-9cf1-9d62866f9e1f,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:09.576996 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-a4a453fe-9987-487e-af03-29fde39006aa tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Transition to ACTIVE for port object 487d94e7-f3c1-4818-8a12-ddf7384d74a2 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:09.578582 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-275bf7ea-4a10-479e-805c-80f7b93e492e req-1519c6b8-80d2-40a2-b469-9381cb366d90 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Unset dirty status for tenant:c1fe8f42c4854e5699e2e8b880d21442 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:05:09.579769 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-275bf7ea-4a10-479e-805c-80f7b93e492e req-1519c6b8-80d2-40a2-b469-9381cb366d90 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 931 time: 0.2396431 Feb 09 01:05:09.627603 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa5c882b-7dd9-49ee-b880-896d9a97737f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:09.658205 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-aa5c882b-7dd9-49ee-b880-896d9a97737f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:09.661751 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-709d5aa9-811e-42b2-af4e-777f89b5312f req-a01542a2-8c29-4ded-8a24-aa1503b4b810 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:09.665407 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-5476a225-5ecc-4cbe-a9fa-560353740ae0 service neutron] For port 2858c447-c2bf-4344-9cf1-9d62866f9e1f, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:05:09.665688 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-aa5c882b-7dd9-49ee-b880-896d9a97737f admin admin] Usage tracker for resource:security_group_rule and tenant:a843f51e750d4907bad9f530b5050f8a is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:09.668521 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-aa5c882b-7dd9-49ee-b880-896d9a97737f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:09.671409 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-709d5aa9-811e-42b2-af4e-777f89b5312f req-a01542a2-8c29-4ded-8a24-aa1503b4b810 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:09.712440 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-aa5c882b-7dd9-49ee-b880-896d9a97737f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:09.725037 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-275bf7ea-4a10-479e-805c-80f7b93e492e req-f617f4b7-7610-4613-9d63-10674f1365f9 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329489 Feb 09 01:05:09.744422 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-a4a453fe-9987-487e-af03-29fde39006aa tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:09.790290 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-5476a225-5ecc-4cbe-a9fa-560353740ae0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:09.823472 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-5476a225-5ecc-4cbe-a9fa-560353740ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:09.851585 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-a4a453fe-9987-487e-af03-29fde39006aa tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Network 0fe62980-d662-4305-b32e-541d69722270 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:09.859800 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-a4a453fe-9987-487e-af03-29fde39006aa tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:09.863720 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01542a2-8c29-4ded-8a24-aa1503b4b810 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Pushing event updated for resources: {'Port': ['ID=5354db61-bc6b-4276-887b-1c104ca6dbe9,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:09.899842 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-709d5aa9-811e-42b2-af4e-777f89b5312f req-a01542a2-8c29-4ded-8a24-aa1503b4b810 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:09.952853 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-709d5aa9-811e-42b2-af4e-777f89b5312f req-a01542a2-8c29-4ded-8a24-aa1503b4b810 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:09.954066 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-709d5aa9-811e-42b2-af4e-777f89b5312f req-a01542a2-8c29-4ded-8a24-aa1503b4b810 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6170774 Feb 09 01:05:09.977109 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-a4a453fe-9987-487e-af03-29fde39006aa tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:05:10.015372 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a453fe-9987-487e-af03-29fde39006aa tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Pushing event updated for resources: {'Port': ['ID=487d94e7-f3c1-4818-8a12-ddf7384d74a2,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:10.050067 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa5c882b-7dd9-49ee-b880-896d9a97737f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:10.065054 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa5c882b-7dd9-49ee-b880-896d9a97737f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:10.095773 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-709d5aa9-811e-42b2-af4e-777f89b5312f req-3a3b80a6-c874-4910-82f1-c4a6c114d3e1 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Synchronizing usage tracker for tenant:13db6f711f024a948f23ba528e45c23e on resource:floatingip {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:05:10.132312 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-aa5c882b-7dd9-49ee-b880-896d9a97737f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a843f51e750d4907bad9f530b5050f8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7146604 Feb 09 01:05:10.134619 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36726) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:10.137277 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c882b-7dd9-49ee-b880-896d9a97737f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a2d77d-b5c5-4488-b4d3-8266d548cff2,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:10.166369 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-80a41a38-7afe-4a75-90fa-91c72b876d63 None None] Provisioning for port 487d94e7-f3c1-4818-8a12-ddf7384d74a2 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:10.172272 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-80a41a38-7afe-4a75-90fa-91c72b876d63 None None] Provisioning complete for port 487d94e7-f3c1-4818-8a12-ddf7384d74a2 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:10.172705 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-80a41a38-7afe-4a75-90fa-91c72b876d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:10.174658 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-709d5aa9-811e-42b2-af4e-777f89b5312f req-3a3b80a6-c874-4910-82f1-c4a6c114d3e1 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Unset dirty status for tenant:13db6f711f024a948f23ba528e45c23e on resource:floatingip {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:05:10.176136 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-709d5aa9-811e-42b2-af4e-777f89b5312f req-3a3b80a6-c874-4910-82f1-c4a6c114d3e1 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.61 HTTP/1.1" status: 200 len: 695 time: 0.1879117 Feb 09 01:05:10.233789 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-80a41a38-7afe-4a75-90fa-91c72b876d63 None None] Port 487d94e7-f3c1-4818-8a12-ddf7384d74a2 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:05:10.278870 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:10.324277 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f464128a-9199-4791-bbd9-f2510aa37a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:10.325117 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:10.382718 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f464128a-9199-4791-bbd9-f2510aa37a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:10.388749 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-a4a453fe-9987-487e-af03-29fde39006aa tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:10.389379 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-a4a453fe-9987-487e-af03-29fde39006aa tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:10.398987 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476a225-5ecc-4cbe-a9fa-560353740ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=2858c447-c2bf-4344-9cf1-9d62866f9e1f,revision_number=7']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:10.408600 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d5aa9-811e-42b2-af4e-777f89b5312f req-763cb592-10dc-428b-acbf-8fe3dc86e25c tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:10.409918 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-709d5aa9-811e-42b2-af4e-777f89b5312f req-763cb592-10dc-428b-acbf-8fe3dc86e25c tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 784 time: 0.2192616 Feb 09 01:05:10.411815 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-5476a225-5ecc-4cbe-a9fa-560353740ae0 service neutron] Attempting to bind port 2858c447-c2bf-4344-9cf1-9d62866f9e1f on host n-h1-828419-1 for vnic_type normal with profile {"migrating_to": "n-h2-828419-1"} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:05:10.412127 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-5476a225-5ecc-4cbe-a9fa-560353740ae0 service neutron] Attempting to bind port 2858c447-c2bf-4344-9cf1-9d62866f9e1f by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:05:10.412473 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-5476a225-5ecc-4cbe-a9fa-560353740ae0 service neutron] Attempting to bind port 2858c447-c2bf-4344-9cf1-9d62866f9e1f on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:10.424301 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-5476a225-5ecc-4cbe-a9fa-560353740ae0 service neutron] Port 2858c447-c2bf-4344-9cf1-9d62866f9e1f on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:05:10.424653 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-5476a225-5ecc-4cbe-a9fa-560353740ae0 service neutron] Attempting to bind port 2858c447-c2bf-4344-9cf1-9d62866f9e1f on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:10.434457 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-5476a225-5ecc-4cbe-a9fa-560353740ae0 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:05:10.434811 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-5476a225-5ecc-4cbe-a9fa-560353740ae0 service neutron] Checking segment: {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:05:10.435180 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-5476a225-5ecc-4cbe-a9fa-560353740ae0 service neutron] Bound using segment: {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:05:10.435611 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-5476a225-5ecc-4cbe-a9fa-560353740ae0 service neutron] Bound port: 2858c447-c2bf-4344-9cf1-9d62866f9e1f, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:05:10.435954 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-5476a225-5ecc-4cbe-a9fa-560353740ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:10.448927 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-a4a453fe-9987-487e-af03-29fde39006aa tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4186020 Feb 09 01:05:10.461259 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b7d9c5eb-1172-48fd-90fc-9ddc7b8c6943 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Request body: {'port': {'device_id': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'network_id': '0fe62980-d662-4305-b32e-541d69722270', 'admin_state_up': True, 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'security_groups': ['e1486fc1-1e2b-4613-b423-e31a76a75443']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:10.471587 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f464128a-9199-4791-bbd9-f2510aa37a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:10.490402 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464128a-9199-4791-bbd9-f2510aa37a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a2d77d-b5c5-4488-b4d3-8266d548cff2,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:10.490772 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c2516-8c8f-49e8-9920-421a9e258381 req-f70f513a-0e50-4782-a603-12c8cd94e9ed tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:10.495044 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f464128a-9199-4791-bbd9-f2510aa37a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:10.496164 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f464128a-9199-4791-bbd9-f2510aa37a1f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b5a2d77d-b5c5-4488-b4d3-8266d548cff2 HTTP/1.1" status: 204 len: 168 time: 0.3605223 Feb 09 01:05:10.497789 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b7c2516-8c8f-49e8-9920-421a9e258381 req-f70f513a-0e50-4782-a603-12c8cd94e9ed tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=d817c5ae-4755-47fa-874c-1ad857cdb067 HTTP/1.1" status: 200 len: 945 time: 0.4850593 Feb 09 01:05:10.639163 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd201cd-da2f-4c6e-9d46-2c8870e839f9 req-5cb0fa2a-7424-44a4-b0c5-0f3d3be00407 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:10.640734 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cdd201cd-da2f-4c6e-9d46-2c8870e839f9 req-5cb0fa2a-7424-44a4-b0c5-0f3d3be00407 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 944 time: 0.0977571 Feb 09 01:05:10.694503 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b7c2516-8c8f-49e8-9920-421a9e258381 req-994081d8-ae74-410b-bb4c-3b82a3404f7e tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957169 Feb 09 01:05:10.696524 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cdd201cd-da2f-4c6e-9d46-2c8870e839f9 req-3af4efe0-42d0-4c83-9bf6-ad43a809396f tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477321 Feb 09 01:05:10.729541 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-5476a225-5ecc-4cbe-a9fa-560353740ae0 service neutron] For port 2858c447-c2bf-4344-9cf1-9d62866f9e1f, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:05:10.745231 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b7d9c5eb-1172-48fd-90fc-9ddc7b8c6943 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:10.748301 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-5476a225-5ecc-4cbe-a9fa-560353740ae0 service neutron] For port 2858c447-c2bf-4344-9cf1-9d62866f9e1f, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=2858c447-c2bf-4344-9cf1-9d62866f9e1f,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:05:10.755654 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-5476a225-5ecc-4cbe-a9fa-560353740ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:10.792614 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b7d9c5eb-1172-48fd-90fc-9ddc7b8c6943 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:10.801179 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51dcfad5-a2b8-41f5-835e-05838c5eb972', 'name': 'network-vif-deleted', 'tag': 'd84aa1a6-697f-43fb-aa87-1449763ae063', 'status': 'completed', 'code': 200} Feb 09 01:05:10.938965 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b7d9c5eb-1172-48fd-90fc-9ddc7b8c6943 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Made reservation on behalf of c1fe8f42c4854e5699e2e8b880d21442 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:05:10.942573 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b7d9c5eb-1172-48fd-90fc-9ddc7b8c6943 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:11.010260 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc0508-8f74-4d38-ae3b-70296d744e1e req-42cb1f69-c846-46fb-880a-963f6cc8c07e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:11.011261 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a9cc0508-8f74-4d38-ae3b-70296d744e1e req-42cb1f69-c846-46fb-880a-963f6cc8c07e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3b9291d-dff3-47ae-b019-3b7b9ad0637e HTTP/1.1" status: 200 len: 945 time: 0.1126955 Feb 09 01:05:11.024538 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476a225-5ecc-4cbe-a9fa-560353740ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=2858c447-c2bf-4344-9cf1-9d62866f9e1f,revision_number=8']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:11.074050 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-5476a225-5ecc-4cbe-a9fa-560353740ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:11.074718 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-5476a225-5ecc-4cbe-a9fa-560353740ae0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:11.076090 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-5476a225-5ecc-4cbe-a9fa-560353740ae0 service neutron] 10.222.0.117 "PUT /v2.0/ports/2858c447-c2bf-4344-9cf1-9d62866f9e1f HTTP/1.1" status: 200 len: 1122 time: 2.6588843 Feb 09 01:05:11.108549 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a9cc0508-8f74-4d38-ae3b-70296d744e1e req-0df5bcce-2bb4-4db3-a55f-d63b622c471e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829632 Feb 09 01:05:11.129156 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['2858c447-c2bf-4344-9cf1-9d62866f9e1f'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:05:11.183386 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a32ba-84af-4e99-862a-a8cd9d6d76a9 req-109975e8-b38c-4a48-8e8a-50626d688f93 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:11.184954 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f15a32ba-84af-4e99-862a-a8cd9d6d76a9 req-109975e8-b38c-4a48-8e8a-50626d688f93 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 950 time: 0.3061078 Feb 09 01:05:11.297453 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b7d9c5eb-1172-48fd-90fc-9ddc7b8c6943 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Allocated IP 10.1.1.11 (0fe62980-d662-4305-b32e-541d69722270/efedc14e-a8af-4624-b0ad-f3edbb135900/c064f193-8708-43f5-b803-dfdf26a1e5a4) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:05:11.432058 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f15a32ba-84af-4e99-862a-a8cd9d6d76a9 req-40143245-d7dd-45f8-ab79-5f2bc340e1dc tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386682 Feb 09 01:05:11.593727 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:11.716132 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-2a7b4979-4f1c-4438-a4d5-23378027f623 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:11.724733 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-2a7b4979-4f1c-4438-a4d5-23378027f623 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/networks?id=b5fd0cb5-7e9b-45fd-beb6-2ed905515601 HTTP/1.1" status: 200 len: 820 time: 0.2818966 Feb 09 01:05:11.741816 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-5e92eab8-62e8-45d1-935d-e01d8ced54ba tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/quotas/13db6f711f024a948f23ba528e45c23e HTTP/1.1" status: 200 len: 375 time: 0.0159132 Feb 09 01:05:11.816540 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af04733-c348-4d50-9cdf-c00b8b54983d req-1a6af182-67f5-4eae-ae0d-8915bad36623 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:11.823101 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af04733-c348-4d50-9cdf-c00b8b54983d req-1a6af182-67f5-4eae-ae0d-8915bad36623 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:11.824751 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7af04733-c348-4d50-9cdf-c00b8b54983d req-1a6af182-67f5-4eae-ae0d-8915bad36623 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 1652 time: 0.1507676 Feb 09 01:05:11.828131 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b7d9c5eb-1172-48fd-90fc-9ddc7b8c6943 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:11.884988 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7af04733-c348-4d50-9cdf-c00b8b54983d req-e1438f35-3bac-48cd-aa6d-63b44bdcec4d tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529490 Feb 09 01:05:11.918688 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b7d9c5eb-1172-48fd-90fc-9ddc7b8c6943 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Transition to ACTIVE for port object c064f193-8708-43f5-b803-dfdf26a1e5a4 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:11.948626 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b7d9c5eb-1172-48fd-90fc-9ddc7b8c6943 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:12.003588 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-2ca16b48-ba9f-4341-b9e9-36650e22ac5f tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=13db6f711f024a948f23ba528e45c23e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2607386 Feb 09 01:05:12.112727 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9c5eb-1172-48fd-90fc-9ddc7b8c6943 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Pushing event updated for resources: {'Port': ['ID=c064f193-8708-43f5-b803-dfdf26a1e5a4,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:12.118724 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b7d9c5eb-1172-48fd-90fc-9ddc7b8c6943 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Network 0fe62980-d662-4305-b32e-541d69722270 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:12.122138 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b7d9c5eb-1172-48fd-90fc-9ddc7b8c6943 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:12.136159 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b7d9c5eb-1172-48fd-90fc-9ddc7b8c6943 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:05:12.195790 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-c7ad0e6f-b856-4e9a-9c53-abe4afcdccce service neutron] 10.222.0.37 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911685 Feb 09 01:05:12.214809 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:05:12.257054 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-51eb493d-c8b2-4c34-be48-8d8577c9c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:12.258796 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-51eb493d-c8b2-4c34-be48-8d8577c9c6f9 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023&tenant_id=1828a8e10f7447aba0d25cab4f7feaf3 HTTP/1.1" status: 200 len: 1101 time: 0.2214532 Feb 09 01:05:12.271328 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b7d9c5eb-1172-48fd-90fc-9ddc7b8c6943 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:12.272323 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b7d9c5eb-1172-48fd-90fc-9ddc7b8c6943 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:12.283132 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-7534d845-dc17-456d-aca0-c24f71821a8e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828419-1', 'device_owner': 'compute:nova'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:12.367121 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-a50371ca-a99e-400f-b7f5-d8f9b4e5f43c service neutron] 10.222.0.37 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672142 Feb 09 01:05:12.374368 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-20f9466c-5622-4624-8ecc-ef0d5880e3c3 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=5dd622398d4242b18fbc0d08d85b0459&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0956857 Feb 09 01:05:12.466775 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b7d9c5eb-1172-48fd-90fc-9ddc7b8c6943 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0105708 Feb 09 01:05:12.487733 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ce7b2979-0daa-4610-b750-9c5dc2e92efa None None] Provisioning for port c064f193-8708-43f5-b803-dfdf26a1e5a4 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:12.502190 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ce7b2979-0daa-4610-b750-9c5dc2e92efa None None] Provisioning complete for port c064f193-8708-43f5-b803-dfdf26a1e5a4 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:12.502812 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ce7b2979-0daa-4610-b750-9c5dc2e92efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:12.511350 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-0bfb7e4b-2920-4561-b2a1-c0c6a4c12cd7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Request body: {'port': {'device_id': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2bec690d-2fc1-4a43-9409-cf15cb1e963a', 'admin_state_up': True, 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'security_groups': ['e1486fc1-1e2b-4613-b423-e31a76a75443']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:12.591551 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 2858c447-c2bf-4344-9cf1-9d62866f9e1f details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:05:12.700680 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86c7f2-ab1c-4a25-936d-51dd91c15959 req-df8a5662-2780-4276-bcb9-54643aa6bf55 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:12.708664 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6c86c7f2-ab1c-4a25-936d-51dd91c15959 req-df8a5662-2780-4276-bcb9-54643aa6bf55 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=d817c5ae-4755-47fa-874c-1ad857cdb067 HTTP/1.1" status: 200 len: 945 time: 0.1093934 Feb 09 01:05:12.714927 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b2979-0daa-4610-b750-9c5dc2e92efa None None] Port c064f193-8708-43f5-b803-dfdf26a1e5a4 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:05:12.771722 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6c86c7f2-ab1c-4a25-936d-51dd91c15959 req-0f81da20-495d-4029-8ac4-1976a544aa28 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602977 Feb 09 01:05:12.802977 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d67790-ccc1-4550-a754-7bcf14d77b5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2858c447-c2bf-4344-9cf1-9d62866f9e1f'}, {'name': 'network-changed', 'server_uuid': '57d67790-ccc1-4550-a754-7bcf14d77b5e', 'tag': '2858c447-c2bf-4344-9cf1-9d62866f9e1f'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:12.827663 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 2858c447-c2bf-4344-9cf1-9d62866f9e1f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=2858c447-c2bf-4344-9cf1-9d62866f9e1f,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:12.835917 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-7534d845-dc17-456d-aca0-c24f71821a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:12.846295 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 2858c447-c2bf-4344-9cf1-9d62866f9e1f has no active binding in host n-h2-828419-1 {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 01:05:12.979024 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d1617-c0c0-4c8e-bc3b-aee36f458e69 req-84da8721-43d1-4e1c-8fb5-59fe4b5bb29a tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:12.994704 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-f7df05e0-1c6b-4f5a-8773-e7db78bf9078 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:12.994867 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-927d1617-c0c0-4c8e-bc3b-aee36f458e69 req-84da8721-43d1-4e1c-8fb5-59fe4b5bb29a tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 944 time: 0.1034052 Feb 09 01:05:12.995108 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-f7df05e0-1c6b-4f5a-8773-e7db78bf9078 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6116173 Feb 09 01:05:13.017071 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-0bfb7e4b-2920-4561-b2a1-c0c6a4c12cd7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:13.040271 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-927d1617-c0c0-4c8e-bc3b-aee36f458e69 req-cf8767da-46aa-400b-a5aa-904e44de5744 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529118 Feb 09 01:05:13.065685 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-35d79d82-ea41-4809-ac01-e3ad06063215 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] 10.222.0.37 "GET /v2.0/quotas/5dd622398d4242b18fbc0d08d85b0459 HTTP/1.1" status: 200 len: 375 time: 0.0703380 Feb 09 01:05:13.068029 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-0bfb7e4b-2920-4561-b2a1-c0c6a4c12cd7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Usage tracker for resource:port and tenant:c1fe8f42c4854e5699e2e8b880d21442 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:13.081135 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-0bfb7e4b-2920-4561-b2a1-c0c6a4c12cd7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Quota usage for port was recalculated. Used quota:10. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:13.126663 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-0bfb7e4b-2920-4561-b2a1-c0c6a4c12cd7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:13.152018 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-10aca8b6-707d-4f1b-af02-ee8b8ed12410 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5dd622398d4242b18fbc0d08d85b0459&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0820303 Feb 09 01:05:13.163569 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-0bfb7e4b-2920-4561-b2a1-c0c6a4c12cd7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Made reservation on behalf of c1fe8f42c4854e5699e2e8b880d21442 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:05:13.318631 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05282fe7-cd5c-43b3-9bd9-fab168192e4c req-b815fc60-c167-4ad4-a4fb-2aee6a586883 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:13.320354 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-05282fe7-cd5c-43b3-9bd9-fab168192e4c req-b815fc60-c167-4ad4-a4fb-2aee6a586883 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 950 time: 0.0986123 Feb 09 01:05:13.403157 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-05282fe7-cd5c-43b3-9bd9-fab168192e4c req-67440fdb-7d31-4968-87ec-e5048c8103f4 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761297 Feb 09 01:05:13.455428 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8a47d522-233c-4a24-b29e-f25ebf903e00 req-fbddef8e-e06b-454c-bdc3-e45b53350c15 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6ca9ef6-0487-4c13-9be2-3956d6c232f1 HTTP/1.1" status: 200 len: 210 time: 0.0756204 Feb 09 01:05:13.509923 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d67790-ccc1-4550-a754-7bcf14d77b5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2858c447-c2bf-4344-9cf1-9d62866f9e1f', 'code': 200} Feb 09 01:05:13.510316 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d67790-ccc1-4550-a754-7bcf14d77b5e', 'tag': '2858c447-c2bf-4344-9cf1-9d62866f9e1f', 'status': 'completed', 'code': 200} Feb 09 01:05:13.595376 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-0bfb7e4b-2920-4561-b2a1-c0c6a4c12cd7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:13.677454 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-7534d845-dc17-456d-aca0-c24f71821a8e service neutron] For port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=94b792d6-4b46-48e1-af0e-a8b9c1751cfd,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:13.814073 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-7534d845-dc17-456d-aca0-c24f71821a8e service neutron] For port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:05:13.984493 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0ed38-c0a2-4bae-8555-8449e5408547 req-cf278797-903a-4f90-a2d8-2dda5331f0c7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:13.991754 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0ed38-c0a2-4bae-8555-8449e5408547 req-cf278797-903a-4f90-a2d8-2dda5331f0c7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:13.997829 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0ed38-c0a2-4bae-8555-8449e5408547 req-cf278797-903a-4f90-a2d8-2dda5331f0c7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:13.998708 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-a8f0ed38-c0a2-4bae-8555-8449e5408547 req-cf278797-903a-4f90-a2d8-2dda5331f0c7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Synchronizing usage tracker for tenant:c1fe8f42c4854e5699e2e8b880d21442 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:05:14.023224 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ee49f-e280-411d-80d7-e2ca7547face req-05eddfae-6e18-433c-bc90-ab1d9fb303d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:14.024758 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b73ee49f-e280-411d-80d7-e2ca7547face req-05eddfae-6e18-433c-bc90-ab1d9fb303d0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a459030aa9346b7b761b1ccc64f5445&device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 1125 time: 0.4909062 Feb 09 01:05:14.252591 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a0b82a41-104c-4f3a-a25f-0ea97a35b980 req-5553e87e-ce03-46ce-9334-50bcf1b47925 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dcca2f6-fc43-4a45-b6dc-0e7400ac26d1 HTTP/1.1" status: 200 len: 210 time: 0.0569916 Feb 09 01:05:14.287405 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-7534d845-dc17-456d-aca0-c24f71821a8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:14.380804 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-a8f0ed38-c0a2-4bae-8555-8449e5408547 req-cf278797-903a-4f90-a2d8-2dda5331f0c7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Unset dirty status for tenant:c1fe8f42c4854e5699e2e8b880d21442 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:05:14.381321 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a8f0ed38-c0a2-4bae-8555-8449e5408547 req-cf278797-903a-4f90-a2d8-2dda5331f0c7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 2372 time: 0.7763546 Feb 09 01:05:14.404146 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-57f2e521-eec5-4394-881f-8e327038cdb8 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:14.405842 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-57f2e521-eec5-4394-881f-8e327038cdb8 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.35 "GET /v2.0/networks?id=b5fd0cb5-7e9b-45fd-beb6-2ed905515601 HTTP/1.1" status: 200 len: 820 time: 0.4623475 Feb 09 01:05:14.415861 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 94b792d6-4b46-48e1-af0e-a8b9c1751cfd no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:05:14.416587 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-7534d845-dc17-456d-aca0-c24f71821a8e service neutron] Transition to ACTIVE for port object 94b792d6-4b46-48e1-af0e-a8b9c1751cfd will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:14.452930 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d33391-f71b-489d-bc93-010ca8959378 req-d09306ae-f3d5-4204-9124-2925dc2ff6fb tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:14.453517 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-7534d845-dc17-456d-aca0-c24f71821a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:14.456558 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-95d33391-f71b-489d-bc93-010ca8959378 req-d09306ae-f3d5-4204-9124-2925dc2ff6fb tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=d817c5ae-4755-47fa-874c-1ad857cdb067 HTTP/1.1" status: 200 len: 945 time: 0.0956767 Feb 09 01:05:14.472290 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-813fb596-cadf-4726-a4ac-92741e5bd440 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Request body: {'port': {'device_id': 'c6ca9ef6-0487-4c13-9be2-3956d6c232f1', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'admin_state_up': True, 'tenant_id': '13db6f711f024a948f23ba528e45c23e'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:14.493266 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 94b792d6-4b46-48e1-af0e-a8b9c1751cfd not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:05:14.512097 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-95d33391-f71b-489d-bc93-010ca8959378 req-d5d892b4-d526-449c-a1ec-7eefbc740a90 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502558 Feb 09 01:05:14.597277 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-0bfb7e4b-2920-4561-b2a1-c0c6a4c12cd7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Allocated IP 10.2.2.100 (2bec690d-2fc1-4a43-9409-cf15cb1e963a/0da9c592-ba8f-483c-8446-d42b4fd95318/e3d51e86-6390-4e68-8303-ef0030562eae) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:05:14.769352 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690c67c-a7a7-4de9-b374-2305930f6ce0 req-08770ce8-66dd-4d77-ad1c-60f3a714c72d tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:14.777343 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7690c67c-a7a7-4de9-b374-2305930f6ce0 req-08770ce8-66dd-4d77-ad1c-60f3a714c72d tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 944 time: 0.1628606 Feb 09 01:05:14.837424 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7690c67c-a7a7-4de9-b374-2305930f6ce0 req-936cde7e-99c5-486d-b183-1fb72feef161 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591495 Feb 09 01:05:14.989671 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-7534d845-dc17-456d-aca0-c24f71821a8e service neutron] No DVR routers for this DVR port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:05:14.994638 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a8f0ed38-c0a2-4bae-8555-8449e5408547 req-d7c892b7-80fb-418e-b156-9706d2012bc4 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5878122 Feb 09 01:05:15.071373 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-1a089e98-7d91-445f-8cb0-904a629d92f5 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=5dd622398d4242b18fbc0d08d85b0459&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2019887 Feb 09 01:05:15.179009 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534d845-dc17-456d-aca0-c24f71821a8e service neutron] Pushing event updated for resources: {'Port': ['ID=94b792d6-4b46-48e1-af0e-a8b9c1751cfd,revision_number=10']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:15.228353 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8dc97-88dd-434a-8e01-d31c40fe63cc req-6b778ce3-b9d3-4acc-99b2-cab0b4a12627 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:15.235634 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-60d8dc97-88dd-434a-8e01-d31c40fe63cc req-6b778ce3-b9d3-4acc-99b2-cab0b4a12627 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 949 time: 0.1133664 Feb 09 01:05:15.284958 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-60d8dc97-88dd-434a-8e01-d31c40fe63cc req-dbb0b5e6-903c-47be-8f22-1f29f239a8e3 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484016 Feb 09 01:05:15.338847 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ee49f-e280-411d-80d7-e2ca7547face req-79687649-7898-42b6-9b82-c2e31020e4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:15.340266 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b73ee49f-e280-411d-80d7-e2ca7547face req-79687649-7898-42b6-9b82-c2e31020e4d2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=48fff0c2-cb8c-4c86-992a-0e113098b5fc HTTP/1.1" status: 200 len: 909 time: 1.1397569 Feb 09 01:05:15.351108 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-7534d845-dc17-456d-aca0-c24f71821a8e service neutron] Attempting to bind port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:05:15.351436 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-7534d845-dc17-456d-aca0-c24f71821a8e service neutron] Attempting to bind port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:05:15.351759 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-7534d845-dc17-456d-aca0-c24f71821a8e service neutron] Attempting to bind port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:15.354562 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-813fb596-cadf-4726-a4ac-92741e5bd440 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:15.378451 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d6e02dd2-4bbf-49c5-94a3-6735bbfeea22 req-3da3986e-c49f-4b27-8ae7-3d752561c3bb tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6ca9ef6-0487-4c13-9be2-3956d6c232f1 HTTP/1.1" status: 200 len: 210 time: 0.1112206 Feb 09 01:05:15.454604 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e21cbe43-f0cc-4655-a469-5af8069ef136 req-12784455-e51b-4328-9bfc-ff54355e0d80 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dcca2f6-fc43-4a45-b6dc-0e7400ac26d1 HTTP/1.1" status: 200 len: 210 time: 0.0511520 Feb 09 01:05:15.498241 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-7534d845-dc17-456d-aca0-c24f71821a8e service neutron] Port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:05:15.498462 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-7534d845-dc17-456d-aca0-c24f71821a8e service neutron] Attempting to bind port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:15.519434 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb531411-c183-464c-b8be-7e95c398c023', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94b792d6-4b46-48e1-af0e-a8b9c1751cfd'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:15.519619 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36860) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:15.521928 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-813fb596-cadf-4726-a4ac-92741e5bd440 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:15.531266 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b73ee49f-e280-411d-80d7-e2ca7547face req-9df5ede6-f8d6-44eb-bbb7-b404c71c3abd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2858c447-c2bf-4344-9cf1-9d62866f9e1f HTTP/1.1" status: 200 len: 217 time: 0.1710188 Feb 09 01:05:15.538267 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-7534d845-dc17-456d-aca0-c24f71821a8e service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:05:15.538601 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-7534d845-dc17-456d-aca0-c24f71821a8e service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:05:15.538983 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-7534d845-dc17-456d-aca0-c24f71821a8e service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:05:15.539426 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-7534d845-dc17-456d-aca0-c24f71821a8e service neutron] Bound port: 94b792d6-4b46-48e1-af0e-a8b9c1751cfd, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:05:15.539765 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-7534d845-dc17-456d-aca0-c24f71821a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:15.605850 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa3e32c-5bb5-4e91-91a4-6b9fbae11025 admin admin] Deleting subnet 22863fae-6bda-45b4-b595-0faedf19ad54 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:05:15.610130 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ffa3e32c-5bb5-4e91-91a4-6b9fbae11025 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:15.700564 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb531411-c183-464c-b8be-7e95c398c023', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94b792d6-4b46-48e1-af0e-a8b9c1751cfd', 'code': 200} Feb 09 01:05:15.736224 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ffa3e32c-5bb5-4e91-91a4-6b9fbae11025 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:15.736687 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-813fb596-cadf-4726-a4ac-92741e5bd440 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Made reservation on behalf of 13db6f711f024a948f23ba528e45c23e for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:05:15.741125 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-813fb596-cadf-4726-a4ac-92741e5bd440 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:15.814432 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ffa3e32c-5bb5-4e91-91a4-6b9fbae11025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:15.854612 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5bc674-d3d7-4d6c-886d-4f04565b3a9c req-d2f99c13-5fd1-4a7c-acfd-a387e92379a7 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:15.856232 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ec5bc674-d3d7-4d6c-886d-4f04565b3a9c req-d2f99c13-5fd1-4a7c-acfd-a387e92379a7 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=d817c5ae-4755-47fa-874c-1ad857cdb067 HTTP/1.1" status: 200 len: 945 time: 0.1980402 Feb 09 01:05:15.884690 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-d5b18199-b0bc-4c9a-b635-e5dd8ff1db72 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:15.886173 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-d5b18199-b0bc-4c9a-b635-e5dd8ff1db72 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7679949 Feb 09 01:05:15.887819 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ee49f-e280-411d-80d7-e2ca7547face req-0e045ade-3fff-4216-ab16-a77447966b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:15.889143 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b73ee49f-e280-411d-80d7-e2ca7547face req-0e045ade-3fff-4216-ab16-a77447966b36 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=71237ce4-c470-4847-a2d1-f1f13758c999 HTTP/1.1" status: 200 len: 848 time: 0.3245068 Feb 09 01:05:15.909096 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-7534d845-dc17-456d-aca0-c24f71821a8e service neutron] For port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:05:15.924789 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-686783fc-8cfb-4518-9df3-6f4bc1bb1ac2 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Request body: {'port': {'device_id': '9dcca2f6-fc43-4a45-b6dc-0e7400ac26d1', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'admin_state_up': True, 'tenant_id': '5dd622398d4242b18fbc0d08d85b0459'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:15.928515 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ec5bc674-d3d7-4d6c-886d-4f04565b3a9c req-f1ab4d3a-3bbf-41d0-95ca-d5d710220346 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590141 Feb 09 01:05:15.937898 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ffa3e32c-5bb5-4e91-91a4-6b9fbae11025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:15.987359 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ffa3e32c-5bb5-4e91-91a4-6b9fbae11025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:15.991798 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3e32c-5bb5-4e91-91a4-6b9fbae11025 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22863fae-6bda-45b4-b595-0faedf19ad54,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:16.000425 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ffa3e32c-5bb5-4e91-91a4-6b9fbae11025 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/22863fae-6bda-45b4-b595-0faedf19ad54 HTTP/1.1" status: 204 len: 168 time: 0.4814060 Feb 09 01:05:16.001216 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36870) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:16.064430 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-7534d845-dc17-456d-aca0-c24f71821a8e service neutron] For port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=94b792d6-4b46-48e1-af0e-a8b9c1751cfd,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:05:16.071407 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-0bfb7e4b-2920-4561-b2a1-c0c6a4c12cd7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:16.119848 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b73ee49f-e280-411d-80d7-e2ca7547face req-1a5cb313-b811-49bc-9b65-a0690488cfb1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48fff0c2-cb8c-4c86-992a-0e113098b5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1772249 Feb 09 01:05:16.126353 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e59c6258-71b8-42a1-90d5-b00778feba44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:16.144927 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-7534d845-dc17-456d-aca0-c24f71821a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:16.307170 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-0bfb7e4b-2920-4561-b2a1-c0c6a4c12cd7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Transition to ACTIVE for port object e3d51e86-6390-4e68-8303-ef0030562eae will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:16.384946 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-7534d845-dc17-456d-aca0-c24f71821a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:16.385584 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-7534d845-dc17-456d-aca0-c24f71821a8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:16.387227 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-7534d845-dc17-456d-aca0-c24f71821a8e service neutron] 10.222.0.117 "PUT /v2.0/ports/94b792d6-4b46-48e1-af0e-a8b9c1751cfd HTTP/1.1" status: 200 len: 1097 time: 4.1095924 Feb 09 01:05:16.473214 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e59c6258-71b8-42a1-90d5-b00778feba44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:16.520167 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534d845-dc17-456d-aca0-c24f71821a8e service neutron] Pushing event updated for resources: {'Port': ['ID=94b792d6-4b46-48e1-af0e-a8b9c1751cfd,revision_number=11']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:16.529261 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-e59c6258-71b8-42a1-90d5-b00778feba44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['484de0a4-5105-41b7-a60b-d33ec3775ab9']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:16.550074 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-e59c6258-71b8-42a1-90d5-b00778feba44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a392e6f8-7891-4a5f-8507-445f364bff08') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:16.550375 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-e59c6258-71b8-42a1-90d5-b00778feba44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a392e6f8-7891-4a5f-8507-445f364bff08') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:16.569309 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e59c6258-71b8-42a1-90d5-b00778feba44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:16.582254 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-8a34f0d9-1542-4e32-baa3-d4588314d36a service neutron] 10.222.0.35 "GET /v2.0/ports/2858c447-c2bf-4344-9cf1-9d62866f9e1f/bindings/n-h2-828419-1 HTTP/1.1" status: 200 len: 384 time: 0.3383467 Feb 09 01:05:16.582647 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-686783fc-8cfb-4518-9df3-6f4bc1bb1ac2 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:16.585576 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 2858c447-c2bf-4344-9cf1-9d62866f9e1f details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:05:16.600255 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-686783fc-8cfb-4518-9df3-6f4bc1bb1ac2 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Usage tracker for resource:port and tenant:5dd622398d4242b18fbc0d08d85b0459 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:16.606005 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-813fb596-cadf-4726-a4ac-92741e5bd440 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Allocated IP 172.20.0.3 (b5fd0cb5-7e9b-45fd-beb6-2ed905515601/15f6169a-7b57-4d0c-b44b-21d1db3578d7/c24f55ad-222d-42af-9caa-acd4952ab488) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:05:16.609138 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-686783fc-8cfb-4518-9df3-6f4bc1bb1ac2 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:16.639685 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-686783fc-8cfb-4518-9df3-6f4bc1bb1ac2 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:16.648053 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae2133-8dba-4d43-b87b-b70994a83fc4 req-43d3cc1d-dc7a-48aa-8ac2-d6ac92f8d8d2 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:16.649612 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-37ae2133-8dba-4d43-b87b-b70994a83fc4 req-43d3cc1d-dc7a-48aa-8ac2-d6ac92f8d8d2 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 944 time: 0.6103864 Feb 09 01:05:16.654709 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e59c6258-71b8-42a1-90d5-b00778feba44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:16.663656 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b73ee49f-e280-411d-80d7-e2ca7547face req-c7e4795c-0aa4-4441-a97d-2bec487c30ca service neutron] 10.222.0.35 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5271816 Feb 09 01:05:16.676350 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b65dc-3cf5-4413-8a6e-b2ccdebe5605 req-6680c03c-0300-49ee-8f4a-1dd604d9f907 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:16.682874 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b65dc-3cf5-4413-8a6e-b2ccdebe5605 req-6680c03c-0300-49ee-8f4a-1dd604d9f907 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:16.688155 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b65dc-3cf5-4413-8a6e-b2ccdebe5605 req-6680c03c-0300-49ee-8f4a-1dd604d9f907 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:16.689128 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-0bfb7e4b-2920-4561-b2a1-c0c6a4c12cd7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:16.695360 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bc9b65dc-3cf5-4413-8a6e-b2ccdebe5605 req-6680c03c-0300-49ee-8f4a-1dd604d9f907 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 2372 time: 0.4504004 Feb 09 01:05:16.700357 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59c6258-71b8-42a1-90d5-b00778feba44 admin admin] Releasing vlan 994 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:05:16.700786 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e59c6258-71b8-42a1-90d5-b00778feba44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:16.715030 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:05:16.715030 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:05:16.715030 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:05:16.715030 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:05:16.715030 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:05:16.715030 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:05:16.715030 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:05:16.715030 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:05:16.715030 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:05:16.715030 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:05:16.715030 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:05:16.715030 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:05:16.715030 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:05:16.715030 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:05:16.715030 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:05:16.715030 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:05:16.715030 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:05:16.715030 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:05:16.715030 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:05:16.715030 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:05:16.715030 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:05:16.715030 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:05:16.715030 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:05:16.715030 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:05:16.715030 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:05:16.715030 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:05:16.715030 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:05:16.715030 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:05:16.715030 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:05:16.715030 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:05:16.715030 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:05:16.715030 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:05:16.748171 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 2858c447-c2bf-4344-9cf1-9d62866f9e1f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=2858c447-c2bf-4344-9cf1-9d62866f9e1f,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:16.763246 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 2858c447-c2bf-4344-9cf1-9d62866f9e1f has no active binding in host n-h2-828419-1 {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 01:05:16.859269 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bc9b65dc-3cf5-4413-8a6e-b2ccdebe5605 req-9de09010-f773-4c9f-b70b-f7a18294921b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630282 Feb 09 01:05:16.877766 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-686783fc-8cfb-4518-9df3-6f4bc1bb1ac2 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Made reservation on behalf of 5dd622398d4242b18fbc0d08d85b0459 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:05:16.881865 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-686783fc-8cfb-4518-9df3-6f4bc1bb1ac2 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:16.900272 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e59c6258-71b8-42a1-90d5-b00778feba44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:16.935686 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e59c6258-71b8-42a1-90d5-b00778feba44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:16.966481 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c6258-71b8-42a1-90d5-b00778feba44 admin admin] Pushing event deleted for resources: {'Network': ['ID=484de0a4-5105-41b7-a60b-d33ec3775ab9,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:17.002718 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-686783fc-8cfb-4518-9df3-6f4bc1bb1ac2 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:17.064162 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e59c6258-71b8-42a1-90d5-b00778feba44 admin admin] 10.222.0.37 "DELETE /v2.0/networks/484de0a4-5105-41b7-a60b-d33ec3775ab9 HTTP/1.1" status: 204 len: 168 time: 1.0597005 Feb 09 01:05:17.071799 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-75ecf766-f9f5-4091-b999-098cea4758a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:17.073319 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-75ecf766-f9f5-4091-b999-098cea4758a3 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 1100 time: 0.6402819 Feb 09 01:05:17.092003 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-0bfb7e4b-2920-4561-b2a1-c0c6a4c12cd7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Network 2bec690d-2fc1-4a43-9409-cf15cb1e963a is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:17.103424 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-686783fc-8cfb-4518-9df3-6f4bc1bb1ac2 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:17.133143 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-37ae2133-8dba-4d43-b87b-b70994a83fc4 req-476f62db-e1b9-4499-b5cf-71f08f16447d tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634893 Feb 09 01:05:17.134033 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-0bfb7e4b-2920-4561-b2a1-c0c6a4c12cd7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:17.138073 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-0bfb7e4b-2920-4561-b2a1-c0c6a4c12cd7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:05:17.191305 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-686783fc-8cfb-4518-9df3-6f4bc1bb1ac2 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Usage tracker for resource:security_group_rule and tenant:5dd622398d4242b18fbc0d08d85b0459 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:17.196376 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-686783fc-8cfb-4518-9df3-6f4bc1bb1ac2 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:17.205954 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-686783fc-8cfb-4518-9df3-6f4bc1bb1ac2 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:17.270607 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-8c0a6076-6851-4e6d-be7f-fc014d2eedd9 service neutron] For port 2858c447-c2bf-4344-9cf1-9d62866f9e1f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=2858c447-c2bf-4344-9cf1-9d62866f9e1f,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:17.294256 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9595d36-e8b6-4b9f-a81b-4b111a3c7384 req-d873a55c-6865-40d5-b2cc-06dea98e8fb9 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:17.302347 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d9595d36-e8b6-4b9f-a81b-4b111a3c7384 req-d873a55c-6865-40d5-b2cc-06dea98e8fb9 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 949 time: 0.3018196 Feb 09 01:05:17.339011 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-686783fc-8cfb-4518-9df3-6f4bc1bb1ac2 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:17.340287 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-8c0a6076-6851-4e6d-be7f-fc014d2eedd9 service neutron] For port 2858c447-c2bf-4344-9cf1-9d62866f9e1f, host n-h1-828419-1, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:05:17.349410 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb7e4b-2920-4561-b2a1-c0c6a4c12cd7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Pushing event updated for resources: {'Port': ['ID=e3d51e86-6390-4e68-8303-ef0030562eae,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:17.406529 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36890) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:17.435425 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-686783fc-8cfb-4518-9df3-6f4bc1bb1ac2 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:17.470170 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d9595d36-e8b6-4b9f-a81b-4b111a3c7384 req-f203337e-35fe-4831-b535-8332f6a4f23d tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595132 Feb 09 01:05:17.479722 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-8c0a6076-6851-4e6d-be7f-fc014d2eedd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2858c447-c2bf-4344-9cf1-9d62866f9e1f {{(pid=87611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:05:17.498023 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-8c0a6076-6851-4e6d-be7f-fc014d2eedd9 service neutron] For port 2858c447-c2bf-4344-9cf1-9d62866f9e1f, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=2858c447-c2bf-4344-9cf1-9d62866f9e1f,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:17.524356 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a407c00e-3a38-4556-b053-963556c60d98 None None] Provisioning for port e3d51e86-6390-4e68-8303-ef0030562eae completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:17.534808 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a407c00e-3a38-4556-b053-963556c60d98 None None] Provisioning complete for port e3d51e86-6390-4e68-8303-ef0030562eae triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:17.536266 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a407c00e-3a38-4556-b053-963556c60d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:17.539487 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-759086a8-e7b9-491c-974f-db5128f8d975 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=193591413c7144eca587f03997f02ae6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1234932 Feb 09 01:05:17.540473 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36894) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:17.543253 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-8c0a6076-6851-4e6d-be7f-fc014d2eedd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:17.608080 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a407c00e-3a38-4556-b053-963556c60d98 None None] Port e3d51e86-6390-4e68-8303-ef0030562eae cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:05:17.659406 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-156f43a5-4262-461b-b31d-0b8923772911 req-c4089d68-d1b3-4ae6-ad94-97a82eaf3782 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6ca9ef6-0487-4c13-9be2-3956d6c232f1 HTTP/1.1" status: 200 len: 210 time: 0.2819505 Feb 09 01:05:17.665898 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ec3a7fdc-3de3-489a-a2b6-b157d6781908 req-acee6b8f-32ac-470d-a94e-050192a25e13 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dcca2f6-fc43-4a45-b6dc-0e7400ac26d1 HTTP/1.1" status: 200 len: 210 time: 0.0947766 Feb 09 01:05:17.712731 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb531411-c183-464c-b8be-7e95c398c023', 'tag': '94b792d6-4b46-48e1-af0e-a8b9c1751cfd'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:17.715628 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b1525611-b957-4348-90a0-b3c6cca3f7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:17.731919 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686783fc-8cfb-4518-9df3-6f4bc1bb1ac2 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7245e75-4d2c-4f06-a46a-e3d89ba56150,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:17.770404 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b1525611-b957-4348-90a0-b3c6cca3f7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:17.784694 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b73ee49f-e280-411d-80d7-e2ca7547face req-977a1ad2-a06c-4f13-833a-f3e378192c6b service neutron] 10.222.0.35 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0971153 Feb 09 01:05:17.792767 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-0bfb7e4b-2920-4561-b2a1-c0c6a4c12cd7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:17.793412 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-0bfb7e4b-2920-4561-b2a1-c0c6a4c12cd7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:17.799702 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb531411-c183-464c-b8be-7e95c398c023', 'tag': '94b792d6-4b46-48e1-af0e-a8b9c1751cfd', 'status': 'completed', 'code': 200} Feb 09 01:05:17.804997 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-8c0a6076-6851-4e6d-be7f-fc014d2eedd9 service neutron] Transition to ACTIVE for port object 2858c447-c2bf-4344-9cf1-9d62866f9e1f will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:17.812781 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-8c0a6076-6851-4e6d-be7f-fc014d2eedd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:17.992748 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-8c0a6076-6851-4e6d-be7f-fc014d2eedd9 service neutron] No DVR routers for this DVR port 2858c447-c2bf-4344-9cf1-9d62866f9e1f on host n-h1-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:05:18.001277 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-c0057d90-62ad-4682-bdd2-89eb2d6ba459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:18.002732 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-c0057d90-62ad-4682-bdd2-89eb2d6ba459 service neutron] 10.222.0.117 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.9096813 Feb 09 01:05:18.075672 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a6076-6851-4e6d-be7f-fc014d2eedd9 service neutron] Pushing event updated for resources: {'Port': ['ID=2858c447-c2bf-4344-9cf1-9d62866f9e1f,revision_number=10']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:18.103639 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b1525611-b957-4348-90a0-b3c6cca3f7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:18.124446 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-0bfb7e4b-2920-4561-b2a1-c0c6a4c12cd7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6492946 Feb 09 01:05:18.137541 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-d5c027c6-ee2b-4d79-b245-89f1d67588b3 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=94b792d6-4b46-48e1-af0e-a8b9c1751cfd HTTP/1.1" status: 200 len: 217 time: 0.1054857 Feb 09 01:05:18.139582 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1525611-b957-4348-90a0-b3c6cca3f7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38bb781-94e4-4659-aa18-10ef90b54dad,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:18.147207 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-8c0a6076-6851-4e6d-be7f-fc014d2eedd9 service neutron] 10.222.0.35 "PUT /v2.0/ports/2858c447-c2bf-4344-9cf1-9d62866f9e1f/bindings/n-h2-828419-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5568893 Feb 09 01:05:18.148140 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-1e14cc24-8158-4e01-aa39-0e7b6f8f3ff1 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Request body: {'port': {'device_id': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2bec690d-2fc1-4a43-9409-cf15cb1e963a', 'admin_state_up': True, 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'security_groups': ['e1486fc1-1e2b-4613-b423-e31a76a75443']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:18.150149 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b1525611-b957-4348-90a0-b3c6cca3f7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:18.154697 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b1525611-b957-4348-90a0-b3c6cca3f7cb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a38bb781-94e4-4659-aa18-10ef90b54dad HTTP/1.1" status: 204 len: 168 time: 0.6121852 Feb 09 01:05:18.170285 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-813fb596-cadf-4726-a4ac-92741e5bd440 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:18.192105 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb914e-52ee-4969-80be-ca6c93b78a98 req-c47e5238-0d72-483a-a7f6-48746adf4209 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:18.198673 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb914e-52ee-4969-80be-ca6c93b78a98 req-c47e5238-0d72-483a-a7f6-48746adf4209 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:18.205021 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb914e-52ee-4969-80be-ca6c93b78a98 req-c47e5238-0d72-483a-a7f6-48746adf4209 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:18.211956 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb914e-52ee-4969-80be-ca6c93b78a98 req-c47e5238-0d72-483a-a7f6-48746adf4209 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:18.213944 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c6cb914e-52ee-4969-80be-ca6c93b78a98 req-c47e5238-0d72-483a-a7f6-48746adf4209 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 3093 time: 0.2170870 Feb 09 01:05:18.269288 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c6cb914e-52ee-4969-80be-ca6c93b78a98 req-8ce12297-dc0a-49f8-b462-f66322ae458a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492301 Feb 09 01:05:18.347988 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-686783fc-8cfb-4518-9df3-6f4bc1bb1ac2 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Allocated IP 192.168.233.48 (82c0e553-004f-4f65-a38e-9d785fdc5802/c1d7756a-584e-4152-ad93-d220060f4b30/93c8ebf5-518f-42f6-a87d-2691a6c0d1b9) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:05:18.364808 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-813fb596-cadf-4726-a4ac-92741e5bd440 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Transition to ACTIVE for port object c24f55ad-222d-42af-9caa-acd4952ab488 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:18.445073 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 2858c447-c2bf-4344-9cf1-9d62866f9e1f no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:05:18.446485 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-c5a3e511-bc3c-4b9e-8e89-1764318e37e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:18.447937 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-c5a3e511-bc3c-4b9e-8e89-1764318e37e9 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.2657638 Feb 09 01:05:18.482101 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3011b2-8255-4401-858c-732dc51c4494 req-496b9866-0418-4454-88e3-0606b26f7e02 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:18.485109 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d818f-d676-4ae6-af24-41ed09d632df req-ae37ed08-d481-4833-b41f-e1739758c370 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:18.489664 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5c3011b2-8255-4401-858c-732dc51c4494 req-496b9866-0418-4454-88e3-0606b26f7e02 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=d817c5ae-4755-47fa-874c-1ad857cdb067 HTTP/1.1" status: 200 len: 945 time: 0.6844575 Feb 09 01:05:18.495085 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-731d818f-d676-4ae6-af24-41ed09d632df req-ae37ed08-d481-4833-b41f-e1739758c370 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 945 time: 0.1123245 Feb 09 01:05:18.565152 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-731d818f-d676-4ae6-af24-41ed09d632df req-e28d2b51-5e4d-46aa-8919-94e7a92e1b51 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691161 Feb 09 01:05:18.591111 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05299245-9a29-45bd-999f-033a62fb1383 req-9e511e78-aad7-4138-9e3e-7da75b4a8e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:18.592542 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-05299245-9a29-45bd-999f-033a62fb1383 req-9e511e78-aad7-4138-9e3e-7da75b4a8e71 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 1100 time: 0.7332087 Feb 09 01:05:18.598101 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 2858c447-c2bf-4344-9cf1-9d62866f9e1f not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:05:18.679531 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-1e14cc24-8158-4e01-aa39-0e7b6f8f3ff1 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:18.766262 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebbea8-4b50-4541-8f8f-fa47a1fc798b req-68ae73c9-80d3-429b-b344-65fec0149412 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:18.768193 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dbebbea8-4b50-4541-8f8f-fa47a1fc798b req-68ae73c9-80d3-429b-b344-65fec0149412 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 949 time: 0.0903268 Feb 09 01:05:18.820544 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dbebbea8-4b50-4541-8f8f-fa47a1fc798b req-ee48b7c1-221f-4001-89fc-0a1b0b7040b0 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460663 Feb 09 01:05:18.970634 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5c3011b2-8255-4401-858c-732dc51c4494 req-d6630d77-48ec-4338-91ac-97ef65a46d3a tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798548 Feb 09 01:05:18.972134 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-1e14cc24-8158-4e01-aa39-0e7b6f8f3ff1 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:19.011703 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-d688c120-8942-48a9-b712-86ccd5c6525f tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:19.013334 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-d688c120-8942-48a9-b712-86ccd5c6525f tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e&tenant_id=6a459030aa9346b7b761b1ccc64f5445&binding%3Ahost_id=n-h1-828419-1 HTTP/1.1" status: 200 len: 1096 time: 0.7393816 Feb 09 01:05:19.015714 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-813fb596-cadf-4726-a4ac-92741e5bd440 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:19.028370 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['340f5206-e4c6-4d75-8305-bb6783c1cb53'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:05:19.127871 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 36934) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:19.208613 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-1e14cc24-8158-4e01-aa39-0e7b6f8f3ff1 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Made reservation on behalf of c1fe8f42c4854e5699e2e8b880d21442 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:05:19.215974 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e56dd9-1e87-47e4-bdb2-e9ece4c0d5b1 req-3723ffca-3e4f-4c92-bfeb-8fd87741ee0a tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:19.222791 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b8e56dd9-1e87-47e4-bdb2-e9ece4c0d5b1 req-3723ffca-3e4f-4c92-bfeb-8fd87741ee0a tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6ca9ef6-0487-4c13-9be2-3956d6c232f1 HTTP/1.1" status: 200 len: 931 time: 0.2925906 Feb 09 01:05:19.275468 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b8e56dd9-1e87-47e4-bdb2-e9ece4c0d5b1 req-61b179da-3bad-4194-a427-cc064cbf8ea1 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff34b42-ead9-44a7-9bae-45e8ec568e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516615 Feb 09 01:05:19.298015 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-813fb596-cadf-4726-a4ac-92741e5bd440 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Network b5fd0cb5-7e9b-45fd-beb6-2ed905515601 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:19.386220 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-813fb596-cadf-4726-a4ac-92741e5bd440 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:19.400937 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7c1f4ed1-802d-4cb4-abc5-95f1b0fc5ab9 req-9421022d-1fcc-4b75-85b1-77dffa7f7fa5 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Synchronizing usage tracker for tenant:5dd622398d4242b18fbc0d08d85b0459 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:05:19.403569 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-813fb596-cadf-4726-a4ac-92741e5bd440 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:05:19.434800 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-db7ee64f-e1ba-4e15-baca-788e226ff317 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1109418301-network', 'tenant_id': 'f4cec9dacd39493b81eee14d8a49cc95'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:19.442782 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813fb596-cadf-4726-a4ac-92741e5bd440 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Pushing event updated for resources: {'Port': ['ID=c24f55ad-222d-42af-9caa-acd4952ab488,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:19.458322 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-39af8263-00d1-413c-8b2d-65ab2068e208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:19.459827 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-39af8263-00d1-413c-8b2d-65ab2068e208 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9912586 Feb 09 01:05:19.468380 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-db7ee64f-e1ba-4e15-baca-788e226ff317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:19.486049 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05299245-9a29-45bd-999f-033a62fb1383 req-ea6acce1-b1b7-4701-8026-e141745c1d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:19.487531 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-05299245-9a29-45bd-999f-033a62fb1383 req-ea6acce1-b1b7-4701-8026-e141745c1d72 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.8804002 Feb 09 01:05:19.507228 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-db7ee64f-e1ba-4e15-baca-788e226ff317 admin admin] Usage tracker for resource:network and tenant:f4cec9dacd39493b81eee14d8a49cc95 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:19.536916 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-db7ee64f-e1ba-4e15-baca-788e226ff317 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:19.595437 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-686783fc-8cfb-4518-9df3-6f4bc1bb1ac2 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:19.652169 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-552663e9-6369-439f-b2c5-81142d584201 None None] Provisioning for port c24f55ad-222d-42af-9caa-acd4952ab488 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:19.658977 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-552663e9-6369-439f-b2c5-81142d584201 None None] Provisioning complete for port c24f55ad-222d-42af-9caa-acd4952ab488 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:19.659360 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-552663e9-6369-439f-b2c5-81142d584201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:19.690085 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-db7ee64f-e1ba-4e15-baca-788e226ff317 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:19.693489 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff4450-9756-48a0-85c3-7e4554b25629 req-948b5261-b405-4ab9-8015-dd1a5b8985c4 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:19.700341 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff4450-9756-48a0-85c3-7e4554b25629 req-948b5261-b405-4ab9-8015-dd1a5b8985c4 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:19.703305 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-05299245-9a29-45bd-999f-033a62fb1383 req-11054861-7b04-42fa-8c46-8571bb5445cc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=94b792d6-4b46-48e1-af0e-a8b9c1751cfd HTTP/1.1" status: 200 len: 217 time: 0.1974485 Feb 09 01:05:19.706492 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff4450-9756-48a0-85c3-7e4554b25629 req-948b5261-b405-4ab9-8015-dd1a5b8985c4 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:19.712899 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff4450-9756-48a0-85c3-7e4554b25629 req-948b5261-b405-4ab9-8015-dd1a5b8985c4 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:19.714737 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8fff4450-9756-48a0-85c3-7e4554b25629 req-948b5261-b405-4ab9-8015-dd1a5b8985c4 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 3093 time: 0.1195297 Feb 09 01:05:19.722528 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7c1f4ed1-802d-4cb4-abc5-95f1b0fc5ab9 req-9421022d-1fcc-4b75-85b1-77dffa7f7fa5 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Unset dirty status for tenant:5dd622398d4242b18fbc0d08d85b0459 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:05:19.724369 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7c1f4ed1-802d-4cb4-abc5-95f1b0fc5ab9 req-9421022d-1fcc-4b75-85b1-77dffa7f7fa5 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dcca2f6-fc43-4a45-b6dc-0e7400ac26d1 HTTP/1.1" status: 200 len: 210 time: 0.5614173 Feb 09 01:05:19.737107 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-686783fc-8cfb-4518-9df3-6f4bc1bb1ac2 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Transition to ACTIVE for port object 93c8ebf5-518f-42f6-a87d-2691a6c0d1b9 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:19.742260 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-552663e9-6369-439f-b2c5-81142d584201 None None] Port c24f55ad-222d-42af-9caa-acd4952ab488 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:05:19.771850 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8fff4450-9756-48a0-85c3-7e4554b25629 req-8264e8d9-4d90-45a2-bf3a-12e4fbe62ab2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503929 Feb 09 01:05:19.776143 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-813fb596-cadf-4726-a4ac-92741e5bd440 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:19.776800 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-813fb596-cadf-4726-a4ac-92741e5bd440 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:19.822824 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7ee64f-e1ba-4e15-baca-788e226ff317 admin admin] Made reservation on behalf of f4cec9dacd39493b81eee14d8a49cc95 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:05:19.825137 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-db7ee64f-e1ba-4e15-baca-788e226ff317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:19.872194 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-f6c0f35d-50a7-4a4e-a2c5-f91cd0c9d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:19.873731 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-f6c0f35d-50a7-4a4e-a2c5-f91cd0c9d6ae service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e&tenant_id=6a459030aa9346b7b761b1ccc64f5445 HTTP/1.1" status: 200 len: 1096 time: 0.8376229 Feb 09 01:05:19.874381 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-db7ee64f-e1ba-4e15-baca-788e226ff317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:19.892718 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-1e14cc24-8158-4e01-aa39-0e7b6f8f3ff1 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:19.919556 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-813fb596-cadf-4726-a4ac-92741e5bd440 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4717381 Feb 09 01:05:19.984444 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-bd686252-83d1-4897-84df-43e8e79b0f9f service neutron] Request body: {'port': {'device_id': 'c6ca9ef6-0487-4c13-9be2-3956d6c232f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:19.999371 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b7990-83ea-4b7b-b36b-ca6cbd43ff29 req-be607a6d-0392-432c-b809-2c86f0fdd429 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:20.000930 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-925b7990-83ea-4b7b-b36b-ca6cbd43ff29 req-be607a6d-0392-432c-b809-2c86f0fdd429 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 945 time: 0.1190212 Feb 09 01:05:20.019687 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05299245-9a29-45bd-999f-033a62fb1383 req-e4aeda13-926d-462f-9109-b7f228e78828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:20.021780 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-05299245-9a29-45bd-999f-033a62fb1383 req-e4aeda13-926d-462f-9109-b7f228e78828 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.2922559 Feb 09 01:05:20.035995 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-db7ee64f-e1ba-4e15-baca-788e226ff317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:20.072798 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-925b7990-83ea-4b7b-b36b-ca6cbd43ff29 req-694786ee-5e49-4e91-8548-e9b2ce2390bb tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654621 Feb 09 01:05:20.182265 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-db7ee64f-e1ba-4e15-baca-788e226ff317 admin admin] Usage tracker for resource:security_group_rule and tenant:f4cec9dacd39493b81eee14d8a49cc95 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:20.202355 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-db7ee64f-e1ba-4e15-baca-788e226ff317 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:20.238664 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-6e7aeae7-39af-4be1-94f4-31347a66312b service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7473595 Feb 09 01:05:20.250254 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3f29e-1070-49bd-9393-46a4d941ae38 req-dbd6b558-0eb8-4e26-bb2f-13d030498b48 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:20.251718 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-84c3f29e-1070-49bd-9393-46a4d941ae38 req-dbd6b558-0eb8-4e26-bb2f-13d030498b48 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=d817c5ae-4755-47fa-874c-1ad857cdb067 HTTP/1.1" status: 200 len: 945 time: 0.0844371 Feb 09 01:05:20.277378 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-db7ee64f-e1ba-4e15-baca-788e226ff317 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:20.300295 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-84c3f29e-1070-49bd-9393-46a4d941ae38 req-3e0787dd-b5ff-419e-8746-3663ffcc2c7f tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418911 Feb 09 01:05:20.486649 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3bcf8-f99f-467a-bc04-caa63f7d7080 req-d210f9d6-5500-4d4f-9a2b-5747d69a162c tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:20.488221 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f7d3bcf8-f99f-467a-bc04-caa63f7d7080 req-d210f9d6-5500-4d4f-9a2b-5747d69a162c tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6ca9ef6-0487-4c13-9be2-3956d6c232f1 HTTP/1.1" status: 200 len: 931 time: 0.0832644 Feb 09 01:05:20.539341 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f7d3bcf8-f99f-467a-bc04-caa63f7d7080 req-5ea704ab-37e4-4349-8328-3ebabad5b587 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff34b42-ead9-44a7-9bae-45e8ec568e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441170 Feb 09 01:05:20.548381 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-686783fc-8cfb-4518-9df3-6f4bc1bb1ac2 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:20.798527 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-686783fc-8cfb-4518-9df3-6f4bc1bb1ac2 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:20.806013 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686783fc-8cfb-4518-9df3-6f4bc1bb1ac2 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Pushing event updated for resources: {'Port': ['ID=93c8ebf5-518f-42f6-a87d-2691a6c0d1b9,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:20.808270 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-bd686252-83d1-4897-84df-43e8e79b0f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:20.827974 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-686783fc-8cfb-4518-9df3-6f4bc1bb1ac2 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:20.834294 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-686783fc-8cfb-4518-9df3-6f4bc1bb1ac2 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:05:20.903054 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-28b9ba41-6f94-4b15-a523-e627e6220737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:20.904618 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-28b9ba41-6f94-4b15-a523-e627e6220737 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6a459030aa9346b7b761b1ccc64f5445&device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 1096 time: 0.9867892 Feb 09 01:05:20.926456 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fbbbf-0693-4aeb-a369-bb3ec0cb06de req-8924d260-199b-4eec-97d5-2c2b12b21075 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:20.929004 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4b1fbbbf-0693-4aeb-a369-bb3ec0cb06de req-8924d260-199b-4eec-97d5-2c2b12b21075 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dcca2f6-fc43-4a45-b6dc-0e7400ac26d1 HTTP/1.1" status: 200 len: 935 time: 0.0918584 Feb 09 01:05:20.976303 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4b1fbbbf-0693-4aeb-a369-bb3ec0cb06de req-eb55484a-7d54-4d37-8a54-41233a7a2602 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7245e75-4d2c-4f06-a46a-e3d89ba56150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409939 Feb 09 01:05:21.048684 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615bedf-b608-420d-b11c-57b0d31e76aa req-950b4378-43ba-4765-9e7d-3b1b4bc7fa22 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:21.050186 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c615bedf-b608-420d-b11c-57b0d31e76aa req-950b4378-43ba-4765-9e7d-3b1b4bc7fa22 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 949 time: 1.0115786 Feb 09 01:05:21.075261 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-48e1828f-5811-4a18-adc5-b2d795f460ab None None] Provisioning for port 93c8ebf5-518f-42f6-a87d-2691a6c0d1b9 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:21.083770 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-48e1828f-5811-4a18-adc5-b2d795f460ab None None] Provisioning complete for port 93c8ebf5-518f-42f6-a87d-2691a6c0d1b9 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:21.084425 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-48e1828f-5811-4a18-adc5-b2d795f460ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:21.134051 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05299245-9a29-45bd-999f-033a62fb1383 req-4627e12d-9bef-42a3-86c5-4bb65e1dd5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:21.135520 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-05299245-9a29-45bd-999f-033a62fb1383 req-4627e12d-9bef-42a3-86c5-4bb65e1dd5bf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0830922 Feb 09 01:05:21.151759 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-48e1828f-5811-4a18-adc5-b2d795f460ab None None] Port 93c8ebf5-518f-42f6-a87d-2691a6c0d1b9 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:05:21.152280 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6e54be66-bacb-4ae3-ba62-739ef86795f3 req-f067a2a8-520a-40b3-9766-b00824b8e3e9 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8891656 Feb 09 01:05:21.154203 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8ef55-89ba-45ea-8433-c9e6d5fd6804 req-2156241a-2b3a-4c3b-a1d9-fdeec0813ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:21.155567 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b1b8ef55-89ba-45ea-8433-c9e6d5fd6804 req-2156241a-2b3a-4c3b-a1d9-fdeec0813ef5 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6428ce51b6b44a9195de9392004f082d&device_id=d817c5ae-4755-47fa-874c-1ad857cdb067 HTTP/1.1" status: 200 len: 1096 time: 0.9845886 Feb 09 01:05:21.207268 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0e257-66bc-4e0b-8856-531a3883ab1e req-14ff1d97-fa98-4a26-92d0-44dd8254b9f1 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:21.214887 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0e257-66bc-4e0b-8856-531a3883ab1e req-14ff1d97-fa98-4a26-92d0-44dd8254b9f1 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:21.220756 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0e257-66bc-4e0b-8856-531a3883ab1e req-14ff1d97-fa98-4a26-92d0-44dd8254b9f1 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:21.227111 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0e257-66bc-4e0b-8856-531a3883ab1e req-14ff1d97-fa98-4a26-92d0-44dd8254b9f1 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:21.228908 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-75d0e257-66bc-4e0b-8856-531a3883ab1e req-14ff1d97-fa98-4a26-92d0-44dd8254b9f1 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 3093 time: 0.1373856 Feb 09 01:05:21.263664 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-686783fc-8cfb-4518-9df3-6f4bc1bb1ac2 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:21.264278 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-686783fc-8cfb-4518-9df3-6f4bc1bb1ac2 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:21.277999 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-75d0e257-66bc-4e0b-8856-531a3883ab1e req-b4edca18-cf70-415d-89b4-4e35f6c88e35 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430014 Feb 09 01:05:21.468640 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ba369-80eb-4b52-ac76-cbe064de2748 req-d8b07dee-10cd-42e6-81ca-1a79b4442825 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:21.470182 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6b6ba369-80eb-4b52-ac76-cbe064de2748 req-d8b07dee-10cd-42e6-81ca-1a79b4442825 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 945 time: 0.0855956 Feb 09 01:05:21.486788 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-1e14cc24-8158-4e01-aa39-0e7b6f8f3ff1 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Allocated IP 10.2.2.200 (2bec690d-2fc1-4a43-9409-cf15cb1e963a/0da9c592-ba8f-483c-8446-d42b4fd95318/28f6d6f4-456f-46b7-a80c-e7fa8ebd0629) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:05:21.516029 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6b6ba369-80eb-4b52-ac76-cbe064de2748 req-11a0bc5a-8bfa-4060-8891-4f98180a8ed2 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400100 Feb 09 01:05:21.601293 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:21.617023 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c615bedf-b608-420d-b11c-57b0d31e76aa req-7c2d2385-1d4d-4529-903d-4decd80ef0b3 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4848959 Feb 09 01:05:21.629477 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-db7ee64f-e1ba-4e15-baca-788e226ff317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:21.653445 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-686783fc-8cfb-4518-9df3-6f4bc1bb1ac2 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7324188 Feb 09 01:05:21.691611 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-db7ee64f-e1ba-4e15-baca-788e226ff317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:21.705622 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6c7d4-ac12-44a0-8ccc-bc0d5b3194a5 req-6f2b0d58-1e64-4f19-b95a-c16a001e6b6c tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:21.707728 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-90d6c7d4-ac12-44a0-8ccc-bc0d5b3194a5 req-6f2b0d58-1e64-4f19-b95a-c16a001e6b6c tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=d817c5ae-4755-47fa-874c-1ad857cdb067 HTTP/1.1" status: 200 len: 945 time: 0.0956194 Feb 09 01:05:21.723679 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-98704cf3-5fba-43c6-90f3-5bd9972ce423 service neutron] Request body: {'port': {'device_id': '9dcca2f6-fc43-4a45-b6dc-0e7400ac26d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:21.756203 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-90d6c7d4-ac12-44a0-8ccc-bc0d5b3194a5 req-4a43cdb5-5af6-4825-b401-f94fe905e29b tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406504 Feb 09 01:05:21.810400 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-5a318f89-4d1a-4fe9-9354-10da0ded15af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:21.811906 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-5a318f89-4d1a-4fe9-9354-10da0ded15af service neutron] 10.222.0.117 "GET /v2.0/networks?id=48fff0c2-cb8c-4c86-992a-0e113098b5fc HTTP/1.1" status: 200 len: 909 time: 0.8915620 Feb 09 01:05:21.945051 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db7ee64f-e1ba-4e15-baca-788e226ff317 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 986} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:05:22.066539 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-05299245-9a29-45bd-999f-033a62fb1383 req-3280479f-802b-4359-8e6b-90c5166a2e0a service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9023077 Feb 09 01:05:22.126576 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ee64f-e1ba-4e15-baca-788e226ff317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b73b45e-4f61-43ef-8dcf-4aa9a8b7e006,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:22.129915 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-c177df55-7e14-42c8-a8a4-e1468ba77ecb service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2858c447-c2bf-4344-9cf1-9d62866f9e1f HTTP/1.1" status: 200 len: 217 time: 0.2013998 Feb 09 01:05:22.131009 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8ef55-89ba-45ea-8433-c9e6d5fd6804 req-585ef1a5-5ec4-4212-a742-9d0c95f98227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:22.132380 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b1b8ef55-89ba-45ea-8433-c9e6d5fd6804 req-585ef1a5-5ec4-4212-a742-9d0c95f98227 service neutron] 10.222.0.117 "GET /v2.0/networks?id=aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7 HTTP/1.1" status: 200 len: 916 time: 0.9481595 Feb 09 01:05:22.153650 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-db7ee64f-e1ba-4e15-baca-788e226ff317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:22.153999 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-db7ee64f-e1ba-4e15-baca-788e226ff317 admin admin] Added segment bec6c353-a489-460c-b40f-233d3d48e8fd of type vlan for network 4d3b7ce2-38bc-442e-9251-878f5bbd9dbb Feb 09 01:05:22.177582 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13f76d-709a-4bb8-96f7-c0bf6aeecd1a req-9daee97d-7e49-455b-8652-9f64853266f0 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:22.179278 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0e13f76d-709a-4bb8-96f7-c0bf6aeecd1a req-9daee97d-7e49-455b-8652-9f64853266f0 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dcca2f6-fc43-4a45-b6dc-0e7400ac26d1 HTTP/1.1" status: 200 len: 935 time: 0.0884697 Feb 09 01:05:22.227252 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0e13f76d-709a-4bb8-96f7-c0bf6aeecd1a req-1c7c7e7c-8e30-4ea3-a1f8-39f7b7d83d8a tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7245e75-4d2c-4f06-a46a-e3d89ba56150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421827 Feb 09 01:05:22.480890 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea00c0b-1cb3-4cd2-81b3-496e9c343938 req-0a66f0f1-048a-4b15-95ad-74802248da52 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:22.486930 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea00c0b-1cb3-4cd2-81b3-496e9c343938 req-0a66f0f1-048a-4b15-95ad-74802248da52 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:22.493609 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea00c0b-1cb3-4cd2-81b3-496e9c343938 req-0a66f0f1-048a-4b15-95ad-74802248da52 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:22.499705 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea00c0b-1cb3-4cd2-81b3-496e9c343938 req-0a66f0f1-048a-4b15-95ad-74802248da52 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:22.501624 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-aea00c0b-1cb3-4cd2-81b3-496e9c343938 req-0a66f0f1-048a-4b15-95ad-74802248da52 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 3093 time: 0.1051114 Feb 09 01:05:22.562761 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-aea00c0b-1cb3-4cd2-81b3-496e9c343938 req-ca17e22a-180e-49f2-9e0b-19e43737f50f tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521424 Feb 09 01:05:22.590591 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05299245-9a29-45bd-999f-033a62fb1383 req-72793c23-30a3-4d73-bbfa-bd64b2f2f4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:22.592090 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-05299245-9a29-45bd-999f-033a62fb1383 req-72793c23-30a3-4d73-bbfa-bd64b2f2f4b8 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 1100 time: 1.2648237 Feb 09 01:05:22.605951 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b1b8ef55-89ba-45ea-8433-c9e6d5fd6804 req-b519a824-ac0b-4573-856d-32de550d828a service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae96d083-8a34-4b02-aed5-0e82d911c043 HTTP/1.1" status: 200 len: 217 time: 0.3805215 Feb 09 01:05:22.771459 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e84c6-fd90-4a9a-ace6-7c15db6c38a2 req-141ae3d3-bd5e-4553-9c61-f3cea5bdf51e tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:22.772993 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-226e84c6-fd90-4a9a-ace6-7c15db6c38a2 req-141ae3d3-bd5e-4553-9c61-f3cea5bdf51e tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 945 time: 0.0848005 Feb 09 01:05:22.782842 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-db7ee64f-e1ba-4e15-baca-788e226ff317 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:22.786939 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-98704cf3-5fba-43c6-90f3-5bd9972ce423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:22.817102 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-226e84c6-fd90-4a9a-ace6-7c15db6c38a2 req-715736a7-c2e0-435b-a5b6-93c2c9aedfa5 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383320 Feb 09 01:05:22.866291 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-4114b09b-5384-4bbf-92ae-4f8e9720a7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:22.867748 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-4114b09b-5384-4bbf-92ae-4f8e9720a7c5 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=71237ce4-c470-4847-a2d1-f1f13758c999 HTTP/1.1" status: 200 len: 848 time: 0.6884544 Feb 09 01:05:23.015388 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba7d52-c2aa-4cb3-9a6e-1d2812d1cbab req-e16765f6-8eef-460f-b8b6-e103adf894f2 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:23.016753 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-92ba7d52-c2aa-4cb3-9a6e-1d2812d1cbab req-e16765f6-8eef-460f-b8b6-e103adf894f2 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 949 time: 0.0949781 Feb 09 01:05:23.035059 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a349dcd-72bc-428c-83c2-26ecdfa0996a req-0eff9cc5-5d36-4de9-bd01-ae1a226c13a0 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:23.035818 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7a349dcd-72bc-428c-83c2-26ecdfa0996a req-0eff9cc5-5d36-4de9-bd01-ae1a226c13a0 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Synchronizing usage tracker for tenant:13db6f711f024a948f23ba528e45c23e on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:05:23.060811 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8ef55-89ba-45ea-8433-c9e6d5fd6804 req-767cebac-f03e-421d-ae43-a79f632405df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:23.062269 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b1b8ef55-89ba-45ea-8433-c9e6d5fd6804 req-767cebac-f03e-421d-ae43-a79f632405df service neutron] 10.222.0.117 "GET /v2.0/subnets?id=771c4ddd-4731-43aa-b60e-ab7f2eeb6b58 HTTP/1.1" status: 200 len: 854 time: 0.3903601 Feb 09 01:05:23.064350 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-531fca8b-51ba-4640-af30-a0b482d80cc2 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=48fff0c2-cb8c-4c86-992a-0e113098b5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1629937 Feb 09 01:05:23.068390 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-bd686252-83d1-4897-84df-43e8e79b0f9f service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:05:23.075678 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-92ba7d52-c2aa-4cb3-9a6e-1d2812d1cbab req-01056db0-17a8-473e-9359-13aa938db955 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501859 Feb 09 01:05:23.091373 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-05299245-9a29-45bd-999f-033a62fb1383 req-bb6ace8f-24a1-4d43-b04b-f1321f8ba46e service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9522674 Feb 09 01:05:23.101978 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-1e14cc24-8158-4e01-aa39-0e7b6f8f3ff1 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:23.269436 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa974c4-ce43-459e-a5e8-8d35d33447aa req-173ae0a9-3084-4b1b-bbd9-5a308e0d9e97 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:23.270979 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2fa974c4-ce43-459e-a5e8-8d35d33447aa req-173ae0a9-3084-4b1b-bbd9-5a308e0d9e97 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=d817c5ae-4755-47fa-874c-1ad857cdb067 HTTP/1.1" status: 200 len: 945 time: 0.0854738 Feb 09 01:05:23.286567 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-db7ee64f-e1ba-4e15-baca-788e226ff317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:23.287532 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7ee64f-e1ba-4e15-baca-788e226ff317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:23.288117 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-db7ee64f-e1ba-4e15-baca-788e226ff317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:23.320048 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2fa974c4-ce43-459e-a5e8-8d35d33447aa req-063f5bf9-d9dd-4377-9d7d-e4e851ce2f1a tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402126 Feb 09 01:05:23.396670 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-1e14cc24-8158-4e01-aa39-0e7b6f8f3ff1 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Transition to ACTIVE for port object 28f6d6f4-456f-46b7-a80c-e7fa8ebd0629 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:23.397835 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7a349dcd-72bc-428c-83c2-26ecdfa0996a req-0eff9cc5-5d36-4de9-bd01-ae1a226c13a0 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Unset dirty status for tenant:13db6f711f024a948f23ba528e45c23e on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:05:23.399004 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7a349dcd-72bc-428c-83c2-26ecdfa0996a req-0eff9cc5-5d36-4de9-bd01-ae1a226c13a0 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6ca9ef6-0487-4c13-9be2-3956d6c232f1 HTTP/1.1" status: 200 len: 931 time: 1.6329122 Feb 09 01:05:23.413583 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05299245-9a29-45bd-999f-033a62fb1383 req-f8bbd2a5-ef3f-4b8c-9df5-a3fd2a430942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:23.415030 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-05299245-9a29-45bd-999f-033a62fb1383 req-f8bbd2a5-ef3f-4b8c-9df5-a3fd2a430942 service neutron] 10.222.0.117 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.7993972 Feb 09 01:05:23.546730 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-bd686252-83d1-4897-84df-43e8e79b0f9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c24f55ad-222d-42af-9caa-acd4952ab488 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:05:23.609317 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-db7ee64f-e1ba-4e15-baca-788e226ff317 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 4.4702761 Feb 09 01:05:23.612150 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36994) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:23.615549 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-bd686252-83d1-4897-84df-43e8e79b0f9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:23.619721 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-71a8bb9f-42ea-4ee2-b34a-1343801705f3 admin admin] Request body: {'subnet': {'network_id': '4d3b7ce2-38bc-442e-9251-878f5bbd9dbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1109418301-subnet', 'tenant_id': 'f4cec9dacd39493b81eee14d8a49cc95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:23.625940 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-71a8bb9f-42ea-4ee2-b34a-1343801705f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:23.627794 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-05299245-9a29-45bd-999f-033a62fb1383 req-c75d138f-4e41-423b-8722-c57ebeb9ea7f service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=94b792d6-4b46-48e1-af0e-a8b9c1751cfd HTTP/1.1" status: 200 len: 217 time: 0.1572909 Feb 09 01:05:23.662966 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ee64f-e1ba-4e15-baca-788e226ff317 admin admin] Pushing event updated for resources: {'Network': ['ID=4d3b7ce2-38bc-442e-9251-878f5bbd9dbb,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:23.664651 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-71a8bb9f-42ea-4ee2-b34a-1343801705f3 admin admin] Usage tracker for resource:subnet and tenant:f4cec9dacd39493b81eee14d8a49cc95 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:23.672034 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-71a8bb9f-42ea-4ee2-b34a-1343801705f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:23.676467 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 4d3b7ce2-38bc-442e-9251-878f5bbd9dbb details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:05:23.681420 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-71a8bb9f-42ea-4ee2-b34a-1343801705f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:23.706392 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a8bb9f-42ea-4ee2-b34a-1343801705f3 admin admin] Made reservation on behalf of f4cec9dacd39493b81eee14d8a49cc95 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:05:23.709010 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-71a8bb9f-42ea-4ee2-b34a-1343801705f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:23.757216 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-bd686252-83d1-4897-84df-43e8e79b0f9f service neutron] Transition to ACTIVE for port object c24f55ad-222d-42af-9caa-acd4952ab488 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:23.806198 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cc6f5-eab1-4966-93d7-9df556b042a2 req-feb033f2-fafe-478a-adeb-900d60e58c77 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:23.807768 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-044cc6f5-eab1-4966-93d7-9df556b042a2 req-feb033f2-fafe-478a-adeb-900d60e58c77 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dcca2f6-fc43-4a45-b6dc-0e7400ac26d1 HTTP/1.1" status: 200 len: 935 time: 0.1831195 Feb 09 01:05:23.835486 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7a349dcd-72bc-428c-83c2-26ecdfa0996a req-5e7fdc6c-03fa-4f4f-af48-4cba4b585902 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff34b42-ead9-44a7-9bae-45e8ec568e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170794 Feb 09 01:05:23.883967 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-bd686252-83d1-4897-84df-43e8e79b0f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:23.899843 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-044cc6f5-eab1-4966-93d7-9df556b042a2 req-f2ab3963-2a4a-4315-8ee6-b66e9b1bd27f tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7245e75-4d2c-4f06-a46a-e3d89ba56150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862379 Feb 09 01:05:23.969092 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-782bd870-cb4f-44b3-b7ea-b3a9f01efffa service neutron] 10.222.0.117 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8609378 Feb 09 01:05:24.041986 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-71a8bb9f-42ea-4ee2-b34a-1343801705f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:24.198466 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8bb9f-42ea-4ee2-b34a-1343801705f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=033239f6-b691-4838-a41d-6de16db7e044,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:24.212172 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a8bb9f-42ea-4ee2-b34a-1343801705f3 admin admin] Checking segment: {'id': 'bec6c353-a489-460c-b40f-233d3d48e8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '4d3b7ce2-38bc-442e-9251-878f5bbd9dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:05:24.212589 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a8bb9f-42ea-4ee2-b34a-1343801705f3 admin admin] Network hostable DHCP agents. Network: 4d3b7ce2-38bc-442e-9251-878f5bbd9dbb, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:05:24.246392 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b2a4e-eea3-42fa-bf11-0f8a3d788e4b req-ef29f646-0e0f-4e06-93ee-a1e5846b9d51 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:24.252996 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b2a4e-eea3-42fa-bf11-0f8a3d788e4b req-ef29f646-0e0f-4e06-93ee-a1e5846b9d51 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:24.256050 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8ef55-89ba-45ea-8433-c9e6d5fd6804 req-4606a5fb-5aee-410f-b767-62032cfbe51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:24.257528 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b1b8ef55-89ba-45ea-8433-c9e6d5fd6804 req-4606a5fb-5aee-410f-b767-62032cfbe51d service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1653008 Feb 09 01:05:24.258857 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b2a4e-eea3-42fa-bf11-0f8a3d788e4b req-ef29f646-0e0f-4e06-93ee-a1e5846b9d51 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:24.264911 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b2a4e-eea3-42fa-bf11-0f8a3d788e4b req-ef29f646-0e0f-4e06-93ee-a1e5846b9d51 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:24.271175 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b2a4e-eea3-42fa-bf11-0f8a3d788e4b req-ef29f646-0e0f-4e06-93ee-a1e5846b9d51 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:24.272997 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9d9b2a4e-eea3-42fa-bf11-0f8a3d788e4b req-ef29f646-0e0f-4e06-93ee-a1e5846b9d51 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 3814 time: 0.2266393 Feb 09 01:05:24.298895 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a8bb9f-42ea-4ee2-b34a-1343801705f3 admin admin] Network 4d3b7ce2-38bc-442e-9251-878f5bbd9dbb is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:05:24.321569 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-71a8bb9f-42ea-4ee2-b34a-1343801705f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 4d3b7ce2-38bc-442e-9251-878f5bbd9dbb) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:24.326378 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a8bb9f-42ea-4ee2-b34a-1343801705f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:24.329942 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ecf902-c16d-4bb0-92d8-30035d2e6e47 None None] Network 4d3b7ce2-38bc-442e-9251-878f5bbd9dbb requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:05:24.331492 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-71a8bb9f-42ea-4ee2-b34a-1343801705f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:24.371942 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9d9b2a4e-eea3-42fa-bf11-0f8a3d788e4b req-caca9304-c6f0-4320-a107-31e598c91cbf tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918062 Feb 09 01:05:24.384757 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-71a8bb9f-42ea-4ee2-b34a-1343801705f3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7706401 Feb 09 01:05:24.459026 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-1e14cc24-8158-4e01-aa39-0e7b6f8f3ff1 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:24.461534 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05299245-9a29-45bd-999f-033a62fb1383 req-0cd891f4-b73f-4b7a-8b5a-e3bca3cbb3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:24.463059 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-05299245-9a29-45bd-999f-033a62fb1383 req-0cd891f4-b73f-4b7a-8b5a-e3bca3cbb3b8 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.8095417 Feb 09 01:05:24.614858 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 94b792d6-4b46-48e1-af0e-a8b9c1751cfd details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:05:24.658466 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-1e14cc24-8158-4e01-aa39-0e7b6f8f3ff1 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Network 2bec690d-2fc1-4a43-9409-cf15cb1e963a is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:24.682738 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-1e14cc24-8158-4e01-aa39-0e7b6f8f3ff1 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:24.695334 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd686252-83d1-4897-84df-43e8e79b0f9f service neutron] Pushing event updated for resources: {'Port': ['ID=c24f55ad-222d-42af-9caa-acd4952ab488,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:24.713113 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-1e14cc24-8158-4e01-aa39-0e7b6f8f3ff1 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:05:24.716627 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11607772-cd0a-4887-bc52-1b68ba02c54f req-4d03aa17-1fba-4c2f-ac73-f5bd0a0924cc tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:24.729009 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-11607772-cd0a-4887-bc52-1b68ba02c54f req-4d03aa17-1fba-4c2f-ac73-f5bd0a0924cc tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 945 time: 0.2365885 Feb 09 01:05:24.744682 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6f724f-3b46-4ab9-8401-0a46a8b531ef None None] Network 4d3b7ce2-38bc-442e-9251-878f5bbd9dbb requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:05:24.779450 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-11607772-cd0a-4887-bc52-1b68ba02c54f req-8c7796d2-35f1-406f-b03e-a913cebade2d tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493338 Feb 09 01:05:24.995656 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:25.012256 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038213b-5590-44ae-a9f8-59e9e79e09d0 req-471c16b6-0ac4-4416-a8bb-561c51ab150f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:25.020005 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9038213b-5590-44ae-a9f8-59e9e79e09d0 req-471c16b6-0ac4-4416-a8bb-561c51ab150f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 949 time: 0.1153181 Feb 09 01:05:25.040979 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-1e14cc24-8158-4e01-aa39-0e7b6f8f3ff1 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:25.041627 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-1e14cc24-8158-4e01-aa39-0e7b6f8f3ff1 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:25.060131 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14cc24-8158-4e01-aa39-0e7b6f8f3ff1 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Pushing event updated for resources: {'Port': ['ID=28f6d6f4-456f-46b7-a80c-e7fa8ebd0629,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:25.060599 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=94b792d6-4b46-48e1-af0e-a8b9c1751cfd,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:25.063889 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b1b8ef55-89ba-45ea-8433-c9e6d5fd6804 req-8d9c9480-d789-4854-996a-c7332f3a7160 service neutron] 10.222.0.117 "GET /v2.0/networks/aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7008591 Feb 09 01:05:25.071458 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527b2a2-e840-497a-999d-c474ad884632 req-acbae7e1-6996-46a4-9e50-5d51ead7d149 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:25.072175 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-9527b2a2-e840-497a-999d-c474ad884632 req-acbae7e1-6996-46a4-9e50-5d51ead7d149 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Synchronizing usage tracker for tenant:a75aeed005c34e95a63eb49629dd324d on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:05:25.080943 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '94b792d6-4b46-48e1-af0e-a8b9c1751cfd', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': '94b792d6-4b46-48e1-af0e-a8b9c1751cfd', 'mac_address': 'fa:16:3e:57:cf:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:05:25.084390 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9038213b-5590-44ae-a9f8-59e9e79e09d0 req-bc74c6d8-9520-4555-ba8f-2fa44c2b31d6 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626705 Feb 09 01:05:25.112010 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-98704cf3-5fba-43c6-90f3-5bd9972ce423 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:05:25.155870 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:25.176690 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7c27c75c-5dc3-42f5-84da-712e0a036cee None None] Provisioning for port 28f6d6f4-456f-46b7-a80c-e7fa8ebd0629 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:25.180345 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b792d6-4b46-48e1-af0e-a8b9c1751cfd {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:05:25.187797 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7c27c75c-5dc3-42f5-84da-712e0a036cee None None] Provisioning complete for port 28f6d6f4-456f-46b7-a80c-e7fa8ebd0629 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:25.188159 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7c27c75c-5dc3-42f5-84da-712e0a036cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:25.198962 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-c7d24af8-e003-4c53-952e-d8d46032a54d service neutron] 10.222.0.117 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9490128 Feb 09 01:05:25.241833 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=94b792d6-4b46-48e1-af0e-a8b9c1751cfd,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:25.251904 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:25.253663 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-7c27c75c-5dc3-42f5-84da-712e0a036cee None None] Port 28f6d6f4-456f-46b7-a80c-e7fa8ebd0629 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:05:25.266326 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-1e14cc24-8158-4e01-aa39-0e7b6f8f3ff1 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1277530 Feb 09 01:05:25.292163 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05299245-9a29-45bd-999f-033a62fb1383 req-539af040-3947-41a6-bcc5-5305d3f3a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:25.293647 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-05299245-9a29-45bd-999f-033a62fb1383 req-539af040-3947-41a6-bcc5-5305d3f3a993 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7082076 Feb 09 01:05:25.299449 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-4966376a-892c-48fb-93a0-0bf28beae018 service neutron] Request body: {'port': {'device_id': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:25.325609 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb370d7e-7370-434f-ad6f-40a15f5a20f3 req-345269d1-70ac-451b-9e31-65241d58d370 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:25.327146 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bb370d7e-7370-434f-ad6f-40a15f5a20f3 req-345269d1-70ac-451b-9e31-65241d58d370 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=d817c5ae-4755-47fa-874c-1ad857cdb067 HTTP/1.1" status: 200 len: 945 time: 0.1108425 Feb 09 01:05:25.331720 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=94b792d6-4b46-48e1-af0e-a8b9c1751cfd,revision_number=12']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:25.332552 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-9527b2a2-e840-497a-999d-c474ad884632 req-acbae7e1-6996-46a4-9e50-5d51ead7d149 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Unset dirty status for tenant:a75aeed005c34e95a63eb49629dd324d on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:05:25.334285 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9527b2a2-e840-497a-999d-c474ad884632 req-acbae7e1-6996-46a4-9e50-5d51ead7d149 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3b9291d-dff3-47ae-b019-3b7b9ad0637e HTTP/1.1" status: 200 len: 945 time: 1.3474483 Feb 09 01:05:25.335424 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-bd686252-83d1-4897-84df-43e8e79b0f9f service neutron] Attempting to bind port c24f55ad-222d-42af-9caa-acd4952ab488 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:05:25.335424 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-bd686252-83d1-4897-84df-43e8e79b0f9f service neutron] Attempting to bind port c24f55ad-222d-42af-9caa-acd4952ab488 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '3b6a811f-9d4e-49e4-9b55-596caeb1db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:05:25.335635 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-bd686252-83d1-4897-84df-43e8e79b0f9f service neutron] Attempting to bind port c24f55ad-222d-42af-9caa-acd4952ab488 on network b5fd0cb5-7e9b-45fd-beb6-2ed905515601 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:25.380713 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bb370d7e-7370-434f-ad6f-40a15f5a20f3 req-ec440ad7-10f5-44ae-8dc5-f83b84e83c47 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465400 Feb 09 01:05:25.453721 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-bd686252-83d1-4897-84df-43e8e79b0f9f service neutron] Port c24f55ad-222d-42af-9caa-acd4952ab488 on network b5fd0cb5-7e9b-45fd-beb6-2ed905515601 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:05:25.454047 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-bd686252-83d1-4897-84df-43e8e79b0f9f service neutron] Attempting to bind port c24f55ad-222d-42af-9caa-acd4952ab488 on network b5fd0cb5-7e9b-45fd-beb6-2ed905515601 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:25.465940 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-98704cf3-5fba-43c6-90f3-5bd9972ce423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c8ebf5-518f-42f6-a87d-2691a6c0d1b9 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:05:25.491466 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-98704cf3-5fba-43c6-90f3-5bd9972ce423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:25.542977 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-bd686252-83d1-4897-84df-43e8e79b0f9f service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:05:25.543311 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-bd686252-83d1-4897-84df-43e8e79b0f9f service neutron] Checking segment: {'id': '3b6a811f-9d4e-49e4-9b55-596caeb1db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:05:25.543691 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-bd686252-83d1-4897-84df-43e8e79b0f9f service neutron] Bound using segment: {'id': '3b6a811f-9d4e-49e4-9b55-596caeb1db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:05:25.544127 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-bd686252-83d1-4897-84df-43e8e79b0f9f service neutron] Bound port: c24f55ad-222d-42af-9caa-acd4952ab488, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b6a811f-9d4e-49e4-9b55-596caeb1db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:05:25.544498 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-bd686252-83d1-4897-84df-43e8e79b0f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:25.695007 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-98704cf3-5fba-43c6-90f3-5bd9972ce423 service neutron] Transition to ACTIVE for port object 93c8ebf5-518f-42f6-a87d-2691a6c0d1b9 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:25.755679 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-e80233e8-c830-4473-ad27-4fe10a590121 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:25.757068 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-e80233e8-c830-4473-ad27-4fe10a590121 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] 10.222.0.37 "GET /v2.0/networks?id=4d3b7ce2-38bc-442e-9251-878f5bbd9dbb HTTP/1.1" status: 200 len: 821 time: 0.1515346 Feb 09 01:05:25.770943 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9527b2a2-e840-497a-999d-c474ad884632 req-48c48dc0-a575-4b33-b572-571f6dd12de4 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072084 Feb 09 01:05:25.772137 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-45561c67-4574-4c9b-bf17-32e26bce2593 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] 10.222.0.37 "GET /v2.0/quotas/f4cec9dacd39493b81eee14d8a49cc95 HTTP/1.1" status: 200 len: 375 time: 0.0091658 Feb 09 01:05:25.776879 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-98704cf3-5fba-43c6-90f3-5bd9972ce423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:25.784800 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['94b792d6-4b46-48e1-af0e-a8b9c1751cfd'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:05:25.825660 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b1b8ef55-89ba-45ea-8433-c9e6d5fd6804 req-513ba429-8943-4c6d-81ce-2fd1548d1d59 service neutron] 10.222.0.117 "GET /v2.0/networks/aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7504635 Feb 09 01:05:25.882955 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-fa7ad0bc-b7fb-4b85-b37a-3dab1928e0ab tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4cec9dacd39493b81eee14d8a49cc95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1040421 Feb 09 01:05:26.045840 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-cb4fc50f-6ab9-40c9-9200-d77c6cf5cc23 service neutron] 10.222.0.37 "GET /v2.0/networks/4d3b7ce2-38bc-442e-9251-878f5bbd9dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618249 Feb 09 01:05:26.133171 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-4966376a-892c-48fb-93a0-0bf28beae018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:26.192527 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-05299245-9a29-45bd-999f-033a62fb1383 req-72fa8a3b-249c-4760-b136-b8c90e1970ae service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8483281 Feb 09 01:05:26.200217 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-ca43fe4c-b8d4-463f-921b-5a1e6c5b07f6 service neutron] 10.222.0.37 "GET /v2.0/networks/4d3b7ce2-38bc-442e-9251-878f5bbd9dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460705 Feb 09 01:05:26.221932 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98704cf3-5fba-43c6-90f3-5bd9972ce423 service neutron] Pushing event updated for resources: {'Port': ['ID=93c8ebf5-518f-42f6-a87d-2691a6c0d1b9,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:26.435935 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4e8f3-edfa-43ad-b850-5897bfebf443 req-045602e9-fda4-4f8b-8cf3-3e09e28b550f tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:26.437414 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-40d4e8f3-edfa-43ad-b850-5897bfebf443 req-045602e9-fda4-4f8b-8cf3-3e09e28b550f tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3b9291d-dff3-47ae-b019-3b7b9ad0637e HTTP/1.1" status: 200 len: 945 time: 0.9529514 Feb 09 01:05:26.438558 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-bd686252-83d1-4897-84df-43e8e79b0f9f service neutron] For port c24f55ad-222d-42af-9caa-acd4952ab488, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:05:26.454034 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-5497b19f-9aba-44f2-9fd2-4b7fe59f2510 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:26.455488 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-5497b19f-9aba-44f2-9fd2-4b7fe59f2510 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e&tenant_id=6a459030aa9346b7b761b1ccc64f5445&binding%3Ahost_id=n-h2-828419-1 HTTP/1.1" status: 200 len: 1096 time: 0.9137342 Feb 09 01:05:26.538575 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508dc83a-6b93-4f25-bb89-6d1354f2e3ec req-188e876b-7809-4429-89ba-12657eae286c tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:26.540095 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-508dc83a-6b93-4f25-bb89-6d1354f2e3ec req-188e876b-7809-4429-89ba-12657eae286c tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dcca2f6-fc43-4a45-b6dc-0e7400ac26d1 HTTP/1.1" status: 200 len: 947 time: 0.1415007 Feb 09 01:05:26.590489 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-bd686252-83d1-4897-84df-43e8e79b0f9f service neutron] For port c24f55ad-222d-42af-9caa-acd4952ab488, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c24f55ad-222d-42af-9caa-acd4952ab488,segment=NetworkSegment(3b6a811f-9d4e-49e4-9b55-596caeb1db0d),segment_id=3b6a811f-9d4e-49e4-9b55-596caeb1db0d)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:05:26.597393 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-508dc83a-6b93-4f25-bb89-6d1354f2e3ec req-de8165e9-8ce7-4a2e-bf95-b73a9272d2dc tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7245e75-4d2c-4f06-a46a-e3d89ba56150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509493 Feb 09 01:05:26.652559 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-bd686252-83d1-4897-84df-43e8e79b0f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:26.814090 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc052bec-f0dd-4200-824b-59d39fb70ac5 req-738215e6-511f-4da3-9020-e02caa9fad1b tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:26.815845 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dc052bec-f0dd-4200-824b-59d39fb70ac5 req-738215e6-511f-4da3-9020-e02caa9fad1b tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 950 time: 0.0951686 Feb 09 01:05:26.853740 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-40d4e8f3-edfa-43ad-b850-5897bfebf443 req-b3a96f6e-ec63-44f0-a551-d850a92ca7b8 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Deleting port c5594f22-9a36-4440-bc64-312af7446b34 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:05:26.854079 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-40d4e8f3-edfa-43ad-b850-5897bfebf443 req-b3a96f6e-ec63-44f0-a551-d850a92ca7b8 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:26.866627 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dc052bec-f0dd-4200-824b-59d39fb70ac5 req-c92a7751-15f2-4ee6-a1c0-9b773c969d2b tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415895 Feb 09 01:05:26.911722 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-bd686252-83d1-4897-84df-43e8e79b0f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:26.912342 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-bd686252-83d1-4897-84df-43e8e79b0f9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:26.913738 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-bd686252-83d1-4897-84df-43e8e79b0f9f service neutron] 10.222.0.35 "PUT /v2.0/ports/c24f55ad-222d-42af-9caa-acd4952ab488 HTTP/1.1" status: 200 len: 1091 time: 6.9405012 Feb 09 01:05:26.926578 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ca9ef6-0487-4c13-9be2-3956d6c232f1', 'tag': 'c24f55ad-222d-42af-9caa-acd4952ab488'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:26.948377 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-98704cf3-5fba-43c6-90f3-5bd9972ce423 service neutron] Attempting to bind port 93c8ebf5-518f-42f6-a87d-2691a6c0d1b9 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:05:26.948904 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-98704cf3-5fba-43c6-90f3-5bd9972ce423 service neutron] Attempting to bind port 93c8ebf5-518f-42f6-a87d-2691a6c0d1b9 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:05:26.949049 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-98704cf3-5fba-43c6-90f3-5bd9972ce423 service neutron] Attempting to bind port 93c8ebf5-518f-42f6-a87d-2691a6c0d1b9 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:27.004119 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-05299245-9a29-45bd-999f-033a62fb1383 req-8886c63a-90aa-4f1a-bd47-c41b88b600be service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7834253 Feb 09 01:05:27.004848 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd686252-83d1-4897-84df-43e8e79b0f9f service neutron] Pushing event updated for resources: {'Port': ['ID=c24f55ad-222d-42af-9caa-acd4952ab488,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:27.074932 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-98704cf3-5fba-43c6-90f3-5bd9972ce423 service neutron] Port 93c8ebf5-518f-42f6-a87d-2691a6c0d1b9 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:05:27.075263 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-98704cf3-5fba-43c6-90f3-5bd9972ce423 service neutron] Attempting to bind port 93c8ebf5-518f-42f6-a87d-2691a6c0d1b9 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:27.086729 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318ec32-e767-4ff2-aa92-8a60119e4525 req-e5c086ee-4ab2-4cb0-98c7-3ea82126fef7 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:27.087999 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b318ec32-e767-4ff2-aa92-8a60119e4525 req-e5c086ee-4ab2-4cb0-98c7-3ea82126fef7 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6ca9ef6-0487-4c13-9be2-3956d6c232f1 HTTP/1.1" status: 200 len: 943 time: 0.9842560 Feb 09 01:05:27.154360 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559724d-49e2-49cf-9975-57e062f45c75 req-f88cf74a-0a29-4ce6-9461-938384c51d42 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:27.160860 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559724d-49e2-49cf-9975-57e062f45c75 req-f88cf74a-0a29-4ce6-9461-938384c51d42 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:27.168575 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559724d-49e2-49cf-9975-57e062f45c75 req-f88cf74a-0a29-4ce6-9461-938384c51d42 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:27.174412 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559724d-49e2-49cf-9975-57e062f45c75 req-f88cf74a-0a29-4ce6-9461-938384c51d42 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:27.181050 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559724d-49e2-49cf-9975-57e062f45c75 req-f88cf74a-0a29-4ce6-9461-938384c51d42 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:27.182820 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1559724d-49e2-49cf-9975-57e062f45c75 req-f88cf74a-0a29-4ce6-9461-938384c51d42 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 3814 time: 0.1581020 Feb 09 01:05:27.203014 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-98704cf3-5fba-43c6-90f3-5bd9972ce423 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:05:27.204038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-98704cf3-5fba-43c6-90f3-5bd9972ce423 service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:05:27.204660 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-98704cf3-5fba-43c6-90f3-5bd9972ce423 service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:05:27.205294 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-98704cf3-5fba-43c6-90f3-5bd9972ce423 service neutron] Bound port: 93c8ebf5-518f-42f6-a87d-2691a6c0d1b9, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:05:27.205653 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-98704cf3-5fba-43c6-90f3-5bd9972ce423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:27.229820 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1559724d-49e2-49cf-9975-57e062f45c75 req-61251fcc-e499-4541-a36b-2e1b6a9432a3 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412657 Feb 09 01:05:27.394638 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b318ec32-e767-4ff2-aa92-8a60119e4525 req-723c6ade-5a0c-4eaf-bb67-58c58ed23a0a tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff34b42-ead9-44a7-9bae-45e8ec568e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717123 Feb 09 01:05:27.430309 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66c9a6-3bd9-4316-aea4-26fec28a882e req-3acf371b-4f61-4e34-935e-4c010900b8f0 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:27.431593 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3a66c9a6-3bd9-4316-aea4-26fec28a882e req-3acf371b-4f61-4e34-935e-4c010900b8f0 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 945 time: 0.0854158 Feb 09 01:05:27.485507 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3a66c9a6-3bd9-4316-aea4-26fec28a882e req-36709982-139b-42d5-aa66-cc9951daac76 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471671 Feb 09 01:05:27.594451 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-4fb880f2-4f47-40ba-8ecc-f7402373dbfc service neutron] For port 2858c447-c2bf-4344-9cf1-9d62866f9e1f, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:05:27.601265 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e27cf12e-d08d-42fd-b49e-221c0c7cef59 req-924b94d4-657d-47f0-960f-d328f5423215 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36fccf-39b3-435a-95b2-b5e86d17f32e HTTP/1.1" status: 200 len: 210 time: 0.1021936 Feb 09 01:05:27.619293 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-4fb880f2-4f47-40ba-8ecc-f7402373dbfc service neutron] Notify callbacks [] for binding, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:27.620368 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48260d7f-eb2b-4b6a-8e58-e161d73547a5 req-4fb880f2-4f47-40ba-8ecc-f7402373dbfc service neutron] 10.222.0.117 "DELETE /v2.0/ports/2858c447-c2bf-4344-9cf1-9d62866f9e1f/bindings/n-h1-828419-1 HTTP/1.1" status: 204 len: 173 time: 1.1089587 Feb 09 01:05:27.648345 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-98704cf3-5fba-43c6-90f3-5bd9972ce423 service neutron] For port 93c8ebf5-518f-42f6-a87d-2691a6c0d1b9, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:05:27.658941 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-0702ca62-1a8d-40c5-9c15-25143f567965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:27.660478 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-0702ca62-1a8d-40c5-9c15-25143f567965 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=13db6f711f024a948f23ba528e45c23e&device_id=c6ca9ef6-0487-4c13-9be2-3956d6c232f1 HTTP/1.1" status: 200 len: 1094 time: 0.6807756 Feb 09 01:05:27.678806 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-98704cf3-5fba-43c6-90f3-5bd9972ce423 service neutron] For port 93c8ebf5-518f-42f6-a87d-2691a6c0d1b9, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=93c8ebf5-518f-42f6-a87d-2691a6c0d1b9,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:05:27.695788 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40443a-8389-46b1-9d3f-9a9c58f600ae req-ef51ab68-1cec-49b5-ab16-430ca819b700 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:27.697438 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5d40443a-8389-46b1-9d3f-9a9c58f600ae req-ef51ab68-1cec-49b5-ab16-430ca819b700 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=d817c5ae-4755-47fa-874c-1ad857cdb067 HTTP/1.1" status: 200 len: 945 time: 0.1108968 Feb 09 01:05:27.744025 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5d40443a-8389-46b1-9d3f-9a9c58f600ae req-a814e719-95af-4d8d-b57f-734bbc556f50 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409000 Feb 09 01:05:27.755732 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-98704cf3-5fba-43c6-90f3-5bd9972ce423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:27.791310 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-4966376a-892c-48fb-93a0-0bf28beae018 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:05:27.826958 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-6d5ed471-eb73-4faf-874c-8c94548c8fec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c24f55ad-222d-42af-9caa-acd4952ab488 HTTP/1.1" status: 200 len: 217 time: 0.1514580 Feb 09 01:05:27.828502 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ca9ef6-0487-4c13-9be2-3956d6c232f1', 'tag': 'c24f55ad-222d-42af-9caa-acd4952ab488', 'status': 'completed', 'code': 200} Feb 09 01:05:28.039761 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf608d56-e605-4a72-959b-8bbec3b05d32 req-576c6188-7404-47a8-b58c-eb96653bbb60 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:28.041319 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bf608d56-e605-4a72-959b-8bbec3b05d32 req-576c6188-7404-47a8-b58c-eb96653bbb60 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dcca2f6-fc43-4a45-b6dc-0e7400ac26d1 HTTP/1.1" status: 200 len: 947 time: 0.1057343 Feb 09 01:05:28.070370 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-40d4e8f3-edfa-43ad-b850-5897bfebf443 req-b3a96f6e-ec63-44f0-a551-d850a92ca7b8 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] For port c5594f22-9a36-4440-bc64-312af7446b34, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c5594f22-9a36-4440-bc64-312af7446b34,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:28.070739 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-40d4e8f3-edfa-43ad-b850-5897bfebf443 req-b3a96f6e-ec63-44f0-a551-d850a92ca7b8 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:28.164710 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bf608d56-e605-4a72-959b-8bbec3b05d32 req-189a555a-c10c-44c3-80c7-710bc07171a0 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7245e75-4d2c-4f06-a46a-e3d89ba56150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120806 Feb 09 01:05:28.327908 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-98704cf3-5fba-43c6-90f3-5bd9972ce423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:28.328647 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-98704cf3-5fba-43c6-90f3-5bd9972ce423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:28.329989 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-98704cf3-5fba-43c6-90f3-5bd9972ce423 service neutron] 10.222.0.35 "PUT /v2.0/ports/93c8ebf5-518f-42f6-a87d-2691a6c0d1b9 HTTP/1.1" status: 200 len: 1095 time: 6.6496928 Feb 09 01:05:28.354506 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-40d4e8f3-edfa-43ad-b850-5897bfebf443 req-b3a96f6e-ec63-44f0-a551-d850a92ca7b8 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Calling delete_port for c5594f22-9a36-4440-bc64-312af7446b34 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:05:28.397261 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4223836-d07f-4822-9266-cdc51074aee1 req-6bcc7f52-bdb3-4550-9bae-d77457c2b1d5 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:28.399287 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e4223836-d07f-4822-9266-cdc51074aee1 req-6bcc7f52-bdb3-4550-9bae-d77457c2b1d5 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 1096 time: 0.0906549 Feb 09 01:05:28.446029 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e4223836-d07f-4822-9266-cdc51074aee1 req-93632080-f27f-4e73-8e9a-195278d825d6 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409672 Feb 09 01:05:28.486501 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-4966376a-892c-48fb-93a0-0bf28beae018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9cc22f6-5283-4291-ac6b-9ff6463541ff {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:05:28.503732 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c5594f22-9a36-4440-bc64-312af7446b34 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:05:28.513764 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-4966376a-892c-48fb-93a0-0bf28beae018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:28.517000 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-a3c79281-8fe4-4de8-b34b-6ea166d0070e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:28.518455 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-a3c79281-8fe4-4de8-b34b-6ea166d0070e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=15f6169a-7b57-4d0c-b44b-21d1db3578d7 HTTP/1.1" status: 200 len: 859 time: 0.6706498 Feb 09 01:05:28.542581 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98704cf3-5fba-43c6-90f3-5bd9972ce423 service neutron] Pushing event updated for resources: {'Port': ['ID=93c8ebf5-518f-42f6-a87d-2691a6c0d1b9,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:28.586369 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-92108678-0ed1-43a6-8e43-267614997fc2 req-69f8bc80-3d08-4f5b-bb26-63d297bca920 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358334 Feb 09 01:05:28.634933 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 94b792d6-4b46-48e1-af0e-a8b9c1751cfd up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:05:28.680520 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-4966376a-892c-48fb-93a0-0bf28beae018 service neutron] Transition to ACTIVE for port object a9cc22f6-5283-4291-ac6b-9ff6463541ff will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:28.707002 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-4966376a-892c-48fb-93a0-0bf28beae018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:28.752510 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-a32b9e6d-d2eb-4814-8870-d53ca5bb30b9 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:28.753208 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-a32b9e6d-d2eb-4814-8870-d53ca5bb30b9 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Synchronizing usage tracker for tenant:f4cec9dacd39493b81eee14d8a49cc95 on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:05:28.764575 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:28.777295 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92108678-0ed1-43a6-8e43-267614997fc2 req-42ada377-cb6f-4157-aceb-d78dfb1e1f09 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:28.778871 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-92108678-0ed1-43a6-8e43-267614997fc2 req-42ada377-cb6f-4157-aceb-d78dfb1e1f09 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1862299 Feb 09 01:05:28.784715 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:28.785091 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:28.799213 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-92108678-0ed1-43a6-8e43-267614997fc2 req-0096dab2-e436-44f4-98a2-f5381191bde7 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/quotas/1828a8e10f7447aba0d25cab4f7feaf3 HTTP/1.1" status: 200 len: 375 time: 0.0138359 Feb 09 01:05:28.841568 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:28.895231 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234ee3c-f85b-4bed-86cb-a023d26268ea req-2191dc37-c5d1-4c25-ba66-a39f70401f68 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:28.901502 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-92108678-0ed1-43a6-8e43-267614997fc2 req-b0a40011-0b2c-4d02-9411-24939bf5d8e0 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0988841 Feb 09 01:05:28.902212 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f234ee3c-f85b-4bed-86cb-a023d26268ea req-2191dc37-c5d1-4c25-ba66-a39f70401f68 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3b9291d-dff3-47ae-b019-3b7b9ad0637e HTTP/1.1" status: 200 len: 945 time: 1.1599276 Feb 09 01:05:28.947849 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:29.007464 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb531411-c183-464c-b8be-7e95c398c023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b792d6-4b46-48e1-af0e-a8b9c1751cfd'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:29.017959 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=94b792d6-4b46-48e1-af0e-a8b9c1751cfd,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:29.023276 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:29.031903 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-a32b9e6d-d2eb-4814-8870-d53ca5bb30b9 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Unset dirty status for tenant:f4cec9dacd39493b81eee14d8a49cc95 on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:05:29.033083 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-a32b9e6d-d2eb-4814-8870-d53ca5bb30b9 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] 10.222.0.117 "GET /v2.0/networks?id=4d3b7ce2-38bc-442e-9251-878f5bbd9dbb HTTP/1.1" status: 200 len: 821 time: 0.9993002 Feb 09 01:05:29.050299 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-0b7887e3-eaf1-4dd3-87d8-df4d2008b3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:29.052274 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-0b7887e3-eaf1-4dd3-87d8-df4d2008b3ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5dd622398d4242b18fbc0d08d85b0459&device_id=9dcca2f6-fc43-4a45-b6dc-0e7400ac26d1 HTTP/1.1" status: 200 len: 1098 time: 0.6378856 Feb 09 01:05:29.057086 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966376a-892c-48fb-93a0-0bf28beae018 service neutron] Pushing event updated for resources: {'Port': ['ID=a9cc22f6-5283-4291-ac6b-9ff6463541ff,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:29.190811 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=94b792d6-4b46-48e1-af0e-a8b9c1751cfd,revision_number=13']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:29.258728 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34662d8-2bf9-4ef9-a44e-e92abc2edada req-7c1ed4a3-6465-40a3-80a2-62a6cb1e3790 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:29.266275 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f34662d8-2bf9-4ef9-a44e-e92abc2edada req-7c1ed4a3-6465-40a3-80a2-62a6cb1e3790 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=d817c5ae-4755-47fa-874c-1ad857cdb067 HTTP/1.1" status: 200 len: 945 time: 0.1146936 Feb 09 01:05:29.299966 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-e129daed-dade-4971-95ce-8f486f7b9358 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Request body: {'port': {'device_id': '9c36fccf-39b3-435a-95b2-b5e86d17f32e', 'network_id': '4d3b7ce2-38bc-442e-9251-878f5bbd9dbb', 'admin_state_up': True, 'tenant_id': 'f4cec9dacd39493b81eee14d8a49cc95'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:29.314900 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f34662d8-2bf9-4ef9-a44e-e92abc2edada req-166a1a6c-1ab7-458a-87af-dcfa99244300 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477624 Feb 09 01:05:29.433722 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f234ee3c-f85b-4bed-86cb-a023d26268ea req-328c60b7-0a79-4a56-bf57-3b0741ef498e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5306466 Feb 09 01:05:29.490489 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-3a4752fc-81a1-42b4-af39-93aad2981cec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=93c8ebf5-518f-42f6-a87d-2691a6c0d1b9 HTTP/1.1" status: 200 len: 217 time: 0.3623796 Feb 09 01:05:29.493003 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-398dc4e1-f845-475b-b777-d1687b0b3a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:29.494705 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-398dc4e1-f845-475b-b777-d1687b0b3a98 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b5fd0cb5-7e9b-45fd-beb6-2ed905515601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9602096 Feb 09 01:05:29.499175 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-4966376a-892c-48fb-93a0-0bf28beae018 service neutron] Attempting to bind port a9cc22f6-5283-4291-ac6b-9ff6463541ff on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:05:29.499739 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-4966376a-892c-48fb-93a0-0bf28beae018 service neutron] Attempting to bind port a9cc22f6-5283-4291-ac6b-9ff6463541ff by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'c70063aa-13fe-46c3-b4e6-857706eded55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '151f3625-265a-4aab-adad-d81de62c4234'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:05:29.500127 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-4966376a-892c-48fb-93a0-0bf28beae018 service neutron] Attempting to bind port a9cc22f6-5283-4291-ac6b-9ff6463541ff on network 151f3625-265a-4aab-adad-d81de62c4234 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:29.553948 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-4966376a-892c-48fb-93a0-0bf28beae018 service neutron] Port a9cc22f6-5283-4291-ac6b-9ff6463541ff on network 151f3625-265a-4aab-adad-d81de62c4234 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:05:29.554261 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-4966376a-892c-48fb-93a0-0bf28beae018 service neutron] Attempting to bind port a9cc22f6-5283-4291-ac6b-9ff6463541ff on network 151f3625-265a-4aab-adad-d81de62c4234 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:29.562873 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-40d4e8f3-edfa-43ad-b850-5897bfebf443 req-b3a96f6e-ec63-44f0-a551-d850a92ca7b8 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:29.597657 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-4966376a-892c-48fb-93a0-0bf28beae018 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:05:29.598033 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-4966376a-892c-48fb-93a0-0bf28beae018 service neutron] Checking segment: {'id': 'c70063aa-13fe-46c3-b4e6-857706eded55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '151f3625-265a-4aab-adad-d81de62c4234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:05:29.599639 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-4966376a-892c-48fb-93a0-0bf28beae018 service neutron] Bound using segment: {'id': 'c70063aa-13fe-46c3-b4e6-857706eded55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '151f3625-265a-4aab-adad-d81de62c4234'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:05:29.600122 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-4966376a-892c-48fb-93a0-0bf28beae018 service neutron] Bound port: a9cc22f6-5283-4291-ac6b-9ff6463541ff, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c70063aa-13fe-46c3-b4e6-857706eded55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '151f3625-265a-4aab-adad-d81de62c4234'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:05:29.600497 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-4966376a-892c-48fb-93a0-0bf28beae018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:29.684920 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d84443-873f-4ef9-8502-60afca02afff req-4fc93462-31c0-42fb-b0d2-300c8d3dcfe8 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:29.691347 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d84443-873f-4ef9-8502-60afca02afff req-4fc93462-31c0-42fb-b0d2-300c8d3dcfe8 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:29.698040 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d84443-873f-4ef9-8502-60afca02afff req-4fc93462-31c0-42fb-b0d2-300c8d3dcfe8 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:29.703910 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d84443-873f-4ef9-8502-60afca02afff req-4fc93462-31c0-42fb-b0d2-300c8d3dcfe8 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:29.710399 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d84443-873f-4ef9-8502-60afca02afff req-4fc93462-31c0-42fb-b0d2-300c8d3dcfe8 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:29.713124 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-48d84443-873f-4ef9-8502-60afca02afff req-4fc93462-31c0-42fb-b0d2-300c8d3dcfe8 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 3826 time: 0.2831213 Feb 09 01:05:29.761906 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-48d84443-873f-4ef9-8502-60afca02afff req-209975b7-84c1-41f3-9728-d0efd06bb23b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429223 Feb 09 01:05:29.907525 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dcca2f6-fc43-4a45-b6dc-0e7400ac26d1', 'tag': '93c8ebf5-518f-42f6-a87d-2691a6c0d1b9'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:29.912227 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a96f6e-ec63-44f0-a551-d850a92ca7b8 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Pushing event deleted for resources: {'Port': ['ID=c5594f22-9a36-4440-bc64-312af7446b34,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:30.014607 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b310264-3155-4ca7-bda9-05755a95b305 req-dad8e798-0aa2-4f02-8f30-5d4dd3111db5 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:30.015988 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6b310264-3155-4ca7-bda9-05755a95b305 req-dad8e798-0aa2-4f02-8f30-5d4dd3111db5 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/networks?id=48fff0c2-cb8c-4c86-992a-0e113098b5fc HTTP/1.1" status: 200 len: 808 time: 0.1562173 Feb 09 01:05:30.031359 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6b310264-3155-4ca7-bda9-05755a95b305 req-60403d29-dd93-43bd-8475-b1c9f6961d5f tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/quotas/6a459030aa9346b7b761b1ccc64f5445 HTTP/1.1" status: 200 len: 375 time: 0.0096989 Feb 09 01:05:30.125543 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d4e8f3-edfa-43ad-b850-5897bfebf443 req-b3a96f6e-ec63-44f0-a551-d850a92ca7b8 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] No DVR routers for this DVR port c5594f22-9a36-4440-bc64-312af7446b34 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:05:30.126196 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6b310264-3155-4ca7-bda9-05755a95b305 req-9cbcd879-dce5-42e1-9264-c6669c223134 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a459030aa9346b7b761b1ccc64f5445&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0882878 Feb 09 01:05:30.128472 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-40d4e8f3-edfa-43ad-b850-5897bfebf443 req-b3a96f6e-ec63-44f0-a551-d850a92ca7b8 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:30.132715 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-e01e9992-0012-43ab-83c2-5b8477baa57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:30.134149 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-e01e9992-0012-43ab-83c2-5b8477baa57f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.6274762 Feb 09 01:05:30.210377 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-e129daed-dade-4971-95ce-8f486f7b9358 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:30.232371 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-e129daed-dade-4971-95ce-8f486f7b9358 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Usage tracker for resource:port and tenant:f4cec9dacd39493b81eee14d8a49cc95 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:30.236636 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-40d4e8f3-edfa-43ad-b850-5897bfebf443 req-b3a96f6e-ec63-44f0-a551-d850a92ca7b8 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.35 "DELETE /v2.0/ports/c5594f22-9a36-4440-bc64-312af7446b34 HTTP/1.1" status: 204 len: 173 time: 3.7745545 Feb 09 01:05:30.239910 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-e129daed-dade-4971-95ce-8f486f7b9358 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:30.271714 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6b310264-3155-4ca7-bda9-05755a95b305 req-de8aa3a8-483c-44f2-961a-fc80ebf17c47 service neutron] 10.222.0.37 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369600 Feb 09 01:05:30.275008 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-e129daed-dade-4971-95ce-8f486f7b9358 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:30.300330 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-4966376a-892c-48fb-93a0-0bf28beae018 service neutron] For port a9cc22f6-5283-4291-ac6b-9ff6463541ff, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:05:30.307327 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-c77ace4b-4fd4-4345-8afc-cdcb2502abef service neutron] 10.222.0.35 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7588263 Feb 09 01:05:30.318147 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-e129daed-dade-4971-95ce-8f486f7b9358 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Made reservation on behalf of f4cec9dacd39493b81eee14d8a49cc95 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:05:30.321863 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-e129daed-dade-4971-95ce-8f486f7b9358 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:30.358669 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-4966376a-892c-48fb-93a0-0bf28beae018 service neutron] For port a9cc22f6-5283-4291-ac6b-9ff6463541ff, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a9cc22f6-5283-4291-ac6b-9ff6463541ff,segment=NetworkSegment(c70063aa-13fe-46c3-b4e6-857706eded55),segment_id=c70063aa-13fe-46c3-b4e6-857706eded55)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:05:30.426374 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-4966376a-892c-48fb-93a0-0bf28beae018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:30.434736 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6b310264-3155-4ca7-bda9-05755a95b305 req-240a0679-54fc-402f-8a9b-69b536261dbe service neutron] 10.222.0.37 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538119 Feb 09 01:05:30.443667 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbae7f0-41b3-48ab-b05d-f3d5e92002e5 req-f5d1be12-1bc8-4968-b0a4-7b9383ed242c tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:30.444858 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4dbae7f0-41b3-48ab-b05d-f3d5e92002e5 req-f5d1be12-1bc8-4968-b0a4-7b9383ed242c tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6ca9ef6-0487-4c13-9be2-3956d6c232f1 HTTP/1.1" status: 200 len: 943 time: 0.8281126 Feb 09 01:05:30.618790 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-4966376a-892c-48fb-93a0-0bf28beae018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:30.619143 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-4966376a-892c-48fb-93a0-0bf28beae018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:30.620942 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-4966376a-892c-48fb-93a0-0bf28beae018 service neutron] 10.222.0.35 "PUT /v2.0/ports/a9cc22f6-5283-4291-ac6b-9ff6463541ff HTTP/1.1" status: 200 len: 1091 time: 5.3312185 Feb 09 01:05:30.640286 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-92108678-0ed1-43a6-8e43-267614997fc2 req-167902eb-2e7a-41f6-a97e-6e6f47bcf307 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1921403 Feb 09 01:05:30.676952 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fe117c52-fab3-4627-b9dd-d5fbd8645775 service neutron] Request body: {'port': {'device_id': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:30.761760 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f028ba8f-d4bc-44af-9247-423872f7723c req-97360e36-c64a-4c00-933e-deb9abe52abd tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36fccf-39b3-435a-95b2-b5e86d17f32e HTTP/1.1" status: 200 len: 210 time: 0.0558009 Feb 09 01:05:30.828285 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-874d4ed8-fbc2-4f88-8dc0-54092c89c55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:30.830136 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-874d4ed8-fbc2-4f88-8dc0-54092c89c55f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6845992 Feb 09 01:05:30.867446 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb531411-c183-464c-b8be-7e95c398c023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b792d6-4b46-48e1-af0e-a8b9c1751cfd', 'code': 200} Feb 09 01:05:30.984684 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4dbae7f0-41b3-48ab-b05d-f3d5e92002e5 req-cd8f8dc7-9604-4b84-b98a-430ceb00c5f1 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff34b42-ead9-44a7-9bae-45e8ec568e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337294 Feb 09 01:05:31.052361 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2c698da8-366f-43a6-8711-3ba2feaadb40 req-067cbf6e-7d09-403a-a38d-7d71f562649b tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 210 time: 0.0631206 Feb 09 01:05:31.135843 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966376a-892c-48fb-93a0-0bf28beae018 service neutron] Pushing event updated for resources: {'Port': ['ID=a9cc22f6-5283-4291-ac6b-9ff6463541ff,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:31.228974 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ddfa17a8-039f-4cdd-bf97-e31f96d5651a req-b37a3c0e-1f8f-432e-8ec1-a7e05dad51f6 service neutron] 10.222.0.35 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8972998 Feb 09 01:05:31.276658 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fe117c52-fab3-4627-b9dd-d5fbd8645775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:31.345465 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-e129daed-dade-4971-95ce-8f486f7b9358 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Allocated IP 172.20.0.10 (4d3b7ce2-38bc-442e-9251-878f5bbd9dbb/033239f6-b691-4838-a41d-6de16db7e044/867ae39a-fabd-48f2-b357-96cd97c34973) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:05:31.475294 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb85444-5d87-4baf-bc7e-1206ed64847e req-815c8c3a-e719-424d-b7f2-4d4e88632655 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:31.476731 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fcb85444-5d87-4baf-bc7e-1206ed64847e req-815c8c3a-e719-424d-b7f2-4d4e88632655 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cc473e5-2dff-4ebf-836e-af66073c1e30 HTTP/1.1" status: 200 len: 946 time: 0.0876219 Feb 09 01:05:31.497118 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92108678-0ed1-43a6-8e43-267614997fc2 req-f782d88f-4dff-44d5-b3c7-c3b940105e25 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:31.498535 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-92108678-0ed1-43a6-8e43-267614997fc2 req-f782d88f-4dff-44d5-b3c7-c3b940105e25 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8439629 Feb 09 01:05:31.511886 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-a68a0db9-2ddd-4e00-92ce-93b0570e4f9d service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5683427 Feb 09 01:05:31.525016 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fcb85444-5d87-4baf-bc7e-1206ed64847e req-b8406f30-e8d4-4645-b140-f649a8b183ee tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416811 Feb 09 01:05:31.545871 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-92108678-0ed1-43a6-8e43-267614997fc2 req-8d07d94d-abe6-4756-8416-97377d54d3e5 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Request body: {'port': {'device_id': '78772eb5-2653-4802-b0ac-9fa59b12fc94', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'admin_state_up': True, 'tenant_id': '1828a8e10f7447aba0d25cab4f7feaf3'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:31.677796 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dcca2f6-fc43-4a45-b6dc-0e7400ac26d1', 'tag': '93c8ebf5-518f-42f6-a87d-2691a6c0d1b9', 'status': 'completed', 'code': 200} Feb 09 01:05:31.750283 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-79fbd01e-2966-4aba-8d96-9bb9cd66461e req-02843688-8d5f-4f05-b33b-b15d7a61dbc3 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3b9291d-dff3-47ae-b019-3b7b9ad0637e HTTP/1.1" status: 200 len: 210 time: 0.0599484 Feb 09 01:05:31.909215 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e255d9a2-03cb-4f86-b484-9adf426438ef req-210db8de-a535-4f9f-a07b-27061b5ee085 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 210 time: 0.0468144 Feb 09 01:05:32.095901 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bdc29-f3f3-4701-ae49-42db4069db8c req-8a0fada2-c532-4b3c-8236-9c981cbe1670 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:32.102097 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bdc29-f3f3-4701-ae49-42db4069db8c req-8a0fada2-c532-4b3c-8236-9c981cbe1670 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:32.108026 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bdc29-f3f3-4701-ae49-42db4069db8c req-8a0fada2-c532-4b3c-8236-9c981cbe1670 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:32.113855 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bdc29-f3f3-4701-ae49-42db4069db8c req-8a0fada2-c532-4b3c-8236-9c981cbe1670 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:32.119638 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bdc29-f3f3-4701-ae49-42db4069db8c req-8a0fada2-c532-4b3c-8236-9c981cbe1670 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:32.122081 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-534bdc29-f3f3-4701-ae49-42db4069db8c req-8a0fada2-c532-4b3c-8236-9c981cbe1670 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 3826 time: 0.1120713 Feb 09 01:05:32.148084 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bd6c8-20ac-4aad-9c25-26de93e55eb9 req-02dcf703-7f05-4b89-b069-5f2165def11c tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:32.150752 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-575bd6c8-20ac-4aad-9c25-26de93e55eb9 req-02dcf703-7f05-4b89-b069-5f2165def11c tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dcca2f6-fc43-4a45-b6dc-0e7400ac26d1 HTTP/1.1" status: 200 len: 947 time: 0.8623655 Feb 09 01:05:32.153769 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23000898-b60d-4877-9546-1fcf80b56bd5 req-e321b314-8626-44f5-9888-d37f22618117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:32.155369 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-23000898-b60d-4877-9546-1fcf80b56bd5 req-e321b314-8626-44f5-9888-d37f22618117 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=13db6f711f024a948f23ba528e45c23e&device_id=c6ca9ef6-0487-4c13-9be2-3956d6c232f1 HTTP/1.1" status: 200 len: 1094 time: 0.8140814 Feb 09 01:05:32.179208 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-534bdc29-f3f3-4701-ae49-42db4069db8c req-a248ae86-a4fa-4410-85bb-bb4d95e6125d tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497060 Feb 09 01:05:32.421202 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b6ea1f1c-8ac8-4be9-8278-dcb83685f4fc req-e6e1fd1f-12ae-4c47-8e41-458df5e2f91a service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9008477 Feb 09 01:05:32.434475 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b310264-3155-4ca7-bda9-05755a95b305 req-c7b09e54-ab60-42ff-ae35-48df8bb4865a tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:32.435917 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6b310264-3155-4ca7-bda9-05755a95b305 req-c7b09e54-ab60-42ff-ae35-48df8bb4865a tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.35 "GET /v2.0/networks?id=48fff0c2-cb8c-4c86-992a-0e113098b5fc HTTP/1.1" status: 200 len: 808 time: 0.2181492 Feb 09 01:05:32.448011 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-6b310264-3155-4ca7-bda9-05755a95b305 req-f370080c-605f-44c9-aaae-51f1cc5e2833 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Request body: {'port': {'device_id': 'ebef377b-19f8-49fe-9b94-378ea96e04ec', 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc', 'admin_state_up': True, 'tenant_id': '6a459030aa9346b7b761b1ccc64f5445'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:32.451136 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-92108678-0ed1-43a6-8e43-267614997fc2 req-8d07d94d-abe6-4756-8416-97377d54d3e5 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:32.471636 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5504e-81d6-4e80-8db8-c04d100d63aa req-4fa660d4-42c5-4cd1-9ab7-17d8f57a0407 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:32.473199 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a6e5504e-81d6-4e80-8db8-c04d100d63aa req-4fa660d4-42c5-4cd1-9ab7-17d8f57a0407 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=83fb4f04-88ed-46a7-bf5f-c0806ed639b8 HTTP/1.1" status: 200 len: 945 time: 0.1822071 Feb 09 01:05:32.505869 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-92108678-0ed1-43a6-8e43-267614997fc2 req-8d07d94d-abe6-4756-8416-97377d54d3e5 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:32.531788 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c24f55ad-222d-42af-9caa-acd4952ab488 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:05:32.548062 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-e129daed-dade-4971-95ce-8f486f7b9358 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:32.555416 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-575bd6c8-20ac-4aad-9c25-26de93e55eb9 req-59bdd096-a073-4717-b5db-b66a7bf3b879 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Synchronizing usage tracker for tenant:5dd622398d4242b18fbc0d08d85b0459 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:05:32.596476 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a6e5504e-81d6-4e80-8db8-c04d100d63aa req-f302f2b3-3f49-4396-8ef5-510dc91e72d0 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749059 Feb 09 01:05:32.630705 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-6b310264-3155-4ca7-bda9-05755a95b305 req-f370080c-605f-44c9-aaae-51f1cc5e2833 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:32.631289 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92108678-0ed1-43a6-8e43-267614997fc2 req-8d07d94d-abe6-4756-8416-97377d54d3e5 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Made reservation on behalf of 1828a8e10f7447aba0d25cab4f7feaf3 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:05:32.635638 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-92108678-0ed1-43a6-8e43-267614997fc2 req-8d07d94d-abe6-4756-8416-97377d54d3e5 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:32.642985 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-6b310264-3155-4ca7-bda9-05755a95b305 req-f370080c-605f-44c9-aaae-51f1cc5e2833 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:32.659494 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b310264-3155-4ca7-bda9-05755a95b305 req-f370080c-605f-44c9-aaae-51f1cc5e2833 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Made reservation on behalf of 6a459030aa9346b7b761b1ccc64f5445 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:05:32.663730 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6b310264-3155-4ca7-bda9-05755a95b305 req-f370080c-605f-44c9-aaae-51f1cc5e2833 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:32.711994 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23000898-b60d-4877-9546-1fcf80b56bd5 req-3c7c390a-fb38-49c8-a999-e925ac7c8f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:32.713451 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-23000898-b60d-4877-9546-1fcf80b56bd5 req-3c7c390a-fb38-49c8-a999-e925ac7c8f6e service neutron] 10.222.0.35 "GET /v2.0/networks?id=b5fd0cb5-7e9b-45fd-beb6-2ed905515601 HTTP/1.1" status: 200 len: 921 time: 0.4135718 Feb 09 01:05:32.714025 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-575bd6c8-20ac-4aad-9c25-26de93e55eb9 req-59bdd096-a073-4717-b5db-b66a7bf3b879 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Unset dirty status for tenant:5dd622398d4242b18fbc0d08d85b0459 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:05:32.722384 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-575bd6c8-20ac-4aad-9c25-26de93e55eb9 req-59bdd096-a073-4717-b5db-b66a7bf3b879 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7245e75-4d2c-4f06-a46a-e3d89ba56150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5656404 Feb 09 01:05:32.800712 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c24f55ad-222d-42af-9caa-acd4952ab488, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c24f55ad-222d-42af-9caa-acd4952ab488,segment=NetworkSegment(3b6a811f-9d4e-49e4-9b55-596caeb1db0d),segment_id=3b6a811f-9d4e-49e4-9b55-596caeb1db0d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:32.812031 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-83608fe5-3d9d-42ac-b2ec-f55b6a995eb1 req-005b45ec-5d7b-440b-a37e-95e668a1cb11 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36fccf-39b3-435a-95b2-b5e86d17f32e HTTP/1.1" status: 200 len: 210 time: 0.0599878 Feb 09 01:05:32.836560 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'c24f55ad-222d-42af-9caa-acd4952ab488', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'port_id': 'c24f55ad-222d-42af-9caa-acd4952ab488', 'mac_address': 'fa:16:3e:dd:68:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 985, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:05:32.836847 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fe117c52-fab3-4627-b9dd-d5fbd8645775 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:05:32.906704 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:32.929548 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c24f55ad-222d-42af-9caa-acd4952ab488 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:05:32.999175 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c24f55ad-222d-42af-9caa-acd4952ab488, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c24f55ad-222d-42af-9caa-acd4952ab488,segment=NetworkSegment(3b6a811f-9d4e-49e4-9b55-596caeb1db0d),segment_id=3b6a811f-9d4e-49e4-9b55-596caeb1db0d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:33.008786 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:33.020790 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-23000898-b60d-4877-9546-1fcf80b56bd5 req-1752eb9b-7d1b-48fa-835a-e037a16cba86 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c24f55ad-222d-42af-9caa-acd4952ab488 HTTP/1.1" status: 200 len: 217 time: 0.2903385 Feb 09 01:05:33.089869 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [req-6b310264-3155-4ca7-bda9-05755a95b305 req-f370080c-605f-44c9-aaae-51f1cc5e2833 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Allocated IP 172.20.0.4 (48fff0c2-cb8c-4c86-992a-0e113098b5fc/71237ce4-c470-4847-a2d1-f1f13758c999/c83f8a1e-a3b6-4bfd-aa0f-caacd4853992) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:05:33.103349 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-96e560a6-d848-488f-8217-aaf1d95052ae req-39a65de1-150e-4ae8-bd28-58646ba3c9ed tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 210 time: 0.1813650 Feb 09 01:05:33.109681 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=c24f55ad-222d-42af-9caa-acd4952ab488,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:33.151993 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [req-3b01d729-8da3-4c5c-9f87-ac4f0d266dbb req-b546a30f-4e12-41ec-b6f1-f75c8787f77a tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:05:33.154262 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3b01d729-8da3-4c5c-9f87-ac4f0d266dbb req-b546a30f-4e12-41ec-b6f1-f75c8787f77a tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081823 Feb 09 01:05:33.193243 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fe117c52-fab3-4627-b9dd-d5fbd8645775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed95cf65-6ad9-48b9-b564-6f38f0074a61 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:05:33.197708 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-e129daed-dade-4971-95ce-8f486f7b9358 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:33.213240 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fe117c52-fab3-4627-b9dd-d5fbd8645775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:33.217379 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67473d81-7a2e-4e38-9eec-05f110c43939 req-08765138-0b09-4b8e-b840-f666ea94bb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:33.218936 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-67473d81-7a2e-4e38-9eec-05f110c43939 req-08765138-0b09-4b8e-b840-f666ea94bb51 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5dd622398d4242b18fbc0d08d85b0459&device_id=9dcca2f6-fc43-4a45-b6dc-0e7400ac26d1 HTTP/1.1" status: 200 len: 1098 time: 0.7149301 Feb 09 01:05:33.296753 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['c24f55ad-222d-42af-9caa-acd4952ab488'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:05:33.331993 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23000898-b60d-4877-9546-1fcf80b56bd5 req-760942ca-75fb-46cd-827a-02ce01b75043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:33.333990 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-23000898-b60d-4877-9546-1fcf80b56bd5 req-760942ca-75fb-46cd-827a-02ce01b75043 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=15f6169a-7b57-4d0c-b44b-21d1db3578d7 HTTP/1.1" status: 200 len: 859 time: 0.2880218 Feb 09 01:05:33.383666 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3b01d729-8da3-4c5c-9f87-ac4f0d266dbb req-031d5a89-af3c-4c9c-aae2-fe64570ace7e tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2049997 Feb 09 01:05:33.391629 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fe117c52-fab3-4627-b9dd-d5fbd8645775 service neutron] Transition to ACTIVE for port object ed95cf65-6ad9-48b9-b564-6f38f0074a61 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:33.408329 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-e129daed-dade-4971-95ce-8f486f7b9358 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Network 4d3b7ce2-38bc-442e-9251-878f5bbd9dbb is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:33.424707 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6b310264-3155-4ca7-bda9-05755a95b305 req-f370080c-605f-44c9-aaae-51f1cc5e2833 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:33.450677 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-92108678-0ed1-43a6-8e43-267614997fc2 req-8d07d94d-abe6-4756-8416-97377d54d3e5 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Allocated IP 192.168.233.14 (82c0e553-004f-4f65-a38e-9d785fdc5802/c1d7756a-584e-4152-ad93-d220060f4b30/f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:05:33.461284 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6b310264-3155-4ca7-bda9-05755a95b305 req-f370080c-605f-44c9-aaae-51f1cc5e2833 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:33.463654 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-e129daed-dade-4971-95ce-8f486f7b9358 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:33.465675 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fe117c52-fab3-4627-b9dd-d5fbd8645775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:33.475800 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-e129daed-dade-4971-95ce-8f486f7b9358 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:05:33.532967 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129daed-dade-4971-95ce-8f486f7b9358 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Pushing event updated for resources: {'Port': ['ID=867ae39a-fabd-48f2-b357-96cd97c34973,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:33.552314 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b310264-3155-4ca7-bda9-05755a95b305 req-f370080c-605f-44c9-aaae-51f1cc5e2833 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Network 48fff0c2-cb8c-4c86-992a-0e113098b5fc is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:33.555566 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [req-6b310264-3155-4ca7-bda9-05755a95b305 req-f370080c-605f-44c9-aaae-51f1cc5e2833 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:33.559635 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b310264-3155-4ca7-bda9-05755a95b305 req-f370080c-605f-44c9-aaae-51f1cc5e2833 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:05:33.597659 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370080c-605f-44c9-aaae-51f1cc5e2833 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Pushing event updated for resources: {'Port': ['ID=c83f8a1e-a3b6-4bfd-aa0f-caacd4853992,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:33.641365 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b310264-3155-4ca7-bda9-05755a95b305 req-f370080c-605f-44c9-aaae-51f1cc5e2833 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:33.641990 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6b310264-3155-4ca7-bda9-05755a95b305 req-f370080c-605f-44c9-aaae-51f1cc5e2833 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:33.670019 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6b310264-3155-4ca7-bda9-05755a95b305 req-f370080c-605f-44c9-aaae-51f1cc5e2833 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2256570 Feb 09 01:05:33.683997 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-6b310264-3155-4ca7-bda9-05755a95b305 req-cd9f1e81-3410-4c2f-a060-7103fa21938a service neutron] Request body: {'port': {'device_id': 'ebef377b-19f8-49fe-9b94-378ea96e04ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:33.818335 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6b310264-3155-4ca7-bda9-05755a95b305 req-cd9f1e81-3410-4c2f-a060-7103fa21938a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:33.908635 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843cada-4664-4314-aa60-c6dd4f51aa7d req-3b7b9bc1-5298-455f-b3a4-fc961ca1817e tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:33.910338 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6843cada-4664-4314-aa60-c6dd4f51aa7d req-3b7b9bc1-5298-455f-b3a4-fc961ca1817e tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6ca9ef6-0487-4c13-9be2-3956d6c232f1 HTTP/1.1" status: 200 len: 944 time: 0.9781518 Feb 09 01:05:33.910831 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b9291d-dff3-47ae-b019-3b7b9ad0637e', 'name': 'network-vif-deleted', 'tag': 'c5594f22-9a36-4440-bc64-312af7446b34'}, {'name': 'network-changed', 'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'tag': 'a9cc22f6-5283-4291-ac6b-9ff6463541ff'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:34.011109 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-e129daed-dade-4971-95ce-8f486f7b9358 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:34.011963 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-e129daed-dade-4971-95ce-8f486f7b9358 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:34.044670 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156b44b-361d-45ae-9bd5-9b062e3bd564 req-79442860-9c62-4dcd-899e-ab0e6ba3275a tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:34.045373 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-d156b44b-361d-45ae-9bd5-9b062e3bd564 req-79442860-9c62-4dcd-899e-ab0e6ba3275a tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Synchronizing usage tracker for tenant:6a459030aa9346b7b761b1ccc64f5445 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:05:34.078957 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67473d81-7a2e-4e38-9eec-05f110c43939 req-fbc08101-7150-4f9a-a1b2-f6225dcf8ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:34.080357 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-67473d81-7a2e-4e38-9eec-05f110c43939 req-fbc08101-7150-4f9a-a1b2-f6225dcf8ad6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.8152430 Feb 09 01:05:34.112880 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe117c52-fab3-4627-b9dd-d5fbd8645775 service neutron] Pushing event updated for resources: {'Port': ['ID=ed95cf65-6ad9-48b9-b564-6f38f0074a61,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:34.137166 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-d156b44b-361d-45ae-9bd5-9b062e3bd564 req-79442860-9c62-4dcd-899e-ab0e6ba3275a tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Unset dirty status for tenant:6a459030aa9346b7b761b1ccc64f5445 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:05:34.138445 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d156b44b-361d-45ae-9bd5-9b062e3bd564 req-79442860-9c62-4dcd-899e-ab0e6ba3275a tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 931 time: 0.2646477 Feb 09 01:05:34.216920 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d156b44b-361d-45ae-9bd5-9b062e3bd564 req-f3de7d5f-deda-4ff5-b739-37c5c342d14e tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690436 Feb 09 01:05:34.282997 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-67473d81-7a2e-4e38-9eec-05f110c43939 req-2937a567-52c6-4c47-8ec6-28a5303a16ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=93c8ebf5-518f-42f6-a87d-2691a6c0d1b9 HTTP/1.1" status: 200 len: 217 time: 0.1666672 Feb 09 01:05:34.298080 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-e129daed-dade-4971-95ce-8f486f7b9358 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1796021 Feb 09 01:05:34.318366 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [req-6b310264-3155-4ca7-bda9-05755a95b305 req-cd9f1e81-3410-4c2f-a060-7103fa21938a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 {{(pid=87611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:05:34.340885 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6843cada-4664-4314-aa60-c6dd4f51aa7d req-b9e22c35-ae18-4306-8253-d52a207db1b0 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff34b42-ead9-44a7-9bae-45e8ec568e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994634 Feb 09 01:05:34.357875 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-dcdddb0a-fce9-42f9-95e9-6d4f3c1e1de8 service neutron] Request body: {'port': {'device_id': '9c36fccf-39b3-435a-95b2-b5e86d17f32e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:34.359229 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6b310264-3155-4ca7-bda9-05755a95b305 req-cd9f1e81-3410-4c2f-a060-7103fa21938a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:34.395422 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-6b310264-3155-4ca7-bda9-05755a95b305 req-cd9f1e81-3410-4c2f-a060-7103fa21938a service neutron] Transition to ACTIVE for port object c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:34.404449 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6b310264-3155-4ca7-bda9-05755a95b305 req-cd9f1e81-3410-4c2f-a060-7103fa21938a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:34.428260 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23000898-b60d-4877-9546-1fcf80b56bd5 req-70b69736-ca6f-47e4-8852-3a498bddc4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:34.429777 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-23000898-b60d-4877-9546-1fcf80b56bd5 req-70b69736-ca6f-47e4-8852-3a498bddc4c9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b5fd0cb5-7e9b-45fd-beb6-2ed905515601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0299578 Feb 09 01:05:34.485721 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fe117c52-fab3-4627-b9dd-d5fbd8645775 service neutron] Attempting to bind port ed95cf65-6ad9-48b9-b564-6f38f0074a61 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:05:34.486054 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fe117c52-fab3-4627-b9dd-d5fbd8645775 service neutron] Attempting to bind port ed95cf65-6ad9-48b9-b564-6f38f0074a61 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '0fe62980-d662-4305-b32e-541d69722270'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:05:34.486378 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fe117c52-fab3-4627-b9dd-d5fbd8645775 service neutron] Attempting to bind port ed95cf65-6ad9-48b9-b564-6f38f0074a61 on network 0fe62980-d662-4305-b32e-541d69722270 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:34.543099 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 93c8ebf5-518f-42f6-a87d-2691a6c0d1b9 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:05:34.549985 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c24f55ad-222d-42af-9caa-acd4952ab488 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:05:34.558584 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d176e22-682f-453b-9b5b-c1715abb99a3 req-edc7bf32-e971-4bbb-a137-3a76de6cb186 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:34.564316 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d176e22-682f-453b-9b5b-c1715abb99a3 req-edc7bf32-e971-4bbb-a137-3a76de6cb186 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:34.570586 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d176e22-682f-453b-9b5b-c1715abb99a3 req-edc7bf32-e971-4bbb-a137-3a76de6cb186 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:34.576416 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d176e22-682f-453b-9b5b-c1715abb99a3 req-edc7bf32-e971-4bbb-a137-3a76de6cb186 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:34.583015 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d176e22-682f-453b-9b5b-c1715abb99a3 req-edc7bf32-e971-4bbb-a137-3a76de6cb186 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:34.589486 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d176e22-682f-453b-9b5b-c1715abb99a3 req-edc7bf32-e971-4bbb-a137-3a76de6cb186 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:34.590740 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3d176e22-682f-453b-9b5b-c1715abb99a3 req-edc7bf32-e971-4bbb-a137-3a76de6cb186 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 4602 time: 0.2677302 Feb 09 01:05:34.591474 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f1e81-3410-4c2f-a060-7103fa21938a service neutron] Pushing event updated for resources: {'Port': ['ID=c83f8a1e-a3b6-4bfd-aa0f-caacd4853992,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:34.610304 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67473d81-7a2e-4e38-9eec-05f110c43939 req-6824f836-546e-48a3-b939-570eb05ce8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:34.611790 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-67473d81-7a2e-4e38-9eec-05f110c43939 req-6824f836-546e-48a3-b939-570eb05ce8a0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.3086898 Feb 09 01:05:34.618531 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fe117c52-fab3-4627-b9dd-d5fbd8645775 service neutron] Port ed95cf65-6ad9-48b9-b564-6f38f0074a61 on network 0fe62980-d662-4305-b32e-541d69722270 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:05:34.618848 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fe117c52-fab3-4627-b9dd-d5fbd8645775 service neutron] Attempting to bind port ed95cf65-6ad9-48b9-b564-6f38f0074a61 on network 0fe62980-d662-4305-b32e-541d69722270 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:34.710334 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port c24f55ad-222d-42af-9caa-acd4952ab488 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:34.719666 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fe117c52-fab3-4627-b9dd-d5fbd8645775 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:05:34.720013 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fe117c52-fab3-4627-b9dd-d5fbd8645775 service neutron] Checking segment: {'id': '6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '0fe62980-d662-4305-b32e-541d69722270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:05:34.720638 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fe117c52-fab3-4627-b9dd-d5fbd8645775 service neutron] Bound using segment: {'id': '6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '0fe62980-d662-4305-b32e-541d69722270'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:05:34.720842 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fe117c52-fab3-4627-b9dd-d5fbd8645775 service neutron] Bound port: ed95cf65-6ad9-48b9-b564-6f38f0074a61, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '0fe62980-d662-4305-b32e-541d69722270'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:05:34.721189 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fe117c52-fab3-4627-b9dd-d5fbd8645775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:34.725341 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3d176e22-682f-453b-9b5b-c1715abb99a3 req-7534b352-9e41-4084-8163-1f2565f30e68 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0968409 Feb 09 01:05:34.728563 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port c24f55ad-222d-42af-9caa-acd4952ab488 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:34.729177 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:34.756222 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-6b310264-3155-4ca7-bda9-05755a95b305 req-cd9f1e81-3410-4c2f-a060-7103fa21938a service neutron] Attempting to bind port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:05:34.756649 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-6b310264-3155-4ca7-bda9-05755a95b305 req-cd9f1e81-3410-4c2f-a060-7103fa21938a service neutron] Attempting to bind port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:05:34.757238 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b310264-3155-4ca7-bda9-05755a95b305 req-cd9f1e81-3410-4c2f-a060-7103fa21938a service neutron] Attempting to bind port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:34.766159 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b310264-3155-4ca7-bda9-05755a95b305 req-cd9f1e81-3410-4c2f-a060-7103fa21938a service neutron] Port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:05:34.766550 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b310264-3155-4ca7-bda9-05755a95b305 req-cd9f1e81-3410-4c2f-a060-7103fa21938a service neutron] Attempting to bind port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:34.774368 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b310264-3155-4ca7-bda9-05755a95b305 req-cd9f1e81-3410-4c2f-a060-7103fa21938a service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:05:34.776219 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b310264-3155-4ca7-bda9-05755a95b305 req-cd9f1e81-3410-4c2f-a060-7103fa21938a service neutron] Checking segment: {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:05:34.776713 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b310264-3155-4ca7-bda9-05755a95b305 req-cd9f1e81-3410-4c2f-a060-7103fa21938a service neutron] Bound using segment: {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:05:34.778108 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-6b310264-3155-4ca7-bda9-05755a95b305 req-cd9f1e81-3410-4c2f-a060-7103fa21938a service neutron] Bound port: c83f8a1e-a3b6-4bfd-aa0f-caacd4853992, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:05:34.778548 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6b310264-3155-4ca7-bda9-05755a95b305 req-cd9f1e81-3410-4c2f-a060-7103fa21938a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:34.791849 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-92108678-0ed1-43a6-8e43-267614997fc2 req-8d07d94d-abe6-4756-8416-97377d54d3e5 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:34.798672 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 93c8ebf5-518f-42f6-a87d-2691a6c0d1b9, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=93c8ebf5-518f-42f6-a87d-2691a6c0d1b9,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:34.820039 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '93c8ebf5-518f-42f6-a87d-2691a6c0d1b9', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': '93c8ebf5-518f-42f6-a87d-2691a6c0d1b9', 'mac_address': 'fa:16:3e:f5:a0:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:05:34.864665 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-dcdddb0a-fce9-42f9-95e9-6d4f3c1e1de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:34.909867 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-92108678-0ed1-43a6-8e43-267614997fc2 req-8d07d94d-abe6-4756-8416-97377d54d3e5 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Transition to ACTIVE for port object f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:34.927339 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:34.942414 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-23000898-b60d-4877-9546-1fcf80b56bd5 req-831c9c1f-d177-4282-be34-273857c74a29 service neutron] 10.222.0.35 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917066 Feb 09 01:05:34.951244 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c8ebf5-518f-42f6-a87d-2691a6c0d1b9 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:05:34.958344 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:34.961622 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-6b310264-3155-4ca7-bda9-05755a95b305 req-cd9f1e81-3410-4c2f-a060-7103fa21938a service neutron] For port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992, host n-h1-828419-1, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:05:34.965767 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-6b310264-3155-4ca7-bda9-05755a95b305 req-cd9f1e81-3410-4c2f-a060-7103fa21938a service neutron] For port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c83f8a1e-a3b6-4bfd-aa0f-caacd4853992,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:05:34.986656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e4c78-e651-4a62-9185-713c1b04d902 req-d0b61adb-43a9-4b71-9c92-4197ad21cbcf tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:34.990739 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 93c8ebf5-518f-42f6-a87d-2691a6c0d1b9, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=93c8ebf5-518f-42f6-a87d-2691a6c0d1b9,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:34.999334 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c79e4c78-e651-4a62-9185-713c1b04d902 req-d0b61adb-43a9-4b71-9c92-4197ad21cbcf tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dcca2f6-fc43-4a45-b6dc-0e7400ac26d1 HTTP/1.1" status: 200 len: 947 time: 0.1337330 Feb 09 01:05:35.001820 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ca9ef6-0487-4c13-9be2-3956d6c232f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24f55ad-222d-42af-9caa-acd4952ab488'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:35.005105 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6b310264-3155-4ca7-bda9-05755a95b305 req-cd9f1e81-3410-4c2f-a060-7103fa21938a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:35.009604 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:35.048209 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c24f55ad-222d-42af-9caa-acd4952ab488, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c24f55ad-222d-42af-9caa-acd4952ab488,segment=NetworkSegment(3b6a811f-9d4e-49e4-9b55-596caeb1db0d),segment_id=3b6a811f-9d4e-49e4-9b55-596caeb1db0d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:35.108246 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=93c8ebf5-518f-42f6-a87d-2691a6c0d1b9,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:35.112372 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872273c-9eca-47fc-94ff-2354ac1ce0a9 req-d5794808-1890-4da1-aff7-d73ebced2a5a tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:35.114000 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4872273c-9eca-47fc-94ff-2354ac1ce0a9 req-d5794808-1890-4da1-aff7-d73ebced2a5a tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=d817c5ae-4755-47fa-874c-1ad857cdb067 HTTP/1.1" status: 200 len: 945 time: 0.6378548 Feb 09 01:05:35.122488 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:35.129997 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fe117c52-fab3-4627-b9dd-d5fbd8645775 service neutron] For port ed95cf65-6ad9-48b9-b564-6f38f0074a61, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:05:35.206978 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=c24f55ad-222d-42af-9caa-acd4952ab488,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:35.208349 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b310264-3155-4ca7-bda9-05755a95b305 req-cd9f1e81-3410-4c2f-a060-7103fa21938a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:35.208798 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6b310264-3155-4ca7-bda9-05755a95b305 req-cd9f1e81-3410-4c2f-a060-7103fa21938a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:35.210383 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6b310264-3155-4ca7-bda9-05755a95b305 req-cd9f1e81-3410-4c2f-a060-7103fa21938a service neutron] 10.222.0.35 "PUT /v2.0/ports/c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 HTTP/1.1" status: 200 len: 1091 time: 1.5313170 Feb 09 01:05:35.211002 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebef377b-19f8-49fe-9b94-378ea96e04ec', 'tag': 'c83f8a1e-a3b6-4bfd-aa0f-caacd4853992'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:35.211980 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67473d81-7a2e-4e38-9eec-05f110c43939 req-7aed829d-0a5b-4679-9d2b-2e4b539d4e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:35.213491 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-67473d81-7a2e-4e38-9eec-05f110c43939 req-7aed829d-0a5b-4679-9d2b-2e4b539d4e58 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5809183 Feb 09 01:05:35.222071 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fe117c52-fab3-4627-b9dd-d5fbd8645775 service neutron] For port ed95cf65-6ad9-48b9-b564-6f38f0074a61, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=ed95cf65-6ad9-48b9-b564-6f38f0074a61,segment=NetworkSegment(6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5),segment_id=6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:05:35.245195 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f1e81-3410-4c2f-a060-7103fa21938a service neutron] Pushing event updated for resources: {'Port': ['ID=c83f8a1e-a3b6-4bfd-aa0f-caacd4853992,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:35.254263 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c79e4c78-e651-4a62-9185-713c1b04d902 req-eb8696e4-27a9-420b-bea4-a44f1ae50e01 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7245e75-4d2c-4f06-a46a-e3d89ba56150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521758 Feb 09 01:05:35.314777 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['93c8ebf5-518f-42f6-a87d-2691a6c0d1b9'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:05:35.319832 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fe117c52-fab3-4627-b9dd-d5fbd8645775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:35.333992 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b310264-3155-4ca7-bda9-05755a95b305 req-b4dec665-8f64-4cfa-aeaa-48f65a0a0e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:35.335489 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6b310264-3155-4ca7-bda9-05755a95b305 req-b4dec665-8f64-4cfa-aeaa-48f65a0a0e9c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a459030aa9346b7b761b1ccc64f5445&device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 1094 time: 0.0798247 Feb 09 01:05:35.395249 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-92108678-0ed1-43a6-8e43-267614997fc2 req-8d07d94d-abe6-4756-8416-97377d54d3e5 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:35.408214 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['b7382de6-6aba-4a28-a643-d303a5c9ccff', '94b792d6-4b46-48e1-af0e-a8b9c1751cfd'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:05:35.459262 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4872273c-9eca-47fc-94ff-2354ac1ce0a9 req-9ad66bcc-e083-4734-b5e9-7c1d0a2a67ea tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336091 Feb 09 01:05:35.464244 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6b310264-3155-4ca7-bda9-05755a95b305 req-cf939394-8d2c-44b3-add0-661b0c3946a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 HTTP/1.1" status: 200 len: 217 time: 0.1200259 Feb 09 01:05:35.492333 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fe117c52-fab3-4627-b9dd-d5fbd8645775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:35.493078 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fe117c52-fab3-4627-b9dd-d5fbd8645775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:35.494345 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fe117c52-fab3-4627-b9dd-d5fbd8645775 service neutron] 10.222.0.35 "PUT /v2.0/ports/ed95cf65-6ad9-48b9-b564-6f38f0074a61 HTTP/1.1" status: 200 len: 1134 time: 4.8373706 Feb 09 01:05:35.573138 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b310264-3155-4ca7-bda9-05755a95b305 req-4beb3343-b4a1-4fa1-bbad-1759f567c840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:35.574633 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6b310264-3155-4ca7-bda9-05755a95b305 req-4beb3343-b4a1-4fa1-bbad-1759f567c840 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=71237ce4-c470-4847-a2d1-f1f13758c999 HTTP/1.1" status: 200 len: 848 time: 0.0979242 Feb 09 01:05:35.622092 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.35', 63526) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:05:35.674995 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6b310264-3155-4ca7-bda9-05755a95b305 req-65e9f350-621a-43b1-ba4a-6a3cd5994bba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48fff0c2-cb8c-4c86-992a-0e113098b5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926199 Feb 09 01:05:35.850166 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6b310264-3155-4ca7-bda9-05755a95b305 req-2cd7fffd-8257-4054-b840-f28329f9a775 service neutron] 10.222.0.35 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628890 Feb 09 01:05:35.872594 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7e345-8960-40cc-a738-f41c46ea3fe0 req-c1822cd4-e797-4b2d-b794-b3d0726851ed tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:35.880845 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b9291d-dff3-47ae-b019-3b7b9ad0637e', 'name': 'network-vif-deleted', 'tag': 'c5594f22-9a36-4440-bc64-312af7446b34', 'status': 'completed', 'code': 200} Feb 09 01:05:35.881442 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'tag': 'a9cc22f6-5283-4291-ac6b-9ff6463541ff', 'status': 'completed', 'code': 200} Feb 09 01:05:35.882252 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bae7e345-8960-40cc-a738-f41c46ea3fe0 req-c1822cd4-e797-4b2d-b794-b3d0726851ed tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36fccf-39b3-435a-95b2-b5e86d17f32e HTTP/1.1" status: 200 len: 932 time: 0.4743724 Feb 09 01:05:35.896264 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fcc480d7-12c0-4993-aa0a-67f3464b343e service neutron] Request body: {'port': {'device_id': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:35.975377 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-23000898-b60d-4877-9546-1fcf80b56bd5 req-5c4cb713-e9cf-40f6-943a-875c0ade4427 service neutron] 10.222.0.35 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9852488 Feb 09 01:05:36.015491 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92108678-0ed1-43a6-8e43-267614997fc2 req-8d07d94d-abe6-4756-8416-97377d54d3e5 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:36.045702 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bae7e345-8960-40cc-a738-f41c46ea3fe0 req-e12c3d0a-9c6d-4bd5-ad32-ff24f877d087 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b73b45e-4f61-43ef-8dcf-4aa9a8b7e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616702 Feb 09 01:05:36.051215 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-92108678-0ed1-43a6-8e43-267614997fc2 req-8d07d94d-abe6-4756-8416-97377d54d3e5 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:36.077565 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-92108678-0ed1-43a6-8e43-267614997fc2 req-8d07d94d-abe6-4756-8416-97377d54d3e5 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:05:36.090822 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b73676-26ea-48e3-8985-54594889cb88 req-cf675c82-1d8e-4fc2-86c7-baf5f2f18323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:36.090822 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b73676-26ea-48e3-8985-54594889cb88 req-cf675c82-1d8e-4fc2-86c7-baf5f2f18323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:36.091298 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b73676-26ea-48e3-8985-54594889cb88 req-cf675c82-1d8e-4fc2-86c7-baf5f2f18323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:36.091652 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b73676-26ea-48e3-8985-54594889cb88 req-cf675c82-1d8e-4fc2-86c7-baf5f2f18323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:36.092107 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b73676-26ea-48e3-8985-54594889cb88 req-cf675c82-1d8e-4fc2-86c7-baf5f2f18323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:36.092584 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b73676-26ea-48e3-8985-54594889cb88 req-cf675c82-1d8e-4fc2-86c7-baf5f2f18323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:36.094661 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b6b73676-26ea-48e3-8985-54594889cb88 req-cf675c82-1d8e-4fc2-86c7-baf5f2f18323 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1fe8f42c4854e5699e2e8b880d21442&device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5288 time: 0.4696398 Feb 09 01:05:36.107493 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe117c52-fab3-4627-b9dd-d5fbd8645775 service neutron] Pushing event updated for resources: {'Port': ['ID=ed95cf65-6ad9-48b9-b564-6f38f0074a61,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:36.132354 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ca9ef6-0487-4c13-9be2-3956d6c232f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24f55ad-222d-42af-9caa-acd4952ab488', 'code': 200} Feb 09 01:05:36.294877 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b73676-26ea-48e3-8985-54594889cb88 req-1d4f3ce1-6280-4c3c-9462-f1ca2e517296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:36.295530 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b73676-26ea-48e3-8985-54594889cb88 req-1d4f3ce1-6280-4c3c-9462-f1ca2e517296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:36.295814 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b73676-26ea-48e3-8985-54594889cb88 req-1d4f3ce1-6280-4c3c-9462-f1ca2e517296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:36.297798 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b6b73676-26ea-48e3-8985-54594889cb88 req-1d4f3ce1-6280-4c3c-9462-f1ca2e517296 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c1fe8f42c4854e5699e2e8b880d21442&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1893456 Feb 09 01:05:36.299004 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebef377b-19f8-49fe-9b94-378ea96e04ec', 'tag': 'c83f8a1e-a3b6-4bfd-aa0f-caacd4853992', 'status': 'completed', 'code': 200} Feb 09 01:05:36.311735 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fcc480d7-12c0-4993-aa0a-67f3464b343e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:36.380896 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-3f424f15-676b-4009-9eae-c770f85a6bae None None] Provisioning for port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:36.386409 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-3f424f15-676b-4009-9eae-c770f85a6bae None None] Provisioning complete for port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:36.386853 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3f424f15-676b-4009-9eae-c770f85a6bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:36.411465 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6b310264-3155-4ca7-bda9-05755a95b305 req-564d1bba-0ab1-4405-a24c-d90ac9dcc507 service neutron] 10.222.0.35 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5269427 Feb 09 01:05:36.430062 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-67473d81-7a2e-4e38-9eec-05f110c43939 req-e81d7d34-3f13-4b37-96ca-0277b1748b60 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2035241 Feb 09 01:05:36.443066 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['7d3f8cfd-56c5-4824-a60d-48dae61c8128'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:05:36.506218 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-3f424f15-676b-4009-9eae-c770f85a6bae None None] Port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:05:36.513196 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92108678-0ed1-43a6-8e43-267614997fc2 req-8d07d94d-abe6-4756-8416-97377d54d3e5 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:36.513843 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-92108678-0ed1-43a6-8e43-267614997fc2 req-8d07d94d-abe6-4756-8416-97377d54d3e5 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:36.602059 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d07d94d-abe6-4756-8416-97377d54d3e5 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Pushing event updated for resources: {'Port': ['ID=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:36.612767 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17988d2b-e438-415b-980b-4163969550a5 req-985ec142-3e4e-487c-b31a-e987d17bbe6d tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:36.614373 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-17988d2b-e438-415b-980b-4163969550a5 req-985ec142-3e4e-487c-b31a-e987d17bbe6d tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 943 time: 0.3127470 Feb 09 01:05:36.652275 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b73676-26ea-48e3-8985-54594889cb88 req-47e38904-600b-4ef7-9361-1d38d75d4859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:36.653836 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b6b73676-26ea-48e3-8985-54594889cb88 req-47e38904-600b-4ef7-9361-1d38d75d4859 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3486302 Feb 09 01:05:36.659419 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43180f0-cc20-4020-9744-e038730f1ef5 req-7984493d-fee2-4e29-afc3-a67bc467b77d tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:36.660118 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e43180f0-cc20-4020-9744-e038730f1ef5 req-7984493d-fee2-4e29-afc3-a67bc467b77d tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Synchronizing usage tracker for tenant:1828a8e10f7447aba0d25cab4f7feaf3 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:05:36.674845 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-92108678-0ed1-43a6-8e43-267614997fc2 req-8d07d94d-abe6-4756-8416-97377d54d3e5 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1575711 Feb 09 01:05:36.677117 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5416b-9f96-4eb7-9f31-68674cb7004d req-f1bf080e-9429-48c3-899f-d353a191d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:36.678662 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-40b5416b-9f96-4eb7-9f31-68674cb7004d req-f1bf080e-9429-48c3-899f-d353a191d74c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a459030aa9346b7b761b1ccc64f5445&device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 1094 time: 0.1890278 Feb 09 01:05:36.683668 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-17988d2b-e438-415b-980b-4163969550a5 req-813ccd2b-e756-431b-b724-6597294593d5 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567322 Feb 09 01:05:36.758335 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-92108678-0ed1-43a6-8e43-267614997fc2 req-10d293ef-5471-4848-b550-7daf09fc0c75 service neutron] Request body: {'port': {'device_id': '78772eb5-2653-4802-b0ac-9fa59b12fc94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:36.821895 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6f24ca92-3deb-4332-adb3-8dec48e6d143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:36.883942 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5416b-9f96-4eb7-9f31-68674cb7004d req-3dd35069-aa7c-43bf-9572-6fef034f6c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:36.885446 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-40b5416b-9f96-4eb7-9f31-68674cb7004d req-3dd35069-aa7c-43bf-9572-6fef034f6c0d service neutron] 10.222.0.35 "GET /v2.0/networks?id=48fff0c2-cb8c-4c86-992a-0e113098b5fc HTTP/1.1" status: 200 len: 909 time: 0.1950383 Feb 09 01:05:36.888234 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-67473d81-7a2e-4e38-9eec-05f110c43939 req-5c028a2b-2eef-43e6-9bf9-ca4e0b09b354 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461648 Feb 09 01:05:36.921273 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e43180f0-cc20-4020-9744-e038730f1ef5 req-7984493d-fee2-4e29-afc3-a67bc467b77d tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Unset dirty status for tenant:1828a8e10f7447aba0d25cab4f7feaf3 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:05:36.922415 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e43180f0-cc20-4020-9744-e038730f1ef5 req-7984493d-fee2-4e29-afc3-a67bc467b77d tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 935 time: 0.9413431 Feb 09 01:05:36.960957 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-40b5416b-9f96-4eb7-9f31-68674cb7004d req-555e738b-aa0f-4ed5-bd64-ccacc60927c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 HTTP/1.1" status: 200 len: 217 time: 0.0637066 Feb 09 01:05:36.961219 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-dcdddb0a-fce9-42f9-95e9-6d4f3c1e1de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 867ae39a-fabd-48f2-b357-96cd97c34973 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:05:36.968606 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16252972-11f4-4164-a0e8-d6daf3898f48 req-1193a51d-2f4a-4e87-a560-8a150e0c506e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:36.968806 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38451376-5442-422f-904e-cff31ae0358e req-6c0632f6-2eba-45ff-9ed6-8e17bdb72517 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:36.970083 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-16252972-11f4-4164-a0e8-d6daf3898f48 req-1193a51d-2f4a-4e87-a560-8a150e0c506e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c6ca9ef6-0487-4c13-9be2-3956d6c232f1 HTTP/1.1" status: 200 len: 1096 time: 0.6619966 Feb 09 01:05:36.970223 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-38451376-5442-422f-904e-cff31ae0358e req-6c0632f6-2eba-45ff-9ed6-8e17bdb72517 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6ca9ef6-0487-4c13-9be2-3956d6c232f1 HTTP/1.1" status: 200 len: 945 time: 0.1874559 Feb 09 01:05:36.983111 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-dcdddb0a-fce9-42f9-95e9-6d4f3c1e1de8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:37.187430 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5416b-9f96-4eb7-9f31-68674cb7004d req-716a7813-3b9a-427e-87b0-4c2ed49ecba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:37.188941 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-40b5416b-9f96-4eb7-9f31-68674cb7004d req-716a7813-3b9a-427e-87b0-4c2ed49ecba7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=71237ce4-c470-4847-a2d1-f1f13758c999 HTTP/1.1" status: 200 len: 848 time: 0.2179432 Feb 09 01:05:37.191891 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-38451376-5442-422f-904e-cff31ae0358e req-de73ea09-a4d9-462d-9bd9-09670a7788d6 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff34b42-ead9-44a7-9bae-45e8ec568e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624561 Feb 09 01:05:37.206714 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-16252972-11f4-4164-a0e8-d6daf3898f48 req-ebee2fbf-0eaa-4861-be1a-26404f4fc1b1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9ff34b42-ead9-44a7-9bae-45e8ec568e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255278 Feb 09 01:05:37.207753 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-dcdddb0a-fce9-42f9-95e9-6d4f3c1e1de8 service neutron] Transition to ACTIVE for port object 867ae39a-fabd-48f2-b357-96cd97c34973 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:37.232165 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e43180f0-cc20-4020-9744-e038730f1ef5 req-32415d28-f4fd-4f9c-838b-08506fb2ae73 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923994 Feb 09 01:05:37.232668 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-dcdddb0a-fce9-42f9-95e9-6d4f3c1e1de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:37.247784 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-40b5416b-9f96-4eb7-9f31-68674cb7004d req-73f85e10-1311-48ed-a63f-20492591018b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48fff0c2-cb8c-4c86-992a-0e113098b5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491364 Feb 09 01:05:37.284134 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-92108678-0ed1-43a6-8e43-267614997fc2 req-10d293ef-5471-4848-b550-7daf09fc0c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:37.390497 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda591c-9538-4865-b57e-afa8662c8f33 req-91c0ca53-9fa4-4ee1-9076-dec323a40878 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:37.392130 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ccda591c-9538-4865-b57e-afa8662c8f33 req-91c0ca53-9fa4-4ee1-9076-dec323a40878 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cc473e5-2dff-4ebf-836e-af66073c1e30 HTTP/1.1" status: 200 len: 946 time: 0.0916326 Feb 09 01:05:37.513326 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ccda591c-9538-4865-b57e-afa8662c8f33 req-16061337-3c3f-48b1-9ff4-b3d0a9cd9f61 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153419 Feb 09 01:05:37.524023 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdddb0a-fce9-42f9-95e9-6d4f3c1e1de8 service neutron] Pushing event updated for resources: {'Port': ['ID=867ae39a-fabd-48f2-b357-96cd97c34973,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:37.567032 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-40b5416b-9f96-4eb7-9f31-68674cb7004d req-88168399-cd41-4596-ab97-f391abfc45e5 service neutron] 10.222.0.35 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493733 Feb 09 01:05:37.806856 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fcc480d7-12c0-4993-aa0a-67f3464b343e service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:05:37.812025 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-40b5416b-9f96-4eb7-9f31-68674cb7004d req-ed921aa5-d2e4-438d-a9fa-cc3b41b2a3d0 service neutron] 10.222.0.35 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383478 Feb 09 01:05:37.834105 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-cbd9e335-bdcb-44ed-b762-8987a3d5949b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:37.835549 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-cbd9e335-bdcb-44ed-b762-8987a3d5949b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/networks?id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe HTTP/1.1" status: 200 len: 812 time: 0.1923175 Feb 09 01:05:37.851283 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-59811c51-3967-4987-97d6-14bf905366ac tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/quotas/a75aeed005c34e95a63eb49629dd324d HTTP/1.1" status: 200 len: 375 time: 0.0097528 Feb 09 01:05:37.886803 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'tag': 'ed95cf65-6ad9-48b9-b564-6f38f0074a61'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:37.893946 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7c059c0b-30ee-49e7-ab94-b92f0e95ef0b req-8bb90fc2-0769-4e74-85fc-181ecc91b30d service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=a22b0073-6c58-47e8-9f6c-d841cc487367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7526610 Feb 09 01:05:37.903288 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-aa12d964-d885-4bed-8f65-9671a49a0719 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a75aeed005c34e95a63eb49629dd324d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464926 Feb 09 01:05:37.974336 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fcc480d7-12c0-4993-aa0a-67f3464b343e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49f387b1-200d-4aa1-aa5b-0e58530b895f {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:05:38.005531 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fcc480d7-12c0-4993-aa0a-67f3464b343e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:38.046761 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-bb76a42f-f5ae-406a-8b5f-138bedcc35d7 service neutron] 10.222.0.37 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322370 Feb 09 01:05:38.077552 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35bc42-dfb5-488e-8563-20a78dab1605 req-28fc0c3b-2e99-4913-a326-d1828737a8e9 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:38.083781 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35bc42-dfb5-488e-8563-20a78dab1605 req-28fc0c3b-2e99-4913-a326-d1828737a8e9 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:38.089553 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35bc42-dfb5-488e-8563-20a78dab1605 req-28fc0c3b-2e99-4913-a326-d1828737a8e9 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:38.095269 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35bc42-dfb5-488e-8563-20a78dab1605 req-28fc0c3b-2e99-4913-a326-d1828737a8e9 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:38.101116 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35bc42-dfb5-488e-8563-20a78dab1605 req-28fc0c3b-2e99-4913-a326-d1828737a8e9 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:38.106843 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35bc42-dfb5-488e-8563-20a78dab1605 req-28fc0c3b-2e99-4913-a326-d1828737a8e9 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:38.107875 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0d35bc42-dfb5-488e-8563-20a78dab1605 req-28fc0c3b-2e99-4913-a326-d1828737a8e9 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Synchronizing usage tracker for tenant:c1fe8f42c4854e5699e2e8b880d21442 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:05:38.110579 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-dcdddb0a-fce9-42f9-95e9-6d4f3c1e1de8 service neutron] Attempting to bind port 867ae39a-fabd-48f2-b357-96cd97c34973 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:05:38.110910 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-dcdddb0a-fce9-42f9-95e9-6d4f3c1e1de8 service neutron] Attempting to bind port 867ae39a-fabd-48f2-b357-96cd97c34973 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': 'bec6c353-a489-460c-b40f-233d3d48e8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '4d3b7ce2-38bc-442e-9251-878f5bbd9dbb'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:05:38.111234 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-dcdddb0a-fce9-42f9-95e9-6d4f3c1e1de8 service neutron] Attempting to bind port 867ae39a-fabd-48f2-b357-96cd97c34973 on network 4d3b7ce2-38bc-442e-9251-878f5bbd9dbb {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:38.133811 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-dcdddb0a-fce9-42f9-95e9-6d4f3c1e1de8 service neutron] Port 867ae39a-fabd-48f2-b357-96cd97c34973 on network 4d3b7ce2-38bc-442e-9251-878f5bbd9dbb not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:05:38.134136 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-dcdddb0a-fce9-42f9-95e9-6d4f3c1e1de8 service neutron] Attempting to bind port 867ae39a-fabd-48f2-b357-96cd97c34973 on network 4d3b7ce2-38bc-442e-9251-878f5bbd9dbb {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:38.142108 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fcc480d7-12c0-4993-aa0a-67f3464b343e service neutron] Transition to ACTIVE for port object 49f387b1-200d-4aa1-aa5b-0e58530b895f will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:38.166916 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-dcdddb0a-fce9-42f9-95e9-6d4f3c1e1de8 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:05:38.167257 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-dcdddb0a-fce9-42f9-95e9-6d4f3c1e1de8 service neutron] Checking segment: {'id': 'bec6c353-a489-460c-b40f-233d3d48e8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '4d3b7ce2-38bc-442e-9251-878f5bbd9dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:05:38.167648 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-dcdddb0a-fce9-42f9-95e9-6d4f3c1e1de8 service neutron] Bound using segment: {'id': 'bec6c353-a489-460c-b40f-233d3d48e8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '4d3b7ce2-38bc-442e-9251-878f5bbd9dbb'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:05:38.168084 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-dcdddb0a-fce9-42f9-95e9-6d4f3c1e1de8 service neutron] Bound port: 867ae39a-fabd-48f2-b357-96cd97c34973, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bec6c353-a489-460c-b40f-233d3d48e8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '4d3b7ce2-38bc-442e-9251-878f5bbd9dbb'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:05:38.168448 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-dcdddb0a-fce9-42f9-95e9-6d4f3c1e1de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:38.181553 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fcc480d7-12c0-4993-aa0a-67f3464b343e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:38.194843 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-b4069442-4032-47aa-9320-c169199d01d5 service neutron] 10.222.0.37 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417286 Feb 09 01:05:38.223435 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0d35bc42-dfb5-488e-8563-20a78dab1605 req-28fc0c3b-2e99-4913-a326-d1828737a8e9 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Unset dirty status for tenant:c1fe8f42c4854e5699e2e8b880d21442 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:05:38.224536 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0d35bc42-dfb5-488e-8563-20a78dab1605 req-28fc0c3b-2e99-4913-a326-d1828737a8e9 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 4602 time: 0.8799455 Feb 09 01:05:38.525988 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5910a-147e-4a15-8861-737a45c97dec req-1157f166-2c9c-4a87-93e6-609945fd72e5 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:38.530509 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0d35bc42-dfb5-488e-8563-20a78dab1605 req-5aad6b93-b924-4e05-8251-14d4f3a4e747 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2909377 Feb 09 01:05:38.532857 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e7a5910a-147e-4a15-8861-737a45c97dec req-1157f166-2c9c-4a87-93e6-609945fd72e5 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dcca2f6-fc43-4a45-b6dc-0e7400ac26d1 HTTP/1.1" status: 200 len: 948 time: 0.1486642 Feb 09 01:05:38.569711 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:05:38.573400 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 93c8ebf5-518f-42f6-a87d-2691a6c0d1b9 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:05:38.608779 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e7a5910a-147e-4a15-8861-737a45c97dec req-bdb0360d-e79c-4365-8790-82ab2b512fbe tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7245e75-4d2c-4f06-a46a-e3d89ba56150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749464 Feb 09 01:05:38.623739 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c059c0b-30ee-49e7-ab94-b92f0e95ef0b req-df255ec2-f022-4ea3-a2fb-203e9027d890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:38.627163 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7c059c0b-30ee-49e7-ab94-b92f0e95ef0b req-df255ec2-f022-4ea3-a2fb-203e9027d890 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6a459030aa9346b7b761b1ccc64f5445&device_id=a22b0073-6c58-47e8-9f6c-d841cc487367 HTTP/1.1" status: 200 len: 1095 time: 0.6906571 Feb 09 01:05:38.627997 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc480d7-12c0-4993-aa0a-67f3464b343e service neutron] Pushing event updated for resources: {'Port': ['ID=49f387b1-200d-4aa1-aa5b-0e58530b895f,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:38.752144 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-dcdddb0a-fce9-42f9-95e9-6d4f3c1e1de8 service neutron] For port 867ae39a-fabd-48f2-b357-96cd97c34973, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:05:38.827151 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55df14b-400a-491c-8cc8-7850d5e82a78 req-d407722e-e898-4606-9249-be0f4586af96 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:38.833342 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e55df14b-400a-491c-8cc8-7850d5e82a78 req-d407722e-e898-4606-9249-be0f4586af96 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=83fb4f04-88ed-46a7-bf5f-c0806ed639b8 HTTP/1.1" status: 200 len: 945 time: 0.1061361 Feb 09 01:05:38.877269 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 93c8ebf5-518f-42f6-a87d-2691a6c0d1b9 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:38.880572 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e55df14b-400a-491c-8cc8-7850d5e82a78 req-a3867313-705d-4d75-9601-61dea1670c01 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457401 Feb 09 01:05:38.888657 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 93c8ebf5-518f-42f6-a87d-2691a6c0d1b9 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:38.889030 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:38.915034 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-dcdddb0a-fce9-42f9-95e9-6d4f3c1e1de8 service neutron] For port 867ae39a-fabd-48f2-b357-96cd97c34973, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=867ae39a-fabd-48f2-b357-96cd97c34973,segment=NetworkSegment(bec6c353-a489-460c-b40f-233d3d48e8fd),segment_id=bec6c353-a489-460c-b40f-233d3d48e8fd)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:05:38.947509 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-dcdddb0a-fce9-42f9-95e9-6d4f3c1e1de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:39.004472 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [req-92108678-0ed1-43a6-8e43-267614997fc2 req-10d293ef-5471-4848-b550-7daf09fc0c75 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:05:39.005741 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c83f8a1e-a3b6-4bfd-aa0f-caacd4853992,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:39.059472 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-dcdddb0a-fce9-42f9-95e9-6d4f3c1e1de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:39.060096 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-dcdddb0a-fce9-42f9-95e9-6d4f3c1e1de8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:39.061833 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-dcdddb0a-fce9-42f9-95e9-6d4f3c1e1de8 service neutron] 10.222.0.117 "PUT /v2.0/ports/867ae39a-fabd-48f2-b357-96cd97c34973 HTTP/1.1" status: 200 len: 1092 time: 4.7127619 Feb 09 01:05:39.083594 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'c83f8a1e-a3b6-4bfd-aa0f-caacd4853992', 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc', 'port_id': 'c83f8a1e-a3b6-4bfd-aa0f-caacd4853992', 'mac_address': 'fa:16:3e:18:61:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 992, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71237ce4-c470-4847-a2d1-f1f13758c999', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:05:39.139901 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdddb0a-fce9-42f9-95e9-6d4f3c1e1de8 service neutron] Pushing event updated for resources: {'Port': ['ID=867ae39a-fabd-48f2-b357-96cd97c34973,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:39.164805 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb3658-d29b-42e0-9cb8-8d01d9679297 req-135ed0f6-939c-469f-8c22-7fcc11ab3473 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:39.168094 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-26bb3658-d29b-42e0-9cb8-8d01d9679297 req-135ed0f6-939c-469f-8c22-7fcc11ab3473 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 943 time: 0.1661434 Feb 09 01:05:39.184697 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:39.221576 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-26bb3658-d29b-42e0-9cb8-8d01d9679297 req-69193cf1-412e-490e-8b49-c7215f54a545 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468829 Feb 09 01:05:39.229740 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:39.252202 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dcca2f6-fc43-4a45-b6dc-0e7400ac26d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c8ebf5-518f-42f6-a87d-2691a6c0d1b9'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:39.274997 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-92108678-0ed1-43a6-8e43-267614997fc2 req-10d293ef-5471-4848-b550-7daf09fc0c75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:05:39.282272 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:05:39.290759 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7e81d-1ec3-4186-934a-1683f6772204 req-7da9aae8-7ba4-4746-868c-c45ef3a206c0 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:39.291347 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 93c8ebf5-518f-42f6-a87d-2691a6c0d1b9, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=93c8ebf5-518f-42f6-a87d-2691a6c0d1b9,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:39.291567 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-9cb7e81d-1ec3-4186-934a-1683f6772204 req-7da9aae8-7ba4-4746-868c-c45ef3a206c0 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Synchronizing usage tracker for tenant:f4cec9dacd39493b81eee14d8a49cc95 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:05:39.293546 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fcf25d2d-200a-44a6-a3b4-98acebf86af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:39.295248 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'tag': 'ed95cf65-6ad9-48b9-b564-6f38f0074a61', 'status': 'completed', 'code': 200} Feb 09 01:05:39.305421 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-92108678-0ed1-43a6-8e43-267614997fc2 req-10d293ef-5471-4848-b550-7daf09fc0c75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:39.308516 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c059c0b-30ee-49e7-ab94-b92f0e95ef0b req-b1a41ff4-861b-4e05-9990-2c0b8edfc4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:39.309972 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7c059c0b-30ee-49e7-ab94-b92f0e95ef0b req-b1a41ff4-861b-4e05-9990-2c0b8edfc4f5 service neutron] 10.222.0.117 "GET /v2.0/networks?id=48fff0c2-cb8c-4c86-992a-0e113098b5fc HTTP/1.1" status: 200 len: 909 time: 0.5968463 Feb 09 01:05:39.312430 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:39.319844 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fcc480d7-12c0-4993-aa0a-67f3464b343e service neutron] Attempting to bind port 49f387b1-200d-4aa1-aa5b-0e58530b895f on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:05:39.320173 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fcc480d7-12c0-4993-aa0a-67f3464b343e service neutron] Attempting to bind port 49f387b1-200d-4aa1-aa5b-0e58530b895f by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '0fe62980-d662-4305-b32e-541d69722270'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:05:39.320523 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fcc480d7-12c0-4993-aa0a-67f3464b343e service neutron] Attempting to bind port 49f387b1-200d-4aa1-aa5b-0e58530b895f on network 0fe62980-d662-4305-b32e-541d69722270 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:39.347594 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c83f8a1e-a3b6-4bfd-aa0f-caacd4853992,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:39.357340 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:39.398950 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=93c8ebf5-518f-42f6-a87d-2691a6c0d1b9,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:39.399182 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fcc480d7-12c0-4993-aa0a-67f3464b343e service neutron] Port 49f387b1-200d-4aa1-aa5b-0e58530b895f on network 0fe62980-d662-4305-b32e-541d69722270 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:05:39.399182 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fcc480d7-12c0-4993-aa0a-67f3464b343e service neutron] Attempting to bind port 49f387b1-200d-4aa1-aa5b-0e58530b895f on network 0fe62980-d662-4305-b32e-541d69722270 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:39.401453 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067e650-7fe6-44d8-a3ea-34149ce41e73 req-d0dac33c-6f18-4023-aae7-26f6f16c8678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:39.401869 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7c059c0b-30ee-49e7-ab94-b92f0e95ef0b req-f09be98a-180b-4faa-bb4d-35fee8fc6e43 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9444193c-3318-448f-8d9f-673309b9483a HTTP/1.1" status: 200 len: 217 time: 0.0761878 Feb 09 01:05:39.402035 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067e650-7fe6-44d8-a3ea-34149ce41e73 req-d0dac33c-6f18-4023-aae7-26f6f16c8678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:39.402555 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067e650-7fe6-44d8-a3ea-34149ce41e73 req-d0dac33c-6f18-4023-aae7-26f6f16c8678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:39.403035 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067e650-7fe6-44d8-a3ea-34149ce41e73 req-d0dac33c-6f18-4023-aae7-26f6f16c8678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:39.403501 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067e650-7fe6-44d8-a3ea-34149ce41e73 req-d0dac33c-6f18-4023-aae7-26f6f16c8678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:39.403966 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067e650-7fe6-44d8-a3ea-34149ce41e73 req-d0dac33c-6f18-4023-aae7-26f6f16c8678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:39.404453 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067e650-7fe6-44d8-a3ea-34149ce41e73 req-d0dac33c-6f18-4023-aae7-26f6f16c8678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:39.406492 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1067e650-7fe6-44d8-a3ea-34149ce41e73 req-d0dac33c-6f18-4023-aae7-26f6f16c8678 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1fe8f42c4854e5699e2e8b880d21442&device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 6174 time: 0.0931299 Feb 09 01:05:39.420945 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fcc480d7-12c0-4993-aa0a-67f3464b343e service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:05:39.421480 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fcc480d7-12c0-4993-aa0a-67f3464b343e service neutron] Checking segment: {'id': '6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '0fe62980-d662-4305-b32e-541d69722270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:05:39.421790 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fcc480d7-12c0-4993-aa0a-67f3464b343e service neutron] Bound using segment: {'id': '6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '0fe62980-d662-4305-b32e-541d69722270'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:05:39.422302 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fcc480d7-12c0-4993-aa0a-67f3464b343e service neutron] Bound port: 49f387b1-200d-4aa1-aa5b-0e58530b895f, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '0fe62980-d662-4305-b32e-541d69722270'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:05:39.422687 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fcc480d7-12c0-4993-aa0a-67f3464b343e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:39.432381 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-92108678-0ed1-43a6-8e43-267614997fc2 req-10d293ef-5471-4848-b550-7daf09fc0c75 service neutron] Transition to ACTIVE for port object f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:39.482312 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-92108678-0ed1-43a6-8e43-267614997fc2 req-10d293ef-5471-4848-b550-7daf09fc0c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:39.513622 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=c83f8a1e-a3b6-4bfd-aa0f-caacd4853992,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:39.565854 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d293ef-5471-4848-b550-7daf09fc0c75 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:39.569725 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-9cb7e81d-1ec3-4186-934a-1683f6772204 req-7da9aae8-7ba4-4746-868c-c45ef3a206c0 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Unset dirty status for tenant:f4cec9dacd39493b81eee14d8a49cc95 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:05:39.570920 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9cb7e81d-1ec3-4186-934a-1683f6772204 req-7da9aae8-7ba4-4746-868c-c45ef3a206c0 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36fccf-39b3-435a-95b2-b5e86d17f32e HTTP/1.1" status: 200 len: 944 time: 0.8607752 Feb 09 01:05:39.654939 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['c83f8a1e-a3b6-4bfd-aa0f-caacd4853992'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:05:39.756836 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71f2db-717f-4cff-b2c8-da8b47343b79 req-6906f50a-1b14-493e-b1eb-96809ef67e63 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:39.765494 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8f71f2db-717f-4cff-b2c8-da8b47343b79 req-6906f50a-1b14-493e-b1eb-96809ef67e63 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6ca9ef6-0487-4c13-9be2-3956d6c232f1 HTTP/1.1" status: 200 len: 945 time: 0.3309972 Feb 09 01:05:39.771299 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067e650-7fe6-44d8-a3ea-34149ce41e73 req-fa7977f7-333e-4142-bdf3-a88a6568eaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:39.772027 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067e650-7fe6-44d8-a3ea-34149ce41e73 req-fa7977f7-333e-4142-bdf3-a88a6568eaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:39.772676 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067e650-7fe6-44d8-a3ea-34149ce41e73 req-fa7977f7-333e-4142-bdf3-a88a6568eaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:39.774469 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1067e650-7fe6-44d8-a3ea-34149ce41e73 req-fa7977f7-333e-4142-bdf3-a88a6568eaf7 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c1fe8f42c4854e5699e2e8b880d21442&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3604496 Feb 09 01:05:39.923906 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8f71f2db-717f-4cff-b2c8-da8b47343b79 req-3be54629-1eb6-4d5c-9c76-9fe2a0891a1c tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff34b42-ead9-44a7-9bae-45e8ec568e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572883 Feb 09 01:05:39.953557 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-bc1231bf-4550-4e7e-9ee0-db359b539f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:39.955224 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-bc1231bf-4550-4e7e-9ee0-db359b539f98 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=f4cec9dacd39493b81eee14d8a49cc95&device_id=9c36fccf-39b3-435a-95b2-b5e86d17f32e HTTP/1.1" status: 200 len: 1095 time: 0.7884228 Feb 09 01:05:39.956646 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c059c0b-30ee-49e7-ab94-b92f0e95ef0b req-cddcfd30-393b-4d5c-aa05-eb801704e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:39.958105 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7c059c0b-30ee-49e7-ab94-b92f0e95ef0b req-cddcfd30-393b-4d5c-aa05-eb801704e7bc service neutron] 10.222.0.117 "GET /v2.0/subnets?id=71237ce4-c470-4847-a2d1-f1f13758c999 HTTP/1.1" status: 200 len: 848 time: 0.5399024 Feb 09 01:05:39.980046 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067e650-7fe6-44d8-a3ea-34149ce41e73 req-34a7c21f-d348-45ed-85c2-f4c3c3774339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:39.981528 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1067e650-7fe6-44d8-a3ea-34149ce41e73 req-34a7c21f-d348-45ed-85c2-f4c3c3774339 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1940706 Feb 09 01:05:40.132469 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c0ac9-0bf4-4257-9151-202d5c9f5a5d req-b4a8b8af-a4b7-4995-822b-5771d70f36ba tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:40.134072 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1e9c0ac9-0bf4-4257-9151-202d5c9f5a5d req-b4a8b8af-a4b7-4995-822b-5771d70f36ba tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 947 time: 0.0907862 Feb 09 01:05:40.184584 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1e9c0ac9-0bf4-4257-9151-202d5c9f5a5d req-d6070033-8796-4a9f-99aa-471f489c9469 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441310 Feb 09 01:05:40.215528 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7c059c0b-30ee-49e7-ab94-b92f0e95ef0b req-63ee8a6d-d8db-4c80-b5c4-c8308254957e service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=48fff0c2-cb8c-4c86-992a-0e113098b5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2193375 Feb 09 01:05:40.217681 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-9cb7e81d-1ec3-4186-934a-1683f6772204 req-026acb02-d297-42db-a6c7-681e28dc7c2a tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Synchronizing usage tracker for tenant:f4cec9dacd39493b81eee14d8a49cc95 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:05:40.232097 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-8eba2c05-d640-43b6-8157-3dc36a7414bf service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=867ae39a-fabd-48f2-b357-96cd97c34973 HTTP/1.1" status: 200 len: 217 time: 0.1950221 Feb 09 01:05:40.273526 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:40.326319 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:40.335124 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2d5673ac-6888-4470-9256-dcd5d05dfe62 req-20e35763-3193-40bc-bbaf-fe15ffe158df tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=13b61d2e-2d2b-4857-9d96-687c3f7d61e6 HTTP/1.1" status: 200 len: 210 time: 0.0497658 Feb 09 01:05:40.408414 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fcc480d7-12c0-4993-aa0a-67f3464b343e service neutron] For port 49f387b1-200d-4aa1-aa5b-0e58530b895f, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:05:40.486798 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fcc480d7-12c0-4993-aa0a-67f3464b343e service neutron] For port 49f387b1-200d-4aa1-aa5b-0e58530b895f, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=49f387b1-200d-4aa1-aa5b-0e58530b895f,segment=NetworkSegment(6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5),segment_id=6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:05:40.488308 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-9cb7e81d-1ec3-4186-934a-1683f6772204 req-026acb02-d297-42db-a6c7-681e28dc7c2a tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Unset dirty status for tenant:f4cec9dacd39493b81eee14d8a49cc95 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:05:40.490123 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9cb7e81d-1ec3-4186-934a-1683f6772204 req-026acb02-d297-42db-a6c7-681e28dc7c2a tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b73b45e-4f61-43ef-8dcf-4aa9a8b7e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8785145 Feb 09 01:05:40.507658 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-13989728-cbe6-4a99-8143-6f18b24e4854 req-65798bab-2f04-403e-bbe8-0063de0ff5fa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5cc473e5-2dff-4ebf-836e-af66073c1e30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9066970 Feb 09 01:05:40.523606 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fcc480d7-12c0-4993-aa0a-67f3464b343e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:40.548606 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dcca2f6-fc43-4a45-b6dc-0e7400ac26d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c8ebf5-518f-42f6-a87d-2691a6c0d1b9', 'code': 200} Feb 09 01:05:40.582962 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:05:40.589042 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-26559630-6f05-4e16-a049-f4ae8664e2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:40.590494 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-26559630-6f05-4e16-a049-f4ae8664e2c3 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=033239f6-b691-4838-a41d-6de16db7e044 HTTP/1.1" status: 200 len: 861 time: 0.3243370 Feb 09 01:05:40.697842 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:40.703966 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:40.704518 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:40.719239 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-75b49194-0749-4032-be45-779ae73ccc8d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:40.720661 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-75b49194-0749-4032-be45-779ae73ccc8d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.117 "GET /v2.0/networks?id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe HTTP/1.1" status: 200 len: 812 time: 0.7491126 Feb 09 01:05:40.737861 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fcc480d7-12c0-4993-aa0a-67f3464b343e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:40.738993 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fcc480d7-12c0-4993-aa0a-67f3464b343e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:40.740587 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fcc480d7-12c0-4993-aa0a-67f3464b343e service neutron] 10.222.0.35 "PUT /v2.0/ports/49f387b1-200d-4aa1-aa5b-0e58530b895f HTTP/1.1" status: 200 len: 1135 time: 4.8586233 Feb 09 01:05:40.788266 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-dfc75af8-f41d-4232-89b0-0fe438b002b9 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=4d3b7ce2-38bc-442e-9251-878f5bbd9dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320395 Feb 09 01:05:40.789262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-92108678-0ed1-43a6-8e43-267614997fc2 req-10d293ef-5471-4848-b550-7daf09fc0c75 service neutron] Attempting to bind port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:05:40.789777 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-92108678-0ed1-43a6-8e43-267614997fc2 req-10d293ef-5471-4848-b550-7daf09fc0c75 service neutron] Attempting to bind port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:05:40.790270 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92108678-0ed1-43a6-8e43-267614997fc2 req-10d293ef-5471-4848-b550-7daf09fc0c75 service neutron] Attempting to bind port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:40.809370 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-2a2150a3-3b5a-4ba2-a83f-0c66481889a0 service neutron] Request body: {'port': {'device_id': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:40.811034 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7c319-f8ac-4994-ac2b-75c69399d7ed req-fb629392-9a60-4157-b828-b5242c101c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:40.812680 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c4b7c319-f8ac-4994-ac2b-75c69399d7ed req-fb629392-9a60-4157-b828-b5242c101c45 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9dcca2f6-fc43-4a45-b6dc-0e7400ac26d1 HTTP/1.1" status: 200 len: 1100 time: 0.1900089 Feb 09 01:05:40.824247 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5176d-d4ac-48e9-ad51-2e9987a03919 req-bd6292af-4bbd-49e0-b245-12f95be56add tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:40.831353 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5176d-d4ac-48e9-ad51-2e9987a03919 req-bd6292af-4bbd-49e0-b245-12f95be56add tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:40.838128 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5176d-d4ac-48e9-ad51-2e9987a03919 req-bd6292af-4bbd-49e0-b245-12f95be56add tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:40.842034 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-692497b8-d893-4d57-9f84-235054f0be3e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Request body: {'port': {'device_id': '13b61d2e-2d2b-4857-9d96-687c3f7d61e6', 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe', 'admin_state_up': True, 'tenant_id': 'a75aeed005c34e95a63eb49629dd324d'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:40.846442 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6dd5176d-d4ac-48e9-ad51-2e9987a03919 req-bd6292af-4bbd-49e0-b245-12f95be56add tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=83fb4f04-88ed-46a7-bf5f-c0806ed639b8&device_id=5cc473e5-2dff-4ebf-836e-af66073c1e30&device_id=d817c5ae-4755-47fa-874c-1ad857cdb067 HTTP/1.1" status: 200 len: 2417 time: 0.1804574 Feb 09 01:05:40.864291 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:40.900339 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c4b7c319-f8ac-4994-ac2b-75c69399d7ed req-1716745c-e5eb-4974-9375-ef747a5a9849 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b7245e75-4d2c-4f06-a46a-e3d89ba56150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506167 Feb 09 01:05:40.905865 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c83f8a1e-a3b6-4bfd-aa0f-caacd4853992,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:40.913115 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:40.932275 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6dd5176d-d4ac-48e9-ad51-2e9987a03919 req-3bc5d7e5-0d90-4f27-bc86-617f77cddd27 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849564 Feb 09 01:05:40.992364 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=c83f8a1e-a3b6-4bfd-aa0f-caacd4853992,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:41.024843 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92108678-0ed1-43a6-8e43-267614997fc2 req-10d293ef-5471-4848-b550-7daf09fc0c75 service neutron] Port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:05:41.025452 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92108678-0ed1-43a6-8e43-267614997fc2 req-10d293ef-5471-4848-b550-7daf09fc0c75 service neutron] Attempting to bind port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:41.028600 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7c059c0b-30ee-49e7-ab94-b92f0e95ef0b req-ae2585bf-3bb1-49f9-8e7f-314604983d72 service neutron] 10.222.0.117 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7916691 Feb 09 01:05:41.044093 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc480d7-12c0-4993-aa0a-67f3464b343e service neutron] Pushing event updated for resources: {'Port': ['ID=49f387b1-200d-4aa1-aa5b-0e58530b895f,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:41.082432 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92108678-0ed1-43a6-8e43-267614997fc2 req-10d293ef-5471-4848-b550-7daf09fc0c75 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:05:41.082768 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92108678-0ed1-43a6-8e43-267614997fc2 req-10d293ef-5471-4848-b550-7daf09fc0c75 service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:05:41.083147 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92108678-0ed1-43a6-8e43-267614997fc2 req-10d293ef-5471-4848-b550-7daf09fc0c75 service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:05:41.083590 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-92108678-0ed1-43a6-8e43-267614997fc2 req-10d293ef-5471-4848-b550-7daf09fc0c75 service neutron] Bound port: f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:05:41.084007 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-92108678-0ed1-43a6-8e43-267614997fc2 req-10d293ef-5471-4848-b550-7daf09fc0c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:41.143121 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965c28a-b2b5-403b-b52d-421317fe699e req-1a484b53-98c7-4632-90b2-5e0467dae3b3 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:41.144733 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5965c28a-b2b5-403b-b52d-421317fe699e req-1a484b53-98c7-4632-90b2-5e0467dae3b3 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dcca2f6-fc43-4a45-b6dc-0e7400ac26d1 HTTP/1.1" status: 200 len: 949 time: 0.1019180 Feb 09 01:05:41.196823 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5965c28a-b2b5-403b-b52d-421317fe699e req-ab46c3d5-9389-4242-9fa8-057e623e70fd tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7245e75-4d2c-4f06-a46a-e3d89ba56150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463679 Feb 09 01:05:41.367095 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c36fccf-39b3-435a-95b2-b5e86d17f32e', 'tag': '867ae39a-fabd-48f2-b357-96cd97c34973'}, {'name': 'network-changed', 'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'tag': '49f387b1-200d-4aa1-aa5b-0e58530b895f'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:41.375858 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b276515-31e9-4b89-96dc-993476bf2b9e req-aeb471f7-7faf-4348-9732-da3995a837ba tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:41.377362 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3b276515-31e9-4b89-96dc-993476bf2b9e req-aeb471f7-7faf-4348-9732-da3995a837ba tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports?device_id=71d1d6a2-32e4-474b-9a15-ecc124db9b3c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0831482 Feb 09 01:05:41.460795 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3b276515-31e9-4b89-96dc-993476bf2b9e req-d1e2fe68-5575-4b9b-b2c2-f135644ed739 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.61 HTTP/1.1" status: 200 len: 695 time: 0.0778062 Feb 09 01:05:41.470303 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-3b276515-31e9-4b89-96dc-993476bf2b9e req-ab408f1e-15ac-4928-bca5-0f72853a812f tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Request body: {'floatingip': {'port_id': '340f5206-e4c6-4d75-8305-bb6783c1cb53', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:41.554512 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-3b276515-31e9-4b89-96dc-993476bf2b9e req-ab408f1e-15ac-4928-bca5-0f72853a812f tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks [] for floatingip, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:41.566809 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-2a2150a3-3b5a-4ba2-a83f-0c66481889a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:41.585570 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-5d87656f-f2c6-4678-8e80-77eb0f9d2309 service neutron] 10.222.0.117 "GET /v2.0/networks/4d3b7ce2-38bc-442e-9251-878f5bbd9dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7171276 Feb 09 01:05:41.587512 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13989728-cbe6-4a99-8143-6f18b24e4854 req-8939b1be-c1c1-4ff7-b8b8-50b5b952358e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:41.588869 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-13989728-cbe6-4a99-8143-6f18b24e4854 req-8939b1be-c1c1-4ff7-b8b8-50b5b952358e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6428ce51b6b44a9195de9392004f082d&device_id=5cc473e5-2dff-4ebf-836e-af66073c1e30 HTTP/1.1" status: 200 len: 1097 time: 0.9865031 Feb 09 01:05:41.592966 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:41.641027 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-692497b8-d893-4d57-9f84-235054f0be3e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:05:41.680207 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a49460-003d-4314-a68f-1a44103bd5d4 req-50932ab1-8c50-429a-a0e6-bfbef97a0216 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:41.685950 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a49460-003d-4314-a68f-1a44103bd5d4 req-50932ab1-8c50-429a-a0e6-bfbef97a0216 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:41.692168 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a49460-003d-4314-a68f-1a44103bd5d4 req-50932ab1-8c50-429a-a0e6-bfbef97a0216 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:41.697902 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a49460-003d-4314-a68f-1a44103bd5d4 req-50932ab1-8c50-429a-a0e6-bfbef97a0216 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:41.703601 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a49460-003d-4314-a68f-1a44103bd5d4 req-50932ab1-8c50-429a-a0e6-bfbef97a0216 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:41.709895 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a49460-003d-4314-a68f-1a44103bd5d4 req-50932ab1-8c50-429a-a0e6-bfbef97a0216 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:41.715635 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a49460-003d-4314-a68f-1a44103bd5d4 req-50932ab1-8c50-429a-a0e6-bfbef97a0216 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:41.717558 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a9a49460-003d-4314-a68f-1a44103bd5d4 req-50932ab1-8c50-429a-a0e6-bfbef97a0216 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5379 time: 1.0203023 Feb 09 01:05:41.718840 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-92108678-0ed1-43a6-8e43-267614997fc2 req-10d293ef-5471-4848-b550-7daf09fc0c75 service neutron] For port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:05:41.721526 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-692497b8-d893-4d57-9f84-235054f0be3e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Usage tracker for resource:port and tenant:a75aeed005c34e95a63eb49629dd324d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:05:41.856142 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-692497b8-d893-4d57-9f84-235054f0be3e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:05:41.861433 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7c059c0b-30ee-49e7-ab94-b92f0e95ef0b req-a92d835d-79cd-4d5f-b599-39b7708e22f4 service neutron] 10.222.0.117 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8123684 Feb 09 01:05:41.893424 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-692497b8-d893-4d57-9f84-235054f0be3e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:05:41.898533 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-92108678-0ed1-43a6-8e43-267614997fc2 req-10d293ef-5471-4848-b550-7daf09fc0c75 service neutron] For port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:05:41.925240 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-92108678-0ed1-43a6-8e43-267614997fc2 req-10d293ef-5471-4848-b550-7daf09fc0c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:42.007930 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-692497b8-d893-4d57-9f84-235054f0be3e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Made reservation on behalf of a75aeed005c34e95a63eb49629dd324d for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:05:42.011445 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-692497b8-d893-4d57-9f84-235054f0be3e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:42.141286 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a9a49460-003d-4314-a68f-1a44103bd5d4 req-fda10595-5caf-42ba-bdea-7c7e16df1385 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2821038 Feb 09 01:05:42.142786 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92108678-0ed1-43a6-8e43-267614997fc2 req-10d293ef-5471-4848-b550-7daf09fc0c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:42.143837 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-92108678-0ed1-43a6-8e43-267614997fc2 req-10d293ef-5471-4848-b550-7daf09fc0c75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:42.145446 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-92108678-0ed1-43a6-8e43-267614997fc2 req-10d293ef-5471-4848-b550-7daf09fc0c75 service neutron] 10.222.0.35 "PUT /v2.0/ports/f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 HTTP/1.1" status: 200 len: 1095 time: 5.3919172 Feb 09 01:05:42.214933 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d293ef-5471-4848-b550-7daf09fc0c75 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:42.375178 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-3b276515-31e9-4b89-96dc-993476bf2b9e req-ab408f1e-15ac-4928-bca5-0f72853a812f tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:42.380556 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-3b276515-31e9-4b89-96dc-993476bf2b9e req-ab408f1e-15ac-4928-bca5-0f72853a812f tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:42.382063 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d6a17169-60f1-4dc8-9365-188fc7459b31 req-a4167bed-8403-4c09-8fd6-17cb0e6497fd service neutron] 10.222.0.117 "GET /v2.0/networks/4d3b7ce2-38bc-442e-9251-878f5bbd9dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7697315 Feb 09 01:05:42.440323 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13989728-cbe6-4a99-8143-6f18b24e4854 req-c2c135c7-dac7-4c6a-bd52-b83f46d1cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:42.441786 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-13989728-cbe6-4a99-8143-6f18b24e4854 req-c2c135c7-dac7-4c6a-bd52-b83f46d1cafc service neutron] 10.222.0.35 "GET /v2.0/networks?id=aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7 HTTP/1.1" status: 200 len: 916 time: 0.8283834 Feb 09 01:05:42.550187 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebef377b-19f8-49fe-9b94-378ea96e04ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83f8a1e-a3b6-4bfd-aa0f-caacd4853992'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:42.559575 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [req-3b276515-31e9-4b89-96dc-993476bf2b9e req-ab408f1e-15ac-4928-bca5-0f72853a812f tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Floating IP 2721b154-ab35-4087-8449-82b0c3d84696 associated. External IP: 172.25.5.61, port: 340f5206-e4c6-4d75-8305-bb6783c1cb53. Feb 09 01:05:42.613063 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-13989728-cbe6-4a99-8143-6f18b24e4854 req-143c70c7-7c80-428a-8e1b-1d4d6de6cc1f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00cea82b-155a-47ea-af2c-a0f29fb89294 HTTP/1.1" status: 200 len: 217 time: 0.1428177 Feb 09 01:05:42.793498 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92108678-0ed1-43a6-8e43-267614997fc2 req-0d1d7ea0-0905-4bb7-860d-b6c9ba15e6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:42.794884 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-92108678-0ed1-43a6-8e43-267614997fc2 req-0d1d7ea0-0905-4bb7-860d-b6c9ba15e6c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 1098 time: 0.4905031 Feb 09 01:05:42.801098 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-692497b8-d893-4d57-9f84-235054f0be3e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Allocated IP 172.20.0.4 (6a46d8ce-a5dd-4900-abea-f731f0aef8fe/5e21ee47-9c4f-48f6-bbce-c83436d55ec2/5e573bb8-b7cc-49bd-845e-568963a4e2d8) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:05:42.864587 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13989728-cbe6-4a99-8143-6f18b24e4854 req-81b989ad-89b1-4584-afdd-5effc477c295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:42.866007 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-13989728-cbe6-4a99-8143-6f18b24e4854 req-81b989ad-89b1-4584-afdd-5effc477c295 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=771c4ddd-4731-43aa-b60e-ab7f2eeb6b58 HTTP/1.1" status: 200 len: 854 time: 0.2153292 Feb 09 01:05:42.873484 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b75415-e141-44b8-b640-0f01cb02b7e6 req-03140747-b1c2-4c4f-bb28-c233726585be tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:42.874914 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-51b75415-e141-44b8-b640-0f01cb02b7e6 req-03140747-b1c2-4c4f-bb28-c233726585be tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 945 time: 0.5122905 Feb 09 01:05:42.913233 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b276515-31e9-4b89-96dc-993476bf2b9e req-ab408f1e-15ac-4928-bca5-0f72853a812f tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Router 524697d0-ff11-4503-8136-ac8939db0bd3 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:05:42.949918 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-92108678-0ed1-43a6-8e43-267614997fc2 req-f4909b2b-d92a-4b5b-b50b-7a01eaf8d7be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 HTTP/1.1" status: 200 len: 217 time: 0.1442838 Feb 09 01:05:43.093176 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b276515-31e9-4b89-96dc-993476bf2b9e req-ab408f1e-15ac-4928-bca5-0f72853a812f tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:05:43.099481 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-3b276515-31e9-4b89-96dc-993476bf2b9e req-ab408f1e-15ac-4928-bca5-0f72853a812f tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:43.104962 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-51b75415-e141-44b8-b640-0f01cb02b7e6 req-c93eab98-4822-4c12-a598-18c53be298fd tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202609 Feb 09 01:05:43.108045 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed70c83-5fec-4557-bdfc-77fdf31811c3 None None] Sync routers for ids ['524697d0-ff11-4503-8136-ac8939db0bd3'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:05:43.126502 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed70c83-5fec-4557-bdfc-77fdf31811c3 None None] Routers {'524697d0-ff11-4503-8136-ac8939db0bd3'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:05:43.126502 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-3ed70c83-5fec-4557-bdfc-77fdf31811c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:05:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['524697d0-ff11-4503-8136-ac8939db0bd3'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:43.174841 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92108678-0ed1-43a6-8e43-267614997fc2 req-2e249a17-b84c-4e7e-8b41-5def7c6d6139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:43.176338 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-92108678-0ed1-43a6-8e43-267614997fc2 req-2e249a17-b84c-4e7e-8b41-5def7c6d6139 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.2123744 Feb 09 01:05:43.179375 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-2a2150a3-3b5a-4ba2-a83f-0c66481889a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 487d94e7-f3c1-4818-8a12-ddf7384d74a2 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:05:43.205871 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3b276515-31e9-4b89-96dc-993476bf2b9e req-ab408f1e-15ac-4928-bca5-0f72853a812f tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "PUT /v2.0/floatingips/2721b154-ab35-4087-8449-82b0c3d84696 HTTP/1.1" status: 200 len: 995 time: 1.7392097 Feb 09 01:05:43.206503 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d1d6a2-32e4-474b-9a15-ecc124db9b3c', 'tag': '340f5206-e4c6-4d75-8305-bb6783c1cb53'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:43.302884 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b276515-31e9-4b89-96dc-993476bf2b9e req-7764ce8e-3f3a-4a09-aeb0-e85cd2996e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:43.311379 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3b276515-31e9-4b89-96dc-993476bf2b9e req-7764ce8e-3f3a-4a09-aeb0-e85cd2996e97 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=13db6f711f024a948f23ba528e45c23e&device_id=71d1d6a2-32e4-474b-9a15-ecc124db9b3c HTTP/1.1" status: 200 len: 1096 time: 0.0894971 Feb 09 01:05:43.341269 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-3ed70c83-5fec-4557-bdfc-77fdf31811c3 None None] Set router 524697d0-ff11-4503-8136-ac8939db0bd3 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:05:43.425068 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-2a2150a3-3b5a-4ba2-a83f-0c66481889a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:43.462348 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b276515-31e9-4b89-96dc-993476bf2b9e req-38ac9d9d-75df-42b8-bbbc-74d2d93cc8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:43.463694 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3b276515-31e9-4b89-96dc-993476bf2b9e req-38ac9d9d-75df-42b8-bbbc-74d2d93cc8cf service neutron] 10.222.0.37 "GET /v2.0/networks?id=b5fd0cb5-7e9b-45fd-beb6-2ed905515601 HTTP/1.1" status: 200 len: 921 time: 0.1512673 Feb 09 01:05:43.483293 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-c56a4fb9-0e0e-4d9a-8e63-6e3fff9d3bed req-0be9ce41-c8d6-40e2-a87a-81c1de50e4bf tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:05:43.484388 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c56a4fb9-0e0e-4d9a-8e63-6e3fff9d3bed req-0be9ce41-c8d6-40e2-a87a-81c1de50e4bf tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0618167 Feb 09 01:05:43.552524 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-2a2150a3-3b5a-4ba2-a83f-0c66481889a0 service neutron] Transition to ACTIVE for port object 487d94e7-f3c1-4818-8a12-ddf7384d74a2 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:43.575853 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3b276515-31e9-4b89-96dc-993476bf2b9e req-3b4cad4d-54b0-425d-8fbc-57c0aa3f2a8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=340f5206-e4c6-4d75-8305-bb6783c1cb53 HTTP/1.1" status: 200 len: 998 time: 0.1057842 Feb 09 01:05:43.586143 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-2a2150a3-3b5a-4ba2-a83f-0c66481889a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:43.591134 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13989728-cbe6-4a99-8143-6f18b24e4854 req-df2a88dd-4ded-48b1-8def-cb2058e1f713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:43.592640 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-13989728-cbe6-4a99-8143-6f18b24e4854 req-df2a88dd-4ded-48b1-8def-cb2058e1f713 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7155018 Feb 09 01:05:43.641316 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b276515-31e9-4b89-96dc-993476bf2b9e req-b3bac1b4-d0da-49b9-b1cf-1808aa1d4c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:43.649201 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3b276515-31e9-4b89-96dc-993476bf2b9e req-b3bac1b4-d0da-49b9-b1cf-1808aa1d4c45 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15f6169a-7b57-4d0c-b44b-21d1db3578d7 HTTP/1.1" status: 200 len: 859 time: 0.0672078 Feb 09 01:05:43.717023 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-3ed70c83-5fec-4557-bdfc-77fdf31811c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-787289705-router', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:11Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'gw_port': {'id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:14Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '2721b154-ab35-4087-8449-82b0c3d84696', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'floating_ip_address': '172.25.5.61', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'port_id': '340f5206-e4c6-4d75-8305-bb6783c1cb53', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'mac_address': 'fa:16:3e:8e:8c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d1d6a2-32e4-474b-9a15-ecc124db9b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:05:09Z', 'updated_at': '2022-02-09T01:05:42Z', 'revision_number': 1, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88b4046c-b14f-4732-938c-a86be967888f', 'name': '', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'mac_address': 'fa:16:3e:47:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:23Z', 'updated_at': '2022-02-09T01:04:38Z', 'revision_number': 5, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'subnets': [{'id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:43.722249 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed70c83-5fec-4557-bdfc-77fdf31811c3 None None] Checking router: 524697d0-ff11-4503-8136-ac8939db0bd3 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:05:43.730997 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed70c83-5fec-4557-bdfc-77fdf31811c3 None None] Routers {'524697d0-ff11-4503-8136-ac8939db0bd3'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:05:43.731764 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-3ed70c83-5fec-4557-bdfc-77fdf31811c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:05:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['524697d0-ff11-4503-8136-ac8939db0bd3'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:43.733286 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b276515-31e9-4b89-96dc-993476bf2b9e req-60988835-caa1-421a-9f38-595b749feb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:43.741706 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3b276515-31e9-4b89-96dc-993476bf2b9e req-60988835-caa1-421a-9f38-595b749feb5d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5fd0cb5-7e9b-45fd-beb6-2ed905515601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916231 Feb 09 01:05:43.934722 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2150a3-3b5a-4ba2-a83f-0c66481889a0 service neutron] Pushing event updated for resources: {'Port': ['ID=487d94e7-f3c1-4818-8a12-ddf7384d74a2,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:43.940712 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-3ed70c83-5fec-4557-bdfc-77fdf31811c3 None None] Set router 524697d0-ff11-4503-8136-ac8939db0bd3 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:05:43.961288 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-692497b8-d893-4d57-9f84-235054f0be3e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:44.019556 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92108678-0ed1-43a6-8e43-267614997fc2 req-17c9bd82-917d-46a6-af87-cd06b56f9bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:44.021092 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3b276515-31e9-4b89-96dc-993476bf2b9e req-1381859e-4e21-4d46-aada-215c04dd7766 service neutron] 10.222.0.37 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783525 Feb 09 01:05:44.021256 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-92108678-0ed1-43a6-8e43-267614997fc2 req-17c9bd82-917d-46a6-af87-cd06b56f9bed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6003067 Feb 09 01:05:44.173545 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-13989728-cbe6-4a99-8143-6f18b24e4854 req-2b640d17-b5ec-4442-9d6b-1156bc71289e service neutron] 10.222.0.35 "GET /v2.0/networks/aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5395002 Feb 09 01:05:44.173776 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3b276515-31e9-4b89-96dc-993476bf2b9e req-25658bbb-9628-4444-bd9e-a8cc852e60a5 service neutron] 10.222.0.37 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443841 Feb 09 01:05:44.188086 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c56a4fb9-0e0e-4d9a-8e63-6e3fff9d3bed req-d3f47c5a-8baa-42fe-89a6-dc24236cdab0 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.6915791 Feb 09 01:05:44.357289 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-2a2150a3-3b5a-4ba2-a83f-0c66481889a0 service neutron] Attempting to bind port 487d94e7-f3c1-4818-8a12-ddf7384d74a2 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:05:44.358216 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-2a2150a3-3b5a-4ba2-a83f-0c66481889a0 service neutron] Attempting to bind port 487d94e7-f3c1-4818-8a12-ddf7384d74a2 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '0fe62980-d662-4305-b32e-541d69722270'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:05:44.358949 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-2a2150a3-3b5a-4ba2-a83f-0c66481889a0 service neutron] Attempting to bind port 487d94e7-f3c1-4818-8a12-ddf7384d74a2 on network 0fe62980-d662-4305-b32e-541d69722270 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:44.381024 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-2a2150a3-3b5a-4ba2-a83f-0c66481889a0 service neutron] Port 487d94e7-f3c1-4818-8a12-ddf7384d74a2 on network 0fe62980-d662-4305-b32e-541d69722270 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:05:44.381297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-2a2150a3-3b5a-4ba2-a83f-0c66481889a0 service neutron] Attempting to bind port 487d94e7-f3c1-4818-8a12-ddf7384d74a2 on network 0fe62980-d662-4305-b32e-541d69722270 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:44.389752 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-692497b8-d893-4d57-9f84-235054f0be3e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:44.398869 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-3ed70c83-5fec-4557-bdfc-77fdf31811c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-787289705-router', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:11Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'gw_port': {'id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:14Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '2721b154-ab35-4087-8449-82b0c3d84696', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'floating_ip_address': '172.25.5.61', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'port_id': '340f5206-e4c6-4d75-8305-bb6783c1cb53', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'mac_address': 'fa:16:3e:8e:8c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d1d6a2-32e4-474b-9a15-ecc124db9b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:05:09Z', 'updated_at': '2022-02-09T01:05:42Z', 'revision_number': 1, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88b4046c-b14f-4732-938c-a86be967888f', 'name': '', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'mac_address': 'fa:16:3e:47:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:23Z', 'updated_at': '2022-02-09T01:04:38Z', 'revision_number': 5, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'subnets': [{'id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:44.406289 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed70c83-5fec-4557-bdfc-77fdf31811c3 None None] The sync data for ids ['524697d0-ff11-4503-8136-ac8939db0bd3'] in n-d-828419-1 is: [{'id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-787289705-router', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:11Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'gw_port': {'id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:14Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '2721b154-ab35-4087-8449-82b0c3d84696', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'floating_ip_address': '172.25.5.61', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'port_id': '340f5206-e4c6-4d75-8305-bb6783c1cb53', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'mac_address': 'fa:16:3e:8e:8c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d1d6a2-32e4-474b-9a15-ecc124db9b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:05:09Z', 'updated_at': '2022-02-09T01:05:42Z', 'revision_number': 1, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88b4046c-b14f-4732-938c-a86be967888f', 'name': '', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'mac_address': 'fa:16:3e:47:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:23Z', 'updated_at': '2022-02-09T01:04:38Z', 'revision_number': 5, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'subnets': [{'id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:05:44.411933 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d7361-23a3-4e2d-992f-7981f4445410 req-f7bde117-bb72-43b3-9e68-15f869054fe6 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:44.418975 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d42d7361-23a3-4e2d-992f-7981f4445410 req-f7bde117-bb72-43b3-9e68-15f869054fe6 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 947 time: 0.1040504 Feb 09 01:05:44.452175 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c36fccf-39b3-435a-95b2-b5e86d17f32e', 'tag': '867ae39a-fabd-48f2-b357-96cd97c34973', 'status': 'completed', 'code': 200} Feb 09 01:05:44.452608 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'tag': '49f387b1-200d-4aa1-aa5b-0e58530b895f', 'status': 'completed', 'code': 200} Feb 09 01:05:44.464320 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-2a2150a3-3b5a-4ba2-a83f-0c66481889a0 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:05:44.464320 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-2a2150a3-3b5a-4ba2-a83f-0c66481889a0 service neutron] Checking segment: {'id': '6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '0fe62980-d662-4305-b32e-541d69722270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:05:44.464709 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-2a2150a3-3b5a-4ba2-a83f-0c66481889a0 service neutron] Bound using segment: {'id': '6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '0fe62980-d662-4305-b32e-541d69722270'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:05:44.465668 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-2a2150a3-3b5a-4ba2-a83f-0c66481889a0 service neutron] Bound port: 487d94e7-f3c1-4818-8a12-ddf7384d74a2, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '0fe62980-d662-4305-b32e-541d69722270'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:05:44.466022 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-2a2150a3-3b5a-4ba2-a83f-0c66481889a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:44.533379 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d42d7361-23a3-4e2d-992f-7981f4445410 req-bafa4e2a-1c59-434d-a4d8-4ed39e03fb62 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054490 Feb 09 01:05:44.577746 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfb28d-ffe7-498d-90fe-b501921c5ac5 req-cc20b786-d96f-4e34-a749-c7b958f22a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:44.578326 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfb28d-ffe7-498d-90fe-b501921c5ac5 req-cc20b786-d96f-4e34-a749-c7b958f22a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:44.579005 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfb28d-ffe7-498d-90fe-b501921c5ac5 req-cc20b786-d96f-4e34-a749-c7b958f22a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:44.579540 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfb28d-ffe7-498d-90fe-b501921c5ac5 req-cc20b786-d96f-4e34-a749-c7b958f22a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:44.581177 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfb28d-ffe7-498d-90fe-b501921c5ac5 req-cc20b786-d96f-4e34-a749-c7b958f22a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:44.581177 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfb28d-ffe7-498d-90fe-b501921c5ac5 req-cc20b786-d96f-4e34-a749-c7b958f22a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:44.581177 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfb28d-ffe7-498d-90fe-b501921c5ac5 req-cc20b786-d96f-4e34-a749-c7b958f22a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:44.584064 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-90cfb28d-ffe7-498d-90fe-b501921c5ac5 req-cc20b786-d96f-4e34-a749-c7b958f22a75 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1fe8f42c4854e5699e2e8b880d21442&device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 6241 time: 0.1072967 Feb 09 01:05:44.643639 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-692497b8-d893-4d57-9f84-235054f0be3e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Network 6a46d8ce-a5dd-4900-abea-f731f0aef8fe is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:44.653770 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-92108678-0ed1-43a6-8e43-267614997fc2 req-3b165033-c183-46a7-819d-cd1e150269a4 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6117277 Feb 09 01:05:44.681270 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-13989728-cbe6-4a99-8143-6f18b24e4854 req-610758b0-0b6f-4774-a116-223d22ad3596 service neutron] 10.222.0.35 "GET /v2.0/networks/aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874387 Feb 09 01:05:44.686957 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 867ae39a-fabd-48f2-b357-96cd97c34973 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:05:44.693162 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-692497b8-d893-4d57-9f84-235054f0be3e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:44.733706 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-692497b8-d893-4d57-9f84-235054f0be3e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:05:44.791841 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692497b8-d893-4d57-9f84-235054f0be3e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Pushing event updated for resources: {'Port': ['ID=5e573bb8-b7cc-49bd-845e-568963a4e2d8,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:44.806923 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-692497b8-d893-4d57-9f84-235054f0be3e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:44.807576 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-692497b8-d893-4d57-9f84-235054f0be3e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:44.823024 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdb9052-04e7-48ea-a816-f172fdc80265 None None] New status for floating IP 2721b154-ab35-4087-8449-82b0c3d84696: ACTIVE {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:05:44.824708 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfb28d-ffe7-498d-90fe-b501921c5ac5 req-096e4e8f-dd82-492d-a58b-6b5c1b35b058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:44.825290 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfb28d-ffe7-498d-90fe-b501921c5ac5 req-096e4e8f-dd82-492d-a58b-6b5c1b35b058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:44.825846 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfb28d-ffe7-498d-90fe-b501921c5ac5 req-096e4e8f-dd82-492d-a58b-6b5c1b35b058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:44.827533 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-90cfb28d-ffe7-498d-90fe-b501921c5ac5 req-096e4e8f-dd82-492d-a58b-6b5c1b35b058 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c1fe8f42c4854e5699e2e8b880d21442&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2354617 Feb 09 01:05:44.865131 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 867ae39a-fabd-48f2-b357-96cd97c34973, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=867ae39a-fabd-48f2-b357-96cd97c34973,segment=NetworkSegment(bec6c353-a489-460c-b40f-233d3d48e8fd),segment_id=bec6c353-a489-460c-b40f-233d3d48e8fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:44.878638 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '867ae39a-fabd-48f2-b357-96cd97c34973', 'network_id': '4d3b7ce2-38bc-442e-9251-878f5bbd9dbb', 'port_id': '867ae39a-fabd-48f2-b357-96cd97c34973', 'mac_address': 'fa:16:3e:cf:ad:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 986, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '033239f6-b691-4838-a41d-6de16db7e044', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:05:44.916067 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c7a83-c1ff-4974-a26c-cdac161635bf req-ff9f77ca-a551-4462-bff8-6ddab5c31644 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:44.917776 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a90c7a83-c1ff-4974-a26c-cdac161635bf req-ff9f77ca-a551-4462-bff8-6ddab5c31644 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dcca2f6-fc43-4a45-b6dc-0e7400ac26d1 HTTP/1.1" status: 200 len: 949 time: 0.2492838 Feb 09 01:05:44.945019 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:44.945291 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-692497b8-d893-4d57-9f84-235054f0be3e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1470382 Feb 09 01:05:44.967180 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-9975002d-9e95-49a2-8239-acc56a515d73 service neutron] Request body: {'port': {'device_id': '13b61d2e-2d2b-4857-9d96-687c3f7d61e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:44.969321 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 867ae39a-fabd-48f2-b357-96cd97c34973 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:05:44.988134 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 867ae39a-fabd-48f2-b357-96cd97c34973, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=867ae39a-fabd-48f2-b357-96cd97c34973,segment=NetworkSegment(bec6c353-a489-460c-b40f-233d3d48e8fd),segment_id=bec6c353-a489-460c-b40f-233d3d48e8fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:44.993412 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:45.008856 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a90c7a83-c1ff-4974-a26c-cdac161635bf req-171b68c2-4898-4328-8939-e5ecf583b144 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7245e75-4d2c-4f06-a46a-e3d89ba56150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798686 Feb 09 01:05:45.034013 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfb28d-ffe7-498d-90fe-b501921c5ac5 req-61036fc5-3ace-4b40-b0ce-10e20a79cbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:45.036185 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-90cfb28d-ffe7-498d-90fe-b501921c5ac5 req-61036fc5-3ace-4b40-b0ce-10e20a79cbac service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2014995 Feb 09 01:05:45.109182 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebef377b-19f8-49fe-9b94-378ea96e04ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83f8a1e-a3b6-4bfd-aa0f-caacd4853992', 'code': 200} Feb 09 01:05:45.135144 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=867ae39a-fabd-48f2-b357-96cd97c34973,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:45.308258 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-2a2150a3-3b5a-4ba2-a83f-0c66481889a0 service neutron] For port 487d94e7-f3c1-4818-8a12-ddf7384d74a2, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:05:45.343337 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfb28d-ffe7-498d-90fe-b501921c5ac5 req-a265bf68-2f98-45a3-8999-35169566711b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:45.344826 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-90cfb28d-ffe7-498d-90fe-b501921c5ac5 req-a265bf68-2f98-45a3-8999-35169566711b service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=f4cec9dacd39493b81eee14d8a49cc95&device_id=9c36fccf-39b3-435a-95b2-b5e86d17f32e HTTP/1.1" status: 200 len: 1095 time: 0.8382397 Feb 09 01:05:45.350406 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bebfb-111a-4bd6-baa9-d05760f0a178 req-b307ed14-5cc0-4bd7-b317-fd6adf5d9b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:45.351870 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-977bebfb-111a-4bd6-baa9-d05760f0a178 req-b307ed14-5cc0-4bd7-b317-fd6adf5d9b5e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 1096 time: 0.1521182 Feb 09 01:05:45.357229 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-2a2150a3-3b5a-4ba2-a83f-0c66481889a0 service neutron] For port 487d94e7-f3c1-4818-8a12-ddf7384d74a2, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=487d94e7-f3c1-4818-8a12-ddf7384d74a2,segment=NetworkSegment(6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5),segment_id=6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:05:45.371421 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b8713-f43d-4da5-a380-88d4436fe97f req-01031f38-f103-4304-aa3a-ca17f803368b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:45.377400 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b8713-f43d-4da5-a380-88d4436fe97f req-01031f38-f103-4304-aa3a-ca17f803368b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:45.383543 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b8713-f43d-4da5-a380-88d4436fe97f req-01031f38-f103-4304-aa3a-ca17f803368b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:45.389537 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b8713-f43d-4da5-a380-88d4436fe97f req-01031f38-f103-4304-aa3a-ca17f803368b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:45.390317 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-2a2150a3-3b5a-4ba2-a83f-0c66481889a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:45.396012 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b8713-f43d-4da5-a380-88d4436fe97f req-01031f38-f103-4304-aa3a-ca17f803368b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:45.401714 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b8713-f43d-4da5-a380-88d4436fe97f req-01031f38-f103-4304-aa3a-ca17f803368b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:45.407656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b8713-f43d-4da5-a380-88d4436fe97f req-01031f38-f103-4304-aa3a-ca17f803368b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:45.409612 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4b3b8713-f43d-4da5-a380-88d4436fe97f req-01031f38-f103-4304-aa3a-ca17f803368b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5391 time: 0.1575229 Feb 09 01:05:45.458412 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['867ae39a-fabd-48f2-b357-96cd97c34973'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:05:45.472236 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-92108678-0ed1-43a6-8e43-267614997fc2 req-975f8c94-a0b6-4f0f-8e7b-449a2a22a9a2 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7836723 Feb 09 01:05:45.480953 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-977bebfb-111a-4bd6-baa9-d05760f0a178 req-96c9ba8d-aa7d-405a-85d5-530fdfa47ae7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702612 Feb 09 01:05:45.489536 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4b3b8713-f43d-4da5-a380-88d4436fe97f req-c02d470b-df92-4f98-a060-6f7d603a9012 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625999 Feb 09 01:05:45.489834 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13670b4e-a13b-4e9d-a7f3-729f17c017a0 req-a5bdd43f-b440-4755-873a-03dc21c40e00 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:45.491306 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-13670b4e-a13b-4e9d-a7f3-729f17c017a0 req-a5bdd43f-b440-4755-873a-03dc21c40e00 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36fccf-39b3-435a-95b2-b5e86d17f32e HTTP/1.1" status: 200 len: 944 time: 0.9248807 Feb 09 01:05:45.491910 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-9975002d-9e95-49a2-8239-acc56a515d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:45.557489 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d1d6a2-32e4-474b-9a15-ecc124db9b3c', 'tag': '340f5206-e4c6-4d75-8305-bb6783c1cb53', 'status': 'completed', 'code': 200} Feb 09 01:05:45.578380 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-2a2150a3-3b5a-4ba2-a83f-0c66481889a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:45.579009 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-2a2150a3-3b5a-4ba2-a83f-0c66481889a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:45.580372 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-2a2150a3-3b5a-4ba2-a83f-0c66481889a0 service neutron] 10.222.0.35 "PUT /v2.0/ports/487d94e7-f3c1-4818-8a12-ddf7384d74a2 HTTP/1.1" status: 200 len: 1090 time: 4.7753770 Feb 09 01:05:45.709296 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b8d0cc92-c5a9-4123-b50f-314caf0b5766 service neutron] Request body: {'port': {'device_id': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:45.756952 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-13670b4e-a13b-4e9d-a7f3-729f17c017a0 req-960c18eb-30cf-4de6-a540-fc41ac44ccc4 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b73b45e-4f61-43ef-8dcf-4aa9a8b7e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534549 Feb 09 01:05:45.786266 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6d82d-a9c8-4fb7-8dbf-00a1aa010d89 req-35ba3029-ad4c-4bec-b380-e14f43061d1b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:45.787962 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fdd6d82d-a9c8-4fb7-8dbf-00a1aa010d89 req-35ba3029-ad4c-4bec-b380-e14f43061d1b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=13b61d2e-2d2b-4857-9d96-687c3f7d61e6 HTTP/1.1" status: 200 len: 931 time: 0.1159377 Feb 09 01:05:45.792293 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2150a3-3b5a-4ba2-a83f-0c66481889a0 service neutron] Pushing event updated for resources: {'Port': ['ID=487d94e7-f3c1-4818-8a12-ddf7384d74a2,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:45.827752 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfb28d-ffe7-498d-90fe-b501921c5ac5 req-575c1e47-3db0-4b0d-aa7f-7933f701b294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:45.829165 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-90cfb28d-ffe7-498d-90fe-b501921c5ac5 req-575c1e47-3db0-4b0d-aa7f-7933f701b294 service neutron] 10.222.0.117 "GET /v2.0/networks?id=4d3b7ce2-38bc-442e-9251-878f5bbd9dbb HTTP/1.1" status: 200 len: 922 time: 0.4686430 Feb 09 01:05:45.842831 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fdd6d82d-a9c8-4fb7-8dbf-00a1aa010d89 req-19a40241-ddde-4424-80c2-cedc034fbde7 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467384 Feb 09 01:05:46.041270 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-90cfb28d-ffe7-498d-90fe-b501921c5ac5 req-06db5558-00e1-4416-9e73-73f5224e85c7 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=867ae39a-fabd-48f2-b357-96cd97c34973 HTTP/1.1" status: 200 len: 217 time: 0.1393623 Feb 09 01:05:46.041483 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-538cb5f3-eec9-4df0-b950-a2c16fa9a5f9 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:46.042980 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-538cb5f3-eec9-4df0-b950-a2c16fa9a5f9 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6ca9ef6-0487-4c13-9be2-3956d6c232f1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0911684 Feb 09 01:05:46.061692 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b8d0cc92-c5a9-4123-b50f-314caf0b5766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:46.152241 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-7aa35883-0b50-4d5f-ae31-52c9b1394367 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.61 HTTP/1.1" status: 200 len: 1000 time: 0.1034613 Feb 09 01:05:46.163027 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-c19e55c6-f7e6-4ecc-ba16-44267b0e7a3b tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Request body: {'floatingip': {'port_id': 'c24f55ad-222d-42af-9caa-acd4952ab488', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:46.267204 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-c19e55c6-f7e6-4ecc-ba16-44267b0e7a3b tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks [] for floatingip, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:46.269508 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88054f-db5c-48d5-a15e-df623ad85e94 req-fc4d56f1-66da-4ae8-b008-4e5840fdb8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:46.271003 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6e88054f-db5c-48d5-a15e-df623ad85e94 req-fc4d56f1-66da-4ae8-b008-4e5840fdb8ff service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=13db6f711f024a948f23ba528e45c23e&device_id=71d1d6a2-32e4-474b-9a15-ecc124db9b3c HTTP/1.1" status: 200 len: 1096 time: 0.6602566 Feb 09 01:05:46.290766 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfb28d-ffe7-498d-90fe-b501921c5ac5 req-eed65bd9-d23b-4523-a411-b049fb40fd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:46.292529 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-90cfb28d-ffe7-498d-90fe-b501921c5ac5 req-eed65bd9-d23b-4523-a411-b049fb40fd71 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=033239f6-b691-4838-a41d-6de16db7e044 HTTP/1.1" status: 200 len: 861 time: 0.2340958 Feb 09 01:05:46.442719 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-90cfb28d-ffe7-498d-90fe-b501921c5ac5 req-6b2c6ab2-f3c7-4e37-a2c2-150a27e59c0f service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=4d3b7ce2-38bc-442e-9251-878f5bbd9dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240106 Feb 09 01:05:46.483238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78772eb5-2653-4802-b0ac-9fa59b12fc94', 'tag': 'f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5'}, {'name': 'network-changed', 'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'tag': '487d94e7-f3c1-4818-8a12-ddf7384d74a2'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:46.536442 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3a0b0-985c-49f6-9715-c75187776520 req-afbe9c52-c8c6-4f26-80f7-12ccf134dabc tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:46.537911 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-abc3a0b0-985c-49f6-9715-c75187776520 req-afbe9c52-c8c6-4f26-80f7-12ccf134dabc tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 945 time: 0.6300948 Feb 09 01:05:46.793082 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88054f-db5c-48d5-a15e-df623ad85e94 req-5f86be5d-1a76-4b73-ab61-a7cce4cfa807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:46.794522 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6e88054f-db5c-48d5-a15e-df623ad85e94 req-5f86be5d-1a76-4b73-ab61-a7cce4cfa807 service neutron] 10.222.0.117 "GET /v2.0/networks?id=b5fd0cb5-7e9b-45fd-beb6-2ed905515601 HTTP/1.1" status: 200 len: 921 time: 0.5108840 Feb 09 01:05:46.809999 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-abc3a0b0-985c-49f6-9715-c75187776520 req-1412e0af-fb42-4011-b35e-e08442cb712c tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132952 Feb 09 01:05:47.025929 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-9975002d-9e95-49a2-8239-acc56a515d73 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:05:47.094903 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-c19e55c6-f7e6-4ecc-ba16-44267b0e7a3b tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:47.100333 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-c19e55c6-f7e6-4ecc-ba16-44267b0e7a3b tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:47.141208 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-90cfb28d-ffe7-498d-90fe-b501921c5ac5 req-298e9e6d-f1c5-48b7-b074-8fa66390e8d1 service neutron] 10.222.0.117 "GET /v2.0/networks/4d3b7ce2-38bc-442e-9251-878f5bbd9dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6433191 Feb 09 01:05:47.237384 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6e88054f-db5c-48d5-a15e-df623ad85e94 req-f2d63eb8-bff7-413c-8596-76f1ef742ee7 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=340f5206-e4c6-4d75-8305-bb6783c1cb53 HTTP/1.1" status: 200 len: 1000 time: 0.4264042 Feb 09 01:05:47.257499 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-9975002d-9e95-49a2-8239-acc56a515d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e573bb8-b7cc-49bd-845e-568963a4e2d8 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:05:47.292885 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-c19e55c6-f7e6-4ecc-ba16-44267b0e7a3b tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Floating IP 2721b154-ab35-4087-8449-82b0c3d84696 associated. External IP: 172.25.5.61, port: 340f5206-e4c6-4d75-8305-bb6783c1cb53. Feb 09 01:05:47.311320 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-9975002d-9e95-49a2-8239-acc56a515d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:47.373033 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-9975002d-9e95-49a2-8239-acc56a515d73 service neutron] Transition to ACTIVE for port object 5e573bb8-b7cc-49bd-845e-568963a4e2d8 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:47.397975 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-9975002d-9e95-49a2-8239-acc56a515d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:47.443370 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88054f-db5c-48d5-a15e-df623ad85e94 req-42c7041f-22f2-4319-aba0-882356297321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:47.444938 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6e88054f-db5c-48d5-a15e-df623ad85e94 req-42c7041f-22f2-4319-aba0-882356297321 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=15f6169a-7b57-4d0c-b44b-21d1db3578d7 HTTP/1.1" status: 200 len: 859 time: 0.1920304 Feb 09 01:05:47.655793 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-90cfb28d-ffe7-498d-90fe-b501921c5ac5 req-3d14d92d-eccb-4ba8-a457-8c9f26c119d7 service neutron] 10.222.0.117 "GET /v2.0/networks/4d3b7ce2-38bc-442e-9251-878f5bbd9dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971790 Feb 09 01:05:47.682040 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-c19e55c6-f7e6-4ecc-ba16-44267b0e7a3b tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Router 524697d0-ff11-4503-8136-ac8939db0bd3 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:05:47.723337 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b8d0cc92-c5a9-4123-b50f-314caf0b5766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c064f193-8708-43f5-b803-dfdf26a1e5a4 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:05:47.732916 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975002d-9e95-49a2-8239-acc56a515d73 service neutron] Pushing event updated for resources: {'Port': ['ID=5e573bb8-b7cc-49bd-845e-568963a4e2d8,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:47.745393 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b8d0cc92-c5a9-4123-b50f-314caf0b5766 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:47.811003 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b8d0cc92-c5a9-4123-b50f-314caf0b5766 service neutron] Transition to ACTIVE for port object c064f193-8708-43f5-b803-dfdf26a1e5a4 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:47.826736 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b8d0cc92-c5a9-4123-b50f-314caf0b5766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:47.868068 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-c19e55c6-f7e6-4ecc-ba16-44267b0e7a3b tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:05:47.880205 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0072492-e47d-4fa2-bb38-7e94f153b550 None None] Sync routers for ids ['524697d0-ff11-4503-8136-ac8939db0bd3'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:05:47.893392 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0072492-e47d-4fa2-bb38-7e94f153b550 None None] Routers {'524697d0-ff11-4503-8136-ac8939db0bd3'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:05:47.895514 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b0072492-e47d-4fa2-bb38-7e94f153b550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:05:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['524697d0-ff11-4503-8136-ac8939db0bd3'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:47.991614 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88054f-db5c-48d5-a15e-df623ad85e94 req-e896c56a-f7d4-496d-aacb-257b7765e117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:47.992844 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6e88054f-db5c-48d5-a15e-df623ad85e94 req-e896c56a-f7d4-496d-aacb-257b7765e117 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=b5fd0cb5-7e9b-45fd-beb6-2ed905515601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5044711 Feb 09 01:05:48.000247 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c988ed7-9734-4090-ba4f-21f4cc7ba9ea req-32b78ce7-1ca1-4140-af46-2eb9076f4018 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:48.001810 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4c988ed7-9734-4090-ba4f-21f4cc7ba9ea req-32b78ce7-1ca1-4140-af46-2eb9076f4018 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 947 time: 0.5640132 Feb 09 01:05:48.007235 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-9975002d-9e95-49a2-8239-acc56a515d73 service neutron] Attempting to bind port 5e573bb8-b7cc-49bd-845e-568963a4e2d8 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:05:48.007562 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-9975002d-9e95-49a2-8239-acc56a515d73 service neutron] Attempting to bind port 5e573bb8-b7cc-49bd-845e-568963a4e2d8 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '04e9ecb6-01d5-4ecf-9227-3ea9eee52184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:05:48.007888 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-9975002d-9e95-49a2-8239-acc56a515d73 service neutron] Attempting to bind port 5e573bb8-b7cc-49bd-845e-568963a4e2d8 on network 6a46d8ce-a5dd-4900-abea-f731f0aef8fe {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:48.041588 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0cc92-c5a9-4123-b50f-314caf0b5766 service neutron] Pushing event updated for resources: {'Port': ['ID=c064f193-8708-43f5-b803-dfdf26a1e5a4,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:48.141607 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-b0072492-e47d-4fa2-bb38-7e94f153b550 None None] Set router 524697d0-ff11-4503-8136-ac8939db0bd3 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:05:48.151155 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-9975002d-9e95-49a2-8239-acc56a515d73 service neutron] Port 5e573bb8-b7cc-49bd-845e-568963a4e2d8 on network 6a46d8ce-a5dd-4900-abea-f731f0aef8fe not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:05:48.151530 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-9975002d-9e95-49a2-8239-acc56a515d73 service neutron] Attempting to bind port 5e573bb8-b7cc-49bd-845e-568963a4e2d8 on network 6a46d8ce-a5dd-4900-abea-f731f0aef8fe {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:48.205150 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-9975002d-9e95-49a2-8239-acc56a515d73 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:05:48.205486 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-9975002d-9e95-49a2-8239-acc56a515d73 service neutron] Checking segment: {'id': '04e9ecb6-01d5-4ecf-9227-3ea9eee52184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:05:48.205871 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-9975002d-9e95-49a2-8239-acc56a515d73 service neutron] Bound using segment: {'id': '04e9ecb6-01d5-4ecf-9227-3ea9eee52184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:05:48.206308 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-9975002d-9e95-49a2-8239-acc56a515d73 service neutron] Bound port: 5e573bb8-b7cc-49bd-845e-568963a4e2d8, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04e9ecb6-01d5-4ecf-9227-3ea9eee52184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:05:48.206659 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-9975002d-9e95-49a2-8239-acc56a515d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:48.254838 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4c988ed7-9734-4090-ba4f-21f4cc7ba9ea req-f739c8ea-b2a4-48f9-b768-d5a016b5d58d tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434411 Feb 09 01:05:48.348273 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78772eb5-2653-4802-b0ac-9fa59b12fc94', 'tag': 'f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5', 'status': 'completed', 'code': 200} Feb 09 01:05:48.348592 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'tag': '487d94e7-f3c1-4818-8a12-ddf7384d74a2', 'status': 'completed', 'code': 200} Feb 09 01:05:48.390159 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b8d0cc92-c5a9-4123-b50f-314caf0b5766 service neutron] Attempting to bind port c064f193-8708-43f5-b803-dfdf26a1e5a4 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:05:48.390488 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b8d0cc92-c5a9-4123-b50f-314caf0b5766 service neutron] Attempting to bind port c064f193-8708-43f5-b803-dfdf26a1e5a4 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '0fe62980-d662-4305-b32e-541d69722270'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:05:48.390812 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b8d0cc92-c5a9-4123-b50f-314caf0b5766 service neutron] Attempting to bind port c064f193-8708-43f5-b803-dfdf26a1e5a4 on network 0fe62980-d662-4305-b32e-541d69722270 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:48.400234 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6e88054f-db5c-48d5-a15e-df623ad85e94 req-362c5d94-3ed9-41f6-9c72-4d69ea9d3fb9 service neutron] 10.222.0.117 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761392 Feb 09 01:05:48.403713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b8d0cc92-c5a9-4123-b50f-314caf0b5766 service neutron] Port c064f193-8708-43f5-b803-dfdf26a1e5a4 on network 0fe62980-d662-4305-b32e-541d69722270 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:05:48.404035 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b8d0cc92-c5a9-4123-b50f-314caf0b5766 service neutron] Attempting to bind port c064f193-8708-43f5-b803-dfdf26a1e5a4 on network 0fe62980-d662-4305-b32e-541d69722270 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:48.437569 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b8d0cc92-c5a9-4123-b50f-314caf0b5766 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:05:48.437940 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b8d0cc92-c5a9-4123-b50f-314caf0b5766 service neutron] Checking segment: {'id': '6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '0fe62980-d662-4305-b32e-541d69722270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:05:48.438331 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b8d0cc92-c5a9-4123-b50f-314caf0b5766 service neutron] Bound using segment: {'id': '6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '0fe62980-d662-4305-b32e-541d69722270'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:05:48.438775 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b8d0cc92-c5a9-4123-b50f-314caf0b5766 service neutron] Bound port: c064f193-8708-43f5-b803-dfdf26a1e5a4, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '0fe62980-d662-4305-b32e-541d69722270'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:05:48.439117 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b8d0cc92-c5a9-4123-b50f-314caf0b5766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:48.449028 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-9975002d-9e95-49a2-8239-acc56a515d73 service neutron] For port 5e573bb8-b7cc-49bd-845e-568963a4e2d8, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:05:48.548295 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd333e7-cc6a-44e3-a928-b834e9042840 req-cfccc3d9-e565-4879-9ad9-0be3819ea367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:48.549824 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2bd333e7-cc6a-44e3-a928-b834e9042840 req-cfccc3d9-e565-4879-9ad9-0be3819ea367 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 1098 time: 0.1762645 Feb 09 01:05:48.621531 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b0072492-e47d-4fa2-bb38-7e94f153b550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-787289705-router', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:11Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'gw_port': {'id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:14Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '2721b154-ab35-4087-8449-82b0c3d84696', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'floating_ip_address': '172.25.5.61', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'port_id': 'c24f55ad-222d-42af-9caa-acd4952ab488', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'mac_address': 'fa:16:3e:dd:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca9ef6-0487-4c13-9be2-3956d6c232f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:05:09Z', 'updated_at': '2022-02-09T01:05:46Z', 'revision_number': 3, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88b4046c-b14f-4732-938c-a86be967888f', 'name': '', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'mac_address': 'fa:16:3e:47:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:23Z', 'updated_at': '2022-02-09T01:04:38Z', 'revision_number': 5, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'subnets': [{'id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:48.627482 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0072492-e47d-4fa2-bb38-7e94f153b550 None None] Checking router: 524697d0-ff11-4503-8136-ac8939db0bd3 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:05:48.632069 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:05:48.644961 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-c19e55c6-f7e6-4ecc-ba16-44267b0e7a3b tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Router 524697d0-ff11-4503-8136-ac8939db0bd3 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:05:48.645493 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0072492-e47d-4fa2-bb38-7e94f153b550 None None] Routers {'524697d0-ff11-4503-8136-ac8939db0bd3'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:05:48.646238 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b0072492-e47d-4fa2-bb38-7e94f153b550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:05:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['524697d0-ff11-4503-8136-ac8939db0bd3'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:48.684764 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-9975002d-9e95-49a2-8239-acc56a515d73 service neutron] For port 5e573bb8-b7cc-49bd-845e-568963a4e2d8, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=5e573bb8-b7cc-49bd-845e-568963a4e2d8,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:05:48.710680 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 867ae39a-fabd-48f2-b357-96cd97c34973 up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:05:48.776251 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-9975002d-9e95-49a2-8239-acc56a515d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:48.803947 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd333e7-cc6a-44e3-a928-b834e9042840 req-3d88cc87-d577-4342-b08a-29468c8da1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:48.805545 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2bd333e7-cc6a-44e3-a928-b834e9042840 req-3d88cc87-d577-4342-b08a-29468c8da1ac service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.2446008 Feb 09 01:05:48.912866 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-9975002d-9e95-49a2-8239-acc56a515d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:48.913487 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-9975002d-9e95-49a2-8239-acc56a515d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:48.914882 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-9975002d-9e95-49a2-8239-acc56a515d73 service neutron] 10.222.0.117 "PUT /v2.0/ports/5e573bb8-b7cc-49bd-845e-568963a4e2d8 HTTP/1.1" status: 200 len: 1091 time: 3.9518256 Feb 09 01:05:48.940242 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2bd333e7-cc6a-44e3-a928-b834e9042840 req-957aae34-2bae-40c6-9d59-44da2f3872c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 HTTP/1.1" status: 200 len: 217 time: 0.1275806 Feb 09 01:05:48.976809 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6e88054f-db5c-48d5-a15e-df623ad85e94 req-b6529430-4bcf-4471-aede-f3682134f83b service neutron] 10.222.0.117 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5663235 Feb 09 01:05:49.020296 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b8d0cc92-c5a9-4123-b50f-314caf0b5766 service neutron] For port c064f193-8708-43f5-b803-dfdf26a1e5a4, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:05:49.022355 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975002d-9e95-49a2-8239-acc56a515d73 service neutron] Pushing event updated for resources: {'Port': ['ID=5e573bb8-b7cc-49bd-845e-568963a4e2d8,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:49.045312 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-c19e55c6-f7e6-4ecc-ba16-44267b0e7a3b tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:05:49.056251 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea6c1e-71d2-432d-986a-0bdbc6772c95 req-66d063fc-325c-4185-90e6-673ab17cc7e9 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:49.060844 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-c19e55c6-f7e6-4ecc-ba16-44267b0e7a3b tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:49.062533 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea6c1e-71d2-432d-986a-0bdbc6772c95 req-66d063fc-325c-4185-90e6-673ab17cc7e9 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:49.068648 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea6c1e-71d2-432d-986a-0bdbc6772c95 req-66d063fc-325c-4185-90e6-673ab17cc7e9 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:49.074843 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea6c1e-71d2-432d-986a-0bdbc6772c95 req-66d063fc-325c-4185-90e6-673ab17cc7e9 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:49.080874 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea6c1e-71d2-432d-986a-0bdbc6772c95 req-66d063fc-325c-4185-90e6-673ab17cc7e9 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:49.087373 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea6c1e-71d2-432d-986a-0bdbc6772c95 req-66d063fc-325c-4185-90e6-673ab17cc7e9 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:49.093355 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea6c1e-71d2-432d-986a-0bdbc6772c95 req-66d063fc-325c-4185-90e6-673ab17cc7e9 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:49.101929 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e3ea6c1e-71d2-432d-986a-0bdbc6772c95 req-66d063fc-325c-4185-90e6-673ab17cc7e9 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5403 time: 0.6002598 Feb 09 01:05:49.103186 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-b0072492-e47d-4fa2-bb38-7e94f153b550 None None] Set router 524697d0-ff11-4503-8136-ac8939db0bd3 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:05:49.114394 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd333e7-cc6a-44e3-a928-b834e9042840 req-fce1ebbf-d267-40c5-963a-6de0017983e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:49.116687 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2bd333e7-cc6a-44e3-a928-b834e9042840 req-fce1ebbf-d267-40c5-963a-6de0017983e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.1572068 Feb 09 01:05:49.119540 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b8d0cc92-c5a9-4123-b50f-314caf0b5766 service neutron] For port c064f193-8708-43f5-b803-dfdf26a1e5a4, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c064f193-8708-43f5-b803-dfdf26a1e5a4,segment=NetworkSegment(6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5),segment_id=6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:05:49.131496 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b8d0cc92-c5a9-4123-b50f-314caf0b5766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:49.148168 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b43d1-da4e-43df-9f6b-2b2ad92d66b5 req-7368d3ee-203a-4c39-9c90-eca660ecd928 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:49.149718 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-339b43d1-da4e-43df-9f6b-2b2ad92d66b5 req-7368d3ee-203a-4c39-9c90-eca660ecd928 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dcca2f6-fc43-4a45-b6dc-0e7400ac26d1 HTTP/1.1" status: 200 len: 949 time: 0.4289579 Feb 09 01:05:49.167172 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 867ae39a-fabd-48f2-b357-96cd97c34973 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:49.198263 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 867ae39a-fabd-48f2-b357-96cd97c34973 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:49.198263 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:49.216900 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:05:49.230777 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d1d6a2-32e4-474b-9a15-ecc124db9b3c', 'tag': '340f5206-e4c6-4d75-8305-bb6783c1cb53'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:49.236860 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:49.277321 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b8d0cc92-c5a9-4123-b50f-314caf0b5766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:49.277939 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b8d0cc92-c5a9-4123-b50f-314caf0b5766 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:49.279305 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b8d0cc92-c5a9-4123-b50f-314caf0b5766 service neutron] 10.222.0.35 "PUT /v2.0/ports/c064f193-8708-43f5-b803-dfdf26a1e5a4 HTTP/1.1" status: 200 len: 1090 time: 3.5748992 Feb 09 01:05:49.285830 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-c19e55c6-f7e6-4ecc-ba16-44267b0e7a3b tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "PUT /v2.0/floatingips/2721b154-ab35-4087-8449-82b0c3d84696 HTTP/1.1" status: 200 len: 997 time: 3.1274190 Feb 09 01:05:49.314205 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e3ea6c1e-71d2-432d-986a-0bdbc6772c95 req-bdfbed4a-4ac3-4ad5-aea1-2125eab65904 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2090807 Feb 09 01:05:49.341941 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-146f9682-0f3c-4f78-ac46-d8b1cef38673 service neutron] Request body: {'port': {'device_id': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:49.369218 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': 'f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5', 'mac_address': 'fa:16:3e:f9:b0:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:05:49.397637 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-67b74897-7635-45bb-95df-8d375e32927e tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:49.413844 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-67b74897-7635-45bb-95df-8d375e32927e tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports/340f5206-e4c6-4d75-8305-bb6783c1cb53 HTTP/1.1" status: 200 len: 942 time: 0.1208084 Feb 09 01:05:49.439921 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-339b43d1-da4e-43df-9f6b-2b2ad92d66b5 req-8d06d0c2-447d-4106-ab02-7764ede968b5 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Deleting port 93c8ebf5-518f-42f6-a87d-2691a6c0d1b9 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:05:49.440317 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-339b43d1-da4e-43df-9f6b-2b2ad92d66b5 req-8d06d0c2-447d-4106-ab02-7764ede968b5 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:49.466411 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd333e7-cc6a-44e3-a928-b834e9042840 req-e36ddff0-a808-4743-87ed-c689e4e468cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:49.474650 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0cc92-c5a9-4123-b50f-314caf0b5766 service neutron] Pushing event updated for resources: {'Port': ['ID=c064f193-8708-43f5-b803-dfdf26a1e5a4,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:49.475720 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2bd333e7-cc6a-44e3-a928-b834e9042840 req-e36ddff0-a808-4743-87ed-c689e4e468cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3482344 Feb 09 01:05:49.504635 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:49.513203 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-a22caf33-33f8-43c3-82cd-0688a9d1520c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:49.514694 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-a22caf33-33f8-43c3-82cd-0688a9d1520c service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a75aeed005c34e95a63eb49629dd324d&device_id=13b61d2e-2d2b-4857-9d96-687c3f7d61e6 HTTP/1.1" status: 200 len: 1094 time: 0.5404429 Feb 09 01:05:49.633231 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:05:49.672706 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:49.696931 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:49.714769 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-21234298-f22b-459d-af52-388e9993b690 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e573bb8-b7cc-49bd-845e-568963a4e2d8 HTTP/1.1" status: 200 len: 217 time: 0.1841342 Feb 09 01:05:49.724199 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:49.737060 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2bd333e7-cc6a-44e3-a928-b834e9042840 req-1a2ade0b-5c41-4fd0-9618-95112006af1f service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500472 Feb 09 01:05:49.739780 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-dbe42b94-de9b-4370-a18f-d5ac158cd899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:49.741408 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-dbe42b94-de9b-4370-a18f-d5ac158cd899 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=13db6f711f024a948f23ba528e45c23e&device_id=71d1d6a2-32e4-474b-9a15-ecc124db9b3c HTTP/1.1" status: 200 len: 1096 time: 0.2079318 Feb 09 01:05:49.783289 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c36fccf-39b3-435a-95b2-b5e86d17f32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867ae39a-fabd-48f2-b357-96cd97c34973'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:49.822387 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 867ae39a-fabd-48f2-b357-96cd97c34973, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=867ae39a-fabd-48f2-b357-96cd97c34973,segment=NetworkSegment(bec6c353-a489-460c-b40f-233d3d48e8fd),segment_id=bec6c353-a489-460c-b40f-233d3d48e8fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:49.854774 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:49.871951 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:49.885829 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-146f9682-0f3c-4f78-ac46-d8b1cef38673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:49.959684 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=867ae39a-fabd-48f2-b357-96cd97c34973,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:49.961511 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-8639e053-d162-49fa-b9f8-2db1648b61b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:49.963141 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-8639e053-d162-49fa-b9f8-2db1648b61b6 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=5e21ee47-9c4f-48f6-bbce-c83436d55ec2 HTTP/1.1" status: 200 len: 852 time: 0.2271097 Feb 09 01:05:49.977698 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b0072492-e47d-4fa2-bb38-7e94f153b550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-787289705-router', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:11Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'gw_port': {'id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:14Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '2721b154-ab35-4087-8449-82b0c3d84696', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'floating_ip_address': '172.25.5.61', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'port_id': 'c24f55ad-222d-42af-9caa-acd4952ab488', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'mac_address': 'fa:16:3e:dd:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca9ef6-0487-4c13-9be2-3956d6c232f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:05:09Z', 'updated_at': '2022-02-09T01:05:46Z', 'revision_number': 3, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88b4046c-b14f-4732-938c-a86be967888f', 'name': '', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'mac_address': 'fa:16:3e:47:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:23Z', 'updated_at': '2022-02-09T01:04:38Z', 'revision_number': 5, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'subnets': [{'id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:49.982695 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0072492-e47d-4fa2-bb38-7e94f153b550 None None] The sync data for ids ['524697d0-ff11-4503-8136-ac8939db0bd3'] in n-d-828419-1 is: [{'id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-787289705-router', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:11Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'gw_port': {'id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:14Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '2721b154-ab35-4087-8449-82b0c3d84696', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'floating_ip_address': '172.25.5.61', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'port_id': 'c24f55ad-222d-42af-9caa-acd4952ab488', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'mac_address': 'fa:16:3e:dd:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca9ef6-0487-4c13-9be2-3956d6c232f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:05:09Z', 'updated_at': '2022-02-09T01:05:46Z', 'revision_number': 3, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88b4046c-b14f-4732-938c-a86be967888f', 'name': '', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'mac_address': 'fa:16:3e:47:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:23Z', 'updated_at': '2022-02-09T01:04:38Z', 'revision_number': 5, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'subnets': [{'id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:05:50.017683 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:05:50.023024 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-bcf7f8e3-df80-4bee-9db3-9f3f00763cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:50.023024 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-bcf7f8e3-df80-4bee-9db3-9f3f00763cf2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b5fd0cb5-7e9b-45fd-beb6-2ed905515601 HTTP/1.1" status: 200 len: 921 time: 0.2728155 Feb 09 01:05:50.025481 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2bd333e7-cc6a-44e3-a928-b834e9042840 req-d6e0d510-0efb-4f84-8a7c-97ca9fa74ffe service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753470 Feb 09 01:05:50.030096 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-21c841ca-81d5-413e-9fac-56b44c6ba93b service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538886 Feb 09 01:05:50.047094 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088f0cf-d1b2-4784-9f65-b108f3a66d75 req-6144a5f3-7a9a-41da-8b1b-f4cd3726d42c tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:50.054993 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0088f0cf-d1b2-4784-9f65-b108f3a66d75 req-6144a5f3-7a9a-41da-8b1b-f4cd3726d42c tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36fccf-39b3-435a-95b2-b5e86d17f32e HTTP/1.1" status: 200 len: 945 time: 0.4702222 Feb 09 01:05:50.296245 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0149774-9006-421d-8e5a-144732d5f6e2 None None] New status for floating IP 2721b154-ab35-4087-8449-82b0c3d84696: ACTIVE {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:05:50.310359 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-dccaac05-17ef-475d-ade3-e62947dd19bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=340f5206-e4c6-4d75-8305-bb6783c1cb53 HTTP/1.1" status: 200 len: 217 time: 0.2679205 Feb 09 01:05:50.343749 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0088f0cf-d1b2-4784-9f65-b108f3a66d75 req-723a6e90-b3e6-453a-8034-953f6dcc3fe1 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b73b45e-4f61-43ef-8dcf-4aa9a8b7e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878191 Feb 09 01:05:50.350235 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b61d2e-2d2b-4857-9d96-687c3f7d61e6', 'tag': '5e573bb8-b7cc-49bd-845e-568963a4e2d8'}, {'name': 'network-changed', 'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'tag': 'c064f193-8708-43f5-b803-dfdf26a1e5a4'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:50.355763 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-339b43d1-da4e-43df-9f6b-2b2ad92d66b5 req-8d06d0c2-447d-4106-ab02-7764ede968b5 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] For port 93c8ebf5-518f-42f6-a87d-2691a6c0d1b9, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=93c8ebf5-518f-42f6-a87d-2691a6c0d1b9,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:50.356135 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-339b43d1-da4e-43df-9f6b-2b2ad92d66b5 req-8d06d0c2-447d-4106-ab02-7764ede968b5 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:50.406171 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-131934ca-ffb8-4508-9a5e-bccff35f56fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:50.407649 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-131934ca-ffb8-4508-9a5e-bccff35f56fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15f6169a-7b57-4d0c-b44b-21d1db3578d7 HTTP/1.1" status: 200 len: 859 time: 0.0886059 Feb 09 01:05:50.421982 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd333e7-cc6a-44e3-a928-b834e9042840 req-97c0d7a6-e00c-4073-bb88-2945ffbadc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:50.422456 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd333e7-cc6a-44e3-a928-b834e9042840 req-97c0d7a6-e00c-4073-bb88-2945ffbadc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:50.422922 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd333e7-cc6a-44e3-a928-b834e9042840 req-97c0d7a6-e00c-4073-bb88-2945ffbadc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:50.423380 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd333e7-cc6a-44e3-a928-b834e9042840 req-97c0d7a6-e00c-4073-bb88-2945ffbadc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:50.423839 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd333e7-cc6a-44e3-a928-b834e9042840 req-97c0d7a6-e00c-4073-bb88-2945ffbadc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:50.424427 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd333e7-cc6a-44e3-a928-b834e9042840 req-97c0d7a6-e00c-4073-bb88-2945ffbadc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:50.424910 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd333e7-cc6a-44e3-a928-b834e9042840 req-97c0d7a6-e00c-4073-bb88-2945ffbadc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:50.426994 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2bd333e7-cc6a-44e3-a928-b834e9042840 req-97c0d7a6-e00c-4073-bb88-2945ffbadc6e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1fe8f42c4854e5699e2e8b880d21442&device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 6350 time: 0.1704288 Feb 09 01:05:50.635280 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd333e7-cc6a-44e3-a928-b834e9042840 req-5bef9dcd-7bfb-47eb-a5c9-9172c665312b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:50.635748 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd333e7-cc6a-44e3-a928-b834e9042840 req-5bef9dcd-7bfb-47eb-a5c9-9172c665312b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:50.636207 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd333e7-cc6a-44e3-a928-b834e9042840 req-5bef9dcd-7bfb-47eb-a5c9-9172c665312b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:50.638068 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2bd333e7-cc6a-44e3-a928-b834e9042840 req-5bef9dcd-7bfb-47eb-a5c9-9172c665312b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c1fe8f42c4854e5699e2e8b880d21442&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1767416 Feb 09 01:05:50.641475 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-607220c7-9a84-489e-87a5-7b05b7962cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:50.642486 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-607220c7-9a84-489e-87a5-7b05b7962cd1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5fd0cb5-7e9b-45fd-beb6-2ed905515601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2146659 Feb 09 01:05:50.663857 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-339b43d1-da4e-43df-9f6b-2b2ad92d66b5 req-8d06d0c2-447d-4106-ab02-7764ede968b5 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Calling delete_port for 93c8ebf5-518f-42f6-a87d-2691a6c0d1b9 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:05:50.669528 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4ccf4d-93b8-4a28-b1d9-9b51e4441ad6 None None] Sync routers for ids ['524697d0-ff11-4503-8136-ac8939db0bd3'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:05:50.679464 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4ccf4d-93b8-4a28-b1d9-9b51e4441ad6 None None] Routers {'524697d0-ff11-4503-8136-ac8939db0bd3'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:05:50.680182 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-8c4ccf4d-93b8-4a28-b1d9-9b51e4441ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:05:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['524697d0-ff11-4503-8136-ac8939db0bd3'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:50.849494 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-6487040b-39c9-4658-bb3e-3db14ffd116a service neutron] 10.222.0.117 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7468529 Feb 09 01:05:50.869578 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-8c4ccf4d-93b8-4a28-b1d9-9b51e4441ad6 None None] Set router 524697d0-ff11-4503-8136-ac8939db0bd3 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:05:50.888250 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd333e7-cc6a-44e3-a928-b834e9042840 req-07d5f3a5-601c-4de3-9273-d8f63240887e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:50.889036 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2bd333e7-cc6a-44e3-a928-b834e9042840 req-07d5f3a5-601c-4de3-9273-d8f63240887e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2446709 Feb 09 01:05:50.892252 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-935acd1e-0247-4b86-a38b-e71b1a0c91ba service neutron] 10.222.0.37 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272518 Feb 09 01:05:51.044806 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-13a2d76f-8ab4-4ca6-a1f2-f8f6fade7fa4 service neutron] 10.222.0.37 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396883 Feb 09 01:05:51.134548 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6ae8d-d238-45a5-af4d-b3a2b74807ac req-64359c27-a0b6-4fd4-9e7c-01caf71da515 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:51.135285 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-faf6ae8d-d238-45a5-af4d-b3a2b74807ac req-64359c27-a0b6-4fd4-9e7c-01caf71da515 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Synchronizing usage tracker for tenant:a75aeed005c34e95a63eb49629dd324d on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:05:51.169790 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-cdabdb80-a1c4-4832-a680-99b1963d186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:51.171417 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-cdabdb80-a1c4-4832-a680-99b1963d186e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=13db6f711f024a948f23ba528e45c23e&device_id=c6ca9ef6-0487-4c13-9be2-3956d6c232f1 HTTP/1.1" status: 200 len: 1096 time: 0.0909588 Feb 09 01:05:51.173516 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-da46108b-c6ad-41de-82fd-7460df76f91c service neutron] 10.222.0.117 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145649 Feb 09 01:05:51.229558 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-339b43d1-da4e-43df-9f6b-2b2ad92d66b5 req-8d06d0c2-447d-4106-ab02-7764ede968b5 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:51.252358 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-8c4ccf4d-93b8-4a28-b1d9-9b51e4441ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-787289705-router', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:11Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'gw_port': {'id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:14Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '2721b154-ab35-4087-8449-82b0c3d84696', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'floating_ip_address': '172.25.5.61', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'port_id': 'c24f55ad-222d-42af-9caa-acd4952ab488', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'mac_address': 'fa:16:3e:dd:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca9ef6-0487-4c13-9be2-3956d6c232f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:05:09Z', 'updated_at': '2022-02-09T01:05:50Z', 'revision_number': 4, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88b4046c-b14f-4732-938c-a86be967888f', 'name': '', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'mac_address': 'fa:16:3e:47:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:23Z', 'updated_at': '2022-02-09T01:04:38Z', 'revision_number': 5, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'subnets': [{'id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:51.257281 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4ccf4d-93b8-4a28-b1d9-9b51e4441ad6 None None] Checking router: 524697d0-ff11-4503-8136-ac8939db0bd3 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:05:51.267122 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4ccf4d-93b8-4a28-b1d9-9b51e4441ad6 None None] Routers {'524697d0-ff11-4503-8136-ac8939db0bd3'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:05:51.267730 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-8c4ccf4d-93b8-4a28-b1d9-9b51e4441ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:05:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['524697d0-ff11-4503-8136-ac8939db0bd3'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:51.273712 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-faf6ae8d-d238-45a5-af4d-b3a2b74807ac req-64359c27-a0b6-4fd4-9e7c-01caf71da515 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Unset dirty status for tenant:a75aeed005c34e95a63eb49629dd324d on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:05:51.274871 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-faf6ae8d-d238-45a5-af4d-b3a2b74807ac req-64359c27-a0b6-4fd4-9e7c-01caf71da515 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=13b61d2e-2d2b-4857-9d96-687c3f7d61e6 HTTP/1.1" status: 200 len: 943 time: 0.5816488 Feb 09 01:05:51.342828 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06d0c2-447d-4106-ab02-7764ede968b5 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Pushing event deleted for resources: {'Port': ['ID=93c8ebf5-518f-42f6-a87d-2691a6c0d1b9,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:51.347350 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-89e98912-bf46-4a94-b0f7-5c2bcf3920e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:51.348113 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-146f9682-0f3c-4f78-ac46-d8b1cef38673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3d51e86-6390-4e68-8303-ef0030562eae {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:05:51.354256 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-89e98912-bf46-4a94-b0f7-5c2bcf3920e4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b5fd0cb5-7e9b-45fd-beb6-2ed905515601 HTTP/1.1" status: 200 len: 921 time: 0.1673594 Feb 09 01:05:51.371408 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-146f9682-0f3c-4f78-ac46-d8b1cef38673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:51.433452 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-339b43d1-da4e-43df-9f6b-2b2ad92d66b5 req-8d06d0c2-447d-4106-ab02-7764ede968b5 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] No DVR routers for this DVR port 93c8ebf5-518f-42f6-a87d-2691a6c0d1b9 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:05:51.436236 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-339b43d1-da4e-43df-9f6b-2b2ad92d66b5 req-8d06d0c2-447d-4106-ab02-7764ede968b5 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:51.441567 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-146f9682-0f3c-4f78-ac46-d8b1cef38673 service neutron] Transition to ACTIVE for port object e3d51e86-6390-4e68-8303-ef0030562eae will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:51.454314 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-146f9682-0f3c-4f78-ac46-d8b1cef38673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:51.504964 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-faf6ae8d-d238-45a5-af4d-b3a2b74807ac req-12643dd8-796d-40c7-a37d-81efc2bb2e1d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092187 Feb 09 01:05:51.516130 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-339b43d1-da4e-43df-9f6b-2b2ad92d66b5 req-8d06d0c2-447d-4106-ab02-7764ede968b5 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] 10.222.0.35 "DELETE /v2.0/ports/93c8ebf5-518f-42f6-a87d-2691a6c0d1b9 HTTP/1.1" status: 204 len: 173 time: 2.3255727 Feb 09 01:05:51.559657 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-42e660e5-360c-48d0-aad8-f44405607608 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c24f55ad-222d-42af-9caa-acd4952ab488 HTTP/1.1" status: 200 len: 1000 time: 0.1958930 Feb 09 01:05:51.601006 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-8c4ccf4d-93b8-4a28-b1d9-9b51e4441ad6 None None] Set router 524697d0-ff11-4503-8136-ac8939db0bd3 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:05:51.735903 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-5713f8b7-edac-4afa-8ceb-27e46dbf1a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:51.748245 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-5713f8b7-edac-4afa-8ceb-27e46dbf1a95 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15f6169a-7b57-4d0c-b44b-21d1db3578d7 HTTP/1.1" status: 200 len: 859 time: 0.1867125 Feb 09 01:05:51.756517 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f9682-0f3c-4f78-ac46-d8b1cef38673 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d51e86-6390-4e68-8303-ef0030562eae,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:51.815242 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-146f9682-0f3c-4f78-ac46-d8b1cef38673 service neutron] Attempting to bind port e3d51e86-6390-4e68-8303-ef0030562eae on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:05:51.815736 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-146f9682-0f3c-4f78-ac46-d8b1cef38673 service neutron] Attempting to bind port e3d51e86-6390-4e68-8303-ef0030562eae by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '98e1f1a3-bd88-4667-8800-3608f4b5b13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '2bec690d-2fc1-4a43-9409-cf15cb1e963a'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:05:51.816073 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-146f9682-0f3c-4f78-ac46-d8b1cef38673 service neutron] Attempting to bind port e3d51e86-6390-4e68-8303-ef0030562eae on network 2bec690d-2fc1-4a43-9409-cf15cb1e963a {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:51.838222 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-146f9682-0f3c-4f78-ac46-d8b1cef38673 service neutron] Port e3d51e86-6390-4e68-8303-ef0030562eae on network 2bec690d-2fc1-4a43-9409-cf15cb1e963a not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:05:51.838545 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-146f9682-0f3c-4f78-ac46-d8b1cef38673 service neutron] Attempting to bind port e3d51e86-6390-4e68-8303-ef0030562eae on network 2bec690d-2fc1-4a43-9409-cf15cb1e963a {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:51.845201 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-146f9682-0f3c-4f78-ac46-d8b1cef38673 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:05:51.845545 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-146f9682-0f3c-4f78-ac46-d8b1cef38673 service neutron] Checking segment: {'id': '98e1f1a3-bd88-4667-8800-3608f4b5b13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '2bec690d-2fc1-4a43-9409-cf15cb1e963a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:05:51.845937 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-146f9682-0f3c-4f78-ac46-d8b1cef38673 service neutron] Bound using segment: {'id': '98e1f1a3-bd88-4667-8800-3608f4b5b13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '2bec690d-2fc1-4a43-9409-cf15cb1e963a'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:05:51.846376 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-146f9682-0f3c-4f78-ac46-d8b1cef38673 service neutron] Bound port: e3d51e86-6390-4e68-8303-ef0030562eae, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e1f1a3-bd88-4667-8800-3608f4b5b13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '2bec690d-2fc1-4a43-9409-cf15cb1e963a'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:05:51.846724 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-146f9682-0f3c-4f78-ac46-d8b1cef38673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:51.881558 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-41f1f556-ec7e-4c00-be1f-849a84c2962e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:51.883387 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-41f1f556-ec7e-4c00-be1f-849a84c2962e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5fd0cb5-7e9b-45fd-beb6-2ed905515601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328864 Feb 09 01:05:51.980278 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-146f9682-0f3c-4f78-ac46-d8b1cef38673 service neutron] For port e3d51e86-6390-4e68-8303-ef0030562eae, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:05:51.983737 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-146f9682-0f3c-4f78-ac46-d8b1cef38673 service neutron] For port e3d51e86-6390-4e68-8303-ef0030562eae, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=e3d51e86-6390-4e68-8303-ef0030562eae,segment=NetworkSegment(98e1f1a3-bd88-4667-8800-3608f4b5b13e),segment_id=98e1f1a3-bd88-4667-8800-3608f4b5b13e)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:05:51.991257 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-146f9682-0f3c-4f78-ac46-d8b1cef38673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:52.017407 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:52.085073 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-89c26d44-bc03-4ab7-ab2b-d674c8f440a2 service neutron] 10.222.0.37 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877279 Feb 09 01:05:52.126003 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-cb961681-65b6-4a5f-add4-8beae67325a1 req-1121280a-70bd-4a40-9f81-120794379bb6 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Synchronizing usage tracker for tenant:5dd622398d4242b18fbc0d08d85b0459 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:05:52.131989 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-146f9682-0f3c-4f78-ac46-d8b1cef38673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:52.133047 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-146f9682-0f3c-4f78-ac46-d8b1cef38673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:52.134694 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-146f9682-0f3c-4f78-ac46-d8b1cef38673 service neutron] 10.222.0.35 "PUT /v2.0/ports/e3d51e86-6390-4e68-8303-ef0030562eae HTTP/1.1" status: 200 len: 1091 time: 2.8162169 Feb 09 01:05:52.150988 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-8c4ccf4d-93b8-4a28-b1d9-9b51e4441ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-787289705-router', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:11Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'gw_port': {'id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:14Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '2721b154-ab35-4087-8449-82b0c3d84696', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'floating_ip_address': '172.25.5.61', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'port_id': 'c24f55ad-222d-42af-9caa-acd4952ab488', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'mac_address': 'fa:16:3e:dd:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca9ef6-0487-4c13-9be2-3956d6c232f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:05:09Z', 'updated_at': '2022-02-09T01:05:50Z', 'revision_number': 4, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88b4046c-b14f-4732-938c-a86be967888f', 'name': '', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'mac_address': 'fa:16:3e:47:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:23Z', 'updated_at': '2022-02-09T01:04:38Z', 'revision_number': 5, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'subnets': [{'id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:52.155851 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4ccf4d-93b8-4a28-b1d9-9b51e4441ad6 None None] The sync data for ids ['524697d0-ff11-4503-8136-ac8939db0bd3'] in n-d-828419-1 is: [{'id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-787289705-router', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:11Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'gw_port': {'id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:14Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '2721b154-ab35-4087-8449-82b0c3d84696', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'floating_ip_address': '172.25.5.61', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'port_id': 'c24f55ad-222d-42af-9caa-acd4952ab488', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'mac_address': 'fa:16:3e:dd:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ca9ef6-0487-4c13-9be2-3956d6c232f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:05:09Z', 'updated_at': '2022-02-09T01:05:50Z', 'revision_number': 4, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88b4046c-b14f-4732-938c-a86be967888f', 'name': '', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'mac_address': 'fa:16:3e:47:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:23Z', 'updated_at': '2022-02-09T01:04:38Z', 'revision_number': 5, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'subnets': [{'id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:05:52.185295 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f9682-0f3c-4f78-ac46-d8b1cef38673 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d51e86-6390-4e68-8303-ef0030562eae,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:52.195403 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-3972ca25-eb5a-42ee-a7e3-6429c2fef1e3 service neutron] Request body: {'port': {'device_id': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:52.274744 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-cb961681-65b6-4a5f-add4-8beae67325a1 req-1121280a-70bd-4a40-9f81-120794379bb6 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] Unset dirty status for tenant:5dd622398d4242b18fbc0d08d85b0459 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:05:52.284886 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cb961681-65b6-4a5f-add4-8beae67325a1 req-1121280a-70bd-4a40-9f81-120794379bb6 tempest-ImagesNegativeTestJSON-2057304476 tempest-ImagesNegativeTestJSON-2057304476-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dcca2f6-fc43-4a45-b6dc-0e7400ac26d1 HTTP/1.1" status: 200 len: 210 time: 0.2277939 Feb 09 01:05:52.436937 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-3972ca25-eb5a-42ee-a7e3-6429c2fef1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:52.458626 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2e8c013d-1513-4c32-b889-e068fe50b302 req-cda44ae4-1351-4b0f-844a-e01c81da6ba2 service neutron] 10.222.0.37 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673453 Feb 09 01:05:52.518190 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d1d6a2-32e4-474b-9a15-ecc124db9b3c', 'tag': '340f5206-e4c6-4d75-8305-bb6783c1cb53', 'status': 'completed', 'code': 200} Feb 09 01:05:52.645845 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:05:52.695993 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7a7c0-49f1-4763-a7d9-1d2bd233b2e8 req-df53bf74-3230-40e3-936f-01afec39115e tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:52.697675 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-49e7a7c0-49f1-4763-a7d9-1d2bd233b2e8 req-df53bf74-3230-40e3-936f-01afec39115e tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 948 time: 0.0923402 Feb 09 01:05:52.726251 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:52.731752 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:52.732125 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:52.754199 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-49e7a7c0-49f1-4763-a7d9-1d2bd233b2e8 req-63463f4a-9664-4465-8930-b2c00be66b7a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496137 Feb 09 01:05:52.831092 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c36fccf-39b3-435a-95b2-b5e86d17f32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867ae39a-fabd-48f2-b357-96cd97c34973', 'code': 200} Feb 09 01:05:52.852609 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050946a-f553-4fe6-8a5c-022fef556c24 req-db82afa0-5b62-4e1f-a65f-cc4f0cb78b1c tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:52.861425 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7050946a-f553-4fe6-8a5c-022fef556c24 req-db82afa0-5b62-4e1f-a65f-cc4f0cb78b1c tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 945 time: 0.4089077 Feb 09 01:05:52.864917 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:52.904771 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:52.909959 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:52.911091 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 93c8ebf5-518f-42f6-a87d-2691a6c0d1b9 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:05:52.988071 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 93c8ebf5-518f-42f6-a87d-2691a6c0d1b9 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:05:52.988380 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 93c8ebf5-518f-42f6-a87d-2691a6c0d1b9 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:05:53.003657 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f28c33-98aa-442c-9d28-2884a9f9d912 req-1c2a80b8-e9f5-4cd7-a5a6-20c17935ca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:53.005331 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-36f28c33-98aa-442c-9d28-2884a9f9d912 req-1c2a80b8-e9f5-4cd7-a5a6-20c17935ca08 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=13db6f711f024a948f23ba528e45c23e&device_id=71d1d6a2-32e4-474b-9a15-ecc124db9b3c HTTP/1.1" status: 200 len: 1096 time: 0.4522486 Feb 09 01:05:53.016823 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:53.017303 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccea087-699a-4ff8-9967-f6bef5039449 req-deafd6e5-6141-410a-90c6-a94446039380 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:53.024504 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccea087-699a-4ff8-9967-f6bef5039449 req-deafd6e5-6141-410a-90c6-a94446039380 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:53.030828 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccea087-699a-4ff8-9967-f6bef5039449 req-deafd6e5-6141-410a-90c6-a94446039380 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:53.037398 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccea087-699a-4ff8-9967-f6bef5039449 req-deafd6e5-6141-410a-90c6-a94446039380 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:53.043329 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccea087-699a-4ff8-9967-f6bef5039449 req-deafd6e5-6141-410a-90c6-a94446039380 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:53.049285 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccea087-699a-4ff8-9967-f6bef5039449 req-deafd6e5-6141-410a-90c6-a94446039380 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:53.056254 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccea087-699a-4ff8-9967-f6bef5039449 req-deafd6e5-6141-410a-90c6-a94446039380 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:53.057826 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1ccea087-699a-4ff8-9967-f6bef5039449 req-deafd6e5-6141-410a-90c6-a94446039380 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5415 time: 0.1376998 Feb 09 01:05:53.059852 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7050946a-f553-4fe6-8a5c-022fef556c24 req-e960f723-df1e-414e-9bac-b63533b610f2 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975439 Feb 09 01:05:53.114152 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1ccea087-699a-4ff8-9967-f6bef5039449 req-c32ba9ad-460f-4c19-83eb-089216ee84cb tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454192 Feb 09 01:05:53.170727 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13b61d2e-2d2b-4857-9d96-687c3f7d61e6', 'tag': '5e573bb8-b7cc-49bd-845e-568963a4e2d8', 'status': 'completed', 'code': 200} Feb 09 01:05:53.171319 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'tag': 'c064f193-8708-43f5-b803-dfdf26a1e5a4', 'status': 'completed', 'code': 200} Feb 09 01:05:53.340358 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571361fb-84dc-481d-af21-c9159db43e9f req-1c751787-f77b-4c9b-b090-9ac975bb65ff tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:53.342184 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-571361fb-84dc-481d-af21-c9159db43e9f req-1c751787-f77b-4c9b-b090-9ac975bb65ff tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36fccf-39b3-435a-95b2-b5e86d17f32e HTTP/1.1" status: 200 len: 946 time: 0.0916915 Feb 09 01:05:53.396665 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fae5c-bf56-4fd1-a0e6-4d3695a7bcce req-257fb931-ac3b-4480-8b38-aad541799a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:53.398174 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d79fae5c-bf56-4fd1-a0e6-4d3695a7bcce req-257fb931-ac3b-4480-8b38-aad541799a98 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=9c36fccf-39b3-435a-95b2-b5e86d17f32e HTTP/1.1" status: 200 len: 1097 time: 0.4423361 Feb 09 01:05:53.398805 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-571361fb-84dc-481d-af21-c9159db43e9f req-3fb6c12d-46bc-4d8f-b7d1-db403ca62b2c tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b73b45e-4f61-43ef-8dcf-4aa9a8b7e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476134 Feb 09 01:05:53.502395 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-3972ca25-eb5a-42ee-a7e3-6429c2fef1e3 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:05:53.520213 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f28c33-98aa-442c-9d28-2884a9f9d912 req-8d0038f5-a413-4b38-b391-3fc59b7c0173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:53.522090 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-36f28c33-98aa-442c-9d28-2884a9f9d912 req-8d0038f5-a413-4b38-b391-3fc59b7c0173 service neutron] 10.222.0.117 "GET /v2.0/networks?id=b5fd0cb5-7e9b-45fd-beb6-2ed905515601 HTTP/1.1" status: 200 len: 921 time: 0.5074565 Feb 09 01:05:53.576269 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd6baf-bfc0-4823-b3cc-7bd5aa9a8c16 req-0d5e7537-f937-42e0-8f36-09d67c421750 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:53.577770 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-15dd6baf-bfc0-4823-b3cc-7bd5aa9a8c16 req-0d5e7537-f937-42e0-8f36-09d67c421750 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=13b61d2e-2d2b-4857-9d96-687c3f7d61e6 HTTP/1.1" status: 200 len: 943 time: 0.0813615 Feb 09 01:05:53.625366 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-15dd6baf-bfc0-4823-b3cc-7bd5aa9a8c16 req-15e3d1cd-6f76-4c01-bb4d-7b038bcc4887 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407012 Feb 09 01:05:53.671053 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05df72-1701-46fc-aa8a-aaae81247fae req-2468b50d-58e4-421a-b8e5-2561453c04ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:53.671596 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05df72-1701-46fc-aa8a-aaae81247fae req-2468b50d-58e4-421a-b8e5-2561453c04ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:53.672067 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05df72-1701-46fc-aa8a-aaae81247fae req-2468b50d-58e4-421a-b8e5-2561453c04ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:53.672559 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05df72-1701-46fc-aa8a-aaae81247fae req-2468b50d-58e4-421a-b8e5-2561453c04ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:53.673017 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05df72-1701-46fc-aa8a-aaae81247fae req-2468b50d-58e4-421a-b8e5-2561453c04ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:53.673475 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05df72-1701-46fc-aa8a-aaae81247fae req-2468b50d-58e4-421a-b8e5-2561453c04ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:53.673929 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05df72-1701-46fc-aa8a-aaae81247fae req-2468b50d-58e4-421a-b8e5-2561453c04ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:53.675814 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8a05df72-1701-46fc-aa8a-aaae81247fae req-2468b50d-58e4-421a-b8e5-2561453c04ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1fe8f42c4854e5699e2e8b880d21442&device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 6417 time: 0.5099406 Feb 09 01:05:53.685541 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-36f28c33-98aa-442c-9d28-2884a9f9d912 req-b088e5d0-0804-4840-9051-bbf29ad3aa74 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=340f5206-e4c6-4d75-8305-bb6783c1cb53 HTTP/1.1" status: 200 len: 217 time: 0.1207366 Feb 09 01:05:53.694081 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d79fae5c-bf56-4fd1-a0e6-4d3695a7bcce req-98acaf35-a534-4e76-ade2-4e1282f08733 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=0b73b45e-4f61-43ef-8dcf-4aa9a8b7e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395124 Feb 09 01:05:53.719003 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-3972ca25-eb5a-42ee-a7e3-6429c2fef1e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f6d6f4-456f-46b7-a80c-e7fa8ebd0629 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:05:53.730109 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-78dd1651-d80e-4282-adef-3c828024cd02 req-71b95fcb-7f15-4b09-99ec-40270778385b tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.61 HTTP/1.1" status: 200 len: 1000 time: 0.3486185 Feb 09 01:05:53.798990 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac464b-2253-4b05-9b53-b910acec7b88 req-4bcfb6dd-3393-480e-8115-9b20a4d8755c tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:53.800416 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4eac464b-2253-4b05-9b53-b910acec7b88 req-4bcfb6dd-3393-480e-8115-9b20a4d8755c tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 1096 time: 0.0769744 Feb 09 01:05:53.809762 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05df72-1701-46fc-aa8a-aaae81247fae req-bb322c18-db2b-46e1-8f48-0672360b5fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:53.811216 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8a05df72-1701-46fc-aa8a-aaae81247fae req-bb322c18-db2b-46e1-8f48-0672360b5fba service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a75aeed005c34e95a63eb49629dd324d&device_id=13b61d2e-2d2b-4857-9d96-687c3f7d61e6 HTTP/1.1" status: 200 len: 1094 time: 0.5964429 Feb 09 01:05:53.812927 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-3972ca25-eb5a-42ee-a7e3-6429c2fef1e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:53.846583 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4eac464b-2253-4b05-9b53-b910acec7b88 req-66336922-0812-4bd0-b398-6a68707f8e70 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374932 Feb 09 01:05:53.922528 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-3972ca25-eb5a-42ee-a7e3-6429c2fef1e3 service neutron] Transition to ACTIVE for port object 28f6d6f4-456f-46b7-a80c-e7fa8ebd0629 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:53.950171 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-3972ca25-eb5a-42ee-a7e3-6429c2fef1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:54.037785 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f28c33-98aa-442c-9d28-2884a9f9d912 req-6f60f985-f1e6-4850-9105-a43462a8fbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:54.039236 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-36f28c33-98aa-442c-9d28-2884a9f9d912 req-6f60f985-f1e6-4850-9105-a43462a8fbdc service neutron] 10.222.0.117 "GET /v2.0/subnets?id=15f6169a-7b57-4d0c-b44b-21d1db3578d7 HTTP/1.1" status: 200 len: 859 time: 0.3132286 Feb 09 01:05:54.059845 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd1651-d80e-4282-adef-3c828024cd02 req-5cd1dd53-4f4f-4c4d-8fd8-0eceb7547260 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:54.061233 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-78dd1651-d80e-4282-adef-3c828024cd02 req-5cd1dd53-4f4f-4c4d-8fd8-0eceb7547260 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports/c24f55ad-222d-42af-9caa-acd4952ab488 HTTP/1.1" status: 200 len: 942 time: 0.2378848 Feb 09 01:05:54.233472 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05df72-1701-46fc-aa8a-aaae81247fae req-ced3c3dc-b2c6-4e3c-b2b1-045cf4233630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:54.233937 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05df72-1701-46fc-aa8a-aaae81247fae req-ced3c3dc-b2c6-4e3c-b2b1-045cf4233630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:54.234403 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05df72-1701-46fc-aa8a-aaae81247fae req-ced3c3dc-b2c6-4e3c-b2b1-045cf4233630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:54.236003 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8a05df72-1701-46fc-aa8a-aaae81247fae req-ced3c3dc-b2c6-4e3c-b2b1-045cf4233630 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c1fe8f42c4854e5699e2e8b880d21442&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5446007 Feb 09 01:05:54.379605 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ed11d-10e7-48e7-a89e-63d547e5fbe2 req-89db0a68-de7d-48d2-9929-2972f5a854a8 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:54.381481 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-826ed11d-10e7-48e7-a89e-63d547e5fbe2 req-89db0a68-de7d-48d2-9929-2972f5a854a8 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 949 time: 0.0979707 Feb 09 01:05:54.436320 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-826ed11d-10e7-48e7-a89e-63d547e5fbe2 req-178f97b1-78ac-46b1-bac0-07bfaea6b22f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469542 Feb 09 01:05:54.519064 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ca9ef6-0487-4c13-9be2-3956d6c232f1', 'tag': 'c24f55ad-222d-42af-9caa-acd4952ab488'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:54.690963 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 5e573bb8-b7cc-49bd-845e-568963a4e2d8 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:05:54.696947 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05df72-1701-46fc-aa8a-aaae81247fae req-5842a8e0-cddc-42df-80e5-752b282d16da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:54.699089 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8a05df72-1701-46fc-aa8a-aaae81247fae req-5842a8e0-cddc-42df-80e5-752b282d16da service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2613525 Feb 09 01:05:54.700669 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05df72-1701-46fc-aa8a-aaae81247fae req-18453645-54d6-4eed-b889-05f242924701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:54.703385 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8a05df72-1701-46fc-aa8a-aaae81247fae req-18453645-54d6-4eed-b889-05f242924701 service neutron] 10.222.0.117 "GET /v2.0/networks?id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe HTTP/1.1" status: 200 len: 913 time: 0.7490141 Feb 09 01:05:54.736195 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972ca25-eb5a-42ee-a7e3-6429c2fef1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=28f6d6f4-456f-46b7-a80c-e7fa8ebd0629,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:54.815294 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8a05df72-1701-46fc-aa8a-aaae81247fae req-3ba04d4f-cbd1-4f8c-94a2-731cd3b3dc3f service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e573bb8-b7cc-49bd-845e-568963a4e2d8 HTTP/1.1" status: 200 len: 217 time: 0.0722978 Feb 09 01:05:54.852969 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b44052-da07-4b63-a063-c5aaae49b6d3 req-928a696d-4c65-4021-84bf-f5c9889944f5 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:54.860079 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b44052-da07-4b63-a063-c5aaae49b6d3 req-928a696d-4c65-4021-84bf-f5c9889944f5 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:54.867254 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b44052-da07-4b63-a063-c5aaae49b6d3 req-928a696d-4c65-4021-84bf-f5c9889944f5 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:54.874204 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b44052-da07-4b63-a063-c5aaae49b6d3 req-928a696d-4c65-4021-84bf-f5c9889944f5 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:54.880782 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b44052-da07-4b63-a063-c5aaae49b6d3 req-928a696d-4c65-4021-84bf-f5c9889944f5 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:54.882639 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78772eb5-2653-4802-b0ac-9fa59b12fc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:54.897327 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b44052-da07-4b63-a063-c5aaae49b6d3 req-928a696d-4c65-4021-84bf-f5c9889944f5 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:54.908061 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b44052-da07-4b63-a063-c5aaae49b6d3 req-928a696d-4c65-4021-84bf-f5c9889944f5 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:54.918166 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:54.918743 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-88b44052-da07-4b63-a063-c5aaae49b6d3 req-928a696d-4c65-4021-84bf-f5c9889944f5 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5427 time: 0.2502363 Feb 09 01:05:54.961825 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05df72-1701-46fc-aa8a-aaae81247fae req-e3b00308-152c-4601-a9a7-6f5202324f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:54.963309 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8a05df72-1701-46fc-aa8a-aaae81247fae req-e3b00308-152c-4601-a9a7-6f5202324f8c service neutron] 10.222.0.117 "GET /v2.0/subnets?id=5e21ee47-9c4f-48f6-bbce-c83436d55ec2 HTTP/1.1" status: 200 len: 852 time: 0.1117983 Feb 09 01:05:54.973138 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-78dd1651-d80e-4282-adef-3c828024cd02 req-5e9fdbe7-a6bb-43b9-8dfb-46f6a35d574c tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.61 HTTP/1.1" status: 200 len: 1000 time: 0.7339308 Feb 09 01:05:54.988994 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-88b44052-da07-4b63-a063-c5aaae49b6d3 req-36449cd5-b98f-4137-837f-ddeead066c92 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0668392 Feb 09 01:05:55.016269 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 5e573bb8-b7cc-49bd-845e-568963a4e2d8, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=5e573bb8-b7cc-49bd-845e-568963a4e2d8,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:55.043337 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '5e573bb8-b7cc-49bd-845e-568963a4e2d8', 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe', 'port_id': '5e573bb8-b7cc-49bd-845e-568963a4e2d8', 'mac_address': 'fa:16:3e:28:7d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 988, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e21ee47-9c4f-48f6-bbce-c83436d55ec2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:05:55.121501 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:55.146977 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e573bb8-b7cc-49bd-845e-568963a4e2d8 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:05:55.181643 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 5e573bb8-b7cc-49bd-845e-568963a4e2d8, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=5e573bb8-b7cc-49bd-845e-568963a4e2d8,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:55.192184 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:55.232979 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dcca2f6-fc43-4a45-b6dc-0e7400ac26d1', 'name': 'network-vif-deleted', 'tag': '93c8ebf5-518f-42f6-a87d-2691a6c0d1b9'}, {'name': 'network-changed', 'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'tag': 'e3d51e86-6390-4e68-8303-ef0030562eae'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:55.240597 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8a05df72-1701-46fc-aa8a-aaae81247fae req-6345f56b-804a-43dd-a35e-0d45ff07ebaa service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742488 Feb 09 01:05:55.266135 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=5e573bb8-b7cc-49bd-845e-568963a4e2d8,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:55.281554 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-3972ca25-eb5a-42ee-a7e3-6429c2fef1e3 service neutron] Attempting to bind port 28f6d6f4-456f-46b7-a80c-e7fa8ebd0629 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:05:55.283393 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-3972ca25-eb5a-42ee-a7e3-6429c2fef1e3 service neutron] Attempting to bind port 28f6d6f4-456f-46b7-a80c-e7fa8ebd0629 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '98e1f1a3-bd88-4667-8800-3608f4b5b13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '2bec690d-2fc1-4a43-9409-cf15cb1e963a'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:05:55.283393 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-3972ca25-eb5a-42ee-a7e3-6429c2fef1e3 service neutron] Attempting to bind port 28f6d6f4-456f-46b7-a80c-e7fa8ebd0629 on network 2bec690d-2fc1-4a43-9409-cf15cb1e963a {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:55.292114 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd1651-d80e-4282-adef-3c828024cd02 req-c304740e-f472-45b9-8632-211e9f37a7a9 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:55.293482 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-78dd1651-d80e-4282-adef-3c828024cd02 req-c304740e-f472-45b9-8632-211e9f37a7a9 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 784 time: 0.2463782 Feb 09 01:05:55.380002 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-78dd1651-d80e-4282-adef-3c828024cd02 req-e91c6177-f9aa-46b3-9ebb-a3773a7e80fb tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:05:55.391907 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-78dd1651-d80e-4282-adef-3c828024cd02 req-e91c6177-f9aa-46b3-9ebb-a3773a7e80fb tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0248008 Feb 09 01:05:55.392990 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-3972ca25-eb5a-42ee-a7e3-6429c2fef1e3 service neutron] Port 28f6d6f4-456f-46b7-a80c-e7fa8ebd0629 on network 2bec690d-2fc1-4a43-9409-cf15cb1e963a not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:05:55.393393 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-3972ca25-eb5a-42ee-a7e3-6429c2fef1e3 service neutron] Attempting to bind port 28f6d6f4-456f-46b7-a80c-e7fa8ebd0629 on network 2bec690d-2fc1-4a43-9409-cf15cb1e963a {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:05:55.429515 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ca9ef6-0487-4c13-9be2-3956d6c232f1', 'tag': 'c24f55ad-222d-42af-9caa-acd4952ab488', 'status': 'completed', 'code': 200} Feb 09 01:05:55.471150 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8a05df72-1701-46fc-aa8a-aaae81247fae req-cc4e59c9-0f1f-4635-8520-f994c231dc97 service neutron] 10.222.0.117 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766870 Feb 09 01:05:55.511407 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-3972ca25-eb5a-42ee-a7e3-6429c2fef1e3 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:05:55.512110 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-3972ca25-eb5a-42ee-a7e3-6429c2fef1e3 service neutron] Checking segment: {'id': '98e1f1a3-bd88-4667-8800-3608f4b5b13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '2bec690d-2fc1-4a43-9409-cf15cb1e963a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:05:55.512742 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-3972ca25-eb5a-42ee-a7e3-6429c2fef1e3 service neutron] Bound using segment: {'id': '98e1f1a3-bd88-4667-8800-3608f4b5b13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '2bec690d-2fc1-4a43-9409-cf15cb1e963a'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:05:55.513278 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-3972ca25-eb5a-42ee-a7e3-6429c2fef1e3 service neutron] Bound port: 28f6d6f4-456f-46b7-a80c-e7fa8ebd0629, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e1f1a3-bd88-4667-8800-3608f4b5b13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '2bec690d-2fc1-4a43-9409-cf15cb1e963a'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:05:55.513871 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-3972ca25-eb5a-42ee-a7e3-6429c2fef1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:55.563137 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce81f13-1ebb-421e-9829-a3ca700dafb6 req-ee144fbc-d3df-4326-9ef0-334ac60f6f32 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:55.573610 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2ce81f13-1ebb-421e-9829-a3ca700dafb6 req-ee144fbc-d3df-4326-9ef0-334ac60f6f32 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36fccf-39b3-435a-95b2-b5e86d17f32e HTTP/1.1" status: 200 len: 946 time: 0.1363692 Feb 09 01:05:55.625766 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2ce81f13-1ebb-421e-9829-a3ca700dafb6 req-c1e134d1-d360-4e9e-bcf4-9e7c958c31e2 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b73b45e-4f61-43ef-8dcf-4aa9a8b7e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508795 Feb 09 01:05:55.709802 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78772eb5-2653-4802-b0ac-9fa59b12fc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5', 'code': 200} Feb 09 01:05:55.731851 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['5e573bb8-b7cc-49bd-845e-568963a4e2d8'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:05:55.762217 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f28c33-98aa-442c-9d28-2884a9f9d912 req-ade57226-f1e6-4ef8-be50-046627e72c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:55.763852 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-36f28c33-98aa-442c-9d28-2884a9f9d912 req-ade57226-f1e6-4ef8-be50-046627e72c3e service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=b5fd0cb5-7e9b-45fd-beb6-2ed905515601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.7017179 Feb 09 01:05:55.765433 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dcca2f6-fc43-4a45-b6dc-0e7400ac26d1', 'name': 'network-vif-deleted', 'tag': '93c8ebf5-518f-42f6-a87d-2691a6c0d1b9', 'status': 'completed', 'code': 200} Feb 09 01:05:55.765691 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'tag': 'e3d51e86-6390-4e68-8303-ef0030562eae', 'status': 'completed', 'code': 200} Feb 09 01:05:55.974282 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5cc91-4120-4d8e-8c9b-d50be3822ea7 req-41050e16-c363-46aa-97df-7a80ecc32df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:55.974771 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5cc91-4120-4d8e-8c9b-d50be3822ea7 req-41050e16-c363-46aa-97df-7a80ecc32df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:55.975244 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5cc91-4120-4d8e-8c9b-d50be3822ea7 req-41050e16-c363-46aa-97df-7a80ecc32df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:55.975715 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5cc91-4120-4d8e-8c9b-d50be3822ea7 req-41050e16-c363-46aa-97df-7a80ecc32df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:55.976181 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5cc91-4120-4d8e-8c9b-d50be3822ea7 req-41050e16-c363-46aa-97df-7a80ecc32df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:55.976673 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5cc91-4120-4d8e-8c9b-d50be3822ea7 req-41050e16-c363-46aa-97df-7a80ecc32df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:55.977133 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5cc91-4120-4d8e-8c9b-d50be3822ea7 req-41050e16-c363-46aa-97df-7a80ecc32df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:55.979769 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-40b5cc91-4120-4d8e-8c9b-d50be3822ea7 req-41050e16-c363-46aa-97df-7a80ecc32df5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1fe8f42c4854e5699e2e8b880d21442&device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 6442 time: 0.1806645 Feb 09 01:05:56.074839 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8a05df72-1701-46fc-aa8a-aaae81247fae req-bfcb93cc-86ac-4cb7-9c5b-2e6b9a54e476 service neutron] 10.222.0.117 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5222125 Feb 09 01:05:56.079228 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-3972ca25-eb5a-42ee-a7e3-6429c2fef1e3 service neutron] For port 28f6d6f4-456f-46b7-a80c-e7fa8ebd0629, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:05:56.131692 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-3972ca25-eb5a-42ee-a7e3-6429c2fef1e3 service neutron] For port 28f6d6f4-456f-46b7-a80c-e7fa8ebd0629, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=28f6d6f4-456f-46b7-a80c-e7fa8ebd0629,segment=NetworkSegment(98e1f1a3-bd88-4667-8800-3608f4b5b13e),segment_id=98e1f1a3-bd88-4667-8800-3608f4b5b13e)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:05:56.154212 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-3972ca25-eb5a-42ee-a7e3-6429c2fef1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:56.250335 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aaf871-3a5c-4a23-a0d9-57a58694e75b req-5cd3c234-9817-488d-aed2-d2b00f7981e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:56.251882 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-11aaf871-3a5c-4a23-a0d9-57a58694e75b req-5cd3c234-9817-488d-aed2-d2b00f7981e3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=13db6f711f024a948f23ba528e45c23e&device_id=c6ca9ef6-0487-4c13-9be2-3956d6c232f1 HTTP/1.1" status: 200 len: 1096 time: 0.7779346 Feb 09 01:05:56.269389 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-3972ca25-eb5a-42ee-a7e3-6429c2fef1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:56.270046 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-3972ca25-eb5a-42ee-a7e3-6429c2fef1e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:56.271467 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-3972ca25-eb5a-42ee-a7e3-6429c2fef1e3 service neutron] 10.222.0.35 "PUT /v2.0/ports/28f6d6f4-456f-46b7-a80c-e7fa8ebd0629 HTTP/1.1" status: 200 len: 1091 time: 4.0819097 Feb 09 01:05:56.310035 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3428d4bf-4e41-4837-a8ac-ec255840370a req-0154de4f-4cc8-4c5e-bc92-5e90940b771b tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.61 HTTP/1.1" status: 200 len: 1000 time: 0.1532052 Feb 09 01:05:56.409248 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5cc91-4120-4d8e-8c9b-d50be3822ea7 req-28e00b55-4ab0-4c7f-8ebb-6933c64bce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:56.409713 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5cc91-4120-4d8e-8c9b-d50be3822ea7 req-28e00b55-4ab0-4c7f-8ebb-6933c64bce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:56.410342 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5cc91-4120-4d8e-8c9b-d50be3822ea7 req-28e00b55-4ab0-4c7f-8ebb-6933c64bce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:56.412966 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-40b5cc91-4120-4d8e-8c9b-d50be3822ea7 req-28e00b55-4ab0-4c7f-8ebb-6933c64bce4a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c1fe8f42c4854e5699e2e8b880d21442&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4246466 Feb 09 01:05:56.520654 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-36f28c33-98aa-442c-9d28-2884a9f9d912 req-bb28f782-5d13-4013-a099-a85bafc7c96b service neutron] 10.222.0.117 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7309320 Feb 09 01:05:56.522846 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428d4bf-4e41-4837-a8ac-ec255840370a req-65dd53fb-c59d-437d-ac89-21eb117b8376 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:56.525272 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3428d4bf-4e41-4837-a8ac-ec255840370a req-65dd53fb-c59d-437d-ac89-21eb117b8376 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports/c24f55ad-222d-42af-9caa-acd4952ab488 HTTP/1.1" status: 200 len: 942 time: 0.2027669 Feb 09 01:05:56.609944 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5cc91-4120-4d8e-8c9b-d50be3822ea7 req-c8089896-93a9-46fc-b749-642ef840f0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:56.612273 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-40b5cc91-4120-4d8e-8c9b-d50be3822ea7 req-c8089896-93a9-46fc-b749-642ef840f0ba service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1921790 Feb 09 01:05:56.621032 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ba06a-df16-46b8-b308-3580e6d76060 req-8ec3cd4e-2732-4f78-bc45-9480a3bea2cc tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:56.622579 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-620ba06a-df16-46b8-b308-3580e6d76060 req-8ec3cd4e-2732-4f78-bc45-9480a3bea2cc tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=13b61d2e-2d2b-4857-9d96-687c3f7d61e6 HTTP/1.1" status: 200 len: 944 time: 0.9814513 Feb 09 01:05:56.636057 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972ca25-eb5a-42ee-a7e3-6429c2fef1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=28f6d6f4-456f-46b7-a80c-e7fa8ebd0629,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:56.665499 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156af79b-1ef0-400a-b79c-efbbdb44d46f req-6bf0ccb9-b4da-4e9e-866f-33deaaab40d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:56.666912 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-156af79b-1ef0-400a-b79c-efbbdb44d46f req-6bf0ccb9-b4da-4e9e-866f-33deaaab40d8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 1100 time: 0.8399198 Feb 09 01:05:56.769118 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-620ba06a-df16-46b8-b308-3580e6d76060 req-041e752d-8ed8-491c-aa69-2f9dc9ee7d84 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284695 Feb 09 01:05:56.810039 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3428d4bf-4e41-4837-a8ac-ec255840370a req-77c113e4-2375-4ce4-9a60-7f3eb4e70ac7 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.61 HTTP/1.1" status: 200 len: 1000 time: 0.1743150 Feb 09 01:05:56.819682 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aaf871-3a5c-4a23-a0d9-57a58694e75b req-288c7d58-3a05-45c3-bbfd-8d9311d27c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:56.821292 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-11aaf871-3a5c-4a23-a0d9-57a58694e75b req-288c7d58-3a05-45c3-bbfd-8d9311d27c4e service neutron] 10.222.0.35 "GET /v2.0/networks?id=b5fd0cb5-7e9b-45fd-beb6-2ed905515601 HTTP/1.1" status: 200 len: 921 time: 0.5489781 Feb 09 01:05:56.824373 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-156af79b-1ef0-400a-b79c-efbbdb44d46f req-9b2c2615-f9f6-4f0b-9ab6-7b01da13694c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392748 Feb 09 01:05:56.827036 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-36f28c33-98aa-442c-9d28-2884a9f9d912 req-f0b42081-f478-4650-8841-c4fe09f8ee4c service neutron] 10.222.0.117 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967663 Feb 09 01:05:56.981338 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5135ae-288c-4969-bf38-6db9f1d4ea63 req-d6185371-d2be-4b91-b3f4-9fa44654bf9d tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:56.983006 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0d5135ae-288c-4969-bf38-6db9f1d4ea63 req-d6185371-d2be-4b91-b3f4-9fa44654bf9d tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 949 time: 0.0995119 Feb 09 01:05:57.033642 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0d5135ae-288c-4969-bf38-6db9f1d4ea63 req-297d0209-03b4-4f09-a2b3-0c9b1edf36b3 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441680 Feb 09 01:05:57.045035 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-5f4caf1a-0490-4de9-9e5b-2e18952e2cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:57.045608 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-5f4caf1a-0490-4de9-9e5b-2e18952e2cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:57.046139 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-5f4caf1a-0490-4de9-9e5b-2e18952e2cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:57.046671 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-5f4caf1a-0490-4de9-9e5b-2e18952e2cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:57.047195 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-5f4caf1a-0490-4de9-9e5b-2e18952e2cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:57.047719 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-5f4caf1a-0490-4de9-9e5b-2e18952e2cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:57.048245 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-5f4caf1a-0490-4de9-9e5b-2e18952e2cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:57.050330 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-5f4caf1a-0490-4de9-9e5b-2e18952e2cb6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1fe8f42c4854e5699e2e8b880d21442&device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 6484 time: 0.3499386 Feb 09 01:05:57.154101 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-11aaf871-3a5c-4a23-a0d9-57a58694e75b req-9c9e356d-e557-4f9b-b924-563893c8f4b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c24f55ad-222d-42af-9caa-acd4952ab488 HTTP/1.1" status: 200 len: 1000 time: 0.1156449 Feb 09 01:05:57.154850 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-f6fc0fbb-e10a-45c2-a880-31e3028679fb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9cc22f6-5283-4291-ac6b-9ff6463541ff HTTP/1.1" status: 200 len: 217 time: 0.0971253 Feb 09 01:05:57.227401 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428d4bf-4e41-4837-a8ac-ec255840370a req-a863b56b-991f-4232-9a5f-69c2df1a4bb8 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:57.228812 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3428d4bf-4e41-4837-a8ac-ec255840370a req-a863b56b-991f-4232-9a5f-69c2df1a4bb8 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 784 time: 0.4094319 Feb 09 01:05:57.279709 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aaf871-3a5c-4a23-a0d9-57a58694e75b req-8bf22631-45c8-44ba-92aa-bd249657088c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:57.281122 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-11aaf871-3a5c-4a23-a0d9-57a58694e75b req-8bf22631-45c8-44ba-92aa-bd249657088c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=15f6169a-7b57-4d0c-b44b-21d1db3578d7 HTTP/1.1" status: 200 len: 859 time: 0.1147759 Feb 09 01:05:57.318197 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-df09c677-e19d-4070-859c-7b23735521a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:57.319729 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-df09c677-e19d-4070-859c-7b23735521a8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d34a1970-cc18-443c-a0a4-8c26bc2e7361 HTTP/1.1" status: 200 len: 855 time: 0.1522386 Feb 09 01:05:57.369217 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf3d32-fbe5-4012-8386-237bdf2bb24e req-fd4b0f02-6c52-4a43-8639-93f4476651e2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:57.375061 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf3d32-fbe5-4012-8386-237bdf2bb24e req-fd4b0f02-6c52-4a43-8639-93f4476651e2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:57.381462 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf3d32-fbe5-4012-8386-237bdf2bb24e req-fd4b0f02-6c52-4a43-8639-93f4476651e2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:57.387510 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf3d32-fbe5-4012-8386-237bdf2bb24e req-fd4b0f02-6c52-4a43-8639-93f4476651e2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:57.393354 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf3d32-fbe5-4012-8386-237bdf2bb24e req-fd4b0f02-6c52-4a43-8639-93f4476651e2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:57.399762 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf3d32-fbe5-4012-8386-237bdf2bb24e req-fd4b0f02-6c52-4a43-8639-93f4476651e2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:57.402371 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3428d4bf-4e41-4837-a8ac-ec255840370a req-805934f1-7196-42e3-b322-d5ee24cdd098 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.61 HTTP/1.1" status: 200 len: 1000 time: 0.1626132 Feb 09 01:05:57.405595 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf3d32-fbe5-4012-8386-237bdf2bb24e req-fd4b0f02-6c52-4a43-8639-93f4476651e2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:57.407515 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0cdf3d32-fbe5-4012-8386-237bdf2bb24e req-fd4b0f02-6c52-4a43-8639-93f4476651e2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5427 time: 0.2061129 Feb 09 01:05:57.413952 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-3428d4bf-4e41-4837-a8ac-ec255840370a req-b7141e2e-4cc6-4f77-ae27-edc490c30167 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:57.449041 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aaf871-3a5c-4a23-a0d9-57a58694e75b req-88ca4b9d-9a00-401a-abe0-544bc7c3dde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:57.450555 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-11aaf871-3a5c-4a23-a0d9-57a58694e75b req-88ca4b9d-9a00-401a-abe0-544bc7c3dde6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b5fd0cb5-7e9b-45fd-beb6-2ed905515601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1615858 Feb 09 01:05:57.486429 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0cdf3d32-fbe5-4012-8386-237bdf2bb24e req-708e738c-031b-488c-9e74-ad0f9417c55c tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0717747 Feb 09 01:05:57.538214 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-3428d4bf-4e41-4837-a8ac-ec255840370a req-b7141e2e-4cc6-4f77-ae27-edc490c30167 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks [] for floatingip, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:57.597275 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-be0bf951-2373-4029-8753-4c87758122b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:57.598835 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-be0bf951-2373-4029-8753-4c87758122b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=151f3625-265a-4aab-adad-d81de62c4234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2621508 Feb 09 01:05:57.602216 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-11aaf871-3a5c-4a23-a0d9-57a58694e75b req-791b559b-74df-4731-aa9e-7bba9742a98d service neutron] 10.222.0.35 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427896 Feb 09 01:05:57.766764 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'tag': '28f6d6f4-456f-46b7-a80c-e7fa8ebd0629'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:57.805191 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73e0e0-feed-4852-a5c0-fc00ffe69d19 req-ba27d5c1-e0f7-40bb-b702-7ec2ec479687 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:57.806591 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4d73e0e0-feed-4852-a5c0-fc00ffe69d19 req-ba27d5c1-e0f7-40bb-b702-7ec2ec479687 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=83fb4f04-88ed-46a7-bf5f-c0806ed639b8 HTTP/1.1" status: 200 len: 945 time: 0.2031798 Feb 09 01:05:57.808667 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-11aaf871-3a5c-4a23-a0d9-57a58694e75b req-f56ee285-d9de-4f10-862a-e319d6c71753 service neutron] 10.222.0.35 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742642 Feb 09 01:05:57.852163 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4d73e0e0-feed-4852-a5c0-fc00ffe69d19 req-7ffe958e-885e-40b9-a42f-c6cb3c371ec0 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398598 Feb 09 01:05:57.989007 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-3428d4bf-4e41-4837-a8ac-ec255840370a req-b7141e2e-4cc6-4f77-ae27-edc490c30167 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:57.996910 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-60866733-1c9a-4bb2-891f-a759bb913147 service neutron] 10.222.0.35 "GET /v2.0/networks/151f3625-265a-4aab-adad-d81de62c4234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810802 Feb 09 01:05:57.998769 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-3428d4bf-4e41-4837-a8ac-ec255840370a req-b7141e2e-4cc6-4f77-ae27-edc490c30167 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:57.999208 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [req-3428d4bf-4e41-4837-a8ac-ec255840370a req-b7141e2e-4cc6-4f77-ae27-edc490c30167 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Floating IP 2721b154-ab35-4087-8449-82b0c3d84696 disassociated. External IP: 172.25.5.61, port: c24f55ad-222d-42af-9caa-acd4952ab488. Feb 09 01:05:58.338736 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-1164555d-5343-44ac-8678-76b835de199c service neutron] 10.222.0.35 "GET /v2.0/networks/151f3625-265a-4aab-adad-d81de62c4234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704504 Feb 09 01:05:58.521037 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc90d4-b6f2-4fd2-b246-14c7217c8b67 req-19e834d0-d46e-436c-ad40-151032da69cb tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:58.522613 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-14fc90d4-b6f2-4fd2-b246-14c7217c8b67 req-19e834d0-d46e-436c-ad40-151032da69cb tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.117 "GET /v2.0/ports?device_id=83fb4f04-88ed-46a7-bf5f-c0806ed639b8 HTTP/1.1" status: 200 len: 945 time: 0.1594410 Feb 09 01:05:58.614629 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b42934-60a8-485c-a101-57c44f6424d1 req-208fc21c-3482-47b7-a350-57064901ff99 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:58.616247 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-10b42934-60a8-485c-a101-57c44f6424d1 req-208fc21c-3482-47b7-a350-57064901ff99 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36fccf-39b3-435a-95b2-b5e86d17f32e HTTP/1.1" status: 200 len: 946 time: 0.1690431 Feb 09 01:05:58.619194 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-560e1d26-e74e-4475-8449-f6d45737b997 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=ed95cf65-6ad9-48b9-b564-6f38f0074a61 HTTP/1.1" status: 200 len: 217 time: 0.2166662 Feb 09 01:05:58.619943 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-14fc90d4-b6f2-4fd2-b246-14c7217c8b67 req-0f48ca43-60e3-4246-ba51-1393ad68ecbd tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Deleting port 586f61cb-9194-4321-b7e9-b785f0bcb4e1 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:05:58.620514 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-14fc90d4-b6f2-4fd2-b246-14c7217c8b67 req-0f48ca43-60e3-4246-ba51-1393ad68ecbd tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:58.699524 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 5e573bb8-b7cc-49bd-845e-568963a4e2d8 up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:05:58.712268 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-10b42934-60a8-485c-a101-57c44f6424d1 req-f405193a-d44a-4a2c-ad9e-20f676a95b21 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b73b45e-4f61-43ef-8dcf-4aa9a8b7e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619826 Feb 09 01:05:58.786318 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-6fadb3c1-dd50-4867-ac15-e2d83287a91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:58.787878 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-6fadb3c1-dd50-4867-ac15-e2d83287a91d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=efedc14e-a8af-4624-b0ad-f3edbb135900 HTTP/1.1" status: 200 len: 797 time: 0.1582854 Feb 09 01:05:58.842475 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'tag': '28f6d6f4-456f-46b7-a80c-e7fa8ebd0629', 'status': 'completed', 'code': 200} Feb 09 01:05:58.858362 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 5e573bb8-b7cc-49bd-845e-568963a4e2d8 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:58.859113 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3428d4bf-4e41-4837-a8ac-ec255840370a req-b7141e2e-4cc6-4f77-ae27-edc490c30167 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Router 524697d0-ff11-4503-8136-ac8939db0bd3 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:05:58.863793 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 5e573bb8-b7cc-49bd-845e-568963a4e2d8 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:58.864159 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:59.030895 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:59.076543 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b61d2e-2d2b-4857-9d96-687c3f7d61e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e573bb8-b7cc-49bd-845e-568963a4e2d8'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:59.082476 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3428d4bf-4e41-4837-a8ac-ec255840370a req-b7141e2e-4cc6-4f77-ae27-edc490c30167 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:05:59.087746 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-3428d4bf-4e41-4837-a8ac-ec255840370a req-b7141e2e-4cc6-4f77-ae27-edc490c30167 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:59.096763 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 5e573bb8-b7cc-49bd-845e-568963a4e2d8, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=5e573bb8-b7cc-49bd-845e-568963a4e2d8,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:59.106011 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:59.107449 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 586f61cb-9194-4321-b7e9-b785f0bcb4e1 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:05:59.144567 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-1cd39e2d-6250-4642-8b8c-f3aab68673e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:59.146089 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-1cd39e2d-6250-4642-8b8c-f3aab68673e9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0fe62980-d662-4305-b32e-541d69722270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3492081 Feb 09 01:05:59.167605 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12843ef0-5f36-4988-9a8d-d73d8f073d6b None None] Sync routers for ids ['524697d0-ff11-4503-8136-ac8939db0bd3'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:05:59.181156 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12843ef0-5f36-4988-9a8d-d73d8f073d6b None None] Routers {'524697d0-ff11-4503-8136-ac8939db0bd3'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:05:59.182189 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-12843ef0-5f36-4988-9a8d-d73d8f073d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:05:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['524697d0-ff11-4503-8136-ac8939db0bd3'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:59.213777 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3428d4bf-4e41-4837-a8ac-ec255840370a req-b7141e2e-4cc6-4f77-ae27-edc490c30167 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "PUT /v2.0/floatingips/2721b154-ab35-4087-8449-82b0c3d84696 HTTP/1.1" status: 200 len: 694 time: 1.8045909 Feb 09 01:05:59.225469 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-14fc90d4-b6f2-4fd2-b246-14c7217c8b67 req-0f48ca43-60e3-4246-ba51-1393ad68ecbd tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] For port 586f61cb-9194-4321-b7e9-b785f0bcb4e1, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=586f61cb-9194-4321-b7e9-b785f0bcb4e1,segment=NetworkSegment(ec8aa979-c430-4d73-b46b-92a5473a57c5),segment_id=ec8aa979-c430-4d73-b46b-92a5473a57c5)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:59.225846 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-14fc90d4-b6f2-4fd2-b246-14c7217c8b67 req-0f48ca43-60e3-4246-ba51-1393ad68ecbd tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:59.271184 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ca9ef6-0487-4c13-9be2-3956d6c232f1', 'tag': 'c24f55ad-222d-42af-9caa-acd4952ab488'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:59.273352 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a182b-f865-45d4-87a4-55473d2fcc40 req-1b657a69-50cd-481f-99ca-b3b5ef0e2374 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:59.289168 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4a9a182b-f865-45d4-87a4-55473d2fcc40 req-1b657a69-50cd-481f-99ca-b3b5ef0e2374 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=13b61d2e-2d2b-4857-9d96-687c3f7d61e6 HTTP/1.1" status: 200 len: 945 time: 0.3507566 Feb 09 01:05:59.339497 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=5e573bb8-b7cc-49bd-845e-568963a4e2d8,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:59.438932 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428d4bf-4e41-4837-a8ac-ec255840370a req-b179a69d-f068-4922-b27f-402524df431f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:59.440632 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3428d4bf-4e41-4837-a8ac-ec255840370a req-b179a69d-f068-4922-b27f-402524df431f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=13db6f711f024a948f23ba528e45c23e&device_id=c6ca9ef6-0487-4c13-9be2-3956d6c232f1 HTTP/1.1" status: 200 len: 1096 time: 0.1644056 Feb 09 01:05:59.443539 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-78f6f0f7-5b7f-438a-b463-81427ea6fac5 service neutron] 10.222.0.35 "GET /v2.0/networks/0fe62980-d662-4305-b32e-541d69722270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822082 Feb 09 01:05:59.454102 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-12843ef0-5f36-4988-9a8d-d73d8f073d6b None None] Set router 524697d0-ff11-4503-8136-ac8939db0bd3 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:05:59.464503 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:59.514902 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 586f61cb-9194-4321-b7e9-b785f0bcb4e1, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=586f61cb-9194-4321-b7e9-b785f0bcb4e1,segment=NetworkSegment(ec8aa979-c430-4d73-b46b-92a5473a57c5),segment_id=ec8aa979-c430-4d73-b46b-92a5473a57c5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:05:59.517664 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-14fc90d4-b6f2-4fd2-b246-14c7217c8b67 req-0f48ca43-60e3-4246-ba51-1393ad68ecbd tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Calling delete_port for 586f61cb-9194-4321-b7e9-b785f0bcb4e1 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:05:59.520202 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:59.609716 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=586f61cb-9194-4321-b7e9-b785f0bcb4e1,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:59.648163 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4a9a182b-f865-45d4-87a4-55473d2fcc40 req-dc6aae92-1d4f-4b61-b212-f9510f7ee9e1 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582070 Feb 09 01:05:59.676460 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.api [req-14fc90d4-b6f2-4fd2-b246-14c7217c8b67 req-0f48ca43-60e3-4246-ba51-1393ad68ecbd tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:05:59.676794 n-d-828419-1 neutron-server[87612]: DEBUG oslo_db.api [req-14fc90d4-b6f2-4fd2-b246-14c7217c8b67 req-0f48ca43-60e3-4246-ba51-1393ad68ecbd tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:05:59.807010 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-3506cc8d-0588-4395-a285-2451055fce17 service neutron] 10.222.0.35 "GET /v2.0/networks/0fe62980-d662-4305-b32e-541d69722270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568757 Feb 09 01:05:59.814704 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428d4bf-4e41-4837-a8ac-ec255840370a req-02a61812-2aef-427e-bddc-bdab78deeaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:59.817292 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3428d4bf-4e41-4837-a8ac-ec255840370a req-02a61812-2aef-427e-bddc-bdab78deeaae service neutron] 10.222.0.37 "GET /v2.0/networks?id=b5fd0cb5-7e9b-45fd-beb6-2ed905515601 HTTP/1.1" status: 200 len: 921 time: 0.2263949 Feb 09 01:05:59.843755 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-12843ef0-5f36-4988-9a8d-d73d8f073d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-787289705-router', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:11Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'gw_port': {'id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:14Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '88b4046c-b14f-4732-938c-a86be967888f', 'name': '', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'mac_address': 'fa:16:3e:47:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:23Z', 'updated_at': '2022-02-09T01:04:38Z', 'revision_number': 5, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'subnets': [{'id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:59.848897 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12843ef0-5f36-4988-9a8d-d73d8f073d6b None None] Checking router: 524697d0-ff11-4503-8136-ac8939db0bd3 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:05:59.858423 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12843ef0-5f36-4988-9a8d-d73d8f073d6b None None] Routers {'524697d0-ff11-4503-8136-ac8939db0bd3'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:05:59.859055 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-12843ef0-5f36-4988-9a8d-d73d8f073d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:05:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['524697d0-ff11-4503-8136-ac8939db0bd3'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:59.881910 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb4d27-81f5-47b7-b4bf-85930a58d77c req-858752a5-0526-4bea-9227-44b73d01e390 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:59.889842 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-12cb4d27-81f5-47b7-b4bf-85930a58d77c req-858752a5-0526-4bea-9227-44b73d01e390 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 949 time: 0.1179414 Feb 09 01:05:59.938618 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-12cb4d27-81f5-47b7-b4bf-85930a58d77c req-43a4c4a7-86e3-417d-ad25-a558418fc2d1 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478089 Feb 09 01:05:59.955346 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-3a2b2f83-f9ab-48b7-a765-b3418cf3825b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=49f387b1-200d-4aa1-aa5b-0e58530b895f HTTP/1.1" status: 200 len: 217 time: 0.1369114 Feb 09 01:05:59.956783 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3428d4bf-4e41-4837-a8ac-ec255840370a req-ba4e0f3f-b29d-4f0e-a188-b0b861b0ca0e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c24f55ad-222d-42af-9caa-acd4952ab488 HTTP/1.1" status: 200 len: 217 time: 0.0858984 Feb 09 01:06:00.086964 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428d4bf-4e41-4837-a8ac-ec255840370a req-0d73b417-bac6-46aa-9478-c7e4302e61d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:00.088350 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3428d4bf-4e41-4837-a8ac-ec255840370a req-0d73b417-bac6-46aa-9478-c7e4302e61d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15f6169a-7b57-4d0c-b44b-21d1db3578d7 HTTP/1.1" status: 200 len: 859 time: 0.1181931 Feb 09 01:06:00.089791 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-d692bfdd-cbf9-4f5f-9bea-0be13f54884d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:00.091109 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-d692bfdd-cbf9-4f5f-9bea-0be13f54884d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=efedc14e-a8af-4624-b0ad-f3edbb135900 HTTP/1.1" status: 200 len: 797 time: 0.1221106 Feb 09 01:06:00.107832 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-12843ef0-5f36-4988-9a8d-d73d8f073d6b None None] Set router 524697d0-ff11-4503-8136-ac8939db0bd3 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:06:00.177870 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-14fc90d4-b6f2-4fd2-b246-14c7217c8b67 req-0f48ca43-60e3-4246-ba51-1393ad68ecbd tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Deleting port 586f61cb-9194-4321-b7e9-b785f0bcb4e1 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:06:00.178222 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-14fc90d4-b6f2-4fd2-b246-14c7217c8b67 req-0f48ca43-60e3-4246-ba51-1393ad68ecbd tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:00.231489 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d00c0-52df-40dc-a1b7-4eeb897abb2d req-9309ad28-75e0-42ec-8ae4-55cca5a60171 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:00.237924 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d00c0-52df-40dc-a1b7-4eeb897abb2d req-9309ad28-75e0-42ec-8ae4-55cca5a60171 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:00.246304 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d00c0-52df-40dc-a1b7-4eeb897abb2d req-9309ad28-75e0-42ec-8ae4-55cca5a60171 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:00.246640 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428d4bf-4e41-4837-a8ac-ec255840370a req-5ec677b0-51c7-4b2b-b6e1-4bf98eb3a38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:00.253176 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d00c0-52df-40dc-a1b7-4eeb897abb2d req-9309ad28-75e0-42ec-8ae4-55cca5a60171 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:00.254288 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3428d4bf-4e41-4837-a8ac-ec255840370a req-5ec677b0-51c7-4b2b-b6e1-4bf98eb3a38b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5fd0cb5-7e9b-45fd-beb6-2ed905515601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1577783 Feb 09 01:06:00.259987 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d00c0-52df-40dc-a1b7-4eeb897abb2d req-9309ad28-75e0-42ec-8ae4-55cca5a60171 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:00.266029 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d00c0-52df-40dc-a1b7-4eeb897abb2d req-9309ad28-75e0-42ec-8ae4-55cca5a60171 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:00.272685 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d00c0-52df-40dc-a1b7-4eeb897abb2d req-9309ad28-75e0-42ec-8ae4-55cca5a60171 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:00.280801 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-227d00c0-52df-40dc-a1b7-4eeb897abb2d req-9309ad28-75e0-42ec-8ae4-55cca5a60171 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5427 time: 0.1893294 Feb 09 01:06:00.360596 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-227d00c0-52df-40dc-a1b7-4eeb897abb2d req-707acb4c-4b70-4dbb-9383-d09b1fef2ab7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0708902 Feb 09 01:06:00.499995 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-12843ef0-5f36-4988-9a8d-d73d8f073d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-787289705-router', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:11Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'gw_port': {'id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:14Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '88b4046c-b14f-4732-938c-a86be967888f', 'name': '', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'mac_address': 'fa:16:3e:47:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:23Z', 'updated_at': '2022-02-09T01:04:38Z', 'revision_number': 5, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'subnets': [{'id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:00.502215 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-dbbeb320-c9b4-46c4-9333-8578259a66d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:00.504233 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-dbbeb320-c9b4-46c4-9333-8578259a66d5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0fe62980-d662-4305-b32e-541d69722270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3565462 Feb 09 01:06:00.505544 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12843ef0-5f36-4988-9a8d-d73d8f073d6b None None] The sync data for ids ['524697d0-ff11-4503-8136-ac8939db0bd3'] in n-d-828419-1 is: [{'id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-787289705-router', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:11Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'gw_port': {'id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:14Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '88b4046c-b14f-4732-938c-a86be967888f', 'name': '', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'mac_address': 'fa:16:3e:47:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:23Z', 'updated_at': '2022-02-09T01:04:38Z', 'revision_number': 5, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'subnets': [{'id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:06:00.658550 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3428d4bf-4e41-4837-a8ac-ec255840370a req-73e2b67d-9726-4ad9-ac5d-71b01072d6b3 service neutron] 10.222.0.37 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034059 Feb 09 01:06:00.675943 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-14fc90d4-b6f2-4fd2-b246-14c7217c8b67 req-0f48ca43-60e3-4246-ba51-1393ad68ecbd tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] For port 586f61cb-9194-4321-b7e9-b785f0bcb4e1, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=586f61cb-9194-4321-b7e9-b785f0bcb4e1,segment=NetworkSegment(ec8aa979-c430-4d73-b46b-92a5473a57c5),segment_id=ec8aa979-c430-4d73-b46b-92a5473a57c5)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:00.676635 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-14fc90d4-b6f2-4fd2-b246-14c7217c8b67 req-0f48ca43-60e3-4246-ba51-1393ad68ecbd tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:00.782342 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-50423a78-e99d-415c-be10-e766ca04608f service neutron] 10.222.0.35 "GET /v2.0/networks/0fe62980-d662-4305-b32e-541d69722270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678366 Feb 09 01:06:00.833872 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32731201-c8e4-458c-9241-296657af8c44 None None] New status for floating IP 2721b154-ab35-4087-8449-82b0c3d84696: DOWN {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:06:00.843461 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-14fc90d4-b6f2-4fd2-b246-14c7217c8b67 req-0f48ca43-60e3-4246-ba51-1393ad68ecbd tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Calling delete_port for 586f61cb-9194-4321-b7e9-b785f0bcb4e1 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:06:00.912695 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3428d4bf-4e41-4837-a8ac-ec255840370a req-a0444b98-9d40-4047-82e5-c28c4f74fb5f service neutron] 10.222.0.37 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303281 Feb 09 01:06:00.952507 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51629ae6-3887-4bbe-ba67-f91dc844d223 req-877da519-664e-4b11-b1ea-da2847709ca2 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:00.954331 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-51629ae6-3887-4bbe-ba67-f91dc844d223 req-877da519-664e-4b11-b1ea-da2847709ca2 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=83fb4f04-88ed-46a7-bf5f-c0806ed639b8 HTTP/1.1" status: 200 len: 943 time: 0.2641666 Feb 09 01:06:00.960114 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-76cb0373-3705-49f3-84b6-2ac3db0eca35 service neutron] 10.222.0.35 "GET /v2.0/networks/0fe62980-d662-4305-b32e-541d69722270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676383 Feb 09 01:06:01.046325 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-bf79ddfd-cde1-4dc6-a0e5-a2a2b11a1fd6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=487d94e7-f3c1-4818-8a12-ddf7384d74a2 HTTP/1.1" status: 200 len: 217 time: 0.0725238 Feb 09 01:06:01.055994 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b61d2e-2d2b-4857-9d96-687c3f7d61e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e573bb8-b7cc-49bd-845e-568963a4e2d8', 'code': 200} Feb 09 01:06:01.096549 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ca9ef6-0487-4c13-9be2-3956d6c232f1', 'tag': 'c24f55ad-222d-42af-9caa-acd4952ab488', 'status': 'completed', 'code': 200} Feb 09 01:06:01.122001 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-51629ae6-3887-4bbe-ba67-f91dc844d223 req-ece64524-2505-44bb-b5f3-fb1fafac416a tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178722 Feb 09 01:06:01.177562 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fa3e9103-590c-4716-95d3-83f15686dea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:01.179039 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-fa3e9103-590c-4716-95d3-83f15686dea6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=efedc14e-a8af-4624-b0ad-f3edbb135900 HTTP/1.1" status: 200 len: 797 time: 0.1192482 Feb 09 01:06:01.308360 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-14fc90d4-b6f2-4fd2-b246-14c7217c8b67 req-0f48ca43-60e3-4246-ba51-1393ad68ecbd tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:01.322280 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['ae96d083-8a34-4b02-aed5-0e82d911c043'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:06:01.364907 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426958f-7399-4b9f-b4c2-31d50c883c5a req-7508dcf3-3a0b-4297-922f-d847a15201db tempest-MigrationsAdminTest-397958840 tempest-MigrationsAdminTest-397958840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:01.372282 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2426958f-7399-4b9f-b4c2-31d50c883c5a req-7508dcf3-3a0b-4297-922f-d847a15201db tempest-MigrationsAdminTest-397958840 tempest-MigrationsAdminTest-397958840-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 1100 time: 0.1469500 Feb 09 01:06:01.380317 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['00cea82b-155a-47ea-af2c-a0f29fb89294'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:06:01.397939 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f48ca43-60e3-4246-ba51-1393ad68ecbd tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Pushing event deleted for resources: {'Port': ['ID=586f61cb-9194-4321-b7e9-b785f0bcb4e1,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:01.401331 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-e2b44131-6451-4188-b343-9b6ebffbd069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:01.402652 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-e2b44131-6451-4188-b343-9b6ebffbd069 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0fe62980-d662-4305-b32e-541d69722270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2167714 Feb 09 01:06:01.527112 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2426958f-7399-4b9f-b4c2-31d50c883c5a req-09d070b4-1cea-4bdf-b559-1d59ff7f3da8 tempest-MigrationsAdminTest-397958840 tempest-MigrationsAdminTest-397958840-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538143 Feb 09 01:06:01.647856 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37392) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:01.651878 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-2c18a0fc-de6c-4796-a7ca-aa626c624135 service neutron] 10.222.0.35 "GET /v2.0/networks/0fe62980-d662-4305-b32e-541d69722270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371793 Feb 09 01:06:01.684509 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-14fc90d4-b6f2-4fd2-b246-14c7217c8b67 req-0f48ca43-60e3-4246-ba51-1393ad68ecbd tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] No DVR routers for this DVR port 586f61cb-9194-4321-b7e9-b785f0bcb4e1 on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:06:01.693352 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-14fc90d4-b6f2-4fd2-b246-14c7217c8b67 req-0f48ca43-60e3-4246-ba51-1393ad68ecbd tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:01.697321 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fb4f04-88ed-46a7-bf5f-c0806ed639b8', 'name': 'network-vif-deleted', 'tag': '586f61cb-9194-4321-b7e9-b785f0bcb4e1'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:06:01.718147 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ebaaa-9b84-485b-92dc-68203b58af1f req-e551fc14-cfbc-47c3-8ee1-00181e00c4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:01.727657 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-444ebaaa-9b84-485b-92dc-68203b58af1f req-e551fc14-cfbc-47c3-8ee1-00181e00c4e5 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=13b61d2e-2d2b-4857-9d96-687c3f7d61e6 HTTP/1.1" status: 200 len: 1096 time: 0.6295021 Feb 09 01:06:01.782691 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625ce55-afce-47c4-8ffc-1fc91cd20f2c req-d197d7d9-97a1-4ae9-96ea-089401bc7a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:01.790997 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3625ce55-afce-47c4-8ffc-1fc91cd20f2c req-d197d7d9-97a1-4ae9-96ea-089401bc7a3f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=13db6f711f024a948f23ba528e45c23e&device_id=c6ca9ef6-0487-4c13-9be2-3956d6c232f1 HTTP/1.1" status: 200 len: 1096 time: 0.6675899 Feb 09 01:06:01.804844 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-14fc90d4-b6f2-4fd2-b246-14c7217c8b67 req-0f48ca43-60e3-4246-ba51-1393ad68ecbd tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.117 "DELETE /v2.0/ports/586f61cb-9194-4321-b7e9-b785f0bcb4e1 HTTP/1.1" status: 204 len: 173 time: 3.2752569 Feb 09 01:06:01.966621 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-444ebaaa-9b84-485b-92dc-68203b58af1f req-1b29bc8a-288b-4f5f-806e-a7261fc9193a service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280126 Feb 09 01:06:01.976799 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d08eb67f-043e-4c55-b330-630c7ac147a3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5dd622398d4242b18fbc0d08d85b0459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3275628 Feb 09 01:06:01.980984 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37404) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:02.005510 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e863c93-b156-47f1-8db7-3da7a212210c req-9fce118d-e9aa-4976-820a-bfb2c7eb0693 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:02.007020 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3e863c93-b156-47f1-8db7-3da7a212210c req-9fce118d-e9aa-4976-820a-bfb2c7eb0693 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=13b61d2e-2d2b-4857-9d96-687c3f7d61e6 HTTP/1.1" status: 200 len: 945 time: 0.5210330 Feb 09 01:06:02.096097 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625ce55-afce-47c4-8ffc-1fc91cd20f2c req-e39a8811-11bd-493e-b8c7-1b597a21f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:02.098186 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3625ce55-afce-47c4-8ffc-1fc91cd20f2c req-e39a8811-11bd-493e-b8c7-1b597a21f981 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b5fd0cb5-7e9b-45fd-beb6-2ed905515601 HTTP/1.1" status: 200 len: 921 time: 0.2714179 Feb 09 01:06:02.103613 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3e863c93-b156-47f1-8db7-3da7a212210c req-fb8c2344-5d39-4752-b426-650a7d7d5e90 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870793 Feb 09 01:06:02.155317 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-8fc5ac19-a3f5-4bf0-a300-d5457b4226c4 service neutron] 10.222.0.35 "GET /v2.0/networks/0fe62980-d662-4305-b32e-541d69722270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854996 Feb 09 01:06:02.161148 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-82c4d2a5-d376-4911-96c3-4fd25bd88f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:02.183233 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3625ce55-afce-47c4-8ffc-1fc91cd20f2c req-80ff4c22-2089-4a6d-b292-1e3ab03e22b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c24f55ad-222d-42af-9caa-acd4952ab488 HTTP/1.1" status: 200 len: 217 time: 0.0769947 Feb 09 01:06:02.249965 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-c0ed2bec-5301-48e6-8354-980340d89381 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=c064f193-8708-43f5-b803-dfdf26a1e5a4 HTTP/1.1" status: 200 len: 217 time: 0.0813191 Feb 09 01:06:02.290634 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625ce55-afce-47c4-8ffc-1fc91cd20f2c req-df6f49a2-8d30-4e23-9e5e-45f84c1bcb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:02.292254 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3625ce55-afce-47c4-8ffc-1fc91cd20f2c req-df6f49a2-8d30-4e23-9e5e-45f84c1bcb74 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=15f6169a-7b57-4d0c-b44b-21d1db3578d7 HTTP/1.1" status: 200 len: 859 time: 0.0989733 Feb 09 01:06:02.310915 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-82c4d2a5-d376-4911-96c3-4fd25bd88f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:02.335936 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f69fc-eb25-4756-8d35-c50615ffb19b req-9cff3144-4a8f-449a-a27c-9b6cd01aac4b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:02.341736 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f69fc-eb25-4756-8d35-c50615ffb19b req-9cff3144-4a8f-449a-a27c-9b6cd01aac4b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:02.348015 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f69fc-eb25-4756-8d35-c50615ffb19b req-9cff3144-4a8f-449a-a27c-9b6cd01aac4b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:02.353816 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f69fc-eb25-4756-8d35-c50615ffb19b req-9cff3144-4a8f-449a-a27c-9b6cd01aac4b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:02.359468 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f69fc-eb25-4756-8d35-c50615ffb19b req-9cff3144-4a8f-449a-a27c-9b6cd01aac4b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:02.365273 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f69fc-eb25-4756-8d35-c50615ffb19b req-9cff3144-4a8f-449a-a27c-9b6cd01aac4b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:02.370732 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625ce55-afce-47c4-8ffc-1fc91cd20f2c req-2e99a6c9-7043-4a57-bc20-47932395c0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:02.370951 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f69fc-eb25-4756-8d35-c50615ffb19b req-9cff3144-4a8f-449a-a27c-9b6cd01aac4b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:02.372258 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3625ce55-afce-47c4-8ffc-1fc91cd20f2c req-2e99a6c9-7043-4a57-bc20-47932395c0e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b5fd0cb5-7e9b-45fd-beb6-2ed905515601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728860 Feb 09 01:06:02.372800 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9a3f69fc-eb25-4756-8d35-c50615ffb19b req-9cff3144-4a8f-449a-a27c-9b6cd01aac4b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5427 time: 0.3572886 Feb 09 01:06:02.433808 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-96937d94-00e4-40d7-91d2-e366ab137def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:02.435251 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-96937d94-00e4-40d7-91d2-e366ab137def service neutron] 10.222.0.35 "GET /v2.0/subnets?id=efedc14e-a8af-4624-b0ad-f3edbb135900 HTTP/1.1" status: 200 len: 797 time: 0.1711323 Feb 09 01:06:02.531355 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3625ce55-afce-47c4-8ffc-1fc91cd20f2c req-ef0d528c-a3be-464a-aee9-97a2b23a737f service neutron] 10.222.0.35 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382194 Feb 09 01:06:02.617608 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9a3f69fc-eb25-4756-8d35-c50615ffb19b req-b2f40486-8326-4644-b9d8-0e18bc421ba8 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2359684 Feb 09 01:06:02.630324 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-82c4d2a5-d376-4911-96c3-4fd25bd88f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:02.651798 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4d2a5-d376-4911-96c3-4fd25bd88f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7245e75-4d2c-4f06-a46a-e3d89ba56150,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:02.657569 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fb4f04-88ed-46a7-bf5f-c0806ed639b8', 'name': 'network-vif-deleted', 'tag': '586f61cb-9194-4321-b7e9-b785f0bcb4e1', 'status': 'completed', 'code': 200} Feb 09 01:06:02.662462 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4d2a5-d376-4911-96c3-4fd25bd88f2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:02.662810 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4d2a5-d376-4911-96c3-4fd25bd88f2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:02.663156 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4d2a5-d376-4911-96c3-4fd25bd88f2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:02.663487 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4d2a5-d376-4911-96c3-4fd25bd88f2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:02.663891 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4d2a5-d376-4911-96c3-4fd25bd88f2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:02.664217 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4d2a5-d376-4911-96c3-4fd25bd88f2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:02.664580 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4d2a5-d376-4911-96c3-4fd25bd88f2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:02.664902 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4d2a5-d376-4911-96c3-4fd25bd88f2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:02.665346 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4d2a5-d376-4911-96c3-4fd25bd88f2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:02.665668 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4d2a5-d376-4911-96c3-4fd25bd88f2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:02.665967 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4d2a5-d376-4911-96c3-4fd25bd88f2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:02.666290 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4d2a5-d376-4911-96c3-4fd25bd88f2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:02.678583 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-82c4d2a5-d376-4911-96c3-4fd25bd88f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:02.681991 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-82c4d2a5-d376-4911-96c3-4fd25bd88f2a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b7245e75-4d2c-4f06-a46a-e3d89ba56150 HTTP/1.1" status: 204 len: 168 time: 0.6976016 Feb 09 01:06:02.698310 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-696c0ae9-8a1c-49b4-9346-1de1b86b780a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:02.699810 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-696c0ae9-8a1c-49b4-9346-1de1b86b780a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0fe62980-d662-4305-b32e-541d69722270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2546301 Feb 09 01:06:02.742520 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3625ce55-afce-47c4-8ffc-1fc91cd20f2c req-24c3bd36-b505-4d42-9ddd-29d376521ff6 service neutron] 10.222.0.35 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028184 Feb 09 01:06:02.958324 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-cc3d81f3-d501-4424-980d-45812acf11d5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2139251 Feb 09 01:06:02.970215 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15760f70-d7c8-44f4-9a8d-8178653f903b req-178c8d4a-5d27-40e2-b91c-b1182a12a65b tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:02.971933 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-15760f70-d7c8-44f4-9a8d-8178653f903b req-178c8d4a-5d27-40e2-b91c-b1182a12a65b tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports?device_id=71d1d6a2-32e4-474b-9a15-ecc124db9b3c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1703093 Feb 09 01:06:03.007093 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b6c7f40d-f789-4b00-b797-a51631517f46 service neutron] 10.222.0.35 "GET /v2.0/networks/0fe62980-d662-4305-b32e-541d69722270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984064 Feb 09 01:06:03.057437 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fb4f04-88ed-46a7-bf5f-c0806ed639b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '586f61cb-9194-4321-b7e9-b785f0bcb4e1'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:06:03.067175 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-15760f70-d7c8-44f4-9a8d-8178653f903b req-cfb7aa0a-2b6a-45f3-ad4e-37a30be6446b tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.61 HTTP/1.1" status: 200 len: 695 time: 0.0866671 Feb 09 01:06:03.072162 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-15760f70-d7c8-44f4-9a8d-8178653f903b req-77ab7a1e-c6c5-4ad7-86ef-b3f8d393d274 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Request body: {'floatingip': {'port_id': '340f5206-e4c6-4d75-8305-bb6783c1cb53', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:03.083934 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3045f7d2-9238-43c6-91ac-c0ef486f900b req-886f8068-7126-4fe9-84e1-e8e1da89406f tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=83fb4f04-88ed-46a7-bf5f-c0806ed639b8 HTTP/1.1" status: 200 len: 210 time: 0.0851657 Feb 09 01:06:03.208206 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-15760f70-d7c8-44f4-9a8d-8178653f903b req-77ab7a1e-c6c5-4ad7-86ef-b3f8d393d274 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks [] for floatingip, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:03.279060 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-ef82cbda-758b-41c1-93ee-5faffaf1e76e service neutron] 10.222.0.35 "GET /v2.0/networks/0fe62980-d662-4305-b32e-541d69722270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301700 Feb 09 01:06:03.404290 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-21426561-0e89-45bb-a6a8-3cffb31b30ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e3d51e86-6390-4e68-8303-ef0030562eae HTTP/1.1" status: 200 len: 217 time: 0.0786524 Feb 09 01:06:03.480678 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-37fd89ad-1fc6-4f66-ae5b-9a07ba040b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:03.482117 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-37fd89ad-1fc6-4f66-ae5b-9a07ba040b11 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0da9c592-ba8f-483c-8446-d42b4fd95318 HTTP/1.1" status: 200 len: 797 time: 0.0694342 Feb 09 01:06:03.494284 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3895b0-bf9f-40bf-b741-21f9323e80d8 req-79ebdd59-a581-4b1c-b94b-1ac8cedd8f60 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:03.501019 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0d3895b0-bf9f-40bf-b741-21f9323e80d8 req-79ebdd59-a581-4b1c-b94b-1ac8cedd8f60 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 949 time: 0.2174509 Feb 09 01:06:03.603909 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0d3895b0-bf9f-40bf-b741-21f9323e80d8 req-18f2eccf-65cd-4e7c-8990-56e6bdb9eea0 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020327 Feb 09 01:06:03.650868 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-da01c56d-9b66-47fd-a6ff-fa5f8c42e145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:03.652545 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-da01c56d-9b66-47fd-a6ff-fa5f8c42e145 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2bec690d-2fc1-4a43-9409-cf15cb1e963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1487210 Feb 09 01:06:03.681916 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fb4f04-88ed-46a7-bf5f-c0806ed639b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '586f61cb-9194-4321-b7e9-b785f0bcb4e1', 'code': 200} Feb 09 01:06:03.943647 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37480) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:03.963363 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-b23244b5-ddc3-4ba9-9ed1-ecd1ea490a9e service neutron] 10.222.0.35 "GET /v2.0/networks/2bec690d-2fc1-4a43-9409-cf15cb1e963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996957 Feb 09 01:06:04.156924 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-3d2d69d1-bee1-41ee-aa04-5f156bcc2ddd service neutron] 10.222.0.35 "GET /v2.0/networks/2bec690d-2fc1-4a43-9409-cf15cb1e963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752896 Feb 09 01:06:04.164597 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-afe83f78-6d4d-4189-afd4-1a9dd3d0821f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-729800419-network', 'tenant_id': '7899c4a045cf4a878cc9afb8de54c39e'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:04.172438 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-afe83f78-6d4d-4189-afd4-1a9dd3d0821f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:04.239566 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-afe83f78-6d4d-4189-afd4-1a9dd3d0821f admin admin] Usage tracker for resource:network and tenant:7899c4a045cf4a878cc9afb8de54c39e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:04.243239 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84a994-18c5-4a2d-9a9f-1ae9f3d4b237 req-86386651-b04b-4994-a4a3-339f7da1dd9d tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:04.244768 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5b84a994-18c5-4a2d-9a9f-1ae9f3d4b237 req-86386651-b04b-4994-a4a3-339f7da1dd9d tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6ca9ef6-0487-4c13-9be2-3956d6c232f1 HTTP/1.1" status: 200 len: 945 time: 0.4221020 Feb 09 01:06:04.252625 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-afe83f78-6d4d-4189-afd4-1a9dd3d0821f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:04.256990 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-95d7f02c-b9cd-4454-a206-7830b9659c64 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=28f6d6f4-456f-46b7-a80c-e7fa8ebd0629 HTTP/1.1" status: 200 len: 217 time: 0.0870125 Feb 09 01:06:04.261551 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-afe83f78-6d4d-4189-afd4-1a9dd3d0821f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:04.262009 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-4ddda749-a7dc-427e-ba82-17f5bc964d5e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:04.263797 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-4ddda749-a7dc-427e-ba82-17f5bc964d5e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.117 "GET /v2.0/ports?device_id=13b61d2e-2d2b-4857-9d96-687c3f7d61e6 HTTP/1.1" status: 200 len: 945 time: 0.2269001 Feb 09 01:06:04.319760 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe83f78-6d4d-4189-afd4-1a9dd3d0821f admin admin] Made reservation on behalf of 7899c4a045cf4a878cc9afb8de54c39e for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:04.322071 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-afe83f78-6d4d-4189-afd4-1a9dd3d0821f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:04.344731 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f42189-ff05-4f1f-b8dd-6fd6ed8bb94b req-65202fec-490b-472c-8332-2f0cc85c125a tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:04.346211 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-30f42189-ff05-4f1f-b8dd-6fd6ed8bb94b req-65202fec-490b-472c-8332-2f0cc85c125a tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=13b61d2e-2d2b-4857-9d96-687c3f7d61e6 HTTP/1.1" status: 200 len: 945 time: 0.5256777 Feb 09 01:06:04.351089 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-afe83f78-6d4d-4189-afd4-1a9dd3d0821f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:04.394716 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-4ff1dfe3-2791-486a-9eba-724bb720a6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:04.396167 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-4ff1dfe3-2791-486a-9eba-724bb720a6d3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0da9c592-ba8f-483c-8446-d42b4fd95318 HTTP/1.1" status: 200 len: 797 time: 0.1307733 Feb 09 01:06:04.398820 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-afe83f78-6d4d-4189-afd4-1a9dd3d0821f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:04.411472 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-afe83f78-6d4d-4189-afd4-1a9dd3d0821f admin admin] Usage tracker for resource:security_group_rule and tenant:7899c4a045cf4a878cc9afb8de54c39e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:04.445004 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-afe83f78-6d4d-4189-afd4-1a9dd3d0821f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:04.451342 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-5b84a994-18c5-4a2d-9a9f-1ae9f3d4b237 req-6d98fede-329e-499f-ad5a-48a2ae466e38 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Deleting port c24f55ad-222d-42af-9caa-acd4952ab488 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:06:04.451691 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5b84a994-18c5-4a2d-9a9f-1ae9f3d4b237 req-6d98fede-329e-499f-ad5a-48a2ae466e38 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:04.464097 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-afe83f78-6d4d-4189-afd4-1a9dd3d0821f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:04.473487 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-30f42189-ff05-4f1f-b8dd-6fd6ed8bb94b req-2022523f-a847-4501-9a44-02bf80c7e2ae tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073601 Feb 09 01:06:04.505672 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-05ae0b71-c221-46bd-acfc-d314edddd277 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Deleting port 5e573bb8-b7cc-49bd-845e-568963a4e2d8 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:06:04.506018 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-05ae0b71-c221-46bd-acfc-d314edddd277 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:04.556207 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-49c6ca5d-175f-4098-a1f4-1fa37075004f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:04.557737 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-49c6ca5d-175f-4098-a1f4-1fa37075004f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2bec690d-2fc1-4a43-9409-cf15cb1e963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1481485 Feb 09 01:06:04.607532 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-15760f70-d7c8-44f4-9a8d-8178653f903b req-77ab7a1e-c6c5-4ad7-86ef-b3f8d393d274 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:04.647203 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-15760f70-d7c8-44f4-9a8d-8178653f903b req-77ab7a1e-c6c5-4ad7-86ef-b3f8d393d274 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:04.660873 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-afe83f78-6d4d-4189-afd4-1a9dd3d0821f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:04.678830 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-afe83f78-6d4d-4189-afd4-1a9dd3d0821f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:04.897287 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe83f78-6d4d-4189-afd4-1a9dd3d0821f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 950} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:06:04.919725 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe83f78-6d4d-4189-afd4-1a9dd3d0821f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff0e122-32d4-42dd-8f41-d98b5b598490,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:04.924357 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-afe83f78-6d4d-4189-afd4-1a9dd3d0821f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:04.924357 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-afe83f78-6d4d-4189-afd4-1a9dd3d0821f admin admin] Added segment a61f9560-b5f0-4f56-92cb-5bd87e6c7f24 of type vlan for network 84b8fc63-0946-45c0-a7ed-dafe26b562b1 Feb 09 01:06:04.928087 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-74d21162-c2e5-4c2a-9e96-d16bc426f168 service neutron] 10.222.0.35 "GET /v2.0/networks/2bec690d-2fc1-4a43-9409-cf15cb1e963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583224 Feb 09 01:06:05.027673 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-afe83f78-6d4d-4189-afd4-1a9dd3d0821f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:05.074719 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c430a-8034-45cc-a389-b592a45629fd req-9fb7bb18-b6b9-4582-b8fd-743e04850db1 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:05.080461 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c430a-8034-45cc-a389-b592a45629fd req-9fb7bb18-b6b9-4582-b8fd-743e04850db1 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:05.086625 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c430a-8034-45cc-a389-b592a45629fd req-9fb7bb18-b6b9-4582-b8fd-743e04850db1 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:05.092006 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c430a-8034-45cc-a389-b592a45629fd req-9fb7bb18-b6b9-4582-b8fd-743e04850db1 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:05.098290 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c430a-8034-45cc-a389-b592a45629fd req-9fb7bb18-b6b9-4582-b8fd-743e04850db1 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:05.104030 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c430a-8034-45cc-a389-b592a45629fd req-9fb7bb18-b6b9-4582-b8fd-743e04850db1 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:05.109819 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c430a-8034-45cc-a389-b592a45629fd req-9fb7bb18-b6b9-4582-b8fd-743e04850db1 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:05.111724 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-428c430a-8034-45cc-a389-b592a45629fd req-9fb7bb18-b6b9-4582-b8fd-743e04850db1 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5427 time: 0.4374804 Feb 09 01:06:05.171238 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [req-15760f70-d7c8-44f4-9a8d-8178653f903b req-77ab7a1e-c6c5-4ad7-86ef-b3f8d393d274 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Floating IP 2721b154-ab35-4087-8449-82b0c3d84696 associated. External IP: 172.25.5.61, port: 340f5206-e4c6-4d75-8305-bb6783c1cb53. Feb 09 01:06:05.173106 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-afe83f78-6d4d-4189-afd4-1a9dd3d0821f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:05.174058 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe83f78-6d4d-4189-afd4-1a9dd3d0821f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:05.174639 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-afe83f78-6d4d-4189-afd4-1a9dd3d0821f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:05.251946 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-5b84a994-18c5-4a2d-9a9f-1ae9f3d4b237 req-6d98fede-329e-499f-ad5a-48a2ae466e38 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] For port c24f55ad-222d-42af-9caa-acd4952ab488, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c24f55ad-222d-42af-9caa-acd4952ab488,segment=NetworkSegment(3b6a811f-9d4e-49e4-9b55-596caeb1db0d),segment_id=3b6a811f-9d4e-49e4-9b55-596caeb1db0d)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:05.252597 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5b84a994-18c5-4a2d-9a9f-1ae9f3d4b237 req-6d98fede-329e-499f-ad5a-48a2ae466e38 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:05.268485 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f11b3fc-4c89-4a7a-93dd-2a01d9141b00 req-3e98138b-e13d-49dd-b8f2-7b0079789792 service neutron] 10.222.0.35 "GET /v2.0/networks/2bec690d-2fc1-4a43-9409-cf15cb1e963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288910 Feb 09 01:06:05.293166 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-3ef8d559-5fae-4aa1-8278-b6674a6beec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:05.293296 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-428c430a-8034-45cc-a389-b592a45629fd req-9c5e4965-2f44-4021-b9f3-77bbab07698d tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1673219 Feb 09 01:06:05.293927 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-3ef8d559-5fae-4aa1-8278-b6674a6beec5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 1100 time: 0.5854344 Feb 09 01:06:05.319281 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe83f78-6d4d-4189-afd4-1a9dd3d0821f admin admin] Pushing event updated for resources: {'Network': ['ID=84b8fc63-0946-45c0-a7ed-dafe26b562b1,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:05.333682 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 84b8fc63-0946-45c0-a7ed-dafe26b562b1 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:06:05.342573 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-afe83f78-6d4d-4189-afd4-1a9dd3d0821f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3972762 Feb 09 01:06:05.343479 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37498) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:05.352594 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-8fd060f5-ba81-48f0-b6ca-166984024960 admin admin] Request body: {'subnet': {'network_id': '84b8fc63-0946-45c0-a7ed-dafe26b562b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-729800419-subnet', 'tenant_id': '7899c4a045cf4a878cc9afb8de54c39e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:05.422368 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8fd060f5-ba81-48f0-b6ca-166984024960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:05.429112 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8fd060f5-ba81-48f0-b6ca-166984024960 admin admin] Usage tracker for resource:subnet and tenant:7899c4a045cf4a878cc9afb8de54c39e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:05.442501 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8fd060f5-ba81-48f0-b6ca-166984024960 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:05.456050 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8fd060f5-ba81-48f0-b6ca-166984024960 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:05.482323 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd060f5-ba81-48f0-b6ca-166984024960 admin admin] Made reservation on behalf of 7899c4a045cf4a878cc9afb8de54c39e for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:05.485740 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8fd060f5-ba81-48f0-b6ca-166984024960 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:05.604106 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687af192-ffe0-49c3-a5ae-431413bbc070 req-eb10d798-cc82-4312-ba78-3cd28ac50e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:05.604608 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687af192-ffe0-49c3-a5ae-431413bbc070 req-eb10d798-cc82-4312-ba78-3cd28ac50e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:05.605080 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687af192-ffe0-49c3-a5ae-431413bbc070 req-eb10d798-cc82-4312-ba78-3cd28ac50e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:05.605543 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687af192-ffe0-49c3-a5ae-431413bbc070 req-eb10d798-cc82-4312-ba78-3cd28ac50e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:05.606000 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687af192-ffe0-49c3-a5ae-431413bbc070 req-eb10d798-cc82-4312-ba78-3cd28ac50e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:05.606454 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687af192-ffe0-49c3-a5ae-431413bbc070 req-eb10d798-cc82-4312-ba78-3cd28ac50e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:05.606912 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687af192-ffe0-49c3-a5ae-431413bbc070 req-eb10d798-cc82-4312-ba78-3cd28ac50e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:05.608816 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-687af192-ffe0-49c3-a5ae-431413bbc070 req-eb10d798-cc82-4312-ba78-3cd28ac50e23 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1fe8f42c4854e5699e2e8b880d21442&device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 6484 time: 0.2506506 Feb 09 01:06:05.615414 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-5b84a994-18c5-4a2d-9a9f-1ae9f3d4b237 req-6d98fede-329e-499f-ad5a-48a2ae466e38 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Calling delete_port for c24f55ad-222d-42af-9caa-acd4952ab488 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:06:05.705101 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-05ae0b71-c221-46bd-acfc-d314edddd277 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] For port 5e573bb8-b7cc-49bd-845e-568963a4e2d8, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=5e573bb8-b7cc-49bd-845e-568963a4e2d8,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:05.705101 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-05ae0b71-c221-46bd-acfc-d314edddd277 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:05.805009 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42776eab-92b1-4a3c-9a74-8c5561320383 req-f8c6452b-d9c5-40ac-ad16-36bf5161dcc6 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:05.806490 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-42776eab-92b1-4a3c-9a74-8c5561320383 req-f8c6452b-d9c5-40ac-ad16-36bf5161dcc6 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 949 time: 0.3080456 Feb 09 01:06:05.810785 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687af192-ffe0-49c3-a5ae-431413bbc070 req-fcaf175e-3bd0-43fd-afec-ab81577ae329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:05.812153 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-687af192-ffe0-49c3-a5ae-431413bbc070 req-fcaf175e-3bd0-43fd-afec-ab81577ae329 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2bec690d-2fc1-4a43-9409-cf15cb1e963a HTTP/1.1" status: 200 len: 903 time: 0.1911972 Feb 09 01:06:05.886013 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-05ae0b71-c221-46bd-acfc-d314edddd277 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Calling delete_port for 5e573bb8-b7cc-49bd-845e-568963a4e2d8 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:06:05.935165 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-687af192-ffe0-49c3-a5ae-431413bbc070 req-d5e1b2ae-36a1-4965-9597-36e975efa22d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=28f6d6f4-456f-46b7-a80c-e7fa8ebd0629 HTTP/1.1" status: 200 len: 217 time: 0.0925188 Feb 09 01:06:06.005929 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-42776eab-92b1-4a3c-9a74-8c5561320383 req-a5a58b79-2463-47a5-9656-f34d1784652a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928108 Feb 09 01:06:06.103818 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687af192-ffe0-49c3-a5ae-431413bbc070 req-8e463b51-ee2e-4ef8-897a-4b785de07764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:06.114356 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-687af192-ffe0-49c3-a5ae-431413bbc070 req-8e463b51-ee2e-4ef8-897a-4b785de07764 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0da9c592-ba8f-483c-8446-d42b4fd95318 HTTP/1.1" status: 200 len: 797 time: 0.1642900 Feb 09 01:06:06.115856 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8fd060f5-ba81-48f0-b6ca-166984024960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:06.140825 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-b48bf7ff-1ea9-494a-9811-68fc96839b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:06.142306 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-b48bf7ff-1ea9-494a-9811-68fc96839b89 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.6619997 Feb 09 01:06:06.252466 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-bd9bf93a-1186-4aee-9bbd-346028cc0d4e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 HTTP/1.1" status: 200 len: 217 time: 0.0984893 Feb 09 01:06:06.285774 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd060f5-ba81-48f0-b6ca-166984024960 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74347758-4ca6-4694-99d4-623fe8b1f370,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:06.291116 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd060f5-ba81-48f0-b6ca-166984024960 admin admin] Checking segment: {'id': 'a61f9560-b5f0-4f56-92cb-5bd87e6c7f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '84b8fc63-0946-45c0-a7ed-dafe26b562b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:06:06.291538 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd060f5-ba81-48f0-b6ca-166984024960 admin admin] Network hostable DHCP agents. Network: 84b8fc63-0946-45c0-a7ed-dafe26b562b1, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:06:06.327584 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687af192-ffe0-49c3-a5ae-431413bbc070 req-2d727df1-dfbf-4f31-9dce-0b3ef88e6eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:06.329962 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-687af192-ffe0-49c3-a5ae-431413bbc070 req-2d727df1-dfbf-4f31-9dce-0b3ef88e6eca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2bec690d-2fc1-4a43-9409-cf15cb1e963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2025299 Feb 09 01:06:06.331262 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd060f5-ba81-48f0-b6ca-166984024960 admin admin] Network 84b8fc63-0946-45c0-a7ed-dafe26b562b1 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:06:06.370179 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-8fd060f5-ba81-48f0-b6ca-166984024960 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 84b8fc63-0946-45c0-a7ed-dafe26b562b1) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:06.380202 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed5d7f8-5e4c-420e-b6b9-ebeb6580e10d None None] Network 84b8fc63-0946-45c0-a7ed-dafe26b562b1 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:06:06.436783 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd060f5-ba81-48f0-b6ca-166984024960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:06.437743 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8fd060f5-ba81-48f0-b6ca-166984024960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:06.438609 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5b84a994-18c5-4a2d-9a9f-1ae9f3d4b237 req-6d98fede-329e-499f-ad5a-48a2ae466e38 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:06.506500 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['340f5206-e4c6-4d75-8305-bb6783c1cb53'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:06:06.532635 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-687af192-ffe0-49c3-a5ae-431413bbc070 req-2c3a9a08-dd2d-4cd3-90ce-3c0bef7c9618 service neutron] 10.222.0.35 "GET /v2.0/networks/2bec690d-2fc1-4a43-9409-cf15cb1e963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946025 Feb 09 01:06:06.541283 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['c24f55ad-222d-42af-9caa-acd4952ab488'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:06:06.544931 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8fd060f5-ba81-48f0-b6ca-166984024960 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2001171 Feb 09 01:06:06.563091 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d98fede-329e-499f-ad5a-48a2ae466e38 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Pushing event deleted for resources: {'Port': ['ID=c24f55ad-222d-42af-9caa-acd4952ab488,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:06.586426 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15760f70-d7c8-44f4-9a8d-8178653f903b req-77ab7a1e-c6c5-4ad7-86ef-b3f8d393d274 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Router 524697d0-ff11-4503-8136-ac8939db0bd3 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:06:06.735209 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-05ae0b71-c221-46bd-acfc-d314edddd277 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:06.748038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-fcb3bae9-9ba9-40e8-b097-915cd2282910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:06.748528 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-fcb3bae9-9ba9-40e8-b097-915cd2282910 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.3985224 Feb 09 01:06:06.750859 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b84a994-18c5-4a2d-9a9f-1ae9f3d4b237 req-6d98fede-329e-499f-ad5a-48a2ae466e38 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] No DVR routers for this DVR port c24f55ad-222d-42af-9caa-acd4952ab488 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:06:06.758199 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5b84a994-18c5-4a2d-9a9f-1ae9f3d4b237 req-6d98fede-329e-499f-ad5a-48a2ae466e38 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:06.759551 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-19016f64-a962-46b7-a0b9-eac1f5f909ba req-26dc6b6f-3394-4bfc-a4e8-270f07d3940d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=13b61d2e-2d2b-4857-9d96-687c3f7d61e6 HTTP/1.1" status: 200 len: 210 time: 0.0765355 Feb 09 01:06:06.801937 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d98fede-329e-499f-ad5a-48a2ae466e38 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:06.802282 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d98fede-329e-499f-ad5a-48a2ae466e38 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:06.802842 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d98fede-329e-499f-ad5a-48a2ae466e38 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:06.803377 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d98fede-329e-499f-ad5a-48a2ae466e38 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:06.803883 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d98fede-329e-499f-ad5a-48a2ae466e38 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:06.804413 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d98fede-329e-499f-ad5a-48a2ae466e38 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:06.805903 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d98fede-329e-499f-ad5a-48a2ae466e38 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:06.806453 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d98fede-329e-499f-ad5a-48a2ae466e38 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:06.807714 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d98fede-329e-499f-ad5a-48a2ae466e38 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:06.808360 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d98fede-329e-499f-ad5a-48a2ae466e38 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:06.808900 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d98fede-329e-499f-ad5a-48a2ae466e38 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:06.809406 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d98fede-329e-499f-ad5a-48a2ae466e38 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:06.905410 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-687af192-ffe0-49c3-a5ae-431413bbc070 req-5dc4ecf4-fac9-4f65-88a1-3b78fc60bc16 service neutron] 10.222.0.35 "GET /v2.0/networks/2bec690d-2fc1-4a43-9409-cf15cb1e963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590689 Feb 09 01:06:06.928469 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ca9ef6-0487-4c13-9be2-3956d6c232f1', 'name': 'network-vif-deleted', 'tag': 'c24f55ad-222d-42af-9caa-acd4952ab488'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:06:06.932430 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-74b67480-4fe3-4843-aedd-3972dcf1f175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:06.933716 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae0b71-c221-46bd-acfc-d314edddd277 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Pushing event deleted for resources: {'Port': ['ID=5e573bb8-b7cc-49bd-845e-568963a4e2d8,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:06.942219 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5b84a994-18c5-4a2d-9a9f-1ae9f3d4b237 req-6d98fede-329e-499f-ad5a-48a2ae466e38 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.35 "DELETE /v2.0/ports/c24f55ad-222d-42af-9caa-acd4952ab488 HTTP/1.1" status: 204 len: 173 time: 2.6775525 Feb 09 01:06:07.088015 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c050df5-f35c-4db7-9921-26a35fbca6e1 None None] Network 84b8fc63-0946-45c0-a7ed-dafe26b562b1 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:06:07.282922 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2450a-ded7-4b9a-be35-025d6074f123 req-1c511b40-fc43-4c14-9f0a-ba62a76cd498 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:07.288926 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2450a-ded7-4b9a-be35-025d6074f123 req-1c511b40-fc43-4c14-9f0a-ba62a76cd498 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:07.294704 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2450a-ded7-4b9a-be35-025d6074f123 req-1c511b40-fc43-4c14-9f0a-ba62a76cd498 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:07.301085 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2450a-ded7-4b9a-be35-025d6074f123 req-1c511b40-fc43-4c14-9f0a-ba62a76cd498 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:07.306931 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2450a-ded7-4b9a-be35-025d6074f123 req-1c511b40-fc43-4c14-9f0a-ba62a76cd498 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:07.309394 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-05ae0b71-c221-46bd-acfc-d314edddd277 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] No DVR routers for this DVR port 5e573bb8-b7cc-49bd-845e-568963a4e2d8 on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:06:07.311923 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-05ae0b71-c221-46bd-acfc-d314edddd277 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:07.312695 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2450a-ded7-4b9a-be35-025d6074f123 req-1c511b40-fc43-4c14-9f0a-ba62a76cd498 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:07.314209 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aec0c00f-fbcd-4c87-95ef-c97d117c4293 req-05ae0b71-c221-46bd-acfc-d314edddd277 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.117 "DELETE /v2.0/ports/5e573bb8-b7cc-49bd-845e-568963a4e2d8 HTTP/1.1" status: 204 len: 173 time: 3.0176985 Feb 09 01:06:07.319087 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2450a-ded7-4b9a-be35-025d6074f123 req-1c511b40-fc43-4c14-9f0a-ba62a76cd498 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:07.326839 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-edb2450a-ded7-4b9a-be35-025d6074f123 req-1c511b40-fc43-4c14-9f0a-ba62a76cd498 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5427 time: 0.3024318 Feb 09 01:06:07.376957 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-edb2450a-ded7-4b9a-be35-025d6074f123 req-f44815ea-2d83-4b7c-b7ce-30b1d47fbae0 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0492105 Feb 09 01:06:07.437636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-2bb3985f-2bd3-46a9-8781-63a6b3aa14d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:07.439145 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-2bb3985f-2bd3-46a9-8781-63a6b3aa14d2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5177388 Feb 09 01:06:07.443327 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15760f70-d7c8-44f4-9a8d-8178653f903b req-77ab7a1e-c6c5-4ad7-86ef-b3f8d393d274 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:06:07.447665 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-15760f70-d7c8-44f4-9a8d-8178653f903b req-77ab7a1e-c6c5-4ad7-86ef-b3f8d393d274 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:07.455261 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2df7802-8b7a-4261-aabc-ef42cbc99a05 None None] Sync routers for ids ['524697d0-ff11-4503-8136-ac8939db0bd3'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:06:07.471234 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2df7802-8b7a-4261-aabc-ef42cbc99a05 None None] Routers {'524697d0-ff11-4503-8136-ac8939db0bd3'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:06:07.471857 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-c2df7802-8b7a-4261-aabc-ef42cbc99a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:05:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['524697d0-ff11-4503-8136-ac8939db0bd3'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:07.531434 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['5e573bb8-b7cc-49bd-845e-568963a4e2d8'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:06:07.614100 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-15760f70-d7c8-44f4-9a8d-8178653f903b req-77ab7a1e-c6c5-4ad7-86ef-b3f8d393d274 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "PUT /v2.0/floatingips/2721b154-ab35-4087-8449-82b0c3d84696 HTTP/1.1" status: 200 len: 995 time: 4.5460026 Feb 09 01:06:07.651669 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a070f-f9cb-44c8-970c-08f2939c6201 req-2c6d8871-942f-4018-8321-5724e1b2a103 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:07.653744 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f00a070f-f9cb-44c8-970c-08f2939c6201 req-2c6d8871-942f-4018-8321-5724e1b2a103 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cc473e5-2dff-4ebf-836e-af66073c1e30 HTTP/1.1" status: 200 len: 946 time: 0.1569686 Feb 09 01:06:07.720868 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f00a070f-f9cb-44c8-970c-08f2939c6201 req-64428c89-7c83-42f6-afd5-2d41317f2ddc tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587771 Feb 09 01:06:07.742621 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-61d7ae80-667a-4cdf-bc8d-e43140ecc3bb req-2761ccd1-4809-4c8a-bde1-6d893dace9e4 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a75aeed005c34e95a63eb49629dd324d&device_id=13b61d2e-2d2b-4857-9d96-687c3f7d61e6 HTTP/1.1" status: 200 len: 210 time: 0.0642984 Feb 09 01:06:07.767357 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-c2df7802-8b7a-4261-aabc-ef42cbc99a05 None None] Set router 524697d0-ff11-4503-8136-ac8939db0bd3 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:06:07.784497 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-f65e79ff-07e9-4bd7-a8ac-a371c189396c service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992570 Feb 09 01:06:07.890184 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a37571-50a0-452e-be1e-73d74ea37a1b req-4153fbf2-754f-4d30-9405-5a74f403ec84 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:07.891697 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-78a37571-50a0-452e-be1e-73d74ea37a1b req-4153fbf2-754f-4d30-9405-5a74f403ec84 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 1096 time: 0.0728185 Feb 09 01:06:07.981439 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-78a37571-50a0-452e-be1e-73d74ea37a1b req-b956e085-def6-49e3-a271-2cb05cb5a602 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724096 Feb 09 01:06:08.010702 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15760f70-d7c8-44f4-9a8d-8178653f903b req-3ed41441-906e-496b-840e-9c9b1404afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:08.015279 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-15760f70-d7c8-44f4-9a8d-8178653f903b req-3ed41441-906e-496b-840e-9c9b1404afd2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=13db6f711f024a948f23ba528e45c23e&device_id=71d1d6a2-32e4-474b-9a15-ecc124db9b3c HTTP/1.1" status: 200 len: 1096 time: 0.3675616 Feb 09 01:06:08.120777 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-4bfd4b03-c0cf-443d-aeb4-86d1455bffce service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891316 Feb 09 01:06:08.123576 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7ae80-667a-4cdf-bc8d-e43140ecc3bb req-f2657c6b-fd94-4bc4-b0a1-dd778bd228cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:08.124956 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-61d7ae80-667a-4cdf-bc8d-e43140ecc3bb req-f2657c6b-fd94-4bc4-b0a1-dd778bd228cf service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=a75aeed005c34e95a63eb49629dd324d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3692129 Feb 09 01:06:08.190146 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-c2df7802-8b7a-4261-aabc-ef42cbc99a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-787289705-router', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:11Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'gw_port': {'id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:14Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '2721b154-ab35-4087-8449-82b0c3d84696', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'floating_ip_address': '172.25.5.61', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'port_id': '340f5206-e4c6-4d75-8305-bb6783c1cb53', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'mac_address': 'fa:16:3e:8e:8c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d1d6a2-32e4-474b-9a15-ecc124db9b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:05:09Z', 'updated_at': '2022-02-09T01:06:04Z', 'revision_number': 8, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88b4046c-b14f-4732-938c-a86be967888f', 'name': '', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'mac_address': 'fa:16:3e:47:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:23Z', 'updated_at': '2022-02-09T01:04:38Z', 'revision_number': 5, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'subnets': [{'id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:08.195757 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2df7802-8b7a-4261-aabc-ef42cbc99a05 None None] Checking router: 524697d0-ff11-4503-8136-ac8939db0bd3 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:06:08.204061 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2df7802-8b7a-4261-aabc-ef42cbc99a05 None None] Routers {'524697d0-ff11-4503-8136-ac8939db0bd3'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:06:08.205202 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-c2df7802-8b7a-4261-aabc-ef42cbc99a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:05:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['524697d0-ff11-4503-8136-ac8939db0bd3'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:08.354491 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15760f70-d7c8-44f4-9a8d-8178653f903b req-98d3c684-52b3-42f9-80c2-8ec1f1577561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:08.356696 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-15760f70-d7c8-44f4-9a8d-8178653f903b req-98d3c684-52b3-42f9-80c2-8ec1f1577561 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b5fd0cb5-7e9b-45fd-beb6-2ed905515601 HTTP/1.1" status: 200 len: 921 time: 0.3287966 Feb 09 01:06:08.414797 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-c2df7802-8b7a-4261-aabc-ef42cbc99a05 None None] Set router 524697d0-ff11-4503-8136-ac8939db0bd3 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:06:08.478867 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7ae80-667a-4cdf-bc8d-e43140ecc3bb req-a151b207-97f3-4d61-a4ec-38817a3395b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:08.480326 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-61d7ae80-667a-4cdf-bc8d-e43140ecc3bb req-a151b207-97f3-4d61-a4ec-38817a3395b2 service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3430934 Feb 09 01:06:08.500575 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-15760f70-d7c8-44f4-9a8d-8178653f903b req-296d0153-135e-42c9-85b1-051038caee33 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=340f5206-e4c6-4d75-8305-bb6783c1cb53 HTTP/1.1" status: 200 len: 998 time: 0.1361058 Feb 09 01:06:08.574874 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6c9a3-53b9-4874-b146-805192426869 req-0ce8dd37-d384-48f8-91f8-d2f5106b3c9c tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:08.575885 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3fd6c9a3-53b9-4874-b146-805192426869 req-0ce8dd37-d384-48f8-91f8-d2f5106b3c9c tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Synchronizing usage tracker for tenant:6428ce51b6b44a9195de9392004f082d on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:06:08.580448 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15760f70-d7c8-44f4-9a8d-8178653f903b req-d28d92ef-dd8d-49ed-a4c9-d9420fe0bad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:08.581920 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-15760f70-d7c8-44f4-9a8d-8178653f903b req-d28d92ef-dd8d-49ed-a4c9-d9420fe0bad4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15f6169a-7b57-4d0c-b44b-21d1db3578d7 HTTP/1.1" status: 200 len: 859 time: 0.0806003 Feb 09 01:06:08.626304 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3fd6c9a3-53b9-4874-b146-805192426869 req-0ce8dd37-d384-48f8-91f8-d2f5106b3c9c tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Unset dirty status for tenant:6428ce51b6b44a9195de9392004f082d on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:06:08.627726 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3fd6c9a3-53b9-4874-b146-805192426869 req-0ce8dd37-d384-48f8-91f8-d2f5106b3c9c tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.35 "GET /v2.0/ports?device_id=5cc473e5-2dff-4ebf-836e-af66073c1e30 HTTP/1.1" status: 200 len: 946 time: 0.3578513 Feb 09 01:06:08.709669 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-50402aa8-8b65-4ade-8f4b-1200189232cd tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:08.711026 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-50402aa8-8b65-4ade-8f4b-1200189232cd tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Synchronizing usage tracker for tenant:7899c4a045cf4a878cc9afb8de54c39e on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:06:08.717878 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c24f55ad-222d-42af-9caa-acd4952ab488 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:06:08.731632 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-50402aa8-8b65-4ade-8f4b-1200189232cd tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Unset dirty status for tenant:7899c4a045cf4a878cc9afb8de54c39e on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:06:08.733127 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-50402aa8-8b65-4ade-8f4b-1200189232cd tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/networks?id=84b8fc63-0946-45c0-a7ed-dafe26b562b1 HTTP/1.1" status: 200 len: 821 time: 0.1861856 Feb 09 01:06:08.752046 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-37949b59-154d-49cd-a495-0b65be79ea56 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/quotas/7899c4a045cf4a878cc9afb8de54c39e HTTP/1.1" status: 200 len: 375 time: 0.0117276 Feb 09 01:06:08.764132 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: c24f55ad-222d-42af-9caa-acd4952ab488 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:06:08.764899 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c24f55ad-222d-42af-9caa-acd4952ab488 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:06:08.810173 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-4009277f-f7c1-4765-b7c3-9bc8664eae72 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7899c4a045cf4a878cc9afb8de54c39e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447068 Feb 09 01:06:08.826767 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-c2df7802-8b7a-4261-aabc-ef42cbc99a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-787289705-router', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:11Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'gw_port': {'id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:14Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '2721b154-ab35-4087-8449-82b0c3d84696', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'floating_ip_address': '172.25.5.61', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'port_id': '340f5206-e4c6-4d75-8305-bb6783c1cb53', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'mac_address': 'fa:16:3e:8e:8c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d1d6a2-32e4-474b-9a15-ecc124db9b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:05:09Z', 'updated_at': '2022-02-09T01:06:04Z', 'revision_number': 8, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88b4046c-b14f-4732-938c-a86be967888f', 'name': '', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'mac_address': 'fa:16:3e:47:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:23Z', 'updated_at': '2022-02-09T01:04:38Z', 'revision_number': 5, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'subnets': [{'id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:08.831436 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2df7802-8b7a-4261-aabc-ef42cbc99a05 None None] The sync data for ids ['524697d0-ff11-4503-8136-ac8939db0bd3'] in n-d-828419-1 is: [{'id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-787289705-router', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:11Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'gw_port': {'id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:14Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '2721b154-ab35-4087-8449-82b0c3d84696', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'floating_ip_address': '172.25.5.61', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'port_id': '340f5206-e4c6-4d75-8305-bb6783c1cb53', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'mac_address': 'fa:16:3e:8e:8c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d1d6a2-32e4-474b-9a15-ecc124db9b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:05:09Z', 'updated_at': '2022-02-09T01:06:04Z', 'revision_number': 8, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88b4046c-b14f-4732-938c-a86be967888f', 'name': '', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'mac_address': 'fa:16:3e:47:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:23Z', 'updated_at': '2022-02-09T01:04:38Z', 'revision_number': 5, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'subnets': [{'id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:06:08.840985 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-3fd6c9a3-53b9-4874-b146-805192426869 req-48e86e1e-5358-436b-a416-9857ea6902f7 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Deleting port 00cea82b-155a-47ea-af2c-a0f29fb89294 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:06:08.841333 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3fd6c9a3-53b9-4874-b146-805192426869 req-48e86e1e-5358-436b-a416-9857ea6902f7 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:08.897855 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15760f70-d7c8-44f4-9a8d-8178653f903b req-e634cbd0-2de3-46c3-a64e-25ef3d1201bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:08.899389 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-15760f70-d7c8-44f4-9a8d-8178653f903b req-e634cbd0-2de3-46c3-a64e-25ef3d1201bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5fd0cb5-7e9b-45fd-beb6-2ed905515601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3088799 Feb 09 01:06:08.958463 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-994130db-ac91-4bb6-a362-413ca44f550e service neutron] 10.222.0.37 "GET /v2.0/networks/84b8fc63-0946-45c0-a7ed-dafe26b562b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404240 Feb 09 01:06:09.056826 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e91099-916d-4449-af26-3ae56264905c None None] New status for floating IP 2721b154-ab35-4087-8449-82b0c3d84696: ACTIVE {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:06:09.122159 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-a72f48dd-03be-4fb5-a369-8279f9fc5e40 service neutron] 10.222.0.37 "GET /v2.0/networks/84b8fc63-0946-45c0-a7ed-dafe26b562b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600168 Feb 09 01:06:09.198967 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-15760f70-d7c8-44f4-9a8d-8178653f903b req-34ca5365-831f-47e4-abd2-6a4d024419f8 service neutron] 10.222.0.37 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642772 Feb 09 01:06:09.267015 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9d6a3059-b4c0-4ab2-b721-6e573248ab37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:09.329069 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-3fd6c9a3-53b9-4874-b146-805192426869 req-48e86e1e-5358-436b-a416-9857ea6902f7 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] For port 00cea82b-155a-47ea-af2c-a0f29fb89294, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=00cea82b-155a-47ea-af2c-a0f29fb89294,segment=NetworkSegment(ec8aa979-c430-4d73-b46b-92a5473a57c5),segment_id=ec8aa979-c430-4d73-b46b-92a5473a57c5)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:09.329416 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3fd6c9a3-53b9-4874-b146-805192426869 req-48e86e1e-5358-436b-a416-9857ea6902f7 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:09.483846 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-3fd6c9a3-53b9-4874-b146-805192426869 req-48e86e1e-5358-436b-a416-9857ea6902f7 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Calling delete_port for 00cea82b-155a-47ea-af2c-a0f29fb89294 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:06:09.538066 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef24a1-bada-45ab-b7e0-d2adefd467a3 req-11799129-2807-492c-9f80-199b22cec6c7 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:09.540136 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-34ef24a1-bada-45ab-b7e0-d2adefd467a3 req-11799129-2807-492c-9f80-199b22cec6c7 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 949 time: 0.0864286 Feb 09 01:06:09.547647 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-15760f70-d7c8-44f4-9a8d-8178653f903b req-cbc0a009-4956-4f23-8eed-7370fd4d76af service neutron] 10.222.0.37 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196282 Feb 09 01:06:09.604351 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-34ef24a1-bada-45ab-b7e0-d2adefd467a3 req-2d753fc3-5032-42f5-b2c6-bd12e873c92d tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568085 Feb 09 01:06:09.633939 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ca9ef6-0487-4c13-9be2-3956d6c232f1', 'name': 'network-vif-deleted', 'tag': 'c24f55ad-222d-42af-9caa-acd4952ab488', 'status': 'completed', 'code': 200} Feb 09 01:06:09.675156 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3fd6c9a3-53b9-4874-b146-805192426869 req-48e86e1e-5358-436b-a416-9857ea6902f7 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:09.691635 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['ae96d083-8a34-4b02-aed5-0e82d911c043'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:06:09.724932 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['00cea82b-155a-47ea-af2c-a0f29fb89294'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:06:09.731339 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e86e1e-5358-436b-a416-9857ea6902f7 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Pushing event deleted for resources: {'Port': ['ID=00cea82b-155a-47ea-af2c-a0f29fb89294,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:09.810717 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-86a07a4f-66a5-4b98-91e0-3b552085e5d5 req-339ea44c-4209-4254-94b6-1b0788b1aef4 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=13b61d2e-2d2b-4857-9d96-687c3f7d61e6 HTTP/1.1" status: 200 len: 210 time: 0.0806479 Feb 09 01:06:09.820505 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd6c9a3-53b9-4874-b146-805192426869 req-48e86e1e-5358-436b-a416-9857ea6902f7 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] No DVR routers for this DVR port 00cea82b-155a-47ea-af2c-a0f29fb89294 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:06:09.825900 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3fd6c9a3-53b9-4874-b146-805192426869 req-48e86e1e-5358-436b-a416-9857ea6902f7 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:09.852995 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3fd6c9a3-53b9-4874-b146-805192426869 req-48e86e1e-5358-436b-a416-9857ea6902f7 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.35 "DELETE /v2.0/ports/00cea82b-155a-47ea-af2c-a0f29fb89294 HTTP/1.1" status: 204 len: 173 time: 1.2183583 Feb 09 01:06:10.070663 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcf4cc-88b5-42bc-918e-91ec0c399095 req-7b9eda99-03a3-429a-a11f-eb6a952e3b07 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:10.073138 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-63fcf4cc-88b5-42bc-918e-91ec0c399095 req-7b9eda99-03a3-429a-a11f-eb6a952e3b07 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36fccf-39b3-435a-95b2-b5e86d17f32e HTTP/1.1" status: 200 len: 946 time: 0.1062765 Feb 09 01:06:10.153055 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-63fcf4cc-88b5-42bc-918e-91ec0c399095 req-45509a03-4abd-4eec-b908-4c262f9cab75 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b73b45e-4f61-43ef-8dcf-4aa9a8b7e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737867 Feb 09 01:06:10.289860 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:10.335965 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:10.395508 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a65cb1-5fa2-48a1-b7a6-f19828f1be39 req-a726ba2a-5bbc-4733-9d96-5137b1603c55 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:10.401551 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a65cb1-5fa2-48a1-b7a6-f19828f1be39 req-a726ba2a-5bbc-4733-9d96-5137b1603c55 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:10.407355 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a65cb1-5fa2-48a1-b7a6-f19828f1be39 req-a726ba2a-5bbc-4733-9d96-5137b1603c55 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:10.413351 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a65cb1-5fa2-48a1-b7a6-f19828f1be39 req-a726ba2a-5bbc-4733-9d96-5137b1603c55 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:10.419177 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a65cb1-5fa2-48a1-b7a6-f19828f1be39 req-a726ba2a-5bbc-4733-9d96-5137b1603c55 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:10.425104 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a65cb1-5fa2-48a1-b7a6-f19828f1be39 req-a726ba2a-5bbc-4733-9d96-5137b1603c55 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:10.430874 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a65cb1-5fa2-48a1-b7a6-f19828f1be39 req-a726ba2a-5bbc-4733-9d96-5137b1603c55 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:10.432890 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d6a65cb1-5fa2-48a1-b7a6-f19828f1be39 req-a726ba2a-5bbc-4733-9d96-5137b1603c55 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5427 time: 0.1509824 Feb 09 01:06:10.493484 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b7f34-aae7-4065-ace3-7a0f36b2e08e req-439b8f6b-e72a-4e27-9c2e-9da0ddeecaeb tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:10.495785 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-433b7f34-aae7-4065-ace3-7a0f36b2e08e req-439b8f6b-e72a-4e27-9c2e-9da0ddeecaeb tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] 10.222.0.117 "GET /v2.0/ports?device_id=9c36fccf-39b3-435a-95b2-b5e86d17f32e HTTP/1.1" status: 200 len: 946 time: 0.0847628 Feb 09 01:06:10.498141 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d6a65cb1-5fa2-48a1-b7a6-f19828f1be39 req-bb713bd2-977a-4baa-87c2-e1872cf79863 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570741 Feb 09 01:06:10.627065 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-61d7ae80-667a-4cdf-bc8d-e43140ecc3bb req-fc3f1d71-0232-412a-aa3f-d9eac7589ad9 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Synchronizing usage tracker for tenant:a75aeed005c34e95a63eb49629dd324d on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:06:10.681229 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-433b7f34-aae7-4065-ace3-7a0f36b2e08e req-65b960fc-f5df-4753-970d-badb390ab5d3 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Deleting port 867ae39a-fabd-48f2-b357-96cd97c34973 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:06:10.681877 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-433b7f34-aae7-4065-ace3-7a0f36b2e08e req-65b960fc-f5df-4753-970d-badb390ab5d3 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:10.698024 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-da6a6d30-e184-447c-ba1b-55df70b25d10 req-25fcd884-2f27-439a-af14-49c2ec447bbf tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cc473e5-2dff-4ebf-836e-af66073c1e30 HTTP/1.1" status: 200 len: 210 time: 0.0469565 Feb 09 01:06:10.764041 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-61d7ae80-667a-4cdf-bc8d-e43140ecc3bb req-fc3f1d71-0232-412a-aa3f-d9eac7589ad9 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Unset dirty status for tenant:a75aeed005c34e95a63eb49629dd324d on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:06:10.765182 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-61d7ae80-667a-4cdf-bc8d-e43140ecc3bb req-fc3f1d71-0232-412a-aa3f-d9eac7589ad9 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.117 "GET /v2.0/ports?device_id=13b61d2e-2d2b-4857-9d96-687c3f7d61e6 HTTP/1.1" status: 200 len: 210 time: 0.2485166 Feb 09 01:06:10.856079 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-55d8d01a-2643-4c06-8b72-8da33a8a654a req-0951c57d-e36a-4683-b5fb-23c5c6a8e5a0 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbcc61c2-7072-453b-a9df-32070a88969c HTTP/1.1" status: 200 len: 210 time: 0.0485547 Feb 09 01:06:10.923161 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-1c3e8237-a3be-4d34-a59f-4e064a9d83a1 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:10.924760 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-1c3e8237-a3be-4d34-a59f-4e064a9d83a1 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.35 "GET /v2.0/networks?id=84b8fc63-0946-45c0-a7ed-dafe26b562b1 HTTP/1.1" status: 200 len: 821 time: 0.2737401 Feb 09 01:06:10.996660 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-53835ffb-16d2-44a6-b52a-54dae4ccfdf9 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Request body: {'port': {'device_id': 'bbcc61c2-7072-453b-a9df-32070a88969c', 'network_id': '84b8fc63-0946-45c0-a7ed-dafe26b562b1', 'admin_state_up': True, 'tenant_id': '7899c4a045cf4a878cc9afb8de54c39e'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:11.054019 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7720cf95-1b30-475c-a5b6-0abfb8768e05 req-dc4ac590-0796-4dcc-a5e5-f7bcd8c8bfdc tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/floatingips/2721b154-ab35-4087-8449-82b0c3d84696 HTTP/1.1" status: 200 len: 997 time: 0.1641848 Feb 09 01:06:11.231845 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720cf95-1b30-475c-a5b6-0abfb8768e05 req-406a25a2-e176-498e-b90c-e9e2c3d884ec tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:11.233251 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7720cf95-1b30-475c-a5b6-0abfb8768e05 req-406a25a2-e176-498e-b90c-e9e2c3d884ec tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 784 time: 0.1700196 Feb 09 01:06:11.250598 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-357207d2-3046-485f-9051-efab86914051 req-b6a319fd-c3fc-4634-b328-a761439d48b7 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:06:11.251433 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-357207d2-3046-485f-9051-efab86914051 req-b6a319fd-c3fc-4634-b328-a761439d48b7 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3098686 Feb 09 01:06:11.272604 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-357207d2-3046-485f-9051-efab86914051 req-513d0528-79a5-48d8-bb68-33f8bf746f5f service neutron] Request body: {'binding': {'host': 'n-h2-828419-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:11.273049 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-357207d2-3046-485f-9051-efab86914051 req-513d0528-79a5-48d8-bb68-33f8bf746f5f service neutron] Unknown quota resources ['binding']. {{(pid=87612) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 01:06:11.406744 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a74964-9b25-468b-a90c-b52f902a22eb req-3eb33ef6-9afa-4786-b6cd-181311e73809 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:11.408313 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e7a74964-9b25-468b-a90c-b52f902a22eb req-3eb33ef6-9afa-4786-b6cd-181311e73809 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 949 time: 0.0853539 Feb 09 01:06:11.484470 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e7a74964-9b25-468b-a90c-b52f902a22eb req-5bb60ce3-ffa1-4c02-ada2-75c64d849db1 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668936 Feb 09 01:06:11.490439 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-433b7f34-aae7-4065-ace3-7a0f36b2e08e req-65b960fc-f5df-4753-970d-badb390ab5d3 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] For port 867ae39a-fabd-48f2-b357-96cd97c34973, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=867ae39a-fabd-48f2-b357-96cd97c34973,segment=NetworkSegment(bec6c353-a489-460c-b40f-233d3d48e8fd),segment_id=bec6c353-a489-460c-b40f-233d3d48e8fd)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:11.490808 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-433b7f34-aae7-4065-ace3-7a0f36b2e08e req-65b960fc-f5df-4753-970d-badb390ab5d3 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:11.574460 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-53835ffb-16d2-44a6-b52a-54dae4ccfdf9 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:11.578945 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-53835ffb-16d2-44a6-b52a-54dae4ccfdf9 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Usage tracker for resource:port and tenant:7899c4a045cf4a878cc9afb8de54c39e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:11.583005 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-53835ffb-16d2-44a6-b52a-54dae4ccfdf9 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:11.590318 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-53835ffb-16d2-44a6-b52a-54dae4ccfdf9 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:11.670014 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b61d2e-2d2b-4857-9d96-687c3f7d61e6', 'name': 'network-vif-deleted', 'tag': '5e573bb8-b7cc-49bd-845e-568963a4e2d8'}, {'name': 'network-changed', 'server_uuid': '71d1d6a2-32e4-474b-9a15-ecc124db9b3c', 'tag': '340f5206-e4c6-4d75-8305-bb6783c1cb53'}, {'server_uuid': '5cc473e5-2dff-4ebf-836e-af66073c1e30', 'name': 'network-vif-deleted', 'tag': '00cea82b-155a-47ea-af2c-a0f29fb89294'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:06:11.692790 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-433b7f34-aae7-4065-ace3-7a0f36b2e08e req-65b960fc-f5df-4753-970d-badb390ab5d3 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Calling delete_port for 867ae39a-fabd-48f2-b357-96cd97c34973 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:06:11.700983 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:11.748431 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-53835ffb-16d2-44a6-b52a-54dae4ccfdf9 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Made reservation on behalf of 7899c4a045cf4a878cc9afb8de54c39e for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:11.752034 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-53835ffb-16d2-44a6-b52a-54dae4ccfdf9 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:11.861290 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970a199-1508-4a62-8d2b-702f950ce74a req-92e9bc99-4f83-403b-ae52-b9870d5c144a tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:11.862805 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f970a199-1508-4a62-8d2b-702f950ce74a req-92e9bc99-4f83-403b-ae52-b9870d5c144a tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36fccf-39b3-435a-95b2-b5e86d17f32e HTTP/1.1" status: 200 len: 946 time: 0.1939592 Feb 09 01:06:11.913053 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f970a199-1508-4a62-8d2b-702f950ce74a req-8ac7e742-d5e5-40b4-a202-180fb8e01578 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b73b45e-4f61-43ef-8dcf-4aa9a8b7e006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439441 Feb 09 01:06:11.962886 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-357207d2-3046-485f-9051-efab86914051 req-513d0528-79a5-48d8-bb68-33f8bf746f5f service neutron] Attempting to bind port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 on host n-h2-828419-1 for vnic_type normal with profile None {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:06:11.963225 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-357207d2-3046-485f-9051-efab86914051 req-513d0528-79a5-48d8-bb68-33f8bf746f5f service neutron] Attempting to bind port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:06:11.963553 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357207d2-3046-485f-9051-efab86914051 req-513d0528-79a5-48d8-bb68-33f8bf746f5f service neutron] Attempting to bind port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:06:12.013020 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357207d2-3046-485f-9051-efab86914051 req-513d0528-79a5-48d8-bb68-33f8bf746f5f service neutron] Port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:06:12.013340 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357207d2-3046-485f-9051-efab86914051 req-513d0528-79a5-48d8-bb68-33f8bf746f5f service neutron] Attempting to bind port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:06:12.039513 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357207d2-3046-485f-9051-efab86914051 req-513d0528-79a5-48d8-bb68-33f8bf746f5f service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:06:12.039857 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357207d2-3046-485f-9051-efab86914051 req-513d0528-79a5-48d8-bb68-33f8bf746f5f service neutron] Checking segment: {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:06:12.040254 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357207d2-3046-485f-9051-efab86914051 req-513d0528-79a5-48d8-bb68-33f8bf746f5f service neutron] Bound using segment: {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:06:12.040713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-357207d2-3046-485f-9051-efab86914051 req-513d0528-79a5-48d8-bb68-33f8bf746f5f service neutron] Bound port: c83f8a1e-a3b6-4bfd-aa0f-caacd4853992, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:06:12.047586 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c6f8fc67-0bff-4b03-bd51-110f88f0264b req-41bcd244-64b3-43ff-ab12-9e70451418ed tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.61 HTTP/1.1" status: 200 len: 1000 time: 0.1051745 Feb 09 01:06:12.068928 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-433b7f34-aae7-4065-ace3-7a0f36b2e08e req-65b960fc-f5df-4753-970d-badb390ab5d3 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:12.121968 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-53835ffb-16d2-44a6-b52a-54dae4ccfdf9 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Allocated IP 172.20.0.11 (84b8fc63-0946-45c0-a7ed-dafe26b562b1/74347758-4ca6-4694-99d4-623fe8b1f370/2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:12.129076 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8fc67-0bff-4b03-bd51-110f88f0264b req-7d460d9a-f328-4dce-b0e9-7d2414af30a0 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:12.130542 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c6f8fc67-0bff-4b03-bd51-110f88f0264b req-7d460d9a-f328-4dce-b0e9-7d2414af30a0 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports/340f5206-e4c6-4d75-8305-bb6783c1cb53 HTTP/1.1" status: 200 len: 942 time: 0.0759141 Feb 09 01:06:12.135774 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b960fc-f5df-4753-970d-badb390ab5d3 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Pushing event deleted for resources: {'Port': ['ID=867ae39a-fabd-48f2-b357-96cd97c34973,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:12.240435 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-433b7f34-aae7-4065-ace3-7a0f36b2e08e req-65b960fc-f5df-4753-970d-badb390ab5d3 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] No DVR routers for this DVR port 867ae39a-fabd-48f2-b357-96cd97c34973 on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:06:12.242828 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-357207d2-3046-485f-9051-efab86914051 req-513d0528-79a5-48d8-bb68-33f8bf746f5f service neutron] For port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c83f8a1e-a3b6-4bfd-aa0f-caacd4853992,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:06:12.246504 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-433b7f34-aae7-4065-ace3-7a0f36b2e08e req-65b960fc-f5df-4753-970d-badb390ab5d3 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:12.289996 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-433b7f34-aae7-4065-ace3-7a0f36b2e08e req-65b960fc-f5df-4753-970d-badb390ab5d3 tempest-ServerMetadataNegativeTestJSON-1474008513 tempest-ServerMetadataNegativeTestJSON-1474008513-project] 10.222.0.117 "DELETE /v2.0/ports/867ae39a-fabd-48f2-b357-96cd97c34973 HTTP/1.1" status: 204 len: 173 time: 1.7743993 Feb 09 01:06:12.295855 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-357207d2-3046-485f-9051-efab86914051 req-513d0528-79a5-48d8-bb68-33f8bf746f5f service neutron] Notify callbacks [] for binding, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:12.297003 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-357207d2-3046-485f-9051-efab86914051 req-513d0528-79a5-48d8-bb68-33f8bf746f5f service neutron] 10.222.0.37 "POST /v2.0/ports/c83f8a1e-a3b6-4bfd-aa0f-caacd4853992/bindings HTTP/1.1" status: 201 len: 389 time: 1.0377893 Feb 09 01:06:12.318647 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c6f8fc67-0bff-4b03-bd51-110f88f0264b req-03108fff-8acd-4ecb-b5d2-4f9f098cbd37 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.61 HTTP/1.1" status: 200 len: 1000 time: 0.1047716 Feb 09 01:06:12.479675 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-53835ffb-16d2-44a6-b52a-54dae4ccfdf9 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:12.518903 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8fc67-0bff-4b03-bd51-110f88f0264b req-2d39ca5b-2d96-4959-8747-e548b219b5ce tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:12.520718 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c6f8fc67-0bff-4b03-bd51-110f88f0264b req-2d39ca5b-2d96-4959-8747-e548b219b5ce tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 784 time: 0.1965747 Feb 09 01:06:12.576348 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-53835ffb-16d2-44a6-b52a-54dae4ccfdf9 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:12.634522 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c6f8fc67-0bff-4b03-bd51-110f88f0264b req-6446515c-9e43-4d8b-990c-9cd196708188 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.61 HTTP/1.1" status: 200 len: 1000 time: 0.1062508 Feb 09 01:06:12.643834 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-c6f8fc67-0bff-4b03-bd51-110f88f0264b req-c4ee876f-33b9-4b16-8867-797e96b3f5fe tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:12.676451 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e66450-21a7-402d-a6a5-a703bd73fabc req-a58c32cd-7b17-4751-a658-c1b23738e46a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:12.682156 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e66450-21a7-402d-a6a5-a703bd73fabc req-a58c32cd-7b17-4751-a658-c1b23738e46a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:12.687871 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e66450-21a7-402d-a6a5-a703bd73fabc req-a58c32cd-7b17-4751-a658-c1b23738e46a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:12.694134 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e66450-21a7-402d-a6a5-a703bd73fabc req-a58c32cd-7b17-4751-a658-c1b23738e46a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:12.699865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e66450-21a7-402d-a6a5-a703bd73fabc req-a58c32cd-7b17-4751-a658-c1b23738e46a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:12.705611 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e66450-21a7-402d-a6a5-a703bd73fabc req-a58c32cd-7b17-4751-a658-c1b23738e46a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:12.712019 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e66450-21a7-402d-a6a5-a703bd73fabc req-a58c32cd-7b17-4751-a658-c1b23738e46a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:12.713956 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-44e66450-21a7-402d-a6a5-a703bd73fabc req-a58c32cd-7b17-4751-a658-c1b23738e46a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5427 time: 0.2247179 Feb 09 01:06:12.750276 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-c6f8fc67-0bff-4b03-bd51-110f88f0264b req-c4ee876f-33b9-4b16-8867-797e96b3f5fe tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks [] for floatingip, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:12.751856 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 5e573bb8-b7cc-49bd-845e-568963a4e2d8 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:06:12.764743 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-53835ffb-16d2-44a6-b52a-54dae4ccfdf9 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Network 84b8fc63-0946-45c0-a7ed-dafe26b562b1 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:12.775108 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-53835ffb-16d2-44a6-b52a-54dae4ccfdf9 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:12.781748 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-53835ffb-16d2-44a6-b52a-54dae4ccfdf9 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:06:12.786131 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 00cea82b-155a-47ea-af2c-a0f29fb89294 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:06:12.824933 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: 5e573bb8-b7cc-49bd-845e-568963a4e2d8 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:06:12.825485 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 5e573bb8-b7cc-49bd-845e-568963a4e2d8 not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:06:12.826106 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 867ae39a-fabd-48f2-b357-96cd97c34973 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:06:12.829745 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53835ffb-16d2-44a6-b52a-54dae4ccfdf9 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Pushing event updated for resources: {'Port': ['ID=2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:12.846494 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-44e66450-21a7-402d-a6a5-a703bd73fabc req-3bb2de2a-8da9-4923-8827-3d2047bc56e2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1183913 Feb 09 01:06:12.871872 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: 867ae39a-fabd-48f2-b357-96cd97c34973 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:06:12.872444 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 867ae39a-fabd-48f2-b357-96cd97c34973 not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:06:12.874504 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-53835ffb-16d2-44a6-b52a-54dae4ccfdf9 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:12.874945 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 00cea82b-155a-47ea-af2c-a0f29fb89294 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:06:12.875129 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-53835ffb-16d2-44a6-b52a-54dae4ccfdf9 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:12.875781 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 00cea82b-155a-47ea-af2c-a0f29fb89294 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:06:12.907697 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357207d2-3046-485f-9051-efab86914051 req-ded540f0-c7bc-4903-859a-1fca148a203f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:12.909166 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-357207d2-3046-485f-9051-efab86914051 req-ded540f0-c7bc-4903-859a-1fca148a203f service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6a459030aa9346b7b761b1ccc64f5445&device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 1096 time: 0.2909522 Feb 09 01:06:12.913576 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-53835ffb-16d2-44a6-b52a-54dae4ccfdf9 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9704459 Feb 09 01:06:12.942422 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-b311f67c-d1f5-421b-a7fd-191bb1bf1755 service neutron] Request body: {'port': {'device_id': 'bbcc61c2-7072-453b-a9df-32070a88969c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:13.072243 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-c6f8fc67-0bff-4b03-bd51-110f88f0264b req-c4ee876f-33b9-4b16-8867-797e96b3f5fe tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:13.077715 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-c6f8fc67-0bff-4b03-bd51-110f88f0264b req-c4ee876f-33b9-4b16-8867-797e96b3f5fe tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:13.078259 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [req-c6f8fc67-0bff-4b03-bd51-110f88f0264b req-c4ee876f-33b9-4b16-8867-797e96b3f5fe tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Floating IP 2721b154-ab35-4087-8449-82b0c3d84696 disassociated. External IP: 172.25.5.61, port: 340f5206-e4c6-4d75-8305-bb6783c1cb53. Feb 09 01:06:13.410146 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-d9c7281e-e173-4ed0-ac3b-c06e8412006f tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:13.411609 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-d9c7281e-e173-4ed0-ac3b-c06e8412006f tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/networks?id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe HTTP/1.1" status: 200 len: 812 time: 0.4342933 Feb 09 01:06:13.413691 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-b311f67c-d1f5-421b-a7fd-191bb1bf1755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:13.426155 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357207d2-3046-485f-9051-efab86914051 req-e9155d0e-f569-436a-bcad-482cfe8425a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:13.427565 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-357207d2-3046-485f-9051-efab86914051 req-e9155d0e-f569-436a-bcad-482cfe8425a5 service neutron] 10.222.0.117 "GET /v2.0/networks?id=48fff0c2-cb8c-4c86-992a-0e113098b5fc HTTP/1.1" status: 200 len: 909 time: 0.5093396 Feb 09 01:06:13.500491 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-5bbd4e87-ed68-4754-97bc-5d9e50c89484 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/quotas/a75aeed005c34e95a63eb49629dd324d HTTP/1.1" status: 200 len: 375 time: 0.0771725 Feb 09 01:06:13.539564 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-357207d2-3046-485f-9051-efab86914051 req-8bd7dd2f-d245-4f37-9dd8-eb3600f327db service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 HTTP/1.1" status: 200 len: 217 time: 0.1010957 Feb 09 01:06:13.567070 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6f8fc67-0bff-4b03-bd51-110f88f0264b req-c4ee876f-33b9-4b16-8867-797e96b3f5fe tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Router 524697d0-ff11-4503-8136-ac8939db0bd3 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:06:13.632327 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-b1f7036a-0512-46aa-b6e6-f7ab5db92a54 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a75aeed005c34e95a63eb49629dd324d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0991166 Feb 09 01:06:13.747046 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6f8fc67-0bff-4b03-bd51-110f88f0264b req-c4ee876f-33b9-4b16-8867-797e96b3f5fe tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:06:13.751330 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-c6f8fc67-0bff-4b03-bd51-110f88f0264b req-c4ee876f-33b9-4b16-8867-797e96b3f5fe tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:13.758067 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b87631a-0447-42b6-999c-84408c9efeb5 None None] Sync routers for ids ['524697d0-ff11-4503-8136-ac8939db0bd3'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:06:13.769232 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b87631a-0447-42b6-999c-84408c9efeb5 None None] Routers {'524697d0-ff11-4503-8136-ac8939db0bd3'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:06:13.769900 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0b87631a-0447-42b6-999c-84408c9efeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:06:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['524697d0-ff11-4503-8136-ac8939db0bd3'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:13.792704 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357207d2-3046-485f-9051-efab86914051 req-55db32e6-9ab1-4698-a1ad-b64ad2eb2cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:13.794166 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-357207d2-3046-485f-9051-efab86914051 req-55db32e6-9ab1-4698-a1ad-b64ad2eb2cc2 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=71237ce4-c470-4847-a2d1-f1f13758c999 HTTP/1.1" status: 200 len: 848 time: 0.2082412 Feb 09 01:06:13.819301 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c6f8fc67-0bff-4b03-bd51-110f88f0264b req-c4ee876f-33b9-4b16-8867-797e96b3f5fe tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "PUT /v2.0/floatingips/2721b154-ab35-4087-8449-82b0c3d84696 HTTP/1.1" status: 200 len: 695 time: 1.1789594 Feb 09 01:06:13.819826 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d1d6a2-32e4-474b-9a15-ecc124db9b3c', 'tag': '340f5206-e4c6-4d75-8305-bb6783c1cb53'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:06:13.870588 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-357207d2-3046-485f-9051-efab86914051 req-fdde6c70-e361-423c-9e06-5d3353acac93 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=48fff0c2-cb8c-4c86-992a-0e113098b5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622444 Feb 09 01:06:13.906987 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8fc67-0bff-4b03-bd51-110f88f0264b req-c511b12a-6f22-4f71-810d-6e33c61c2cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:13.908662 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c6f8fc67-0bff-4b03-bd51-110f88f0264b req-c511b12a-6f22-4f71-810d-6e33c61c2cab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=13db6f711f024a948f23ba528e45c23e&device_id=71d1d6a2-32e4-474b-9a15-ecc124db9b3c HTTP/1.1" status: 200 len: 1096 time: 0.0746477 Feb 09 01:06:13.957697 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-0b87631a-0447-42b6-999c-84408c9efeb5 None None] Set router 524697d0-ff11-4503-8136-ac8939db0bd3 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:06:14.060608 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8fc67-0bff-4b03-bd51-110f88f0264b req-9b4a7331-bf3d-4742-8b34-eb910f81e66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:14.060820 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-7a321115-d24e-4ce5-a1da-b6c4bad9c4d8 service neutron] 10.222.0.37 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187713 Feb 09 01:06:14.070230 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c6f8fc67-0bff-4b03-bd51-110f88f0264b req-9b4a7331-bf3d-4742-8b34-eb910f81e66f service neutron] 10.222.0.37 "GET /v2.0/networks?id=b5fd0cb5-7e9b-45fd-beb6-2ed905515601 HTTP/1.1" status: 200 len: 921 time: 0.1514862 Feb 09 01:06:14.146902 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c6f8fc67-0bff-4b03-bd51-110f88f0264b req-5c38217c-79bd-4724-8e77-8f2225a93252 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=340f5206-e4c6-4d75-8305-bb6783c1cb53 HTTP/1.1" status: 200 len: 217 time: 0.0772901 Feb 09 01:06:14.213938 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8fc67-0bff-4b03-bd51-110f88f0264b req-f698a376-7bf9-4ccf-b280-aa1fb1f66b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:14.215505 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c6f8fc67-0bff-4b03-bd51-110f88f0264b req-f698a376-7bf9-4ccf-b280-aa1fb1f66b35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15f6169a-7b57-4d0c-b44b-21d1db3578d7 HTTP/1.1" status: 200 len: 859 time: 0.0629768 Feb 09 01:06:14.249471 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-357207d2-3046-485f-9051-efab86914051 req-1134be25-66de-430d-94b1-dc0ebf988cc2 service neutron] 10.222.0.117 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102860 Feb 09 01:06:14.298826 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8fc67-0bff-4b03-bd51-110f88f0264b req-8f195617-880f-4d23-aa1a-c4181883fa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:14.300674 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c6f8fc67-0bff-4b03-bd51-110f88f0264b req-8f195617-880f-4d23-aa1a-c4181883fa74 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5fd0cb5-7e9b-45fd-beb6-2ed905515601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760913 Feb 09 01:06:14.309228 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0b87631a-0447-42b6-999c-84408c9efeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-787289705-router', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:11Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'gw_port': {'id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:14Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '88b4046c-b14f-4732-938c-a86be967888f', 'name': '', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'mac_address': 'fa:16:3e:47:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:23Z', 'updated_at': '2022-02-09T01:04:38Z', 'revision_number': 5, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'subnets': [{'id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:14.313613 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b87631a-0447-42b6-999c-84408c9efeb5 None None] Checking router: 524697d0-ff11-4503-8136-ac8939db0bd3 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:06:14.322176 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b87631a-0447-42b6-999c-84408c9efeb5 None None] Routers {'524697d0-ff11-4503-8136-ac8939db0bd3'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:06:14.322782 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0b87631a-0447-42b6-999c-84408c9efeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:06:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['524697d0-ff11-4503-8136-ac8939db0bd3'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:14.427110 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-8ae24aad-158f-401c-8466-27146db22910 service neutron] 10.222.0.37 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507023 Feb 09 01:06:14.440150 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c6f8fc67-0bff-4b03-bd51-110f88f0264b req-b5d18192-21ee-4531-a885-0cfab131c2c2 service neutron] 10.222.0.37 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314628 Feb 09 01:06:14.448289 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-b311f67c-d1f5-421b-a7fd-191bb1bf1755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:06:14.461335 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-b311f67c-d1f5-421b-a7fd-191bb1bf1755 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:14.503267 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-b311f67c-d1f5-421b-a7fd-191bb1bf1755 service neutron] Transition to ACTIVE for port object 2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:14.508719 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-0b87631a-0447-42b6-999c-84408c9efeb5 None None] Set router 524697d0-ff11-4503-8136-ac8939db0bd3 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:06:14.510952 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-357207d2-3046-485f-9051-efab86914051 req-a6bcd903-2d93-4112-b53e-16d00a685471 service neutron] 10.222.0.117 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506003 Feb 09 01:06:14.512591 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-b311f67c-d1f5-421b-a7fd-191bb1bf1755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:14.638136 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c6f8fc67-0bff-4b03-bd51-110f88f0264b req-d521888b-0360-4674-a471-be4cbc779a9a service neutron] 10.222.0.37 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876352 Feb 09 01:06:14.849610 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b61d2e-2d2b-4857-9d96-687c3f7d61e6', 'name': 'network-vif-deleted', 'tag': '5e573bb8-b7cc-49bd-845e-568963a4e2d8', 'status': 'completed', 'code': 200} Feb 09 01:06:14.850209 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d1d6a2-32e4-474b-9a15-ecc124db9b3c', 'tag': '340f5206-e4c6-4d75-8305-bb6783c1cb53', 'status': 'completed', 'code': 200} Feb 09 01:06:14.850209 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc473e5-2dff-4ebf-836e-af66073c1e30', 'name': 'network-vif-deleted', 'tag': '00cea82b-155a-47ea-af2c-a0f29fb89294', 'status': 'completed', 'code': 200} Feb 09 01:06:14.887490 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311f67c-d1f5-421b-a7fd-191bb1bf1755 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:15.074104 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0b87631a-0447-42b6-999c-84408c9efeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-787289705-router', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:11Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'gw_port': {'id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:14Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '88b4046c-b14f-4732-938c-a86be967888f', 'name': '', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'mac_address': 'fa:16:3e:47:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:23Z', 'updated_at': '2022-02-09T01:04:38Z', 'revision_number': 5, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'subnets': [{'id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:15.082000 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b87631a-0447-42b6-999c-84408c9efeb5 None None] The sync data for ids ['524697d0-ff11-4503-8136-ac8939db0bd3'] in n-d-828419-1 is: [{'id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-787289705-router', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:11Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'gw_port': {'id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:14Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '88b4046c-b14f-4732-938c-a86be967888f', 'name': '', 'network_id': 'b5fd0cb5-7e9b-45fd-beb6-2ed905515601', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'mac_address': 'fa:16:3e:47:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:23Z', 'updated_at': '2022-02-09T01:04:38Z', 'revision_number': 5, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'subnets': [{'id': '15f6169a-7b57-4d0c-b44b-21d1db3578d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:06:15.114721 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ed845-5bde-4e14-ba8b-250b5afcccdb req-3f4acfd8-4f67-46be-bfd1-6a4df348619c tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:15.133346 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a81ed845-5bde-4e14-ba8b-250b5afcccdb req-3f4acfd8-4f67-46be-bfd1-6a4df348619c tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 945 time: 0.1904805 Feb 09 01:06:15.167596 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4ddd9-5402-4a24-992e-98bd5e10a012 req-65b75e65-a323-49e0-9811-f362d9ab725c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:15.170217 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a5b4ddd9-5402-4a24-992e-98bd5e10a012 req-65b75e65-a323-49e0-9811-f362d9ab725c service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=13db6f711f024a948f23ba528e45c23e&device_id=71d1d6a2-32e4-474b-9a15-ecc124db9b3c HTTP/1.1" status: 200 len: 1096 time: 0.3193419 Feb 09 01:06:15.214234 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a81ed845-5bde-4e14-ba8b-250b5afcccdb req-8045df6d-2c28-4488-ae79-81b804140166 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778062 Feb 09 01:06:15.369452 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4ddd9-5402-4a24-992e-98bd5e10a012 req-4cd6a460-db14-401f-9534-5cccc85ed5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:15.370898 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a5b4ddd9-5402-4a24-992e-98bd5e10a012 req-4cd6a460-db14-401f-9534-5cccc85ed5c6 service neutron] 10.222.0.117 "GET /v2.0/networks?id=b5fd0cb5-7e9b-45fd-beb6-2ed905515601 HTTP/1.1" status: 200 len: 921 time: 0.1937504 Feb 09 01:06:15.372894 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-b311f67c-d1f5-421b-a7fd-191bb1bf1755 service neutron] Attempting to bind port 2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:06:15.373222 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-b311f67c-d1f5-421b-a7fd-191bb1bf1755 service neutron] Attempting to bind port 2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'a61f9560-b5f0-4f56-92cb-5bd87e6c7f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '84b8fc63-0946-45c0-a7ed-dafe26b562b1'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:06:15.373543 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-b311f67c-d1f5-421b-a7fd-191bb1bf1755 service neutron] Attempting to bind port 2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d on network 84b8fc63-0946-45c0-a7ed-dafe26b562b1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:06:15.456876 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a5b4ddd9-5402-4a24-992e-98bd5e10a012 req-fff08711-4576-47e7-9fd9-930950995e1c service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=340f5206-e4c6-4d75-8305-bb6783c1cb53 HTTP/1.1" status: 200 len: 217 time: 0.0753701 Feb 09 01:06:15.457453 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-b311f67c-d1f5-421b-a7fd-191bb1bf1755 service neutron] Port 2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d on network 84b8fc63-0946-45c0-a7ed-dafe26b562b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:06:15.457785 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-b311f67c-d1f5-421b-a7fd-191bb1bf1755 service neutron] Attempting to bind port 2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d on network 84b8fc63-0946-45c0-a7ed-dafe26b562b1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:06:15.472547 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c714edb-8185-4f7e-a4a6-90dfaa21e413 req-7cbc85d6-721b-4a10-92b6-98da2287f2e8 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:15.474242 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-4c714edb-8185-4f7e-a4a6-90dfaa21e413 req-7cbc85d6-721b-4a10-92b6-98da2287f2e8 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Synchronizing usage tracker for tenant:7899c4a045cf4a878cc9afb8de54c39e on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:06:15.474599 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af52e32-adf0-4059-bdfd-8c6fda9a2eb7 None None] New status for floating IP 2721b154-ab35-4087-8449-82b0c3d84696: DOWN {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:06:15.476449 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54b910-114b-49a3-af2b-4fafbdd70d98 req-1274ee25-15b3-4f29-aab4-f497782a8193 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:15.477202 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-b311f67c-d1f5-421b-a7fd-191bb1bf1755 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:06:15.477557 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-b311f67c-d1f5-421b-a7fd-191bb1bf1755 service neutron] Checking segment: {'id': 'a61f9560-b5f0-4f56-92cb-5bd87e6c7f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '84b8fc63-0946-45c0-a7ed-dafe26b562b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:06:15.477888 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-da54b910-114b-49a3-af2b-4fafbdd70d98 req-1274ee25-15b3-4f29-aab4-f497782a8193 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 949 time: 0.1260912 Feb 09 01:06:15.478011 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-b311f67c-d1f5-421b-a7fd-191bb1bf1755 service neutron] Bound using segment: {'id': 'a61f9560-b5f0-4f56-92cb-5bd87e6c7f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '84b8fc63-0946-45c0-a7ed-dafe26b562b1'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:06:15.478355 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-b311f67c-d1f5-421b-a7fd-191bb1bf1755 service neutron] Bound port: 2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a61f9560-b5f0-4f56-92cb-5bd87e6c7f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '84b8fc63-0946-45c0-a7ed-dafe26b562b1'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:06:15.478695 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-b311f67c-d1f5-421b-a7fd-191bb1bf1755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.531911 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-da54b910-114b-49a3-af2b-4fafbdd70d98 req-8021d25e-2503-4ad9-a554-59b213570932 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479319 Feb 09 01:06:15.576199 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-4c714edb-8185-4f7e-a4a6-90dfaa21e413 req-7cbc85d6-721b-4a10-92b6-98da2287f2e8 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Unset dirty status for tenant:7899c4a045cf4a878cc9afb8de54c39e on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:06:15.583781 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4c714edb-8185-4f7e-a4a6-90dfaa21e413 req-7cbc85d6-721b-4a10-92b6-98da2287f2e8 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbcc61c2-7072-453b-a9df-32070a88969c HTTP/1.1" status: 200 len: 944 time: 0.6935964 Feb 09 01:06:15.658608 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37640) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:15.686418 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4ddd9-5402-4a24-992e-98bd5e10a012 req-9810a95d-68a3-46e8-8041-a5a1f941be3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:15.688678 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a5b4ddd9-5402-4a24-992e-98bd5e10a012 req-9810a95d-68a3-46e8-8041-a5a1f941be3c service neutron] 10.222.0.117 "GET /v2.0/subnets?id=15f6169a-7b57-4d0c-b44b-21d1db3578d7 HTTP/1.1" status: 200 len: 859 time: 0.2250574 Feb 09 01:06:15.721237 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d1d6a2-32e4-474b-9a15-ecc124db9b3c', 'tag': '340f5206-e4c6-4d75-8305-bb6783c1cb53', 'status': 'completed', 'code': 200} Feb 09 01:06:15.743266 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-b311f67c-d1f5-421b-a7fd-191bb1bf1755 service neutron] For port 2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:06:15.751603 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-b311f67c-d1f5-421b-a7fd-191bb1bf1755 service neutron] For port 2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d,segment=NetworkSegment(a61f9560-b5f0-4f56-92cb-5bd87e6c7f24),segment_id=a61f9560-b5f0-4f56-92cb-5bd87e6c7f24)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:06:15.758799 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4c714edb-8185-4f7e-a4a6-90dfaa21e413 req-c41ea43f-bceb-4f16-89ba-11b77ed90107 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739957 Feb 09 01:06:15.767309 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-b311f67c-d1f5-421b-a7fd-191bb1bf1755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.786413 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-108786d4-e0ab-4c2c-b5e4-538cb5c1d32a admin admin] Deleting subnet 033239f6-b691-4838-a41d-6de16db7e044 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:06:15.793667 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-108786d4-e0ab-4c2c-b5e4-538cb5c1d32a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.937414 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-b311f67c-d1f5-421b-a7fd-191bb1bf1755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:15.937414 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-b311f67c-d1f5-421b-a7fd-191bb1bf1755 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.937414 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-b311f67c-d1f5-421b-a7fd-191bb1bf1755 service neutron] 10.222.0.35 "PUT /v2.0/ports/2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d HTTP/1.1" status: 200 len: 1092 time: 2.9949448 Feb 09 01:06:16.020882 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311f67c-d1f5-421b-a7fd-191bb1bf1755 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:16.031119 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-108786d4-e0ab-4c2c-b5e4-538cb5c1d32a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:16.102693 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4ddd9-5402-4a24-992e-98bd5e10a012 req-6fba0b52-b009-4cc5-ae27-b4299db17b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:16.105725 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a5b4ddd9-5402-4a24-992e-98bd5e10a012 req-6fba0b52-b009-4cc5-ae27-b4299db17b20 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=b5fd0cb5-7e9b-45fd-beb6-2ed905515601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3424518 Feb 09 01:06:16.229916 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-108786d4-e0ab-4c2c-b5e4-538cb5c1d32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:16.303301 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515afa55-1c79-4702-afcd-ac69b9caf917 req-923929b7-3cfa-413e-ba54-a64a350e4b1c tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:16.320270 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515afa55-1c79-4702-afcd-ac69b9caf917 req-923929b7-3cfa-413e-ba54-a64a350e4b1c tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:16.348267 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515afa55-1c79-4702-afcd-ac69b9caf917 req-923929b7-3cfa-413e-ba54-a64a350e4b1c tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:16.352469 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-39a26adf-ab17-4107-aff7-6c41bfa5d50f req-4867f1fa-6d5e-43e9-a696-62ae09692853 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=7afc026c-b5fe-4a9c-8701-72c6c4fb7f53 HTTP/1.1" status: 200 len: 210 time: 0.2398994 Feb 09 01:06:16.375092 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515afa55-1c79-4702-afcd-ac69b9caf917 req-923929b7-3cfa-413e-ba54-a64a350e4b1c tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:16.387771 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515afa55-1c79-4702-afcd-ac69b9caf917 req-923929b7-3cfa-413e-ba54-a64a350e4b1c tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:16.405141 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515afa55-1c79-4702-afcd-ac69b9caf917 req-923929b7-3cfa-413e-ba54-a64a350e4b1c tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:16.414703 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515afa55-1c79-4702-afcd-ac69b9caf917 req-923929b7-3cfa-413e-ba54-a64a350e4b1c tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:16.418820 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-515afa55-1c79-4702-afcd-ac69b9caf917 req-923929b7-3cfa-413e-ba54-a64a350e4b1c tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5427 time: 0.5745635 Feb 09 01:06:16.492321 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-d96e1586-f30d-4082-a095-86951a0b6801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:16.493849 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-d96e1586-f30d-4082-a095-86951a0b6801 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7899c4a045cf4a878cc9afb8de54c39e&device_id=bbcc61c2-7072-453b-a9df-32070a88969c HTTP/1.1" status: 200 len: 1095 time: 0.4519167 Feb 09 01:06:16.504761 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-515afa55-1c79-4702-afcd-ac69b9caf917 req-dfe3b170-f48d-469c-b296-438094ad2801 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0779991 Feb 09 01:06:16.508791 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-108786d4-e0ab-4c2c-b5e4-538cb5c1d32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:16.586486 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-108786d4-e0ab-4c2c-b5e4-538cb5c1d32a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:16.593588 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108786d4-e0ab-4c2c-b5e4-538cb5c1d32a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=033239f6-b691-4838-a41d-6de16db7e044,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:16.600491 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-108786d4-e0ab-4c2c-b5e4-538cb5c1d32a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/033239f6-b691-4838-a41d-6de16db7e044 HTTP/1.1" status: 204 len: 168 time: 0.9422667 Feb 09 01:06:16.601152 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37650) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:16.613624 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-b9d2c94d-c6d2-47f9-a5f4-a3f9c3333a13 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d HTTP/1.1" status: 200 len: 217 time: 0.0991607 Feb 09 01:06:16.653704 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-9bf695d3-8d72-4877-92ca-5d5d9e8049d9 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:16.653704 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-9bf695d3-8d72-4877-92ca-5d5d9e8049d9 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.35 "GET /v2.0/networks?id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe HTTP/1.1" status: 200 len: 812 time: 0.4012952 Feb 09 01:06:16.692288 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-5d25c7ed-8d58-4b36-9430-ad1fb721356b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Request body: {'port': {'device_id': '7afc026c-b5fe-4a9c-8701-72c6c4fb7f53', 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe', 'admin_state_up': True, 'tenant_id': 'a75aeed005c34e95a63eb49629dd324d'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:16.919223 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c36fccf-39b3-435a-95b2-b5e86d17f32e', 'name': 'network-vif-deleted', 'tag': '867ae39a-fabd-48f2-b357-96cd97c34973'}, {'name': 'network-changed', 'server_uuid': 'bbcc61c2-7072-453b-a9df-32070a88969c', 'tag': '2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:06:16.931990 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a5b4ddd9-5402-4a24-992e-98bd5e10a012 req-e08329e1-a995-43bc-a1fe-228a72a359ef service neutron] 10.222.0.117 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7694454 Feb 09 01:06:16.950212 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50780038-ccd6-4151-a206-efd5ac412213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.016112 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53b173-4214-4df4-8219-ff34b1771c5a req-51efa44c-77ee-4291-8c2a-f2a510a2e713 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:17.019323 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6e53b173-4214-4df4-8219-ff34b1771c5a req-51efa44c-77ee-4291-8c2a-f2a510a2e713 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 945 time: 0.1816053 Feb 09 01:06:17.069731 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-b6b34b46-1bf6-4be6-bede-9c8261aecf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:17.069731 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-b6b34b46-1bf6-4be6-bede-9c8261aecf54 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=74347758-4ca6-4694-99d4-623fe8b1f370 HTTP/1.1" status: 200 len: 861 time: 0.4049683 Feb 09 01:06:17.135596 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-8da489a0-6842-4f23-8837-ea364b091d5b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=84b8fc63-0946-45c0-a7ed-dafe26b562b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678661 Feb 09 01:06:17.169128 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50780038-ccd6-4151-a206-efd5ac412213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.183989 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6e53b173-4214-4df4-8219-ff34b1771c5a req-f1cb933d-3322-4916-91a5-33b0d08fbc59 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461582 Feb 09 01:06:17.201680 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-50780038-ccd6-4151-a206-efd5ac412213 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d3b7ce2-38bc-442e-9251-878f5bbd9dbb']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:17.218551 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-50780038-ccd6-4151-a206-efd5ac412213 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bec6c353-a489-460c-b40f-233d3d48e8fd') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:17.218847 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-50780038-ccd6-4151-a206-efd5ac412213 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bec6c353-a489-460c-b40f-233d3d48e8fd') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:17.230950 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50780038-ccd6-4151-a206-efd5ac412213 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.249910 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50780038-ccd6-4151-a206-efd5ac412213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.258585 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50780038-ccd6-4151-a206-efd5ac412213 admin admin] Releasing vlan 986 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:06:17.259026 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50780038-ccd6-4151-a206-efd5ac412213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.346105 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:06:17.346105 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:06:17.346105 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:06:17.346105 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:06:17.346105 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:06:17.346105 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:06:17.346105 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:06:17.346105 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:06:17.346105 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:06:17.346105 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:06:17.346105 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:06:17.346105 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:06:17.346105 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:06:17.346105 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:06:17.346105 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:06:17.346105 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:06:17.346105 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:06:17.346105 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:06:17.346105 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:06:17.346105 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:06:17.346105 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:06:17.346105 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:06:17.346105 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:06:17.346105 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:06:17.346105 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:06:17.346105 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:06:17.346105 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:06:17.346105 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:06:17.346105 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:06:17.346105 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:06:17.346105 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:06:17.346105 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:06:17.362070 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-5d25c7ed-8d58-4b36-9430-ad1fb721356b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:17.363160 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50780038-ccd6-4151-a206-efd5ac412213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.367394 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a5b4ddd9-5402-4a24-992e-98bd5e10a012 req-9fdc5405-6499-45f4-b8c6-32d911533de0 service neutron] 10.222.0.117 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214067 Feb 09 01:06:17.389944 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50780038-ccd6-4151-a206-efd5ac412213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.398040 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-5d25c7ed-8d58-4b36-9430-ad1fb721356b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:17.402840 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50780038-ccd6-4151-a206-efd5ac412213 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d3b7ce2-38bc-442e-9251-878f5bbd9dbb,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:17.411193 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-50780038-ccd6-4151-a206-efd5ac412213 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4d3b7ce2-38bc-442e-9251-878f5bbd9dbb HTTP/1.1" status: 204 len: 168 time: 0.8088732 Feb 09 01:06:17.474977 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-e72151fc-471e-4d61-90f5-e89b9b5fdd2b service neutron] 10.222.0.35 "GET /v2.0/networks/84b8fc63-0946-45c0-a7ed-dafe26b562b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938275 Feb 09 01:06:17.487221 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-5d25c7ed-8d58-4b36-9430-ad1fb721356b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Made reservation on behalf of a75aeed005c34e95a63eb49629dd324d for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:17.491296 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-5d25c7ed-8d58-4b36-9430-ad1fb721356b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.534907 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98c47e-6641-4cef-85a9-f14c98350438 req-820bce2b-eb18-465e-be40-c5bd92a1e657 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:17.536430 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f98c47e-6641-4cef-85a9-f14c98350438 req-820bce2b-eb18-465e-be40-c5bd92a1e657 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbcc61c2-7072-453b-a9df-32070a88969c HTTP/1.1" status: 200 len: 944 time: 0.0824480 Feb 09 01:06:17.563111 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37668) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:17.579628 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5420d09-e390-418d-b162-b9fd94805177 req-243073bd-9886-44a0-b9c4-24bae2b629c1 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:17.581127 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b5420d09-e390-418d-b162-b9fd94805177 req-243073bd-9886-44a0-b9c4-24bae2b629c1 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 949 time: 0.4493115 Feb 09 01:06:17.616220 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-7f98c47e-6641-4cef-85a9-f14c98350438 req-e62364cb-172d-4eec-baf7-14be0dc2c864 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Synchronizing usage tracker for tenant:7899c4a045cf4a878cc9afb8de54c39e on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:06:17.637377 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6dfc9472-a397-4644-8507-3d19d319fb75 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f4cec9dacd39493b81eee14d8a49cc95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0732875 Feb 09 01:06:17.640204 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37672) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:17.660652 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-7f98c47e-6641-4cef-85a9-f14c98350438 req-e62364cb-172d-4eec-baf7-14be0dc2c864 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Unset dirty status for tenant:7899c4a045cf4a878cc9afb8de54c39e on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:06:17.661766 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f98c47e-6641-4cef-85a9-f14c98350438 req-e62364cb-172d-4eec-baf7-14be0dc2c864 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195006 Feb 09 01:06:17.706751 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cfc6c870-affc-44c9-a656-afb68a693140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.732772 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cfc6c870-affc-44c9-a656-afb68a693140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.744270 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b5420d09-e390-418d-b162-b9fd94805177 req-bcda6cb6-929f-4f8e-bbb1-91db33b49c78 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547539 Feb 09 01:06:17.781102 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed2a4c-d690-498e-89e7-afa254210c7c req-89003d10-c848-481e-b6e0-317632104e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:17.782805 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b5ed2a4c-d690-498e-89e7-afa254210c7c req-89003d10-c848-481e-b6e0-317632104e9e service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=13db6f711f024a948f23ba528e45c23e&device_id=71d1d6a2-32e4-474b-9a15-ecc124db9b3c HTTP/1.1" status: 200 len: 1096 time: 0.3523211 Feb 09 01:06:17.820231 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c1f969cf-235c-40ac-8fb3-bb676318ce71 req-17e2b078-feb4-4971-85bb-3703be9c9130 service neutron] 10.222.0.35 "GET /v2.0/networks/84b8fc63-0946-45c0-a7ed-dafe26b562b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342516 Feb 09 01:06:17.821755 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c36fccf-39b3-435a-95b2-b5e86d17f32e', 'name': 'network-vif-deleted', 'tag': '867ae39a-fabd-48f2-b357-96cd97c34973', 'status': 'completed', 'code': 200} Feb 09 01:06:17.822013 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbcc61c2-7072-453b-a9df-32070a88969c', 'tag': '2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d', 'status': 'completed', 'code': 200} Feb 09 01:06:17.843105 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cfc6c870-affc-44c9-a656-afb68a693140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.870086 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6c870-affc-44c9-a656-afb68a693140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b73b45e-4f61-43ef-8dcf-4aa9a8b7e006,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:17.883517 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cfc6c870-affc-44c9-a656-afb68a693140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.887649 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cfc6c870-affc-44c9-a656-afb68a693140 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b73b45e-4f61-43ef-8dcf-4aa9a8b7e006 HTTP/1.1" status: 204 len: 168 time: 0.2465184 Feb 09 01:06:17.924295 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2432bcc-5c49-4b13-a3e8-1a621affedc1 req-cdd74091-7384-48e4-9fde-b62201a65610 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:17.926541 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e2432bcc-5c49-4b13-a3e8-1a621affedc1 req-cdd74091-7384-48e4-9fde-b62201a65610 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=d817c5ae-4755-47fa-874c-1ad857cdb067 HTTP/1.1" status: 200 len: 945 time: 0.1331470 Feb 09 01:06:17.977722 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e2432bcc-5c49-4b13-a3e8-1a621affedc1 req-59e7178a-a314-4cb1-8609-d5d176220cfc tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442588 Feb 09 01:06:18.054155 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fbcd26c6-72f1-4812-b674-c61bc8e9dcfa req-3a8607fa-59a6-486a-9af9-c3179a974bf0 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/floatingips/2721b154-ab35-4087-8449-82b0c3d84696 HTTP/1.1" status: 200 len: 693 time: 0.2026737 Feb 09 01:06:18.147274 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c09ad2b7-aa89-47d9-93f2-837a9c42d859 req-25b6c53f-d928-4ec4-b520-85ca0b1ea6ff tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=7afc026c-b5fe-4a9c-8701-72c6c4fb7f53 HTTP/1.1" status: 200 len: 210 time: 0.0582461 Feb 09 01:06:18.213012 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-5d25c7ed-8d58-4b36-9430-ad1fb721356b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Allocated IP 172.20.0.12 (6a46d8ce-a5dd-4900-abea-f731f0aef8fe/5e21ee47-9c4f-48f6-bbce-c83436d55ec2/eef62206-90f4-413c-8b06-c72a23727777) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:18.250476 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed2a4c-d690-498e-89e7-afa254210c7c req-a5a3d736-6dfc-4537-8a7e-707d98e5d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:18.251947 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b5ed2a4c-d690-498e-89e7-afa254210c7c req-a5a3d736-6dfc-4537-8a7e-707d98e5d6dc service neutron] 10.222.0.117 "GET /v2.0/networks?id=b5fd0cb5-7e9b-45fd-beb6-2ed905515601 HTTP/1.1" status: 200 len: 921 time: 0.4292178 Feb 09 01:06:18.349728 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccf7ff-51a9-4cc5-8064-790af7b71d2d req-5b245d7a-4ad9-48a1-9e77-2838c7550579 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:18.355495 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccf7ff-51a9-4cc5-8064-790af7b71d2d req-5b245d7a-4ad9-48a1-9e77-2838c7550579 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:18.363281 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccf7ff-51a9-4cc5-8064-790af7b71d2d req-5b245d7a-4ad9-48a1-9e77-2838c7550579 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:18.368835 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b5ed2a4c-d690-498e-89e7-afa254210c7c req-9dba6d25-dacf-4810-9fad-9b04fd0e2373 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=340f5206-e4c6-4d75-8305-bb6783c1cb53 HTTP/1.1" status: 200 len: 217 time: 0.0951591 Feb 09 01:06:18.369169 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccf7ff-51a9-4cc5-8064-790af7b71d2d req-5b245d7a-4ad9-48a1-9e77-2838c7550579 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:18.374834 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccf7ff-51a9-4cc5-8064-790af7b71d2d req-5b245d7a-4ad9-48a1-9e77-2838c7550579 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:18.381204 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccf7ff-51a9-4cc5-8064-790af7b71d2d req-5b245d7a-4ad9-48a1-9e77-2838c7550579 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:18.387179 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccf7ff-51a9-4cc5-8064-790af7b71d2d req-5b245d7a-4ad9-48a1-9e77-2838c7550579 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:18.389202 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-74ccf7ff-51a9-4cc5-8064-790af7b71d2d req-5b245d7a-4ad9-48a1-9e77-2838c7550579 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5427 time: 0.1368217 Feb 09 01:06:18.442067 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10ee55-7d68-4d14-ab28-15e55f25d9c5 req-13d167c5-17c7-4cce-a061-a475a0eddbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:18.444115 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0a10ee55-7d68-4d14-ab28-15e55f25d9c5 req-13d167c5-17c7-4cce-a061-a475a0eddbdb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7899c4a045cf4a878cc9afb8de54c39e&device_id=bbcc61c2-7072-453b-a9df-32070a88969c HTTP/1.1" status: 200 len: 1095 time: 0.4764678 Feb 09 01:06:18.445718 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-74ccf7ff-51a9-4cc5-8064-790af7b71d2d req-3e52e6e0-9533-4bc9-b302-250bf41182ba tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491545 Feb 09 01:06:18.636575 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e609e-5015-46f0-a74b-9d268ef1fb91 req-46216b48-fbbd-4e43-8553-cd1a6a960df8 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:18.638693 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-538e609e-5015-46f0-a74b-9d268ef1fb91 req-46216b48-fbbd-4e43-8553-cd1a6a960df8 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 945 time: 0.0927377 Feb 09 01:06:18.720098 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-538e609e-5015-46f0-a74b-9d268ef1fb91 req-dbdaa0c9-b677-4fa1-96bf-7921765cbcd1 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698543 Feb 09 01:06:18.793968 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd26c6-72f1-4812-b674-c61bc8e9dcfa req-f02f7b1d-cf2c-4fc3-b094-761586b3bbb8 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:18.800303 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fbcd26c6-72f1-4812-b674-c61bc8e9dcfa req-f02f7b1d-cf2c-4fc3-b094-761586b3bbb8 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 784 time: 0.7235684 Feb 09 01:06:18.820493 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed2a4c-d690-498e-89e7-afa254210c7c req-9515cf81-3d3d-4548-97d6-c873d1f29c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:18.821963 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b5ed2a4c-d690-498e-89e7-afa254210c7c req-9515cf81-3d3d-4548-97d6-c873d1f29c1c service neutron] 10.222.0.117 "GET /v2.0/subnets?id=15f6169a-7b57-4d0c-b44b-21d1db3578d7 HTTP/1.1" status: 200 len: 859 time: 0.4429991 Feb 09 01:06:18.902332 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51cc38-660f-4838-b3b8-3571a4145b3b req-8c2f3a62-530a-4e6c-bc1a-fec41aae40ed tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:18.903886 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5c51cc38-660f-4838-b3b8-3571a4145b3b req-8c2f3a62-530a-4e6c-bc1a-fec41aae40ed tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbcc61c2-7072-453b-a9df-32070a88969c HTTP/1.1" status: 200 len: 944 time: 0.0844033 Feb 09 01:06:18.949828 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5c51cc38-660f-4838-b3b8-3571a4145b3b req-d7efd965-1c37-4ad1-8c93-6a0afee61ec0 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400040 Feb 09 01:06:19.027390 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fbcd26c6-72f1-4812-b674-c61bc8e9dcfa req-6ea9a90c-453d-495f-907e-d55ce6a46800 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.61 HTTP/1.1" status: 200 len: 696 time: 0.2259598 Feb 09 01:06:19.147301 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d1974-7aed-467d-b224-e6d48605e7db req-48661aac-30ef-4ee1-823e-aefbde63606a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:19.149116 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-032d1974-7aed-467d-b224-e6d48605e7db req-48661aac-30ef-4ee1-823e-aefbde63606a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 949 time: 0.0899093 Feb 09 01:06:19.188060 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-5d25c7ed-8d58-4b36-9430-ad1fb721356b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:19.195216 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-032d1974-7aed-467d-b224-e6d48605e7db req-be16b765-3a66-4bac-b39d-d26b0554d446 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397859 Feb 09 01:06:19.203269 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fbcd26c6-72f1-4812-b674-c61bc8e9dcfa req-9d0f0972-6806-4a08-a7c7-21d801c05576 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.61 HTTP/1.1" status: 200 len: 696 time: 0.1572804 Feb 09 01:06:19.214377 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10ee55-7d68-4d14-ab28-15e55f25d9c5 req-4e795fa0-81f3-4337-a203-12deedf04c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:19.214975 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0a10ee55-7d68-4d14-ab28-15e55f25d9c5 req-4e795fa0-81f3-4337-a203-12deedf04c82 service neutron] 10.222.0.35 "GET /v2.0/networks?id=84b8fc63-0946-45c0-a7ed-dafe26b562b1 HTTP/1.1" status: 200 len: 922 time: 0.7307904 Feb 09 01:06:19.382799 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0a10ee55-7d68-4d14-ab28-15e55f25d9c5 req-d7655b77-889d-46b2-9713-f5893e58ea3b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d HTTP/1.1" status: 200 len: 217 time: 0.0945027 Feb 09 01:06:19.503960 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed2a4c-d690-498e-89e7-afa254210c7c req-ade71020-6a36-4296-862d-60ee58889d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:19.505992 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b5ed2a4c-d690-498e-89e7-afa254210c7c req-ade71020-6a36-4296-862d-60ee58889d88 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=b5fd0cb5-7e9b-45fd-beb6-2ed905515601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6292672 Feb 09 01:06:19.523537 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74841314-4f66-4039-910a-3acb58f03143 req-e865d3cf-5f92-469a-84d2-76ff0d5e4210 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:19.523963 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-74841314-4f66-4039-910a-3acb58f03143 req-e865d3cf-5f92-469a-84d2-76ff0d5e4210 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Synchronizing usage tracker for tenant:6428ce51b6b44a9195de9392004f082d on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:06:19.560655 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-fbcd26c6-72f1-4812-b674-c61bc8e9dcfa req-20fb31ae-f64c-45a0-be08-b5ccc2891493 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Deleting port 5354db61-bc6b-4276-887b-1c104ca6dbe9 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:06:19.560991 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fbcd26c6-72f1-4812-b674-c61bc8e9dcfa req-20fb31ae-f64c-45a0-be08-b5ccc2891493 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:19.696305 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10ee55-7d68-4d14-ab28-15e55f25d9c5 req-de598286-1688-41bf-9e71-d281300a2ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:19.698288 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0a10ee55-7d68-4d14-ab28-15e55f25d9c5 req-de598286-1688-41bf-9e71-d281300a2ffa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=74347758-4ca6-4694-99d4-623fe8b1f370 HTTP/1.1" status: 200 len: 861 time: 0.2592328 Feb 09 01:06:19.702719 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-74841314-4f66-4039-910a-3acb58f03143 req-e865d3cf-5f92-469a-84d2-76ff0d5e4210 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Unset dirty status for tenant:6428ce51b6b44a9195de9392004f082d on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:06:19.703741 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-74841314-4f66-4039-910a-3acb58f03143 req-e865d3cf-5f92-469a-84d2-76ff0d5e4210 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.117 "GET /v2.0/ports?device_id=d817c5ae-4755-47fa-874c-1ad857cdb067 HTTP/1.1" status: 200 len: 945 time: 0.7725911 Feb 09 01:06:19.714536 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-5d25c7ed-8d58-4b36-9430-ad1fb721356b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:19.721505 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02232d-dcce-4365-9f74-8bd82a2ac065 req-c86af4d7-39ee-4da9-bde2-c7765bbaaef9 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:19.723593 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ea02232d-dcce-4365-9f74-8bd82a2ac065 req-c86af4d7-39ee-4da9-bde2-c7765bbaaef9 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=d817c5ae-4755-47fa-874c-1ad857cdb067 HTTP/1.1" status: 200 len: 945 time: 0.0992091 Feb 09 01:06:19.786251 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ea02232d-dcce-4365-9f74-8bd82a2ac065 req-cc4631e6-e299-4a38-b989-7f23a3e99b6b tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552976 Feb 09 01:06:19.967052 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c353d-e865-4053-af05-6c254dc63fc3 req-3ec2bc30-ee5c-4d01-89a4-f37222c9f796 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:19.968551 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2a4c353d-e865-4053-af05-6c254dc63fc3 req-3ec2bc30-ee5c-4d01-89a4-f37222c9f796 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=7afc026c-b5fe-4a9c-8701-72c6c4fb7f53 HTTP/1.1" status: 200 len: 932 time: 0.0909765 Feb 09 01:06:20.024014 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2a4c353d-e865-4053-af05-6c254dc63fc3 req-0fd93dc6-7513-4ee6-afa9-ab6c651e4841 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489430 Feb 09 01:06:20.104208 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0a10ee55-7d68-4d14-ab28-15e55f25d9c5 req-5ab4330b-3190-447f-8495-8ee999590473 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=84b8fc63-0946-45c0-a7ed-dafe26b562b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3822019 Feb 09 01:06:20.131188 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-5d25c7ed-8d58-4b36-9430-ad1fb721356b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Network 6a46d8ce-a5dd-4900-abea-f731f0aef8fe is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:20.164812 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-5d25c7ed-8d58-4b36-9430-ad1fb721356b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:20.180143 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-5d25c7ed-8d58-4b36-9430-ad1fb721356b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:06:20.239050 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e0ef0-4026-4dda-988e-871485abfa32 req-6888b179-e8c8-439b-8d7c-dc2fa28ac8da tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:20.244881 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e0ef0-4026-4dda-988e-871485abfa32 req-6888b179-e8c8-439b-8d7c-dc2fa28ac8da tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:20.250632 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e0ef0-4026-4dda-988e-871485abfa32 req-6888b179-e8c8-439b-8d7c-dc2fa28ac8da tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:20.257046 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e0ef0-4026-4dda-988e-871485abfa32 req-6888b179-e8c8-439b-8d7c-dc2fa28ac8da tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:20.264192 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e0ef0-4026-4dda-988e-871485abfa32 req-6888b179-e8c8-439b-8d7c-dc2fa28ac8da tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:20.268217 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25c7ed-8d58-4b36-9430-ad1fb721356b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Pushing event updated for resources: {'Port': ['ID=eef62206-90f4-413c-8b06-c72a23727777,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:20.272303 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e0ef0-4026-4dda-988e-871485abfa32 req-6888b179-e8c8-439b-8d7c-dc2fa28ac8da tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:20.278360 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e0ef0-4026-4dda-988e-871485abfa32 req-6888b179-e8c8-439b-8d7c-dc2fa28ac8da tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:20.280921 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-870e0ef0-4026-4dda-988e-871485abfa32 req-6888b179-e8c8-439b-8d7c-dc2fa28ac8da tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5427 time: 0.1393180 Feb 09 01:06:20.292841 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-74841314-4f66-4039-910a-3acb58f03143 req-120b55a6-7f1d-4df5-816e-39f8bae6256c tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Deleting port ae96d083-8a34-4b02-aed5-0e82d911c043 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:06:20.293169 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-74841314-4f66-4039-910a-3acb58f03143 req-120b55a6-7f1d-4df5-816e-39f8bae6256c tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:20.335183 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-870e0ef0-4026-4dda-988e-871485abfa32 req-fbd8ec37-109f-4a56-9d90-f35cbadbd2e9 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466077 Feb 09 01:06:20.371104 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b5ed2a4c-d690-498e-89e7-afa254210c7c req-aba8452a-b13e-4d62-808b-bbecbd107418 service neutron] 10.222.0.117 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8358238 Feb 09 01:06:20.487009 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-639b77ef-fe71-485a-9511-5ad2d63fe18d req-60991868-25ed-482d-8681-52463a542d3f tempest-ServerShowV257Test-381853133 tempest-ServerShowV257Test-381853133-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b293ae5-e106-4e34-8164-904d3787cbf0 HTTP/1.1" status: 200 len: 210 time: 0.0424087 Feb 09 01:06:20.489746 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fbcd26c6-72f1-4812-b674-c61bc8e9dcfa req-20fb31ae-f64c-45a0-be08-b5ccc2891493 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:20.490035 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fbcd26c6-72f1-4812-b674-c61bc8e9dcfa req-20fb31ae-f64c-45a0-be08-b5ccc2891493 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:20.502486 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-5d25c7ed-8d58-4b36-9430-ad1fb721356b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:20.502898 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-5d25c7ed-8d58-4b36-9430-ad1fb721356b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:20.668059 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6176f-659d-4a05-a6e4-84749a994600 req-a9c2e2a0-5826-45af-a29b-251e218c5821 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:20.669745 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bca6176f-659d-4a05-a6e4-84749a994600 req-a9c2e2a0-5826-45af-a29b-251e218c5821 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 945 time: 0.0831447 Feb 09 01:06:20.705525 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-fbcd26c6-72f1-4812-b674-c61bc8e9dcfa req-20fb31ae-f64c-45a0-be08-b5ccc2891493 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Calling delete_port for 5354db61-bc6b-4276-887b-1c104ca6dbe9 owned by network:floatingip {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:06:20.723701 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bca6176f-659d-4a05-a6e4-84749a994600 req-79b98dd0-74c0-476b-896a-484987090ada tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456305 Feb 09 01:06:20.804098 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:06:20.875784 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-5d25c7ed-8d58-4b36-9430-ad1fb721356b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1874299 Feb 09 01:06:20.877718 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0a10ee55-7d68-4d14-ab28-15e55f25d9c5 req-b7629a84-06de-4a26-ac01-9780b336bba9 service neutron] 10.222.0.35 "GET /v2.0/networks/84b8fc63-0946-45c0-a7ed-dafe26b562b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7486989 Feb 09 01:06:20.906365 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-2604ff5a-1a7c-4eee-8fa3-24f04736e499 service neutron] Request body: {'port': {'device_id': '7afc026c-b5fe-4a9c-8701-72c6c4fb7f53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:20.919033 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f30f4-e021-4370-9563-4f1e8c5b48c0 req-23def13a-9836-4a1f-ac59-0a5f4bffab10 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:20.920854 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8d9f30f4-e021-4370-9563-4f1e8c5b48c0 req-23def13a-9836-4a1f-ac59-0a5f4bffab10 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbcc61c2-7072-453b-a9df-32070a88969c HTTP/1.1" status: 200 len: 944 time: 0.0927718 Feb 09 01:06:20.996650 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8d9f30f4-e021-4370-9563-4f1e8c5b48c0 req-969f045c-987d-4967-8d87-8521b3ac8966 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594447 Feb 09 01:06:21.018275 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d,segment=NetworkSegment(a61f9560-b5f0-4f56-92cb-5bd87e6c7f24),segment_id=a61f9560-b5f0-4f56-92cb-5bd87e6c7f24)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:21.032833 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d', 'network_id': '84b8fc63-0946-45c0-a7ed-dafe26b562b1', 'port_id': '2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d', 'mac_address': 'fa:16:3e:cb:5a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 950, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74347758-4ca6-4694-99d4-623fe8b1f370', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:06:21.069330 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b5ed2a4c-d690-498e-89e7-afa254210c7c req-30f7a32b-2e55-47b2-9064-3be9b1ab4f4d service neutron] 10.222.0.117 "GET /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6873055 Feb 09 01:06:21.108363 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:21.126327 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:06:21.142504 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d,segment=NetworkSegment(a61f9560-b5f0-4f56-92cb-5bd87e6c7f24),segment_id=a61f9560-b5f0-4f56-92cb-5bd87e6c7f24)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:21.147242 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:21.176812 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-74841314-4f66-4039-910a-3acb58f03143 req-120b55a6-7f1d-4df5-816e-39f8bae6256c tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] For port ae96d083-8a34-4b02-aed5-0e82d911c043, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=ae96d083-8a34-4b02-aed5-0e82d911c043,segment=NetworkSegment(ec8aa979-c430-4d73-b46b-92a5473a57c5),segment_id=ec8aa979-c430-4d73-b46b-92a5473a57c5)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:21.177186 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-74841314-4f66-4039-910a-3acb58f03143 req-120b55a6-7f1d-4df5-816e-39f8bae6256c tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:21.234699 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:21.243566 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:21.244230 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:21.244896 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:21.245431 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:21.245945 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:21.246525 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:21.247043 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:21.247808 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:21.248327 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:21.248913 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:21.249437 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:21.249949 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:21.294248 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e663dd5-fb9c-4ae5-97a5-8b4c66e4616b req-e4caf8cc-e6d1-4e27-a1ee-5f8b2cfa7308 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:21.295764 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8e663dd5-fb9c-4ae5-97a5-8b4c66e4616b req-e4caf8cc-e6d1-4e27-a1ee-5f8b2cfa7308 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 949 time: 0.1893570 Feb 09 01:06:21.339865 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8e663dd5-fb9c-4ae5-97a5-8b4c66e4616b req-f055c2cf-2507-459e-a5f3-2e0bbdb2b54f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383401 Feb 09 01:06:21.388071 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-74841314-4f66-4039-910a-3acb58f03143 req-120b55a6-7f1d-4df5-816e-39f8bae6256c tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Calling delete_port for ae96d083-8a34-4b02-aed5-0e82d911c043 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:06:21.437676 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:06:21.447183 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-2604ff5a-1a7c-4eee-8fa3-24f04736e499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:21.462300 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0a10ee55-7d68-4d14-ab28-15e55f25d9c5 req-7fa66572-6719-489f-b6b8-38bca3679eae service neutron] 10.222.0.35 "GET /v2.0/networks/84b8fc63-0946-45c0-a7ed-dafe26b562b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5684187 Feb 09 01:06:21.529022 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fbcd26c6-72f1-4812-b674-c61bc8e9dcfa req-20fb31ae-f64c-45a0-be08-b5ccc2891493 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:21.532598 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb597fe6-2afa-423d-a9f4-c211a1302be7 req-a3adf855-17f3-4559-ab75-99c675bfdb43 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:21.534002 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bb597fe6-2afa-423d-a9f4-c211a1302be7 req-a3adf855-17f3-4559-ab75-99c675bfdb43 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=d817c5ae-4755-47fa-874c-1ad857cdb067 HTTP/1.1" status: 200 len: 945 time: 0.0966203 Feb 09 01:06:21.583418 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bb597fe6-2afa-423d-a9f4-c211a1302be7 req-c3d90f0a-2359-4652-aa73-385fc368a2a1 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0ce4b3c-eefb-4433-bb1f-0276388985dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411468 Feb 09 01:06:21.622861 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:21.639221 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb31ae-f64c-45a0-be08-b5ccc2891493 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Pushing event deleted for resources: {'Port': ['ID=5354db61-bc6b-4276-887b-1c104ca6dbe9,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:21.773714 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d75c9-a639-4805-add4-706f0a3d6e6c req-f49913d7-83d1-47ad-851a-9a8628985b21 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:21.775230 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-275d75c9-a639-4805-add4-706f0a3d6e6c req-f49913d7-83d1-47ad-851a-9a8628985b21 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=7afc026c-b5fe-4a9c-8701-72c6c4fb7f53 HTTP/1.1" status: 200 len: 932 time: 0.0878549 Feb 09 01:06:21.820975 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-275d75c9-a639-4805-add4-706f0a3d6e6c req-79c533df-fc33-4e1b-8167-647b77cd1d52 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396459 Feb 09 01:06:22.011160 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8884d-e8b2-4df5-b63a-b0ecc92cd6b7 req-20d2f904-38df-4f5a-93d3-be49df3bf173 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:22.017322 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8884d-e8b2-4df5-b63a-b0ecc92cd6b7 req-20d2f904-38df-4f5a-93d3-be49df3bf173 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:22.024049 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8884d-e8b2-4df5-b63a-b0ecc92cd6b7 req-20d2f904-38df-4f5a-93d3-be49df3bf173 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:22.024219 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fbcd26c6-72f1-4812-b674-c61bc8e9dcfa req-20fb31ae-f64c-45a0-be08-b5ccc2891493 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks [] for floatingip, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:22.029738 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8884d-e8b2-4df5-b63a-b0ecc92cd6b7 req-20d2f904-38df-4f5a-93d3-be49df3bf173 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:22.036981 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8884d-e8b2-4df5-b63a-b0ecc92cd6b7 req-20d2f904-38df-4f5a-93d3-be49df3bf173 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:22.043098 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8884d-e8b2-4df5-b63a-b0ecc92cd6b7 req-20d2f904-38df-4f5a-93d3-be49df3bf173 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:22.048423 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-74841314-4f66-4039-910a-3acb58f03143 req-120b55a6-7f1d-4df5-816e-39f8bae6256c tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:22.048831 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8884d-e8b2-4df5-b63a-b0ecc92cd6b7 req-20d2f904-38df-4f5a-93d3-be49df3bf173 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:22.050783 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d7e8884d-e8b2-4df5-b63a-b0ecc92cd6b7 req-20d2f904-38df-4f5a-93d3-be49df3bf173 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5427 time: 0.1319635 Feb 09 01:06:22.101810 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d7e8884d-e8b2-4df5-b63a-b0ecc92cd6b7 req-492b630f-4982-4d53-8d60-4180422408a5 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423810 Feb 09 01:06:22.130175 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b55a6-7f1d-4df5-816e-39f8bae6256c tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Pushing event deleted for resources: {'Port': ['ID=ae96d083-8a34-4b02-aed5-0e82d911c043,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:22.168669 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fbcd26c6-72f1-4812-b674-c61bc8e9dcfa req-20fb31ae-f64c-45a0-be08-b5ccc2891493 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:22.169798 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fbcd26c6-72f1-4812-b674-c61bc8e9dcfa req-20fb31ae-f64c-45a0-be08-b5ccc2891493 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "DELETE /v2.0/floatingips/2721b154-ab35-4087-8449-82b0c3d84696 HTTP/1.1" status: 204 len: 173 time: 2.9534585 Feb 09 01:06:22.235893 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-74841314-4f66-4039-910a-3acb58f03143 req-120b55a6-7f1d-4df5-816e-39f8bae6256c tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] No DVR routers for this DVR port ae96d083-8a34-4b02-aed5-0e82d911c043 on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:06:22.235893 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-74841314-4f66-4039-910a-3acb58f03143 req-120b55a6-7f1d-4df5-816e-39f8bae6256c tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:22.247749 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-74841314-4f66-4039-910a-3acb58f03143 req-120b55a6-7f1d-4df5-816e-39f8bae6256c tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.117 "DELETE /v2.0/ports/ae96d083-8a34-4b02-aed5-0e82d911c043 HTTP/1.1" status: 204 len: 173 time: 2.4976859 Feb 09 01:06:22.247749 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd817c5ae-4755-47fa-874c-1ad857cdb067', 'name': 'network-vif-deleted', 'tag': 'ae96d083-8a34-4b02-aed5-0e82d911c043'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:06:22.299407 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ff3db20d-ccae-4dbb-8b02-292052fb3691 req-fc3c8676-b52e-40a4-85c0-9c2b61cd94b6 tempest-ServerShowV257Test-381853133 tempest-ServerShowV257Test-381853133-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b293ae5-e106-4e34-8164-904d3787cbf0 HTTP/1.1" status: 200 len: 210 time: 0.0780532 Feb 09 01:06:22.450156 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-2604ff5a-1a7c-4eee-8fa3-24f04736e499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef62206-90f4-413c-8b06-c72a23727777 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:06:22.465113 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d55e8a77-a5cc-4736-afde-4824938167dd req-6c6d638a-0349-432c-b3d1-f953a57d7ee3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7b293ae5-e106-4e34-8164-904d3787cbf0 HTTP/1.1" status: 200 len: 210 time: 0.0619495 Feb 09 01:06:22.467600 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-2604ff5a-1a7c-4eee-8fa3-24f04736e499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:22.495861 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-2604ff5a-1a7c-4eee-8fa3-24f04736e499 service neutron] Transition to ACTIVE for port object eef62206-90f4-413c-8b06-c72a23727777 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:22.498740 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19261577-0f49-440f-b75f-07284cbe16bc req-64259bcf-0c21-4887-bd8d-95f896a3f15c tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:22.500505 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-19261577-0f49-440f-b75f-07284cbe16bc req-64259bcf-0c21-4887-bd8d-95f896a3f15c tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbcc61c2-7072-453b-a9df-32070a88969c HTTP/1.1" status: 200 len: 945 time: 0.0889628 Feb 09 01:06:22.502015 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-2604ff5a-1a7c-4eee-8fa3-24f04736e499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:22.552147 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-19261577-0f49-440f-b75f-07284cbe16bc req-ed1f20ed-f654-4181-ab2a-6a446f5f416a tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447459 Feb 09 01:06:22.631275 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f5d7c-7ce2-488f-9d85-33b1e6787a73 req-77039584-2b96-48ce-840b-84bd3f846cf5 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:22.632824 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b27f5d7c-7ce2-488f-9d85-33b1e6787a73 req-77039584-2b96-48ce-840b-84bd3f846cf5 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 945 time: 0.3023949 Feb 09 01:06:22.672133 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604ff5a-1a7c-4eee-8fa3-24f04736e499 service neutron] Pushing event updated for resources: {'Port': ['ID=eef62206-90f4-413c-8b06-c72a23727777,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:22.776503 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b27f5d7c-7ce2-488f-9d85-33b1e6787a73 req-fe19806f-2455-4f28-8bbc-c2c8f001ec0b tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331706 Feb 09 01:06:22.783554 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device ae96d083-8a34-4b02-aed5-0e82d911c043 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:06:22.818283 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-2604ff5a-1a7c-4eee-8fa3-24f04736e499 service neutron] Attempting to bind port eef62206-90f4-413c-8b06-c72a23727777 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:06:22.818621 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-2604ff5a-1a7c-4eee-8fa3-24f04736e499 service neutron] Attempting to bind port eef62206-90f4-413c-8b06-c72a23727777 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '04e9ecb6-01d5-4ecf-9227-3ea9eee52184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:06:22.819077 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-2604ff5a-1a7c-4eee-8fa3-24f04736e499 service neutron] Attempting to bind port eef62206-90f4-413c-8b06-c72a23727777 on network 6a46d8ce-a5dd-4900-abea-f731f0aef8fe {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:06:22.825548 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-2604ff5a-1a7c-4eee-8fa3-24f04736e499 service neutron] Port eef62206-90f4-413c-8b06-c72a23727777 on network 6a46d8ce-a5dd-4900-abea-f731f0aef8fe not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:06:22.826054 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-2604ff5a-1a7c-4eee-8fa3-24f04736e499 service neutron] Attempting to bind port eef62206-90f4-413c-8b06-c72a23727777 on network 6a46d8ce-a5dd-4900-abea-f731f0aef8fe {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:06:22.829774 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd817c5ae-4755-47fa-874c-1ad857cdb067', 'name': 'network-vif-deleted', 'tag': 'ae96d083-8a34-4b02-aed5-0e82d911c043', 'status': 'completed', 'code': 200} Feb 09 01:06:22.834920 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-2604ff5a-1a7c-4eee-8fa3-24f04736e499 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:06:22.835444 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-2604ff5a-1a7c-4eee-8fa3-24f04736e499 service neutron] Checking segment: {'id': '04e9ecb6-01d5-4ecf-9227-3ea9eee52184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:06:22.836025 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-2604ff5a-1a7c-4eee-8fa3-24f04736e499 service neutron] Bound using segment: {'id': '04e9ecb6-01d5-4ecf-9227-3ea9eee52184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:06:22.836679 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-2604ff5a-1a7c-4eee-8fa3-24f04736e499 service neutron] Bound port: eef62206-90f4-413c-8b06-c72a23727777, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04e9ecb6-01d5-4ecf-9227-3ea9eee52184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:06:22.837309 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-2604ff5a-1a7c-4eee-8fa3-24f04736e499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:22.868108 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:06:22.923450 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: ae96d083-8a34-4b02-aed5-0e82d911c043 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:06:22.923950 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device ae96d083-8a34-4b02-aed5-0e82d911c043 not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:06:22.975207 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:22.982238 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:22.982689 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:22.993044 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5cc4d324-4855-4fe2-88a6-e7464319a2f9 req-862db8f1-2d56-4966-b7f0-69acefd0e734 tempest-ListServerFiltersTestJSON-2132529073 tempest-ListServerFiltersTestJSON-2132529073-project] 10.222.0.37 "GET /v2.0/ports?device_id=d817c5ae-4755-47fa-874c-1ad857cdb067 HTTP/1.1" status: 200 len: 210 time: 0.0509756 Feb 09 01:06:23.020898 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-2604ff5a-1a7c-4eee-8fa3-24f04736e499 service neutron] For port eef62206-90f4-413c-8b06-c72a23727777, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:06:23.033069 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-2604ff5a-1a7c-4eee-8fa3-24f04736e499 service neutron] For port eef62206-90f4-413c-8b06-c72a23727777, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=eef62206-90f4-413c-8b06-c72a23727777,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:06:23.044729 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-2604ff5a-1a7c-4eee-8fa3-24f04736e499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:23.127373 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:23.133874 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da7c1b-c6d8-4293-b4bf-cd4084027021 req-ccd626e8-3bf3-47f6-9d36-ea8c44771670 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:23.135398 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-42da7c1b-c6d8-4293-b4bf-cd4084027021 req-ccd626e8-3bf3-47f6-9d36-ea8c44771670 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 949 time: 0.2287114 Feb 09 01:06:23.137088 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-2604ff5a-1a7c-4eee-8fa3-24f04736e499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:23.137700 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-2604ff5a-1a7c-4eee-8fa3-24f04736e499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:23.138991 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-2604ff5a-1a7c-4eee-8fa3-24f04736e499 service neutron] 10.222.0.35 "PUT /v2.0/ports/eef62206-90f4-413c-8b06-c72a23727777 HTTP/1.1" status: 200 len: 1092 time: 2.2463610 Feb 09 01:06:23.178297 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcc61c2-7072-453b-a9df-32070a88969c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:06:23.192665 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de1a85-dfd3-476f-8f28-0bcf8131c3f8 req-80d8d329-12d2-436a-b88f-284211529177 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:23.194391 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-24de1a85-dfd3-476f-8f28-0bcf8131c3f8 req-80d8d329-12d2-436a-b88f-284211529177 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports?device_id=71d1d6a2-32e4-474b-9a15-ecc124db9b3c HTTP/1.1" status: 200 len: 945 time: 0.1079073 Feb 09 01:06:23.194768 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d,segment=NetworkSegment(a61f9560-b5f0-4f56-92cb-5bd87e6c7f24),segment_id=a61f9560-b5f0-4f56-92cb-5bd87e6c7f24)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:23.198780 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:23.243811 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-24de1a85-dfd3-476f-8f28-0bcf8131c3f8 req-cd4618ee-eea1-4127-bc06-a42403862bfe tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff34b42-ead9-44a7-9bae-45e8ec568e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436313 Feb 09 01:06:23.271315 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:23.294543 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604ff5a-1a7c-4eee-8fa3-24f04736e499 service neutron] Pushing event updated for resources: {'Port': ['ID=eef62206-90f4-413c-8b06-c72a23727777,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:23.306606 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-42da7c1b-c6d8-4293-b4bf-cd4084027021 req-14cd0cdb-e680-455a-bba1-fb8db5f9d19e tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614468 Feb 09 01:06:23.357904 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-f9cca2d4-bd89-4411-b238-5b1fcd889d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:23.359409 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-f9cca2d4-bd89-4411-b238-5b1fcd889d52 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a75aeed005c34e95a63eb49629dd324d&device_id=7afc026c-b5fe-4a9c-8701-72c6c4fb7f53 HTTP/1.1" status: 200 len: 1095 time: 0.1407933 Feb 09 01:06:23.362155 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357207d2-3046-485f-9051-efab86914051 req-7c2e45b0-2e55-4d52-9223-ad16eb6adac3 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:23.364011 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-357207d2-3046-485f-9051-efab86914051 req-7c2e45b0-2e55-4d52-9223-ad16eb6adac3 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec&tenant_id=6a459030aa9346b7b761b1ccc64f5445&binding%3Ahost_id=n-h1-828419-1 HTTP/1.1" status: 200 len: 1096 time: 0.1935463 Feb 09 01:06:23.427637 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-357207d2-3046-485f-9051-efab86914051 req-a184c5b5-64f2-4329-912c-6349d11255d3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828419-1'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:23.429118 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c3289-3959-494a-bd16-1c117041d085 req-01a6f7a6-528b-4795-8c4d-8de0be583c55 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:23.430584 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-609c3289-3959-494a-bd16-1c117041d085 req-01a6f7a6-528b-4795-8c4d-8de0be583c55 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=7afc026c-b5fe-4a9c-8701-72c6c4fb7f53 HTTP/1.1" status: 200 len: 944 time: 0.0830314 Feb 09 01:06:23.475598 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-609c3289-3959-494a-bd16-1c117041d085 req-cca5ddb9-bb1e-461e-b9ed-aa7aeb4e99fa tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392528 Feb 09 01:06:23.495524 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-4237587a-4d74-4ed1-bfed-0d14b0714b55 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eef62206-90f4-413c-8b06-c72a23727777 HTTP/1.1" status: 200 len: 217 time: 0.1270826 Feb 09 01:06:23.528548 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbcc61c2-7072-453b-a9df-32070a88969c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d', 'code': 200} Feb 09 01:06:23.668182 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7125814e-29a6-405a-b8eb-f392cc41c912 req-d15dc2e1-7d0a-430d-80ce-a10b9cac16f6 tempest-ServerShowV257Test-381853133 tempest-ServerShowV257Test-381853133-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b293ae5-e106-4e34-8164-904d3787cbf0 HTTP/1.1" status: 200 len: 210 time: 0.0481091 Feb 09 01:06:23.826312 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-e03ae5e2-b5ce-43e6-91d2-ffd0d1adc8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:23.826312 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-e03ae5e2-b5ce-43e6-91d2-ffd0d1adc8ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e21ee47-9c4f-48f6-bbce-c83436d55ec2 HTTP/1.1" status: 200 len: 852 time: 0.3096297 Feb 09 01:06:23.862875 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccf9f0-5d93-4b49-bfb7-6b5598ffab60 req-c1b53260-2ac1-4bc0-a4f3-972f553d17cb tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:23.864466 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c6ccf9f0-5d93-4b49-bfb7-6b5598ffab60 req-c1b53260-2ac1-4bc0-a4f3-972f553d17cb tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbcc61c2-7072-453b-a9df-32070a88969c HTTP/1.1" status: 200 len: 946 time: 0.0930831 Feb 09 01:06:23.877273 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-357207d2-3046-485f-9051-efab86914051 req-a184c5b5-64f2-4329-912c-6349d11255d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:23.917909 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-81afeaf0-48bb-448e-b6d6-01a6761557a7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721400 Feb 09 01:06:23.948443 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c6ccf9f0-5d93-4b49-bfb7-6b5598ffab60 req-d84b3b73-9028-419a-9abb-803a148d6c62 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780807 Feb 09 01:06:23.981559 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bafb7f-af92-4ed1-9fc9-651a1fc62347 req-b10eb0d7-f453-4d72-9ea0-6ebbffc96704 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:23.988241 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bafb7f-af92-4ed1-9fc9-651a1fc62347 req-b10eb0d7-f453-4d72-9ea0-6ebbffc96704 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:23.994277 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bafb7f-af92-4ed1-9fc9-651a1fc62347 req-b10eb0d7-f453-4d72-9ea0-6ebbffc96704 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:24.000117 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bafb7f-af92-4ed1-9fc9-651a1fc62347 req-b10eb0d7-f453-4d72-9ea0-6ebbffc96704 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:24.005879 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bafb7f-af92-4ed1-9fc9-651a1fc62347 req-b10eb0d7-f453-4d72-9ea0-6ebbffc96704 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:24.013480 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bafb7f-af92-4ed1-9fc9-651a1fc62347 req-b10eb0d7-f453-4d72-9ea0-6ebbffc96704 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:24.019907 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bafb7f-af92-4ed1-9fc9-651a1fc62347 req-b10eb0d7-f453-4d72-9ea0-6ebbffc96704 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:24.021897 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-08bafb7f-af92-4ed1-9fc9-651a1fc62347 req-b10eb0d7-f453-4d72-9ea0-6ebbffc96704 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5427 time: 0.5996642 Feb 09 01:06:24.158154 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779af32-fb6d-4d12-bb22-dda75d207e62 req-1599e7b7-ec73-424d-820a-5b4aaf5a91b7 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:24.160194 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4779af32-fb6d-4d12-bb22-dda75d207e62 req-1599e7b7-ec73-424d-820a-5b4aaf5a91b7 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 945 time: 0.0982187 Feb 09 01:06:24.204914 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4779af32-fb6d-4d12-bb22-dda75d207e62 req-5f78a3db-f9e7-47ae-ae90-91fa167d82c1 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389123 Feb 09 01:06:24.216525 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254f27d-789e-4982-add1-1c5325d57368 req-5698ecf5-fe9c-4e19-b273-e43412ced949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:24.218146 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f254f27d-789e-4982-add1-1c5325d57368 req-5698ecf5-fe9c-4e19-b273-e43412ced949 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bbcc61c2-7072-453b-a9df-32070a88969c HTTP/1.1" status: 200 len: 1097 time: 0.4883974 Feb 09 01:06:24.261970 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-08bafb7f-af92-4ed1-9fc9-651a1fc62347 req-44477d29-af05-4ebb-b1f9-e9cb7b2f48b1 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2293537 Feb 09 01:06:24.296808 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37776) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:24.357036 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f254f27d-789e-4982-add1-1c5325d57368 req-e5848bc5-02cb-4d2c-b3d7-6f90803a6b02 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272132 Feb 09 01:06:24.360257 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-792701bd-c942-4e6b-b3db-82bafa1eb70f admin admin] Deleting subnet 771c4ddd-4731-43aa-b60e-ab7f2eeb6b58 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:06:24.363803 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-792701bd-c942-4e6b-b3db-82bafa1eb70f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:24.372478 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-5a237476-1484-4aa6-8f72-6326ba45a094 service neutron] 10.222.0.35 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290764 Feb 09 01:06:24.419839 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-792701bd-c942-4e6b-b3db-82bafa1eb70f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:24.469791 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-357207d2-3046-485f-9051-efab86914051 req-a184c5b5-64f2-4329-912c-6349d11255d3 service neutron] For port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c83f8a1e-a3b6-4bfd-aa0f-caacd4853992,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:24.516505 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8ebd1-7d83-4f9c-b21b-ee416c5ad903 req-37ddfdb0-07ae-4d1b-a345-39ce9b0df37e tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:24.517284 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-adb8ebd1-7d83-4f9c-b21b-ee416c5ad903 req-37ddfdb0-07ae-4d1b-a345-39ce9b0df37e tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Synchronizing usage tracker for tenant:13db6f711f024a948f23ba528e45c23e on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:06:24.554187 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7334f-673d-47f9-ac9c-c183f3b8114f req-8bab2481-60e9-4722-9711-d7120e36d934 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:24.554876 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-06e7334f-673d-47f9-ac9c-c183f3b8114f req-8bab2481-60e9-4722-9711-d7120e36d934 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Synchronizing usage tracker for tenant:13db6f711f024a948f23ba528e45c23e on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:06:24.557606 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-357207d2-3046-485f-9051-efab86914051 req-a184c5b5-64f2-4329-912c-6349d11255d3 service neutron] For port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:06:24.565044 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e32b6-42ab-4d6a-8690-f5c068adf4f5 req-8f33e091-2d84-4527-8275-81f540685033 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:24.567034 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d93e32b6-42ab-4d6a-8690-f5c068adf4f5 req-8f33e091-2d84-4527-8275-81f540685033 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 949 time: 0.1197293 Feb 09 01:06:24.571864 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-792701bd-c942-4e6b-b3db-82bafa1eb70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:24.587049 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-adb8ebd1-7d83-4f9c-b21b-ee416c5ad903 req-37ddfdb0-07ae-4d1b-a345-39ce9b0df37e tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Unset dirty status for tenant:13db6f711f024a948f23ba528e45c23e on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:06:24.588151 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-adb8ebd1-7d83-4f9c-b21b-ee416c5ad903 req-37ddfdb0-07ae-4d1b-a345-39ce9b0df37e tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.117 "GET /v2.0/ports?device_id=71d1d6a2-32e4-474b-9a15-ecc124db9b3c HTTP/1.1" status: 200 len: 945 time: 0.3238850 Feb 09 01:06:24.656778 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d93e32b6-42ab-4d6a-8690-f5c068adf4f5 req-d741bcb7-85a8-4ec4-87f1-8e67864a9243 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579567 Feb 09 01:06:24.671815 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-792701bd-c942-4e6b-b3db-82bafa1eb70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:24.713910 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792701bd-c942-4e6b-b3db-82bafa1eb70f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=771c4ddd-4731-43aa-b60e-ab7f2eeb6b58,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:24.717851 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-792701bd-c942-4e6b-b3db-82bafa1eb70f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:24.719225 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-06e7334f-673d-47f9-ac9c-c183f3b8114f req-8bab2481-60e9-4722-9711-d7120e36d934 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Unset dirty status for tenant:13db6f711f024a948f23ba528e45c23e on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:06:24.720371 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-06e7334f-673d-47f9-ac9c-c183f3b8114f req-8bab2481-60e9-4722-9711-d7120e36d934 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports?device_id=71d1d6a2-32e4-474b-9a15-ecc124db9b3c HTTP/1.1" status: 200 len: 945 time: 0.3446541 Feb 09 01:06:24.726473 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-792701bd-c942-4e6b-b3db-82bafa1eb70f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/771c4ddd-4731-43aa-b60e-ab7f2eeb6b58 HTTP/1.1" status: 204 len: 168 time: 0.4254663 Feb 09 01:06:24.728888 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37786) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:24.735260 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb63775-2855-4071-9ad1-58f548c5a961 None None] Network aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:06:24.797017 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-357207d2-3046-485f-9051-efab86914051 req-a184c5b5-64f2-4329-912c-6349d11255d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:24.808481 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-adb8ebd1-7d83-4f9c-b21b-ee416c5ad903 req-e30512c8-ae9b-4779-9d3e-056c434e541a tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Deleting port 340f5206-e4c6-4d75-8305-bb6783c1cb53 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:06:24.808818 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-adb8ebd1-7d83-4f9c-b21b-ee416c5ad903 req-e30512c8-ae9b-4779-9d3e-056c434e541a tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:24.830745 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:06:24.832920 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device a9cc22f6-5283-4291-ac6b-9ff6463541ff details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:06:24.842922 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7afc026c-b5fe-4a9c-8701-72c6c4fb7f53', 'tag': 'eef62206-90f4-413c-8b06-c72a23727777'}, {'server_uuid': 'ebef377b-19f8-49fe-9b94-378ea96e04ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c83f8a1e-a3b6-4bfd-aa0f-caacd4853992'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:06:24.872716 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:24.874845 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-357207d2-3046-485f-9051-efab86914051 req-a184c5b5-64f2-4329-912c-6349d11255d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:24.899063 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7bdfad94-4dae-4cbd-846e-54093f85a523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:24.918776 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-7bdfad94-4dae-4cbd-846e-54093f85a523 admin admin] Deleting port 466f80d2-6a66-4217-a296-67342e9d956b {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:06:24.919033 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7bdfad94-4dae-4cbd-846e-54093f85a523 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:24.944573 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-06e7334f-673d-47f9-ac9c-c183f3b8114f req-b6062fcf-a764-42da-8c2f-6d493b1fd4f7 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ff34b42-ead9-44a7-9bae-45e8ec568e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072313 Feb 09 01:06:24.971032 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2fa65-c289-4c2b-84a1-0e33a085558b req-3a341f00-4429-4f8d-b28f-3a6d77208360 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:24.973001 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a9d2fa65-c289-4c2b-84a1-0e33a085558b req-3a341f00-4429-4f8d-b28f-3a6d77208360 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=7afc026c-b5fe-4a9c-8701-72c6c4fb7f53 HTTP/1.1" status: 200 len: 944 time: 0.1657701 Feb 09 01:06:25.043702 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d8065de4-cd4c-4235-b960-6f1d3d60d965 req-37ce8f07-a9e8-4507-953a-380dd0572d6b service neutron] 10.222.0.35 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414802 Feb 09 01:06:25.183088 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a9d2fa65-c289-4c2b-84a1-0e33a085558b req-c4a00a68-e811-4a20-a2bc-2e5196467190 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024505 Feb 09 01:06:25.243545 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d713bd4d-4350-47cc-9295-4aeec78dd71e req-b5a231c6-99ee-42fe-b56b-9d9228ff6b29 tempest-ServerShowV257Test-381853133 tempest-ServerShowV257Test-381853133-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b293ae5-e106-4e34-8164-904d3787cbf0 HTTP/1.1" status: 200 len: 210 time: 0.1313574 Feb 09 01:06:25.249875 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port a9cc22f6-5283-4291-ac6b-9ff6463541ff, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a9cc22f6-5283-4291-ac6b-9ff6463541ff,segment=NetworkSegment(c70063aa-13fe-46c3-b4e6-857706eded55),segment_id=c70063aa-13fe-46c3-b4e6-857706eded55)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:25.253907 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184c5b5-64f2-4329-912c-6349d11255d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c83f8a1e-a3b6-4bfd-aa0f-caacd4853992,revision_number=7']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:25.265939 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-357207d2-3046-485f-9051-efab86914051 req-a184c5b5-64f2-4329-912c-6349d11255d3 service neutron] Attempting to bind port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 on host n-h1-828419-1 for vnic_type normal with profile {"migrating_to": "n-h2-828419-1"} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:06:25.266342 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-357207d2-3046-485f-9051-efab86914051 req-a184c5b5-64f2-4329-912c-6349d11255d3 service neutron] Attempting to bind port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:06:25.266826 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357207d2-3046-485f-9051-efab86914051 req-a184c5b5-64f2-4329-912c-6349d11255d3 service neutron] Attempting to bind port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:06:25.286433 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'a9cc22f6-5283-4291-ac6b-9ff6463541ff', 'network_id': '151f3625-265a-4aab-adad-d81de62c4234', 'port_id': 'a9cc22f6-5283-4291-ac6b-9ff6463541ff', 'mac_address': 'fa:16:3e:e3:f0:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 953, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd34a1970-cc18-443c-a0a4-8c26bc2e7361', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:06:25.290304 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7afc026c-b5fe-4a9c-8701-72c6c4fb7f53', 'tag': 'eef62206-90f4-413c-8b06-c72a23727777', 'status': 'completed', 'code': 200} Feb 09 01:06:25.290631 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebef377b-19f8-49fe-9b94-378ea96e04ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c83f8a1e-a3b6-4bfd-aa0f-caacd4853992', 'code': 200} Feb 09 01:06:25.349954 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c83f8a1e-a3b6-4bfd-aa0f-caacd4853992,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:25.374955 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:25.378212 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357207d2-3046-485f-9051-efab86914051 req-a184c5b5-64f2-4329-912c-6349d11255d3 service neutron] Port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:06:25.378614 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357207d2-3046-485f-9051-efab86914051 req-a184c5b5-64f2-4329-912c-6349d11255d3 service neutron] Attempting to bind port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:06:25.387293 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-7bdfad94-4dae-4cbd-846e-54093f85a523 admin admin] For port 466f80d2-6a66-4217-a296-67342e9d956b, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=466f80d2-6a66-4217-a296-67342e9d956b,segment=NetworkSegment(ec8aa979-c430-4d73-b46b-92a5473a57c5),segment_id=ec8aa979-c430-4d73-b46b-92a5473a57c5)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:25.388523 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7bdfad94-4dae-4cbd-846e-54093f85a523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:25.389893 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 has no active binding in host n-h2-828419-1 {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 01:06:25.397601 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9cc22f6-5283-4291-ac6b-9ff6463541ff {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:06:25.420342 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port a9cc22f6-5283-4291-ac6b-9ff6463541ff, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a9cc22f6-5283-4291-ac6b-9ff6463541ff,segment=NetworkSegment(c70063aa-13fe-46c3-b4e6-857706eded55),segment_id=c70063aa-13fe-46c3-b4e6-857706eded55)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:25.427505 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:25.428321 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 487d94e7-f3c1-4818-8a12-ddf7384d74a2 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:06:25.542836 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357207d2-3046-485f-9051-efab86914051 req-a184c5b5-64f2-4329-912c-6349d11255d3 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:06:25.543504 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357207d2-3046-485f-9051-efab86914051 req-a184c5b5-64f2-4329-912c-6349d11255d3 service neutron] Checking segment: {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:06:25.543658 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357207d2-3046-485f-9051-efab86914051 req-a184c5b5-64f2-4329-912c-6349d11255d3 service neutron] Bound using segment: {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:06:25.543969 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-357207d2-3046-485f-9051-efab86914051 req-a184c5b5-64f2-4329-912c-6349d11255d3 service neutron] Bound port: c83f8a1e-a3b6-4bfd-aa0f-caacd4853992, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:06:25.544306 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-357207d2-3046-485f-9051-efab86914051 req-a184c5b5-64f2-4329-912c-6349d11255d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:25.555371 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11889b1e-4e68-4d8f-b47d-04a84d40fbb0 None None] DHCP port deletion for aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:06:25.569966 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-11889b1e-4e68-4d8f-b47d-04a84d40fbb0 None None] Deleting port 466f80d2-6a66-4217-a296-67342e9d956b {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:06:25.569966 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-11889b1e-4e68-4d8f-b47d-04a84d40fbb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:25.600459 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-7bdfad94-4dae-4cbd-846e-54093f85a523 admin admin] Calling delete_port for 466f80d2-6a66-4217-a296-67342e9d956b owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:06:25.721338 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e944387-d337-4725-a7e0-60bacf9dffb5 req-e6b59f28-2847-470c-bf56-cc099d78f284 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:25.723507 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4e944387-d337-4725-a7e0-60bacf9dffb5 req-e6b59f28-2847-470c-bf56-cc099d78f284 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbcc61c2-7072-453b-a9df-32070a88969c HTTP/1.1" status: 200 len: 946 time: 0.2259915 Feb 09 01:06:25.724871 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7bdfad94-4dae-4cbd-846e-54093f85a523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:25.753816 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=a9cc22f6-5283-4291-ac6b-9ff6463541ff,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:25.759342 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-adb8ebd1-7d83-4f9c-b21b-ee416c5ad903 req-e30512c8-ae9b-4779-9d3e-056c434e541a tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] For port 340f5206-e4c6-4d75-8305-bb6783c1cb53, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=340f5206-e4c6-4d75-8305-bb6783c1cb53,segment=NetworkSegment(3b6a811f-9d4e-49e4-9b55-596caeb1db0d),segment_id=3b6a811f-9d4e-49e4-9b55-596caeb1db0d)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:25.759969 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-adb8ebd1-7d83-4f9c-b21b-ee416c5ad903 req-e30512c8-ae9b-4779-9d3e-056c434e541a tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:25.762368 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-11889b1e-4e68-4d8f-b47d-04a84d40fbb0 None None] The port '466f80d2-6a66-4217-a296-67342e9d956b' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:06:25.786320 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-357207d2-3046-485f-9051-efab86914051 req-a184c5b5-64f2-4329-912c-6349d11255d3 service neutron] For port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:06:25.788990 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 487d94e7-f3c1-4818-8a12-ddf7384d74a2, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=487d94e7-f3c1-4818-8a12-ddf7384d74a2,segment=NetworkSegment(6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5),segment_id=6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:25.789937 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdfad94-4dae-4cbd-846e-54093f85a523 admin admin] No DVR routers for this DVR port 466f80d2-6a66-4217-a296-67342e9d956b on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:06:25.808482 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '487d94e7-f3c1-4818-8a12-ddf7384d74a2', 'network_id': '0fe62980-d662-4305-b32e-541d69722270', 'port_id': '487d94e7-f3c1-4818-8a12-ddf7384d74a2', 'mac_address': 'fa:16:3e:ed:11:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 967, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efedc14e-a8af-4624-b0ad-f3edbb135900', 'ip_address': '10.1.1.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:06:25.827874 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdfad94-4dae-4cbd-846e-54093f85a523 admin admin] Pushing event deleted for resources: {'Port': ['ID=466f80d2-6a66-4217-a296-67342e9d956b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:25.908437 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:25.913316 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-adb8ebd1-7d83-4f9c-b21b-ee416c5ad903 req-e30512c8-ae9b-4779-9d3e-056c434e541a tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Calling delete_port for 340f5206-e4c6-4d75-8305-bb6783c1cb53 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:06:25.933638 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 487d94e7-f3c1-4818-8a12-ddf7384d74a2 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:06:25.942632 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4e944387-d337-4725-a7e0-60bacf9dffb5 req-dd622907-2f9d-4cf1-a796-7bd823171554 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076325 Feb 09 01:06:25.950195 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd7959-cfa2-4b8d-8668-7df0f7e1f106 req-c90aaac3-a7be-4512-804b-80007d105a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:25.951969 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bcbd7959-cfa2-4b8d-8668-7df0f7e1f106 req-c90aaac3-a7be-4512-804b-80007d105a79 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a75aeed005c34e95a63eb49629dd324d&device_id=7afc026c-b5fe-4a9c-8701-72c6c4fb7f53 HTTP/1.1" status: 200 len: 1095 time: 0.6120706 Feb 09 01:06:25.959597 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 487d94e7-f3c1-4818-8a12-ddf7384d74a2, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=487d94e7-f3c1-4818-8a12-ddf7384d74a2,segment=NetworkSegment(6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5),segment_id=6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:25.962859 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-357207d2-3046-485f-9051-efab86914051 req-a184c5b5-64f2-4329-912c-6349d11255d3 service neutron] For port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c83f8a1e-a3b6-4bfd-aa0f-caacd4853992,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:06:25.966435 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7bdfad94-4dae-4cbd-846e-54093f85a523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:25.969086 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:25.970489 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 28f6d6f4-456f-46b7-a80c-e7fa8ebd0629 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:06:26.005960 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-357207d2-3046-485f-9051-efab86914051 req-a184c5b5-64f2-4329-912c-6349d11255d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:26.041084 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-7bdfad94-4dae-4cbd-846e-54093f85a523 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:26.070371 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-7bdfad94-4dae-4cbd-846e-54093f85a523 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec8aa979-c430-4d73-b46b-92a5473a57c5') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:26.070713 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-7bdfad94-4dae-4cbd-846e-54093f85a523 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec8aa979-c430-4d73-b46b-92a5473a57c5') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:26.090922 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=487d94e7-f3c1-4818-8a12-ddf7384d74a2,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:26.093981 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 466f80d2-6a66-4217-a296-67342e9d956b no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:06:26.103871 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7bdfad94-4dae-4cbd-846e-54093f85a523 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:26.136872 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 466f80d2-6a66-4217-a296-67342e9d956b {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:06:26.137230 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 466f80d2-6a66-4217-a296-67342e9d956b not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:06:26.146259 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af073d09-1407-4efc-b91e-d877658c3424 req-b221c909-5e7e-4258-8f0c-8515a9f96321 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:26.152799 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-af073d09-1407-4efc-b91e-d877658c3424 req-b221c909-5e7e-4258-8f0c-8515a9f96321 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 943 time: 0.5957909 Feb 09 01:06:26.183489 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7bdfad94-4dae-4cbd-846e-54093f85a523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:26.198625 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bdfad94-4dae-4cbd-846e-54093f85a523 admin admin] Releasing vlan 975 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:06:26.199042 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7bdfad94-4dae-4cbd-846e-54093f85a523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:26.215703 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:06:26.215703 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:06:26.215703 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:06:26.215703 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:06:26.215703 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:06:26.215703 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:06:26.215703 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:06:26.215703 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:06:26.215703 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:06:26.215703 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:06:26.215703 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:06:26.215703 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:06:26.215703 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:06:26.215703 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:06:26.215703 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:06:26.215703 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:06:26.215703 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:06:26.215703 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:06:26.215703 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:06:26.215703 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:06:26.215703 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:06:26.215703 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:06:26.215703 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:06:26.215703 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:06:26.215703 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:06:26.215703 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:06:26.215703 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:06:26.215703 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:06:26.215703 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:06:26.215703 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:06:26.215703 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:06:26.215703 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:06:26.221891 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:06:26.288048 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 28f6d6f4-456f-46b7-a80c-e7fa8ebd0629, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=28f6d6f4-456f-46b7-a80c-e7fa8ebd0629,segment=NetworkSegment(98e1f1a3-bd88-4667-8800-3608f4b5b13e),segment_id=98e1f1a3-bd88-4667-8800-3608f4b5b13e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:26.306024 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '28f6d6f4-456f-46b7-a80c-e7fa8ebd0629', 'network_id': '2bec690d-2fc1-4a43-9409-cf15cb1e963a', 'port_id': '28f6d6f4-456f-46b7-a80c-e7fa8ebd0629', 'mac_address': 'fa:16:3e:45:cf:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 978, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0da9c592-ba8f-483c-8446-d42b4fd95318', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:06:26.315889 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7bdfad94-4dae-4cbd-846e-54093f85a523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:26.320905 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7bdfad94-4dae-4cbd-846e-54093f85a523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:26.360820 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e108648-1b30-414a-9b3f-12cb52d607e0 req-14e92426-7c3b-4fb3-8d14-0fccc63e1059 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:26.367213 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e108648-1b30-414a-9b3f-12cb52d607e0 req-14e92426-7c3b-4fb3-8d14-0fccc63e1059 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:26.373183 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e108648-1b30-414a-9b3f-12cb52d607e0 req-14e92426-7c3b-4fb3-8d14-0fccc63e1059 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:26.378897 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:26.379522 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e108648-1b30-414a-9b3f-12cb52d607e0 req-14e92426-7c3b-4fb3-8d14-0fccc63e1059 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:26.383723 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184c5b5-64f2-4329-912c-6349d11255d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c83f8a1e-a3b6-4bfd-aa0f-caacd4853992,revision_number=8']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:26.385310 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e108648-1b30-414a-9b3f-12cb52d607e0 req-14e92426-7c3b-4fb3-8d14-0fccc63e1059 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:26.394141 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e108648-1b30-414a-9b3f-12cb52d607e0 req-14e92426-7c3b-4fb3-8d14-0fccc63e1059 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:26.399783 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e108648-1b30-414a-9b3f-12cb52d607e0 req-14e92426-7c3b-4fb3-8d14-0fccc63e1059 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:26.400680 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f6d6f4-456f-46b7-a80c-e7fa8ebd0629 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:06:26.401339 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-af073d09-1407-4efc-b91e-d877658c3424 req-903f353b-a72e-4784-ba3d-96c6af2645c5 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469697 Feb 09 01:06:26.413428 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5e108648-1b30-414a-9b3f-12cb52d607e0 req-14e92426-7c3b-4fb3-8d14-0fccc63e1059 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5429 time: 0.2811203 Feb 09 01:06:26.417983 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 28f6d6f4-456f-46b7-a80c-e7fa8ebd0629, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=28f6d6f4-456f-46b7-a80c-e7fa8ebd0629,segment=NetworkSegment(98e1f1a3-bd88-4667-8800-3608f4b5b13e),segment_id=98e1f1a3-bd88-4667-8800-3608f4b5b13e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:26.421738 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdfad94-4dae-4cbd-846e-54093f85a523 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:26.428487 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:26.430845 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device e3d51e86-6390-4e68-8303-ef0030562eae details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:06:26.450560 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7bdfad94-4dae-4cbd-846e-54093f85a523 admin admin] 10.222.0.37 "DELETE /v2.0/networks/aa8ab2e4-ec35-4abb-8a4e-dbfadfc6beb7 HTTP/1.1" status: 204 len: 168 time: 1.7205236 Feb 09 01:06:26.453907 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357207d2-3046-485f-9051-efab86914051 req-a184c5b5-64f2-4329-912c-6349d11255d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:26.454820 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-357207d2-3046-485f-9051-efab86914051 req-a184c5b5-64f2-4329-912c-6349d11255d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:26.456502 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-357207d2-3046-485f-9051-efab86914051 req-a184c5b5-64f2-4329-912c-6349d11255d3 service neutron] 10.222.0.117 "PUT /v2.0/ports/c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 HTTP/1.1" status: 200 len: 1121 time: 3.0352459 Feb 09 01:06:26.473255 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5e108648-1b30-414a-9b3f-12cb52d607e0 req-76412a48-9000-40ba-9c31-20719d46f027 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630052 Feb 09 01:06:26.515125 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd7959-cfa2-4b8d-8668-7df0f7e1f106 req-7421e142-628e-4941-ae30-de6b49d9a062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:26.519406 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bcbd7959-cfa2-4b8d-8668-7df0f7e1f106 req-7421e142-628e-4941-ae30-de6b49d9a062 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe HTTP/1.1" status: 200 len: 913 time: 0.5550859 Feb 09 01:06:26.532161 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=28f6d6f4-456f-46b7-a80c-e7fa8ebd0629,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:26.568536 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port e3d51e86-6390-4e68-8303-ef0030562eae, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=e3d51e86-6390-4e68-8303-ef0030562eae,segment=NetworkSegment(98e1f1a3-bd88-4667-8800-3608f4b5b13e),segment_id=98e1f1a3-bd88-4667-8800-3608f4b5b13e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:26.585465 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'e3d51e86-6390-4e68-8303-ef0030562eae', 'network_id': '2bec690d-2fc1-4a43-9409-cf15cb1e963a', 'port_id': 'e3d51e86-6390-4e68-8303-ef0030562eae', 'mac_address': 'fa:16:3e:11:3b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 978, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0da9c592-ba8f-483c-8446-d42b4fd95318', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:06:26.625914 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['c83f8a1e-a3b6-4bfd-aa0f-caacd4853992'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:06:26.661463 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bcbd7959-cfa2-4b8d-8668-7df0f7e1f106 req-82ad152f-db20-4bab-9966-b3734e50c742 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eef62206-90f4-413c-8b06-c72a23727777 HTTP/1.1" status: 200 len: 217 time: 0.1307089 Feb 09 01:06:26.678259 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['c83f8a1e-a3b6-4bfd-aa0f-caacd4853992'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:06:26.720226 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188ad2b-d802-4dab-9ac9-5a97f77a4059 req-f372c2e0-a140-4262-8337-e2fc8c20080b tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:26.731732 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5188ad2b-d802-4dab-9ac9-5a97f77a4059 req-f372c2e0-a140-4262-8337-e2fc8c20080b tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 949 time: 0.1410708 Feb 09 01:06:26.762553 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-adb8ebd1-7d83-4f9c-b21b-ee416c5ad903 req-e30512c8-ae9b-4779-9d3e-056c434e541a tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:26.786800 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 340f5206-e4c6-4d75-8305-bb6783c1cb53 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:06:26.796302 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5188ad2b-d802-4dab-9ac9-5a97f77a4059 req-32469c18-4691-4bab-aa43-5869543e1db4 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634170 Feb 09 01:06:26.839327 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: 340f5206-e4c6-4d75-8305-bb6783c1cb53 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:06:26.839665 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 340f5206-e4c6-4d75-8305-bb6783c1cb53 not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:06:26.841169 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:26.845850 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37816) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:26.849885 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30512c8-ae9b-4779-9d3e-056c434e541a tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Pushing event deleted for resources: {'Port': ['ID=340f5206-e4c6-4d75-8305-bb6783c1cb53,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:26.885772 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3d51e86-6390-4e68-8303-ef0030562eae {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:06:26.921887 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd7959-cfa2-4b8d-8668-7df0f7e1f106 req-4ecc702e-c95a-476f-95b1-5fd91b21c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:26.923354 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bcbd7959-cfa2-4b8d-8668-7df0f7e1f106 req-4ecc702e-c95a-476f-95b1-5fd91b21c51c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e21ee47-9c4f-48f6-bbce-c83436d55ec2 HTTP/1.1" status: 200 len: 852 time: 0.2554493 Feb 09 01:06:26.963694 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port e3d51e86-6390-4e68-8303-ef0030562eae, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=e3d51e86-6390-4e68-8303-ef0030562eae,segment=NetworkSegment(98e1f1a3-bd88-4667-8800-3608f4b5b13e),segment_id=98e1f1a3-bd88-4667-8800-3608f4b5b13e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:27.004447 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cbeccda4-0746-4364-a8d9-7ec7b9c9b7f8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6428ce51b6b44a9195de9392004f082d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1568885 Feb 09 01:06:27.007037 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37824) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:27.010941 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-60199538-1d05-4197-bee3-b68f63da6afd req-a7868108-fd07-4b28-b29b-611a478b75f8 tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.37 "GET /v2.0/ports?device_id=71d1d6a2-32e4-474b-9a15-ecc124db9b3c HTTP/1.1" status: 200 len: 210 time: 0.0679452 Feb 09 01:06:27.011320 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bcbd7959-cfa2-4b8d-8668-7df0f7e1f106 req-4fca9edf-5f71-4d0a-bd9c-11384f10346d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606682 Feb 09 01:06:27.012709 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb8ebd1-7d83-4f9c-b21b-ee416c5ad903 req-e30512c8-ae9b-4779-9d3e-056c434e541a tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] No DVR routers for this DVR port 340f5206-e4c6-4d75-8305-bb6783c1cb53 on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:06:27.018091 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:27.018774 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device ed95cf65-6ad9-48b9-b564-6f38f0074a61 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:06:27.063297 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-adb8ebd1-7d83-4f9c-b21b-ee416c5ad903 req-e30512c8-ae9b-4779-9d3e-056c434e541a tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:27.187572 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-adb8ebd1-7d83-4f9c-b21b-ee416c5ad903 req-e30512c8-ae9b-4779-9d3e-056c434e541a tempest-FloatingIPsAssociationTestJSON-796703328 tempest-FloatingIPsAssociationTestJSON-796703328-project] 10.222.0.117 "DELETE /v2.0/ports/340f5206-e4c6-4d75-8305-bb6783c1cb53 HTTP/1.1" status: 204 len: 173 time: 2.5822594 Feb 09 01:06:27.215495 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5f363f2f-15bf-444a-8276-de245dcc1346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:27.263092 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=e3d51e86-6390-4e68-8303-ef0030562eae,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:27.270348 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5f363f2f-15bf-444a-8276-de245dcc1346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:27.296279 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port ed95cf65-6ad9-48b9-b564-6f38f0074a61, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=ed95cf65-6ad9-48b9-b564-6f38f0074a61,segment=NetworkSegment(6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5),segment_id=6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:27.302416 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebef377b-19f8-49fe-9b94-378ea96e04ec', 'tag': 'c83f8a1e-a3b6-4bfd-aa0f-caacd4853992'}, {'server_uuid': '71d1d6a2-32e4-474b-9a15-ecc124db9b3c', 'name': 'network-vif-deleted', 'tag': '340f5206-e4c6-4d75-8305-bb6783c1cb53'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:06:27.341957 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5288f6-d02f-4ef9-805f-4090c40e9bab req-fca3c2bf-963d-4d8d-b173-34e283cf8b05 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:27.344365 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f5288f6-d02f-4ef9-805f-4090c40e9bab req-fca3c2bf-963d-4d8d-b173-34e283cf8b05 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=7afc026c-b5fe-4a9c-8701-72c6c4fb7f53 HTTP/1.1" status: 200 len: 944 time: 0.1854250 Feb 09 01:06:27.350884 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'ed95cf65-6ad9-48b9-b564-6f38f0074a61', 'network_id': '0fe62980-d662-4305-b32e-541d69722270', 'port_id': 'ed95cf65-6ad9-48b9-b564-6f38f0074a61', 'mac_address': 'fa:16:3e:57:6b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 967, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efedc14e-a8af-4624-b0ad-f3edbb135900', 'ip_address': '10.1.1.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:06:27.423448 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bcbd7959-cfa2-4b8d-8668-7df0f7e1f106 req-722af733-3ec6-4379-ba2a-cfc84aae1a3c service neutron] 10.222.0.35 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474715 Feb 09 01:06:27.454456 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f5288f6-d02f-4ef9-805f-4090c40e9bab req-ec07b4b3-6073-4e03-a94a-5b8ebab1c7ce tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996792 Feb 09 01:06:27.462937 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:27.485337 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed95cf65-6ad9-48b9-b564-6f38f0074a61 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:06:27.522448 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port ed95cf65-6ad9-48b9-b564-6f38f0074a61, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=ed95cf65-6ad9-48b9-b564-6f38f0074a61,segment=NetworkSegment(6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5),segment_id=6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:27.532167 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:27.533236 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 49f387b1-200d-4aa1-aa5b-0e58530b895f details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:06:27.631006 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 49f387b1-200d-4aa1-aa5b-0e58530b895f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=49f387b1-200d-4aa1-aa5b-0e58530b895f,segment=NetworkSegment(6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5),segment_id=6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:27.643115 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=ed95cf65-6ad9-48b9-b564-6f38f0074a61,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:27.651789 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '49f387b1-200d-4aa1-aa5b-0e58530b895f', 'network_id': '0fe62980-d662-4305-b32e-541d69722270', 'port_id': '49f387b1-200d-4aa1-aa5b-0e58530b895f', 'mac_address': 'fa:16:3e:e5:01:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 967, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efedc14e-a8af-4624-b0ad-f3edbb135900', 'ip_address': '10.1.1.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:06:27.657479 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1f667270-57de-4c6e-b36d-39ed66ce4d8b req-972888fa-afff-4349-b2e6-aae66f465e73 tempest-ServerShowV257Test-381853133 tempest-ServerShowV257Test-381853133-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b293ae5-e106-4e34-8164-904d3787cbf0 HTTP/1.1" status: 200 len: 210 time: 0.0534904 Feb 09 01:06:27.715135 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5f363f2f-15bf-444a-8276-de245dcc1346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:27.747502 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:27.750162 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f363f2f-15bf-444a-8276-de245dcc1346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ce4b3c-eefb-4433-bb1f-0276388985dd,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:27.770359 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebef377b-19f8-49fe-9b94-378ea96e04ec', 'tag': 'c83f8a1e-a3b6-4bfd-aa0f-caacd4853992', 'status': 'completed', 'code': 200} Feb 09 01:06:27.770746 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d1d6a2-32e4-474b-9a15-ecc124db9b3c', 'name': 'network-vif-deleted', 'tag': '340f5206-e4c6-4d75-8305-bb6783c1cb53', 'status': 'completed', 'code': 200} Feb 09 01:06:27.779119 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5f363f2f-15bf-444a-8276-de245dcc1346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:27.783888 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5f363f2f-15bf-444a-8276-de245dcc1346 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f0ce4b3c-eefb-4433-bb1f-0276388985dd HTTP/1.1" status: 204 len: 168 time: 0.7750492 Feb 09 01:06:27.786924 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bcbd7959-cfa2-4b8d-8668-7df0f7e1f106 req-467effe1-a42e-4e68-aee4-f1c92f6e958f service neutron] 10.222.0.35 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322542 Feb 09 01:06:27.787179 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f387b1-200d-4aa1-aa5b-0e58530b895f {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:06:27.796367 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9306fc6-ec83-4cc4-9059-a1ec950724bd req-362aff64-c286-4646-8fe9-cb66c59805ed tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:27.803708 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f9306fc6-ec83-4cc4-9059-a1ec950724bd req-362aff64-c286-4646-8fe9-cb66c59805ed tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbcc61c2-7072-453b-a9df-32070a88969c HTTP/1.1" status: 200 len: 946 time: 0.4940438 Feb 09 01:06:27.817353 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 49f387b1-200d-4aa1-aa5b-0e58530b895f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=49f387b1-200d-4aa1-aa5b-0e58530b895f,segment=NetworkSegment(6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5),segment_id=6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:27.823126 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:27.823831 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c064f193-8708-43f5-b803-dfdf26a1e5a4 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:06:27.848164 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c064f193-8708-43f5-b803-dfdf26a1e5a4, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c064f193-8708-43f5-b803-dfdf26a1e5a4,segment=NetworkSegment(6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5),segment_id=6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:27.943287 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'c064f193-8708-43f5-b803-dfdf26a1e5a4', 'network_id': '0fe62980-d662-4305-b32e-541d69722270', 'port_id': 'c064f193-8708-43f5-b803-dfdf26a1e5a4', 'mac_address': 'fa:16:3e:16:eb:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 967, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efedc14e-a8af-4624-b0ad-f3edbb135900', 'ip_address': '10.1.1.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:06:27.946281 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=49f387b1-200d-4aa1-aa5b-0e58530b895f,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:27.965024 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f9306fc6-ec83-4cc4-9059-a1ec950724bd req-621d9c75-d053-4368-8eb5-a2e7c89bd818 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598320 Feb 09 01:06:28.002656 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161e8da-d9c6-47f2-b567-4f42664487d7 req-da881d65-9739-40a4-9c9b-9fd41404f2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:28.010497 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f161e8da-d9c6-47f2-b567-4f42664487d7 req-da881d65-9739-40a4-9c9b-9fd41404f2bc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a459030aa9346b7b761b1ccc64f5445&device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 1124 time: 0.1899970 Feb 09 01:06:28.028439 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:28.052379 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c064f193-8708-43f5-b803-dfdf26a1e5a4 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:06:28.081358 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c064f193-8708-43f5-b803-dfdf26a1e5a4, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c064f193-8708-43f5-b803-dfdf26a1e5a4,segment=NetworkSegment(6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5),segment_id=6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:28.083252 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723706e-3fbc-4cf0-a0b5-97be1e960477 req-94da9351-36a8-40b6-b4d5-0018c5892d3d tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:28.097555 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d723706e-3fbc-4cf0-a0b5-97be1e960477 req-94da9351-36a8-40b6-b4d5-0018c5892d3d tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 943 time: 0.1860251 Feb 09 01:06:28.100528 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:28.194014 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device eef62206-90f4-413c-8b06-c72a23727777 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:06:28.195381 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d723706e-3fbc-4cf0-a0b5-97be1e960477 req-c1f1d9d3-a38f-4001-92e1-48d98192116d tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969763 Feb 09 01:06:28.311662 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e82d02-653c-429c-8001-b9672cba372d req-fc691ca3-b2b5-4f7b-b38a-b623bcf7af58 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:28.318350 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e82d02-653c-429c-8001-b9672cba372d req-fc691ca3-b2b5-4f7b-b38a-b623bcf7af58 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:28.320957 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=c064f193-8708-43f5-b803-dfdf26a1e5a4,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:28.326635 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e82d02-653c-429c-8001-b9672cba372d req-fc691ca3-b2b5-4f7b-b38a-b623bcf7af58 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:28.333249 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e82d02-653c-429c-8001-b9672cba372d req-fc691ca3-b2b5-4f7b-b38a-b623bcf7af58 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:28.339377 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e82d02-653c-429c-8001-b9672cba372d req-fc691ca3-b2b5-4f7b-b38a-b623bcf7af58 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:28.345306 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e82d02-653c-429c-8001-b9672cba372d req-fc691ca3-b2b5-4f7b-b38a-b623bcf7af58 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:28.352701 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e82d02-653c-429c-8001-b9672cba372d req-fc691ca3-b2b5-4f7b-b38a-b623bcf7af58 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:28.361063 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d2e82d02-653c-429c-8001-b9672cba372d req-fc691ca3-b2b5-4f7b-b38a-b623bcf7af58 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5434 time: 0.2215562 Feb 09 01:06:28.383485 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161e8da-d9c6-47f2-b567-4f42664487d7 req-8b9d28f7-48d2-47ea-b1eb-8e4b14badd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:28.384959 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f161e8da-d9c6-47f2-b567-4f42664487d7 req-8b9d28f7-48d2-47ea-b1eb-8e4b14badd9f service neutron] 10.222.0.35 "GET /v2.0/networks?id=48fff0c2-cb8c-4c86-992a-0e113098b5fc HTTP/1.1" status: 200 len: 909 time: 0.3576229 Feb 09 01:06:28.390325 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port eef62206-90f4-413c-8b06-c72a23727777, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=eef62206-90f4-413c-8b06-c72a23727777,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:28.405793 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'eef62206-90f4-413c-8b06-c72a23727777', 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe', 'port_id': 'eef62206-90f4-413c-8b06-c72a23727777', 'mac_address': 'fa:16:3e:de:09:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 988, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e21ee47-9c4f-48f6-bbce-c83436d55ec2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:06:28.470829 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f161e8da-d9c6-47f2-b567-4f42664487d7 req-df075f59-6b8c-4c45-a534-a0ffd9939d1e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 HTTP/1.1" status: 200 len: 217 time: 0.0729036 Feb 09 01:06:28.483850 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d2e82d02-653c-429c-8001-b9672cba372d req-65eb920a-962c-4247-9f98-f69a2d6f41df tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1194797 Feb 09 01:06:28.486374 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818bdc22-dedf-4c9b-a7ec-35e52b03bfe0 req-9985a5c6-ca11-4ee5-bae7-30b6bf26901f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:28.488583 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-818bdc22-dedf-4c9b-a7ec-35e52b03bfe0 req-9985a5c6-ca11-4ee5-bae7-30b6bf26901f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 949 time: 0.1180980 Feb 09 01:06:28.510064 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:28.529715 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef62206-90f4-413c-8b06-c72a23727777 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:06:28.554893 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port eef62206-90f4-413c-8b06-c72a23727777, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=eef62206-90f4-413c-8b06-c72a23727777,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:28.564451 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:28.595263 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-818bdc22-dedf-4c9b-a7ec-35e52b03bfe0 req-dbb8999e-9c3c-4168-9a1c-626c1c5f906b tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940025 Feb 09 01:06:28.642251 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=eef62206-90f4-413c-8b06-c72a23727777,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:28.665939 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161e8da-d9c6-47f2-b567-4f42664487d7 req-6e7857d5-db98-4e6b-a18a-58c93fe2cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:28.667385 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f161e8da-d9c6-47f2-b567-4f42664487d7 req-6e7857d5-db98-4e6b-a18a-58c93fe2cdc0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=71237ce4-c470-4847-a2d1-f1f13758c999 HTTP/1.1" status: 200 len: 848 time: 0.1827896 Feb 09 01:06:28.688559 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37864) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:28.782016 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f161e8da-d9c6-47f2-b567-4f42664487d7 req-84cd1a75-a6b7-4d4b-94ad-b98dabb6ab94 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48fff0c2-cb8c-4c86-992a-0e113098b5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070910 Feb 09 01:06:28.897657 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad39df-d7f8-462b-bf11-494360b80917 req-181b40fa-4cd4-4141-bdb1-db89525ba79e tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:28.899131 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f4ad39df-d7f8-462b-bf11-494360b80917 req-181b40fa-4cd4-4141-bdb1-db89525ba79e tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbcc61c2-7072-453b-a9df-32070a88969c HTTP/1.1" status: 200 len: 946 time: 0.2872207 Feb 09 01:06:28.899604 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37874) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:28.974253 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f161e8da-d9c6-47f2-b567-4f42664487d7 req-3a176778-11d9-4812-aa99-a5e967c67e97 service neutron] 10.222.0.35 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779809 Feb 09 01:06:28.983150 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f4ad39df-d7f8-462b-bf11-494360b80917 req-9ba1fe6e-abb6-4f52-8d29-58e0993d23df tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741606 Feb 09 01:06:29.066080 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-203644d6-86c0-4d5a-bcd9-46daf87dc2e0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-213350449-network', 'tenant_id': '9228b17404b9497d806b3634b248ed4c'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:29.072065 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-203644d6-86c0-4d5a-bcd9-46daf87dc2e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:29.079660 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-203644d6-86c0-4d5a-bcd9-46daf87dc2e0 admin admin] Usage tracker for resource:network and tenant:9228b17404b9497d806b3634b248ed4c is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:29.090152 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-203644d6-86c0-4d5a-bcd9-46daf87dc2e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:29.099688 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-203644d6-86c0-4d5a-bcd9-46daf87dc2e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:29.110976 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['e3d51e86-6390-4e68-8303-ef0030562eae'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:06:29.132738 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0617b-a515-4a1f-ae65-61737790890e req-b64121d4-a92a-45e2-a5a5-8ce2a21fa220 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:29.139568 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-09e0617b-a515-4a1f-ae65-61737790890e req-b64121d4-a92a-45e2-a5a5-8ce2a21fa220 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=7afc026c-b5fe-4a9c-8701-72c6c4fb7f53 HTTP/1.1" status: 200 len: 945 time: 0.2709868 Feb 09 01:06:29.151863 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['a9cc22f6-5283-4291-ac6b-9ff6463541ff'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:06:29.155327 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203644d6-86c0-4d5a-bcd9-46daf87dc2e0 admin admin] Made reservation on behalf of 9228b17404b9497d806b3634b248ed4c for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:29.158523 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-203644d6-86c0-4d5a-bcd9-46daf87dc2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:29.193128 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['487d94e7-f3c1-4818-8a12-ddf7384d74a2'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:06:29.211410 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f161e8da-d9c6-47f2-b567-4f42664487d7 req-f58901a5-ee38-45a8-8fd9-e66bf801bdf4 service neutron] 10.222.0.35 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272463 Feb 09 01:06:29.217233 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-203644d6-86c0-4d5a-bcd9-46daf87dc2e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:29.233486 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8a725aa8-45e3-456e-8d67-b3a662c11b53 req-d81aaee9-5ce8-4516-a399-ddede9decb8a tempest-ServerShowV257Test-381853133 tempest-ServerShowV257Test-381853133-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b293ae5-e106-4e34-8164-904d3787cbf0 HTTP/1.1" status: 200 len: 210 time: 0.0595911 Feb 09 01:06:29.239638 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-203644d6-86c0-4d5a-bcd9-46daf87dc2e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:29.244155 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-203644d6-86c0-4d5a-bcd9-46daf87dc2e0 admin admin] Usage tracker for resource:security_group_rule and tenant:9228b17404b9497d806b3634b248ed4c is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:29.247273 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-203644d6-86c0-4d5a-bcd9-46daf87dc2e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:29.251689 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['c064f193-8708-43f5-b803-dfdf26a1e5a4'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:06:29.254207 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-203644d6-86c0-4d5a-bcd9-46daf87dc2e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:29.262488 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-09e0617b-a515-4a1f-ae65-61737790890e req-8d78c125-6805-4be4-bdec-7e2fd429d6f7 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214483 Feb 09 01:06:29.328320 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['ed95cf65-6ad9-48b9-b564-6f38f0074a61'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:06:29.419737 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-203644d6-86c0-4d5a-bcd9-46daf87dc2e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:29.460916 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-203644d6-86c0-4d5a-bcd9-46daf87dc2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:29.498046 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['eef62206-90f4-413c-8b06-c72a23727777'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:06:29.514820 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-203644d6-86c0-4d5a-bcd9-46daf87dc2e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 955} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:06:29.518264 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203644d6-86c0-4d5a-bcd9-46daf87dc2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659607a4-1794-445e-955b-16c4f8a70753,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:29.531122 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-203644d6-86c0-4d5a-bcd9-46daf87dc2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:29.531745 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-203644d6-86c0-4d5a-bcd9-46daf87dc2e0 admin admin] Added segment afaf8c97-5f94-4b26-b900-ffd16b8e5363 of type vlan for network 0b886e58-6a46-4f4e-9d76-98f7bdb55455 Feb 09 01:06:29.546811 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb77e2a-2c9c-4106-b1ac-0ee2a33ff449 req-313ae251-56cc-4042-a854-6daa1864fb69 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:29.548500 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bfb77e2a-2c9c-4106-b1ac-0ee2a33ff449 req-313ae251-56cc-4042-a854-6daa1864fb69 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 943 time: 0.1585689 Feb 09 01:06:29.578986 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-203644d6-86c0-4d5a-bcd9-46daf87dc2e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:29.590944 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf6463-1999-4539-82ce-84fb15e6e433 req-6116b4d0-8029-46d9-be90-1367b39f85c1 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:29.592814 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-19bf6463-1999-4539-82ce-84fb15e6e433 req-6116b4d0-8029-46d9-be90-1367b39f85c1 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbcc61c2-7072-453b-a9df-32070a88969c HTTP/1.1" status: 200 len: 946 time: 0.1698091 Feb 09 01:06:29.616667 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bfb77e2a-2c9c-4106-b1ac-0ee2a33ff449 req-bd9802a8-ecdd-4063-a961-97b728ab93bd tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588050 Feb 09 01:06:29.683925 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-19bf6463-1999-4539-82ce-84fb15e6e433 req-0a818069-671d-4b32-bf57-68710af9bc3f tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827785 Feb 09 01:06:29.707171 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-203644d6-86c0-4d5a-bcd9-46daf87dc2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:29.709127 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203644d6-86c0-4d5a-bcd9-46daf87dc2e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:29.709940 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-203644d6-86c0-4d5a-bcd9-46daf87dc2e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:29.767929 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dc2c3e21-9e3b-47ca-b1d2-cb2a298879dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:29.922600 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-203644d6-86c0-4d5a-bcd9-46daf87dc2e0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0200231 Feb 09 01:06:29.928632 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37892) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:29.945726 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-082e56de-0d65-4c76-8981-4efab989442b admin admin] Request body: {'subnet': {'network_id': '0b886e58-6a46-4f4e-9d76-98f7bdb55455', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-213350449-subnet', 'tenant_id': '9228b17404b9497d806b3634b248ed4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:29.951071 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-082e56de-0d65-4c76-8981-4efab989442b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:29.955373 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-082e56de-0d65-4c76-8981-4efab989442b admin admin] Usage tracker for resource:subnet and tenant:9228b17404b9497d806b3634b248ed4c is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:29.958337 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-082e56de-0d65-4c76-8981-4efab989442b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:29.964143 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-082e56de-0d65-4c76-8981-4efab989442b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:29.998816 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082e56de-0d65-4c76-8981-4efab989442b admin admin] Made reservation on behalf of 9228b17404b9497d806b3634b248ed4c for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:30.002359 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-082e56de-0d65-4c76-8981-4efab989442b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:30.061279 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367c497-befd-441e-a9a5-7eff3d21518a req-ef4b2763-d4c0-49b7-ad3f-327330c938e7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:30.068108 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367c497-befd-441e-a9a5-7eff3d21518a req-ef4b2763-d4c0-49b7-ad3f-327330c938e7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:30.070987 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['49f387b1-200d-4aa1-aa5b-0e58530b895f'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:06:30.074144 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367c497-befd-441e-a9a5-7eff3d21518a req-ef4b2763-d4c0-49b7-ad3f-327330c938e7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:30.080320 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367c497-befd-441e-a9a5-7eff3d21518a req-ef4b2763-d4c0-49b7-ad3f-327330c938e7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:30.086905 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367c497-befd-441e-a9a5-7eff3d21518a req-ef4b2763-d4c0-49b7-ad3f-327330c938e7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:30.092961 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367c497-befd-441e-a9a5-7eff3d21518a req-ef4b2763-d4c0-49b7-ad3f-327330c938e7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:30.110727 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367c497-befd-441e-a9a5-7eff3d21518a req-ef4b2763-d4c0-49b7-ad3f-327330c938e7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:30.111358 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['28f6d6f4-456f-46b7-a80c-e7fa8ebd0629'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:06:30.119259 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2367c497-befd-441e-a9a5-7eff3d21518a req-ef4b2763-d4c0-49b7-ad3f-327330c938e7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5434 time: 0.2441733 Feb 09 01:06:30.171287 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203644d6-86c0-4d5a-bcd9-46daf87dc2e0 admin admin] Pushing event updated for resources: {'Network': ['ID=0b886e58-6a46-4f4e-9d76-98f7bdb55455,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:30.232989 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 0b886e58-6a46-4f4e-9d76-98f7bdb55455 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:06:30.242390 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f92ae-8352-4b0d-9519-d12bd81db468 req-88ce5f72-e2f1-44b4-aab0-2ac4d833e114 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:30.244066 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b47f92ae-8352-4b0d-9519-d12bd81db468 req-88ce5f72-e2f1-44b4-aab0-2ac4d833e114 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 949 time: 0.3655682 Feb 09 01:06:30.292021 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2367c497-befd-441e-a9a5-7eff3d21518a req-0de9e8d6-3284-4766-bf76-b55cf09c7800 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0938406 Feb 09 01:06:30.418427 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-dc2c3e21-9e3b-47ca-b1d2-cb2a298879dc admin admin] Deleting port 88b4046c-b14f-4732-938c-a86be967888f {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:06:30.419493 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dc2c3e21-9e3b-47ca-b1d2-cb2a298879dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:30.446845 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b47f92ae-8352-4b0d-9519-d12bd81db468 req-e8852ee6-1246-4d42-8e91-3ead62e4f0cc tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941056 Feb 09 01:06:30.461424 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-082e56de-0d65-4c76-8981-4efab989442b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:30.572143 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e56de-0d65-4c76-8981-4efab989442b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c0055e2-4caa-4887-bef3-3229cfe537f2,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:30.626822 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082e56de-0d65-4c76-8981-4efab989442b admin admin] Checking segment: {'id': 'afaf8c97-5f94-4b26-b900-ffd16b8e5363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '0b886e58-6a46-4f4e-9d76-98f7bdb55455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:06:30.627337 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082e56de-0d65-4c76-8981-4efab989442b admin admin] Network hostable DHCP agents. Network: 0b886e58-6a46-4f4e-9d76-98f7bdb55455, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:06:30.642825 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c428d0-d26f-44e5-995c-9a1950d6a779 req-6652622d-7349-43ab-8208-24154f16d4f9 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:30.644886 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-80c428d0-d26f-44e5-995c-9a1950d6a779 req-6652622d-7349-43ab-8208-24154f16d4f9 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbcc61c2-7072-453b-a9df-32070a88969c HTTP/1.1" status: 200 len: 946 time: 0.1950138 Feb 09 01:06:30.665977 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082e56de-0d65-4c76-8981-4efab989442b admin admin] Network 0b886e58-6a46-4f4e-9d76-98f7bdb55455 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:06:30.678263 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-082e56de-0d65-4c76-8981-4efab989442b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 0b886e58-6a46-4f4e-9d76-98f7bdb55455) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:30.683316 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082e56de-0d65-4c76-8981-4efab989442b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:30.683898 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-082e56de-0d65-4c76-8981-4efab989442b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:30.699294 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb911eef-59a3-44ad-a06b-9345c1708c8c None None] Network 0b886e58-6a46-4f4e-9d76-98f7bdb55455 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:06:30.702799 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844ae51-28d5-407c-b2bf-7102f6963972 req-bb0d3123-b4de-4d49-934d-ba31f2283713 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:30.704066 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-8844ae51-28d5-407c-b2bf-7102f6963972 req-bb0d3123-b4de-4d49-934d-ba31f2283713 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Synchronizing usage tracker for tenant:a75aeed005c34e95a63eb49629dd324d on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:06:30.722958 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-082e56de-0d65-4c76-8981-4efab989442b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7909627 Feb 09 01:06:30.743445 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-8844ae51-28d5-407c-b2bf-7102f6963972 req-bb0d3123-b4de-4d49-934d-ba31f2283713 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Unset dirty status for tenant:a75aeed005c34e95a63eb49629dd324d on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:06:30.746810 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8844ae51-28d5-407c-b2bf-7102f6963972 req-bb0d3123-b4de-4d49-934d-ba31f2283713 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=7afc026c-b5fe-4a9c-8701-72c6c4fb7f53 HTTP/1.1" status: 200 len: 945 time: 0.1714282 Feb 09 01:06:30.804015 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8844ae51-28d5-407c-b2bf-7102f6963972 req-122f8399-4c41-43cf-b6f6-f66f673e0e06 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508440 Feb 09 01:06:30.876806 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-80c428d0-d26f-44e5-995c-9a1950d6a779 req-14c6aac5-64f0-4f20-85e5-dde58c9c8a7f tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243514 Feb 09 01:06:30.918908 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-dc2c3e21-9e3b-47ca-b1d2-cb2a298879dc admin admin] For port 88b4046c-b14f-4732-938c-a86be967888f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=88b4046c-b14f-4732-938c-a86be967888f,segment=NetworkSegment(3b6a811f-9d4e-49e4-9b55-596caeb1db0d),segment_id=3b6a811f-9d4e-49e4-9b55-596caeb1db0d)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:30.919281 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dc2c3e21-9e3b-47ca-b1d2-cb2a298879dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:31.009009 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4ea71ca5-b12c-4ee3-87ad-a3e0e59fd675 req-f08890d5-22e1-46eb-89b1-3bcff2592301 tempest-ServerShowV257Test-381853133 tempest-ServerShowV257Test-381853133-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b293ae5-e106-4e34-8164-904d3787cbf0 HTTP/1.1" status: 200 len: 210 time: 0.0487998 Feb 09 01:06:31.035394 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4eee8f-6b2f-4fa5-97da-98b80e18769e None None] Network 0b886e58-6a46-4f4e-9d76-98f7bdb55455 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:06:31.196920 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-dc2c3e21-9e3b-47ca-b1d2-cb2a298879dc admin admin] Calling delete_port for 88b4046c-b14f-4732-938c-a86be967888f owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:06:31.266895 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39ffbc-5730-4845-a2bc-e57b47945bd0 req-b17ec835-df89-4632-a851-46fdc0d37257 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:31.269588 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4d39ffbc-5730-4845-a2bc-e57b47945bd0 req-b17ec835-df89-4632-a851-46fdc0d37257 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbcc61c2-7072-453b-a9df-32070a88969c HTTP/1.1" status: 200 len: 946 time: 0.1157081 Feb 09 01:06:31.323416 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013483a-87c3-4627-a3a9-ebbe2b9652e8 req-c256d01f-4c5e-4424-af74-40f7e55a669a tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:31.325046 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9013483a-87c3-4627-a3a9-ebbe2b9652e8 req-c256d01f-4c5e-4424-af74-40f7e55a669a tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 943 time: 0.2762003 Feb 09 01:06:31.334897 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4d39ffbc-5730-4845-a2bc-e57b47945bd0 req-1e6978c5-c399-4efb-a6dd-98849b5c8be9 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593152 Feb 09 01:06:31.351562 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37920) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:31.357092 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-25d8cbd2-8f86-45b8-8af0-5e2769449025 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1854164115-network', 'tenant_id': '209be6535ed041d2af842864b0bf6bbe'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:31.362831 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-25d8cbd2-8f86-45b8-8af0-5e2769449025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:31.367704 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-25d8cbd2-8f86-45b8-8af0-5e2769449025 admin admin] Usage tracker for resource:network and tenant:209be6535ed041d2af842864b0bf6bbe is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:31.370725 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-25d8cbd2-8f86-45b8-8af0-5e2769449025 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:31.376663 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-25d8cbd2-8f86-45b8-8af0-5e2769449025 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:31.390173 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d8cbd2-8f86-45b8-8af0-5e2769449025 admin admin] Made reservation on behalf of 209be6535ed041d2af842864b0bf6bbe for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:31.393251 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-25d8cbd2-8f86-45b8-8af0-5e2769449025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:31.398643 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9013483a-87c3-4627-a3a9-ebbe2b9652e8 req-4502c2df-e242-43c3-ba0b-05b5f0f53638 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592701 Feb 09 01:06:31.408562 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-25d8cbd2-8f86-45b8-8af0-5e2769449025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:31.425678 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-25d8cbd2-8f86-45b8-8af0-5e2769449025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:31.429767 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-25d8cbd2-8f86-45b8-8af0-5e2769449025 admin admin] Usage tracker for resource:security_group_rule and tenant:209be6535ed041d2af842864b0bf6bbe is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:31.432767 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-25d8cbd2-8f86-45b8-8af0-5e2769449025 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:31.438693 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-25d8cbd2-8f86-45b8-8af0-5e2769449025 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:31.475866 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dc2c3e21-9e3b-47ca-b1d2-cb2a298879dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:31.528129 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c3e21-9e3b-47ca-b1d2-cb2a298879dc admin admin] Pushing event deleted for resources: {'Port': ['ID=88b4046c-b14f-4732-938c-a86be967888f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:31.595409 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65615f31-6bb6-4dec-bb3f-748c06ec9139 req-3e2630f1-b51a-4a84-bfe1-2a672a2ca61a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:31.601855 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65615f31-6bb6-4dec-bb3f-748c06ec9139 req-3e2630f1-b51a-4a84-bfe1-2a672a2ca61a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:31.607716 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65615f31-6bb6-4dec-bb3f-748c06ec9139 req-3e2630f1-b51a-4a84-bfe1-2a672a2ca61a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:31.613400 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65615f31-6bb6-4dec-bb3f-748c06ec9139 req-3e2630f1-b51a-4a84-bfe1-2a672a2ca61a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:31.619077 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65615f31-6bb6-4dec-bb3f-748c06ec9139 req-3e2630f1-b51a-4a84-bfe1-2a672a2ca61a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:31.624803 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65615f31-6bb6-4dec-bb3f-748c06ec9139 req-3e2630f1-b51a-4a84-bfe1-2a672a2ca61a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:31.630513 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65615f31-6bb6-4dec-bb3f-748c06ec9139 req-3e2630f1-b51a-4a84-bfe1-2a672a2ca61a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:31.632470 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-65615f31-6bb6-4dec-bb3f-748c06ec9139 req-3e2630f1-b51a-4a84-bfe1-2a672a2ca61a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5434 time: 0.1767933 Feb 09 01:06:31.663558 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-25d8cbd2-8f86-45b8-8af0-5e2769449025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:31.672613 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-25d8cbd2-8f86-45b8-8af0-5e2769449025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:31.727950 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-65615f31-6bb6-4dec-bb3f-748c06ec9139 req-df64db98-f5ac-48d8-9a81-f4b2d1fd7f18 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0878551 Feb 09 01:06:31.729510 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d8cbd2-8f86-45b8-8af0-5e2769449025 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 960} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:06:31.731926 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8cbd2-8f86-45b8-8af0-5e2769449025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118a22ba-9a38-4b85-bbed-91077bf9910f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:31.741744 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-25d8cbd2-8f86-45b8-8af0-5e2769449025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:31.742085 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-25d8cbd2-8f86-45b8-8af0-5e2769449025 admin admin] Added segment 5656970b-ed3b-4e6e-8069-1a62c13509aa of type vlan for network 58b07fd4-e841-4462-8064-e4ef5354847f Feb 09 01:06:31.766759 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82416d-0d32-46c8-be8c-e0d79479a322 req-81a1984b-11ab-4b4b-b148-98751f77c4f6 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:31.768839 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7b82416d-0d32-46c8-be8c-e0d79479a322 req-81a1984b-11ab-4b4b-b148-98751f77c4f6 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbcc61c2-7072-453b-a9df-32070a88969c HTTP/1.1" status: 200 len: 946 time: 0.2435548 Feb 09 01:06:31.783135 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-25d8cbd2-8f86-45b8-8af0-5e2769449025 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:31.821445 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-25d8cbd2-8f86-45b8-8af0-5e2769449025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:31.822168 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d8cbd2-8f86-45b8-8af0-5e2769449025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:31.823391 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-25d8cbd2-8f86-45b8-8af0-5e2769449025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:31.921513 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7b82416d-0d32-46c8-be8c-e0d79479a322 req-790647ea-78eb-480d-ba82-714f3550c287 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436753 Feb 09 01:06:31.943701 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dc2c3e21-9e3b-47ca-b1d2-cb2a298879dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:31.970030 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-25d8cbd2-8f86-45b8-8af0-5e2769449025 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6176803 Feb 09 01:06:31.973340 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37932) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:31.978127 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8cbd2-8f86-45b8-8af0-5e2769449025 admin admin] Pushing event updated for resources: {'Network': ['ID=58b07fd4-e841-4462-8064-e4ef5354847f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:31.988301 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-4261edc1-6bad-4c37-a3a2-b15de8b33e5b admin admin] Request body: {'subnet': {'network_id': '58b07fd4-e841-4462-8064-e4ef5354847f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1854164115-subnet', 'tenant_id': '209be6535ed041d2af842864b0bf6bbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:31.990778 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 58b07fd4-e841-4462-8064-e4ef5354847f details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:06:31.996298 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-4261edc1-6bad-4c37-a3a2-b15de8b33e5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:32.002354 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4261edc1-6bad-4c37-a3a2-b15de8b33e5b admin admin] Usage tracker for resource:subnet and tenant:209be6535ed041d2af842864b0bf6bbe is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:32.006201 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4261edc1-6bad-4c37-a3a2-b15de8b33e5b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:32.013855 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-4261edc1-6bad-4c37-a3a2-b15de8b33e5b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:32.052526 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e978a5-1ebb-42d2-98f8-68bc040bb503 req-70fafd46-b86a-4396-9df4-11ee06931ad3 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:32.052526 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b4e978a5-1ebb-42d2-98f8-68bc040bb503 req-70fafd46-b86a-4396-9df4-11ee06931ad3 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 949 time: 0.1514950 Feb 09 01:06:32.052526 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4261edc1-6bad-4c37-a3a2-b15de8b33e5b admin admin] Made reservation on behalf of 209be6535ed041d2af842864b0bf6bbe for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:32.052526 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4261edc1-6bad-4c37-a3a2-b15de8b33e5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:32.135979 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device e3d51e86-6390-4e68-8303-ef0030562eae up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:06:32.179652 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b4e978a5-1ebb-42d2-98f8-68bc040bb503 req-b7e20cd7-0455-4d50-aac1-26eb204e42fe tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178219 Feb 09 01:06:32.220523 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port e3d51e86-6390-4e68-8303-ef0030562eae completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:32.226327 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port e3d51e86-6390-4e68-8303-ef0030562eae triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:32.226940 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:32.311433 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4261edc1-6bad-4c37-a3a2-b15de8b33e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:32.368524 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2073d75-567e-4779-bc47-25fcaa9d0aae req-0421dbad-e0c0-4d43-89db-27daf416dc9e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:32.370039 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e2073d75-567e-4779-bc47-25fcaa9d0aae req-0421dbad-e0c0-4d43-89db-27daf416dc9e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=7afc026c-b5fe-4a9c-8701-72c6c4fb7f53 HTTP/1.1" status: 200 len: 945 time: 0.2785902 Feb 09 01:06:32.371142 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:32.400047 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d51e86-6390-4e68-8303-ef0030562eae'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:06:32.410311 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port e3d51e86-6390-4e68-8303-ef0030562eae, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=e3d51e86-6390-4e68-8303-ef0030562eae,segment=NetworkSegment(98e1f1a3-bd88-4667-8800-3608f4b5b13e),segment_id=98e1f1a3-bd88-4667-8800-3608f4b5b13e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:32.412044 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-77615017-f850-4d64-94f1-c9d608e77b8e req-782cc5e7-cea7-49b5-a161-41fc0891eab3 tempest-ServerShowV257Test-381853133 tempest-ServerShowV257Test-381853133-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b293ae5-e106-4e34-8164-904d3787cbf0 HTTP/1.1" status: 200 len: 210 time: 0.0592997 Feb 09 01:06:32.417374 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:32.438091 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261edc1-6bad-4c37-a3a2-b15de8b33e5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=32e883d2-9038-4c07-b57b-6a65c543bbe2,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:32.455617 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4261edc1-6bad-4c37-a3a2-b15de8b33e5b admin admin] Checking segment: {'id': '5656970b-ed3b-4e6e-8069-1a62c13509aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '58b07fd4-e841-4462-8064-e4ef5354847f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:06:32.456009 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4261edc1-6bad-4c37-a3a2-b15de8b33e5b admin admin] Network hostable DHCP agents. Network: 58b07fd4-e841-4462-8064-e4ef5354847f, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:06:32.475191 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4261edc1-6bad-4c37-a3a2-b15de8b33e5b admin admin] Network 58b07fd4-e841-4462-8064-e4ef5354847f is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:06:32.487771 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-4261edc1-6bad-4c37-a3a2-b15de8b33e5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 58b07fd4-e841-4462-8064-e4ef5354847f) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:32.492496 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4261edc1-6bad-4c37-a3a2-b15de8b33e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:32.493086 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4261edc1-6bad-4c37-a3a2-b15de8b33e5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:32.507514 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e2073d75-567e-4779-bc47-25fcaa9d0aae req-18bd1c62-bb66-42cd-a58d-ea28b46ac89b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220934 Feb 09 01:06:32.518586 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4f9c53-5e4e-43db-90ed-9862d5c41c16 None None] Network 58b07fd4-e841-4462-8064-e4ef5354847f requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:06:32.526569 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4261edc1-6bad-4c37-a3a2-b15de8b33e5b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5483227 Feb 09 01:06:32.562965 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2c3e21-9e3b-47ca-b1d2-cb2a298879dc admin admin] Router 524697d0-ff11-4503-8136-ac8939db0bd3 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:06:32.612856 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d51e86-6390-4e68-8303-ef0030562eae', 'code': 200} Feb 09 01:06:32.618828 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=e3d51e86-6390-4e68-8303-ef0030562eae,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:32.710028 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfad633-74bd-4a15-9a46-eb33f245a908 req-0ea527a6-97ae-4b72-8e69-9b4acaee8029 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:32.723171 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5dfad633-74bd-4a15-9a46-eb33f245a908 req-0ea527a6-97ae-4b72-8e69-9b4acaee8029 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbcc61c2-7072-453b-a9df-32070a88969c HTTP/1.1" status: 200 len: 946 time: 0.1684313 Feb 09 01:06:32.780994 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5dfad633-74bd-4a15-9a46-eb33f245a908 req-30c5b114-ccd4-4ae5-9ba8-f944feb073c6 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527954 Feb 09 01:06:32.807731 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a80b3e-a5e3-4aaa-a0f0-9b0fa4aedfed None None] Network 58b07fd4-e841-4462-8064-e4ef5354847f requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:06:32.962054 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2c3e21-9e3b-47ca-b1d2-cb2a298879dc admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:06:32.973727 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109d01e7-d371-4a48-a4b8-b2aa8b19a5e2 None None] Sync routers for ids ['524697d0-ff11-4503-8136-ac8939db0bd3'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:06:32.985013 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb1d0f-7911-4609-9678-5f60117405d5 req-33a9f6aa-1a7d-411a-a148-d9bfbf528948 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:32.986307 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109d01e7-d371-4a48-a4b8-b2aa8b19a5e2 None None] Routers {'524697d0-ff11-4503-8136-ac8939db0bd3'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:06:32.986673 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d0bb1d0f-7911-4609-9678-5f60117405d5 req-33a9f6aa-1a7d-411a-a148-d9bfbf528948 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 943 time: 0.2050838 Feb 09 01:06:32.988099 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-109d01e7-d371-4a48-a4b8-b2aa8b19a5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:06:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['524697d0-ff11-4503-8136-ac8939db0bd3'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:32.991154 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-dc2c3e21-9e3b-47ca-b1d2-cb2a298879dc admin admin] 10.222.0.37 "PUT /v2.0/routers/524697d0-ff11-4503-8136-ac8939db0bd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3002763 Feb 09 01:06:32.994656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37954) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:33.001732 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87a698-83d1-4c42-a5fa-c25a4eb3284c req-b1072d69-03eb-4e3e-b4cb-e68ac940d7fe tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:33.007637 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87a698-83d1-4c42-a5fa-c25a4eb3284c req-b1072d69-03eb-4e3e-b4cb-e68ac940d7fe tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:33.014137 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87a698-83d1-4c42-a5fa-c25a4eb3284c req-b1072d69-03eb-4e3e-b4cb-e68ac940d7fe tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:33.020517 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87a698-83d1-4c42-a5fa-c25a4eb3284c req-b1072d69-03eb-4e3e-b4cb-e68ac940d7fe tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:33.026202 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87a698-83d1-4c42-a5fa-c25a4eb3284c req-b1072d69-03eb-4e3e-b4cb-e68ac940d7fe tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:33.032051 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87a698-83d1-4c42-a5fa-c25a4eb3284c req-b1072d69-03eb-4e3e-b4cb-e68ac940d7fe tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:33.038380 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87a698-83d1-4c42-a5fa-c25a4eb3284c req-b1072d69-03eb-4e3e-b4cb-e68ac940d7fe tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:33.040287 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ee87a698-83d1-4c42-a5fa-c25a4eb3284c req-b1072d69-03eb-4e3e-b4cb-e68ac940d7fe tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5435 time: 0.1439798 Feb 09 01:06:33.118980 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d0bb1d0f-7911-4609-9678-5f60117405d5 req-aa8584a7-8d11-4b00-96a1-5428299a3140 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256750 Feb 09 01:06:33.120948 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ee87a698-83d1-4c42-a5fa-c25a4eb3284c req-83f35e4a-8643-4b71-9762-3f8cf3ce64de tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0716720 Feb 09 01:06:33.220127 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-109d01e7-d371-4a48-a4b8-b2aa8b19a5e2 None None] Set router 524697d0-ff11-4503-8136-ac8939db0bd3 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:06:33.224348 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f48944da-4143-455e-a638-97e3ea531ecb admin admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:33.327178 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e595e1b-cafd-4368-a6d2-0e88218a5440 req-d8ff507e-2f5e-49c3-8fde-334e8b0b7b02 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:33.329240 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6e595e1b-cafd-4368-a6d2-0e88218a5440 req-d8ff507e-2f5e-49c3-8fde-334e8b0b7b02 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbcc61c2-7072-453b-a9df-32070a88969c HTTP/1.1" status: 200 len: 946 time: 0.0871270 Feb 09 01:06:33.382219 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6e595e1b-cafd-4368-a6d2-0e88218a5440 req-78718b67-a384-4d74-89a0-3550cb228988 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455868 Feb 09 01:06:33.464924 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f48944da-4143-455e-a638-97e3ea531ecb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:33.534457 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-f48944da-4143-455e-a638-97e3ea531ecb admin admin] Deleting port 7fc19299-1b37-4a36-85ce-292a4d48dc54 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:06:33.535029 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f48944da-4143-455e-a638-97e3ea531ecb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:33.546203 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-109d01e7-d371-4a48-a4b8-b2aa8b19a5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-787289705-router', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:11Z', 'updated_at': '2022-02-09T01:06:31Z', 'revision_number': 5, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'gw_port': {'id': '7fc19299-1b37-4a36-85ce-292a4d48dc54', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:14Z', 'updated_at': '2022-02-09T01:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:33.556632 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109d01e7-d371-4a48-a4b8-b2aa8b19a5e2 None None] Checking router: 524697d0-ff11-4503-8136-ac8939db0bd3 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:06:33.567797 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109d01e7-d371-4a48-a4b8-b2aa8b19a5e2 None None] Routers {'524697d0-ff11-4503-8136-ac8939db0bd3'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:06:33.568819 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-109d01e7-d371-4a48-a4b8-b2aa8b19a5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:06:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['524697d0-ff11-4503-8136-ac8939db0bd3'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:33.598560 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f1a00-db79-44c9-9215-779f0fac4ae3 req-63b3c767-22db-477e-812b-9dc004c77ef2 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:33.605068 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f4f1a00-db79-44c9-9215-779f0fac4ae3 req-63b3c767-22db-477e-812b-9dc004c77ef2 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 949 time: 0.0982895 Feb 09 01:06:33.656757 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f4f1a00-db79-44c9-9215-779f0fac4ae3 req-8ec7a3bc-5e90-4c70-995a-5a5236c1d28c tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500660 Feb 09 01:06:33.728339 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-db63d8b9-a41f-4b2c-a246-e0eba18c83be tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:33.732120 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-db63d8b9-a41f-4b2c-a246-e0eba18c83be tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.37 "GET /v2.0/networks?id=0b886e58-6a46-4f4e-9d76-98f7bdb55455 HTTP/1.1" status: 200 len: 824 time: 0.2953875 Feb 09 01:06:33.753934 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-109d01e7-d371-4a48-a4b8-b2aa8b19a5e2 None None] Set router 524697d0-ff11-4503-8136-ac8939db0bd3 gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:06:33.757961 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-b5a134ae-71a1-4069-b77f-58314d5d55a1 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.37 "GET /v2.0/quotas/9228b17404b9497d806b3634b248ed4c HTTP/1.1" status: 200 len: 375 time: 0.0218718 Feb 09 01:06:33.836503 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-ae211764-bc5e-4f73-a8dc-1b2dc11d9679 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9228b17404b9497d806b3634b248ed4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632045 Feb 09 01:06:33.864339 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-109d01e7-d371-4a48-a4b8-b2aa8b19a5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-787289705-router', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:11Z', 'updated_at': '2022-02-09T01:06:33Z', 'revision_number': 6, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:33.868353 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109d01e7-d371-4a48-a4b8-b2aa8b19a5e2 None None] The sync data for ids ['524697d0-ff11-4503-8136-ac8939db0bd3'] in n-d-828419-1 is: [{'id': '524697d0-ff11-4503-8136-ac8939db0bd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-787289705-router', 'tenant_id': '13db6f711f024a948f23ba528e45c23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:11Z', 'updated_at': '2022-02-09T01:06:33Z', 'revision_number': 6, 'project_id': '13db6f711f024a948f23ba528e45c23e', 'gw_port_host': None}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:06:33.927038 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-f48944da-4143-455e-a638-97e3ea531ecb admin admin] For port 7fc19299-1b37-4a36-85ce-292a4d48dc54, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=7fc19299-1b37-4a36-85ce-292a4d48dc54,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:33.927492 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f48944da-4143-455e-a638-97e3ea531ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:34.059363 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-f48944da-4143-455e-a638-97e3ea531ecb admin admin] Calling delete_port for 7fc19299-1b37-4a36-85ce-292a4d48dc54 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:06:34.154387 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 487d94e7-f3c1-4818-8a12-ddf7384d74a2 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:06:34.240195 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 88b4046c-b14f-4732-938c-a86be967888f no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:06:34.244230 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-61f8d5de-6b62-4af0-8bbe-51a059e42b09 req-5747f32a-4edf-46aa-b158-b1ed85a61935 tempest-ServerShowV257Test-381853133 tempest-ServerShowV257Test-381853133-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b293ae5-e106-4e34-8164-904d3787cbf0 HTTP/1.1" status: 200 len: 210 time: 0.0628016 Feb 09 01:06:34.289892 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 88b4046c-b14f-4732-938c-a86be967888f {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:06:34.290281 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 88b4046c-b14f-4732-938c-a86be967888f not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:06:34.301007 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 487d94e7-f3c1-4818-8a12-ddf7384d74a2 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:34.308820 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 487d94e7-f3c1-4818-8a12-ddf7384d74a2 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:34.309193 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:34.352543 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-5e55d961-dfdf-4525-b6c2-8cf82f4e1a14 service neutron] 10.222.0.37 "GET /v2.0/networks/0b886e58-6a46-4f4e-9d76-98f7bdb55455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5059173 Feb 09 01:06:34.460619 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:34.500897 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 487d94e7-f3c1-4818-8a12-ddf7384d74a2, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=487d94e7-f3c1-4818-8a12-ddf7384d74a2,segment=NetworkSegment(6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5),segment_id=6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:34.506955 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:34.515932 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6724b-f29b-4f00-a262-024666f60e7d req-7ff64328-1492-4aa8-948e-a85a0ac05405 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:34.518420 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-91f6724b-f29b-4f00-a262-024666f60e7d req-7ff64328-1492-4aa8-948e-a85a0ac05405 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=7afc026c-b5fe-4a9c-8701-72c6c4fb7f53 HTTP/1.1" status: 200 len: 945 time: 0.1146238 Feb 09 01:06:34.521410 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-2c67133f-0511-412e-8e27-cbed4f83406c service neutron] 10.222.0.37 "GET /v2.0/networks/0b886e58-6a46-4f4e-9d76-98f7bdb55455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679358 Feb 09 01:06:34.568709 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-91f6724b-f29b-4f00-a262-024666f60e7d req-ff39ef37-12b1-4bf3-a509-eea050372328 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433502 Feb 09 01:06:34.604124 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f48944da-4143-455e-a638-97e3ea531ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:34.606493 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=487d94e7-f3c1-4818-8a12-ddf7384d74a2,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:34.619458 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487d94e7-f3c1-4818-8a12-ddf7384d74a2'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:06:34.658545 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48944da-4143-455e-a638-97e3ea531ecb admin admin] Pushing event deleted for resources: {'Port': ['ID=7fc19299-1b37-4a36-85ce-292a4d48dc54,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:34.778847 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f48944da-4143-455e-a638-97e3ea531ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:34.906952 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4d638-cf7d-4edf-ab30-103ac3460e53 req-eddc5f3f-0573-42ea-bfec-cc00032a0baa tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:34.913036 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e5e4d638-cf7d-4edf-ab30-103ac3460e53 req-eddc5f3f-0573-42ea-bfec-cc00032a0baa tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 943 time: 0.1043148 Feb 09 01:06:34.963037 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e5e4d638-cf7d-4edf-ab30-103ac3460e53 req-9907c4c5-893d-41d7-8395-4a810e5a99b8 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482221 Feb 09 01:06:35.004589 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f48944da-4143-455e-a638-97e3ea531ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:35.007932 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f48944da-4143-455e-a638-97e3ea531ecb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:35.020520 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487d94e7-f3c1-4818-8a12-ddf7384d74a2', 'code': 200} Feb 09 01:06:35.054318 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6788c1e-7b41-42c3-b70e-f209e5c341da req-c71ee8b7-25a7-467a-80b5-c8322c1bc832 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:35.059576 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6788c1e-7b41-42c3-b70e-f209e5c341da req-c71ee8b7-25a7-467a-80b5-c8322c1bc832 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:35.065587 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6788c1e-7b41-42c3-b70e-f209e5c341da req-c71ee8b7-25a7-467a-80b5-c8322c1bc832 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:35.071184 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6788c1e-7b41-42c3-b70e-f209e5c341da req-c71ee8b7-25a7-467a-80b5-c8322c1bc832 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:35.077044 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6788c1e-7b41-42c3-b70e-f209e5c341da req-c71ee8b7-25a7-467a-80b5-c8322c1bc832 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:35.083017 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6788c1e-7b41-42c3-b70e-f209e5c341da req-c71ee8b7-25a7-467a-80b5-c8322c1bc832 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:35.089173 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6788c1e-7b41-42c3-b70e-f209e5c341da req-c71ee8b7-25a7-467a-80b5-c8322c1bc832 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:35.091098 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d6788c1e-7b41-42c3-b70e-f209e5c341da req-c71ee8b7-25a7-467a-80b5-c8322c1bc832 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5436 time: 0.3156798 Feb 09 01:06:35.091735 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f48944da-4143-455e-a638-97e3ea531ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:35.092217 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48944da-4143-455e-a638-97e3ea531ecb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 524697d0-ff11-4503-8136-ac8939db0bd3 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:06:35.125478 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f48944da-4143-455e-a638-97e3ea531ecb admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:35.129168 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f48944da-4143-455e-a638-97e3ea531ecb admin admin] 10.222.0.37 "DELETE /v2.0/routers/524697d0-ff11-4503-8136-ac8939db0bd3 HTTP/1.1" status: 204 len: 168 time: 2.1336312 Feb 09 01:06:35.131036 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38006) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:35.131777 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e9c84b6d-2c6c-4c6d-aa00-c1b4adc65f4a req-5adcfe16-d0a5-4014-bb9d-a1a5e3f7004a tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.37 "GET /v2.0/ports?device_id=a915bef3-e822-45cf-a157-e17631dd0f9f HTTP/1.1" status: 200 len: 210 time: 0.0708115 Feb 09 01:06:35.217174 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d6788c1e-7b41-42c3-b70e-f209e5c341da req-f729228b-c579-45a3-8ad2-c56b22b043e4 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1170099 Feb 09 01:06:35.246527 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-3394d3ea-87c0-479a-9fcb-9f771ca41a59 admin admin] Deleting subnet 15f6169a-7b57-4d0c-b44b-21d1db3578d7 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:06:35.249901 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3394d3ea-87c0-479a-9fcb-9f771ca41a59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:35.312922 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3394d3ea-87c0-479a-9fcb-9f771ca41a59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:35.359641 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53963b-d891-4ec6-a729-3bb6291f892d req-dc9684a3-d200-41ac-bf86-64020a966f72 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:35.362797 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6a53963b-d891-4ec6-a729-3bb6291f892d req-dc9684a3-d200-41ac-bf86-64020a966f72 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 949 time: 0.1039035 Feb 09 01:06:35.412323 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6a53963b-d891-4ec6-a729-3bb6291f892d req-85ffc1d5-04cd-47f5-a170-e29b3764db99 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435526 Feb 09 01:06:35.428357 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3394d3ea-87c0-479a-9fcb-9f771ca41a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:35.523942 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3394d3ea-87c0-479a-9fcb-9f771ca41a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:35.578137 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cae7d7-f0da-4fdb-ab42-ae2eeea8319f None None] Network b5fd0cb5-7e9b-45fd-beb6-2ed905515601 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:06:35.632038 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394d3ea-87c0-479a-9fcb-9f771ca41a59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15f6169a-7b57-4d0c-b44b-21d1db3578d7,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:35.635694 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3394d3ea-87c0-479a-9fcb-9f771ca41a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:35.665200 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3394d3ea-87c0-479a-9fcb-9f771ca41a59 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/15f6169a-7b57-4d0c-b44b-21d1db3578d7 HTTP/1.1" status: 204 len: 168 time: 0.5222943 Feb 09 01:06:35.670763 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fde6ded1-08c3-4071-92d5-44c87a3617c2 req-1128e420-fc94-4ffd-9666-3cdb97d11724 tempest-ServerShowV257Test-381853133 tempest-ServerShowV257Test-381853133-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b293ae5-e106-4e34-8164-904d3787cbf0 HTTP/1.1" status: 200 len: 210 time: 0.0788152 Feb 09 01:06:35.670763 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38020) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:35.698130 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce55ede-0ba7-42c8-869a-264e6d2e7427 req-bdb8ef55-c7f5-49dd-8dcc-81c77a776a52 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:35.699844 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8ce55ede-0ba7-42c8-869a-264e6d2e7427 req-bdb8ef55-c7f5-49dd-8dcc-81c77a776a52 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbcc61c2-7072-453b-a9df-32070a88969c HTTP/1.1" status: 200 len: 946 time: 0.1361768 Feb 09 01:06:35.785781 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8ce55ede-0ba7-42c8-869a-264e6d2e7427 req-af24ccc0-30d2-49c5-9b4d-8bce98e22e1b tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793085 Feb 09 01:06:35.954772 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905e4487-e69a-4779-93a1-15783e5945b5 None None] DHCP port deletion for b5fd0cb5-7e9b-45fd-beb6-2ed905515601 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:06:35.960314 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-905e4487-e69a-4779-93a1-15783e5945b5 None None] Deleting port 2b4b21e9-bdb4-4324-8b36-2e3d4df17eda {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:06:35.960799 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-905e4487-e69a-4779-93a1-15783e5945b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:36.069931 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-93273855-9cf4-4de1-9f41-22bf60aff907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:36.103283 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7fc19299-1b37-4a36-85ce-292a4d48dc54 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:06:36.103507 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-357207d2-3046-485f-9051-efab86914051 req-8af0e374-3ee6-4868-9dee-6192883dda8e service neutron] 10.222.0.35 "GET /v2.0/ports/c83f8a1e-a3b6-4bfd-aa0f-caacd4853992/bindings/n-h2-828419-1 HTTP/1.1" status: 200 len: 384 time: 0.1491096 Feb 09 01:06:36.104210 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-93273855-9cf4-4de1-9f41-22bf60aff907 admin admin] Deleting port 2b4b21e9-bdb4-4324-8b36-2e3d4df17eda {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:06:36.104586 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-93273855-9cf4-4de1-9f41-22bf60aff907 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:36.168884 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 7fc19299-1b37-4a36-85ce-292a4d48dc54 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:06:36.169532 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7fc19299-1b37-4a36-85ce-292a4d48dc54 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:06:36.170112 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 2b4b21e9-bdb4-4324-8b36-2e3d4df17eda no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:06:36.202349 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device ed95cf65-6ad9-48b9-b564-6f38f0074a61 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:06:36.213913 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b2c98-df39-48b6-9e8d-10f9b9a34322 req-b62a229e-de22-4dab-b1dd-01d30bb0cf4f tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:36.215394 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-180b2c98-df39-48b6-9e8d-10f9b9a34322 req-b62a229e-de22-4dab-b1dd-01d30bb0cf4f tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 943 time: 0.1202738 Feb 09 01:06:36.245877 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5243ab-1de4-4b45-9e0e-723d4ff29aac req-c957ba56-e291-40a7-b05d-c3c71e857258 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:36.255572 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1c5243ab-1de4-4b45-9e0e-723d4ff29aac req-c957ba56-e291-40a7-b05d-c3c71e857258 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=7afc026c-b5fe-4a9c-8701-72c6c4fb7f53 HTTP/1.1" status: 200 len: 945 time: 0.4531772 Feb 09 01:06:36.292937 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-180b2c98-df39-48b6-9e8d-10f9b9a34322 req-96904308-4668-4015-a20d-ed0260c0874c tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689907 Feb 09 01:06:36.455032 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bda55f92-e7b8-49ee-a0d7-9f592f46fddc req-0b8b0f20-a9e2-4657-90a8-6e248d130261 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.37 "GET /v2.0/ports?device_id=a915bef3-e822-45cf-a157-e17631dd0f9f HTTP/1.1" status: 200 len: 210 time: 0.0422101 Feb 09 01:06:36.490571 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port ed95cf65-6ad9-48b9-b564-6f38f0074a61 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:36.502935 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-905e4487-e69a-4779-93a1-15783e5945b5 None None] For port 2b4b21e9-bdb4-4324-8b36-2e3d4df17eda, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=2b4b21e9-bdb4-4324-8b36-2e3d4df17eda,segment=NetworkSegment(3b6a811f-9d4e-49e4-9b55-596caeb1db0d),segment_id=3b6a811f-9d4e-49e4-9b55-596caeb1db0d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:36.503330 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-905e4487-e69a-4779-93a1-15783e5945b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:36.514529 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port ed95cf65-6ad9-48b9-b564-6f38f0074a61 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:36.514898 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:36.517671 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1c5243ab-1de4-4b45-9e0e-723d4ff29aac req-03ec0120-3456-456b-93b6-240d285955bf tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605329 Feb 09 01:06:36.540205 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:36.678636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-ff4d47aa-5886-4ff0-80aa-8ff373e9a211 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:36.679323 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-ff4d47aa-5886-4ff0-80aa-8ff373e9a211 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Synchronizing usage tracker for tenant:9228b17404b9497d806b3634b248ed4c on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:06:36.688835 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae21dc-d99c-46ac-9acf-3051502fe500 req-ede2b324-648e-41c9-b3fb-1409f57a0533 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:36.691133 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-905e4487-e69a-4779-93a1-15783e5945b5 None None] Calling delete_port for 2b4b21e9-bdb4-4324-8b36-2e3d4df17eda owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:06:36.695035 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae21dc-d99c-46ac-9acf-3051502fe500 req-ede2b324-648e-41c9-b3fb-1409f57a0533 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:36.700990 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae21dc-d99c-46ac-9acf-3051502fe500 req-ede2b324-648e-41c9-b3fb-1409f57a0533 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:36.706829 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae21dc-d99c-46ac-9acf-3051502fe500 req-ede2b324-648e-41c9-b3fb-1409f57a0533 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:36.712762 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae21dc-d99c-46ac-9acf-3051502fe500 req-ede2b324-648e-41c9-b3fb-1409f57a0533 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:36.719072 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae21dc-d99c-46ac-9acf-3051502fe500 req-ede2b324-648e-41c9-b3fb-1409f57a0533 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:36.726028 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae21dc-d99c-46ac-9acf-3051502fe500 req-ede2b324-648e-41c9-b3fb-1409f57a0533 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:36.727531 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-29ae21dc-d99c-46ac-9acf-3051502fe500 req-ede2b324-648e-41c9-b3fb-1409f57a0533 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5436 time: 0.1299374 Feb 09 01:06:36.774011 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 2b4b21e9-bdb4-4324-8b36-2e3d4df17eda, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=2b4b21e9-bdb4-4324-8b36-2e3d4df17eda,segment=NetworkSegment(3b6a811f-9d4e-49e4-9b55-596caeb1db0d),segment_id=3b6a811f-9d4e-49e4-9b55-596caeb1db0d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:36.786398 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-29ae21dc-d99c-46ac-9acf-3051502fe500 req-ac4f8a57-e5e1-40f5-8bb8-66675f685ece tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0501664 Feb 09 01:06:36.786867 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-93273855-9cf4-4de1-9f41-22bf60aff907 admin admin] For port 2b4b21e9-bdb4-4324-8b36-2e3d4df17eda, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=2b4b21e9-bdb4-4324-8b36-2e3d4df17eda,segment=NetworkSegment(3b6a811f-9d4e-49e4-9b55-596caeb1db0d),segment_id=3b6a811f-9d4e-49e4-9b55-596caeb1db0d)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:36.787117 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-93273855-9cf4-4de1-9f41-22bf60aff907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:36.793047 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:36.814193 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-ff4d47aa-5886-4ff0-80aa-8ff373e9a211 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Unset dirty status for tenant:9228b17404b9497d806b3634b248ed4c on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:06:36.815414 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-ff4d47aa-5886-4ff0-80aa-8ff373e9a211 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.35 "GET /v2.0/networks?id=0b886e58-6a46-4f4e-9d76-98f7bdb55455 HTTP/1.1" status: 200 len: 824 time: 0.6349108 Feb 09 01:06:36.912635 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-905e4487-e69a-4779-93a1-15783e5945b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:06:36.912989 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-905e4487-e69a-4779-93a1-15783e5945b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:06:36.930034 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-efc2d574-af37-4a9b-9ba3-377cdef21cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:36.938397 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:36.966990 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bec18997-dea1-4881-b408-3912544c757b req-46beb4cb-c326-4965-8ff8-cde00dafee28 tempest-ServerShowV257Test-381853133 tempest-ServerShowV257Test-381853133-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b293ae5-e106-4e34-8164-904d3787cbf0 HTTP/1.1" status: 200 len: 210 time: 0.0493867 Feb 09 01:06:36.968106 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=2b4b21e9-bdb4-4324-8b36-2e3d4df17eda,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:36.980559 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-d0232561-ec3d-4544-bf44-42689712fb0d tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Request body: {'port': {'device_id': 'a915bef3-e822-45cf-a157-e17631dd0f9f', 'network_id': '0b886e58-6a46-4f4e-9d76-98f7bdb55455', 'admin_state_up': True, 'tenant_id': '9228b17404b9497d806b3634b248ed4c'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:36.990977 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port ed95cf65-6ad9-48b9-b564-6f38f0074a61, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=ed95cf65-6ad9-48b9-b564-6f38f0074a61,segment=NetworkSegment(6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5),segment_id=6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:36.995744 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:36.996572 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device eef62206-90f4-413c-8b06-c72a23727777 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:06:37.005125 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-93273855-9cf4-4de1-9f41-22bf60aff907 admin admin] Calling delete_port for 2b4b21e9-bdb4-4324-8b36-2e3d4df17eda owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:06:37.053070 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed95cf65-6ad9-48b9-b564-6f38f0074a61'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:06:37.134371 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=ed95cf65-6ad9-48b9-b564-6f38f0074a61,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:37.144892 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port eef62206-90f4-413c-8b06-c72a23727777 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:37.150220 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port eef62206-90f4-413c-8b06-c72a23727777 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:37.150592 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:37.198570 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f7b46-0d38-452d-9d75-bfcfe0c889a3 req-1aa2a59c-cd0d-4bbf-bd70-da695826fc8b tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:37.200866 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9e5f7b46-0d38-452d-9d75-bfcfe0c889a3 req-1aa2a59c-cd0d-4bbf-bd70-da695826fc8b tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 949 time: 0.5727921 Feb 09 01:06:37.221707 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460669bd-970f-43ed-9bf9-924086aeda53 req-a270a950-ef96-4cbe-971a-930779cf4817 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:37.223603 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-460669bd-970f-43ed-9bf9-924086aeda53 req-a270a950-ef96-4cbe-971a-930779cf4817 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbcc61c2-7072-453b-a9df-32070a88969c HTTP/1.1" status: 200 len: 946 time: 0.0998242 Feb 09 01:06:37.270557 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-357207d2-3046-485f-9051-efab86914051 req-bb0334b7-418f-4a7f-8a04-0c5d3e1ce42e service neutron] For port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c83f8a1e-a3b6-4bfd-aa0f-caacd4853992,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:37.276779 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:37.281497 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.api [None req-93273855-9cf4-4de1-9f41-22bf60aff907 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:06:37.281812 n-d-828419-1 neutron-server[87612]: DEBUG oslo_db.api [None req-93273855-9cf4-4de1-9f41-22bf60aff907 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:06:37.282889 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-460669bd-970f-43ed-9bf9-924086aeda53 req-90b6f122-9e53-4677-b4f4-babbee5a12b8 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512338 Feb 09 01:06:37.300788 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-d0232561-ec3d-4544-bf44-42689712fb0d tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:37.316999 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-d0232561-ec3d-4544-bf44-42689712fb0d tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Usage tracker for resource:port and tenant:9228b17404b9497d806b3634b248ed4c is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:37.318066 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port eef62206-90f4-413c-8b06-c72a23727777, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=eef62206-90f4-413c-8b06-c72a23727777,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:37.323730 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9e5f7b46-0d38-452d-9d75-bfcfe0c889a3 req-f5d3f3bf-252b-45e9-80a8-f945398b3b25 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047158 Feb 09 01:06:37.324615 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-d0232561-ec3d-4544-bf44-42689712fb0d tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:37.333980 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:37.334626 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-357207d2-3046-485f-9051-efab86914051 req-bb0334b7-418f-4a7f-8a04-0c5d3e1ce42e service neutron] For port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:06:37.335023 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 49f387b1-200d-4aa1-aa5b-0e58530b895f up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:06:37.367000 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-d0232561-ec3d-4544-bf44-42689712fb0d tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:37.369070 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed95cf65-6ad9-48b9-b564-6f38f0074a61', 'code': 200} Feb 09 01:06:37.395170 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-d0232561-ec3d-4544-bf44-42689712fb0d tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Made reservation on behalf of 9228b17404b9497d806b3634b248ed4c for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:37.398628 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-d0232561-ec3d-4544-bf44-42689712fb0d tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:37.414702 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-357207d2-3046-485f-9051-efab86914051 req-bb0334b7-418f-4a7f-8a04-0c5d3e1ce42e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:06:37.415083 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-905e4487-e69a-4779-93a1-15783e5945b5 None None] Deleting port 2b4b21e9-bdb4-4324-8b36-2e3d4df17eda {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:06:37.415498 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-905e4487-e69a-4779-93a1-15783e5945b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:37.429952 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-357207d2-3046-485f-9051-efab86914051 req-bb0334b7-418f-4a7f-8a04-0c5d3e1ce42e service neutron] For port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c83f8a1e-a3b6-4bfd-aa0f-caacd4853992,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:37.513522 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=eef62206-90f4-413c-8b06-c72a23727777,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:37.632352 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 49f387b1-200d-4aa1-aa5b-0e58530b895f completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:37.657159 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-357207d2-3046-485f-9051-efab86914051 req-bb0334b7-418f-4a7f-8a04-0c5d3e1ce42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:37.686243 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 49f387b1-200d-4aa1-aa5b-0e58530b895f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:37.686767 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:37.750951 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0a9487f1-3213-49c4-97b4-2c1c8ce5a387 req-96fd247b-3e16-4613-9365-4a1bbace355b tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.37 "GET /v2.0/ports?device_id=a915bef3-e822-45cf-a157-e17631dd0f9f HTTP/1.1" status: 200 len: 210 time: 0.1688774 Feb 09 01:06:37.794025 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-93273855-9cf4-4de1-9f41-22bf60aff907 admin admin] Deleting port 2b4b21e9-bdb4-4324-8b36-2e3d4df17eda {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:06:37.794410 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-93273855-9cf4-4de1-9f41-22bf60aff907 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:37.820308 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-905e4487-e69a-4779-93a1-15783e5945b5 None None] For port 2b4b21e9-bdb4-4324-8b36-2e3d4df17eda, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=2b4b21e9-bdb4-4324-8b36-2e3d4df17eda,segment=NetworkSegment(3b6a811f-9d4e-49e4-9b55-596caeb1db0d),segment_id=3b6a811f-9d4e-49e4-9b55-596caeb1db0d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:37.821043 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-905e4487-e69a-4779-93a1-15783e5945b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:37.910259 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844cd63f-40ee-43f1-ac0a-188f17bc2e61 req-e412ab20-15e9-47c4-9df6-0b2ccc8226b9 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:37.917051 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-844cd63f-40ee-43f1-ac0a-188f17bc2e61 req-e412ab20-15e9-47c4-9df6-0b2ccc8226b9 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 943 time: 0.4796896 Feb 09 01:06:37.996848 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-905e4487-e69a-4779-93a1-15783e5945b5 None None] Calling delete_port for 2b4b21e9-bdb4-4324-8b36-2e3d4df17eda owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:06:38.001550 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126a3d3-9e03-499b-a95a-53de3287de40 req-adae92cf-7479-4757-b885-c93e7a3a1bad tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:38.003846 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2126a3d3-9e03-499b-a95a-53de3287de40 req-adae92cf-7479-4757-b885-c93e7a3a1bad tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=7afc026c-b5fe-4a9c-8701-72c6c4fb7f53 HTTP/1.1" status: 200 len: 946 time: 0.1110673 Feb 09 01:06:38.016387 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-d0232561-ec3d-4544-bf44-42689712fb0d tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Allocated IP 172.20.0.7 (0b886e58-6a46-4f4e-9d76-98f7bdb55455/5c0055e2-4caa-4887-bef3-3229cfe537f2/7cc32a95-acae-4cfc-97a7-e2a5627b6ac3) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:38.067480 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:38.083228 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2126a3d3-9e03-499b-a95a-53de3287de40 req-bf9de01f-ba50-4290-8b48-f2afa458d3bb tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700471 Feb 09 01:06:38.101589 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-357207d2-3046-485f-9051-efab86914051 req-bb0334b7-418f-4a7f-8a04-0c5d3e1ce42e service neutron] Transition to ACTIVE for port object c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:38.127013 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 49f387b1-200d-4aa1-aa5b-0e58530b895f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=49f387b1-200d-4aa1-aa5b-0e58530b895f,segment=NetworkSegment(6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5),segment_id=6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:38.131454 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-905e4487-e69a-4779-93a1-15783e5945b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:38.153525 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-844cd63f-40ee-43f1-ac0a-188f17bc2e61 req-0b0e2d5e-9032-4e42-9ed0-774cfeeaf06f tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353854 Feb 09 01:06:38.181774 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:38.183205 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device a9cc22f6-5283-4291-ac6b-9ff6463541ff up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:06:38.239131 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-357207d2-3046-485f-9051-efab86914051 req-bb0334b7-418f-4a7f-8a04-0c5d3e1ce42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:38.251244 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:06:38.307083 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd71506-88cb-43a9-9c30-c6f95557a056 req-93700904-db4a-401b-b772-e9430a36bbb9 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:38.313571 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd71506-88cb-43a9-9c30-c6f95557a056 req-93700904-db4a-401b-b772-e9430a36bbb9 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:38.319452 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd71506-88cb-43a9-9c30-c6f95557a056 req-93700904-db4a-401b-b772-e9430a36bbb9 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:38.325270 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd71506-88cb-43a9-9c30-c6f95557a056 req-93700904-db4a-401b-b772-e9430a36bbb9 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:38.331675 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd71506-88cb-43a9-9c30-c6f95557a056 req-93700904-db4a-401b-b772-e9430a36bbb9 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:38.333542 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e4487-e69a-4779-93a1-15783e5945b5 None None] Pushing event deleted for resources: {'Port': ['ID=2b4b21e9-bdb4-4324-8b36-2e3d4df17eda,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:38.335672 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905e4487-e69a-4779-93a1-15783e5945b5 None None] No DVR routers for this DVR port 2b4b21e9-bdb4-4324-8b36-2e3d4df17eda on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:06:38.337837 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd71506-88cb-43a9-9c30-c6f95557a056 req-93700904-db4a-401b-b772-e9430a36bbb9 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:38.344226 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd71506-88cb-43a9-9c30-c6f95557a056 req-93700904-db4a-401b-b772-e9430a36bbb9 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:38.346273 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2cd71506-88cb-43a9-9c30-c6f95557a056 req-93700904-db4a-401b-b772-e9430a36bbb9 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5438 time: 0.1336775 Feb 09 01:06:38.402348 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2cd71506-88cb-43a9-9c30-c6f95557a056 req-9334fa2d-f76d-4940-9354-6d0912d92a46 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0467024 Feb 09 01:06:38.426631 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port a9cc22f6-5283-4291-ac6b-9ff6463541ff completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:38.439089 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port a9cc22f6-5283-4291-ac6b-9ff6463541ff triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:38.439458 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:38.464205 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea43b6ef-5fd9-424e-90db-188e97e4f4b0 req-4a87409e-0cdc-4d1e-9db3-35ef414bd60b tempest-ServerShowV257Test-381853133 tempest-ServerShowV257Test-381853133-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b293ae5-e106-4e34-8164-904d3787cbf0 HTTP/1.1" status: 200 len: 210 time: 0.1513927 Feb 09 01:06:38.527094 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=49f387b1-200d-4aa1-aa5b-0e58530b895f,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:38.536355 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d,segment=NetworkSegment(a61f9560-b5f0-4f56-92cb-5bd87e6c7f24),segment_id=a61f9560-b5f0-4f56-92cb-5bd87e6c7f24)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:38.540517 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-357207d2-3046-485f-9051-efab86914051 req-bb0334b7-418f-4a7f-8a04-0c5d3e1ce42e service neutron] No DVR routers for this DVR port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:06:38.543436 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-93273855-9cf4-4de1-9f41-22bf60aff907 admin admin] For port 2b4b21e9-bdb4-4324-8b36-2e3d4df17eda, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=2b4b21e9-bdb4-4324-8b36-2e3d4df17eda,segment=NetworkSegment(3b6a811f-9d4e-49e4-9b55-596caeb1db0d),segment_id=3b6a811f-9d4e-49e4-9b55-596caeb1db0d)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:38.543775 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-93273855-9cf4-4de1-9f41-22bf60aff907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:38.555022 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d', 'network_id': '84b8fc63-0946-45c0-a7ed-dafe26b562b1', 'port_id': '2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d', 'mac_address': 'fa:16:3e:cb:5a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 950, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74347758-4ca6-4694-99d4-623fe8b1f370', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:06:38.618400 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:38.629655 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a854f94-5358-4e14-a324-7f106c1869a4 req-564cd3bb-c791-4a71-93b2-849ec20c72cf tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:38.637651 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8a854f94-5358-4e14-a324-7f106c1869a4 req-564cd3bb-c791-4a71-93b2-849ec20c72cf tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbcc61c2-7072-453b-a9df-32070a88969c HTTP/1.1" status: 200 len: 946 time: 0.1013610 Feb 09 01:06:38.641801 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:06:38.679297 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8a854f94-5358-4e14-a324-7f106c1869a4 req-bb5e1e7d-d253-4b76-ae2a-d6426cc1adcd tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407763 Feb 09 01:06:38.701328 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d,segment=NetworkSegment(a61f9560-b5f0-4f56-92cb-5bd87e6c7f24),segment_id=a61f9560-b5f0-4f56-92cb-5bd87e6c7f24)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:38.707404 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:38.744857 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:38.754162 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-93273855-9cf4-4de1-9f41-22bf60aff907 admin admin] Calling delete_port for 2b4b21e9-bdb4-4324-8b36-2e3d4df17eda owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:06:38.788331 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0334b7-418f-4a7f-8a04-0c5d3e1ce42e service neutron] Pushing event updated for resources: {'Port': ['ID=c83f8a1e-a3b6-4bfd-aa0f-caacd4853992,revision_number=10']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:38.813431 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port a9cc22f6-5283-4291-ac6b-9ff6463541ff, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a9cc22f6-5283-4291-ac6b-9ff6463541ff,segment=NetworkSegment(c70063aa-13fe-46c3-b4e6-857706eded55),segment_id=c70063aa-13fe-46c3-b4e6-857706eded55)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:38.814745 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:38.819294 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:38.820209 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 28f6d6f4-456f-46b7-a80c-e7fa8ebd0629 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:06:38.890376 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:06:38.937353 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-357207d2-3046-485f-9051-efab86914051 req-bb0334b7-418f-4a7f-8a04-0c5d3e1ce42e service neutron] 10.222.0.35 "PUT /v2.0/ports/c83f8a1e-a3b6-4bfd-aa0f-caacd4853992/bindings/n-h2-828419-1/activate HTTP/1.1" status: 200 len: 369 time: 2.8031304 Feb 09 01:06:38.977337 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.api [None req-93273855-9cf4-4de1-9f41-22bf60aff907 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:06:38.977649 n-d-828419-1 neutron-server[87612]: DEBUG oslo_db.api [None req-93273855-9cf4-4de1-9f41-22bf60aff907 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:06:38.980543 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-d0232561-ec3d-4544-bf44-42689712fb0d tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:39.013976 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23656fa4-429c-4f9f-91ec-f66e0ece8bc5 req-341048b2-9953-4678-914f-ba111bd2f4c5 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:39.016323 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-23656fa4-429c-4f9f-91ec-f66e0ece8bc5 req-341048b2-9953-4678-914f-ba111bd2f4c5 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 949 time: 0.2925398 Feb 09 01:06:39.093178 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=a9cc22f6-5283-4291-ac6b-9ff6463541ff,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:39.112933 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-90b73fe1-3577-44b9-a927-19bb5ab7d007 req-ee7bd06f-0558-48fa-8ed7-53a70717f245 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.37 "GET /v2.0/ports?device_id=a915bef3-e822-45cf-a157-e17631dd0f9f HTTP/1.1" status: 200 len: 210 time: 0.0875912 Feb 09 01:06:39.138680 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 28f6d6f4-456f-46b7-a80c-e7fa8ebd0629 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:39.151464 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 28f6d6f4-456f-46b7-a80c-e7fa8ebd0629 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:39.152091 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:39.164418 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-23656fa4-429c-4f9f-91ec-f66e0ece8bc5 req-95e9bee4-a634-4bf1-96a4-e529fd90b188 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409278 Feb 09 01:06:39.180542 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-d0232561-ec3d-4544-bf44-42689712fb0d tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:39.282533 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3ec523fd-1850-46f3-a63b-afbf7cc2a40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:39.328097 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b63263-bfeb-43c6-bfbd-484e313e78c1 req-5b89379d-fbfe-4989-883a-00f4e2c561a8 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:39.334844 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c7b63263-bfeb-43c6-bfbd-484e313e78c1 req-5b89379d-fbfe-4989-883a-00f4e2c561a8 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbcc61c2-7072-453b-a9df-32070a88969c HTTP/1.1" status: 200 len: 945 time: 0.0977900 Feb 09 01:06:39.372201 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7afc026c-b5fe-4a9c-8701-72c6c4fb7f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef62206-90f4-413c-8b06-c72a23727777'}, {'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f387b1-200d-4aa1-aa5b-0e58530b895f'}, {'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cc22f6-5283-4291-ac6b-9ff6463541ff'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:06:39.378123 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c7b63263-bfeb-43c6-bfbd-484e313e78c1 req-48db45ca-c926-4341-a627-a35b70efb36f tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424116 Feb 09 01:06:39.406588 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:39.441595 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 28f6d6f4-456f-46b7-a80c-e7fa8ebd0629, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=28f6d6f4-456f-46b7-a80c-e7fa8ebd0629,segment=NetworkSegment(98e1f1a3-bd88-4667-8800-3608f4b5b13e),segment_id=98e1f1a3-bd88-4667-8800-3608f4b5b13e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:39.446863 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:39.448012 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c064f193-8708-43f5-b803-dfdf26a1e5a4 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:06:39.482438 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-d0232561-ec3d-4544-bf44-42689712fb0d tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Network 0b886e58-6a46-4f4e-9d76-98f7bdb55455 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:39.485184 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357207d2-3046-485f-9051-efab86914051 req-3024d1b5-c754-43c1-8051-b3697a8e2231 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:39.486663 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-357207d2-3046-485f-9051-efab86914051 req-3024d1b5-c754-43c1-8051-b3697a8e2231 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec&tenant_id=6a459030aa9346b7b761b1ccc64f5445&binding%3Ahost_id=n-h1-828419-1 HTTP/1.1" status: 200 len: 1095 time: 0.4471340 Feb 09 01:06:39.488815 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-93273855-9cf4-4de1-9f41-22bf60aff907 admin admin] Deleting port 2b4b21e9-bdb4-4324-8b36-2e3d4df17eda {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:06:39.489142 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-93273855-9cf4-4de1-9f41-22bf60aff907 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:39.512981 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-d0232561-ec3d-4544-bf44-42689712fb0d tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:39.562825 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-d0232561-ec3d-4544-bf44-42689712fb0d tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:06:39.578211 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=28f6d6f4-456f-46b7-a80c-e7fa8ebd0629,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:39.589879 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1fa22-29f3-4f66-a9f6-794f9200a588 req-88d97a4d-be49-4e04-8a0b-41e73c3dc700 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:39.591332 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-eee1fa22-29f3-4f66-a9f6-794f9200a588 req-88d97a4d-be49-4e04-8a0b-41e73c3dc700 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 944 time: 0.0942993 Feb 09 01:06:39.591500 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port c064f193-8708-43f5-b803-dfdf26a1e5a4 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:39.597900 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port c064f193-8708-43f5-b803-dfdf26a1e5a4 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:39.598278 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:39.641775 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-eee1fa22-29f3-4f66-a9f6-794f9200a588 req-9260796d-bc86-4c46-b32b-225b2553690b tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423613 Feb 09 01:06:39.680987 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-93273855-9cf4-4de1-9f41-22bf60aff907 admin admin] The port '2b4b21e9-bdb4-4324-8b36-2e3d4df17eda' was deleted {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:06:39.681914 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0232561-ec3d-4544-bf44-42689712fb0d tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Pushing event updated for resources: {'Port': ['ID=7cc32a95-acae-4cfc-97a7-e2a5627b6ac3,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:39.712656 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7afc026c-b5fe-4a9c-8701-72c6c4fb7f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef62206-90f4-413c-8b06-c72a23727777', 'code': 200} Feb 09 01:06:39.712919 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f387b1-200d-4aa1-aa5b-0e58530b895f', 'code': 200} Feb 09 01:06:39.713170 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cc22f6-5283-4291-ac6b-9ff6463541ff', 'code': 200} Feb 09 01:06:39.726457 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48407b15-64b5-4210-8367-88e1c379533b req-9707a0f9-4bce-4b4e-85ac-e11ff6197256 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6068876 Feb 09 01:06:39.745112 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-d0232561-ec3d-4544-bf44-42689712fb0d tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:39.745743 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-d0232561-ec3d-4544-bf44-42689712fb0d tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:39.781525 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:39.815953 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c064f193-8708-43f5-b803-dfdf26a1e5a4, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c064f193-8708-43f5-b803-dfdf26a1e5a4,segment=NetworkSegment(6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5),segment_id=6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:39.820970 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:39.821789 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:06:39.920006 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58372055-13dc-451b-b07c-337ceff5d5bb req-a8cbddab-7d71-426d-853f-ce37372876f4 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:39.928172 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58372055-13dc-451b-b07c-337ceff5d5bb req-a8cbddab-7d71-426d-853f-ce37372876f4 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:39.934596 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58372055-13dc-451b-b07c-337ceff5d5bb req-a8cbddab-7d71-426d-853f-ce37372876f4 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:39.941034 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58372055-13dc-451b-b07c-337ceff5d5bb req-a8cbddab-7d71-426d-853f-ce37372876f4 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:39.946847 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-d0232561-ec3d-4544-bf44-42689712fb0d tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0274887 Feb 09 01:06:39.947394 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58372055-13dc-451b-b07c-337ceff5d5bb req-a8cbddab-7d71-426d-853f-ce37372876f4 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:39.952902 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58372055-13dc-451b-b07c-337ceff5d5bb req-a8cbddab-7d71-426d-853f-ce37372876f4 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:39.960625 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58372055-13dc-451b-b07c-337ceff5d5bb req-a8cbddab-7d71-426d-853f-ce37372876f4 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:39.965745 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=c064f193-8708-43f5-b803-dfdf26a1e5a4,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:39.969537 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:06:39.972689 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-58372055-13dc-451b-b07c-337ceff5d5bb req-a8cbddab-7d71-426d-853f-ce37372876f4 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5441 time: 0.1515830 Feb 09 01:06:39.975619 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-c4129ffe-ff5d-4af7-aa81-02fc306c586f service neutron] Request body: {'port': {'device_id': 'a915bef3-e822-45cf-a157-e17631dd0f9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:39.979245 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:06:40.001573 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-93273855-9cf4-4de1-9f41-22bf60aff907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:40.026459 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-58372055-13dc-451b-b07c-337ceff5d5bb req-75fe4276-29ce-4008-b5e8-bccb20803135 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525615 Feb 09 01:06:40.093174 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af640e4-2f01-4bfb-a56a-fd2037a3dfcf req-8a9f061f-2a06-4b1f-81e4-e9e1d5f65e1a tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:40.094910 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9af640e4-2f01-4bfb-a56a-fd2037a3dfcf req-8a9f061f-2a06-4b1f-81e4-e9e1d5f65e1a tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=7afc026c-b5fe-4a9c-8701-72c6c4fb7f53 HTTP/1.1" status: 200 len: 946 time: 0.7966545 Feb 09 01:06:40.105610 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-93273855-9cf4-4de1-9f41-22bf60aff907 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5fd0cb5-7e9b-45fd-beb6-2ed905515601']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:40.118525 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:40.118892 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:40.142774 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357207d2-3046-485f-9051-efab86914051 req-d26b8131-5603-4b92-ac00-12ac75ad16c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:40.144935 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-357207d2-3046-485f-9051-efab86914051 req-d26b8131-5603-4b92-ac00-12ac75ad16c4 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec&tenant_id=6a459030aa9346b7b761b1ccc64f5445 HTTP/1.1" status: 200 len: 1095 time: 0.6214972 Feb 09 01:06:40.146604 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-93273855-9cf4-4de1-9f41-22bf60aff907 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6a811f-9d4e-49e4-9b55-596caeb1db0d') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:40.146896 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-93273855-9cf4-4de1-9f41-22bf60aff907 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6a811f-9d4e-49e4-9b55-596caeb1db0d') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:40.177517 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d85aeb3e-4a4c-4c25-9a44-f2f0b429e6bc req-2635fb4a-fe78-4335-bd6b-f3f58835c5a3 tempest-ServerShowV257Test-381853133 tempest-ServerShowV257Test-381853133-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b293ae5-e106-4e34-8164-904d3787cbf0 HTTP/1.1" status: 200 len: 210 time: 0.0474451 Feb 09 01:06:40.202520 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-93273855-9cf4-4de1-9f41-22bf60aff907 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:40.263534 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:40.302401 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48407b15-64b5-4210-8367-88e1c379533b req-b551c5ca-dd05-47af-a84c-0a559d3a74db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:40.303997 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48407b15-64b5-4210-8367-88e1c379533b req-b551c5ca-dd05-47af-a84c-0a559d3a74db service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 1102 time: 0.5504022 Feb 09 01:06:40.305618 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:40.309789 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-93273855-9cf4-4de1-9f41-22bf60aff907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:40.311191 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d,segment=NetworkSegment(a61f9560-b5f0-4f56-92cb-5bd87e6c7f24),segment_id=a61f9560-b5f0-4f56-92cb-5bd87e6c7f24)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:40.316882 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:40.322571 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9af640e4-2f01-4bfb-a56a-fd2037a3dfcf req-aac47ca9-7675-4e3c-b3e5-885a7605656d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199111 Feb 09 01:06:40.324576 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6568f7-7b38-4b16-b549-01ff08ef2d8e req-8c66ee5a-d0e1-451e-ba7e-b335d4e530ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:40.326453 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0c6568f7-7b38-4b16-b549-01ff08ef2d8e req-8c66ee5a-d0e1-451e-ba7e-b335d4e530ac service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7afc026c-b5fe-4a9c-8701-72c6c4fb7f53 HTTP/1.1" status: 200 len: 1097 time: 0.5215335 Feb 09 01:06:40.375650 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93273855-9cf4-4de1-9f41-22bf60aff907 admin admin] Releasing vlan 985 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:06:40.376045 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-93273855-9cf4-4de1-9f41-22bf60aff907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:40.388372 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaecc72-bf22-4046-9ee5-a0b70b0f26a1 req-3274567b-e374-485e-ab7a-2cd11fc5b351 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:40.390141 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-c4129ffe-ff5d-4af7-aa81-02fc306c586f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:06:40.399477 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:06:40.404969 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5aaecc72-bf22-4046-9ee5-a0b70b0f26a1 req-3274567b-e374-485e-ab7a-2cd11fc5b351 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.37 "GET /v2.0/ports?device_id=a915bef3-e822-45cf-a157-e17631dd0f9f HTTP/1.1" status: 200 len: 931 time: 0.1083624 Feb 09 01:06:40.413065 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d,revision_number=7']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:40.432192 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:06:40.472522 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5aaecc72-bf22-4046-9ee5-a0b70b0f26a1 req-eb5b80f2-8283-4bf1-8468-097918d64c8d tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.37 "GET /v2.0/security-groups?id=659607a4-1794-445e-955b-16c4f8a70753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665410 Feb 09 01:06:40.481701 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:40.563968 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:40.596711 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d,segment=NetworkSegment(a61f9560-b5f0-4f56-92cb-5bd87e6c7f24),segment_id=a61f9560-b5f0-4f56-92cb-5bd87e6c7f24)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:40.601338 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:40.660129 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0c6568f7-7b38-4b16-b549-01ff08ef2d8e req-de75ce1b-8e22-45b9-a503-fbb8df014bb3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007197 Feb 09 01:06:40.665093 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d076236-30a9-42c6-8f86-bfac17d6df36 req-2481c796-89e8-455f-a3ae-ec0586f78d0b tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:40.666696 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2d076236-30a9-42c6-8f86-bfac17d6df36 req-2481c796-89e8-455f-a3ae-ec0586f78d0b tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbcc61c2-7072-453b-a9df-32070a88969c HTTP/1.1" status: 200 len: 944 time: 0.0916283 Feb 09 01:06:40.674751 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:40.682073 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-93273855-9cf4-4de1-9f41-22bf60aff907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:40.717447 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2d076236-30a9-42c6-8f86-bfac17d6df36 req-8e033e88-a4a5-4f1b-b17b-b4767a44cc45 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434310 Feb 09 01:06:40.720432 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-93273855-9cf4-4de1-9f41-22bf60aff907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:40.750222 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357207d2-3046-485f-9051-efab86914051 req-cd263aec-1fb3-422a-aea1-c756321084e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:40.751680 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-357207d2-3046-485f-9051-efab86914051 req-cd263aec-1fb3-422a-aea1-c756321084e1 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6a459030aa9346b7b761b1ccc64f5445&device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 1095 time: 0.5325773 Feb 09 01:06:40.752469 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93273855-9cf4-4de1-9f41-22bf60aff907 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5fd0cb5-7e9b-45fd-beb6-2ed905515601,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:40.833078 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-93273855-9cf4-4de1-9f41-22bf60aff907 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b5fd0cb5-7e9b-45fd-beb6-2ed905515601 HTTP/1.1" status: 204 len: 168 time: 5.1697683 Feb 09 01:06:40.880657 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48407b15-64b5-4210-8367-88e1c379533b req-213fa748-c96e-45b8-8f87-157ece134df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:40.882159 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48407b15-64b5-4210-8367-88e1c379533b req-213fa748-c96e-45b8-8f87-157ece134df9 service neutron] 10.222.0.117 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.5533934 Feb 09 01:06:40.896443 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab431e-d157-4c32-a5ad-d37ff789396e req-3c93b49c-2c4e-4eaf-aebe-be668b1d3928 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:40.904169 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c8ab431e-d157-4c32-a5ad-d37ff789396e req-3c93b49c-2c4e-4eaf-aebe-be668b1d3928 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 944 time: 0.0908937 Feb 09 01:06:40.952923 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c8ab431e-d157-4c32-a5ad-d37ff789396e req-2f0accd0-3ac1-47c5-8203-85010e410d4e tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475185 Feb 09 01:06:40.981365 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48407b15-64b5-4210-8367-88e1c379533b req-88312b33-add7-48a0-86f6-9fdd21fdf2e5 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=94b792d6-4b46-48e1-af0e-a8b9c1751cfd HTTP/1.1" status: 200 len: 217 time: 0.0880373 Feb 09 01:06:41.033406 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38080) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:41.088387 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-190face7-e13d-4330-95f5-55d5ae6eed88 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=13db6f711f024a948f23ba528e45c23e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531738 Feb 09 01:06:41.135227 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38086) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:41.186902 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d68250-0e56-4804-910c-5128ba9262d8 req-baa8383d-d009-45e5-a9cd-1e5e78d87e67 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:41.188246 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a6d68250-0e56-4804-910c-5128ba9262d8 req-baa8383d-d009-45e5-a9cd-1e5e78d87e67 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 949 time: 0.6758327 Feb 09 01:06:41.281353 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8808bb80-9fb9-468e-bc8d-0d1837ca5d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:41.310841 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024773d-ce1d-4167-a512-f88ec115adb8 req-fc63aa33-2390-4fd3-9940-c29515963fb9 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:41.312262 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0024773d-ce1d-4167-a512-f88ec115adb8 req-fc63aa33-2390-4fd3-9940-c29515963fb9 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.35 "GET /v2.0/ports?device_id=bbcc61c2-7072-453b-a9df-32070a88969c HTTP/1.1" status: 200 len: 944 time: 0.2269270 Feb 09 01:06:41.362323 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8808bb80-9fb9-468e-bc8d-0d1837ca5d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:41.367561 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357207d2-3046-485f-9051-efab86914051 req-f4edc688-6060-4587-9517-e807eac6d328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:41.369040 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-357207d2-3046-485f-9051-efab86914051 req-f4edc688-6060-4587-9517-e807eac6d328 service neutron] 10.222.0.117 "GET /v2.0/networks?id=48fff0c2-cb8c-4c86-992a-0e113098b5fc HTTP/1.1" status: 200 len: 909 time: 0.5711915 Feb 09 01:06:41.400857 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08dc4f5-5199-4fb8-9063-0bcc5c5cbb4c req-90be290a-e4e1-42b9-9502-98681c629580 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:41.406554 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08dc4f5-5199-4fb8-9063-0bcc5c5cbb4c req-90be290a-e4e1-42b9-9502-98681c629580 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:41.413029 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08dc4f5-5199-4fb8-9063-0bcc5c5cbb4c req-90be290a-e4e1-42b9-9502-98681c629580 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:41.418728 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08dc4f5-5199-4fb8-9063-0bcc5c5cbb4c req-90be290a-e4e1-42b9-9502-98681c629580 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:41.424984 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08dc4f5-5199-4fb8-9063-0bcc5c5cbb4c req-90be290a-e4e1-42b9-9502-98681c629580 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:41.430693 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08dc4f5-5199-4fb8-9063-0bcc5c5cbb4c req-90be290a-e4e1-42b9-9502-98681c629580 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:41.436564 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08dc4f5-5199-4fb8-9063-0bcc5c5cbb4c req-90be290a-e4e1-42b9-9502-98681c629580 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:41.438677 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f08dc4f5-5199-4fb8-9063-0bcc5c5cbb4c req-90be290a-e4e1-42b9-9502-98681c629580 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5441 time: 0.2838702 Feb 09 01:06:41.474182 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-357207d2-3046-485f-9051-efab86914051 req-5dce9df2-ff64-4893-8e7c-7b8a2b700d91 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 HTTP/1.1" status: 200 len: 217 time: 0.0930469 Feb 09 01:06:41.475580 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48407b15-64b5-4210-8367-88e1c379533b req-7936c05c-c40d-4530-933f-c479ff18bd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:41.476930 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48407b15-64b5-4210-8367-88e1c379533b req-7936c05c-c40d-4530-933f-c479ff18bd62 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.4829848 Feb 09 01:06:41.479453 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-0024773d-ce1d-4167-a512-f88ec115adb8 req-4d1aa627-3e0b-4a9c-be60-d3f035663656 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Deleting port 2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:06:41.479799 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-0024773d-ce1d-4167-a512-f88ec115adb8 req-4d1aa627-3e0b-4a9c-be60-d3f035663656 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:41.484000 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a6d68250-0e56-4804-910c-5128ba9262d8 req-7f3ab470-2c79-43e3-bd20-2bb6974b1b35 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933017 Feb 09 01:06:41.573516 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f08dc4f5-5199-4fb8-9063-0bcc5c5cbb4c req-370288f2-96ab-4681-92bf-44b8ec2beaf5 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1203737 Feb 09 01:06:41.601017 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:41.621656 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-5af26e52-a3e4-449e-8bc8-28267881ca75 service neutron] show failed (client error): The resource could not be found. Feb 09 01:06:41.622631 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-5af26e52-a3e4-449e-8bc8-28267881ca75 service neutron] 10.222.0.35 "GET /v2.0/ports/f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5/bindings/n-h2-828419-1 HTTP/1.1" status: 404 len: 380 time: 0.4603755 Feb 09 01:06:41.642778 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8808bb80-9fb9-468e-bc8d-0d1837ca5d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:41.673574 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808bb80-9fb9-468e-bc8d-0d1837ca5d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff34b42-ead9-44a7-9bae-45e8ec568e02,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:41.714790 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f6d6f4-456f-46b7-a80c-e7fa8ebd0629'}, {'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c064f193-8708-43f5-b803-dfdf26a1e5a4'}, {'server_uuid': 'bbcc61c2-7072-453b-a9df-32070a88969c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d'}, {'server_uuid': 'bbcc61c2-7072-453b-a9df-32070a88969c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:06:41.716803 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-12fa312e-c8b2-4ea5-b575-33881643c715 req-780fca0f-64a7-43d5-b852-ff5176474487 tempest-ServerShowV257Test-381853133 tempest-ServerShowV257Test-381853133-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b293ae5-e106-4e34-8164-904d3787cbf0 HTTP/1.1" status: 200 len: 210 time: 0.0931025 Feb 09 01:06:41.730847 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357207d2-3046-485f-9051-efab86914051 req-5f3819aa-d5e2-4c84-91ce-2e22fb9ef891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:41.732290 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-357207d2-3046-485f-9051-efab86914051 req-5f3819aa-d5e2-4c84-91ce-2e22fb9ef891 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=71237ce4-c470-4847-a2d1-f1f13758c999 HTTP/1.1" status: 200 len: 848 time: 0.2140536 Feb 09 01:06:41.841838 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-357207d2-3046-485f-9051-efab86914051 req-370f1413-0b9b-4513-ac56-078841dc53ea service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=48fff0c2-cb8c-4c86-992a-0e113098b5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955253 Feb 09 01:06:41.934735 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-c4129ffe-ff5d-4af7-aa81-02fc306c586f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cc32a95-acae-4cfc-97a7-e2a5627b6ac3 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:06:41.955035 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-c4129ffe-ff5d-4af7-aa81-02fc306c586f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:41.974528 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-de31ef75-e636-4881-a931-85342f4840a0 req-2be5976a-d05e-47a8-a7af-abeb32723c6d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4944789 Feb 09 01:06:41.981866 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48407b15-64b5-4210-8367-88e1c379533b req-ac9569d0-26ce-4f0b-9230-26d670120e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:41.984103 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48407b15-64b5-4210-8367-88e1c379533b req-ac9569d0-26ce-4f0b-9230-26d670120e61 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4669285 Feb 09 01:06:42.023913 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-c4129ffe-ff5d-4af7-aa81-02fc306c586f service neutron] Transition to ACTIVE for port object 7cc32a95-acae-4cfc-97a7-e2a5627b6ac3 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:42.096088 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-c4129ffe-ff5d-4af7-aa81-02fc306c586f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:42.154289 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8808bb80-9fb9-468e-bc8d-0d1837ca5d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:42.155393 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8808bb80-9fb9-468e-bc8d-0d1837ca5d15 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9ff34b42-ead9-44a7-9bae-45e8ec568e02 HTTP/1.1" status: 204 len: 168 time: 1.0190794 Feb 09 01:06:42.172866 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-0024773d-ce1d-4167-a512-f88ec115adb8 req-4d1aa627-3e0b-4a9c-be60-d3f035663656 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] For port 2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d,segment=NetworkSegment(a61f9560-b5f0-4f56-92cb-5bd87e6c7f24),segment_id=a61f9560-b5f0-4f56-92cb-5bd87e6c7f24)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:42.173456 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-0024773d-ce1d-4167-a512-f88ec115adb8 req-4d1aa627-3e0b-4a9c-be60-d3f035663656 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:42.317153 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-0024773d-ce1d-4167-a512-f88ec115adb8 req-4d1aa627-3e0b-4a9c-be60-d3f035663656 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Calling delete_port for 2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d owned by compute:nova {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:06:42.363211 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-357207d2-3046-485f-9051-efab86914051 req-665431f9-205e-451d-84cb-7c1b68538256 service neutron] 10.222.0.117 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092676 Feb 09 01:06:42.392355 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab6555-f6b4-47cf-9e88-69a90c9d7b2d req-9a2ef993-df16-49d3-99cf-18e7841d50ef tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:42.394635 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-20ab6555-f6b4-47cf-9e88-69a90c9d7b2d req-9a2ef993-df16-49d3-99cf-18e7841d50ef tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=7afc026c-b5fe-4a9c-8701-72c6c4fb7f53 HTTP/1.1" status: 200 len: 946 time: 0.4205141 Feb 09 01:06:42.460112 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-20ab6555-f6b4-47cf-9e88-69a90c9d7b2d req-48ea1ea0-e54b-4434-bea9-6135d5f90ba0 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589671 Feb 09 01:06:42.499147 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4129ffe-ff5d-4af7-aa81-02fc306c586f service neutron] Pushing event updated for resources: {'Port': ['ID=7cc32a95-acae-4cfc-97a7-e2a5627b6ac3,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:42.535050 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-0024773d-ce1d-4167-a512-f88ec115adb8 req-4d1aa627-3e0b-4a9c-be60-d3f035663656 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:42.568321 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f6d6f4-456f-46b7-a80c-e7fa8ebd0629', 'code': 200} Feb 09 01:06:42.568723 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c064f193-8708-43f5-b803-dfdf26a1e5a4', 'code': 200} Feb 09 01:06:42.569220 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbcc61c2-7072-453b-a9df-32070a88969c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d', 'code': 200} Feb 09 01:06:42.569647 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbcc61c2-7072-453b-a9df-32070a88969c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d', 'code': 200} Feb 09 01:06:42.605254 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1aa627-3e0b-4a9c-be60-d3f035663656 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Pushing event deleted for resources: {'Port': ['ID=2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:42.717381 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-0024773d-ce1d-4167-a512-f88ec115adb8 req-4d1aa627-3e0b-4a9c-be60-d3f035663656 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] No DVR routers for this DVR port 2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d on host n-h1-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:06:42.722539 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-0024773d-ce1d-4167-a512-f88ec115adb8 req-4d1aa627-3e0b-4a9c-be60-d3f035663656 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:42.725244 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcc61c2-7072-453b-a9df-32070a88969c', 'name': 'network-vif-deleted', 'tag': '2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:06:42.780697 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f951f73-f1bb-4e95-838f-8952cb4cdfaa req-ee1fb2b0-cce1-4185-b6df-7951ea1d103e tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbcc61c2-7072-453b-a9df-32070a88969c HTTP/1.1" status: 200 len: 210 time: 0.0608318 Feb 09 01:06:42.787915 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0024773d-ce1d-4167-a512-f88ec115adb8 req-4d1aa627-3e0b-4a9c-be60-d3f035663656 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.35 "DELETE /v2.0/ports/2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d HTTP/1.1" status: 204 len: 173 time: 1.4672296 Feb 09 01:06:42.807311 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48407b15-64b5-4210-8367-88e1c379533b req-f6f8f855-7b40-4494-b3ed-d41e28c03c43 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8146532 Feb 09 01:06:42.967666 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fdbbc-da9e-4f9b-8e0d-7a22c68278cc req-714c4cfa-d88d-4807-981c-023613dbb8be tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:42.968376 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-409fdbbc-da9e-4f9b-8e0d-7a22c68278cc req-714c4cfa-d88d-4807-981c-023613dbb8be tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Synchronizing usage tracker for tenant:9228b17404b9497d806b3634b248ed4c on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:06:42.973659 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-fd427110-18d5-40e8-8788-95bf923b0d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:42.975411 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-fd427110-18d5-40e8-8788-95bf923b0d86 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94&tenant_id=1828a8e10f7447aba0d25cab4f7feaf3 HTTP/1.1" status: 200 len: 1100 time: 0.8423429 Feb 09 01:06:43.012328 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9def5f-b6c8-44b1-9097-d117d82e17b8 req-1de5bcc1-15c1-4212-bb48-d84e423462ac tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:43.019738 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-1353b050-16e3-47e4-9fdd-219157a744a8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828419-1', 'device_owner': 'compute:nova'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:43.020880 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1c9def5f-b6c8-44b1-9097-d117d82e17b8 req-1de5bcc1-15c1-4212-bb48-d84e423462ac tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 944 time: 0.1017544 Feb 09 01:06:43.049325 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31ef75-e636-4881-a931-85342f4840a0 req-1cfe28b0-9f25-431f-9b29-02ef3a504c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:43.050786 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-de31ef75-e636-4881-a931-85342f4840a0 req-1cfe28b0-9f25-431f-9b29-02ef3a504c85 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 1101 time: 0.8891635 Feb 09 01:06:43.077895 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-357207d2-3046-485f-9051-efab86914051 req-9bf812b6-9fc2-41cc-bed6-95ab7dea36f6 service neutron] 10.222.0.117 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6940856 Feb 09 01:06:43.086786 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1c9def5f-b6c8-44b1-9097-d117d82e17b8 req-b0c44a10-f254-43d1-8325-64789b57eea3 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649283 Feb 09 01:06:43.103835 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-c4129ffe-ff5d-4af7-aa81-02fc306c586f service neutron] Attempting to bind port 7cc32a95-acae-4cfc-97a7-e2a5627b6ac3 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:06:43.104500 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-c4129ffe-ff5d-4af7-aa81-02fc306c586f service neutron] Attempting to bind port 7cc32a95-acae-4cfc-97a7-e2a5627b6ac3 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'afaf8c97-5f94-4b26-b900-ffd16b8e5363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '0b886e58-6a46-4f4e-9d76-98f7bdb55455'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:06:43.105480 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-c4129ffe-ff5d-4af7-aa81-02fc306c586f service neutron] Attempting to bind port 7cc32a95-acae-4cfc-97a7-e2a5627b6ac3 on network 0b886e58-6a46-4f4e-9d76-98f7bdb55455 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:06:43.153281 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-409fdbbc-da9e-4f9b-8e0d-7a22c68278cc req-714c4cfa-d88d-4807-981c-023613dbb8be tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Unset dirty status for tenant:9228b17404b9497d806b3634b248ed4c on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:06:43.154417 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-409fdbbc-da9e-4f9b-8e0d-7a22c68278cc req-714c4cfa-d88d-4807-981c-023613dbb8be tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.37 "GET /v2.0/ports?device_id=a915bef3-e822-45cf-a157-e17631dd0f9f HTTP/1.1" status: 200 len: 943 time: 1.0745542 Feb 09 01:06:43.203400 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-c4129ffe-ff5d-4af7-aa81-02fc306c586f service neutron] Port 7cc32a95-acae-4cfc-97a7-e2a5627b6ac3 on network 0b886e58-6a46-4f4e-9d76-98f7bdb55455 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:06:43.204485 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-c4129ffe-ff5d-4af7-aa81-02fc306c586f service neutron] Attempting to bind port 7cc32a95-acae-4cfc-97a7-e2a5627b6ac3 on network 0b886e58-6a46-4f4e-9d76-98f7bdb55455 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:06:43.280004 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-c4129ffe-ff5d-4af7-aa81-02fc306c586f service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:06:43.280265 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-c4129ffe-ff5d-4af7-aa81-02fc306c586f service neutron] Checking segment: {'id': 'afaf8c97-5f94-4b26-b900-ffd16b8e5363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '0b886e58-6a46-4f4e-9d76-98f7bdb55455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:06:43.280633 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-c4129ffe-ff5d-4af7-aa81-02fc306c586f service neutron] Bound using segment: {'id': 'afaf8c97-5f94-4b26-b900-ffd16b8e5363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '0b886e58-6a46-4f4e-9d76-98f7bdb55455'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:06:43.281110 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-c4129ffe-ff5d-4af7-aa81-02fc306c586f service neutron] Bound port: 7cc32a95-acae-4cfc-97a7-e2a5627b6ac3, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afaf8c97-5f94-4b26-b900-ffd16b8e5363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '0b886e58-6a46-4f4e-9d76-98f7bdb55455'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:06:43.281456 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-c4129ffe-ff5d-4af7-aa81-02fc306c586f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:43.309037 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ec927-6fdd-4aa0-9eff-0c53efc1aa4d req-b0ebcbb5-a9d1-4215-986c-c1ef2daaae77 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:43.311652 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f73ec927-6fdd-4aa0-9eff-0c53efc1aa4d req-b0ebcbb5-a9d1-4215-986c-c1ef2daaae77 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 949 time: 0.1089461 Feb 09 01:06:43.324977 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48407b15-64b5-4210-8367-88e1c379533b req-25a2b880-15cb-4276-894e-6cd20c920524 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5049038 Feb 09 01:06:43.360650 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f73ec927-6fdd-4aa0-9eff-0c53efc1aa4d req-56d42568-cb57-487c-8c5f-8a8af9e71fe6 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425868 Feb 09 01:06:43.383268 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9807d-6615-4f6c-a690-e25a6f9be2bc req-a7a917c8-86c2-4386-97fa-17c2bf6419c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:43.383736 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9807d-6615-4f6c-a690-e25a6f9be2bc req-a7a917c8-86c2-4386-97fa-17c2bf6419c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:43.384194 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9807d-6615-4f6c-a690-e25a6f9be2bc req-a7a917c8-86c2-4386-97fa-17c2bf6419c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:43.385503 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9807d-6615-4f6c-a690-e25a6f9be2bc req-a7a917c8-86c2-4386-97fa-17c2bf6419c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:43.385503 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9807d-6615-4f6c-a690-e25a6f9be2bc req-a7a917c8-86c2-4386-97fa-17c2bf6419c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:43.385972 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9807d-6615-4f6c-a690-e25a6f9be2bc req-a7a917c8-86c2-4386-97fa-17c2bf6419c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:43.386155 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9807d-6615-4f6c-a690-e25a6f9be2bc req-a7a917c8-86c2-4386-97fa-17c2bf6419c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:43.388384 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25c9807d-6615-4f6c-a690-e25a6f9be2bc req-a7a917c8-86c2-4386-97fa-17c2bf6419c1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 6498 time: 0.6410561 Feb 09 01:06:43.489336 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-1353b050-16e3-47e4-9fdd-219157a744a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:43.516957 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-409fdbbc-da9e-4f9b-8e0d-7a22c68278cc req-265affe7-55fd-4473-b60f-4844119f26bf tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Synchronizing usage tracker for tenant:9228b17404b9497d806b3634b248ed4c on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:06:43.569416 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f75ff9-f19d-49c7-849f-a6a96588dfb9 req-a23818ba-4514-4250-87c2-786bc27847ff tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:43.575040 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f75ff9-f19d-49c7-849f-a6a96588dfb9 req-a23818ba-4514-4250-87c2-786bc27847ff tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:43.580796 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f75ff9-f19d-49c7-849f-a6a96588dfb9 req-a23818ba-4514-4250-87c2-786bc27847ff tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:43.586485 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f75ff9-f19d-49c7-849f-a6a96588dfb9 req-a23818ba-4514-4250-87c2-786bc27847ff tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:43.592210 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f75ff9-f19d-49c7-849f-a6a96588dfb9 req-a23818ba-4514-4250-87c2-786bc27847ff tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:43.598296 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f75ff9-f19d-49c7-849f-a6a96588dfb9 req-a23818ba-4514-4250-87c2-786bc27847ff tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:43.604066 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f75ff9-f19d-49c7-849f-a6a96588dfb9 req-a23818ba-4514-4250-87c2-786bc27847ff tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:43.606010 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e7f75ff9-f19d-49c7-849f-a6a96588dfb9 req-a23818ba-4514-4250-87c2-786bc27847ff tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5441 time: 0.1324229 Feb 09 01:06:43.621489 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25c9807d-6615-4f6c-a690-e25a6f9be2bc req-428d5733-cc83-4aee-a291-4248cf966c5b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1869581 Feb 09 01:06:43.622596 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31ef75-e636-4881-a931-85342f4840a0 req-fedd9273-f400-4ec7-99bd-8e46689fc65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:43.623925 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-de31ef75-e636-4881-a931-85342f4840a0 req-fedd9273-f400-4ec7-99bd-8e46689fc65e service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.5290315 Feb 09 01:06:43.648375 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-409fdbbc-da9e-4f9b-8e0d-7a22c68278cc req-265affe7-55fd-4473-b60f-4844119f26bf tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Unset dirty status for tenant:9228b17404b9497d806b3634b248ed4c on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:06:43.649559 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-409fdbbc-da9e-4f9b-8e0d-7a22c68278cc req-265affe7-55fd-4473-b60f-4844119f26bf tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.37 "GET /v2.0/security-groups?id=659607a4-1794-445e-955b-16c4f8a70753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289043 Feb 09 01:06:43.656941 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e7f75ff9-f19d-49c7-849f-a6a96588dfb9 req-76745544-7988-460f-9e94-7ef96c599b24 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440116 Feb 09 01:06:43.717662 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-c4129ffe-ff5d-4af7-aa81-02fc306c586f service neutron] For port 7cc32a95-acae-4cfc-97a7-e2a5627b6ac3, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:06:43.721357 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357207d2-3046-485f-9051-efab86914051 req-71cdd009-a145-40f3-83a3-a8fffe110b72 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:43.722927 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-357207d2-3046-485f-9051-efab86914051 req-71cdd009-a145-40f3-83a3-a8fffe110b72 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec&tenant_id=6a459030aa9346b7b761b1ccc64f5445&binding%3Ahost_id=n-h2-828419-1 HTTP/1.1" status: 200 len: 1095 time: 0.3901777 Feb 09 01:06:43.728880 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbcc61c2-7072-453b-a9df-32070a88969c', 'name': 'network-vif-deleted', 'tag': '2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d', 'status': 'completed', 'code': 200} Feb 09 01:06:43.770620 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-c4129ffe-ff5d-4af7-aa81-02fc306c586f service neutron] For port 7cc32a95-acae-4cfc-97a7-e2a5627b6ac3, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=7cc32a95-acae-4cfc-97a7-e2a5627b6ac3,segment=NetworkSegment(afaf8c97-5f94-4b26-b900-ffd16b8e5363),segment_id=afaf8c97-5f94-4b26-b900-ffd16b8e5363)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:06:43.789141 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-c4129ffe-ff5d-4af7-aa81-02fc306c586f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:43.960723 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ba02c72-641b-407e-9c7f-142a1b2d6d38 req-fb6d9fd8-d38d-4edc-a57f-2cbb92d95cb9 tempest-ServerShowV257Test-381853133 tempest-ServerShowV257Test-381853133-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b293ae5-e106-4e34-8164-904d3787cbf0 HTTP/1.1" status: 200 len: 210 time: 0.1835918 Feb 09 01:06:43.985221 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-de31ef75-e636-4881-a931-85342f4840a0 req-6181bbb6-ba9f-4aac-acd3-b5fa7e4429a9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=7d3f8cfd-56c5-4824-a60d-48dae61c8128 HTTP/1.1" status: 200 len: 217 time: 0.1170778 Feb 09 01:06:44.056292 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-c4129ffe-ff5d-4af7-aa81-02fc306c586f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:44.057000 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-c4129ffe-ff5d-4af7-aa81-02fc306c586f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:44.057577 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b5127-2fab-45a8-bedf-a423b21254ca req-aa31c17e-d0ca-4484-8d9d-aeda4b27ea03 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:44.058201 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-c4129ffe-ff5d-4af7-aa81-02fc306c586f service neutron] 10.222.0.35 "PUT /v2.0/ports/7cc32a95-acae-4cfc-97a7-e2a5627b6ac3 HTTP/1.1" status: 200 len: 1091 time: 4.0883648 Feb 09 01:06:44.059501 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0d5b5127-2fab-45a8-bedf-a423b21254ca req-aa31c17e-d0ca-4484-8d9d-aeda4b27ea03 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=7afc026c-b5fe-4a9c-8701-72c6c4fb7f53 HTTP/1.1" status: 200 len: 946 time: 0.1122456 Feb 09 01:06:44.094019 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a915bef3-e822-45cf-a157-e17631dd0f9f', 'tag': '7cc32a95-acae-4cfc-97a7-e2a5627b6ac3'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:06:44.144738 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0d5b5127-2fab-45a8-bedf-a423b21254ca req-a2d55487-5a68-4eea-9721-faee14857822 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694978 Feb 09 01:06:44.193843 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4129ffe-ff5d-4af7-aa81-02fc306c586f service neutron] Pushing event updated for resources: {'Port': ['ID=7cc32a95-acae-4cfc-97a7-e2a5627b6ac3,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:44.218839 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a915bef3-e822-45cf-a157-e17631dd0f9f', 'tag': '7cc32a95-acae-4cfc-97a7-e2a5627b6ac3', 'status': 'completed', 'code': 200} Feb 09 01:06:44.224870 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:06:44.261213 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31ef75-e636-4881-a931-85342f4840a0 req-adc0f05e-7f6d-4250-b4bc-6521037529e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:44.262940 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-de31ef75-e636-4881-a931-85342f4840a0 req-adc0f05e-7f6d-4250-b4bc-6521037529e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.2083755 Feb 09 01:06:44.264577 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:06:44.265188 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 2d0f6944-4e0e-45b4-ad35-2e7672dd6b1d not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:06:44.265855 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:06:44.329471 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-1353b050-16e3-47e4-9fdd-219157a744a8 service neutron] For port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:44.395935 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38152) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:44.403652 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-15ecbf53-da14-432f-9ad0-b5183f2dba80 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Request body: {'security_group': {'name': 'tempest-securitygroup--799020183', 'description': 'tempest-description--562276039'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:44.415764 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-15ecbf53-da14-432f-9ad0-b5183f2dba80 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:44.416528 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:44.429179 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-15ecbf53-da14-432f-9ad0-b5183f2dba80 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:44.443661 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-15ecbf53-da14-432f-9ad0-b5183f2dba80 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:44.470629 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-15ecbf53-da14-432f-9ad0-b5183f2dba80 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:44.475707 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-15ecbf53-da14-432f-9ad0-b5183f2dba80 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Usage tracker for resource:security_group_rule and tenant:7899c4a045cf4a878cc9afb8de54c39e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:44.478743 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-15ecbf53-da14-432f-9ad0-b5183f2dba80 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:44.484899 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-15ecbf53-da14-432f-9ad0-b5183f2dba80 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:44.531707 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-357207d2-3046-485f-9051-efab86914051 req-400e6267-2276-46f1-9f77-74040669824b service neutron] For port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:06:44.554365 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-357207d2-3046-485f-9051-efab86914051 req-400e6267-2276-46f1-9f77-74040669824b service neutron] Notify callbacks [] for binding, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:44.555510 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-357207d2-3046-485f-9051-efab86914051 req-400e6267-2276-46f1-9f77-74040669824b service neutron] 10.222.0.117 "DELETE /v2.0/ports/c83f8a1e-a3b6-4bfd-aa0f-caacd4853992/bindings/n-h1-828419-1 HTTP/1.1" status: 204 len: 173 time: 0.8241682 Feb 09 01:06:44.563276 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-15ecbf53-da14-432f-9ad0-b5183f2dba80 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:44.570571 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-15ecbf53-da14-432f-9ad0-b5183f2dba80 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:44.578852 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-7e8654b9-2ba4-4dc0-a817-a770591c7270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:44.580932 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-7e8654b9-2ba4-4dc0-a817-a770591c7270 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9228b17404b9497d806b3634b248ed4c&device_id=a915bef3-e822-45cf-a157-e17631dd0f9f HTTP/1.1" status: 200 len: 1094 time: 0.4496500 Feb 09 01:06:44.600000 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-1353b050-16e3-47e4-9fdd-219157a744a8 service neutron] For port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:06:44.616102 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-15ecbf53-da14-432f-9ad0-b5183f2dba80 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:44.617963 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-15ecbf53-da14-432f-9ad0-b5183f2dba80 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2209613 Feb 09 01:06:44.621038 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38156) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:44.626205 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-7cc35ceb-50eb-45f0-ae2e-35e71d661878 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Request body: {'security_group_rule': {'security_group_id': '09dc3c08-c68a-4850-a091-ae39a99fb11c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:44.633626 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7cc35ceb-50eb-45f0-ae2e-35e71d661878 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:44.638415 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7cc35ceb-50eb-45f0-ae2e-35e71d661878 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Usage tracker for resource:security_group_rule and tenant:7899c4a045cf4a878cc9afb8de54c39e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:44.641732 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7cc35ceb-50eb-45f0-ae2e-35e71d661878 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:44.649034 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7cc35ceb-50eb-45f0-ae2e-35e71d661878 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:44.677635 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ecbf53-da14-432f-9ad0-b5183f2dba80 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09dc3c08-c68a-4850-a091-ae39a99fb11c,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:44.680552 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7cc35ceb-50eb-45f0-ae2e-35e71d661878 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:44.711526 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31ef75-e636-4881-a931-85342f4840a0 req-bd1831bf-1265-49cb-9699-3842cfdeb4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:44.713256 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-de31ef75-e636-4881-a931-85342f4840a0 req-bd1831bf-1265-49cb-9699-3842cfdeb4c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4409041 Feb 09 01:06:44.716886 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-6c5eea30-46fe-4aa0-af6a-c7034fda290c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cc32a95-acae-4cfc-97a7-e2a5627b6ac3 HTTP/1.1" status: 200 len: 217 time: 0.1189537 Feb 09 01:06:44.755375 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7cc35ceb-50eb-45f0-ae2e-35e71d661878 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:44.759884 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7cc35ceb-50eb-45f0-ae2e-35e71d661878 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:44.785685 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc35ceb-50eb-45f0-ae2e-35e71d661878 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a79a73f-e673-41e6-b21d-d6505013d6a4,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:44.796524 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7cc35ceb-50eb-45f0-ae2e-35e71d661878 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:44.798323 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7cc35ceb-50eb-45f0-ae2e-35e71d661878 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1762245 Feb 09 01:06:44.801107 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38166) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:44.806656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-83e406f6-046e-41b2-9f5f-10bda1b72ff3 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Request body: {'security_group_rule': {'security_group_id': '09dc3c08-c68a-4850-a091-ae39a99fb11c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:44.813172 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-83e406f6-046e-41b2-9f5f-10bda1b72ff3 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:44.817716 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-83e406f6-046e-41b2-9f5f-10bda1b72ff3 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Usage tracker for resource:security_group_rule and tenant:7899c4a045cf4a878cc9afb8de54c39e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:44.821082 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-83e406f6-046e-41b2-9f5f-10bda1b72ff3 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:44.827212 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-83e406f6-046e-41b2-9f5f-10bda1b72ff3 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:44.842292 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-1353b050-16e3-47e4-9fdd-219157a744a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:44.846667 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-83e406f6-046e-41b2-9f5f-10bda1b72ff3 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:44.875428 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7652e14-6585-4f9b-a9e7-90902aac4b8c req-2653df88-9bce-4853-9739-7dcf5c898ca8 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:44.877150 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b7652e14-6585-4f9b-a9e7-90902aac4b8c req-2653df88-9bce-4853-9739-7dcf5c898ca8 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 944 time: 0.5297463 Feb 09 01:06:44.906739 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-1353b050-16e3-47e4-9fdd-219157a744a8 service neutron] Transition to ACTIVE for port object f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:44.930858 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-b408c0e2-67dc-46c9-9b0b-0428911057af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:44.932295 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-b408c0e2-67dc-46c9-9b0b-0428911057af service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5c0055e2-4caa-4887-bef3-3229cfe537f2 HTTP/1.1" status: 200 len: 864 time: 0.2072699 Feb 09 01:06:44.932933 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-1353b050-16e3-47e4-9fdd-219157a744a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:44.983347 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-83e406f6-046e-41b2-9f5f-10bda1b72ff3 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:44.988958 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-83e406f6-046e-41b2-9f5f-10bda1b72ff3 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:45.035228 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e406f6-046e-41b2-9f5f-10bda1b72ff3 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d23d849b-65b7-4aac-abb9-3e437d39a5bc,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:45.054245 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:06:45.055108 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:06:45.119573 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-595695b3-c90f-4034-a2bb-9002e8c0e62f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0b886e58-6a46-4f4e-9d76-98f7bdb55455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1458435 Feb 09 01:06:45.159564 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-83e406f6-046e-41b2-9f5f-10bda1b72ff3 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:45.160786 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-83e406f6-046e-41b2-9f5f-10bda1b72ff3 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3586581 Feb 09 01:06:45.164956 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38174) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:45.180379 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-be50f24b-2b0e-4722-930a-5262f71d425c tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:45.200100 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-be50f24b-2b0e-4722-930a-5262f71d425c tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:45.209372 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-be50f24b-2b0e-4722-930a-5262f71d425c tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Usage tracker for resource:floatingip and tenant:7899c4a045cf4a878cc9afb8de54c39e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:45.214642 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-be50f24b-2b0e-4722-930a-5262f71d425c tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:45.221074 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-be50f24b-2b0e-4722-930a-5262f71d425c tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:45.241699 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225787b9-1a88-4fa0-8f33-ff09383431aa req-2cc4307b-026c-4534-9401-2accc5f10a44 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:45.250095 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-225787b9-1a88-4fa0-8f33-ff09383431aa req-2cc4307b-026c-4534-9401-2accc5f10a44 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 947 time: 0.2584472 Feb 09 01:06:45.275878 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-be50f24b-2b0e-4722-930a-5262f71d425c tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:45.277796 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b7652e14-6585-4f9b-a9e7-90902aac4b8c req-986e3f22-9602-44bf-8bc0-34ec38d38349 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759093 Feb 09 01:06:45.402184 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-1353b050-16e3-47e4-9fdd-219157a744a8 service neutron] No DVR routers for this DVR port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:06:45.405530 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353b050-16e3-47e4-9fdd-219157a744a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5,revision_number=6']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:45.424859 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-de31ef75-e636-4881-a931-85342f4840a0 req-518a4d1d-10ae-4e71-9e52-c9ac0fde66ad service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6978071 Feb 09 01:06:45.436965 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-225787b9-1a88-4fa0-8f33-ff09383431aa req-8c69ba9c-c4d0-481a-b197-a2cdb15b123a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859207 Feb 09 01:06:45.525558 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-be50f24b-2b0e-4722-930a-5262f71d425c tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:45.667639 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-1353b050-16e3-47e4-9fdd-219157a744a8 service neutron] Attempting to bind port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:06:45.667857 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-1353b050-16e3-47e4-9fdd-219157a744a8 service neutron] Attempting to bind port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:06:45.668173 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-1353b050-16e3-47e4-9fdd-219157a744a8 service neutron] Attempting to bind port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:06:45.700857 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-1353b050-16e3-47e4-9fdd-219157a744a8 service neutron] Port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:06:45.701198 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-1353b050-16e3-47e4-9fdd-219157a744a8 service neutron] Attempting to bind port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:06:45.726143 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a55d42-245c-4e1f-9666-068360d4ab6c req-b3beb948-e79b-41ee-84d7-6f86bcfbffea tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:45.731891 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a55d42-245c-4e1f-9666-068360d4ab6c req-b3beb948-e79b-41ee-84d7-6f86bcfbffea tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:45.732154 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-da119dce-e4a7-420f-9198-75439dca450c service neutron] 10.222.0.35 "GET /v2.0/networks/0b886e58-6a46-4f4e-9d76-98f7bdb55455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5812790 Feb 09 01:06:45.732890 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-1353b050-16e3-47e4-9fdd-219157a744a8 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:06:45.733217 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-1353b050-16e3-47e4-9fdd-219157a744a8 service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:06:45.733587 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-1353b050-16e3-47e4-9fdd-219157a744a8 service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:06:45.734008 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-1353b050-16e3-47e4-9fdd-219157a744a8 service neutron] Bound port: f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:06:45.734344 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-1353b050-16e3-47e4-9fdd-219157a744a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:45.738307 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a55d42-245c-4e1f-9666-068360d4ab6c req-b3beb948-e79b-41ee-84d7-6f86bcfbffea tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:45.744021 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a55d42-245c-4e1f-9666-068360d4ab6c req-b3beb948-e79b-41ee-84d7-6f86bcfbffea tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:45.749739 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a55d42-245c-4e1f-9666-068360d4ab6c req-b3beb948-e79b-41ee-84d7-6f86bcfbffea tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:45.756006 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a55d42-245c-4e1f-9666-068360d4ab6c req-b3beb948-e79b-41ee-84d7-6f86bcfbffea tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:45.761992 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a55d42-245c-4e1f-9666-068360d4ab6c req-b3beb948-e79b-41ee-84d7-6f86bcfbffea tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:45.763881 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b6a55d42-245c-4e1f-9666-068360d4ab6c req-b3beb948-e79b-41ee-84d7-6f86bcfbffea tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5441 time: 0.1920147 Feb 09 01:06:45.811804 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-be50f24b-2b0e-4722-930a-5262f71d425c tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Allocated IP 172.25.5.70 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/fb884eed-2dcd-4c21-ac7d-f9300a39f6f9) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:45.833522 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b6a55d42-245c-4e1f-9666-068360d4ab6c req-16d0f918-82c5-42ac-9811-82c3e8593415 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625582 Feb 09 01:06:45.896941 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-de31ef75-e636-4881-a931-85342f4840a0 req-fb8ac7bd-cf61-48c4-8909-aaafdcba4a90 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663618 Feb 09 01:06:45.961337 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d551a9-b3f5-4c13-a57c-cdc372a5a81c req-43b35d76-3ad0-4811-9165-2a2c5ec25071 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:45.963119 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86d551a9-b3f5-4c13-a57c-cdc372a5a81c req-43b35d76-3ad0-4811-9165-2a2c5ec25071 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.37 "GET /v2.0/ports?device_id=a915bef3-e822-45cf-a157-e17631dd0f9f HTTP/1.1" status: 200 len: 943 time: 0.4555125 Feb 09 01:06:46.045322 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-1353b050-16e3-47e4-9fdd-219157a744a8 service neutron] For port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:06:46.067320 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86d551a9-b3f5-4c13-a57c-cdc372a5a81c req-7c40ff9e-a7bc-4ef1-8b74-fa5022742de2 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.37 "GET /v2.0/security-groups?id=659607a4-1794-445e-955b-16c4f8a70753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961995 Feb 09 01:06:46.110186 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-be50f24b-2b0e-4722-930a-5262f71d425c tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:46.120561 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-1353b050-16e3-47e4-9fdd-219157a744a8 service neutron] For port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:06:46.127575 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a4009dde-3890-45e6-b58c-b1aec09e2014 req-0cd50e90-b3d6-4aab-8a83-6d058dde7a1f service neutron] 10.222.0.35 "GET /v2.0/networks/0b886e58-6a46-4f4e-9d76-98f7bdb55455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838220 Feb 09 01:06:46.129116 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-1353b050-16e3-47e4-9fdd-219157a744a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:46.155476 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-be50f24b-2b0e-4722-930a-5262f71d425c tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:46.207840 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-1353b050-16e3-47e4-9fdd-219157a744a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:46.209558 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-1353b050-16e3-47e4-9fdd-219157a744a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:46.211162 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-1353b050-16e3-47e4-9fdd-219157a744a8 service neutron] 10.222.0.117 "PUT /v2.0/ports/f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 HTTP/1.1" status: 200 len: 1095 time: 3.2108850 Feb 09 01:06:46.261389 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78772eb5-2653-4802-b0ac-9fa59b12fc94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5'}, {'name': 'network-changed', 'server_uuid': '78772eb5-2653-4802-b0ac-9fa59b12fc94', 'tag': 'f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:06:46.300497 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-412595ca-251f-4f28-bd8f-b777f271cadc req-82984705-3fbf-4065-8a10-327822868cc0 tempest-ServerShowV257Test-381853133 tempest-ServerShowV257Test-381853133-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b293ae5-e106-4e34-8164-904d3787cbf0 HTTP/1.1" status: 200 len: 210 time: 0.0677369 Feb 09 01:06:46.306159 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be50f24b-2b0e-4722-930a-5262f71d425c tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:46.309268 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-be50f24b-2b0e-4722-930a-5262f71d425c tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:46.313016 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be50f24b-2b0e-4722-930a-5262f71d425c tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:06:46.347211 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50f24b-2b0e-4722-930a-5262f71d425c tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Pushing event updated for resources: {'Port': ['ID=fb884eed-2dcd-4c21-ac7d-f9300a39f6f9,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:46.429804 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-be50f24b-2b0e-4722-930a-5262f71d425c tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:46.562498 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-be50f24b-2b0e-4722-930a-5262f71d425c tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:46.565526 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353b050-16e3-47e4-9fdd-219157a744a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5,revision_number=7']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:46.604970 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ea909-88cb-4f9a-ac22-706fd38a7f3f req-54a4ed00-2bd1-44e9-a138-ccd9defe36ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:46.606432 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb9ea909-88cb-4f9a-ac22-706fd38a7f3f req-54a4ed00-2bd1-44e9-a138-ccd9defe36ee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9228b17404b9497d806b3634b248ed4c&device_id=a915bef3-e822-45cf-a157-e17631dd0f9f HTTP/1.1" status: 200 len: 1094 time: 0.3895016 Feb 09 01:06:46.613744 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc750f8c-0a02-4293-9e33-89df4fd7a836 req-e6020635-250c-4786-a73b-df5129ca8fe6 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:46.615177 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bc750f8c-0a02-4293-9e33-89df4fd7a836 req-e6020635-250c-4786-a73b-df5129ca8fe6 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=7afc026c-b5fe-4a9c-8701-72c6c4fb7f53 HTTP/1.1" status: 200 len: 946 time: 0.3963184 Feb 09 01:06:46.619641 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-b5ffce5b-d08a-4776-9c4c-40c477258f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:46.620481 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-b5ffce5b-d08a-4776-9c4c-40c477258f1c service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 1098 time: 0.3076534 Feb 09 01:06:46.646049 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7aa5b-e656-4c4c-8746-4ff36d8045af req-3173fdeb-9a50-4d52-8479-7c0970e75cbb tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:46.651817 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7aa5b-e656-4c4c-8746-4ff36d8045af req-3173fdeb-9a50-4d52-8479-7c0970e75cbb tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:46.657532 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7aa5b-e656-4c4c-8746-4ff36d8045af req-3173fdeb-9a50-4d52-8479-7c0970e75cbb tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:46.664030 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7aa5b-e656-4c4c-8746-4ff36d8045af req-3173fdeb-9a50-4d52-8479-7c0970e75cbb tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:46.669856 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7aa5b-e656-4c4c-8746-4ff36d8045af req-3173fdeb-9a50-4d52-8479-7c0970e75cbb tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:46.676438 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7aa5b-e656-4c4c-8746-4ff36d8045af req-3173fdeb-9a50-4d52-8479-7c0970e75cbb tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:46.682174 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7aa5b-e656-4c4c-8746-4ff36d8045af req-3173fdeb-9a50-4d52-8479-7c0970e75cbb tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:46.684046 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-04b7aa5b-e656-4c4c-8746-4ff36d8045af req-3173fdeb-9a50-4d52-8479-7c0970e75cbb tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5441 time: 0.2091899 Feb 09 01:06:46.694532 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38190) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:46.702191 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-61d46a47-ac8a-4d31-a01f-f4de94ac7856 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Request body: {'floatingip': {'port_id': 'a9cc22f6-5283-4291-ac6b-9ff6463541ff'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:46.827944 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bc750f8c-0a02-4293-9e33-89df4fd7a836 req-67dbf199-da78-492c-bee3-98c474176831 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901143 Feb 09 01:06:46.867646 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-61d46a47-ac8a-4d31-a01f-f4de94ac7856 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks [] for floatingip, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:46.897922 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ea909-88cb-4f9a-ac22-706fd38a7f3f req-48112585-1c8f-4aed-9440-77d99cfd52c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:46.899413 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb9ea909-88cb-4f9a-ac22-706fd38a7f3f req-48112585-1c8f-4aed-9440-77d99cfd52c7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0b886e58-6a46-4f4e-9d76-98f7bdb55455 HTTP/1.1" status: 200 len: 925 time: 0.2826192 Feb 09 01:06:46.978634 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78772eb5-2653-4802-b0ac-9fa59b12fc94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5', 'code': 200} Feb 09 01:06:46.978893 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78772eb5-2653-4802-b0ac-9fa59b12fc94', 'tag': 'f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5', 'status': 'completed', 'code': 200} Feb 09 01:06:47.060738 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb9ea909-88cb-4f9a-ac22-706fd38a7f3f req-1457815b-f7f6-40b3-8cb3-92a8198d6f15 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cc32a95-acae-4cfc-97a7-e2a5627b6ac3 HTTP/1.1" status: 200 len: 217 time: 0.1457601 Feb 09 01:06:47.070679 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-6d230d08-495c-4dee-9b81-21817633ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:47.072069 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-6d230d08-495c-4dee-9b81-21817633ba80 service neutron] 10.222.0.117 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.4327471 Feb 09 01:06:47.195461 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-02ab38cf-476b-484a-bcca-9bd75bf19122 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 HTTP/1.1" status: 200 len: 217 time: 0.0869813 Feb 09 01:06:47.250040 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.resource_extend [None req-be50f24b-2b0e-4722-930a-5262f71d425c tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:06:47.273563 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ea909-88cb-4f9a-ac22-706fd38a7f3f req-6ab8ff3d-bacb-4dbe-8c83-cc048ac1fd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:47.275000 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb9ea909-88cb-4f9a-ac22-706fd38a7f3f req-6ab8ff3d-bacb-4dbe-8c83-cc048ac1fd18 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5c0055e2-4caa-4887-bef3-3229cfe537f2 HTTP/1.1" status: 200 len: 864 time: 0.1974645 Feb 09 01:06:47.281726 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-be50f24b-2b0e-4722-930a-5262f71d425c tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:47.290668 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-be50f24b-2b0e-4722-930a-5262f71d425c tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:47.341012 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb9ea909-88cb-4f9a-ac22-706fd38a7f3f req-8ff75141-a5c5-441f-b2ce-b1214bb93f34 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0b886e58-6a46-4f4e-9d76-98f7bdb55455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512300 Feb 09 01:06:47.344546 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-a549b61e-ab3e-474c-b42c-532c76bd213e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:47.345850 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-a549b61e-ab3e-474c-b42c-532c76bd213e service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.1372163 Feb 09 01:06:47.405937 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdf5b1-a3ad-4815-a38e-d677e2e14823 req-251a4b38-b1bf-4da3-a9b6-980feb9ca806 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:47.407443 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f3bdf5b1-a3ad-4815-a38e-d677e2e14823 req-251a4b38-b1bf-4da3-a9b6-980feb9ca806 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 1095 time: 0.3840513 Feb 09 01:06:47.459196 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6b405-9a6e-4d63-a592-a52e95795b4c req-14107780-fba0-41ed-b771-d58d9d904f85 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:47.460701 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f3e6b405-9a6e-4d63-a592-a52e95795b4c req-14107780-fba0-41ed-b771-d58d9d904f85 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 947 time: 0.4315786 Feb 09 01:06:47.472303 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30160d-ea73-49da-9056-b2f9f7322082 req-c170ea93-06d6-4aaf-8af3-92e0c696d778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:47.473796 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c30160d-ea73-49da-9056-b2f9f7322082 req-c170ea93-06d6-4aaf-8af3-92e0c696d778 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 1098 time: 0.5046418 Feb 09 01:06:47.522545 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50f24b-2b0e-4722-930a-5262f71d425c tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Pushing event updated for resources: {'Port': ['ID=fb884eed-2dcd-4c21-ac7d-f9300a39f6f9,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:47.620122 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-be50f24b-2b0e-4722-930a-5262f71d425c tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:47.641682 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f3bdf5b1-a3ad-4815-a38e-d677e2e14823 req-0a5a2591-ce6d-46fa-adc4-a178e04da039 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794176 Feb 09 01:06:47.641932 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f3e6b405-9a6e-4d63-a592-a52e95795b4c req-99699913-1c2b-41a8-99df-06b7bace1625 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675477 Feb 09 01:06:47.676087 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-be50f24b-2b0e-4722-930a-5262f71d425c tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:47.686481 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-be50f24b-2b0e-4722-930a-5262f71d425c tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5202832 Feb 09 01:06:47.701346 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb9ea909-88cb-4f9a-ac22-706fd38a7f3f req-4c4ee4bd-b5c5-49a5-a548-fc557a90584c service neutron] 10.222.0.35 "GET /v2.0/networks/0b886e58-6a46-4f4e-9d76-98f7bdb55455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506124 Feb 09 01:06:47.792559 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-5d6cbd40-ebb6-4203-8f37-ff2e49d3ca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:47.793998 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-5d6cbd40-ebb6-4203-8f37-ff2e49d3ca71 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4414475 Feb 09 01:06:47.801954 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30160d-ea73-49da-9056-b2f9f7322082 req-56eb711d-93a6-4400-9bdb-9b9cde35a4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:47.803432 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c30160d-ea73-49da-9056-b2f9f7322082 req-56eb711d-93a6-4400-9bdb-9b9cde35a4e0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.3148403 Feb 09 01:06:47.951115 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.resource_extend [None req-61d46a47-ac8a-4d31-a01f-f4de94ac7856 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:06:48.064613 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-61d46a47-ac8a-4d31-a01f-f4de94ac7856 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:48.072989 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-61d46a47-ac8a-4d31-a01f-f4de94ac7856 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:48.122276 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c30160d-ea73-49da-9056-b2f9f7322082 req-2f6fcc4e-461b-4c20-99cc-3d67083ed0aa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 HTTP/1.1" status: 200 len: 217 time: 0.2942140 Feb 09 01:06:48.150965 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013dc9b3-0297-46fd-b0c6-5ef804973efb req-0ededbe5-e90f-4cdb-9a08-05da6406b0d7 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:48.152885 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-013dc9b3-0297-46fd-b0c6-5ef804973efb req-0ededbe5-e90f-4cdb-9a08-05da6406b0d7 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.37 "GET /v2.0/ports?device_id=a915bef3-e822-45cf-a157-e17631dd0f9f HTTP/1.1" status: 200 len: 943 time: 0.2626877 Feb 09 01:06:48.180497 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-384ee3b3-ab40-46b5-b0f5-c257dc9d97ad req-d8d693e1-c007-44d4-93af-9eb558ad2234 tempest-ServerShowV257Test-381853133 tempest-ServerShowV257Test-381853133-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b293ae5-e106-4e34-8164-904d3787cbf0 HTTP/1.1" status: 200 len: 210 time: 0.1118145 Feb 09 01:06:48.268606 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30160d-ea73-49da-9056-b2f9f7322082 req-d519c332-a91e-49dc-8c55-49388d1fc89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:48.270059 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c30160d-ea73-49da-9056-b2f9f7322082 req-d519c332-a91e-49dc-8c55-49388d1fc89c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.1256151 Feb 09 01:06:48.271837 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb9ea909-88cb-4f9a-ac22-706fd38a7f3f req-ad15e3f8-c0a0-418f-83b8-4b73cf73fbc6 service neutron] 10.222.0.35 "GET /v2.0/networks/0b886e58-6a46-4f4e-9d76-98f7bdb55455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5586348 Feb 09 01:06:48.273786 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-8aa8183f-fc54-477c-9384-722c8f21b082 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675376 Feb 09 01:06:48.293198 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-013dc9b3-0297-46fd-b0c6-5ef804973efb req-caae5e2c-7abf-465b-952f-81a6190120ec tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.37 "GET /v2.0/security-groups?id=659607a4-1794-445e-955b-16c4f8a70753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291761 Feb 09 01:06:48.307041 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-61d46a47-ac8a-4d31-a01f-f4de94ac7856 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Floating IP 6d351ffe-4622-426a-89f3-783599965714 associated. External IP: 172.25.5.187, port: a9cc22f6-5283-4291-ac6b-9ff6463541ff. Feb 09 01:06:48.530582 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eea94126-5c18-496f-8b5a-26d0f0b577f5 req-676b968d-ddf9-41f9-9a82-44ee6ca75f4d service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487528 Feb 09 01:06:48.538791 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30160d-ea73-49da-9056-b2f9f7322082 req-7de5a4c9-0c43-482a-8bea-ba32819648b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:48.540195 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c30160d-ea73-49da-9056-b2f9f7322082 req-7de5a4c9-0c43-482a-8bea-ba32819648b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2058642 Feb 09 01:06:48.542759 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96b4bf-9f69-4392-8483-92e348fd1dd3 req-21f09b87-6de5-4b69-a692-dd9393f64c0a tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:48.544149 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dc96b4bf-9f69-4392-8483-92e348fd1dd3 req-21f09b87-6de5-4b69-a692-dd9393f64c0a tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 1095 time: 0.2636528 Feb 09 01:06:48.723943 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dc96b4bf-9f69-4392-8483-92e348fd1dd3 req-a9338496-e1c4-4e4b-847c-8d862726433e tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720886 Feb 09 01:06:48.777641 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30160d-ea73-49da-9056-b2f9f7322082 req-07269a36-8907-46b7-be22-4711454661b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:48.779122 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c30160d-ea73-49da-9056-b2f9f7322082 req-07269a36-8907-46b7-be22-4711454661b8 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 1098 time: 0.1416278 Feb 09 01:06:48.782378 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c30160d-ea73-49da-9056-b2f9f7322082 req-e156e724-a4b1-4010-9ac9-74d466b5a72c service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165437 Feb 09 01:06:48.811060 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-e4168d04-a071-4ab8-a05a-e55f6f2ea990 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:48.812843 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-e4168d04-a071-4ab8-a05a-e55f6f2ea990 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/networks?id=84b8fc63-0946-45c0-a7ed-dafe26b562b1 HTTP/1.1" status: 200 len: 821 time: 0.3480513 Feb 09 01:06:48.846706 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-f6d5bff1-dbcf-421a-893a-91d966a77fe1 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/quotas/7899c4a045cf4a878cc9afb8de54c39e HTTP/1.1" status: 200 len: 375 time: 0.0209250 Feb 09 01:06:48.895796 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d46a47-ac8a-4d31-a01f-f4de94ac7856 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Router 80aef23d-3074-4c00-91aa-1c3be961cc0c has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:06:49.030344 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-92b713f7-578c-4fec-a3d0-f1766c13f6bf tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Synchronizing usage tracker for tenant:7899c4a045cf4a878cc9afb8de54c39e on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:06:49.077947 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30160d-ea73-49da-9056-b2f9f7322082 req-22e87140-7a66-40ad-86d3-a403fd19ed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:49.080752 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c30160d-ea73-49da-9056-b2f9f7322082 req-22e87140-7a66-40ad-86d3-a403fd19ed9f service neutron] 10.222.0.117 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.2921450 Feb 09 01:06:49.090177 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c30160d-ea73-49da-9056-b2f9f7322082 req-1747c96c-0d0f-42e1-84ed-953a593e6c6b service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823436 Feb 09 01:06:49.114315 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-92b713f7-578c-4fec-a3d0-f1766c13f6bf tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Unset dirty status for tenant:7899c4a045cf4a878cc9afb8de54c39e on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:06:49.115604 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-92b713f7-578c-4fec-a3d0-f1766c13f6bf tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7899c4a045cf4a878cc9afb8de54c39e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2602472 Feb 09 01:06:49.126158 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d46a47-ac8a-4d31-a01f-f4de94ac7856 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:06:49.131952 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-61d46a47-ac8a-4d31-a01f-f4de94ac7856 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:49.138954 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec99bc20-ed74-407b-815e-b214875843bf None None] Sync routers for ids ['80aef23d-3074-4c00-91aa-1c3be961cc0c'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:06:49.149552 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec99bc20-ed74-407b-815e-b214875843bf None None] Routers {'80aef23d-3074-4c00-91aa-1c3be961cc0c'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:06:49.150172 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ec99bc20-ed74-407b-815e-b214875843bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:06:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['80aef23d-3074-4c00-91aa-1c3be961cc0c'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:49.160560 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c30160d-ea73-49da-9056-b2f9f7322082 req-40e70137-e55f-485e-8bd2-5e95a49e8d7b service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 HTTP/1.1" status: 200 len: 217 time: 0.0687697 Feb 09 01:06:49.171874 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0295a-bfc8-4b0d-88c0-e66964f3d2cb req-8685b8ea-50a4-4acc-9f20-a3da07264f34 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:49.173387 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7ad0295a-bfc8-4b0d-88c0-e66964f3d2cb req-8685b8ea-50a4-4acc-9f20-a3da07264f34 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=7afc026c-b5fe-4a9c-8701-72c6c4fb7f53 HTTP/1.1" status: 200 len: 946 time: 0.2949572 Feb 09 01:06:49.265538 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30160d-ea73-49da-9056-b2f9f7322082 req-c8e910c0-c825-44aa-8c80-738540db174b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:49.267013 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c30160d-ea73-49da-9056-b2f9f7322082 req-c8e910c0-c825-44aa-8c80-738540db174b service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.0927551 Feb 09 01:06:49.270688 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7ad0295a-bfc8-4b0d-88c0-e66964f3d2cb req-555cfec3-f391-4a83-8acf-119ea6e3f002 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669625 Feb 09 01:06:49.346691 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-ec99bc20-ed74-407b-815e-b214875843bf None None] Set router 80aef23d-3074-4c00-91aa-1c3be961cc0c gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:06:49.355075 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30160d-ea73-49da-9056-b2f9f7322082 req-18bebad8-ff6b-445c-829c-c5e665d8b63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:49.356795 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c30160d-ea73-49da-9056-b2f9f7322082 req-18bebad8-ff6b-445c-829c-c5e665d8b63c service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0796037 Feb 09 01:06:49.406886 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-61d46a47-ac8a-4d31-a01f-f4de94ac7856 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "PUT /v2.0/floatingips/6d351ffe-4622-426a-89f3-783599965714 HTTP/1.1" status: 200 len: 991 time: 2.7103944 Feb 09 01:06:49.410356 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'tag': 'a9cc22f6-5283-4291-ac6b-9ff6463541ff'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:06:49.448918 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-a74a2dca-a32e-48f7-80f4-b04246ae4585 service neutron] 10.222.0.37 "GET /v2.0/networks/84b8fc63-0946-45c0-a7ed-dafe26b562b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201275 Feb 09 01:06:49.571609 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c30160d-ea73-49da-9056-b2f9f7322082 req-8f4922cd-7f06-4d98-9aad-730443bf5cc9 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060368 Feb 09 01:06:49.585192 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f20cb-dc52-4321-80cd-5cdd46521aad req-8f84dabf-e167-4347-83e7-b92a5349a60a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:49.586791 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-271f20cb-dc52-4321-80cd-5cdd46521aad req-8f84dabf-e167-4347-83e7-b92a5349a60a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 947 time: 0.1446080 Feb 09 01:06:49.593252 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-325b801f-c104-4f01-85ed-e54cb6d8f01e service neutron] 10.222.0.37 "GET /v2.0/networks/84b8fc63-0946-45c0-a7ed-dafe26b562b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378050 Feb 09 01:06:49.791794 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ec99bc20-ed74-407b-815e-b214875843bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'name': 'tempest-TaggedBootDevicesTest_v242-594457440-router', 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '6568ffd8-2702-408f-82ae-57e70837539a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:16Z', 'updated_at': '2022-02-09T01:03:24Z', 'revision_number': 4, 'project_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'gw_port': {'id': '6568ffd8-2702-408f-82ae-57e70837539a', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:18Z', 'updated_at': '2022-02-09T01:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '6d351ffe-4622-426a-89f3-783599965714', 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'floating_ip_address': '172.25.5.187', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'port_id': 'a9cc22f6-5283-4291-ac6b-9ff6463541ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '151f3625-265a-4aab-adad-d81de62c4234', 'mac_address': 'fa:16:3e:e3:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:04:42Z', 'updated_at': '2022-02-09T01:06:47Z', 'revision_number': 1, 'project_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988', 'name': '', 'network_id': '151f3625-265a-4aab-adad-d81de62c4234', 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'mac_address': 'fa:16:3e:9e:e9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'd34a1970-cc18-443c-a0a4-8c26bc2e7361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:23Z', 'updated_at': '2022-02-09T01:03:31Z', 'revision_number': 5, 'project_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'subnets': [{'id': 'd34a1970-cc18-443c-a0a4-8c26bc2e7361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:49.796299 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec99bc20-ed74-407b-815e-b214875843bf None None] Checking router: 80aef23d-3074-4c00-91aa-1c3be961cc0c for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:06:49.806226 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec99bc20-ed74-407b-815e-b214875843bf None None] Routers {'80aef23d-3074-4c00-91aa-1c3be961cc0c'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:06:49.806932 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ec99bc20-ed74-407b-815e-b214875843bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:06:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['80aef23d-3074-4c00-91aa-1c3be961cc0c'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:49.933110 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-271f20cb-dc52-4321-80cd-5cdd46521aad req-2e8505c4-bd08-4d52-8919-6f3495bf0e08 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791575 Feb 09 01:06:49.972040 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c30160d-ea73-49da-9056-b2f9f7322082 req-8cb878fa-8e6c-4071-8557-6a266be5af96 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834074 Feb 09 01:06:50.005008 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8c4ae-337d-49cc-bb4c-98074f83832c req-41b40449-dffe-432a-a227-7aa2e7acf947 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:50.007172 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-17d8c4ae-337d-49cc-bb4c-98074f83832c req-41b40449-dffe-432a-a227-7aa2e7acf947 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.35 "GET /v2.0/ports?device_id=7afc026c-b5fe-4a9c-8701-72c6c4fb7f53 HTTP/1.1" status: 200 len: 946 time: 0.2549734 Feb 09 01:06:50.042068 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-ec99bc20-ed74-407b-815e-b214875843bf None None] Set router 80aef23d-3074-4c00-91aa-1c3be961cc0c gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:06:50.158035 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d8c5c502-4ad2-47b0-9a66-2abce6b25ea7 req-6fb8bc5f-e5e4-4620-9236-0a7299a51926 tempest-ServerShowV257Test-381853133 tempest-ServerShowV257Test-381853133-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b293ae5-e106-4e34-8164-904d3787cbf0 HTTP/1.1" status: 200 len: 210 time: 0.0860260 Feb 09 01:06:50.167170 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-17d8c4ae-337d-49cc-bb4c-98074f83832c req-34b3cef9-ed16-4d44-b3c0-45f2738cef28 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Deleting port eef62206-90f4-413c-8b06-c72a23727777 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:06:50.167550 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-17d8c4ae-337d-49cc-bb4c-98074f83832c req-34b3cef9-ed16-4d44-b3c0-45f2738cef28 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:50.265185 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 7cc32a95-acae-4cfc-97a7-e2a5627b6ac3 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:06:50.454502 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc91b3-f3a0-43c3-aa15-6f476ee7b5b7 req-e664da97-08b0-4d35-89e2-ed48ebbd46f8 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:50.457313 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9ecc91b3-f3a0-43c3-aa15-6f476ee7b5b7 req-e664da97-08b0-4d35-89e2-ed48ebbd46f8 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.37 "GET /v2.0/ports?device_id=a915bef3-e822-45cf-a157-e17631dd0f9f HTTP/1.1" status: 200 len: 943 time: 0.0976298 Feb 09 01:06:50.524547 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9ecc91b3-f3a0-43c3-aa15-6f476ee7b5b7 req-bb6f6b8b-c8b2-468b-af08-9985332bc4ae tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.37 "GET /v2.0/security-groups?id=659607a4-1794-445e-955b-16c4f8a70753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602443 Feb 09 01:06:50.572901 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 7cc32a95-acae-4cfc-97a7-e2a5627b6ac3, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=7cc32a95-acae-4cfc-97a7-e2a5627b6ac3,segment=NetworkSegment(afaf8c97-5f94-4b26-b900-ffd16b8e5363),segment_id=afaf8c97-5f94-4b26-b900-ffd16b8e5363)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:50.590889 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'tag': 'a9cc22f6-5283-4291-ac6b-9ff6463541ff', 'status': 'completed', 'code': 200} Feb 09 01:06:50.622970 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835d2ed-dcc6-4a89-bd2c-24c53c6a6949 req-7fa38b7c-2ed9-4802-b9c8-a58665ad8c01 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:50.626707 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '7cc32a95-acae-4cfc-97a7-e2a5627b6ac3', 'network_id': '0b886e58-6a46-4f4e-9d76-98f7bdb55455', 'port_id': '7cc32a95-acae-4cfc-97a7-e2a5627b6ac3', 'mac_address': 'fa:16:3e:f2:cf:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 955, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0055e2-4caa-4887-bef3-3229cfe537f2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:06:50.630514 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835d2ed-dcc6-4a89-bd2c-24c53c6a6949 req-7fa38b7c-2ed9-4802-b9c8-a58665ad8c01 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:50.641624 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835d2ed-dcc6-4a89-bd2c-24c53c6a6949 req-7fa38b7c-2ed9-4802-b9c8-a58665ad8c01 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:50.651579 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835d2ed-dcc6-4a89-bd2c-24c53c6a6949 req-7fa38b7c-2ed9-4802-b9c8-a58665ad8c01 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:50.658773 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835d2ed-dcc6-4a89-bd2c-24c53c6a6949 req-7fa38b7c-2ed9-4802-b9c8-a58665ad8c01 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:50.666052 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835d2ed-dcc6-4a89-bd2c-24c53c6a6949 req-7fa38b7c-2ed9-4802-b9c8-a58665ad8c01 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:50.672224 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835d2ed-dcc6-4a89-bd2c-24c53c6a6949 req-7fa38b7c-2ed9-4802-b9c8-a58665ad8c01 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:50.674609 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1835d2ed-dcc6-4a89-bd2c-24c53c6a6949 req-7fa38b7c-2ed9-4802-b9c8-a58665ad8c01 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5441 time: 0.2851443 Feb 09 01:06:50.690488 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:50.711055 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc32a95-acae-4cfc-97a7-e2a5627b6ac3 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:06:50.736584 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 7cc32a95-acae-4cfc-97a7-e2a5627b6ac3, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=7cc32a95-acae-4cfc-97a7-e2a5627b6ac3,segment=NetworkSegment(afaf8c97-5f94-4b26-b900-ffd16b8e5363),segment_id=afaf8c97-5f94-4b26-b900-ffd16b8e5363)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:50.747871 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:50.783229 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1dcf76e4-a373-4e5a-9620-bf063a545998 req-ed49ce88-9b64-406d-8cea-165c6d04838c tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=29bdf613-4d8e-4e34-8efc-fc0ea315c314 HTTP/1.1" status: 200 len: 210 time: 0.0586302 Feb 09 01:06:50.790680 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-17d8c4ae-337d-49cc-bb4c-98074f83832c req-34b3cef9-ed16-4d44-b3c0-45f2738cef28 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] For port eef62206-90f4-413c-8b06-c72a23727777, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=eef62206-90f4-413c-8b06-c72a23727777,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:50.791053 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-17d8c4ae-337d-49cc-bb4c-98074f83832c req-34b3cef9-ed16-4d44-b3c0-45f2738cef28 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:50.793665 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ec99bc20-ed74-407b-815e-b214875843bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'name': 'tempest-TaggedBootDevicesTest_v242-594457440-router', 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '6568ffd8-2702-408f-82ae-57e70837539a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:16Z', 'updated_at': '2022-02-09T01:03:24Z', 'revision_number': 4, 'project_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'gw_port': {'id': '6568ffd8-2702-408f-82ae-57e70837539a', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:18Z', 'updated_at': '2022-02-09T01:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '6d351ffe-4622-426a-89f3-783599965714', 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'floating_ip_address': '172.25.5.187', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'port_id': 'a9cc22f6-5283-4291-ac6b-9ff6463541ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '151f3625-265a-4aab-adad-d81de62c4234', 'mac_address': 'fa:16:3e:e3:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:04:42Z', 'updated_at': '2022-02-09T01:06:47Z', 'revision_number': 1, 'project_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988', 'name': '', 'network_id': '151f3625-265a-4aab-adad-d81de62c4234', 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'mac_address': 'fa:16:3e:9e:e9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'd34a1970-cc18-443c-a0a4-8c26bc2e7361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:23Z', 'updated_at': '2022-02-09T01:03:31Z', 'revision_number': 5, 'project_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'subnets': [{'id': 'd34a1970-cc18-443c-a0a4-8c26bc2e7361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:50.818982 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec99bc20-ed74-407b-815e-b214875843bf None None] The sync data for ids ['80aef23d-3074-4c00-91aa-1c3be961cc0c'] in n-d-828419-1 is: [{'id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'name': 'tempest-TaggedBootDevicesTest_v242-594457440-router', 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '6568ffd8-2702-408f-82ae-57e70837539a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:16Z', 'updated_at': '2022-02-09T01:03:24Z', 'revision_number': 4, 'project_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'gw_port': {'id': '6568ffd8-2702-408f-82ae-57e70837539a', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:18Z', 'updated_at': '2022-02-09T01:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '6d351ffe-4622-426a-89f3-783599965714', 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'floating_ip_address': '172.25.5.187', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'port_id': 'a9cc22f6-5283-4291-ac6b-9ff6463541ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '151f3625-265a-4aab-adad-d81de62c4234', 'mac_address': 'fa:16:3e:e3:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:04:42Z', 'updated_at': '2022-02-09T01:06:47Z', 'revision_number': 1, 'project_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988', 'name': '', 'network_id': '151f3625-265a-4aab-adad-d81de62c4234', 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'mac_address': 'fa:16:3e:9e:e9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'd34a1970-cc18-443c-a0a4-8c26bc2e7361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:23Z', 'updated_at': '2022-02-09T01:03:31Z', 'revision_number': 5, 'project_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'subnets': [{'id': 'd34a1970-cc18-443c-a0a4-8c26bc2e7361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:06:50.846524 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=7cc32a95-acae-4cfc-97a7-e2a5627b6ac3,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:50.941357 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-17d8c4ae-337d-49cc-bb4c-98074f83832c req-34b3cef9-ed16-4d44-b3c0-45f2738cef28 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Calling delete_port for eef62206-90f4-413c-8b06-c72a23727777 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:06:51.151137 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['7cc32a95-acae-4cfc-97a7-e2a5627b6ac3'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:06:51.194807 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1835d2ed-dcc6-4a89-bd2c-24c53c6a6949 req-2b17ba6b-972a-4093-851e-13b932ad127b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4449162 Feb 09 01:06:51.218017 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-17d8c4ae-337d-49cc-bb4c-98074f83832c req-34b3cef9-ed16-4d44-b3c0-45f2738cef28 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:51.262003 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61a5b8b-caae-4f62-9a79-dc3c5b897270 None None] New status for floating IP 6d351ffe-4622-426a-89f3-783599965714: ACTIVE {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:06:51.272656 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-17e0aed2-5d8d-4b4b-8ebc-eb7ace37b0f7 req-d3ae1829-5714-4aa4-908e-de4a73bdd05a tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=7afc026c-b5fe-4a9c-8701-72c6c4fb7f53 HTTP/1.1" status: 200 len: 210 time: 0.1050694 Feb 09 01:06:51.525515 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3cef9-ed16-4d44-b3c0-45f2738cef28 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Pushing event deleted for resources: {'Port': ['ID=eef62206-90f4-413c-8b06-c72a23727777,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:51.554112 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0c345ac9-0ee1-499e-a7d8-f32a0611230b req-47e50e42-fb50-4c35-a5a6-c285339b240a tempest-ServerShowV257Test-381853133 tempest-ServerShowV257Test-381853133-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b293ae5-e106-4e34-8164-904d3787cbf0 HTTP/1.1" status: 200 len: 210 time: 0.0721238 Feb 09 01:06:51.628750 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:51.719496 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b2781-75c7-4443-9e17-851407cff747 req-eba3052b-cdbe-474b-9724-23e0e8777d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:51.720130 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b2781-75c7-4443-9e17-851407cff747 req-eba3052b-cdbe-474b-9724-23e0e8777d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:51.720604 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b2781-75c7-4443-9e17-851407cff747 req-eba3052b-cdbe-474b-9724-23e0e8777d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:51.721636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b2781-75c7-4443-9e17-851407cff747 req-eba3052b-cdbe-474b-9724-23e0e8777d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:51.722101 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b2781-75c7-4443-9e17-851407cff747 req-eba3052b-cdbe-474b-9724-23e0e8777d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:51.722578 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b2781-75c7-4443-9e17-851407cff747 req-eba3052b-cdbe-474b-9724-23e0e8777d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:51.723037 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b2781-75c7-4443-9e17-851407cff747 req-eba3052b-cdbe-474b-9724-23e0e8777d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:51.724954 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fc3b2781-75c7-4443-9e17-851407cff747 req-eba3052b-cdbe-474b-9724-23e0e8777d77 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1fe8f42c4854e5699e2e8b880d21442&device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 6498 time: 1.0459218 Feb 09 01:06:51.726670 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38268) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:51.787789 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe892cb4-570d-42b8-8372-8ae6d3f87bd2 req-a2592834-ef57-434a-b149-aa6f12a3c261 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:51.789194 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fe892cb4-570d-42b8-8372-8ae6d3f87bd2 req-a2592834-ef57-434a-b149-aa6f12a3c261 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.37 "GET /v2.0/ports?device_id=a915bef3-e822-45cf-a157-e17631dd0f9f HTTP/1.1" status: 200 len: 944 time: 0.1073403 Feb 09 01:06:51.808859 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d8c4ae-337d-49cc-bb4c-98074f83832c req-34b3cef9-ed16-4d44-b3c0-45f2738cef28 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] No DVR routers for this DVR port eef62206-90f4-413c-8b06-c72a23727777 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:06:51.872726 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fe892cb4-570d-42b8-8372-8ae6d3f87bd2 req-478b37f1-67c2-4b39-bb21-ebd03e7fe231 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.37 "GET /v2.0/security-groups?id=659607a4-1794-445e-955b-16c4f8a70753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775931 Feb 09 01:06:51.982156 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-17d8c4ae-337d-49cc-bb4c-98074f83832c req-34b3cef9-ed16-4d44-b3c0-45f2738cef28 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:51.995524 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7afc026c-b5fe-4a9c-8701-72c6c4fb7f53', 'name': 'network-vif-deleted', 'tag': 'eef62206-90f4-413c-8b06-c72a23727777'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:06:52.031590 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-17d8c4ae-337d-49cc-bb4c-98074f83832c req-34b3cef9-ed16-4d44-b3c0-45f2738cef28 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.35 "DELETE /v2.0/ports/eef62206-90f4-413c-8b06-c72a23727777 HTTP/1.1" status: 204 len: 173 time: 2.0185325 Feb 09 01:06:52.056162 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9fee2dfa-780c-4244-93e2-a87bead4285a req-7acc8b3f-669a-4f03-9fc4-737850807f62 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=29bdf613-4d8e-4e34-8efc-fc0ea315c314 HTTP/1.1" status: 200 len: 210 time: 0.0617368 Feb 09 01:06:52.095047 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-35094a61-6af0-446b-a8b3-606d99aedc20 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:52.097368 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-35094a61-6af0-446b-a8b3-606d99aedc20 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.35 "GET /v2.0/networks?id=84b8fc63-0946-45c0-a7ed-dafe26b562b1 HTTP/1.1" status: 200 len: 821 time: 0.5647993 Feb 09 01:06:52.121259 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-39941f6e-b079-4f63-a254-2a0b2003b048 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Request body: {'port': {'device_id': '29bdf613-4d8e-4e34-8efc-fc0ea315c314', 'network_id': '84b8fc63-0946-45c0-a7ed-dafe26b562b1', 'admin_state_up': True, 'tenant_id': '7899c4a045cf4a878cc9afb8de54c39e'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:52.146029 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-db5908ce-1162-4707-a1c8-83833132cfc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:52.162273 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3fefff-99c4-4c02-90ed-17e27c288383 req-87ce0539-2a9f-46ed-9995-cf749e0602d8 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:52.163768 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-be3fefff-99c4-4c02-90ed-17e27c288383 req-87ce0539-2a9f-46ed-9995-cf749e0602d8 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 947 time: 0.7239695 Feb 09 01:06:52.232069 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7afc026c-b5fe-4a9c-8701-72c6c4fb7f53', 'name': 'network-vif-deleted', 'tag': 'eef62206-90f4-413c-8b06-c72a23727777', 'status': 'completed', 'code': 200} Feb 09 01:06:52.264163 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-db5908ce-1162-4707-a1c8-83833132cfc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:52.288431 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b2781-75c7-4443-9e17-851407cff747 req-bcf5d2d1-a739-4ecc-b595-e3054e4e9cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:52.288431 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fc3b2781-75c7-4443-9e17-851407cff747 req-bcf5d2d1-a739-4ecc-b595-e3054e4e9cf8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=151f3625-265a-4aab-adad-d81de62c4234 HTTP/1.1" status: 200 len: 917 time: 0.5101864 Feb 09 01:06:52.288431 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-db5908ce-1162-4707-a1c8-83833132cfc2 admin admin] Usage tracker for resource:security_group_rule and tenant:fddd288f998c4b5094d7250d22dd6793 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:52.296613 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['eef62206-90f4-413c-8b06-c72a23727777'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:06:52.341652 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-db5908ce-1162-4707-a1c8-83833132cfc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:52.381685 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-db5908ce-1162-4707-a1c8-83833132cfc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:52.435176 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-be3fefff-99c4-4c02-90ed-17e27c288383 req-2d2c0d68-fcaf-4932-bce8-0073c44783f3 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114580 Feb 09 01:06:52.445139 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af950a-75c3-4a6c-8b00-f3a902d8b20a req-65827c60-7230-4d29-84e4-4cc9bba2260d tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:52.450952 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af950a-75c3-4a6c-8b00-f3a902d8b20a req-65827c60-7230-4d29-84e4-4cc9bba2260d tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:52.456952 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af950a-75c3-4a6c-8b00-f3a902d8b20a req-65827c60-7230-4d29-84e4-4cc9bba2260d tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:52.462620 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af950a-75c3-4a6c-8b00-f3a902d8b20a req-65827c60-7230-4d29-84e4-4cc9bba2260d tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:52.473824 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fc3b2781-75c7-4443-9e17-851407cff747 req-eb30a1ab-9954-4c7b-8420-75db028a9fa1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9cc22f6-5283-4291-ac6b-9ff6463541ff HTTP/1.1" status: 200 len: 1001 time: 0.1831179 Feb 09 01:06:52.480081 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af950a-75c3-4a6c-8b00-f3a902d8b20a req-65827c60-7230-4d29-84e4-4cc9bba2260d tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:52.483627 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-39941f6e-b079-4f63-a254-2a0b2003b048 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:52.487820 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af950a-75c3-4a6c-8b00-f3a902d8b20a req-65827c60-7230-4d29-84e4-4cc9bba2260d tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:52.493893 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af950a-75c3-4a6c-8b00-f3a902d8b20a req-65827c60-7230-4d29-84e4-4cc9bba2260d tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:52.496163 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d7af950a-75c3-4a6c-8b00-f3a902d8b20a req-65827c60-7230-4d29-84e4-4cc9bba2260d tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5441 time: 0.1493988 Feb 09 01:06:52.531730 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-39941f6e-b079-4f63-a254-2a0b2003b048 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:52.566814 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-39941f6e-b079-4f63-a254-2a0b2003b048 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Made reservation on behalf of 7899c4a045cf4a878cc9afb8de54c39e for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:52.570608 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-39941f6e-b079-4f63-a254-2a0b2003b048 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:52.601130 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b2781-75c7-4443-9e17-851407cff747 req-246e1648-be7b-482b-ba8a-820040b8c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:52.602611 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fc3b2781-75c7-4443-9e17-851407cff747 req-246e1648-be7b-482b-ba8a-820040b8c5ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d34a1970-cc18-443c-a0a4-8c26bc2e7361 HTTP/1.1" status: 200 len: 855 time: 0.1024051 Feb 09 01:06:52.608655 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d7af950a-75c3-4a6c-8b00-f3a902d8b20a req-5273f694-f4bd-424a-bf94-a454f9576a96 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0933526 Feb 09 01:06:52.789251 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-db5908ce-1162-4707-a1c8-83833132cfc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:52.816366 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f66b83fb-9cf2-408d-af27-60fbb8402064 req-d1c66784-bc67-4110-943a-1a934dd07750 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Synchronizing usage tracker for tenant:a75aeed005c34e95a63eb49629dd324d on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:06:52.830950 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-db5908ce-1162-4707-a1c8-83833132cfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:52.906817 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:06:53.033447 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f66b83fb-9cf2-408d-af27-60fbb8402064 req-d1c66784-bc67-4110-943a-1a934dd07750 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Unset dirty status for tenant:a75aeed005c34e95a63eb49629dd324d on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:06:53.049378 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f66b83fb-9cf2-408d-af27-60fbb8402064 req-d1c66784-bc67-4110-943a-1a934dd07750 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=7afc026c-b5fe-4a9c-8701-72c6c4fb7f53 HTTP/1.1" status: 200 len: 210 time: 0.3790703 Feb 09 01:06:53.054085 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-db5908ce-1162-4707-a1c8-83833132cfc2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fddd288f998c4b5094d7250d22dd6793&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3234551 Feb 09 01:06:53.059511 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38330) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:53.090358 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b2a9cfd7-437f-45a1-8b9e-1d1c6163809a req-37533a0e-aa26-4d05-b51d-0d2171817c2f tempest-ServerShowV257Test-381853133 tempest-ServerShowV257Test-381853133-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b293ae5-e106-4e34-8164-904d3787cbf0 HTTP/1.1" status: 200 len: 210 time: 0.0803638 Feb 09 01:06:53.120363 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:53.153948 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': 'f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': 'f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5', 'mac_address': 'fa:16:3e:f9:b0:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:06:53.161479 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5908ce-1162-4707-a1c8-83833132cfc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1850a04-bbc3-4f9d-91f0-1908557bc84a,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:53.210718 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b2781-75c7-4443-9e17-851407cff747 req-382400c5-51e4-495e-a6f0-30d68a80acb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:53.212240 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fc3b2781-75c7-4443-9e17-851407cff747 req-382400c5-51e4-495e-a6f0-30d68a80acb2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=151f3625-265a-4aab-adad-d81de62c4234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5985346 Feb 09 01:06:53.256762 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0db3b089-e9c3-49f1-bce3-ab193f6eb4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:53.324130 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:53.324602 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0db3b089-e9c3-49f1-bce3-ab193f6eb4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:53.357377 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:06:53.380324 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:53.387406 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:53.436769 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-39941f6e-b079-4f63-a254-2a0b2003b048 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Allocated IP 172.20.0.11 (84b8fc63-0946-45c0-a7ed-dafe26b562b1/74347758-4ca6-4694-99d4-623fe8b1f370/195afced-5c87-435c-8e9f-ba7ed085bdfa) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:53.468628 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4eb9b-4c77-433b-b71b-3f1c1dfc7aea req-6397ba34-04b2-4531-bddd-ef6db49db80d tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:53.471106 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-62a4eb9b-4c77-433b-b71b-3f1c1dfc7aea req-6397ba34-04b2-4531-bddd-ef6db49db80d tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.37 "GET /v2.0/ports?device_id=a915bef3-e822-45cf-a157-e17631dd0f9f HTTP/1.1" status: 200 len: 944 time: 0.1194825 Feb 09 01:06:53.478654 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:53.479154 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0db3b089-e9c3-49f1-bce3-ab193f6eb4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:53.522284 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3b089-e9c3-49f1-bce3-ab193f6eb4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1850a04-bbc3-4f9d-91f0-1908557bc84a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:53.534701 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0db3b089-e9c3-49f1-bce3-ab193f6eb4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:53.535812 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0db3b089-e9c3-49f1-bce3-ab193f6eb4ba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f1850a04-bbc3-4f9d-91f0-1908557bc84a HTTP/1.1" status: 204 len: 168 time: 0.4751258 Feb 09 01:06:53.556949 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-62a4eb9b-4c77-433b-b71b-3f1c1dfc7aea req-826f51a1-3fea-4eb1-ae43-611b538109dc tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.37 "GET /v2.0/security-groups?id=659607a4-1794-445e-955b-16c4f8a70753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787117 Feb 09 01:06:53.603418 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-bde86ae5-4e43-4ecb-8ec3-a44e9376f177 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:53.607404 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-bde86ae5-4e43-4ecb-8ec3-a44e9376f177 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.117 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94&tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&binding%3Ahost_id=n-h2-828419-1 HTTP/1.1" status: 200 len: 947 time: 0.6706016 Feb 09 01:06:53.638070 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fc3b2781-75c7-4443-9e17-851407cff747 req-3d4e9bb9-6530-4532-bbef-eee04ec77fd7 service neutron] 10.222.0.35 "GET /v2.0/networks/151f3625-265a-4aab-adad-d81de62c4234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052985 Feb 09 01:06:53.709967 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:06:53.712889 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fc2d914b-7670-4f47-b2bd-497168ae949d req-700f013a-5109-4d3f-abe1-4dbaaaec4448 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=29bdf613-4d8e-4e34-8efc-fc0ea315c314 HTTP/1.1" status: 200 len: 210 time: 0.0527768 Feb 09 01:06:53.954484 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8a5b0-ca01-49e8-a2a9-bf3204d3c928 req-a7e323be-006d-4cbc-b65e-2daa1c1c23b5 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:53.956886 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c6c8a5b0-ca01-49e8-a2a9-bf3204d3c928 req-a7e323be-006d-4cbc-b65e-2daa1c1c23b5 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 948 time: 0.6112943 Feb 09 01:06:54.004734 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-02be5698-e61e-43b9-9007-402a620040a7 service neutron] 10.222.0.117 "GET /v2.0/ports/f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5/bindings/n-h2-828419-1 HTTP/1.1" status: 200 len: 382 time: 0.3632634 Feb 09 01:06:54.104931 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d022c3-6fd6-4ae6-8564-d3312d60cd47 req-715ae841-acc2-4b9c-beea-6892074ff36c tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:54.115273 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d022c3-6fd6-4ae6-8564-d3312d60cd47 req-715ae841-acc2-4b9c-beea-6892074ff36c tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:54.131126 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d022c3-6fd6-4ae6-8564-d3312d60cd47 req-715ae841-acc2-4b9c-beea-6892074ff36c tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:54.148796 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d022c3-6fd6-4ae6-8564-d3312d60cd47 req-715ae841-acc2-4b9c-beea-6892074ff36c tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:54.161977 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d022c3-6fd6-4ae6-8564-d3312d60cd47 req-715ae841-acc2-4b9c-beea-6892074ff36c tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:54.179334 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d022c3-6fd6-4ae6-8564-d3312d60cd47 req-715ae841-acc2-4b9c-beea-6892074ff36c tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:54.188243 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d022c3-6fd6-4ae6-8564-d3312d60cd47 req-715ae841-acc2-4b9c-beea-6892074ff36c tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:54.208656 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-33d022c3-6fd6-4ae6-8564-d3312d60cd47 req-715ae841-acc2-4b9c-beea-6892074ff36c tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5441 time: 0.3312433 Feb 09 01:06:54.266337 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-33d022c3-6fd6-4ae6-8564-d3312d60cd47 req-5ec07ccc-4f88-4d16-a5cc-9cf90a551df6 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552094 Feb 09 01:06:54.282850 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 7cc32a95-acae-4cfc-97a7-e2a5627b6ac3 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:06:54.467397 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fc3b2781-75c7-4443-9e17-851407cff747 req-791119b1-be0b-44be-bd3d-276e472ea0d2 service neutron] 10.222.0.35 "GET /v2.0/networks/151f3625-265a-4aab-adad-d81de62c4234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7662561 Feb 09 01:06:54.468762 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 7cc32a95-acae-4cfc-97a7-e2a5627b6ac3 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:54.490287 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c6c8a5b0-ca01-49e8-a2a9-bf3204d3c928 req-d80579fc-4177-48bc-86d9-6b79db595bec tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5175533 Feb 09 01:06:54.494643 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 7cc32a95-acae-4cfc-97a7-e2a5627b6ac3 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:54.497128 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:54.520617 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-39941f6e-b079-4f63-a254-2a0b2003b048 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:54.564512 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-54aeca21-c561-465b-b89c-e04686541b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:54.569236 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-54aeca21-c561-465b-b89c-e04686541b68 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 1099 time: 0.5165071 Feb 09 01:06:54.694234 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7a92832a-cd0d-4faa-80e6-f28744698217 req-5871de5c-c2f2-4f8f-b0ad-2907fbb1ab4d tempest-ServerShowV257Test-381853133 tempest-ServerShowV257Test-381853133-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b293ae5-e106-4e34-8164-904d3787cbf0 HTTP/1.1" status: 200 len: 210 time: 0.0644410 Feb 09 01:06:54.810439 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:54.821462 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:54.845659 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a915bef3-e822-45cf-a157-e17631dd0f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc32a95-acae-4cfc-97a7-e2a5627b6ac3'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:06:54.860632 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 7cc32a95-acae-4cfc-97a7-e2a5627b6ac3, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=7cc32a95-acae-4cfc-97a7-e2a5627b6ac3,segment=NetworkSegment(afaf8c97-5f94-4b26-b900-ffd16b8e5363),segment_id=afaf8c97-5f94-4b26-b900-ffd16b8e5363)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:54.875172 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:54.876759 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device eef62206-90f4-413c-8b06-c72a23727777 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:06:54.941293 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-39941f6e-b079-4f63-a254-2a0b2003b048 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:54.953948 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38416) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:54.971379 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:06:55.067633 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-39941f6e-b079-4f63-a254-2a0b2003b048 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Network 84b8fc63-0946-45c0-a7ed-dafe26b562b1 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:55.069172 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e0200-7059-4382-810d-61e189505507 req-b5432bf6-2e64-40d0-a4a1-66fa3b22ac73 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:55.071012 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b04e0200-7059-4382-810d-61e189505507 req-b5432bf6-2e64-40d0-a4a1-66fa3b22ac73 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/networks?id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe HTTP/1.1" status: 200 len: 812 time: 0.2775187 Feb 09 01:06:55.081519 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-b9970577-0e1d-4e02-9fc3-79cc3e40dfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:55.084321 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-b9970577-0e1d-4e02-9fc3-79cc3e40dfb8 service neutron] 10.222.0.117 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.5041850 Feb 09 01:06:55.085246 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-39941f6e-b079-4f63-a254-2a0b2003b048 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:55.092026 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-39941f6e-b079-4f63-a254-2a0b2003b048 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:06:55.097139 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b04e0200-7059-4382-810d-61e189505507 req-6c2b2077-2f11-4d92-a593-256d317644c5 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/quotas/a75aeed005c34e95a63eb49629dd324d HTTP/1.1" status: 200 len: 375 time: 0.0208156 Feb 09 01:06:55.121986 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: eef62206-90f4-413c-8b06-c72a23727777 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:06:55.122480 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device eef62206-90f4-413c-8b06-c72a23727777 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:06:55.162817 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=7cc32a95-acae-4cfc-97a7-e2a5627b6ac3,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:55.177190 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:55.184235 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:55.184918 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:55.204942 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b04e0200-7059-4382-810d-61e189505507 req-d1e25430-247c-4245-8cb9-706163d8cc76 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a75aeed005c34e95a63eb49629dd324d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1024728 Feb 09 01:06:55.266710 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39941f6e-b079-4f63-a254-2a0b2003b048 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Pushing event updated for resources: {'Port': ['ID=195afced-5c87-435c-8e9f-ba7ed085bdfa,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:55.319693 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673719c6-efed-4be3-9a57-d96abdf3776f req-93738df8-7c6f-4dd1-be74-369d3a2af62c tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:55.321242 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-673719c6-efed-4be3-9a57-d96abdf3776f req-93738df8-7c6f-4dd1-be74-369d3a2af62c tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.37 "GET /v2.0/ports?device_id=a915bef3-e822-45cf-a157-e17631dd0f9f HTTP/1.1" status: 200 len: 944 time: 0.5107217 Feb 09 01:06:55.325473 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-8bbd09c7-c7f3-4648-a549-bcd25d28fd09 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 HTTP/1.1" status: 200 len: 217 time: 0.1993778 Feb 09 01:06:55.335032 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-6889fa7e-295e-40ab-8a10-abab610baf31 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-85394624-network', 'tenant_id': '383f3082f927439d91a8e106811c03f7'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:55.339957 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6889fa7e-295e-40ab-8a10-abab610baf31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:55.346114 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:55.348493 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6889fa7e-295e-40ab-8a10-abab610baf31 admin admin] Usage tracker for resource:network and tenant:383f3082f927439d91a8e106811c03f7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:55.351680 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6889fa7e-295e-40ab-8a10-abab610baf31 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:55.357883 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6889fa7e-295e-40ab-8a10-abab610baf31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:55.378856 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6889fa7e-295e-40ab-8a10-abab610baf31 admin admin] Made reservation on behalf of 383f3082f927439d91a8e106811c03f7 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:55.381764 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6889fa7e-295e-40ab-8a10-abab610baf31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:55.399053 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6889fa7e-295e-40ab-8a10-abab610baf31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:55.415435 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-39941f6e-b079-4f63-a254-2a0b2003b048 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:55.416306 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-39941f6e-b079-4f63-a254-2a0b2003b048 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:55.429948 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6889fa7e-295e-40ab-8a10-abab610baf31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:55.436756 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:06:55.445878 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6889fa7e-295e-40ab-8a10-abab610baf31 admin admin] Usage tracker for resource:security_group_rule and tenant:383f3082f927439d91a8e106811c03f7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:55.446922 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:55.451736 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6889fa7e-295e-40ab-8a10-abab610baf31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:55.461414 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b04e0200-7059-4382-810d-61e189505507 req-0ca9dbee-30a1-4791-b055-5b2984b33758 service neutron] 10.222.0.37 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487829 Feb 09 01:06:55.462269 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6889fa7e-295e-40ab-8a10-abab610baf31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:55.472113 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-673719c6-efed-4be3-9a57-d96abdf3776f req-26f6e58c-4928-406f-9255-c8bc7b1ce8de tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.37 "GET /v2.0/security-groups?id=659607a4-1794-445e-955b-16c4f8a70753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394548 Feb 09 01:06:55.483216 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-916be831-3bf6-476f-b784-ef44fdff1309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:55.485873 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-916be831-3bf6-476f-b784-ef44fdff1309 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.1384275 Feb 09 01:06:55.489871 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-39941f6e-b079-4f63-a254-2a0b2003b048 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3723218 Feb 09 01:06:55.576041 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-f0effe33-fff4-42bf-a7eb-66a12b5e67a9 service neutron] Request body: {'port': {'device_id': '29bdf613-4d8e-4e34-8efc-fc0ea315c314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:55.590440 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5,revision_number=9']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:55.804443 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-f0effe33-fff4-42bf-a7eb-66a12b5e67a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:55.829706 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b04e0200-7059-4382-810d-61e189505507 req-3c62e105-49f5-43bf-8ba8-161ce9c0d7ec service neutron] 10.222.0.37 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593681 Feb 09 01:06:55.861055 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-95253662-797d-4055-89e3-46ee37446ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:55.863138 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-95253662-797d-4055-89e3-46ee37446ca7 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3691773 Feb 09 01:06:55.880184 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6889fa7e-295e-40ab-8a10-abab610baf31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:55.885341 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6889fa7e-295e-40ab-8a10-abab610baf31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:55.915681 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6889fa7e-295e-40ab-8a10-abab610baf31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 993} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:06:55.928982 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889fa7e-295e-40ab-8a10-abab610baf31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba299dcd-7bc5-4f34-b007-c1fe8fd6a913,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:55.933829 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6889fa7e-295e-40ab-8a10-abab610baf31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:55.933949 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-6889fa7e-295e-40ab-8a10-abab610baf31 admin admin] Added segment cd7f2f4a-09b1-4046-8a49-f3d3017f86ee of type vlan for network e5eebd47-e56e-4218-8edf-32a5a22fef3b Feb 09 01:06:55.963365 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9c04c-95c0-4dd3-b41f-cbdda38ce972 req-343b4e7c-7666-4c3f-9353-59dba70f511f tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:55.963985 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-09e9c04c-95c0-4dd3-b41f-cbdda38ce972 req-343b4e7c-7666-4c3f-9353-59dba70f511f tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Synchronizing usage tracker for tenant:7899c4a045cf4a878cc9afb8de54c39e on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:06:55.972239 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6889fa7e-295e-40ab-8a10-abab610baf31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:56.011611 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6889fa7e-295e-40ab-8a10-abab610baf31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:56.015207 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6889fa7e-295e-40ab-8a10-abab610baf31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:56.016549 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6889fa7e-295e-40ab-8a10-abab610baf31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:56.085881 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-09e9c04c-95c0-4dd3-b41f-cbdda38ce972 req-343b4e7c-7666-4c3f-9353-59dba70f511f tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Unset dirty status for tenant:7899c4a045cf4a878cc9afb8de54c39e on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:06:56.093609 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-09e9c04c-95c0-4dd3-b41f-cbdda38ce972 req-343b4e7c-7666-4c3f-9353-59dba70f511f tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=29bdf613-4d8e-4e34-8efc-fc0ea315c314 HTTP/1.1" status: 200 len: 932 time: 0.4634223 Feb 09 01:06:56.162809 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6889fa7e-295e-40ab-8a10-abab610baf31 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2047527 Feb 09 01:06:56.167812 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38434) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:56.190420 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-af6a7043-afdb-4380-bdc5-a511542189d1 admin admin] Request body: {'subnet': {'network_id': 'e5eebd47-e56e-4218-8edf-32a5a22fef3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-85394624-subnet', 'tenant_id': '383f3082f927439d91a8e106811c03f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:56.199623 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-82ef1474-4f9e-40f0-9316-b152818378b3 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283851 Feb 09 01:06:56.202361 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a915bef3-e822-45cf-a157-e17631dd0f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc32a95-acae-4cfc-97a7-e2a5627b6ac3', 'code': 200} Feb 09 01:06:56.203891 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-af6a7043-afdb-4380-bdc5-a511542189d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:56.225195 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-af6a7043-afdb-4380-bdc5-a511542189d1 admin admin] Usage tracker for resource:subnet and tenant:383f3082f927439d91a8e106811c03f7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:56.229270 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-af6a7043-afdb-4380-bdc5-a511542189d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:56.243167 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889fa7e-295e-40ab-8a10-abab610baf31 admin admin] Pushing event updated for resources: {'Network': ['ID=e5eebd47-e56e-4218-8edf-32a5a22fef3b,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:56.245839 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-af6a7043-afdb-4380-bdc5-a511542189d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:56.254893 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network e5eebd47-e56e-4218-8edf-32a5a22fef3b details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:06:56.260932 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6a7043-afdb-4380-bdc5-a511542189d1 admin admin] Made reservation on behalf of 383f3082f927439d91a8e106811c03f7 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:56.264421 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-af6a7043-afdb-4380-bdc5-a511542189d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:56.506276 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-09e9c04c-95c0-4dd3-b41f-cbdda38ce972 req-591b0d5f-d012-44bc-9ed2-0e7e34cdbf1c tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118052 Feb 09 01:06:56.751634 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-96d219ad-8c41-4771-9931-4e8150b782a4 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5408726 Feb 09 01:06:56.784888 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-af6a7043-afdb-4380-bdc5-a511542189d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:56.805968 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a819a7d-621e-493a-bca7-baf5993a2a0d req-3b643427-9b4a-4ac1-abb0-3afb422fc203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:56.807267 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0a819a7d-621e-493a-bca7-baf5993a2a0d req-3b643427-9b4a-4ac1-abb0-3afb422fc203 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a915bef3-e822-45cf-a157-e17631dd0f9f HTTP/1.1" status: 200 len: 1096 time: 0.4701285 Feb 09 01:06:56.882437 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a7043-afdb-4380-bdc5-a511542189d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfc7232c-c4ba-4588-b26b-80253019f61b,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:56.897499 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267705b-3a72-4a5c-a75e-bdb2d0517417 req-8b495b4d-6612-4a47-8405-d5c5f489aa7f tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:56.903600 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267705b-3a72-4a5c-a75e-bdb2d0517417 req-8b495b4d-6612-4a47-8405-d5c5f489aa7f tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:56.910928 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267705b-3a72-4a5c-a75e-bdb2d0517417 req-8b495b4d-6612-4a47-8405-d5c5f489aa7f tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:56.916808 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267705b-3a72-4a5c-a75e-bdb2d0517417 req-8b495b4d-6612-4a47-8405-d5c5f489aa7f tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:56.926276 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267705b-3a72-4a5c-a75e-bdb2d0517417 req-8b495b4d-6612-4a47-8405-d5c5f489aa7f tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:56.932862 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267705b-3a72-4a5c-a75e-bdb2d0517417 req-8b495b4d-6612-4a47-8405-d5c5f489aa7f tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:56.938979 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267705b-3a72-4a5c-a75e-bdb2d0517417 req-8b495b4d-6612-4a47-8405-d5c5f489aa7f tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:56.946891 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5267705b-3a72-4a5c-a75e-bdb2d0517417 req-8b495b4d-6612-4a47-8405-d5c5f489aa7f tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5441 time: 0.5168853 Feb 09 01:06:57.012882 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6a7043-afdb-4380-bdc5-a511542189d1 admin admin] Checking segment: {'id': 'cd7f2f4a-09b1-4046-8a49-f3d3017f86ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'e5eebd47-e56e-4218-8edf-32a5a22fef3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:06:57.013599 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6a7043-afdb-4380-bdc5-a511542189d1 admin admin] Network hostable DHCP agents. Network: e5eebd47-e56e-4218-8edf-32a5a22fef3b, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:06:57.039552 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5267705b-3a72-4a5c-a75e-bdb2d0517417 req-9e6b73e4-6686-446a-8567-319e7c8545ff tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0916741 Feb 09 01:06:57.055171 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6a7043-afdb-4380-bdc5-a511542189d1 admin admin] Network e5eebd47-e56e-4218-8edf-32a5a22fef3b is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:06:57.081201 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-af6a7043-afdb-4380-bdc5-a511542189d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, e5eebd47-e56e-4218-8edf-32a5a22fef3b) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:57.086128 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6a7043-afdb-4380-bdc5-a511542189d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:57.087397 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-af6a7043-afdb-4380-bdc5-a511542189d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:57.089738 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211e7760-febe-4a7b-9bce-ede94f5db2dd None None] Network e5eebd47-e56e-4218-8edf-32a5a22fef3b requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:06:57.140644 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-af6a7043-afdb-4380-bdc5-a511542189d1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9688253 Feb 09 01:06:57.141012 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38452) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:06:57.147908 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-44a36caa-ded5-459b-8128-6a74613138fb admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-85394624-router', 'tenant_id': '383f3082f927439d91a8e106811c03f7', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:57.154173 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-44a36caa-ded5-459b-8128-6a74613138fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:57.154407 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0a819a7d-621e-493a-bca7-baf5993a2a0d req-3a7c8277-77fb-4803-ab76-0be400f01575 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=659607a4-1794-445e-955b-16c4f8a70753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208883 Feb 09 01:06:57.166494 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-f0effe33-fff4-42bf-a7eb-66a12b5e67a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 195afced-5c87-435c-8e9f-ba7ed085bdfa {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:06:57.169924 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-44a36caa-ded5-459b-8128-6a74613138fb admin admin] Usage tracker for resource:router and tenant:383f3082f927439d91a8e106811c03f7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:06:57.174419 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-44a36caa-ded5-459b-8128-6a74613138fb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:06:57.175338 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-f0effe33-fff4-42bf-a7eb-66a12b5e67a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:57.189266 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-44a36caa-ded5-459b-8128-6a74613138fb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:57.195725 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-f0effe33-fff4-42bf-a7eb-66a12b5e67a9 service neutron] Transition to ACTIVE for port object 195afced-5c87-435c-8e9f-ba7ed085bdfa will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:57.208329 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-44a36caa-ded5-459b-8128-6a74613138fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:57.209591 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-44a36caa-ded5-459b-8128-6a74613138fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:57.219252 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a61a3-1096-42f5-8ab7-0b346feaef3d req-7097a5de-d2d0-4a98-a54b-545ee41a83d5 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:57.224623 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9d3a61a3-1096-42f5-8ab7-0b346feaef3d req-7097a5de-d2d0-4a98-a54b-545ee41a83d5 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 949 time: 0.5151882 Feb 09 01:06:57.229987 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-f0effe33-fff4-42bf-a7eb-66a12b5e67a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:57.231479 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-44a36caa-ded5-459b-8128-6a74613138fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:57.450193 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c2a6f1-2664-4c75-b8d7-7d945a1d7a13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-e5eebd47-e56e-4218-8edf-32a5a22fef3b', 'network_id': 'e5eebd47-e56e-4218-8edf-32a5a22fef3b', 'tenant_id': '383f3082f927439d91a8e106811c03f7', 'fixed_ips': [{'subnet_id': 'bfc7232c-c4ba-4588-b26b-80253019f61b'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:06:57.451378 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-63c2a6f1-2664-4c75-b8d7-7d945a1d7a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:57.518564 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0effe33-fff4-42bf-a7eb-66a12b5e67a9 service neutron] Pushing event updated for resources: {'Port': ['ID=195afced-5c87-435c-8e9f-ba7ed085bdfa,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:57.525677 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9d3a61a3-1096-42f5-8ab7-0b346feaef3d req-a58dfeea-0910-432b-985f-dd67975027e4 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861872 Feb 09 01:06:57.589229 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3edd6565-defd-408c-ac90-64298ca909ac req-6a1868b7-9365-4d52-9968-3352faf3f236 tempest-ServerShowV257Test-381853133 tempest-ServerShowV257Test-381853133-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b293ae5-e106-4e34-8164-904d3787cbf0 HTTP/1.1" status: 200 len: 210 time: 0.1736295 Feb 09 01:06:57.612752 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-f0effe33-fff4-42bf-a7eb-66a12b5e67a9 service neutron] Attempting to bind port 195afced-5c87-435c-8e9f-ba7ed085bdfa on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:06:57.613113 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-f0effe33-fff4-42bf-a7eb-66a12b5e67a9 service neutron] Attempting to bind port 195afced-5c87-435c-8e9f-ba7ed085bdfa by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'a61f9560-b5f0-4f56-92cb-5bd87e6c7f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '84b8fc63-0946-45c0-a7ed-dafe26b562b1'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:06:57.613409 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-f0effe33-fff4-42bf-a7eb-66a12b5e67a9 service neutron] Attempting to bind port 195afced-5c87-435c-8e9f-ba7ed085bdfa on network 84b8fc63-0946-45c0-a7ed-dafe26b562b1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:06:57.618498 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-f0effe33-fff4-42bf-a7eb-66a12b5e67a9 service neutron] Port 195afced-5c87-435c-8e9f-ba7ed085bdfa on network 84b8fc63-0946-45c0-a7ed-dafe26b562b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:06:57.618820 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-f0effe33-fff4-42bf-a7eb-66a12b5e67a9 service neutron] Attempting to bind port 195afced-5c87-435c-8e9f-ba7ed085bdfa on network 84b8fc63-0946-45c0-a7ed-dafe26b562b1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:06:57.624649 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-f0effe33-fff4-42bf-a7eb-66a12b5e67a9 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:06:57.625043 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-f0effe33-fff4-42bf-a7eb-66a12b5e67a9 service neutron] Checking segment: {'id': 'a61f9560-b5f0-4f56-92cb-5bd87e6c7f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '84b8fc63-0946-45c0-a7ed-dafe26b562b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:06:57.625427 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-f0effe33-fff4-42bf-a7eb-66a12b5e67a9 service neutron] Bound using segment: {'id': 'a61f9560-b5f0-4f56-92cb-5bd87e6c7f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '84b8fc63-0946-45c0-a7ed-dafe26b562b1'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:06:57.625855 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-f0effe33-fff4-42bf-a7eb-66a12b5e67a9 service neutron] Bound port: 195afced-5c87-435c-8e9f-ba7ed085bdfa, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a61f9560-b5f0-4f56-92cb-5bd87e6c7f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '84b8fc63-0946-45c0-a7ed-dafe26b562b1'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:06:57.626226 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-f0effe33-fff4-42bf-a7eb-66a12b5e67a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:57.689927 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-63c2a6f1-2664-4c75-b8d7-7d945a1d7a13 None None] Allocated IP 172.20.0.2 (e5eebd47-e56e-4218-8edf-32a5a22fef3b/bfc7232c-c4ba-4588-b26b-80253019f61b/9b29b451-7869-47e7-9b80-0f89d98605a7) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:57.720316 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-44a36caa-ded5-459b-8128-6a74613138fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:57.823699 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c0d1c9ec-fd16-4fc2-b588-aa5c725a2216 req-9b60f5a7-76ec-4cc1-901c-f2dc88e5cd8b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 210 time: 0.0645697 Feb 09 01:06:57.833447 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-f0effe33-fff4-42bf-a7eb-66a12b5e67a9 service neutron] For port 195afced-5c87-435c-8e9f-ba7ed085bdfa, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:06:57.858713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-f0effe33-fff4-42bf-a7eb-66a12b5e67a9 service neutron] For port 195afced-5c87-435c-8e9f-ba7ed085bdfa, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=195afced-5c87-435c-8e9f-ba7ed085bdfa,segment=NetworkSegment(a61f9560-b5f0-4f56-92cb-5bd87e6c7f24),segment_id=a61f9560-b5f0-4f56-92cb-5bd87e6c7f24)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:06:57.867789 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-f0effe33-fff4-42bf-a7eb-66a12b5e67a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:58.166436 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-63c2a6f1-2664-4c75-b8d7-7d945a1d7a13 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:58.188467 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-63c2a6f1-2664-4c75-b8d7-7d945a1d7a13 None None] Transition to ACTIVE for port object 9b29b451-7869-47e7-9b80-0f89d98605a7 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:58.213321 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-63c2a6f1-2664-4c75-b8d7-7d945a1d7a13 None None] Transition to ACTIVE for port object 9b29b451-7869-47e7-9b80-0f89d98605a7 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:58.215103 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78772eb5-2653-4802-b0ac-9fa59b12fc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:06:58.215443 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb740990-2abf-4700-beaf-e34e22bf7f2d req-09553597-eeed-42da-8c3e-7246a029b8b5 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:58.220193 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-eb740990-2abf-4700-beaf-e34e22bf7f2d req-09553597-eeed-42da-8c3e-7246a029b8b5 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.37 "GET /v2.0/ports?device_id=a915bef3-e822-45cf-a157-e17631dd0f9f HTTP/1.1" status: 200 len: 945 time: 0.4525373 Feb 09 01:06:58.222405 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-63c2a6f1-2664-4c75-b8d7-7d945a1d7a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:58.242406 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-f0effe33-fff4-42bf-a7eb-66a12b5e67a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:58.242850 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-f0effe33-fff4-42bf-a7eb-66a12b5e67a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:58.244948 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-f0effe33-fff4-42bf-a7eb-66a12b5e67a9 service neutron] 10.222.0.35 "PUT /v2.0/ports/195afced-5c87-435c-8e9f-ba7ed085bdfa HTTP/1.1" status: 200 len: 1092 time: 2.6801720 Feb 09 01:06:58.246507 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29bdf613-4d8e-4e34-8efc-fc0ea315c314', 'tag': '195afced-5c87-435c-8e9f-ba7ed085bdfa'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:06:58.348381 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0effe33-fff4-42bf-a7eb-66a12b5e67a9 service neutron] Pushing event updated for resources: {'Port': ['ID=195afced-5c87-435c-8e9f-ba7ed085bdfa,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:58.366114 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c2a6f1-2664-4c75-b8d7-7d945a1d7a13 None None] Network e5eebd47-e56e-4218-8edf-32a5a22fef3b is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:58.378186 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-63c2a6f1-2664-4c75-b8d7-7d945a1d7a13 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:58.387106 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c2a6f1-2664-4c75-b8d7-7d945a1d7a13 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:06:58.451042 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2a6f1-2664-4c75-b8d7-7d945a1d7a13 None None] Pushing event updated for resources: {'Port': ['ID=9b29b451-7869-47e7-9b80-0f89d98605a7,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:58.468032 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e0200-7059-4382-810d-61e189505507 req-1dbc75d0-1ef0-4a18-8232-3bc455831a9b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:58.468619 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b04e0200-7059-4382-810d-61e189505507 req-1dbc75d0-1ef0-4a18-8232-3bc455831a9b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.35 "GET /v2.0/networks?id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe HTTP/1.1" status: 200 len: 812 time: 0.5200448 Feb 09 01:06:58.494430 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-b04e0200-7059-4382-810d-61e189505507 req-8600cc24-fc5f-4081-9cea-ccfe19f76e9e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Request body: {'port': {'device_id': '80faa5e8-2a37-40c1-926e-844a2d72640f', 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe', 'admin_state_up': True, 'tenant_id': 'a75aeed005c34e95a63eb49629dd324d'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:58.497056 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-eb740990-2abf-4700-beaf-e34e22bf7f2d req-83d7e328-78bb-4bfb-b1a2-d381118bf260 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.37 "GET /v2.0/security-groups?id=659607a4-1794-445e-955b-16c4f8a70753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552361 Feb 09 01:06:58.739803 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-63c2a6f1-2664-4c75-b8d7-7d945a1d7a13 None None] Attempting to bind port 9b29b451-7869-47e7-9b80-0f89d98605a7 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:06:58.741629 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-63c2a6f1-2664-4c75-b8d7-7d945a1d7a13 None None] Attempting to bind port 9b29b451-7869-47e7-9b80-0f89d98605a7 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'cd7f2f4a-09b1-4046-8a49-f3d3017f86ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'e5eebd47-e56e-4218-8edf-32a5a22fef3b'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:06:58.742217 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c2a6f1-2664-4c75-b8d7-7d945a1d7a13 None None] Attempting to bind port 9b29b451-7869-47e7-9b80-0f89d98605a7 on network e5eebd47-e56e-4218-8edf-32a5a22fef3b {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:06:58.754489 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c2a6f1-2664-4c75-b8d7-7d945a1d7a13 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:06:58.755293 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c2a6f1-2664-4c75-b8d7-7d945a1d7a13 None None] Checking segment: {'id': 'cd7f2f4a-09b1-4046-8a49-f3d3017f86ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'e5eebd47-e56e-4218-8edf-32a5a22fef3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:06:58.755293 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-63c2a6f1-2664-4c75-b8d7-7d945a1d7a13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:58.755635 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c2a6f1-2664-4c75-b8d7-7d945a1d7a13 None None] Bound using segment: {'id': 'cd7f2f4a-09b1-4046-8a49-f3d3017f86ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'e5eebd47-e56e-4218-8edf-32a5a22fef3b'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:06:58.756907 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-63c2a6f1-2664-4c75-b8d7-7d945a1d7a13 None None] Bound port: 9b29b451-7869-47e7-9b80-0f89d98605a7, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd7f2f4a-09b1-4046-8a49-f3d3017f86ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'e5eebd47-e56e-4218-8edf-32a5a22fef3b'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:06:58.757285 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-63c2a6f1-2664-4c75-b8d7-7d945a1d7a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:58.757446 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c9664-f9e7-4f91-9e93-1c5ef71c059e req-beba526b-aa15-4cfa-a2ec-0907376329cc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:58.765635 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c9664-f9e7-4f91-9e93-1c5ef71c059e req-beba526b-aa15-4cfa-a2ec-0907376329cc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:58.772884 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c9664-f9e7-4f91-9e93-1c5ef71c059e req-beba526b-aa15-4cfa-a2ec-0907376329cc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:58.779332 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c9664-f9e7-4f91-9e93-1c5ef71c059e req-beba526b-aa15-4cfa-a2ec-0907376329cc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:58.787950 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c9664-f9e7-4f91-9e93-1c5ef71c059e req-beba526b-aa15-4cfa-a2ec-0907376329cc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:58.794155 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c9664-f9e7-4f91-9e93-1c5ef71c059e req-beba526b-aa15-4cfa-a2ec-0907376329cc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:58.802214 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c9664-f9e7-4f91-9e93-1c5ef71c059e req-beba526b-aa15-4cfa-a2ec-0907376329cc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:58.810343 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a69c9664-f9e7-4f91-9e93-1c5ef71c059e req-beba526b-aa15-4cfa-a2ec-0907376329cc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5441 time: 0.5698149 Feb 09 01:06:58.901669 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-63c2a6f1-2664-4c75-b8d7-7d945a1d7a13 None None] For port 9b29b451-7869-47e7-9b80-0f89d98605a7, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:06:58.906108 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-63c2a6f1-2664-4c75-b8d7-7d945a1d7a13 None None] For port 9b29b451-7869-47e7-9b80-0f89d98605a7, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=9b29b451-7869-47e7-9b80-0f89d98605a7,segment=NetworkSegment(cd7f2f4a-09b1-4046-8a49-f3d3017f86ee),segment_id=cd7f2f4a-09b1-4046-8a49-f3d3017f86ee)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:06:58.915027 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-63c2a6f1-2664-4c75-b8d7-7d945a1d7a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:58.991626 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a69c9664-f9e7-4f91-9e93-1c5ef71c059e req-9cb542b6-96cf-4349-96f5-0d3fad104dea tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1796200 Feb 09 01:06:58.996794 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-b04e0200-7059-4382-810d-61e189505507 req-8600cc24-fc5f-4081-9cea-ccfe19f76e9e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:06:59.023748 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-44a36caa-ded5-459b-8128-6a74613138fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:59.061091 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-bb7bc09f-84f4-4bd2-a3e7-9a800db6ac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:59.068340 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-bb7bc09f-84f4-4bd2-a3e7-9a800db6ac54 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7899c4a045cf4a878cc9afb8de54c39e&device_id=29bdf613-4d8e-4e34-8efc-fc0ea315c314 HTTP/1.1" status: 200 len: 1095 time: 0.6717181 Feb 09 01:06:59.087261 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-b04e0200-7059-4382-810d-61e189505507 req-8600cc24-fc5f-4081-9cea-ccfe19f76e9e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:06:59.156063 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-44a36caa-ded5-459b-8128-6a74613138fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:59.194541 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78772eb5-2653-4802-b0ac-9fa59b12fc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5', 'code': 200} Feb 09 01:06:59.334635 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2a6f1-2664-4c75-b8d7-7d945a1d7a13 None None] Pushing event updated for resources: {'Port': ['ID=9b29b451-7869-47e7-9b80-0f89d98605a7,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:59.342328 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29bdf613-4d8e-4e34-8efc-fc0ea315c314', 'tag': '195afced-5c87-435c-8e9f-ba7ed085bdfa', 'status': 'completed', 'code': 200} Feb 09 01:06:59.383812 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-5646b6cf-364b-407b-adde-3e183a3d9818 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=195afced-5c87-435c-8e9f-ba7ed085bdfa HTTP/1.1" status: 200 len: 217 time: 0.2978923 Feb 09 01:06:59.481073 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b04e0200-7059-4382-810d-61e189505507 req-8600cc24-fc5f-4081-9cea-ccfe19f76e9e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Made reservation on behalf of a75aeed005c34e95a63eb49629dd324d for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:59.485000 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b04e0200-7059-4382-810d-61e189505507 req-8600cc24-fc5f-4081-9cea-ccfe19f76e9e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:59.508954 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d243f-f825-47f6-b519-63352a080d4a req-47ccbdf5-f257-4359-8632-d7b54480ddd1 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:59.521078 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-db6d243f-f825-47f6-b519-63352a080d4a req-47ccbdf5-f257-4359-8632-d7b54480ddd1 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=29bdf613-4d8e-4e34-8efc-fc0ea315c314 HTTP/1.1" status: 200 len: 944 time: 0.7404709 Feb 09 01:06:59.564527 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-44a36caa-ded5-459b-8128-6a74613138fb admin admin] Allocated IP 172.25.5.72 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/73ba6348-cc93-4903-9dd9-777775fd5f11) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:59.638876 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-db6d243f-f825-47f6-b519-63352a080d4a req-c855d9fa-87e2-4fca-8265-915da9b295fe tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Synchronizing usage tracker for tenant:7899c4a045cf4a878cc9afb8de54c39e on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:06:59.778790 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-db6d243f-f825-47f6-b519-63352a080d4a req-c855d9fa-87e2-4fca-8265-915da9b295fe tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Unset dirty status for tenant:7899c4a045cf4a878cc9afb8de54c39e on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:06:59.779453 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-db6d243f-f825-47f6-b519-63352a080d4a req-c855d9fa-87e2-4fca-8265-915da9b295fe tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574859 Feb 09 01:06:59.801628 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-4d237fa2-81e7-4a04-a172-dc8747013283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:59.804204 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-4d237fa2-81e7-4a04-a172-dc8747013283 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=74347758-4ca6-4694-99d4-623fe8b1f370 HTTP/1.1" status: 200 len: 861 time: 0.4090953 Feb 09 01:06:59.900290 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-44a36caa-ded5-459b-8128-6a74613138fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:59.925136 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-06152a40-34bb-4adb-9e19-23cd8aa2caf3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=84b8fc63-0946-45c0-a7ed-dafe26b562b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110594 Feb 09 01:06:59.970312 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc3161-a446-4828-abcf-a61ad5e53b86 req-9d63349c-dd7f-47e0-819b-f34fb0f3fbd6 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:59.971852 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-57cc3161-a446-4828-abcf-a61ad5e53b86 req-9d63349c-dd7f-47e0-819b-f34fb0f3fbd6 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 949 time: 0.5167875 Feb 09 01:07:00.022307 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-44a36caa-ded5-459b-8128-6a74613138fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:00.085188 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c5d558a1-04cb-421f-a5df-459e05d8bc5f req-662cef88-23a1-4dda-ad12-f074cb8569dd tempest-ServerShowV257Test-381853133 tempest-ServerShowV257Test-381853133-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b293ae5-e106-4e34-8164-904d3787cbf0 HTTP/1.1" status: 200 len: 210 time: 0.1227610 Feb 09 01:07:00.148326 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9b29b451-7869-47e7-9b80-0f89d98605a7 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:07:00.175193 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a36caa-ded5-459b-8128-6a74613138fb admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:07:00.187255 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-44a36caa-ded5-459b-8128-6a74613138fb admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:00.192365 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a36caa-ded5-459b-8128-6a74613138fb admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:07:00.258817 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a36caa-ded5-459b-8128-6a74613138fb admin admin] Pushing event updated for resources: {'Port': ['ID=73ba6348-cc93-4903-9dd9-777775fd5f11,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:00.312298 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 9b29b451-7869-47e7-9b80-0f89d98605a7 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:07:00.335163 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-57cc3161-a446-4828-abcf-a61ad5e53b86 req-6297cbec-1602-4e9d-af52-110d7beea6e3 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983003 Feb 09 01:07:00.427340 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-b04e0200-7059-4382-810d-61e189505507 req-8600cc24-fc5f-4081-9cea-ccfe19f76e9e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Allocated IP 172.20.0.11 (6a46d8ce-a5dd-4900-abea-f731f0aef8fe/5e21ee47-9c4f-48f6-bbce-c83436d55ec2/c2741b0c-d8f4-4a3f-ad4b-71448b003199) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:07:00.455064 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-94ed3d0a-672c-4e8e-b08f-ea71f2889dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:00.456714 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-94ed3d0a-672c-4e8e-b08f-ea71f2889dd7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94&tenant_id=1828a8e10f7447aba0d25cab4f7feaf3 HTTP/1.1" status: 200 len: 1100 time: 0.7136872 Feb 09 01:07:00.465544 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d4f6d21e-e01e-4267-a885-9a83d7c06a2a req-d7d02558-5e8d-4482-b9f2-dee1cb3383ec tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 210 time: 0.1073787 Feb 09 01:07:00.491296 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-bf3a2348-6f80-4eaf-b05b-cbeca73a0b2a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828419-1', 'device_owner': 'compute:nova'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:00.528315 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-416d55d5-2cd0-4341-a256-1e663a3698c6 service neutron] 10.222.0.35 "GET /v2.0/networks/84b8fc63-0946-45c0-a7ed-dafe26b562b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5899842 Feb 09 01:07:00.864609 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6959455-d269-40b2-84ed-5ecb1b05dba9 req-8ddf8cf1-1fd6-4bd6-8f1f-d964f1615c4a tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:00.867196 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c6959455-d269-40b2-84ed-5ecb1b05dba9 req-8ddf8cf1-1fd6-4bd6-8f1f-d964f1615c4a tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.37 "GET /v2.0/ports?device_id=a915bef3-e822-45cf-a157-e17631dd0f9f HTTP/1.1" status: 200 len: 945 time: 0.2226048 Feb 09 01:07:00.923004 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f691075c-2fe5-451d-a7f5-7ad5bf072ece None None] Network e5eebd47-e56e-4218-8edf-32a5a22fef3b requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:07:00.967299 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-bf3a2348-6f80-4eaf-b05b-cbeca73a0b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:01.026492 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c6959455-d269-40b2-84ed-5ecb1b05dba9 req-059539ca-fb91-4280-90c2-99e2f98bf711 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.37 "GET /v2.0/security-groups?id=659607a4-1794-445e-955b-16c4f8a70753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953577 Feb 09 01:07:01.037649 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-44a36caa-ded5-459b-8128-6a74613138fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:01.049424 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173a0cc-cbb0-48ca-a468-04f35cbfba53 req-976db189-5607-4dd9-b056-658102db28bb tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:01.049985 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-be769263-8504-4258-b399-9c345bbf8288 None None] Provisioning for port 9b29b451-7869-47e7-9b80-0f89d98605a7 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:07:01.057295 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173a0cc-cbb0-48ca-a468-04f35cbfba53 req-976db189-5607-4dd9-b056-658102db28bb tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:01.063481 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173a0cc-cbb0-48ca-a468-04f35cbfba53 req-976db189-5607-4dd9-b056-658102db28bb tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:01.069730 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173a0cc-cbb0-48ca-a468-04f35cbfba53 req-976db189-5607-4dd9-b056-658102db28bb tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:01.072295 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-be769263-8504-4258-b399-9c345bbf8288 None None] Provisioning complete for port 9b29b451-7869-47e7-9b80-0f89d98605a7 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:01.072796 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-be769263-8504-4258-b399-9c345bbf8288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:01.076076 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173a0cc-cbb0-48ca-a468-04f35cbfba53 req-976db189-5607-4dd9-b056-658102db28bb tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:01.082586 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173a0cc-cbb0-48ca-a468-04f35cbfba53 req-976db189-5607-4dd9-b056-658102db28bb tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:01.088314 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173a0cc-cbb0-48ca-a468-04f35cbfba53 req-976db189-5607-4dd9-b056-658102db28bb tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:01.090250 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3173a0cc-cbb0-48ca-a468-04f35cbfba53 req-976db189-5607-4dd9-b056-658102db28bb tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5441 time: 0.5583923 Feb 09 01:07:01.092306 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81e22409-c4a7-4134-b474-7ae045ea3e2f req-0d050a89-d535-40b4-8183-4696329bd81d service neutron] 10.222.0.35 "GET /v2.0/networks/84b8fc63-0946-45c0-a7ed-dafe26b562b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509529 Feb 09 01:07:01.335309 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b04e0200-7059-4382-810d-61e189505507 req-8600cc24-fc5f-4081-9cea-ccfe19f76e9e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:01.424210 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-be769263-8504-4258-b399-9c345bbf8288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:01.470546 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-be769263-8504-4258-b399-9c345bbf8288 None None] For port 9b29b451-7869-47e7-9b80-0f89d98605a7, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=9b29b451-7869-47e7-9b80-0f89d98605a7,segment=NetworkSegment(cd7f2f4a-09b1-4046-8a49-f3d3017f86ee),segment_id=cd7f2f4a-09b1-4046-8a49-f3d3017f86ee)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:01.483752 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-be769263-8504-4258-b399-9c345bbf8288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:01.583616 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be769263-8504-4258-b399-9c345bbf8288 None None] Pushing event updated for resources: {'Port': ['ID=9b29b451-7869-47e7-9b80-0f89d98605a7,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:01.600919 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65980ef5-f5b9-4c30-9d33-37f29366acdc req-35f262eb-3187-4457-a15d-9ef55ee99d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:01.602761 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-65980ef5-f5b9-4c30-9d33-37f29366acdc req-35f262eb-3187-4457-a15d-9ef55ee99d5f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7899c4a045cf4a878cc9afb8de54c39e&device_id=29bdf613-4d8e-4e34-8efc-fc0ea315c314 HTTP/1.1" status: 200 len: 1095 time: 0.4173324 Feb 09 01:07:01.633760 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997318c3-a372-4e51-850c-9b8dd1e2fba5 req-02d6d755-7de8-428b-a3ad-4e6f75fc27db tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:01.635057 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-997318c3-a372-4e51-850c-9b8dd1e2fba5 req-02d6d755-7de8-428b-a3ad-4e6f75fc27db tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.37 "GET /v2.0/ports?device_id=a915bef3-e822-45cf-a157-e17631dd0f9f HTTP/1.1" status: 200 len: 945 time: 0.3898087 Feb 09 01:07:01.789239 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b04e0200-7059-4382-810d-61e189505507 req-8600cc24-fc5f-4081-9cea-ccfe19f76e9e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:01.808206 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2d953-2845-487f-aee8-941df104f1d3 req-f3d0f47c-a967-4593-9e9e-ccc16a2254dc tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:01.816380 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-17f2d953-2845-487f-aee8-941df104f1d3 req-f3d0f47c-a967-4593-9e9e-ccc16a2254dc tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=29bdf613-4d8e-4e34-8efc-fc0ea315c314 HTTP/1.1" status: 200 len: 944 time: 0.5519142 Feb 09 01:07:01.820609 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-fe538868-f114-4e4c-b01a-a829877ed708 None None] Provisioning complete for port 9b29b451-7869-47e7-9b80-0f89d98605a7 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:01.821677 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fe538868-f114-4e4c-b01a-a829877ed708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:01.867425 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-997318c3-a372-4e51-850c-9b8dd1e2fba5 req-6be67328-40c7-4a82-9057-bb83b980f539 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.37 "GET /v2.0/security-groups?id=659607a4-1794-445e-955b-16c4f8a70753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426871 Feb 09 01:07:01.882875 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-bf3a2348-6f80-4eaf-b05b-cbeca73a0b2a service neutron] For port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:01.898803 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-44a36caa-ded5-459b-8128-6a74613138fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:01.909255 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b04e0200-7059-4382-810d-61e189505507 req-8600cc24-fc5f-4081-9cea-ccfe19f76e9e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Network 6a46d8ce-a5dd-4900-abea-f731f0aef8fe is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:07:01.918376 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-b04e0200-7059-4382-810d-61e189505507 req-8600cc24-fc5f-4081-9cea-ccfe19f76e9e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:01.927154 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04e0200-7059-4382-810d-61e189505507 req-8600cc24-fc5f-4081-9cea-ccfe19f76e9e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:07:01.933385 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-17f2d953-2845-487f-aee8-941df104f1d3 req-365ad098-36ae-466a-8170-d39e8f631b30 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138027 Feb 09 01:07:01.985730 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600cc24-fc5f-4081-9cea-ccfe19f76e9e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Pushing event updated for resources: {'Port': ['ID=c2741b0c-d8f4-4a3f-ad4b-71448b003199,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:02.043188 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65980ef5-f5b9-4c30-9d33-37f29366acdc req-cda89f6a-b4b6-4d6a-bd13-6cdd626085e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:02.044708 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-65980ef5-f5b9-4c30-9d33-37f29366acdc req-cda89f6a-b4b6-4d6a-bd13-6cdd626085e9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=84b8fc63-0946-45c0-a7ed-dafe26b562b1 HTTP/1.1" status: 200 len: 922 time: 0.4275768 Feb 09 01:07:02.059822 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e0200-7059-4382-810d-61e189505507 req-8600cc24-fc5f-4081-9cea-ccfe19f76e9e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:02.060460 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b04e0200-7059-4382-810d-61e189505507 req-8600cc24-fc5f-4081-9cea-ccfe19f76e9e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:02.065999 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-bf3a2348-6f80-4eaf-b05b-cbeca73a0b2a service neutron] For port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:07:02.072957 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9b29b451-7869-47e7-9b80-0f89d98605a7 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:07:02.229542 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-65980ef5-f5b9-4c30-9d33-37f29366acdc req-62f42986-c5ff-4dab-8db6-e9d4a482e9cd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=195afced-5c87-435c-8e9f-ba7ed085bdfa HTTP/1.1" status: 200 len: 217 time: 0.1648765 Feb 09 01:07:02.239421 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 9b29b451-7869-47e7-9b80-0f89d98605a7 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:02.240126 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:02.244301 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8ea4aca3-559a-4071-ae45-7b64411e0412 req-b5dc182c-c64d-4691-9c40-fa4712d4c868 tempest-ServerShowV257Test-381853133 tempest-ServerShowV257Test-381853133-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b293ae5-e106-4e34-8164-904d3787cbf0 HTTP/1.1" status: 200 len: 210 time: 0.0737169 Feb 09 01:07:02.296389 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b04e0200-7059-4382-810d-61e189505507 req-8600cc24-fc5f-4081-9cea-ccfe19f76e9e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8146365 Feb 09 01:07:02.312013 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-b04e0200-7059-4382-810d-61e189505507 req-c70ebc89-c8bd-4bb2-b5aa-5609dfd9f7d2 service neutron] Request body: {'port': {'device_id': '80faa5e8-2a37-40c1-926e-844a2d72640f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:02.385421 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab80294-227f-4699-963e-91fc416ea1db req-df4752db-f83d-4cf0-9f66-5574500f84e8 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:02.387742 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9ab80294-227f-4699-963e-91fc416ea1db req-df4752db-f83d-4cf0-9f66-5574500f84e8 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 949 time: 0.2337849 Feb 09 01:07:02.449172 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a36caa-ded5-459b-8128-6a74613138fb admin admin] Router 1ab6737c-cc5f-435c-9853-a0728a797022 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:07:02.465034 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9ab80294-227f-4699-963e-91fc416ea1db req-3aaeab3d-1fe2-4ba8-b6b7-c990aa1f106e tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685656 Feb 09 01:07:02.532672 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78772eb5-2653-4802-b0ac-9fa59b12fc94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:02.575065 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-bf3a2348-6f80-4eaf-b05b-cbeca73a0b2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:02.623099 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65980ef5-f5b9-4c30-9d33-37f29366acdc req-f1878c1b-725e-4924-b573-041dbb52a5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:02.624567 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-65980ef5-f5b9-4c30-9d33-37f29366acdc req-f1878c1b-725e-4924-b573-041dbb52a5dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=74347758-4ca6-4694-99d4-623fe8b1f370 HTTP/1.1" status: 200 len: 861 time: 0.3843944 Feb 09 01:07:02.629446 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-bf3a2348-6f80-4eaf-b05b-cbeca73a0b2a service neutron] Transition to ACTIVE for port object f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:07:02.704599 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-bf3a2348-6f80-4eaf-b05b-cbeca73a0b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:02.732728 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a36caa-ded5-459b-8128-6a74613138fb admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:07:02.743386 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2e4d3c-958b-48de-8cdb-412e5b87c3c4 None None] Sync routers for ids ['1ab6737c-cc5f-435c-9853-a0728a797022'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:07:02.758870 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2e4d3c-958b-48de-8cdb-412e5b87c3c4 None None] Routers {'1ab6737c-cc5f-435c-9853-a0728a797022'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:07:02.758870 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-6c2e4d3c-958b-48de-8cdb-412e5b87c3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:06:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1ab6737c-cc5f-435c-9853-a0728a797022'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:02.768634 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-65980ef5-f5b9-4c30-9d33-37f29366acdc req-053aa2cd-dd65-4b67-b0e2-4060673c04af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=84b8fc63-0946-45c0-a7ed-dafe26b562b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045728 Feb 09 01:07:02.769666 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-44a36caa-ded5-459b-8128-6a74613138fb admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:02.775023 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-44a36caa-ded5-459b-8128-6a74613138fb admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6327572 Feb 09 01:07:02.776945 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38502) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:02.939806 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:07:03.016181 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78772eb5-2653-4802-b0ac-9fa59b12fc94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5', 'code': 200} Feb 09 01:07:03.101239 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a2348-6f80-4eaf-b05b-cbeca73a0b2a service neutron] Pushing event updated for resources: {'Port': ['ID=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5,revision_number=10']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:03.158808 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b04e0200-7059-4382-810d-61e189505507 req-c70ebc89-c8bd-4bb2-b5aa-5609dfd9f7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:03.183221 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-6c2e4d3c-958b-48de-8cdb-412e5b87c3c4 None None] Set router 1ab6737c-cc5f-435c-9853-a0728a797022 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:07:03.230755 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:07:03.247523 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-65980ef5-f5b9-4c30-9d33-37f29366acdc req-0865b199-91a1-474a-af20-94856d9bb1d3 service neutron] 10.222.0.35 "GET /v2.0/networks/84b8fc63-0946-45c0-a7ed-dafe26b562b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589794 Feb 09 01:07:03.282168 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-bf3a2348-6f80-4eaf-b05b-cbeca73a0b2a service neutron] No DVR routers for this DVR port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:07:03.388344 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:07:03.395579 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4b753-edf1-420e-8923-8eb8132fbb3f req-454f7fa4-cbaa-4bd3-bb09-e8dc564fe707 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:03.396453 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-63f4b753-edf1-420e-8923-8eb8132fbb3f req-454f7fa4-cbaa-4bd3-bb09-e8dc564fe707 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Synchronizing usage tracker for tenant:a75aeed005c34e95a63eb49629dd324d on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:07:03.468590 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-bf3a2348-6f80-4eaf-b05b-cbeca73a0b2a service neutron] Attempting to bind port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:07:03.469316 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-bf3a2348-6f80-4eaf-b05b-cbeca73a0b2a service neutron] Attempting to bind port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:07:03.470081 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-bf3a2348-6f80-4eaf-b05b-cbeca73a0b2a service neutron] Attempting to bind port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:03.492813 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-bf3a2348-6f80-4eaf-b05b-cbeca73a0b2a service neutron] Port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:07:03.493527 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-bf3a2348-6f80-4eaf-b05b-cbeca73a0b2a service neutron] Attempting to bind port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:03.512699 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-bf3a2348-6f80-4eaf-b05b-cbeca73a0b2a service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:07:03.513417 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-bf3a2348-6f80-4eaf-b05b-cbeca73a0b2a service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:07:03.514048 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-bf3a2348-6f80-4eaf-b05b-cbeca73a0b2a service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:07:03.514722 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-bf3a2348-6f80-4eaf-b05b-cbeca73a0b2a service neutron] Bound port: f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:07:03.515281 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-bf3a2348-6f80-4eaf-b05b-cbeca73a0b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:03.548451 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-6c2e4d3c-958b-48de-8cdb-412e5b87c3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'name': 'tempest-ServersTestBootFromVolume-85394624-router', 'tenant_id': '383f3082f927439d91a8e106811c03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '73ba6348-cc93-4903-9dd9-777775fd5f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:57Z', 'updated_at': '2022-02-09T01:07:00Z', 'revision_number': 3, 'project_id': '383f3082f927439d91a8e106811c03f7', 'gw_port': {'id': '73ba6348-cc93-4903-9dd9-777775fd5f11', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:59Z', 'updated_at': '2022-02-09T01:06:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:03.552894 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2e4d3c-958b-48de-8cdb-412e5b87c3c4 None None] Checking router: 1ab6737c-cc5f-435c-9853-a0728a797022 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:07:03.553533 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2e4d3c-958b-48de-8cdb-412e5b87c3c4 None None] Updating router 1ab6737c-cc5f-435c-9853-a0728a797022 port 73ba6348-cc93-4903-9dd9-777775fd5f11 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:07:03.577658 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-63f4b753-edf1-420e-8923-8eb8132fbb3f req-454f7fa4-cbaa-4bd3-bb09-e8dc564fe707 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Unset dirty status for tenant:a75aeed005c34e95a63eb49629dd324d on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:07:03.585136 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-63f4b753-edf1-420e-8923-8eb8132fbb3f req-454f7fa4-cbaa-4bd3-bb09-e8dc564fe707 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 932 time: 1.0674868 Feb 09 01:07:03.621322 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6c2e4d3c-958b-48de-8cdb-412e5b87c3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:03.770059 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcaf6b-6c5c-4251-b31f-e4de072f37a7 req-e1425559-f3b1-44c5-8cd7-1fb8b6ef7f03 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:03.779667 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-10bcaf6b-6c5c-4251-b31f-e4de072f37a7 req-e1425559-f3b1-44c5-8cd7-1fb8b6ef7f03 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.37 "GET /v2.0/ports?device_id=a915bef3-e822-45cf-a157-e17631dd0f9f HTTP/1.1" status: 200 len: 945 time: 0.7036321 Feb 09 01:07:03.790263 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-65980ef5-f5b9-4c30-9d33-37f29366acdc req-fea18d2f-d868-4492-b722-afa7acf1a0cb service neutron] 10.222.0.35 "GET /v2.0/networks/84b8fc63-0946-45c0-a7ed-dafe26b562b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5331583 Feb 09 01:07:03.855289 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-63f4b753-edf1-420e-8923-8eb8132fbb3f req-d4ffe17c-1520-469c-bffd-3f9fef8d7b13 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689822 Feb 09 01:07:03.908913 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-bf3a2348-6f80-4eaf-b05b-cbeca73a0b2a service neutron] For port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:07:03.915224 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-bf3a2348-6f80-4eaf-b05b-cbeca73a0b2a service neutron] For port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:07:03.933623 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-bf3a2348-6f80-4eaf-b05b-cbeca73a0b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:04.015161 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-bf3a2348-6f80-4eaf-b05b-cbeca73a0b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:04.015884 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-bf3a2348-6f80-4eaf-b05b-cbeca73a0b2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:04.017475 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-bf3a2348-6f80-4eaf-b05b-cbeca73a0b2a service neutron] 10.222.0.35 "PUT /v2.0/ports/f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 HTTP/1.1" status: 200 len: 1096 time: 3.5537217 Feb 09 01:07:04.118429 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6c2e4d3c-958b-48de-8cdb-412e5b87c3c4 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:04.152170 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6c2e4d3c-958b-48de-8cdb-412e5b87c3c4 None None] Transition to ACTIVE for port object 73ba6348-cc93-4903-9dd9-777775fd5f11 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:07:04.171808 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6c2e4d3c-958b-48de-8cdb-412e5b87c3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:04.219166 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a2348-6f80-4eaf-b05b-cbeca73a0b2a service neutron] Pushing event updated for resources: {'Port': ['ID=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5,revision_number=11']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:04.222002 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-10bcaf6b-6c5c-4251-b31f-e4de072f37a7 req-341ee8a1-71f0-45d3-8e24-c2ecbe82eaa1 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.37 "GET /v2.0/security-groups?id=659607a4-1794-445e-955b-16c4f8a70753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379678 Feb 09 01:07:04.326144 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-b04e0200-7059-4382-810d-61e189505507 req-c70ebc89-c8bd-4bb2-b5aa-5609dfd9f7d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2741b0c-d8f4-4a3f-ad4b-71448b003199 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:07:04.336874 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b04e0200-7059-4382-810d-61e189505507 req-c70ebc89-c8bd-4bb2-b5aa-5609dfd9f7d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:04.353938 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-6c2e4d3c-958b-48de-8cdb-412e5b87c3c4 None None] Attempting to bind port 73ba6348-cc93-4903-9dd9-777775fd5f11 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:07:04.354485 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-6c2e4d3c-958b-48de-8cdb-412e5b87c3c4 None None] Attempting to bind port 73ba6348-cc93-4903-9dd9-777775fd5f11 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:07:04.354989 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2e4d3c-958b-48de-8cdb-412e5b87c3c4 None None] Attempting to bind port 73ba6348-cc93-4903-9dd9-777775fd5f11 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:04.367726 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-b04e0200-7059-4382-810d-61e189505507 req-c70ebc89-c8bd-4bb2-b5aa-5609dfd9f7d2 service neutron] Transition to ACTIVE for port object c2741b0c-d8f4-4a3f-ad4b-71448b003199 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:07:04.371008 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 195afced-5c87-435c-8e9f-ba7ed085bdfa details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:07:04.372062 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-1d3665a9-3b85-4a64-a9d0-1e70cd4215bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:04.374057 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-1d3665a9-3b85-4a64-a9d0-1e70cd4215bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 1099 time: 0.2999721 Feb 09 01:07:04.377081 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b04e0200-7059-4382-810d-61e189505507 req-c70ebc89-c8bd-4bb2-b5aa-5609dfd9f7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:04.393723 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-999df590-0f27-46d9-b6ac-bedba983aae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:04.475960 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2e4d3c-958b-48de-8cdb-412e5b87c3c4 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:07:04.476362 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2e4d3c-958b-48de-8cdb-412e5b87c3c4 None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:07:04.476863 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6c2e4d3c-958b-48de-8cdb-412e5b87c3c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:04.477352 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2e4d3c-958b-48de-8cdb-412e5b87c3c4 None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:07:04.477900 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-6c2e4d3c-958b-48de-8cdb-412e5b87c3c4 None None] Bound port: 73ba6348-cc93-4903-9dd9-777775fd5f11, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:07:04.478514 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6c2e4d3c-958b-48de-8cdb-412e5b87c3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:04.503437 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e39b21-09d2-4688-ae25-357a46d498e7 req-6e962398-42f7-4891-9d98-2b47b691586b tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:04.512220 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e0e39b21-09d2-4688-ae25-357a46d498e7 req-6e962398-42f7-4891-9d98-2b47b691586b tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=29bdf613-4d8e-4e34-8efc-fc0ea315c314 HTTP/1.1" status: 200 len: 944 time: 0.3913891 Feb 09 01:07:04.600335 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af9d77-752d-495e-836e-3c174db7448d None None] Pushing event updated for resources: {'Port': ['ID=73ba6348-cc93-4903-9dd9-777775fd5f11,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:04.660280 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9407f390-e373-4be4-9e63-3aecd638319c req-ca3d2114-e528-49fe-9eea-8a64d416047f tempest-ServerShowV257Test-381853133 tempest-ServerShowV257Test-381853133-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b293ae5-e106-4e34-8164-904d3787cbf0 HTTP/1.1" status: 200 len: 210 time: 0.1856072 Feb 09 01:07:04.691021 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-6c2e4d3c-958b-48de-8cdb-412e5b87c3c4 None None] For port 73ba6348-cc93-4903-9dd9-777775fd5f11, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:07:04.694130 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-6c2e4d3c-958b-48de-8cdb-412e5b87c3c4 None None] For port 73ba6348-cc93-4903-9dd9-777775fd5f11, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=73ba6348-cc93-4903-9dd9-777775fd5f11,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:07:04.708136 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6c2e4d3c-958b-48de-8cdb-412e5b87c3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:04.764293 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-999df590-0f27-46d9-b6ac-bedba983aae0 admin admin] Allocated IP 172.20.0.1 (e5eebd47-e56e-4218-8edf-32a5a22fef3b/bfc7232c-c4ba-4588-b26b-80253019f61b/3d0cd92f-623c-4ace-bef3-c9709c929c95) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:07:04.799820 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af9d77-752d-495e-836e-3c174db7448d None None] Pushing event updated for resources: {'Port': ['ID=73ba6348-cc93-4903-9dd9-777775fd5f11,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:04.805713 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 195afced-5c87-435c-8e9f-ba7ed085bdfa, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=195afced-5c87-435c-8e9f-ba7ed085bdfa,segment=NetworkSegment(a61f9560-b5f0-4f56-92cb-5bd87e6c7f24),segment_id=a61f9560-b5f0-4f56-92cb-5bd87e6c7f24)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:04.835222 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '195afced-5c87-435c-8e9f-ba7ed085bdfa', 'network_id': '84b8fc63-0946-45c0-a7ed-dafe26b562b1', 'port_id': '195afced-5c87-435c-8e9f-ba7ed085bdfa', 'mac_address': 'fa:16:3e:84:7d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 950, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74347758-4ca6-4694-99d4-623fe8b1f370', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:07:04.837767 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ebc89-c8bd-4bb2-b5aa-5609dfd9f7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=c2741b0c-d8f4-4a3f-ad4b-71448b003199,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:04.898668 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2e4d3c-958b-48de-8cdb-412e5b87c3c4 None None] Routers {'1ab6737c-cc5f-435c-9853-a0728a797022'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:07:04.901429 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-6c2e4d3c-958b-48de-8cdb-412e5b87c3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:06:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1ab6737c-cc5f-435c-9853-a0728a797022'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:04.922049 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e0e39b21-09d2-4688-ae25-357a46d498e7 req-542576f3-5b9f-43da-b1f9-53a351e57a64 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089949 Feb 09 01:07:05.006010 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:05.059070 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78772eb5-2653-4802-b0ac-9fa59b12fc94', 'tag': 'f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:05.074506 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 195afced-5c87-435c-8e9f-ba7ed085bdfa {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:07:05.114800 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 195afced-5c87-435c-8e9f-ba7ed085bdfa, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=195afced-5c87-435c-8e9f-ba7ed085bdfa,segment=NetworkSegment(a61f9560-b5f0-4f56-92cb-5bd87e6c7f24),segment_id=a61f9560-b5f0-4f56-92cb-5bd87e6c7f24)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:05.123347 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc942a5-0af6-40aa-8250-0306a9589608 req-b137f170-bcff-4d19-a53b-238b1ccc98c5 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:05.124122 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cfc942a5-0af6-40aa-8250-0306a9589608 req-b137f170-bcff-4d19-a53b-238b1ccc98c5 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 948 time: 0.1726556 Feb 09 01:07:05.161286 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-be3b7ffc-cd9d-42c1-ba8d-baca0a05c5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:05.163257 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-be3b7ffc-cd9d-42c1-ba8d-baca0a05c5fb service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.7012391 Feb 09 01:07:05.178548 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-999df590-0f27-46d9-b6ac-bedba983aae0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:05.211161 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-999df590-0f27-46d9-b6ac-bedba983aae0 admin admin] Transition to ACTIVE for port object 3d0cd92f-623c-4ace-bef3-c9709c929c95 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:07:05.217771 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cfc942a5-0af6-40aa-8250-0306a9589608 req-4e87c4d6-64d1-452b-aa2f-1b237b5e6e13 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819216 Feb 09 01:07:05.230241 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:05.257378 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-999df590-0f27-46d9-b6ac-bedba983aae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:05.316260 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-be3b289e-c07d-4654-b9b3-5c3e71c17d98 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 HTTP/1.1" status: 200 len: 217 time: 0.1309536 Feb 09 01:07:05.335275 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999df590-0f27-46d9-b6ac-bedba983aae0 admin admin] Network e5eebd47-e56e-4218-8edf-32a5a22fef3b is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:07:05.336315 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-6c2e4d3c-958b-48de-8cdb-412e5b87c3c4 None None] Set router 1ab6737c-cc5f-435c-9853-a0728a797022 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:07:05.338357 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-999df590-0f27-46d9-b6ac-bedba983aae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:05.342449 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999df590-0f27-46d9-b6ac-bedba983aae0 admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:07:05.387292 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999df590-0f27-46d9-b6ac-bedba983aae0 admin admin] Pushing event updated for resources: {'Port': ['ID=3d0cd92f-623c-4ace-bef3-c9709c929c95,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:05.389693 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-b04e0200-7059-4382-810d-61e189505507 req-c70ebc89-c8bd-4bb2-b5aa-5609dfd9f7d2 service neutron] Attempting to bind port c2741b0c-d8f4-4a3f-ad4b-71448b003199 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:07:05.390296 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-b04e0200-7059-4382-810d-61e189505507 req-c70ebc89-c8bd-4bb2-b5aa-5609dfd9f7d2 service neutron] Attempting to bind port c2741b0c-d8f4-4a3f-ad4b-71448b003199 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '04e9ecb6-01d5-4ecf-9227-3ea9eee52184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:07:05.390856 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04e0200-7059-4382-810d-61e189505507 req-c70ebc89-c8bd-4bb2-b5aa-5609dfd9f7d2 service neutron] Attempting to bind port c2741b0c-d8f4-4a3f-ad4b-71448b003199 on network 6a46d8ce-a5dd-4900-abea-f731f0aef8fe {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:05.406709 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999df590-0f27-46d9-b6ac-bedba983aae0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:05.407062 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999df590-0f27-46d9-b6ac-bedba983aae0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:05.407399 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999df590-0f27-46d9-b6ac-bedba983aae0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:05.407732 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999df590-0f27-46d9-b6ac-bedba983aae0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:05.408099 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999df590-0f27-46d9-b6ac-bedba983aae0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:05.408431 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999df590-0f27-46d9-b6ac-bedba983aae0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:05.408775 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999df590-0f27-46d9-b6ac-bedba983aae0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:05.409091 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999df590-0f27-46d9-b6ac-bedba983aae0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:05.409412 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999df590-0f27-46d9-b6ac-bedba983aae0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:05.409736 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999df590-0f27-46d9-b6ac-bedba983aae0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:05.410057 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999df590-0f27-46d9-b6ac-bedba983aae0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:05.410377 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999df590-0f27-46d9-b6ac-bedba983aae0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:05.422550 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04e0200-7059-4382-810d-61e189505507 req-c70ebc89-c8bd-4bb2-b5aa-5609dfd9f7d2 service neutron] Port c2741b0c-d8f4-4a3f-ad4b-71448b003199 on network 6a46d8ce-a5dd-4900-abea-f731f0aef8fe not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:07:05.424640 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04e0200-7059-4382-810d-61e189505507 req-c70ebc89-c8bd-4bb2-b5aa-5609dfd9f7d2 service neutron] Attempting to bind port c2741b0c-d8f4-4a3f-ad4b-71448b003199 on network 6a46d8ce-a5dd-4900-abea-f731f0aef8fe {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:05.436345 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-999df590-0f27-46d9-b6ac-bedba983aae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:05.439752 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04e0200-7059-4382-810d-61e189505507 req-c70ebc89-c8bd-4bb2-b5aa-5609dfd9f7d2 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:07:05.440747 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04e0200-7059-4382-810d-61e189505507 req-c70ebc89-c8bd-4bb2-b5aa-5609dfd9f7d2 service neutron] Checking segment: {'id': '04e9ecb6-01d5-4ecf-9227-3ea9eee52184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:07:05.441610 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04e0200-7059-4382-810d-61e189505507 req-c70ebc89-c8bd-4bb2-b5aa-5609dfd9f7d2 service neutron] Bound using segment: {'id': '04e9ecb6-01d5-4ecf-9227-3ea9eee52184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:07:05.442280 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-b04e0200-7059-4382-810d-61e189505507 req-c70ebc89-c8bd-4bb2-b5aa-5609dfd9f7d2 service neutron] Bound port: c2741b0c-d8f4-4a3f-ad4b-71448b003199, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04e9ecb6-01d5-4ecf-9227-3ea9eee52184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:07:05.442868 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b04e0200-7059-4382-810d-61e189505507 req-c70ebc89-c8bd-4bb2-b5aa-5609dfd9f7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:05.514419 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=195afced-5c87-435c-8e9f-ba7ed085bdfa,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:05.650996 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-b04e0200-7059-4382-810d-61e189505507 req-c70ebc89-c8bd-4bb2-b5aa-5609dfd9f7d2 service neutron] For port c2741b0c-d8f4-4a3f-ad4b-71448b003199, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:07:05.650996 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-b04e0200-7059-4382-810d-61e189505507 req-c70ebc89-c8bd-4bb2-b5aa-5609dfd9f7d2 service neutron] For port c2741b0c-d8f4-4a3f-ad4b-71448b003199, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c2741b0c-d8f4-4a3f-ad4b-71448b003199,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:07:05.676308 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b04e0200-7059-4382-810d-61e189505507 req-c70ebc89-c8bd-4bb2-b5aa-5609dfd9f7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:05.721284 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['195afced-5c87-435c-8e9f-ba7ed085bdfa'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:07:05.849364 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ebc89-c8bd-4bb2-b5aa-5609dfd9f7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=c2741b0c-d8f4-4a3f-ad4b-71448b003199,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:05.884570 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e0200-7059-4382-810d-61e189505507 req-c70ebc89-c8bd-4bb2-b5aa-5609dfd9f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:05.885193 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b04e0200-7059-4382-810d-61e189505507 req-c70ebc89-c8bd-4bb2-b5aa-5609dfd9f7d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:05.886917 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b04e0200-7059-4382-810d-61e189505507 req-c70ebc89-c8bd-4bb2-b5aa-5609dfd9f7d2 service neutron] 10.222.0.35 "PUT /v2.0/ports/c2741b0c-d8f4-4a3f-ad4b-71448b003199 HTTP/1.1" status: 200 len: 1092 time: 3.5802889 Feb 09 01:07:05.896097 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201b2f9-4870-4185-9dcc-db9bef3bf9c5 req-54551f32-4513-48c4-9207-ce75f3a2cdf7 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:05.897628 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d201b2f9-4870-4185-9dcc-db9bef3bf9c5 req-54551f32-4513-48c4-9207-ce75f3a2cdf7 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 944 time: 0.7331371 Feb 09 01:07:05.899104 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-fed2afd1-53c7-4719-8fa7-175ed62dca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:05.900488 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-fed2afd1-53c7-4719-8fa7-175ed62dca78 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.5627456 Feb 09 01:07:05.945441 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c5ce3742-91ca-4d88-b160-71380e3f69e2 None None] Provisioning for port 3d0cd92f-623c-4ace-bef3-c9709c929c95 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:07:05.982427 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78772eb5-2653-4802-b0ac-9fa59b12fc94', 'tag': 'f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5', 'status': 'completed', 'code': 200} Feb 09 01:07:06.008672 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c5ce3742-91ca-4d88-b160-71380e3f69e2 None None] Provisioning complete for port 3d0cd92f-623c-4ace-bef3-c9709c929c95 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:06.009182 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c5ce3742-91ca-4d88-b160-71380e3f69e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:06.057591 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-999df590-0f27-46d9-b6ac-bedba983aae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:06.193083 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-c5ce3742-91ca-4d88-b160-71380e3f69e2 None None] Port 3d0cd92f-623c-4ace-bef3-c9709c929c95 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:07:06.253648 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-6c2e4d3c-958b-48de-8cdb-412e5b87c3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'name': 'tempest-ServersTestBootFromVolume-85394624-router', 'tenant_id': '383f3082f927439d91a8e106811c03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '73ba6348-cc93-4903-9dd9-777775fd5f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:57Z', 'updated_at': '2022-02-09T01:07:00Z', 'revision_number': 3, 'project_id': '383f3082f927439d91a8e106811c03f7', 'gw_port': {'id': '73ba6348-cc93-4903-9dd9-777775fd5f11', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:59Z', 'updated_at': '2022-02-09T01:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:06.273511 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2e4d3c-958b-48de-8cdb-412e5b87c3c4 None None] The sync data for ids ['1ab6737c-cc5f-435c-9853-a0728a797022'] in n-d-828419-1 is: [{'id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'name': 'tempest-ServersTestBootFromVolume-85394624-router', 'tenant_id': '383f3082f927439d91a8e106811c03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '73ba6348-cc93-4903-9dd9-777775fd5f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:57Z', 'updated_at': '2022-02-09T01:07:00Z', 'revision_number': 3, 'project_id': '383f3082f927439d91a8e106811c03f7', 'gw_port': {'id': '73ba6348-cc93-4903-9dd9-777775fd5f11', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:59Z', 'updated_at': '2022-02-09T01:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:07:06.293527 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d201b2f9-4870-4185-9dcc-db9bef3bf9c5 req-138929d6-764a-4e99-b1b9-06adfa5cfbe4 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856878 Feb 09 01:07:06.356126 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f51ae4a8-e483-45c6-83f3-9026df596b0b req-b0637801-f95e-409a-b49c-8494e0d9b5d4 tempest-ServerShowV257Test-381853133 tempest-ServerShowV257Test-381853133-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b293ae5-e106-4e34-8164-904d3787cbf0 HTTP/1.1" status: 200 len: 210 time: 0.0780680 Feb 09 01:07:06.382706 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e0200-7059-4382-810d-61e189505507 req-d4996cea-b37e-432d-b0b2-236e2f6509f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:06.384951 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b04e0200-7059-4382-810d-61e189505507 req-d4996cea-b37e-432d-b0b2-236e2f6509f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a75aeed005c34e95a63eb49629dd324d&device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 1095 time: 0.4017677 Feb 09 01:07:06.387161 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-58edf42f-8c55-412b-920f-f208bb94a744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:06.388670 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-58edf42f-8c55-412b-920f-f208bb94a744 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4530537 Feb 09 01:07:06.503045 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b04e0200-7059-4382-810d-61e189505507 req-fca6ed9a-08cc-49ac-9b52-855c3465c9cf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2741b0c-d8f4-4a3f-ad4b-71448b003199 HTTP/1.1" status: 200 len: 217 time: 0.0823774 Feb 09 01:07:06.585013 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-999df590-0f27-46d9-b6ac-bedba983aae0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:06.593879 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-999df590-0f27-46d9-b6ac-bedba983aae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:06.717203 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-999df590-0f27-46d9-b6ac-bedba983aae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:06.731745 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c4afe-2255-4afc-98f9-c0b1211fe9df req-8d24b361-e161-4ac6-b110-7c9eb688c606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:06.733158 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-612c4afe-2255-4afc-98f9-c0b1211fe9df req-8d24b361-e161-4ac6-b110-7c9eb688c606 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 1099 time: 0.8050005 Feb 09 01:07:06.737463 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbeef98-5c4a-44be-b12f-b0971a5421cf req-b8cabd6f-3743-4df8-b6ee-9de1982ca11c tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:06.739028 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9cbeef98-5c4a-44be-b12f-b0971a5421cf req-b8cabd6f-3743-4df8-b6ee-9de1982ca11c tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=29bdf613-4d8e-4e34-8efc-fc0ea315c314 HTTP/1.1" status: 200 len: 945 time: 0.2485244 Feb 09 01:07:06.763485 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999df590-0f27-46d9-b6ac-bedba983aae0 admin admin] Pushing event updated for resources: {'Port': ['ID=3d0cd92f-623c-4ace-bef3-c9709c929c95,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:06.792613 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e0200-7059-4382-810d-61e189505507 req-e9c715b3-8b37-4857-93b4-b5cfe4801c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:06.794131 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b04e0200-7059-4382-810d-61e189505507 req-e9c715b3-8b37-4857-93b4-b5cfe4801c3e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e21ee47-9c4f-48f6-bbce-c83436d55ec2 HTTP/1.1" status: 200 len: 852 time: 0.2846630 Feb 09 01:07:06.841231 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-59b01f09-f43e-4342-96bd-c199bcd9d6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:06.952830 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b04e0200-7059-4382-810d-61e189505507 req-4da05ba5-8441-4d81-80b6-4cdffd3fa5a1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667493 Feb 09 01:07:07.010539 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9cbeef98-5c4a-44be-b12f-b0971a5421cf req-5f26750d-7219-41bb-8c47-7141d85d015a tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484241 Feb 09 01:07:07.064844 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999df590-0f27-46d9-b6ac-bedba983aae0 admin admin] Network e5eebd47-e56e-4218-8edf-32a5a22fef3b is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:07:07.066137 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-999df590-0f27-46d9-b6ac-bedba983aae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:07.452339 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-dc89261d-2f01-4686-9ccd-1e8a8ebdee1c service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0531564 Feb 09 01:07:07.460475 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb7ab1-840a-436c-8fe3-0429ace38fc1 req-42975694-5791-401f-aca1-f052a2f50ba3 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:07.467765 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-26cb7ab1-840a-436c-8fe3-0429ace38fc1 req-42975694-5791-401f-aca1-f052a2f50ba3 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.37 "GET /v2.0/ports?device_id=a915bef3-e822-45cf-a157-e17631dd0f9f HTTP/1.1" status: 200 len: 945 time: 0.9636924 Feb 09 01:07:07.532842 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7c006a54-06b8-4f2e-a4f8-526ab4a01200 None None] Provisioning complete for port 3d0cd92f-623c-4ace-bef3-c9709c929c95 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:07.533399 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7c006a54-06b8-4f2e-a4f8-526ab4a01200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:07.577502 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999df590-0f27-46d9-b6ac-bedba983aae0 admin admin] Router 1ab6737c-cc5f-435c-9853-a0728a797022 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:07:07.682684 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-7c006a54-06b8-4f2e-a4f8-526ab4a01200 None None] Port 3d0cd92f-623c-4ace-bef3-c9709c929c95 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:07:07.812225 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c4afe-2255-4afc-98f9-c0b1211fe9df req-446f9793-d657-464f-bfc5-18978077b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:07.812225 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-612c4afe-2255-4afc-98f9-c0b1211fe9df req-446f9793-d657-464f-bfc5-18978077b4f0 service neutron] 10.222.0.117 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 1.0550785 Feb 09 01:07:07.812225 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-26cb7ab1-840a-436c-8fe3-0429ace38fc1 req-601ff692-8c0f-4178-9600-cda757e30eb0 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.37 "GET /v2.0/security-groups?id=659607a4-1794-445e-955b-16c4f8a70753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383086 Feb 09 01:07:07.885107 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db507f2-a52d-45ce-abc7-e736f0a33fa2 req-cff4fa53-6600-484e-9803-8e59b84e3cc3 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:07.893790 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5db507f2-a52d-45ce-abc7-e736f0a33fa2 req-cff4fa53-6600-484e-9803-8e59b84e3cc3 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 948 time: 0.4922991 Feb 09 01:07:07.948181 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999df590-0f27-46d9-b6ac-bedba983aae0 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:07:07.966172 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b04e0200-7059-4382-810d-61e189505507 req-677b3ee5-84ee-4b2f-8873-a60583ecc6b1 service neutron] 10.222.0.35 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0031972 Feb 09 01:07:07.979051 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-999df590-0f27-46d9-b6ac-bedba983aae0 admin admin] 10.222.0.37 "PUT /v2.0/routers/1ab6737c-cc5f-435c-9853-a0728a797022/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1925673 Feb 09 01:07:07.986010 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80faa5e8-2a37-40c1-926e-844a2d72640f', 'tag': 'c2741b0c-d8f4-4a3f-ad4b-71448b003199'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:07.991150 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5db507f2-a52d-45ce-abc7-e736f0a33fa2 req-470e29cb-ec6f-45d7-acb3-df731cd4a75f tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948029 Feb 09 01:07:08.027228 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-612c4afe-2255-4afc-98f9-c0b1211fe9df req-356f87f4-11fe-4e62-9663-ba7b3ab9bb63 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 HTTP/1.1" status: 200 len: 217 time: 0.2091911 Feb 09 01:07:08.069230 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c95e61d8-258a-4d1b-af41-90add50c96ba req-4e10e99b-912d-4a75-8889-390128662833 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5057378 Feb 09 01:07:08.248266 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 73ba6348-cc93-4903-9dd9-777775fd5f11 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:07:08.374941 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 195afced-5c87-435c-8e9f-ba7ed085bdfa up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:07:08.428304 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-44aeedd4-ef55-408b-ae66-3779862916d9 req-7ab67b1d-d1ef-48ee-b6d8-a229759176f7 tempest-ServerShowV257Test-381853133 tempest-ServerShowV257Test-381853133-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b293ae5-e106-4e34-8164-904d3787cbf0 HTTP/1.1" status: 200 len: 210 time: 0.1475208 Feb 09 01:07:08.625994 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13ae54-8ab8-4b22-884b-6fd9ade2c019 req-bd88b29b-8bd7-4448-b417-3a087a4886f9 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:08.631128 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0f13ae54-8ab8-4b22-884b-6fd9ade2c019 req-bd88b29b-8bd7-4448-b417-3a087a4886f9 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.35 "GET /v2.0/ports?device_id=a915bef3-e822-45cf-a157-e17631dd0f9f HTTP/1.1" status: 200 len: 945 time: 1.1310759 Feb 09 01:07:08.658670 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c4afe-2255-4afc-98f9-c0b1211fe9df req-caaeb5dd-6de7-4857-838d-01c26f315235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:08.658670 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-612c4afe-2255-4afc-98f9-c0b1211fe9df req-caaeb5dd-6de7-4857-838d-01c26f315235 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.4973943 Feb 09 01:07:08.707405 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 195afced-5c87-435c-8e9f-ba7ed085bdfa completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:07:08.713552 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 73ba6348-cc93-4903-9dd9-777775fd5f11 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:07:08.719890 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 73ba6348-cc93-4903-9dd9-777775fd5f11 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:08.720808 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:08.758861 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80faa5e8-2a37-40c1-926e-844a2d72640f', 'tag': 'c2741b0c-d8f4-4a3f-ad4b-71448b003199', 'status': 'completed', 'code': 200} Feb 09 01:07:08.760705 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 195afced-5c87-435c-8e9f-ba7ed085bdfa triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:08.761334 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:08.821611 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-0f13ae54-8ab8-4b22-884b-6fd9ade2c019 req-20c59244-ea8a-403f-a803-ccf9dedc8a12 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Deleting port 7cc32a95-acae-4cfc-97a7-e2a5627b6ac3 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:07:08.828970 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0f13ae54-8ab8-4b22-884b-6fd9ade2c019 req-20c59244-ea8a-403f-a803-ccf9dedc8a12 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:08.928701 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9968489-de7e-4101-be3c-3f270fcdce87 req-33f1141c-ec4b-413b-b12b-a651ff7fcefe tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:08.959603 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8c06fc-046c-4a6f-8469-a9cf833f16d7 None None] Sync routers for ids ['1ab6737c-cc5f-435c-9853-a0728a797022'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:07:08.962790 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b9968489-de7e-4101-be3c-3f270fcdce87 req-33f1141c-ec4b-413b-b12b-a651ff7fcefe tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=29bdf613-4d8e-4e34-8efc-fc0ea315c314 HTTP/1.1" status: 200 len: 945 time: 0.1759875 Feb 09 01:07:08.968325 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8c06fc-046c-4a6f-8469-a9cf833f16d7 None None] Routers {'1ab6737c-cc5f-435c-9853-a0728a797022'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:07:08.971574 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-2f8c06fc-046c-4a6f-8469-a9cf833f16d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:06:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1ab6737c-cc5f-435c-9853-a0728a797022'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:09.010350 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:09.041485 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:09.077357 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b9968489-de7e-4101-be3c-3f270fcdce87 req-21dc8289-0a2e-45d0-80df-a21383c81bf4 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128283 Feb 09 01:07:09.077635 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 195afced-5c87-435c-8e9f-ba7ed085bdfa, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=195afced-5c87-435c-8e9f-ba7ed085bdfa,segment=NetworkSegment(a61f9560-b5f0-4f56-92cb-5bd87e6c7f24),segment_id=a61f9560-b5f0-4f56-92cb-5bd87e6c7f24)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:09.079834 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bdf613-4d8e-4e34-8efc-fc0ea315c314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195afced-5c87-435c-8e9f-ba7ed085bdfa'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:09.109231 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:09.184937 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b04e0200-7059-4382-810d-61e189505507 req-6918beae-0b66-42ca-bff7-d8a4a57930a8 service neutron] 10.222.0.35 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1907110 Feb 09 01:07:09.194523 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 73ba6348-cc93-4903-9dd9-777775fd5f11, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=73ba6348-cc93-4903-9dd9-777775fd5f11,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:09.225419 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:09.273236 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=195afced-5c87-435c-8e9f-ba7ed085bdfa,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:09.322176 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753dd588-c3ae-4e59-82db-a164f6507104 req-c2ba564f-1f1e-400d-8b5f-a38661370a6e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:09.322176 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-753dd588-c3ae-4e59-82db-a164f6507104 req-c2ba564f-1f1e-400d-8b5f-a38661370a6e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 944 time: 1.3289123 Feb 09 01:07:09.328998 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1ce67f67-9d54-41d3-9d2b-ffbe9bfdc117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:09.368038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c4afe-2255-4afc-98f9-c0b1211fe9df req-14b169a5-da71-4b50-aa48-a4cd879e6c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:09.382040 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-612c4afe-2255-4afc-98f9-c0b1211fe9df req-14b169a5-da71-4b50-aa48-a4cd879e6c5e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 1099 time: 1.0857556 Feb 09 01:07:09.389160 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=73ba6348-cc93-4903-9dd9-777775fd5f11,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:09.451736 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-2f8c06fc-046c-4a6f-8469-a9cf833f16d7 None None] Set router 1ab6737c-cc5f-435c-9853-a0728a797022 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:07:09.719610 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-753dd588-c3ae-4e59-82db-a164f6507104 req-8e3b443a-4fe9-4696-ad3e-a3d2349853b3 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860502 Feb 09 01:07:10.065602 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-2f8c06fc-046c-4a6f-8469-a9cf833f16d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'name': 'tempest-ServersTestBootFromVolume-85394624-router', 'tenant_id': '383f3082f927439d91a8e106811c03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '73ba6348-cc93-4903-9dd9-777775fd5f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:57Z', 'updated_at': '2022-02-09T01:07:05Z', 'revision_number': 4, 'project_id': '383f3082f927439d91a8e106811c03f7', 'gw_port': {'id': '73ba6348-cc93-4903-9dd9-777775fd5f11', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:59Z', 'updated_at': '2022-02-09T01:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '3d0cd92f-623c-4ace-bef3-c9709c929c95', 'name': '', 'network_id': 'e5eebd47-e56e-4218-8edf-32a5a22fef3b', 'tenant_id': '383f3082f927439d91a8e106811c03f7', 'mac_address': 'fa:16:3e:c9:ea:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bfc7232c-c4ba-4588-b26b-80253019f61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:04Z', 'updated_at': '2022-02-09T01:07:06Z', 'revision_number': 2, 'project_id': '383f3082f927439d91a8e106811c03f7', 'subnets': [{'id': 'bfc7232c-c4ba-4588-b26b-80253019f61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:10.071189 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8c06fc-046c-4a6f-8469-a9cf833f16d7 None None] Checking router: 1ab6737c-cc5f-435c-9853-a0728a797022 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:07:10.071901 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8c06fc-046c-4a6f-8469-a9cf833f16d7 None None] Updating router 1ab6737c-cc5f-435c-9853-a0728a797022 port 3d0cd92f-623c-4ace-bef3-c9709c929c95 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:07:10.084253 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c4afe-2255-4afc-98f9-c0b1211fe9df req-0bbff1e0-0288-428f-b323-ded85b33134c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:10.085754 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-612c4afe-2255-4afc-98f9-c0b1211fe9df req-0bbff1e0-0288-428f-b323-ded85b33134c service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3119252 Feb 09 01:07:10.102523 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-612c4afe-2255-4afc-98f9-c0b1211fe9df req-7832aa67-a3fe-4b43-b7a0-6ae3cbac8f88 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:07:10.103463 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-612c4afe-2255-4afc-98f9-c0b1211fe9df req-7832aa67-a3fe-4b43-b7a0-6ae3cbac8f88 service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049543 Feb 09 01:07:10.107225 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c4afe-2255-4afc-98f9-c0b1211fe9df req-6ec16494-7ae7-4cb4-82c9-4c1df1347d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:10.108850 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-612c4afe-2255-4afc-98f9-c0b1211fe9df req-6ec16494-7ae7-4cb4-82c9-4c1df1347d6f service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.6062200 Feb 09 01:07:10.129604 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 73ba6348-cc93-4903-9dd9-777775fd5f11 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:07:10.203932 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-2f8c06fc-046c-4a6f-8469-a9cf833f16d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:10.254231 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 73ba6348-cc93-4903-9dd9-777775fd5f11 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:10.254674 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:10.286366 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-0f13ae54-8ab8-4b22-884b-6fd9ade2c019 req-20c59244-ea8a-403f-a803-ccf9dedc8a12 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] For port 7cc32a95-acae-4cfc-97a7-e2a5627b6ac3, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=7cc32a95-acae-4cfc-97a7-e2a5627b6ac3,segment=NetworkSegment(afaf8c97-5f94-4b26-b900-ffd16b8e5363),segment_id=afaf8c97-5f94-4b26-b900-ffd16b8e5363)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:10.287506 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0f13ae54-8ab8-4b22-884b-6fd9ade2c019 req-20c59244-ea8a-403f-a803-ccf9dedc8a12 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:10.348669 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:07:10.475900 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:10.488637 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:10.656250 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-0f13ae54-8ab8-4b22-884b-6fd9ade2c019 req-20c59244-ea8a-403f-a803-ccf9dedc8a12 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Calling delete_port for 7cc32a95-acae-4cfc-97a7-e2a5627b6ac3 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:07:10.783583 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38572) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:10.789568 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-009e7c18-f3b9-4cb1-96a2-b9ca4c0af046 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Request body: {'security_group': {'name': 'tempest-securitygroup--991375234', 'description': 'tempest-description--1833453498'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:10.797747 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-009e7c18-f3b9-4cb1-96a2-b9ca4c0af046 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:10.813005 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-009e7c18-f3b9-4cb1-96a2-b9ca4c0af046 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Usage tracker for resource:security_group and tenant:383f3082f927439d91a8e106811c03f7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:10.817624 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-009e7c18-f3b9-4cb1-96a2-b9ca4c0af046 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:10.829487 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-009e7c18-f3b9-4cb1-96a2-b9ca4c0af046 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:10.832756 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-612c4afe-2255-4afc-98f9-c0b1211fe9df req-7de1f22d-06d5-4054-a0c8-4ced99a058d3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 HTTP/1.1" status: 200 len: 217 time: 0.7105591 Feb 09 01:07:10.849841 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-009e7c18-f3b9-4cb1-96a2-b9ca4c0af046 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:10.873553 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:10.911787 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-2f8c06fc-046c-4a6f-8469-a9cf833f16d7 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:10.912028 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0f13ae54-8ab8-4b22-884b-6fd9ade2c019 req-20c59244-ea8a-403f-a803-ccf9dedc8a12 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:10.931202 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-009e7c18-f3b9-4cb1-96a2-b9ca4c0af046 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:10.935064 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': 'f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5', 'mac_address': 'fa:16:3e:f9:b0:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:07:10.937429 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-2f8c06fc-046c-4a6f-8469-a9cf833f16d7 None None] Transition to ACTIVE for port object 3d0cd92f-623c-4ace-bef3-c9709c929c95 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:07:10.946649 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-009e7c18-f3b9-4cb1-96a2-b9ca4c0af046 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Usage tracker for resource:security_group_rule and tenant:383f3082f927439d91a8e106811c03f7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:10.946903 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['7cc32a95-acae-4cfc-97a7-e2a5627b6ac3'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:07:10.953349 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-2f8c06fc-046c-4a6f-8469-a9cf833f16d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:11.006586 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f02770-c78a-479f-b2a4-d86fdc50c86a req-8db4713a-872e-421c-8d91-0d6a216d589a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:11.008068 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f7f02770-c78a-479f-b2a4-d86fdc50c86a req-8db4713a-872e-421c-8d91-0d6a216d589a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a75aeed005c34e95a63eb49629dd324d&device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 1095 time: 1.3711421 Feb 09 01:07:11.009660 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c4afe-2255-4afc-98f9-c0b1211fe9df req-2968600a-5431-4d2a-89ef-39f5fbec76d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:11.010962 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-612c4afe-2255-4afc-98f9-c0b1211fe9df req-2968600a-5431-4d2a-89ef-39f5fbec76d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.1466453 Feb 09 01:07:11.027112 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-009e7c18-f3b9-4cb1-96a2-b9ca4c0af046 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:11.034329 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-009e7c18-f3b9-4cb1-96a2-b9ca4c0af046 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:11.199723 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-009e7c18-f3b9-4cb1-96a2-b9ca4c0af046 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:11.258361 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-009e7c18-f3b9-4cb1-96a2-b9ca4c0af046 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:11.262285 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:11.294940 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:07:11.319975 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-676ac4bf-aa00-4810-a53a-66bf609d2dce req-2fc2391d-0522-4c81-b2b6-893b7c5586df service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7b293ae5-e106-4e34-8164-904d3787cbf0 HTTP/1.1" status: 200 len: 210 time: 0.1099401 Feb 09 01:07:11.323602 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:11.323777 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-009e7c18-f3b9-4cb1-96a2-b9ca4c0af046 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:11.330392 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-009e7c18-f3b9-4cb1-96a2-b9ca4c0af046 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5444658 Feb 09 01:07:11.331762 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:11.347267 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38578) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:11.363218 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-7cef2c98-396d-411a-a5d3-767c99ece239 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Request body: {'security_group_rule': {'security_group_id': 'f96c1c72-20b3-409e-8eb8-ed20e53e0378', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:11.369446 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7cef2c98-396d-411a-a5d3-767c99ece239 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:11.375239 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7cef2c98-396d-411a-a5d3-767c99ece239 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Usage tracker for resource:security_group_rule and tenant:383f3082f927439d91a8e106811c03f7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:11.378474 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7cef2c98-396d-411a-a5d3-767c99ece239 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:11.387751 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7cef2c98-396d-411a-a5d3-767c99ece239 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:11.403256 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e7c18-f3b9-4cb1-96a2-b9ca4c0af046 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f96c1c72-20b3-409e-8eb8-ed20e53e0378,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:11.424631 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7cef2c98-396d-411a-a5d3-767c99ece239 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:11.464200 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5,revision_number=12']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:11.519145 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5442065-dcdd-45e0-b1f0-2f5db2e9a533 req-4b49b9c4-2c45-4164-ac2f-4b6bb37a02e7 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:11.526035 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a5442065-dcdd-45e0-b1f0-2f5db2e9a533 req-4b49b9c4-2c45-4164-ac2f-4b6bb37a02e7 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 948 time: 0.5823054 Feb 09 01:07:11.567486 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13415585-0054-4de1-8308-41d0c408e214 None None] Pushing event updated for resources: {'Port': ['ID=3d0cd92f-623c-4ace-bef3-c9709c929c95,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:11.569708 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c59244-ea8a-403f-a803-ccf9dedc8a12 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Pushing event deleted for resources: {'Port': ['ID=7cc32a95-acae-4cfc-97a7-e2a5627b6ac3,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:11.582801 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7cef2c98-396d-411a-a5d3-767c99ece239 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:11.590779 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c59244-ea8a-403f-a803-ccf9dedc8a12 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:11.591172 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c59244-ea8a-403f-a803-ccf9dedc8a12 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:11.591599 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c59244-ea8a-403f-a803-ccf9dedc8a12 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:11.591854 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c59244-ea8a-403f-a803-ccf9dedc8a12 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:11.592192 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c59244-ea8a-403f-a803-ccf9dedc8a12 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:11.592548 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c59244-ea8a-403f-a803-ccf9dedc8a12 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:11.593015 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c59244-ea8a-403f-a803-ccf9dedc8a12 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:11.593320 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c59244-ea8a-403f-a803-ccf9dedc8a12 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:11.594000 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c59244-ea8a-403f-a803-ccf9dedc8a12 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:11.594554 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c59244-ea8a-403f-a803-ccf9dedc8a12 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:11.594886 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c59244-ea8a-403f-a803-ccf9dedc8a12 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:11.595264 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c59244-ea8a-403f-a803-ccf9dedc8a12 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:11.605136 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a5442065-dcdd-45e0-b1f0-2f5db2e9a533 req-c3cc5ba7-ff9d-4818-8329-842b24cd36cf tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781474 Feb 09 01:07:11.605717 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f13ae54-8ab8-4b22-884b-6fd9ade2c019 req-20c59244-ea8a-403f-a803-ccf9dedc8a12 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] No DVR routers for this DVR port 7cc32a95-acae-4cfc-97a7-e2a5627b6ac3 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:07:11.608328 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7cef2c98-396d-411a-a5d3-767c99ece239 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:11.617796 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13415585-0054-4de1-8308-41d0c408e214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:11.619214 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13415585-0054-4de1-8308-41d0c408e214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:11.619791 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13415585-0054-4de1-8308-41d0c408e214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:11.620139 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:11.620480 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13415585-0054-4de1-8308-41d0c408e214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:11.620933 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13415585-0054-4de1-8308-41d0c408e214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:11.621434 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13415585-0054-4de1-8308-41d0c408e214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:11.621856 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13415585-0054-4de1-8308-41d0c408e214 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:11.622389 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13415585-0054-4de1-8308-41d0c408e214 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:11.622854 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13415585-0054-4de1-8308-41d0c408e214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:11.623330 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13415585-0054-4de1-8308-41d0c408e214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:11.624008 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13415585-0054-4de1-8308-41d0c408e214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:11.629702 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13415585-0054-4de1-8308-41d0c408e214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:11.630680 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63a5f7-9f27-4e8c-8daf-52d9a2a552e2 req-dd449495-33ca-4747-84fa-da66709ddf5d tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:11.632742 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4a63a5f7-9f27-4e8c-8daf-52d9a2a552e2 req-dd449495-33ca-4747-84fa-da66709ddf5d tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.37 "GET /v2.0/ports?device_id=a915bef3-e822-45cf-a157-e17631dd0f9f HTTP/1.1" status: 200 len: 945 time: 1.7371445 Feb 09 01:07:11.638860 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0f13ae54-8ab8-4b22-884b-6fd9ade2c019 req-20c59244-ea8a-403f-a803-ccf9dedc8a12 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:11.652643 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-2f8c06fc-046c-4a6f-8469-a9cf833f16d7 None None] Attempting to bind port 3d0cd92f-623c-4ace-bef3-c9709c929c95 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:07:11.653860 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-2f8c06fc-046c-4a6f-8469-a9cf833f16d7 None None] Attempting to bind port 3d0cd92f-623c-4ace-bef3-c9709c929c95 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'cd7f2f4a-09b1-4046-8a49-f3d3017f86ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'e5eebd47-e56e-4218-8edf-32a5a22fef3b'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:07:11.654617 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8c06fc-046c-4a6f-8469-a9cf833f16d7 None None] Attempting to bind port 3d0cd92f-623c-4ace-bef3-c9709c929c95 on network e5eebd47-e56e-4218-8edf-32a5a22fef3b {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:11.659286 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a915bef3-e822-45cf-a157-e17631dd0f9f', 'name': 'network-vif-deleted', 'tag': '7cc32a95-acae-4cfc-97a7-e2a5627b6ac3'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:11.671641 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8c06fc-046c-4a6f-8469-a9cf833f16d7 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:07:11.672811 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8c06fc-046c-4a6f-8469-a9cf833f16d7 None None] Checking segment: {'id': 'cd7f2f4a-09b1-4046-8a49-f3d3017f86ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'e5eebd47-e56e-4218-8edf-32a5a22fef3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:07:11.675005 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-2f8c06fc-046c-4a6f-8469-a9cf833f16d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:11.675538 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8c06fc-046c-4a6f-8469-a9cf833f16d7 None None] Bound using segment: {'id': 'cd7f2f4a-09b1-4046-8a49-f3d3017f86ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'e5eebd47-e56e-4218-8edf-32a5a22fef3b'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:07:11.678427 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bdf613-4d8e-4e34-8efc-fc0ea315c314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195afced-5c87-435c-8e9f-ba7ed085bdfa', 'code': 200} Feb 09 01:07:11.680440 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-2f8c06fc-046c-4a6f-8469-a9cf833f16d7 None None] Bound port: 3d0cd92f-623c-4ace-bef3-c9709c929c95, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd7f2f4a-09b1-4046-8a49-f3d3017f86ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'e5eebd47-e56e-4218-8edf-32a5a22fef3b'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:07:11.681634 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-2f8c06fc-046c-4a6f-8469-a9cf833f16d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:11.682973 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0f13ae54-8ab8-4b22-884b-6fd9ade2c019 req-20c59244-ea8a-403f-a803-ccf9dedc8a12 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.35 "DELETE /v2.0/ports/7cc32a95-acae-4cfc-97a7-e2a5627b6ac3 HTTP/1.1" status: 204 len: 173 time: 3.0176003 Feb 09 01:07:11.718637 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:07:11.740155 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7cef2c98-396d-411a-a5d3-767c99ece239 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:11.749291 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7cef2c98-396d-411a-a5d3-767c99ece239 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3984973 Feb 09 01:07:11.752804 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38586) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:11.755091 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef2c98-396d-411a-a5d3-767c99ece239 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=483f18f4-115b-4e85-b254-c671218872ee,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:11.783451 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-612c4afe-2255-4afc-98f9-c0b1211fe9df req-c3b1931d-f6eb-4557-892b-5ffa47f9fad7 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5079093 Feb 09 01:07:11.809906 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-343a0cc9-61ed-495a-ac4e-aed6d3eb69e1 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Request body: {'security_group_rule': {'security_group_id': 'f96c1c72-20b3-409e-8eb8-ed20e53e0378', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:11.825944 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-343a0cc9-61ed-495a-ac4e-aed6d3eb69e1 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:11.833561 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-343a0cc9-61ed-495a-ac4e-aed6d3eb69e1 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Usage tracker for resource:security_group_rule and tenant:383f3082f927439d91a8e106811c03f7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:11.838342 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-343a0cc9-61ed-495a-ac4e-aed6d3eb69e1 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:11.849636 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-343a0cc9-61ed-495a-ac4e-aed6d3eb69e1 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:11.935282 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-2f8c06fc-046c-4a6f-8469-a9cf833f16d7 None None] For port 3d0cd92f-623c-4ace-bef3-c9709c929c95, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:07:11.939168 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-2f8c06fc-046c-4a6f-8469-a9cf833f16d7 None None] For port 3d0cd92f-623c-4ace-bef3-c9709c929c95, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=3d0cd92f-623c-4ace-bef3-c9709c929c95,segment=NetworkSegment(cd7f2f4a-09b1-4046-8a49-f3d3017f86ee),segment_id=cd7f2f4a-09b1-4046-8a49-f3d3017f86ee)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:07:11.944093 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-2f8c06fc-046c-4a6f-8469-a9cf833f16d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:11.970626 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4a9eae63-1787-4276-ba12-a35110ce369b req-4513bf1a-fef8-4c04-bb23-175d7d7de946 tempest-ServerShowV257Test-381853133 tempest-ServerShowV257Test-381853133-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b293ae5-e106-4e34-8164-904d3787cbf0 HTTP/1.1" status: 200 len: 210 time: 0.1071603 Feb 09 01:07:11.974925 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-343a0cc9-61ed-495a-ac4e-aed6d3eb69e1 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:11.976723 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f02770-c78a-479f-b2a4-d86fdc50c86a req-4b3f2a21-53c2-4fa3-ae12-b269586d41c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:11.978198 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f7f02770-c78a-479f-b2a4-d86fdc50c86a req-4b3f2a21-53c2-4fa3-ae12-b269586d41c4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe HTTP/1.1" status: 200 len: 913 time: 0.9210620 Feb 09 01:07:11.994100 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4a63a5f7-9f27-4e8c-8daf-52d9a2a552e2 req-8ce3a95e-4812-4177-bbd3-3b06cabf86b7 tempest-ServersNegativeTestMultiTenantJSON-1946199128 tempest-ServersNegativeTestMultiTenantJSON-1946199128-project] 10.222.0.37 "GET /v2.0/security-groups?id=659607a4-1794-445e-955b-16c4f8a70753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260038 Feb 09 01:07:12.000373 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c4afe-2255-4afc-98f9-c0b1211fe9df req-ec85ebdf-1780-4113-94df-941c872caff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:12.007570 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-612c4afe-2255-4afc-98f9-c0b1211fe9df req-ec85ebdf-1780-4113-94df-941c872caff6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9493299 Feb 09 01:07:12.076295 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8c06fc-046c-4a6f-8469-a9cf833f16d7 None None] Routers {'1ab6737c-cc5f-435c-9853-a0728a797022'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:07:12.077483 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-2f8c06fc-046c-4a6f-8469-a9cf833f16d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:07:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1ab6737c-cc5f-435c-9853-a0728a797022'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:12.230870 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f7f02770-c78a-479f-b2a4-d86fdc50c86a req-5b75a406-b2f7-4f7b-b06d-d4f67890fe70 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2741b0c-d8f4-4a3f-ad4b-71448b003199 HTTP/1.1" status: 200 len: 217 time: 0.2329440 Feb 09 01:07:12.247463 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-343a0cc9-61ed-495a-ac4e-aed6d3eb69e1 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:12.262769 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-343a0cc9-61ed-495a-ac4e-aed6d3eb69e1 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:12.310976 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13415585-0054-4de1-8308-41d0c408e214 None None] Pushing event updated for resources: {'Port': ['ID=3d0cd92f-623c-4ace-bef3-c9709c929c95,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:12.369200 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c2741b0c-d8f4-4a3f-ad4b-71448b003199 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:07:12.383450 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 7cc32a95-acae-4cfc-97a7-e2a5627b6ac3 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:07:12.403196 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a0cc9-61ed-495a-ac4e-aed6d3eb69e1 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d18d2e85-f3a1-4264-9119-3458a97a5cd9,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:12.442389 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-343a0cc9-61ed-495a-ac4e-aed6d3eb69e1 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:12.444347 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-343a0cc9-61ed-495a-ac4e-aed6d3eb69e1 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6601813 Feb 09 01:07:12.447297 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38600) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:12.461570 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b1941309-4f9e-4542-a1e4-7afce06f2d50 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:12.469438 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 7cc32a95-acae-4cfc-97a7-e2a5627b6ac3 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:07:12.470084 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 7cc32a95-acae-4cfc-97a7-e2a5627b6ac3 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:07:12.493668 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b1941309-4f9e-4542-a1e4-7afce06f2d50 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:12.526903 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b1941309-4f9e-4542-a1e4-7afce06f2d50 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Usage tracker for resource:floatingip and tenant:383f3082f927439d91a8e106811c03f7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:12.544026 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b1941309-4f9e-4542-a1e4-7afce06f2d50 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:12.548256 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-612c4afe-2255-4afc-98f9-c0b1211fe9df req-fb6c1b5b-dc48-4e48-a173-e52c710a215f service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7494793 Feb 09 01:07:12.570253 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b1941309-4f9e-4542-a1e4-7afce06f2d50 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:12.608623 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b1941309-4f9e-4542-a1e4-7afce06f2d50 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:12.618524 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-2f8c06fc-046c-4a6f-8469-a9cf833f16d7 None None] Set router 1ab6737c-cc5f-435c-9853-a0728a797022 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:07:12.688350 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f02770-c78a-479f-b2a4-d86fdc50c86a req-b651bd20-0491-477b-86a3-21e3e27ec627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:12.691091 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f7f02770-c78a-479f-b2a4-d86fdc50c86a req-b651bd20-0491-477b-86a3-21e3e27ec627 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e21ee47-9c4f-48f6-bbce-c83436d55ec2 HTTP/1.1" status: 200 len: 852 time: 0.4029527 Feb 09 01:07:12.779820 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf8650-3ff0-4895-af12-6a8fce354c2e req-1ad8d09c-a162-4ce6-927c-70146171576a tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:12.790212 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8caf8650-3ff0-4895-af12-6a8fce354c2e req-1ad8d09c-a162-4ce6-927c-70146171576a tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=29bdf613-4d8e-4e34-8efc-fc0ea315c314 HTTP/1.1" status: 200 len: 946 time: 0.4764416 Feb 09 01:07:12.824087 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c2741b0c-d8f4-4a3f-ad4b-71448b003199, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c2741b0c-d8f4-4a3f-ad4b-71448b003199,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:12.881839 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'c2741b0c-d8f4-4a3f-ad4b-71448b003199', 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe', 'port_id': 'c2741b0c-d8f4-4a3f-ad4b-71448b003199', 'mac_address': 'fa:16:3e:9b:0e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 988, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e21ee47-9c4f-48f6-bbce-c83436d55ec2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:07:12.893583 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8caf8650-3ff0-4895-af12-6a8fce354c2e req-f182b734-8235-4218-bd25-9aa0da2eec85 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096625 Feb 09 01:07:12.906149 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f7f02770-c78a-479f-b2a4-d86fdc50c86a req-bd9eee71-6c86-4923-8207-7f26b21a7c51 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1933310 Feb 09 01:07:12.912583 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7d2b8-e429-4f18-9c0e-4443978d3db2 req-7bbb9d5c-243b-4b3e-a431-27e8f740409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:12.925521 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0ff7d2b8-e429-4f18-9c0e-4443978d3db2 req-7bbb9d5c-243b-4b3e-a431-27e8f740409d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=29bdf613-4d8e-4e34-8efc-fc0ea315c314 HTTP/1.1" status: 200 len: 1097 time: 1.0773826 Feb 09 01:07:13.133836 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b1941309-4f9e-4542-a1e4-7afce06f2d50 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:13.140538 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:13.281165 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2741b0c-d8f4-4a3f-ad4b-71448b003199 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:07:13.316081 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c2741b0c-d8f4-4a3f-ad4b-71448b003199, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c2741b0c-d8f4-4a3f-ad4b-71448b003199,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:13.324887 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:13.421124 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7af5b-be2d-4af5-80f3-31adac0ea3d9 req-c5be5e74-a6af-4b75-aebe-71c8fea3ac71 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:13.422643 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-35c7af5b-be2d-4af5-80f3-31adac0ea3d9 req-c5be5e74-a6af-4b75-aebe-71c8fea3ac71 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 944 time: 0.9774337 Feb 09 01:07:13.463338 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=c2741b0c-d8f4-4a3f-ad4b-71448b003199,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:13.535748 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-2f8c06fc-046c-4a6f-8469-a9cf833f16d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'name': 'tempest-ServersTestBootFromVolume-85394624-router', 'tenant_id': '383f3082f927439d91a8e106811c03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '73ba6348-cc93-4903-9dd9-777775fd5f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:57Z', 'updated_at': '2022-02-09T01:07:05Z', 'revision_number': 4, 'project_id': '383f3082f927439d91a8e106811c03f7', 'gw_port': {'id': '73ba6348-cc93-4903-9dd9-777775fd5f11', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:59Z', 'updated_at': '2022-02-09T01:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '3d0cd92f-623c-4ace-bef3-c9709c929c95', 'name': '', 'network_id': 'e5eebd47-e56e-4218-8edf-32a5a22fef3b', 'tenant_id': '383f3082f927439d91a8e106811c03f7', 'mac_address': 'fa:16:3e:c9:ea:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bfc7232c-c4ba-4588-b26b-80253019f61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:04Z', 'updated_at': '2022-02-09T01:07:11Z', 'revision_number': 4, 'project_id': '383f3082f927439d91a8e106811c03f7', 'subnets': [{'id': 'bfc7232c-c4ba-4588-b26b-80253019f61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:13.542421 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8c06fc-046c-4a6f-8469-a9cf833f16d7 None None] The sync data for ids ['1ab6737c-cc5f-435c-9853-a0728a797022'] in n-d-828419-1 is: [{'id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'name': 'tempest-ServersTestBootFromVolume-85394624-router', 'tenant_id': '383f3082f927439d91a8e106811c03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '73ba6348-cc93-4903-9dd9-777775fd5f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:57Z', 'updated_at': '2022-02-09T01:07:05Z', 'revision_number': 4, 'project_id': '383f3082f927439d91a8e106811c03f7', 'gw_port': {'id': '73ba6348-cc93-4903-9dd9-777775fd5f11', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:59Z', 'updated_at': '2022-02-09T01:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '3d0cd92f-623c-4ace-bef3-c9709c929c95', 'name': '', 'network_id': 'e5eebd47-e56e-4218-8edf-32a5a22fef3b', 'tenant_id': '383f3082f927439d91a8e106811c03f7', 'mac_address': 'fa:16:3e:c9:ea:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bfc7232c-c4ba-4588-b26b-80253019f61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:04Z', 'updated_at': '2022-02-09T01:07:11Z', 'revision_number': 4, 'project_id': '383f3082f927439d91a8e106811c03f7', 'subnets': [{'id': 'bfc7232c-c4ba-4588-b26b-80253019f61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:07:13.566525 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0ff7d2b8-e429-4f18-9c0e-4443978d3db2 req-6a050b32-d48d-4bbe-8b5d-9e17d3820aee service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5821726 Feb 09 01:07:13.573510 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-612c4afe-2255-4afc-98f9-c0b1211fe9df req-37c00abf-8735-440d-9144-750e6d2fb551 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3268313 Feb 09 01:07:13.630212 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-35c7af5b-be2d-4af5-80f3-31adac0ea3d9 req-e76f2edd-9ae6-45f1-aec9-e24b23d5f4d4 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975956 Feb 09 01:07:13.723732 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f7f02770-c78a-479f-b2a4-d86fdc50c86a req-1e92116d-ab02-46e9-b79f-4e46698e9525 service neutron] 10.222.0.35 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8016546 Feb 09 01:07:13.738702 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['c2741b0c-d8f4-4a3f-ad4b-71448b003199'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:07:13.746667 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-b1941309-4f9e-4542-a1e4-7afce06f2d50 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Allocated IP 172.25.5.30 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/935f8c4b-bde8-431c-add2-f8f3e08f4999) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:07:13.950662 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f673d-2ee4-419a-9027-7adf4b05e1ac req-e3f9dfc3-e655-453d-ac5f-fc84563f7981 tempest-MigrationsAdminTest-397958840 tempest-MigrationsAdminTest-397958840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:13.957876 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-115f673d-2ee4-419a-9027-7adf4b05e1ac req-e3f9dfc3-e655-453d-ac5f-fc84563f7981 tempest-MigrationsAdminTest-397958840 tempest-MigrationsAdminTest-397958840-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 1100 time: 0.3184538 Feb 09 01:07:13.996170 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a915bef3-e822-45cf-a157-e17631dd0f9f', 'name': 'network-vif-deleted', 'tag': '7cc32a95-acae-4cfc-97a7-e2a5627b6ac3', 'status': 'completed', 'code': 200} Feb 09 01:07:14.153781 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-115f673d-2ee4-419a-9027-7adf4b05e1ac req-f625fe13-f300-4e1d-bde9-e953f75e718a tempest-MigrationsAdminTest-397958840 tempest-MigrationsAdminTest-397958840-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952910 Feb 09 01:07:14.161641 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 3d0cd92f-623c-4ace-bef3-c9709c929c95 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:07:14.210816 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b1941309-4f9e-4542-a1e4-7afce06f2d50 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:14.296588 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 3d0cd92f-623c-4ace-bef3-c9709c929c95 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:07:14.303369 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 3d0cd92f-623c-4ace-bef3-c9709c929c95 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:14.303803 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:14.317216 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b1941309-4f9e-4542-a1e4-7afce06f2d50 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:14.363120 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9f751607-f75a-4be0-9563-ffcc5a428445 req-5168fc60-2f10-4b97-acc1-2785719a9482 tempest-ServerShowV257Test-381853133 tempest-ServerShowV257Test-381853133-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b293ae5-e106-4e34-8164-904d3787cbf0 HTTP/1.1" status: 200 len: 210 time: 0.2345862 Feb 09 01:07:14.375151 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:07:14.381138 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f7f02770-c78a-479f-b2a4-d86fdc50c86a req-aa9a04bd-717a-483c-b837-0f5af4ec9505 service neutron] 10.222.0.35 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5592000 Feb 09 01:07:14.429909 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1941309-4f9e-4542-a1e4-7afce06f2d50 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:07:14.431616 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-b1941309-4f9e-4542-a1e4-7afce06f2d50 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:14.442603 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1941309-4f9e-4542-a1e4-7afce06f2d50 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:07:14.504552 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38630) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:14.590446 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-612c4afe-2255-4afc-98f9-c0b1211fe9df req-698a1630-ffa1-4316-b38e-aa7da131f219 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8113027 Feb 09 01:07:14.717527 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1941309-4f9e-4542-a1e4-7afce06f2d50 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Pushing event updated for resources: {'Port': ['ID=935f8c4b-bde8-431c-add2-f8f3e08f4999,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:14.787479 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c90bf1f-6a29-4aa3-afad-2e7e1d3c8bae admin admin] Deleting subnet 5c0055e2-4caa-4887-bef3-3229cfe537f2 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:07:14.797501 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9c90bf1f-6a29-4aa3-afad-2e7e1d3c8bae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:14.828786 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:07:14.850952 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:14.851329 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:14.893122 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9c90bf1f-6a29-4aa3-afad-2e7e1d3c8bae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:14.893948 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1124a-ed40-48b4-8e5b-fd54dfac969c req-735afc4f-f6c7-48cb-b32a-3533e87865ae tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:14.895502 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8ee1124a-ed40-48b4-8e5b-fd54dfac969c req-735afc4f-f6c7-48cb-b32a-3533e87865ae tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=29bdf613-4d8e-4e34-8efc-fc0ea315c314 HTTP/1.1" status: 200 len: 946 time: 0.1710336 Feb 09 01:07:14.924538 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:14.956735 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b1941309-4f9e-4542-a1e4-7afce06f2d50 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:15.072111 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8ee1124a-ed40-48b4-8e5b-fd54dfac969c req-3e8e7efb-0206-4277-8dd5-eeff4140b912 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695843 Feb 09 01:07:15.104682 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 3d0cd92f-623c-4ace-bef3-c9709c929c95, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=3d0cd92f-623c-4ace-bef3-c9709c929c95,segment=NetworkSegment(cd7f2f4a-09b1-4046-8a49-f3d3017f86ee),segment_id=cd7f2f4a-09b1-4046-8a49-f3d3017f86ee)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:15.115891 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:15.337808 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9c90bf1f-6a29-4aa3-afad-2e7e1d3c8bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:15.474711 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=3d0cd92f-623c-4ace-bef3-c9709c929c95,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:15.521208 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:15.557664 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b1941309-4f9e-4542-a1e4-7afce06f2d50 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:15.580416 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78772eb5-2653-4802-b0ac-9fa59b12fc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:15.601984 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:15.606916 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86277c-8d86-4c4d-9ee2-969df7b37cf0 req-fa20e4a1-b4e1-495f-a20f-1f18dde42194 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:15.607217 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:15.608724 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9f86277c-8d86-4c4d-9ee2-969df7b37cf0 req-fa20e4a1-b4e1-495f-a20f-1f18dde42194 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 945 time: 0.2405972 Feb 09 01:07:15.714060 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9c90bf1f-6a29-4aa3-afad-2e7e1d3c8bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:15.756468 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9f86277c-8d86-4c4d-9ee2-969df7b37cf0 req-6fec2aa6-69cd-4719-88cb-262ae949e157 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335869 Feb 09 01:07:15.797770 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9c90bf1f-6a29-4aa3-afad-2e7e1d3c8bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:15.801197 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5,revision_number=13']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:15.885557 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90bf1f-6a29-4aa3-afad-2e7e1d3c8bae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c0055e2-4caa-4887-bef3-3229cfe537f2,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:15.897730 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78772eb5-2653-4802-b0ac-9fa59b12fc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5', 'code': 200} Feb 09 01:07:15.905009 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-80b4db83-7a95-46af-92ea-0b4a46cdac6a req-4b8545b6-3bcb-4cd4-95a9-82e6ea7093ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a390227283340e5882eb0e81c65e92a&device_id=7b293ae5-e106-4e34-8164-904d3787cbf0 HTTP/1.1" status: 200 len: 210 time: 0.1452777 Feb 09 01:07:15.943244 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9c90bf1f-6a29-4aa3-afad-2e7e1d3c8bae admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5c0055e2-4caa-4887-bef3-3229cfe537f2 HTTP/1.1" status: 204 len: 168 time: 1.4418278 Feb 09 01:07:15.955255 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38654) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:16.007745 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-80b4db83-7a95-46af-92ea-0b4a46cdac6a req-956f3720-5ecc-4c22-b644-51f0a90733d6 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7a390227283340e5882eb0e81c65e92a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0869169 Feb 09 01:07:16.138706 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 3d0cd92f-623c-4ace-bef3-c9709c929c95 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:07:16.147720 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b1941309-4f9e-4542-a1e4-7afce06f2d50 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:16.147720 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b1941309-4f9e-4542-a1e4-7afce06f2d50 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:16.238406 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb2be9-8c18-4287-92fd-a4073b47d585 req-ccea629e-1f21-42fc-9611-445a8edbd5e0 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:16.241415 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ebeb2be9-8c18-4287-92fd-a4073b47d585 req-ccea629e-1f21-42fc-9611-445a8edbd5e0 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 950 time: 0.2581701 Feb 09 01:07:16.291605 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 3d0cd92f-623c-4ace-bef3-c9709c929c95 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:16.292048 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:16.295236 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e3ba351c-4288-4e9f-be87-f6949b4e083c req-67ec95c1-0ef0-432d-a7e8-7980873b7b34 tempest-ServerShowV257Test-381853133 tempest-ServerShowV257Test-381853133-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b293ae5-e106-4e34-8164-904d3787cbf0 HTTP/1.1" status: 200 len: 210 time: 0.1688132 Feb 09 01:07:16.344455 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-67d85c27-c37d-40ea-a606-37c620cac543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:16.382116 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c2741b0c-d8f4-4a3f-ad4b-71448b003199 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:07:16.411998 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1941309-4f9e-4542-a1e4-7afce06f2d50 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Pushing event updated for resources: {'Port': ['ID=935f8c4b-bde8-431c-add2-f8f3e08f4999,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:16.480547 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ebeb2be9-8c18-4287-92fd-a4073b47d585 req-d4be769d-1aaf-4d1f-ac58-75cc6f890503 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140617 Feb 09 01:07:16.484976 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4db83-7a95-46af-92ea-0b4a46cdac6a req-5724f0d6-d586-4923-9981-f849786eae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:16.484976 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-80b4db83-7a95-46af-92ea-0b4a46cdac6a req-5724f0d6-d586-4923-9981-f849786eae3e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3149035 Feb 09 01:07:16.491462 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b1941309-4f9e-4542-a1e4-7afce06f2d50 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:16.542067 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b1941309-4f9e-4542-a1e4-7afce06f2d50 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:16.556676 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b1941309-4f9e-4542-a1e4-7afce06f2d50 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1078689 Feb 09 01:07:16.616948 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port c2741b0c-d8f4-4a3f-ad4b-71448b003199 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:07:16.644546 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port c2741b0c-d8f4-4a3f-ad4b-71448b003199 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:16.645196 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:16.705494 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-67d85c27-c37d-40ea-a606-37c620cac543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:16.769767 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-67d85c27-c37d-40ea-a606-37c620cac543 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b886e58-6a46-4f4e-9d76-98f7bdb55455']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:16.808961 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-67d85c27-c37d-40ea-a606-37c620cac543 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afaf8c97-5f94-4b26-b900-ffd16b8e5363') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:16.809272 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-67d85c27-c37d-40ea-a606-37c620cac543 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afaf8c97-5f94-4b26-b900-ffd16b8e5363') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:16.846784 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a18761-06ff-492b-8265-f69a9d7ae896 req-c9b7a324-4d75-4ea5-a2da-fc9f2b43785f tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:16.852969 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-94a18761-06ff-492b-8265-f69a9d7ae896 req-c9b7a324-4d75-4ea5-a2da-fc9f2b43785f tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=29bdf613-4d8e-4e34-8efc-fc0ea315c314 HTTP/1.1" status: 200 len: 946 time: 0.2542081 Feb 09 01:07:16.862163 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-67d85c27-c37d-40ea-a606-37c620cac543 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:16.911649 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-67d85c27-c37d-40ea-a606-37c620cac543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:16.913222 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:16.925014 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d85c27-c37d-40ea-a606-37c620cac543 admin admin] Releasing vlan 955 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:07:16.925426 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-67d85c27-c37d-40ea-a606-37c620cac543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:16.997926 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:07:16.997926 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:07:16.997926 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:07:16.997926 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:07:16.997926 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:07:16.997926 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:07:16.997926 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:07:16.997926 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:07:16.997926 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:07:16.997926 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:07:16.997926 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:07:16.997926 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:07:16.997926 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:07:16.997926 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:07:16.997926 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:07:16.997926 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:07:16.997926 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:07:16.997926 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:07:16.997926 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:07:16.997926 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:07:16.997926 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:07:16.997926 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:07:16.997926 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:07:16.997926 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:07:16.997926 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:07:16.997926 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:07:16.997926 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:07:16.997926 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:07:16.997926 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:07:16.997926 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:07:16.997926 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:07:16.997926 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:07:17.026121 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c2741b0c-d8f4-4a3f-ad4b-71448b003199, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c2741b0c-d8f4-4a3f-ad4b-71448b003199,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:17.030153 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:17.242245 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edac32-4fae-4f30-bb5b-a7a195161245 req-952513e6-6237-4bce-88bc-92d4745b4ebc tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:17.255129 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-02edac32-4fae-4f30-bb5b-a7a195161245 req-952513e6-6237-4bce-88bc-92d4745b4ebc tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 946 time: 0.3211539 Feb 09 01:07:17.274959 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=c2741b0c-d8f4-4a3f-ad4b-71448b003199,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:17.281674 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-94a18761-06ff-492b-8265-f69a9d7ae896 req-6177be13-8616-424a-bad1-87673f59cac7 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212596 Feb 09 01:07:17.343435 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-67d85c27-c37d-40ea-a606-37c620cac543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:17.397905 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-67d85c27-c37d-40ea-a606-37c620cac543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:17.417616 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-02edac32-4fae-4f30-bb5b-a7a195161245 req-df8e3fc6-a847-4425-87f9-a247ceb06d0c tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660154 Feb 09 01:07:17.420382 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d85c27-c37d-40ea-a606-37c620cac543 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b886e58-6a46-4f4e-9d76-98f7bdb55455,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:17.441976 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8cdc82-7ea2-4419-a978-c50e6b7286fd req-afd0a156-0805-4eab-a83a-4b63aad37a12 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:17.447783 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3e8cdc82-7ea2-4419-a978-c50e6b7286fd req-afd0a156-0805-4eab-a83a-4b63aad37a12 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.35 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 950 time: 0.5041270 Feb 09 01:07:17.550184 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-67d85c27-c37d-40ea-a606-37c620cac543 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0b886e58-6a46-4f4e-9d76-98f7bdb55455 HTTP/1.1" status: 204 len: 168 time: 1.5910151 Feb 09 01:07:17.551282 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38710) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:17.675172 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-3e8cdc82-7ea2-4419-a978-c50e6b7286fd req-6c96d0b5-e351-4922-908e-ae855608006a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Deleting port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:07:17.675172 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3e8cdc82-7ea2-4419-a978-c50e6b7286fd req-6c96d0b5-e351-4922-908e-ae855608006a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:17.706427 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6a176e79-c85d-44cf-9df6-bec8da24ed4f req-b4db767b-f517-46b7-b20b-72ec343c3a57 tempest-ServerShowV257Test-381853133 tempest-ServerShowV257Test-381853133-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b293ae5-e106-4e34-8164-904d3787cbf0 HTTP/1.1" status: 200 len: 210 time: 0.0827403 Feb 09 01:07:17.757865 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-439e82f3-c849-4825-af75-c0804c4af70b admin admin] Deleting subnet 32e883d2-9038-4c07-b57b-6a65c543bbe2 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:07:17.774872 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-439e82f3-c849-4825-af75-c0804c4af70b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:17.899306 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80faa5e8-2a37-40c1-926e-844a2d72640f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2741b0c-d8f4-4a3f-ad4b-71448b003199'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:17.955251 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd8289-81a1-4706-923b-95848addedda req-d67cdacd-5d6b-463f-969d-d83146b4e1d1 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:17.963296 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a4cd8289-81a1-4706-923b-95848addedda req-d67cdacd-5d6b-463f-969d-d83146b4e1d1 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=29bdf613-4d8e-4e34-8efc-fc0ea315c314 HTTP/1.1" status: 200 len: 946 time: 0.3875966 Feb 09 01:07:17.971671 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-439e82f3-c849-4825-af75-c0804c4af70b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:18.081862 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669f8ee-688b-4e13-92df-60d15b168e4d req-0415597a-457f-4c8f-9e2c-e4a0c11e28cb tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:18.088091 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c669f8ee-688b-4e13-92df-60d15b168e4d req-0415597a-457f-4c8f-9e2c-e4a0c11e28cb tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 950 time: 0.1981754 Feb 09 01:07:18.161408 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-439e82f3-c849-4825-af75-c0804c4af70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:18.180595 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-80b4db83-7a95-46af-92ea-0b4a46cdac6a req-1fe8155c-14ea-466f-a275-4374ceaee440 tempest-ServerShowV257Test-381853133 tempest-ServerShowV257Test-381853133-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b293ae5-e106-4e34-8164-904d3787cbf0 HTTP/1.1" status: 200 len: 210 time: 0.1593661 Feb 09 01:07:18.274280 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a4cd8289-81a1-4706-923b-95848addedda req-4b617429-c302-4665-ba38-4907da5cf74c tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094223 Feb 09 01:07:18.377785 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80faa5e8-2a37-40c1-926e-844a2d72640f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2741b0c-d8f4-4a3f-ad4b-71448b003199', 'code': 200} Feb 09 01:07:18.382422 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-3e8cdc82-7ea2-4419-a978-c50e6b7286fd req-6c96d0b5-e351-4922-908e-ae855608006a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] For port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:18.382871 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3e8cdc82-7ea2-4419-a978-c50e6b7286fd req-6c96d0b5-e351-4922-908e-ae855608006a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:18.482183 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c669f8ee-688b-4e13-92df-60d15b168e4d req-9b3f6f9d-bca7-4261-a62d-aeddab680b83 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629262 Feb 09 01:07:18.545902 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-439e82f3-c849-4825-af75-c0804c4af70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:18.815625 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-3e8cdc82-7ea2-4419-a978-c50e6b7286fd req-6c96d0b5-e351-4922-908e-ae855608006a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Calling delete_port for f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:07:19.140316 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e82f3-c849-4825-af75-c0804c4af70b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32e883d2-9038-4c07-b57b-6a65c543bbe2,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:19.160114 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-439e82f3-c849-4825-af75-c0804c4af70b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:19.227418 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-439e82f3-c849-4825-af75-c0804c4af70b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/32e883d2-9038-4c07-b57b-6a65c543bbe2 HTTP/1.1" status: 204 len: 168 time: 1.6690195 Feb 09 01:07:19.227418 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38766) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:19.443696 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9ed46-f311-4256-951f-6d82432c1db1 req-24d022b1-f0bd-4a7d-9834-b6b63f385732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:19.448037 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81f9ed46-f311-4256-951f-6d82432c1db1 req-24d022b1-f0bd-4a7d-9834-b6b63f385732 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 1097 time: 0.8328886 Feb 09 01:07:19.704792 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81f9ed46-f311-4256-951f-6d82432c1db1 req-ab11d7bf-7592-4763-970f-e97c3d245830 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332858 Feb 09 01:07:19.773147 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f06602-9f67-4283-a0ee-a9304c235ecf req-33de5096-c292-4aba-b98d-b55da5549133 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:19.785407 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-82f06602-9f67-4283-a0ee-a9304c235ecf req-33de5096-c292-4aba-b98d-b55da5549133 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 946 time: 0.8623419 Feb 09 01:07:19.829964 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3e8cdc82-7ea2-4419-a978-c50e6b7286fd req-6c96d0b5-e351-4922-908e-ae855608006a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:19.845576 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['b7382de6-6aba-4a28-a643-d303a5c9ccff', '94b792d6-4b46-48e1-af0e-a8b9c1751cfd'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:07:19.883953 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-82f06602-9f67-4283-a0ee-a9304c235ecf req-5fd56bcf-8502-4a04-b431-0094248383ae tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023057 Feb 09 01:07:19.964558 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['7d3f8cfd-56c5-4824-a60d-48dae61c8128'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:07:19.970386 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4afc865b-0229-4cee-b16a-a9c86b0b1217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:20.118206 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96d0b5-e351-4922-908e-ae855608006a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Pushing event deleted for resources: {'Port': ['ID=f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:20.396189 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:07:20.432418 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38794) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:20.438215 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8cdc82-7ea2-4419-a978-c50e6b7286fd req-6c96d0b5-e351-4922-908e-ae855608006a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] No DVR routers for this DVR port f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:07:20.447025 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3e8cdc82-7ea2-4419-a978-c50e6b7286fd req-6c96d0b5-e351-4922-908e-ae855608006a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:20.475771 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:07:20.476118 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:07:20.494247 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78772eb5-2653-4802-b0ac-9fa59b12fc94', 'name': 'network-vif-deleted', 'tag': 'f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:20.509970 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3e8cdc82-7ea2-4419-a978-c50e6b7286fd req-6c96d0b5-e351-4922-908e-ae855608006a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.35 "DELETE /v2.0/ports/f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5 HTTP/1.1" status: 204 len: 173 time: 3.0524607 Feb 09 01:07:20.683035 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-87b824c0-ac85-454e-9c78-14afbd8ed1d4 req-9e803f4c-527f-4c32-8a1a-f544aca8b054 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=78772eb5-2653-4802-b0ac-9fa59b12fc94 HTTP/1.1" status: 200 len: 210 time: 0.2130039 Feb 09 01:07:20.714026 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4afc865b-0229-4cee-b16a-a9c86b0b1217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:20.809364 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-4afc865b-0229-4cee-b16a-a9c86b0b1217 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b07fd4-e841-4462-8064-e4ef5354847f']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:20.844797 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-4afc865b-0229-4cee-b16a-a9c86b0b1217 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5656970b-ed3b-4e6e-8069-1a62c13509aa') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:20.844797 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-4afc865b-0229-4cee-b16a-a9c86b0b1217 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5656970b-ed3b-4e6e-8069-1a62c13509aa') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:20.850015 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78772eb5-2653-4802-b0ac-9fa59b12fc94', 'name': 'network-vif-deleted', 'tag': 'f9f11cc5-0bcd-43ca-a5f2-fbbbc24e5ee5', 'status': 'completed', 'code': 200} Feb 09 01:07:20.873361 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4afc865b-0229-4cee-b16a-a9c86b0b1217 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:20.909934 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4afc865b-0229-4cee-b16a-a9c86b0b1217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:20.936166 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4afc865b-0229-4cee-b16a-a9c86b0b1217 admin admin] Releasing vlan 960 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:07:20.936166 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4afc865b-0229-4cee-b16a-a9c86b0b1217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:20.973368 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:07:20.973368 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:07:20.973368 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:07:20.973368 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:07:20.973368 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:07:20.973368 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:07:20.973368 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:07:20.973368 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:07:20.973368 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:07:20.973368 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:07:20.973368 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:07:20.973368 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:07:20.973368 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:07:20.973368 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:07:20.973368 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:07:20.973368 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:07:20.973368 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:07:20.973368 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:07:20.973368 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:07:20.973368 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:07:20.973368 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:07:20.973368 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:07:20.973368 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:07:20.973368 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:07:20.973368 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:07:20.973368 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:07:20.973368 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:07:20.973368 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:07:20.973368 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:07:20.973368 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:07:20.973368 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:07:20.973368 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:07:20.992848 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85faeec8-cddd-46f9-9664-498ba67395a0 req-cd1910e6-7267-4228-8760-630c1502f4cc tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:21.006579 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-85faeec8-cddd-46f9-9664-498ba67395a0 req-cd1910e6-7267-4228-8760-630c1502f4cc tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=29bdf613-4d8e-4e34-8efc-fc0ea315c314 HTTP/1.1" status: 200 len: 946 time: 0.4174783 Feb 09 01:07:21.093787 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2d0dca0e-0b0a-4d1c-be47-fc9779151ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:21.148271 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4afc865b-0229-4cee-b16a-a9c86b0b1217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:21.186165 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-2d0dca0e-0b0a-4d1c-be47-fc9779151ae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:21.191789 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4afc865b-0229-4cee-b16a-a9c86b0b1217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:21.224492 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc865b-0229-4cee-b16a-a9c86b0b1217 admin admin] Pushing event deleted for resources: {'Network': ['ID=58b07fd4-e841-4462-8064-e4ef5354847f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:21.231255 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4afc865b-0229-4cee-b16a-a9c86b0b1217 admin admin] 10.222.0.37 "DELETE /v2.0/networks/58b07fd4-e841-4462-8064-e4ef5354847f HTTP/1.1" status: 204 len: 168 time: 2.0016778 Feb 09 01:07:21.337608 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-85faeec8-cddd-46f9-9664-498ba67395a0 req-d5089edd-2448-49d5-ae89-7276cb6e429f tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802603 Feb 09 01:07:21.338701 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2d0dca0e-0b0a-4d1c-be47-fc9779151ae9 admin admin] Usage tracker for resource:security_group_rule and tenant:7a390227283340e5882eb0e81c65e92a is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:21.378049 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2d0dca0e-0b0a-4d1c-be47-fc9779151ae9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:21.409009 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-2d0dca0e-0b0a-4d1c-be47-fc9779151ae9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:21.569619 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c17a89-1011-49c2-a67f-62b425ef6a02 req-c6ad90dc-2c23-4479-baa4-d1615271ca67 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:21.578868 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-82c17a89-1011-49c2-a67f-62b425ef6a02 req-c6ad90dc-2c23-4479-baa4-d1615271ca67 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 946 time: 0.3027430 Feb 09 01:07:21.657908 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-82c17a89-1011-49c2-a67f-62b425ef6a02 req-6a81cd12-b0af-4f71-852c-dde3d5cbb37a tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806546 Feb 09 01:07:21.660436 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38812) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:21.678582 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:21.732178 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-783a6998-b0e9-4285-9ed3-96720d934c99 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9228b17404b9497d806b3634b248ed4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0676758 Feb 09 01:07:21.735951 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38818) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:21.763058 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2d0dca0e-0b0a-4d1c-be47-fc9779151ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:21.768999 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2d0dca0e-0b0a-4d1c-be47-fc9779151ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:21.858130 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2d0dca0e-0b0a-4d1c-be47-fc9779151ae9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7a390227283340e5882eb0e81c65e92a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4157948 Feb 09 01:07:21.864558 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38824) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:21.879049 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0dca0e-0b0a-4d1c-be47-fc9779151ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0acdc61-4b30-4064-aebc-81261317e1eb,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:21.914754 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2b3d8e3f-8cd0-481a-881d-4f0affd11391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:21.984329 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2b3d8e3f-8cd0-481a-881d-4f0affd11391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:21.994582 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a815603c-fc45-42ba-be81-44ef59f78b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:22.028293 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a815603c-fc45-42ba-be81-44ef59f78b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:22.128640 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2b3d8e3f-8cd0-481a-881d-4f0affd11391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:22.161665 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a815603c-fc45-42ba-be81-44ef59f78b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:22.213702 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d8e3f-8cd0-481a-881d-4f0affd11391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659607a4-1794-445e-955b-16c4f8a70753,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:22.249399 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815603c-fc45-42ba-be81-44ef59f78b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0acdc61-4b30-4064-aebc-81261317e1eb,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:22.266600 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a815603c-fc45-42ba-be81-44ef59f78b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:22.268605 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a815603c-fc45-42ba-be81-44ef59f78b68 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0acdc61-4b30-4064-aebc-81261317e1eb HTTP/1.1" status: 204 len: 168 time: 0.4017420 Feb 09 01:07:22.269958 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2b3d8e3f-8cd0-481a-881d-4f0affd11391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:22.296054 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2b3d8e3f-8cd0-481a-881d-4f0affd11391 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/659607a4-1794-445e-955b-16c4f8a70753 HTTP/1.1" status: 204 len: 168 time: 0.5557315 Feb 09 01:07:22.394164 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 195afced-5c87-435c-8e9f-ba7ed085bdfa details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:07:22.635648 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-814aa210-d733-4b8e-beb0-cf5d83e9b109 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:22.645996 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-814aa210-d733-4b8e-beb0-cf5d83e9b109 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/networks?id=48fff0c2-cb8c-4c86-992a-0e113098b5fc HTTP/1.1" status: 200 len: 808 time: 0.2102952 Feb 09 01:07:22.665925 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-40613102-4009-43de-b7e0-8c38d081c9f5 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/quotas/6a459030aa9346b7b761b1ccc64f5445 HTTP/1.1" status: 200 len: 375 time: 0.0189507 Feb 09 01:07:22.723195 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7f527-0471-41a2-b494-70ac146ceb1a req-bf6f02e8-8141-4aa2-bbf9-76718f14c3c4 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:22.728138 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-17d7f527-0471-41a2-b494-70ac146ceb1a req-bf6f02e8-8141-4aa2-bbf9-76718f14c3c4 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 951 time: 0.2730987 Feb 09 01:07:22.762737 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 195afced-5c87-435c-8e9f-ba7ed085bdfa, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=195afced-5c87-435c-8e9f-ba7ed085bdfa,segment=NetworkSegment(a61f9560-b5f0-4f56-92cb-5bd87e6c7f24),segment_id=a61f9560-b5f0-4f56-92cb-5bd87e6c7f24)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:22.784132 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '195afced-5c87-435c-8e9f-ba7ed085bdfa', 'network_id': '84b8fc63-0946-45c0-a7ed-dafe26b562b1', 'port_id': '195afced-5c87-435c-8e9f-ba7ed085bdfa', 'mac_address': 'fa:16:3e:84:7d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 950, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74347758-4ca6-4694-99d4-623fe8b1f370', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:07:22.828085 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-17d7f527-0471-41a2-b494-70ac146ceb1a req-4a8255d1-a34a-46d9-94f4-9950c86af1e8 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893617 Feb 09 01:07:22.841177 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-cf6be5df-b2c1-4598-a083-bfa8e7501dd6 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a459030aa9346b7b761b1ccc64f5445&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1730716 Feb 09 01:07:22.863543 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-b52f33f4-f7e5-4000-9d86-3a6c5c9f3f6d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:07:22.865837 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-b52f33f4-f7e5-4000-9d86-3a6c5c9f3f6d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149548 Feb 09 01:07:22.913386 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:22.955996 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 195afced-5c87-435c-8e9f-ba7ed085bdfa {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:07:22.992118 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 195afced-5c87-435c-8e9f-ba7ed085bdfa, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=195afced-5c87-435c-8e9f-ba7ed085bdfa,segment=NetworkSegment(a61f9560-b5f0-4f56-92cb-5bd87e6c7f24),segment_id=a61f9560-b5f0-4f56-92cb-5bd87e6c7f24)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:22.999253 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:23.115804 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38854) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:23.202207 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=195afced-5c87-435c-8e9f-ba7ed085bdfa,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:23.214938 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:23.215282 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:23.215868 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:23.215984 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:23.216244 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:23.216609 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:23.217413 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:23.217413 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:23.217637 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:23.217832 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:23.218432 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:23.218926 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:23.252358 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['195afced-5c87-435c-8e9f-ba7ed085bdfa'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:07:23.271549 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910a9be-2950-44ad-9b07-45e4e36877da req-b8d742c0-c71d-49af-a3e3-ff8dc1897bec tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:23.275487 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a17235d3-377c-4d6c-8f8c-7648da4d4024 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=209be6535ed041d2af842864b0bf6bbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1564393 Feb 09 01:07:23.278930 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c910a9be-2950-44ad-9b07-45e4e36877da req-b8d742c0-c71d-49af-a3e3-ff8dc1897bec tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=29bdf613-4d8e-4e34-8efc-fc0ea315c314 HTTP/1.1" status: 200 len: 945 time: 0.2199538 Feb 09 01:07:23.282302 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38860) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:23.397699 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c910a9be-2950-44ad-9b07-45e4e36877da req-8ba666d7-fb1d-423c-a852-17fdbfcafdae tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174219 Feb 09 01:07:23.425437 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b458fb11-2ba8-4dc2-b596-9526b20db68a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:23.466333 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b458fb11-2ba8-4dc2-b596-9526b20db68a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:23.542136 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b458fb11-2ba8-4dc2-b596-9526b20db68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:23.580649 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458fb11-2ba8-4dc2-b596-9526b20db68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118a22ba-9a38-4b85-bbed-91077bf9910f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:23.599289 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b458fb11-2ba8-4dc2-b596-9526b20db68a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:23.605343 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-2f340adc-0bfe-4d92-becf-d557c707fa71 service neutron] 10.222.0.37 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7396171 Feb 09 01:07:23.607002 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b458fb11-2ba8-4dc2-b596-9526b20db68a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/118a22ba-9a38-4b85-bbed-91077bf9910f HTTP/1.1" status: 204 len: 168 time: 0.3236055 Feb 09 01:07:23.827960 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-0e9f1dcd-4b8f-40c7-bfb7-a394f3c998e0 service neutron] 10.222.0.37 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219121 Feb 09 01:07:23.886993 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225f605-c907-48a2-b599-8fd491b6299c req-c1b88d93-99f1-4365-b081-8015fd59955c tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:23.909570 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f225f605-c907-48a2-b599-8fd491b6299c req-c1b88d93-99f1-4365-b081-8015fd59955c tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 946 time: 0.2850504 Feb 09 01:07:23.996097 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f225f605-c907-48a2-b599-8fd491b6299c req-89322c39-713c-4dcb-93bc-07e198cd7c48 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853939 Feb 09 01:07:24.061333 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b846033-fac3-4af1-9d62-7eec4c4ef366 req-3ee1068c-b76c-4b5b-abc8-630b25410e69 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:24.063586 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-2b846033-fac3-4af1-9d62-7eec4c4ef366 req-3ee1068c-b76c-4b5b-abc8-630b25410e69 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Synchronizing usage tracker for tenant:1828a8e10f7447aba0d25cab4f7feaf3 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:07:24.117639 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-2b846033-fac3-4af1-9d62-7eec4c4ef366 req-3ee1068c-b76c-4b5b-abc8-630b25410e69 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Unset dirty status for tenant:1828a8e10f7447aba0d25cab4f7feaf3 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:07:24.119225 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2b846033-fac3-4af1-9d62-7eec4c4ef366 req-3ee1068c-b76c-4b5b-abc8-630b25410e69 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 951 time: 0.2569954 Feb 09 01:07:24.304001 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-2b846033-fac3-4af1-9d62-7eec4c4ef366 req-4579f619-82c7-4e22-85b3-b16582c7aa41 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Deleting port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:07:24.304340 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2b846033-fac3-4af1-9d62-7eec4c4ef366 req-4579f619-82c7-4e22-85b3-b16582c7aa41 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:24.310780 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38894) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:24.404755 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 195afced-5c87-435c-8e9f-ba7ed085bdfa up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:07:24.449308 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3e3ea-0b6f-4cc8-9e79-208f507c3e56 req-6d199219-88c6-4abc-87b9-d26499df4c73 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:24.479276 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d8c3e3ea-0b6f-4cc8-9e79-208f507c3e56 req-6d199219-88c6-4abc-87b9-d26499df4c73 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 951 time: 0.2752521 Feb 09 01:07:24.575426 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-a9084a30-e72f-41b8-a0b3-f6225accec0e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1965581680-network', 'tenant_id': 'cc4c8cc933324b88961970b38c318acf'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:24.596006 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a9084a30-e72f-41b8-a0b3-f6225accec0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:24.625493 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 195afced-5c87-435c-8e9f-ba7ed085bdfa triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:24.625869 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:24.688296 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d8c3e3ea-0b6f-4cc8-9e79-208f507c3e56 req-aec3ea24-852e-4d81-8219-35159374ea63 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938093 Feb 09 01:07:24.688296 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a9084a30-e72f-41b8-a0b3-f6225accec0e admin admin] Usage tracker for resource:network and tenant:cc4c8cc933324b88961970b38c318acf is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:24.688296 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a9084a30-e72f-41b8-a0b3-f6225accec0e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:24.706973 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a9084a30-e72f-41b8-a0b3-f6225accec0e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:24.737977 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9084a30-e72f-41b8-a0b3-f6225accec0e admin admin] Made reservation on behalf of cc4c8cc933324b88961970b38c318acf for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:24.740366 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a9084a30-e72f-41b8-a0b3-f6225accec0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:24.772096 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a9084a30-e72f-41b8-a0b3-f6225accec0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:24.793169 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:24.817905 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-2b846033-fac3-4af1-9d62-7eec4c4ef366 req-4579f619-82c7-4e22-85b3-b16582c7aa41 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] For port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=94b792d6-4b46-48e1-af0e-a8b9c1751cfd,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:24.818466 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2b846033-fac3-4af1-9d62-7eec4c4ef366 req-4579f619-82c7-4e22-85b3-b16582c7aa41 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:24.818963 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a9084a30-e72f-41b8-a0b3-f6225accec0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:24.822841 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a9084a30-e72f-41b8-a0b3-f6225accec0e admin admin] Usage tracker for resource:security_group_rule and tenant:cc4c8cc933324b88961970b38c318acf is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:24.829652 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a9084a30-e72f-41b8-a0b3-f6225accec0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:24.847371 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a9084a30-e72f-41b8-a0b3-f6225accec0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:24.888098 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:24.947262 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bdf613-4d8e-4e34-8efc-fc0ea315c314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195afced-5c87-435c-8e9f-ba7ed085bdfa'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:24.966220 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 195afced-5c87-435c-8e9f-ba7ed085bdfa, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=195afced-5c87-435c-8e9f-ba7ed085bdfa,segment=NetworkSegment(a61f9560-b5f0-4f56-92cb-5bd87e6c7f24),segment_id=a61f9560-b5f0-4f56-92cb-5bd87e6c7f24)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:24.974036 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:25.049741 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a9084a30-e72f-41b8-a0b3-f6225accec0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:25.064712 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a9084a30-e72f-41b8-a0b3-f6225accec0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:25.089159 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9084a30-e72f-41b8-a0b3-f6225accec0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 984} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:07:25.113925 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a9084a30-e72f-41b8-a0b3-f6225accec0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:25.115991 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-a9084a30-e72f-41b8-a0b3-f6225accec0e admin admin] Added segment 9d6151bd-8aab-4130-a2b5-7a05335ceb67 of type vlan for network 5d11b054-64d2-42d3-99df-4c3a4109f360 Feb 09 01:07:25.271546 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a9084a30-e72f-41b8-a0b3-f6225accec0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:25.273846 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=195afced-5c87-435c-8e9f-ba7ed085bdfa,revision_number=7']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:25.289086 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-2b846033-fac3-4af1-9d62-7eec4c4ef366 req-4579f619-82c7-4e22-85b3-b16582c7aa41 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Calling delete_port for 94b792d6-4b46-48e1-af0e-a8b9c1751cfd owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:07:25.309379 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9084a30-e72f-41b8-a0b3-f6225accec0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e3ef72-f019-498e-aa12-fd3d7cc92aeb,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:25.334197 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a9084a30-e72f-41b8-a0b3-f6225accec0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:25.335867 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9084a30-e72f-41b8-a0b3-f6225accec0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:25.336726 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a9084a30-e72f-41b8-a0b3-f6225accec0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:25.666716 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9084a30-e72f-41b8-a0b3-f6225accec0e admin admin] Pushing event updated for resources: {'Network': ['ID=5d11b054-64d2-42d3-99df-4c3a4109f360,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:25.681492 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 5d11b054-64d2-42d3-99df-4c3a4109f360 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:07:25.693185 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3de09-4b6e-4473-9b66-58b1d48cf821 req-0389a51f-3923-412d-a563-3139dc31e670 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:25.694747 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-26d3de09-4b6e-4473-9b66-58b1d48cf821 req-0389a51f-3923-412d-a563-3139dc31e670 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=29bdf613-4d8e-4e34-8efc-fc0ea315c314 HTTP/1.1" status: 200 len: 946 time: 0.5640543 Feb 09 01:07:25.696713 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a9084a30-e72f-41b8-a0b3-f6225accec0e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3842542 Feb 09 01:07:25.699692 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38946) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:25.707887 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-359ccd75-372e-4443-91fc-46fcaf56bea4 admin admin] Request body: {'subnet': {'network_id': '5d11b054-64d2-42d3-99df-4c3a4109f360', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1965581680-subnet', 'tenant_id': 'cc4c8cc933324b88961970b38c318acf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:25.729751 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5c4fd7be-05d9-44e3-b23d-e4e18bf212bc req-7aca6cb2-7939-44ca-8d17-47e85a6172c2 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 210 time: 0.1084375 Feb 09 01:07:25.730855 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2b846033-fac3-4af1-9d62-7eec4c4ef366 req-4579f619-82c7-4e22-85b3-b16582c7aa41 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:25.736117 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-359ccd75-372e-4443-91fc-46fcaf56bea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:25.744141 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-359ccd75-372e-4443-91fc-46fcaf56bea4 admin admin] Usage tracker for resource:subnet and tenant:cc4c8cc933324b88961970b38c318acf is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:25.801795 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-359ccd75-372e-4443-91fc-46fcaf56bea4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:25.815593 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-359ccd75-372e-4443-91fc-46fcaf56bea4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:25.846825 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-26d3de09-4b6e-4473-9b66-58b1d48cf821 req-ca449d91-e0f0-4ff5-891f-72641a29eb18 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289325 Feb 09 01:07:25.847314 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['7d3f8cfd-56c5-4824-a60d-48dae61c8128'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:07:25.861208 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359ccd75-372e-4443-91fc-46fcaf56bea4 admin admin] Made reservation on behalf of cc4c8cc933324b88961970b38c318acf for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:25.863920 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-359ccd75-372e-4443-91fc-46fcaf56bea4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:25.888460 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4579f619-82c7-4e22-85b3-b16582c7aa41 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Pushing event deleted for resources: {'Port': ['ID=94b792d6-4b46-48e1-af0e-a8b9c1751cfd,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:26.002713 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['b7382de6-6aba-4a28-a643-d303a5c9ccff', '94b792d6-4b46-48e1-af0e-a8b9c1751cfd'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:07:26.018780 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b846033-fac3-4af1-9d62-7eec4c4ef366 req-4579f619-82c7-4e22-85b3-b16582c7aa41 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] No DVR routers for this DVR port 94b792d6-4b46-48e1-af0e-a8b9c1751cfd on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:07:26.023769 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2b846033-fac3-4af1-9d62-7eec4c4ef366 req-4579f619-82c7-4e22-85b3-b16582c7aa41 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:26.027322 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb531411-c183-464c-b8be-7e95c398c023', 'name': 'network-vif-deleted', 'tag': '94b792d6-4b46-48e1-af0e-a8b9c1751cfd'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:26.101694 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2b846033-fac3-4af1-9d62-7eec4c4ef366 req-4579f619-82c7-4e22-85b3-b16582c7aa41 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.117 "DELETE /v2.0/ports/94b792d6-4b46-48e1-af0e-a8b9c1751cfd HTTP/1.1" status: 204 len: 173 time: 1.9743841 Feb 09 01:07:26.113067 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-26a71487-5f3c-47c3-b9c4-c39946ea5b08 req-9d583801-0a1c-4f98-8bc9-3cdef09e691b tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Synchronizing usage tracker for tenant:1828a8e10f7447aba0d25cab4f7feaf3 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:07:26.135308 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-26a71487-5f3c-47c3-b9c4-c39946ea5b08 req-9d583801-0a1c-4f98-8bc9-3cdef09e691b tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Unset dirty status for tenant:1828a8e10f7447aba0d25cab4f7feaf3 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:07:26.151459 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-26a71487-5f3c-47c3-b9c4-c39946ea5b08 req-9d583801-0a1c-4f98-8bc9-3cdef09e691b tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 210 time: 0.0981269 Feb 09 01:07:26.176012 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bdf613-4d8e-4e34-8efc-fc0ea315c314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195afced-5c87-435c-8e9f-ba7ed085bdfa', 'code': 200} Feb 09 01:07:26.375475 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb30610-93b9-4694-a290-5962436b6aef req-0aeedc01-4a3b-41de-8b1a-2efdc4168afd tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:26.389063 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-acb30610-93b9-4694-a290-5962436b6aef req-0aeedc01-4a3b-41de-8b1a-2efdc4168afd tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 946 time: 0.2196538 Feb 09 01:07:26.551100 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-acb30610-93b9-4694-a290-5962436b6aef req-39de3754-1ab6-4fa5-956f-e36356b59dc4 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588225 Feb 09 01:07:26.646691 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-359ccd75-372e-4443-91fc-46fcaf56bea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:26.689547 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb531411-c183-464c-b8be-7e95c398c023', 'name': 'network-vif-deleted', 'tag': '94b792d6-4b46-48e1-af0e-a8b9c1751cfd', 'status': 'completed', 'code': 200} Feb 09 01:07:26.859664 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359ccd75-372e-4443-91fc-46fcaf56bea4 admin admin] Checking segment: {'id': '9d6151bd-8aab-4130-a2b5-7a05335ceb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '5d11b054-64d2-42d3-99df-4c3a4109f360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:07:26.863170 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359ccd75-372e-4443-91fc-46fcaf56bea4 admin admin] Network hostable DHCP agents. Network: 5d11b054-64d2-42d3-99df-4c3a4109f360, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:07:26.901122 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ccd75-372e-4443-91fc-46fcaf56bea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca20dd66-293c-4367-9626-af80f15fac78,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:27.018564 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359ccd75-372e-4443-91fc-46fcaf56bea4 admin admin] Network 5d11b054-64d2-42d3-99df-4c3a4109f360 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:07:27.024989 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ead084f-f9a7-47b1-a516-0a5a4b8c8540 req-0a6a1fac-517f-4216-8891-df9cd95a15c7 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 210 time: 0.0749879 Feb 09 01:07:27.104375 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-359ccd75-372e-4443-91fc-46fcaf56bea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 5d11b054-64d2-42d3-99df-4c3a4109f360) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:27.114253 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359ccd75-372e-4443-91fc-46fcaf56bea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:27.114940 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-359ccd75-372e-4443-91fc-46fcaf56bea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:27.121627 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3b4d8c-ae21-43e5-aa04-d7f0b35a25c2 None None] Network 5d11b054-64d2-42d3-99df-4c3a4109f360 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:07:27.140601 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-979b1a23-bcd2-4f28-bc63-89a7e264a140 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:27.152521 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-979b1a23-bcd2-4f28-bc63-89a7e264a140 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.35 "GET /v2.0/networks?id=48fff0c2-cb8c-4c86-992a-0e113098b5fc HTTP/1.1" status: 200 len: 808 time: 0.3930762 Feb 09 01:07:27.168883 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-16bb229d-0399-4c78-9169-e1000287b9ed tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Request body: {'port': {'device_id': '09fc651a-ed13-402a-bd5c-dc41a790da52', 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc', 'admin_state_up': True, 'tenant_id': '6a459030aa9346b7b761b1ccc64f5445'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:27.225305 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-359ccd75-372e-4443-91fc-46fcaf56bea4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5237951 Feb 09 01:07:27.282873 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a216d3-f059-4206-b686-1814ef7ce9cb req-440d7f55-2f45-4c36-8ab3-44234260d984 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:27.292589 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a5a216d3-f059-4206-b686-1814ef7ce9cb req-440d7f55-2f45-4c36-8ab3-44234260d984 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=29bdf613-4d8e-4e34-8efc-fc0ea315c314 HTTP/1.1" status: 200 len: 946 time: 0.3712971 Feb 09 01:07:27.439731 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a5a216d3-f059-4206-b686-1814ef7ce9cb req-b8144566-1b80-4038-ae1a-294b56955a35 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458578 Feb 09 01:07:27.590667 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-766d2e27-df98-4814-a5cd-cb467c030b09 req-9b766482-59e0-449f-ad2f-6d58e9bf27aa tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb531411-c183-464c-b8be-7e95c398c023 HTTP/1.1" status: 200 len: 210 time: 0.0872853 Feb 09 01:07:27.637917 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38986) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:27.667033 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-16bb229d-0399-4c78-9169-e1000287b9ed tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:27.679427 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-16bb229d-0399-4c78-9169-e1000287b9ed tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:27.693147 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-16bb229d-0399-4c78-9169-e1000287b9ed tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Made reservation on behalf of 6a459030aa9346b7b761b1ccc64f5445 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:27.699017 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-16bb229d-0399-4c78-9169-e1000287b9ed tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:27.729884 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb1acdd-e928-48f8-acf1-a1c4baad7f48 None None] Network 5d11b054-64d2-42d3-99df-4c3a4109f360 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:07:27.875205 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bf489c9-0c7e-4a5c-ba90-434087bf4322 admin admin] Deleting subnet ca20dd66-293c-4367-9626-af80f15fac78 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:07:27.885739 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7bf489c9-0c7e-4a5c-ba90-434087bf4322 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:28.137090 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7bf489c9-0c7e-4a5c-ba90-434087bf4322 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:28.257261 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610baa05-e56d-417d-8dd5-4bdc0de2c37e req-95934421-a83f-463f-88f2-28e2f6151d8e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:28.257687 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-16bb229d-0399-4c78-9169-e1000287b9ed tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Allocated IP 172.20.0.2 (48fff0c2-cb8c-4c86-992a-0e113098b5fc/71237ce4-c470-4847-a2d1-f1f13758c999/cd05d35a-69b9-4ddc-9f72-3688ba4d2eae) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:07:28.259839 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-610baa05-e56d-417d-8dd5-4bdc0de2c37e req-95934421-a83f-463f-88f2-28e2f6151d8e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 946 time: 0.3191910 Feb 09 01:07:28.324924 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-610baa05-e56d-417d-8dd5-4bdc0de2c37e req-a5525880-cd1e-4010-84d3-5bfdfdcc384b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551288 Feb 09 01:07:28.337661 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7bf489c9-0c7e-4a5c-ba90-434087bf4322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:28.448338 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7bf489c9-0c7e-4a5c-ba90-434087bf4322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:28.453824 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 195afced-5c87-435c-8e9f-ba7ed085bdfa no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:07:28.483292 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4b3ce71f-bcf6-4987-aff4-328c71196e7d req-bd116126-0472-4ef7-8c24-41d964a550d8 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 210 time: 0.1598606 Feb 09 01:07:28.538429 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf489c9-0c7e-4a5c-ba90-434087bf4322 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca20dd66-293c-4367-9626-af80f15fac78,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:28.551973 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7bf489c9-0c7e-4a5c-ba90-434087bf4322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:28.565611 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39000) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:28.569261 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7bf489c9-0c7e-4a5c-ba90-434087bf4322 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ca20dd66-293c-4367-9626-af80f15fac78 HTTP/1.1" status: 204 len: 168 time: 0.9292214 Feb 09 01:07:28.683734 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:28.731109 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bdf613-4d8e-4e34-8efc-fc0ea315c314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '195afced-5c87-435c-8e9f-ba7ed085bdfa'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:28.744775 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 195afced-5c87-435c-8e9f-ba7ed085bdfa, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=195afced-5c87-435c-8e9f-ba7ed085bdfa,segment=NetworkSegment(a61f9560-b5f0-4f56-92cb-5bd87e6c7f24),segment_id=a61f9560-b5f0-4f56-92cb-5bd87e6c7f24)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:28.755123 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:28.905514 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d02a772d-572c-43da-ab1d-af05d96f1131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:28.966052 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e94e9-2d6e-4f5a-9ab8-f194b556666a req-bc1469d5-a641-4718-abc7-9fa29f35873d tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:28.972016 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-523e94e9-2d6e-4f5a-9ab8-f194b556666a req-bc1469d5-a641-4718-abc7-9fa29f35873d tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=29bdf613-4d8e-4e34-8efc-fc0ea315c314 HTTP/1.1" status: 200 len: 944 time: 0.3527610 Feb 09 01:07:29.043232 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=195afced-5c87-435c-8e9f-ba7ed085bdfa,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:29.047674 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 94b792d6-4b46-48e1-af0e-a8b9c1751cfd no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:07:29.094941 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bdf613-4d8e-4e34-8efc-fc0ea315c314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '195afced-5c87-435c-8e9f-ba7ed085bdfa', 'code': 200} Feb 09 01:07:29.096868 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: 94b792d6-4b46-48e1-af0e-a8b9c1751cfd {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:07:29.097663 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 94b792d6-4b46-48e1-af0e-a8b9c1751cfd not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:07:29.106464 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-523e94e9-2d6e-4f5a-9ab8-f194b556666a req-253eb9a2-80aa-49fd-8845-83b889a7000f tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277926 Feb 09 01:07:29.335244 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-16bb229d-0399-4c78-9169-e1000287b9ed tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:29.408853 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d02a772d-572c-43da-ab1d-af05d96f1131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:29.459115 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-d02a772d-572c-43da-ab1d-af05d96f1131 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d11b054-64d2-42d3-99df-4c3a4109f360']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:29.483398 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-d02a772d-572c-43da-ab1d-af05d96f1131 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d6151bd-8aab-4130-a2b5-7a05335ceb67') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:29.483938 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-d02a772d-572c-43da-ab1d-af05d96f1131 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d6151bd-8aab-4130-a2b5-7a05335ceb67') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:29.508233 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d02a772d-572c-43da-ab1d-af05d96f1131 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:29.559482 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fc68c-1869-4c66-bfdf-17640a13e030 req-f7b0e88e-24ef-47db-b590-461bcc7213d0 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:29.561302 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-090fc68c-1869-4c66-bfdf-17640a13e030 req-f7b0e88e-24ef-47db-b590-461bcc7213d0 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.35 "GET /v2.0/ports?device_id=29bdf613-4d8e-4e34-8efc-fc0ea315c314 HTTP/1.1" status: 200 len: 944 time: 0.6511931 Feb 09 01:07:29.641121 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe882d9b-f782-4f97-a4d3-b7a61cbf6d71 req-5d248ac5-dc88-42dd-9b34-11ff988d26d5 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:29.643275 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-090fc68c-1869-4c66-bfdf-17640a13e030 req-17ec857f-7632-40a8-a88c-239aca81ddfe tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Deleting port 195afced-5c87-435c-8e9f-ba7ed085bdfa {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:07:29.643627 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-090fc68c-1869-4c66-bfdf-17640a13e030 req-17ec857f-7632-40a8-a88c-239aca81ddfe tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:29.653927 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fe882d9b-f782-4f97-a4d3-b7a61cbf6d71 req-5d248ac5-dc88-42dd-9b34-11ff988d26d5 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 946 time: 0.1301928 Feb 09 01:07:29.674854 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d02a772d-572c-43da-ab1d-af05d96f1131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:29.731251 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fe882d9b-f782-4f97-a4d3-b7a61cbf6d71 req-cbf5dbd2-0b6a-49ec-81c5-71e21ebba28c tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753653 Feb 09 01:07:29.752109 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d02a772d-572c-43da-ab1d-af05d96f1131 admin admin] Releasing vlan 984 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:07:29.752552 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d02a772d-572c-43da-ab1d-af05d96f1131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:29.774204 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:07:29.774204 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:07:29.774204 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:07:29.774204 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:07:29.774204 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:07:29.774204 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:07:29.774204 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:07:29.774204 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:07:29.774204 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:07:29.774204 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:07:29.774204 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:07:29.774204 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:07:29.774204 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:07:29.774204 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:07:29.774204 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:07:29.774204 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:07:29.774204 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:07:29.774204 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:07:29.774204 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:07:29.774204 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:07:29.774204 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:07:29.774204 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:07:29.774204 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:07:29.774204 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:07:29.774204 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:07:29.774204 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:07:29.774204 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:07:29.774204 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:07:29.774204 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:07:29.774204 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:07:29.774204 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:07:29.774204 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:07:29.850977 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-16bb229d-0399-4c78-9169-e1000287b9ed tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:29.864922 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['c83f8a1e-a3b6-4bfd-aa0f-caacd4853992'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:07:30.051940 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af43fc-39c5-44aa-b7df-cd186227c418 req-7d9c4e0a-5ba7-4156-bd10-c4e6b791cda1 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:30.064729 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-03af43fc-39c5-44aa-b7df-cd186227c418 req-7d9c4e0a-5ba7-4156-bd10-c4e6b791cda1 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 931 time: 0.2028613 Feb 09 01:07:30.097146 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb229d-0399-4c78-9169-e1000287b9ed tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Pushing event updated for resources: {'Port': ['ID=cd05d35a-69b9-4ddc-9f72-3688ba4d2eae,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:30.244871 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-03af43fc-39c5-44aa-b7df-cd186227c418 req-218b25bd-fa29-4e1a-b9d2-018e52aba72c tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689947 Feb 09 01:07:30.273305 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-16bb229d-0399-4c78-9169-e1000287b9ed tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Network 48fff0c2-cb8c-4c86-992a-0e113098b5fc is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:07:30.281076 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d02a772d-572c-43da-ab1d-af05d96f1131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:30.283724 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-16bb229d-0399-4c78-9169-e1000287b9ed tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:30.327840 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-16bb229d-0399-4c78-9169-e1000287b9ed tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:07:30.446690 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d02a772d-572c-43da-ab1d-af05d96f1131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:30.449575 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a772d-572c-43da-ab1d-af05d96f1131 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d11b054-64d2-42d3-99df-4c3a4109f360,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:30.457121 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-16bb229d-0399-4c78-9169-e1000287b9ed tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:30.457751 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-16bb229d-0399-4c78-9169-e1000287b9ed tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:30.549063 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1707df-a1bb-4dd9-975c-82fd6451a22f req-c08483cf-2f93-4d40-a25e-13405849dcd2 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:30.557125 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1c1707df-a1bb-4dd9-975c-82fd6451a22f req-c08483cf-2f93-4d40-a25e-13405849dcd2 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 950 time: 0.8749433 Feb 09 01:07:30.613482 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89a304-1b1b-40ab-a297-34ded939369f req-12291ca7-0afe-4ac9-96c4-2a957cacf4e5 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:30.615707 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ef89a304-1b1b-40ab-a297-34ded939369f req-12291ca7-0afe-4ac9-96c4-2a957cacf4e5 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=29bdf613-4d8e-4e34-8efc-fc0ea315c314 HTTP/1.1" status: 200 len: 944 time: 0.1791708 Feb 09 01:07:30.624351 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-16bb229d-0399-4c78-9169-e1000287b9ed tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4602015 Feb 09 01:07:30.632457 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d02a772d-572c-43da-ab1d-af05d96f1131 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5d11b054-64d2-42d3-99df-4c3a4109f360 HTTP/1.1" status: 204 len: 168 time: 2.0648637 Feb 09 01:07:30.650273 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-107962c9-c4e1-4e8c-aa28-132850c93777 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:07:30.651639 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-107962c9-c4e1-4e8c-aa28-132850c93777 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177095 Feb 09 01:07:30.683172 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-bbfdad74-868e-42cd-9f69-637c5f02faa3 service neutron] Request body: {'port': {'device_id': '09fc651a-ed13-402a-bd5c-dc41a790da52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:30.720610 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1c1707df-a1bb-4dd9-975c-82fd6451a22f req-be0d80b3-27f2-4801-a457-5089e9db9d60 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623116 Feb 09 01:07:30.732722 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ef89a304-1b1b-40ab-a297-34ded939369f req-2bf1652c-2ec8-4153-b154-bcfcdce6093a tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105924 Feb 09 01:07:30.771336 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-090fc68c-1869-4c66-bfdf-17640a13e030 req-17ec857f-7632-40a8-a88c-239aca81ddfe tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] For port 195afced-5c87-435c-8e9f-ba7ed085bdfa, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=195afced-5c87-435c-8e9f-ba7ed085bdfa,segment=NetworkSegment(a61f9560-b5f0-4f56-92cb-5bd87e6c7f24),segment_id=a61f9560-b5f0-4f56-92cb-5bd87e6c7f24)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:30.772347 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-090fc68c-1869-4c66-bfdf-17640a13e030 req-17ec857f-7632-40a8-a88c-239aca81ddfe tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:30.864549 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39044) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:30.911398 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39048) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:30.988024 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3378fac8-0ac1-4653-8b50-3af8d0d8f32f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cc4c8cc933324b88961970b38c318acf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1217041 Feb 09 01:07:30.993279 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39054) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:31.092183 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b9cb6faa-92bb-41d6-9238-f7207356d52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:31.103644 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6fb17-1c2e-4b6d-afb2-3c7c715c2de4 req-6537e234-3bfb-4bad-bc65-9c17968c77fc tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:31.110773 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-55d6fb17-1c2e-4b6d-afb2-3c7c715c2de4 req-6537e234-3bfb-4bad-bc65-9c17968c77fc tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 946 time: 0.1596355 Feb 09 01:07:31.157967 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-090fc68c-1869-4c66-bfdf-17640a13e030 req-17ec857f-7632-40a8-a88c-239aca81ddfe tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Calling delete_port for 195afced-5c87-435c-8e9f-ba7ed085bdfa owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:07:31.173571 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b9cb6faa-92bb-41d6-9238-f7207356d52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:31.182664 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ed20fb47-98a6-467a-bb8d-05440bd0eb81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:31.230853 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ed20fb47-98a6-467a-bb8d-05440bd0eb81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:31.244722 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-55d6fb17-1c2e-4b6d-afb2-3c7c715c2de4 req-7d7eb3d4-cacc-42b5-b59a-a65a5393c82a tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327097 Feb 09 01:07:31.261001 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ed20fb47-98a6-467a-bb8d-05440bd0eb81 admin admin] Usage tracker for resource:security_group_rule and tenant:16212620bcc84884bfc646a29618fab9 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:31.275514 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ed20fb47-98a6-467a-bb8d-05440bd0eb81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:31.285818 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ed20fb47-98a6-467a-bb8d-05440bd0eb81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:31.300251 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-bbfdad74-868e-42cd-9f69-637c5f02faa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:31.383335 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b9cb6faa-92bb-41d6-9238-f7207356d52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:31.399384 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29d804-5616-4fb3-af5a-f3b1880f63db req-2d2cb65e-d9a8-4f9f-a356-f7205c54caff tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:31.400874 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3e29d804-5616-4fb3-af5a-f3b1880f63db req-2d2cb65e-d9a8-4f9f-a356-f7205c54caff tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 950 time: 0.2600327 Feb 09 01:07:31.528482 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb6faa-92bb-41d6-9238-f7207356d52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e3ef72-f019-498e-aa12-fd3d7cc92aeb,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:31.568831 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ed20fb47-98a6-467a-bb8d-05440bd0eb81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:31.571096 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b9cb6faa-92bb-41d6-9238-f7207356d52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:31.571422 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b9cb6faa-92bb-41d6-9238-f7207356d52b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/68e3ef72-f019-498e-aa12-fd3d7cc92aeb HTTP/1.1" status: 204 len: 168 time: 0.5770476 Feb 09 01:07:31.587662 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ed20fb47-98a6-467a-bb8d-05440bd0eb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:31.632053 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20fb47-98a6-467a-bb8d-05440bd0eb81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c105cb51-da9c-451d-8530-ccad82399fcf,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:31.659255 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-3e29d804-5616-4fb3-af5a-f3b1880f63db req-39d22420-691b-4546-9037-abd2b531d42a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Deleting port 7d3f8cfd-56c5-4824-a60d-48dae61c8128 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:07:31.659857 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3e29d804-5616-4fb3-af5a-f3b1880f63db req-39d22420-691b-4546-9037-abd2b531d42a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:31.666921 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ed20fb47-98a6-467a-bb8d-05440bd0eb81 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=16212620bcc84884bfc646a29618fab9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7543242 Feb 09 01:07:31.669030 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39064) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:31.741054 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7e8184e-eda2-4ce2-bb99-008152685c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:31.784486 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7e8184e-eda2-4ce2-bb99-008152685c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:31.840384 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae1682-1f97-4e2f-aa51-a68e5ea5346e req-1961daa8-0375-494a-95ed-1648ed42ebea tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:31.841435 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f8ae1682-1f97-4e2f-aa51-a68e5ea5346e req-1961daa8-0375-494a-95ed-1648ed42ebea tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Synchronizing usage tracker for tenant:6a459030aa9346b7b761b1ccc64f5445 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:07:31.844563 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-090fc68c-1869-4c66-bfdf-17640a13e030 req-17ec857f-7632-40a8-a88c-239aca81ddfe tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:31.847010 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7e8184e-eda2-4ce2-bb99-008152685c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:31.862376 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8184e-eda2-4ce2-bb99-008152685c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c105cb51-da9c-451d-8530-ccad82399fcf,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:31.875337 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7e8184e-eda2-4ce2-bb99-008152685c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:31.880819 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b7e8184e-eda2-4ce2-bb99-008152685c14 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c105cb51-da9c-451d-8530-ccad82399fcf HTTP/1.1" status: 204 len: 168 time: 0.2081165 Feb 09 01:07:31.940351 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec857f-7632-40a8-a88c-239aca81ddfe tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Pushing event deleted for resources: {'Port': ['ID=195afced-5c87-435c-8e9f-ba7ed085bdfa,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:32.027874 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f8ae1682-1f97-4e2f-aa51-a68e5ea5346e req-1961daa8-0375-494a-95ed-1648ed42ebea tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Unset dirty status for tenant:6a459030aa9346b7b761b1ccc64f5445 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:07:32.034768 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f8ae1682-1f97-4e2f-aa51-a68e5ea5346e req-1961daa8-0375-494a-95ed-1648ed42ebea tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 931 time: 0.6329315 Feb 09 01:07:32.043545 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ead03858-cce4-45a6-ac89-aa80b02f23ad req-c7406ffe-bdc2-4981-bdd6-573af3cf95ae tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=29bdf613-4d8e-4e34-8efc-fc0ea315c314 HTTP/1.1" status: 200 len: 210 time: 0.0856574 Feb 09 01:07:32.140550 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f8ae1682-1f97-4e2f-aa51-a68e5ea5346e req-1af2a8bf-3d34-4f23-92d1-f6a0ddbeed24 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000025 Feb 09 01:07:32.195467 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-090fc68c-1869-4c66-bfdf-17640a13e030 req-17ec857f-7632-40a8-a88c-239aca81ddfe tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] No DVR routers for this DVR port 195afced-5c87-435c-8e9f-ba7ed085bdfa on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:07:32.199532 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-090fc68c-1869-4c66-bfdf-17640a13e030 req-17ec857f-7632-40a8-a88c-239aca81ddfe tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:32.217729 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bdf613-4d8e-4e34-8efc-fc0ea315c314', 'name': 'network-vif-deleted', 'tag': '195afced-5c87-435c-8e9f-ba7ed085bdfa'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:32.259969 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-090fc68c-1869-4c66-bfdf-17640a13e030 req-17ec857f-7632-40a8-a88c-239aca81ddfe tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.35 "DELETE /v2.0/ports/195afced-5c87-435c-8e9f-ba7ed085bdfa HTTP/1.1" status: 204 len: 173 time: 2.6899462 Feb 09 01:07:32.292919 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b302a-873a-4206-9f7a-fc31554f0fd0 req-dfd05bcc-5456-4c98-bd13-3e593b49bd62 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:32.302194 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b29b302a-873a-4206-9f7a-fc31554f0fd0 req-dfd05bcc-5456-4c98-bd13-3e593b49bd62 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 950 time: 0.1233208 Feb 09 01:07:32.325414 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bdf613-4d8e-4e34-8efc-fc0ea315c314', 'name': 'network-vif-deleted', 'tag': '195afced-5c87-435c-8e9f-ba7ed085bdfa', 'status': 'completed', 'code': 200} Feb 09 01:07:32.366925 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b29b302a-873a-4206-9f7a-fc31554f0fd0 req-b6309f14-43ce-45df-af9b-79b97aa6ac96 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573962 Feb 09 01:07:32.472537 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 7d3f8cfd-56c5-4824-a60d-48dae61c8128 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:07:32.653657 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:32.698746 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b51ef7-8521-43ef-94d1-dd02fb0a5c20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d3f8cfd-56c5-4824-a60d-48dae61c8128'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:32.708829 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 7d3f8cfd-56c5-4824-a60d-48dae61c8128, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=7d3f8cfd-56c5-4824-a60d-48dae61c8128,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:32.795907 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-bbfdad74-868e-42cd-9f69-637c5f02faa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd05d35a-69b9-4ddc-9f72-3688ba4d2eae {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:07:32.799712 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:32.800747 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 195afced-5c87-435c-8e9f-ba7ed085bdfa no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:07:32.808742 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-bbfdad74-868e-42cd-9f69-637c5f02faa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:32.838365 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39102) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:32.850405 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b51ef7-8521-43ef-94d1-dd02fb0a5c20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d3f8cfd-56c5-4824-a60d-48dae61c8128', 'code': 200} Feb 09 01:07:32.926214 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-65871604-1718-47b2-ad7d-593169fb9904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:32.933993 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-bbfdad74-868e-42cd-9f69-637c5f02faa3 service neutron] Transition to ACTIVE for port object cd05d35a-69b9-4ddc-9f72-3688ba4d2eae will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:07:32.947780 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-3e29d804-5616-4fb3-af5a-f3b1880f63db req-39d22420-691b-4546-9037-abd2b531d42a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] For port 7d3f8cfd-56c5-4824-a60d-48dae61c8128, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=7d3f8cfd-56c5-4824-a60d-48dae61c8128,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:32.948824 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3e29d804-5616-4fb3-af5a-f3b1880f63db req-39d22420-691b-4546-9037-abd2b531d42a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:32.971912 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-65871604-1718-47b2-ad7d-593169fb9904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:32.984955 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bc80d-18af-46e4-893a-0a225cd6075d req-116f2c25-88e4-45a3-9edb-699ad7d2413c tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:32.988526 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=7d3f8cfd-56c5-4824-a60d-48dae61c8128,revision_number=9']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:32.998215 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-759bc80d-18af-46e4-893a-0a225cd6075d req-116f2c25-88e4-45a3-9edb-699ad7d2413c tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 946 time: 0.4917738 Feb 09 01:07:33.004145 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39106) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:33.006872 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-bbfdad74-868e-42cd-9f69-637c5f02faa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:33.009565 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 195afced-5c87-435c-8e9f-ba7ed085bdfa {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:07:33.009975 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 195afced-5c87-435c-8e9f-ba7ed085bdfa not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:07:33.012599 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-65871604-1718-47b2-ad7d-593169fb9904 admin admin] Usage tracker for resource:security_group_rule and tenant:2018202653de436190f4af07118cefa9 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:33.030779 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-65871604-1718-47b2-ad7d-593169fb9904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:33.042822 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-65871604-1718-47b2-ad7d-593169fb9904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:33.206752 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfdad74-868e-42cd-9f69-637c5f02faa3 service neutron] Pushing event updated for resources: {'Port': ['ID=cd05d35a-69b9-4ddc-9f72-3688ba4d2eae,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:33.264462 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-65871604-1718-47b2-ad7d-593169fb9904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:33.274687 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-65871604-1718-47b2-ad7d-593169fb9904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:33.369853 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-5c9b72f6-7232-4e49-87a2-561cac43d7f9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1400162326-network', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:33.383493 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5c9b72f6-7232-4e49-87a2-561cac43d7f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:33.391327 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-65871604-1718-47b2-ad7d-593169fb9904 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2018202653de436190f4af07118cefa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5498309 Feb 09 01:07:33.393715 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39120) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:33.394713 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5c9b72f6-7232-4e49-87a2-561cac43d7f9 admin admin] Usage tracker for resource:network and tenant:5c3742d9e0e147a587c775654c5e399e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:33.399888 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5c9b72f6-7232-4e49-87a2-561cac43d7f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:33.418266 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5c9b72f6-7232-4e49-87a2-561cac43d7f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:33.420515 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65871604-1718-47b2-ad7d-593169fb9904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32640b4-7323-40e1-8b46-f4cc7a1751ba,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:33.482533 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-3e29d804-5616-4fb3-af5a-f3b1880f63db req-39d22420-691b-4546-9037-abd2b531d42a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Calling delete_port for 7d3f8cfd-56c5-4824-a60d-48dae61c8128 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:07:33.562367 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9b72f6-7232-4e49-87a2-561cac43d7f9 admin admin] Made reservation on behalf of 5c3742d9e0e147a587c775654c5e399e for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:33.566681 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5c9b72f6-7232-4e49-87a2-561cac43d7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:33.649726 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-759bc80d-18af-46e4-893a-0a225cd6075d req-c17865eb-a34a-4dab-bef6-e96d992f6664 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6497476 Feb 09 01:07:33.653687 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5c9b72f6-7232-4e49-87a2-561cac43d7f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:33.678668 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3fed5192-752c-41c7-95b0-482f3ae07dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:33.704580 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5c9b72f6-7232-4e49-87a2-561cac43d7f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:33.714755 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5c9b72f6-7232-4e49-87a2-561cac43d7f9 admin admin] Usage tracker for resource:security_group_rule and tenant:5c3742d9e0e147a587c775654c5e399e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:33.726427 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5c9b72f6-7232-4e49-87a2-561cac43d7f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:33.740679 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5c9b72f6-7232-4e49-87a2-561cac43d7f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:33.750076 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3fed5192-752c-41c7-95b0-482f3ae07dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:33.850556 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e2b1c-3832-4ca4-955b-f85f9563ce5d req-6e3960e3-af9c-4a47-acd5-4d8bf9c04989 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:33.852021 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-025e2b1c-3832-4ca4-955b-f85f9563ce5d req-6e3960e3-af9c-4a47-acd5-4d8bf9c04989 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 943 time: 0.2680104 Feb 09 01:07:33.892558 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.api [req-3e29d804-5616-4fb3-af5a-f3b1880f63db req-39d22420-691b-4546-9037-abd2b531d42a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:07:33.894062 n-d-828419-1 neutron-server[87612]: DEBUG oslo_db.api [req-3e29d804-5616-4fb3-af5a-f3b1880f63db req-39d22420-691b-4546-9037-abd2b531d42a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:07:33.930044 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3fed5192-752c-41c7-95b0-482f3ae07dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:33.955414 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-bbfdad74-868e-42cd-9f69-637c5f02faa3 service neutron] Attempting to bind port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:07:33.955740 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-bbfdad74-868e-42cd-9f69-637c5f02faa3 service neutron] Attempting to bind port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:07:33.956067 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-bbfdad74-868e-42cd-9f69-637c5f02faa3 service neutron] Attempting to bind port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:33.964508 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-bbfdad74-868e-42cd-9f69-637c5f02faa3 service neutron] Port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:07:33.965223 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-bbfdad74-868e-42cd-9f69-637c5f02faa3 service neutron] Attempting to bind port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:33.968625 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-025e2b1c-3832-4ca4-955b-f85f9563ce5d req-0fd30579-229b-4167-8c03-84568b6e316d tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064699 Feb 09 01:07:33.972146 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed5192-752c-41c7-95b0-482f3ae07dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32640b4-7323-40e1-8b46-f4cc7a1751ba,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:33.986451 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca2248-286c-46d7-931f-f17907a51e70 req-a56786a4-3ce3-405b-9f55-02c1b495818e tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:33.998194 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-34ca2248-286c-46d7-931f-f17907a51e70 req-a56786a4-3ce3-405b-9f55-02c1b495818e tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 948 time: 0.2295058 Feb 09 01:07:34.003708 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-bbfdad74-868e-42cd-9f69-637c5f02faa3 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:07:34.004601 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-bbfdad74-868e-42cd-9f69-637c5f02faa3 service neutron] Checking segment: {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:07:34.005436 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-bbfdad74-868e-42cd-9f69-637c5f02faa3 service neutron] Bound using segment: {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:07:34.006237 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-bbfdad74-868e-42cd-9f69-637c5f02faa3 service neutron] Bound port: cd05d35a-69b9-4ddc-9f72-3688ba4d2eae, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:07:34.006891 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-bbfdad74-868e-42cd-9f69-637c5f02faa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:34.019234 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3fed5192-752c-41c7-95b0-482f3ae07dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:34.019234 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3fed5192-752c-41c7-95b0-482f3ae07dba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c32640b4-7323-40e1-8b46-f4cc7a1751ba HTTP/1.1" status: 204 len: 168 time: 0.6126909 Feb 09 01:07:34.019234 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5c9b72f6-7232-4e49-87a2-561cac43d7f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:34.027694 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5c9b72f6-7232-4e49-87a2-561cac43d7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:34.078162 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c9b72f6-7232-4e49-87a2-561cac43d7f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 962} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:07:34.092137 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b72f6-7232-4e49-87a2-561cac43d7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383f14bc-ad80-46ff-b70f-1bc23ea09152,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:34.120869 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5c9b72f6-7232-4e49-87a2-561cac43d7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:34.121147 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-5c9b72f6-7232-4e49-87a2-561cac43d7f9 admin admin] Added segment 0a900953-cea9-408a-b5a5-b9b62ab0e594 of type vlan for network f463daa3-bdf7-465b-839b-27906d718cfd Feb 09 01:07:34.130195 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-34ca2248-286c-46d7-931f-f17907a51e70 req-5786b9a4-4849-42e7-b34e-1fc2326af9c0 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294706 Feb 09 01:07:34.170018 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-bbfdad74-868e-42cd-9f69-637c5f02faa3 service neutron] For port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:07:34.185715 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-bbfdad74-868e-42cd-9f69-637c5f02faa3 service neutron] For port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=cd05d35a-69b9-4ddc-9f72-3688ba4d2eae,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:07:34.200369 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-bbfdad74-868e-42cd-9f69-637c5f02faa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:34.241266 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5c9b72f6-7232-4e49-87a2-561cac43d7f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:34.429063 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-3e29d804-5616-4fb3-af5a-f3b1880f63db req-39d22420-691b-4546-9037-abd2b531d42a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Deleting port 7d3f8cfd-56c5-4824-a60d-48dae61c8128 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:07:34.429063 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3e29d804-5616-4fb3-af5a-f3b1880f63db req-39d22420-691b-4546-9037-abd2b531d42a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:34.454067 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfdad74-868e-42cd-9f69-637c5f02faa3 service neutron] Pushing event updated for resources: {'Port': ['ID=cd05d35a-69b9-4ddc-9f72-3688ba4d2eae,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:34.482535 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-bbfdad74-868e-42cd-9f69-637c5f02faa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:34.483106 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-bbfdad74-868e-42cd-9f69-637c5f02faa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:34.490711 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-bbfdad74-868e-42cd-9f69-637c5f02faa3 service neutron] 10.222.0.35 "PUT /v2.0/ports/cd05d35a-69b9-4ddc-9f72-3688ba4d2eae HTTP/1.1" status: 200 len: 1091 time: 3.8178177 Feb 09 01:07:34.490711 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fc651a-ed13-402a-bd5c-dc41a790da52', 'tag': 'cd05d35a-69b9-4ddc-9f72-3688ba4d2eae'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:34.552265 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5c9b72f6-7232-4e49-87a2-561cac43d7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:34.555259 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9b72f6-7232-4e49-87a2-561cac43d7f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:34.555259 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5c9b72f6-7232-4e49-87a2-561cac43d7f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:34.735765 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5c9b72f6-7232-4e49-87a2-561cac43d7f9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7304163 Feb 09 01:07:34.744902 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39152) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:34.762728 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-52205fe2-ee97-46fd-bf91-7f17466ad1c6 admin admin] Request body: {'subnet': {'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1400162326-subnet', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:34.768764 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-52205fe2-ee97-46fd-bf91-7f17466ad1c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:34.773774 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-52205fe2-ee97-46fd-bf91-7f17466ad1c6 admin admin] Usage tracker for resource:subnet and tenant:5c3742d9e0e147a587c775654c5e399e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:34.777276 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-52205fe2-ee97-46fd-bf91-7f17466ad1c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:34.785135 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-52205fe2-ee97-46fd-bf91-7f17466ad1c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:34.805448 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b72f6-7232-4e49-87a2-561cac43d7f9 admin admin] Pushing event updated for resources: {'Network': ['ID=f463daa3-bdf7-465b-839b-27906d718cfd,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:34.813392 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52205fe2-ee97-46fd-bf91-7f17466ad1c6 admin admin] Made reservation on behalf of 5c3742d9e0e147a587c775654c5e399e for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:34.820801 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-52205fe2-ee97-46fd-bf91-7f17466ad1c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:34.829512 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network f463daa3-bdf7-465b-839b-27906d718cfd details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:07:34.889543 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09fc651a-ed13-402a-bd5c-dc41a790da52', 'tag': 'cd05d35a-69b9-4ddc-9f72-3688ba4d2eae', 'status': 'completed', 'code': 200} Feb 09 01:07:34.911960 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0727abb-d80a-4867-878a-6b1730a25384 req-07b26553-f778-4eb9-82ea-31fb3e3e17ad tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:34.918922 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a0727abb-d80a-4867-878a-6b1730a25384 req-07b26553-f778-4eb9-82ea-31fb3e3e17ad tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/networks?id=84b8fc63-0946-45c0-a7ed-dafe26b562b1 HTTP/1.1" status: 200 len: 821 time: 0.5951605 Feb 09 01:07:34.957493 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a0727abb-d80a-4867-878a-6b1730a25384 req-225aec64-2d3b-4ed8-9899-88cb8fa912a4 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/quotas/7899c4a045cf4a878cc9afb8de54c39e HTTP/1.1" status: 200 len: 375 time: 0.0376272 Feb 09 01:07:35.148603 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a0727abb-d80a-4867-878a-6b1730a25384 req-3f6b7483-b5c1-441c-9192-75d1d478fcdb tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7899c4a045cf4a878cc9afb8de54c39e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1897433 Feb 09 01:07:35.218210 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-a0e77f7f-08c7-4edd-9ace-b9536fb77d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:35.223504 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-a0e77f7f-08c7-4edd-9ace-b9536fb77d20 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a459030aa9346b7b761b1ccc64f5445&device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 1094 time: 0.3310804 Feb 09 01:07:35.225555 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-3e29d804-5616-4fb3-af5a-f3b1880f63db req-39d22420-691b-4546-9037-abd2b531d42a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] For port 7d3f8cfd-56c5-4824-a60d-48dae61c8128, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=7d3f8cfd-56c5-4824-a60d-48dae61c8128,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:35.225956 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3e29d804-5616-4fb3-af5a-f3b1880f63db req-39d22420-691b-4546-9037-abd2b531d42a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:35.379806 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-52205fe2-ee97-46fd-bf91-7f17466ad1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:35.437510 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a0727abb-d80a-4867-878a-6b1730a25384 req-a7149bae-f485-40ad-ae37-73ca421b0f66 service neutron] 10.222.0.37 "GET /v2.0/networks/84b8fc63-0946-45c0-a7ed-dafe26b562b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882998 Feb 09 01:07:35.464577 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-3e29d804-5616-4fb3-af5a-f3b1880f63db req-39d22420-691b-4546-9037-abd2b531d42a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Calling delete_port for 7d3f8cfd-56c5-4824-a60d-48dae61c8128 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:07:35.510242 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb32abc-a8a0-4816-b5ac-f7f871d18a66 req-777e47eb-1e56-4972-b6ff-1d946bbae287 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:35.517536 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7fb32abc-a8a0-4816-b5ac-f7f871d18a66 req-777e47eb-1e56-4972-b6ff-1d946bbae287 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 946 time: 0.5170920 Feb 09 01:07:35.527674 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-b5994afe-da3e-4798-961b-53d3ec97e284 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd05d35a-69b9-4ddc-9f72-3688ba4d2eae HTTP/1.1" status: 200 len: 217 time: 0.2704577 Feb 09 01:07:35.553156 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52205fe2-ee97-46fd-bf91-7f17466ad1c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:35.590818 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52205fe2-ee97-46fd-bf91-7f17466ad1c6 admin admin] Checking segment: {'id': '0a900953-cea9-408a-b5a5-b9b62ab0e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:07:35.592056 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52205fe2-ee97-46fd-bf91-7f17466ad1c6 admin admin] Network hostable DHCP agents. Network: f463daa3-bdf7-465b-839b-27906d718cfd, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:07:35.653247 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7fb32abc-a8a0-4816-b5ac-f7f871d18a66 req-363713a4-7533-48d4-82d4-fd3ca7d72bbe tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352241 Feb 09 01:07:35.669475 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a0727abb-d80a-4867-878a-6b1730a25384 req-c964a2ea-895a-4662-bb3c-1015dd62d8fe service neutron] 10.222.0.37 "GET /v2.0/networks/84b8fc63-0946-45c0-a7ed-dafe26b562b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310741 Feb 09 01:07:35.678128 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52205fe2-ee97-46fd-bf91-7f17466ad1c6 admin admin] Network f463daa3-bdf7-465b-839b-27906d718cfd is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:07:35.706311 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-52205fe2-ee97-46fd-bf91-7f17466ad1c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, f463daa3-bdf7-465b-839b-27906d718cfd) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:35.707276 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-b8e83cb7-0850-4fad-89cb-e472afb294f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:35.708036 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-b8e83cb7-0850-4fad-89cb-e472afb294f1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=71237ce4-c470-4847-a2d1-f1f13758c999 HTTP/1.1" status: 200 len: 848 time: 0.1584883 Feb 09 01:07:35.726079 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ff3fef-cbc0-42bb-a9b5-73645f5d1abc None None] Network f463daa3-bdf7-465b-839b-27906d718cfd requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:07:35.729373 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52205fe2-ee97-46fd-bf91-7f17466ad1c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:35.730470 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-52205fe2-ee97-46fd-bf91-7f17466ad1c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:35.773423 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-52205fe2-ee97-46fd-bf91-7f17466ad1c6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0243268 Feb 09 01:07:35.774292 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39172) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:35.783027 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-8ec42e5f-3172-4cf9-967b-ea5b27597d8e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1400162326-router', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:35.790690 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8ec42e5f-3172-4cf9-967b-ea5b27597d8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:35.795563 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8ec42e5f-3172-4cf9-967b-ea5b27597d8e admin admin] Usage tracker for resource:router and tenant:5c3742d9e0e147a587c775654c5e399e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:35.970249 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8ec42e5f-3172-4cf9-967b-ea5b27597d8e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:35.980835 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8ec42e5f-3172-4cf9-967b-ea5b27597d8e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:35.994964 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8ec42e5f-3172-4cf9-967b-ea5b27597d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:35.996146 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8ec42e5f-3172-4cf9-967b-ea5b27597d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:36.038749 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-d9f4fd01-6ebe-4871-a83a-c1b781d6083d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48fff0c2-cb8c-4c86-992a-0e113098b5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3204019 Feb 09 01:07:36.048039 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8ec42e5f-3172-4cf9-967b-ea5b27597d8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:36.366731 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d90706f-cedd-4b4b-be52-e92395d81bcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-f463daa3-bdf7-465b-839b-27906d718cfd', 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'fixed_ips': [{'subnet_id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:07:36.369133 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0d90706f-cedd-4b4b-be52-e92395d81bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:36.668357 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8ec42e5f-3172-4cf9-967b-ea5b27597d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:36.699480 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-0d90706f-cedd-4b4b-be52-e92395d81bcb None None] Allocated IP 172.20.0.2 (f463daa3-bdf7-465b-839b-27906d718cfd/f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff/8b5d3e35-b208-4ba8-8631-f6f426f1c627) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:07:36.772937 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3e29d804-5616-4fb3-af5a-f3b1880f63db req-39d22420-691b-4546-9037-abd2b531d42a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:36.805651 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['b7382de6-6aba-4a28-a643-d303a5c9ccff'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:07:36.843598 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce895228-e44a-4ff1-a8cd-985bd5ce0ac6 req-b996b0c0-aa2f-48e2-bf43-fbc32c557264 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:36.855798 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ce895228-e44a-4ff1-a8cd-985bd5ce0ac6 req-b996b0c0-aa2f-48e2-bf43-fbc32c557264 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 948 time: 0.6711369 Feb 09 01:07:36.961748 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d22420-691b-4546-9037-abd2b531d42a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Pushing event deleted for resources: {'Port': ['ID=7d3f8cfd-56c5-4824-a60d-48dae61c8128,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:36.962879 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ce895228-e44a-4ff1-a8cd-985bd5ce0ac6 req-495f0558-e062-44f1-a04c-b79c0ee5b495 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058807 Feb 09 01:07:37.317446 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e29d804-5616-4fb3-af5a-f3b1880f63db req-39d22420-691b-4546-9037-abd2b531d42a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] No DVR routers for this DVR port 7d3f8cfd-56c5-4824-a60d-48dae61c8128 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:07:37.345970 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0d90706f-cedd-4b4b-be52-e92395d81bcb None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:37.353226 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3e29d804-5616-4fb3-af5a-f3b1880f63db req-39d22420-691b-4546-9037-abd2b531d42a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:37.359865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b51ef7-8521-43ef-94d1-dd02fb0a5c20', 'name': 'network-vif-deleted', 'tag': '7d3f8cfd-56c5-4824-a60d-48dae61c8128'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:37.363263 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0d90706f-cedd-4b4b-be52-e92395d81bcb None None] Transition to ACTIVE for port object 8b5d3e35-b208-4ba8-8631-f6f426f1c627 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:07:37.390454 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0d90706f-cedd-4b4b-be52-e92395d81bcb None None] Transition to ACTIVE for port object 8b5d3e35-b208-4ba8-8631-f6f426f1c627 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:07:37.394651 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2a54458f-c65f-4356-bd59-f3bfdda850d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:37.403031 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0d90706f-cedd-4b4b-be52-e92395d81bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:37.487748 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3e29d804-5616-4fb3-af5a-f3b1880f63db req-39d22420-691b-4546-9037-abd2b531d42a tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.35 "DELETE /v2.0/ports/7d3f8cfd-56c5-4824-a60d-48dae61c8128 HTTP/1.1" status: 204 len: 173 time: 6.0710504 Feb 09 01:07:37.513029 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1cbc59-e9a3-4728-939b-82cc2c894740 req-1874e0dd-f7e4-4092-8887-822c9d4033ac tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:37.517679 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ac1cbc59-e9a3-4728-939b-82cc2c894740 req-1874e0dd-f7e4-4092-8887-822c9d4033ac tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 943 time: 1.5376928 Feb 09 01:07:37.637990 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-b85d466f-12aa-42c9-b263-28290e57ba84 service neutron] 10.222.0.35 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2094774 Feb 09 01:07:37.701060 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d90706f-cedd-4b4b-be52-e92395d81bcb None None] Network f463daa3-bdf7-465b-839b-27906d718cfd is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:07:37.748253 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-0d90706f-cedd-4b4b-be52-e92395d81bcb None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:37.756916 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8ec42e5f-3172-4cf9-967b-ea5b27597d8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:37.764220 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d90706f-cedd-4b4b-be52-e92395d81bcb None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:07:37.850097 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6c2bf079-c517-48f1-93c9-1505325c3093 req-e624063a-632c-4fc9-a8d8-d333e12052c4 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=59067e76-9aa9-46fb-94ec-dce5e4a5f84a HTTP/1.1" status: 200 len: 210 time: 0.4615262 Feb 09 01:07:37.852370 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8ec42e5f-3172-4cf9-967b-ea5b27597d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:37.893284 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d90706f-cedd-4b4b-be52-e92395d81bcb None None] Pushing event updated for resources: {'Port': ['ID=8b5d3e35-b208-4ba8-8631-f6f426f1c627,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:37.935260 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-0d90706f-cedd-4b4b-be52-e92395d81bcb None None] Attempting to bind port 8b5d3e35-b208-4ba8-8631-f6f426f1c627 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:07:37.936932 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-0d90706f-cedd-4b4b-be52-e92395d81bcb None None] Attempting to bind port 8b5d3e35-b208-4ba8-8631-f6f426f1c627 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '0a900953-cea9-408a-b5a5-b9b62ab0e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:07:37.940442 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d90706f-cedd-4b4b-be52-e92395d81bcb None None] Attempting to bind port 8b5d3e35-b208-4ba8-8631-f6f426f1c627 on network f463daa3-bdf7-465b-839b-27906d718cfd {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:37.989334 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d90706f-cedd-4b4b-be52-e92395d81bcb None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:07:37.990403 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d90706f-cedd-4b4b-be52-e92395d81bcb None None] Checking segment: {'id': '0a900953-cea9-408a-b5a5-b9b62ab0e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:07:37.991344 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0d90706f-cedd-4b4b-be52-e92395d81bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:37.993245 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d90706f-cedd-4b4b-be52-e92395d81bcb None None] Bound using segment: {'id': '0a900953-cea9-408a-b5a5-b9b62ab0e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:07:38.000338 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-0d90706f-cedd-4b4b-be52-e92395d81bcb None None] Bound port: 8b5d3e35-b208-4ba8-8631-f6f426f1c627, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a900953-cea9-408a-b5a5-b9b62ab0e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:07:38.003345 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0d90706f-cedd-4b4b-be52-e92395d81bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:38.011151 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ac1cbc59-e9a3-4728-939b-82cc2c894740 req-cfdee896-93af-4cf5-bfb0-52ffe6c8eb30 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925594 Feb 09 01:07:38.218100 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b51ef7-8521-43ef-94d1-dd02fb0a5c20', 'name': 'network-vif-deleted', 'tag': '7d3f8cfd-56c5-4824-a60d-48dae61c8128', 'status': 'completed', 'code': 200} Feb 09 01:07:38.276899 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3713f324-6b4f-4d57-88d8-9b2c6b229000 req-77683fed-e510-4391-9493-7da1b52f4a1d service neutron] 10.222.0.35 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6263864 Feb 09 01:07:38.360504 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-0d90706f-cedd-4b4b-be52-e92395d81bcb None None] For port 8b5d3e35-b208-4ba8-8631-f6f426f1c627, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:07:38.368082 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-0d90706f-cedd-4b4b-be52-e92395d81bcb None None] For port 8b5d3e35-b208-4ba8-8631-f6f426f1c627, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=8b5d3e35-b208-4ba8-8631-f6f426f1c627,segment=NetworkSegment(0a900953-cea9-408a-b5a5-b9b62ab0e594),segment_id=0a900953-cea9-408a-b5a5-b9b62ab0e594)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:07:38.377574 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0d90706f-cedd-4b4b-be52-e92395d81bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:38.385382 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-8ec42e5f-3172-4cf9-967b-ea5b27597d8e admin admin] Allocated IP 172.25.5.145 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/759caf12-f8e4-42e4-9ff9-3fca9ae1ec03) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:07:38.586974 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d90706f-cedd-4b4b-be52-e92395d81bcb None None] Pushing event updated for resources: {'Port': ['ID=8b5d3e35-b208-4ba8-8631-f6f426f1c627,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:38.592774 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d3e58-912b-43a6-af74-5da5a5d87896 req-d5dab8c2-bd82-4005-aa3c-955cc1def344 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:38.596006 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-081d3e58-912b-43a6-af74-5da5a5d87896 req-d5dab8c2-bd82-4005-aa3c-955cc1def344 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 946 time: 0.3352900 Feb 09 01:07:38.656055 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0097d9fe-0e33-4dea-bf8b-b04faaecdfb8 req-0f289a5c-e0a3-45a8-bef1-61e725d3251d tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Synchronizing usage tracker for tenant:1828a8e10f7447aba0d25cab4f7feaf3 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:07:38.713463 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0097d9fe-0e33-4dea-bf8b-b04faaecdfb8 req-0f289a5c-e0a3-45a8-bef1-61e725d3251d tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Unset dirty status for tenant:1828a8e10f7447aba0d25cab4f7feaf3 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:07:38.714548 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0097d9fe-0e33-4dea-bf8b-b04faaecdfb8 req-0f289a5c-e0a3-45a8-bef1-61e725d3251d tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0b51ef7-8521-43ef-94d1-dd02fb0a5c20 HTTP/1.1" status: 200 len: 210 time: 0.2622142 Feb 09 01:07:38.724636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121f971-1484-4171-8091-f49918cbd844 req-7a20e4a4-2c8a-42f1-bf22-8ca4deb1c1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:38.727735 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5121f971-1484-4171-8091-f49918cbd844 req-7a20e4a4-2c8a-42f1-bf22-8ca4deb1c1e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a459030aa9346b7b761b1ccc64f5445&device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 1094 time: 0.1951392 Feb 09 01:07:38.736190 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-081d3e58-912b-43a6-af74-5da5a5d87896 req-3b92066e-bfb7-4f10-9e6e-afe5f444e0c0 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307652 Feb 09 01:07:38.813710 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8ec42e5f-3172-4cf9-967b-ea5b27597d8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:38.895356 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8ec42e5f-3172-4cf9-967b-ea5b27597d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:39.067072 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121f971-1484-4171-8091-f49918cbd844 req-9947c51a-53df-4e25-bdf7-d09e9aca3dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:39.068022 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5121f971-1484-4171-8091-f49918cbd844 req-9947c51a-53df-4e25-bdf7-d09e9aca3dfd service neutron] 10.222.0.35 "GET /v2.0/networks?id=48fff0c2-cb8c-4c86-992a-0e113098b5fc HTTP/1.1" status: 200 len: 909 time: 0.3292410 Feb 09 01:07:39.145769 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec42e5f-3172-4cf9-967b-ea5b27597d8e admin admin] Pushing event updated for resources: {'Port': ['ID=759caf12-f8e4-42e4-9ff9-3fca9ae1ec03,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:39.186979 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec42e5f-3172-4cf9-967b-ea5b27597d8e admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:07:39.192083 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-8ec42e5f-3172-4cf9-967b-ea5b27597d8e admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:39.201982 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec42e5f-3172-4cf9-967b-ea5b27597d8e admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:07:39.236231 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-74113a9d-7cdf-49ac-8b31-d45b41718521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:39.271696 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5121f971-1484-4171-8091-f49918cbd844 req-ea4556f8-0ff8-475b-afbc-2ca086b3e189 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd05d35a-69b9-4ddc-9f72-3688ba4d2eae HTTP/1.1" status: 200 len: 217 time: 0.1963503 Feb 09 01:07:39.487391 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0727abb-d80a-4867-878a-6b1730a25384 req-74a41bcf-ecae-4709-8f3b-5ed7637309cd tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:39.488946 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a0727abb-d80a-4867-878a-6b1730a25384 req-74a41bcf-ecae-4709-8f3b-5ed7637309cd tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.35 "GET /v2.0/networks?id=84b8fc63-0946-45c0-a7ed-dafe26b562b1 HTTP/1.1" status: 200 len: 821 time: 0.2163551 Feb 09 01:07:39.543287 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-a0727abb-d80a-4867-878a-6b1730a25384 req-a07fd0fa-f859-4e72-9f2a-dff3e01a2939 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Request body: {'port': {'device_id': '59067e76-9aa9-46fb-94ec-dce5e4a5f84a', 'network_id': '84b8fc63-0946-45c0-a7ed-dafe26b562b1', 'admin_state_up': True, 'tenant_id': '7899c4a045cf4a878cc9afb8de54c39e'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:39.623013 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-60048720-e846-45df-90d3-2b566170a737 req-55ce10a2-60f9-4039-9df4-f1074ddb0c72 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Synchronizing usage tracker for tenant:7899c4a045cf4a878cc9afb8de54c39e on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:07:39.699347 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-60048720-e846-45df-90d3-2b566170a737 req-55ce10a2-60f9-4039-9df4-f1074ddb0c72 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Unset dirty status for tenant:7899c4a045cf4a878cc9afb8de54c39e on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:07:39.716052 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-60048720-e846-45df-90d3-2b566170a737 req-55ce10a2-60f9-4039-9df4-f1074ddb0c72 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=59067e76-9aa9-46fb-94ec-dce5e4a5f84a HTTP/1.1" status: 200 len: 210 time: 0.2684379 Feb 09 01:07:39.774954 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121f971-1484-4171-8091-f49918cbd844 req-ef032104-9022-414b-bbe5-ebde903c1c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:39.776483 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5121f971-1484-4171-8091-f49918cbd844 req-ef032104-9022-414b-bbe5-ebde903c1c09 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=71237ce4-c470-4847-a2d1-f1f13758c999 HTTP/1.1" status: 200 len: 848 time: 0.2817338 Feb 09 01:07:40.093768 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-a0727abb-d80a-4867-878a-6b1730a25384 req-a07fd0fa-f859-4e72-9f2a-dff3e01a2939 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:40.127333 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-a0727abb-d80a-4867-878a-6b1730a25384 req-a07fd0fa-f859-4e72-9f2a-dff3e01a2939 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:40.179597 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5121f971-1484-4171-8091-f49918cbd844 req-60b5583b-ac94-4f04-9da9-751fa29b5822 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48fff0c2-cb8c-4c86-992a-0e113098b5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3917193 Feb 09 01:07:40.185859 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0727abb-d80a-4867-878a-6b1730a25384 req-a07fd0fa-f859-4e72-9f2a-dff3e01a2939 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Made reservation on behalf of 7899c4a045cf4a878cc9afb8de54c39e for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:40.199828 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a0727abb-d80a-4867-878a-6b1730a25384 req-a07fd0fa-f859-4e72-9f2a-dff3e01a2939 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:40.220808 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:07:40.255973 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 8b5d3e35-b208-4ba8-8631-f6f426f1c627 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:07:40.392883 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa09571-4127-42e2-bddf-fe836d83b560 req-94aeb661-fb24-4e5f-8c15-8e28fd1b3719 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:40.394671 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2fa09571-4127-42e2-bddf-fe836d83b560 req-94aeb661-fb24-4e5f-8c15-8e28fd1b3719 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 943 time: 0.4485240 Feb 09 01:07:40.426993 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:40.433662 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:40.466492 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 8b5d3e35-b208-4ba8-8631-f6f426f1c627 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:07:40.475274 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa94b61d-5f85-44ff-b9b9-dd9646d9fb58 None None] Network f463daa3-bdf7-465b-839b-27906d718cfd requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:07:40.643175 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-77753103-31e1-448a-bca5-099f7d545e58 None None] Provisioning for port 8b5d3e35-b208-4ba8-8631-f6f426f1c627 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:07:40.666649 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-77753103-31e1-448a-bca5-099f7d545e58 None None] Provisioning complete for port 8b5d3e35-b208-4ba8-8631-f6f426f1c627 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:40.666649 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-77753103-31e1-448a-bca5-099f7d545e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:40.695773 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2fa09571-4127-42e2-bddf-fe836d83b560 req-5ed0367f-5a72-44f0-b933-aa689923370a tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871340 Feb 09 01:07:40.913001 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8ec42e5f-3172-4cf9-967b-ea5b27597d8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:41.069242 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-77753103-31e1-448a-bca5-099f7d545e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:41.121264 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-77753103-31e1-448a-bca5-099f7d545e58 None None] For port 8b5d3e35-b208-4ba8-8631-f6f426f1c627, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=8b5d3e35-b208-4ba8-8631-f6f426f1c627,segment=NetworkSegment(0a900953-cea9-408a-b5a5-b9b62ab0e594),segment_id=0a900953-cea9-408a-b5a5-b9b62ab0e594)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:41.127607 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-77753103-31e1-448a-bca5-099f7d545e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:41.242474 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77753103-31e1-448a-bca5-099f7d545e58 None None] Pushing event updated for resources: {'Port': ['ID=8b5d3e35-b208-4ba8-8631-f6f426f1c627,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:41.368963 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39266) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:41.617253 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:41.656590 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-a0727abb-d80a-4867-878a-6b1730a25384 req-a07fd0fa-f859-4e72-9f2a-dff3e01a2939 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Allocated IP 172.20.0.6 (84b8fc63-0946-45c0-a7ed-dafe26b562b1/74347758-4ca6-4694-99d4-623fe8b1f370/09af997a-6e7e-4a24-8d48-da4689828818) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:07:41.664736 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9e440864-8596-458f-8551-274d92de3c0e req-32dd661a-f411-49cd-a026-065316702187 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=59067e76-9aa9-46fb-94ec-dce5e4a5f84a HTTP/1.1" status: 200 len: 210 time: 0.2805421 Feb 09 01:07:41.731160 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5121f971-1484-4171-8091-f49918cbd844 req-591992e7-3db4-47ec-898b-c7cd6a5a798e service neutron] 10.222.0.35 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4849408 Feb 09 01:07:41.769794 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bc7decac-f018-4af5-a785-516d0f5940db None None] Provisioning complete for port 8b5d3e35-b208-4ba8-8631-f6f426f1c627 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:41.770768 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bc7decac-f018-4af5-a785-516d0f5940db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:41.781115 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100cfc3e-fc10-41a9-911c-e5b8d38f1f4d req-9a256f3f-22a5-412d-93d7-437daf839fe8 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:41.796092 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-100cfc3e-fc10-41a9-911c-e5b8d38f1f4d req-9a256f3f-22a5-412d-93d7-437daf839fe8 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 946 time: 1.4529295 Feb 09 01:07:41.796374 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3f5120cc-fad6-4d29-9dbe-29bd21a67f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:41.853248 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3f5120cc-fad6-4d29-9dbe-29bd21a67f3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:41.863241 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3f5120cc-fad6-4d29-9dbe-29bd21a67f3b admin admin] Usage tracker for resource:security_group_rule and tenant:a9975b4d69e4466b9e56027911a32cd1 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:41.933046 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3f5120cc-fad6-4d29-9dbe-29bd21a67f3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:42.000661 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3f5120cc-fad6-4d29-9dbe-29bd21a67f3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:42.069456 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8ec42e5f-3172-4cf9-967b-ea5b27597d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:42.110012 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-100cfc3e-fc10-41a9-911c-e5b8d38f1f4d req-9943f2e7-0adc-40de-8537-3a46cc2a697f tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058169 Feb 09 01:07:42.125163 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0c9f1adb-cb75-4a27-8f3f-31a77dad19ec req-4ea1fc77-738f-4af6-a69e-02dc01abfd09 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7824566 Feb 09 01:07:42.132418 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 8b5d3e35-b208-4ba8-8631-f6f426f1c627 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:07:42.248374 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47ac7c-8b5e-46be-9f1e-e8997c9c5316 req-9c4180b0-7eff-40c2-b9d0-967bd2867f84 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:42.248374 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fa47ac7c-8b5e-46be-9f1e-e8997c9c5316 req-9c4180b0-7eff-40c2-b9d0-967bd2867f84 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.117 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 949 time: 0.5769136 Feb 09 01:07:42.429343 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5121f971-1484-4171-8091-f49918cbd844 req-1ece2e1b-fff0-4f28-a164-45b25da863f6 service neutron] 10.222.0.35 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6860559 Feb 09 01:07:42.465058 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 8b5d3e35-b208-4ba8-8631-f6f426f1c627 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:42.465714 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:42.505257 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea945f-7b3c-4167-a4d6-eeeb8375a4da req-3a60f9f2-e9cd-4a09-a88e-acec3858578b tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:42.512476 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b2ea945f-7b3c-4167-a4d6-eeeb8375a4da req-3a60f9f2-e9cd-4a09-a88e-acec3858578b tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 949 time: 0.5806062 Feb 09 01:07:42.616477 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b2ea945f-7b3c-4167-a4d6-eeeb8375a4da req-5ec7f9f4-4237-420a-b87e-39327a6a7c5c tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030412 Feb 09 01:07:42.631248 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3f5120cc-fad6-4d29-9dbe-29bd21a67f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:42.642425 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3f5120cc-fad6-4d29-9dbe-29bd21a67f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:42.730245 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-fa47ac7c-8b5e-46be-9f1e-e8997c9c5316 req-805e385e-2dfc-4ef2-b31a-35ed45de042c tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Deleting port b7382de6-6aba-4a28-a643-d303a5c9ccff {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:07:42.731308 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fa47ac7c-8b5e-46be-9f1e-e8997c9c5316 req-805e385e-2dfc-4ef2-b31a-35ed45de042c tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:42.735463 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5120cc-fad6-4d29-9dbe-29bd21a67f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa953ae8-91b4-47d7-9e84-7e14df7d36e6,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:42.741779 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec42e5f-3172-4cf9-967b-ea5b27597d8e admin admin] Router 478074fb-8bca-48e0-9cb4-4626727322d0 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:07:42.748181 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3f5120cc-fad6-4d29-9dbe-29bd21a67f3b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a9975b4d69e4466b9e56027911a32cd1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3782234 Feb 09 01:07:42.758277 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39286) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:42.869337 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a0727abb-d80a-4867-878a-6b1730a25384 req-a07fd0fa-f859-4e72-9f2a-dff3e01a2939 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:43.012926 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f1adb-cb75-4a27-8f3f-31a77dad19ec req-060595bd-5b09-4196-87a6-d3aac5ac4e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:43.017383 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0c9f1adb-cb75-4a27-8f3f-31a77dad19ec req-060595bd-5b09-4196-87a6-d3aac5ac4e7e service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 1100 time: 0.5842872 Feb 09 01:07:43.220430 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5388b5df-853f-426c-b6b8-e34cf17ce65f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:43.222666 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85a10d-6dd7-4ff1-8799-1853c468d980 req-1b45b283-9e8b-4446-bfbd-b3a9e4909950 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:43.224218 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c85a10d-6dd7-4ff1-8799-1853c468d980 req-1b45b283-9e8b-4446-bfbd-b3a9e4909950 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 943 time: 0.7849491 Feb 09 01:07:43.237049 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-39315cfe-c49f-4944-bbc1-eae4c68c6f3a req-aa10d53f-367b-41c9-9ba2-f3799f38c4c5 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=59067e76-9aa9-46fb-94ec-dce5e4a5f84a HTTP/1.1" status: 200 len: 210 time: 0.0861087 Feb 09 01:07:43.291073 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5388b5df-853f-426c-b6b8-e34cf17ce65f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:43.377059 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c85a10d-6dd7-4ff1-8799-1853c468d980 req-caf9c70c-4186-45d9-b416-3097cbb8dab0 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306622 Feb 09 01:07:43.383394 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a0727abb-d80a-4867-878a-6b1730a25384 req-a07fd0fa-f859-4e72-9f2a-dff3e01a2939 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:43.387734 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-fa47ac7c-8b5e-46be-9f1e-e8997c9c5316 req-805e385e-2dfc-4ef2-b31a-35ed45de042c tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] For port b7382de6-6aba-4a28-a643-d303a5c9ccff, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=b7382de6-6aba-4a28-a643-d303a5c9ccff,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:43.388161 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fa47ac7c-8b5e-46be-9f1e-e8997c9c5316 req-805e385e-2dfc-4ef2-b31a-35ed45de042c tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:43.395714 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec42e5f-3172-4cf9-967b-ea5b27597d8e admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:07:43.408535 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9b15b7-d47c-40ef-ac57-a89af1d57c44 None None] Sync routers for ids ['478074fb-8bca-48e0-9cb4-4626727322d0'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:07:43.424574 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9b15b7-d47c-40ef-ac57-a89af1d57c44 None None] Routers {'478074fb-8bca-48e0-9cb4-4626727322d0'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:07:43.425543 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5c9b15b7-d47c-40ef-ac57-a89af1d57c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:07:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['478074fb-8bca-48e0-9cb4-4626727322d0'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:43.448547 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f1adb-cb75-4a27-8f3f-31a77dad19ec req-7c398d21-7507-4a75-a5f8-848b7503a855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:43.451039 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0c9f1adb-cb75-4a27-8f3f-31a77dad19ec req-7c398d21-7507-4a75-a5f8-848b7503a855 service neutron] 10.222.0.117 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.4085047 Feb 09 01:07:43.452860 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5388b5df-853f-426c-b6b8-e34cf17ce65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:43.476101 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5388b5df-853f-426c-b6b8-e34cf17ce65f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:43.480919 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5388b5df-853f-426c-b6b8-e34cf17ce65f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aa953ae8-91b4-47d7-9e84-7e14df7d36e6 HTTP/1.1" status: 204 len: 168 time: 0.7212980 Feb 09 01:07:43.485322 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8ec42e5f-3172-4cf9-967b-ea5b27597d8e admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:43.486913 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8ec42e5f-3172-4cf9-967b-ea5b27597d8e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.7113938 Feb 09 01:07:43.490030 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388b5df-853f-426c-b6b8-e34cf17ce65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa953ae8-91b4-47d7-9e84-7e14df7d36e6,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:43.491846 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39298) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:43.668614 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec9928-bc7b-4558-ad00-9aae27ecf598 req-a21227de-ab09-4fd8-873f-619125f0432c tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:43.677302 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-12ec9928-bc7b-4558-ad00-9aae27ecf598 req-a21227de-ab09-4fd8-873f-619125f0432c tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 946 time: 0.3414576 Feb 09 01:07:43.717671 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-5c9b15b7-d47c-40ef-ac57-a89af1d57c44 None None] Set router 478074fb-8bca-48e0-9cb4-4626727322d0 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:07:43.761503 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0c9f1adb-cb75-4a27-8f3f-31a77dad19ec req-4f2975ca-d9c2-42a0-8e30-4eccc8b7425c service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=b7382de6-6aba-4a28-a643-d303a5c9ccff HTTP/1.1" status: 200 len: 217 time: 0.2963033 Feb 09 01:07:44.083857 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-12ec9928-bc7b-4558-ad00-9aae27ecf598 req-dacf85dc-2818-4174-97d6-5878291e7012 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975716 Feb 09 01:07:44.088668 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39316) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:44.121087 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec781745-2113-42cd-a808-d1b205d9aca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:44.121819 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-fa47ac7c-8b5e-46be-9f1e-e8997c9c5316 req-805e385e-2dfc-4ef2-b31a-35ed45de042c tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Calling delete_port for b7382de6-6aba-4a28-a643-d303a5c9ccff owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:07:44.145035 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ec781745-2113-42cd-a808-d1b205d9aca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:44.233652 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ec781745-2113-42cd-a808-d1b205d9aca5 admin admin] Usage tracker for resource:security_group_rule and tenant:3ef187d5167c427b947759b8cb7627ee is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:44.250694 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ec781745-2113-42cd-a808-d1b205d9aca5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:44.273409 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ec781745-2113-42cd-a808-d1b205d9aca5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:44.328358 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5c9b15b7-d47c-40ef-ac57-a89af1d57c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1400162326-router', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:07:36Z', 'updated_at': '2022-02-09T01:07:40Z', 'revision_number': 3, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'gw_port': {'id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:37Z', 'updated_at': '2022-02-09T01:07:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:44.338655 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9b15b7-d47c-40ef-ac57-a89af1d57c44 None None] Checking router: 478074fb-8bca-48e0-9cb4-4626727322d0 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:07:44.340210 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9b15b7-d47c-40ef-ac57-a89af1d57c44 None None] Updating router 478074fb-8bca-48e0-9cb4-4626727322d0 port 759caf12-f8e4-42e4-9ff9-3fca9ae1ec03 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:07:44.414249 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f1adb-cb75-4a27-8f3f-31a77dad19ec req-bb637271-0303-4d51-9aee-f8d440a1037c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:44.416656 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0c9f1adb-cb75-4a27-8f3f-31a77dad19ec req-bb637271-0303-4d51-9aee-f8d440a1037c service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.2597930 Feb 09 01:07:44.423494 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0727abb-d80a-4867-878a-6b1730a25384 req-a07fd0fa-f859-4e72-9f2a-dff3e01a2939 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Network 84b8fc63-0946-45c0-a7ed-dafe26b562b1 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:07:44.442837 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07fd0fa-f859-4e72-9f2a-dff3e01a2939 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Pushing event updated for resources: {'Port': ['ID=09af997a-6e7e-4a24-8d48-da4689828818,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:44.452079 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-a0727abb-d80a-4867-878a-6b1730a25384 req-a07fd0fa-f859-4e72-9f2a-dff3e01a2939 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:44.484004 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5c9b15b7-d47c-40ef-ac57-a89af1d57c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:44.529707 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0727abb-d80a-4867-878a-6b1730a25384 req-a07fd0fa-f859-4e72-9f2a-dff3e01a2939 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:07:44.621557 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0727abb-d80a-4867-878a-6b1730a25384 req-a07fd0fa-f859-4e72-9f2a-dff3e01a2939 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:44.622557 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a0727abb-d80a-4867-878a-6b1730a25384 req-a07fd0fa-f859-4e72-9f2a-dff3e01a2939 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:44.667741 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a0727abb-d80a-4867-878a-6b1730a25384 req-a07fd0fa-f859-4e72-9f2a-dff3e01a2939 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1292915 Feb 09 01:07:44.708081 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-a0727abb-d80a-4867-878a-6b1730a25384 req-28645634-f98a-45b1-a399-b906814d1e17 service neutron] Request body: {'port': {'device_id': '59067e76-9aa9-46fb-94ec-dce5e4a5f84a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:44.725983 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec781745-2113-42cd-a808-d1b205d9aca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:44.760797 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec781745-2113-42cd-a808-d1b205d9aca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:44.876439 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fa47ac7c-8b5e-46be-9f1e-e8997c9c5316 req-805e385e-2dfc-4ef2-b31a-35ed45de042c tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:44.879416 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ec781745-2113-42cd-a808-d1b205d9aca5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3ef187d5167c427b947759b8cb7627ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7944250 Feb 09 01:07:44.880248 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39326) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:44.880892 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec781745-2113-42cd-a808-d1b205d9aca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1555f5cc-901e-4c1a-99ea-766c98712828,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:44.900011 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['b7382de6-6aba-4a28-a643-d303a5c9ccff'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:07:45.028937 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa61ab-65f9-4d62-aacd-a34e0c68d3b2 req-5db45cf6-f03f-4c15-8bb0-6e2c7ed3b004 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:45.036688 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b2aa61ab-65f9-4d62-aacd-a34e0c68d3b2 req-5db45cf6-f03f-4c15-8bb0-6e2c7ed3b004 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=59067e76-9aa9-46fb-94ec-dce5e4a5f84a HTTP/1.1" status: 200 len: 931 time: 0.2391689 Feb 09 01:07:45.069265 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e8be421e-208d-4cd4-b479-ee7dd7f48063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:45.118957 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b2aa61ab-65f9-4d62-aacd-a34e0c68d3b2 req-6d0f5c94-834f-41e5-bf12-83779b55fb4b tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813501 Feb 09 01:07:45.132814 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e385e-2dfc-4ef2-b31a-35ed45de042c tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Pushing event deleted for resources: {'Port': ['ID=b7382de6-6aba-4a28-a643-d303a5c9ccff,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:45.135179 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa47ac7c-8b5e-46be-9f1e-e8997c9c5316 req-805e385e-2dfc-4ef2-b31a-35ed45de042c tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] No DVR routers for this DVR port b7382de6-6aba-4a28-a643-d303a5c9ccff on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:07:45.146845 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5c9b15b7-d47c-40ef-ac57-a89af1d57c44 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:45.155319 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fa47ac7c-8b5e-46be-9f1e-e8997c9c5316 req-805e385e-2dfc-4ef2-b31a-35ed45de042c tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:45.160329 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f1adb-cb75-4a27-8f3f-31a77dad19ec req-06692e64-071d-432b-98e3-c20d46ca5436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:45.161989 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0c9f1adb-cb75-4a27-8f3f-31a77dad19ec req-06692e64-071d-432b-98e3-c20d46ca5436 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7232342 Feb 09 01:07:45.162426 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a5463a-d804-4c19-90b9-b8c29ecdad26', 'name': 'network-vif-deleted', 'tag': 'b7382de6-6aba-4a28-a643-d303a5c9ccff'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:45.163501 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5c9b15b7-d47c-40ef-ac57-a89af1d57c44 None None] Transition to ACTIVE for port object 759caf12-f8e4-42e4-9ff9-3fca9ae1ec03 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:07:45.173086 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5c9b15b7-d47c-40ef-ac57-a89af1d57c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:45.177745 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e064b-7415-4abb-933a-971aa7865080 req-727d093b-6398-491b-bbbd-8404b2348a47 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:45.185577 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b0e064b-7415-4abb-933a-971aa7865080 req-727d093b-6398-491b-bbbd-8404b2348a47 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a5463a-d804-4c19-90b9-b8c29ecdad26 HTTP/1.1" status: 200 len: 949 time: 1.0270476 Feb 09 01:07:45.285026 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f6c72-c3c4-4428-8463-ebcd0d61ff65 None None] Pushing event updated for resources: {'Port': ['ID=759caf12-f8e4-42e4-9ff9-3fca9ae1ec03,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:45.307970 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-5c9b15b7-d47c-40ef-ac57-a89af1d57c44 None None] Attempting to bind port 759caf12-f8e4-42e4-9ff9-3fca9ae1ec03 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:07:45.308733 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-5c9b15b7-d47c-40ef-ac57-a89af1d57c44 None None] Attempting to bind port 759caf12-f8e4-42e4-9ff9-3fca9ae1ec03 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:07:45.309350 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9b15b7-d47c-40ef-ac57-a89af1d57c44 None None] Attempting to bind port 759caf12-f8e4-42e4-9ff9-3fca9ae1ec03 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:45.315434 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9b15b7-d47c-40ef-ac57-a89af1d57c44 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:07:45.316349 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9b15b7-d47c-40ef-ac57-a89af1d57c44 None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:07:45.317595 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5c9b15b7-d47c-40ef-ac57-a89af1d57c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:45.318216 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9b15b7-d47c-40ef-ac57-a89af1d57c44 None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:07:45.318922 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-5c9b15b7-d47c-40ef-ac57-a89af1d57c44 None None] Bound port: 759caf12-f8e4-42e4-9ff9-3fca9ae1ec03, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:07:45.319561 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5c9b15b7-d47c-40ef-ac57-a89af1d57c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:45.398775 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b0e064b-7415-4abb-933a-971aa7865080 req-9fba7373-e78c-485f-a033-f8e3a5c21fe3 tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.37 "GET /v2.0/security-groups?id=0c8186d2-7586-4689-b727-600b5bcb0268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121613 Feb 09 01:07:45.475418 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0c9f1adb-cb75-4a27-8f3f-31a77dad19ec req-a6052870-45fb-4d16-aabc-41bbb5225df9 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526808 Feb 09 01:07:45.484288 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-5c9b15b7-d47c-40ef-ac57-a89af1d57c44 None None] For port 759caf12-f8e4-42e4-9ff9-3fca9ae1ec03, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:07:45.489169 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-5c9b15b7-d47c-40ef-ac57-a89af1d57c44 None None] For port 759caf12-f8e4-42e4-9ff9-3fca9ae1ec03, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=759caf12-f8e4-42e4-9ff9-3fca9ae1ec03,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:07:45.501934 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5c9b15b7-d47c-40ef-ac57-a89af1d57c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:45.525165 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-30ff7fe8-5e7d-4c6f-89f2-d05d5113ce4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:45.629062 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f6c72-c3c4-4428-8463-ebcd0d61ff65 None None] Pushing event updated for resources: {'Port': ['ID=759caf12-f8e4-42e4-9ff9-3fca9ae1ec03,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:45.653237 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9b15b7-d47c-40ef-ac57-a89af1d57c44 None None] Routers {'478074fb-8bca-48e0-9cb4-4626727322d0'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:07:45.654108 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5c9b15b7-d47c-40ef-ac57-a89af1d57c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:07:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['478074fb-8bca-48e0-9cb4-4626727322d0'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:45.665601 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fa47ac7c-8b5e-46be-9f1e-e8997c9c5316 req-805e385e-2dfc-4ef2-b31a-35ed45de042c tempest-MigrationsAdminTest-1319306247 tempest-MigrationsAdminTest-1319306247-project] 10.222.0.117 "DELETE /v2.0/ports/b7382de6-6aba-4a28-a643-d303a5c9ccff HTTP/1.1" status: 204 len: 173 time: 3.2342014 Feb 09 01:07:45.746898 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73f6e1-f634-422e-a560-e08642a41df1 req-4023ed78-ee90-4faf-b24a-15b9c462cfe4 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:45.751865 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-de73f6e1-f634-422e-a560-e08642a41df1 req-4023ed78-ee90-4faf-b24a-15b9c462cfe4 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 943 time: 0.4494770 Feb 09 01:07:45.758083 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-e8be421e-208d-4cd4-b479-ee7dd7f48063 admin admin] Allocated IP 172.20.0.1 (f463daa3-bdf7-465b-839b-27906d718cfd/f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff/7ceb147a-a238-451a-82d3-3469b1b20051) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:07:45.765796 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-30ff7fe8-5e7d-4c6f-89f2-d05d5113ce4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:45.785939 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a0727abb-d80a-4867-878a-6b1730a25384 req-28645634-f98a-45b1-a399-b906814d1e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:45.885907 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-5c9b15b7-d47c-40ef-ac57-a89af1d57c44 None None] Set router 478074fb-8bca-48e0-9cb4-4626727322d0 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:07:45.960386 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-de73f6e1-f634-422e-a560-e08642a41df1 req-40b721c1-68a9-44b3-a399-02a19516edc3 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866810 Feb 09 01:07:46.145904 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e8be421e-208d-4cd4-b479-ee7dd7f48063 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:46.184329 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-e8be421e-208d-4cd4-b479-ee7dd7f48063 admin admin] Transition to ACTIVE for port object 7ceb147a-a238-451a-82d3-3469b1b20051 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:07:46.227575 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e8be421e-208d-4cd4-b479-ee7dd7f48063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:46.303148 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a5463a-d804-4c19-90b9-b8c29ecdad26', 'name': 'network-vif-deleted', 'tag': 'b7382de6-6aba-4a28-a643-d303a5c9ccff', 'status': 'completed', 'code': 200} Feb 09 01:07:46.305727 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0c9f1adb-cb75-4a27-8f3f-31a77dad19ec req-840c549d-6fd8-4dd9-a801-34eac8f66f23 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8290303 Feb 09 01:07:46.310184 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8be421e-208d-4cd4-b479-ee7dd7f48063 admin admin] Network f463daa3-bdf7-465b-839b-27906d718cfd is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:07:46.313733 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-e8be421e-208d-4cd4-b479-ee7dd7f48063 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:46.316040 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5c9b15b7-d47c-40ef-ac57-a89af1d57c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1400162326-router', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:07:36Z', 'updated_at': '2022-02-09T01:07:40Z', 'revision_number': 3, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'gw_port': {'id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:37Z', 'updated_at': '2022-02-09T01:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:46.318692 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8be421e-208d-4cd4-b479-ee7dd7f48063 admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:07:46.328938 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9b15b7-d47c-40ef-ac57-a89af1d57c44 None None] The sync data for ids ['478074fb-8bca-48e0-9cb4-4626727322d0'] in n-d-828419-1 is: [{'id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1400162326-router', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:07:36Z', 'updated_at': '2022-02-09T01:07:40Z', 'revision_number': 3, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'gw_port': {'id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:37Z', 'updated_at': '2022-02-09T01:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:07:46.350945 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-30ff7fe8-5e7d-4c6f-89f2-d05d5113ce4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:46.415940 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-a0727abb-d80a-4867-878a-6b1730a25384 req-28645634-f98a-45b1-a399-b906814d1e17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09af997a-6e7e-4a24-8d48-da4689828818 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:07:46.429084 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff7fe8-5e7d-4c6f-89f2-d05d5113ce4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1555f5cc-901e-4c1a-99ea-766c98712828,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:46.432129 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be421e-208d-4cd4-b479-ee7dd7f48063 admin admin] Pushing event updated for resources: {'Port': ['ID=7ceb147a-a238-451a-82d3-3469b1b20051,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:46.436290 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a0727abb-d80a-4867-878a-6b1730a25384 req-28645634-f98a-45b1-a399-b906814d1e17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:46.510256 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-a0727abb-d80a-4867-878a-6b1730a25384 req-28645634-f98a-45b1-a399-b906814d1e17 service neutron] Transition to ACTIVE for port object 09af997a-6e7e-4a24-8d48-da4689828818 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:07:46.512547 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-30ff7fe8-5e7d-4c6f-89f2-d05d5113ce4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:46.517698 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-30ff7fe8-5e7d-4c6f-89f2-d05d5113ce4c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1555f5cc-901e-4c1a-99ea-766c98712828 HTTP/1.1" status: 204 len: 168 time: 1.6207716 Feb 09 01:07:46.570678 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a0727abb-d80a-4867-878a-6b1730a25384 req-28645634-f98a-45b1-a399-b906814d1e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:46.577516 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device cd05d35a-69b9-4ddc-9f72-3688ba4d2eae details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:07:46.674861 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e8be421e-208d-4cd4-b479-ee7dd7f48063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:46.833568 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74932083-adac-455e-aa4e-dd44e65f30ec req-cb39fef7-7a25-45e2-a9e7-baa1cc6a116b tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:46.845639 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-74932083-adac-455e-aa4e-dd44e65f30ec req-cb39fef7-7a25-45e2-a9e7-baa1cc6a116b tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=59067e76-9aa9-46fb-94ec-dce5e4a5f84a HTTP/1.1" status: 200 len: 943 time: 0.4393983 Feb 09 01:07:46.938857 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-33c64651-4a0f-469a-a18c-d776a5e80e15 None None] Provisioning for port 7ceb147a-a238-451a-82d3-3469b1b20051 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:07:46.947652 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-33c64651-4a0f-469a-a18c-d776a5e80e15 None None] Provisioning complete for port 7ceb147a-a238-451a-82d3-3469b1b20051 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:46.948193 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-33c64651-4a0f-469a-a18c-d776a5e80e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:46.969038 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-74932083-adac-455e-aa4e-dd44e65f30ec req-c8bfe1e6-2aa3-4307-9e14-96785bacf818 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142008 Feb 09 01:07:47.123747 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device b7382de6-6aba-4a28-a643-d303a5c9ccff no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:07:47.140866 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec86ab-b14a-40a3-881d-6f1d64d80f75 req-9678d00a-81dd-42e3-a14c-c355edc9c439 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:47.156150 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d7ec86ab-b14a-40a3-881d-6f1d64d80f75 req-9678d00a-81dd-42e3-a14c-c355edc9c439 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 946 time: 1.4920807 Feb 09 01:07:47.227716 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e8be421e-208d-4cd4-b479-ee7dd7f48063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:47.266615 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: b7382de6-6aba-4a28-a643-d303a5c9ccff {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:07:47.267233 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device b7382de6-6aba-4a28-a643-d303a5c9ccff not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:07:47.294272 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-33c64651-4a0f-469a-a18c-d776a5e80e15 None None] Port 7ceb147a-a238-451a-82d3-3469b1b20051 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:07:47.305190 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=cd05d35a-69b9-4ddc-9f72-3688ba4d2eae,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:47.326792 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'cd05d35a-69b9-4ddc-9f72-3688ba4d2eae', 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc', 'port_id': 'cd05d35a-69b9-4ddc-9f72-3688ba4d2eae', 'mac_address': 'fa:16:3e:47:d9:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 992, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71237ce4-c470-4847-a2d1-f1f13758c999', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:07:47.503693 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28645634-f98a-45b1-a399-b906814d1e17 service neutron] Pushing event updated for resources: {'Port': ['ID=09af997a-6e7e-4a24-8d48-da4689828818,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:47.519396 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:47.557578 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd05d35a-69b9-4ddc-9f72-3688ba4d2eae {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:07:47.590053 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=cd05d35a-69b9-4ddc-9f72-3688ba4d2eae,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:47.606266 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:47.610736 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d7ec86ab-b14a-40a3-881d-6f1d64d80f75 req-09fbefbb-8c42-473b-9dbd-703c5926ef7e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202647 Feb 09 01:07:47.731443 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=cd05d35a-69b9-4ddc-9f72-3688ba4d2eae,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:47.749761 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-a0727abb-d80a-4867-878a-6b1730a25384 req-28645634-f98a-45b1-a399-b906814d1e17 service neutron] Attempting to bind port 09af997a-6e7e-4a24-8d48-da4689828818 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:07:47.751448 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-a0727abb-d80a-4867-878a-6b1730a25384 req-28645634-f98a-45b1-a399-b906814d1e17 service neutron] Attempting to bind port 09af997a-6e7e-4a24-8d48-da4689828818 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'a61f9560-b5f0-4f56-92cb-5bd87e6c7f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '84b8fc63-0946-45c0-a7ed-dafe26b562b1'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:07:47.752907 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0727abb-d80a-4867-878a-6b1730a25384 req-28645634-f98a-45b1-a399-b906814d1e17 service neutron] Attempting to bind port 09af997a-6e7e-4a24-8d48-da4689828818 on network 84b8fc63-0946-45c0-a7ed-dafe26b562b1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:47.766675 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e8be421e-208d-4cd4-b479-ee7dd7f48063 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:47.768887 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0727abb-d80a-4867-878a-6b1730a25384 req-28645634-f98a-45b1-a399-b906814d1e17 service neutron] Port 09af997a-6e7e-4a24-8d48-da4689828818 on network 84b8fc63-0946-45c0-a7ed-dafe26b562b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:07:47.772561 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0727abb-d80a-4867-878a-6b1730a25384 req-28645634-f98a-45b1-a399-b906814d1e17 service neutron] Attempting to bind port 09af997a-6e7e-4a24-8d48-da4689828818 on network 84b8fc63-0946-45c0-a7ed-dafe26b562b1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:47.792014 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0727abb-d80a-4867-878a-6b1730a25384 req-28645634-f98a-45b1-a399-b906814d1e17 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:07:47.796565 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0727abb-d80a-4867-878a-6b1730a25384 req-28645634-f98a-45b1-a399-b906814d1e17 service neutron] Checking segment: {'id': 'a61f9560-b5f0-4f56-92cb-5bd87e6c7f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '84b8fc63-0946-45c0-a7ed-dafe26b562b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:07:47.798296 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0727abb-d80a-4867-878a-6b1730a25384 req-28645634-f98a-45b1-a399-b906814d1e17 service neutron] Bound using segment: {'id': 'a61f9560-b5f0-4f56-92cb-5bd87e6c7f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '84b8fc63-0946-45c0-a7ed-dafe26b562b1'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:07:47.798871 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-a0727abb-d80a-4867-878a-6b1730a25384 req-28645634-f98a-45b1-a399-b906814d1e17 service neutron] Bound port: 09af997a-6e7e-4a24-8d48-da4689828818, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a61f9560-b5f0-4f56-92cb-5bd87e6c7f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '84b8fc63-0946-45c0-a7ed-dafe26b562b1'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:07:47.800994 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a0727abb-d80a-4867-878a-6b1730a25384 req-28645634-f98a-45b1-a399-b906814d1e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:47.823406 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e8be421e-208d-4cd4-b479-ee7dd7f48063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:47.947816 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['cd05d35a-69b9-4ddc-9f72-3688ba4d2eae'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:07:47.971607 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be421e-208d-4cd4-b479-ee7dd7f48063 admin admin] Pushing event updated for resources: {'Port': ['ID=7ceb147a-a238-451a-82d3-3469b1b20051,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:47.997270 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-a0727abb-d80a-4867-878a-6b1730a25384 req-28645634-f98a-45b1-a399-b906814d1e17 service neutron] For port 09af997a-6e7e-4a24-8d48-da4689828818, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:07:48.001024 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-a0727abb-d80a-4867-878a-6b1730a25384 req-28645634-f98a-45b1-a399-b906814d1e17 service neutron] For port 09af997a-6e7e-4a24-8d48-da4689828818, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=09af997a-6e7e-4a24-8d48-da4689828818,segment=NetworkSegment(a61f9560-b5f0-4f56-92cb-5bd87e6c7f24),segment_id=a61f9560-b5f0-4f56-92cb-5bd87e6c7f24)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:07:48.016667 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a0727abb-d80a-4867-878a-6b1730a25384 req-28645634-f98a-45b1-a399-b906814d1e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:48.068741 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e8be421e-208d-4cd4-b479-ee7dd7f48063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:48.140195 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0727abb-d80a-4867-878a-6b1730a25384 req-28645634-f98a-45b1-a399-b906814d1e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:48.143165 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a0727abb-d80a-4867-878a-6b1730a25384 req-28645634-f98a-45b1-a399-b906814d1e17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:48.144539 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a0727abb-d80a-4867-878a-6b1730a25384 req-28645634-f98a-45b1-a399-b906814d1e17 service neutron] 10.222.0.35 "PUT /v2.0/ports/09af997a-6e7e-4a24-8d48-da4689828818 HTTP/1.1" status: 200 len: 1091 time: 3.4429030 Feb 09 01:07:48.146345 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39364) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:48.203517 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659f259-17b1-4106-afa1-a716a9dba819 req-221de9fc-ed24-4215-9b57-e5647d804942 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:48.225357 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c659f259-17b1-4106-afa1-a716a9dba819 req-221de9fc-ed24-4215-9b57-e5647d804942 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 944 time: 0.4550395 Feb 09 01:07:48.346362 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59067e76-9aa9-46fb-94ec-dce5e4a5f84a', 'tag': '09af997a-6e7e-4a24-8d48-da4689828818'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:48.356301 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 759caf12-f8e4-42e4-9ff9-3fca9ae1ec03 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:07:48.503695 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 759caf12-f8e4-42e4-9ff9-3fca9ae1ec03 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:07:48.509180 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 759caf12-f8e4-42e4-9ff9-3fca9ae1ec03 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:48.509561 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:48.555075 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c659f259-17b1-4106-afa1-a716a9dba819 req-2c959e35-e21d-4b10-8f4b-817f77f5dca9 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255870 Feb 09 01:07:48.671293 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:48.686471 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8be421e-208d-4cd4-b479-ee7dd7f48063 admin admin] Network f463daa3-bdf7-465b-839b-27906d718cfd is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:07:48.692083 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-e8be421e-208d-4cd4-b479-ee7dd7f48063 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:48.694248 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59067e76-9aa9-46fb-94ec-dce5e4a5f84a', 'tag': '09af997a-6e7e-4a24-8d48-da4689828818', 'status': 'completed', 'code': 200} Feb 09 01:07:48.695643 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 759caf12-f8e4-42e4-9ff9-3fca9ae1ec03, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=759caf12-f8e4-42e4-9ff9-3fca9ae1ec03,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:48.703102 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:48.733259 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28645634-f98a-45b1-a399-b906814d1e17 service neutron] Pushing event updated for resources: {'Port': ['ID=09af997a-6e7e-4a24-8d48-da4689828818,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:48.804235 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c97b18f9-90fb-4794-91cf-44cf7bfbc721 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1828a8e10f7447aba0d25cab4f7feaf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6395574 Feb 09 01:07:48.811033 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39384) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:48.848948 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=759caf12-f8e4-42e4-9ff9-3fca9ae1ec03,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:48.869767 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0727abb-d80a-4867-878a-6b1730a25384 req-700eff58-0a2a-44cd-a5de-c85cd051a7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:48.871368 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a0727abb-d80a-4867-878a-6b1730a25384 req-700eff58-0a2a-44cd-a5de-c85cd051a7d7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7899c4a045cf4a878cc9afb8de54c39e&device_id=59067e76-9aa9-46fb-94ec-dce5e4a5f84a HTTP/1.1" status: 200 len: 1094 time: 0.6217356 Feb 09 01:07:48.887163 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68596e7b-2c32-46bf-a3d6-69d252cbb47e req-c885c8f6-0dd4-442d-b4dd-2481e01d20b3 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:48.888694 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-68596e7b-2c32-46bf-a3d6-69d252cbb47e req-c885c8f6-0dd4-442d-b4dd-2481e01d20b3 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Synchronizing usage tracker for tenant:7899c4a045cf4a878cc9afb8de54c39e on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:07:48.983953 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-68596e7b-2c32-46bf-a3d6-69d252cbb47e req-c885c8f6-0dd4-442d-b4dd-2481e01d20b3 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Unset dirty status for tenant:7899c4a045cf4a878cc9afb8de54c39e on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:07:48.991173 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-68596e7b-2c32-46bf-a3d6-69d252cbb47e req-c885c8f6-0dd4-442d-b4dd-2481e01d20b3 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=59067e76-9aa9-46fb-94ec-dce5e4a5f84a HTTP/1.1" status: 200 len: 943 time: 0.6175497 Feb 09 01:07:49.019723 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a0727abb-d80a-4867-878a-6b1730a25384 req-ff5e331b-40c2-40bc-af90-22cf3c7f52c1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09af997a-6e7e-4a24-8d48-da4689828818 HTTP/1.1" status: 200 len: 217 time: 0.1072383 Feb 09 01:07:49.093534 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8be421e-208d-4cd4-b479-ee7dd7f48063 admin admin] Router 478074fb-8bca-48e0-9cb4-4626727322d0 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:07:49.106950 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9a3af-efe0-42a5-8e69-75f1185e0f10 req-983cfbf8-364f-42c0-b075-7ce6dfabe1bd tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:49.133555 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f8f9a3af-efe0-42a5-8e69-75f1185e0f10 req-983cfbf8-364f-42c0-b075-7ce6dfabe1bd tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 946 time: 0.2884078 Feb 09 01:07:49.148828 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-1522ec43-983c-4885-83a2-d460b7a60c7f None None] Provisioning complete for port 7ceb147a-a238-451a-82d3-3469b1b20051 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:49.149462 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1522ec43-983c-4885-83a2-d460b7a60c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:49.150233 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dcb87b69-dd57-4fd9-82fd-66320c504aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:49.160230 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-68596e7b-2c32-46bf-a3d6-69d252cbb47e req-5b9c4429-b12f-4856-bf47-31a2c99bab14 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681380 Feb 09 01:07:49.183178 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0727abb-d80a-4867-878a-6b1730a25384 req-e44b5d9a-cd9b-4474-92ae-7d6296e7bffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:49.184885 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a0727abb-d80a-4867-878a-6b1730a25384 req-e44b5d9a-cd9b-4474-92ae-7d6296e7bffd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=74347758-4ca6-4694-99d4-623fe8b1f370 HTTP/1.1" status: 200 len: 861 time: 0.1497140 Feb 09 01:07:49.260266 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dcb87b69-dd57-4fd9-82fd-66320c504aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:49.264153 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-1522ec43-983c-4885-83a2-d460b7a60c7f None None] Port 7ceb147a-a238-451a-82d3-3469b1b20051 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:07:49.280294 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a0727abb-d80a-4867-878a-6b1730a25384 req-e7c65918-0b6d-489b-9bec-cdc092b0ae88 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=84b8fc63-0946-45c0-a7ed-dafe26b562b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878105 Feb 09 01:07:49.456733 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f8f9a3af-efe0-42a5-8e69-75f1185e0f10 req-d7a87a0c-be9d-4c23-a1cd-9d893765aa72 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213215 Feb 09 01:07:49.544989 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d99658c7-3b82-407e-a1f5-48770956f76a req-2e8bdac4-4f5c-422b-8eee-4a9fff5c4767 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--991375234&fields=id&tenant_id=383f3082f927439d91a8e106811c03f7 HTTP/1.1" status: 200 len: 267 time: 0.1027141 Feb 09 01:07:49.562652 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dcb87b69-dd57-4fd9-82fd-66320c504aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:49.566562 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8be421e-208d-4cd4-b479-ee7dd7f48063 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:07:49.575538 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690ba19a-b14f-4862-b070-cfa612158321 None None] Sync routers for ids ['478074fb-8bca-48e0-9cb4-4626727322d0'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:07:49.576214 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a0727abb-d80a-4867-878a-6b1730a25384 req-28ae15b1-a096-4845-ad84-dac1f16685d2 service neutron] 10.222.0.35 "GET /v2.0/networks/84b8fc63-0946-45c0-a7ed-dafe26b562b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878597 Feb 09 01:07:49.586882 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690ba19a-b14f-4862-b070-cfa612158321 None None] Routers {'478074fb-8bca-48e0-9cb4-4626727322d0'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:07:49.587495 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-690ba19a-b14f-4862-b070-cfa612158321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:07:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['478074fb-8bca-48e0-9cb4-4626727322d0'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:49.621767 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e8be421e-208d-4cd4-b479-ee7dd7f48063 admin admin] 10.222.0.37 "PUT /v2.0/routers/478074fb-8bca-48e0-9cb4-4626727322d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1263816 Feb 09 01:07:49.742043 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a0727abb-d80a-4867-878a-6b1730a25384 req-293e4b73-68ac-42f8-8217-aedbf4e88d82 service neutron] 10.222.0.35 "GET /v2.0/networks/84b8fc63-0946-45c0-a7ed-dafe26b562b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377964 Feb 09 01:07:49.791808 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-690ba19a-b14f-4862-b070-cfa612158321 None None] Set router 478074fb-8bca-48e0-9cb4-4626727322d0 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:07:49.812566 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d32c01-0339-43f7-b443-297f2e47419c req-071e24ee-6b6c-43c4-87c7-dedf063d7423 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:49.820846 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-89d32c01-0339-43f7-b443-297f2e47419c req-071e24ee-6b6c-43c4-87c7-dedf063d7423 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 944 time: 0.1245279 Feb 09 01:07:49.833275 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb87b69-dd57-4fd9-82fd-66320c504aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8186d2-7586-4689-b727-600b5bcb0268,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:49.892531 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-89d32c01-0339-43f7-b443-297f2e47419c req-16d49839-db89-4282-a7c9-05729c9f8289 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686581 Feb 09 01:07:49.920756 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dcb87b69-dd57-4fd9-82fd-66320c504aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:49.924866 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-dcb87b69-dd57-4fd9-82fd-66320c504aba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c8186d2-7586-4689-b727-600b5bcb0268 HTTP/1.1" status: 204 len: 168 time: 1.1076212 Feb 09 01:07:49.978731 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94689802-a68b-4612-aa24-4d2586328407 req-61653e2b-1a2d-4f15-abf7-6854ec96b34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:49.980173 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-94689802-a68b-4612-aa24-4d2586328407 req-61653e2b-1a2d-4f15-abf7-6854ec96b34c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7899c4a045cf4a878cc9afb8de54c39e&device_id=59067e76-9aa9-46fb-94ec-dce5e4a5f84a HTTP/1.1" status: 200 len: 1094 time: 0.1447248 Feb 09 01:07:50.135062 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 759caf12-f8e4-42e4-9ff9-3fca9ae1ec03 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:07:50.161126 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94689802-a68b-4612-aa24-4d2586328407 req-4a8000e7-6535-4e90-9fe3-2b15af24ba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:50.165671 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-94689802-a68b-4612-aa24-4d2586328407 req-4a8000e7-6535-4e90-9fe3-2b15af24ba2c service neutron] 10.222.0.35 "GET /v2.0/networks?id=84b8fc63-0946-45c0-a7ed-dafe26b562b1 HTTP/1.1" status: 200 len: 922 time: 0.1754088 Feb 09 01:07:50.183477 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99658c7-3b82-407e-a1f5-48770956f76a req-c83b5690-46c6-49fd-a05f-f3ff2262fa27 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:50.185674 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d99658c7-3b82-407e-a1f5-48770956f76a req-c83b5690-46c6-49fd-a05f-f3ff2262fa27 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/networks?id=e5eebd47-e56e-4218-8edf-32a5a22fef3b HTTP/1.1" status: 200 len: 814 time: 0.6188791 Feb 09 01:07:50.248976 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 759caf12-f8e4-42e4-9ff9-3fca9ae1ec03 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:50.249429 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:50.355147 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-690ba19a-b14f-4862-b070-cfa612158321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1400162326-router', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:07:36Z', 'updated_at': '2022-02-09T01:07:47Z', 'revision_number': 4, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'gw_port': {'id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:37Z', 'updated_at': '2022-02-09T01:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '7ceb147a-a238-451a-82d3-3469b1b20051', 'name': '', 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'mac_address': 'fa:16:3e:23:cf:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:45Z', 'updated_at': '2022-02-09T01:07:47Z', 'revision_number': 2, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'subnets': [{'id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:50.361835 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690ba19a-b14f-4862-b070-cfa612158321 None None] Checking router: 478074fb-8bca-48e0-9cb4-4626727322d0 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:07:50.362772 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690ba19a-b14f-4862-b070-cfa612158321 None None] Updating router 478074fb-8bca-48e0-9cb4-4626727322d0 port 7ceb147a-a238-451a-82d3-3469b1b20051 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:07:50.423783 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-94689802-a68b-4612-aa24-4d2586328407 req-a45e8048-f5de-4964-a27f-a3b68be21bf3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09af997a-6e7e-4a24-8d48-da4689828818 HTTP/1.1" status: 200 len: 217 time: 0.2490911 Feb 09 01:07:50.425190 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d99658c7-3b82-407e-a1f5-48770956f76a req-63fdcee8-fa3f-4d17-bfe7-20e0c6882bb3 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/quotas/383f3082f927439d91a8e106811c03f7 HTTP/1.1" status: 200 len: 375 time: 0.0304301 Feb 09 01:07:50.457864 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-690ba19a-b14f-4862-b070-cfa612158321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:50.550119 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94689802-a68b-4612-aa24-4d2586328407 req-51eab389-6703-45f7-ae4d-0747b99e2c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:50.550926 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-94689802-a68b-4612-aa24-4d2586328407 req-51eab389-6703-45f7-ae4d-0747b99e2c19 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=74347758-4ca6-4694-99d4-623fe8b1f370 HTTP/1.1" status: 200 len: 861 time: 0.1182582 Feb 09 01:07:50.610997 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-94689802-a68b-4612-aa24-4d2586328407 req-55bc5543-11c6-4ebd-b257-79d8d1f9e1b3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=84b8fc63-0946-45c0-a7ed-dafe26b562b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513790 Feb 09 01:07:50.613409 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device cd05d35a-69b9-4ddc-9f72-3688ba4d2eae up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:07:50.655813 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d99658c7-3b82-407e-a1f5-48770956f76a req-00be39ff-510d-4664-8e29-1cc85cd3ed9f tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=383f3082f927439d91a8e106811c03f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2247794 Feb 09 01:07:50.793709 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-94689802-a68b-4612-aa24-4d2586328407 req-d64e45b5-7e53-4c7e-b026-e87cb4314351 service neutron] 10.222.0.35 "GET /v2.0/networks/84b8fc63-0946-45c0-a7ed-dafe26b562b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683352 Feb 09 01:07:50.795866 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:07:50.809280 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:50.809659 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:50.843037 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39438) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:50.968486 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2eecdfa0-fdfc-4afe-ab08-f65a2548a7bd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dadf6baad97c480bb888640d275406ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1226308 Feb 09 01:07:50.971851 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39444) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:51.034045 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-690ba19a-b14f-4862-b070-cfa612158321 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:51.060360 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-690ba19a-b14f-4862-b070-cfa612158321 None None] Transition to ACTIVE for port object 7ceb147a-a238-451a-82d3-3469b1b20051 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:07:51.079729 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-94689802-a68b-4612-aa24-4d2586328407 req-46c7bf61-57ef-4e37-bf33-62edfc64ee44 service neutron] 10.222.0.35 "GET /v2.0/networks/84b8fc63-0946-45c0-a7ed-dafe26b562b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797437 Feb 09 01:07:51.081850 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39448) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:51.084037 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-690ba19a-b14f-4862-b070-cfa612158321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:51.094778 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-3acee4ca-40ba-463d-8975-9f2b4544259f tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1544713468', 'description': 'tempest-description--1840098650'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:51.101222 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-3acee4ca-40ba-463d-8975-9f2b4544259f tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:51.107847 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-3acee4ca-40ba-463d-8975-9f2b4544259f tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Usage tracker for resource:security_group and tenant:5c3742d9e0e147a587c775654c5e399e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:51.111428 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-3acee4ca-40ba-463d-8975-9f2b4544259f tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:51.121817 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:51.125377 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-3acee4ca-40ba-463d-8975-9f2b4544259f tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:51.159274 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3acee4ca-40ba-463d-8975-9f2b4544259f tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:51.192173 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fc651a-ed13-402a-bd5c-dc41a790da52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd05d35a-69b9-4ddc-9f72-3688ba4d2eae'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:51.200633 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-3acee4ca-40ba-463d-8975-9f2b4544259f tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:51.205427 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-3acee4ca-40ba-463d-8975-9f2b4544259f tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Usage tracker for resource:security_group_rule and tenant:5c3742d9e0e147a587c775654c5e399e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:51.209148 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-3acee4ca-40ba-463d-8975-9f2b4544259f tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:51.210258 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=cd05d35a-69b9-4ddc-9f72-3688ba4d2eae,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:51.222477 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:51.228689 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-3acee4ca-40ba-463d-8975-9f2b4544259f tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:51.268337 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa490797-ed0b-4c7f-8261-57d716f37f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:51.356923 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2559d8-b333-4902-89f5-6b7ad45c0cb9 None None] Pushing event updated for resources: {'Port': ['ID=7ceb147a-a238-451a-82d3-3469b1b20051,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:51.390559 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=cd05d35a-69b9-4ddc-9f72-3688ba4d2eae,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:51.407668 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa490797-ed0b-4c7f-8261-57d716f37f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:51.477165 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db589648-417e-4ab1-a8ac-f3f2476feecc req-187420f2-7d2f-4b69-8bfa-23d149f20ccb tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:51.478888 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-db589648-417e-4ab1-a8ac-f3f2476feecc req-187420f2-7d2f-4b69-8bfa-23d149f20ccb tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=59067e76-9aa9-46fb-94ec-dce5e4a5f84a HTTP/1.1" status: 200 len: 943 time: 0.3106818 Feb 09 01:07:51.552611 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-690ba19a-b14f-4862-b070-cfa612158321 None None] Attempting to bind port 7ceb147a-a238-451a-82d3-3469b1b20051 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:07:51.553056 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-690ba19a-b14f-4862-b070-cfa612158321 None None] Attempting to bind port 7ceb147a-a238-451a-82d3-3469b1b20051 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '0a900953-cea9-408a-b5a5-b9b62ab0e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:07:51.553574 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690ba19a-b14f-4862-b070-cfa612158321 None None] Attempting to bind port 7ceb147a-a238-451a-82d3-3469b1b20051 on network f463daa3-bdf7-465b-839b-27906d718cfd {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:07:51.565572 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690ba19a-b14f-4862-b070-cfa612158321 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:07:51.566264 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690ba19a-b14f-4862-b070-cfa612158321 None None] Checking segment: {'id': '0a900953-cea9-408a-b5a5-b9b62ab0e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:07:51.569784 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-690ba19a-b14f-4862-b070-cfa612158321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:51.570217 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690ba19a-b14f-4862-b070-cfa612158321 None None] Bound using segment: {'id': '0a900953-cea9-408a-b5a5-b9b62ab0e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:07:51.571425 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-690ba19a-b14f-4862-b070-cfa612158321 None None] Bound port: 7ceb147a-a238-451a-82d3-3469b1b20051, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a900953-cea9-408a-b5a5-b9b62ab0e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:07:51.571818 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-690ba19a-b14f-4862-b070-cfa612158321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:51.601192 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-db589648-417e-4ab1-a8ac-f3f2476feecc req-286c703c-8748-4110-9f9a-4454b34dc350 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137476 Feb 09 01:07:51.627980 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3acee4ca-40ba-463d-8975-9f2b4544259f tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:51.645334 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa490797-ed0b-4c7f-8261-57d716f37f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:51.664385 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:51.664966 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3acee4ca-40ba-463d-8975-9f2b4544259f tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:51.687322 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa490797-ed0b-4c7f-8261-57d716f37f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a68171-fd1c-4ff0-9d85-5f680bb25ab4,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:51.716465 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa490797-ed0b-4c7f-8261-57d716f37f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:51.716729 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-690ba19a-b14f-4862-b070-cfa612158321 None None] For port 7ceb147a-a238-451a-82d3-3469b1b20051, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:07:51.719887 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fa490797-ed0b-4c7f-8261-57d716f37f76 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/63a68171-fd1c-4ff0-9d85-5f680bb25ab4 HTTP/1.1" status: 204 len: 168 time: 0.7410514 Feb 09 01:07:51.730101 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-690ba19a-b14f-4862-b070-cfa612158321 None None] For port 7ceb147a-a238-451a-82d3-3469b1b20051, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=7ceb147a-a238-451a-82d3-3469b1b20051,segment=NetworkSegment(0a900953-cea9-408a-b5a5-b9b62ab0e594),segment_id=0a900953-cea9-408a-b5a5-b9b62ab0e594)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:07:51.739321 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-690ba19a-b14f-4862-b070-cfa612158321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:51.784652 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d99658c7-3b82-407e-a1f5-48770956f76a req-10e9ebb0-417a-402d-a4d6-3074bc0a1524 service neutron] 10.222.0.37 "GET /v2.0/networks/e5eebd47-e56e-4218-8edf-32a5a22fef3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0810554 Feb 09 01:07:51.785253 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acee4ca-40ba-463d-8975-9f2b4544259f tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbea26fd-01f4-4b81-8c42-4c5e0f983710,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:51.787760 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3acee4ca-40ba-463d-8975-9f2b4544259f tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:51.788963 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3acee4ca-40ba-463d-8975-9f2b4544259f tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7050436 Feb 09 01:07:51.838888 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39472) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:51.861124 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-70f1b85d-30ed-409e-85a8-8bfd23adf2e7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Request body: {'security_group_rule': {'security_group_id': 'cbea26fd-01f4-4b81-8c42-4c5e0f983710', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:51.863045 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2559d8-b333-4902-89f5-6b7ad45c0cb9 None None] Pushing event updated for resources: {'Port': ['ID=7ceb147a-a238-451a-82d3-3469b1b20051,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:51.883544 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690ba19a-b14f-4862-b070-cfa612158321 None None] Routers {'478074fb-8bca-48e0-9cb4-4626727322d0'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:07:51.884597 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-690ba19a-b14f-4862-b070-cfa612158321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:07:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['478074fb-8bca-48e0-9cb4-4626727322d0'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:51.899079 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-70f1b85d-30ed-409e-85a8-8bfd23adf2e7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:51.913861 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-70f1b85d-30ed-409e-85a8-8bfd23adf2e7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Usage tracker for resource:security_group_rule and tenant:5c3742d9e0e147a587c775654c5e399e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:51.924302 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-70f1b85d-30ed-409e-85a8-8bfd23adf2e7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:51.937213 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-70f1b85d-30ed-409e-85a8-8bfd23adf2e7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:51.950755 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d99658c7-3b82-407e-a1f5-48770956f76a req-2b58ebb0-0b65-4dfa-8570-dfacdc0b6e55 service neutron] 10.222.0.37 "GET /v2.0/networks/e5eebd47-e56e-4218-8edf-32a5a22fef3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582515 Feb 09 01:07:51.998605 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-70f1b85d-30ed-409e-85a8-8bfd23adf2e7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:52.041833 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719ffa8-3860-40a8-aa06-7bd88aa9f0ab req-cfa26cb1-2aaa-4c73-b4d1-98b3ccbb7dae tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:52.052270 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7719ffa8-3860-40a8-aa06-7bd88aa9f0ab req-cfa26cb1-2aaa-4c73-b4d1-98b3ccbb7dae tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 946 time: 0.2811153 Feb 09 01:07:52.362166 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7719ffa8-3860-40a8-aa06-7bd88aa9f0ab req-ba8aae75-d428-413f-975a-027baa8aa413 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076792 Feb 09 01:07:52.414625 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-690ba19a-b14f-4862-b070-cfa612158321 None None] Set router 478074fb-8bca-48e0-9cb4-4626727322d0 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:07:52.433639 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-70f1b85d-30ed-409e-85a8-8bfd23adf2e7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:52.446550 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-70f1b85d-30ed-409e-85a8-8bfd23adf2e7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:52.487716 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39494) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:52.512603 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f1b85d-30ed-409e-85a8-8bfd23adf2e7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c202399-525e-4026-9c6e-ad3d08409738,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:52.544385 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-70f1b85d-30ed-409e-85a8-8bfd23adf2e7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:52.549334 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39502) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:52.549579 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-70f1b85d-30ed-409e-85a8-8bfd23adf2e7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7094624 Feb 09 01:07:52.555582 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-4398dcde-07a2-415f-8628-706336e2aedd tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Request body: {'security_group_rule': {'security_group_id': 'cbea26fd-01f4-4b81-8c42-4c5e0f983710', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:52.574170 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-4398dcde-07a2-415f-8628-706336e2aedd tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:52.588120 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4398dcde-07a2-415f-8628-706336e2aedd tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Usage tracker for resource:security_group_rule and tenant:5c3742d9e0e147a587c775654c5e399e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:52.599545 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4398dcde-07a2-415f-8628-706336e2aedd tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:52.608368 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 09af997a-6e7e-4a24-8d48-da4689828818 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:07:52.622497 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-4398dcde-07a2-415f-8628-706336e2aedd tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:52.689988 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4398dcde-07a2-415f-8628-706336e2aedd tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:52.785366 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-78989378-a914-4bcd-92ba-99f29fdffafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:52.851674 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-78989378-a914-4bcd-92ba-99f29fdffafe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:52.859549 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-78989378-a914-4bcd-92ba-99f29fdffafe admin admin] Usage tracker for resource:security_group_rule and tenant:79c0176600e2474e8a85d2acd1617f5e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:52.864254 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-78989378-a914-4bcd-92ba-99f29fdffafe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:52.871974 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 09af997a-6e7e-4a24-8d48-da4689828818, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=09af997a-6e7e-4a24-8d48-da4689828818,segment=NetworkSegment(a61f9560-b5f0-4f56-92cb-5bd87e6c7f24),segment_id=a61f9560-b5f0-4f56-92cb-5bd87e6c7f24)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:52.884551 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-78989378-a914-4bcd-92ba-99f29fdffafe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:52.893089 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '09af997a-6e7e-4a24-8d48-da4689828818', 'network_id': '84b8fc63-0946-45c0-a7ed-dafe26b562b1', 'port_id': '09af997a-6e7e-4a24-8d48-da4689828818', 'mac_address': 'fa:16:3e:0b:bb:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 950, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74347758-4ca6-4694-99d4-623fe8b1f370', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:07:52.964186 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7575981-bd8a-47dd-b70e-5429b4da1430 req-a5f7b6e3-4b9c-493c-aadd-f5fc2315bd3f tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:52.968211 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4398dcde-07a2-415f-8628-706336e2aedd tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:52.979392 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e7575981-bd8a-47dd-b70e-5429b4da1430 req-a5f7b6e3-4b9c-493c-aadd-f5fc2315bd3f tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 945 time: 0.2915859 Feb 09 01:07:52.980934 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4398dcde-07a2-415f-8628-706336e2aedd tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:53.037031 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4398dcde-07a2-415f-8628-706336e2aedd tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:53.038636 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4398dcde-07a2-415f-8628-706336e2aedd tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4880989 Feb 09 01:07:53.043266 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39524) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:53.049643 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4398dcde-07a2-415f-8628-706336e2aedd tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a761dbef-4e8d-4bd5-8732-5e09c177ba38,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:53.050700 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:53.059259 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-e794c31e-1be9-453f-8663-46d8b12ee143 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:53.075151 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e794c31e-1be9-453f-8663-46d8b12ee143 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:53.131635 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09af997a-6e7e-4a24-8d48-da4689828818 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:07:53.133805 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e7575981-bd8a-47dd-b70e-5429b4da1430 req-233ef551-146f-4462-847d-8f500b8e9df7 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509109 Feb 09 01:07:53.160554 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 09af997a-6e7e-4a24-8d48-da4689828818, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=09af997a-6e7e-4a24-8d48-da4689828818,segment=NetworkSegment(a61f9560-b5f0-4f56-92cb-5bd87e6c7f24),segment_id=a61f9560-b5f0-4f56-92cb-5bd87e6c7f24)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:53.163190 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-78989378-a914-4bcd-92ba-99f29fdffafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:53.164608 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e794c31e-1be9-453f-8663-46d8b12ee143 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Usage tracker for resource:floatingip and tenant:5c3742d9e0e147a587c775654c5e399e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:53.168169 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e794c31e-1be9-453f-8663-46d8b12ee143 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:53.168326 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:53.177889 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e794c31e-1be9-453f-8663-46d8b12ee143 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:53.202303 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-78989378-a914-4bcd-92ba-99f29fdffafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:53.265369 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fc651a-ed13-402a-bd5c-dc41a790da52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd05d35a-69b9-4ddc-9f72-3688ba4d2eae', 'code': 200} Feb 09 01:07:53.287172 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-78989378-a914-4bcd-92ba-99f29fdffafe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=79c0176600e2474e8a85d2acd1617f5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7960260 Feb 09 01:07:53.287538 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39532) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:53.292940 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e794c31e-1be9-453f-8663-46d8b12ee143 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for floatingip, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:53.351955 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=09af997a-6e7e-4a24-8d48-da4689828818,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:53.376856 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-690ba19a-b14f-4862-b070-cfa612158321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1400162326-router', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:07:36Z', 'updated_at': '2022-02-09T01:07:47Z', 'revision_number': 4, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'gw_port': {'id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:37Z', 'updated_at': '2022-02-09T01:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '7ceb147a-a238-451a-82d3-3469b1b20051', 'name': '', 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'mac_address': 'fa:16:3e:23:cf:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:45Z', 'updated_at': '2022-02-09T01:07:51Z', 'revision_number': 4, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'subnets': [{'id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:53.383619 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690ba19a-b14f-4862-b070-cfa612158321 None None] The sync data for ids ['478074fb-8bca-48e0-9cb4-4626727322d0'] in n-d-828419-1 is: [{'id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1400162326-router', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:07:36Z', 'updated_at': '2022-02-09T01:07:47Z', 'revision_number': 4, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'gw_port': {'id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:37Z', 'updated_at': '2022-02-09T01:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '7ceb147a-a238-451a-82d3-3469b1b20051', 'name': '', 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'mac_address': 'fa:16:3e:23:cf:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:45Z', 'updated_at': '2022-02-09T01:07:51Z', 'revision_number': 4, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'subnets': [{'id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:07:53.549220 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-63ecb4a8-8e83-41cc-add1-98f7fd8f5fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:53.571969 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b3913f78-6314-47ba-bcc8-1245357b4ff4 req-5d1ed523-3a28-4427-b082-e7565302a820 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6df2b97-a603-4192-a13b-d3b2bdd5bf29 HTTP/1.1" status: 200 len: 210 time: 0.2306442 Feb 09 01:07:53.577559 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78989378-a914-4bcd-92ba-99f29fdffafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da66894d-50e4-4b7a-9d89-4b8f11056b41,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:53.599473 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['09af997a-6e7e-4a24-8d48-da4689828818'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:07:53.667716 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-63ecb4a8-8e83-41cc-add1-98f7fd8f5fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:53.669979 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44c0ec-2190-4b55-8c01-e8d5e3bdacf8 req-cf290e1b-d64f-4b0b-9c00-b574dbfde9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:53.671615 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4d44c0ec-2190-4b55-8c01-e8d5e3bdacf8 req-cf290e1b-d64f-4b0b-9c00-b574dbfde9e9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 1096 time: 0.2991893 Feb 09 01:07:53.866595 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d63fe-190c-4f6d-8372-53be9f4d5559 req-d314ef40-202c-4662-a6d1-8c9c1f64b260 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:53.868743 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4d44c0ec-2190-4b55-8c01-e8d5e3bdacf8 req-9434ba56-2ecc-4d50-9081-5ad385aec45e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803253 Feb 09 01:07:53.877960 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5c7d63fe-190c-4f6d-8372-53be9f4d5559 req-d314ef40-202c-4662-a6d1-8c9c1f64b260 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=59067e76-9aa9-46fb-94ec-dce5e4a5f84a HTTP/1.1" status: 200 len: 944 time: 0.4103169 Feb 09 01:07:53.886072 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e794c31e-1be9-453f-8663-46d8b12ee143 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:53.943398 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-63ecb4a8-8e83-41cc-add1-98f7fd8f5fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:53.997712 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5c7d63fe-190c-4f6d-8372-53be9f4d5559 req-e490032a-2cbf-43d9-ad75-893decc490fa tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186314 Feb 09 01:07:54.001084 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecb4a8-8e83-41cc-add1-98f7fd8f5fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da66894d-50e4-4b7a-9d89-4b8f11056b41,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:54.003228 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-63ecb4a8-8e83-41cc-add1-98f7fd8f5fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:54.004852 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-63ecb4a8-8e83-41cc-add1-98f7fd8f5fc9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/da66894d-50e4-4b7a-9d89-4b8f11056b41 HTTP/1.1" status: 204 len: 168 time: 0.7150471 Feb 09 01:07:54.167760 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768c251-3f87-462c-b7ef-a43a5cfd4b4b req-6be35f2c-664d-4e07-80b8-cf507d92d436 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:54.175159 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1768c251-3f87-462c-b7ef-a43a5cfd4b4b req-6be35f2c-664d-4e07-80b8-cf507d92d436 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 946 time: 0.3867383 Feb 09 01:07:54.310209 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7ceb147a-a238-451a-82d3-3469b1b20051 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:07:54.381327 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1768c251-3f87-462c-b7ef-a43a5cfd4b4b req-63fecf2c-6361-4aa6-ba59-e79090f0c08e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043800 Feb 09 01:07:54.383429 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-e794c31e-1be9-453f-8663-46d8b12ee143 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Allocated IP 172.25.5.98 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/056ae252-4538-48c4-a5b2-47fba19aaab9) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:07:54.571568 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 7ceb147a-a238-451a-82d3-3469b1b20051 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:07:54.582099 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 7ceb147a-a238-451a-82d3-3469b1b20051 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:54.582480 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:54.664976 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27141cfa-0753-40b6-8d29-48a87fc7c3c9 req-3807889e-0883-4444-bbdb-1ba05d7c14fd tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:54.675531 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-27141cfa-0753-40b6-8d29-48a87fc7c3c9 req-3807889e-0883-4444-bbdb-1ba05d7c14fd tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 945 time: 0.2610900 Feb 09 01:07:54.811070 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-27141cfa-0753-40b6-8d29-48a87fc7c3c9 req-d2093c57-48d8-4353-bc13-e61c912e78bf tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345649 Feb 09 01:07:54.868240 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:54.870771 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:54.926986 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39562) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:54.937650 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 7ceb147a-a238-451a-82d3-3469b1b20051, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=7ceb147a-a238-451a-82d3-3469b1b20051,segment=NetworkSegment(0a900953-cea9-408a-b5a5-b9b62ab0e594),segment_id=0a900953-cea9-408a-b5a5-b9b62ab0e594)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:54.954791 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8c29cd26-c2d8-4a1c-adf1-c55bdd4eff69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:54.965908 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:54.998959 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8c29cd26-c2d8-4a1c-adf1-c55bdd4eff69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:55.009191 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8c29cd26-c2d8-4a1c-adf1-c55bdd4eff69 admin admin] Usage tracker for resource:security_group_rule and tenant:c29bbb79337c42b7801b014d1c24bd2e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:55.041683 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8c29cd26-c2d8-4a1c-adf1-c55bdd4eff69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:55.083358 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8c29cd26-c2d8-4a1c-adf1-c55bdd4eff69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:55.168168 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=7ceb147a-a238-451a-82d3-3469b1b20051,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:55.449337 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8c29cd26-c2d8-4a1c-adf1-c55bdd4eff69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:55.460921 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8c29cd26-c2d8-4a1c-adf1-c55bdd4eff69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:55.511588 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8c29cd26-c2d8-4a1c-adf1-c55bdd4eff69 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c29bbb79337c42b7801b014d1c24bd2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5833738 Feb 09 01:07:55.516362 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39576) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:55.541116 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ec3ae658-7844-4c8b-b7be-f4cd40af9231 req-416c9a05-e84c-4514-b803-f8e1a1c0b19d tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6df2b97-a603-4192-a13b-d3b2bdd5bf29 HTTP/1.1" status: 200 len: 210 time: 0.4941444 Feb 09 01:07:55.608251 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29cd26-c2d8-4a1c-adf1-c55bdd4eff69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d27610-c3f1-4338-8585-42ec6e9b648d,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:55.636044 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1a388bc1-804b-4aa1-a94c-1847cfa3aa13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:55.676271 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1a388bc1-804b-4aa1-a94c-1847cfa3aa13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:55.774166 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ea6d2-dcb3-4087-890e-69455228b5fc req-9d668f8d-2933-4784-82db-bed9f6b2aa35 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:55.784969 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-634ea6d2-dcb3-4087-890e-69455228b5fc req-9d668f8d-2933-4784-82db-bed9f6b2aa35 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=59067e76-9aa9-46fb-94ec-dce5e4a5f84a HTTP/1.1" status: 200 len: 944 time: 0.4231985 Feb 09 01:07:55.871732 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99658c7-3b82-407e-a1f5-48770956f76a req-e638c9fd-0a78-4ed9-8f32-ed6b99ee4066 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:55.874098 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d99658c7-3b82-407e-a1f5-48770956f76a req-e638c9fd-0a78-4ed9-8f32-ed6b99ee4066 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.35 "GET /v2.0/networks?id=e5eebd47-e56e-4218-8edf-32a5a22fef3b HTTP/1.1" status: 200 len: 814 time: 1.0294816 Feb 09 01:07:55.890315 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-634ea6d2-dcb3-4087-890e-69455228b5fc req-669f8f99-ffb9-425e-bd04-18fb6483834c tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034656 Feb 09 01:07:55.919577 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1a388bc1-804b-4aa1-a94c-1847cfa3aa13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:55.965691 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a388bc1-804b-4aa1-a94c-1847cfa3aa13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d27610-c3f1-4338-8585-42ec6e9b648d,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:55.988266 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1a388bc1-804b-4aa1-a94c-1847cfa3aa13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:55.989429 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1a388bc1-804b-4aa1-a94c-1847cfa3aa13 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b1d27610-c3f1-4338-8585-42ec6e9b648d HTTP/1.1" status: 204 len: 168 time: 0.4718430 Feb 09 01:07:56.071744 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e794c31e-1be9-453f-8663-46d8b12ee143 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:56.228365 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d99658c7-3b82-407e-a1f5-48770956f76a req-69eb50d0-04cd-4677-ba2d-aafcb9bf1c87 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=383f3082f927439d91a8e106811c03f7 HTTP/1.1" status: 200 len: 379 time: 0.3427060 Feb 09 01:07:56.280081 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7ceb147a-a238-451a-82d3-3469b1b20051 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:07:56.302172 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-d99658c7-3b82-407e-a1f5-48770956f76a req-cf54bbd5-98d4-4aa7-b7d3-00f4a46fce0e tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Request body: {'port': {'device_id': 'c6df2b97-a603-4192-a13b-d3b2bdd5bf29', 'network_id': 'e5eebd47-e56e-4218-8edf-32a5a22fef3b', 'admin_state_up': True, 'tenant_id': '383f3082f927439d91a8e106811c03f7', 'security_groups': ['f96c1c72-20b3-409e-8eb8-ed20e53e0378']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:56.336893 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d731a-7c54-4a25-baa7-210aa15b73b9 req-eea79b59-57d2-4f7a-9b70-03dc9f45b89c tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:56.338215 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5c5d731a-7c54-4a25-baa7-210aa15b73b9 req-eea79b59-57d2-4f7a-9b70-03dc9f45b89c tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 946 time: 0.1365335 Feb 09 01:07:56.450267 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5c5d731a-7c54-4a25-baa7-210aa15b73b9 req-91bc526b-e700-4ed8-839c-a6c64a1c997b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035621 Feb 09 01:07:56.495380 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 7ceb147a-a238-451a-82d3-3469b1b20051 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:56.495786 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:56.577224 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-d99658c7-3b82-407e-a1f5-48770956f76a req-cf54bbd5-98d4-4aa7-b7d3-00f4a46fce0e tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:56.585964 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-d99658c7-3b82-407e-a1f5-48770956f76a req-cf54bbd5-98d4-4aa7-b7d3-00f4a46fce0e tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Usage tracker for resource:port and tenant:383f3082f927439d91a8e106811c03f7 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:56.590289 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-d99658c7-3b82-407e-a1f5-48770956f76a req-cf54bbd5-98d4-4aa7-b7d3-00f4a46fce0e tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:56.599809 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-d99658c7-3b82-407e-a1f5-48770956f76a req-cf54bbd5-98d4-4aa7-b7d3-00f4a46fce0e tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:56.629043 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e794c31e-1be9-453f-8663-46d8b12ee143 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:56.722306 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 09af997a-6e7e-4a24-8d48-da4689828818 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:07:56.800516 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d99658c7-3b82-407e-a1f5-48770956f76a req-cf54bbd5-98d4-4aa7-b7d3-00f4a46fce0e tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Made reservation on behalf of 383f3082f927439d91a8e106811c03f7 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:56.800516 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d99658c7-3b82-407e-a1f5-48770956f76a req-cf54bbd5-98d4-4aa7-b7d3-00f4a46fce0e tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:56.866758 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 09af997a-6e7e-4a24-8d48-da4689828818 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:07:56.877319 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 09af997a-6e7e-4a24-8d48-da4689828818 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:56.877704 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:56.950495 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e794c31e-1be9-453f-8663-46d8b12ee143 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:07:57.066235 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-e794c31e-1be9-453f-8663-46d8b12ee143 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:57.069034 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e794c31e-1be9-453f-8663-46d8b12ee143 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:07:57.075889 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39618) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:57.135325 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:57.186107 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 09af997a-6e7e-4a24-8d48-da4689828818, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=09af997a-6e7e-4a24-8d48-da4689828818,segment=NetworkSegment(a61f9560-b5f0-4f56-92cb-5bd87e6c7f24),segment_id=a61f9560-b5f0-4f56-92cb-5bd87e6c7f24)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:57.187044 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59067e76-9aa9-46fb-94ec-dce5e4a5f84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09af997a-6e7e-4a24-8d48-da4689828818'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:07:57.192212 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794c31e-1be9-453f-8663-46d8b12ee143 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Pushing event updated for resources: {'Port': ['ID=056ae252-4538-48c4-a5b2-47fba19aaab9,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:57.195801 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:57.251057 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a3156-2041-41b6-b4b0-bd92effac994 req-a0942374-5453-4a03-8922-89dcb5b69189 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:57.263355 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f54a3156-2041-41b6-b4b0-bd92effac994 req-a0942374-5453-4a03-8922-89dcb5b69189 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 945 time: 0.7675576 Feb 09 01:07:57.360581 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=09af997a-6e7e-4a24-8d48-da4689828818,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:57.467706 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-d9c2b1c0-0a88-4398-8f89-e9955e410880 req-7ed8099d-ce37-4689-9382-1cd80f0cbb17 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Synchronizing usage tracker for tenant:383f3082f927439d91a8e106811c03f7 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:07:57.477684 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-d99658c7-3b82-407e-a1f5-48770956f76a req-cf54bbd5-98d4-4aa7-b7d3-00f4a46fce0e tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Allocated IP 172.20.0.12 (e5eebd47-e56e-4218-8edf-32a5a22fef3b/bfc7232c-c4ba-4588-b26b-80253019f61b/e147d37d-e965-4cea-9b48-1e1f35b0ab6f) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:07:57.553495 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-d9c2b1c0-0a88-4398-8f89-e9955e410880 req-7ed8099d-ce37-4689-9382-1cd80f0cbb17 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Unset dirty status for tenant:383f3082f927439d91a8e106811c03f7 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:07:57.573238 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d9c2b1c0-0a88-4398-8f89-e9955e410880 req-7ed8099d-ce37-4689-9382-1cd80f0cbb17 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6df2b97-a603-4192-a13b-d3b2bdd5bf29 HTTP/1.1" status: 200 len: 210 time: 0.1914418 Feb 09 01:07:57.618541 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a72d8c-1e2d-4099-aa79-4e44952cf015 req-a8a5c2c4-22fc-40b6-8d2a-cfb827759634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:57.619125 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a72d8c-1e2d-4099-aa79-4e44952cf015 req-a8a5c2c4-22fc-40b6-8d2a-cfb827759634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:57.622281 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a72d8c-1e2d-4099-aa79-4e44952cf015 req-a8a5c2c4-22fc-40b6-8d2a-cfb827759634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:57.622778 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a72d8c-1e2d-4099-aa79-4e44952cf015 req-a8a5c2c4-22fc-40b6-8d2a-cfb827759634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:57.626133 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a72d8c-1e2d-4099-aa79-4e44952cf015 req-a8a5c2c4-22fc-40b6-8d2a-cfb827759634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:57.626636 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a72d8c-1e2d-4099-aa79-4e44952cf015 req-a8a5c2c4-22fc-40b6-8d2a-cfb827759634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:57.629461 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a72d8c-1e2d-4099-aa79-4e44952cf015 req-a8a5c2c4-22fc-40b6-8d2a-cfb827759634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:57.631955 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e8a72d8c-1e2d-4099-aa79-4e44952cf015 req-a8a5c2c4-22fc-40b6-8d2a-cfb827759634 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 6498 time: 0.5549335 Feb 09 01:07:57.673497 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f54a3156-2041-41b6-b4b0-bd92effac994 req-2e1cfe17-0918-47a5-99b0-2cc0542610c3 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083517 Feb 09 01:07:57.817976 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59067e76-9aa9-46fb-94ec-dce5e4a5f84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09af997a-6e7e-4a24-8d48-da4689828818', 'code': 200} Feb 09 01:07:57.820168 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e794c31e-1be9-453f-8663-46d8b12ee143 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:57.880165 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e8a72d8c-1e2d-4099-aa79-4e44952cf015 req-bdab26ee-9747-4185-9bfd-f8a23be9fb44 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2410989 Feb 09 01:07:57.932866 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc8c40-f2f3-47e3-ac90-02252d8afcd8 req-3dd76828-6396-40c8-b94d-d4e816950739 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:57.941505 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d5dc8c40-f2f3-47e3-ac90-02252d8afcd8 req-3dd76828-6396-40c8-b94d-d4e816950739 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=59067e76-9aa9-46fb-94ec-dce5e4a5f84a HTTP/1.1" status: 200 len: 945 time: 0.2270858 Feb 09 01:07:58.009541 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d5dc8c40-f2f3-47e3-ac90-02252d8afcd8 req-45638862-f905-4b73-85f4-62a77704cb01 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639815 Feb 09 01:07:58.183384 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d99658c7-3b82-407e-a1f5-48770956f76a req-cf54bbd5-98d4-4aa7-b7d3-00f4a46fce0e tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:58.231711 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-d99658c7-3b82-407e-a1f5-48770956f76a req-cf54bbd5-98d4-4aa7-b7d3-00f4a46fce0e tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Transition to ACTIVE for port object e147d37d-e965-4cea-9b48-1e1f35b0ab6f will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:07:58.253058 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e794c31e-1be9-453f-8663-46d8b12ee143 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:58.293506 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098ed6f-f332-4b86-a76d-d6b5b28e19fa req-c359c41a-3d95-4f73-833c-28606a1ee9ec tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:58.302403 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1098ed6f-f332-4b86-a76d-d6b5b28e19fa req-c359c41a-3d95-4f73-833c-28606a1ee9ec tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 1096 time: 0.1384289 Feb 09 01:07:58.364273 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1098ed6f-f332-4b86-a76d-d6b5b28e19fa req-d3c56965-4746-4e6f-915d-8e2c2af2473b tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563526 Feb 09 01:07:58.538140 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e794c31e-1be9-453f-8663-46d8b12ee143 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:58.548754 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e794c31e-1be9-453f-8663-46d8b12ee143 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:58.631961 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c2741b0c-d8f4-4a3f-ad4b-71448b003199 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:07:58.843262 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffbba6-5585-4cb2-af51-c76129fe90bd req-c6733c86-e02e-492c-aca6-058b3bba6ddc tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:58.845889 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7dffbba6-5585-4cb2-af51-c76129fe90bd req-c6733c86-e02e-492c-aca6-058b3bba6ddc tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 1096 time: 0.1125507 Feb 09 01:07:58.850702 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d96cf-b6da-4189-ad52-a76e22d837ba req-694d6916-4b9a-4d4e-b406-caff1096b7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:58.852345 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e09d96cf-b6da-4189-ad52-a76e22d837ba req-694d6916-4b9a-4d4e-b406-caff1096b7cc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=59067e76-9aa9-46fb-94ec-dce5e4a5f84a HTTP/1.1" status: 200 len: 1096 time: 0.8576503 Feb 09 01:07:58.870537 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d99658c7-3b82-407e-a1f5-48770956f76a req-cf54bbd5-98d4-4aa7-b7d3-00f4a46fce0e tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:58.875678 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794c31e-1be9-453f-8663-46d8b12ee143 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Pushing event updated for resources: {'Port': ['ID=056ae252-4538-48c4-a5b2-47fba19aaab9,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:58.902893 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c2741b0c-d8f4-4a3f-ad4b-71448b003199, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c2741b0c-d8f4-4a3f-ad4b-71448b003199,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:58.905253 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7dffbba6-5585-4cb2-af51-c76129fe90bd req-348dc392-a495-4280-a6b4-5b3ed1b498d4 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514677 Feb 09 01:07:58.923934 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'c2741b0c-d8f4-4a3f-ad4b-71448b003199', 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe', 'port_id': 'c2741b0c-d8f4-4a3f-ad4b-71448b003199', 'mac_address': 'fa:16:3e:9b:0e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 988, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e21ee47-9c4f-48f6-bbce-c83436d55ec2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:07:59.007338 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:59.016618 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb3828-1125-4c54-9ac2-ad151827d1c0 req-de45a83a-ebc2-401c-accd-53dedf2440d8 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:59.029075 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2741b0c-d8f4-4a3f-ad4b-71448b003199 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:07:59.040989 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0deb3828-1125-4c54-9ac2-ad151827d1c0 req-de45a83a-ebc2-401c-accd-53dedf2440d8 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 946 time: 0.9353220 Feb 09 01:07:59.049207 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c2741b0c-d8f4-4a3f-ad4b-71448b003199, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c2741b0c-d8f4-4a3f-ad4b-71448b003199,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:07:59.054879 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:59.147721 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39698) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:07:59.156752 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=c2741b0c-d8f4-4a3f-ad4b-71448b003199,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:59.159729 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06584521-8c5f-4ceb-9476-2a2233298a29 req-83e303e9-f31a-4f41-97e1-27fd756e6842 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:59.167327 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-06584521-8c5f-4ceb-9476-2a2233298a29 req-83e303e9-f31a-4f41-97e1-27fd756e6842 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6df2b97-a603-4192-a13b-d3b2bdd5bf29 HTTP/1.1" status: 200 len: 932 time: 0.1262290 Feb 09 01:07:59.192740 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['c2741b0c-d8f4-4a3f-ad4b-71448b003199'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:07:59.198079 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d99658c7-3b82-407e-a1f5-48770956f76a req-cf54bbd5-98d4-4aa7-b7d3-00f4a46fce0e tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Network e5eebd47-e56e-4218-8edf-32a5a22fef3b is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:07:59.212679 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e794c31e-1be9-453f-8663-46d8b12ee143 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:59.217159 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-06584521-8c5f-4ceb-9476-2a2233298a29 req-af514b27-900d-4e42-88da-5299ac6cd2c7 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Synchronizing usage tracker for tenant:383f3082f927439d91a8e106811c03f7 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:07:59.224313 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-d99658c7-3b82-407e-a1f5-48770956f76a req-cf54bbd5-98d4-4aa7-b7d3-00f4a46fce0e tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:59.244858 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-06584521-8c5f-4ceb-9476-2a2233298a29 req-af514b27-900d-4e42-88da-5299ac6cd2c7 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Unset dirty status for tenant:383f3082f927439d91a8e106811c03f7 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:07:59.246667 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99658c7-3b82-407e-a1f5-48770956f76a req-cf54bbd5-98d4-4aa7-b7d3-00f4a46fce0e tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:07:59.255561 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-06584521-8c5f-4ceb-9476-2a2233298a29 req-af514b27-900d-4e42-88da-5299ac6cd2c7 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/security-groups?id=f96c1c72-20b3-409e-8eb8-ed20e53e0378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869915 Feb 09 01:07:59.310956 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54bbd5-98d4-4aa7-b7d3-00f4a46fce0e tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Pushing event updated for resources: {'Port': ['ID=e147d37d-e965-4cea-9b48-1e1f35b0ab6f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:59.331823 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e09d96cf-b6da-4189-ad52-a76e22d837ba req-98b87a1e-1e78-4390-a46e-6bb782acdb62 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388895 Feb 09 01:07:59.358140 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0deb3828-1125-4c54-9ac2-ad151827d1c0 req-d6b814ab-4d44-44a5-b1e1-4d1ee1aa7ab2 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160279 Feb 09 01:07:59.436223 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99658c7-3b82-407e-a1f5-48770956f76a req-cf54bbd5-98d4-4aa7-b7d3-00f4a46fce0e tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:59.437307 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d99658c7-3b82-407e-a1f5-48770956f76a req-cf54bbd5-98d4-4aa7-b7d3-00f4a46fce0e tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:59.445658 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e794c31e-1be9-453f-8663-46d8b12ee143 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:59.447470 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e794c31e-1be9-453f-8663-46d8b12ee143 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4028082 Feb 09 01:07:59.469666 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d99658c7-3b82-407e-a1f5-48770956f76a req-cf54bbd5-98d4-4aa7-b7d3-00f4a46fce0e tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1832955 Feb 09 01:07:59.528042 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-d99658c7-3b82-407e-a1f5-48770956f76a req-f1b5e697-d8e7-4b52-bee2-6148352927a1 service neutron] Request body: {'port': {'device_id': 'c6df2b97-a603-4192-a13b-d3b2bdd5bf29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:59.716326 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7ebd255b-645b-41e1-93fc-676de60ffb9e None None] Provisioning for port e147d37d-e965-4cea-9b48-1e1f35b0ab6f completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:07:59.734119 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7ebd255b-645b-41e1-93fc-676de60ffb9e None None] Provisioning complete for port e147d37d-e965-4cea-9b48-1e1f35b0ab6f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:59.738948 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7ebd255b-645b-41e1-93fc-676de60ffb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:59.832454 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3905ec04-7400-45f1-af60-6c6a27c60375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:59.847138 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d99658c7-3b82-407e-a1f5-48770956f76a req-f1b5e697-d8e7-4b52-bee2-6148352927a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:59.863183 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3905ec04-7400-45f1-af60-6c6a27c60375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:07:59.883561 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35d956-6761-4245-ab2f-efa14213be74 req-c8d7feac-2f79-4a3b-8cc9-4f6a29e60fb4 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:59.891807 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4f35d956-6761-4245-ab2f-efa14213be74 req-c8d7feac-2f79-4a3b-8cc9-4f6a29e60fb4 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=59067e76-9aa9-46fb-94ec-dce5e4a5f84a HTTP/1.1" status: 200 len: 945 time: 0.3175225 Feb 09 01:07:59.912535 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3905ec04-7400-45f1-af60-6c6a27c60375 admin admin] Usage tracker for resource:security_group_rule and tenant:85d20a4d0197425db1b683a435ee022b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:07:59.919935 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3905ec04-7400-45f1-af60-6c6a27c60375 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:07:59.930322 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3905ec04-7400-45f1-af60-6c6a27c60375 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:07:59.973725 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-7ebd255b-645b-41e1-93fc-676de60ffb9e None None] Port e147d37d-e965-4cea-9b48-1e1f35b0ab6f cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:07:59.993410 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4f35d956-6761-4245-ab2f-efa14213be74 req-bb77ec45-cf2b-408e-b09a-4c1e4cd53440 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001053 Feb 09 01:08:00.361736 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-1d7ae95b-0448-45e7-a321-2f77c17789b7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Synchronizing usage tracker for tenant:5c3742d9e0e147a587c775654c5e399e on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:08:00.376031 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3905ec04-7400-45f1-af60-6c6a27c60375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:00.396756 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3905ec04-7400-45f1-af60-6c6a27c60375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:00.437244 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-1d7ae95b-0448-45e7-a321-2f77c17789b7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Unset dirty status for tenant:5c3742d9e0e147a587c775654c5e399e on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:08:00.446109 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-1d7ae95b-0448-45e7-a321-2f77c17789b7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1544713468&fields=id&tenant_id=5c3742d9e0e147a587c775654c5e399e HTTP/1.1" status: 200 len: 267 time: 0.2664843 Feb 09 01:08:00.492585 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3905ec04-7400-45f1-af60-6c6a27c60375 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=85d20a4d0197425db1b683a435ee022b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3006513 Feb 09 01:08:00.498708 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39750) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:00.583407 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905ec04-7400-45f1-af60-6c6a27c60375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572762da-9f05-475c-89f1-3d8f000b2459,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:00.647175 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c2741b0c-d8f4-4a3f-ad4b-71448b003199 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:08:00.683777 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90a5a0b5-1cde-44e5-a61b-c7d848847964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:00.762649 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port c2741b0c-d8f4-4a3f-ad4b-71448b003199 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:00.763612 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:00.776291 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-74aaecad-487a-492e-a73d-46a01b61c1e5 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:00.777031 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-74aaecad-487a-492e-a73d-46a01b61c1e5 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Synchronizing usage tracker for tenant:5c3742d9e0e147a587c775654c5e399e on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:08:00.845147 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90a5a0b5-1cde-44e5-a61b-c7d848847964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:00.857526 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-74aaecad-487a-492e-a73d-46a01b61c1e5 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Unset dirty status for tenant:5c3742d9e0e147a587c775654c5e399e on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:08:00.865419 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-74aaecad-487a-492e-a73d-46a01b61c1e5 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/networks?id=f463daa3-bdf7-465b-839b-27906d718cfd HTTP/1.1" status: 200 len: 817 time: 0.4182458 Feb 09 01:08:00.896361 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-5049794e-f080-4b26-9abf-c6909505e087 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/quotas/5c3742d9e0e147a587c775654c5e399e HTTP/1.1" status: 200 len: 375 time: 0.0292933 Feb 09 01:08:00.901901 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-d99658c7-3b82-407e-a1f5-48770956f76a req-f1b5e697-d8e7-4b52-bee2-6148352927a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e147d37d-e965-4cea-9b48-1e1f35b0ab6f {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:08:00.927967 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d99658c7-3b82-407e-a1f5-48770956f76a req-f1b5e697-d8e7-4b52-bee2-6148352927a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:00.955483 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-d99658c7-3b82-407e-a1f5-48770956f76a req-f1b5e697-d8e7-4b52-bee2-6148352927a1 service neutron] Transition to ACTIVE for port object e147d37d-e965-4cea-9b48-1e1f35b0ab6f will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:08:00.962940 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d99658c7-3b82-407e-a1f5-48770956f76a req-f1b5e697-d8e7-4b52-bee2-6148352927a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:01.014597 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-7f710802-3f71-4201-80cc-1abd6d415461 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Synchronizing usage tracker for tenant:5c3742d9e0e147a587c775654c5e399e on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:08:01.040986 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:01.089732 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-7f710802-3f71-4201-80cc-1abd6d415461 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Unset dirty status for tenant:5c3742d9e0e147a587c775654c5e399e on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:08:01.106823 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-7f710802-3f71-4201-80cc-1abd6d415461 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c3742d9e0e147a587c775654c5e399e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2010553 Feb 09 01:08:01.159048 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c2741b0c-d8f4-4a3f-ad4b-71448b003199, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c2741b0c-d8f4-4a3f-ad4b-71448b003199,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:01.161767 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80faa5e8-2a37-40c1-926e-844a2d72640f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2741b0c-d8f4-4a3f-ad4b-71448b003199'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:01.169857 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90a5a0b5-1cde-44e5-a61b-c7d848847964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:01.175677 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:01.248046 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5a0b5-1cde-44e5-a61b-c7d848847964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572762da-9f05-475c-89f1-3d8f000b2459,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:01.314653 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5e697-d8e7-4b52-bee2-6148352927a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e147d37d-e965-4cea-9b48-1e1f35b0ab6f,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:01.339283 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90a5a0b5-1cde-44e5-a61b-c7d848847964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:01.346124 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-90a5a0b5-1cde-44e5-a61b-c7d848847964 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/572762da-9f05-475c-89f1-3d8f000b2459 HTTP/1.1" status: 204 len: 168 time: 0.8458347 Feb 09 01:08:01.446473 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=c2741b0c-d8f4-4a3f-ad4b-71448b003199,revision_number=7']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:01.544086 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-65c565ab-005d-4503-ba3a-a6dd515a0d52 service neutron] 10.222.0.37 "GET /v2.0/networks/f463daa3-bdf7-465b-839b-27906d718cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153748 Feb 09 01:08:01.567386 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-d99658c7-3b82-407e-a1f5-48770956f76a req-f1b5e697-d8e7-4b52-bee2-6148352927a1 service neutron] Attempting to bind port e147d37d-e965-4cea-9b48-1e1f35b0ab6f on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:08:01.568133 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-d99658c7-3b82-407e-a1f5-48770956f76a req-f1b5e697-d8e7-4b52-bee2-6148352927a1 service neutron] Attempting to bind port e147d37d-e965-4cea-9b48-1e1f35b0ab6f by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'cd7f2f4a-09b1-4046-8a49-f3d3017f86ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'e5eebd47-e56e-4218-8edf-32a5a22fef3b'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:08:01.568684 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99658c7-3b82-407e-a1f5-48770956f76a req-f1b5e697-d8e7-4b52-bee2-6148352927a1 service neutron] Attempting to bind port e147d37d-e965-4cea-9b48-1e1f35b0ab6f on network e5eebd47-e56e-4218-8edf-32a5a22fef3b {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:08:01.580796 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99658c7-3b82-407e-a1f5-48770956f76a req-f1b5e697-d8e7-4b52-bee2-6148352927a1 service neutron] Port e147d37d-e965-4cea-9b48-1e1f35b0ab6f on network e5eebd47-e56e-4218-8edf-32a5a22fef3b not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:08:01.581425 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99658c7-3b82-407e-a1f5-48770956f76a req-f1b5e697-d8e7-4b52-bee2-6148352927a1 service neutron] Attempting to bind port e147d37d-e965-4cea-9b48-1e1f35b0ab6f on network e5eebd47-e56e-4218-8edf-32a5a22fef3b {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:08:01.596080 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99658c7-3b82-407e-a1f5-48770956f76a req-f1b5e697-d8e7-4b52-bee2-6148352927a1 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:08:01.597130 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99658c7-3b82-407e-a1f5-48770956f76a req-f1b5e697-d8e7-4b52-bee2-6148352927a1 service neutron] Checking segment: {'id': 'cd7f2f4a-09b1-4046-8a49-f3d3017f86ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'e5eebd47-e56e-4218-8edf-32a5a22fef3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:08:01.597690 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99658c7-3b82-407e-a1f5-48770956f76a req-f1b5e697-d8e7-4b52-bee2-6148352927a1 service neutron] Bound using segment: {'id': 'cd7f2f4a-09b1-4046-8a49-f3d3017f86ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'e5eebd47-e56e-4218-8edf-32a5a22fef3b'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:08:01.600967 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-d99658c7-3b82-407e-a1f5-48770956f76a req-f1b5e697-d8e7-4b52-bee2-6148352927a1 service neutron] Bound port: e147d37d-e965-4cea-9b48-1e1f35b0ab6f, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd7f2f4a-09b1-4046-8a49-f3d3017f86ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'e5eebd47-e56e-4218-8edf-32a5a22fef3b'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:08:01.601620 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d99658c7-3b82-407e-a1f5-48770956f76a req-f1b5e697-d8e7-4b52-bee2-6148352927a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:01.682544 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-cb3df33a-934d-4aa0-b959-1b86c05fd1af tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:08:01.684062 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-cb3df33a-934d-4aa0-b959-1b86c05fd1af tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0170295 Feb 09 01:08:01.706555 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-910c102d-c55a-426f-beb0-f192059685fc service neutron] Request body: {'binding': {'host': 'n-h2-828419-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:01.707294 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-910c102d-c55a-426f-beb0-f192059685fc service neutron] Unknown quota resources ['binding']. {{(pid=87612) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 01:08:01.792680 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-d99658c7-3b82-407e-a1f5-48770956f76a req-f1b5e697-d8e7-4b52-bee2-6148352927a1 service neutron] For port e147d37d-e965-4cea-9b48-1e1f35b0ab6f, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:08:01.801015 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-81254916-7862-4d51-b233-a36da4cba3f0 service neutron] 10.222.0.37 "GET /v2.0/networks/f463daa3-bdf7-465b-839b-27906d718cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494142 Feb 09 01:08:01.911388 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-d99658c7-3b82-407e-a1f5-48770956f76a req-f1b5e697-d8e7-4b52-bee2-6148352927a1 service neutron] For port e147d37d-e965-4cea-9b48-1e1f35b0ab6f, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=e147d37d-e965-4cea-9b48-1e1f35b0ab6f,segment=NetworkSegment(cd7f2f4a-09b1-4046-8a49-f3d3017f86ee),segment_id=cd7f2f4a-09b1-4046-8a49-f3d3017f86ee)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:08:01.942225 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d99658c7-3b82-407e-a1f5-48770956f76a req-f1b5e697-d8e7-4b52-bee2-6148352927a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:01.967676 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39780) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:02.047650 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99658c7-3b82-407e-a1f5-48770956f76a req-f1b5e697-d8e7-4b52-bee2-6148352927a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:02.048413 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d99658c7-3b82-407e-a1f5-48770956f76a req-f1b5e697-d8e7-4b52-bee2-6148352927a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:02.049807 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d99658c7-3b82-407e-a1f5-48770956f76a req-f1b5e697-d8e7-4b52-bee2-6148352927a1 service neutron] 10.222.0.35 "PUT /v2.0/ports/e147d37d-e965-4cea-9b48-1e1f35b0ab6f HTTP/1.1" status: 200 len: 1092 time: 2.5271382 Feb 09 01:08:02.050313 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6df2b97-a603-4192-a13b-d3b2bdd5bf29', 'tag': 'e147d37d-e965-4cea-9b48-1e1f35b0ab6f'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:02.153054 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5e697-d8e7-4b52-bee2-6148352927a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e147d37d-e965-4cea-9b48-1e1f35b0ab6f,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:02.241656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39790) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:02.326330 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a2f27562-5285-4b09-8a5b-60a4d04dc623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:02.346043 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-692d2103-4678-4267-a6a0-ed170acd5670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:02.354511 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-910c102d-c55a-426f-beb0-f192059685fc service neutron] Attempting to bind port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae on host n-h2-828419-1 for vnic_type normal with profile None {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:08:02.354889 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-910c102d-c55a-426f-beb0-f192059685fc service neutron] Attempting to bind port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:08:02.355212 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-910c102d-c55a-426f-beb0-f192059685fc service neutron] Attempting to bind port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:08:02.363781 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-910c102d-c55a-426f-beb0-f192059685fc service neutron] Port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:08:02.364104 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-910c102d-c55a-426f-beb0-f192059685fc service neutron] Attempting to bind port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:08:02.370606 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-910c102d-c55a-426f-beb0-f192059685fc service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:08:02.370959 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-910c102d-c55a-426f-beb0-f192059685fc service neutron] Checking segment: {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:08:02.371339 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-910c102d-c55a-426f-beb0-f192059685fc service neutron] Bound using segment: {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:08:02.371779 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-910c102d-c55a-426f-beb0-f192059685fc service neutron] Bound port: cd05d35a-69b9-4ddc-9f72-3688ba4d2eae, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:08:02.377032 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a2f27562-5285-4b09-8a5b-60a4d04dc623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:02.387048 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-692d2103-4678-4267-a6a0-ed170acd5670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:02.398402 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a2f27562-5285-4b09-8a5b-60a4d04dc623 admin admin] Usage tracker for resource:security_group_rule and tenant:7093aafe448348cb95b05f74e29211dc is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:02.407116 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-692d2103-4678-4267-a6a0-ed170acd5670 admin admin] Usage tracker for resource:security_group_rule and tenant:aeffd9cbd080418388a71dec8570d25e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:02.411735 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a2f27562-5285-4b09-8a5b-60a4d04dc623 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:02.422535 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99658c7-3b82-407e-a1f5-48770956f76a req-0ce47fe6-4902-4865-9ba4-85124b9f47ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:02.425533 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d99658c7-3b82-407e-a1f5-48770956f76a req-0ce47fe6-4902-4865-9ba4-85124b9f47ce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=383f3082f927439d91a8e106811c03f7&device_id=c6df2b97-a603-4192-a13b-d3b2bdd5bf29 HTTP/1.1" status: 200 len: 1095 time: 0.2629192 Feb 09 01:08:02.439041 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a2f27562-5285-4b09-8a5b-60a4d04dc623 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:02.518854 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d99658c7-3b82-407e-a1f5-48770956f76a req-52adf368-7006-4c5e-bc16-96961c82539a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e147d37d-e965-4cea-9b48-1e1f35b0ab6f HTTP/1.1" status: 200 len: 217 time: 0.0836768 Feb 09 01:08:02.523481 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-910c102d-c55a-426f-beb0-f192059685fc service neutron] For port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=cd05d35a-69b9-4ddc-9f72-3688ba4d2eae,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:08:02.549749 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a2f27562-5285-4b09-8a5b-60a4d04dc623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:02.556930 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-692d2103-4678-4267-a6a0-ed170acd5670 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:02.563884 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-692d2103-4678-4267-a6a0-ed170acd5670 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:02.633824 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a2f27562-5285-4b09-8a5b-60a4d04dc623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:02.661411 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b429e-54f1-4c13-b545-894adc43b2eb req-2516df30-117d-4b43-895f-e5f1ac67c988 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:02.669017 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4c6b429e-54f1-4c13-b545-894adc43b2eb req-2516df30-117d-4b43-895f-e5f1ac67c988 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6df2b97-a603-4192-a13b-d3b2bdd5bf29 HTTP/1.1" status: 200 len: 944 time: 0.5306516 Feb 09 01:08:02.723397 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-910c102d-c55a-426f-beb0-f192059685fc service neutron] Notify callbacks [] for binding, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:02.736255 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-910c102d-c55a-426f-beb0-f192059685fc service neutron] 10.222.0.37 "POST /v2.0/ports/cd05d35a-69b9-4ddc-9f72-3688ba4d2eae/bindings HTTP/1.1" status: 201 len: 389 time: 1.0273297 Feb 09 01:08:02.754392 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a2f27562-5285-4b09-8a5b-60a4d04dc623 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7093aafe448348cb95b05f74e29211dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5117340 Feb 09 01:08:02.754604 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39800) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:02.789467 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4c6b429e-54f1-4c13-b545-894adc43b2eb req-cc165998-129c-43c2-9436-4f91340d39be tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/security-groups?id=f96c1c72-20b3-409e-8eb8-ed20e53e0378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192727 Feb 09 01:08:02.795197 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f27562-5285-4b09-8a5b-60a4d04dc623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdaec02a-8c98-48aa-b7c0-91bc003926be,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:02.806946 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99658c7-3b82-407e-a1f5-48770956f76a req-5e58fb79-9fb2-4be2-8e74-4d0acd464bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:02.806946 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d99658c7-3b82-407e-a1f5-48770956f76a req-5e58fb79-9fb2-4be2-8e74-4d0acd464bd2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bfc7232c-c4ba-4588-b26b-80253019f61b HTTP/1.1" status: 200 len: 853 time: 0.2813222 Feb 09 01:08:02.858922 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-692d2103-4678-4267-a6a0-ed170acd5670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:02.869923 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-692d2103-4678-4267-a6a0-ed170acd5670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:02.906603 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-17b5f1a2-5bd3-4f1b-bc1d-deb3938059db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:02.990472 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-692d2103-4678-4267-a6a0-ed170acd5670 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aeffd9cbd080418388a71dec8570d25e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0204396 Feb 09 01:08:02.992762 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d2103-4678-4267-a6a0-ed170acd5670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411d632c-79d6-4edf-94c4-125b5003dc47,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:03.003422 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-17b5f1a2-5bd3-4f1b-bc1d-deb3938059db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:03.013042 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39806) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:03.187350 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99658c7-3b82-407e-a1f5-48770956f76a req-200dd1e6-6e11-4ada-8c46-6ade61d49458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:03.189007 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d99658c7-3b82-407e-a1f5-48770956f76a req-200dd1e6-6e11-4ada-8c46-6ade61d49458 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e5eebd47-e56e-4218-8edf-32a5a22fef3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3684528 Feb 09 01:08:03.264000 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0b7355aa-f084-4df2-95d3-f409c2ec2659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:03.275482 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15786dc0-0457-410f-b847-f269e87338e2 req-8804b55a-5284-467d-b268-a7a773938f9c tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:03.283623 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-15786dc0-0457-410f-b847-f269e87338e2 req-8804b55a-5284-467d-b268-a7a773938f9c tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 946 time: 0.2715700 Feb 09 01:08:03.318737 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-17b5f1a2-5bd3-4f1b-bc1d-deb3938059db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:03.341787 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5f1a2-5bd3-4f1b-bc1d-deb3938059db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdaec02a-8c98-48aa-b7c0-91bc003926be,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:03.345749 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0b7355aa-f084-4df2-95d3-f409c2ec2659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:03.365568 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea08c3-31bf-4a0e-8413-18c53e9bf500 req-23a4f08c-ea96-4be1-b06a-815c49159b1b tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:03.377004 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-71ea08c3-31bf-4a0e-8413-18c53e9bf500 req-23a4f08c-ea96-4be1-b06a-815c49159b1b tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=59067e76-9aa9-46fb-94ec-dce5e4a5f84a HTTP/1.1" status: 200 len: 945 time: 0.3075080 Feb 09 01:08:03.388492 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-15786dc0-0457-410f-b847-f269e87338e2 req-ed019ea0-45a2-49a2-8779-ebd987e74368 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005018 Feb 09 01:08:03.447774 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-17b5f1a2-5bd3-4f1b-bc1d-deb3938059db admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:03.451475 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-17b5f1a2-5bd3-4f1b-bc1d-deb3938059db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bdaec02a-8c98-48aa-b7c0-91bc003926be HTTP/1.1" status: 204 len: 168 time: 0.6936269 Feb 09 01:08:03.451475 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-c65b04d1-40b4-445d-825b-67f95e393f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:03.453907 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-c65b04d1-40b4-445d-825b-67f95e393f3b service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6a459030aa9346b7b761b1ccc64f5445&device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 1096 time: 0.3239160 Feb 09 01:08:03.476523 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-71ea08c3-31bf-4a0e-8413-18c53e9bf500 req-c03394c8-f229-427e-b892-2daf62255254 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951719 Feb 09 01:08:03.501257 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0b7355aa-f084-4df2-95d3-f409c2ec2659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:03.516627 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80faa5e8-2a37-40c1-926e-844a2d72640f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2741b0c-d8f4-4a3f-ad4b-71448b003199', 'code': 200} Feb 09 01:08:03.570858 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7355aa-f084-4df2-95d3-f409c2ec2659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411d632c-79d6-4edf-94c4-125b5003dc47,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:03.579687 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0b7355aa-f084-4df2-95d3-f409c2ec2659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:03.596784 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0b7355aa-f084-4df2-95d3-f409c2ec2659 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/411d632c-79d6-4edf-94c4-125b5003dc47 HTTP/1.1" status: 204 len: 168 time: 0.5827091 Feb 09 01:08:03.654510 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6df2b97-a603-4192-a13b-d3b2bdd5bf29', 'tag': 'e147d37d-e965-4cea-9b48-1e1f35b0ab6f', 'status': 'completed', 'code': 200} Feb 09 01:08:03.662638 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d99658c7-3b82-407e-a1f5-48770956f76a req-c03438d5-c541-49ce-9192-cd4b62166257 service neutron] 10.222.0.35 "GET /v2.0/networks/e5eebd47-e56e-4218-8edf-32a5a22fef3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4636323 Feb 09 01:08:03.728594 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6baca4b4-5c06-4a4b-904e-6db0dc278aa0 req-026a0f2d-327a-48dc-b5b3-24290b686567 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 210 time: 0.0564134 Feb 09 01:08:04.059809 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434db87-23a7-45a2-bb8c-534f6ac4dfff req-416726aa-547e-4068-b405-c25f61882951 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:04.072760 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6434db87-23a7-45a2-bb8c-534f6ac4dfff req-416726aa-547e-4068-b405-c25f61882951 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 945 time: 0.2183843 Feb 09 01:08:04.226628 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6434db87-23a7-45a2-bb8c-534f6ac4dfff req-3096c18c-09ad-47a2-9221-9842d1e6388e tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532488 Feb 09 01:08:04.271040 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-58f4360b-b1c7-480c-be06-bb60cc1443dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:04.273574 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-58f4360b-b1c7-480c-be06-bb60cc1443dc service neutron] 10.222.0.117 "GET /v2.0/networks?id=48fff0c2-cb8c-4c86-992a-0e113098b5fc HTTP/1.1" status: 200 len: 909 time: 0.7992458 Feb 09 01:08:04.285799 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-a60edda0-e69c-4ae6-a606-c84de7597681 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:04.288309 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-a60edda0-e69c-4ae6-a606-c84de7597681 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.35 "GET /v2.0/networks?id=f463daa3-bdf7-465b-839b-27906d718cfd HTTP/1.1" status: 200 len: 817 time: 0.4514866 Feb 09 01:08:04.510166 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-ac7d3b77-ee56-4384-b2d0-5a9feafabd0a service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd05d35a-69b9-4ddc-9f72-3688ba4d2eae HTTP/1.1" status: 200 len: 217 time: 0.2202835 Feb 09 01:08:04.525274 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d99658c7-3b82-407e-a1f5-48770956f76a req-135eb8b9-e1af-486b-b672-f586b334ba2c service neutron] 10.222.0.35 "GET /v2.0/networks/e5eebd47-e56e-4218-8edf-32a5a22fef3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7937708 Feb 09 01:08:04.611816 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-e2077ead-29ea-4989-acbe-d6aebfc89877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:04.613554 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-e2077ead-29ea-4989-acbe-d6aebfc89877 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=71237ce4-c470-4847-a2d1-f1f13758c999 HTTP/1.1" status: 200 len: 848 time: 0.0874312 Feb 09 01:08:04.660173 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-58190329-f1e3-493d-adbb-c6ae4ddff859 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Synchronizing usage tracker for tenant:5c3742d9e0e147a587c775654c5e399e on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:08:04.700483 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39834) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:04.780057 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457779a-5229-4e8e-8fa7-77da635261fc req-0532b88c-f323-457e-8e02-eec944d7e22d tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:04.785791 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-544949f6-7162-4b35-b117-982d73832595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:04.788090 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4457779a-5229-4e8e-8fa7-77da635261fc req-0532b88c-f323-457e-8e02-eec944d7e22d tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6df2b97-a603-4192-a13b-d3b2bdd5bf29 HTTP/1.1" status: 200 len: 944 time: 0.3426533 Feb 09 01:08:04.802423 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-58190329-f1e3-493d-adbb-c6ae4ddff859 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Unset dirty status for tenant:5c3742d9e0e147a587c775654c5e399e on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:08:04.803802 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-58190329-f1e3-493d-adbb-c6ae4ddff859 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c3742d9e0e147a587c775654c5e399e HTTP/1.1" status: 200 len: 380 time: 0.4419839 Feb 09 01:08:04.846168 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-27f6ac81-1fec-4b42-a450-dd3d9cfba887 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=48fff0c2-cb8c-4c86-992a-0e113098b5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1384671 Feb 09 01:08:04.855012 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4457779a-5229-4e8e-8fa7-77da635261fc req-873a28f5-d733-4016-bf88-739f8505ff84 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/security-groups?id=f96c1c72-20b3-409e-8eb8-ed20e53e0378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636058 Feb 09 01:08:04.874965 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-92345251-646e-4fb1-ac0e-b4c191dca287 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Request body: {'port': {'device_id': '3093736e-12df-49b3-9826-76d31909df23', 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd', 'admin_state_up': True, 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'security_groups': ['cbea26fd-01f4-4b81-8c42-4c5e0f983710']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:04.932493 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-544949f6-7162-4b35-b117-982d73832595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:05.148067 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c6ff8-cd39-4f0a-9a9f-5e5b20ed62ae req-c9e9c20c-d756-43d0-982d-7730598ff3a4 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:05.157150 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1d9c6ff8-cd39-4f0a-9a9f-5e5b20ed62ae req-c9e9c20c-d756-43d0-982d-7730598ff3a4 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 946 time: 0.1730177 Feb 09 01:08:05.234863 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1d9c6ff8-cd39-4f0a-9a9f-5e5b20ed62ae req-d1945fac-35cf-4cdc-b8ec-c415df674909 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724971 Feb 09 01:08:05.264153 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-544949f6-7162-4b35-b117-982d73832595 admin admin] Usage tracker for resource:security_group_rule and tenant:dbf141b4b48b47d68cffb50c6a4b17b8 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:05.275799 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-544949f6-7162-4b35-b117-982d73832595 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:05.316320 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-544949f6-7162-4b35-b117-982d73832595 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:05.332463 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df89713-6f6b-4431-8d30-776b6ad5e4a6 req-97d6f82a-e44a-4055-88eb-61d02242d08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:05.334348 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4df89713-6f6b-4431-8d30-776b6ad5e4a6 req-97d6f82a-e44a-4055-88eb-61d02242d08c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=383f3082f927439d91a8e106811c03f7&device_id=c6df2b97-a603-4192-a13b-d3b2bdd5bf29 HTTP/1.1" status: 200 len: 1095 time: 0.7195606 Feb 09 01:08:05.434379 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8f2730b9-a5b1-4424-a799-3ce962a0911f req-f9e81cba-7d6f-426e-804f-c8ae0f9d890c tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 210 time: 0.0575995 Feb 09 01:08:05.528347 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25970724-b6ea-4d41-9720-a030e23a4b50 req-5801d619-ff7b-4edd-b620-c32b6f4ba81f tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:05.535947 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25970724-b6ea-4d41-9720-a030e23a4b50 req-5801d619-ff7b-4edd-b620-c32b6f4ba81f tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=59067e76-9aa9-46fb-94ec-dce5e4a5f84a HTTP/1.1" status: 200 len: 945 time: 0.9199765 Feb 09 01:08:05.584176 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-1869fbd1-e008-4563-9ae7-f8ad67ca6adf service neutron] 10.222.0.117 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7139585 Feb 09 01:08:05.585390 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-92345251-646e-4fb1-ac0e-b4c191dca287 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:05.664029 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b53bb7-8b40-45dc-9378-1c3b00e817d2 req-750fee90-2c2c-4b4f-95e9-c8c03461181e tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:05.666009 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a8b53bb7-8b40-45dc-9378-1c3b00e817d2 req-750fee90-2c2c-4b4f-95e9-c8c03461181e tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 945 time: 0.1167245 Feb 09 01:08:05.712441 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-92345251-646e-4fb1-ac0e-b4c191dca287 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:05.745027 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a8b53bb7-8b40-45dc-9378-1c3b00e817d2 req-7c74a178-b5fa-4ed7-9c80-1f958b39f644 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693133 Feb 09 01:08:05.756301 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25970724-b6ea-4d41-9720-a030e23a4b50 req-c2d3c732-2081-4bf5-81c3-0a266279d89d tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191417 Feb 09 01:08:05.775848 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df89713-6f6b-4431-8d30-776b6ad5e4a6 req-f68cdbb4-4c2d-48a1-b7a3-1b869396ad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:05.780466 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4df89713-6f6b-4431-8d30-776b6ad5e4a6 req-f68cdbb4-4c2d-48a1-b7a3-1b869396ad0e service neutron] 10.222.0.35 "GET /v2.0/networks?id=e5eebd47-e56e-4218-8edf-32a5a22fef3b HTTP/1.1" status: 200 len: 915 time: 0.4092872 Feb 09 01:08:05.802244 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-92345251-646e-4fb1-ac0e-b4c191dca287 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Made reservation on behalf of 5c3742d9e0e147a587c775654c5e399e for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:08:05.807120 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-92345251-646e-4fb1-ac0e-b4c191dca287 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:06.001434 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4df89713-6f6b-4431-8d30-776b6ad5e4a6 req-0d6aec56-728a-4a9a-a3a1-48e993f62e4b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e147d37d-e965-4cea-9b48-1e1f35b0ab6f HTTP/1.1" status: 200 len: 217 time: 0.2006419 Feb 09 01:08:06.151893 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-544949f6-7162-4b35-b117-982d73832595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:06.207072 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9af57-bd49-4aa2-bf7d-d9b304b78b25 req-a1ae2712-3b57-468a-834a-f2b5b637e579 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:06.209122 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2fd9af57-bd49-4aa2-bf7d-d9b304b78b25 req-a1ae2712-3b57-468a-834a-f2b5b637e579 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6df2b97-a603-4192-a13b-d3b2bdd5bf29 HTTP/1.1" status: 200 len: 944 time: 0.1678045 Feb 09 01:08:06.287986 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2fd9af57-bd49-4aa2-bf7d-d9b304b78b25 req-990df9a1-209e-46f4-afa8-84e2c0b3ed45 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/security-groups?id=f96c1c72-20b3-409e-8eb8-ed20e53e0378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658033 Feb 09 01:08:06.310066 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-544949f6-7162-4b35-b117-982d73832595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:06.448360 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-b7d8e6c2-8dca-4919-a67c-9622aa2d3fd6 service neutron] 10.222.0.117 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8495836 Feb 09 01:08:06.507696 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df89713-6f6b-4431-8d30-776b6ad5e4a6 req-4b594d88-4d34-4606-af75-b35f2fae70b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:06.509600 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4df89713-6f6b-4431-8d30-776b6ad5e4a6 req-4b594d88-4d34-4606-af75-b35f2fae70b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bfc7232c-c4ba-4588-b26b-80253019f61b HTTP/1.1" status: 200 len: 853 time: 0.4964585 Feb 09 01:08:06.534918 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39876) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:06.535015 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-544949f6-7162-4b35-b117-982d73832595 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dbf141b4b48b47d68cffb50c6a4b17b8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8270018 Feb 09 01:08:06.750675 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-92345251-646e-4fb1-ac0e-b4c191dca287 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Allocated IP 172.20.0.4 (f463daa3-bdf7-465b-839b-27906d718cfd/f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff/92d5acad-e38d-43c2-8bec-c5018d35d94a) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:08:06.801471 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3ae1c28f-a561-4938-8762-0c4321ba27a5 req-b3806f95-6e51-49d4-b85e-56d45cb53424 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 210 time: 0.1299322 Feb 09 01:08:06.804771 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7c9d4ca0-8f84-4b06-8262-5ae4d87c2e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:06.848209 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9a80ba1b-b99c-4283-acc4-a4fcb0a29e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:06.856816 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7c9d4ca0-8f84-4b06-8262-5ae4d87c2e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:06.959772 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7c9d4ca0-8f84-4b06-8262-5ae4d87c2e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:06.997701 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d4ca0-8f84-4b06-8262-5ae4d87c2e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce526e02-dec9-4593-b077-c1a53a540602,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:07.018249 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d4ca0-8f84-4b06-8262-5ae4d87c2e63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:07.019476 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d4ca0-8f84-4b06-8262-5ae4d87c2e63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:07.019763 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d4ca0-8f84-4b06-8262-5ae4d87c2e63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:07.021288 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d4ca0-8f84-4b06-8262-5ae4d87c2e63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:07.022100 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d4ca0-8f84-4b06-8262-5ae4d87c2e63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:07.023689 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d4ca0-8f84-4b06-8262-5ae4d87c2e63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:07.023848 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d4ca0-8f84-4b06-8262-5ae4d87c2e63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:07.024279 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d4ca0-8f84-4b06-8262-5ae4d87c2e63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:07.024743 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d4ca0-8f84-4b06-8262-5ae4d87c2e63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:07.025981 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d4ca0-8f84-4b06-8262-5ae4d87c2e63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:07.026336 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d4ca0-8f84-4b06-8262-5ae4d87c2e63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:07.026765 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d4ca0-8f84-4b06-8262-5ae4d87c2e63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:07.031518 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7c9d4ca0-8f84-4b06-8262-5ae4d87c2e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:07.035166 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7c9d4ca0-8f84-4b06-8262-5ae4d87c2e63 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ce526e02-dec9-4593-b077-c1a53a540602 HTTP/1.1" status: 204 len: 168 time: 0.4962537 Feb 09 01:08:07.041395 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544949f6-7162-4b35-b117-982d73832595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce526e02-dec9-4593-b077-c1a53a540602,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:07.217675 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b40256-01b6-4fce-b5a5-0f7383d111f7 req-14a976f7-97e7-4602-9516-79082eeed6db tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:07.224200 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e4b40256-01b6-4fce-b5a5-0f7383d111f7 req-14a976f7-97e7-4602-9516-79082eeed6db tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.35 "GET /v2.0/ports?device_id=59067e76-9aa9-46fb-94ec-dce5e4a5f84a HTTP/1.1" status: 200 len: 945 time: 1.2962022 Feb 09 01:08:07.318075 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-707aa255-d8cf-48dc-8665-473e04f421fa tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b27a7d1c48e84580a874ab6133129408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657563 Feb 09 01:08:07.329513 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-e4b40256-01b6-4fce-b5a5-0f7383d111f7 req-86d37a79-78df-4692-be65-68e9c421f472 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Deleting port 09af997a-6e7e-4a24-8d48-da4689828818 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:08:07.329874 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e4b40256-01b6-4fce-b5a5-0f7383d111f7 req-86d37a79-78df-4692-be65-68e9c421f472 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:07.597384 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-4dfe852c-1a45-430c-a949-0617ed505d45 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:07.600352 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-4dfe852c-1a45-430c-a949-0617ed505d45 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2702968 Feb 09 01:08:07.614044 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555940f-483e-4a01-9d0f-a47ec6ffa9ad req-63053c27-7443-431f-b7dd-4d7212e56c41 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:07.616008 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d555940f-483e-4a01-9d0f-a47ec6ffa9ad req-63053c27-7443-431f-b7dd-4d7212e56c41 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 946 time: 1.1896169 Feb 09 01:08:07.653718 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df89713-6f6b-4431-8d30-776b6ad5e4a6 req-563abbac-c6ce-4f1d-ad4d-c6f10cfbdf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:07.655207 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4df89713-6f6b-4431-8d30-776b6ad5e4a6 req-563abbac-c6ce-4f1d-ad4d-c6f10cfbdf03 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e5eebd47-e56e-4218-8edf-32a5a22fef3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1121092 Feb 09 01:08:07.657827 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-d1958825-f24d-4a4c-8ed1-574dad224d12 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/quotas/b27a7d1c48e84580a874ab6133129408 HTTP/1.1" status: 200 len: 375 time: 0.0490546 Feb 09 01:08:07.744015 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-175d3280-8b40-4426-aca0-c80ac78e9095 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b27a7d1c48e84580a874ab6133129408&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816309 Feb 09 01:08:08.436728 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fe057-5057-412c-a585-88d760c0292a req-5b6d10b7-bc29-4a3d-872f-b876c70d76e6 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:08.445498 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e52fe057-5057-412c-a585-88d760c0292a req-5b6d10b7-bc29-4a3d-872f-b876c70d76e6 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 945 time: 0.1701078 Feb 09 01:08:08.523861 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e52fe057-5057-412c-a585-88d760c0292a req-5eeb971b-f432-4347-b229-043b0288d3f9 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717900 Feb 09 01:08:08.535080 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d555940f-483e-4a01-9d0f-a47ec6ffa9ad req-b1a86c16-5fa2-4ae6-b893-f8c3b8bcc56e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8836558 Feb 09 01:08:08.572647 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-92345251-646e-4fb1-ac0e-b4c191dca287 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:08.655348 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 09af997a-6e7e-4a24-8d48-da4689828818 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:08:08.715668 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-92345251-646e-4fb1-ac0e-b4c191dca287 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Transition to ACTIVE for port object 92d5acad-e38d-43c2-8bec-c5018d35d94a will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:08:08.848044 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4df89713-6f6b-4431-8d30-776b6ad5e4a6 req-ce289498-7384-40e0-8134-a56838c6dfe5 service neutron] 10.222.0.35 "GET /v2.0/networks/e5eebd47-e56e-4218-8edf-32a5a22fef3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0458682 Feb 09 01:08:08.854549 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-92345251-646e-4fb1-ac0e-b4c191dca287 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:08.866599 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275dadb-4595-4917-ba0f-a8d3e30459a3 req-b019b4b4-1a97-44ea-b020-38318fe65e27 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:08.878135 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d275dadb-4595-4917-ba0f-a8d3e30459a3 req-b019b4b4-1a97-44ea-b020-38318fe65e27 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=59067e76-9aa9-46fb-94ec-dce5e4a5f84a HTTP/1.1" status: 200 len: 945 time: 0.1997814 Feb 09 01:08:08.977518 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d275dadb-4595-4917-ba0f-a8d3e30459a3 req-d75b4f45-6634-4691-8f49-84861e955514 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984797 Feb 09 01:08:09.178631 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4df89713-6f6b-4431-8d30-776b6ad5e4a6 req-f5053382-f0b5-493f-b5b2-1c0401bbc68e service neutron] 10.222.0.35 "GET /v2.0/networks/e5eebd47-e56e-4218-8edf-32a5a22fef3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193240 Feb 09 01:08:09.272656 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:09.346307 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-906cdf2d-5ec9-4042-b1d4-dd8ef2da4f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:09.370690 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 09af997a-6e7e-4a24-8d48-da4689828818, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=09af997a-6e7e-4a24-8d48-da4689828818,segment=NetworkSegment(a61f9560-b5f0-4f56-92cb-5bd87e6c7f24),segment_id=a61f9560-b5f0-4f56-92cb-5bd87e6c7f24)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:09.372522 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59067e76-9aa9-46fb-94ec-dce5e4a5f84a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09af997a-6e7e-4a24-8d48-da4689828818'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:09.382896 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:09.389790 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-92345251-646e-4fb1-ac0e-b4c191dca287 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Network f463daa3-bdf7-465b-839b-27906d718cfd is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:08:09.392009 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-e4b40256-01b6-4fce-b5a5-0f7383d111f7 req-86d37a79-78df-4692-be65-68e9c421f472 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] For port 09af997a-6e7e-4a24-8d48-da4689828818, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=09af997a-6e7e-4a24-8d48-da4689828818,segment=NetworkSegment(a61f9560-b5f0-4f56-92cb-5bd87e6c7f24),segment_id=a61f9560-b5f0-4f56-92cb-5bd87e6c7f24)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:09.392373 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e4b40256-01b6-4fce-b5a5-0f7383d111f7 req-86d37a79-78df-4692-be65-68e9c421f472 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:09.403599 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-92345251-646e-4fb1-ac0e-b4c191dca287 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:08:09.430691 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-92345251-646e-4fb1-ac0e-b4c191dca287 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:08:09.513213 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=09af997a-6e7e-4a24-8d48-da4689828818,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:09.580690 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b29f4-9cda-4a1d-b217-f17701b9c8c2 req-83acd8bb-7e4e-4ba8-8d8a-f69989732f3f tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:09.582349 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-764b29f4-9cda-4a1d-b217-f17701b9c8c2 req-83acd8bb-7e4e-4ba8-8d8a-f69989732f3f tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 931 time: 0.2649097 Feb 09 01:08:09.705672 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-764b29f4-9cda-4a1d-b217-f17701b9c8c2 req-e81bc9a6-6f66-4a09-946a-17d272f34591 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147025 Feb 09 01:08:09.753032 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92345251-646e-4fb1-ac0e-b4c191dca287 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Pushing event updated for resources: {'Port': ['ID=92d5acad-e38d-43c2-8bec-c5018d35d94a,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:09.857661 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-e4b40256-01b6-4fce-b5a5-0f7383d111f7 req-86d37a79-78df-4692-be65-68e9c421f472 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Calling delete_port for 09af997a-6e7e-4a24-8d48-da4689828818 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:08:09.888380 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-47c498df-5e34-4856-a86f-4b38b1347f8f None None] Provisioning for port 92d5acad-e38d-43c2-8bec-c5018d35d94a completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:08:09.896105 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-47c498df-5e34-4856-a86f-4b38b1347f8f None None] Provisioning complete for port 92d5acad-e38d-43c2-8bec-c5018d35d94a triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:09.897010 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-47c498df-5e34-4856-a86f-4b38b1347f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:09.920077 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c0d511f2-f8fd-4767-8cc5-c416b44b5a97 req-a21cab05-e243-4b81-b73b-9c57651e7fad tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?device_id=1eb49538-a332-48eb-8493-e9d28b71fa35 HTTP/1.1" status: 200 len: 210 time: 0.0617363 Feb 09 01:08:10.007452 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-92345251-646e-4fb1-ac0e-b4c191dca287 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:10.011864 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-92345251-646e-4fb1-ac0e-b4c191dca287 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:10.032985 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59067e76-9aa9-46fb-94ec-dce5e4a5f84a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09af997a-6e7e-4a24-8d48-da4689828818', 'code': 200} Feb 09 01:08:10.033983 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-47c498df-5e34-4856-a86f-4b38b1347f8f None None] Port 92d5acad-e38d-43c2-8bec-c5018d35d94a cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:08:10.114626 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-5f87668e-e99a-49f6-af67-47f880f763eb tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=b27a7d1c48e84580a874ab6133129408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0757570 Feb 09 01:08:10.294788 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:10.355761 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:10.380006 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-92345251-646e-4fb1-ac0e-b4c191dca287 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5308115 Feb 09 01:08:10.394979 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da9b98-fee2-41e5-a001-a6da9818cdca req-2bed4afb-8ea6-4a2e-a515-9187e288ec14 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:10.397439 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-28da9b98-fee2-41e5-a001-a6da9818cdca req-2bed4afb-8ea6-4a2e-a515-9187e288ec14 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 945 time: 0.2122290 Feb 09 01:08:10.398133 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-1d81eb47-927f-4183-b3e1-b4246a12d854 service neutron] Request body: {'port': {'device_id': '3093736e-12df-49b3-9826-76d31909df23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:10.439709 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.api [req-e4b40256-01b6-4fce-b5a5-0f7383d111f7 req-86d37a79-78df-4692-be65-68e9c421f472 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:08:10.440780 n-d-828419-1 neutron-server[87612]: DEBUG oslo_db.api [req-e4b40256-01b6-4fce-b5a5-0f7383d111f7 req-86d37a79-78df-4692-be65-68e9c421f472 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:08:10.482629 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-28da9b98-fee2-41e5-a001-a6da9818cdca req-03129079-347f-4187-bdfe-eb5a3b2770e4 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779498 Feb 09 01:08:10.506340 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fce27-12bd-47bd-8c03-af9d27da1bb0 req-42df92f1-c13d-42f6-9b17-1cb39f31520e tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:10.507287 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ad8fce27-12bd-47bd-8c03-af9d27da1bb0 req-42df92f1-c13d-42f6-9b17-1cb39f31520e tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Synchronizing usage tracker for tenant:383f3082f927439d91a8e106811c03f7 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:08:10.593981 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-d18e8695-9639-476d-881e-ef3586b01772 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:10.597516 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-d18e8695-9639-476d-881e-ef3586b01772 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4689052 Feb 09 01:08:10.621081 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Request body: {'port': {'device_id': '1eb49538-a332-48eb-8493-e9d28b71fa35', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'admin_state_up': True, 'tenant_id': 'b27a7d1c48e84580a874ab6133129408'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:10.759604 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7d9c7-30a2-49d7-927a-a28db9c98c17 req-736ceb4d-049d-4c6b-a981-e8e063231855 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:10.762104 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-21e7d9c7-30a2-49d7-927a-a28db9c98c17 req-736ceb4d-049d-4c6b-a981-e8e063231855 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 946 time: 0.1397233 Feb 09 01:08:10.771402 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ad8fce27-12bd-47bd-8c03-af9d27da1bb0 req-42df92f1-c13d-42f6-9b17-1cb39f31520e tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Unset dirty status for tenant:383f3082f927439d91a8e106811c03f7 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:08:10.778541 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ad8fce27-12bd-47bd-8c03-af9d27da1bb0 req-42df92f1-c13d-42f6-9b17-1cb39f31520e tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6df2b97-a603-4192-a13b-d3b2bdd5bf29 HTTP/1.1" status: 200 len: 944 time: 1.0914559 Feb 09 01:08:10.813076 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-21e7d9c7-30a2-49d7-927a-a28db9c98c17 req-0146ab69-3491-41a3-a845-285620f07ad1 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433698 Feb 09 01:08:10.823272 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:10.834915 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-1d81eb47-927f-4183-b3e1-b4246a12d854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:10.857620 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Usage tracker for resource:port and tenant:b27a7d1c48e84580a874ab6133129408 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:10.887766 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:10.910855 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:10.938277 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ad8fce27-12bd-47bd-8c03-af9d27da1bb0 req-88775ae3-3e94-4750-be76-20d34742220b tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/security-groups?id=f96c1c72-20b3-409e-8eb8-ed20e53e0378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584933 Feb 09 01:08:10.943136 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-e4b40256-01b6-4fce-b5a5-0f7383d111f7 req-86d37a79-78df-4692-be65-68e9c421f472 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Deleting port 09af997a-6e7e-4a24-8d48-da4689828818 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:08:10.946343 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e4b40256-01b6-4fce-b5a5-0f7383d111f7 req-86d37a79-78df-4692-be65-68e9c421f472 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:11.077749 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Made reservation on behalf of b27a7d1c48e84580a874ab6133129408 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:08:11.081438 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:11.090989 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee4e88-459e-4b89-bc5b-bc915606ce51 req-d685302b-80d4-4128-af7b-0141c8098586 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:11.093164 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1fee4e88-459e-4b89-bc5b-bc915606ce51 req-d685302b-80d4-4128-af7b-0141c8098586 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=59067e76-9aa9-46fb-94ec-dce5e4a5f84a HTTP/1.1" status: 200 len: 943 time: 0.1325505 Feb 09 01:08:11.172767 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1fee4e88-459e-4b89-bc5b-bc915606ce51 req-779dd8e3-435e-4368-9f09-33adea9772d4 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714183 Feb 09 01:08:11.184324 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:11.321106 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:11.347608 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Usage tracker for resource:security_group_rule and tenant:b27a7d1c48e84580a874ab6133129408 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:11.355915 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:11.374749 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:11.378768 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b5341c17-1900-4ebb-b869-8af0a4a66877 req-21ebd8df-dc83-4ec2-a352-f47387e877c3 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?device_id=1eb49538-a332-48eb-8493-e9d28b71fa35 HTTP/1.1" status: 200 len: 210 time: 0.0810871 Feb 09 01:08:11.642873 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:11.740689 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce1668-c23b-48e0-b45b-8bff3c6295fe req-4ca80632-e366-4557-a235-d5c8380d33f2 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:11.750215 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dbce1668-c23b-48e0-b45b-8bff3c6295fe req-4ca80632-e366-4557-a235-d5c8380d33f2 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 945 time: 0.1109700 Feb 09 01:08:11.829421 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dbce1668-c23b-48e0-b45b-8bff3c6295fe req-6a77cff8-252a-4d44-ace5-402f21d74578 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740371 Feb 09 01:08:11.907609 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab929d-0597-41f6-934a-74bdd2e77538 req-84d10b68-c21d-44ed-ac7f-2289c44089cc tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:11.908910 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e1ab929d-0597-41f6-934a-74bdd2e77538 req-84d10b68-c21d-44ed-ac7f-2289c44089cc tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Synchronizing usage tracker for tenant:5c3742d9e0e147a587c775654c5e399e on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:08:11.944049 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-e4b40256-01b6-4fce-b5a5-0f7383d111f7 req-86d37a79-78df-4692-be65-68e9c421f472 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] For port 09af997a-6e7e-4a24-8d48-da4689828818, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=09af997a-6e7e-4a24-8d48-da4689828818,segment=NetworkSegment(a61f9560-b5f0-4f56-92cb-5bd87e6c7f24),segment_id=a61f9560-b5f0-4f56-92cb-5bd87e6c7f24)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:11.944425 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e4b40256-01b6-4fce-b5a5-0f7383d111f7 req-86d37a79-78df-4692-be65-68e9c421f472 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:12.003323 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40040) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:12.089962 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36f86b-000a-4d29-9b71-8b237e3a0bf3 req-1414030c-2e17-456e-a1b0-0d8a637cc7fe tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:12.098818 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-af36f86b-000a-4d29-9b71-8b237e3a0bf3 req-1414030c-2e17-456e-a1b0-0d8a637cc7fe tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 946 time: 0.1495886 Feb 09 01:08:12.099630 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-e4b40256-01b6-4fce-b5a5-0f7383d111f7 req-86d37a79-78df-4692-be65-68e9c421f472 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Calling delete_port for 09af997a-6e7e-4a24-8d48-da4689828818 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:08:12.165321 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-af36f86b-000a-4d29-9b71-8b237e3a0bf3 req-f2b92f1a-8f80-4a8d-ba85-a01a6c398e8f tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605133 Feb 09 01:08:12.210657 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e1ab929d-0597-41f6-934a-74bdd2e77538 req-84d10b68-c21d-44ed-ac7f-2289c44089cc tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Unset dirty status for tenant:5c3742d9e0e147a587c775654c5e399e on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:08:12.217357 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e1ab929d-0597-41f6-934a-74bdd2e77538 req-84d10b68-c21d-44ed-ac7f-2289c44089cc tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 931 time: 1.0781975 Feb 09 01:08:12.221139 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d3981a7c-5c9a-4d0d-9075-1f83b2b26ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:12.244622 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d3981a7c-5c9a-4d0d-9075-1f83b2b26ab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:12.250144 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d3981a7c-5c9a-4d0d-9075-1f83b2b26ab9 admin admin] Usage tracker for resource:security_group_rule and tenant:93b03a0a06b348179844f72f27ac0909 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:12.253377 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d3981a7c-5c9a-4d0d-9075-1f83b2b26ab9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:12.261045 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d3981a7c-5c9a-4d0d-9075-1f83b2b26ab9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:12.369640 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d3981a7c-5c9a-4d0d-9075-1f83b2b26ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:12.388332 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e1ab929d-0597-41f6-934a-74bdd2e77538 req-fae6026d-c3f8-41d9-93c3-45cc0af20099 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693783 Feb 09 01:08:12.440864 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-1d81eb47-927f-4183-b3e1-b4246a12d854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92d5acad-e38d-43c2-8bec-c5018d35d94a {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:08:12.443859 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d3981a7c-5c9a-4d0d-9075-1f83b2b26ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:12.449485 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:12.457025 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-1d81eb47-927f-4183-b3e1-b4246a12d854 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:12.465919 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:12.519863 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d3981a7c-5c9a-4d0d-9075-1f83b2b26ab9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=93b03a0a06b348179844f72f27ac0909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5154152 Feb 09 01:08:12.521134 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3981a7c-5c9a-4d0d-9075-1f83b2b26ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675cf4d4-daac-4e14-83bf-5eff23596aeb,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:12.536503 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40050) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:12.651973 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-1d81eb47-927f-4183-b3e1-b4246a12d854 service neutron] Transition to ACTIVE for port object 92d5acad-e38d-43c2-8bec-c5018d35d94a will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:08:12.667392 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34651d2a-6232-4cfc-9dfb-ae3dfd721f48,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:12.681960 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-1d81eb47-927f-4183-b3e1-b4246a12d854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:12.682626 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device e147d37d-e965-4cea-9b48-1e1f35b0ab6f details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:08:12.714262 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5a13c-5f28-4c16-88c3-0102433a1e9c req-f808e98d-e48b-467e-afca-397fcdf240c3 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:12.721615 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7db5a13c-5f28-4c16-88c3-0102433a1e9c req-f808e98d-e48b-467e-afca-397fcdf240c3 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6df2b97-a603-4192-a13b-d3b2bdd5bf29 HTTP/1.1" status: 200 len: 944 time: 0.3501527 Feb 09 01:08:12.735084 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:12.735430 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:12.735767 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:12.736100 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:12.736446 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:12.736778 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:12.737103 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:12.737445 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:12.737779 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:12.738077 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:12.738405 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:12.738711 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:12.759053 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e4b40256-01b6-4fce-b5a5-0f7383d111f7 req-86d37a79-78df-4692-be65-68e9c421f472 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:12.796476 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7db5a13c-5f28-4c16-88c3-0102433a1e9c req-aa6ff36d-3809-4a1e-a3b0-bb75422144fc tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/security-groups?id=f96c1c72-20b3-409e-8eb8-ed20e53e0378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738797 Feb 09 01:08:12.826430 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0f9c21d8-08ae-4b25-ad3f-68bdb4091dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:12.865514 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port e147d37d-e965-4cea-9b48-1e1f35b0ab6f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=e147d37d-e965-4cea-9b48-1e1f35b0ab6f,segment=NetworkSegment(cd7f2f4a-09b1-4046-8a49-f3d3017f86ee),segment_id=cd7f2f4a-09b1-4046-8a49-f3d3017f86ee)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:12.883725 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'e147d37d-e965-4cea-9b48-1e1f35b0ab6f', 'network_id': 'e5eebd47-e56e-4218-8edf-32a5a22fef3b', 'port_id': 'e147d37d-e965-4cea-9b48-1e1f35b0ab6f', 'mac_address': 'fa:16:3e:2b:cf:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 993, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc7232c-c4ba-4588-b26b-80253019f61b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:08:12.894126 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0f9c21d8-08ae-4b25-ad3f-68bdb4091dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:12.998769 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:13.013985 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81eb47-927f-4183-b3e1-b4246a12d854 service neutron] Pushing event updated for resources: {'Port': ['ID=92d5acad-e38d-43c2-8bec-c5018d35d94a,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:13.022281 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e147d37d-e965-4cea-9b48-1e1f35b0ab6f {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:08:13.058231 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port e147d37d-e965-4cea-9b48-1e1f35b0ab6f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=e147d37d-e965-4cea-9b48-1e1f35b0ab6f,segment=NetworkSegment(cd7f2f4a-09b1-4046-8a49-f3d3017f86ee),segment_id=cd7f2f4a-09b1-4046-8a49-f3d3017f86ee)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:13.064288 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:13.076377 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0f9c21d8-08ae-4b25-ad3f-68bdb4091dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:13.135886 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2ab35d0b-3d9a-4e97-9b6a-e0d5c14f165c req-6c639a86-4642-4a42-9800-d081e43e631e tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?device_id=1eb49538-a332-48eb-8493-e9d28b71fa35 HTTP/1.1" status: 200 len: 210 time: 0.1369054 Feb 09 01:08:13.141665 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c21d8-08ae-4b25-ad3f-68bdb4091dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675cf4d4-daac-4e14-83bf-5eff23596aeb,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:13.152134 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=e147d37d-e965-4cea-9b48-1e1f35b0ab6f,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:13.171145 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0f9c21d8-08ae-4b25-ad3f-68bdb4091dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:13.172719 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0f9c21d8-08ae-4b25-ad3f-68bdb4091dd3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/675cf4d4-daac-4e14-83bf-5eff23596aeb HTTP/1.1" status: 204 len: 168 time: 0.6288462 Feb 09 01:08:13.236473 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d37a79-78df-4692-be65-68e9c421f472 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Pushing event deleted for resources: {'Port': ['ID=09af997a-6e7e-4a24-8d48-da4689828818,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:13.351083 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b40256-01b6-4fce-b5a5-0f7383d111f7 req-86d37a79-78df-4692-be65-68e9c421f472 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] No DVR routers for this DVR port 09af997a-6e7e-4a24-8d48-da4689828818 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:08:13.390089 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['e147d37d-e965-4cea-9b48-1e1f35b0ab6f'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:08:13.414279 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e4b40256-01b6-4fce-b5a5-0f7383d111f7 req-86d37a79-78df-4692-be65-68e9c421f472 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:13.442019 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59067e76-9aa9-46fb-94ec-dce5e4a5f84a', 'name': 'network-vif-deleted', 'tag': '09af997a-6e7e-4a24-8d48-da4689828818'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:13.461007 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191c76f-b153-4ea1-84c6-e446648dc16d req-83f3c862-0b12-4392-ab54-20f7aac5375f tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:13.475078 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c191c76f-b153-4ea1-84c6-e446648dc16d req-83f3c862-0b12-4392-ab54-20f7aac5375f tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 945 time: 0.1670985 Feb 09 01:08:13.514984 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694492f-8235-4e64-8de2-5dd512fefe66 req-61edc61c-87fd-4ba5-afb8-cb4eb639e22f tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:13.516601 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b694492f-8235-4e64-8de2-5dd512fefe66 req-61edc61c-87fd-4ba5-afb8-cb4eb639e22f tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/ports?device_id=59067e76-9aa9-46fb-94ec-dce5e4a5f84a HTTP/1.1" status: 200 len: 865 time: 0.9736056 Feb 09 01:08:13.623158 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e4b40256-01b6-4fce-b5a5-0f7383d111f7 req-86d37a79-78df-4692-be65-68e9c421f472 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.35 "DELETE /v2.0/ports/09af997a-6e7e-4a24-8d48-da4689828818 HTTP/1.1" status: 204 len: 173 time: 6.3791308 Feb 09 01:08:13.643402 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Allocated IP 192.168.233.157 (82c0e553-004f-4f65-a38e-9d785fdc5802/c1d7756a-584e-4152-ad93-d220060f4b30/0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:08:13.701525 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b694492f-8235-4e64-8de2-5dd512fefe66 req-e03787ed-1d74-4491-993c-3aedf3828bb6 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups?id=fff0e122-32d4-42dd-8f41-d98b5b598490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467574 Feb 09 01:08:13.729961 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-1d81eb47-927f-4183-b3e1-b4246a12d854 service neutron] Attempting to bind port 92d5acad-e38d-43c2-8bec-c5018d35d94a on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:08:13.730532 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-1d81eb47-927f-4183-b3e1-b4246a12d854 service neutron] Attempting to bind port 92d5acad-e38d-43c2-8bec-c5018d35d94a by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '0a900953-cea9-408a-b5a5-b9b62ab0e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:08:13.731010 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-1d81eb47-927f-4183-b3e1-b4246a12d854 service neutron] Attempting to bind port 92d5acad-e38d-43c2-8bec-c5018d35d94a on network f463daa3-bdf7-465b-839b-27906d718cfd {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:08:13.750720 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-1d81eb47-927f-4183-b3e1-b4246a12d854 service neutron] Port 92d5acad-e38d-43c2-8bec-c5018d35d94a on network f463daa3-bdf7-465b-839b-27906d718cfd not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:08:13.751266 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-1d81eb47-927f-4183-b3e1-b4246a12d854 service neutron] Attempting to bind port 92d5acad-e38d-43c2-8bec-c5018d35d94a on network f463daa3-bdf7-465b-839b-27906d718cfd {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:08:13.767204 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-1d81eb47-927f-4183-b3e1-b4246a12d854 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:08:13.767913 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-1d81eb47-927f-4183-b3e1-b4246a12d854 service neutron] Checking segment: {'id': '0a900953-cea9-408a-b5a5-b9b62ab0e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:08:13.768515 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-1d81eb47-927f-4183-b3e1-b4246a12d854 service neutron] Bound using segment: {'id': '0a900953-cea9-408a-b5a5-b9b62ab0e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:08:13.769699 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-1d81eb47-927f-4183-b3e1-b4246a12d854 service neutron] Bound port: 92d5acad-e38d-43c2-8bec-c5018d35d94a, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a900953-cea9-408a-b5a5-b9b62ab0e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:08:13.770247 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-1d81eb47-927f-4183-b3e1-b4246a12d854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:13.877375 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40074) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:13.908619 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4fd80377-2581-495b-9d8e-000028d152ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:13.946991 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4fd80377-2581-495b-9d8e-000028d152ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:13.960282 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4fd80377-2581-495b-9d8e-000028d152ce admin admin] Usage tracker for resource:security_group_rule and tenant:55bcff22ba47463b9efeb66310fa1042 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:13.965638 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4fd80377-2581-495b-9d8e-000028d152ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:13.975772 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4fd80377-2581-495b-9d8e-000028d152ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:13.991355 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c191c76f-b153-4ea1-84c6-e446648dc16d req-008927f7-e1aa-4682-aed8-0aa90ffa4f94 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5153570 Feb 09 01:08:14.189038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-1d81eb47-927f-4183-b3e1-b4246a12d854 service neutron] For port 92d5acad-e38d-43c2-8bec-c5018d35d94a, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:08:14.219498 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-1d81eb47-927f-4183-b3e1-b4246a12d854 service neutron] For port 92d5acad-e38d-43c2-8bec-c5018d35d94a, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=92d5acad-e38d-43c2-8bec-c5018d35d94a,segment=NetworkSegment(0a900953-cea9-408a-b5a5-b9b62ab0e594),segment_id=0a900953-cea9-408a-b5a5-b9b62ab0e594)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:08:14.234421 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4fd80377-2581-495b-9d8e-000028d152ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:14.241702 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-1d81eb47-927f-4183-b3e1-b4246a12d854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:14.254348 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ed525-223e-4388-be81-f54fc4741551 req-e243d379-0341-4e5b-becf-a8c1437d8f1f tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:14.257530 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-017ed525-223e-4388-be81-f54fc4741551 req-e243d379-0341-4e5b-becf-a8c1437d8f1f tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 943 time: 0.1427789 Feb 09 01:08:14.258385 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4fd80377-2581-495b-9d8e-000028d152ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:14.309539 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4fd80377-2581-495b-9d8e-000028d152ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=55bcff22ba47463b9efeb66310fa1042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4311023 Feb 09 01:08:14.310477 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40080) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:14.398000 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd80377-2581-495b-9d8e-000028d152ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4882d519-d7b6-4ba4-9d5f-e32324ee9c9e,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:14.465801 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41d13ce2-1ef1-4205-8e1f-2fbaa602f49d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:14.513079 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41d13ce2-1ef1-4205-8e1f-2fbaa602f49d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:14.519113 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88170ef5-75cb-4122-997c-bec2d8aee728 req-5c18a907-bd7f-46f6-b992-11c6c3730da9 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:14.519113 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88170ef5-75cb-4122-997c-bec2d8aee728 req-5c18a907-bd7f-46f6-b992-11c6c3730da9 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 946 time: 0.5961094 Feb 09 01:08:14.538882 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-1d81eb47-927f-4183-b3e1-b4246a12d854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:14.538882 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-1d81eb47-927f-4183-b3e1-b4246a12d854 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:14.538882 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-1d81eb47-927f-4183-b3e1-b4246a12d854 service neutron] 10.222.0.35 "PUT /v2.0/ports/92d5acad-e38d-43c2-8bec-c5018d35d94a HTTP/1.1" status: 200 len: 1091 time: 4.1478691 Feb 09 01:08:14.594131 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:14.594597 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-017ed525-223e-4388-be81-f54fc4741551 req-d797e048-b764-44c7-bbca-d1644fba8614 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2991064 Feb 09 01:08:14.603951 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41d13ce2-1ef1-4205-8e1f-2fbaa602f49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:14.643116 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d13ce2-1ef1-4205-8e1f-2fbaa602f49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4882d519-d7b6-4ba4-9d5f-e32324ee9c9e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:14.645249 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41d13ce2-1ef1-4205-8e1f-2fbaa602f49d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:14.648302 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-41d13ce2-1ef1-4205-8e1f-2fbaa602f49d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4882d519-d7b6-4ba4-9d5f-e32324ee9c9e HTTP/1.1" status: 204 len: 168 time: 0.3319106 Feb 09 01:08:14.688584 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device e147d37d-e965-4cea-9b48-1e1f35b0ab6f up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:08:14.689055 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Transition to ACTIVE for port object 0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:08:14.692417 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88170ef5-75cb-4122-997c-bec2d8aee728 req-24457bf9-9ab5-472c-b4aa-96f2a84ee5bd tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501918 Feb 09 01:08:14.740068 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81eb47-927f-4183-b3e1-b4246a12d854 service neutron] Pushing event updated for resources: {'Port': ['ID=92d5acad-e38d-43c2-8bec-c5018d35d94a,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:14.770458 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59067e76-9aa9-46fb-94ec-dce5e4a5f84a', 'name': 'network-vif-deleted', 'tag': '09af997a-6e7e-4a24-8d48-da4689828818', 'status': 'completed', 'code': 200} Feb 09 01:08:14.829127 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-e2056924-0bc3-44e0-b9b3-549623d359d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:14.852236 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-e2056924-0bc3-44e0-b9b3-549623d359d3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5c3742d9e0e147a587c775654c5e399e&device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 1094 time: 0.2389495 Feb 09 01:08:14.870702 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:14.876750 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port e147d37d-e965-4cea-9b48-1e1f35b0ab6f completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:08:14.894149 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port e147d37d-e965-4cea-9b48-1e1f35b0ab6f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:14.894149 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:15.172596 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-551053da-5e0c-4079-881d-5305a86fd0cc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92d5acad-e38d-43c2-8bec-c5018d35d94a HTTP/1.1" status: 200 len: 217 time: 0.2114716 Feb 09 01:08:15.192909 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:08:15.241119 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:15.267077 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:08:15.280704 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7049371-e9e4-4f0c-abc0-2b4568116ab7 req-950b0246-7e14-435d-a45d-e63f1a47068a tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:15.289022 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c7049371-e9e4-4f0c-abc0-2b4568116ab7 req-950b0246-7e14-435d-a45d-e63f1a47068a tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?device_id=1eb49538-a332-48eb-8493-e9d28b71fa35 HTTP/1.1" status: 200 len: 936 time: 0.2980731 Feb 09 01:08:15.305450 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:08:15.341957 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port e147d37d-e965-4cea-9b48-1e1f35b0ab6f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=e147d37d-e965-4cea-9b48-1e1f35b0ab6f,segment=NetworkSegment(cd7f2f4a-09b1-4046-8a49-f3d3017f86ee),segment_id=cd7f2f4a-09b1-4046-8a49-f3d3017f86ee)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:15.341957 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6df2b97-a603-4192-a13b-d3b2bdd5bf29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e147d37d-e965-4cea-9b48-1e1f35b0ab6f'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:15.358292 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:15.503002 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=e147d37d-e965-4cea-9b48-1e1f35b0ab6f,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:15.533396 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Pushing event updated for resources: {'Port': ['ID=0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:15.557252 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c7049371-e9e4-4f0c-abc0-2b4568116ab7 req-3f073c99-5dc5-47eb-bfb5-52a6827665a1 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/security-groups?id=34651d2a-6232-4cfc-9dfb-ae3dfd721f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539084 Feb 09 01:08:15.644537 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-7ab985c1-f19c-42c7-b38f-e185c1c2d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:15.644537 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-7ab985c1-f19c-42c7-b38f-e185c1c2d6d4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff HTTP/1.1" status: 200 len: 856 time: 0.4500580 Feb 09 01:08:15.714121 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:15.714969 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:15.812348 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-990fe3f3-82a6-4755-8cee-eb9066939421 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1904593 Feb 09 01:08:15.842939 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-6bc203cd-bc61-452c-9b06-bf1f9de350c9 service neutron] Request body: {'port': {'device_id': '1eb49538-a332-48eb-8493-e9d28b71fa35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:15.866703 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c643102d-5541-4b6a-af55-2659e4731d4f None None] Provisioning for port 0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:08:15.876855 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c643102d-5541-4b6a-af55-2659e4731d4f None None] Provisioning complete for port 0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:15.876855 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c643102d-5541-4b6a-af55-2659e4731d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:15.983022 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1ac00-8510-486c-958e-0c5188ca5250 req-81a81418-63bd-4b61-b992-21f68c3d7a4d tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:15.992052 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25f1ac00-8510-486c-958e-0c5188ca5250 req-81a81418-63bd-4b61-b992-21f68c3d7a4d tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6df2b97-a603-4192-a13b-d3b2bdd5bf29 HTTP/1.1" status: 200 len: 945 time: 1.0990655 Feb 09 01:08:16.005961 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-c643102d-5541-4b6a-af55-2659e4731d4f None None] Port 0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:08:16.095421 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff882b-d855-4f5f-be90-4291e83e2825 req-c0e546f1-ed93-43b5-8992-50365454d423 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:16.109888 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-52ff882b-d855-4f5f-be90-4291e83e2825 req-c0e546f1-ed93-43b5-8992-50365454d423 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 945 time: 0.2505045 Feb 09 01:08:16.201292 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-52ff882b-d855-4f5f-be90-4291e83e2825 req-08d2dc9e-b285-43ef-8168-ee4bb8382c26 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985408 Feb 09 01:08:16.207285 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25f1ac00-8510-486c-958e-0c5188ca5250 req-4b771438-f023-4416-8a36-34b1ea260a16 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/security-groups?id=f96c1c72-20b3-409e-8eb8-ed20e53e0378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909597 Feb 09 01:08:16.330114 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6df2b97-a603-4192-a13b-d3b2bdd5bf29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e147d37d-e965-4cea-9b48-1e1f35b0ab6f', 'code': 200} Feb 09 01:08:16.337195 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-ce59cb80-82f5-466e-8119-af7c694420fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:16.350617 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-ce59cb80-82f5-466e-8119-af7c694420fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f463daa3-bdf7-465b-839b-27906d718cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6848271 Feb 09 01:08:16.747288 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-7b9327fd-093f-40c0-9d10-2a606482f126 service neutron] 10.222.0.35 "GET /v2.0/networks/f463daa3-bdf7-465b-839b-27906d718cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748860 Feb 09 01:08:16.758641 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-6bc203cd-bc61-452c-9b06-bf1f9de350c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:16.771554 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643aab3-7546-41e4-b232-99d718a84576 req-8662c702-3b01-4cac-9841-937176227295 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:16.778792 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9643aab3-7546-41e4-b232-99d718a84576 req-8662c702-3b01-4cac-9841-937176227295 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 946 time: 0.1772892 Feb 09 01:08:16.804244 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3093736e-12df-49b3-9826-76d31909df23', 'tag': '92d5acad-e38d-43c2-8bec-c5018d35d94a'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:16.826628 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9643aab3-7546-41e4-b232-99d718a84576 req-325abac5-1f6f-4974-a97a-ec16b653df41 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443490 Feb 09 01:08:17.095543 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7549dea-8152-4153-8dc3-a8672b464eb9 req-96727d8a-481f-43fd-a11f-6f13ef65a443 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:17.095543 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e7549dea-8152-4153-8dc3-a8672b464eb9 req-96727d8a-481f-43fd-a11f-6f13ef65a443 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 943 time: 0.4084699 Feb 09 01:08:17.106169 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a67c40-fd1d-4f65-b28f-f0991e3f2b87 req-0e7e7c99-f7b2-4aac-9e79-d1690bb7a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:17.107640 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-54a67c40-fd1d-4f65-b28f-f0991e3f2b87 req-0e7e7c99-f7b2-4aac-9e79-d1690bb7a651 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c6df2b97-a603-4192-a13b-d3b2bdd5bf29 HTTP/1.1" status: 200 len: 1097 time: 0.6429405 Feb 09 01:08:17.130860 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fa0317c4-0c38-424d-aca2-3f4957b24860 req-74e9575f-fc4d-45cf-a67e-bba6abc73128 service neutron] 10.222.0.35 "GET /v2.0/networks/f463daa3-bdf7-465b-839b-27906d718cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739417 Feb 09 01:08:17.223879 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:08:17.246625 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54641e5-62f6-43d1-9553-8369a34a7f86 req-536764da-5271-4c78-b6e8-9355708f6a93 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:17.248839 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c54641e5-62f6-43d1-9553-8369a34a7f86 req-536764da-5271-4c78-b6e8-9355708f6a93 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?device_id=1eb49538-a332-48eb-8493-e9d28b71fa35 HTTP/1.1" status: 200 len: 936 time: 0.1407316 Feb 09 01:08:17.274302 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-54a67c40-fd1d-4f65-b28f-f0991e3f2b87 req-eb3f6a66-a8c2-4e1c-8b8b-ce0631f9c628 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f96c1c72-20b3-409e-8eb8-ed20e53e0378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462226 Feb 09 01:08:17.286246 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e7549dea-8152-4153-8dc3-a8672b464eb9 req-d0756b03-d6c5-4f01-92f2-248e631fd92b tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908646 Feb 09 01:08:17.374623 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c54641e5-62f6-43d1-9553-8369a34a7f86 req-b18ff6eb-d673-43ce-8a4d-a04b79913624 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/security-groups?id=34651d2a-6232-4cfc-9dfb-ae3dfd721f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149888 Feb 09 01:08:17.397812 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3093736e-12df-49b3-9826-76d31909df23', 'tag': '92d5acad-e38d-43c2-8bec-c5018d35d94a', 'status': 'completed', 'code': 200} Feb 09 01:08:17.686622 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91a19a-486d-4a7f-88d8-d50fe1608710 req-eabcad5a-4caf-4649-8b52-b8eadbadbdca tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:17.688314 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4c91a19a-486d-4a7f-88d8-d50fe1608710 req-eabcad5a-4caf-4649-8b52-b8eadbadbdca tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6df2b97-a603-4192-a13b-d3b2bdd5bf29 HTTP/1.1" status: 200 len: 946 time: 0.1692986 Feb 09 01:08:17.767579 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4c91a19a-486d-4a7f-88d8-d50fe1608710 req-ded7a254-c9a0-4cc7-ba43-a4c930456b17 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/security-groups?id=f96c1c72-20b3-409e-8eb8-ed20e53e0378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705543 Feb 09 01:08:17.810480 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-6bc203cd-bc61-452c-9b06-bf1f9de350c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:08:17.816119 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40158) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:17.823624 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-6bc203cd-bc61-452c-9b06-bf1f9de350c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:17.859447 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-6bc203cd-bc61-452c-9b06-bf1f9de350c9 service neutron] Transition to ACTIVE for port object 0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:08:17.869821 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-6bc203cd-bc61-452c-9b06-bf1f9de350c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:17.935015 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b4034-0813-4beb-87df-ecc79865114f req-90076b7f-4c3c-4576-b827-34b00c235edd tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:17.937886 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a96b4034-0813-4beb-87df-ecc79865114f req-90076b7f-4c3c-4576-b827-34b00c235edd tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 945 time: 0.2209847 Feb 09 01:08:17.940766 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fc35a-a12f-4e06-bbb3-d91395d2c670 req-4675b559-5bd8-4f11-a70f-594bf3f0f3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:17.942315 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a91fc35a-a12f-4e06-bbb3-d91395d2c670 req-4675b559-5bd8-4f11-a70f-594bf3f0f3b6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5c3742d9e0e147a587c775654c5e399e&device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 1094 time: 0.4103599 Feb 09 01:08:18.013348 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e83f9312-3e39-4829-b03a-748ccb6e0f63 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:18.097450 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e83f9312-3e39-4829-b03a-748ccb6e0f63 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:18.271537 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc203cd-bc61-452c-9b06-bf1f9de350c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:18.300876 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2090c3b-59c6-47bd-9f79-3be9299987bc req-4aa9ea0a-b049-4962-8c16-0f9516fd4cb1 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:18.308122 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c2090c3b-59c6-47bd-9f79-3be9299987bc req-4aa9ea0a-b049-4962-8c16-0f9516fd4cb1 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 946 time: 0.1906939 Feb 09 01:08:18.332315 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e83f9312-3e39-4829-b03a-748ccb6e0f63 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:18.347024 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a96b4034-0813-4beb-87df-ecc79865114f req-1cf81b6c-5ceb-420c-8ae9-e20f23869895 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942156 Feb 09 01:08:18.399792 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e83f9312-3e39-4829-b03a-748ccb6e0f63 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:18.408829 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e83f9312-3e39-4829-b03a-748ccb6e0f63 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "DELETE /v2.0/security-groups/09dc3c08-c68a-4850-a091-ae39a99fb11c HTTP/1.1" status: 204 len: 168 time: 0.5915051 Feb 09 01:08:18.412952 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40188) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:18.430098 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f9312-3e39-4829-b03a-748ccb6e0f63 tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09dc3c08-c68a-4850-a091-ae39a99fb11c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:18.496164 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-6bc203cd-bc61-452c-9b06-bf1f9de350c9 service neutron] Attempting to bind port 0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:08:18.496879 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-6bc203cd-bc61-452c-9b06-bf1f9de350c9 service neutron] Attempting to bind port 0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:08:18.497476 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-6bc203cd-bc61-452c-9b06-bf1f9de350c9 service neutron] Attempting to bind port 0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:08:18.516135 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-6bc203cd-bc61-452c-9b06-bf1f9de350c9 service neutron] Port 0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:08:18.516835 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-6bc203cd-bc61-452c-9b06-bf1f9de350c9 service neutron] Attempting to bind port 0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:08:18.526226 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fc35a-a12f-4e06-bbb3-d91395d2c670 req-02308ca9-84e1-4403-a5ad-1f92cc57a529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:18.529584 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a91fc35a-a12f-4e06-bbb3-d91395d2c670 req-02308ca9-84e1-4403-a5ad-1f92cc57a529 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f463daa3-bdf7-465b-839b-27906d718cfd HTTP/1.1" status: 200 len: 918 time: 0.5067325 Feb 09 01:08:18.531420 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-6bc203cd-bc61-452c-9b06-bf1f9de350c9 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:08:18.532039 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-6bc203cd-bc61-452c-9b06-bf1f9de350c9 service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:08:18.532706 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-6bc203cd-bc61-452c-9b06-bf1f9de350c9 service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:08:18.533366 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-6bc203cd-bc61-452c-9b06-bf1f9de350c9 service neutron] Bound port: 0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:08:18.533929 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-6bc203cd-bc61-452c-9b06-bf1f9de350c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:18.560738 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c2090c3b-59c6-47bd-9f79-3be9299987bc req-91af2db6-406d-4428-8e26-7c59807ede59 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384753 Feb 09 01:08:18.568141 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-4da95d49-866e-48e8-ac65-93c7d825d9dc tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] show failed (client error): The resource could not be found. Feb 09 01:08:18.574913 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4da95d49-866e-48e8-ac65-93c7d825d9dc tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "GET /v2.0/security-groups/09dc3c08-c68a-4850-a091-ae39a99fb11c HTTP/1.1" status: 404 len: 347 time: 0.1599674 Feb 09 01:08:18.577049 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40196) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:18.814693 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a91fc35a-a12f-4e06-bbb3-d91395d2c670 req-660f2135-b86c-4465-871d-4bc5403f3049 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92d5acad-e38d-43c2-8bec-c5018d35d94a HTTP/1.1" status: 200 len: 217 time: 0.2682414 Feb 09 01:08:18.910816 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-7fb0399c-33da-47cb-9867-0fe65f59cb1f tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Deleting port fb884eed-2dcd-4c21-ac7d-f9300a39f6f9 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:08:18.910816 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7fb0399c-33da-47cb-9867-0fe65f59cb1f tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:18.964226 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fc35a-a12f-4e06-bbb3-d91395d2c670 req-4518de9b-ab1c-4b7d-9fb2-ee053efb26aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:18.965956 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a91fc35a-a12f-4e06-bbb3-d91395d2c670 req-4518de9b-ab1c-4b7d-9fb2-ee053efb26aa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff HTTP/1.1" status: 200 len: 856 time: 0.1402946 Feb 09 01:08:19.034638 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-6bc203cd-bc61-452c-9b06-bf1f9de350c9 service neutron] For port 0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:08:19.059281 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-6bc203cd-bc61-452c-9b06-bf1f9de350c9 service neutron] For port 0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:08:19.076233 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-6bc203cd-bc61-452c-9b06-bf1f9de350c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:19.185988 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-6bc203cd-bc61-452c-9b06-bf1f9de350c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:19.197081 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-6bc203cd-bc61-452c-9b06-bf1f9de350c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:19.199508 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-6bc203cd-bc61-452c-9b06-bf1f9de350c9 service neutron] 10.222.0.35 "PUT /v2.0/ports/0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e HTTP/1.1" status: 200 len: 1096 time: 3.3705142 Feb 09 01:08:19.258752 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c046b-3f35-4fc1-8fb1-9bc6a0e5ee02 req-e8a13be1-dfc5-4a51-ad9a-1803251f3640 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:19.269659 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf9c046b-3f35-4fc1-8fb1-9bc6a0e5ee02 req-e8a13be1-dfc5-4a51-ad9a-1803251f3640 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 943 time: 0.5712347 Feb 09 01:08:19.400832 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb49538-a332-48eb-8493-e9d28b71fa35', 'tag': '0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:19.493698 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc203cd-bc61-452c-9b06-bf1f9de350c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:19.511830 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fc35a-a12f-4e06-bbb3-d91395d2c670 req-10b703ef-0b26-4c47-8a69-5a134ee33783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:19.524883 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a91fc35a-a12f-4e06-bbb3-d91395d2c670 req-10b703ef-0b26-4c47-8a69-5a134ee33783 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f463daa3-bdf7-465b-839b-27906d718cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5486820 Feb 09 01:08:19.533888 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7fb0399c-33da-47cb-9867-0fe65f59cb1f tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:19.533888 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7fb0399c-33da-47cb-9867-0fe65f59cb1f tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:19.544330 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf9c046b-3f35-4fc1-8fb1-9bc6a0e5ee02 req-f288508b-772b-48aa-b43e-e406205ffd45 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2782075 Feb 09 01:08:19.718677 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-7fb0399c-33da-47cb-9867-0fe65f59cb1f tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Calling delete_port for fb884eed-2dcd-4c21-ac7d-f9300a39f6f9 owned by network:floatingip {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:08:19.777299 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51365e3-235b-416d-aad4-b83cea93546c req-da26634c-0366-42c5-bab3-a61170079262 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:19.779170 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c51365e3-235b-416d-aad4-b83cea93546c req-da26634c-0366-42c5-bab3-a61170079262 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?device_id=1eb49538-a332-48eb-8493-e9d28b71fa35 HTTP/1.1" status: 200 len: 948 time: 0.9644198 Feb 09 01:08:19.908466 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c51365e3-235b-416d-aad4-b83cea93546c req-bbec0865-dcde-48ee-a40d-ee565d13b643 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/security-groups?id=34651d2a-6232-4cfc-9dfb-ae3dfd721f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039023 Feb 09 01:08:19.969591 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-7d6a91c9-f551-41d8-a0fe-bf691167509a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:19.969591 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-7d6a91c9-f551-41d8-a0fe-bf691167509a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b27a7d1c48e84580a874ab6133129408&device_id=1eb49538-a332-48eb-8493-e9d28b71fa35 HTTP/1.1" status: 200 len: 1099 time: 0.6564112 Feb 09 01:08:20.106033 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7fb0399c-33da-47cb-9867-0fe65f59cb1f tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:20.177977 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-335352a4-0799-4629-9039-72a44827ddb2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e HTTP/1.1" status: 200 len: 217 time: 0.1966553 Feb 09 01:08:20.261105 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0399c-33da-47cb-9867-0fe65f59cb1f tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Pushing event deleted for resources: {'Port': ['ID=fb884eed-2dcd-4c21-ac7d-f9300a39f6f9,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:20.306394 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-8c84d36a-02d5-4bac-a4d5-3df6bc207caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:20.307726 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-8c84d36a-02d5-4bac-a4d5-3df6bc207caa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.1016114 Feb 09 01:08:20.651655 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a91fc35a-a12f-4e06-bbb3-d91395d2c670 req-b12aa9be-2d53-40b1-aa5a-34a0d4b19460 service neutron] 10.222.0.35 "GET /v2.0/networks/f463daa3-bdf7-465b-839b-27906d718cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0938396 Feb 09 01:08:20.651655 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb83f0d-4f08-4401-94b0-70784c022555 req-d9f0509c-4829-4ce7-bce4-ac7edb28184b tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:20.662706 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7fb0399c-33da-47cb-9867-0fe65f59cb1f tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks [] for floatingip, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:20.668005 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eeb83f0d-4f08-4401-94b0-70784c022555 req-d9f0509c-4829-4ce7-bce4-ac7edb28184b tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6df2b97-a603-4192-a13b-d3b2bdd5bf29 HTTP/1.1" status: 200 len: 946 time: 0.7777584 Feb 09 01:08:20.691130 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7fb0399c-33da-47cb-9867-0fe65f59cb1f tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:20.691130 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7fb0399c-33da-47cb-9867-0fe65f59cb1f tempest-ImagesOneServerNegativeTestJSON-1502650051 tempest-ImagesOneServerNegativeTestJSON-1502650051-project] 10.222.0.37 "DELETE /v2.0/floatingips/ea7ac2f0-815c-472a-9698-43a1f8bf5d41 HTTP/1.1" status: 204 len: 168 time: 2.1080780 Feb 09 01:08:20.716043 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752213d-16f2-4334-be40-3b717bceea33 req-2be82cc0-02f8-4c32-bb51-7428cf22cc15 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:20.721431 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 92d5acad-e38d-43c2-8bec-c5018d35d94a details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:08:20.727507 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f752213d-16f2-4334-be40-3b717bceea33 req-2be82cc0-02f8-4c32-bb51-7428cf22cc15 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 945 time: 0.5425661 Feb 09 01:08:20.775427 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f752213d-16f2-4334-be40-3b717bceea33 req-fb47e92d-a67c-403d-b6c9-873cd0431a76 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634103 Feb 09 01:08:20.800900 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eeb83f0d-4f08-4401-94b0-70784c022555 req-067e8387-0db2-46a4-bd91-68dc45321f55 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/security-groups?id=f96c1c72-20b3-409e-8eb8-ed20e53e0378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423893 Feb 09 01:08:20.872553 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb49538-a332-48eb-8493-e9d28b71fa35', 'tag': '0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e', 'status': 'completed', 'code': 200} Feb 09 01:08:20.904560 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-f76e3c5d-3ca1-48b3-8c73-07a3c5723f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:20.906602 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-f76e3c5d-3ca1-48b3-8c73-07a3c5723f66 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5893519 Feb 09 01:08:21.082332 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a91fc35a-a12f-4e06-bbb3-d91395d2c670 req-0100eef4-589c-4964-af87-7f7d59bb5b9c service neutron] 10.222.0.35 "GET /v2.0/networks/f463daa3-bdf7-465b-839b-27906d718cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211042 Feb 09 01:08:21.159501 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-684253c3-d3e7-4b8b-983e-e1677f41adc6 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:21.159501 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-684253c3-d3e7-4b8b-983e-e1677f41adc6 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52&tenant_id=6a459030aa9346b7b761b1ccc64f5445&binding%3Ahost_id=n-h1-828419-1 HTTP/1.1" status: 200 len: 1096 time: 0.5978165 Feb 09 01:08:21.183643 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-146da1c8-a55d-4d82-ba6a-a330fdb7e6fb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828419-1'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:21.194970 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 92d5acad-e38d-43c2-8bec-c5018d35d94a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=92d5acad-e38d-43c2-8bec-c5018d35d94a,segment=NetworkSegment(0a900953-cea9-408a-b5a5-b9b62ab0e594),segment_id=0a900953-cea9-408a-b5a5-b9b62ab0e594)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:21.236966 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30a708-fd34-4983-a8b5-d3c9c273149c req-97b2672f-f9d0-43dd-a430-b744f863b973 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:21.236966 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9c30a708-fd34-4983-a8b5-d3c9c273149c req-97b2672f-f9d0-43dd-a430-b744f863b973 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 943 time: 0.1645746 Feb 09 01:08:21.252638 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '92d5acad-e38d-43c2-8bec-c5018d35d94a', 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd', 'port_id': '92d5acad-e38d-43c2-8bec-c5018d35d94a', 'mac_address': 'fa:16:3e:63:f9:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 962, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:08:21.298859 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9c30a708-fd34-4983-a8b5-d3c9c273149c req-9d247b8d-b185-4c39-af6c-4797628afd66 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585945 Feb 09 01:08:21.363683 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:21.385914 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92d5acad-e38d-43c2-8bec-c5018d35d94a {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:08:21.394111 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-f13ea286-b434-4833-86e1-82838272c3b6 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740763 Feb 09 01:08:21.407393 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 92d5acad-e38d-43c2-8bec-c5018d35d94a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=92d5acad-e38d-43c2-8bec-c5018d35d94a,segment=NetworkSegment(0a900953-cea9-408a-b5a5-b9b62ab0e594),segment_id=0a900953-cea9-408a-b5a5-b9b62ab0e594)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:21.413672 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:21.541586 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=92d5acad-e38d-43c2-8bec-c5018d35d94a,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:21.552012 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae63952-e6dd-4ba4-9bcc-e32c907ac849 req-5ccf3cb2-8dd1-45cf-8842-66dbba4b9602 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:21.555285 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0ae63952-e6dd-4ba4-9bcc-e32c907ac849 req-5ccf3cb2-8dd1-45cf-8842-66dbba4b9602 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 946 time: 0.4763565 Feb 09 01:08:21.560613 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-146da1c8-a55d-4d82-ba6a-a330fdb7e6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:21.613856 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d29d43-9016-42d0-a44a-746c0b9fe0af req-89de2f34-2952-4bf9-9946-b99ba524967f tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:21.616062 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a0d29d43-9016-42d0-a44a-746c0b9fe0af req-89de2f34-2952-4bf9-9946-b99ba524967f tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6df2b97-a603-4192-a13b-d3b2bdd5bf29 HTTP/1.1" status: 200 len: 946 time: 0.1055722 Feb 09 01:08:21.624386 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40334) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:21.630422 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-82c50011-447d-4af5-9f41-7c42ec8a4e96 req-7169ee03-b396-42ce-be5d-c58761b6361f service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213011 Feb 09 01:08:21.632656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-7a9921d1-46f9-49f5-acf8-3b0fb34493ef tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Request body: {'floatingip': {'port_id': 'e147d37d-e965-4cea-9b48-1e1f35b0ab6f'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:21.666703 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:21.721407 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a9921d1-46f9-49f5-acf8-3b0fb34493ef tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks [] for floatingip, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:21.839783 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['92d5acad-e38d-43c2-8bec-c5018d35d94a'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:08:22.062981 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0ae63952-e6dd-4ba4-9bcc-e32c907ac849 req-91b03a16-b81f-4a53-844a-d036939b9403 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676487 Feb 09 01:08:22.240719 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c5a5e-2730-4327-a5c1-2499d3f1ac65 req-451f532f-8696-4963-b8d9-b458ab61c8ea tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:22.249027 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f9c5a5e-2730-4327-a5c1-2499d3f1ac65 req-451f532f-8696-4963-b8d9-b458ab61c8ea tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?device_id=1eb49538-a332-48eb-8493-e9d28b71fa35 HTTP/1.1" status: 200 len: 948 time: 0.3091311 Feb 09 01:08:22.250102 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40350) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:22.304985 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa1e9c-8f5b-450e-b7a0-03c4f0f60d11 req-7f379128-0849-4d4c-939b-20b10f198899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:22.306192 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a2fa1e9c-8f5b-450e-b7a0-03c4f0f60d11 req-7f379128-0849-4d4c-939b-20b10f198899 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b27a7d1c48e84580a874ab6133129408&device_id=1eb49538-a332-48eb-8493-e9d28b71fa35 HTTP/1.1" status: 200 len: 1099 time: 0.5443335 Feb 09 01:08:22.344612 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-146da1c8-a55d-4d82-ba6a-a330fdb7e6fb service neutron] For port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=cd05d35a-69b9-4ddc-9f72-3688ba4d2eae,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:22.408072 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f9c5a5e-2730-4327-a5c1-2499d3f1ac65 req-b450bfab-63d4-4746-bbfa-ca27bef8c822 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/security-groups?id=34651d2a-6232-4cfc-9dfb-ae3dfd721f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466296 Feb 09 01:08:22.447466 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969b821-771b-480f-ab51-c801dc45dc5e req-277fec6d-cbba-429c-9bd3-8f499786f75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:22.448950 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a969b821-771b-480f-ab51-c801dc45dc5e req-277fec6d-cbba-429c-9bd3-8f499786f75d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a75aeed005c34e95a63eb49629dd324d&device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 1097 time: 0.4119425 Feb 09 01:08:22.514689 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40358) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:22.656342 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-146da1c8-a55d-4d82-ba6a-a330fdb7e6fb service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:08:22.722210 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-146da1c8-a55d-4d82-ba6a-a330fdb7e6fb service neutron] For port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:08:22.757210 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8af1e5ec-bafa-42b6-9cbe-6ec2c6f31b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:22.803576 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a9921d1-46f9-49f5-acf8-3b0fb34493ef tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:22.804955 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8af1e5ec-bafa-42b6-9cbe-6ec2c6f31b1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:22.815200 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a9921d1-46f9-49f5-acf8-3b0fb34493ef tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:22.879566 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8af1e5ec-bafa-42b6-9cbe-6ec2c6f31b1b admin admin] Usage tracker for resource:security_group_rule and tenant:0a0fef3479ed4a00b4848cd74f86aeed is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:22.895167 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8af1e5ec-bafa-42b6-9cbe-6ec2c6f31b1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:22.904943 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8af1e5ec-bafa-42b6-9cbe-6ec2c6f31b1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:22.912270 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa1e9c-8f5b-450e-b7a0-03c4f0f60d11 req-29ca6484-9f5f-4d88-9e3e-f7f7b9a42c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:22.913793 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a2fa1e9c-8f5b-450e-b7a0-03c4f0f60d11 req-29ca6484-9f5f-4d88-9e3e-f7f7b9a42c4c service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.5993133 Feb 09 01:08:22.921981 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-1204bd32-d351-46ba-8002-7d28ee183541 admin admin] Deleting subnet 74347758-4ca6-4694-99d4-623fe8b1f370 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:08:22.966322 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92604e6-dde8-4478-8bda-6461cd173607 req-f696d1ae-519d-4263-811a-8b8454b9e231 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:22.969646 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e92604e6-dde8-4478-8bda-6461cd173607 req-f696d1ae-519d-4263-811a-8b8454b9e231 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 944 time: 0.2941210 Feb 09 01:08:22.979246 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1204bd32-d351-46ba-8002-7d28ee183541 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:23.046552 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a2fa1e9c-8f5b-450e-b7a0-03c4f0f60d11 req-d4705b68-205a-45e6-9c69-196063a733bc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e HTTP/1.1" status: 200 len: 217 time: 0.1198406 Feb 09 01:08:23.104922 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fc651a-ed13-402a-bd5c-dc41a790da52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd05d35a-69b9-4ddc-9f72-3688ba4d2eae'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:23.110931 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969b821-771b-480f-ab51-c801dc45dc5e req-e0368888-3926-4719-a056-eeb591b92636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:23.114031 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-7a9921d1-46f9-49f5-acf8-3b0fb34493ef tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Floating IP e2971944-783e-4171-9bc0-60aa75fb6e37 associated. External IP: 172.25.5.30, port: e147d37d-e965-4cea-9b48-1e1f35b0ab6f. Feb 09 01:08:23.115640 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a969b821-771b-480f-ab51-c801dc45dc5e req-e0368888-3926-4719-a056-eeb591b92636 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe HTTP/1.1" status: 200 len: 913 time: 0.6460748 Feb 09 01:08:23.118996 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-146da1c8-a55d-4d82-ba6a-a330fdb7e6fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:23.126697 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f9d8b-9f8d-4eaf-adad-381f4d4d0fc9 req-e0ff8b3f-8c2f-4cea-9d2f-f0cf717883cb tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:23.133783 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f39f9d8b-9f8d-4eaf-adad-381f4d4d0fc9 req-e0ff8b3f-8c2f-4cea-9d2f-f0cf717883cb tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 945 time: 0.7910805 Feb 09 01:08:23.186592 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e92604e6-dde8-4478-8bda-6461cd173607 req-ef71c670-6f22-4990-8853-b5e1bbcce64b tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584084 Feb 09 01:08:23.200325 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device cd05d35a-69b9-4ddc-9f72-3688ba4d2eae details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:08:23.222821 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1204bd32-d351-46ba-8002-7d28ee183541 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:23.248697 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-146da1c8-a55d-4d82-ba6a-a330fdb7e6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:23.298861 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a969b821-771b-480f-ab51-c801dc45dc5e req-e3b8d4b4-e792-409a-9d19-3ecaefe1db8b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2741b0c-d8f4-4a3f-ad4b-71448b003199 HTTP/1.1" status: 200 len: 217 time: 0.1632397 Feb 09 01:08:23.352292 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146da1c8-a55d-4d82-ba6a-a330fdb7e6fb service neutron] Pushing event updated for resources: {'Port': ['ID=cd05d35a-69b9-4ddc-9f72-3688ba4d2eae,revision_number=7']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:23.365285 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8af1e5ec-bafa-42b6-9cbe-6ec2c6f31b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:23.378633 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8af1e5ec-bafa-42b6-9cbe-6ec2c6f31b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:23.431804 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae, host n-h1-828419-1, got binding levels [] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:23.449354 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8af1e5ec-bafa-42b6-9cbe-6ec2c6f31b1b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0a0fef3479ed4a00b4848cd74f86aeed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1895440 Feb 09 01:08:23.467288 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa1e9c-8f5b-450e-b7a0-03c4f0f60d11 req-7dbc00c6-8519-4b57-9c7b-291aa0a6077d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:23.469584 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a2fa1e9c-8f5b-450e-b7a0-03c4f0f60d11 req-7dbc00c6-8519-4b57-9c7b-291aa0a6077d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.4074156 Feb 09 01:08:23.470358 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Attempting to bind port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae on host n-h1-828419-1 for vnic_type normal with profile {"migrating_to": "n-h2-828419-1"} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:08:23.470700 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Attempting to bind port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:08:23.471066 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Attempting to bind port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:08:23.475768 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:08:23.476115 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Attempting to bind port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:08:23.478336 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40368) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:23.481292 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:08:23.481660 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Checking segment: {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:08:23.482249 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Bound using segment: {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:08:23.482707 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Bound port: cd05d35a-69b9-4ddc-9f72-3688ba4d2eae, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:08:23.483086 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:23.500780 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1e5ec-bafa-42b6-9cbe-6ec2c6f31b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd6e0e9-18df-4625-9db1-95a3c52edab7,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:23.643780 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f39f9d8b-9f8d-4eaf-adad-381f4d4d0fc9 req-697dde39-afc8-48dd-96f9-b89c6b5c6634 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5092926 Feb 09 01:08:23.650251 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae, host n-h1-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:08:23.650251 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=cd05d35a-69b9-4ddc-9f72-3688ba4d2eae,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:08:23.664930 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:23.677066 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1204bd32-d351-46ba-8002-7d28ee183541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:23.716838 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fc651a-ed13-402a-bd5c-dc41a790da52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd05d35a-69b9-4ddc-9f72-3688ba4d2eae', 'code': 200} Feb 09 01:08:23.723358 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113f0c3-9bbf-45a6-90e2-d97e043065df req-93e4022b-6b0d-4d60-878c-e3a041304ea0 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:23.725722 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a113f0c3-9bbf-45a6-90e2-d97e043065df req-93e4022b-6b0d-4d60-878c-e3a041304ea0 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 946 time: 0.2719262 Feb 09 01:08:23.755156 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969b821-771b-480f-ab51-c801dc45dc5e req-c9844c7a-8499-490e-9499-c0b484f6d55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:23.757000 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a969b821-771b-480f-ab51-c801dc45dc5e req-c9844c7a-8499-490e-9499-c0b484f6d55f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e21ee47-9c4f-48f6-bbce-c83436d55ec2 HTTP/1.1" status: 200 len: 852 time: 0.4442110 Feb 09 01:08:23.794432 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9921d1-46f9-49f5-acf8-3b0fb34493ef tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Router 1ab6737c-cc5f-435c-9853-a0728a797022 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:08:23.797191 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a113f0c3-9bbf-45a6-90e2-d97e043065df req-ab9b9bd7-8259-4186-ae74-ea9fff7e623a tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646675 Feb 09 01:08:23.840798 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-146da1c8-a55d-4d82-ba6a-a330fdb7e6fb service neutron] Attempting to bind port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae on host n-h1-828419-1 for vnic_type normal with profile {"migrating_to": "n-h2-828419-1"} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:08:23.841125 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-146da1c8-a55d-4d82-ba6a-a330fdb7e6fb service neutron] Attempting to bind port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:08:23.841456 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-146da1c8-a55d-4d82-ba6a-a330fdb7e6fb service neutron] Attempting to bind port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:08:23.868257 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f38e8699-a961-4145-b0f1-5b071c375beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:23.869844 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-146da1c8-a55d-4d82-ba6a-a330fdb7e6fb service neutron] Port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:08:23.870167 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-146da1c8-a55d-4d82-ba6a-a330fdb7e6fb service neutron] Attempting to bind port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae on network 48fff0c2-cb8c-4c86-992a-0e113098b5fc {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:08:23.898298 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device cd05d35a-69b9-4ddc-9f72-3688ba4d2eae has no active binding in host n-h2-828419-1 {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 01:08:23.904868 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=cd05d35a-69b9-4ddc-9f72-3688ba4d2eae,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:23.908796 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a969b821-771b-480f-ab51-c801dc45dc5e req-cd7e20c6-7290-44d9-b242-3ecdcc4791e3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099050 Feb 09 01:08:23.912657 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:23.913005 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:23.913362 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:23.913695 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:23.914019 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:23.914341 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:23.914661 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:23.914979 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:23.915304 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:23.915622 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:23.915938 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:23.916321 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:23.938046 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-146da1c8-a55d-4d82-ba6a-a330fdb7e6fb service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:08:23.938387 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-146da1c8-a55d-4d82-ba6a-a330fdb7e6fb service neutron] Checking segment: {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:08:23.938771 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-146da1c8-a55d-4d82-ba6a-a330fdb7e6fb service neutron] Bound using segment: {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:08:23.939212 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-146da1c8-a55d-4d82-ba6a-a330fdb7e6fb service neutron] Bound port: cd05d35a-69b9-4ddc-9f72-3688ba4d2eae, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6154358e-e554-4dc0-839f-e7ea57b17fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '48fff0c2-cb8c-4c86-992a-0e113098b5fc'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:08:23.939557 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-146da1c8-a55d-4d82-ba6a-a330fdb7e6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:24.000027 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9921d1-46f9-49f5-acf8-3b0fb34493ef tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:08:24.012376 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7acf2d-ce96-4a88-9444-1b1650c50f60 None None] Sync routers for ids ['1ab6737c-cc5f-435c-9853-a0728a797022'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:08:24.016038 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a9921d1-46f9-49f5-acf8-3b0fb34493ef tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:24.027158 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7acf2d-ce96-4a88-9444-1b1650c50f60 None None] Routers {'1ab6737c-cc5f-435c-9853-a0728a797022'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:08:24.027738 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-3d7acf2d-ce96-4a88-9444-1b1650c50f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:08:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1ab6737c-cc5f-435c-9853-a0728a797022'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:24.077078 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7a9921d1-46f9-49f5-acf8-3b0fb34493ef tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "PUT /v2.0/floatingips/e2971944-783e-4171-9bc0-60aa75fb6e37 HTTP/1.1" status: 200 len: 991 time: 2.4519238 Feb 09 01:08:24.078618 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6df2b97-a603-4192-a13b-d3b2bdd5bf29', 'tag': 'e147d37d-e965-4cea-9b48-1e1f35b0ab6f'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:24.141517 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f38e8699-a961-4145-b0f1-5b071c375beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:24.207216 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa1e9c-8f5b-450e-b7a0-03c4f0f60d11 req-6bb74ea4-bfae-4a98-be76-44c6f4443a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:24.208739 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a2fa1e9c-8f5b-450e-b7a0-03c4f0f60d11 req-6bb74ea4-bfae-4a98-be76-44c6f4443a87 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7183650 Feb 09 01:08:24.221482 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1204bd32-d351-46ba-8002-7d28ee183541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:24.265525 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-3d7acf2d-ce96-4a88-9444-1b1650c50f60 None None] Set router 1ab6737c-cc5f-435c-9853-a0728a797022 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:08:24.293374 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc85c3-3784-49d5-b314-6a0b1bd16d8a req-ace75dd1-1ee7-412c-acca-b75b1921313f tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:24.300527 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-14dc85c3-3784-49d5-b314-6a0b1bd16d8a req-ace75dd1-1ee7-412c-acca-b75b1921313f tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6df2b97-a603-4192-a13b-d3b2bdd5bf29 HTTP/1.1" status: 200 len: 946 time: 0.0952768 Feb 09 01:08:24.333471 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1204bd32-d351-46ba-8002-7d28ee183541 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:24.379526 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-14dc85c3-3784-49d5-b314-6a0b1bd16d8a req-3513c1f7-8258-40c4-9a82-822a50973a90 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/security-groups?id=f96c1c72-20b3-409e-8eb8-ed20e53e0378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777588 Feb 09 01:08:24.402119 n-d-828419-1 neutron-server[87612]: WARNING neutron.plugins.ml2.plugin [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-146da1c8-a55d-4d82-ba6a-a330fdb7e6fb service neutron] Concurrent port binding operations failed on port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae Feb 09 01:08:24.402119 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204bd32-d351-46ba-8002-7d28ee183541 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74347758-4ca6-4694-99d4-623fe8b1f370,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:24.402119 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-146da1c8-a55d-4d82-ba6a-a330fdb7e6fb service neutron] For port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=cd05d35a-69b9-4ddc-9f72-3688ba4d2eae,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:24.439035 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1204bd32-d351-46ba-8002-7d28ee183541 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/74347758-4ca6-4694-99d4-623fe8b1f370 HTTP/1.1" status: 204 len: 168 time: 1.8465979 Feb 09 01:08:24.445055 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40380) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:24.446764 n-d-828419-1 neutron-server[87612]: INFO neutron.plugins.ml2.plugin [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-146da1c8-a55d-4d82-ba6a-a330fdb7e6fb service neutron] Attempt 2 to bind port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae Feb 09 01:08:24.455605 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-146da1c8-a55d-4d82-ba6a-a330fdb7e6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:24.456517 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-146da1c8-a55d-4d82-ba6a-a330fdb7e6fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:24.459916 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-146da1c8-a55d-4d82-ba6a-a330fdb7e6fb service neutron] 10.222.0.117 "PUT /v2.0/ports/cd05d35a-69b9-4ddc-9f72-3688ba4d2eae HTTP/1.1" status: 200 len: 1121 time: 3.2875450 Feb 09 01:08:24.471924 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a969b821-771b-480f-ab51-c801dc45dc5e req-c3263357-58c3-4b20-87cc-fe6440ec070d service neutron] 10.222.0.35 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5375752 Feb 09 01:08:24.483016 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454627b-8d41-42f5-80a4-a1f576823e74 req-c6703bac-f080-43e6-8f17-641f71559fc3 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:24.483016 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7454627b-8d41-42f5-80a4-a1f576823e74 req-c6703bac-f080-43e6-8f17-641f71559fc3 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Synchronizing usage tracker for tenant:b27a7d1c48e84580a874ab6133129408 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:08:24.583635 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f38e8699-a961-4145-b0f1-5b071c375beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:24.636165 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e8699-a961-4145-b0f1-5b071c375beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd6e0e9-18df-4625-9db1-95a3c52edab7,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:24.647920 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a2fa1e9c-8f5b-450e-b7a0-03c4f0f60d11 req-bfcab273-8601-4b4e-bf8a-ccb6c9ee2c19 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037681 Feb 09 01:08:24.648895 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7454627b-8d41-42f5-80a4-a1f576823e74 req-c6703bac-f080-43e6-8f17-641f71559fc3 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Unset dirty status for tenant:b27a7d1c48e84580a874ab6133129408 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:08:24.649596 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7454627b-8d41-42f5-80a4-a1f576823e74 req-c6703bac-f080-43e6-8f17-641f71559fc3 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?device_id=1eb49538-a332-48eb-8493-e9d28b71fa35 HTTP/1.1" status: 200 len: 948 time: 0.7919636 Feb 09 01:08:24.703209 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['cd05d35a-69b9-4ddc-9f72-3688ba4d2eae'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:08:24.708119 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f38e8699-a961-4145-b0f1-5b071c375beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:24.709400 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f38e8699-a961-4145-b0f1-5b071c375beb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5fd6e0e9-18df-4625-9db1-95a3c52edab7 HTTP/1.1" status: 204 len: 168 time: 1.2283263 Feb 09 01:08:24.799012 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6df2b97-a603-4192-a13b-d3b2bdd5bf29', 'tag': 'e147d37d-e965-4cea-9b48-1e1f35b0ab6f', 'status': 'completed', 'code': 200} Feb 09 01:08:24.848309 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:08:24.881016 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0280ee2c-c0ef-4bb9-bbc3-9cdd034e01f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:25.020599 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:25.035290 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 92d5acad-e38d-43c2-8bec-c5018d35d94a up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:08:25.063956 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['cd05d35a-69b9-4ddc-9f72-3688ba4d2eae'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:08:25.110756 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': '0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e', 'mac_address': 'fa:16:3e:ac:ed:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:08:25.122768 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a969b821-771b-480f-ab51-c801dc45dc5e req-808ba7ea-7193-429f-b0c9-3660bbec1346 service neutron] 10.222.0.35 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6236954 Feb 09 01:08:25.126870 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7454627b-8d41-42f5-80a4-a1f576823e74 req-46d90f64-bfae-4575-ac7c-fd090d3101e9 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Synchronizing usage tracker for tenant:b27a7d1c48e84580a874ab6133129408 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:08:25.224903 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a2fa1e9c-8f5b-450e-b7a0-03c4f0f60d11 req-aa5f3518-f9ac-4c56-befd-ad148b0dd752 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5627007 Feb 09 01:08:25.228697 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81f3a9-a89b-4455-b403-5e29405f3cd5 req-6ba798f0-95b3-4abe-8819-c9687d550020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:25.231265 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3a81f3a9-a89b-4455-b403-5e29405f3cd5 req-6ba798f0-95b3-4abe-8819-c9687d550020 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=383f3082f927439d91a8e106811c03f7&device_id=c6df2b97-a603-4192-a13b-d3b2bdd5bf29 HTTP/1.1" status: 200 len: 1097 time: 0.2686782 Feb 09 01:08:25.234272 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7454627b-8d41-42f5-80a4-a1f576823e74 req-46d90f64-bfae-4575-ac7c-fd090d3101e9 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Unset dirty status for tenant:b27a7d1c48e84580a874ab6133129408 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:08:25.237627 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7454627b-8d41-42f5-80a4-a1f576823e74 req-46d90f64-bfae-4575-ac7c-fd090d3101e9 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/security-groups?id=34651d2a-6232-4cfc-9dfb-ae3dfd721f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5676434 Feb 09 01:08:25.258337 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0280ee2c-c0ef-4bb9-bbc3-9cdd034e01f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:25.274640 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:25.303974 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-0280ee2c-c0ef-4bb9-bbc3-9cdd034e01f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b8fc63-0946-45c0-a7ed-dafe26b562b1']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:25.322816 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:25.325996 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-0280ee2c-c0ef-4bb9-bbc3-9cdd034e01f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a61f9560-b5f0-4f56-92cb-5bd87e6c7f24') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:25.326372 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-0280ee2c-c0ef-4bb9-bbc3-9cdd034e01f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a61f9560-b5f0-4f56-92cb-5bd87e6c7f24') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:25.355435 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0280ee2c-c0ef-4bb9-bbc3-9cdd034e01f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:25.365976 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:08:25.406058 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82310fee-0349-45a6-9ae3-dc09ba6e4899 req-c5f5259c-3db4-4821-b90b-97d1efb73a0d tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:25.422065 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-82310fee-0349-45a6-9ae3-dc09ba6e4899 req-c5f5259c-3db4-4821-b90b-97d1efb73a0d tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 944 time: 0.4407845 Feb 09 01:08:25.449668 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40394) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:25.460543 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0280ee2c-c0ef-4bb9-bbc3-9cdd034e01f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:25.480760 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0280ee2c-c0ef-4bb9-bbc3-9cdd034e01f0 admin admin] Releasing vlan 950 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:08:25.480760 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0280ee2c-c0ef-4bb9-bbc3-9cdd034e01f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:25.495534 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:08:25.495534 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:08:25.495534 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:08:25.495534 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:08:25.495534 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:08:25.495534 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:08:25.495534 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:08:25.495534 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:08:25.495534 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:08:25.495534 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:08:25.495534 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:08:25.495534 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:08:25.495534 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:08:25.495534 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:08:25.495534 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:08:25.495534 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:08:25.495534 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:08:25.495534 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:08:25.495534 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:08:25.495534 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:08:25.495534 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:08:25.495534 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:08:25.495534 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:08:25.495534 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:08:25.495534 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:08:25.495534 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:08:25.495534 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:08:25.495534 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:08:25.495534 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:08:25.495534 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:08:25.495534 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:08:25.495534 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:08:25.514405 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:25.549773 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cc5192a0-16ea-422f-a045-0052ca012cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:25.574972 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:25.576387 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81f3a9-a89b-4455-b403-5e29405f3cd5 req-a291d3af-013f-4c84-b94b-7885504c1559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:25.577911 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3a81f3a9-a89b-4455-b403-5e29405f3cd5 req-a291d3af-013f-4c84-b94b-7885504c1559 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e5eebd47-e56e-4218-8edf-32a5a22fef3b HTTP/1.1" status: 200 len: 915 time: 0.3375537 Feb 09 01:08:25.581884 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-82310fee-0349-45a6-9ae3-dc09ba6e4899 req-1f77bf6c-23ba-4f51-82c6-e1ca87cacf53 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547799 Feb 09 01:08:25.619108 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0280ee2c-c0ef-4bb9-bbc3-9cdd034e01f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:25.647922 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 92d5acad-e38d-43c2-8bec-c5018d35d94a completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:08:25.650392 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0280ee2c-c0ef-4bb9-bbc3-9cdd034e01f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:25.654293 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280ee2c-c0ef-4bb9-bbc3-9cdd034e01f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=84b8fc63-0946-45c0-a7ed-dafe26b562b1,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:25.676300 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0280ee2c-c0ef-4bb9-bbc3-9cdd034e01f0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/84b8fc63-0946-45c0-a7ed-dafe26b562b1 HTTP/1.1" status: 204 len: 168 time: 1.2425177 Feb 09 01:08:25.688218 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-cc5192a0-16ea-422f-a045-0052ca012cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:25.696697 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 92d5acad-e38d-43c2-8bec-c5018d35d94a triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:25.697166 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:25.732890 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fc651a-ed13-402a-bd5c-dc41a790da52', 'tag': 'cd05d35a-69b9-4ddc-9f72-3688ba4d2eae'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:25.732890 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3a81f3a9-a89b-4455-b403-5e29405f3cd5 req-ede68a62-3c78-4b6e-afdf-43411e451360 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e147d37d-e965-4cea-9b48-1e1f35b0ab6f HTTP/1.1" status: 200 len: 999 time: 0.1438413 Feb 09 01:08:25.746970 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-cc5192a0-16ea-422f-a045-0052ca012cfb admin admin] Usage tracker for resource:security_group_rule and tenant:c07472c0509d4d888e76610a3c13d61c is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:25.779216 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-cc5192a0-16ea-422f-a045-0052ca012cfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:25.796685 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-cc5192a0-16ea-422f-a045-0052ca012cfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:25.850759 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f527c-2072-491c-b898-604b65cce798 req-fa130edc-1530-40b7-be79-ee0a1a9e99db tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:25.851983 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-584f527c-2072-491c-b898-604b65cce798 req-fa130edc-1530-40b7-be79-ee0a1a9e99db tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 943 time: 0.4039712 Feb 09 01:08:25.855142 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81f3a9-a89b-4455-b403-5e29405f3cd5 req-6ca54e72-e3b5-4587-ab2f-20eda585cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:25.856091 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3a81f3a9-a89b-4455-b403-5e29405f3cd5 req-6ca54e72-e3b5-4587-ab2f-20eda585cf1e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bfc7232c-c4ba-4588-b26b-80253019f61b HTTP/1.1" status: 200 len: 853 time: 0.1165071 Feb 09 01:08:25.878192 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049ed5d-a5cf-464e-baf0-567fc2a58dfd req-b0c99427-bc8f-4b3e-8f2c-b5b6f2e6cbc8 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:25.885434 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8049ed5d-a5cf-464e-baf0-567fc2a58dfd req-b0c99427-bc8f-4b3e-8f2c-b5b6f2e6cbc8 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 946 time: 0.1452575 Feb 09 01:08:25.954937 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8049ed5d-a5cf-464e-baf0-567fc2a58dfd req-57f5645f-c386-4cb9-9de5-9f38bca4555b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659397 Feb 09 01:08:26.032981 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:08:26.049220 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-584f527c-2072-491c-b898-604b65cce798 req-1c26d966-08e4-4348-ba64-8d0b01d9473e tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173790 Feb 09 01:08:26.120878 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40402) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:26.161889 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09fc651a-ed13-402a-bd5c-dc41a790da52', 'tag': 'cd05d35a-69b9-4ddc-9f72-3688ba4d2eae', 'status': 'completed', 'code': 200} Feb 09 01:08:26.195970 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:26.198852 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-921b71a4-054b-4fa7-942f-f2397ac64693 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7899c4a045cf4a878cc9afb8de54c39e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0766428 Feb 09 01:08:26.202133 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40406) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:26.222099 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7d1b5-1dfc-4056-a732-598033ac8d3d req-855e8cb7-de62-45c9-bf4f-835d63ff35bb tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:26.223111 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cc5192a0-16ea-422f-a045-0052ca012cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:26.223848 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d8b7d1b5-1dfc-4056-a732-598033ac8d3d req-855e8cb7-de62-45c9-bf4f-835d63ff35bb tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6df2b97-a603-4192-a13b-d3b2bdd5bf29 HTTP/1.1" status: 200 len: 946 time: 0.1690156 Feb 09 01:08:26.235457 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81f3a9-a89b-4455-b403-5e29405f3cd5 req-265ef709-43a5-4a8a-923b-6db7598287fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:26.236978 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3a81f3a9-a89b-4455-b403-5e29405f3cd5 req-265ef709-43a5-4a8a-923b-6db7598287fd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e5eebd47-e56e-4218-8edf-32a5a22fef3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3668554 Feb 09 01:08:26.238821 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cc5192a0-16ea-422f-a045-0052ca012cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:26.271639 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-3d7acf2d-ce96-4a88-9444-1b1650c50f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'name': 'tempest-ServersTestBootFromVolume-85394624-router', 'tenant_id': '383f3082f927439d91a8e106811c03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '73ba6348-cc93-4903-9dd9-777775fd5f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:57Z', 'updated_at': '2022-02-09T01:07:05Z', 'revision_number': 4, 'project_id': '383f3082f927439d91a8e106811c03f7', 'gw_port': {'id': '73ba6348-cc93-4903-9dd9-777775fd5f11', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:59Z', 'updated_at': '2022-02-09T01:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'e2971944-783e-4171-9bc0-60aa75fb6e37', 'tenant_id': '383f3082f927439d91a8e106811c03f7', 'floating_ip_address': '172.25.5.30', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'port_id': 'e147d37d-e965-4cea-9b48-1e1f35b0ab6f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5eebd47-e56e-4218-8edf-32a5a22fef3b', 'mac_address': 'fa:16:3e:2b:cf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6df2b97-a603-4192-a13b-d3b2bdd5bf29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:07:14Z', 'updated_at': '2022-02-09T01:08:22Z', 'revision_number': 1, 'project_id': '383f3082f927439d91a8e106811c03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d0cd92f-623c-4ace-bef3-c9709c929c95', 'name': '', 'network_id': 'e5eebd47-e56e-4218-8edf-32a5a22fef3b', 'tenant_id': '383f3082f927439d91a8e106811c03f7', 'mac_address': 'fa:16:3e:c9:ea:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bfc7232c-c4ba-4588-b26b-80253019f61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:04Z', 'updated_at': '2022-02-09T01:07:15Z', 'revision_number': 5, 'project_id': '383f3082f927439d91a8e106811c03f7', 'subnets': [{'id': 'bfc7232c-c4ba-4588-b26b-80253019f61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:26.312335 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7acf2d-ce96-4a88-9444-1b1650c50f60 None None] Checking router: 1ab6737c-cc5f-435c-9853-a0728a797022 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:08:26.320453 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d8b7d1b5-1dfc-4056-a732-598033ac8d3d req-bc0d0409-3501-4d54-bd74-ab2809bc2db0 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/security-groups?id=f96c1c72-20b3-409e-8eb8-ed20e53e0378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814013 Feb 09 01:08:26.324939 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-765fc0bc-bcd2-46c3-bd75-7e13cc80bfbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:26.352438 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:26.354240 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-765fc0bc-bcd2-46c3-bd75-7e13cc80bfbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:26.399942 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7acf2d-ce96-4a88-9444-1b1650c50f60 None None] Routers {'1ab6737c-cc5f-435c-9853-a0728a797022'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:08:26.400906 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-3d7acf2d-ce96-4a88-9444-1b1650c50f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:08:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1ab6737c-cc5f-435c-9853-a0728a797022'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:26.422940 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-765fc0bc-bcd2-46c3-bd75-7e13cc80bfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:26.432124 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5192a0-16ea-422f-a045-0052ca012cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c057689e-7e8f-4f29-8fb9-4636378c09ba,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:26.437105 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-cc5192a0-16ea-422f-a045-0052ca012cfb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c07472c0509d4d888e76610a3c13d61c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9856462 Feb 09 01:08:26.440264 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40412) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:26.454452 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765fc0bc-bcd2-46c3-bd75-7e13cc80bfbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff0e122-32d4-42dd-8f41-d98b5b598490,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:26.475413 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-765fc0bc-bcd2-46c3-bd75-7e13cc80bfbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:26.476535 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-765fc0bc-bcd2-46c3-bd75-7e13cc80bfbb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fff0e122-32d4-42dd-8f41-d98b5b598490 HTTP/1.1" status: 204 len: 168 time: 0.2732029 Feb 09 01:08:26.478504 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 92d5acad-e38d-43c2-8bec-c5018d35d94a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=92d5acad-e38d-43c2-8bec-c5018d35d94a,segment=NetworkSegment(0a900953-cea9-408a-b5a5-b9b62ab0e594),segment_id=0a900953-cea9-408a-b5a5-b9b62ab0e594)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:26.485977 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3093736e-12df-49b3-9826-76d31909df23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d5acad-e38d-43c2-8bec-c5018d35d94a'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:26.507070 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:26.508060 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c2741b0c-d8f4-4a3f-ad4b-71448b003199 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:08:26.527446 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d73924b4-e305-4d34-be4c-6e1aaa122755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:26.534976 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae10bcc-be60-4d04-b0a1-b3b8a14c4273 req-6e025fd3-3ba7-4996-97ae-050fc305842d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:26.536548 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1ae10bcc-be60-4d04-b0a1-b3b8a14c4273 req-6e025fd3-3ba7-4996-97ae-050fc305842d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a459030aa9346b7b761b1ccc64f5445&device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 1124 time: 0.3566594 Feb 09 01:08:26.559365 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d73924b4-e305-4d34-be4c-6e1aaa122755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:26.588338 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3a81f3a9-a89b-4455-b403-5e29405f3cd5 req-37aa7ab4-6ec6-45f6-a2f4-40932c9f2559 service neutron] 10.222.0.35 "GET /v2.0/networks/e5eebd47-e56e-4218-8edf-32a5a22fef3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401186 Feb 09 01:08:26.599477 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3093736e-12df-49b3-9826-76d31909df23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d5acad-e38d-43c2-8bec-c5018d35d94a', 'code': 200} Feb 09 01:08:26.645077 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d73924b4-e305-4d34-be4c-6e1aaa122755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:26.678846 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73924b4-e305-4d34-be4c-6e1aaa122755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c057689e-7e8f-4f29-8fb9-4636378c09ba,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:26.685779 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d73924b4-e305-4d34-be4c-6e1aaa122755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:26.687761 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d73924b4-e305-4d34-be4c-6e1aaa122755 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c057689e-7e8f-4f29-8fb9-4636378c09ba HTTP/1.1" status: 204 len: 168 time: 0.2448487 Feb 09 01:08:26.809350 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=92d5acad-e38d-43c2-8bec-c5018d35d94a,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:26.878908 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fb8ff-4bf0-4eef-ae5f-e7a024ffa7e5 req-f75f28b4-f55c-4006-84f5-4dfdb0505d60 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:26.880476 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c85fb8ff-4bf0-4eef-ae5f-e7a024ffa7e5 req-f75f28b4-f55c-4006-84f5-4dfdb0505d60 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 945 time: 0.1287026 Feb 09 01:08:26.891778 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:26.930915 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c2741b0c-d8f4-4a3f-ad4b-71448b003199, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c2741b0c-d8f4-4a3f-ad4b-71448b003199,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:26.940973 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:26.963724 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c85fb8ff-4bf0-4eef-ae5f-e7a024ffa7e5 req-07a14886-be12-41a5-913b-b0ecf12538db tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744305 Feb 09 01:08:27.029681 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-3d7acf2d-ce96-4a88-9444-1b1650c50f60 None None] Set router 1ab6737c-cc5f-435c-9853-a0728a797022 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:08:27.061341 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963aed0f-bdd8-4a42-bd65-9f6d5f1fe300 req-e002ee9e-2bb9-4171-a203-99e036da754b tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:27.062937 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-963aed0f-bdd8-4a42-bd65-9f6d5f1fe300 req-e002ee9e-2bb9-4171-a203-99e036da754b tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?device_id=1eb49538-a332-48eb-8493-e9d28b71fa35 HTTP/1.1" status: 200 len: 949 time: 0.6813118 Feb 09 01:08:27.079781 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=c2741b0c-d8f4-4a3f-ad4b-71448b003199,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:27.230394 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1042e-88d4-4d2b-8eab-ede9df4c46f2 req-61b7a95d-d7fd-4907-a238-a1163f776ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:27.231925 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-95d1042e-88d4-4d2b-8eab-ede9df4c46f2 req-61b7a95d-d7fd-4907-a238-a1163f776ce6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 1096 time: 0.5354691 Feb 09 01:08:27.237530 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae10bcc-be60-4d04-b0a1-b3b8a14c4273 req-29f8d828-55ab-4ec4-8071-5d258a0c1a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:27.238952 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1ae10bcc-be60-4d04-b0a1-b3b8a14c4273 req-29f8d828-55ab-4ec4-8071-5d258a0c1a02 service neutron] 10.222.0.35 "GET /v2.0/networks?id=48fff0c2-cb8c-4c86-992a-0e113098b5fc HTTP/1.1" status: 200 len: 909 time: 0.6821430 Feb 09 01:08:27.387899 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda26ba-668a-438a-9763-45e5ad199721 req-839b056b-e191-4c93-a267-66792c9db653 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:27.392138 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4fda26ba-668a-438a-9763-45e5ad199721 req-839b056b-e191-4c93-a267-66792c9db653 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 944 time: 0.2020240 Feb 09 01:08:27.465526 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4fda26ba-668a-438a-9763-45e5ad199721 req-beb35e27-4ea0-483e-8bb6-705b3b79aad9 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603945 Feb 09 01:08:27.601592 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-3d7acf2d-ce96-4a88-9444-1b1650c50f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'name': 'tempest-ServersTestBootFromVolume-85394624-router', 'tenant_id': '383f3082f927439d91a8e106811c03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '73ba6348-cc93-4903-9dd9-777775fd5f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:57Z', 'updated_at': '2022-02-09T01:07:05Z', 'revision_number': 4, 'project_id': '383f3082f927439d91a8e106811c03f7', 'gw_port': {'id': '73ba6348-cc93-4903-9dd9-777775fd5f11', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:59Z', 'updated_at': '2022-02-09T01:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'e2971944-783e-4171-9bc0-60aa75fb6e37', 'tenant_id': '383f3082f927439d91a8e106811c03f7', 'floating_ip_address': '172.25.5.30', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'port_id': 'e147d37d-e965-4cea-9b48-1e1f35b0ab6f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5eebd47-e56e-4218-8edf-32a5a22fef3b', 'mac_address': 'fa:16:3e:2b:cf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6df2b97-a603-4192-a13b-d3b2bdd5bf29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:07:14Z', 'updated_at': '2022-02-09T01:08:22Z', 'revision_number': 1, 'project_id': '383f3082f927439d91a8e106811c03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d0cd92f-623c-4ace-bef3-c9709c929c95', 'name': '', 'network_id': 'e5eebd47-e56e-4218-8edf-32a5a22fef3b', 'tenant_id': '383f3082f927439d91a8e106811c03f7', 'mac_address': 'fa:16:3e:c9:ea:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bfc7232c-c4ba-4588-b26b-80253019f61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:04Z', 'updated_at': '2022-02-09T01:07:15Z', 'revision_number': 5, 'project_id': '383f3082f927439d91a8e106811c03f7', 'subnets': [{'id': 'bfc7232c-c4ba-4588-b26b-80253019f61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:27.613582 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7acf2d-ce96-4a88-9444-1b1650c50f60 None None] The sync data for ids ['1ab6737c-cc5f-435c-9853-a0728a797022'] in n-d-828419-1 is: [{'id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'name': 'tempest-ServersTestBootFromVolume-85394624-router', 'tenant_id': '383f3082f927439d91a8e106811c03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '73ba6348-cc93-4903-9dd9-777775fd5f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:57Z', 'updated_at': '2022-02-09T01:07:05Z', 'revision_number': 4, 'project_id': '383f3082f927439d91a8e106811c03f7', 'gw_port': {'id': '73ba6348-cc93-4903-9dd9-777775fd5f11', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:59Z', 'updated_at': '2022-02-09T01:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'e2971944-783e-4171-9bc0-60aa75fb6e37', 'tenant_id': '383f3082f927439d91a8e106811c03f7', 'floating_ip_address': '172.25.5.30', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'port_id': 'e147d37d-e965-4cea-9b48-1e1f35b0ab6f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5eebd47-e56e-4218-8edf-32a5a22fef3b', 'mac_address': 'fa:16:3e:2b:cf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6df2b97-a603-4192-a13b-d3b2bdd5bf29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:07:14Z', 'updated_at': '2022-02-09T01:08:22Z', 'revision_number': 1, 'project_id': '383f3082f927439d91a8e106811c03f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d0cd92f-623c-4ace-bef3-c9709c929c95', 'name': '', 'network_id': 'e5eebd47-e56e-4218-8edf-32a5a22fef3b', 'tenant_id': '383f3082f927439d91a8e106811c03f7', 'mac_address': 'fa:16:3e:c9:ea:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bfc7232c-c4ba-4588-b26b-80253019f61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:04Z', 'updated_at': '2022-02-09T01:07:15Z', 'revision_number': 5, 'project_id': '383f3082f927439d91a8e106811c03f7', 'subnets': [{'id': 'bfc7232c-c4ba-4588-b26b-80253019f61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:08:27.630790 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3a81f3a9-a89b-4455-b403-5e29405f3cd5 req-fc13aacc-a789-4676-8154-afa3a0b97f99 service neutron] 10.222.0.35 "GET /v2.0/networks/e5eebd47-e56e-4218-8edf-32a5a22fef3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9331372 Feb 09 01:08:27.632020 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1ae10bcc-be60-4d04-b0a1-b3b8a14c4273 req-06ac2262-e047-4229-8829-e4d31c1b1735 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd05d35a-69b9-4ddc-9f72-3688ba4d2eae HTTP/1.1" status: 200 len: 217 time: 0.3296046 Feb 09 01:08:27.637854 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-963aed0f-bdd8-4a42-bd65-9f6d5f1fe300 req-ab5b8bd5-ece0-4f22-a32f-caa5874cb1bc tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/security-groups?id=34651d2a-6232-4cfc-9dfb-ae3dfd721f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5534286 Feb 09 01:08:27.715594 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-95d1042e-88d4-4d2b-8eab-ede9df4c46f2 req-9d82a25c-fcdc-4236-a6cb-a2ad5fa14692 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4140716 Feb 09 01:08:27.734973 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea49bbe-2be9-4766-9750-0f8da0caefe0 req-6d26004b-130f-49aa-9d3a-90754aa8c6aa tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:27.747063 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae10bcc-be60-4d04-b0a1-b3b8a14c4273 req-ae1f1089-dcdd-462c-8445-8560990c2c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:27.748535 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6ea49bbe-2be9-4766-9750-0f8da0caefe0 req-6d26004b-130f-49aa-9d3a-90754aa8c6aa tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 943 time: 0.1552107 Feb 09 01:08:27.750080 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1ae10bcc-be60-4d04-b0a1-b3b8a14c4273 req-ae1f1089-dcdd-462c-8445-8560990c2c33 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=71237ce4-c470-4847-a2d1-f1f13758c999 HTTP/1.1" status: 200 len: 848 time: 0.1025586 Feb 09 01:08:27.821645 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6ea49bbe-2be9-4766-9750-0f8da0caefe0 req-8dd7a17f-987e-4e55-94fb-6b7eb9d441ab tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711219 Feb 09 01:08:27.916341 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90dcf64-5949-4a0d-b549-3e3edd9126d3 req-ed45d72c-2335-4a5d-b933-c4e02a99146e tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:27.918398 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f90dcf64-5949-4a0d-b549-3e3edd9126d3 req-ed45d72c-2335-4a5d-b933-c4e02a99146e tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6df2b97-a603-4192-a13b-d3b2bdd5bf29 HTTP/1.1" status: 200 len: 946 time: 0.0999348 Feb 09 01:08:27.927153 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40466) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:28.007266 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f6eb83-910a-4d7a-835e-680a4c2947d7 None None] New status for floating IP e2971944-783e-4171-9bc0-60aa75fb6e37: ACTIVE {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:08:28.009065 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1ae10bcc-be60-4d04-b0a1-b3b8a14c4273 req-9ced5276-210a-49db-84c6-2ad70b495c38 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48fff0c2-cb8c-4c86-992a-0e113098b5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854118 Feb 09 01:08:28.155588 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-4b360e82-02e2-43b8-9652-d5bd3c5929d2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1424569243-network', 'tenant_id': 'd959eeb6dca046039b2da6e68228f259'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:28.159958 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4b360e82-02e2-43b8-9652-d5bd3c5929d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:28.164309 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4b360e82-02e2-43b8-9652-d5bd3c5929d2 admin admin] Usage tracker for resource:network and tenant:d959eeb6dca046039b2da6e68228f259 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:28.167803 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4b360e82-02e2-43b8-9652-d5bd3c5929d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:28.179162 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4b360e82-02e2-43b8-9652-d5bd3c5929d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:28.207261 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b360e82-02e2-43b8-9652-d5bd3c5929d2 admin admin] Made reservation on behalf of d959eeb6dca046039b2da6e68228f259 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:08:28.212493 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4b360e82-02e2-43b8-9652-d5bd3c5929d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:28.263884 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4b360e82-02e2-43b8-9652-d5bd3c5929d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:28.279314 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f90dcf64-5949-4a0d-b549-3e3edd9126d3 req-ae11fb85-3c29-4fa6-b93b-6c95e4c20ed0 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/security-groups?id=f96c1c72-20b3-409e-8eb8-ed20e53e0378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2810571 Feb 09 01:08:28.293210 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4b360e82-02e2-43b8-9652-d5bd3c5929d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:28.293210 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4b360e82-02e2-43b8-9652-d5bd3c5929d2 admin admin] Usage tracker for resource:security_group_rule and tenant:d959eeb6dca046039b2da6e68228f259 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:28.306481 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4b360e82-02e2-43b8-9652-d5bd3c5929d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:28.311418 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4b360e82-02e2-43b8-9652-d5bd3c5929d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:28.404360 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1ae10bcc-be60-4d04-b0a1-b3b8a14c4273 req-a26f399b-c2b1-412a-8137-f8812034967c service neutron] 10.222.0.35 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850229 Feb 09 01:08:28.586989 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4b360e82-02e2-43b8-9652-d5bd3c5929d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:28.602869 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80faa5e8-2a37-40c1-926e-844a2d72640f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2741b0c-d8f4-4a3f-ad4b-71448b003199'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:28.613282 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61e6c4-3934-41a3-800b-ad377b8dc374 req-60273175-fdbc-4abe-a7c2-added7a20df6 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:28.620958 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2f61e6c4-3934-41a3-800b-ad377b8dc374 req-60273175-fdbc-4abe-a7c2-added7a20df6 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 945 time: 0.2437613 Feb 09 01:08:28.639005 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4b360e82-02e2-43b8-9652-d5bd3c5929d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:28.687303 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b360e82-02e2-43b8-9652-d5bd3c5929d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 972} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:08:28.707602 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2f61e6c4-3934-41a3-800b-ad377b8dc374 req-4a0925f6-521b-4ecb-8cd7-b6012a1aae27 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857854 Feb 09 01:08:28.714597 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b360e82-02e2-43b8-9652-d5bd3c5929d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c68870-b52b-4caa-90f2-50ef2fbd8605,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:28.718395 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4b360e82-02e2-43b8-9652-d5bd3c5929d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:28.719679 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-4b360e82-02e2-43b8-9652-d5bd3c5929d2 admin admin] Added segment 76261012-bb23-49dc-9e36-39631a5e06f1 of type vlan for network 2895cbb4-518e-4c91-b81a-658809039917 Feb 09 01:08:28.751788 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cbfa3-32ee-4f11-a04a-d1b902df212f req-77248fb6-0989-4682-9b0d-ea98d2fa6856 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:28.758521 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1c9cbfa3-32ee-4f11-a04a-d1b902df212f req-77248fb6-0989-4682-9b0d-ea98d2fa6856 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6df2b97-a603-4192-a13b-d3b2bdd5bf29 HTTP/1.1" status: 200 len: 946 time: 0.3491731 Feb 09 01:08:28.767987 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:08:28.771784 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4b360e82-02e2-43b8-9652-d5bd3c5929d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:28.781852 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1ae10bcc-be60-4d04-b0a1-b3b8a14c4273 req-03bfcc90-7696-4db8-8daf-95ff131fdd71 service neutron] 10.222.0.35 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675141 Feb 09 01:08:28.787225 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-655d6c5c-7724-4c88-a198-defa088036cb service neutron] 10.222.0.35 "GET /v2.0/ports/cd05d35a-69b9-4ddc-9f72-3688ba4d2eae/bindings/n-h2-828419-1 HTTP/1.1" status: 200 len: 384 time: 0.1923575 Feb 09 01:08:28.830992 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4b360e82-02e2-43b8-9652-d5bd3c5929d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:28.832577 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b360e82-02e2-43b8-9652-d5bd3c5929d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:28.833274 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4b360e82-02e2-43b8-9652-d5bd3c5929d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:28.913635 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1c9cbfa3-32ee-4f11-a04a-d1b902df212f req-e27e6355-856a-41ef-b583-e2b2d632bc28 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/security-groups?id=f96c1c72-20b3-409e-8eb8-ed20e53e0378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473401 Feb 09 01:08:28.919549 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:08:28.932154 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4b360e82-02e2-43b8-9652-d5bd3c5929d2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0017481 Feb 09 01:08:28.933554 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40502) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:28.943849 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-fe828fba-79fa-49dd-a05d-40a87f96d139 admin admin] Request body: {'subnet': {'network_id': '2895cbb4-518e-4c91-b81a-658809039917', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1424569243-subnet', 'tenant_id': 'd959eeb6dca046039b2da6e68228f259', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:28.949100 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:28.949472 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:28.960102 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-fe828fba-79fa-49dd-a05d-40a87f96d139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:28.974124 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-fe828fba-79fa-49dd-a05d-40a87f96d139 admin admin] Usage tracker for resource:subnet and tenant:d959eeb6dca046039b2da6e68228f259 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:28.980042 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-fe828fba-79fa-49dd-a05d-40a87f96d139 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:28.994667 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-fe828fba-79fa-49dd-a05d-40a87f96d139 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:29.085755 n-d-828419-1 neutron-server[87613]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '80faa5e8-2a37-40c1-926e-844a2d72640f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c2741b0c-d8f4-4a3f-ad4b-71448b003199', 'code': 422} returned with failed status Feb 09 01:08:29.240695 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-f57b9f57-4a78-4a03-89ec-de3c64e81b79 service neutron] For port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=cd05d35a-69b9-4ddc-9f72-3688ba4d2eae,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:29.265883 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-f57b9f57-4a78-4a03-89ec-de3c64e81b79 service neutron] For port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:08:29.348259 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe828fba-79fa-49dd-a05d-40a87f96d139 admin admin] Made reservation on behalf of d959eeb6dca046039b2da6e68228f259 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:08:29.349985 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fe828fba-79fa-49dd-a05d-40a87f96d139 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:29.377880 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:29.391423 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b360e82-02e2-43b8-9652-d5bd3c5929d2 admin admin] Pushing event updated for resources: {'Network': ['ID=2895cbb4-518e-4c91-b81a-658809039917,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:29.414341 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 2895cbb4-518e-4c91-b81a-658809039917 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:08:29.418582 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5326b82-da1e-498a-9fee-7bd404fd3604 req-1a9b380a-a7d6-4109-9fd9-fec55d97a225 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:29.425153 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b5326b82-da1e-498a-9fee-7bd404fd3604 req-1a9b380a-a7d6-4109-9fd9-fec55d97a225 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 944 time: 0.3104956 Feb 09 01:08:29.492612 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b5326b82-da1e-498a-9fee-7bd404fd3604 req-36f349a6-e38b-4c8f-a0a4-1850458f65c3 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657682 Feb 09 01:08:29.537245 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-f57b9f57-4a78-4a03-89ec-de3c64e81b79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd05d35a-69b9-4ddc-9f72-3688ba4d2eae {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:08:29.563566 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:29.579608 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-f57b9f57-4a78-4a03-89ec-de3c64e81b79 service neutron] For port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=cd05d35a-69b9-4ddc-9f72-3688ba4d2eae,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:29.584330 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:29.632155 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-f57b9f57-4a78-4a03-89ec-de3c64e81b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:29.694378 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:29.806765 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ebf60-58df-4712-94d5-7ba9bd4a1883 req-8f69a9be-c205-471e-9274-ee4be55339cd tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:29.814611 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-445ebf60-58df-4712-94d5-7ba9bd4a1883 req-8f69a9be-c205-471e-9274-ee4be55339cd tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?device_id=1eb49538-a332-48eb-8493-e9d28b71fa35 HTTP/1.1" status: 200 len: 949 time: 0.5082350 Feb 09 01:08:29.938406 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-445ebf60-58df-4712-94d5-7ba9bd4a1883 req-43aa3093-119d-408d-9319-65e2b6d60887 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/security-groups?id=34651d2a-6232-4cfc-9dfb-ae3dfd721f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226161 Feb 09 01:08:29.958724 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11c214-1310-4e8c-8652-f465b213af34 req-c49c5689-62de-43d7-8b11-b5d66ce7c4f0 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:29.969815 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-df11c214-1310-4e8c-8652-f465b213af34 req-c49c5689-62de-43d7-8b11-b5d66ce7c4f0 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 943 time: 0.3291321 Feb 09 01:08:29.975514 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fe828fba-79fa-49dd-a05d-40a87f96d139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:29.983939 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-f57b9f57-4a78-4a03-89ec-de3c64e81b79 service neutron] Transition to ACTIVE for port object cd05d35a-69b9-4ddc-9f72-3688ba4d2eae will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:08:30.041034 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-df11c214-1310-4e8c-8652-f465b213af34 req-a74e9da4-6c77-4337-980e-2e85cbec16c2 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702264 Feb 09 01:08:30.043084 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-f57b9f57-4a78-4a03-89ec-de3c64e81b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:30.521927 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d3ccb-552d-4ca4-9759-228817942cc8 req-49f06a68-3e3e-4c2f-ab82-96c4c55fab64 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:30.523925 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ae3d3ccb-552d-4ca4-9759-228817942cc8 req-49f06a68-3e3e-4c2f-ab82-96c4c55fab64 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 945 time: 0.1294556 Feb 09 01:08:30.529203 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe828fba-79fa-49dd-a05d-40a87f96d139 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8562f36-e362-4753-8b8b-feb83d47622f,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:30.558520 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe828fba-79fa-49dd-a05d-40a87f96d139 admin admin] Checking segment: {'id': '76261012-bb23-49dc-9e36-39631a5e06f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '2895cbb4-518e-4c91-b81a-658809039917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:08:30.558876 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe828fba-79fa-49dd-a05d-40a87f96d139 admin admin] Network hostable DHCP agents. Network: 2895cbb4-518e-4c91-b81a-658809039917, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:08:30.565280 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-f57b9f57-4a78-4a03-89ec-de3c64e81b79 service neutron] No DVR routers for this DVR port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:08:30.572666 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b9f57-4a78-4a03-89ec-de3c64e81b79 service neutron] Pushing event updated for resources: {'Port': ['ID=cd05d35a-69b9-4ddc-9f72-3688ba4d2eae,revision_number=10']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:30.623009 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ae3d3ccb-552d-4ca4-9759-228817942cc8 req-34da93ee-c7de-4d5d-b60d-fd9f6fe80f81 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797391 Feb 09 01:08:30.630571 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe828fba-79fa-49dd-a05d-40a87f96d139 admin admin] Network 2895cbb4-518e-4c91-b81a-658809039917 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:08:30.654771 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-fe828fba-79fa-49dd-a05d-40a87f96d139 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 2895cbb4-518e-4c91-b81a-658809039917) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:08:30.663615 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe828fba-79fa-49dd-a05d-40a87f96d139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:30.664236 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fe828fba-79fa-49dd-a05d-40a87f96d139 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:30.680557 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3e0715-3f05-4df1-96d7-28e6890a1120 None None] Network 2895cbb4-518e-4c91-b81a-658809039917 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:08:30.688509 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-f57b9f57-4a78-4a03-89ec-de3c64e81b79 service neutron] 10.222.0.35 "PUT /v2.0/ports/cd05d35a-69b9-4ddc-9f72-3688ba4d2eae/bindings/n-h2-828419-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8950434 Feb 09 01:08:30.730261 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-fe828fba-79fa-49dd-a05d-40a87f96d139 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7953126 Feb 09 01:08:31.095579 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb49538-a332-48eb-8493-e9d28b71fa35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:31.158090 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-8615f127-8135-4317-af5a-7706625c7134 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:31.165123 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-8615f127-8135-4317-af5a-7706625c7134 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52&tenant_id=6a459030aa9346b7b761b1ccc64f5445&binding%3Ahost_id=n-h1-828419-1 HTTP/1.1" status: 200 len: 1095 time: 0.4033799 Feb 09 01:08:31.215339 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462490cb-9947-43c4-a03d-5d42f4619037 req-4d36e96e-96f7-497a-9dff-eff598740771 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:31.257037 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-462490cb-9947-43c4-a03d-5d42f4619037 req-4d36e96e-96f7-497a-9dff-eff598740771 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 945 time: 0.3812377 Feb 09 01:08:31.257037 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40600) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:31.286379 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-d199ff75-72dc-497d-9485-69dd4685bea7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Request body: {'floatingip': {'port_id': '92d5acad-e38d-43c2-8bec-c5018d35d94a'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:31.310629 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c2741b0c-d8f4-4a3f-ad4b-71448b003199 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:08:31.343344 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40604) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:31.441827 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-9e8a8f4d-9b9c-4fbe-b010-e44f9a2c5805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:31.441827 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-9e8a8f4d-9b9c-4fbe-b010-e44f9a2c5805 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52&tenant_id=6a459030aa9346b7b761b1ccc64f5445 HTTP/1.1" status: 200 len: 1095 time: 0.2744899 Feb 09 01:08:31.465112 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d199ff75-72dc-497d-9485-69dd4685bea7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for floatingip, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:31.527492 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a085906-fe7a-4eaa-b673-72669ff115ba None None] Network 2895cbb4-518e-4c91-b81a-658809039917 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:08:31.744010 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-115207b8-1e0f-4db1-ab68-04593f011793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:31.789389 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-21384ab4-ef91-4a9c-be79-b3ebc6a12c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:31.789389 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-21384ab4-ef91-4a9c-be79-b3ebc6a12c73 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6a459030aa9346b7b761b1ccc64f5445&device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 1095 time: 0.3097987 Feb 09 01:08:31.800697 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-115207b8-1e0f-4db1-ab68-04593f011793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:31.806706 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-115207b8-1e0f-4db1-ab68-04593f011793 admin admin] Usage tracker for resource:security_group_rule and tenant:a05355a9b01c44a7a5ed26966a624c87 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:31.817450 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-115207b8-1e0f-4db1-ab68-04593f011793 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:31.827649 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device cd05d35a-69b9-4ddc-9f72-3688ba4d2eae no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:08:31.832633 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-115207b8-1e0f-4db1-ab68-04593f011793 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:32.016243 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device cd05d35a-69b9-4ddc-9f72-3688ba4d2eae not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:08:32.020121 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c2149-a04b-4bf1-9e41-6f74780233af req-553247ea-e651-44cc-a668-591b19d634be tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:32.020121 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-095c2149-a04b-4bf1-9e41-6f74780233af req-553247ea-e651-44cc-a668-591b19d634be tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?device_id=1eb49538-a332-48eb-8493-e9d28b71fa35 HTTP/1.1" status: 200 len: 950 time: 0.3574040 Feb 09 01:08:32.103997 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-095c2149-a04b-4bf1-9e41-6f74780233af req-71b751f8-71c2-4ebd-9377-cb49815a5d18 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/security-groups?id=34651d2a-6232-4cfc-9dfb-ae3dfd721f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825963 Feb 09 01:08:32.302785 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-de23cfaf-6f54-45cb-a040-bf75fb2ca56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:32.302785 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-de23cfaf-6f54-45cb-a040-bf75fb2ca56f service neutron] 10.222.0.117 "GET /v2.0/networks?id=48fff0c2-cb8c-4c86-992a-0e113098b5fc HTTP/1.1" status: 200 len: 909 time: 0.4087360 Feb 09 01:08:32.302785 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-115207b8-1e0f-4db1-ab68-04593f011793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:32.376664 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-115207b8-1e0f-4db1-ab68-04593f011793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:32.413815 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b531430-4dd5-4539-a0c5-1a09fb4a594d req-ed0868fd-2ebf-4f00-be40-e672ed75dbc2 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:32.413815 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3b531430-4dd5-4539-a0c5-1a09fb4a594d req-ed0868fd-2ebf-4f00-be40-e672ed75dbc2 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=80faa5e8-2a37-40c1-926e-844a2d72640f HTTP/1.1" status: 200 len: 944 time: 0.4712152 Feb 09 01:08:32.478045 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-4e042118-eefd-43ed-93dc-67ff3ddadf71 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd05d35a-69b9-4ddc-9f72-3688ba4d2eae HTTP/1.1" status: 200 len: 217 time: 0.1610248 Feb 09 01:08:32.484781 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd50cc-4db7-44a3-9c36-1f19ed967066 req-52e8b85c-9d81-4119-b984-28585246b45d tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:32.484781 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-54dd50cc-4db7-44a3-9c36-1f19ed967066 req-52e8b85c-9d81-4119-b984-28585246b45d tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 944 time: 0.1333196 Feb 09 01:08:32.581603 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-115207b8-1e0f-4db1-ab68-04593f011793 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a05355a9b01c44a7a5ed26966a624c87&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2384129 Feb 09 01:08:32.581603 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115207b8-1e0f-4db1-ab68-04593f011793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caaf0970-64c5-4ffe-b27f-eb9580c48bed,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:32.590978 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40614) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:32.624139 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-54dd50cc-4db7-44a3-9c36-1f19ed967066 req-3edaec9b-8a79-4077-b17b-c043261e8109 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334755 Feb 09 01:08:32.631075 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-3b531430-4dd5-4539-a0c5-1a09fb4a594d req-a334160c-1829-4284-8c84-84458c3165e9 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Deleting port c2741b0c-d8f4-4a3f-ad4b-71448b003199 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:08:32.631075 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3b531430-4dd5-4539-a0c5-1a09fb4a594d req-a334160c-1829-4284-8c84-84458c3165e9 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:32.705759 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb49538-a332-48eb-8493-e9d28b71fa35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e', 'code': 200} Feb 09 01:08:32.713344 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d199ff75-72dc-497d-9485-69dd4685bea7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:32.734237 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d199ff75-72dc-497d-9485-69dd4685bea7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:32.748096 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-1035bfd4-df51-455a-999a-a198203cc665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:32.748096 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-1035bfd4-df51-455a-999a-a198203cc665 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=71237ce4-c470-4847-a2d1-f1f13758c999 HTTP/1.1" status: 200 len: 848 time: 0.2479544 Feb 09 01:08:32.847060 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-cc6d9afc-5a4e-49e6-b6ce-3d0ac5344243 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=48fff0c2-cb8c-4c86-992a-0e113098b5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884185 Feb 09 01:08:33.018952 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fc1ca611-f8b5-41f5-8bda-8df5292f1b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:33.030085 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-d199ff75-72dc-497d-9485-69dd4685bea7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Floating IP 0ff4b2e7-993b-457a-a96c-dc2138739430 associated. External IP: 172.25.5.98, port: 92d5acad-e38d-43c2-8bec-c5018d35d94a. Feb 09 01:08:33.180485 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fc1ca611-f8b5-41f5-8bda-8df5292f1b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:33.300846 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-7740acdd-4124-489e-9828-1c38c3c75851 service neutron] 10.222.0.117 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061155 Feb 09 01:08:33.317325 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c61281-bb3f-4e8d-942c-5404b513219d req-5902031b-f6bd-402f-aab0-ab6d033f9b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:33.317809 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-78c61281-bb3f-4e8d-942c-5404b513219d req-5902031b-f6bd-402f-aab0-ab6d033f9b94 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1eb49538-a332-48eb-8493-e9d28b71fa35 HTTP/1.1" status: 200 len: 1101 time: 0.4851227 Feb 09 01:08:33.513832 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-cab6d23a-bb51-4b91-a8c7-6ed2ea334bce tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:33.514726 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-cab6d23a-bb51-4b91-a8c7-6ed2ea334bce tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Synchronizing usage tracker for tenant:d959eeb6dca046039b2da6e68228f259 on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:08:33.566092 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-cab6d23a-bb51-4b91-a8c7-6ed2ea334bce tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Unset dirty status for tenant:d959eeb6dca046039b2da6e68228f259 on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:08:33.572728 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-cab6d23a-bb51-4b91-a8c7-6ed2ea334bce tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.37 "GET /v2.0/networks?id=2895cbb4-518e-4c91-b81a-658809039917 HTTP/1.1" status: 200 len: 822 time: 0.5533531 Feb 09 01:08:33.597021 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-e89df416-f410-4729-97ac-e4e111f65c84 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.37 "GET /v2.0/quotas/d959eeb6dca046039b2da6e68228f259 HTTP/1.1" status: 200 len: 375 time: 0.0206940 Feb 09 01:08:33.626356 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-3b531430-4dd5-4539-a0c5-1a09fb4a594d req-a334160c-1829-4284-8c84-84458c3165e9 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] For port c2741b0c-d8f4-4a3f-ad4b-71448b003199, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c2741b0c-d8f4-4a3f-ad4b-71448b003199,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:33.626722 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3b531430-4dd5-4539-a0c5-1a09fb4a594d req-a334160c-1829-4284-8c84-84458c3165e9 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:33.657244 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fc1ca611-f8b5-41f5-8bda-8df5292f1b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:33.708965 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-10f75b91-d2a7-4f2c-a84f-364532a5d7ae tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d959eeb6dca046039b2da6e68228f259&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1137033 Feb 09 01:08:33.722230 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-0fdcc172-037d-47cd-88fb-8fa50e660bb3 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:08:33.723415 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-0fdcc172-037d-47cd-88fb-8fa50e660bb3 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078335 Feb 09 01:08:33.810374 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-78c61281-bb3f-4e8d-942c-5404b513219d req-9dd8c918-670e-48b1-8e90-b5dcf3116109 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=34651d2a-6232-4cfc-9dfb-ae3dfd721f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969700 Feb 09 01:08:33.814761 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d199ff75-72dc-497d-9485-69dd4685bea7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Router 478074fb-8bca-48e0-9cb4-4626727322d0 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:08:33.820305 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-3b531430-4dd5-4539-a0c5-1a09fb4a594d req-a334160c-1829-4284-8c84-84458c3165e9 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Calling delete_port for c2741b0c-d8f4-4a3f-ad4b-71448b003199 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:08:33.856357 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ca611-f8b5-41f5-8bda-8df5292f1b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caaf0970-64c5-4ffe-b27f-eb9580c48bed,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:33.894172 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fc1ca611-f8b5-41f5-8bda-8df5292f1b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:33.901753 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-fc1ca611-f8b5-41f5-8bda-8df5292f1b9b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/caaf0970-64c5-4ffe-b27f-eb9580c48bed HTTP/1.1" status: 204 len: 168 time: 1.3057768 Feb 09 01:08:33.907875 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-0e5b6ad8-9aa9-47f0-bb6b-141dd0584314 service neutron] 10.222.0.117 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5845094 Feb 09 01:08:33.993497 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-08517a3d-32ad-44e2-be81-3fe0ff688fd8 service neutron] 10.222.0.37 "GET /v2.0/networks/2895cbb4-518e-4c91-b81a-658809039917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580128 Feb 09 01:08:34.083433 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3b531430-4dd5-4539-a0c5-1a09fb4a594d req-a334160c-1829-4284-8c84-84458c3165e9 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:34.176324 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334160c-1829-4284-8c84-84458c3165e9 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Pushing event deleted for resources: {'Port': ['ID=c2741b0c-d8f4-4a3f-ad4b-71448b003199,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:34.218365 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d199ff75-72dc-497d-9485-69dd4685bea7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:08:34.224348 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d199ff75-72dc-497d-9485-69dd4685bea7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:34.228884 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5f7a89-c756-4b18-9299-47df179bffe3 None None] Sync routers for ids ['478074fb-8bca-48e0-9cb4-4626727322d0'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:08:34.245396 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5f7a89-c756-4b18-9299-47df179bffe3 None None] Routers {'478074fb-8bca-48e0-9cb4-4626727322d0'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:08:34.245856 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ea5f7a89-c756-4b18-9299-47df179bffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:08:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['478074fb-8bca-48e0-9cb4-4626727322d0'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:34.313973 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b531430-4dd5-4539-a0c5-1a09fb4a594d req-a334160c-1829-4284-8c84-84458c3165e9 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] No DVR routers for this DVR port c2741b0c-d8f4-4a3f-ad4b-71448b003199 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:08:34.326139 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3b531430-4dd5-4539-a0c5-1a09fb4a594d req-a334160c-1829-4284-8c84-84458c3165e9 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:34.326139 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80faa5e8-2a37-40c1-926e-844a2d72640f', 'name': 'network-vif-deleted', 'tag': 'c2741b0c-d8f4-4a3f-ad4b-71448b003199'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:34.330915 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d199ff75-72dc-497d-9485-69dd4685bea7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "PUT /v2.0/floatingips/0ff4b2e7-993b-457a-a96c-dc2138739430 HTTP/1.1" status: 200 len: 990 time: 3.0625098 Feb 09 01:08:34.330915 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3093736e-12df-49b3-9826-76d31909df23', 'tag': '92d5acad-e38d-43c2-8bec-c5018d35d94a'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:34.336725 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-5ce3f19a-0da2-484a-b646-c3f0330bb252 service neutron] 10.222.0.37 "GET /v2.0/networks/2895cbb4-518e-4c91-b81a-658809039917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421071 Feb 09 01:08:34.347447 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3b531430-4dd5-4539-a0c5-1a09fb4a594d req-a334160c-1829-4284-8c84-84458c3165e9 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "DELETE /v2.0/ports/c2741b0c-d8f4-4a3f-ad4b-71448b003199 HTTP/1.1" status: 204 len: 173 time: 1.9325998 Feb 09 01:08:34.385180 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-dbdb779e-9058-4ed0-9c14-0ed79e786c1a tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:34.387522 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-dbdb779e-9058-4ed0-9c14-0ed79e786c1a tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52&tenant_id=6a459030aa9346b7b761b1ccc64f5445&binding%3Ahost_id=n-h2-828419-1 HTTP/1.1" status: 200 len: 1095 time: 0.1275156 Feb 09 01:08:34.539274 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40652) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:34.560055 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-564a1635-904a-4a52-97a7-3f7e3f71a72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:34.581847 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-564a1635-904a-4a52-97a7-3f7e3f71a72c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:34.591644 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-ea5f7a89-c756-4b18-9299-47df179bffe3 None None] Set router 478074fb-8bca-48e0-9cb4-4626727322d0 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:08:34.596000 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-564a1635-904a-4a52-97a7-3f7e3f71a72c admin admin] Usage tracker for resource:security_group_rule and tenant:6cceaa24af404762b38ce17e73f3d192 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:34.602391 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-564a1635-904a-4a52-97a7-3f7e3f71a72c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:34.621228 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-564a1635-904a-4a52-97a7-3f7e3f71a72c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:34.670485 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-f0d960c2-27fc-4281-89cd-53a304ac4c4f service neutron] For port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:08:34.673896 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-f0d960c2-27fc-4281-89cd-53a304ac4c4f service neutron] Notify callbacks [] for binding, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:34.675019 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a03656fa-f5d6-41d5-bcda-c697b0d6c2e4 req-f0d960c2-27fc-4281-89cd-53a304ac4c4f service neutron] 10.222.0.117 "DELETE /v2.0/ports/cd05d35a-69b9-4ddc-9f72-3688ba4d2eae/bindings/n-h1-828419-1 HTTP/1.1" status: 204 len: 173 time: 0.2808802 Feb 09 01:08:34.804021 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2858b-772f-4acb-883c-53a11d0e6f3d req-8f8d37fb-609b-4126-afa2-64b74ca59f1d tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:34.805044 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-04a2858b-772f-4acb-883c-53a11d0e6f3d req-8f8d37fb-609b-4126-afa2-64b74ca59f1d tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?device_id=1eb49538-a332-48eb-8493-e9d28b71fa35 HTTP/1.1" status: 200 len: 950 time: 0.1792841 Feb 09 01:08:34.899712 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-04a2858b-772f-4acb-883c-53a11d0e6f3d req-41bce9d5-5bd6-4480-b7ee-a57c1d829875 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/security-groups?id=34651d2a-6232-4cfc-9dfb-ae3dfd721f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811045 Feb 09 01:08:34.902296 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-564a1635-904a-4a52-97a7-3f7e3f71a72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:34.909214 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-564a1635-904a-4a52-97a7-3f7e3f71a72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:34.997533 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-564a1635-904a-4a52-97a7-3f7e3f71a72c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6cceaa24af404762b38ce17e73f3d192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4562500 Feb 09 01:08:34.999615 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a1635-904a-4a52-97a7-3f7e3f71a72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc996dee-8711-418a-be5e-b03e1a9eecc2,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:35.001186 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40668) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:35.137427 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f9d12c66-bdbc-407f-a448-67d4596adba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:35.194758 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f9d12c66-bdbc-407f-a448-67d4596adba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:35.285488 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f9d12c66-bdbc-407f-a448-67d4596adba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:35.304204 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d12c66-bdbc-407f-a448-67d4596adba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc996dee-8711-418a-be5e-b03e1a9eecc2,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:35.308708 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f9d12c66-bdbc-407f-a448-67d4596adba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:35.309817 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f9d12c66-bdbc-407f-a448-67d4596adba2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc996dee-8711-418a-be5e-b03e1a9eecc2 HTTP/1.1" status: 204 len: 168 time: 0.3076696 Feb 09 01:08:35.355333 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a5366-f6d1-4271-b490-e4903267e69b req-9eaab244-906d-454a-acca-0ffad9695adf tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:35.356195 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e32a5366-f6d1-4271-b490-e4903267e69b req-9eaab244-906d-454a-acca-0ffad9695adf tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 944 time: 0.2122715 Feb 09 01:08:35.368202 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ea5f7a89-c756-4b18-9299-47df179bffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1400162326-router', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:07:36Z', 'updated_at': '2022-02-09T01:07:47Z', 'revision_number': 4, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'gw_port': {'id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:37Z', 'updated_at': '2022-02-09T01:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '0ff4b2e7-993b-457a-a96c-dc2138739430', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'floating_ip_address': '172.25.5.98', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'port_id': '92d5acad-e38d-43c2-8bec-c5018d35d94a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd', 'mac_address': 'fa:16:3e:63:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3093736e-12df-49b3-9826-76d31909df23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:07:57Z', 'updated_at': '2022-02-09T01:08:32Z', 'revision_number': 1, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ceb147a-a238-451a-82d3-3469b1b20051', 'name': '', 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'mac_address': 'fa:16:3e:23:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:45Z', 'updated_at': '2022-02-09T01:07:54Z', 'revision_number': 5, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'subnets': [{'id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:35.387319 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5f7a89-c756-4b18-9299-47df179bffe3 None None] Checking router: 478074fb-8bca-48e0-9cb4-4626727322d0 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:08:35.418134 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e32a5366-f6d1-4271-b490-e4903267e69b req-65a59ed5-f79c-4767-aa47-85ecd20359ae tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537715 Feb 09 01:08:35.424010 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5f7a89-c756-4b18-9299-47df179bffe3 None None] Routers {'478074fb-8bca-48e0-9cb4-4626727322d0'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:08:35.424929 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ea5f7a89-c756-4b18-9299-47df179bffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:08:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['478074fb-8bca-48e0-9cb4-4626727322d0'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:35.559826 n-d-828419-1 neutron-server[87612]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '80faa5e8-2a37-40c1-926e-844a2d72640f', 'name': 'network-vif-deleted', 'tag': 'c2741b0c-d8f4-4a3f-ad4b-71448b003199', 'status': 'failed', 'code': 422} returned with failed status Feb 09 01:08:35.640832 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3093736e-12df-49b3-9826-76d31909df23', 'tag': '92d5acad-e38d-43c2-8bec-c5018d35d94a', 'status': 'completed', 'code': 200} Feb 09 01:08:35.671917 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-ea5f7a89-c756-4b18-9299-47df179bffe3 None None] Set router 478074fb-8bca-48e0-9cb4-4626727322d0 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:08:35.721590 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4c6eb-1081-4e69-98f5-db917dda5c18 req-613cd0ec-9b58-4d5b-82ef-c512b0babb05 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:35.723326 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-34b4c6eb-1081-4e69-98f5-db917dda5c18 req-613cd0ec-9b58-4d5b-82ef-c512b0babb05 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 945 time: 0.1433611 Feb 09 01:08:35.796450 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8f26f5d5-50e6-4566-a6fb-5a9839fd0fb2 req-de0b24b7-bd1e-43fd-b654-e556f7942df2 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.37 "GET /v2.0/ports?device_id=435a6d43-7d9a-4a69-b67e-da9945def250 HTTP/1.1" status: 200 len: 210 time: 0.0520129 Feb 09 01:08:35.804256 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-34b4c6eb-1081-4e69-98f5-db917dda5c18 req-717d7889-7ccd-4fd3-bbe0-39e378b8657b tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708721 Feb 09 01:08:35.826092 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de116b-8654-41e3-a184-4565e7769324 req-e1170f1e-4139-48db-aac9-9f9ce4671ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:35.828111 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-33de116b-8654-41e3-a184-4565e7769324 req-e1170f1e-4139-48db-aac9-9f9ce4671ed8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5c3742d9e0e147a587c775654c5e399e&device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 1096 time: 0.1641393 Feb 09 01:08:36.106421 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de116b-8654-41e3-a184-4565e7769324 req-1d167229-bdb9-49f1-8ad0-a3fc9492b00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:36.109076 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-33de116b-8654-41e3-a184-4565e7769324 req-1d167229-bdb9-49f1-8ad0-a3fc9492b00d service neutron] 10.222.0.35 "GET /v2.0/networks?id=f463daa3-bdf7-465b-839b-27906d718cfd HTTP/1.1" status: 200 len: 918 time: 0.2693565 Feb 09 01:08:36.118500 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeda389-0242-4307-b70d-b72040ec0691 req-8576fd1c-b5e1-44a2-80c7-8ddc85ac99a4 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:36.120887 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5aeda389-0242-4307-b70d-b72040ec0691 req-8576fd1c-b5e1-44a2-80c7-8ddc85ac99a4 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 1095 time: 0.1493213 Feb 09 01:08:36.295194 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472e7e1-3aa4-4d43-808d-4ff60b76ad5e req-90f77741-472e-4b6d-bc2d-517db8937008 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:36.303561 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5472e7e1-3aa4-4d43-808d-4ff60b76ad5e req-90f77741-472e-4b6d-bc2d-517db8937008 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?device_id=1eb49538-a332-48eb-8493-e9d28b71fa35 HTTP/1.1" status: 200 len: 950 time: 0.2555041 Feb 09 01:08:36.311871 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-33de116b-8654-41e3-a184-4565e7769324 req-cd4c9a3c-81d9-40b2-b8da-f88020d80d92 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92d5acad-e38d-43c2-8bec-c5018d35d94a HTTP/1.1" status: 200 len: 998 time: 0.1892664 Feb 09 01:08:36.329572 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5aeda389-0242-4307-b70d-b72040ec0691 req-2310c22d-0481-473e-9e70-bc297fdcb206 tempest-LiveMigrationTest-1798996888 tempest-LiveMigrationTest-1798996888-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318879 Feb 09 01:08:36.414307 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5472e7e1-3aa4-4d43-808d-4ff60b76ad5e req-90e11539-418c-4fa7-b4f3-f2da0d5ded1d tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/security-groups?id=34651d2a-6232-4cfc-9dfb-ae3dfd721f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097362 Feb 09 01:08:36.488038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de116b-8654-41e3-a184-4565e7769324 req-401a2bb4-a261-4316-90f0-e18da554eb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:36.489509 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-33de116b-8654-41e3-a184-4565e7769324 req-401a2bb4-a261-4316-90f0-e18da554eb67 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff HTTP/1.1" status: 200 len: 856 time: 0.1576545 Feb 09 01:08:36.493011 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ea5f7a89-c756-4b18-9299-47df179bffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1400162326-router', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:07:36Z', 'updated_at': '2022-02-09T01:07:47Z', 'revision_number': 4, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'gw_port': {'id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:37Z', 'updated_at': '2022-02-09T01:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '0ff4b2e7-993b-457a-a96c-dc2138739430', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'floating_ip_address': '172.25.5.98', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'port_id': '92d5acad-e38d-43c2-8bec-c5018d35d94a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd', 'mac_address': 'fa:16:3e:63:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3093736e-12df-49b3-9826-76d31909df23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:07:57Z', 'updated_at': '2022-02-09T01:08:32Z', 'revision_number': 1, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ceb147a-a238-451a-82d3-3469b1b20051', 'name': '', 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'mac_address': 'fa:16:3e:23:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:45Z', 'updated_at': '2022-02-09T01:07:54Z', 'revision_number': 5, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'subnets': [{'id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:36.504232 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5f7a89-c756-4b18-9299-47df179bffe3 None None] The sync data for ids ['478074fb-8bca-48e0-9cb4-4626727322d0'] in n-d-828419-1 is: [{'id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1400162326-router', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:07:36Z', 'updated_at': '2022-02-09T01:07:47Z', 'revision_number': 4, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'gw_port': {'id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:37Z', 'updated_at': '2022-02-09T01:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '0ff4b2e7-993b-457a-a96c-dc2138739430', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'floating_ip_address': '172.25.5.98', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'port_id': '92d5acad-e38d-43c2-8bec-c5018d35d94a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd', 'mac_address': 'fa:16:3e:63:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3093736e-12df-49b3-9826-76d31909df23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:07:57Z', 'updated_at': '2022-02-09T01:08:32Z', 'revision_number': 1, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ceb147a-a238-451a-82d3-3469b1b20051', 'name': '', 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'mac_address': 'fa:16:3e:23:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:45Z', 'updated_at': '2022-02-09T01:07:54Z', 'revision_number': 5, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'subnets': [{'id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:08:36.774348 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7175fb-0660-4460-a744-227242b79849 req-6b0506b0-4d66-4a66-bb53-119e0e5042f8 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:36.781910 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd7175fb-0660-4460-a744-227242b79849 req-6b0506b0-4d66-4a66-bb53-119e0e5042f8 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/networks?id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe HTTP/1.1" status: 200 len: 812 time: 0.2715387 Feb 09 01:08:36.795233 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de116b-8654-41e3-a184-4565e7769324 req-44e75e78-fcac-42c7-9de6-c8caeb86e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:36.797302 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-33de116b-8654-41e3-a184-4565e7769324 req-44e75e78-fcac-42c7-9de6-c8caeb86e5dc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f463daa3-bdf7-465b-839b-27906d718cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2932789 Feb 09 01:08:36.805822 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd7175fb-0660-4460-a744-227242b79849 req-3995632f-b3b5-4160-93d1-d8f7f1597559 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/quotas/a75aeed005c34e95a63eb49629dd324d HTTP/1.1" status: 200 len: 375 time: 0.0229807 Feb 09 01:08:36.859608 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56a46a8-df32-4e03-ad83-4e34ddad690b None None] New status for floating IP 0ff4b2e7-993b-457a-a96c-dc2138739430: ACTIVE {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:08:36.869274 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f7e33b33-6193-4803-ac76-a9b844fe1af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:37.175813 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-bd7175fb-0660-4460-a744-227242b79849 req-9837d811-5e87-4280-9bbd-cafbc71c3090 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Synchronizing usage tracker for tenant:a75aeed005c34e95a63eb49629dd324d on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:08:37.293069 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-bd7175fb-0660-4460-a744-227242b79849 req-9837d811-5e87-4280-9bbd-cafbc71c3090 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Unset dirty status for tenant:a75aeed005c34e95a63eb49629dd324d on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:08:37.304283 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd7175fb-0660-4460-a744-227242b79849 req-9837d811-5e87-4280-9bbd-cafbc71c3090 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a75aeed005c34e95a63eb49629dd324d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4975471 Feb 09 01:08:37.388771 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597999a-4121-4077-aa6a-3d94664c93d6 req-d11ee0af-681a-4fba-8e39-292abfdc0235 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:37.396669 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6597999a-4121-4077-aa6a-3d94664c93d6 req-d11ee0af-681a-4fba-8e39-292abfdc0235 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 944 time: 0.1057870 Feb 09 01:08:37.441507 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6597999a-4121-4077-aa6a-3d94664c93d6 req-ecf38032-11e5-40f1-b092-3e27969dd233 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439665 Feb 09 01:08:37.487878 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-33de116b-8654-41e3-a184-4565e7769324 req-7ad7d15f-2f00-4545-bbb1-60b842a2cad0 service neutron] 10.222.0.35 "GET /v2.0/networks/f463daa3-bdf7-465b-839b-27906d718cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6743529 Feb 09 01:08:37.527420 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40774) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:37.609607 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-fcad33aa-9caa-414a-9555-54f8f4beb100 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:37.611030 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-fcad33aa-9caa-414a-9555-54f8f4beb100 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.35 "GET /v2.0/networks?id=2895cbb4-518e-4c91-b81a-658809039917 HTTP/1.1" status: 200 len: 822 time: 0.7964270 Feb 09 01:08:37.615166 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0f528258-c474-45d0-add9-5f06674340c6 req-e3141b77-65f5-477c-99fa-8ff860517164 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.37 "GET /v2.0/ports?device_id=435a6d43-7d9a-4a69-b67e-da9945def250 HTTP/1.1" status: 200 len: 210 time: 0.0487115 Feb 09 01:08:37.634339 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-56e5917e-693d-496a-be42-7fd03c5509e4 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Request body: {'port': {'device_id': '435a6d43-7d9a-4a69-b67e-da9945def250', 'network_id': '2895cbb4-518e-4c91-b81a-658809039917', 'admin_state_up': True, 'tenant_id': 'd959eeb6dca046039b2da6e68228f259'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:37.666536 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-45d2b786-d38a-493c-b9a6-7cfef92485ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:37.680593 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-45d2b786-d38a-493c-b9a6-7cfef92485ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:37.684582 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-45d2b786-d38a-493c-b9a6-7cfef92485ff admin admin] Usage tracker for resource:security_group_rule and tenant:4bc207b35fb8424c880a691159e4077a is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:37.688307 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-45d2b786-d38a-493c-b9a6-7cfef92485ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:37.698168 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-45d2b786-d38a-493c-b9a6-7cfef92485ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:37.779116 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd7175fb-0660-4460-a744-227242b79849 req-4c137eb6-080b-4e4a-8883-7f9091308dd2 service neutron] 10.222.0.37 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738631 Feb 09 01:08:37.874778 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40190aab-708d-46f4-8f04-649c345984a9 req-4aeff0c5-bbee-440a-a3c4-5c58e3e415a1 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:37.877860 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-40190aab-708d-46f4-8f04-649c345984a9 req-4aeff0c5-bbee-440a-a3c4-5c58e3e415a1 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 945 time: 0.1379566 Feb 09 01:08:37.879025 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-45d2b786-d38a-493c-b9a6-7cfef92485ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:37.898882 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-45d2b786-d38a-493c-b9a6-7cfef92485ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:37.919914 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dddc19-9cd5-46bc-85bb-8d851abca37c req-667e8ded-7896-454e-8b07-a7354d209572 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:37.921894 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-22dddc19-9cd5-46bc-85bb-8d851abca37c req-667e8ded-7896-454e-8b07-a7354d209572 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.117 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 944 time: 0.4994743 Feb 09 01:08:37.923680 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-33de116b-8654-41e3-a184-4565e7769324 req-6764fce6-2790-4c5a-9b2c-afb1f6397396 service neutron] 10.222.0.35 "GET /v2.0/networks/f463daa3-bdf7-465b-839b-27906d718cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177811 Feb 09 01:08:37.971992 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-45d2b786-d38a-493c-b9a6-7cfef92485ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4bc207b35fb8424c880a691159e4077a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4433770 Feb 09 01:08:37.977192 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40780) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:37.979445 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2b786-d38a-493c-b9a6-7cfef92485ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214fd3c6-97f4-4702-89b7-e9939d7df628,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:37.985221 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-40190aab-708d-46f4-8f04-649c345984a9 req-7515b5a9-27aa-463c-ba32-61be07b54a51 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009345 Feb 09 01:08:38.016899 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-56e5917e-693d-496a-be42-7fd03c5509e4 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:38.038760 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-56e5917e-693d-496a-be42-7fd03c5509e4 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Usage tracker for resource:port and tenant:d959eeb6dca046039b2da6e68228f259 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:38.055790 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-56e5917e-693d-496a-be42-7fd03c5509e4 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:38.056243 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-de8dc6be-c430-44bb-86fc-f7a0c5733939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:38.071895 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-22dddc19-9cd5-46bc-85bb-8d851abca37c req-4687ecf1-8152-494b-a08b-aa9d49ba6050 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Deleting port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:08:38.072678 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-22dddc19-9cd5-46bc-85bb-8d851abca37c req-4687ecf1-8152-494b-a08b-aa9d49ba6050 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:38.085916 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-de8dc6be-c430-44bb-86fc-f7a0c5733939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:38.112309 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-56e5917e-693d-496a-be42-7fd03c5509e4 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:38.115699 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd7175fb-0660-4460-a744-227242b79849 req-99d07c22-dd24-4420-9b1a-6caf6a321291 service neutron] 10.222.0.37 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238373 Feb 09 01:08:38.138460 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-56e5917e-693d-496a-be42-7fd03c5509e4 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Made reservation on behalf of d959eeb6dca046039b2da6e68228f259 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:08:38.141972 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-56e5917e-693d-496a-be42-7fd03c5509e4 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:38.149301 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-07cccd1c-ae57-4f44-91bc-e2ecce2c89ed tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b27a7d1c48e84580a874ab6133129408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438018 Feb 09 01:08:38.246175 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-de8dc6be-c430-44bb-86fc-f7a0c5733939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:38.290178 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8dc6be-c430-44bb-86fc-f7a0c5733939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214fd3c6-97f4-4702-89b7-e9939d7df628,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:38.313993 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-de8dc6be-c430-44bb-86fc-f7a0c5733939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:38.315363 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-de8dc6be-c430-44bb-86fc-f7a0c5733939 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/214fd3c6-97f4-4702-89b7-e9939d7df628 HTTP/1.1" status: 204 len: 168 time: 0.3371556 Feb 09 01:08:38.370673 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-37dafa3b-16c2-4a5c-9495-d28a158738f1 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:38.372539 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-37dafa3b-16c2-4a5c-9495-d28a158738f1 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2155006 Feb 09 01:08:38.395238 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-fe759f46-cd05-4c15-b9ec-6e17f57519ad tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/quotas/b27a7d1c48e84580a874ab6133129408 HTTP/1.1" status: 200 len: 375 time: 0.0161850 Feb 09 01:08:38.468854 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-15dfe517-270d-4820-af2b-9c3a19f15ff6 req-2b81a58f-6799-4e67-90da-6c16c37adb2b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 210 time: 0.1579127 Feb 09 01:08:38.529133 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-e0891ef5-4f3c-41d9-8799-a13a60879713 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b27a7d1c48e84580a874ab6133129408&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1326635 Feb 09 01:08:38.877390 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-22dddc19-9cd5-46bc-85bb-8d851abca37c req-4687ecf1-8152-494b-a08b-aa9d49ba6050 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] For port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=cd05d35a-69b9-4ddc-9f72-3688ba4d2eae,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:38.877390 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-22dddc19-9cd5-46bc-85bb-8d851abca37c req-4687ecf1-8152-494b-a08b-aa9d49ba6050 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:38.894506 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-56e5917e-693d-496a-be42-7fd03c5509e4 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Allocated IP 172.20.0.2 (2895cbb4-518e-4c91-b81a-658809039917/b8562f36-e362-4753-8b8b-feb83d47622f/60592fcc-676d-49a4-a71e-3518a9a0ec19) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:08:38.931180 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fc7b691e-d094-4cfe-a856-2a53f6e20190 req-3153246a-f8d3-4630-8077-3fad4a1689ef tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.37 "GET /v2.0/ports?device_id=435a6d43-7d9a-4a69-b67e-da9945def250 HTTP/1.1" status: 200 len: 210 time: 0.1005862 Feb 09 01:08:39.068586 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-22dddc19-9cd5-46bc-85bb-8d851abca37c req-4687ecf1-8152-494b-a08b-aa9d49ba6050 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Calling delete_port for cd05d35a-69b9-4ddc-9f72-3688ba4d2eae owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:08:39.103894 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fa0d7b67-34b7-4a71-ad42-a306de3b2de4 req-92637d99-75d8-4a92-abb3-a92e1656fa1c tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?device_id=821f2026-f3c8-4d85-b910-36eb2da192d1 HTTP/1.1" status: 200 len: 210 time: 0.0996847 Feb 09 01:08:39.296998 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0d13fc04-3079-48b7-885c-772a20924504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:39.451689 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac60da-848f-45e6-afd6-62881604d892 req-3918a105-e279-4288-a306-1e4d542a15d1 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:39.459686 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-30ac60da-848f-45e6-afd6-62881604d892 req-3918a105-e279-4288-a306-1e4d542a15d1 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 945 time: 0.1791933 Feb 09 01:08:39.526061 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-30ac60da-848f-45e6-afd6-62881604d892 req-4d13dba8-bb51-437d-811c-9650d7ed4ab6 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650673 Feb 09 01:08:39.667098 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-56e5917e-693d-496a-be42-7fd03c5509e4 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:39.824925 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee56feb-61ff-4fbd-a36e-0712a815e4e7 req-cbfe02ae-fb99-46f4-b96f-5aa21c76a802 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:39.824925 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1ee56feb-61ff-4fbd-a36e-0712a815e4e7 req-cbfe02ae-fb99-46f4-b96f-5aa21c76a802 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 944 time: 1.2079556 Feb 09 01:08:39.824925 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-22dddc19-9cd5-46bc-85bb-8d851abca37c req-4687ecf1-8152-494b-a08b-aa9d49ba6050 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:39.824925 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-56e5917e-693d-496a-be42-7fd03c5509e4 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:39.856017 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['c83f8a1e-a3b6-4bfd-aa0f-caacd4853992'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:08:39.858768 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c39219bd-8284-4edd-8596-48e73a95f316 req-cabcf10b-34a3-4a3a-8a76-ba24fdc05f83 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 210 time: 0.1403317 Feb 09 01:08:39.916505 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687ecf1-8152-494b-a08b-aa9d49ba6050 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Pushing event deleted for resources: {'Port': ['ID=cd05d35a-69b9-4ddc-9f72-3688ba4d2eae,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:40.172318 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5917e-693d-496a-be42-7fd03c5509e4 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Pushing event updated for resources: {'Port': ['ID=60592fcc-676d-49a4-a71e-3518a9a0ec19,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:40.389834 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:40.392269 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-56e5917e-693d-496a-be42-7fd03c5509e4 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Network 2895cbb4-518e-4c91-b81a-658809039917 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:08:40.404059 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:40.473068 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-22dddc19-9cd5-46bc-85bb-8d851abca37c req-4687ecf1-8152-494b-a08b-aa9d49ba6050 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] No DVR routers for this DVR port cd05d35a-69b9-4ddc-9f72-3688ba4d2eae on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:08:40.473068 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-56e5917e-693d-496a-be42-7fd03c5509e4 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:08:40.477702 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-22dddc19-9cd5-46bc-85bb-8d851abca37c req-4687ecf1-8152-494b-a08b-aa9d49ba6050 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:40.479484 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fc651a-ed13-402a-bd5c-dc41a790da52', 'name': 'network-vif-deleted', 'tag': 'cd05d35a-69b9-4ddc-9f72-3688ba4d2eae'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:40.485451 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-56e5917e-693d-496a-be42-7fd03c5509e4 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:08:40.544876 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1ee56feb-61ff-4fbd-a36e-0712a815e4e7 req-af2ca5f9-7693-4214-aee6-7fff60c46796 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6724145 Feb 09 01:08:40.634681 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d7936-9446-47dc-aa3d-401dadca187e req-4462d535-2849-4c39-a6e2-9a89b946ca64 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:40.644375 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5d3d7936-9446-47dc-aa3d-401dadca187e req-4462d535-2849-4c39-a6e2-9a89b946ca64 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.37 "GET /v2.0/ports?device_id=435a6d43-7d9a-4a69-b67e-da9945def250 HTTP/1.1" status: 200 len: 931 time: 0.2229586 Feb 09 01:08:40.731434 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7175fb-0660-4460-a744-227242b79849 req-53ff6f88-aa07-444a-b643-70843e2c82af tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:40.735458 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-5d3d7936-9446-47dc-aa3d-401dadca187e req-41689182-701f-4550-89d9-237144d46280 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Synchronizing usage tracker for tenant:d959eeb6dca046039b2da6e68228f259 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:08:40.740162 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd7175fb-0660-4460-a744-227242b79849 req-53ff6f88-aa07-444a-b643-70843e2c82af tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.35 "GET /v2.0/networks?id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe HTTP/1.1" status: 200 len: 812 time: 0.5393908 Feb 09 01:08:40.740718 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-22dddc19-9cd5-46bc-85bb-8d851abca37c req-4687ecf1-8152-494b-a08b-aa9d49ba6050 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.117 "DELETE /v2.0/ports/cd05d35a-69b9-4ddc-9f72-3688ba4d2eae HTTP/1.1" status: 204 len: 173 time: 2.7953215 Feb 09 01:08:40.766367 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-bd7175fb-0660-4460-a744-227242b79849 req-002809c6-fa39-4b28-a07f-bbee99b8ffc0 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Request body: {'port': {'device_id': '5f86e604-c65f-4edd-b03a-90fc045c9010', 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe', 'admin_state_up': True, 'tenant_id': 'a75aeed005c34e95a63eb49629dd324d'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:40.775582 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-5d3d7936-9446-47dc-aa3d-401dadca187e req-41689182-701f-4550-89d9-237144d46280 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Unset dirty status for tenant:d959eeb6dca046039b2da6e68228f259 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:08:40.777628 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5d3d7936-9446-47dc-aa3d-401dadca187e req-41689182-701f-4550-89d9-237144d46280 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4c68870-b52b-4caa-90f2-50ef2fbd8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324811 Feb 09 01:08:41.020588 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40888) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:41.068830 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-56e5917e-693d-496a-be42-7fd03c5509e4 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:41.069690 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-56e5917e-693d-496a-be42-7fd03c5509e4 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:41.201393 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fc651a-ed13-402a-bd5c-dc41a790da52', 'name': 'network-vif-deleted', 'tag': 'cd05d35a-69b9-4ddc-9f72-3688ba4d2eae', 'status': 'completed', 'code': 200} Feb 09 01:08:41.247683 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device cd05d35a-69b9-4ddc-9f72-3688ba4d2eae no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:08:41.251999 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3f0b14b7-010b-473c-8950-95cf88720a36 req-2d457aa3-e3f7-46b4-89f9-d89ed1196598 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 210 time: 0.0661986 Feb 09 01:08:41.266705 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-bd7175fb-0660-4460-a744-227242b79849 req-002809c6-fa39-4b28-a07f-bbee99b8ffc0 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:41.294054 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-3e8cbed8-722f-4686-94a2-7c74dd112980 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=b27a7d1c48e84580a874ab6133129408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2200887 Feb 09 01:08:41.299187 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-43271679-e42b-4bae-a22f-272d30b45799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:41.308017 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-56e5917e-693d-496a-be42-7fd03c5509e4 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6791127 Feb 09 01:08:41.310269 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3ea6de20-c8af-4a3e-8a32-9221940f52d1 req-c60c0f01-a865-4e63-b860-72a45ec40204 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?device_id=821f2026-f3c8-4d85-b910-36eb2da192d1 HTTP/1.1" status: 200 len: 210 time: 0.1881216 Feb 09 01:08:41.319926 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: cd05d35a-69b9-4ddc-9f72-3688ba4d2eae {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:08:41.320261 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device cd05d35a-69b9-4ddc-9f72-3688ba4d2eae not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:08:41.334936 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-43271679-e42b-4bae-a22f-272d30b45799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:41.339050 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-43271679-e42b-4bae-a22f-272d30b45799 admin admin] Usage tracker for resource:security_group_rule and tenant:7aa9130e90d04a71a19e3be4f23caa4e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:41.342274 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-43271679-e42b-4bae-a22f-272d30b45799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:41.343627 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-bd7175fb-0660-4460-a744-227242b79849 req-002809c6-fa39-4b28-a07f-bbee99b8ffc0 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:41.348781 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-43271679-e42b-4bae-a22f-272d30b45799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:41.349074 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-af897c5d-e430-4599-9325-5bcc02554837 service neutron] Request body: {'port': {'device_id': '435a6d43-7d9a-4a69-b67e-da9945def250', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:41.446067 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-43271679-e42b-4bae-a22f-272d30b45799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:41.452361 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-43271679-e42b-4bae-a22f-272d30b45799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:41.475634 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd7175fb-0660-4460-a744-227242b79849 req-002809c6-fa39-4b28-a07f-bbee99b8ffc0 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Made reservation on behalf of a75aeed005c34e95a63eb49629dd324d for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:08:41.479299 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bd7175fb-0660-4460-a744-227242b79849 req-002809c6-fa39-4b28-a07f-bbee99b8ffc0 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:41.517971 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-43271679-e42b-4bae-a22f-272d30b45799 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7aa9130e90d04a71a19e3be4f23caa4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4962249 Feb 09 01:08:41.521200 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40898) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:41.525290 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43271679-e42b-4bae-a22f-272d30b45799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d3e7d0-0d92-468a-b681-af872cb570a2,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:41.628280 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:41.685502 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-af897c5d-e430-4599-9325-5bcc02554837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:41.694001 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d2637377-4fd0-4b17-b00a-1ad1c30d2282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:41.744962 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-d7ec1c85-8f7e-4178-aed5-cd152af59228 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:41.746468 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-d7ec1c85-8f7e-4178-aed5-cd152af59228 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4305911 Feb 09 01:08:41.773409 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-cad8770b-e7dc-494d-9d27-f9e574cec5a4 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Request body: {'port': {'device_id': '821f2026-f3c8-4d85-b910-36eb2da192d1', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'admin_state_up': True, 'tenant_id': 'b27a7d1c48e84580a874ab6133129408'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:41.774702 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d2637377-4fd0-4b17-b00a-1ad1c30d2282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:41.797861 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-55252b1b-3329-4162-b7b7-f46d431abedc req-da180614-6885-456a-b5a2-9c0eb71a2f81 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=09fc651a-ed13-402a-bd5c-dc41a790da52 HTTP/1.1" status: 200 len: 210 time: 0.0712152 Feb 09 01:08:41.863658 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d2637377-4fd0-4b17-b00a-1ad1c30d2282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:41.924326 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2637377-4fd0-4b17-b00a-1ad1c30d2282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d3e7d0-0d92-468a-b681-af872cb570a2,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:41.924326 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d2637377-4fd0-4b17-b00a-1ad1c30d2282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:41.924326 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d2637377-4fd0-4b17-b00a-1ad1c30d2282 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/65d3e7d0-0d92-468a-b681-af872cb570a2 HTTP/1.1" status: 204 len: 168 time: 0.3971543 Feb 09 01:08:42.397926 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-bd7175fb-0660-4460-a744-227242b79849 req-002809c6-fa39-4b28-a07f-bbee99b8ffc0 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Allocated IP 172.20.0.8 (6a46d8ce-a5dd-4900-abea-f731f0aef8fe/5e21ee47-9c4f-48f6-bbce-c83436d55ec2/f2870c7b-e4ea-42eb-8a52-a691014c3190) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:08:42.445240 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1de27a74-757d-4abc-a2b2-6a969c147f5e req-b768ef27-cfd5-418b-b287-5f385a5ba194 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 210 time: 0.0607362 Feb 09 01:08:42.613169 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-52735c3a-33e5-44af-b93b-91607ae1bae1 req-17c579e7-275a-4119-b01d-73e69a9e0c0e tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?device_id=821f2026-f3c8-4d85-b910-36eb2da192d1 HTTP/1.1" status: 200 len: 210 time: 0.0635128 Feb 09 01:08:42.625365 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-cad8770b-e7dc-494d-9d27-f9e574cec5a4 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:42.676282 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-cad8770b-e7dc-494d-9d27-f9e574cec5a4 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:42.754356 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-f3bd2fa5-e6c9-44cd-8eb1-2dcfd83d1178 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1382608 Feb 09 01:08:42.967908 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-cad8770b-e7dc-494d-9d27-f9e574cec5a4 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Made reservation on behalf of b27a7d1c48e84580a874ab6133129408 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:08:42.989023 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-cad8770b-e7dc-494d-9d27-f9e574cec5a4 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:43.002967 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4c931-bf4e-4221-829a-518181d331b6 req-da8c0fcb-d115-4acf-9e4a-b88e21d49ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:43.002967 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4c931-bf4e-4221-829a-518181d331b6 req-da8c0fcb-d115-4acf-9e4a-b88e21d49ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:43.002967 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4c931-bf4e-4221-829a-518181d331b6 req-da8c0fcb-d115-4acf-9e4a-b88e21d49ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:43.005901 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4c931-bf4e-4221-829a-518181d331b6 req-da8c0fcb-d115-4acf-9e4a-b88e21d49ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:43.005901 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4c931-bf4e-4221-829a-518181d331b6 req-da8c0fcb-d115-4acf-9e4a-b88e21d49ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:43.006145 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4c931-bf4e-4221-829a-518181d331b6 req-da8c0fcb-d115-4acf-9e4a-b88e21d49ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:43.006586 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4c931-bf4e-4221-829a-518181d331b6 req-da8c0fcb-d115-4acf-9e4a-b88e21d49ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:43.009181 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-da8c0fcb-d115-4acf-9e4a-b88e21d49ad6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1fe8f42c4854e5699e2e8b880d21442&device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 6498 time: 0.1536856 Feb 09 01:08:43.167360 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296b49c-65c7-480c-8f09-8958ac49c6c6 req-e53df2b3-4f80-43b4-a722-4d064ec79666 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:43.168830 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-9296b49c-65c7-480c-8f09-8958ac49c6c6 req-e53df2b3-4f80-43b4-a722-4d064ec79666 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Synchronizing usage tracker for tenant:d959eeb6dca046039b2da6e68228f259 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:08:43.566581 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-9296b49c-65c7-480c-8f09-8958ac49c6c6 req-e53df2b3-4f80-43b4-a722-4d064ec79666 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Unset dirty status for tenant:d959eeb6dca046039b2da6e68228f259 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:08:43.573450 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9296b49c-65c7-480c-8f09-8958ac49c6c6 req-e53df2b3-4f80-43b4-a722-4d064ec79666 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.37 "GET /v2.0/ports?device_id=435a6d43-7d9a-4a69-b67e-da9945def250 HTTP/1.1" status: 200 len: 931 time: 1.4931812 Feb 09 01:08:43.731016 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5e48075c-bafa-43e1-a7fe-480a5eba7adf req-8778b0a8-b8e1-4533-85b3-b205e7e7d1b5 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 210 time: 0.0794811 Feb 09 01:08:43.731016 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4c931-bf4e-4221-829a-518181d331b6 req-63ba1af4-7252-45d9-a1ba-0bb40ca9fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:43.731016 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4c931-bf4e-4221-829a-518181d331b6 req-63ba1af4-7252-45d9-a1ba-0bb40ca9fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:43.731016 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4c931-bf4e-4221-829a-518181d331b6 req-63ba1af4-7252-45d9-a1ba-0bb40ca9fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:43.736700 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-63ba1af4-7252-45d9-a1ba-0bb40ca9fbe0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=151f3625-265a-4aab-adad-d81de62c4234&id=0fe62980-d662-4305-b32e-541d69722270&id=0fe62980-d662-4305-b32e-541d69722270&id=0fe62980-d662-4305-b32e-541d69722270&id=0fe62980-d662-4305-b32e-541d69722270&id=2bec690d-2fc1-4a43-9409-cf15cb1e963a&id=2bec690d-2fc1-4a43-9409-cf15cb1e963a HTTP/1.1" status: 200 len: 2297 time: 0.6765032 Feb 09 01:08:43.768276 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-cad8770b-e7dc-494d-9d27-f9e574cec5a4 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Allocated IP 192.168.233.142 (82c0e553-004f-4f65-a38e-9d785fdc5802/c1d7756a-584e-4152-ad93-d220060f4b30/df525ac8-7a60-4605-bcdb-0e881b4f8126) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:08:43.839128 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bd7175fb-0660-4460-a744-227242b79849 req-002809c6-fa39-4b28-a07f-bbee99b8ffc0 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:43.848739 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-af897c5d-e430-4599-9325-5bcc02554837 service neutron] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:08:43.899159 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-323dfe31-571f-400c-9eaf-b8ddb7801db0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9cc22f6-5283-4291-ac6b-9ff6463541ff HTTP/1.1" status: 200 len: 1001 time: 0.1495421 Feb 09 01:08:43.920144 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-af897c5d-e430-4599-9325-5bcc02554837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60592fcc-676d-49a4-a71e-3518a9a0ec19 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:08:43.929494 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-af897c5d-e430-4599-9325-5bcc02554837 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:43.944779 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-af897c5d-e430-4599-9325-5bcc02554837 service neutron] Transition to ACTIVE for port object 60592fcc-676d-49a4-a71e-3518a9a0ec19 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:08:43.976777 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-af897c5d-e430-4599-9325-5bcc02554837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:44.078499 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af897c5d-e430-4599-9325-5bcc02554837 service neutron] Pushing event updated for resources: {'Port': ['ID=60592fcc-676d-49a4-a71e-3518a9a0ec19,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:44.197363 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-31c0c4c7-f449-460f-9022-922d6f213c23 req-7029b732-550f-4bfb-8113-c9013ff0170b tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?device_id=821f2026-f3c8-4d85-b910-36eb2da192d1 HTTP/1.1" status: 200 len: 210 time: 0.2117164 Feb 09 01:08:44.211806 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9296b49c-65c7-480c-8f09-8958ac49c6c6 req-12de6d18-42b8-4b4c-a06c-1e4ed55a9f4e tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4c68870-b52b-4caa-90f2-50ef2fbd8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6329312 Feb 09 01:08:44.262127 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4c931-bf4e-4221-829a-518181d331b6 req-8adfc4cc-e549-4d62-ad0e-43986263f526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:44.263742 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dcce5948-9e6b-4558-9a4e-f4ee3f3f8d93 req-d58eda26-9ac9-4921-a4cd-32bad3af6b5a service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=a22b0073-6c58-47e8-9f6c-d841cc487367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0901229 Feb 09 01:08:44.272748 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-8adfc4cc-e549-4d62-ad0e-43986263f526 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d34a1970-cc18-443c-a0a4-8c26bc2e7361 HTTP/1.1" status: 200 len: 855 time: 0.3694603 Feb 09 01:08:44.488888 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4c931-bf4e-4221-829a-518181d331b6 req-8bfaa676-7e98-4cf5-b025-29371bb910c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:44.495886 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-8bfaa676-7e98-4cf5-b025-29371bb910c3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=151f3625-265a-4aab-adad-d81de62c4234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2165546 Feb 09 01:08:44.520949 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-cad8770b-e7dc-494d-9d27-f9e574cec5a4 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:44.545182 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-cad8770b-e7dc-494d-9d27-f9e574cec5a4 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Transition to ACTIVE for port object df525ac8-7a60-4605-bcdb-0e881b4f8126 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:08:44.652703 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-cad8770b-e7dc-494d-9d27-f9e574cec5a4 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:44.666958 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:08:44.838218 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-7d5bea36-80f7-40b1-a6b3-771447fc517c service neutron] 10.222.0.35 "GET /v2.0/networks/151f3625-265a-4aab-adad-d81de62c4234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215325 Feb 09 01:08:44.867625 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bd7175fb-0660-4460-a744-227242b79849 req-002809c6-fa39-4b28-a07f-bbee99b8ffc0 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:44.992045 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-cad8770b-e7dc-494d-9d27-f9e574cec5a4 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:08:44.992684 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40970) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:45.017663 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-cad8770b-e7dc-494d-9d27-f9e574cec5a4 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:08:45.020383 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-cad8770b-e7dc-494d-9d27-f9e574cec5a4 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:08:45.077153 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-2e7e1d2c-f13c-4255-b848-d8a4eb25695f service neutron] 10.222.0.35 "GET /v2.0/networks/151f3625-265a-4aab-adad-d81de62c4234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301714 Feb 09 01:08:45.338767 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-4681bb28-7801-422d-8292-294f3427e2b3 None None] Provisioning for port df525ac8-7a60-4605-bcdb-0e881b4f8126 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:08:45.347843 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-4681bb28-7801-422d-8292-294f3427e2b3 None None] Provisioning complete for port df525ac8-7a60-4605-bcdb-0e881b4f8126 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:45.348223 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4681bb28-7801-422d-8292-294f3427e2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:45.367586 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-6c2334b9-8c97-4066-8433-314ee8c1d5ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=ed95cf65-6ad9-48b9-b564-6f38f0074a61 HTTP/1.1" status: 200 len: 217 time: 0.2339861 Feb 09 01:08:45.382752 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd7175fb-0660-4460-a744-227242b79849 req-002809c6-fa39-4b28-a07f-bbee99b8ffc0 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Network 6a46d8ce-a5dd-4900-abea-f731f0aef8fe is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:08:45.405987 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8770b-e7dc-494d-9d27-f9e574cec5a4 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Pushing event updated for resources: {'Port': ['ID=df525ac8-7a60-4605-bcdb-0e881b4f8126,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:45.481335 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4c931-bf4e-4221-829a-518181d331b6 req-5b6b412a-417c-4d66-a39c-29822a6c7eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:45.484209 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-5b6b412a-417c-4d66-a39c-29822a6c7eda service neutron] 10.222.0.35 "GET /v2.0/subnets?id=efedc14e-a8af-4624-b0ad-f3edbb135900 HTTP/1.1" status: 200 len: 797 time: 0.1058576 Feb 09 01:08:45.487816 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-4681bb28-7801-422d-8292-294f3427e2b3 None None] Port df525ac8-7a60-4605-bcdb-0e881b4f8126 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:08:45.578145 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-bd7175fb-0660-4460-a744-227242b79849 req-002809c6-fa39-4b28-a07f-bbee99b8ffc0 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:08:45.589165 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7175fb-0660-4460-a744-227242b79849 req-002809c6-fa39-4b28-a07f-bbee99b8ffc0 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:08:45.615889 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ed08b-280a-4f3f-8dbd-2491c4ddcfb7 req-b131b2f8-ade6-4592-a4db-2c96b82c9129 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:45.622350 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2c6ed08b-280a-4f3f-8dbd-2491c4ddcfb7 req-b131b2f8-ade6-4592-a4db-2c96b82c9129 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 931 time: 0.5438321 Feb 09 01:08:45.643645 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-5f48854d-558f-416e-a748-046d22f60479 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:45.695770 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2c6ed08b-280a-4f3f-8dbd-2491c4ddcfb7 req-6a8a87a5-bf06-497b-92be-e66dc898bc75 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669768 Feb 09 01:08:45.704093 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4c931-bf4e-4221-829a-518181d331b6 req-9692910c-8ad2-4b37-a69f-6f91b6b4559a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:45.705735 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-9692910c-8ad2-4b37-a69f-6f91b6b4559a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0fe62980-d662-4305-b32e-541d69722270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2131610 Feb 09 01:08:45.829052 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-cad8770b-e7dc-494d-9d27-f9e574cec5a4 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:45.829909 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-cad8770b-e7dc-494d-9d27-f9e574cec5a4 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:45.839234 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002809c6-fa39-4b28-a07f-bbee99b8ffc0 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Pushing event updated for resources: {'Port': ['ID=f2870c7b-e4ea-42eb-8a52-a691014c3190,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:45.847564 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7175fb-0660-4460-a744-227242b79849 req-002809c6-fa39-4b28-a07f-bbee99b8ffc0 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:45.848344 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bd7175fb-0660-4460-a744-227242b79849 req-002809c6-fa39-4b28-a07f-bbee99b8ffc0 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:45.875609 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-af897c5d-e430-4599-9325-5bcc02554837 service neutron] Attempting to bind port 60592fcc-676d-49a4-a71e-3518a9a0ec19 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:08:45.875953 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-af897c5d-e430-4599-9325-5bcc02554837 service neutron] Attempting to bind port 60592fcc-676d-49a4-a71e-3518a9a0ec19 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '76261012-bb23-49dc-9e36-39631a5e06f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '2895cbb4-518e-4c91-b81a-658809039917'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:08:45.876263 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-af897c5d-e430-4599-9325-5bcc02554837 service neutron] Attempting to bind port 60592fcc-676d-49a4-a71e-3518a9a0ec19 on network 2895cbb4-518e-4c91-b81a-658809039917 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:08:45.946794 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-cad8770b-e7dc-494d-9d27-f9e574cec5a4 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1685977 Feb 09 01:08:45.946794 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5f48854d-558f-416e-a748-046d22f60479 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] 10.222.0.37 "PUT /v2.0/quotas/c0eb406e45cc4ad294c3b000adfd781b HTTP/1.1" status: 200 len: 368 time: 0.9284797 Feb 09 01:08:45.946794 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-af897c5d-e430-4599-9325-5bcc02554837 service neutron] Port 60592fcc-676d-49a4-a71e-3518a9a0ec19 on network 2895cbb4-518e-4c91-b81a-658809039917 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:08:45.946794 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-af897c5d-e430-4599-9325-5bcc02554837 service neutron] Attempting to bind port 60592fcc-676d-49a4-a71e-3518a9a0ec19 on network 2895cbb4-518e-4c91-b81a-658809039917 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:08:45.946794 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd7175fb-0660-4460-a744-227242b79849 req-002809c6-fa39-4b28-a07f-bbee99b8ffc0 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1833589 Feb 09 01:08:45.946794 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce5948-9e6b-4558-9a4e-f4ee3f3f8d93 req-ea6cfb03-e4bb-46ad-9962-70a01eb0e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:45.957226 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40982) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:45.965256 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dcce5948-9e6b-4558-9a4e-f4ee3f3f8d93 req-ea6cfb03-e4bb-46ad-9962-70a01eb0e8da service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6a459030aa9346b7b761b1ccc64f5445&device_id=a22b0073-6c58-47e8-9f6c-d841cc487367 HTTP/1.1" status: 200 len: 1095 time: 1.3677182 Feb 09 01:08:45.974038 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-7f38bc4e-e1a1-408e-8ea5-296dffdb4be9 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Request body: {'network': {'project_id': 'c0eb406e45cc4ad294c3b000adfd781b'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:45.979522 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-4313dbb5-c2d3-4f86-93e8-100fdd5c7599 service neutron] Request body: {'port': {'device_id': '821f2026-f3c8-4d85-b910-36eb2da192d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:45.983048 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7f38bc4e-e1a1-408e-8ea5-296dffdb4be9 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:45.983048 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7f38bc4e-e1a1-408e-8ea5-296dffdb4be9 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Usage tracker for resource:network and tenant:c0eb406e45cc4ad294c3b000adfd781b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:46.001311 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7f38bc4e-e1a1-408e-8ea5-296dffdb4be9 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:46.008331 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-bd7175fb-0660-4460-a744-227242b79849 req-811f170a-b8f2-4d0e-8e13-319526f0eda1 service neutron] Request body: {'port': {'device_id': '5f86e604-c65f-4edd-b03a-90fc045c9010', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:46.022421 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7f38bc4e-e1a1-408e-8ea5-296dffdb4be9 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:46.060321 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-45e11a3f-5d09-4df1-8704-bdd644ea6394 service neutron] 10.222.0.35 "GET /v2.0/networks/0fe62980-d662-4305-b32e-541d69722270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450971 Feb 09 01:08:46.064250 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-af897c5d-e430-4599-9325-5bcc02554837 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:08:46.064701 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-af897c5d-e430-4599-9325-5bcc02554837 service neutron] Checking segment: {'id': '76261012-bb23-49dc-9e36-39631a5e06f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '2895cbb4-518e-4c91-b81a-658809039917'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:08:46.065118 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-af897c5d-e430-4599-9325-5bcc02554837 service neutron] Bound using segment: {'id': '76261012-bb23-49dc-9e36-39631a5e06f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '2895cbb4-518e-4c91-b81a-658809039917'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:08:46.068831 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-af897c5d-e430-4599-9325-5bcc02554837 service neutron] Bound port: 60592fcc-676d-49a4-a71e-3518a9a0ec19, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76261012-bb23-49dc-9e36-39631a5e06f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '2895cbb4-518e-4c91-b81a-658809039917'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:08:46.069211 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-af897c5d-e430-4599-9325-5bcc02554837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:46.114039 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f38bc4e-e1a1-408e-8ea5-296dffdb4be9 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Made reservation on behalf of c0eb406e45cc4ad294c3b000adfd781b for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:08:46.116780 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f38bc4e-e1a1-408e-8ea5-296dffdb4be9 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:46.149972 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37f140-68d0-4cd5-950f-82e288f59437 req-98003403-2418-4db2-bdb6-c771f5c843ed tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:46.151490 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1c37f140-68d0-4cd5-950f-82e288f59437 req-98003403-2418-4db2-bdb6-c771f5c843ed tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.37 "GET /v2.0/ports?device_id=435a6d43-7d9a-4a69-b67e-da9945def250 HTTP/1.1" status: 200 len: 943 time: 0.3098712 Feb 09 01:08:46.299181 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f38bc4e-e1a1-408e-8ea5-296dffdb4be9 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:46.369608 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd2a36-ba8d-4cba-ac26-18ee45433e4a req-1d0ff34f-b57d-4b5f-83bd-37744ed4cddb tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:46.370707 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5cfd2a36-ba8d-4cba-ac26-18ee45433e4a req-1d0ff34f-b57d-4b5f-83bd-37744ed4cddb tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Synchronizing usage tracker for tenant:b27a7d1c48e84580a874ab6133129408 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:08:46.384681 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7f38bc4e-e1a1-408e-8ea5-296dffdb4be9 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:46.412547 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7f38bc4e-e1a1-408e-8ea5-296dffdb4be9 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Usage tracker for resource:security_group_rule and tenant:c0eb406e45cc4ad294c3b000adfd781b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:46.431235 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7f38bc4e-e1a1-408e-8ea5-296dffdb4be9 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:46.455387 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1c37f140-68d0-4cd5-950f-82e288f59437 req-cc182e91-a0ac-4770-8783-cc44c92b207e tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4c68870-b52b-4caa-90f2-50ef2fbd8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663833 Feb 09 01:08:46.459456 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7f38bc4e-e1a1-408e-8ea5-296dffdb4be9 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:46.474719 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-af897c5d-e430-4599-9325-5bcc02554837 service neutron] For port 60592fcc-676d-49a4-a71e-3518a9a0ec19, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:08:46.488014 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-4313dbb5-c2d3-4f86-93e8-100fdd5c7599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:46.503634 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5cfd2a36-ba8d-4cba-ac26-18ee45433e4a req-1d0ff34f-b57d-4b5f-83bd-37744ed4cddb tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Unset dirty status for tenant:b27a7d1c48e84580a874ab6133129408 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:08:46.510874 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5cfd2a36-ba8d-4cba-ac26-18ee45433e4a req-1d0ff34f-b57d-4b5f-83bd-37744ed4cddb tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?device_id=821f2026-f3c8-4d85-b910-36eb2da192d1 HTTP/1.1" status: 200 len: 936 time: 1.0108373 Feb 09 01:08:46.518735 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bd7175fb-0660-4460-a744-227242b79849 req-811f170a-b8f2-4d0e-8e13-319526f0eda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:46.526131 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-1a1bd56a-4e12-4c8e-976e-809a919b3890 service neutron] 10.222.0.35 "GET /v2.0/networks/0fe62980-d662-4305-b32e-541d69722270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579620 Feb 09 01:08:46.632026 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-5d18014c-32e5-44be-bf08-dee4b7471232 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=49f387b1-200d-4aa1-aa5b-0e58530b895f HTTP/1.1" status: 200 len: 217 time: 0.0945625 Feb 09 01:08:46.652262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-af897c5d-e430-4599-9325-5bcc02554837 service neutron] For port 60592fcc-676d-49a4-a71e-3518a9a0ec19, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=60592fcc-676d-49a4-a71e-3518a9a0ec19,segment=NetworkSegment(76261012-bb23-49dc-9e36-39631a5e06f1),segment_id=76261012-bb23-49dc-9e36-39631a5e06f1)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:08:46.653448 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce5948-9e6b-4558-9a4e-f4ee3f3f8d93 req-9fed479f-77b1-4c4b-ad27-4812d86d9ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:46.656034 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dcce5948-9e6b-4558-9a4e-f4ee3f3f8d93 req-9fed479f-77b1-4c4b-ad27-4812d86d9ee6 service neutron] 10.222.0.117 "GET /v2.0/networks?id=48fff0c2-cb8c-4c86-992a-0e113098b5fc HTTP/1.1" status: 200 len: 909 time: 0.6599486 Feb 09 01:08:46.753796 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4c931-bf4e-4221-829a-518181d331b6 req-bf3cc2b5-2ae4-4b9a-a726-9b58ab7ecc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:46.755304 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-bf3cc2b5-2ae4-4b9a-a726-9b58ab7ecc09 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=efedc14e-a8af-4624-b0ad-f3edbb135900 HTTP/1.1" status: 200 len: 797 time: 0.1143677 Feb 09 01:08:46.772476 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-af897c5d-e430-4599-9325-5bcc02554837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:46.868762 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5cfd2a36-ba8d-4cba-ac26-18ee45433e4a req-af7d66c5-6aee-4d61-af1f-21fc3fd3a78e tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/security-groups?id=34651d2a-6232-4cfc-9dfb-ae3dfd721f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571296 Feb 09 01:08:46.873791 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dcce5948-9e6b-4558-9a4e-f4ee3f3f8d93 req-fd3fbbe7-3520-4a53-83a4-b75f47956114 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9444193c-3318-448f-8d9f-673309b9483a HTTP/1.1" status: 200 len: 217 time: 0.2044261 Feb 09 01:08:46.990957 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f38bc4e-e1a1-408e-8ea5-296dffdb4be9 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:47.001476 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f38bc4e-e1a1-408e-8ea5-296dffdb4be9 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:47.075592 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38bc4e-e1a1-408e-8ea5-296dffdb4be9 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddae7582-8dea-4e1a-aa55-9a2cfe207aef,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:47.091101 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f38bc4e-e1a1-408e-8ea5-296dffdb4be9 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 968} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:08:47.107469 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f38bc4e-e1a1-408e-8ea5-296dffdb4be9 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:47.107928 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-7f38bc4e-e1a1-408e-8ea5-296dffdb4be9 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Added segment 642e94eb-4d85-44ca-aa61-cf7647412442 of type vlan for network af6c946f-aa40-40d9-a135-5c5b963538cc Feb 09 01:08:47.110916 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4c931-bf4e-4221-829a-518181d331b6 req-9bbdf266-aa84-4d08-ac26-f2a57d2ce8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:47.112815 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-9bbdf266-aa84-4d08-ac26-f2a57d2ce8b1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0fe62980-d662-4305-b32e-541d69722270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3455749 Feb 09 01:08:47.181766 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-af897c5d-e430-4599-9325-5bcc02554837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:47.182493 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-af897c5d-e430-4599-9325-5bcc02554837 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:47.184111 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-af897c5d-e430-4599-9325-5bcc02554837 service neutron] 10.222.0.35 "PUT /v2.0/ports/60592fcc-676d-49a4-a71e-3518a9a0ec19 HTTP/1.1" status: 200 len: 1091 time: 5.8442504 Feb 09 01:08:47.236169 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '435a6d43-7d9a-4a69-b67e-da9945def250', 'tag': '60592fcc-676d-49a4-a71e-3518a9a0ec19'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:47.277961 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f38bc4e-e1a1-408e-8ea5-296dffdb4be9 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:47.359048 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-1ba936db-a2ed-480f-8b5f-78f56352a8e0 service neutron] 10.222.0.35 "GET /v2.0/networks/0fe62980-d662-4305-b32e-541d69722270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336998 Feb 09 01:08:47.360164 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f38bc4e-e1a1-408e-8ea5-296dffdb4be9 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:47.361110 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f38bc4e-e1a1-408e-8ea5-296dffdb4be9 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:47.361696 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f38bc4e-e1a1-408e-8ea5-296dffdb4be9 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:47.421075 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce5948-9e6b-4558-9a4e-f4ee3f3f8d93 req-d20e4932-2e30-42a0-bca4-31f62fb3fef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:47.423868 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dcce5948-9e6b-4558-9a4e-f4ee3f3f8d93 req-d20e4932-2e30-42a0-bca4-31f62fb3fef1 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=71237ce4-c470-4847-a2d1-f1f13758c999 HTTP/1.1" status: 200 len: 848 time: 0.4837728 Feb 09 01:08:47.540239 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af897c5d-e430-4599-9325-5bcc02554837 service neutron] Pushing event updated for resources: {'Port': ['ID=60592fcc-676d-49a4-a71e-3518a9a0ec19,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:47.601006 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38bc4e-e1a1-408e-8ea5-296dffdb4be9 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Pushing event updated for resources: {'Network': ['ID=af6c946f-aa40-40d9-a135-5c5b963538cc,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:47.611900 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network af6c946f-aa40-40d9-a135-5c5b963538cc details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:08:47.612427 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7f38bc4e-e1a1-408e-8ea5-296dffdb4be9 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6685033 Feb 09 01:08:47.615172 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40998) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:47.626941 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-465d6306-6efa-47c0-83a6-c7677a6bcaab tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Request body: {'network': {'project_id': 'c0eb406e45cc4ad294c3b000adfd781b'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:47.634562 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-465d6306-6efa-47c0-83a6-c7677a6bcaab tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:47.647228 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-465d6306-6efa-47c0-83a6-c7677a6bcaab tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Usage tracker for resource:network and tenant:c0eb406e45cc4ad294c3b000adfd781b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:47.665438 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-465d6306-6efa-47c0-83a6-c7677a6bcaab tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:47.689888 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-465d6306-6efa-47c0-83a6-c7677a6bcaab tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:47.707108 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-9c0e720c-fda0-46a6-afad-27967cc97779 service neutron] 10.222.0.35 "GET /v2.0/networks/0fe62980-d662-4305-b32e-541d69722270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226402 Feb 09 01:08:47.711674 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465d6306-6efa-47c0-83a6-c7677a6bcaab tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Made reservation on behalf of c0eb406e45cc4ad294c3b000adfd781b for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:08:47.714544 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-465d6306-6efa-47c0-83a6-c7677a6bcaab tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:47.800701 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-840ff9bf-39e1-4be3-9613-5f8fb5768c75 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=487d94e7-f3c1-4818-8a12-ddf7384d74a2 HTTP/1.1" status: 200 len: 217 time: 0.0747592 Feb 09 01:08:47.813098 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1ad57-ab01-480d-8d33-1a7e2dbcec46 req-78f62fa4-caa2-4328-9c6a-e7ecebbef660 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:47.814568 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7df1ad57-ab01-480d-8d33-1a7e2dbcec46 req-78f62fa4-caa2-4328-9c6a-e7ecebbef660 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 944 time: 0.4489827 Feb 09 01:08:47.833309 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dcce5948-9e6b-4558-9a4e-f4ee3f3f8d93 req-774e8807-9c79-4b66-8049-1ffb82079cc2 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=48fff0c2-cb8c-4c86-992a-0e113098b5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2699959 Feb 09 01:08:47.876795 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-465d6306-6efa-47c0-83a6-c7677a6bcaab tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 950} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:08:47.900254 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-465d6306-6efa-47c0-83a6-c7677a6bcaab tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:47.900623 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-465d6306-6efa-47c0-83a6-c7677a6bcaab tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Added segment 3496e649-6ff4-4519-8dcb-ca10e863d7b7 of type vlan for network 2adcedc8-35e6-41ac-bbe4-cf6ecc6e8723 Feb 09 01:08:47.919615 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4c931-bf4e-4221-829a-518181d331b6 req-af2e78b2-942a-4c70-97c2-067ab3a4413b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:47.921613 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-af2e78b2-942a-4c70-97c2-067ab3a4413b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=efedc14e-a8af-4624-b0ad-f3edbb135900 HTTP/1.1" status: 200 len: 797 time: 0.1050456 Feb 09 01:08:47.932295 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7df1ad57-ab01-480d-8d33-1a7e2dbcec46 req-d859aaae-26cf-4d1d-8331-1ed0d377d405 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822170 Feb 09 01:08:47.992050 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-465d6306-6efa-47c0-83a6-c7677a6bcaab tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:48.028175 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '435a6d43-7d9a-4a69-b67e-da9945def250', 'tag': '60592fcc-676d-49a4-a71e-3518a9a0ec19', 'status': 'completed', 'code': 200} Feb 09 01:08:48.047241 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4c931-bf4e-4221-829a-518181d331b6 req-447476f5-dad6-41ee-a534-dd17053e2d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:48.048832 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-447476f5-dad6-41ee-a534-dd17053e2d55 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0fe62980-d662-4305-b32e-541d69722270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1146126 Feb 09 01:08:48.048919 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-465d6306-6efa-47c0-83a6-c7677a6bcaab tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:48.049813 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465d6306-6efa-47c0-83a6-c7677a6bcaab tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:48.051273 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-465d6306-6efa-47c0-83a6-c7677a6bcaab tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:48.112724 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173dcd98-4d5c-4574-b37c-2785f5f9c387 req-4754ca18-4260-4ff9-a48f-c2f200a08c24 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:48.113453 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-173dcd98-4d5c-4574-b37c-2785f5f9c387 req-4754ca18-4260-4ff9-a48f-c2f200a08c24 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Synchronizing usage tracker for tenant:a75aeed005c34e95a63eb49629dd324d on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:08:48.117627 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-858fab04-6d88-4cea-a189-74eb85b8d2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:48.119314 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-858fab04-6d88-4cea-a189-74eb85b8d2e5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d959eeb6dca046039b2da6e68228f259&device_id=435a6d43-7d9a-4a69-b67e-da9945def250 HTTP/1.1" status: 200 len: 1094 time: 0.8525863 Feb 09 01:08:48.248012 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-b92596f4-57db-4dd2-8e07-7658197e6f01 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=60592fcc-676d-49a4-a71e-3518a9a0ec19 HTTP/1.1" status: 200 len: 217 time: 0.1088865 Feb 09 01:08:48.313843 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-465d6306-6efa-47c0-83a6-c7677a6bcaab tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6958792 Feb 09 01:08:48.319301 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41006) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:48.336205 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-173dcd98-4d5c-4574-b37c-2785f5f9c387 req-4754ca18-4260-4ff9-a48f-c2f200a08c24 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Unset dirty status for tenant:a75aeed005c34e95a63eb49629dd324d on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:08:48.337395 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-173dcd98-4d5c-4574-b37c-2785f5f9c387 req-4754ca18-4260-4ff9-a48f-c2f200a08c24 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 931 time: 1.1522794 Feb 09 01:08:48.348205 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-9f53b0d5-30dc-4e87-8094-c18e676449cc tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Request body: {'network': {'project_id': 'c0eb406e45cc4ad294c3b000adfd781b'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:48.353037 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9f53b0d5-30dc-4e87-8094-c18e676449cc tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:48.353507 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c1211-6a8d-4cda-a6d3-3cfe134a9e25 req-da443c83-c3d6-415e-8a0d-4d6304a755e8 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:48.354123 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7c3c1211-6a8d-4cda-a6d3-3cfe134a9e25 req-da443c83-c3d6-415e-8a0d-4d6304a755e8 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Synchronizing usage tracker for tenant:6a459030aa9346b7b761b1ccc64f5445 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:08:48.365714 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9f53b0d5-30dc-4e87-8094-c18e676449cc tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Usage tracker for resource:network and tenant:c0eb406e45cc4ad294c3b000adfd781b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:48.369165 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d6306-6efa-47c0-83a6-c7677a6bcaab tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Pushing event updated for resources: {'Network': ['ID=2adcedc8-35e6-41ac-bbe4-cf6ecc6e8723,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:48.371512 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9f53b0d5-30dc-4e87-8094-c18e676449cc tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:48.385657 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 2adcedc8-35e6-41ac-bbe4-cf6ecc6e8723 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:08:48.393711 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9f53b0d5-30dc-4e87-8094-c18e676449cc tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:48.401450 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f53b0d5-30dc-4e87-8094-c18e676449cc tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 01:08:48.401450 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f53b0d5-30dc-4e87-8094-c18e676449cc tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:08:48.402559 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9f53b0d5-30dc-4e87-8094-c18e676449cc tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0759523 Feb 09 01:08:48.413825 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41010) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:48.414737 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dcce5948-9e6b-4558-9a4e-f4ee3f3f8d93 req-65356a40-0e4f-4ece-8074-2ca3f306dc75 service neutron] 10.222.0.117 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5526457 Feb 09 01:08:48.449584 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-c444384c-46bb-4aa1-b048-1271c4c3699c service neutron] 10.222.0.35 "GET /v2.0/networks/0fe62980-d662-4305-b32e-541d69722270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935602 Feb 09 01:08:48.470320 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fadc4-51b1-476b-afe4-03b169632b9f req-8e32945b-b595-4e66-95ad-ee3f366748e3 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:48.474241 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-762fadc4-51b1-476b-afe4-03b169632b9f req-8e32945b-b595-4e66-95ad-ee3f366748e3 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.37 "GET /v2.0/ports?device_id=435a6d43-7d9a-4a69-b67e-da9945def250 HTTP/1.1" status: 200 len: 943 time: 0.2245190 Feb 09 01:08:48.565215 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-4313dbb5-c2d3-4f86-93e8-100fdd5c7599 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:08:48.573174 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7c3c1211-6a8d-4cda-a6d3-3cfe134a9e25 req-da443c83-c3d6-415e-8a0d-4d6304a755e8 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Unset dirty status for tenant:6a459030aa9346b7b761b1ccc64f5445 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:08:48.574071 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7c3c1211-6a8d-4cda-a6d3-3cfe134a9e25 req-da443c83-c3d6-415e-8a0d-4d6304a755e8 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.117 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 944 time: 0.9699893 Feb 09 01:08:48.575384 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-7e2df355-0962-45bc-96ab-4e1542606f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:48.579022 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-7e2df355-0962-45bc-96ab-4e1542606f47 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8562f36-e362-4753-8b8b-feb83d47622f HTTP/1.1" status: 200 len: 862 time: 0.3154776 Feb 09 01:08:48.581400 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-bd7175fb-0660-4460-a744-227242b79849 req-811f170a-b8f2-4d0e-8e13-319526f0eda1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2870c7b-e4ea-42eb-8a52-a691014c3190 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:08:48.625655 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3e674b5a-954e-4ae1-aba9-8332e5c5cb66 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c0eb406e45cc4ad294c3b000adfd781b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2087748 Feb 09 01:08:48.625655 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41014) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:48.663555 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bd7175fb-0660-4460-a744-227242b79849 req-811f170a-b8f2-4d0e-8e13-319526f0eda1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:48.668932 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-762fadc4-51b1-476b-afe4-03b169632b9f req-0dbde70b-a8fc-4cc5-a22d-57e04c7b7635 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4c68870-b52b-4caa-90f2-50ef2fbd8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065462 Feb 09 01:08:48.737408 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4152b133-e280-4b8b-897c-7355fda506c3 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:48.740899 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-96268066-cb5e-459f-b535-792f8c120efe service neutron] 10.222.0.35 "GET /v2.0/networks/0fe62980-d662-4305-b32e-541d69722270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666688 Feb 09 01:08:48.770827 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-0601eb67-7b55-4cd6-b09f-724ce0d78ba4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2895cbb4-518e-4c91-b81a-658809039917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1722217 Feb 09 01:08:48.776099 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-173dcd98-4d5c-4574-b37c-2785f5f9c387 req-1c8d03a9-a324-4663-84c1-bca18774d000 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153223 Feb 09 01:08:48.895595 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-bd7175fb-0660-4460-a744-227242b79849 req-811f170a-b8f2-4d0e-8e13-319526f0eda1 service neutron] Transition to ACTIVE for port object f2870c7b-e4ea-42eb-8a52-a691014c3190 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:08:48.907793 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-4313dbb5-c2d3-4f86-93e8-100fdd5c7599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df525ac8-7a60-4605-bcdb-0e881b4f8126 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:08:48.916608 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-7c3c1211-6a8d-4cda-a6d3-3cfe134a9e25 req-b86fde46-4517-4af4-8f6f-fdb2dab597de tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Deleting port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:08:48.916608 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7c3c1211-6a8d-4cda-a6d3-3cfe134a9e25 req-b86fde46-4517-4af4-8f6f-fdb2dab597de tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:48.954143 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bd7175fb-0660-4460-a744-227242b79849 req-811f170a-b8f2-4d0e-8e13-319526f0eda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:48.964832 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-4313dbb5-c2d3-4f86-93e8-100fdd5c7599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:48.968390 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-c64a0b57-8aa4-479e-813b-73e54c6aed0f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=c064f193-8708-43f5-b803-dfdf26a1e5a4 HTTP/1.1" status: 200 len: 217 time: 0.2189021 Feb 09 01:08:48.980583 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4152b133-e280-4b8b-897c-7355fda506c3 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:49.064238 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4c931-bf4e-4221-829a-518181d331b6 req-0777b667-2cff-4b45-8fce-f241d2792678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:49.064238 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-0777b667-2cff-4b45-8fce-f241d2792678 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=efedc14e-a8af-4624-b0ad-f3edbb135900 HTTP/1.1" status: 200 len: 797 time: 0.0801971 Feb 09 01:08:49.094942 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dcce5948-9e6b-4558-9a4e-f4ee3f3f8d93 req-3740cd2c-f1df-4b73-b964-fa6c861c4659 service neutron] 10.222.0.117 "GET /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6460419 Feb 09 01:08:49.187059 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-4313dbb5-c2d3-4f86-93e8-100fdd5c7599 service neutron] Transition to ACTIVE for port object df525ac8-7a60-4605-bcdb-0e881b4f8126 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:08:49.237097 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4152b133-e280-4b8b-897c-7355fda506c3 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:49.261756 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0261a-3772-4aad-a5ad-f36efde2bb9b req-eb48b4c2-e390-4dfe-b287-8e8163085de8 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:49.261756 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-87a0261a-3772-4aad-a5ad-f36efde2bb9b req-eb48b4c2-e390-4dfe-b287-8e8163085de8 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?device_id=821f2026-f3c8-4d85-b910-36eb2da192d1 HTTP/1.1" status: 200 len: 936 time: 0.3457859 Feb 09 01:08:49.273445 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152b133-e280-4b8b-897c-7355fda506c3 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddae7582-8dea-4e1a-aa55-9a2cfe207aef,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:49.273445 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4c931-bf4e-4221-829a-518181d331b6 req-28efc4b6-6e5a-46ed-b004-0f101a50b8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:49.276752 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-28efc4b6-6e5a-46ed-b004-0f101a50b8f8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0fe62980-d662-4305-b32e-541d69722270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2012005 Feb 09 01:08:49.287880 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-4313dbb5-c2d3-4f86-93e8-100fdd5c7599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:49.304371 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f170a-b8f2-4d0e-8e13-319526f0eda1 service neutron] Pushing event updated for resources: {'Port': ['ID=f2870c7b-e4ea-42eb-8a52-a691014c3190,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:49.321500 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4152b133-e280-4b8b-897c-7355fda506c3 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:49.325445 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4152b133-e280-4b8b-897c-7355fda506c3 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/ddae7582-8dea-4e1a-aa55-9a2cfe207aef HTTP/1.1" status: 204 len: 168 time: 0.6964548 Feb 09 01:08:49.343475 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41022) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:49.410386 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-87a0261a-3772-4aad-a5ad-f36efde2bb9b req-e3b330ce-b1a2-44f0-8add-302a734eb57f tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/security-groups?id=34651d2a-6232-4cfc-9dfb-ae3dfd721f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370759 Feb 09 01:08:49.456714 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-abbe6ff1-5976-4b23-b15f-6f1403dcafc1 service neutron] 10.222.0.35 "GET /v2.0/networks/0fe62980-d662-4305-b32e-541d69722270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665833 Feb 09 01:08:49.613648 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-f3996b22-1c97-43b0-a7ab-048e7aa9fda8 service neutron] 10.222.0.35 "GET /v2.0/networks/0fe62980-d662-4305-b32e-541d69722270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452172 Feb 09 01:08:49.684922 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-b0ac6878-6c35-4377-962c-b51add013672 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e3d51e86-6390-4e68-8303-ef0030562eae HTTP/1.1" status: 200 len: 217 time: 0.0675647 Feb 09 01:08:49.685065 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-da0d6095-e5f6-4d97-b285-b761b35edc4d service neutron] 10.222.0.35 "GET /v2.0/networks/2895cbb4-518e-4c91-b81a-658809039917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8988245 Feb 09 01:08:49.790115 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4c931-bf4e-4221-829a-518181d331b6 req-ae4605ac-d775-4800-aea3-64782929d1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:49.791360 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-ae4605ac-d775-4800-aea3-64782929d1a6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0da9c592-ba8f-483c-8446-d42b4fd95318 HTTP/1.1" status: 200 len: 797 time: 0.0903533 Feb 09 01:08:49.949985 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4c931-bf4e-4221-829a-518181d331b6 req-c4301df5-1500-4aa4-8b3c-903789ca22f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:49.951523 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-c4301df5-1500-4aa4-8b3c-903789ca22f8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2bec690d-2fc1-4a43-9409-cf15cb1e963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1517117 Feb 09 01:08:49.959632 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e518461-cf68-4fd1-8535-1a7e391845ee req-67b895dd-ade8-494e-8a5f-309d96d8bf4e tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:49.961068 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5e518461-cf68-4fd1-8535-1a7e391845ee req-67b895dd-ade8-494e-8a5f-309d96d8bf4e tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.37 "GET /v2.0/ports?device_id=435a6d43-7d9a-4a69-b67e-da9945def250 HTTP/1.1" status: 200 len: 943 time: 0.1214690 Feb 09 01:08:49.985327 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313dbb5-c2d3-4f86-93e8-100fdd5c7599 service neutron] Pushing event updated for resources: {'Port': ['ID=df525ac8-7a60-4605-bcdb-0e881b4f8126,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:50.091254 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5e518461-cf68-4fd1-8535-1a7e391845ee req-0b6e2386-8e67-4ac6-86b1-67462d9df741 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4c68870-b52b-4caa-90f2-50ef2fbd8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119857 Feb 09 01:08:50.141420 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cff8e7a9-5f85-42a3-90a8-f200338aac98 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:50.150934 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-6b538880-93c2-42d2-94af-a218715d741e service neutron] 10.222.0.35 "GET /v2.0/networks/2bec690d-2fc1-4a43-9409-cf15cb1e963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887767 Feb 09 01:08:50.218292 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-bd7175fb-0660-4460-a744-227242b79849 req-811f170a-b8f2-4d0e-8e13-319526f0eda1 service neutron] Attempting to bind port f2870c7b-e4ea-42eb-8a52-a691014c3190 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:08:50.218624 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-bd7175fb-0660-4460-a744-227242b79849 req-811f170a-b8f2-4d0e-8e13-319526f0eda1 service neutron] Attempting to bind port f2870c7b-e4ea-42eb-8a52-a691014c3190 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '04e9ecb6-01d5-4ecf-9227-3ea9eee52184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:08:50.218952 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7175fb-0660-4460-a744-227242b79849 req-811f170a-b8f2-4d0e-8e13-319526f0eda1 service neutron] Attempting to bind port f2870c7b-e4ea-42eb-8a52-a691014c3190 on network 6a46d8ce-a5dd-4900-abea-f731f0aef8fe {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:08:50.227840 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108ab8b-eadd-4918-843a-5261638f4d15 req-9a870e51-9497-4ff6-9a45-c4fb85c429b4 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:50.229380 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8108ab8b-eadd-4918-843a-5261638f4d15 req-9a870e51-9497-4ff6-9a45-c4fb85c429b4 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 944 time: 1.0568078 Feb 09 01:08:50.268836 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7a1eda72-ea8d-410e-b6d1-48c0509a1773 req-c417a9d7-7f7f-40fe-a577-7c428642264e service neutron] 10.222.0.35 "GET /v2.0/networks/2895cbb4-518e-4c91-b81a-658809039917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5077579 Feb 09 01:08:50.303305 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7175fb-0660-4460-a744-227242b79849 req-811f170a-b8f2-4d0e-8e13-319526f0eda1 service neutron] Port f2870c7b-e4ea-42eb-8a52-a691014c3190 on network 6a46d8ce-a5dd-4900-abea-f731f0aef8fe not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:08:50.303928 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7175fb-0660-4460-a744-227242b79849 req-811f170a-b8f2-4d0e-8e13-319526f0eda1 service neutron] Attempting to bind port f2870c7b-e4ea-42eb-8a52-a691014c3190 on network 6a46d8ce-a5dd-4900-abea-f731f0aef8fe {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:08:50.359848 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-9844fb46-13aa-4078-a413-86caaed78af6 service neutron] 10.222.0.35 "GET /v2.0/networks/2bec690d-2fc1-4a43-9409-cf15cb1e963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005546 Feb 09 01:08:50.389887 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7175fb-0660-4460-a744-227242b79849 req-811f170a-b8f2-4d0e-8e13-319526f0eda1 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:08:50.390233 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7175fb-0660-4460-a744-227242b79849 req-811f170a-b8f2-4d0e-8e13-319526f0eda1 service neutron] Checking segment: {'id': '04e9ecb6-01d5-4ecf-9227-3ea9eee52184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:08:50.390625 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7175fb-0660-4460-a744-227242b79849 req-811f170a-b8f2-4d0e-8e13-319526f0eda1 service neutron] Bound using segment: {'id': '04e9ecb6-01d5-4ecf-9227-3ea9eee52184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:08:50.391061 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-bd7175fb-0660-4460-a744-227242b79849 req-811f170a-b8f2-4d0e-8e13-319526f0eda1 service neutron] Bound port: f2870c7b-e4ea-42eb-8a52-a691014c3190, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04e9ecb6-01d5-4ecf-9227-3ea9eee52184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:08:50.391405 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bd7175fb-0660-4460-a744-227242b79849 req-811f170a-b8f2-4d0e-8e13-319526f0eda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:50.430126 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d3ca4-ef90-4e42-98aa-fc0dd51155b5 req-825bf84c-9a80-4dd9-ae74-4ab5ba7484d7 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:50.431571 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b50d3ca4-ef90-4e42-98aa-fc0dd51155b5 req-825bf84c-9a80-4dd9-ae74-4ab5ba7484d7 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 943 time: 0.2025175 Feb 09 01:08:50.459307 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-e2e672ee-b5d4-4aa0-85c9-6f088b20bf8d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=28f6d6f4-456f-46b7-a80c-e7fa8ebd0629 HTTP/1.1" status: 200 len: 217 time: 0.0917542 Feb 09 01:08:50.478214 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-7c3c1211-6a8d-4cda-a6d3-3cfe134a9e25 req-b86fde46-4517-4af4-8f6f-fdb2dab597de tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] For port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c83f8a1e-a3b6-4bfd-aa0f-caacd4853992,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:50.478582 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7c3c1211-6a8d-4cda-a6d3-3cfe134a9e25 req-b86fde46-4517-4af4-8f6f-fdb2dab597de tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:50.503945 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-4313dbb5-c2d3-4f86-93e8-100fdd5c7599 service neutron] Attempting to bind port df525ac8-7a60-4605-bcdb-0e881b4f8126 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:08:50.503945 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-4313dbb5-c2d3-4f86-93e8-100fdd5c7599 service neutron] Attempting to bind port df525ac8-7a60-4605-bcdb-0e881b4f8126 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:08:50.504131 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-4313dbb5-c2d3-4f86-93e8-100fdd5c7599 service neutron] Attempting to bind port df525ac8-7a60-4605-bcdb-0e881b4f8126 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:08:50.547571 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b50d3ca4-ef90-4e42-98aa-fc0dd51155b5 req-8dc5c366-68ed-4881-ab45-63324b76dd9f tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076059 Feb 09 01:08:50.556175 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4c931-bf4e-4221-829a-518181d331b6 req-96d896bc-366d-4d61-a24d-7b1cc09256eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:50.557750 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-96d896bc-366d-4d61-a24d-7b1cc09256eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0da9c592-ba8f-483c-8446-d42b4fd95318 HTTP/1.1" status: 200 len: 797 time: 0.0911827 Feb 09 01:08:50.644214 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4c931-bf4e-4221-829a-518181d331b6 req-6fa02de2-b7b4-4c51-b426-fadd99d3db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:50.645725 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-6fa02de2-b7b4-4c51-b426-fadd99d3db61 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2bec690d-2fc1-4a43-9409-cf15cb1e963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0719035 Feb 09 01:08:50.668316 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-4313dbb5-c2d3-4f86-93e8-100fdd5c7599 service neutron] Port df525ac8-7a60-4605-bcdb-0e881b4f8126 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:08:50.668316 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-4313dbb5-c2d3-4f86-93e8-100fdd5c7599 service neutron] Attempting to bind port df525ac8-7a60-4605-bcdb-0e881b4f8126 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:08:50.677523 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-7c3c1211-6a8d-4cda-a6d3-3cfe134a9e25 req-b86fde46-4517-4af4-8f6f-fdb2dab597de tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Calling delete_port for c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:08:50.720697 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8108ab8b-eadd-4918-843a-5261638f4d15 req-ce46aa46-efd2-4bbe-8a3f-8e7a52ccbc58 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4823782 Feb 09 01:08:50.743624 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cff8e7a9-5f85-42a3-90a8-f200338aac98 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:50.763356 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-4313dbb5-c2d3-4f86-93e8-100fdd5c7599 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:08:50.763699 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-4313dbb5-c2d3-4f86-93e8-100fdd5c7599 service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:08:50.764647 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-4313dbb5-c2d3-4f86-93e8-100fdd5c7599 service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:08:50.765102 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-4313dbb5-c2d3-4f86-93e8-100fdd5c7599 service neutron] Bound port: df525ac8-7a60-4605-bcdb-0e881b4f8126, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:08:50.765580 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-4313dbb5-c2d3-4f86-93e8-100fdd5c7599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:50.837836 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-cff8e7a9-5f85-42a3-90a8-f200338aac98 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2adcedc8-35e6-41ac-bbe4-cf6ecc6e8723']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:50.894864 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-cff8e7a9-5f85-42a3-90a8-f200338aac98 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3496e649-6ff4-4519-8dcb-ca10e863d7b7') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:50.895162 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-cff8e7a9-5f85-42a3-90a8-f200338aac98 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3496e649-6ff4-4519-8dcb-ca10e863d7b7') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:50.938213 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cff8e7a9-5f85-42a3-90a8-f200338aac98 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:50.945459 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3236951-5cd0-4285-bbf6-18275622364f req-55868c1d-aeb8-42aa-b7e3-f2492157141b tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:50.946598 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-bd7175fb-0660-4460-a744-227242b79849 req-811f170a-b8f2-4d0e-8e13-319526f0eda1 service neutron] For port f2870c7b-e4ea-42eb-8a52-a691014c3190, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:08:50.946925 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f3236951-5cd0-4285-bbf6-18275622364f req-55868c1d-aeb8-42aa-b7e3-f2492157141b tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?device_id=821f2026-f3c8-4d85-b910-36eb2da192d1 HTTP/1.1" status: 200 len: 948 time: 0.3003328 Feb 09 01:08:50.978691 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-bd7175fb-0660-4460-a744-227242b79849 req-811f170a-b8f2-4d0e-8e13-319526f0eda1 service neutron] For port f2870c7b-e4ea-42eb-8a52-a691014c3190, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=f2870c7b-e4ea-42eb-8a52-a691014c3190,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:08:50.980842 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-c99b3cd5-0b81-46e5-a503-31110e19da0e service neutron] 10.222.0.35 "GET /v2.0/networks/2bec690d-2fc1-4a43-9409-cf15cb1e963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994916 Feb 09 01:08:50.981013 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6289b63-2716-4647-9b32-e795b33e73d6 req-9027025f-f3a0-4b1f-a4fd-e49a3e9d79f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:50.982411 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f6289b63-2716-4647-9b32-e795b33e73d6 req-9027025f-f3a0-4b1f-a4fd-e49a3e9d79f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d959eeb6dca046039b2da6e68228f259&device_id=435a6d43-7d9a-4a69-b67e-da9945def250 HTTP/1.1" status: 200 len: 1094 time: 0.6253805 Feb 09 01:08:50.986251 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cff8e7a9-5f85-42a3-90a8-f200338aac98 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:50.994154 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bd7175fb-0660-4460-a744-227242b79849 req-811f170a-b8f2-4d0e-8e13-319526f0eda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:51.023036 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f3236951-5cd0-4285-bbf6-18275622364f req-8f12d6c3-ce84-49af-acb0-42165a91ef05 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/security-groups?id=34651d2a-6232-4cfc-9dfb-ae3dfd721f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664043 Feb 09 01:08:51.093911 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff8e7a9-5f85-42a3-90a8-f200338aac98 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Releasing vlan 950 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:08:51.094350 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cff8e7a9-5f85-42a3-90a8-f200338aac98 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:51.107616 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:08:51.107616 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:08:51.107616 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:08:51.107616 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:08:51.107616 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:08:51.107616 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:08:51.107616 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:08:51.107616 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:08:51.107616 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:08:51.107616 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:08:51.107616 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:08:51.107616 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:08:51.107616 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:08:51.107616 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:08:51.107616 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:08:51.107616 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:08:51.107616 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:08:51.107616 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:08:51.107616 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:08:51.107616 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:08:51.107616 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:08:51.107616 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:08:51.107616 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:08:51.107616 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:08:51.107616 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:08:51.107616 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:08:51.107616 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:08:51.107616 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:08:51.107616 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:08:51.107616 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:08:51.107616 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:08:51.107616 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:08:51.140914 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b4c931-bf4e-4221-829a-518181d331b6 req-ecd47fda-fbaa-4cde-9975-bf1711f31643 service neutron] 10.222.0.35 "GET /v2.0/networks/2bec690d-2fc1-4a43-9409-cf15cb1e963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442142 Feb 09 01:08:51.278181 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:08:51.349878 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-4313dbb5-c2d3-4f86-93e8-100fdd5c7599 service neutron] For port df525ac8-7a60-4605-bcdb-0e881b4f8126, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:08:51.376236 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7175fb-0660-4460-a744-227242b79849 req-811f170a-b8f2-4d0e-8e13-319526f0eda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:51.376877 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bd7175fb-0660-4460-a744-227242b79849 req-811f170a-b8f2-4d0e-8e13-319526f0eda1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:51.378206 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd7175fb-0660-4460-a744-227242b79849 req-811f170a-b8f2-4d0e-8e13-319526f0eda1 service neutron] 10.222.0.35 "PUT /v2.0/ports/f2870c7b-e4ea-42eb-8a52-a691014c3190 HTTP/1.1" status: 200 len: 1091 time: 5.3930576 Feb 09 01:08:51.418854 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f86e604-c65f-4edd-b03a-90fc045c9010', 'tag': 'f2870c7b-e4ea-42eb-8a52-a691014c3190'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:51.488980 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f86e604-c65f-4edd-b03a-90fc045c9010', 'tag': 'f2870c7b-e4ea-42eb-8a52-a691014c3190', 'status': 'completed', 'code': 200} Feb 09 01:08:51.544165 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cff8e7a9-5f85-42a3-90a8-f200338aac98 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:51.559427 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f170a-b8f2-4d0e-8e13-319526f0eda1 service neutron] Pushing event updated for resources: {'Port': ['ID=f2870c7b-e4ea-42eb-8a52-a691014c3190,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:51.591516 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7c3c1211-6a8d-4cda-a6d3-3cfe134a9e25 req-b86fde46-4517-4af4-8f6f-fdb2dab597de tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:51.597920 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cff8e7a9-5f85-42a3-90a8-f200338aac98 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:51.606407 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-4313dbb5-c2d3-4f86-93e8-100fdd5c7599 service neutron] For port df525ac8-7a60-4605-bcdb-0e881b4f8126, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=df525ac8-7a60-4605-bcdb-0e881b4f8126,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:08:51.651771 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:51.662393 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff8e7a9-5f85-42a3-90a8-f200338aac98 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Pushing event deleted for resources: {'Network': ['ID=2adcedc8-35e6-41ac-bbe4-cf6ecc6e8723,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:51.681508 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-4313dbb5-c2d3-4f86-93e8-100fdd5c7599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:51.692515 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86fde46-4517-4af4-8f6f-fdb2dab597de tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Pushing event deleted for resources: {'Port': ['ID=c83f8a1e-a3b6-4bfd-aa0f-caacd4853992,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:51.744753 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b1c8a-595e-4345-9f34-fb99c40e5fe2 req-c2efebb0-a4e1-4536-8125-c0233344b4bd tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:51.746416 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d58b1c8a-595e-4345-9f34-fb99c40e5fe2 req-c2efebb0-a4e1-4536-8125-c0233344b4bd tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 943 time: 0.0884426 Feb 09 01:08:51.766085 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6289b63-2716-4647-9b32-e795b33e73d6 req-13f419dc-bf85-4a85-8fee-766ac5080ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:51.767542 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f6289b63-2716-4647-9b32-e795b33e73d6 req-13f419dc-bf85-4a85-8fee-766ac5080ea1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2895cbb4-518e-4c91-b81a-658809039917 HTTP/1.1" status: 200 len: 923 time: 0.7653027 Feb 09 01:08:51.784774 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-cff8e7a9-5f85-42a3-90a8-f200338aac98 tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] 10.222.0.37 "DELETE /v2.0/networks/2adcedc8-35e6-41ac-bbe4-cf6ecc6e8723 HTTP/1.1" status: 204 len: 168 time: 2.3971760 Feb 09 01:08:51.785832 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41040) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:51.801358 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-4313dbb5-c2d3-4f86-93e8-100fdd5c7599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:51.801976 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-4313dbb5-c2d3-4f86-93e8-100fdd5c7599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:51.803336 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-4313dbb5-c2d3-4f86-93e8-100fdd5c7599 service neutron] 10.222.0.35 "PUT /v2.0/ports/df525ac8-7a60-4605-bcdb-0e881b4f8126 HTTP/1.1" status: 200 len: 1096 time: 5.8571053 Feb 09 01:08:51.814245 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d58b1c8a-595e-4345-9f34-fb99c40e5fe2 req-562eeb1e-99fc-43e0-ab06-d976d7f01a32 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615528 Feb 09 01:08:51.929919 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec0ed1ed-bbf2-4e30-a905-9ecae7243f6a tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:51.959862 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3c1211-6a8d-4cda-a6d3-3cfe134a9e25 req-b86fde46-4517-4af4-8f6f-fdb2dab597de tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] No DVR routers for this DVR port c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:08:51.962251 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f6289b63-2716-4647-9b32-e795b33e73d6 req-f177922a-9419-4b84-95d3-6ec1a66d1870 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=60592fcc-676d-49a4-a71e-3518a9a0ec19 HTTP/1.1" status: 200 len: 217 time: 0.1766202 Feb 09 01:08:51.972054 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7c3c1211-6a8d-4cda-a6d3-3cfe134a9e25 req-b86fde46-4517-4af4-8f6f-fdb2dab597de tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:51.974028 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7c3c1211-6a8d-4cda-a6d3-3cfe134a9e25 req-b86fde46-4517-4af4-8f6f-fdb2dab597de tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.117 "DELETE /v2.0/ports/c83f8a1e-a3b6-4bfd-aa0f-caacd4853992 HTTP/1.1" status: 204 len: 173 time: 3.3771794 Feb 09 01:08:52.029139 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede0bfe-a5c8-4b9f-8cf0-3b5eee03a1b8 req-c21c5c24-a175-4922-b4c2-52d6b6ba9f49 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:52.031317 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0ede0bfe-a5c8-4b9f-8cf0-3b5eee03a1b8 req-c21c5c24-a175-4922-b4c2-52d6b6ba9f49 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.37 "GET /v2.0/ports?device_id=435a6d43-7d9a-4a69-b67e-da9945def250 HTTP/1.1" status: 200 len: 943 time: 0.6831205 Feb 09 01:08:52.039638 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7175fb-0660-4460-a744-227242b79849 req-b2b291e6-a380-4a80-8cde-eb2cccc1d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:52.041324 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd7175fb-0660-4460-a744-227242b79849 req-b2b291e6-a380-4a80-8cde-eb2cccc1d814 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a75aeed005c34e95a63eb49629dd324d&device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 1094 time: 0.6110907 Feb 09 01:08:52.062187 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0c327a5d-8a53-4040-b15c-153e029614be req-d7f8861e-caa0-4d28-b89e-c6b2818c3a36 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebef377b-19f8-49fe-9b94-378ea96e04ec HTTP/1.1" status: 200 len: 210 time: 0.0903444 Feb 09 01:08:52.139347 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313dbb5-c2d3-4f86-93e8-100fdd5c7599 service neutron] Pushing event updated for resources: {'Port': ['ID=df525ac8-7a60-4605-bcdb-0e881b4f8126,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:52.163679 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd7175fb-0660-4460-a744-227242b79849 req-346f388e-ccb7-469c-af45-53caddb03b8b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2870c7b-e4ea-42eb-8a52-a691014c3190 HTTP/1.1" status: 200 len: 217 time: 0.0885112 Feb 09 01:08:52.214663 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec0ed1ed-bbf2-4e30-a905-9ecae7243f6a tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:52.230792 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6289b63-2716-4647-9b32-e795b33e73d6 req-98a9af15-45b1-4a4c-bb3a-48277251425e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:52.232245 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f6289b63-2716-4647-9b32-e795b33e73d6 req-98a9af15-45b1-4a4c-bb3a-48277251425e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8562f36-e362-4753-8b8b-feb83d47622f HTTP/1.1" status: 200 len: 862 time: 0.2466185 Feb 09 01:08:52.250757 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0ede0bfe-a5c8-4b9f-8cf0-3b5eee03a1b8 req-72194a9b-1ee6-4280-87c7-8ce1e505eb81 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4c68870-b52b-4caa-90f2-50ef2fbd8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082379 Feb 09 01:08:52.285085 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-ec0ed1ed-bbf2-4e30-a905-9ecae7243f6a tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af6c946f-aa40-40d9-a135-5c5b963538cc']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:52.302508 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f6289b63-2716-4647-9b32-e795b33e73d6 req-fe35a275-3656-4424-92c7-481235c2c5bb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2895cbb4-518e-4c91-b81a-658809039917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548165 Feb 09 01:08:52.305743 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-ec0ed1ed-bbf2-4e30-a905-9ecae7243f6a tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '642e94eb-4d85-44ca-aa61-cf7647412442') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:52.306042 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-ec0ed1ed-bbf2-4e30-a905-9ecae7243f6a tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '642e94eb-4d85-44ca-aa61-cf7647412442') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:52.307903 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7175fb-0660-4460-a744-227242b79849 req-115183c7-d7e7-445a-8056-6c8da14e6281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:52.309304 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd7175fb-0660-4460-a744-227242b79849 req-115183c7-d7e7-445a-8056-6c8da14e6281 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e21ee47-9c4f-48f6-bbce-c83436d55ec2 HTTP/1.1" status: 200 len: 852 time: 0.1329317 Feb 09 01:08:52.312063 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-11e36fca-a583-4f42-b394-c60bf674a17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:52.313493 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-11e36fca-a583-4f42-b394-c60bf674a17b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b27a7d1c48e84580a874ab6133129408&device_id=821f2026-f3c8-4d85-b910-36eb2da192d1 HTTP/1.1" status: 200 len: 1099 time: 0.4247127 Feb 09 01:08:52.321322 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec0ed1ed-bbf2-4e30-a905-9ecae7243f6a tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:52.341090 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec0ed1ed-bbf2-4e30-a905-9ecae7243f6a tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:52.351267 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec0ed1ed-bbf2-4e30-a905-9ecae7243f6a tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Releasing vlan 968 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:08:52.351661 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec0ed1ed-bbf2-4e30-a905-9ecae7243f6a tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:52.366074 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:08:52.366074 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:08:52.366074 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:08:52.366074 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:08:52.366074 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:08:52.366074 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:08:52.366074 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:08:52.366074 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:08:52.366074 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:08:52.366074 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:08:52.366074 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:08:52.366074 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:08:52.366074 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:08:52.366074 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:08:52.366074 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:08:52.366074 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:08:52.366074 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:08:52.366074 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:08:52.366074 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:08:52.366074 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:08:52.366074 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:08:52.366074 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:08:52.366074 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:08:52.366074 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:08:52.366074 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:08:52.366074 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:08:52.366074 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:08:52.366074 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:08:52.366074 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:08:52.366074 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:08:52.366074 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:08:52.366074 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:08:52.424666 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04224941-5ba5-4867-8416-6f4781da2f7a req-8e833801-9390-446f-a9a4-84be8b07c814 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:52.425644 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-04224941-5ba5-4867-8416-6f4781da2f7a req-8e833801-9390-446f-a9a4-84be8b07c814 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?device_id=821f2026-f3c8-4d85-b910-36eb2da192d1 HTTP/1.1" status: 200 len: 948 time: 0.2019110 Feb 09 01:08:52.496265 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec0ed1ed-bbf2-4e30-a905-9ecae7243f6a tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:52.504848 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-04224941-5ba5-4867-8416-6f4781da2f7a req-1d0d426a-8e37-4005-8921-6ca8c88ca393 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/security-groups?id=34651d2a-6232-4cfc-9dfb-ae3dfd721f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587761 Feb 09 01:08:52.511941 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd7175fb-0660-4460-a744-227242b79849 req-488be798-851d-40bd-84d2-f0f132542c71 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1799533 Feb 09 01:08:52.513199 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-556229df-a44f-4be7-8573-0c3543801c0d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=df525ac8-7a60-4605-bcdb-0e881b4f8126 HTTP/1.1" status: 200 len: 217 time: 0.1825366 Feb 09 01:08:52.524915 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec0ed1ed-bbf2-4e30-a905-9ecae7243f6a tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:52.542710 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ed1ed-bbf2-4e30-a905-9ecae7243f6a tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] Pushing event deleted for resources: {'Network': ['ID=af6c946f-aa40-40d9-a135-5c5b963538cc,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:52.549610 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ec0ed1ed-bbf2-4e30-a905-9ecae7243f6a tempest-QuotasNegativeTest-2134508714 tempest-QuotasNegativeTest-2134508714-project-admin] 10.222.0.37 "DELETE /v2.0/networks/af6c946f-aa40-40d9-a135-5c5b963538cc HTTP/1.1" status: 204 len: 168 time: 0.7624302 Feb 09 01:08:52.726408 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-864a9ad4-2308-4e8a-bf42-dec0310f1331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:52.727847 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-864a9ad4-2308-4e8a-bf42-dec0310f1331 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.1783080 Feb 09 01:08:52.791507 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f6289b63-2716-4647-9b32-e795b33e73d6 req-83dfa2ce-b21d-4aed-93c5-e57671c7b4cb service neutron] 10.222.0.35 "GET /v2.0/networks/2895cbb4-518e-4c91-b81a-658809039917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605539 Feb 09 01:08:52.899382 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 60592fcc-676d-49a4-a71e-3518a9a0ec19 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:08:53.058463 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd7175fb-0660-4460-a744-227242b79849 req-6512407d-75d5-416d-b5a9-2e40c552dc4d service neutron] 10.222.0.35 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5301607 Feb 09 01:08:53.281875 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-2f99c508-10cd-46da-ab01-23895f3953c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:53.283740 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-2f99c508-10cd-46da-ab01-23895f3953c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5357835 Feb 09 01:08:53.289050 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f6289b63-2716-4647-9b32-e795b33e73d6 req-13c4929c-6354-4dff-a080-142cd7e0ef43 service neutron] 10.222.0.35 "GET /v2.0/networks/2895cbb4-518e-4c91-b81a-658809039917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880860 Feb 09 01:08:53.297103 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd7175fb-0660-4460-a744-227242b79849 req-30d50f94-2b16-461d-8672-7273f42a22a5 service neutron] 10.222.0.35 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292926 Feb 09 01:08:53.333567 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 60592fcc-676d-49a4-a71e-3518a9a0ec19, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=60592fcc-676d-49a4-a71e-3518a9a0ec19,segment=NetworkSegment(76261012-bb23-49dc-9e36-39631a5e06f1),segment_id=76261012-bb23-49dc-9e36-39631a5e06f1)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:53.377507 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '60592fcc-676d-49a4-a71e-3518a9a0ec19', 'network_id': '2895cbb4-518e-4c91-b81a-658809039917', 'port_id': '60592fcc-676d-49a4-a71e-3518a9a0ec19', 'mac_address': 'fa:16:3e:9f:d5:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 972, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8562f36-e362-4753-8b8b-feb83d47622f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:08:53.509163 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41062) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:53.537065 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:53.539764 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821f2026-f3c8-4d85-b910-36eb2da192d1', 'tag': 'df525ac8-7a60-4605-bcdb-0e881b4f8126'}, {'server_uuid': 'ebef377b-19f8-49fe-9b94-378ea96e04ec', 'name': 'network-vif-deleted', 'tag': 'c83f8a1e-a3b6-4bfd-aa0f-caacd4853992'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:53.563771 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60592fcc-676d-49a4-a71e-3518a9a0ec19 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:08:53.590262 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 60592fcc-676d-49a4-a71e-3518a9a0ec19, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=60592fcc-676d-49a4-a71e-3518a9a0ec19,segment=NetworkSegment(76261012-bb23-49dc-9e36-39631a5e06f1),segment_id=76261012-bb23-49dc-9e36-39631a5e06f1)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:53.598642 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:53.646822 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-412ba821-4810-4d86-b900-70fafcd27d3b service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487611 Feb 09 01:08:53.679393 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbbcfd-9092-4da0-8a13-149357f6a5b9 req-6a69fbc2-5406-4952-be24-1d8cac22385f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:53.681254 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a6bbbcfd-9092-4da0-8a13-149357f6a5b9 req-6a69fbc2-5406-4952-be24-1d8cac22385f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a75aeed005c34e95a63eb49629dd324d&device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 1094 time: 0.2792878 Feb 09 01:08:53.719699 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=60592fcc-676d-49a4-a71e-3518a9a0ec19,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:53.780296 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd84cae-794e-4777-85ec-7d5703980dfe req-5efb8bfc-9a9d-4028-92fa-b720e6e22994 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:53.783024 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0cd84cae-794e-4777-85ec-7d5703980dfe req-5efb8bfc-9a9d-4028-92fa-b720e6e22994 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 943 time: 0.3221765 Feb 09 01:08:53.843119 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8940bed1-8d3f-4f5b-bc36-84b79f1f3d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:53.861011 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8940bed1-8d3f-4f5b-bc36-84b79f1f3d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:53.867475 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8940bed1-8d3f-4f5b-bc36-84b79f1f3d65 admin admin] Usage tracker for resource:security_group_rule and tenant:bec94dfea5844619b2d1f6173263d6c0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:53.870897 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8940bed1-8d3f-4f5b-bc36-84b79f1f3d65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:53.878556 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8940bed1-8d3f-4f5b-bc36-84b79f1f3d65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:53.907753 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d3da8-1958-4099-8aeb-1f7948269e7c req-70d23ba6-c502-4c4c-88ba-8fa3713dacea tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:53.907753 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d53d3da8-1958-4099-8aeb-1f7948269e7c req-70d23ba6-c502-4c4c-88ba-8fa3713dacea tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.37 "GET /v2.0/ports?device_id=435a6d43-7d9a-4a69-b67e-da9945def250 HTTP/1.1" status: 200 len: 944 time: 0.1497273 Feb 09 01:08:53.919111 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0cd84cae-794e-4777-85ec-7d5703980dfe req-d76c5b7f-c873-41f1-aa51-c041c9d63a6e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853243 Feb 09 01:08:53.974741 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d53d3da8-1958-4099-8aeb-1f7948269e7c req-1057fb65-028e-46c9-ab5a-d6545d693a42 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4c68870-b52b-4caa-90f2-50ef2fbd8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565696 Feb 09 01:08:53.980306 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbbcfd-9092-4da0-8a13-149357f6a5b9 req-2f469bd6-bdd9-4dba-92cc-859fed109f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:53.982871 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a6bbbcfd-9092-4da0-8a13-149357f6a5b9 req-2f469bd6-bdd9-4dba-92cc-859fed109f16 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe HTTP/1.1" status: 200 len: 913 time: 0.2462733 Feb 09 01:08:54.010571 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9de0fc0e-9544-4090-96dc-c59a82269c44 req-a4635465-dd3a-499a-a6b8-aa9dc5f70071 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538363 Feb 09 01:08:54.010692 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['60592fcc-676d-49a4-a71e-3518a9a0ec19'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:08:54.076307 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8940bed1-8d3f-4f5b-bc36-84b79f1f3d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:54.085128 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8940bed1-8d3f-4f5b-bc36-84b79f1f3d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:54.175909 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821f2026-f3c8-4d85-b910-36eb2da192d1', 'tag': 'df525ac8-7a60-4605-bcdb-0e881b4f8126', 'status': 'completed', 'code': 200} Feb 09 01:08:54.177145 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebef377b-19f8-49fe-9b94-378ea96e04ec', 'name': 'network-vif-deleted', 'tag': 'c83f8a1e-a3b6-4bfd-aa0f-caacd4853992', 'status': 'completed', 'code': 200} Feb 09 01:08:54.187970 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940bed1-8d3f-4f5b-bc36-84b79f1f3d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c98585-14d6-41e9-bc4c-69a4390d553c,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:54.225127 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:08:54.243749 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8940bed1-8d3f-4f5b-bc36-84b79f1f3d65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bec94dfea5844619b2d1f6173263d6c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7331386 Feb 09 01:08:54.245611 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41074) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:54.332255 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2e25f587-b632-4c61-80a5-346f4f9543fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:54.354816 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a6bbbcfd-9092-4da0-8a13-149357f6a5b9 req-247ea580-be2b-4f07-95e3-70af2d2b630e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2870c7b-e4ea-42eb-8a52-a691014c3190 HTTP/1.1" status: 200 len: 217 time: 0.3431017 Feb 09 01:08:54.448499 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2e25f587-b632-4c61-80a5-346f4f9543fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:54.450800 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbbcfd-9092-4da0-8a13-149357f6a5b9 req-61a94544-6233-4d09-a2ce-c7424fcdceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:54.453090 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a6bbbcfd-9092-4da0-8a13-149357f6a5b9 req-61a94544-6233-4d09-a2ce-c7424fcdceb1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e21ee47-9c4f-48f6-bbce-c83436d55ec2 HTTP/1.1" status: 200 len: 852 time: 0.0746963 Feb 09 01:08:54.521912 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b98d4b-070e-4c52-adcc-9f03d17c3b58 req-e632043b-7e77-45bc-b9ac-8d53930b9b9e tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:54.524849 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b8b98d4b-070e-4c52-adcc-9f03d17c3b58 req-e632043b-7e77-45bc-b9ac-8d53930b9b9e tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 945 time: 0.1586540 Feb 09 01:08:54.539421 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a6bbbcfd-9092-4da0-8a13-149357f6a5b9 req-a689f525-eff5-490f-871f-c93bde2bd31d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748255 Feb 09 01:08:54.573167 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2e25f587-b632-4c61-80a5-346f4f9543fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:54.589465 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b8b98d4b-070e-4c52-adcc-9f03d17c3b58 req-9150a781-114c-4cf5-bae0-ada73a226b96 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591223 Feb 09 01:08:54.595620 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25f587-b632-4c61-80a5-346f4f9543fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c98585-14d6-41e9-bc4c-69a4390d553c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:54.606234 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2e25f587-b632-4c61-80a5-346f4f9543fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:54.608270 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2e25f587-b632-4c61-80a5-346f4f9543fb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/10c98585-14d6-41e9-bc4c-69a4390d553c HTTP/1.1" status: 204 len: 168 time: 0.3591452 Feb 09 01:08:54.731531 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca230c7b-8deb-494a-b67a-8c3de15c2751 req-62382534-daea-463e-ab94-5e80e713ab27 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:54.742166 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ca230c7b-8deb-494a-b67a-8c3de15c2751 req-62382534-daea-463e-ab94-5e80e713ab27 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?device_id=821f2026-f3c8-4d85-b910-36eb2da192d1 HTTP/1.1" status: 200 len: 948 time: 0.4805708 Feb 09 01:08:54.773197 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f899d43-6e0e-47ef-8023-d5318be8be70 req-d468fad6-9f6e-4b8b-80fb-63bcc29e904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:54.773197 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f899d43-6e0e-47ef-8023-d5318be8be70 req-d468fad6-9f6e-4b8b-80fb-63bcc29e904f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b27a7d1c48e84580a874ab6133129408&device_id=821f2026-f3c8-4d85-b910-36eb2da192d1 HTTP/1.1" status: 200 len: 1099 time: 0.4704704 Feb 09 01:08:54.778354 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507398a-cdc7-459a-a4f2-403261c804d6 req-8b7b3c8d-8bc6-4e95-bd77-918c752f869a tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:54.779138 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-1507398a-cdc7-459a-a4f2-403261c804d6 req-8b7b3c8d-8bc6-4e95-bd77-918c752f869a tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Synchronizing usage tracker for tenant:6a459030aa9346b7b761b1ccc64f5445 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:08:54.820933 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:54.857133 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a6bbbcfd-9092-4da0-8a13-149357f6a5b9 req-91ca8c9d-aaa7-4d7d-89f6-e83d0ef34d15 service neutron] 10.222.0.35 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061891 Feb 09 01:08:54.918311 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device f2870c7b-e4ea-42eb-8a52-a691014c3190 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:08:55.075495 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41088) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:55.106379 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port f2870c7b-e4ea-42eb-8a52-a691014c3190, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=f2870c7b-e4ea-42eb-8a52-a691014c3190,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:55.130482 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'f2870c7b-e4ea-42eb-8a52-a691014c3190', 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe', 'port_id': 'f2870c7b-e4ea-42eb-8a52-a691014c3190', 'mac_address': 'fa:16:3e:4b:bc:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 988, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e21ee47-9c4f-48f6-bbce-c83436d55ec2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:08:55.213559 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bcb3c2f0-ca98-4c05-9f4f-f316008f289d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:55.240297 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:55.245726 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-bcb3c2f0-ca98-4c05-9f4f-f316008f289d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:55.253005 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-bcb3c2f0-ca98-4c05-9f4f-f316008f289d admin admin] Usage tracker for resource:security_group_rule and tenant:3e75478098b1424389f821285ef4afae is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:55.257413 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-bcb3c2f0-ca98-4c05-9f4f-f316008f289d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:55.260574 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2870c7b-e4ea-42eb-8a52-a691014c3190 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:08:55.267360 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-bcb3c2f0-ca98-4c05-9f4f-f316008f289d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:55.283636 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port f2870c7b-e4ea-42eb-8a52-a691014c3190, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=f2870c7b-e4ea-42eb-8a52-a691014c3190,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:55.287612 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c6aa1-cb83-45bd-82d7-35ecd146b516 req-6e9d7f0e-2235-4224-b252-e37b7231e557 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:55.289107 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c09c6aa1-cb83-45bd-82d7-35ecd146b516 req-6e9d7f0e-2235-4224-b252-e37b7231e557 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 943 time: 0.1821089 Feb 09 01:08:55.296474 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:55.353030 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-1507398a-cdc7-459a-a4f2-403261c804d6 req-8b7b3c8d-8bc6-4e95-bd77-918c752f869a tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Unset dirty status for tenant:6a459030aa9346b7b761b1ccc64f5445 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:08:55.357157 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1507398a-cdc7-459a-a4f2-403261c804d6 req-8b7b3c8d-8bc6-4e95-bd77-918c752f869a tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.117 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 945 time: 1.1589086 Feb 09 01:08:55.359225 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f899d43-6e0e-47ef-8023-d5318be8be70 req-370ffa49-4fb6-487b-b244-936bf9798784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:55.361984 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f899d43-6e0e-47ef-8023-d5318be8be70 req-370ffa49-4fb6-487b-b244-936bf9798784 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.5792603 Feb 09 01:08:55.367238 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c09c6aa1-cb83-45bd-82d7-35ecd146b516 req-7986dec8-ab91-4408-9402-cb0e11d8d1c7 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681412 Feb 09 01:08:55.381437 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=f2870c7b-e4ea-42eb-8a52-a691014c3190,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:55.423058 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ca230c7b-8deb-494a-b67a-8c3de15c2751 req-ae579f81-3448-49a6-924f-ad96e8ac7322 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/security-groups?id=34651d2a-6232-4cfc-9dfb-ae3dfd721f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6827822 Feb 09 01:08:55.470261 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bcb3c2f0-ca98-4c05-9f4f-f316008f289d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:55.475133 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bcb3c2f0-ca98-4c05-9f4f-f316008f289d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:55.507845 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f899d43-6e0e-47ef-8023-d5318be8be70 req-063f62ee-acac-4d30-ba5d-0597aaff42aa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=df525ac8-7a60-4605-bcdb-0e881b4f8126 HTTP/1.1" status: 200 len: 217 time: 0.0827150 Feb 09 01:08:55.588698 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-bcb3c2f0-ca98-4c05-9f4f-f316008f289d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e75478098b1424389f821285ef4afae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5105410 Feb 09 01:08:55.588698 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41092) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:55.611365 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-1507398a-cdc7-459a-a4f2-403261c804d6 req-63519acd-b334-4bef-827d-bad540467e2c tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Deleting port 2858c447-c2bf-4344-9cf1-9d62866f9e1f {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:08:55.611501 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1507398a-cdc7-459a-a4f2-403261c804d6 req-63519acd-b334-4bef-827d-bad540467e2c tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:55.671570 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f899d43-6e0e-47ef-8023-d5318be8be70 req-fcec9a97-eb8a-44c5-b912-1b55fbb7495e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:55.673321 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f899d43-6e0e-47ef-8023-d5318be8be70 req-fcec9a97-eb8a-44c5-b912-1b55fbb7495e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.1490264 Feb 09 01:08:55.717160 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['f2870c7b-e4ea-42eb-8a52-a691014c3190'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:08:55.726951 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3c2f0-ca98-4c05-9f4f-f316008f289d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab31b40a-b100-4ee0-b498-ddad127919b5,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:55.728595 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a6bbbcfd-9092-4da0-8a13-149357f6a5b9 req-b4d24607-17af-4fc0-bb0d-cce597d14788 service neutron] 10.222.0.35 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8532639 Feb 09 01:08:55.799774 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649758c-72b2-4a3f-80e4-e4faa9e13709 req-d795459d-e177-49c0-9034-03df9aa00acf tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:55.801996 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c649758c-72b2-4a3f-80e4-e4faa9e13709 req-d795459d-e177-49c0-9034-03df9aa00acf tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.37 "GET /v2.0/ports?device_id=435a6d43-7d9a-4a69-b67e-da9945def250 HTTP/1.1" status: 200 len: 944 time: 0.3136709 Feb 09 01:08:55.807482 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d4945932-0e0a-4f95-bfe5-2307eef274d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:55.881065 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d4945932-0e0a-4f95-bfe5-2307eef274d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:55.907474 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c649758c-72b2-4a3f-80e4-e4faa9e13709 req-83b027b2-e048-46c3-a875-2b07533a1e5f tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4c68870-b52b-4caa-90f2-50ef2fbd8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961437 Feb 09 01:08:55.950754 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d4945932-0e0a-4f95-bfe5-2307eef274d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:55.975490 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4945932-0e0a-4f95-bfe5-2307eef274d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab31b40a-b100-4ee0-b498-ddad127919b5,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:55.981122 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d4945932-0e0a-4f95-bfe5-2307eef274d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:55.984781 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d4945932-0e0a-4f95-bfe5-2307eef274d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab31b40a-b100-4ee0-b498-ddad127919b5 HTTP/1.1" status: 204 len: 168 time: 0.3902416 Feb 09 01:08:56.009227 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f899d43-6e0e-47ef-8023-d5318be8be70 req-3bd1071c-ad74-4e60-a6e9-f1cce83d80be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:56.011762 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f899d43-6e0e-47ef-8023-d5318be8be70 req-3bd1071c-ad74-4e60-a6e9-f1cce83d80be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3284159 Feb 09 01:08:56.205143 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008c1b7-88fc-4899-8255-3ab8aae6eba7 req-ca4d746b-c1fc-45d0-a7aa-740fd63ab737 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:56.206631 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c008c1b7-88fc-4899-8255-3ab8aae6eba7 req-ca4d746b-c1fc-45d0-a7aa-740fd63ab737 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 945 time: 0.3672066 Feb 09 01:08:56.210556 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-1507398a-cdc7-459a-a4f2-403261c804d6 req-63519acd-b334-4bef-827d-bad540467e2c tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] For port 2858c447-c2bf-4344-9cf1-9d62866f9e1f, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=2858c447-c2bf-4344-9cf1-9d62866f9e1f,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:56.210556 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1507398a-cdc7-459a-a4f2-403261c804d6 req-63519acd-b334-4bef-827d-bad540467e2c tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:56.379304 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-1507398a-cdc7-459a-a4f2-403261c804d6 req-63519acd-b334-4bef-827d-bad540467e2c tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Calling delete_port for 2858c447-c2bf-4344-9cf1-9d62866f9e1f owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:08:56.457872 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f899d43-6e0e-47ef-8023-d5318be8be70 req-67c63b96-84e9-4072-8f9a-2474cf8e9688 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027741 Feb 09 01:08:56.491432 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c008c1b7-88fc-4899-8255-3ab8aae6eba7 req-37d09764-ec84-4a0a-b7a3-529dc5a33d6e tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724707 Feb 09 01:08:56.620575 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabaf7ae-7164-4b23-b089-bf87360e1c1f req-41c5f50c-3d1f-4e62-9988-c8f268f0a408 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:56.622345 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fabaf7ae-7164-4b23-b089-bf87360e1c1f req-41c5f50c-3d1f-4e62-9988-c8f268f0a408 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 944 time: 0.1257813 Feb 09 01:08:56.681821 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fabaf7ae-7164-4b23-b089-bf87360e1c1f req-9763d3fa-b350-42eb-803b-4cbd9ef93b12 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476754 Feb 09 01:08:56.743794 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f899d43-6e0e-47ef-8023-d5318be8be70 req-54a82c82-b2dc-4350-903c-5cb216350f32 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786210 Feb 09 01:08:56.778754 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1507398a-cdc7-459a-a4f2-403261c804d6 req-63519acd-b334-4bef-827d-bad540467e2c tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:56.831240 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63519acd-b334-4bef-827d-bad540467e2c tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Pushing event deleted for resources: {'Port': ['ID=2858c447-c2bf-4344-9cf1-9d62866f9e1f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:56.904208 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e30d76-900d-46ca-b61d-96745dc1d1c4 req-123b35f4-3398-4e8f-9abb-3e50bd0fc972 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:56.904208 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e2e30d76-900d-46ca-b61d-96745dc1d1c4 req-123b35f4-3398-4e8f-9abb-3e50bd0fc972 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?device_id=821f2026-f3c8-4d85-b910-36eb2da192d1 HTTP/1.1" status: 200 len: 948 time: 0.2610126 Feb 09 01:08:56.944589 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device df525ac8-7a60-4605-bcdb-0e881b4f8126 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:08:56.944589 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 60592fcc-676d-49a4-a71e-3518a9a0ec19 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:08:56.985601 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e2e30d76-900d-46ca-b61d-96745dc1d1c4 req-c6321e52-7aa2-4865-978a-82e21a2e959c tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/security-groups?id=34651d2a-6232-4cfc-9dfb-ae3dfd721f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493135 Feb 09 01:08:56.986662 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-1507398a-cdc7-459a-a4f2-403261c804d6 req-63519acd-b334-4bef-827d-bad540467e2c tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] No DVR routers for this DVR port 2858c447-c2bf-4344-9cf1-9d62866f9e1f on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:08:56.989381 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1507398a-cdc7-459a-a4f2-403261c804d6 req-63519acd-b334-4bef-827d-bad540467e2c tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:56.992603 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d67790-ccc1-4550-a754-7bcf14d77b5e', 'name': 'network-vif-deleted', 'tag': '2858c447-c2bf-4344-9cf1-9d62866f9e1f'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:57.021744 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1507398a-cdc7-459a-a4f2-403261c804d6 req-63519acd-b334-4bef-827d-bad540467e2c tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.117 "DELETE /v2.0/ports/2858c447-c2bf-4344-9cf1-9d62866f9e1f HTTP/1.1" status: 204 len: 173 time: 1.6472032 Feb 09 01:08:57.071755 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d67790-ccc1-4550-a754-7bcf14d77b5e', 'name': 'network-vif-deleted', 'tag': '2858c447-c2bf-4344-9cf1-9d62866f9e1f', 'status': 'completed', 'code': 200} Feb 09 01:08:57.207764 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1fd5b-a323-48a3-a8eb-75076e524ab4 req-b9284583-1dcd-4054-a255-179f35d9311e tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:57.215659 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e0d1fd5b-a323-48a3-a8eb-75076e524ab4 req-b9284583-1dcd-4054-a255-179f35d9311e tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.37 "GET /v2.0/ports?device_id=435a6d43-7d9a-4a69-b67e-da9945def250 HTTP/1.1" status: 200 len: 944 time: 0.1164546 Feb 09 01:08:57.281191 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e0d1fd5b-a323-48a3-a8eb-75076e524ab4 req-9b692f60-cd08-4cad-b44e-5a15f553bfff tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4c68870-b52b-4caa-90f2-50ef2fbd8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640392 Feb 09 01:08:57.295534 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 60592fcc-676d-49a4-a71e-3518a9a0ec19 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:08:57.303098 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 60592fcc-676d-49a4-a71e-3518a9a0ec19 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:57.303467 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:57.334415 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 2858c447-c2bf-4344-9cf1-9d62866f9e1f no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:08:57.393850 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: 2858c447-c2bf-4344-9cf1-9d62866f9e1f {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:08:57.393850 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 2858c447-c2bf-4344-9cf1-9d62866f9e1f not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:08:57.466714 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port df525ac8-7a60-4605-bcdb-0e881b4f8126, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=df525ac8-7a60-4605-bcdb-0e881b4f8126,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:57.579891 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'df525ac8-7a60-4605-bcdb-0e881b4f8126', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': 'df525ac8-7a60-4605-bcdb-0e881b4f8126', 'mac_address': 'fa:16:3e:4f:28:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:08:57.579891 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:57.674579 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435a6d43-7d9a-4a69-b67e-da9945def250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60592fcc-676d-49a4-a71e-3518a9a0ec19'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:57.680808 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:57.701586 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df525ac8-7a60-4605-bcdb-0e881b4f8126 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:08:57.709855 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 60592fcc-676d-49a4-a71e-3518a9a0ec19, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=60592fcc-676d-49a4-a71e-3518a9a0ec19,segment=NetworkSegment(76261012-bb23-49dc-9e36-39631a5e06f1),segment_id=76261012-bb23-49dc-9e36-39631a5e06f1)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:57.721214 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:57.772351 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port df525ac8-7a60-4605-bcdb-0e881b4f8126, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=df525ac8-7a60-4605-bcdb-0e881b4f8126,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:57.780293 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '435a6d43-7d9a-4a69-b67e-da9945def250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60592fcc-676d-49a4-a71e-3518a9a0ec19', 'code': 200} Feb 09 01:08:57.785964 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:57.816106 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=60592fcc-676d-49a4-a71e-3518a9a0ec19,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:57.919920 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=df525ac8-7a60-4605-bcdb-0e881b4f8126,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:57.953245 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-1564de89-9056-423e-887f-bd92f9402987 req-dd3497f4-8cd6-4adf-909b-a5a2bb583b57 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Synchronizing usage tracker for tenant:6a459030aa9346b7b761b1ccc64f5445 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:08:58.040890 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-1564de89-9056-423e-887f-bd92f9402987 req-dd3497f4-8cd6-4adf-909b-a5a2bb583b57 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Unset dirty status for tenant:6a459030aa9346b7b761b1ccc64f5445 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:08:58.054205 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1564de89-9056-423e-887f-bd92f9402987 req-dd3497f4-8cd6-4adf-909b-a5a2bb583b57 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=57d67790-ccc1-4550-a754-7bcf14d77b5e HTTP/1.1" status: 200 len: 210 time: 0.4115329 Feb 09 01:08:58.102586 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7df51-2289-4c41-a90f-2fb995f0ee64 req-3e34a4f5-10ef-4f18-aa0d-fafaab5f2ce8 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:58.104580 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661b0de-4acd-4a10-9502-f02a3cb9153a req-f5b784b8-2349-4c65-bffa-157ee4d36f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:58.105936 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e661b0de-4acd-4a10-9502-f02a3cb9153a req-f5b784b8-2349-4c65-bffa-157ee4d36f89 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=435a6d43-7d9a-4a69-b67e-da9945def250 HTTP/1.1" status: 200 len: 1096 time: 0.1565759 Feb 09 01:08:58.109972 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d9c7df51-2289-4c41-a90f-2fb995f0ee64 req-3e34a4f5-10ef-4f18-aa0d-fafaab5f2ce8 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 944 time: 0.1390245 Feb 09 01:08:58.139084 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41150) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:58.156899 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['df525ac8-7a60-4605-bcdb-0e881b4f8126'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:08:58.190729 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e661b0de-4acd-4a10-9502-f02a3cb9153a req-7ab9ba11-ca0c-4caf-b842-61df8680f762 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b4c68870-b52b-4caa-90f2-50ef2fbd8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775893 Feb 09 01:08:58.199509 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d9c7df51-2289-4c41-a90f-2fb995f0ee64 req-cd142325-847c-473b-8e1f-c6f5f8b5e06f tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807331 Feb 09 01:08:58.356106 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1937869-2397-48dd-ace4-a526fc9e24ea req-cf268675-8747-4890-a268-83741490c1b2 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:58.357947 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f1937869-2397-48dd-ace4-a526fc9e24ea req-cf268675-8747-4890-a268-83741490c1b2 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?device_id=821f2026-f3c8-4d85-b910-36eb2da192d1 HTTP/1.1" status: 200 len: 949 time: 0.1246176 Feb 09 01:08:58.375792 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-6d361a4f-1d78-462e-8d89-2f4922e244a0 tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-667898907'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:58.381523 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6d361a4f-1d78-462e-8d89-2f4922e244a0 tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:58.393629 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6d361a4f-1d78-462e-8d89-2f4922e244a0 tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Usage tracker for resource:router and tenant:98b660a00f2f4036839ee372071fe2c6 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:58.397186 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6d361a4f-1d78-462e-8d89-2f4922e244a0 tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:58.406250 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6d361a4f-1d78-462e-8d89-2f4922e244a0 tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:58.446712 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f1937869-2397-48dd-ace4-a526fc9e24ea req-8934c253-08b0-4e31-b9f4-4ee3c9a16d01 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/security-groups?id=34651d2a-6232-4cfc-9dfb-ae3dfd721f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764832 Feb 09 01:08:58.487570 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d361a4f-1d78-462e-8d89-2f4922e244a0 tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:58.487570 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d361a4f-1d78-462e-8d89-2f4922e244a0 tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:58.517219 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e612a-7b97-4637-9db1-c088b88c4a63 req-15ac9171-f47f-458b-97bd-1dc5c7f3f412 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:58.518468 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a09e612a-7b97-4637-9db1-c088b88c4a63 req-15ac9171-f47f-458b-97bd-1dc5c7f3f412 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.37 "GET /v2.0/ports?device_id=435a6d43-7d9a-4a69-b67e-da9945def250 HTTP/1.1" status: 200 len: 945 time: 0.1098680 Feb 09 01:08:58.519703 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d361a4f-1d78-462e-8d89-2f4922e244a0 tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:58.568639 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d361a4f-1d78-462e-8d89-2f4922e244a0 tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:58.586168 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a09e612a-7b97-4637-9db1-c088b88c4a63 req-0d1c28e7-05b1-4ad5-b570-585514adf25d tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4c68870-b52b-4caa-90f2-50ef2fbd8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581102 Feb 09 01:08:58.597028 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d361a4f-1d78-462e-8d89-2f4922e244a0 tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:58.598181 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6d361a4f-1d78-462e-8d89-2f4922e244a0 tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4588675 Feb 09 01:08:58.600747 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41158) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:58.750450 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54c3b9a0-0c90-4229-bc23-20758520353d tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:58.950196 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device f2870c7b-e4ea-42eb-8a52-a691014c3190 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:08:59.040326 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port f2870c7b-e4ea-42eb-8a52-a691014c3190 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:08:59.048666 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port f2870c7b-e4ea-42eb-8a52-a691014c3190 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:59.048666 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:59.119888 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54c3b9a0-0c90-4229-bc23-20758520353d tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:59.119888 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54c3b9a0-0c90-4229-bc23-20758520353d tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:59.177316 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54c3b9a0-0c90-4229-bc23-20758520353d tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:59.177316 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c3b9a0-0c90-4229-bc23-20758520353d tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a496ac5-a5a1-4105-9227-b3f93b38a441 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:08:59.189887 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54c3b9a0-0c90-4229-bc23-20758520353d tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:59.191527 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-54c3b9a0-0c90-4229-bc23-20758520353d tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] 10.222.0.37 "DELETE /v2.0/routers/6a496ac5-a5a1-4105-9227-b3f93b38a441 HTTP/1.1" status: 204 len: 168 time: 0.5895371 Feb 09 01:08:59.196245 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41166) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:59.202838 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-a58b53a7-5b13-4f41-8012-83e11251327a tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Request body: {'router': {'name': 'tempest-router-1278023445', 'distributed': False}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:59.209414 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a58b53a7-5b13-4f41-8012-83e11251327a tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:08:59.212744 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a58b53a7-5b13-4f41-8012-83e11251327a tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Usage tracker for resource:router and tenant:98b660a00f2f4036839ee372071fe2c6 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:08:59.216289 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a58b53a7-5b13-4f41-8012-83e11251327a tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:08:59.224957 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a58b53a7-5b13-4f41-8012-83e11251327a tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:08:59.238685 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a58b53a7-5b13-4f41-8012-83e11251327a tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:59.240123 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a58b53a7-5b13-4f41-8012-83e11251327a tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:59.275564 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a58b53a7-5b13-4f41-8012-83e11251327a tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:59.285572 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:59.310575 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a58b53a7-5b13-4f41-8012-83e11251327a tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:59.328925 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port f2870c7b-e4ea-42eb-8a52-a691014c3190, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=f2870c7b-e4ea-42eb-8a52-a691014c3190,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:08:59.334366 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:59.406023 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a58b53a7-5b13-4f41-8012-83e11251327a tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:59.406503 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=f2870c7b-e4ea-42eb-8a52-a691014c3190,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:59.411299 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a58b53a7-5b13-4f41-8012-83e11251327a tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2093892 Feb 09 01:08:59.411299 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41172) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:08:59.586189 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-610995b2-fbc8-4c1c-9952-e522c3af9d6f tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:59.629911 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375090e2-afba-4a31-879b-e8f6571c993e req-837717f1-3038-45cd-a6e1-c77ebc5e0027 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:59.631395 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-375090e2-afba-4a31-879b-e8f6571c993e req-837717f1-3038-45cd-a6e1-c77ebc5e0027 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=a22b0073-6c58-47e8-9f6c-d841cc487367 HTTP/1.1" status: 200 len: 944 time: 0.0846555 Feb 09 01:08:59.680743 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-375090e2-afba-4a31-879b-e8f6571c993e req-b40a9205-0e02-4268-87a4-f44a4da3e244 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390675 Feb 09 01:08:59.726311 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba77a5-75f9-44a3-9187-f4913ad676ad req-535f8b33-f841-4281-b0b2-2bf0efec1679 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:59.728956 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4eba77a5-75f9-44a3-9187-f4913ad676ad req-535f8b33-f841-4281-b0b2-2bf0efec1679 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 945 time: 0.3957365 Feb 09 01:08:59.781924 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f86e604-c65f-4edd-b03a-90fc045c9010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2870c7b-e4ea-42eb-8a52-a691014c3190'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:08:59.881565 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87f692-08d3-420b-ae77-b8cbfb320257 req-d9587b68-2627-4620-b6ea-f0d95ab111cf tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:59.883048 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8f87f692-08d3-420b-ae77-b8cbfb320257 req-d9587b68-2627-4620-b6ea-f0d95ab111cf tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?device_id=821f2026-f3c8-4d85-b910-36eb2da192d1 HTTP/1.1" status: 200 len: 949 time: 0.0855482 Feb 09 01:08:59.927822 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8f87f692-08d3-420b-ae77-b8cbfb320257 req-ff6de348-92c4-45f7-9d87-b7e22d20f0d8 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/security-groups?id=34651d2a-6232-4cfc-9dfb-ae3dfd721f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381823 Feb 09 01:08:59.992723 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-610995b2-fbc8-4c1c-9952-e522c3af9d6f tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:59.997166 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-610995b2-fbc8-4c1c-9952-e522c3af9d6f tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:00.001708 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4eba77a5-75f9-44a3-9187-f4913ad676ad req-19c81edd-9049-49eb-87f1-2c92b1eb2edd tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632091 Feb 09 01:09:00.037322 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-610995b2-fbc8-4c1c-9952-e522c3af9d6f tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:00.037921 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610995b2-fbc8-4c1c-9952-e522c3af9d6f tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f7e31be0-7afb-47a9-b104-7321e582758c {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:09:00.053155 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-610995b2-fbc8-4c1c-9952-e522c3af9d6f tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:00.054352 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-610995b2-fbc8-4c1c-9952-e522c3af9d6f tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] 10.222.0.37 "DELETE /v2.0/routers/f7e31be0-7afb-47a9-b104-7321e582758c HTTP/1.1" status: 204 len: 168 time: 0.6425309 Feb 09 01:09:00.061056 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41184) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:00.064252 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f86e604-c65f-4edd-b03a-90fc045c9010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2870c7b-e4ea-42eb-8a52-a691014c3190', 'code': 200} Feb 09 01:09:00.069828 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-558568c9-e9ce-4c65-8379-0801e27d9c65 tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Request body: {'router': {'name': 'tempest-router-1034077329', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ce78ad24b66e406db40415403c5e109f'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:00.086303 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198eb73c-7c0c-4fe9-8a4f-c3227ab3c3e4 req-9494de84-d52b-41f6-98de-5ccf6d4912fc tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:00.088506 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-198eb73c-7c0c-4fe9-8a4f-c3227ab3c3e4 req-9494de84-d52b-41f6-98de-5ccf6d4912fc tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.117 "GET /v2.0/ports?device_id=a22b0073-6c58-47e8-9f6c-d841cc487367 HTTP/1.1" status: 200 len: 944 time: 0.2122393 Feb 09 01:09:00.091102 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-558568c9-e9ce-4c65-8379-0801e27d9c65 tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:00.141502 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f2f33-e7e6-4db0-969a-c09d776a49b1 req-542e9a26-1e79-460f-9100-3ebe422c6a7f tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:00.143047 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e16f2f33-e7e6-4db0-969a-c09d776a49b1 req-542e9a26-1e79-460f-9100-3ebe422c6a7f tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.37 "GET /v2.0/ports?device_id=435a6d43-7d9a-4a69-b67e-da9945def250 HTTP/1.1" status: 200 len: 945 time: 0.1135492 Feb 09 01:09:00.156998 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-558568c9-e9ce-4c65-8379-0801e27d9c65 tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Usage tracker for resource:router and tenant:ce78ad24b66e406db40415403c5e109f is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:00.165969 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-558568c9-e9ce-4c65-8379-0801e27d9c65 tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:00.192427 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e16f2f33-e7e6-4db0-969a-c09d776a49b1 req-5e5823ba-0e03-44dc-a1b1-6d885e914a40 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4c68870-b52b-4caa-90f2-50ef2fbd8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427651 Feb 09 01:09:00.211799 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-558568c9-e9ce-4c65-8379-0801e27d9c65 tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:00.250018 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-198eb73c-7c0c-4fe9-8a4f-c3227ab3c3e4 req-c2d93e8b-e630-4ebe-961b-bec816ea42a0 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Deleting port 9444193c-3318-448f-8d9f-673309b9483a {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:00.250282 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-198eb73c-7c0c-4fe9-8a4f-c3227ab3c3e4 req-c2d93e8b-e630-4ebe-961b-bec816ea42a0 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:00.291952 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-558568c9-e9ce-4c65-8379-0801e27d9c65 tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:00.293188 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-558568c9-e9ce-4c65-8379-0801e27d9c65 tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:00.361372 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-558568c9-e9ce-4c65-8379-0801e27d9c65 tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:00.501597 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-558568c9-e9ce-4c65-8379-0801e27d9c65 tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:00.510729 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2957a-46dc-4c3b-acda-3a30a5c5466a req-46b0853f-dc93-4109-acfa-c01d31988339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:00.510729 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-daf2957a-46dc-4c3b-acda-3a30a5c5466a req-46b0853f-dc93-4109-acfa-c01d31988339 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 1096 time: 0.3408868 Feb 09 01:09:00.606377 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-558568c9-e9ce-4c65-8379-0801e27d9c65 tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:00.610363 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-558568c9-e9ce-4c65-8379-0801e27d9c65 tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5460758 Feb 09 01:09:00.612107 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41196) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:00.620521 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-50b4b046-1134-4e62-833b-4e1a95a5fcbd tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:00.639680 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-daf2957a-46dc-4c3b-acda-3a30a5c5466a req-8df49630-aa8a-4901-9b56-413818ffd8ad service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186643 Feb 09 01:09:00.685495 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-198eb73c-7c0c-4fe9-8a4f-c3227ab3c3e4 req-c2d93e8b-e630-4ebe-961b-bec816ea42a0 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] For port 9444193c-3318-448f-8d9f-673309b9483a, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9444193c-3318-448f-8d9f-673309b9483a,segment=NetworkSegment(6154358e-e554-4dc0-839f-e7ea57b17fd4),segment_id=6154358e-e554-4dc0-839f-e7ea57b17fd4)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:00.687066 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-198eb73c-7c0c-4fe9-8a4f-c3227ab3c3e4 req-c2d93e8b-e630-4ebe-961b-bec816ea42a0 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:00.975167 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device df525ac8-7a60-4605-bcdb-0e881b4f8126 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:09:00.990712 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-198eb73c-7c0c-4fe9-8a4f-c3227ab3c3e4 req-c2d93e8b-e630-4ebe-961b-bec816ea42a0 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Calling delete_port for 9444193c-3318-448f-8d9f-673309b9483a owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:01.097093 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port df525ac8-7a60-4605-bcdb-0e881b4f8126 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:09:01.114903 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port df525ac8-7a60-4605-bcdb-0e881b4f8126 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:01.115285 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:01.123960 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a652c02-2fc1-44cf-a542-eb009eebe6d6 req-4f8ba1a6-38ec-4855-a371-31cf9daef3da tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:01.135474 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5a652c02-2fc1-44cf-a542-eb009eebe6d6 req-4f8ba1a6-38ec-4855-a371-31cf9daef3da tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/ports?device_id=a22b0073-6c58-47e8-9f6c-d841cc487367 HTTP/1.1" status: 200 len: 944 time: 0.2572153 Feb 09 01:09:01.251156 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:01.261787 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5a652c02-2fc1-44cf-a542-eb009eebe6d6 req-ae5a8f79-d56e-40c0-b3f9-a2f8738582da tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.37 "GET /v2.0/security-groups?id=70934211-77d7-4311-8161-ff2b6606586a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191833 Feb 09 01:09:01.271203 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50b4b046-1134-4e62-833b-4e1a95a5fcbd tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:01.271203 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50b4b046-1134-4e62-833b-4e1a95a5fcbd tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks [] for router, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:01.291224 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-198eb73c-7c0c-4fe9-8a4f-c3227ab3c3e4 req-c2d93e8b-e630-4ebe-961b-bec816ea42a0 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:01.295916 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port df525ac8-7a60-4605-bcdb-0e881b4f8126, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=df525ac8-7a60-4605-bcdb-0e881b4f8126,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:01.303643 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:01.395801 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=df525ac8-7a60-4605-bcdb-0e881b4f8126,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:01.411373 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d93e8b-e630-4ebe-961b-bec816ea42a0 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Pushing event deleted for resources: {'Port': ['ID=9444193c-3318-448f-8d9f-673309b9483a,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:01.454549 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08c11e-2ebc-4afc-acb1-295d2cfc8c28 req-2b70279d-5eb0-4b30-ac05-97b84285f7d7 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:01.456821 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5b08c11e-2ebc-4afc-acb1-295d2cfc8c28 req-2b70279d-5eb0-4b30-ac05-97b84285f7d7 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.37 "GET /v2.0/ports?device_id=435a6d43-7d9a-4a69-b67e-da9945def250 HTTP/1.1" status: 200 len: 945 time: 0.7849398 Feb 09 01:09:01.457328 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-50b4b046-1134-4e62-833b-4e1a95a5fcbd tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87611) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 09 01:09:01.458300 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-50b4b046-1134-4e62-833b-4e1a95a5fcbd tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Router 18bc3707-6767-488c-aed6-62c076f3c533 migrating from provider to provider. {{(pid=87611) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 09 01:09:01.458300 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50b4b046-1134-4e62-833b-4e1a95a5fcbd tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:01.464695 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50b4b046-1134-4e62-833b-4e1a95a5fcbd tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:01.480723 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50b4b046-1134-4e62-833b-4e1a95a5fcbd tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8101386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8101405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8095324'] for router, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:01.516608 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-198eb73c-7c0c-4fe9-8a4f-c3227ab3c3e4 req-c2d93e8b-e630-4ebe-961b-bec816ea42a0 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] No DVR routers for this DVR port 9444193c-3318-448f-8d9f-673309b9483a on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:09:01.524802 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-198eb73c-7c0c-4fe9-8a4f-c3227ab3c3e4 req-c2d93e8b-e630-4ebe-961b-bec816ea42a0 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:01.527675 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22b0073-6c58-47e8-9f6c-d841cc487367', 'name': 'network-vif-deleted', 'tag': '9444193c-3318-448f-8d9f-673309b9483a'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:09:01.546259 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-198eb73c-7c0c-4fe9-8a4f-c3227ab3c3e4 req-c2d93e8b-e630-4ebe-961b-bec816ea42a0 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] 10.222.0.117 "DELETE /v2.0/ports/9444193c-3318-448f-8d9f-673309b9483a HTTP/1.1" status: 204 len: 173 time: 1.4472547 Feb 09 01:09:01.574502 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5b08c11e-2ebc-4afc-acb1-295d2cfc8c28 req-dab6f882-32cf-4634-ad33-e5bce03fb12f tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4c68870-b52b-4caa-90f2-50ef2fbd8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116905 Feb 09 01:09:01.582954 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a6fb0-5238-4528-9707-598fe246d4f5 req-33a940be-fbe9-4d4c-a5fa-581d6d5add21 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:01.591844 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9a0a6fb0-5238-4528-9707-598fe246d4f5 req-33a940be-fbe9-4d4c-a5fa-581d6d5add21 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?device_id=821f2026-f3c8-4d85-b910-36eb2da192d1 HTTP/1.1" status: 200 len: 950 time: 0.1781797 Feb 09 01:09:01.648217 n-d-828419-1 neutron-server[87611]: WARNING neutron.scheduler.l3_agent_scheduler [None req-50b4b046-1134-4e62-833b-4e1a95a5fcbd tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] No L3 agents can host the router 18bc3707-6767-488c-aed6-62c076f3c533 Feb 09 01:09:01.675286 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9a0a6fb0-5238-4528-9707-598fe246d4f5 req-ea0fde9e-e3c5-4878-8c6c-75e696eff3de tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/security-groups?id=34651d2a-6232-4cfc-9dfb-ae3dfd721f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822835 Feb 09 01:09:01.750018 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22b0073-6c58-47e8-9f6c-d841cc487367', 'name': 'network-vif-deleted', 'tag': '9444193c-3318-448f-8d9f-673309b9483a', 'status': 'completed', 'code': 200} Feb 09 01:09:01.890645 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b4b046-1134-4e62-833b-4e1a95a5fcbd tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Hosts for router 18bc3707-6767-488c-aed6-62c076f3c533: [] {{(pid=87611) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Feb 09 01:09:01.933462 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b4b046-1134-4e62-833b-4e1a95a5fcbd tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Hosts for other DVR routers connected to router 18bc3707-6767-488c-aed6-62c076f3c533: set() {{(pid=87611) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Feb 09 01:09:01.936176 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50b4b046-1134-4e62-833b-4e1a95a5fcbd tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:01.940015 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-50b4b046-1134-4e62-833b-4e1a95a5fcbd tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] 10.222.0.37 "PUT /v2.0/routers/18bc3707-6767-488c-aed6-62c076f3c533 HTTP/1.1" status: 200 len: 717 time: 1.3276522 Feb 09 01:09:01.940160 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41208) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:01.951354 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de4f8d-eb80-4b30-8672-53814586a998 req-1db7ae00-452f-4365-a31d-6af3d2395ec8 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:01.952155 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a9de4f8d-eb80-4b30-8672-53814586a998 req-1db7ae00-452f-4365-a31d-6af3d2395ec8 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 945 time: 0.2308671 Feb 09 01:09:02.028324 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a9de4f8d-eb80-4b30-8672-53814586a998 req-e47e5f70-a160-4b6e-b0c3-4c9d0cf8abce tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696616 Feb 09 01:09:02.065558 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821f2026-f3c8-4d85-b910-36eb2da192d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df525ac8-7a60-4605-bcdb-0e881b4f8126'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:09:02.087564 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b8ea514e-a661-4015-b766-5b8c58933301 tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] 10.222.0.37 "GET /v2.0/routers/18bc3707-6767-488c-aed6-62c076f3c533 HTTP/1.1" status: 200 len: 717 time: 0.1462028 Feb 09 01:09:02.090139 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41216) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:02.142409 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821f2026-f3c8-4d85-b910-36eb2da192d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df525ac8-7a60-4605-bcdb-0e881b4f8126', 'code': 200} Feb 09 01:09:02.368242 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41224) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:02.433532 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41230) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:02.433710 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2e15dbbf-3944-4f0f-8a85-19486319b1fd tempest-RoutersTestDVR-71695087 tempest-RoutersTestDVR-71695087-project] 10.222.0.37 "GET /v2.0/routers/18bc3707-6767-488c-aed6-62c076f3c533 HTTP/1.1" status: 200 len: 683 time: 0.3401654 Feb 09 01:09:02.455339 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a11dfe-f2f0-4145-af30-49b727fcc09f req-f3a1de3c-be38-40b9-bac5-ebabf56a3093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:02.456922 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-49a11dfe-f2f0-4145-af30-49b727fcc09f req-f3a1de3c-be38-40b9-bac5-ebabf56a3093 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=821f2026-f3c8-4d85-b910-36eb2da192d1 HTTP/1.1" status: 200 len: 1101 time: 0.1776283 Feb 09 01:09:02.501598 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-49a11dfe-f2f0-4145-af30-49b727fcc09f req-1ade5bab-4791-4302-b22f-b772d1a0e6f4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=34651d2a-6232-4cfc-9dfb-ae3dfd721f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377705 Feb 09 01:09:02.737504 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a4268883-8eef-4766-8473-d86614929ccc tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:02.825612 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0be04a4-adf8-49d2-8a83-c402e4e2b231 admin admin] Deleting subnet 71237ce4-c470-4847-a2d1-f1f13758c999 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:09:02.825612 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f0be04a4-adf8-49d2-8a83-c402e4e2b231 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:02.874720 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6804b3d-7cb1-42ff-a162-d8e4bc9745f9 req-bc745c62-578e-4e8b-845d-12b0d6f762f7 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:02.876193 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e6804b3d-7cb1-42ff-a162-d8e4bc9745f9 req-bc745c62-578e-4e8b-845d-12b0d6f762f7 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.37 "GET /v2.0/ports?device_id=435a6d43-7d9a-4a69-b67e-da9945def250 HTTP/1.1" status: 200 len: 945 time: 0.1772983 Feb 09 01:09:02.889478 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea8ee7-7638-42dd-9211-68c227c28232 req-f35e6a45-a929-4f53-bbfc-72081f6834fd tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:02.890862 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e1ea8ee7-7638-42dd-9211-68c227c28232 req-f35e6a45-a929-4f53-bbfc-72081f6834fd tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.35 "GET /v2.0/ports?device_id=435a6d43-7d9a-4a69-b67e-da9945def250 HTTP/1.1" status: 200 len: 945 time: 0.1407616 Feb 09 01:09:02.969419 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e6804b3d-7cb1-42ff-a162-d8e4bc9745f9 req-ec733b96-5321-493f-b5dc-d79981a65aa7 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.37 "GET /v2.0/security-groups?id=b4c68870-b52b-4caa-90f2-50ef2fbd8605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775201 Feb 09 01:09:03.000454 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-e1ea8ee7-7638-42dd-9211-68c227c28232 req-ca406c3d-a6c6-4fdf-bcf5-d3b6526eef52 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Deleting port 60592fcc-676d-49a4-a71e-3518a9a0ec19 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:03.001941 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e1ea8ee7-7638-42dd-9211-68c227c28232 req-ca406c3d-a6c6-4fdf-bcf5-d3b6526eef52 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:03.088516 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f0be04a4-adf8-49d2-8a83-c402e4e2b231 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:03.196730 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a4268883-8eef-4766-8473-d86614929ccc tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:03.206996 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a4268883-8eef-4766-8473-d86614929ccc tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:03.239429 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f0be04a4-adf8-49d2-8a83-c402e4e2b231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:03.312032 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295647a-4bf1-4a12-88bc-8cba882287f3 req-aebceb5d-b8de-4cd8-9152-5738489ba77d tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:03.312032 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4295647a-4bf1-4a12-88bc-8cba882287f3 req-aebceb5d-b8de-4cd8-9152-5738489ba77d tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?device_id=821f2026-f3c8-4d85-b910-36eb2da192d1 HTTP/1.1" status: 200 len: 950 time: 0.4572494 Feb 09 01:09:03.312032 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a4268883-8eef-4766-8473-d86614929ccc tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:03.312032 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4268883-8eef-4766-8473-d86614929ccc tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 18bc3707-6767-488c-aed6-62c076f3c533 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:09:03.335760 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a4268883-8eef-4766-8473-d86614929ccc tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:03.335760 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a4268883-8eef-4766-8473-d86614929ccc tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] 10.222.0.37 "DELETE /v2.0/routers/18bc3707-6767-488c-aed6-62c076f3c533 HTTP/1.1" status: 204 len: 168 time: 0.8921354 Feb 09 01:09:03.335760 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41240) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:03.343219 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-ac73b34a-23b6-49ea-a07a-9f0319caee3a tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Request body: {'router': {'name': 'tempest-router-237956786', 'distributed': True}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:03.350544 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 9444193c-3318-448f-8d9f-673309b9483a no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:09:03.361983 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ac73b34a-23b6-49ea-a07a-9f0319caee3a tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:03.368973 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ac73b34a-23b6-49ea-a07a-9f0319caee3a tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Usage tracker for resource:router and tenant:98b660a00f2f4036839ee372071fe2c6 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:03.391320 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ac73b34a-23b6-49ea-a07a-9f0319caee3a tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:03.408379 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ac73b34a-23b6-49ea-a07a-9f0319caee3a tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:03.422799 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: 9444193c-3318-448f-8d9f-673309b9483a {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:09:03.422799 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 9444193c-3318-448f-8d9f-673309b9483a not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:09:03.429827 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f0be04a4-adf8-49d2-8a83-c402e4e2b231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:03.449232 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-e1ea8ee7-7638-42dd-9211-68c227c28232 req-ca406c3d-a6c6-4fdf-bcf5-d3b6526eef52 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] For port 60592fcc-676d-49a4-a71e-3518a9a0ec19, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=60592fcc-676d-49a4-a71e-3518a9a0ec19,segment=NetworkSegment(76261012-bb23-49dc-9e36-39631a5e06f1),segment_id=76261012-bb23-49dc-9e36-39631a5e06f1)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:03.450311 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e1ea8ee7-7638-42dd-9211-68c227c28232 req-ca406c3d-a6c6-4fdf-bcf5-d3b6526eef52 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:03.487294 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be04a4-adf8-49d2-8a83-c402e4e2b231 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71237ce4-c470-4847-a2d1-f1f13758c999,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:03.498547 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ac73b34a-23b6-49ea-a07a-9f0319caee3a tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:03.498547 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ac73b34a-23b6-49ea-a07a-9f0319caee3a tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:03.503867 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4295647a-4bf1-4a12-88bc-8cba882287f3 req-3b526822-07b7-4a0c-ae54-9c47d219b60e tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/security-groups?id=34651d2a-6232-4cfc-9dfb-ae3dfd721f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489067 Feb 09 01:09:03.505599 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f0be04a4-adf8-49d2-8a83-c402e4e2b231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:03.519406 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f0be04a4-adf8-49d2-8a83-c402e4e2b231 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/71237ce4-c470-4847-a2d1-f1f13758c999 HTTP/1.1" status: 204 len: 168 time: 1.1478584 Feb 09 01:09:03.519579 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41244) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:03.584864 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e585a3-1a3d-4bea-90f4-7f0f324bfd98 req-e36b14f7-a8ac-4b80-bd59-bce37b67dbcd tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:03.586367 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-98e585a3-1a3d-4bea-90f4-7f0f324bfd98 req-e36b14f7-a8ac-4b80-bd59-bce37b67dbcd tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 945 time: 0.2772524 Feb 09 01:09:03.598363 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-e1ea8ee7-7638-42dd-9211-68c227c28232 req-ca406c3d-a6c6-4fdf-bcf5-d3b6526eef52 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Calling delete_port for 60592fcc-676d-49a4-a71e-3518a9a0ec19 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:03.604868 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ac73b34a-23b6-49ea-a07a-9f0319caee3a tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:03.662805 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2cbc5eb4-1e75-4b8a-9ff4-c52af989a29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:03.665473 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ac73b34a-23b6-49ea-a07a-9f0319caee3a tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:03.712886 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-98e585a3-1a3d-4bea-90f4-7f0f324bfd98 req-85edd4d6-2f9f-40a5-ad8f-8e1f4719e4ff tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859988 Feb 09 01:09:03.730682 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ac73b34a-23b6-49ea-a07a-9f0319caee3a tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:03.733686 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ac73b34a-23b6-49ea-a07a-9f0319caee3a tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4022393 Feb 09 01:09:03.736671 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41250) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:03.787880 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e1ea8ee7-7638-42dd-9211-68c227c28232 req-ca406c3d-a6c6-4fdf-bcf5-d3b6526eef52 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:03.844007 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca406c3d-a6c6-4fdf-bcf5-d3b6526eef52 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Pushing event deleted for resources: {'Port': ['ID=60592fcc-676d-49a4-a71e-3518a9a0ec19,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:03.945368 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ea8ee7-7638-42dd-9211-68c227c28232 req-ca406c3d-a6c6-4fdf-bcf5-d3b6526eef52 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] No DVR routers for this DVR port 60592fcc-676d-49a4-a71e-3518a9a0ec19 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:09:03.948636 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e1ea8ee7-7638-42dd-9211-68c227c28232 req-ca406c3d-a6c6-4fdf-bcf5-d3b6526eef52 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:03.965105 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435a6d43-7d9a-4a69-b67e-da9945def250', 'name': 'network-vif-deleted', 'tag': '60592fcc-676d-49a4-a71e-3518a9a0ec19'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:09:03.971176 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1fc92084-6839-4b38-b7cc-0ecc37734336 tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:03.975688 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e1ea8ee7-7638-42dd-9211-68c227c28232 req-ca406c3d-a6c6-4fdf-bcf5-d3b6526eef52 tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.35 "DELETE /v2.0/ports/60592fcc-676d-49a4-a71e-3518a9a0ec19 HTTP/1.1" status: 204 len: 173 time: 1.0507059 Feb 09 01:09:04.027151 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '435a6d43-7d9a-4a69-b67e-da9945def250', 'name': 'network-vif-deleted', 'tag': '60592fcc-676d-49a4-a71e-3518a9a0ec19', 'status': 'completed', 'code': 200} Feb 09 01:09:04.053104 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2cbc5eb4-1e75-4b8a-9ff4-c52af989a29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:04.233311 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-53263193-ec09-4646-9380-95b97056938e req-213f756a-f4f3-4338-b7c3-8d77571f2f7f tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Synchronizing usage tracker for tenant:d959eeb6dca046039b2da6e68228f259 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:09:04.250695 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-53263193-ec09-4646-9380-95b97056938e req-213f756a-f4f3-4338-b7c3-8d77571f2f7f tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] Unset dirty status for tenant:d959eeb6dca046039b2da6e68228f259 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:09:04.257628 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-53263193-ec09-4646-9380-95b97056938e req-213f756a-f4f3-4338-b7c3-8d77571f2f7f tempest-InstanceActionsNegativeTestJSON-1663964999 tempest-InstanceActionsNegativeTestJSON-1663964999-project] 10.222.0.37 "GET /v2.0/ports?device_id=435a6d43-7d9a-4a69-b67e-da9945def250 HTTP/1.1" status: 200 len: 210 time: 0.0765166 Feb 09 01:09:04.446408 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-2cbc5eb4-1e75-4b8a-9ff4-c52af989a29c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48fff0c2-cb8c-4c86-992a-0e113098b5fc']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:04.532504 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-2cbc5eb4-1e75-4b8a-9ff4-c52af989a29c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6154358e-e554-4dc0-839f-e7ea57b17fd4') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:04.532801 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-2cbc5eb4-1e75-4b8a-9ff4-c52af989a29c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6154358e-e554-4dc0-839f-e7ea57b17fd4') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:04.618469 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2cbc5eb4-1e75-4b8a-9ff4-c52af989a29c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:04.635354 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1fc92084-6839-4b38-b7cc-0ecc37734336 tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:04.645313 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1fc92084-6839-4b38-b7cc-0ecc37734336 tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:04.659786 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2cbc5eb4-1e75-4b8a-9ff4-c52af989a29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:04.680877 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cbc5eb4-1e75-4b8a-9ff4-c52af989a29c admin admin] Releasing vlan 992 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:09:04.681281 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2cbc5eb4-1e75-4b8a-9ff4-c52af989a29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:04.695770 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:09:04.695770 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:09:04.695770 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:09:04.695770 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:09:04.695770 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:09:04.695770 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:09:04.695770 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:09:04.695770 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:09:04.695770 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:09:04.695770 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:09:04.695770 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:09:04.695770 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:09:04.695770 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:09:04.695770 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:09:04.695770 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:09:04.695770 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:09:04.695770 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:09:04.695770 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:09:04.695770 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:09:04.695770 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:09:04.695770 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:09:04.695770 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:09:04.695770 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:09:04.695770 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:09:04.695770 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:09:04.695770 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:09:04.695770 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:09:04.695770 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:09:04.695770 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:09:04.695770 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:09:04.695770 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:09:04.695770 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:09:04.735647 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfb9bc-9fc5-40b9-9efc-481d53b29e44 req-f83499b5-ce20-48c1-93b8-c4b979f64f78 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:04.742494 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-11cfb9bc-9fc5-40b9-9efc-481d53b29e44 req-f83499b5-ce20-48c1-93b8-c4b979f64f78 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?device_id=821f2026-f3c8-4d85-b910-36eb2da192d1 HTTP/1.1" status: 200 len: 950 time: 0.1046126 Feb 09 01:09:04.750539 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1fc92084-6839-4b38-b7cc-0ecc37734336 tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:04.750984 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc92084-6839-4b38-b7cc-0ecc37734336 tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe23e53b-12b9-496a-8581-071fbad8eec9 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:09:04.778828 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb01491-579a-4f3d-906d-27026a534d2a req-665f2680-16e1-4aa3-9274-88f89c420678 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:04.780042 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dcb01491-579a-4f3d-906d-27026a534d2a req-665f2680-16e1-4aa3-9274-88f89c420678 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 945 time: 0.5525270 Feb 09 01:09:04.820830 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-11cfb9bc-9fc5-40b9-9efc-481d53b29e44 req-89c57a08-ffd5-4836-84c8-d24fd954ba06 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/security-groups?id=34651d2a-6232-4cfc-9dfb-ae3dfd721f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696528 Feb 09 01:09:04.829333 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1fc92084-6839-4b38-b7cc-0ecc37734336 tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:04.829333 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1fc92084-6839-4b38-b7cc-0ecc37734336 tempest-RoutersTestDVR-212865840 tempest-RoutersTestDVR-212865840-project-admin] 10.222.0.37 "DELETE /v2.0/routers/fe23e53b-12b9-496a-8581-071fbad8eec9 HTTP/1.1" status: 204 len: 168 time: 1.0733685 Feb 09 01:09:04.829333 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2cbc5eb4-1e75-4b8a-9ff4-c52af989a29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:04.892275 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2cbc5eb4-1e75-4b8a-9ff4-c52af989a29c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:04.892275 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dcb01491-579a-4f3d-906d-27026a534d2a req-35ed7a27-584a-448b-9b37-cf1ef7e561b8 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958481 Feb 09 01:09:04.905074 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc5eb4-1e75-4b8a-9ff4-c52af989a29c admin admin] Pushing event deleted for resources: {'Network': ['ID=48fff0c2-cb8c-4c86-992a-0e113098b5fc,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:04.913407 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2cbc5eb4-1e75-4b8a-9ff4-c52af989a29c admin admin] 10.222.0.37 "DELETE /v2.0/networks/48fff0c2-cb8c-4c86-992a-0e113098b5fc HTTP/1.1" status: 204 len: 168 time: 1.3916378 Feb 09 01:09:04.923105 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41268) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:04.968297 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 60592fcc-676d-49a4-a71e-3518a9a0ec19 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:09:04.994279 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d665c7d-190c-4e31-97be-3b686db6344b admin admin] Deleting subnet efc3240c-4fb4-4881-8fa0-28d3d6f50462 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:09:05.002419 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d665c7d-190c-4e31-97be-3b686db6344b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:05.054034 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 60592fcc-676d-49a4-a71e-3518a9a0ec19 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:09:05.054917 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 60592fcc-676d-49a4-a71e-3518a9a0ec19 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:09:05.069523 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d665c7d-190c-4e31-97be-3b686db6344b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:05.131051 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41274) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:05.137701 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d665c7d-190c-4e31-97be-3b686db6344b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:05.222119 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d665c7d-190c-4e31-97be-3b686db6344b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:05.264892 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-14b26558-ab83-4a1a-85ab-7634b9236fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:05.280091 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-14b26558-ab83-4a1a-85ab-7634b9236fae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:05.284154 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-14b26558-ab83-4a1a-85ab-7634b9236fae admin admin] Usage tracker for resource:security_group_rule and tenant:ce78ad24b66e406db40415403c5e109f is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:05.287287 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-14b26558-ab83-4a1a-85ab-7634b9236fae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:05.293447 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-14b26558-ab83-4a1a-85ab-7634b9236fae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:05.302839 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d665c7d-190c-4e31-97be-3b686db6344b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efc3240c-4fb4-4881-8fa0-28d3d6f50462,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:05.305065 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d665c7d-190c-4e31-97be-3b686db6344b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:05.319287 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2d665c7d-190c-4e31-97be-3b686db6344b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/efc3240c-4fb4-4881-8fa0-28d3d6f50462 HTTP/1.1" status: 204 len: 168 time: 0.4032035 Feb 09 01:09:05.324961 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41284) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:05.359361 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41288) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:05.444978 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae3b31-2b4a-4613-96f5-b1433ec0cd3e req-7ea8cfad-55bd-47f9-9365-3a849b2e7066 tempest-ServersAdminNegativeTestJSON-1341881044 tempest-ServersAdminNegativeTestJSON-1341881044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:05.446540 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-57ae3b31-2b4a-4613-96f5-b1433ec0cd3e req-7ea8cfad-55bd-47f9-9365-3a849b2e7066 tempest-ServersAdminNegativeTestJSON-1341881044 tempest-ServersAdminNegativeTestJSON-1341881044-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=821f2026-f3c8-4d85-b910-36eb2da192d1 HTTP/1.1" status: 200 len: 1101 time: 0.1937261 Feb 09 01:09:05.449118 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a6cb31ef-8eb2-49b2-8e06-4daa8c076941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:05.450357 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-b344bc2a-96fa-49e2-acb9-6ab25a9d206c admin admin] Deleting subnet b8562f36-e362-4753-8b8b-feb83d47622f {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:09:05.456597 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-14b26558-ab83-4a1a-85ab-7634b9236fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:05.457638 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b344bc2a-96fa-49e2-acb9-6ab25a9d206c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:05.482763 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-57ae3b31-2b4a-4613-96f5-b1433ec0cd3e req-51d6419d-b0f8-45da-9ca8-8dc9fada2493 tempest-ServersAdminNegativeTestJSON-1341881044 tempest-ServersAdminNegativeTestJSON-1341881044-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:05.485566 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-14b26558-ab83-4a1a-85ab-7634b9236fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:05.525651 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-57ae3b31-2b4a-4613-96f5-b1433ec0cd3e req-51d6419d-b0f8-45da-9ca8-8dc9fada2493 tempest-ServersAdminNegativeTestJSON-1341881044 tempest-ServersAdminNegativeTestJSON-1341881044-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:05.552803 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-14b26558-ab83-4a1a-85ab-7634b9236fae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce78ad24b66e406db40415403c5e109f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4206572 Feb 09 01:09:05.555552 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b26558-ab83-4a1a-85ab-7634b9236fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4745bb-ce0c-4a4b-ba06-e438082f9626,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:05.560764 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b344bc2a-96fa-49e2-acb9-6ab25a9d206c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:05.586174 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41292) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:05.590429 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-57ae3b31-2b4a-4613-96f5-b1433ec0cd3e req-51d6419d-b0f8-45da-9ca8-8dc9fada2493 tempest-ServersAdminNegativeTestJSON-1341881044 tempest-ServersAdminNegativeTestJSON-1341881044-project-admin] Usage tracker for resource:security_group_rule and tenant:0350be3fb8ee426a82e99b30328f29ad is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:05.597841 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-57ae3b31-2b4a-4613-96f5-b1433ec0cd3e req-51d6419d-b0f8-45da-9ca8-8dc9fada2493 tempest-ServersAdminNegativeTestJSON-1341881044 tempest-ServersAdminNegativeTestJSON-1341881044-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:05.617207 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-57ae3b31-2b4a-4613-96f5-b1433ec0cd3e req-51d6419d-b0f8-45da-9ca8-8dc9fada2493 tempest-ServersAdminNegativeTestJSON-1341881044 tempest-ServersAdminNegativeTestJSON-1341881044-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:05.628661 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a6cb31ef-8eb2-49b2-8e06-4daa8c076941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:05.653782 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b344bc2a-96fa-49e2-acb9-6ab25a9d206c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:05.664907 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-a6cb31ef-8eb2-49b2-8e06-4daa8c076941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fba56be-24f8-45b5-aff6-45eeb0c4cc9b']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:05.681023 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-a6cb31ef-8eb2-49b2-8e06-4daa8c076941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb95070-8463-432d-886a-f8f24fa7ea8b') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:05.681319 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-a6cb31ef-8eb2-49b2-8e06-4daa8c076941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb95070-8463-432d-886a-f8f24fa7ea8b') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:05.698760 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a6cb31ef-8eb2-49b2-8e06-4daa8c076941 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:05.720803 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a6cb31ef-8eb2-49b2-8e06-4daa8c076941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:05.722129 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1bc41906-bf82-4e8f-b91a-8f7ac3ee3057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:05.731388 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6cb31ef-8eb2-49b2-8e06-4daa8c076941 admin admin] Releasing vlan 996 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:09:05.731770 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a6cb31ef-8eb2-49b2-8e06-4daa8c076941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:05.744945 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:09:05.744945 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:09:05.744945 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:09:05.744945 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:09:05.744945 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:09:05.744945 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:09:05.744945 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:09:05.744945 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:09:05.744945 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:09:05.744945 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:09:05.744945 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:09:05.744945 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:09:05.744945 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:09:05.744945 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:09:05.744945 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:09:05.744945 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:09:05.744945 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:09:05.744945 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:09:05.744945 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:09:05.744945 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:09:05.744945 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:09:05.744945 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:09:05.744945 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:09:05.744945 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:09:05.744945 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:09:05.744945 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:09:05.744945 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:09:05.744945 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:09:05.744945 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:09:05.744945 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:09:05.744945 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:09:05.744945 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:09:05.759033 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1bc41906-bf82-4e8f-b91a-8f7ac3ee3057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:05.772486 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b344bc2a-96fa-49e2-acb9-6ab25a9d206c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:05.821491 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b344bc2a-96fa-49e2-acb9-6ab25a9d206c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8562f36-e362-4753-8b8b-feb83d47622f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:05.839698 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b344bc2a-96fa-49e2-acb9-6ab25a9d206c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:05.853944 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-57ae3b31-2b4a-4613-96f5-b1433ec0cd3e req-51d6419d-b0f8-45da-9ca8-8dc9fada2493 tempest-ServersAdminNegativeTestJSON-1341881044 tempest-ServersAdminNegativeTestJSON-1341881044-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:05.855241 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a6cb31ef-8eb2-49b2-8e06-4daa8c076941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:05.858846 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b344bc2a-96fa-49e2-acb9-6ab25a9d206c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b8562f36-e362-4753-8b8b-feb83d47622f HTTP/1.1" status: 204 len: 168 time: 0.4981911 Feb 09 01:09:05.860331 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41296) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:05.872167 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a6cb31ef-8eb2-49b2-8e06-4daa8c076941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:05.878901 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-57ae3b31-2b4a-4613-96f5-b1433ec0cd3e req-51d6419d-b0f8-45da-9ca8-8dc9fada2493 tempest-ServersAdminNegativeTestJSON-1341881044 tempest-ServersAdminNegativeTestJSON-1341881044-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:05.900682 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb31ef-8eb2-49b2-8e06-4daa8c076941 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fba56be-24f8-45b5-aff6-45eeb0c4cc9b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:05.921732 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-57ae3b31-2b4a-4613-96f5-b1433ec0cd3e req-51d6419d-b0f8-45da-9ca8-8dc9fada2493 tempest-ServersAdminNegativeTestJSON-1341881044 tempest-ServersAdminNegativeTestJSON-1341881044-project-admin] Synchronizing usage tracker for tenant:0350be3fb8ee426a82e99b30328f29ad on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:09:05.930336 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a6cb31ef-8eb2-49b2-8e06-4daa8c076941 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4fba56be-24f8-45b5-aff6-45eeb0c4cc9b HTTP/1.1" status: 204 len: 168 time: 0.6018081 Feb 09 01:09:05.936159 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6419d-b0f8-45da-9ca8-8dc9fada2493 tempest-ServersAdminNegativeTestJSON-1341881044 tempest-ServersAdminNegativeTestJSON-1341881044-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b99b35-9314-468e-97cb-b83a51a7b402,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:05.955393 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-57ae3b31-2b4a-4613-96f5-b1433ec0cd3e req-51d6419d-b0f8-45da-9ca8-8dc9fada2493 tempest-ServersAdminNegativeTestJSON-1341881044 tempest-ServersAdminNegativeTestJSON-1341881044-project-admin] Unset dirty status for tenant:0350be3fb8ee426a82e99b30328f29ad on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:09:05.967373 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-57ae3b31-2b4a-4613-96f5-b1433ec0cd3e req-51d6419d-b0f8-45da-9ca8-8dc9fada2493 tempest-ServersAdminNegativeTestJSON-1341881044 tempest-ServersAdminNegativeTestJSON-1341881044-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=34651d2a-6232-4cfc-9dfb-ae3dfd721f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5039032 Feb 09 01:09:05.976516 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1bc41906-bf82-4e8f-b91a-8f7ac3ee3057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:06.009485 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc41906-bf82-4e8f-b91a-8f7ac3ee3057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4745bb-ce0c-4a4b-ba06-e438082f9626,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:06.015260 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a3db23ae-66a9-44d0-a92d-f31d23fe72ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:06.019034 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1bc41906-bf82-4e8f-b91a-8f7ac3ee3057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:06.020533 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1bc41906-bf82-4e8f-b91a-8f7ac3ee3057 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f4745bb-ce0c-4a4b-ba06-e438082f9626 HTTP/1.1" status: 204 len: 168 time: 0.4333718 Feb 09 01:09:06.109711 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41306) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:06.166113 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d8c06101-351a-4842-b9de-b9ded6546afe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a459030aa9346b7b761b1ccc64f5445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550303 Feb 09 01:09:06.168713 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41310) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:06.235547 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5bcda78f-5e71-4534-9d54-c9b2386fdbac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:06.270084 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5bcda78f-5e71-4534-9d54-c9b2386fdbac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:06.329803 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5bcda78f-5e71-4534-9d54-c9b2386fdbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:06.347459 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcda78f-5e71-4534-9d54-c9b2386fdbac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70934211-77d7-4311-8161-ff2b6606586a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:06.365875 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5bcda78f-5e71-4534-9d54-c9b2386fdbac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:06.366526 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a3db23ae-66a9-44d0-a92d-f31d23fe72ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:06.367248 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5bcda78f-5e71-4534-9d54-c9b2386fdbac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70934211-77d7-4311-8161-ff2b6606586a HTTP/1.1" status: 204 len: 168 time: 0.1975114 Feb 09 01:09:06.401369 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-a3db23ae-66a9-44d0-a92d-f31d23fe72ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2895cbb4-518e-4c91-b81a-658809039917']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:06.422591 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31536d53-6ebc-4e27-b964-ecc01bf3771d req-d66af4b4-8c01-492c-8bd2-74aefbbe2725 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:06.429786 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-31536d53-6ebc-4e27-b964-ecc01bf3771d req-d66af4b4-8c01-492c-8bd2-74aefbbe2725 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 945 time: 0.3531144 Feb 09 01:09:06.433590 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-a3db23ae-66a9-44d0-a92d-f31d23fe72ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76261012-bb23-49dc-9e36-39631a5e06f1') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:06.434126 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-a3db23ae-66a9-44d0-a92d-f31d23fe72ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76261012-bb23-49dc-9e36-39631a5e06f1') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:06.453149 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41318) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:06.464238 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a3db23ae-66a9-44d0-a92d-f31d23fe72ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:06.471696 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d2786a2-6aad-49c9-9327-21d703baf946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:06.491207 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2d2786a2-6aad-49c9-9327-21d703baf946 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:06.498397 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2d2786a2-6aad-49c9-9327-21d703baf946 admin admin] Usage tracker for resource:security_group_rule and tenant:98b660a00f2f4036839ee372071fe2c6 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:06.498567 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a3db23ae-66a9-44d0-a92d-f31d23fe72ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:06.501765 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2d2786a2-6aad-49c9-9327-21d703baf946 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:06.503550 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-31536d53-6ebc-4e27-b964-ecc01bf3771d req-bfaa2132-667b-4d2b-be76-8d59420fbb7d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733156 Feb 09 01:09:06.508505 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2d2786a2-6aad-49c9-9327-21d703baf946 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:06.509950 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3db23ae-66a9-44d0-a92d-f31d23fe72ac admin admin] Releasing vlan 972 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:09:06.510236 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a3db23ae-66a9-44d0-a92d-f31d23fe72ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:06.527682 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:09:06.527682 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:09:06.527682 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:09:06.527682 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:09:06.527682 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:09:06.527682 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:09:06.527682 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:09:06.527682 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:09:06.527682 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:09:06.527682 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:09:06.527682 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:09:06.527682 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:09:06.527682 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:09:06.527682 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:09:06.527682 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:09:06.527682 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:09:06.527682 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:09:06.527682 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:09:06.527682 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:09:06.527682 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:09:06.527682 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:09:06.527682 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:09:06.527682 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:09:06.527682 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:09:06.527682 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:09:06.527682 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:09:06.527682 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:09:06.527682 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:09:06.527682 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:09:06.527682 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:09:06.527682 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:09:06.527682 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:09:06.609586 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d2786a2-6aad-49c9-9327-21d703baf946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:06.614854 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d2786a2-6aad-49c9-9327-21d703baf946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:06.630970 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a3db23ae-66a9-44d0-a92d-f31d23fe72ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:06.653477 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a3db23ae-66a9-44d0-a92d-f31d23fe72ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:06.659999 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db23ae-66a9-44d0-a92d-f31d23fe72ac admin admin] Pushing event deleted for resources: {'Network': ['ID=2895cbb4-518e-4c91-b81a-658809039917,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:06.675071 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a3db23ae-66a9-44d0-a92d-f31d23fe72ac admin admin] 10.222.0.37 "DELETE /v2.0/networks/2895cbb4-518e-4c91-b81a-658809039917 HTTP/1.1" status: 204 len: 168 time: 0.8111389 Feb 09 01:09:06.781424 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2d2786a2-6aad-49c9-9327-21d703baf946 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=98b660a00f2f4036839ee372071fe2c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3270946 Feb 09 01:09:06.782287 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2786a2-6aad-49c9-9327-21d703baf946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ff59f2-1408-4868-8c12-90a132281cdb,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:06.786220 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41326) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:06.797475 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41330) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:06.845554 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7932dd6b-583b-47ed-aa2e-fc6ce3b01ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:06.856299 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e73d3b04-ab44-4e3d-b312-23353f071b0c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4783082025f34819885a390103b53736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0573335 Feb 09 01:09:06.858636 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41334) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:06.868126 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e12e35b2-2319-485d-8c42-5deaadcadf9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:06.881568 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41338) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:06.914505 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e12e35b2-2319-485d-8c42-5deaadcadf9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:06.927514 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ee5832eb-fc51-43e6-8f43-5ffc177b3775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:06.953952 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ee5832eb-fc51-43e6-8f43-5ffc177b3775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:06.977187 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5f25456b-efb2-4425-ab42-7c35916f0b76 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d959eeb6dca046039b2da6e68228f259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0943182 Feb 09 01:09:06.979712 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41342) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:07.019812 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ee5832eb-fc51-43e6-8f43-5ffc177b3775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:07.021995 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e12e35b2-2319-485d-8c42-5deaadcadf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:07.055124 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e35b2-2319-485d-8c42-5deaadcadf9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ff59f2-1408-4868-8c12-90a132281cdb,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:07.067113 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5832eb-fc51-43e6-8f43-5ffc177b3775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc982c18-b15f-4e85-bf55-ad713c645caf,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:07.085567 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1bb0a423-7733-49cc-aadf-7d257d5ea1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:07.087559 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e12e35b2-2319-485d-8c42-5deaadcadf9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:07.088275 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5832eb-fc51-43e6-8f43-5ffc177b3775 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:07.088679 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5832eb-fc51-43e6-8f43-5ffc177b3775 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:07.088983 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5832eb-fc51-43e6-8f43-5ffc177b3775 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:07.089315 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5832eb-fc51-43e6-8f43-5ffc177b3775 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:07.089455 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e12e35b2-2319-485d-8c42-5deaadcadf9e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/05ff59f2-1408-4868-8c12-90a132281cdb HTTP/1.1" status: 204 len: 168 time: 0.3002224 Feb 09 01:09:07.089749 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5832eb-fc51-43e6-8f43-5ffc177b3775 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:07.090378 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5832eb-fc51-43e6-8f43-5ffc177b3775 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:07.090378 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5832eb-fc51-43e6-8f43-5ffc177b3775 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:07.090783 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5832eb-fc51-43e6-8f43-5ffc177b3775 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:07.092547 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5832eb-fc51-43e6-8f43-5ffc177b3775 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:07.093162 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5832eb-fc51-43e6-8f43-5ffc177b3775 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:07.093273 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5832eb-fc51-43e6-8f43-5ffc177b3775 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:07.093777 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5832eb-fc51-43e6-8f43-5ffc177b3775 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:07.134821 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1bb0a423-7733-49cc-aadf-7d257d5ea1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:07.174661 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ee5832eb-fc51-43e6-8f43-5ffc177b3775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:07.175760 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ee5832eb-fc51-43e6-8f43-5ffc177b3775 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cc982c18-b15f-4e85-bf55-ad713c645caf HTTP/1.1" status: 204 len: 168 time: 0.3162422 Feb 09 01:09:07.199950 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1bb0a423-7733-49cc-aadf-7d257d5ea1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:07.225174 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c8d6f-3df3-4821-b48a-f1afc1348244 req-7d25dd1e-be3a-46a7-99c6-6193d3e3c810 tempest-ServersAdminNegativeTestJSON-1341881044 tempest-ServersAdminNegativeTestJSON-1341881044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:07.226254 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb0a423-7733-49cc-aadf-7d257d5ea1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c68870-b52b-4caa-90f2-50ef2fbd8605,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:07.228225 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-130c8d6f-3df3-4821-b48a-f1afc1348244 req-7d25dd1e-be3a-46a7-99c6-6193d3e3c810 tempest-ServersAdminNegativeTestJSON-1341881044 tempest-ServersAdminNegativeTestJSON-1341881044-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=821f2026-f3c8-4d85-b910-36eb2da192d1 HTTP/1.1" status: 200 len: 1101 time: 0.1024582 Feb 09 01:09:07.237859 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1bb0a423-7733-49cc-aadf-7d257d5ea1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:07.241698 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1bb0a423-7733-49cc-aadf-7d257d5ea1c2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b4c68870-b52b-4caa-90f2-50ef2fbd8605 HTTP/1.1" status: 204 len: 168 time: 0.2576814 Feb 09 01:09:07.277492 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-130c8d6f-3df3-4821-b48a-f1afc1348244 req-a1ab27bb-fd4b-4928-a9ed-cbc54d200d3a tempest-ServersAdminNegativeTestJSON-1341881044 tempest-ServersAdminNegativeTestJSON-1341881044-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=34651d2a-6232-4cfc-9dfb-ae3dfd721f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436208 Feb 09 01:09:07.760260 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74c787-dbf6-486c-8926-4eb9b2e71fe2 req-d742db3c-be97-48e1-85ac-3daefa682024 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:07.762211 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cb74c787-dbf6-486c-8926-4eb9b2e71fe2 req-d742db3c-be97-48e1-85ac-3daefa682024 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 945 time: 0.1124129 Feb 09 01:09:07.823837 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cb74c787-dbf6-486c-8926-4eb9b2e71fe2 req-f534afb2-3e80-416e-8bac-c38e7fc88f80 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543256 Feb 09 01:09:07.885809 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4a579-4983-4a12-9663-4c6d4c0f97f0 req-b6cc0015-643d-486b-adb8-17def9a5f239 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:07.887664 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-07f4a579-4983-4a12-9663-4c6d4c0f97f0 req-b6cc0015-643d-486b-adb8-17def9a5f239 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?device_id=821f2026-f3c8-4d85-b910-36eb2da192d1 HTTP/1.1" status: 200 len: 950 time: 0.0983987 Feb 09 01:09:07.938548 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-07f4a579-4983-4a12-9663-4c6d4c0f97f0 req-d6c093b8-1717-4305-b43c-8dd3b2252ed6 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/security-groups?id=34651d2a-6232-4cfc-9dfb-ae3dfd721f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437782 Feb 09 01:09:08.523436 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41422) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:08.733950 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-8ce6ec5d-aec5-400b-b11f-c4ebefecf39f tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-47296510'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:08.739172 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8ce6ec5d-aec5-400b-b11f-c4ebefecf39f tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:08.743585 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8ce6ec5d-aec5-400b-b11f-c4ebefecf39f tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Usage tracker for resource:network and tenant:3233fa6a1c31485fb5278c0948d1b003 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:08.746541 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8ce6ec5d-aec5-400b-b11f-c4ebefecf39f tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:08.754033 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8ce6ec5d-aec5-400b-b11f-c4ebefecf39f tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:08.766374 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce6ec5d-aec5-400b-b11f-c4ebefecf39f tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Made reservation on behalf of 3233fa6a1c31485fb5278c0948d1b003 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:08.770673 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8ce6ec5d-aec5-400b-b11f-c4ebefecf39f tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:08.783246 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8ce6ec5d-aec5-400b-b11f-c4ebefecf39f tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:08.799512 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8ce6ec5d-aec5-400b-b11f-c4ebefecf39f tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:08.803469 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8ce6ec5d-aec5-400b-b11f-c4ebefecf39f tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Usage tracker for resource:security_group_rule and tenant:3233fa6a1c31485fb5278c0948d1b003 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:08.806506 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8ce6ec5d-aec5-400b-b11f-c4ebefecf39f tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:08.814595 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8ce6ec5d-aec5-400b-b11f-c4ebefecf39f tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:08.916501 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8ce6ec5d-aec5-400b-b11f-c4ebefecf39f tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:08.924314 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8ce6ec5d-aec5-400b-b11f-c4ebefecf39f tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:08.962152 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6ec5d-aec5-400b-b11f-c4ebefecf39f tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d36a69c4-867b-49c5-aace-90573eb4aa45,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:09.027586 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ce6ec5d-aec5-400b-b11f-c4ebefecf39f tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 952} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:09:09.047188 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8ce6ec5d-aec5-400b-b11f-c4ebefecf39f tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:09.047762 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-8ce6ec5d-aec5-400b-b11f-c4ebefecf39f tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Added segment 7a6a73b4-dc57-44ee-9298-bcbf0432d85b of type vlan for network fc480144-10a1-4de1-904f-77f60e2734af Feb 09 01:09:09.087306 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8ce6ec5d-aec5-400b-b11f-c4ebefecf39f tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:09.112493 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b954b9-676b-498d-bba2-7e95ef637660 req-f5ecbf57-ad98-4b70-905a-3ea70cda5ad1 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:09.117128 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81b954b9-676b-498d-bba2-7e95ef637660 req-f5ecbf57-ad98-4b70-905a-3ea70cda5ad1 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 945 time: 0.1558638 Feb 09 01:09:09.191389 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8ce6ec5d-aec5-400b-b11f-c4ebefecf39f tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:09.197977 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce6ec5d-aec5-400b-b11f-c4ebefecf39f tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:09.199126 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8ce6ec5d-aec5-400b-b11f-c4ebefecf39f tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:09.253530 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-237449eb-8485-4b12-a758-5e996e7fe4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:09.309628 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81b954b9-676b-498d-bba2-7e95ef637660 req-7911fe89-90cb-4e16-96b8-954495fa9a79 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570027 Feb 09 01:09:09.340581 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219a3b4-2060-4c3c-bfed-374104f4308b req-89ff989a-7422-4fe5-8c9a-1e9ac5ecdf06 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:09.343823 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0219a3b4-2060-4c3c-bfed-374104f4308b req-89ff989a-7422-4fe5-8c9a-1e9ac5ecdf06 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?device_id=821f2026-f3c8-4d85-b910-36eb2da192d1 HTTP/1.1" status: 200 len: 950 time: 0.1156676 Feb 09 01:09:09.352389 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6ec5d-aec5-400b-b11f-c4ebefecf39f tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event updated for resources: {'Network': ['ID=fc480144-10a1-4de1-904f-77f60e2734af,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:09.362799 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8ce6ec5d-aec5-400b-b11f-c4ebefecf39f tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8381724 Feb 09 01:09:09.365415 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41458) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:09.377139 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-d8bb7b99-3fdc-479e-8541-cc4c4aa6478a tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Request body: {'subnet': {'network_id': 'fc480144-10a1-4de1-904f-77f60e2734af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:09.379650 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network fc480144-10a1-4de1-904f-77f60e2734af details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:09:09.458152 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0219a3b4-2060-4c3c-bfed-374104f4308b req-0391afe7-2750-486f-b105-ebcc0118a33a tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/security-groups?id=34651d2a-6232-4cfc-9dfb-ae3dfd721f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077514 Feb 09 01:09:09.554077 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d8bb7b99-3fdc-479e-8541-cc4c4aa6478a tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:09.557968 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d8bb7b99-3fdc-479e-8541-cc4c4aa6478a tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Usage tracker for resource:subnet and tenant:3233fa6a1c31485fb5278c0948d1b003 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:09.561476 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d8bb7b99-3fdc-479e-8541-cc4c4aa6478a tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:09.566869 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d8bb7b99-3fdc-479e-8541-cc4c4aa6478a tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:09.578820 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8bb7b99-3fdc-479e-8541-cc4c4aa6478a tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Made reservation on behalf of 3233fa6a1c31485fb5278c0948d1b003 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:09.582924 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d8bb7b99-3fdc-479e-8541-cc4c4aa6478a tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:09.902729 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d8bb7b99-3fdc-479e-8541-cc4c4aa6478a tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:10.002150 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb7b99-3fdc-479e-8541-cc4c4aa6478a tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event updated for resources: {'Subnet': ['ID=605e6c51-e93d-4759-8055-ca183264d55d,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:10.011877 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bb7b99-3fdc-479e-8541-cc4c4aa6478a tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Checking segment: {'id': '7a6a73b4-dc57-44ee-9298-bcbf0432d85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'fc480144-10a1-4de1-904f-77f60e2734af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:09:10.012704 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bb7b99-3fdc-479e-8541-cc4c4aa6478a tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Network hostable DHCP agents. Network: fc480144-10a1-4de1-904f-77f60e2734af, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:09:10.036793 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88add71d-0bad-4267-9084-57df48cdbc4f req-28074172-e811-41e5-98d8-44f4d926a96c tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:10.038399 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88add71d-0bad-4267-9084-57df48cdbc4f req-28074172-e811-41e5-98d8-44f4d926a96c tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.35 "GET /v2.0/ports?device_id=821f2026-f3c8-4d85-b910-36eb2da192d1 HTTP/1.1" status: 200 len: 950 time: 0.2093031 Feb 09 01:09:10.118198 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bb7b99-3fdc-479e-8541-cc4c4aa6478a tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Network fc480144-10a1-4de1-904f-77f60e2734af is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:09:10.140054 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-d8bb7b99-3fdc-479e-8541-cc4c4aa6478a tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, fc480144-10a1-4de1-904f-77f60e2734af) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:10.148135 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bb7b99-3fdc-479e-8541-cc4c4aa6478a tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:10.148797 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d8bb7b99-3fdc-479e-8541-cc4c4aa6478a tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:10.150118 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9704b0ec-5942-404d-a6b6-eff9926f0126 None None] Network fc480144-10a1-4de1-904f-77f60e2734af requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:09:10.171941 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-88add71d-0bad-4267-9084-57df48cdbc4f req-806b00fd-9bf9-4313-a23a-3fcd4898c682 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Deleting port df525ac8-7a60-4605-bcdb-0e881b4f8126 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:10.172338 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-88add71d-0bad-4267-9084-57df48cdbc4f req-806b00fd-9bf9-4313-a23a-3fcd4898c682 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:10.185634 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41498) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:10.204622 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d8bb7b99-3fdc-479e-8541-cc4c4aa6478a tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8381102 Feb 09 01:09:10.208034 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41504) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:10.213781 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-6d2d9b82-8800-42fb-a8b6-721173abee75 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-878918747', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}, 'admin_state_up': False}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:10.229929 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6d2d9b82-8800-42fb-a8b6-721173abee75 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:10.238880 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6d2d9b82-8800-42fb-a8b6-721173abee75 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Usage tracker for resource:router and tenant:3233fa6a1c31485fb5278c0948d1b003 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:10.246263 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6d2d9b82-8800-42fb-a8b6-721173abee75 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:10.261336 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6d2d9b82-8800-42fb-a8b6-721173abee75 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:10.286849 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9b82-8800-42fb-a8b6-721173abee75 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:10.288157 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9b82-8800-42fb-a8b6-721173abee75 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:10.312578 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:10.321657 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9b82-8800-42fb-a8b6-721173abee75 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:10.413511 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:10.498917 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e6137101-5d38-4f1d-b151-9d90d858cecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:10.523196 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee852d58-5c2c-4c79-8752-c098e9bbbebd None None] Network fc480144-10a1-4de1-904f-77f60e2734af requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:09:10.649041 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e6137101-5d38-4f1d-b151-9d90d858cecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:10.699908 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e6137101-5d38-4f1d-b151-9d90d858cecc admin admin] Usage tracker for resource:security_group_rule and tenant:0d9ea8d972d74ba1be0b94a516eb3601 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:10.710836 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e6137101-5d38-4f1d-b151-9d90d858cecc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:10.728995 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e6137101-5d38-4f1d-b151-9d90d858cecc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:10.788452 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9b82-8800-42fb-a8b6-721173abee75 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:10.806256 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-88add71d-0bad-4267-9084-57df48cdbc4f req-806b00fd-9bf9-4313-a23a-3fcd4898c682 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] For port df525ac8-7a60-4605-bcdb-0e881b4f8126, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=df525ac8-7a60-4605-bcdb-0e881b4f8126,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:10.806620 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-88add71d-0bad-4267-9084-57df48cdbc4f req-806b00fd-9bf9-4313-a23a-3fcd4898c682 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:10.944731 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704a359-8007-4ff9-a44c-8038806caed2 req-f6e23ed4-cb6b-4b24-90ac-ae779895188f tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:10.952006 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7704a359-8007-4ff9-a44c-8038806caed2 req-f6e23ed4-cb6b-4b24-90ac-ae779895188f tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?device_id=821f2026-f3c8-4d85-b910-36eb2da192d1 HTTP/1.1" status: 200 len: 950 time: 0.3041768 Feb 09 01:09:10.954675 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-88add71d-0bad-4267-9084-57df48cdbc4f req-806b00fd-9bf9-4313-a23a-3fcd4898c682 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Calling delete_port for df525ac8-7a60-4605-bcdb-0e881b4f8126 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:10.995498 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340dbc47-463a-499b-a8a0-ac1679061bf4 req-e8c40a98-23c0-4123-880d-0950dcd3e77e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:10.998451 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-340dbc47-463a-499b-a8a0-ac1679061bf4 req-e8c40a98-23c0-4123-880d-0950dcd3e77e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 945 time: 0.4841597 Feb 09 01:09:11.057706 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7704a359-8007-4ff9-a44c-8038806caed2 req-989e7322-0702-4b97-8ffa-2e9039557470 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/security-groups?id=34651d2a-6232-4cfc-9dfb-ae3dfd721f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046290 Feb 09 01:09:11.110074 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e6137101-5d38-4f1d-b151-9d90d858cecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:11.134229 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e6137101-5d38-4f1d-b151-9d90d858cecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:11.181997 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6137101-5d38-4f1d-b151-9d90d858cecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae846501-098f-4a14-84bb-c684792d59fb,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:11.200165 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-340dbc47-463a-499b-a8a0-ac1679061bf4 req-6df66305-4201-4a08-bfcb-2ab2d486c30f tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879847 Feb 09 01:09:11.209762 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-88add71d-0bad-4267-9084-57df48cdbc4f req-806b00fd-9bf9-4313-a23a-3fcd4898c682 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:11.229726 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:09:11.288973 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b00fd-9bf9-4313-a23a-3fcd4898c682 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Pushing event deleted for resources: {'Port': ['ID=df525ac8-7a60-4605-bcdb-0e881b4f8126,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:11.319965 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41526) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:11.320537 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e6137101-5d38-4f1d-b151-9d90d858cecc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0d9ea8d972d74ba1be0b94a516eb3601&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1047935 Feb 09 01:09:11.527650 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-88add71d-0bad-4267-9084-57df48cdbc4f req-806b00fd-9bf9-4313-a23a-3fcd4898c682 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] No DVR routers for this DVR port df525ac8-7a60-4605-bcdb-0e881b4f8126 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:09:11.532167 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-88add71d-0bad-4267-9084-57df48cdbc4f req-806b00fd-9bf9-4313-a23a-3fcd4898c682 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:11.541342 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821f2026-f3c8-4d85-b910-36eb2da192d1', 'name': 'network-vif-deleted', 'tag': 'df525ac8-7a60-4605-bcdb-0e881b4f8126'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:09:11.610317 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88add71d-0bad-4267-9084-57df48cdbc4f req-806b00fd-9bf9-4313-a23a-3fcd4898c682 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.35 "DELETE /v2.0/ports/df525ac8-7a60-4605-bcdb-0e881b4f8126 HTTP/1.1" status: 204 len: 173 time: 1.5595431 Feb 09 01:09:11.625208 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9b82-8800-42fb-a8b6-721173abee75 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:11.626830 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3debc454-f76a-426d-bf69-bdb9301e1046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:11.646256 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:11.665094 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821f2026-f3c8-4d85-b910-36eb2da192d1', 'name': 'network-vif-deleted', 'tag': 'df525ac8-7a60-4605-bcdb-0e881b4f8126', 'status': 'completed', 'code': 200} Feb 09 01:09:11.674979 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9b82-8800-42fb-a8b6-721173abee75 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:11.682156 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3debc454-f76a-426d-bf69-bdb9301e1046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:11.773698 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3debc454-f76a-426d-bf69-bdb9301e1046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:11.795563 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3debc454-f76a-426d-bf69-bdb9301e1046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae846501-098f-4a14-84bb-c684792d59fb,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:11.799142 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3debc454-f76a-426d-bf69-bdb9301e1046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:11.800476 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3debc454-f76a-426d-bf69-bdb9301e1046 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ae846501-098f-4a14-84bb-c684792d59fb HTTP/1.1" status: 204 len: 168 time: 0.4677904 Feb 09 01:09:11.867174 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-6d2d9b82-8800-42fb-a8b6-721173abee75 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Allocated IP 172.25.5.196 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/3b5150f2-53c4-41d1-ae81-60b874bafa35) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:12.178910 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9b82-8800-42fb-a8b6-721173abee75 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:12.226749 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9b82-8800-42fb-a8b6-721173abee75 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:12.369524 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-70756e86-b8de-40e2-8e19-38c3ab37b2a7 req-b6d100bf-6920-4170-9661-3c27c83703eb tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Synchronizing usage tracker for tenant:b27a7d1c48e84580a874ab6133129408 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:09:12.410726 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-70756e86-b8de-40e2-8e19-38c3ab37b2a7 req-b6d100bf-6920-4170-9661-3c27c83703eb tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Unset dirty status for tenant:b27a7d1c48e84580a874ab6133129408 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:09:12.418064 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-70756e86-b8de-40e2-8e19-38c3ab37b2a7 req-b6d100bf-6920-4170-9661-3c27c83703eb tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?device_id=821f2026-f3c8-4d85-b910-36eb2da192d1 HTTP/1.1" status: 200 len: 210 time: 0.1582439 Feb 09 01:09:12.426501 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2d9b82-8800-42fb-a8b6-721173abee75 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:12.438571 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-6d2d9b82-8800-42fb-a8b6-721173abee75 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:12.471471 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d9b82-8800-42fb-a8b6-721173abee75 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event updated for resources: {'Port': ['ID=3b5150f2-53c4-41d1-ae81-60b874bafa35,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:12.513002 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2d9b82-8800-42fb-a8b6-721173abee75 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:09:12.750417 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41564) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:13.011780 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9650c03e-3124-4088-b7e7-360c690b249a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:13.018629 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device df525ac8-7a60-4605-bcdb-0e881b4f8126 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:09:13.037571 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-9650c03e-3124-4088-b7e7-360c690b249a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:13.037571 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9650c03e-3124-4088-b7e7-360c690b249a admin admin] Usage tracker for resource:security_group_rule and tenant:cf4af8ad52f74d209c21bad5af0f195d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:13.037571 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9650c03e-3124-4088-b7e7-360c690b249a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:13.062372 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-9650c03e-3124-4088-b7e7-360c690b249a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:13.090184 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a0b06-ad33-4a0b-954c-989783930293 req-58e756bf-8eaf-4584-893c-bf6339ee5f92 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:13.105508 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d73a0b06-ad33-4a0b-954c-989783930293 req-58e756bf-8eaf-4584-893c-bf6339ee5f92 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 945 time: 0.6588140 Feb 09 01:09:13.129339 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: df525ac8-7a60-4605-bcdb-0e881b4f8126 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:09:13.129339 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device df525ac8-7a60-4605-bcdb-0e881b4f8126 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:09:13.251834 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d73a0b06-ad33-4a0b-954c-989783930293 req-a1a603f0-e65c-4c5d-ae96-b24665f024ee tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498606 Feb 09 01:09:13.256016 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9650c03e-3124-4088-b7e7-360c690b249a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:13.265298 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9650c03e-3124-4088-b7e7-360c690b249a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:13.323086 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9b82-8800-42fb-a8b6-721173abee75 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:13.351254 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9650c03e-3124-4088-b7e7-360c690b249a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cf4af8ad52f74d209c21bad5af0f195d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6018939 Feb 09 01:09:13.352020 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41586) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:13.356184 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650c03e-3124-4088-b7e7-360c690b249a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13d7c74-3d0a-47b5-b0fc-502b55a5c367,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:13.416974 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650c03e-3124-4088-b7e7-360c690b249a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:13.417624 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650c03e-3124-4088-b7e7-360c690b249a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:13.417624 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650c03e-3124-4088-b7e7-360c690b249a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:13.418007 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650c03e-3124-4088-b7e7-360c690b249a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:13.418321 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650c03e-3124-4088-b7e7-360c690b249a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:13.418613 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650c03e-3124-4088-b7e7-360c690b249a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:13.418940 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650c03e-3124-4088-b7e7-360c690b249a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:13.419789 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650c03e-3124-4088-b7e7-360c690b249a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:13.420276 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650c03e-3124-4088-b7e7-360c690b249a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:13.420836 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650c03e-3124-4088-b7e7-360c690b249a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:13.421498 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650c03e-3124-4088-b7e7-360c690b249a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:13.422003 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650c03e-3124-4088-b7e7-360c690b249a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:13.512911 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-63fa917a-2a93-43ba-bcd5-9bae99e5ffa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:13.550044 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-63fa917a-2a93-43ba-bcd5-9bae99e5ffa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:13.565483 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69e01d-98a9-4ade-8a56-27cf52a8576b req-16b8ffcf-fb31-4ace-b49e-1b4fc43b19a1 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:13.567583 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3d69e01d-98a9-4ade-8a56-27cf52a8576b req-16b8ffcf-fb31-4ace-b49e-1b4fc43b19a1 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6df2b97-a603-4192-a13b-d3b2bdd5bf29 HTTP/1.1" status: 200 len: 946 time: 0.1930399 Feb 09 01:09:13.695379 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3d69e01d-98a9-4ade-8a56-27cf52a8576b req-2e296f06-4e87-42e2-aeaf-ee174049bac6 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/security-groups?id=f96c1c72-20b3-409e-8eb8-ed20e53e0378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012318 Feb 09 01:09:13.725618 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-63fa917a-2a93-43ba-bcd5-9bae99e5ffa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:13.742787 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa917a-2a93-43ba-bcd5-9bae99e5ffa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13d7c74-3d0a-47b5-b0fc-502b55a5c367,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:13.772345 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-63fa917a-2a93-43ba-bcd5-9bae99e5ffa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:13.776458 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-63fa917a-2a93-43ba-bcd5-9bae99e5ffa4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f13d7c74-3d0a-47b5-b0fc-502b55a5c367 HTTP/1.1" status: 204 len: 168 time: 0.4132860 Feb 09 01:09:13.891346 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-49c75596-f7a0-4da4-b35f-21ee73fb6dc8 req-c21d96ee-76f1-4ef7-991c-fb6f8b6311a6 tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dd2e84-e357-4dbd-9b8c-4fa7dd5ce0f1 HTTP/1.1" status: 200 len: 210 time: 0.0546157 Feb 09 01:09:13.959971 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9b82-8800-42fb-a8b6-721173abee75 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:14.518408 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41644) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:14.571706 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b937e-97eb-40d9-99f1-09e8766c0a39 req-85d4997b-c546-4c8c-8d68-94ff0cc7a4c8 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:14.573841 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c8b937e-97eb-40d9-99f1-09e8766c0a39 req-85d4997b-c546-4c8c-8d68-94ff0cc7a4c8 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 945 time: 0.0980091 Feb 09 01:09:14.584703 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-98e21eac-8885-4383-9d5a-d0a79473da83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:14.610415 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-98e21eac-8885-4383-9d5a-d0a79473da83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:14.616134 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-98e21eac-8885-4383-9d5a-d0a79473da83 admin admin] Usage tracker for resource:security_group_rule and tenant:fe6ed53f0d5a4c5a9b25c2e45540b3bc is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:14.619741 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-98e21eac-8885-4383-9d5a-d0a79473da83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:14.629676 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c8b937e-97eb-40d9-99f1-09e8766c0a39 req-24432c4a-d0e5-45c4-adbd-50f53848ea8b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490313 Feb 09 01:09:14.630160 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2d9b82-8800-42fb-a8b6-721173abee75 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Router 27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:09:14.649392 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-98e21eac-8885-4383-9d5a-d0a79473da83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:14.760235 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a047c-9bb1-4b69-a4a0-f21f1b2aee24 req-9afb2da1-e240-497c-b61c-94bec0d12141 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:14.762656 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-929a047c-9bb1-4b69-a4a0-f21f1b2aee24 req-9afb2da1-e240-497c-b61c-94bec0d12141 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?device_id=1eb49538-a332-48eb-8493-e9d28b71fa35 HTTP/1.1" status: 200 len: 950 time: 0.5157874 Feb 09 01:09:14.892059 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-929a047c-9bb1-4b69-a4a0-f21f1b2aee24 req-704aadb1-9b36-4009-9dde-449b11357711 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/security-groups?id=34651d2a-6232-4cfc-9dfb-ae3dfd721f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119692 Feb 09 01:09:15.023699 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-98e21eac-8885-4383-9d5a-d0a79473da83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:15.058391 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-98e21eac-8885-4383-9d5a-d0a79473da83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:15.087087 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2d9b82-8800-42fb-a8b6-721173abee75 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:09:15.095092 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-be92bd89-1a6e-44bf-8307-3ae213760297 req-7f0a3b8f-7f4d-4cf1-92f4-5804a14217d4 tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.0733731 Feb 09 01:09:15.101274 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394c0df5-ac9d-4fff-b9da-b12b58ddf39d None None] Sync routers for ids ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:09:15.123180 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394c0df5-ac9d-4fff-b9da-b12b58ddf39d None None] Routers {'27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:15.124128 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-394c0df5-ac9d-4fff-b9da-b12b58ddf39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:09:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:15.144214 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-98e21eac-8885-4383-9d5a-d0a79473da83 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe6ed53f0d5a4c5a9b25c2e45540b3bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6192343 Feb 09 01:09:15.145347 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e21eac-8885-4383-9d5a-d0a79473da83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc31afa6-22d2-4097-b32d-11c198ee396b,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:15.150445 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41658) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:15.156365 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3013251-4ed7-405a-869e-db8b462fb22c req-1ac60d6d-3c04-49f2-855f-e846e877e7ee tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:15.157944 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e3013251-4ed7-405a-869e-db8b462fb22c req-1ac60d6d-3c04-49f2-855f-e846e877e7ee tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6df2b97-a603-4192-a13b-d3b2bdd5bf29 HTTP/1.1" status: 200 len: 946 time: 0.1062617 Feb 09 01:09:15.215106 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-394c0df5-ac9d-4fff-b9da-b12b58ddf39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:15.223380 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9b82-8800-42fb-a8b6-721173abee75 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:15.224468 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6d2d9b82-8800-42fb-a8b6-721173abee75 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.0151448 Feb 09 01:09:15.227219 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41662) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:15.234220 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394c0df5-ac9d-4fff-b9da-b12b58ddf39d None None] Routers {'27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:15.236187 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-394c0df5-ac9d-4fff-b9da-b12b58ddf39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:09:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:15.237032 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e3013251-4ed7-405a-869e-db8b462fb22c req-5f7d61d4-19b1-4037-9af6-c81821ae8651 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/security-groups?id=f96c1c72-20b3-409e-8eb8-ed20e53e0378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675378 Feb 09 01:09:15.290141 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e168cd2a-7710-416f-9741-3820d578b1e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:15.316699 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-394c0df5-ac9d-4fff-b9da-b12b58ddf39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:15.317209 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394c0df5-ac9d-4fff-b9da-b12b58ddf39d None None] The sync data for ids ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:09:15.356843 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e168cd2a-7710-416f-9741-3820d578b1e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:15.578425 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e168cd2a-7710-416f-9741-3820d578b1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:15.598252 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168cd2a-7710-416f-9741-3820d578b1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc31afa6-22d2-4097-b32d-11c198ee396b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:15.659735 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e168cd2a-7710-416f-9741-3820d578b1e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:15.660802 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e168cd2a-7710-416f-9741-3820d578b1e2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc31afa6-22d2-4097-b32d-11c198ee396b HTTP/1.1" status: 204 len: 168 time: 0.5091925 Feb 09 01:09:15.980733 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610d1cb-2e49-453f-961f-fde3fb13a354 req-3f1124d4-9051-4ee8-b4f9-c7f58087a9e6 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:15.983020 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d610d1cb-2e49-453f-961f-fde3fb13a354 req-3f1124d4-9051-4ee8-b4f9-c7f58087a9e6 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 945 time: 0.2266457 Feb 09 01:09:16.158584 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d610d1cb-2e49-453f-961f-fde3fb13a354 req-f2efa2e6-a96e-40ff-a7f1-91c29fbaf5ce tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673560 Feb 09 01:09:16.266622 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44900896-3278-450e-b50d-9f28fd8c3ed8 req-5a44dc90-c54b-4528-aec2-4bd55b0fe010 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:16.268597 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-44900896-3278-450e-b50d-9f28fd8c3ed8 req-5a44dc90-c54b-4528-aec2-4bd55b0fe010 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.35 "GET /v2.0/ports?device_id=1eb49538-a332-48eb-8493-e9d28b71fa35 HTTP/1.1" status: 200 len: 950 time: 0.1481216 Feb 09 01:09:16.279159 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-95387a00-27dc-4083-84b4-b6eb1448c058 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:16.360777 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-44900896-3278-450e-b50d-9f28fd8c3ed8 req-31024cac-2838-4717-afd2-bee244308d57 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Deleting port 0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:16.361495 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-44900896-3278-450e-b50d-9f28fd8c3ed8 req-31024cac-2838-4717-afd2-bee244308d57 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:16.552139 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6f2ab621-8222-413b-ade0-dd65daccd487 req-b560f3a0-3499-42ad-80f0-c819dbef6ef7 tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.0639176 Feb 09 01:09:16.752079 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ca036-8189-4a9f-b02d-0b38300f6a8e req-58543da3-d76a-423d-80d1-b586b7a18dd7 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:16.753651 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fb0ca036-8189-4a9f-b02d-0b38300f6a8e req-58543da3-d76a-423d-80d1-b586b7a18dd7 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?device_id=1eb49538-a332-48eb-8493-e9d28b71fa35 HTTP/1.1" status: 200 len: 950 time: 0.4458282 Feb 09 01:09:16.881149 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fb0ca036-8189-4a9f-b02d-0b38300f6a8e req-9f022e08-8a7c-40fc-8a25-ac1259995bdf tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/security-groups?id=34651d2a-6232-4cfc-9dfb-ae3dfd721f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133966 Feb 09 01:09:16.907196 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-44900896-3278-450e-b50d-9f28fd8c3ed8 req-31024cac-2838-4717-afd2-bee244308d57 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] For port 0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:16.915693 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-44900896-3278-450e-b50d-9f28fd8c3ed8 req-31024cac-2838-4717-afd2-bee244308d57 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:17.019299 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-95387a00-27dc-4083-84b4-b6eb1448c058 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Allocated IP 172.20.0.1 (fc480144-10a1-4de1-904f-77f60e2734af/605e6c51-e93d-4759-8055-ca183264d55d/bfc5ae65-018b-437f-9af1-c49763350a52) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:17.137878 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-44900896-3278-450e-b50d-9f28fd8c3ed8 req-31024cac-2838-4717-afd2-bee244308d57 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Calling delete_port for 0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:17.239593 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef78fd-8fa0-43ed-bd89-20703974c642 req-c7ec9dd2-df5b-4e23-98ca-3b6d7f0bf995 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:17.241104 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a3ef78fd-8fa0-43ed-bd89-20703974c642 req-c7ec9dd2-df5b-4e23-98ca-3b6d7f0bf995 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 945 time: 0.2194023 Feb 09 01:09:17.257092 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7afea6ee-8059-4989-8b8b-be60f58c9f2b req-d428e1ef-b0ec-495b-88e0-027333510f9b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=23dd2e84-e357-4dbd-9b8c-4fa7dd5ce0f1 HTTP/1.1" status: 200 len: 210 time: 0.1700890 Feb 09 01:09:17.284453 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbd9d1-fb04-4aaf-acc1-163103b00d0e req-55be9b6e-a7c5-450f-be86-07b8e088abdc tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:17.292950 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-00dbd9d1-fb04-4aaf-acc1-163103b00d0e req-55be9b6e-a7c5-450f-be86-07b8e088abdc tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6df2b97-a603-4192-a13b-d3b2bdd5bf29 HTTP/1.1" status: 200 len: 946 time: 0.5046711 Feb 09 01:09:17.304330 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-95387a00-27dc-4083-84b4-b6eb1448c058 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:17.322589 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a3ef78fd-8fa0-43ed-bd89-20703974c642 req-0c486da6-61eb-4474-834f-8ff3c2801a59 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719244 Feb 09 01:09:17.349331 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-95387a00-27dc-4083-84b4-b6eb1448c058 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:17.387314 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-00dbd9d1-fb04-4aaf-acc1-163103b00d0e req-ecb945c0-2b35-4a95-8ae5-ba891750dc28 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/security-groups?id=f96c1c72-20b3-409e-8eb8-ed20e53e0378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849597 Feb 09 01:09:17.433976 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95387a00-27dc-4083-84b4-b6eb1448c058 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Network fc480144-10a1-4de1-904f-77f60e2734af is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:17.435756 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-95387a00-27dc-4083-84b4-b6eb1448c058 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:17.438502 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95387a00-27dc-4083-84b4-b6eb1448c058 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:09:17.456073 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242026a-c921-46a0-93b1-516c5b58cc5a req-f1a097b5-f807-4156-8156-481af53a1e6e tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:17.457582 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2242026a-c921-46a0-93b1-516c5b58cc5a req-f1a097b5-f807-4156-8156-481af53a1e6e tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6df2b97-a603-4192-a13b-d3b2bdd5bf29 HTTP/1.1" status: 200 len: 946 time: 0.2446933 Feb 09 01:09:17.549361 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-44900896-3278-450e-b50d-9f28fd8c3ed8 req-31024cac-2838-4717-afd2-bee244308d57 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:17.560449 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-2242026a-c921-46a0-93b1-516c5b58cc5a req-a2eecbdf-920a-41dc-be4d-74fc2eea1a02 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Deleting port e147d37d-e965-4cea-9b48-1e1f35b0ab6f {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:17.561116 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2242026a-c921-46a0-93b1-516c5b58cc5a req-a2eecbdf-920a-41dc-be4d-74fc2eea1a02 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:17.581516 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95387a00-27dc-4083-84b4-b6eb1448c058 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event updated for resources: {'Port': ['ID=bfc5ae65-018b-437f-9af1-c49763350a52,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:17.587113 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-95387a00-27dc-4083-84b4-b6eb1448c058 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:17.629267 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036e464-904a-440f-a0da-e33c68745003 req-2b372a6c-046b-436f-828a-314618eca48c tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:17.630909 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f036e464-904a-440f-a0da-e33c68745003 req-2b372a6c-046b-436f-828a-314618eca48c tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 945 time: 0.1469996 Feb 09 01:09:17.696594 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f036e464-904a-440f-a0da-e33c68745003 req-b730de79-67a8-4039-9422-7d8e95e7c5f5 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588739 Feb 09 01:09:17.750741 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31024cac-2838-4717-afd2-bee244308d57 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Pushing event deleted for resources: {'Port': ['ID=0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:17.764173 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-338b0ff2-cb96-40a4-ada4-741afc8bcc5a req-e286f349-6417-4e6d-bea1-eea7637c39e8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.1222827 Feb 09 01:09:17.784869 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-95387a00-27dc-4083-84b4-b6eb1448c058 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:17.849417 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-282905e9-acda-49db-8ae9-528e51a95ef4 req-5244a139-0dbf-426a-8b56-962e04c659c6 tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.1497922 Feb 09 01:09:17.852523 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-44900896-3278-450e-b50d-9f28fd8c3ed8 req-31024cac-2838-4717-afd2-bee244308d57 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] No DVR routers for this DVR port 0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:09:17.854990 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-44900896-3278-450e-b50d-9f28fd8c3ed8 req-31024cac-2838-4717-afd2-bee244308d57 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:17.865145 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb49538-a332-48eb-8493-e9d28b71fa35', 'name': 'network-vif-deleted', 'tag': '0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:09:17.902530 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-44900896-3278-450e-b50d-9f28fd8c3ed8 req-31024cac-2838-4717-afd2-bee244308d57 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.35 "DELETE /v2.0/ports/0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e HTTP/1.1" status: 204 len: 173 time: 1.6241262 Feb 09 01:09:17.929338 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb49538-a332-48eb-8493-e9d28b71fa35', 'name': 'network-vif-deleted', 'tag': '0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e', 'status': 'completed', 'code': 200} Feb 09 01:09:18.096364 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-999f7ac4-9d08-466a-aeff-5efcaddc2782 req-fb930899-e3b0-42bb-9c58-de98a5b32007 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Synchronizing usage tracker for tenant:b27a7d1c48e84580a874ab6133129408 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:09:18.104676 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-549d6495-caea-40e5-bc6a-fcb5b943f2e5 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3b0d02c45052492e936acde2536c3561&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1494145 Feb 09 01:09:18.153709 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-999f7ac4-9d08-466a-aeff-5efcaddc2782 req-fb930899-e3b0-42bb-9c58-de98a5b32007 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] Unset dirty status for tenant:b27a7d1c48e84580a874ab6133129408 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:09:18.155311 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-999f7ac4-9d08-466a-aeff-5efcaddc2782 req-fb930899-e3b0-42bb-9c58-de98a5b32007 tempest-ServersAdminNegativeTestJSON-148525560 tempest-ServersAdminNegativeTestJSON-148525560-project] 10.222.0.37 "GET /v2.0/ports?device_id=1eb49538-a332-48eb-8493-e9d28b71fa35 HTTP/1.1" status: 200 len: 210 time: 0.1224351 Feb 09 01:09:18.176685 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-2242026a-c921-46a0-93b1-516c5b58cc5a req-a2eecbdf-920a-41dc-be4d-74fc2eea1a02 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] For port e147d37d-e965-4cea-9b48-1e1f35b0ab6f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=e147d37d-e965-4cea-9b48-1e1f35b0ab6f,segment=NetworkSegment(cd7f2f4a-09b1-4046-8a49-f3d3017f86ee),segment_id=cd7f2f4a-09b1-4046-8a49-f3d3017f86ee)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:18.177277 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2242026a-c921-46a0-93b1-516c5b58cc5a req-a2eecbdf-920a-41dc-be4d-74fc2eea1a02 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:18.519013 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-26432dea-8ee2-470e-a840-71ea85b3c877 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:18.520709 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-26432dea-8ee2-470e-a840-71ea85b3c877 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4150956 Feb 09 01:09:18.528564 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2242026a-c921-46a0-93b1-516c5b58cc5a req-a2eecbdf-920a-41dc-be4d-74fc2eea1a02 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:18.529107 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2242026a-c921-46a0-93b1-516c5b58cc5a req-a2eecbdf-920a-41dc-be4d-74fc2eea1a02 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:18.529720 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [req-2242026a-c921-46a0-93b1-516c5b58cc5a req-a2eecbdf-920a-41dc-be4d-74fc2eea1a02 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Floating IP e2971944-783e-4171-9bc0-60aa75fb6e37 disassociated. External IP: 172.25.5.30, port: e147d37d-e965-4cea-9b48-1e1f35b0ab6f. Feb 09 01:09:18.530095 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-2242026a-c921-46a0-93b1-516c5b58cc5a req-a2eecbdf-920a-41dc-be4d-74fc2eea1a02 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Calling delete_port for e147d37d-e965-4cea-9b48-1e1f35b0ab6f owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:18.573419 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-9c64cc18-5127-4420-a019-caaf7db49110 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.37 "GET /v2.0/quotas/3b0d02c45052492e936acde2536c3561 HTTP/1.1" status: 200 len: 375 time: 0.0405338 Feb 09 01:09:18.653441 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-71efe929-7446-4060-8ecb-c1ec1a97481a tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b0d02c45052492e936acde2536c3561&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0785422 Feb 09 01:09:18.699455 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-95387a00-27dc-4083-84b4-b6eb1448c058 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:18.709809 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-95387a00-27dc-4083-84b4-b6eb1448c058 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:18.857850 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95387a00-27dc-4083-84b4-b6eb1448c058 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event updated for resources: {'Port': ['ID=bfc5ae65-018b-437f-9af1-c49763350a52,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:18.860336 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-95387a00-27dc-4083-84b4-b6eb1448c058 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:18.923190 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2242026a-c921-46a0-93b1-516c5b58cc5a req-a2eecbdf-920a-41dc-be4d-74fc2eea1a02 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:19.019113 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95387a00-27dc-4083-84b4-b6eb1448c058 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Network fc480144-10a1-4de1-904f-77f60e2734af is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:19.020532 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-95387a00-27dc-4083-84b4-b6eb1448c058 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:19.067872 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:09:19.128202 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:09:19.128805 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 0ca24fce-f4df-4a04-8ed3-b0f5f63e3f9e not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:09:19.129395 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device e147d37d-e965-4cea-9b48-1e1f35b0ab6f no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:09:19.196456 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: e147d37d-e965-4cea-9b48-1e1f35b0ab6f {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:09:19.197106 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device e147d37d-e965-4cea-9b48-1e1f35b0ab6f not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:09:19.220443 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eecbdf-920a-41dc-be4d-74fc2eea1a02 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Pushing event deleted for resources: {'Port': ['ID=e147d37d-e965-4cea-9b48-1e1f35b0ab6f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:19.264132 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1ab20835-4ec2-4a34-90d8-e5ed310e7982 req-819d6d32-af1e-4b65-a3ab-3f7052377a2c tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6df2b97-a603-4192-a13b-d3b2bdd5bf29 HTTP/1.1" status: 200 len: 210 time: 0.0941477 Feb 09 01:09:19.397116 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd554794-93f9-480c-953f-caacd79cd5b3 req-fed4710e-ec56-4c93-9bb3-e9ce90c63b19 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:19.404537 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dd554794-93f9-480c-953f-caacd79cd5b3 req-fed4710e-ec56-4c93-9bb3-e9ce90c63b19 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 945 time: 0.6624625 Feb 09 01:09:19.436754 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2242026a-c921-46a0-93b1-516c5b58cc5a req-a2eecbdf-920a-41dc-be4d-74fc2eea1a02 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Router 1ab6737c-cc5f-435c-9853-a0728a797022 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:09:19.475130 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95387a00-27dc-4083-84b4-b6eb1448c058 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Router 27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:09:19.616090 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c34d33-2854-4449-8626-05f2dae21519 req-5b236ad4-21ce-473b-a358-2a2af9833958 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:19.624064 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-20c34d33-2854-4449-8626-05f2dae21519 req-5b236ad4-21ce-473b-a358-2a2af9833958 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 945 time: 0.2280293 Feb 09 01:09:19.668059 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dd554794-93f9-480c-953f-caacd79cd5b3 req-29df71b6-d087-43c2-a01e-be610ece64f4 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2625842 Feb 09 01:09:19.681619 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2242026a-c921-46a0-93b1-516c5b58cc5a req-a2eecbdf-920a-41dc-be4d-74fc2eea1a02 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:09:19.693696 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1495d69a-b15c-4014-bd35-ba87822c01b1 None None] Sync routers for ids ['1ab6737c-cc5f-435c-9853-a0728a797022'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:09:19.711679 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1495d69a-b15c-4014-bd35-ba87822c01b1 None None] Routers {'1ab6737c-cc5f-435c-9853-a0728a797022'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:19.712383 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-1495d69a-b15c-4014-bd35-ba87822c01b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:09:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1ab6737c-cc5f-435c-9853-a0728a797022'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:19.805378 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95387a00-27dc-4083-84b4-b6eb1448c058 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:09:19.822809 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b03365c-144a-416a-9987-a9e4217fb653 None None] Sync routers for ids ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:09:19.830591 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-20c34d33-2854-4449-8626-05f2dae21519 req-461a7300-44e1-499c-8eeb-bb688039b38e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055783 Feb 09 01:09:19.837359 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-95387a00-27dc-4083-84b4-b6eb1448c058 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "PUT /v2.0/routers/27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6089218 Feb 09 01:09:19.838314 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b03365c-144a-416a-9987-a9e4217fb653 None None] Routers {'27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:19.838952 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-1b03365c-144a-416a-9987-a9e4217fb653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:09:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:19.853915 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41766) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:19.856633 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-2242026a-c921-46a0-93b1-516c5b58cc5a req-a2eecbdf-920a-41dc-be4d-74fc2eea1a02 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] No DVR routers for this DVR port e147d37d-e965-4cea-9b48-1e1f35b0ab6f on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:09:19.859874 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2242026a-c921-46a0-93b1-516c5b58cc5a req-a2eecbdf-920a-41dc-be4d-74fc2eea1a02 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:19.878891 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-cf7cc8b1-09a4-4a90-9a8b-0861bba0f645 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Request body: {'port': {'network_id': 'fc480144-10a1-4de1-904f-77f60e2734af', 'name': 'tempest-FloatingIPTestJSON-1166916545'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:19.922888 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-1b03365c-144a-416a-9987-a9e4217fb653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:19.936741 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6df2b97-a603-4192-a13b-d3b2bdd5bf29', 'name': 'network-vif-deleted', 'tag': 'e147d37d-e965-4cea-9b48-1e1f35b0ab6f'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:09:19.950213 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b03365c-144a-416a-9987-a9e4217fb653 None None] Routers {'27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:19.951854 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-1495d69a-b15c-4014-bd35-ba87822c01b1 None None] Set router 1ab6737c-cc5f-435c-9853-a0728a797022 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:09:19.952677 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-1b03365c-144a-416a-9987-a9e4217fb653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:09:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:20.006158 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2242026a-c921-46a0-93b1-516c5b58cc5a req-a2eecbdf-920a-41dc-be4d-74fc2eea1a02 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.35 "DELETE /v2.0/ports/e147d37d-e965-4cea-9b48-1e1f35b0ab6f HTTP/1.1" status: 204 len: 173 time: 2.5380433 Feb 09 01:09:20.022600 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-1b03365c-144a-416a-9987-a9e4217fb653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:20.023240 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b03365c-144a-416a-9987-a9e4217fb653 None None] The sync data for ids ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:09:20.036523 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e061759f-b798-4185-8d74-0dc3dacc64d0 req-3ee08527-9615-4039-b1a6-10c2e441889c tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2c2d844-70ae-41fa-a051-e12b26522438 HTTP/1.1" status: 200 len: 210 time: 0.1813798 Feb 09 01:09:20.051312 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b07a0e85-0c7f-4860-a160-bb78964bce7c req-cc6af2c8-400a-4f7e-a25e-4be6b3c66a8e tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.0643680 Feb 09 01:09:20.164384 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-cf7cc8b1-09a4-4a90-9a8b-0861bba0f645 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:20.175637 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-cf7cc8b1-09a4-4a90-9a8b-0861bba0f645 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Usage tracker for resource:port and tenant:3233fa6a1c31485fb5278c0948d1b003 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:20.184359 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-cf7cc8b1-09a4-4a90-9a8b-0861bba0f645 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:20.201362 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-cf7cc8b1-09a4-4a90-9a8b-0861bba0f645 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:20.219589 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6df2b97-a603-4192-a13b-d3b2bdd5bf29', 'name': 'network-vif-deleted', 'tag': 'e147d37d-e965-4cea-9b48-1e1f35b0ab6f', 'status': 'completed', 'code': 200} Feb 09 01:09:20.225000 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7cc8b1-09a4-4a90-9a8b-0861bba0f645 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Made reservation on behalf of 3233fa6a1c31485fb5278c0948d1b003 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:20.229412 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cf7cc8b1-09a4-4a90-9a8b-0861bba0f645 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:20.258416 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-cf7cc8b1-09a4-4a90-9a8b-0861bba0f645 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] device_id is not set on port 8d0f0bd9-60b6-46dc-8861-9d8f2a6aa8f2 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:09:20.506746 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-1495d69a-b15c-4014-bd35-ba87822c01b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'name': 'tempest-ServersTestBootFromVolume-85394624-router', 'tenant_id': '383f3082f927439d91a8e106811c03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '73ba6348-cc93-4903-9dd9-777775fd5f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:57Z', 'updated_at': '2022-02-09T01:07:05Z', 'revision_number': 4, 'project_id': '383f3082f927439d91a8e106811c03f7', 'gw_port': {'id': '73ba6348-cc93-4903-9dd9-777775fd5f11', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:59Z', 'updated_at': '2022-02-09T01:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '3d0cd92f-623c-4ace-bef3-c9709c929c95', 'name': '', 'network_id': 'e5eebd47-e56e-4218-8edf-32a5a22fef3b', 'tenant_id': '383f3082f927439d91a8e106811c03f7', 'mac_address': 'fa:16:3e:c9:ea:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bfc7232c-c4ba-4588-b26b-80253019f61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:04Z', 'updated_at': '2022-02-09T01:07:15Z', 'revision_number': 5, 'project_id': '383f3082f927439d91a8e106811c03f7', 'subnets': [{'id': 'bfc7232c-c4ba-4588-b26b-80253019f61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:20.522450 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1495d69a-b15c-4014-bd35-ba87822c01b1 None None] Checking router: 1ab6737c-cc5f-435c-9853-a0728a797022 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:09:20.532051 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1495d69a-b15c-4014-bd35-ba87822c01b1 None None] Routers {'1ab6737c-cc5f-435c-9853-a0728a797022'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:20.535151 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-1495d69a-b15c-4014-bd35-ba87822c01b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:09:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1ab6737c-cc5f-435c-9853-a0728a797022'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:20.652625 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-ef72247b-04a8-4dc5-bffd-ea6a4c13c5b6 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=3b0d02c45052492e936acde2536c3561&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2624359 Feb 09 01:09:20.850117 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41794) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:20.885100 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-1495d69a-b15c-4014-bd35-ba87822c01b1 None None] Set router 1ab6737c-cc5f-435c-9853-a0728a797022 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:09:20.995834 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-cf7cc8b1-09a4-4a90-9a8b-0861bba0f645 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Allocated IP 172.20.0.4 (fc480144-10a1-4de1-904f-77f60e2734af/605e6c51-e93d-4759-8055-ca183264d55d/8d0f0bd9-60b6-46dc-8861-9d8f2a6aa8f2) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:21.088258 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-2b77cf66-4ce0-4da4-892f-ac206a5955d9 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:21.097107 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-2b77cf66-4ce0-4da4-892f-ac206a5955d9 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4305131 Feb 09 01:09:21.103607 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f410f1b1-72ba-498e-be6d-37edb1d4dd7f req-8eadb298-210a-4f40-bf91-71e7f811d52e tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Synchronizing usage tracker for tenant:383f3082f927439d91a8e106811c03f7 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:09:21.130551 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-e2d1714c-b25c-4092-9b97-3f04bc244af7 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Request body: {'port': {'device_id': 'f2c2d844-70ae-41fa-a051-e12b26522438', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'admin_state_up': True, 'tenant_id': '3b0d02c45052492e936acde2536c3561'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:21.139772 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f06e9b91-10e9-4052-b7a2-0060eb13c69b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b27a7d1c48e84580a874ab6133129408&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2881458 Feb 09 01:09:21.142427 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41806) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:21.184149 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80948013-51a6-430c-8e49-abad9d1269a1 req-0f3549ec-444f-44d7-8f7f-ac2bd524bde8 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:21.187269 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-80948013-51a6-430c-8e49-abad9d1269a1 req-0f3549ec-444f-44d7-8f7f-ac2bd524bde8 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 945 time: 0.1816776 Feb 09 01:09:21.263375 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b915c324-2971-4493-8338-89752339e4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:21.286411 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-80948013-51a6-430c-8e49-abad9d1269a1 req-f21d6e95-5ac0-477c-a8cc-0c6cabde6ad1 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848472 Feb 09 01:09:21.331870 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b915c324-2971-4493-8338-89752339e4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:21.454297 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b915c324-2971-4493-8338-89752339e4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:21.481085 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b915c324-2971-4493-8338-89752339e4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34651d2a-6232-4cfc-9dfb-ae3dfd721f48,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:21.534606 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b915c324-2971-4493-8338-89752339e4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:21.535179 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-1495d69a-b15c-4014-bd35-ba87822c01b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'name': 'tempest-ServersTestBootFromVolume-85394624-router', 'tenant_id': '383f3082f927439d91a8e106811c03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '73ba6348-cc93-4903-9dd9-777775fd5f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:57Z', 'updated_at': '2022-02-09T01:07:05Z', 'revision_number': 4, 'project_id': '383f3082f927439d91a8e106811c03f7', 'gw_port': {'id': '73ba6348-cc93-4903-9dd9-777775fd5f11', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:59Z', 'updated_at': '2022-02-09T01:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '3d0cd92f-623c-4ace-bef3-c9709c929c95', 'name': '', 'network_id': 'e5eebd47-e56e-4218-8edf-32a5a22fef3b', 'tenant_id': '383f3082f927439d91a8e106811c03f7', 'mac_address': 'fa:16:3e:c9:ea:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bfc7232c-c4ba-4588-b26b-80253019f61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:04Z', 'updated_at': '2022-02-09T01:07:15Z', 'revision_number': 5, 'project_id': '383f3082f927439d91a8e106811c03f7', 'subnets': [{'id': 'bfc7232c-c4ba-4588-b26b-80253019f61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:21.538553 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b915c324-2971-4493-8338-89752339e4d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/34651d2a-6232-4cfc-9dfb-ae3dfd721f48 HTTP/1.1" status: 204 len: 168 time: 0.3947759 Feb 09 01:09:21.546708 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c6b5d590-424f-4994-84da-ac1503b190b5 req-cab1e7ff-d43d-41eb-9b7f-ee7fe20648f6 tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.0557666 Feb 09 01:09:21.551247 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1495d69a-b15c-4014-bd35-ba87822c01b1 None None] The sync data for ids ['1ab6737c-cc5f-435c-9853-a0728a797022'] in n-d-828419-1 is: [{'id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'name': 'tempest-ServersTestBootFromVolume-85394624-router', 'tenant_id': '383f3082f927439d91a8e106811c03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '73ba6348-cc93-4903-9dd9-777775fd5f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:57Z', 'updated_at': '2022-02-09T01:07:05Z', 'revision_number': 4, 'project_id': '383f3082f927439d91a8e106811c03f7', 'gw_port': {'id': '73ba6348-cc93-4903-9dd9-777775fd5f11', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:59Z', 'updated_at': '2022-02-09T01:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '3d0cd92f-623c-4ace-bef3-c9709c929c95', 'name': '', 'network_id': 'e5eebd47-e56e-4218-8edf-32a5a22fef3b', 'tenant_id': '383f3082f927439d91a8e106811c03f7', 'mac_address': 'fa:16:3e:c9:ea:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bfc7232c-c4ba-4588-b26b-80253019f61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:04Z', 'updated_at': '2022-02-09T01:07:15Z', 'revision_number': 5, 'project_id': '383f3082f927439d91a8e106811c03f7', 'subnets': [{'id': 'bfc7232c-c4ba-4588-b26b-80253019f61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:09:21.663267 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:21.710552 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f410f1b1-72ba-498e-be6d-37edb1d4dd7f req-8eadb298-210a-4f40-bf91-71e7f811d52e tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Unset dirty status for tenant:383f3082f927439d91a8e106811c03f7 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:09:21.725481 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f410f1b1-72ba-498e-be6d-37edb1d4dd7f req-8eadb298-210a-4f40-bf91-71e7f811d52e tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6df2b97-a603-4192-a13b-d3b2bdd5bf29 HTTP/1.1" status: 200 len: 210 time: 1.0577664 Feb 09 01:09:21.813562 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cf7cc8b1-09a4-4a90-9a8b-0861bba0f645 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:21.860410 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37c2e0-4aed-4df3-be71-c1546261b22f req-543e4fdc-0796-4d8c-8d3e-ea439ca1a5a9 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:21.872698 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cc37c2e0-4aed-4df3-be71-c1546261b22f req-543e4fdc-0796-4d8c-8d3e-ea439ca1a5a9 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 945 time: 0.1659486 Feb 09 01:09:21.924807 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cc37c2e0-4aed-4df3-be71-c1546261b22f req-ea045f4b-9942-4f68-b76f-2d4415dc390b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510373 Feb 09 01:09:21.984975 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-83727ca3-02a3-49b8-acbf-4aaafcd77903 req-c41b594e-3e44-4a80-8250-099e10933cd7 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2c2d844-70ae-41fa-a051-e12b26522438 HTTP/1.1" status: 200 len: 210 time: 0.0988510 Feb 09 01:09:22.008328 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-e2d1714c-b25c-4092-9b97-3f04bc244af7 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:22.008328 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-e2d1714c-b25c-4092-9b97-3f04bc244af7 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Usage tracker for resource:port and tenant:3b0d02c45052492e936acde2536c3561 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:22.011165 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-e2d1714c-b25c-4092-9b97-3f04bc244af7 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:22.015983 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880c1257-b53f-40ab-a03a-8c7747a19934 None None] New status for floating IP e2971944-783e-4171-9bc0-60aa75fb6e37: DOWN {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:09:22.021299 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-e2d1714c-b25c-4092-9b97-3f04bc244af7 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:22.036616 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cf7cc8b1-09a4-4a90-9a8b-0861bba0f645 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:22.038370 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-e2d1714c-b25c-4092-9b97-3f04bc244af7 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Made reservation on behalf of 3b0d02c45052492e936acde2536c3561 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:22.045336 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-e2d1714c-b25c-4092-9b97-3f04bc244af7 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:22.070583 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-e2d1714c-b25c-4092-9b97-3f04bc244af7 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:22.071134 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41814) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:22.136965 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-e2d1714c-b25c-4092-9b97-3f04bc244af7 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:22.142332 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-e2d1714c-b25c-4092-9b97-3f04bc244af7 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Usage tracker for resource:security_group_rule and tenant:3b0d02c45052492e936acde2536c3561 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:22.145558 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-e2d1714c-b25c-4092-9b97-3f04bc244af7 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:22.152112 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-e2d1714c-b25c-4092-9b97-3f04bc244af7 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:22.171760 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7cc8b1-09a4-4a90-9a8b-0861bba0f645 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Network fc480144-10a1-4de1-904f-77f60e2734af is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:22.175589 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-78186307-3175-4b3e-99dd-19d118c98e64 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0350be3fb8ee426a82e99b30328f29ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1018133 Feb 09 01:09:22.177684 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41818) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:22.183612 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-cf7cc8b1-09a4-4a90-9a8b-0861bba0f645 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:22.192800 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7cc8b1-09a4-4a90-9a8b-0861bba0f645 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:09:22.267768 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7cc8b1-09a4-4a90-9a8b-0861bba0f645 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event updated for resources: {'Port': ['ID=8d0f0bd9-60b6-46dc-8861-9d8f2a6aa8f2,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:22.282070 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d4a60658-d436-4839-bca2-ec55b13b607a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:22.304463 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7cc8b1-09a4-4a90-9a8b-0861bba0f645 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:22.305272 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cf7cc8b1-09a4-4a90-9a8b-0861bba0f645 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:22.318203 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d4a60658-d436-4839-bca2-ec55b13b607a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:22.338696 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-cf7cc8b1-09a4-4a90-9a8b-0861bba0f645 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4725313 Feb 09 01:09:22.342571 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41824) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:22.352782 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-b11e99ef-c7b2-49bf-90d7-c9747f8d658c tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Request body: {'port': {'network_id': 'fc480144-10a1-4de1-904f-77f60e2734af', 'name': 'tempest-FloatingIPTestJSON-1098597204'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:22.453177 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d4a60658-d436-4839-bca2-ec55b13b607a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:22.476817 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a60658-d436-4839-bca2-ec55b13b607a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b99b35-9314-468e-97cb-b83a51a7b402,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:22.492370 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d4a60658-d436-4839-bca2-ec55b13b607a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:22.493722 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d4a60658-d436-4839-bca2-ec55b13b607a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f5b99b35-9314-468e-97cb-b83a51a7b402 HTTP/1.1" status: 204 len: 168 time: 0.3146260 Feb 09 01:09:22.525510 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-e2d1714c-b25c-4092-9b97-3f04bc244af7 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:22.530906 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-e2d1714c-b25c-4092-9b97-3f04bc244af7 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:22.649108 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1714c-b25c-4092-9b97-3f04bc244af7 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01266273-b74e-494e-8411-eba8b818ad3e,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:22.681752 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b11e99ef-c7b2-49bf-90d7-c9747f8d658c tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:22.709393 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b11e99ef-c7b2-49bf-90d7-c9747f8d658c tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Usage tracker for resource:port and tenant:3233fa6a1c31485fb5278c0948d1b003 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:22.713410 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d5d68-88c7-402c-815a-d5b63ff14da8 req-59a796a9-8bb0-4b1b-94ab-67ad454e7532 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:22.715313 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d04d5d68-88c7-402c-815a-d5b63ff14da8 req-59a796a9-8bb0-4b1b-94ab-67ad454e7532 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 945 time: 0.2180707 Feb 09 01:09:22.719157 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b11e99ef-c7b2-49bf-90d7-c9747f8d658c tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:22.773926 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b11e99ef-c7b2-49bf-90d7-c9747f8d658c tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:22.777597 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d04d5d68-88c7-402c-815a-d5b63ff14da8 req-54be634b-6eb8-4073-9b82-270f41f58304 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556047 Feb 09 01:09:22.782182 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5cead676-6f3e-4e12-90e7-58b5308032ee req-50129d7c-9f92-4e55-82ca-c6ee9b17a26e tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.0687594 Feb 09 01:09:22.849423 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11e99ef-c7b2-49bf-90d7-c9747f8d658c tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Made reservation on behalf of 3233fa6a1c31485fb5278c0948d1b003 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:22.853784 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b11e99ef-c7b2-49bf-90d7-c9747f8d658c tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:22.901427 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41840) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:22.911466 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-b11e99ef-c7b2-49bf-90d7-c9747f8d658c tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] device_id is not set on port 1591c9bd-2f42-4628-bdf1-f3d4b0f394a7 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:09:23.019254 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e28146d7-6233-44d7-bc8a-4b0c9c5a8cab tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:23.118518 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e28146d7-6233-44d7-bc8a-4b0c9c5a8cab tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:23.206982 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-e2d1714c-b25c-4092-9b97-3f04bc244af7 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Allocated IP 192.168.233.148 (82c0e553-004f-4f65-a38e-9d785fdc5802/c1d7756a-584e-4152-ad93-d220060f4b30/2485d99f-d878-43ef-8bae-d80a8f93f6c1) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:23.254576 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-079bb7ef-817f-42e8-8c9d-71d42c336e7a req-1f34f76b-ba12-4df7-8679-ec0189b111ab tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2c2d844-70ae-41fa-a051-e12b26522438 HTTP/1.1" status: 200 len: 210 time: 0.0611126 Feb 09 01:09:23.257798 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-b11e99ef-c7b2-49bf-90d7-c9747f8d658c tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Allocated IP 172.20.0.14 (fc480144-10a1-4de1-904f-77f60e2734af/605e6c51-e93d-4759-8055-ca183264d55d/1591c9bd-2f42-4628-bdf1-f3d4b0f394a7) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:23.312041 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e28146d7-6233-44d7-bc8a-4b0c9c5a8cab tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:23.351434 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de125910-f4bf-48a3-a50e-ed5db7db5806 req-0008d6a2-5f41-4872-bcd9-0d036419430a tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:23.353342 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-de125910-f4bf-48a3-a50e-ed5db7db5806 req-0008d6a2-5f41-4872-bcd9-0d036419430a tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 945 time: 0.1948946 Feb 09 01:09:23.358489 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28146d7-6233-44d7-bc8a-4b0c9c5a8cab tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96c1c72-20b3-409e-8eb8-ed20e53e0378,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:23.369038 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e28146d7-6233-44d7-bc8a-4b0c9c5a8cab tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:23.370226 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e28146d7-6233-44d7-bc8a-4b0c9c5a8cab tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "DELETE /v2.0/security-groups/f96c1c72-20b3-409e-8eb8-ed20e53e0378 HTTP/1.1" status: 204 len: 168 time: 0.4677956 Feb 09 01:09:23.373516 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41860) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:23.423847 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-de125910-f4bf-48a3-a50e-ed5db7db5806 req-704f1ec5-db81-416e-8c86-ac5df43db75e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520275 Feb 09 01:09:23.521749 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-319fd96b-e6e6-425b-89d5-93d6d5751588 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] show failed (client error): The resource could not be found. Feb 09 01:09:23.524470 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-319fd96b-e6e6-425b-89d5-93d6d5751588 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "GET /v2.0/security-groups/f96c1c72-20b3-409e-8eb8-ed20e53e0378 HTTP/1.1" status: 404 len: 347 time: 0.1418951 Feb 09 01:09:23.525873 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41866) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:23.713144 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-e2d1714c-b25c-4092-9b97-3f04bc244af7 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:23.725517 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-4334b98d-d16e-4f45-85f9-c85b48a40679 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Deleting port 935f8c4b-bde8-431c-add2-f8f3e08f4999 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:23.725980 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4334b98d-d16e-4f45-85f9-c85b48a40679 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:23.731748 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b11e99ef-c7b2-49bf-90d7-c9747f8d658c tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:23.745212 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-e2d1714c-b25c-4092-9b97-3f04bc244af7 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Transition to ACTIVE for port object 2485d99f-d878-43ef-8bae-d80a8f93f6c1 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:09:23.787797 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b11e99ef-c7b2-49bf-90d7-c9747f8d658c tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:23.835095 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-e2d1714c-b25c-4092-9b97-3f04bc244af7 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:23.893272 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11e99ef-c7b2-49bf-90d7-c9747f8d658c tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Network fc480144-10a1-4de1-904f-77f60e2734af is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:23.898586 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-b11e99ef-c7b2-49bf-90d7-c9747f8d658c tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:23.901217 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11e99ef-c7b2-49bf-90d7-c9747f8d658c tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:09:23.973088 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-e2d1714c-b25c-4092-9b97-3f04bc244af7 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:23.986478 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11e99ef-c7b2-49bf-90d7-c9747f8d658c tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:23.987652 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b11e99ef-c7b2-49bf-90d7-c9747f8d658c tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:23.996716 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-e2d1714c-b25c-4092-9b97-3f04bc244af7 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:24.000648 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-e2d1714c-b25c-4092-9b97-3f04bc244af7 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:09:24.117956 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e99ef-c7b2-49bf-90d7-c9747f8d658c tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event updated for resources: {'Port': ['ID=1591c9bd-2f42-4628-bdf1-f3d4b0f394a7,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:24.125479 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e23d9116-f7d9-4a8c-a399-e79513a29f1d req-963f0819-4732-41af-9f33-6d5163e4aff2 tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.1374075 Feb 09 01:09:24.162294 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4334b98d-d16e-4f45-85f9-c85b48a40679 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:24.162671 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4334b98d-d16e-4f45-85f9-c85b48a40679 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:24.351170 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-4334b98d-d16e-4f45-85f9-c85b48a40679 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Calling delete_port for 935f8c4b-bde8-431c-add2-f8f3e08f4999 owned by network:floatingip {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:24.410527 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c731d016-9b5d-44b1-87d5-8da53cf8907a None None] Provisioning for port 2485d99f-d878-43ef-8bae-d80a8f93f6c1 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:09:24.419978 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c731d016-9b5d-44b1-87d5-8da53cf8907a None None] Provisioning complete for port 2485d99f-d878-43ef-8bae-d80a8f93f6c1 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:24.420347 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c731d016-9b5d-44b1-87d5-8da53cf8907a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:24.437631 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b11e99ef-c7b2-49bf-90d7-c9747f8d658c tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0938241 Feb 09 01:09:24.449331 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41890) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:24.468660 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-16c0d300-a1b0-470f-8c9d-100c2e32c928 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'port_id': '1591c9bd-2f42-4628-bdf1-f3d4b0f394a7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:24.476209 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-16c0d300-a1b0-470f-8c9d-100c2e32c928 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:24.480860 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-16c0d300-a1b0-470f-8c9d-100c2e32c928 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Usage tracker for resource:floatingip and tenant:3233fa6a1c31485fb5278c0948d1b003 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:24.485074 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-16c0d300-a1b0-470f-8c9d-100c2e32c928 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:24.491807 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-16c0d300-a1b0-470f-8c9d-100c2e32c928 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:24.524355 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1714c-b25c-4092-9b97-3f04bc244af7 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Pushing event updated for resources: {'Port': ['ID=2485d99f-d878-43ef-8bae-d80a8f93f6c1,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:24.534430 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-e2d1714c-b25c-4092-9b97-3f04bc244af7 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:24.535164 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-e2d1714c-b25c-4092-9b97-3f04bc244af7 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:24.540636 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16c0d300-a1b0-470f-8c9d-100c2e32c928 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for floatingip, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:24.573469 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-c731d016-9b5d-44b1-87d5-8da53cf8907a None None] Port 2485d99f-d878-43ef-8bae-d80a8f93f6c1 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:09:24.631883 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4334b98d-d16e-4f45-85f9-c85b48a40679 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:24.636360 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-e2d1714c-b25c-4092-9b97-3f04bc244af7 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5112863 Feb 09 01:09:24.660964 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99d510-3bed-4b85-ae95-28ab814552ff req-4348e48a-b67f-4cbf-80f6-8a03107ffe4c tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:24.662378 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d99d510-3bed-4b85-ae95-28ab814552ff req-4348e48a-b67f-4cbf-80f6-8a03107ffe4c tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 945 time: 0.6921594 Feb 09 01:09:24.666093 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-f7985054-c231-4e49-80c7-158d1a0b9a15 service neutron] Request body: {'port': {'device_id': 'f2c2d844-70ae-41fa-a051-e12b26522438', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:24.691975 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334b98d-d16e-4f45-85f9-c85b48a40679 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Pushing event deleted for resources: {'Port': ['ID=935f8c4b-bde8-431c-add2-f8f3e08f4999,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:24.738491 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb69dbb-c710-4866-92d8-db07b2f86ce3 req-71540d28-52f2-4895-8de9-9747f64ddfd0 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:24.739966 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8cb69dbb-c710-4866-92d8-db07b2f86ce3 req-71540d28-52f2-4895-8de9-9747f64ddfd0 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2c2d844-70ae-41fa-a051-e12b26522438 HTTP/1.1" status: 200 len: 936 time: 0.2156749 Feb 09 01:09:24.805407 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d99d510-3bed-4b85-ae95-28ab814552ff req-3129dfe1-5012-4c27-9bd1-6aae1665f8eb tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113775 Feb 09 01:09:24.827869 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4334b98d-d16e-4f45-85f9-c85b48a40679 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks [] for floatingip, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:24.840650 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-f7985054-c231-4e49-80c7-158d1a0b9a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:24.841448 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8cb69dbb-c710-4866-92d8-db07b2f86ce3 req-05efe3f9-69e6-4a1d-8c70-0b7f2289e343 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.37 "GET /v2.0/security-groups?id=01266273-b74e-494e-8411-eba8b818ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725074 Feb 09 01:09:24.844202 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:24.900015 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4334b98d-d16e-4f45-85f9-c85b48a40679 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:24.905107 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4334b98d-d16e-4f45-85f9-c85b48a40679 tempest-ServersTestBootFromVolume-2043959824 tempest-ServersTestBootFromVolume-2043959824-project] 10.222.0.37 "DELETE /v2.0/floatingips/e2971944-783e-4171-9bc0-60aa75fb6e37 HTTP/1.1" status: 204 len: 168 time: 1.3780110 Feb 09 01:09:24.905842 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41900) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:24.944775 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16c0d300-a1b0-470f-8c9d-100c2e32c928 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:25.283353 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e920de1-ef9a-40e6-bb08-3733cef2c6cd req-a2190886-f427-46b8-b623-6c2e631b33a0 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:25.284847 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3e920de1-ef9a-40e6-bb08-3733cef2c6cd req-a2190886-f427-46b8-b623-6c2e631b33a0 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 945 time: 0.3167670 Feb 09 01:09:25.289566 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-16c0d300-a1b0-470f-8c9d-100c2e32c928 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Allocated IP 172.25.5.125 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/dc1a830b-e190-4dad-bd70-6b92277216a5) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:25.373933 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-74684e68-b1d4-48a5-a3f5-9d28095800bb req-b2f507d5-8890-4d62-8760-6a980e1930ad tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.0616326 Feb 09 01:09:25.398527 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3e920de1-ef9a-40e6-bb08-3733cef2c6cd req-7a62611a-5476-45c8-a7a5-5f90eedf75b7 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082418 Feb 09 01:09:25.592262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-f7985054-c231-4e49-80c7-158d1a0b9a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2485d99f-d878-43ef-8bae-d80a8f93f6c1 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:09:25.603327 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-f7985054-c231-4e49-80c7-158d1a0b9a15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:25.607762 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16c0d300-a1b0-470f-8c9d-100c2e32c928 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:25.628851 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-f7985054-c231-4e49-80c7-158d1a0b9a15 service neutron] Transition to ACTIVE for port object 2485d99f-d878-43ef-8bae-d80a8f93f6c1 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:09:25.635059 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-f7985054-c231-4e49-80c7-158d1a0b9a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:25.725655 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ff93396c-af53-475d-a6a9-1193b2b5cdc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:25.810756 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7985054-c231-4e49-80c7-158d1a0b9a15 service neutron] Pushing event updated for resources: {'Port': ['ID=2485d99f-d878-43ef-8bae-d80a8f93f6c1,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:25.849600 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16c0d300-a1b0-470f-8c9d-100c2e32c928 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:25.966965 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c0d300-a1b0-470f-8c9d-100c2e32c928 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:25.975438 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-16c0d300-a1b0-470f-8c9d-100c2e32c928 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:25.980225 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c0d300-a1b0-470f-8c9d-100c2e32c928 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:09:26.068448 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-f7985054-c231-4e49-80c7-158d1a0b9a15 service neutron] Attempting to bind port 2485d99f-d878-43ef-8bae-d80a8f93f6c1 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:09:26.068781 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-f7985054-c231-4e49-80c7-158d1a0b9a15 service neutron] Attempting to bind port 2485d99f-d878-43ef-8bae-d80a8f93f6c1 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:09:26.069112 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-f7985054-c231-4e49-80c7-158d1a0b9a15 service neutron] Attempting to bind port 2485d99f-d878-43ef-8bae-d80a8f93f6c1 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:09:26.077362 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41940) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:26.104021 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0d300-a1b0-470f-8c9d-100c2e32c928 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event updated for resources: {'Port': ['ID=dc1a830b-e190-4dad-bd70-6b92277216a5,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:26.108012 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-f7985054-c231-4e49-80c7-158d1a0b9a15 service neutron] Port 2485d99f-d878-43ef-8bae-d80a8f93f6c1 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:09:26.108348 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-f7985054-c231-4e49-80c7-158d1a0b9a15 service neutron] Attempting to bind port 2485d99f-d878-43ef-8bae-d80a8f93f6c1 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:09:26.120028 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-f7985054-c231-4e49-80c7-158d1a0b9a15 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:09:26.120373 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-f7985054-c231-4e49-80c7-158d1a0b9a15 service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:09:26.120801 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-f7985054-c231-4e49-80c7-158d1a0b9a15 service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:09:26.121233 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-f7985054-c231-4e49-80c7-158d1a0b9a15 service neutron] Bound port: 2485d99f-d878-43ef-8bae-d80a8f93f6c1, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:09:26.122024 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-f7985054-c231-4e49-80c7-158d1a0b9a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:26.246997 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711d332-67bd-4377-a876-5e616716603a req-7cb21bfa-0a07-4b2a-a3c7-e1ff28c0e0df tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:26.249032 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1711d332-67bd-4377-a876-5e616716603a req-7cb21bfa-0a07-4b2a-a3c7-e1ff28c0e0df tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2c2d844-70ae-41fa-a051-e12b26522438 HTTP/1.1" status: 200 len: 948 time: 0.1721168 Feb 09 01:09:26.290879 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9a05b51b-88ba-43cb-b599-11cd77d4acc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:26.303288 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-ff93396c-af53-475d-a6a9-1193b2b5cdc4 admin admin] Deleting port 3d0cd92f-623c-4ace-bef3-c9709c929c95 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:26.303623 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ff93396c-af53-475d-a6a9-1193b2b5cdc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:26.372720 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9a05b51b-88ba-43cb-b599-11cd77d4acc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:26.383849 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1711d332-67bd-4377-a876-5e616716603a req-b88d27bc-1033-4f84-a33a-ede9c3ace766 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.37 "GET /v2.0/security-groups?id=01266273-b74e-494e-8411-eba8b818ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184299 Feb 09 01:09:26.384819 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9a05b51b-88ba-43cb-b599-11cd77d4acc7 admin admin] Usage tracker for resource:security_group_rule and tenant:fee1cd9e9ee74b1e870e1e93eb90a2e2 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:26.389700 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9a05b51b-88ba-43cb-b599-11cd77d4acc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:26.455848 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9a05b51b-88ba-43cb-b599-11cd77d4acc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:26.554743 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad039b-79bf-4d3f-8ac4-457cc7de68ed req-924194d6-1a51-4cb7-9651-6748e645bac8 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:26.556188 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-95ad039b-79bf-4d3f-8ac4-457cc7de68ed req-924194d6-1a51-4cb7-9651-6748e645bac8 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 945 time: 0.5282922 Feb 09 01:09:26.567088 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a83619f5-40c0-415a-8dc2-9c2dccbeaac9 req-b82378a8-71ca-433e-a63b-247dde4676bd tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.0653229 Feb 09 01:09:26.576162 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-f7985054-c231-4e49-80c7-158d1a0b9a15 service neutron] For port 2485d99f-d878-43ef-8bae-d80a8f93f6c1, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:09:26.592438 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-ff93396c-af53-475d-a6a9-1193b2b5cdc4 admin admin] For port 3d0cd92f-623c-4ace-bef3-c9709c929c95, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=3d0cd92f-623c-4ace-bef3-c9709c929c95,segment=NetworkSegment(cd7f2f4a-09b1-4046-8a49-f3d3017f86ee),segment_id=cd7f2f4a-09b1-4046-8a49-f3d3017f86ee)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:26.592438 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ff93396c-af53-475d-a6a9-1193b2b5cdc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:26.611813 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-f7985054-c231-4e49-80c7-158d1a0b9a15 service neutron] For port 2485d99f-d878-43ef-8bae-d80a8f93f6c1, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=2485d99f-d878-43ef-8bae-d80a8f93f6c1,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:09:26.627262 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-f7985054-c231-4e49-80c7-158d1a0b9a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:26.729997 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-ff93396c-af53-475d-a6a9-1193b2b5cdc4 admin admin] Calling delete_port for 3d0cd92f-623c-4ace-bef3-c9709c929c95 owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:26.761238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-f7985054-c231-4e49-80c7-158d1a0b9a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:26.762228 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-f7985054-c231-4e49-80c7-158d1a0b9a15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:26.764655 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-f7985054-c231-4e49-80c7-158d1a0b9a15 service neutron] 10.222.0.35 "PUT /v2.0/ports/2485d99f-d878-43ef-8bae-d80a8f93f6c1 HTTP/1.1" status: 200 len: 1096 time: 2.1129262 Feb 09 01:09:26.780842 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c2d844-70ae-41fa-a051-e12b26522438', 'tag': '2485d99f-d878-43ef-8bae-d80a8f93f6c1'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:09:26.787864 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-95ad039b-79bf-4d3f-8ac4-457cc7de68ed req-b2ff14b3-83a6-45d3-8cba-c0c2d6f57150 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219226 Feb 09 01:09:26.842872 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9a05b51b-88ba-43cb-b599-11cd77d4acc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:26.917797 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c2d844-70ae-41fa-a051-e12b26522438', 'tag': '2485d99f-d878-43ef-8bae-d80a8f93f6c1', 'status': 'completed', 'code': 200} Feb 09 01:09:26.933836 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7985054-c231-4e49-80c7-158d1a0b9a15 service neutron] Pushing event updated for resources: {'Port': ['ID=2485d99f-d878-43ef-8bae-d80a8f93f6c1,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:26.990400 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-2ea241aa-a600-4572-aba2-5e5fd772fa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:26.991896 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-2ea241aa-a600-4572-aba2-5e5fd772fa96 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b0d02c45052492e936acde2536c3561&device_id=f2c2d844-70ae-41fa-a051-e12b26522438 HTTP/1.1" status: 200 len: 1099 time: 0.1202915 Feb 09 01:09:27.070857 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-5c34db80-ee73-4c15-8c17-258a7ecfa690 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=2485d99f-d878-43ef-8bae-d80a8f93f6c1 HTTP/1.1" status: 200 len: 217 time: 0.0705061 Feb 09 01:09:27.071870 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16c0d300-a1b0-470f-8c9d-100c2e32c928 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:27.101229 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 92d5acad-e38d-43c2-8bec-c5018d35d94a details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:09:27.137470 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9a05b51b-88ba-43cb-b599-11cd77d4acc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:27.150559 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-6f96fdd5-e019-4a1e-85fc-b1b3849b09e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:27.152251 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-6f96fdd5-e019-4a1e-85fc-b1b3849b09e0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.0718377 Feb 09 01:09:27.213053 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9a05b51b-88ba-43cb-b599-11cd77d4acc7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fee1cd9e9ee74b1e870e1e93eb90a2e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1313584 Feb 09 01:09:27.214207 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05b51b-88ba-43cb-b599-11cd77d4acc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9b9f92-5803-4004-a9e8-b8eaab50ad61,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:27.219656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41954) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:27.257860 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 92d5acad-e38d-43c2-8bec-c5018d35d94a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=92d5acad-e38d-43c2-8bec-c5018d35d94a,segment=NetworkSegment(0a900953-cea9-408a-b5a5-b9b62ab0e594),segment_id=0a900953-cea9-408a-b5a5-b9b62ab0e594)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:27.268228 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16c0d300-a1b0-470f-8c9d-100c2e32c928 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:27.306451 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '92d5acad-e38d-43c2-8bec-c5018d35d94a', 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd', 'port_id': '92d5acad-e38d-43c2-8bec-c5018d35d94a', 'mac_address': 'fa:16:3e:63:f9:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 962, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:09:27.315807 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531524ea-f24b-4c5c-a4e1-038bc660d918 req-b628892a-a3d7-4d21-808c-9c54c9c70766 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:27.322679 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-531524ea-f24b-4c5c-a4e1-038bc660d918 req-b628892a-a3d7-4d21-808c-9c54c9c70766 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 945 time: 0.6012285 Feb 09 01:09:27.340709 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-adab093b-1b90-4516-9231-f19ad80b5647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:27.342337 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-adab093b-1b90-4516-9231-f19ad80b5647 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1635096 Feb 09 01:09:27.371626 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:27.391031 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92d5acad-e38d-43c2-8bec-c5018d35d94a {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:09:27.391403 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e8824331-8def-4a56-922c-2845cb8c2c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:27.408023 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 92d5acad-e38d-43c2-8bec-c5018d35d94a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=92d5acad-e38d-43c2-8bec-c5018d35d94a,segment=NetworkSegment(0a900953-cea9-408a-b5a5-b9b62ab0e594),segment_id=0a900953-cea9-408a-b5a5-b9b62ab0e594)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:27.412591 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:27.438328 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-531524ea-f24b-4c5c-a4e1-038bc660d918 req-fb6da134-6760-41bc-bb30-528f60c16f3b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147940 Feb 09 01:09:27.490844 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e8824331-8def-4a56-922c-2845cb8c2c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:27.502737 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=92d5acad-e38d-43c2-8bec-c5018d35d94a,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:27.516725 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:27.517354 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:27.518022 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:27.518523 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:27.519062 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:27.520185 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:27.520756 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:27.521314 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:27.521634 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:27.522097 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:27.522594 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:27.523125 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:27.537912 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ff93396c-af53-475d-a6a9-1193b2b5cdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:27.585911 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93396c-af53-475d-a6a9-1193b2b5cdc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d0cd92f-623c-4ace-bef3-c9709c929c95,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:27.618094 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['92d5acad-e38d-43c2-8bec-c5018d35d94a'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:09:27.664284 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-77148c28-0489-4104-a86d-877698706268 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122299 Feb 09 01:09:27.727319 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e8824331-8def-4a56-922c-2845cb8c2c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:27.784892 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16c0d300-a1b0-470f-8c9d-100c2e32c928 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:27.799873 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-071e26ea-9316-42bf-b1b4-732ff406b71d req-13fc6551-8943-4c65-9ef6-5e3d050f6f00 tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.0674474 Feb 09 01:09:27.802161 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16c0d300-a1b0-470f-8c9d-100c2e32c928 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:27.869560 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8824331-8def-4a56-922c-2845cb8c2c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9b9f92-5803-4004-a9e8-b8eaab50ad61,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:27.876469 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ebf09-8533-44b9-ba1c-3e2f34d0bede req-66951283-047d-4528-b320-dbfccc44ddf1 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:27.877223 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-156ebf09-8533-44b9-ba1c-3e2f34d0bede req-66951283-047d-4528-b320-dbfccc44ddf1 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Synchronizing usage tracker for tenant:3b0d02c45052492e936acde2536c3561 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:09:27.927593 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e8824331-8def-4a56-922c-2845cb8c2c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:27.928788 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e8824331-8def-4a56-922c-2845cb8c2c67 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cb9b9f92-5803-4004-a9e8-b8eaab50ad61 HTTP/1.1" status: 204 len: 168 time: 0.7080119 Feb 09 01:09:27.997301 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0d300-a1b0-470f-8c9d-100c2e32c928 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event updated for resources: {'Port': ['ID=dc1a830b-e190-4dad-bd70-6b92277216a5,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:28.003433 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ad93798f-2ccf-4324-be5c-49db6549e61d req-4aee5c04-897d-4a92-ad65-104e8ff6e347 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312609 Feb 09 01:09:28.006361 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-156ebf09-8533-44b9-ba1c-3e2f34d0bede req-66951283-047d-4528-b320-dbfccc44ddf1 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Unset dirty status for tenant:3b0d02c45052492e936acde2536c3561 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:09:28.013258 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-156ebf09-8533-44b9-ba1c-3e2f34d0bede req-66951283-047d-4528-b320-dbfccc44ddf1 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2c2d844-70ae-41fa-a051-e12b26522438 HTTP/1.1" status: 200 len: 948 time: 0.4650397 Feb 09 01:09:28.033560 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16c0d300-a1b0-470f-8c9d-100c2e32c928 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:28.075729 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ff93396c-af53-475d-a6a9-1193b2b5cdc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:28.193848 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d3994-66ca-4862-8a7a-bf2feebcb0ad req-1eb804b2-362d-4216-875d-45415ceac711 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:28.195375 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-950d3994-66ca-4862-8a7a-bf2feebcb0ad req-1eb804b2-362d-4216-875d-45415ceac711 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 944 time: 0.2058473 Feb 09 01:09:28.322154 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-950d3994-66ca-4862-8a7a-bf2feebcb0ad req-46430fdc-e303-4ee8-9752-11d9c763b8d4 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191535 Feb 09 01:09:28.342207 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-156ebf09-8533-44b9-ba1c-3e2f34d0bede req-ccbf2bc8-93ce-42c3-a30b-7c28efc0f943 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Synchronizing usage tracker for tenant:3b0d02c45052492e936acde2536c3561 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:09:28.364952 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41968) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:28.463839 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-156ebf09-8533-44b9-ba1c-3e2f34d0bede req-ccbf2bc8-93ce-42c3-a30b-7c28efc0f943 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Unset dirty status for tenant:3b0d02c45052492e936acde2536c3561 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:09:28.465051 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-156ebf09-8533-44b9-ba1c-3e2f34d0bede req-ccbf2bc8-93ce-42c3-a30b-7c28efc0f943 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.37 "GET /v2.0/security-groups?id=01266273-b74e-494e-8411-eba8b818ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509566 Feb 09 01:09:28.466607 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c392e469-e512-4645-981b-7a4c4139dc2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:28.503848 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c392e469-e512-4645-981b-7a4c4139dc2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:28.506801 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [None req-16c0d300-a1b0-470f-8c9d-100c2e32c928 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Floating IP 7d538c4d-c5e2-4e98-b1e2-3e7571ff5d4a associated. External IP: 172.25.5.125, port: 1591c9bd-2f42-4628-bdf1-f3d4b0f394a7. Feb 09 01:09:28.518941 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff93396c-af53-475d-a6a9-1193b2b5cdc4 admin admin] Router 1ab6737c-cc5f-435c-9853-a0728a797022 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:09:28.578760 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c392e469-e512-4645-981b-7a4c4139dc2c admin admin] Usage tracker for resource:security_group_rule and tenant:c338e75070a44c09aaa2b51a4eff6532 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:28.582531 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c392e469-e512-4645-981b-7a4c4139dc2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:28.593020 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990cec5-0ed0-4b5c-b40f-8b1704147c24 req-87644fef-e3e3-4bdd-929f-29e14cc652cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:28.594486 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a990cec5-0ed0-4b5c-b40f-8b1704147c24 req-87644fef-e3e3-4bdd-929f-29e14cc652cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b0d02c45052492e936acde2536c3561&device_id=f2c2d844-70ae-41fa-a051-e12b26522438 HTTP/1.1" status: 200 len: 1099 time: 0.3663778 Feb 09 01:09:28.602672 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c392e469-e512-4645-981b-7a4c4139dc2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:28.848832 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990cec5-0ed0-4b5c-b40f-8b1704147c24 req-60266ee2-9f90-4372-8433-6bff9e13e6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:28.850306 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a990cec5-0ed0-4b5c-b40f-8b1704147c24 req-60266ee2-9f90-4372-8433-6bff9e13e6bd service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.2454979 Feb 09 01:09:28.893121 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babbab3-eb1a-4f0e-a24d-0fb31c24d9a5 req-157b8b04-53c7-4a56-b114-6bafb9ff01f8 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:28.894587 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4babbab3-eb1a-4f0e-a24d-0fb31c24d9a5 req-157b8b04-53c7-4a56-b114-6bafb9ff01f8 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 945 time: 0.3085878 Feb 09 01:09:28.898084 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff93396c-af53-475d-a6a9-1193b2b5cdc4 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:09:28.905250 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ff93396c-af53-475d-a6a9-1193b2b5cdc4 admin admin] 10.222.0.37 "PUT /v2.0/routers/1ab6737c-cc5f-435c-9853-a0728a797022/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9961572 Feb 09 01:09:28.905562 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41976) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:28.916132 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad65295-7c1b-4662-af1e-3f5b9553041e None None] Sync routers for ids ['1ab6737c-cc5f-435c-9853-a0728a797022'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:09:28.928466 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad65295-7c1b-4662-af1e-3f5b9553041e None None] Routers {'1ab6737c-cc5f-435c-9853-a0728a797022'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:28.929480 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-1ad65295-7c1b-4662-af1e-3f5b9553041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:09:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1ab6737c-cc5f-435c-9853-a0728a797022'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:29.025121 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a990cec5-0ed0-4b5c-b40f-8b1704147c24 req-590ca14b-e6a1-451c-9342-b39477e60d70 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=2485d99f-d878-43ef-8bae-d80a8f93f6c1 HTTP/1.1" status: 200 len: 217 time: 0.1154699 Feb 09 01:09:29.036146 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4babbab3-eb1a-4f0e-a24d-0fb31c24d9a5 req-a7ea8650-29ec-46b3-8dc0-6c20fa8d5060 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762393 Feb 09 01:09:29.095791 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4e3fae8e-4d5f-443d-9d8a-7cb89d9fb976 req-78954403-1b7f-4afb-b279-2d0a90fdeb9c tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.1221545 Feb 09 01:09:29.138535 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-51c2f2bb-ac94-47cb-9152-13fef7e44c2c admin admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:29.171490 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 92d5acad-e38d-43c2-8bec-c5018d35d94a up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:09:29.253201 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c392e469-e512-4645-981b-7a4c4139dc2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:29.255087 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990cec5-0ed0-4b5c-b40f-8b1704147c24 req-e8438f6f-8fbf-4584-80a9-fbcf4ed8637c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:29.256655 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a990cec5-0ed0-4b5c-b40f-8b1704147c24 req-e8438f6f-8fbf-4584-80a9-fbcf4ed8637c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.2164550 Feb 09 01:09:29.263111 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c392e469-e512-4645-981b-7a4c4139dc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:29.276633 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-1ad65295-7c1b-4662-af1e-3f5b9553041e None None] Set router 1ab6737c-cc5f-435c-9853-a0728a797022 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:09:29.356985 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-51c2f2bb-ac94-47cb-9152-13fef7e44c2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:29.366304 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c0d300-a1b0-470f-8c9d-100c2e32c928 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Router 27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:09:29.373346 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-51c2f2bb-ac94-47cb-9152-13fef7e44c2c admin admin] Deleting port 73ba6348-cc93-4903-9dd9-777775fd5f11 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:29.373921 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-51c2f2bb-ac94-47cb-9152-13fef7e44c2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:29.379364 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c392e469-e512-4645-981b-7a4c4139dc2c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c338e75070a44c09aaa2b51a4eff6532&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0097771 Feb 09 01:09:29.384446 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41990) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:29.391119 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c392e469-e512-4645-981b-7a4c4139dc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236faa7b-c2f2-47ce-b942-9aea0721a757,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:29.598692 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990cec5-0ed0-4b5c-b40f-8b1704147c24 req-90f8a9ae-9809-49ff-a85d-9618e19f1b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:29.600194 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a990cec5-0ed0-4b5c-b40f-8b1704147c24 req-90f8a9ae-9809-49ff-a85d-9618e19f1b61 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3286600 Feb 09 01:09:29.609887 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 92d5acad-e38d-43c2-8bec-c5018d35d94a triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:29.610273 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:29.754678 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-51c2f2bb-ac94-47cb-9152-13fef7e44c2c admin admin] For port 73ba6348-cc93-4903-9dd9-777775fd5f11, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=73ba6348-cc93-4903-9dd9-777775fd5f11,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:29.755329 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-51c2f2bb-ac94-47cb-9152-13fef7e44c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:29.896777 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-1ad65295-7c1b-4662-af1e-3f5b9553041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'name': 'tempest-ServersTestBootFromVolume-85394624-router', 'tenant_id': '383f3082f927439d91a8e106811c03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '73ba6348-cc93-4903-9dd9-777775fd5f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:57Z', 'updated_at': '2022-02-09T01:09:27Z', 'revision_number': 5, 'project_id': '383f3082f927439d91a8e106811c03f7', 'gw_port': {'id': '73ba6348-cc93-4903-9dd9-777775fd5f11', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:59Z', 'updated_at': '2022-02-09T01:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:29.903128 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-51c2f2bb-ac94-47cb-9152-13fef7e44c2c admin admin] Calling delete_port for 73ba6348-cc93-4903-9dd9-777775fd5f11 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:29.904650 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad65295-7c1b-4662-af1e-3f5b9553041e None None] Checking router: 1ab6737c-cc5f-435c-9853-a0728a797022 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:09:29.918953 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad65295-7c1b-4662-af1e-3f5b9553041e None None] Routers {'1ab6737c-cc5f-435c-9853-a0728a797022'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:29.920355 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-1ad65295-7c1b-4662-af1e-3f5b9553041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:09:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1ab6737c-cc5f-435c-9853-a0728a797022'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:29.936680 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2974a7cb-6854-4038-a261-d1482a80c8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:29.940149 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112be9fc-101c-4f18-ba5d-76ab88e31b38 req-81af3d8e-d7fa-456a-aae0-68606789c3e1 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:29.947119 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-112be9fc-101c-4f18-ba5d-76ab88e31b38 req-81af3d8e-d7fa-456a-aae0-68606789c3e1 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 944 time: 0.3903809 Feb 09 01:09:30.016792 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2974a7cb-6854-4038-a261-d1482a80c8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:30.029946 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c0d300-a1b0-470f-8c9d-100c2e32c928 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:09:30.031840 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-112be9fc-101c-4f18-ba5d-76ab88e31b38 req-ae42b3a8-21df-4cd3-b9bc-bd1fd42f157b tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838196 Feb 09 01:09:30.041687 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428d81f0-78ef-4c21-b362-5e65ebb70c44 None None] Sync routers for ids ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:09:30.063533 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428d81f0-78ef-4c21-b362-5e65ebb70c44 None None] Routers {'27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:30.065967 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-428d81f0-78ef-4c21-b362-5e65ebb70c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:09:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:30.231270 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-428d81f0-78ef-4c21-b362-5e65ebb70c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:30.250964 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428d81f0-78ef-4c21-b362-5e65ebb70c44 None None] Routers {'27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:30.251922 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-428d81f0-78ef-4c21-b362-5e65ebb70c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:09:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:30.276125 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:30.281582 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa087fb-0050-4fe9-9d0e-92b00e5ce3b1 req-ce15fd19-d6e5-4284-9de1-f3f235d346b0 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:30.287681 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5fa087fb-0050-4fe9-9d0e-92b00e5ce3b1 req-ce15fd19-d6e5-4284-9de1-f3f235d346b0 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2c2d844-70ae-41fa-a051-e12b26522438 HTTP/1.1" status: 200 len: 948 time: 0.5860841 Feb 09 01:09:30.300579 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2974a7cb-6854-4038-a261-d1482a80c8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:30.307559 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2974a7cb-6854-4038-a261-d1482a80c8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:30.311114 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2974a7cb-6854-4038-a261-d1482a80c8a6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/236faa7b-c2f2-47ce-b942-9aea0721a757 HTTP/1.1" status: 204 len: 168 time: 0.9229920 Feb 09 01:09:30.336005 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-51c2f2bb-ac94-47cb-9152-13fef7e44c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:30.367020 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-428d81f0-78ef-4c21-b362-5e65ebb70c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:30.368547 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16c0d300-a1b0-470f-8c9d-100c2e32c928 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:30.370249 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428d81f0-78ef-4c21-b362-5e65ebb70c44 None None] The sync data for ids ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:09:30.416315 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2f2bb-ac94-47cb-9152-13fef7e44c2c admin admin] Pushing event deleted for resources: {'Port': ['ID=73ba6348-cc93-4903-9dd9-777775fd5f11,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:30.429484 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3093736e-12df-49b3-9826-76d31909df23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d5acad-e38d-43c2-8bec-c5018d35d94a'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:09:30.456046 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-1ad65295-7c1b-4662-af1e-3f5b9553041e None None] Set router 1ab6737c-cc5f-435c-9853-a0728a797022 gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:09:30.482560 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974a7cb-6854-4038-a261-d1482a80c8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236faa7b-c2f2-47ce-b942-9aea0721a757,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:30.520211 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a990cec5-0ed0-4b5c-b40f-8b1704147c24 req-2767c440-bb4f-417a-a54b-290be2a590d4 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8368940 Feb 09 01:09:30.540250 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-51c2f2bb-ac94-47cb-9152-13fef7e44c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:30.650688 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-16c0d300-a1b0-470f-8c9d-100c2e32c928 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.1945710 Feb 09 01:09:30.662175 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42022) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:30.672078 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-f52b8d6e-7293-4ad2-b2d1-d1fa623feb27 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:30.761075 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5fa087fb-0050-4fe9-9d0e-92b00e5ce3b1 req-53838330-ae6c-43ce-aa82-fff4ae38525c tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.37 "GET /v2.0/security-groups?id=01266273-b74e-494e-8411-eba8b818ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290874 Feb 09 01:09:30.766067 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 92d5acad-e38d-43c2-8bec-c5018d35d94a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=92d5acad-e38d-43c2-8bec-c5018d35d94a,segment=NetworkSegment(0a900953-cea9-408a-b5a5-b9b62ab0e594),segment_id=0a900953-cea9-408a-b5a5-b9b62ab0e594)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:30.794361 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:30.799073 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-1ad65295-7c1b-4662-af1e-3f5b9553041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'name': 'tempest-ServersTestBootFromVolume-85394624-router', 'tenant_id': '383f3082f927439d91a8e106811c03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:57Z', 'updated_at': '2022-02-09T01:09:29Z', 'revision_number': 6, 'project_id': '383f3082f927439d91a8e106811c03f7', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:30.806252 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab97bce-c30e-4c37-898a-0b18c8bf4da2 req-4fe84905-0d61-454a-9a98-215958007e9b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:30.816806 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-aab97bce-c30e-4c37-898a-0b18c8bf4da2 req-4fe84905-0d61-454a-9a98-215958007e9b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 945 time: 0.5338988 Feb 09 01:09:30.912038 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-51c2f2bb-ac94-47cb-9152-13fef7e44c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:30.913268 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad65295-7c1b-4662-af1e-3f5b9553041e None None] The sync data for ids ['1ab6737c-cc5f-435c-9853-a0728a797022'] in n-d-828419-1 is: [{'id': '1ab6737c-cc5f-435c-9853-a0728a797022', 'name': 'tempest-ServersTestBootFromVolume-85394624-router', 'tenant_id': '383f3082f927439d91a8e106811c03f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:57Z', 'updated_at': '2022-02-09T01:09:29Z', 'revision_number': 6, 'project_id': '383f3082f927439d91a8e106811c03f7', 'gw_port_host': None}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:09:30.915845 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-51c2f2bb-ac94-47cb-9152-13fef7e44c2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:30.934051 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f52b8d6e-7293-4ad2-b2d1-d1fa623feb27 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for floatingip, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:30.980116 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-aab97bce-c30e-4c37-898a-0b18c8bf4da2 req-2064491a-a221-4b28-a060-85a9e8631a96 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612699 Feb 09 01:09:31.005293 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-51c2f2bb-ac94-47cb-9152-13fef7e44c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:31.006305 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c2f2bb-ac94-47cb-9152-13fef7e44c2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ab6737c-cc5f-435c-9853-a0728a797022 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:09:31.031693 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-51c2f2bb-ac94-47cb-9152-13fef7e44c2c admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:31.033051 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-51c2f2bb-ac94-47cb-9152-13fef7e44c2c admin admin] 10.222.0.37 "DELETE /v2.0/routers/1ab6737c-cc5f-435c-9853-a0728a797022 HTTP/1.1" status: 204 len: 168 time: 2.1266525 Feb 09 01:09:31.035548 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42034) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:31.058870 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=92d5acad-e38d-43c2-8bec-c5018d35d94a,revision_number=7']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:31.081432 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3093736e-12df-49b3-9826-76d31909df23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d5acad-e38d-43c2-8bec-c5018d35d94a', 'code': 200} Feb 09 01:09:31.116005 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 2485d99f-d878-43ef-8bae-d80a8f93f6c1 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:09:31.171109 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a990cec5-0ed0-4b5c-b40f-8b1704147c24 req-fb3de067-ee56-4515-a4bb-a0b391ee7192 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6389694 Feb 09 01:09:31.187071 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-a05cf357-fb2e-42a7-a495-be6794b15d14 admin admin] Deleting subnet bfc7232c-c4ba-4588-b26b-80253019f61b {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:09:31.192777 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a05cf357-fb2e-42a7-a495-be6794b15d14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:31.208136 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48a6e2aa-5ebd-4191-bb28-175403cb6c2f req-e08a8800-5042-4f55-a2ef-ed35710b25b2 tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.1297493 Feb 09 01:09:31.224785 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:09:31.425372 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a05cf357-fb2e-42a7-a495-be6794b15d14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:31.662383 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 2485d99f-d878-43ef-8bae-d80a8f93f6c1, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=2485d99f-d878-43ef-8bae-d80a8f93f6c1,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:31.695781 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a05cf357-fb2e-42a7-a495-be6794b15d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:31.743174 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '2485d99f-d878-43ef-8bae-d80a8f93f6c1', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': '2485d99f-d878-43ef-8bae-d80a8f93f6c1', 'mac_address': 'fa:16:3e:e8:12:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:09:31.883415 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a05cf357-fb2e-42a7-a495-be6794b15d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:31.891314 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f52b8d6e-7293-4ad2-b2d1-d1fa623feb27 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:31.896669 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:31.907994 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f52b8d6e-7293-4ad2-b2d1-d1fa623feb27 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:31.908488 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [None req-f52b8d6e-7293-4ad2-b2d1-d1fa623feb27 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Floating IP 7d538c4d-c5e2-4e98-b1e2-3e7571ff5d4a disassociated. External IP: 172.25.5.125, port: 1591c9bd-2f42-4628-bdf1-f3d4b0f394a7. Feb 09 01:09:31.934670 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2485d99f-d878-43ef-8bae-d80a8f93f6c1 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:09:31.978573 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 2485d99f-d878-43ef-8bae-d80a8f93f6c1, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=2485d99f-d878-43ef-8bae-d80a8f93f6c1,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:31.990344 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:32.037994 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68472959-7782-4246-8366-1093c66f2990 req-be9e2074-e41d-4896-bb11-872733a5a7e8 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:32.044603 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05cf357-fb2e-42a7-a495-be6794b15d14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfc7232c-c4ba-4588-b26b-80253019f61b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:32.048560 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a05cf357-fb2e-42a7-a495-be6794b15d14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:32.055887 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-68472959-7782-4246-8366-1093c66f2990 req-be9e2074-e41d-4896-bb11-872733a5a7e8 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 945 time: 0.6131289 Feb 09 01:09:32.067391 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a05cf357-fb2e-42a7-a495-be6794b15d14 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bfc7232c-c4ba-4588-b26b-80253019f61b HTTP/1.1" status: 204 len: 168 time: 1.0285330 Feb 09 01:09:32.067815 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42058) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:32.095242 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116bca09-873e-4da6-b2ef-73049946db31 None None] Network e5eebd47-e56e-4218-8edf-32a5a22fef3b requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:09:32.189390 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-68472959-7782-4246-8366-1093c66f2990 req-07341cba-c222-40a9-86b4-fa17539758f5 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324413 Feb 09 01:09:32.202898 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2e7b410f-8a95-4e5d-b3bc-04d9dfefbc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:32.212645 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed80358-3126-49fa-8e04-2fa9baafab29 req-0c00da62-2df1-499a-b3b5-be614158bae0 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:32.233777 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1ed80358-3126-49fa-8e04-2fa9baafab29 req-0c00da62-2df1-499a-b3b5-be614158bae0 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 945 time: 0.2659094 Feb 09 01:09:32.286868 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-2e7b410f-8a95-4e5d-b3bc-04d9dfefbc87 admin admin] Deleting port 9b29b451-7869-47e7-9b80-0f89d98605a7 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:32.287207 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2e7b410f-8a95-4e5d-b3bc-04d9dfefbc87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:32.337481 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1ed80358-3126-49fa-8e04-2fa9baafab29 req-a409c7a7-0333-4042-8cfb-2d46f8bc6c50 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030483 Feb 09 01:09:32.486334 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 73ba6348-cc93-4903-9dd9-777775fd5f11 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:09:32.557555 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=2485d99f-d878-43ef-8bae-d80a8f93f6c1,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:32.620845 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 73ba6348-cc93-4903-9dd9-777775fd5f11 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:09:32.621236 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 73ba6348-cc93-4903-9dd9-777775fd5f11 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:09:32.621665 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 3d0cd92f-623c-4ace-bef3-c9709c929c95 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:09:32.663658 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['2485d99f-d878-43ef-8bae-d80a8f93f6c1'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:09:32.748584 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 3d0cd92f-623c-4ace-bef3-c9709c929c95 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:09:32.748931 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 3d0cd92f-623c-4ace-bef3-c9709c929c95 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:09:32.843562 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d841f4b6-5855-4963-88c7-3bb5c6f4d37d req-ef9accb7-c127-4281-b52f-8308e1c83953 tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.1715002 Feb 09 01:09:32.921241 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-2e7b410f-8a95-4e5d-b3bc-04d9dfefbc87 admin admin] For port 9b29b451-7869-47e7-9b80-0f89d98605a7, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=9b29b451-7869-47e7-9b80-0f89d98605a7,segment=NetworkSegment(cd7f2f4a-09b1-4046-8a49-f3d3017f86ee),segment_id=cd7f2f4a-09b1-4046-8a49-f3d3017f86ee)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:32.921857 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2e7b410f-8a95-4e5d-b3bc-04d9dfefbc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:32.923277 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f7505-d73f-4fcd-9860-67adb6f387f4 req-14478cf7-7765-462d-bad9-d44185acb424 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:32.932132 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cb5f7505-d73f-4fcd-9860-67adb6f387f4 req-14478cf7-7765-462d-bad9-d44185acb424 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2c2d844-70ae-41fa-a051-e12b26522438 HTTP/1.1" status: 200 len: 949 time: 0.4972699 Feb 09 01:09:32.988197 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52b8d6e-7293-4ad2-b2d1-d1fa623feb27 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Router 27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:09:33.008163 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cb5f7505-d73f-4fcd-9860-67adb6f387f4 req-59bb7135-b18b-41f7-bd64-d56c87d20cf0 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.37 "GET /v2.0/security-groups?id=01266273-b74e-494e-8411-eba8b818ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747912 Feb 09 01:09:33.177682 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9840d6-80aa-4e1a-b4a7-0c10b7830b4f None None] DHCP port deletion for e5eebd47-e56e-4218-8edf-32a5a22fef3b request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:09:33.187223 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-2b9840d6-80aa-4e1a-b4a7-0c10b7830b4f None None] Deleting port 9b29b451-7869-47e7-9b80-0f89d98605a7 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:33.187592 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2b9840d6-80aa-4e1a-b4a7-0c10b7830b4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:33.219412 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-2e7b410f-8a95-4e5d-b3bc-04d9dfefbc87 admin admin] Calling delete_port for 9b29b451-7869-47e7-9b80-0f89d98605a7 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:33.321176 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2e7b410f-8a95-4e5d-b3bc-04d9dfefbc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:33.409262 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-2b9840d6-80aa-4e1a-b4a7-0c10b7830b4f None None] The port '9b29b451-7869-47e7-9b80-0f89d98605a7' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:09:33.413908 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b410f-8a95-4e5d-b3bc-04d9dfefbc87 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b29b451-7869-47e7-9b80-0f89d98605a7,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:33.438632 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7b410f-8a95-4e5d-b3bc-04d9dfefbc87 admin admin] No DVR routers for this DVR port 9b29b451-7869-47e7-9b80-0f89d98605a7 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:09:33.506942 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52b8d6e-7293-4ad2-b2d1-d1fa623feb27 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:09:33.517504 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7a4092-2a65-464d-9e56-7c869042dc65 None None] Sync routers for ids ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:09:33.531276 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7a4092-2a65-464d-9e56-7c869042dc65 None None] Routers {'27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:33.531902 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-0f7a4092-2a65-464d-9e56-7c869042dc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:09:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:33.557894 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f52b8d6e-7293-4ad2-b2d1-d1fa623feb27 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:33.616799 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-0f7a4092-2a65-464d-9e56-7c869042dc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:33.627979 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7a4092-2a65-464d-9e56-7c869042dc65 None None] Routers {'27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:33.628641 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-0f7a4092-2a65-464d-9e56-7c869042dc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:09:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:33.661718 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2e7b410f-8a95-4e5d-b3bc-04d9dfefbc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:33.705398 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f52b8d6e-7293-4ad2-b2d1-d1fa623feb27 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "PUT /v2.0/floatingips/7d538c4d-c5e2-4e98-b1e2-3e7571ff5d4a HTTP/1.1" status: 200 len: 688 time: 3.0417295 Feb 09 01:09:33.708869 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42084) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:33.722195 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-0f7a4092-2a65-464d-9e56-7c869042dc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:33.722553 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7a4092-2a65-464d-9e56-7c869042dc65 None None] The sync data for ids ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:09:33.740783 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f1038-9621-44d7-b8c2-7b0d1414050f req-ed1223bb-958a-45aa-93ad-65648f7f8e68 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:33.742413 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fd6f1038-9621-44d7-b8c2-7b0d1414050f req-ed1223bb-958a-45aa-93ad-65648f7f8e68 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 945 time: 0.2783272 Feb 09 01:09:33.753774 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262e496-ee4b-4af7-8bf4-8af67dfa8718 req-ca8abdfd-7365-49e4-85fb-433ea6e73749 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:33.755604 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1262e496-ee4b-4af7-8bf4-8af67dfa8718 req-ca8abdfd-7365-49e4-85fb-433ea6e73749 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 945 time: 0.2926273 Feb 09 01:09:33.777038 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-2e7b410f-8a95-4e5d-b3bc-04d9dfefbc87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5eebd47-e56e-4218-8edf-32a5a22fef3b']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:33.815866 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-2e7b410f-8a95-4e5d-b3bc-04d9dfefbc87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd7f2f4a-09b1-4046-8a49-f3d3017f86ee') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:33.816155 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-2e7b410f-8a95-4e5d-b3bc-04d9dfefbc87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd7f2f4a-09b1-4046-8a49-f3d3017f86ee') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:33.858076 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-fd6f1038-9621-44d7-b8c2-7b0d1414050f req-833d3d05-2893-4342-953e-269788e01f2d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Deleting port f2870c7b-e4ea-42eb-8a52-a691014c3190 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:33.858539 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fd6f1038-9621-44d7-b8c2-7b0d1414050f req-833d3d05-2893-4342-953e-269788e01f2d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:33.906539 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1262e496-ee4b-4af7-8bf4-8af67dfa8718 req-ab9c6120-1d50-495b-a874-d4c25292afd1 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192913 Feb 09 01:09:33.961683 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2e7b410f-8a95-4e5d-b3bc-04d9dfefbc87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:34.075307 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b21312-2eb6-4653-8627-b9443b836365 req-7655007b-a609-47b7-b664-8668ecfc18a9 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:34.077310 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a3b21312-2eb6-4653-8627-b9443b836365 req-7655007b-a609-47b7-b664-8668ecfc18a9 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 945 time: 0.5094826 Feb 09 01:09:34.081448 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-e2205bc3-5899-4529-b340-466b7128d3a6 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Deleting port dc1a830b-e190-4dad-bd70-6b92277216a5 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:34.082367 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e2205bc3-5899-4529-b340-466b7128d3a6 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:34.114774 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2e7b410f-8a95-4e5d-b3bc-04d9dfefbc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:34.169518 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e7b410f-8a95-4e5d-b3bc-04d9dfefbc87 admin admin] Releasing vlan 993 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:09:34.170069 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2e7b410f-8a95-4e5d-b3bc-04d9dfefbc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:34.186162 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:09:34.186162 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:09:34.186162 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:09:34.186162 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:09:34.186162 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:09:34.186162 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:09:34.186162 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:09:34.186162 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:09:34.186162 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:09:34.186162 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:09:34.186162 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:09:34.186162 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:09:34.186162 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:09:34.186162 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:09:34.186162 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:09:34.186162 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:09:34.186162 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:09:34.186162 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:09:34.186162 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:09:34.186162 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:09:34.186162 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:09:34.186162 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:09:34.186162 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:09:34.186162 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:09:34.186162 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:09:34.186162 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:09:34.186162 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:09:34.186162 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:09:34.186162 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:09:34.186162 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:09:34.186162 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:09:34.186162 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:09:34.218820 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9b29b451-7869-47e7-9b80-0f89d98605a7 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:09:34.258464 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 9b29b451-7869-47e7-9b80-0f89d98605a7 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:09:34.258804 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9b29b451-7869-47e7-9b80-0f89d98605a7 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:09:34.339938 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-fd6f1038-9621-44d7-b8c2-7b0d1414050f req-833d3d05-2893-4342-953e-269788e01f2d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] For port f2870c7b-e4ea-42eb-8a52-a691014c3190, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=f2870c7b-e4ea-42eb-8a52-a691014c3190,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:34.341266 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fd6f1038-9621-44d7-b8c2-7b0d1414050f req-833d3d05-2893-4342-953e-269788e01f2d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:34.360601 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a3b21312-2eb6-4653-8627-b9443b836365 req-e18de87c-a74d-4d4a-83dd-5a23daa946a6 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472966 Feb 09 01:09:34.395632 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2e7b410f-8a95-4e5d-b3bc-04d9dfefbc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:34.400040 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2e7b410f-8a95-4e5d-b3bc-04d9dfefbc87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:34.428608 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2e7b410f-8a95-4e5d-b3bc-04d9dfefbc87 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e5eebd47-e56e-4218-8edf-32a5a22fef3b HTTP/1.1" status: 204 len: 168 time: 2.3597534 Feb 09 01:09:34.440479 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b410f-8a95-4e5d-b3bc-04d9dfefbc87 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5eebd47-e56e-4218-8edf-32a5a22fef3b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:34.546242 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-fd6f1038-9621-44d7-b8c2-7b0d1414050f req-833d3d05-2893-4342-953e-269788e01f2d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Calling delete_port for f2870c7b-e4ea-42eb-8a52-a691014c3190 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:34.548578 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e2205bc3-5899-4529-b340-466b7128d3a6 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:34.548915 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e2205bc3-5899-4529-b340-466b7128d3a6 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:34.796950 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ee58513a-9f7d-4a19-9924-4ec4a757d550 req-48b68028-b6f6-4c45-a217-779fe5bcfa6d tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.6065488 Feb 09 01:09:34.858291 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fd6f1038-9621-44d7-b8c2-7b0d1414050f req-833d3d05-2893-4342-953e-269788e01f2d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:34.869883 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['f2870c7b-e4ea-42eb-8a52-a691014c3190'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:09:34.902103 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-e2205bc3-5899-4529-b340-466b7128d3a6 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Calling delete_port for dc1a830b-e190-4dad-bd70-6b92277216a5 owned by network:floatingip {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:34.963443 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42100) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:35.102897 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d3d05-2893-4342-953e-269788e01f2d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Pushing event deleted for resources: {'Port': ['ID=f2870c7b-e4ea-42eb-8a52-a691014c3190,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:35.141625 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 2485d99f-d878-43ef-8bae-d80a8f93f6c1 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:09:35.214541 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42108) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:35.247384 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 2485d99f-d878-43ef-8bae-d80a8f93f6c1 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:09:35.253322 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6f1038-9621-44d7-b8c2-7b0d1414050f req-833d3d05-2893-4342-953e-269788e01f2d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] No DVR routers for this DVR port f2870c7b-e4ea-42eb-8a52-a691014c3190 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:09:35.257978 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fd6f1038-9621-44d7-b8c2-7b0d1414050f req-833d3d05-2893-4342-953e-269788e01f2d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:35.261859 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 2485d99f-d878-43ef-8bae-d80a8f93f6c1 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:35.264921 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f86e604-c65f-4edd-b03a-90fc045c9010', 'name': 'network-vif-deleted', 'tag': 'f2870c7b-e4ea-42eb-8a52-a691014c3190'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:09:35.268083 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:35.280250 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e2205bc3-5899-4529-b340-466b7128d3a6 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:35.318758 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fd6f1038-9621-44d7-b8c2-7b0d1414050f req-833d3d05-2893-4342-953e-269788e01f2d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.35 "DELETE /v2.0/ports/f2870c7b-e4ea-42eb-8a52-a691014c3190 HTTP/1.1" status: 204 len: 173 time: 1.5618086 Feb 09 01:09:35.328786 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42116) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:35.330944 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ef45fe63-461d-4aa2-8aab-d409da87777b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=383f3082f927439d91a8e106811c03f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3478374 Feb 09 01:09:35.357215 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2205bc3-5899-4529-b340-466b7128d3a6 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event deleted for resources: {'Port': ['ID=dc1a830b-e190-4dad-bd70-6b92277216a5,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:35.407623 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637eda2-93d5-4343-8b36-602e30583153 req-89bc24da-5ccb-4916-8016-b0804d82a606 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:35.412364 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9637eda2-93d5-4343-8b36-602e30583153 req-89bc24da-5ccb-4916-8016-b0804d82a606 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 945 time: 0.2679963 Feb 09 01:09:35.482181 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9637eda2-93d5-4343-8b36-602e30583153 req-8bc4a236-e0fe-49db-9662-2c4a151acd21 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641580 Feb 09 01:09:35.545896 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:35.567826 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f86e604-c65f-4edd-b03a-90fc045c9010', 'name': 'network-vif-deleted', 'tag': 'f2870c7b-e4ea-42eb-8a52-a691014c3190', 'status': 'completed', 'code': 200} Feb 09 01:09:35.588022 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79850d5b-df01-4aa4-9f5f-d40c4d20bc69 req-f7af3e37-3886-4c1d-85b0-8121f5ff9b6d tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:35.588163 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c2d844-70ae-41fa-a051-e12b26522438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2485d99f-d878-43ef-8bae-d80a8f93f6c1'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:09:35.595808 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-79850d5b-df01-4aa4-9f5f-d40c4d20bc69 req-f7af3e37-3886-4c1d-85b0-8121f5ff9b6d tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2c2d844-70ae-41fa-a051-e12b26522438 HTTP/1.1" status: 200 len: 949 time: 0.5014706 Feb 09 01:09:35.601541 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 2485d99f-d878-43ef-8bae-d80a8f93f6c1, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=2485d99f-d878-43ef-8bae-d80a8f93f6c1,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:35.626725 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4bf98424-fced-4612-9bfc-69e0e6c3c121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:35.626955 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:35.627739 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device f2870c7b-e4ea-42eb-8a52-a691014c3190 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:09:35.654373 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e2205bc3-5899-4529-b340-466b7128d3a6 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for floatingip, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:35.685067 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4bf98424-fced-4612-9bfc-69e0e6c3c121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:35.700643 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4bf98424-fced-4612-9bfc-69e0e6c3c121 admin admin] Usage tracker for resource:security_group_rule and tenant:ebcaae96a7094778985dfbb5f20fee8f is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:35.718719 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-79850d5b-df01-4aa4-9f5f-d40c4d20bc69 req-0f5ac86e-d377-40ec-845f-ecfd63fd68aa tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.37 "GET /v2.0/security-groups?id=01266273-b74e-494e-8411-eba8b818ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217291 Feb 09 01:09:35.720009 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4bf98424-fced-4612-9bfc-69e0e6c3c121 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:35.730430 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-59921ae5-177d-4ed9-a3c4-8d368db424fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:35.732633 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4bf98424-fced-4612-9bfc-69e0e6c3c121 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:35.735881 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e2205bc3-5899-4529-b340-466b7128d3a6 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:35.737866 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: f2870c7b-e4ea-42eb-8a52-a691014c3190 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:09:35.738216 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device f2870c7b-e4ea-42eb-8a52-a691014c3190 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:09:35.740562 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42124) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:35.741029 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e2205bc3-5899-4529-b340-466b7128d3a6 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "DELETE /v2.0/floatingips/7d538c4d-c5e2-4e98-b1e2-3e7571ff5d4a HTTP/1.1" status: 204 len: 168 time: 2.0300300 Feb 09 01:09:35.746877 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-4119e7ef-cb8d-4446-9794-c03f4c56f86d tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'port_id': '8d0f0bd9-60b6-46dc-8861-9d8f2a6aa8f2'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:35.760008 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-4119e7ef-cb8d-4446-9794-c03f4c56f86d tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:35.767779 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4119e7ef-cb8d-4446-9794-c03f4c56f86d tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Usage tracker for resource:floatingip and tenant:3233fa6a1c31485fb5278c0948d1b003 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:35.774646 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4119e7ef-cb8d-4446-9794-c03f4c56f86d tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:35.790267 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-59921ae5-177d-4ed9-a3c4-8d368db424fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:35.793287 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-4119e7ef-cb8d-4446-9794-c03f4c56f86d tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:35.813631 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=2485d99f-d878-43ef-8bae-d80a8f93f6c1,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:35.828604 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c2d844-70ae-41fa-a051-e12b26522438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2485d99f-d878-43ef-8bae-d80a8f93f6c1', 'code': 200} Feb 09 01:09:35.908024 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-59921ae5-177d-4ed9-a3c4-8d368db424fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:35.947284 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59921ae5-177d-4ed9-a3c4-8d368db424fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba299dcd-7bc5-4f34-b007-c1fe8fd6a913,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:35.965594 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4119e7ef-cb8d-4446-9794-c03f4c56f86d tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for floatingip, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:36.046474 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4bf98424-fced-4612-9bfc-69e0e6c3c121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:36.066736 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e54a1e25-9544-46c2-960c-23bd59e53f96 req-3d227df7-a399-4362-b57c-42410b30e266 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Synchronizing usage tracker for tenant:a75aeed005c34e95a63eb49629dd324d on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:09:36.100683 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-59921ae5-177d-4ed9-a3c4-8d368db424fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:36.101803 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-59921ae5-177d-4ed9-a3c4-8d368db424fa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ba299dcd-7bc5-4f34-b007-c1fe8fd6a913 HTTP/1.1" status: 204 len: 168 time: 0.7696900 Feb 09 01:09:36.108165 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4bf98424-fced-4612-9bfc-69e0e6c3c121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:36.138460 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b4936948-8c73-4818-b571-fdbddc9f33ea req-44977363-b4dc-4af4-a219-fb865b80991f tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.0894835 Feb 09 01:09:36.175106 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4bf98424-fced-4612-9bfc-69e0e6c3c121 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ebcaae96a7094778985dfbb5f20fee8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9587657 Feb 09 01:09:36.176111 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf98424-fced-4612-9bfc-69e0e6c3c121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8691ac-50bd-4ce8-9212-da12e095201e,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:36.179643 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42132) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:36.279036 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a1d7f3c-9683-46ed-ae02-c475a422db1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:36.324526 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a1d7f3c-9683-46ed-ae02-c475a422db1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:36.368325 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e54a1e25-9544-46c2-960c-23bd59e53f96 req-3d227df7-a399-4362-b57c-42410b30e266 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Unset dirty status for tenant:a75aeed005c34e95a63eb49629dd324d on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:09:36.369554 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e54a1e25-9544-46c2-960c-23bd59e53f96 req-3d227df7-a399-4362-b57c-42410b30e266 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f86e604-c65f-4edd-b03a-90fc045c9010 HTTP/1.1" status: 200 len: 210 time: 0.5382504 Feb 09 01:09:36.417489 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a1d7f3c-9683-46ed-ae02-c475a422db1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:36.435528 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d7f3c-9683-46ed-ae02-c475a422db1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8691ac-50bd-4ce8-9212-da12e095201e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:36.444416 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a1d7f3c-9683-46ed-ae02-c475a422db1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:36.445672 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7a1d7f3c-9683-46ed-ae02-c475a422db1a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db8691ac-50bd-4ce8-9212-da12e095201e HTTP/1.1" status: 204 len: 168 time: 0.2650299 Feb 09 01:09:36.453194 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6633184-355b-4013-9873-cdd39656cdda req-5d9296ae-a911-4428-b3aa-2762fa918812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:36.455538 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e6633184-355b-4013-9873-cdd39656cdda req-5d9296ae-a911-4428-b3aa-2762fa918812 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f2c2d844-70ae-41fa-a051-e12b26522438 HTTP/1.1" status: 200 len: 1101 time: 0.5141387 Feb 09 01:09:36.569707 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e6633184-355b-4013-9873-cdd39656cdda req-c7bcf022-8638-4527-b4cb-93bdcb2731f5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=01266273-b74e-494e-8411-eba8b818ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072743 Feb 09 01:09:36.658364 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4119e7ef-cb8d-4446-9794-c03f4c56f86d tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:36.795151 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862a789-e2dc-480d-bcbc-ba1c3ba2e1c1 req-162cafa2-4f30-4f69-a8c5-cb760b358ac7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:36.805166 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5862a789-e2dc-480d-bcbc-ba1c3ba2e1c1 req-162cafa2-4f30-4f69-a8c5-cb760b358ac7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 945 time: 0.1279645 Feb 09 01:09:36.848951 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-270d201e-42bc-487e-bca5-847b8fcd94ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:36.922025 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5862a789-e2dc-480d-bcbc-ba1c3ba2e1c1 req-5f2180fc-9b09-4e48-8480-87ea1675699e tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137259 Feb 09 01:09:36.953221 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-4119e7ef-cb8d-4446-9794-c03f4c56f86d tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Allocated IP 172.25.5.190 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/723438e5-1cb2-4932-b498-7b1428d7b0fd) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:37.064976 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42158) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:37.096131 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdbdfa21-3c9f-4829-b5d0-0fce77de9e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:37.122892 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-fdbdfa21-3c9f-4829-b5d0-0fce77de9e74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:37.126134 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a738c-6225-4d52-98a1-a31331b259d4 req-a7121ab6-a1ca-4c91-a3ec-08e01f5c488c tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:37.127935 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b25a738c-6225-4d52-98a1-a31331b259d4 req-a7121ab6-a1ca-4c91-a3ec-08e01f5c488c tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2c2d844-70ae-41fa-a051-e12b26522438 HTTP/1.1" status: 200 len: 950 time: 0.2165496 Feb 09 01:09:37.128123 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fdbdfa21-3c9f-4829-b5d0-0fce77de9e74 admin admin] Usage tracker for resource:security_group_rule and tenant:07024d9bf2514833b46e936cf8707731 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:37.132066 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fdbdfa21-3c9f-4829-b5d0-0fce77de9e74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:37.142135 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-fdbdfa21-3c9f-4829-b5d0-0fce77de9e74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:37.253235 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b25a738c-6225-4d52-98a1-a31331b259d4 req-888500ca-d4e2-4c8d-99c2-95fca19dd382 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.37 "GET /v2.0/security-groups?id=01266273-b74e-494e-8411-eba8b818ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149457 Feb 09 01:09:37.263076 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4119e7ef-cb8d-4446-9794-c03f4c56f86d tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:37.322189 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4119e7ef-cb8d-4446-9794-c03f4c56f86d tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:37.397382 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4119e7ef-cb8d-4446-9794-c03f4c56f86d tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:37.398341 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdbdfa21-3c9f-4829-b5d0-0fce77de9e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:37.400623 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-4119e7ef-cb8d-4446-9794-c03f4c56f86d tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:37.405965 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4119e7ef-cb8d-4446-9794-c03f4c56f86d tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:09:37.408992 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdbdfa21-3c9f-4829-b5d0-0fce77de9e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:37.447127 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1c294e15-4bab-4314-aebc-643cda4cad4f req-e001d12d-f0bb-495a-a796-65dc800492a5 tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.1109300 Feb 09 01:09:37.452555 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119e7ef-cb8d-4446-9794-c03f4c56f86d tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event updated for resources: {'Port': ['ID=723438e5-1cb2-4932-b498-7b1428d7b0fd,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:37.586852 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fdbdfa21-3c9f-4829-b5d0-0fce77de9e74 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=07024d9bf2514833b46e936cf8707731&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5207932 Feb 09 01:09:37.600121 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42174) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:37.608316 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbdfa21-3c9f-4829-b5d0-0fce77de9e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbf3306-cdfa-499a-8592-3092d3da1d12,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:37.817224 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e38b7a75-3b83-4e32-99b9-7c3126c1fb8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:37.972844 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42190) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:38.239003 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4119e7ef-cb8d-4446-9794-c03f4c56f86d tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:38.254488 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f5d9f-48de-453c-8678-731b582f527d req-ae594693-1c65-4a00-9fe4-56269606cf20 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:38.262507 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e19f5d9f-48de-453c-8678-731b582f527d req-ae594693-1c65-4a00-9fe4-56269606cf20 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 945 time: 0.1549449 Feb 09 01:09:38.269492 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e38b7a75-3b83-4e32-99b9-7c3126c1fb8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:38.330024 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e19f5d9f-48de-453c-8678-731b582f527d req-5b448b97-62c6-4b14-b2b8-07b8d0c07ffa tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664163 Feb 09 01:09:38.434857 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b5903-b255-4064-9d1d-813137182d46 req-1487e336-558b-4300-8d4b-f0786774b4fe tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:38.436633 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fa8b5903-b255-4064-9d1d-813137182d46 req-1487e336-558b-4300-8d4b-f0786774b4fe tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/networks?id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe HTTP/1.1" status: 200 len: 812 time: 0.3471334 Feb 09 01:09:38.444684 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e38b7a75-3b83-4e32-99b9-7c3126c1fb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:38.475093 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fa8b5903-b255-4064-9d1d-813137182d46 req-1ed45392-81dc-4bcd-a6c2-5a0601606de3 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/quotas/a75aeed005c34e95a63eb49629dd324d HTTP/1.1" status: 200 len: 375 time: 0.0257707 Feb 09 01:09:38.476424 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b7a75-3b83-4e32-99b9-7c3126c1fb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbf3306-cdfa-499a-8592-3092d3da1d12,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:38.478541 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4119e7ef-cb8d-4446-9794-c03f4c56f86d tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:38.489442 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e38b7a75-3b83-4e32-99b9-7c3126c1fb8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:38.493096 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e38b7a75-3b83-4e32-99b9-7c3126c1fb8e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3bbf3306-cdfa-499a-8592-3092d3da1d12 HTTP/1.1" status: 204 len: 168 time: 0.8889146 Feb 09 01:09:38.617118 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fa8b5903-b255-4064-9d1d-813137182d46 req-43f39726-981c-4c45-90e8-2d08649662cf tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a75aeed005c34e95a63eb49629dd324d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1227634 Feb 09 01:09:38.745557 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3621c21-0394-4f71-921b-68107ce698db req-747387d6-b887-45ac-89d3-cb1817553625 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:38.753261 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d3621c21-0394-4f71-921b-68107ce698db req-747387d6-b887-45ac-89d3-cb1817553625 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2c2d844-70ae-41fa-a051-e12b26522438 HTTP/1.1" status: 200 len: 950 time: 0.1989503 Feb 09 01:09:38.776541 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-45f3da1d-effa-4ccf-b284-0f8edc1b43ce admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1786538978-network', 'tenant_id': 'a05b06a91f9f4c368f81acc872bcfa31'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:38.814596 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-45f3da1d-effa-4ccf-b284-0f8edc1b43ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:38.831564 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-45f3da1d-effa-4ccf-b284-0f8edc1b43ce admin admin] Usage tracker for resource:network and tenant:a05b06a91f9f4c368f81acc872bcfa31 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:38.838201 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-45f3da1d-effa-4ccf-b284-0f8edc1b43ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:38.853805 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-45f3da1d-effa-4ccf-b284-0f8edc1b43ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:38.895601 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d3621c21-0394-4f71-921b-68107ce698db req-5ce17cff-7f20-4a9a-81c2-1fd6fb8451b5 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.37 "GET /v2.0/security-groups?id=01266273-b74e-494e-8411-eba8b818ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412318 Feb 09 01:09:38.898424 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f3da1d-effa-4ccf-b284-0f8edc1b43ce admin admin] Made reservation on behalf of a05b06a91f9f4c368f81acc872bcfa31 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:38.900888 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-45f3da1d-effa-4ccf-b284-0f8edc1b43ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:38.918980 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-45f3da1d-effa-4ccf-b284-0f8edc1b43ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:38.937765 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-45f3da1d-effa-4ccf-b284-0f8edc1b43ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:38.951348 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-45f3da1d-effa-4ccf-b284-0f8edc1b43ce admin admin] Usage tracker for resource:security_group_rule and tenant:a05b06a91f9f4c368f81acc872bcfa31 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:38.957725 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-45f3da1d-effa-4ccf-b284-0f8edc1b43ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:38.965687 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4119e7ef-cb8d-4446-9794-c03f4c56f86d tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:38.967601 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-45f3da1d-effa-4ccf-b284-0f8edc1b43ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:38.977351 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4119e7ef-cb8d-4446-9794-c03f4c56f86d tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:39.230419 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fa8b5903-b255-4064-9d1d-813137182d46 req-318e2966-ef07-4937-bf9f-79b09a6461a9 service neutron] 10.222.0.37 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6028388 Feb 09 01:09:39.254036 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a67e9a96-1ed3-47e6-b68f-dccba0df19e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:39.463668 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-45f3da1d-effa-4ccf-b284-0f8edc1b43ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:39.584598 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-45f3da1d-effa-4ccf-b284-0f8edc1b43ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:39.593665 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fa8b5903-b255-4064-9d1d-813137182d46 req-b2ffa4cd-b4c3-4607-b8d1-6af6ce10b142 service neutron] 10.222.0.37 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577416 Feb 09 01:09:39.673419 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f3da1d-effa-4ccf-b284-0f8edc1b43ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 996} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:09:39.706580 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-45f3da1d-effa-4ccf-b284-0f8edc1b43ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:39.706580 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-45f3da1d-effa-4ccf-b284-0f8edc1b43ce admin admin] Added segment 404d1026-db85-40d4-b120-544186d0b38c of type vlan for network 4b69e8f8-1014-43eb-bd96-15547037bb6b Feb 09 01:09:39.816374 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-45f3da1d-effa-4ccf-b284-0f8edc1b43ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:40.084107 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3da1d-effa-4ccf-b284-0f8edc1b43ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616e50db-22f4-4e95-8664-83c5bbfa36f6,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:40.089633 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4119e7ef-cb8d-4446-9794-c03f4c56f86d tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:40.139541 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42238) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:40.218640 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-45f3da1d-effa-4ccf-b284-0f8edc1b43ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:40.220706 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f3da1d-effa-4ccf-b284-0f8edc1b43ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:40.225131 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-45f3da1d-effa-4ccf-b284-0f8edc1b43ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:40.250994 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-de7237da-e369-4e58-a8e8-15a7cb64daf6 req-e50546aa-07ef-4b97-8be5-c7d363f799aa tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.7226775 Feb 09 01:09:40.264003 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae29b81-9e8f-41ac-8564-09d3bca85a4c req-7b54fa4f-7b54-4ce1-a515-99eeedf7df78 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:40.271749 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fae29b81-9e8f-41ac-8564-09d3bca85a4c req-7b54fa4f-7b54-4ce1-a515-99eeedf7df78 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 945 time: 0.2041945 Feb 09 01:09:40.322495 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:40.375258 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:40.425454 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-770cdc01-79a7-4df4-aa42-118156c10ffe admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2016691492-network', 'tenant_id': '83e94f6e7a5b43379622b4bf0ec7cacb'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:40.462642 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fae29b81-9e8f-41ac-8564-09d3bca85a4c req-13cf71e3-d197-498c-9cc6-dc5fc6a40628 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847115 Feb 09 01:09:40.474121 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-770cdc01-79a7-4df4-aa42-118156c10ffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:40.499347 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-770cdc01-79a7-4df4-aa42-118156c10ffe admin admin] Usage tracker for resource:network and tenant:83e94f6e7a5b43379622b4bf0ec7cacb is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:40.504934 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3da1d-effa-4ccf-b284-0f8edc1b43ce admin admin] Pushing event updated for resources: {'Network': ['ID=4b69e8f8-1014-43eb-bd96-15547037bb6b,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:40.506095 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-770cdc01-79a7-4df4-aa42-118156c10ffe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:40.515546 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119e7ef-cb8d-4446-9794-c03f4c56f86d tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event updated for resources: {'Port': ['ID=723438e5-1cb2-4932-b498-7b1428d7b0fd,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:40.523885 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 4b69e8f8-1014-43eb-bd96-15547037bb6b details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:09:40.540201 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-770cdc01-79a7-4df4-aa42-118156c10ffe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:40.657772 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a1160ba9-82da-45c0-8228-812de4006bb8 req-fec4fd7a-b3bb-42e8-ae3a-ac30d8b6f2ee tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d2f26ac-fa37-4145-a107-477cb2884884 HTTP/1.1" status: 200 len: 210 time: 0.1876512 Feb 09 01:09:40.718203 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770cdc01-79a7-4df4-aa42-118156c10ffe admin admin] Made reservation on behalf of 83e94f6e7a5b43379622b4bf0ec7cacb for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:40.720962 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-770cdc01-79a7-4df4-aa42-118156c10ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:40.746299 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-770cdc01-79a7-4df4-aa42-118156c10ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:40.781026 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-770cdc01-79a7-4df4-aa42-118156c10ffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:40.795720 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-770cdc01-79a7-4df4-aa42-118156c10ffe admin admin] Usage tracker for resource:security_group_rule and tenant:83e94f6e7a5b43379622b4bf0ec7cacb is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:40.798814 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-770cdc01-79a7-4df4-aa42-118156c10ffe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:40.813507 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-770cdc01-79a7-4df4-aa42-118156c10ffe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:40.858471 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [None req-4119e7ef-cb8d-4446-9794-c03f4c56f86d tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Floating IP f703310f-22b3-476c-9922-f5e138d672d4 associated. External IP: 172.25.5.190, port: 8d0f0bd9-60b6-46dc-8861-9d8f2a6aa8f2. Feb 09 01:09:40.941296 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-45f3da1d-effa-4ccf-b284-0f8edc1b43ce admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9667048 Feb 09 01:09:40.946179 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42250) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:40.956050 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-202b492e-a052-4c23-8a59-4c437c75be21 admin admin] Request body: {'subnet': {'network_id': '4b69e8f8-1014-43eb-bd96-15547037bb6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1786538978-subnet', 'tenant_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:40.978699 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-202b492e-a052-4c23-8a59-4c437c75be21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:41.009125 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-202b492e-a052-4c23-8a59-4c437c75be21 admin admin] Usage tracker for resource:subnet and tenant:a05b06a91f9f4c368f81acc872bcfa31 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:41.026684 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-202b492e-a052-4c23-8a59-4c437c75be21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:41.068049 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-770cdc01-79a7-4df4-aa42-118156c10ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:41.069395 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-202b492e-a052-4c23-8a59-4c437c75be21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:41.080019 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-770cdc01-79a7-4df4-aa42-118156c10ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:41.127704 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770cdc01-79a7-4df4-aa42-118156c10ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d6f824-c066-41f8-b6ed-396ffea00d9e,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:41.136869 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202b492e-a052-4c23-8a59-4c437c75be21 admin admin] Made reservation on behalf of a05b06a91f9f4c368f81acc872bcfa31 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:41.140135 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-202b492e-a052-4c23-8a59-4c437c75be21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:41.160760 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770cdc01-79a7-4df4-aa42-118156c10ffe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 997} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:09:41.239934 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-770cdc01-79a7-4df4-aa42-118156c10ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:41.240332 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-770cdc01-79a7-4df4-aa42-118156c10ffe admin admin] Added segment 2b4e378e-be94-4976-8792-7feadcd85d58 of type vlan for network d88f004f-470d-4ee7-9d5d-6a152c2ee838 Feb 09 01:09:41.325271 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-770cdc01-79a7-4df4-aa42-118156c10ffe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:41.517079 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db07339-ad6f-4c6e-9711-893402b28d05 req-8aa31acc-7dc1-4c33-b057-e1c7d77cca22 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:41.524160 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2db07339-ad6f-4c6e-9711-893402b28d05 req-8aa31acc-7dc1-4c33-b057-e1c7d77cca22 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2c2d844-70ae-41fa-a051-e12b26522438 HTTP/1.1" status: 200 len: 950 time: 0.3150787 Feb 09 01:09:41.603178 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-770cdc01-79a7-4df4-aa42-118156c10ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:41.604185 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770cdc01-79a7-4df4-aa42-118156c10ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:41.604795 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-770cdc01-79a7-4df4-aa42-118156c10ffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:41.609198 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-202b492e-a052-4c23-8a59-4c437c75be21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:41.624872 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:41.630899 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2db07339-ad6f-4c6e-9711-893402b28d05 req-bdc39f4a-2c61-471b-8d7b-1ca792755185 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.37 "GET /v2.0/security-groups?id=01266273-b74e-494e-8411-eba8b818ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037374 Feb 09 01:09:41.711019 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4119e7ef-cb8d-4446-9794-c03f4c56f86d tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Router 27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:09:41.800539 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b2396956-5d43-4529-b098-7bf6991ffb52 req-50deb5d5-9f6a-4773-9315-9f6c29fd8c7b tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.2519169 Feb 09 01:09:41.813977 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-770cdc01-79a7-4df4-aa42-118156c10ffe admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6730230 Feb 09 01:09:41.820533 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42264) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:41.855341 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-34fecf5f-af23-4319-9439-a88a39059608 admin admin] Request body: {'subnet': {'network_id': 'd88f004f-470d-4ee7-9d5d-6a152c2ee838', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2016691492-subnet', 'tenant_id': '83e94f6e7a5b43379622b4bf0ec7cacb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:41.880938 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202b492e-a052-4c23-8a59-4c437c75be21 admin admin] Checking segment: {'id': '404d1026-db85-40d4-b120-544186d0b38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '4b69e8f8-1014-43eb-bd96-15547037bb6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:09:41.881404 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202b492e-a052-4c23-8a59-4c437c75be21 admin admin] Network hostable DHCP agents. Network: 4b69e8f8-1014-43eb-bd96-15547037bb6b, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:09:41.887104 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b492e-a052-4c23-8a59-4c437c75be21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69740e1a-29a4-4722-ae33-19970672c2df,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:41.900535 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-34fecf5f-af23-4319-9439-a88a39059608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:41.905601 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-34fecf5f-af23-4319-9439-a88a39059608 admin admin] Usage tracker for resource:subnet and tenant:83e94f6e7a5b43379622b4bf0ec7cacb is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:41.909284 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-34fecf5f-af23-4319-9439-a88a39059608 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:41.916141 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-34fecf5f-af23-4319-9439-a88a39059608 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:41.937685 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770cdc01-79a7-4df4-aa42-118156c10ffe admin admin] Pushing event updated for resources: {'Network': ['ID=d88f004f-470d-4ee7-9d5d-6a152c2ee838,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:41.940298 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fecf5f-af23-4319-9439-a88a39059608 admin admin] Made reservation on behalf of 83e94f6e7a5b43379622b4bf0ec7cacb for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:41.942829 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-34fecf5f-af23-4319-9439-a88a39059608 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:41.949426 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network d88f004f-470d-4ee7-9d5d-6a152c2ee838 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:09:42.154780 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e341486-046e-4197-9f15-60c6ca299ea9 req-660575d9-1d3a-491a-bfb9-fb667bdbb606 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:42.156304 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e341486-046e-4197-9f15-60c6ca299ea9 req-660575d9-1d3a-491a-bfb9-fb667bdbb606 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 945 time: 0.2600396 Feb 09 01:09:42.165036 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4119e7ef-cb8d-4446-9794-c03f4c56f86d tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:09:42.177344 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf7fbc2-bffc-46bc-a233-2ff0551b345e None None] Sync routers for ids ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:09:42.191692 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf7fbc2-bffc-46bc-a233-2ff0551b345e None None] Routers {'27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:42.192331 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ebf7fbc2-bffc-46bc-a233-2ff0551b345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:09:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:42.243386 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-34fecf5f-af23-4319-9439-a88a39059608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:42.249971 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0bb9cf20-7122-47b8-bf51-1ca5274ce41c req-65847a08-3100-4658-8b4d-4a3c065b3bc5 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d2f26ac-fa37-4145-a107-477cb2884884 HTTP/1.1" status: 200 len: 210 time: 0.0687239 Feb 09 01:09:42.264958 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4119e7ef-cb8d-4446-9794-c03f4c56f86d tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:42.280981 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202b492e-a052-4c23-8a59-4c437c75be21 admin admin] Network 4b69e8f8-1014-43eb-bd96-15547037bb6b is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:09:42.303073 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-202b492e-a052-4c23-8a59-4c437c75be21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 4b69e8f8-1014-43eb-bd96-15547037bb6b) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:42.310527 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202b492e-a052-4c23-8a59-4c437c75be21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:42.311332 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-202b492e-a052-4c23-8a59-4c437c75be21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:42.322104 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cd7384-646d-437b-a099-0e263b253b8e None None] Network 4b69e8f8-1014-43eb-bd96-15547037bb6b requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:09:42.322467 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e341486-046e-4197-9f15-60c6ca299ea9 req-294d6fe2-6ddf-4d50-9039-7cd5853f3d77 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554604 Feb 09 01:09:42.365904 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-202b492e-a052-4c23-8a59-4c437c75be21 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4150822 Feb 09 01:09:42.366110 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42268) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:42.383787 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fecf5f-af23-4319-9439-a88a39059608 admin admin] Checking segment: {'id': '2b4e378e-be94-4976-8792-7feadcd85d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'd88f004f-470d-4ee7-9d5d-6a152c2ee838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:09:42.384255 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fecf5f-af23-4319-9439-a88a39059608 admin admin] Network hostable DHCP agents. Network: d88f004f-470d-4ee7-9d5d-6a152c2ee838, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:09:42.384894 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-d9cc13cb-ded1-4533-b6ef-f7f6b9ea91e1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1786538978-router', 'tenant_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:42.396900 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4119e7ef-cb8d-4446-9794-c03f4c56f86d tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.6551423 Feb 09 01:09:42.399498 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42272) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:42.401535 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d9cc13cb-ded1-4533-b6ef-f7f6b9ea91e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:42.408064 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ebf7fbc2-bffc-46bc-a233-2ff0551b345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:42.410043 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fecf5f-af23-4319-9439-a88a39059608 admin admin] Pushing event updated for resources: {'Subnet': ['ID=647739ad-1273-4f77-bed3-a83e6cc8487b,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:42.411878 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d9cc13cb-ded1-4533-b6ef-f7f6b9ea91e1 admin admin] Usage tracker for resource:router and tenant:a05b06a91f9f4c368f81acc872bcfa31 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:42.420076 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d9cc13cb-ded1-4533-b6ef-f7f6b9ea91e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:42.427821 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf7fbc2-bffc-46bc-a233-2ff0551b345e None None] Routers {'27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:42.428654 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ebf7fbc2-bffc-46bc-a233-2ff0551b345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:09:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:42.432235 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d9cc13cb-ded1-4533-b6ef-f7f6b9ea91e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:42.454956 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d9cc13cb-ded1-4533-b6ef-f7f6b9ea91e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:42.454956 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d9cc13cb-ded1-4533-b6ef-f7f6b9ea91e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:42.492946 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d9cc13cb-ded1-4533-b6ef-f7f6b9ea91e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:42.571358 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ebf7fbc2-bffc-46bc-a233-2ff0551b345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:42.573395 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf7fbc2-bffc-46bc-a233-2ff0551b345e None None] The sync data for ids ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:09:42.673796 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde128a9-0ced-43b5-804d-db37be1ee8af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-4b69e8f8-1014-43eb-bd96-15547037bb6b', 'network_id': '4b69e8f8-1014-43eb-bd96-15547037bb6b', 'tenant_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'fixed_ips': [{'subnet_id': '69740e1a-29a4-4722-ae33-19970672c2df'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:09:42.675267 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-dde128a9-0ced-43b5-804d-db37be1ee8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:42.901096 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-dde128a9-0ced-43b5-804d-db37be1ee8af None None] Allocated IP 172.20.0.2 (4b69e8f8-1014-43eb-bd96-15547037bb6b/69740e1a-29a4-4722-ae33-19970672c2df/679ea4ba-dea0-49cf-a2c7-e7953a365633) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:43.066723 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fecf5f-af23-4319-9439-a88a39059608 admin admin] Network d88f004f-470d-4ee7-9d5d-6a152c2ee838 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:09:43.096761 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-34fecf5f-af23-4319-9439-a88a39059608 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, d88f004f-470d-4ee7-9d5d-6a152c2ee838) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:43.109690 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fecf5f-af23-4319-9439-a88a39059608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:43.110285 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-34fecf5f-af23-4319-9439-a88a39059608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:43.111056 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee2d1b9-ae4a-4cc2-885a-816278307f5f None None] Network d88f004f-470d-4ee7-9d5d-6a152c2ee838 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:09:43.147980 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a58d2b58-f77f-4eec-beb0-205a7865daf6 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "GET /v2.0/floatingips/f703310f-22b3-476c-9922-f5e138d672d4 HTTP/1.1" status: 200 len: 978 time: 0.7315347 Feb 09 01:09:43.154326 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42280) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:43.160940 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d9cc13cb-ded1-4533-b6ef-f7f6b9ea91e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:43.270739 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dd03e41f-3d48-4edf-8d74-add761e81053 req-5b9aaa11-4285-41d7-a987-ae98a4cb759b tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.0670757 Feb 09 01:09:43.395673 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-756ab9e5-b72c-4780-b04e-8e09e72b335f tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Synchronizing usage tracker for tenant:3233fa6a1c31485fb5278c0948d1b003 on resource:floatingip {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:09:43.424416 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-34fecf5f-af23-4319-9439-a88a39059608 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5997159 Feb 09 01:09:43.426319 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42288) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:43.438262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-9ba978e0-4d62-4b47-8b5e-4126bdd55c44 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2016691492-router', 'tenant_id': '83e94f6e7a5b43379622b4bf0ec7cacb', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:43.442886 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-9ba978e0-4d62-4b47-8b5e-4126bdd55c44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:43.446985 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9ba978e0-4d62-4b47-8b5e-4126bdd55c44 admin admin] Usage tracker for resource:router and tenant:83e94f6e7a5b43379622b4bf0ec7cacb is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:43.450829 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9ba978e0-4d62-4b47-8b5e-4126bdd55c44 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:43.456038 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-dde128a9-0ced-43b5-804d-db37be1ee8af None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:43.457191 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-9ba978e0-4d62-4b47-8b5e-4126bdd55c44 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:43.478002 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-dde128a9-0ced-43b5-804d-db37be1ee8af None None] Transition to ACTIVE for port object 679ea4ba-dea0-49cf-a2c7-e7953a365633 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:09:43.495741 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9ba978e0-4d62-4b47-8b5e-4126bdd55c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:43.497471 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9ba978e0-4d62-4b47-8b5e-4126bdd55c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:43.509893 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397afe7-9ec3-4aa9-ae7d-9a5abdc295f1 req-380d0a3b-a0e3-45d7-9729-faaa32e1cdf1 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:43.518817 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6397afe7-9ec3-4aa9-ae7d-9a5abdc295f1 req-380d0a3b-a0e3-45d7-9729-faaa32e1cdf1 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2c2d844-70ae-41fa-a051-e12b26522438 HTTP/1.1" status: 200 len: 950 time: 0.6619925 Feb 09 01:09:43.577477 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-dde128a9-0ced-43b5-804d-db37be1ee8af None None] Transition to ACTIVE for port object 679ea4ba-dea0-49cf-a2c7-e7953a365633 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:09:43.588954 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e36051-6f51-42eb-97f0-d8aea014fcdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-d88f004f-470d-4ee7-9d5d-6a152c2ee838', 'network_id': 'd88f004f-470d-4ee7-9d5d-6a152c2ee838', 'tenant_id': '83e94f6e7a5b43379622b4bf0ec7cacb', 'fixed_ips': [{'subnet_id': '647739ad-1273-4f77-bed3-a83e6cc8487b'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:09:43.589788 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f3e36051-6f51-42eb-97f0-d8aea014fcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:43.598169 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-756ab9e5-b72c-4780-b04e-8e09e72b335f tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Unset dirty status for tenant:3233fa6a1c31485fb5278c0948d1b003 on resource:floatingip {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:09:43.602676 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-756ab9e5-b72c-4780-b04e-8e09e72b335f tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.4469831 Feb 09 01:09:43.608845 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42292) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:43.616361 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-dde128a9-0ced-43b5-804d-db37be1ee8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:43.619189 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-a263463d-1044-484d-9362-d0f9169a5dcb tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Request body: {'floatingip': {'port_id': '1591c9bd-2f42-4628-bdf1-f3d4b0f394a7'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:43.631340 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a83393-201a-46dc-a7c8-5c64181d8923 req-af3ba271-7678-461c-bf84-a32c50706c88 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:43.632863 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-14a83393-201a-46dc-a7c8-5c64181d8923 req-af3ba271-7678-461c-bf84-a32c50706c88 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2c2d844-70ae-41fa-a051-e12b26522438 HTTP/1.1" status: 200 len: 950 time: 0.4648499 Feb 09 01:09:43.639923 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9ba978e0-4d62-4b47-8b5e-4126bdd55c44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:43.648197 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b5903-b255-4064-9d1d-813137182d46 req-531e1f67-c686-41e3-9eb6-b88610cb8f5b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:43.649592 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fa8b5903-b255-4064-9d1d-813137182d46 req-531e1f67-c686-41e3-9eb6-b88610cb8f5b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.35 "GET /v2.0/networks?id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe HTTP/1.1" status: 200 len: 812 time: 0.6404288 Feb 09 01:09:43.660842 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6beda655-b726-4068-842c-3fd863174ccb req-b76e8d41-e04d-44a2-ad68-7889fed7bfb5 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d2f26ac-fa37-4145-a107-477cb2884884 HTTP/1.1" status: 200 len: 210 time: 0.0929201 Feb 09 01:09:43.702353 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-fa8b5903-b255-4064-9d1d-813137182d46 req-4fb6a8fd-e09c-4446-aa13-4c77f82df11d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Request body: {'port': {'device_id': '6d2f26ac-fa37-4145-a107-477cb2884884', 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe', 'admin_state_up': True, 'tenant_id': 'a75aeed005c34e95a63eb49629dd324d'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:43.739963 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6397afe7-9ec3-4aa9-ae7d-9a5abdc295f1 req-8b5a86f5-be81-459e-8a7b-c805baa506f7 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.37 "GET /v2.0/security-groups?id=01266273-b74e-494e-8411-eba8b818ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196884 Feb 09 01:09:43.809002 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde128a9-0ced-43b5-804d-db37be1ee8af None None] Network 4b69e8f8-1014-43eb-bd96-15547037bb6b is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:43.809592 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a263463d-1044-484d-9362-d0f9169a5dcb tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for floatingip, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:43.817576 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-dde128a9-0ced-43b5-804d-db37be1ee8af None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:43.828192 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde128a9-0ced-43b5-804d-db37be1ee8af None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:09:43.943695 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde128a9-0ced-43b5-804d-db37be1ee8af None None] Pushing event updated for resources: {'Port': ['ID=679ea4ba-dea0-49cf-a2c7-e7953a365633,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:44.004504 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-dde128a9-0ced-43b5-804d-db37be1ee8af None None] Attempting to bind port 679ea4ba-dea0-49cf-a2c7-e7953a365633 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:09:44.004504 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-dde128a9-0ced-43b5-804d-db37be1ee8af None None] Attempting to bind port 679ea4ba-dea0-49cf-a2c7-e7953a365633 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '404d1026-db85-40d4-b120-544186d0b38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '4b69e8f8-1014-43eb-bd96-15547037bb6b'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:09:44.004504 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde128a9-0ced-43b5-804d-db37be1ee8af None None] Attempting to bind port 679ea4ba-dea0-49cf-a2c7-e7953a365633 on network 4b69e8f8-1014-43eb-bd96-15547037bb6b {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:09:44.005972 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde128a9-0ced-43b5-804d-db37be1ee8af None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:09:44.006564 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde128a9-0ced-43b5-804d-db37be1ee8af None None] Checking segment: {'id': '404d1026-db85-40d4-b120-544186d0b38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '4b69e8f8-1014-43eb-bd96-15547037bb6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:09:44.007071 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-dde128a9-0ced-43b5-804d-db37be1ee8af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:44.007681 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde128a9-0ced-43b5-804d-db37be1ee8af None None] Bound using segment: {'id': '404d1026-db85-40d4-b120-544186d0b38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '4b69e8f8-1014-43eb-bd96-15547037bb6b'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:09:44.008254 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-dde128a9-0ced-43b5-804d-db37be1ee8af None None] Bound port: 679ea4ba-dea0-49cf-a2c7-e7953a365633, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404d1026-db85-40d4-b120-544186d0b38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '4b69e8f8-1014-43eb-bd96-15547037bb6b'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:09:44.008758 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-dde128a9-0ced-43b5-804d-db37be1ee8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:44.150816 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-dde128a9-0ced-43b5-804d-db37be1ee8af None None] For port 679ea4ba-dea0-49cf-a2c7-e7953a365633, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:09:44.156737 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-dde128a9-0ced-43b5-804d-db37be1ee8af None None] For port 679ea4ba-dea0-49cf-a2c7-e7953a365633, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=679ea4ba-dea0-49cf-a2c7-e7953a365633,segment=NetworkSegment(404d1026-db85-40d4-b120-544186d0b38c),segment_id=404d1026-db85-40d4-b120-544186d0b38c)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:09:44.167661 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-dde128a9-0ced-43b5-804d-db37be1ee8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:44.269262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-14a83393-201a-46dc-a7c8-5c64181d8923 req-a77019a8-863c-428e-b000-680700bfc345 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Deleting port 2485d99f-d878-43ef-8bae-d80a8f93f6c1 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:44.269754 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-14a83393-201a-46dc-a7c8-5c64181d8923 req-a77019a8-863c-428e-b000-680700bfc345 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:44.280985 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-f3e36051-6f51-42eb-97f0-d8aea014fcdd None None] Allocated IP 172.20.0.2 (d88f004f-470d-4ee7-9d5d-6a152c2ee838/647739ad-1273-4f77-bed3-a83e6cc8487b/9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:44.423695 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde128a9-0ced-43b5-804d-db37be1ee8af None None] Pushing event updated for resources: {'Port': ['ID=679ea4ba-dea0-49cf-a2c7-e7953a365633,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:44.734275 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f3e36051-6f51-42eb-97f0-d8aea014fcdd None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:44.750760 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f3e36051-6f51-42eb-97f0-d8aea014fcdd None None] Transition to ACTIVE for port object 9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:09:44.796117 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f3e36051-6f51-42eb-97f0-d8aea014fcdd None None] Transition to ACTIVE for port object 9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:09:44.802531 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-78756b39-61f9-4b65-97ef-cd01f55524a3 req-0c95ea76-6f1e-4362-a8fc-8d31e7c743b6 tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.1037817 Feb 09 01:09:44.810304 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f3e36051-6f51-42eb-97f0-d8aea014fcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:44.825473 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9ba978e0-4d62-4b47-8b5e-4126bdd55c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:44.945316 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e36051-6f51-42eb-97f0-d8aea014fcdd None None] Network d88f004f-470d-4ee7-9d5d-6a152c2ee838 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:44.951447 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-f3e36051-6f51-42eb-97f0-d8aea014fcdd None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:44.962352 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e36051-6f51-42eb-97f0-d8aea014fcdd None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:09:44.985423 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e36051-6f51-42eb-97f0-d8aea014fcdd None None] Pushing event updated for resources: {'Port': ['ID=9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:45.036934 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a263463d-1044-484d-9362-d0f9169a5dcb tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:45.094063 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-998a1c93-6885-47ee-b264-a34269652fba req-dc87d3b0-8243-4863-8927-f0f672d46e1a tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d2f26ac-fa37-4145-a107-477cb2884884 HTTP/1.1" status: 200 len: 210 time: 0.0555046 Feb 09 01:09:45.095208 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a263463d-1044-484d-9362-d0f9169a5dcb tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:45.134239 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-f3e36051-6f51-42eb-97f0-d8aea014fcdd None None] Attempting to bind port 9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:09:45.135795 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-f3e36051-6f51-42eb-97f0-d8aea014fcdd None None] Attempting to bind port 9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '2b4e378e-be94-4976-8792-7feadcd85d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'd88f004f-470d-4ee7-9d5d-6a152c2ee838'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:09:45.136740 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e36051-6f51-42eb-97f0-d8aea014fcdd None None] Attempting to bind port 9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2 on network d88f004f-470d-4ee7-9d5d-6a152c2ee838 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:09:45.154248 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e36051-6f51-42eb-97f0-d8aea014fcdd None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:09:45.155036 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e36051-6f51-42eb-97f0-d8aea014fcdd None None] Checking segment: {'id': '2b4e378e-be94-4976-8792-7feadcd85d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'd88f004f-470d-4ee7-9d5d-6a152c2ee838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:09:45.158664 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f3e36051-6f51-42eb-97f0-d8aea014fcdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:45.159903 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e36051-6f51-42eb-97f0-d8aea014fcdd None None] Bound using segment: {'id': '2b4e378e-be94-4976-8792-7feadcd85d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'd88f004f-470d-4ee7-9d5d-6a152c2ee838'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:09:45.161774 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-f3e36051-6f51-42eb-97f0-d8aea014fcdd None None] Bound port: 9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b4e378e-be94-4976-8792-7feadcd85d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'd88f004f-470d-4ee7-9d5d-6a152c2ee838'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:09:45.163820 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f3e36051-6f51-42eb-97f0-d8aea014fcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:45.196708 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 2485d99f-d878-43ef-8bae-d80a8f93f6c1 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:09:45.344154 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-a263463d-1044-484d-9362-d0f9169a5dcb tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Floating IP f703310f-22b3-476c-9922-f5e138d672d4 associated. External IP: 172.25.5.190, port: 8d0f0bd9-60b6-46dc-8861-9d8f2a6aa8f2. Feb 09 01:09:45.376606 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-fa8b5903-b255-4064-9d1d-813137182d46 req-4fb6a8fd-e09c-4446-aa13-4c77f82df11d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:45.401582 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d9cc13cb-ded1-4533-b6ef-f7f6b9ea91e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:45.483752 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-fa8b5903-b255-4064-9d1d-813137182d46 req-4fb6a8fd-e09c-4446-aa13-4c77f82df11d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:45.561479 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d9cc13cb-ded1-4533-b6ef-f7f6b9ea91e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:45.605315 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:45.645911 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f3e36051-6f51-42eb-97f0-d8aea014fcdd None None] For port 9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:09:45.665448 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f3e36051-6f51-42eb-97f0-d8aea014fcdd None None] For port 9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2,segment=NetworkSegment(2b4e378e-be94-4976-8792-7feadcd85d58),segment_id=2b4e378e-be94-4976-8792-7feadcd85d58)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:09:45.674236 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c2d844-70ae-41fa-a051-e12b26522438', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2485d99f-d878-43ef-8bae-d80a8f93f6c1'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:09:45.682964 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f3e36051-6f51-42eb-97f0-d8aea014fcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:45.732009 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 2485d99f-d878-43ef-8bae-d80a8f93f6c1, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=2485d99f-d878-43ef-8bae-d80a8f93f6c1,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:45.760000 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:45.811746 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb41fd-8139-4f5c-b004-8d92c42fcf88 req-cfd7ebd2-394e-4598-bcf2-7706c85d002d tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:45.815531 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e36051-6f51-42eb-97f0-d8aea014fcdd None None] Pushing event updated for resources: {'Port': ['ID=9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:45.823271 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4abb41fd-8139-4f5c-b004-8d92c42fcf88 req-cfd7ebd2-394e-4598-bcf2-7706c85d002d tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 945 time: 1.8068533 Feb 09 01:09:45.838911 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa8b5903-b255-4064-9d1d-813137182d46 req-4fb6a8fd-e09c-4446-aa13-4c77f82df11d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Made reservation on behalf of a75aeed005c34e95a63eb49629dd324d for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:45.843349 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fa8b5903-b255-4064-9d1d-813137182d46 req-4fb6a8fd-e09c-4446-aa13-4c77f82df11d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:45.852098 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ec207-f922-4c1e-9073-c5682627c992 req-7b9ede7a-332a-4ee1-9d98-8447e6c76924 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:45.861844 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e88ec207-f922-4c1e-9073-c5682627c992 req-7b9ede7a-332a-4ee1-9d98-8447e6c76924 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2c2d844-70ae-41fa-a051-e12b26522438 HTTP/1.1" status: 200 len: 950 time: 0.5192635 Feb 09 01:09:45.908558 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120fc4d-d5b3-439a-8fb0-56a1be013fe3 req-55db808e-9560-4949-bf07-7aeb55212228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:45.910051 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b120fc4d-d5b3-439a-8fb0-56a1be013fe3 req-55db808e-9560-4949-bf07-7aeb55212228 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5c3742d9e0e147a587c775654c5e399e&device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 1096 time: 1.6103442 Feb 09 01:09:45.966018 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=2485d99f-d878-43ef-8bae-d80a8f93f6c1,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:46.044984 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc48f2e-dc8b-4b89-b384-38c8e7f5bc17 None None] Network 4b69e8f8-1014-43eb-bd96-15547037bb6b requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:09:46.066119 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e88ec207-f922-4c1e-9073-c5682627c992 req-20c68c7e-4dbd-4773-b42d-7eedc5c9f33e tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.37 "GET /v2.0/security-groups?id=01266273-b74e-494e-8411-eba8b818ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033851 Feb 09 01:09:46.296177 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c2d844-70ae-41fa-a051-e12b26522438', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2485d99f-d878-43ef-8bae-d80a8f93f6c1', 'code': 200} Feb 09 01:09:46.297251 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120fc4d-d5b3-439a-8fb0-56a1be013fe3 req-2d822154-4bc7-44b8-a62c-6343ede00e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:46.298886 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b120fc4d-d5b3-439a-8fb0-56a1be013fe3 req-2d822154-4bc7-44b8-a62c-6343ede00e05 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f463daa3-bdf7-465b-839b-27906d718cfd HTTP/1.1" status: 200 len: 918 time: 0.3460047 Feb 09 01:09:46.333801 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c098aa2f-c150-45c9-8341-b0990927e402 None None] Provisioning for port 679ea4ba-dea0-49cf-a2c7-e7953a365633 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:09:46.362755 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a263463d-1044-484d-9362-d0f9169a5dcb tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Router 27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:09:46.411487 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:09:46.558073 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b93cbc2b-09d5-4b3b-9a2c-6ba1734006e0 req-69f46716-d791-4aea-9842-1d1149593b51 tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.0787420 Feb 09 01:09:46.642605 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4abb41fd-8139-4f5c-b004-8d92c42fcf88 req-36fd82e7-746b-420d-8438-6d95e5c5f855 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8181949 Feb 09 01:09:46.644231 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-14a83393-201a-46dc-a7c8-5c64181d8923 req-a77019a8-863c-428e-b000-680700bfc345 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] For port 2485d99f-d878-43ef-8bae-d80a8f93f6c1, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=2485d99f-d878-43ef-8bae-d80a8f93f6c1,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:46.644618 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-14a83393-201a-46dc-a7c8-5c64181d8923 req-a77019a8-863c-428e-b000-680700bfc345 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:46.686851 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:09:46.693919 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 679ea4ba-dea0-49cf-a2c7-e7953a365633 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:09:46.740970 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-d9cc13cb-ded1-4533-b6ef-f7f6b9ea91e1 admin admin] Allocated IP 172.25.5.176 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/47f2756f-7366-4921-8502-a6caa2492816) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:46.809605 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f647a918-6014-4cf3-b018-2816230c3189 req-591b4ef2-2d5c-478b-b201-a3e3cda7789a tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d2f26ac-fa37-4145-a107-477cb2884884 HTTP/1.1" status: 200 len: 210 time: 0.0698707 Feb 09 01:09:46.824473 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a263463d-1044-484d-9362-d0f9169a5dcb tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:09:46.825909 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 679ea4ba-dea0-49cf-a2c7-e7953a365633 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:09:46.845726 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dd0513-2930-4f49-afe1-6ce2809cf0fc None None] Sync routers for ids ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:09:46.851939 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 679ea4ba-dea0-49cf-a2c7-e7953a365633 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:46.852307 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:46.878909 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b120fc4d-d5b3-439a-8fb0-56a1be013fe3 req-6c8a00e7-2fa0-4f25-8bc9-b16d8c3210db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92d5acad-e38d-43c2-8bec-c5018d35d94a HTTP/1.1" status: 200 len: 1000 time: 0.5563860 Feb 09 01:09:46.924336 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dd0513-2930-4f49-afe1-6ce2809cf0fc None None] Routers {'27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:46.925007 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-42dd0513-2930-4f49-afe1-6ce2809cf0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:09:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:47.079253 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-42dd0513-2930-4f49-afe1-6ce2809cf0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:47.116271 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dd0513-2930-4f49-afe1-6ce2809cf0fc None None] Routers {'27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:47.130146 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-42dd0513-2930-4f49-afe1-6ce2809cf0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:09:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:47.302978 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-42dd0513-2930-4f49-afe1-6ce2809cf0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:47.303390 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dd0513-2930-4f49-afe1-6ce2809cf0fc None None] The sync data for ids ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:09:47.415437 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:47.490847 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 679ea4ba-dea0-49cf-a2c7-e7953a365633, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=679ea4ba-dea0-49cf-a2c7-e7953a365633,segment=NetworkSegment(404d1026-db85-40d4-b120-544186d0b38c),segment_id=404d1026-db85-40d4-b120-544186d0b38c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:47.506340 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:47.562212 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a263463d-1044-484d-9362-d0f9169a5dcb tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Router 27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:09:47.602277 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-14a83393-201a-46dc-a7c8-5c64181d8923 req-a77019a8-863c-428e-b000-680700bfc345 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Calling delete_port for 2485d99f-d878-43ef-8bae-d80a8f93f6c1 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:47.636710 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-aa645035-4357-4cf8-9727-85d97355898b None None] Provisioning complete for port 679ea4ba-dea0-49cf-a2c7-e7953a365633 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:47.637777 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-aa645035-4357-4cf8-9727-85d97355898b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:47.683604 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477075e7-faf4-4791-b310-9b56c5884010 None None] Network d88f004f-470d-4ee7-9d5d-6a152c2ee838 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:09:47.911435 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=679ea4ba-dea0-49cf-a2c7-e7953a365633,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:47.986561 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d9cc13cb-ded1-4533-b6ef-f7f6b9ea91e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:48.025256 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b1d0a7b7-e194-4400-9bec-4d83f73cf876 req-706d62bd-74b7-4773-a97a-396fbbf33638 tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.0595226 Feb 09 01:09:48.053792 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a263463d-1044-484d-9362-d0f9169a5dcb tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:09:48.060002 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a263463d-1044-484d-9362-d0f9169a5dcb tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:48.063969 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf8935a-f1d0-472d-8195-8b6784d234d3 None None] Sync routers for ids ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:09:48.081981 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf8935a-f1d0-472d-8195-8b6784d234d3 None None] Routers {'27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:48.082756 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-bdf8935a-f1d0-472d-8195-8b6784d234d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:09:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:48.170838 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d9cc13cb-ded1-4533-b6ef-f7f6b9ea91e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:48.221217 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f0a0b064-d54b-4c74-a6b5-d46a6c6b17dc None None] Provisioning for port 9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:09:48.235770 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f0a0b064-d54b-4c74-a6b5-d46a6c6b17dc None None] Provisioning complete for port 9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:48.236144 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f0a0b064-d54b-4c74-a6b5-d46a6c6b17dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:48.309476 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-bdf8935a-f1d0-472d-8195-8b6784d234d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:48.315022 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 679ea4ba-dea0-49cf-a2c7-e7953a365633 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:09:48.329603 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf8935a-f1d0-472d-8195-8b6784d234d3 None None] Routers {'27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:48.330219 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-bdf8935a-f1d0-472d-8195-8b6784d234d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:09:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:48.389547 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a263463d-1044-484d-9362-d0f9169a5dcb tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "PUT /v2.0/floatingips/f703310f-22b3-476c-9922-f5e138d672d4 HTTP/1.1" status: 200 len: 979 time: 4.7792945 Feb 09 01:09:48.391743 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42320) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:48.398602 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-4cbd788e-d4c7-402e-a9e6-240dd10fa2f9 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:48.416694 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120fc4d-d5b3-439a-8fb0-56a1be013fe3 req-158c3d81-670d-48ef-997a-ee4c152563f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:48.418682 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b120fc4d-d5b3-439a-8fb0-56a1be013fe3 req-158c3d81-670d-48ef-997a-ee4c152563f6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff HTTP/1.1" status: 200 len: 856 time: 1.2489839 Feb 09 01:09:48.452674 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-fa8b5903-b255-4064-9d1d-813137182d46 req-4fb6a8fd-e09c-4446-aa13-4c77f82df11d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Allocated IP 172.20.0.11 (6a46d8ce-a5dd-4900-abea-f731f0aef8fe/5e21ee47-9c4f-48f6-bbce-c83436d55ec2/480819ba-5d03-4de2-9765-77bfce9fdc5b) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:48.456194 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.api [req-14a83393-201a-46dc-a7c8-5c64181d8923 req-a77019a8-863c-428e-b000-680700bfc345 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:09:48.456541 n-d-828419-1 neutron-server[87612]: DEBUG oslo_db.api [req-14a83393-201a-46dc-a7c8-5c64181d8923 req-a77019a8-863c-428e-b000-680700bfc345 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:09:48.457466 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 679ea4ba-dea0-49cf-a2c7-e7953a365633 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:48.458070 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:48.486055 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-bdf8935a-f1d0-472d-8195-8b6784d234d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:48.486451 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf8935a-f1d0-472d-8195-8b6784d234d3 None None] The sync data for ids ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:09:48.571822 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4cbd788e-d4c7-402e-a9e6-240dd10fa2f9 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for floatingip, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:48.589136 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9ba978e0-4d62-4b47-8b5e-4126bdd55c44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:48.618919 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f0a0b064-d54b-4c74-a6b5-d46a6c6b17dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:48.639536 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc13cb-ded1-4533-b6ef-f7f6b9ea91e1 admin admin] Pushing event updated for resources: {'Port': ['ID=47f2756f-7366-4921-8502-a6caa2492816,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:48.690002 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b5820-511b-464f-a936-cc3a139f3822 req-a85fb64a-bdc1-40c8-a440-e71268b6b3c0 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:48.697824 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bd2b5820-511b-464f-a936-cc3a139f3822 req-a85fb64a-bdc1-40c8-a440-e71268b6b3c0 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 945 time: 0.4436717 Feb 09 01:09:48.715609 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9ba978e0-4d62-4b47-8b5e-4126bdd55c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:48.736127 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f0a0b064-d54b-4c74-a6b5-d46a6c6b17dc None None] For port 9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2,segment=NetworkSegment(2b4e378e-be94-4976-8792-7feadcd85d58),segment_id=2b4e378e-be94-4976-8792-7feadcd85d58)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:48.750536 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f0a0b064-d54b-4c74-a6b5-d46a6c6b17dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:48.833840 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0b064-d54b-4c74-a6b5-d46a6c6b17dc None None] Pushing event updated for resources: {'Port': ['ID=9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:48.850086 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bd2b5820-511b-464f-a936-cc3a139f3822 req-a5b975a2-fdc7-4edb-9129-0c4e530c38a1 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511741 Feb 09 01:09:48.879917 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cc13cb-ded1-4533-b6ef-f7f6b9ea91e1 admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:48.884520 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-24c2e5ed-fa4a-421d-9c2e-e9cf507f7341 None None] Provisioning complete for port 9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:48.884923 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-24c2e5ed-fa4a-421d-9c2e-e9cf507f7341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:48.909442 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-d9cc13cb-ded1-4533-b6ef-f7f6b9ea91e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:48.929980 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cc13cb-ded1-4533-b6ef-f7f6b9ea91e1 admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:09:48.964709 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-14a83393-201a-46dc-a7c8-5c64181d8923 req-a77019a8-863c-428e-b000-680700bfc345 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Deleting port 2485d99f-d878-43ef-8bae-d80a8f93f6c1 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:48.965564 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-14a83393-201a-46dc-a7c8-5c64181d8923 req-a77019a8-863c-428e-b000-680700bfc345 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:49.014020 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ae0b3-2ade-4614-880c-5c6ea06f82fc req-2e2c41c0-68a1-44ff-ba98-e9e0b3e20fa4 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:49.015556 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-125ae0b3-2ade-4614-880c-5c6ea06f82fc req-2e2c41c0-68a1-44ff-ba98-e9e0b3e20fa4 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2c2d844-70ae-41fa-a051-e12b26522438 HTTP/1.1" status: 200 len: 948 time: 1.3221364 Feb 09 01:09:49.066232 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4cbd788e-d4c7-402e-a9e6-240dd10fa2f9 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:49.072106 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4cbd788e-d4c7-402e-a9e6-240dd10fa2f9 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:49.072567 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-4cbd788e-d4c7-402e-a9e6-240dd10fa2f9 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Floating IP f703310f-22b3-476c-9922-f5e138d672d4 disassociated. External IP: 172.25.5.190, port: 1591c9bd-2f42-4628-bdf1-f3d4b0f394a7. Feb 09 01:09:49.147333 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-9ba978e0-4d62-4b47-8b5e-4126bdd55c44 admin admin] Allocated IP 172.25.5.112 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/0c811d45-1b2c-4f85-910a-f4b4651b6d09) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:49.234888 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b14f3545-a098-4755-85a9-186e14fb00b6 req-480d8e94-11c1-4d16-9ea2-cfc0b2adb470 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d2f26ac-fa37-4145-a107-477cb2884884 HTTP/1.1" status: 200 len: 210 time: 0.0854704 Feb 09 01:09:49.467109 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120fc4d-d5b3-439a-8fb0-56a1be013fe3 req-5b4cea39-42ed-4fb2-bfed-a2360716df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:49.468627 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b120fc4d-d5b3-439a-8fb0-56a1be013fe3 req-5b4cea39-42ed-4fb2-bfed-a2360716df81 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f463daa3-bdf7-465b-839b-27906d718cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9744518 Feb 09 01:09:49.489992 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-125ae0b3-2ade-4614-880c-5c6ea06f82fc req-1fc4457d-d1be-44e8-aeba-7bc3df4d959f tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.37 "GET /v2.0/security-groups?id=01266273-b74e-494e-8411-eba8b818ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351397 Feb 09 01:09:49.564956 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9a5c2344-ba5a-42a8-94b8-e70e54bec8e8 req-ad45b9d7-fb94-4374-a893-38ab9c1bcde1 tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.1228232 Feb 09 01:09:49.721759 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cbd788e-d4c7-402e-a9e6-240dd10fa2f9 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Router 27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:09:49.936271 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbd788e-d4c7-402e-a9e6-240dd10fa2f9 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:09:49.944933 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4cbd788e-d4c7-402e-a9e6-240dd10fa2f9 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:49.950438 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc9e58e-1101-48c2-99ed-96fe14ab0a93 None None] Sync routers for ids ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:09:49.962399 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b120fc4d-d5b3-439a-8fb0-56a1be013fe3 req-68f68a38-b469-4837-a82f-04a0d5396d56 service neutron] 10.222.0.35 "GET /v2.0/networks/f463daa3-bdf7-465b-839b-27906d718cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662743 Feb 09 01:09:49.964731 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc9e58e-1101-48c2-99ed-96fe14ab0a93 None None] Routers {'27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:49.965931 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-acc9e58e-1101-48c2-99ed-96fe14ab0a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:09:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:50.022929 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4cbd788e-d4c7-402e-a9e6-240dd10fa2f9 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "PUT /v2.0/floatingips/f703310f-22b3-476c-9922-f5e138d672d4 HTTP/1.1" status: 200 len: 688 time: 1.6295247 Feb 09 01:09:50.024956 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42328) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:50.081412 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-acc9e58e-1101-48c2-99ed-96fe14ab0a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:50.091723 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc9e58e-1101-48c2-99ed-96fe14ab0a93 None None] Routers {'27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:50.092362 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-acc9e58e-1101-48c2-99ed-96fe14ab0a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:09:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:50.132312 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b120fc4d-d5b3-439a-8fb0-56a1be013fe3 req-b1337a16-b69e-4caf-bfe3-8b64c5c01ee0 service neutron] 10.222.0.35 "GET /v2.0/networks/f463daa3-bdf7-465b-839b-27906d718cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461077 Feb 09 01:09:50.160107 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-14a83393-201a-46dc-a7c8-5c64181d8923 req-a77019a8-863c-428e-b000-680700bfc345 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] For port 2485d99f-d878-43ef-8bae-d80a8f93f6c1, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=2485d99f-d878-43ef-8bae-d80a8f93f6c1,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:50.160524 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-14a83393-201a-46dc-a7c8-5c64181d8923 req-a77019a8-863c-428e-b000-680700bfc345 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:50.186744 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-acc9e58e-1101-48c2-99ed-96fe14ab0a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:50.187158 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc9e58e-1101-48c2-99ed-96fe14ab0a93 None None] The sync data for ids ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:09:50.267590 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:09:50.373018 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:50.373390 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:50.486222 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-14a83393-201a-46dc-a7c8-5c64181d8923 req-a77019a8-863c-428e-b000-680700bfc345 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Calling delete_port for 2485d99f-d878-43ef-8bae-d80a8f93f6c1 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:50.515097 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-dba236e7-b6af-4d62-805c-1ee14c260b63 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Deleting port 723438e5-1cb2-4932-b498-7b1428d7b0fd {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:09:50.515805 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dba236e7-b6af-4d62-805c-1ee14c260b63 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:50.663092 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fa8b5903-b255-4064-9d1d-813137182d46 req-4fb6a8fd-e09c-4446-aa13-4c77f82df11d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:50.692021 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7d842c78-c4f1-4fd9-b910-4cdad8afcf0a req-842f391d-35d6-413b-bd39-99cfb3a8b02e tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d2f26ac-fa37-4145-a107-477cb2884884 HTTP/1.1" status: 200 len: 210 time: 0.1781919 Feb 09 01:09:50.756824 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9ba978e0-4d62-4b47-8b5e-4126bdd55c44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:50.864150 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8303d-cd6a-4f20-b857-484fe3a7106b req-59e36be5-67ae-4add-b290-29bded797fc7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:50.865763 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-73f8303d-cd6a-4f20-b857-484fe3a7106b req-59e36be5-67ae-4add-b290-29bded797fc7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 945 time: 0.7273564 Feb 09 01:09:50.926880 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dba236e7-b6af-4d62-805c-1ee14c260b63 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:50.927455 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dba236e7-b6af-4d62-805c-1ee14c260b63 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:51.053420 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fa8b5903-b255-4064-9d1d-813137182d46 req-4fb6a8fd-e09c-4446-aa13-4c77f82df11d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:51.069547 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-73f8303d-cd6a-4f20-b857-484fe3a7106b req-eb0d8c57-5dbf-4af5-9dc1-e14f6dcaf338 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941526 Feb 09 01:09:51.120468 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-dba236e7-b6af-4d62-805c-1ee14c260b63 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Calling delete_port for 723438e5-1cb2-4932-b498-7b1428d7b0fd owned by network:floatingip {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:09:51.154925 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6a8fd-e09c-4446-aa13-4c77f82df11d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Pushing event updated for resources: {'Port': ['ID=480819ba-5d03-4de2-9765-77bfce9fdc5b,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:51.157202 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d9cc13cb-ded1-4533-b6ef-f7f6b9ea91e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:51.199106 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3a0e1-22d5-4a15-87cd-8d8450b35220 req-107940f8-d85e-4929-bb27-176b2c9a7361 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:51.206163 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f7f3a0e1-22d5-4a15-87cd-8d8450b35220 req-107940f8-d85e-4929-bb27-176b2c9a7361 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2c2d844-70ae-41fa-a051-e12b26522438 HTTP/1.1" status: 200 len: 948 time: 0.3853424 Feb 09 01:09:51.255108 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f7f3a0e1-22d5-4a15-87cd-8d8450b35220 req-024a5c20-7f47-4b7d-93a9-27dcffc7b1c8 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.37 "GET /v2.0/security-groups?id=01266273-b74e-494e-8411-eba8b818ad3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480380 Feb 09 01:09:51.293823 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9ba978e0-4d62-4b47-8b5e-4126bdd55c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:51.398064 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dba236e7-b6af-4d62-805c-1ee14c260b63 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:51.408328 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba978e0-4d62-4b47-8b5e-4126bdd55c44 admin admin] Pushing event updated for resources: {'Port': ['ID=0c811d45-1b2c-4f85-910a-f4b4651b6d09,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:51.410366 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-14a83393-201a-46dc-a7c8-5c64181d8923 req-a77019a8-863c-428e-b000-680700bfc345 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:51.471538 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba236e7-b6af-4d62-805c-1ee14c260b63 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event deleted for resources: {'Port': ['ID=723438e5-1cb2-4932-b498-7b1428d7b0fd,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:51.475413 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba978e0-4d62-4b47-8b5e-4126bdd55c44 admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:51.537599 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-9ba978e0-4d62-4b47-8b5e-4126bdd55c44 admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:51.610771 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dba236e7-b6af-4d62-805c-1ee14c260b63 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for floatingip, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:51.638609 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dba236e7-b6af-4d62-805c-1ee14c260b63 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:51.644061 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-dba236e7-b6af-4d62-805c-1ee14c260b63 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "DELETE /v2.0/floatingips/f703310f-22b3-476c-9922-f5e138d672d4 HTTP/1.1" status: 204 len: 168 time: 1.6180344 Feb 09 01:09:51.646209 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42342) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:51.669949 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:51.805263 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2c19fede-8fa8-446f-95dd-d74d7a02621c req-b64e22b6-8f4d-4d82-8891-675dcc4d096d tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.5162830 Feb 09 01:09:51.806169 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba978e0-4d62-4b47-8b5e-4126bdd55c44 admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:09:51.819231 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-ed02aafe-1da5-4fff-94b7-b9c9437274a2 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] delete failed (client error): The resource could not be found. Feb 09 01:09:51.829698 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ed02aafe-1da5-4fff-94b7-b9c9437274a2 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "DELETE /v2.0/floatingips/f703310f-22b3-476c-9922-f5e138d672d4 HTTP/1.1" status: 404 len: 345 time: 0.1741302 Feb 09 01:09:51.831452 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42352) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:51.842999 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa8b5903-b255-4064-9d1d-813137182d46 req-4fb6a8fd-e09c-4446-aa13-4c77f82df11d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Network 6a46d8ce-a5dd-4900-abea-f731f0aef8fe is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:51.868115 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77019a8-863c-428e-b000-680700bfc345 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Pushing event deleted for resources: {'Port': ['ID=2485d99f-d878-43ef-8bae-d80a8f93f6c1,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:51.870446 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-fa8b5903-b255-4064-9d1d-813137182d46 req-4fb6a8fd-e09c-4446-aa13-4c77f82df11d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:51.927714 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8b5903-b255-4064-9d1d-813137182d46 req-4fb6a8fd-e09c-4446-aa13-4c77f82df11d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:09:52.012409 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc64764-8740-4efd-b940-159d70e5f362 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:52.018067 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc64764-8740-4efd-b940-159d70e5f362 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:52.035138 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc64764-8740-4efd-b940-159d70e5f362 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:52.037004 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5cc64764-8740-4efd-b940-159d70e5f362 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Synchronizing usage tracker for tenant:3233fa6a1c31485fb5278c0948d1b003 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:09:52.038242 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a83393-201a-46dc-a7c8-5c64181d8923 req-a77019a8-863c-428e-b000-680700bfc345 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] No DVR routers for this DVR port 2485d99f-d878-43ef-8bae-d80a8f93f6c1 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:09:52.063449 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-14a83393-201a-46dc-a7c8-5c64181d8923 req-a77019a8-863c-428e-b000-680700bfc345 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:52.064339 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af459405-c467-4a6e-8f9f-192190a97c95 req-042b8eb0-138d-4e0a-920b-06f6cfd992a2 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:52.065908 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c2d844-70ae-41fa-a051-e12b26522438', 'name': 'network-vif-deleted', 'tag': '2485d99f-d878-43ef-8bae-d80a8f93f6c1'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:09:52.072271 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-af459405-c467-4a6e-8f9f-192190a97c95 req-042b8eb0-138d-4e0a-920b-06f6cfd992a2 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d2f26ac-fa37-4145-a107-477cb2884884 HTTP/1.1" status: 200 len: 932 time: 0.1704016 Feb 09 01:09:52.076096 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5cc64764-8740-4efd-b940-159d70e5f362 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Unset dirty status for tenant:3233fa6a1c31485fb5278c0948d1b003 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:09:52.081200 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5cc64764-8740-4efd-b940-159d70e5f362 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "GET /v2.0/ports?network_id=fc480144-10a1-4de1-904f-77f60e2734af HTTP/1.1" status: 200 len: 2359 time: 0.2485406 Feb 09 01:09:52.082959 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42364) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:52.110095 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b5903-b255-4064-9d1d-813137182d46 req-4fb6a8fd-e09c-4446-aa13-4c77f82df11d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:52.110729 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fa8b5903-b255-4064-9d1d-813137182d46 req-4fb6a8fd-e09c-4446-aa13-4c77f82df11d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:52.181802 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c2d844-70ae-41fa-a051-e12b26522438', 'name': 'network-vif-deleted', 'tag': '2485d99f-d878-43ef-8bae-d80a8f93f6c1', 'status': 'completed', 'code': 200} Feb 09 01:09:52.190186 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-14a83393-201a-46dc-a7c8-5c64181d8923 req-a77019a8-863c-428e-b000-680700bfc345 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.35 "DELETE /v2.0/ports/2485d99f-d878-43ef-8bae-d80a8f93f6c1 HTTP/1.1" status: 204 len: 173 time: 8.5332844 Feb 09 01:09:52.215811 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-af459405-c467-4a6e-8f9f-192190a97c95 req-a47b1100-d6c3-4352-9d6d-569968f01492 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424878 Feb 09 01:09:52.243971 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f949c33-9922-4859-8478-9db1d08cb9c1 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:52.245699 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5f949c33-9922-4859-8478-9db1d08cb9c1 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "GET /v2.0/subnets/605e6c51-e93d-4759-8055-ca183264d55d HTTP/1.1" status: 200 len: 797 time: 0.1611397 Feb 09 01:09:52.251343 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42370) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:52.258397 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-a7cf9377-4d1f-4c7e-ad1a-9a510ce213e2 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Request body: {'port': {'network_id': 'fc480144-10a1-4de1-904f-77f60e2734af', 'name': 'tempest-FloatingIPTestJSON-1884986796', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:52.305793 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fa8b5903-b255-4064-9d1d-813137182d46 req-4fb6a8fd-e09c-4446-aa13-4c77f82df11d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.6118758 Feb 09 01:09:52.416490 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-fa8b5903-b255-4064-9d1d-813137182d46 req-c77c7bc3-5705-4d53-94d8-7cd326015da7 service neutron] Request body: {'port': {'device_id': '6d2f26ac-fa37-4145-a107-477cb2884884', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:52.432435 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e43d21e2-bb8f-439e-8334-7caaa028eda0 req-7db0c9e8-50c5-47e7-9ae3-3815c0b73c85 tempest-ServerDiagnosticsNegativeTest-2093888447 tempest-ServerDiagnosticsNegativeTest-2093888447-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2c2d844-70ae-41fa-a051-e12b26522438 HTTP/1.1" status: 200 len: 210 time: 0.0597148 Feb 09 01:09:52.444960 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a7cf9377-4d1f-4c7e-ad1a-9a510ce213e2 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:52.465981 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a7cf9377-4d1f-4c7e-ad1a-9a510ce213e2 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:52.478436 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7cf9377-4d1f-4c7e-ad1a-9a510ce213e2 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Made reservation on behalf of 3233fa6a1c31485fb5278c0948d1b003 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:52.492102 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d9cc13cb-ded1-4533-b6ef-f7f6b9ea91e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:52.712259 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a7cf9377-4d1f-4c7e-ad1a-9a510ce213e2 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:52.733366 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-a7cf9377-4d1f-4c7e-ad1a-9a510ce213e2 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] device_id is not set on port 0fb89155-0baa-4fa2-b566-4f0563f7fbe4 yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:09:52.791969 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31927f62-8a12-4374-a8a1-7ab00eea99f6 req-0873aa2e-bcc3-49a0-aaf5-9be80d7f41ff tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:52.794011 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-31927f62-8a12-4374-a8a1-7ab00eea99f6 req-0873aa2e-bcc3-49a0-aaf5-9be80d7f41ff tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 945 time: 0.5446155 Feb 09 01:09:52.799218 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fa8b5903-b255-4064-9d1d-813137182d46 req-c77c7bc3-5705-4d53-94d8-7cd326015da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:53.053303 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d01e1f12-038e-42c7-9211-7ec0986aece5 req-c17043e8-bd0d-4d72-b0f5-86bc3d779c5b tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.0868013 Feb 09 01:09:53.169436 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-a7cf9377-4d1f-4c7e-ad1a-9a510ce213e2 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Allocated IP 172.20.0.13 (fc480144-10a1-4de1-904f-77f60e2734af/605e6c51-e93d-4759-8055-ca183264d55d/0fb89155-0baa-4fa2-b566-4f0563f7fbe4) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:53.176037 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-a7cf9377-4d1f-4c7e-ad1a-9a510ce213e2 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Allocated IP 172.20.0.12 (fc480144-10a1-4de1-904f-77f60e2734af/605e6c51-e93d-4759-8055-ca183264d55d/0fb89155-0baa-4fa2-b566-4f0563f7fbe4) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:53.227424 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-31927f62-8a12-4374-a8a1-7ab00eea99f6 req-856d7119-6c0b-4188-ba6e-a97b8c71ac83 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4189963 Feb 09 01:09:53.251564 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9ba978e0-4d62-4b47-8b5e-4126bdd55c44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:53.399032 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b5cb9-5ae2-4152-bc70-8e6b4dc0398a req-43b8e5e7-f039-43aa-9820-f344b1daab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:53.400538 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c44b5cb9-5ae2-4152-bc70-8e6b4dc0398a req-43b8e5e7-f039-43aa-9820-f344b1daab9b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5c3742d9e0e147a587c775654c5e399e&device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 1096 time: 0.6824579 Feb 09 01:09:53.447070 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a7cf9377-4d1f-4c7e-ad1a-9a510ce213e2 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:53.475940 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3104e2-b767-4d68-bfea-cb19ec51d14f req-006bceb8-64a0-4fe2-b08b-fe0092851629 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:53.477445 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dd3104e2-b767-4d68-bfea-cb19ec51d14f req-006bceb8-64a0-4fe2-b08b-fe0092851629 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d2f26ac-fa37-4145-a107-477cb2884884 HTTP/1.1" status: 200 len: 932 time: 0.1383626 Feb 09 01:09:53.536660 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dd3104e2-b767-4d68-bfea-cb19ec51d14f req-fde78a90-84ba-4b5a-98bd-b3550c5f4e95 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497119 Feb 09 01:09:53.538150 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a7cf9377-4d1f-4c7e-ad1a-9a510ce213e2 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:53.624868 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cf9377-4d1f-4c7e-ad1a-9a510ce213e2 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Network fc480144-10a1-4de1-904f-77f60e2734af is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:53.628094 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-a7cf9377-4d1f-4c7e-ad1a-9a510ce213e2 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:53.630592 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cf9377-4d1f-4c7e-ad1a-9a510ce213e2 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:09:53.651852 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9cc13cb-ded1-4533-b6ef-f7f6b9ea91e1 admin admin] Router a0a197d9-8be6-4f55-8c63-5d375761f64e is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:09:53.678576 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf9377-4d1f-4c7e-ad1a-9a510ce213e2 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event updated for resources: {'Port': ['ID=0fb89155-0baa-4fa2-b566-4f0563f7fbe4,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:53.708529 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cf9377-4d1f-4c7e-ad1a-9a510ce213e2 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:53.709776 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a7cf9377-4d1f-4c7e-ad1a-9a510ce213e2 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:53.735383 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a7cf9377-4d1f-4c7e-ad1a-9a510ce213e2 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.4828341 Feb 09 01:09:53.738155 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42386) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:53.743233 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-96555a20-1501-444b-a7fb-676a9f991593 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'port_id': '0fb89155-0baa-4fa2-b566-4f0563f7fbe4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:53.750359 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-96555a20-1501-444b-a7fb-676a9f991593 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:53.755007 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-96555a20-1501-444b-a7fb-676a9f991593 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Usage tracker for resource:floatingip and tenant:3233fa6a1c31485fb5278c0948d1b003 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:53.758144 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-96555a20-1501-444b-a7fb-676a9f991593 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:53.764811 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-96555a20-1501-444b-a7fb-676a9f991593 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:53.775218 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96555a20-1501-444b-a7fb-676a9f991593 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:53.791181 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42390) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:53.932111 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b5cb9-5ae2-4152-bc70-8e6b4dc0398a req-ca7d74eb-5d77-44b8-968c-645f7e60f8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:53.933638 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c44b5cb9-5ae2-4152-bc70-8e6b4dc0398a req-ca7d74eb-5d77-44b8-968c-645f7e60f8cd service neutron] 10.222.0.35 "GET /v2.0/networks?id=f463daa3-bdf7-465b-839b-27906d718cfd HTTP/1.1" status: 200 len: 918 time: 0.5191979 Feb 09 01:09:53.950487 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96555a20-1501-444b-a7fb-676a9f991593 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:54.006238 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-52739340-84ee-4fe6-bc00-60ba80f6fdd4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3b0d02c45052492e936acde2536c3561&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2117405 Feb 09 01:09:54.008494 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42396) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:54.142892 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e60136c3-a283-429b-b0de-7a8a6471d86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:54.161238 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-96555a20-1501-444b-a7fb-676a9f991593 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Allocated IP 172.25.5.146 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/0550482b-51d6-4742-a915-40c47a9c8e48) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:54.220530 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9ba978e0-4d62-4b47-8b5e-4126bdd55c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:54.288426 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9cc13cb-ded1-4533-b6ef-f7f6b9ea91e1 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:09:54.299546 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeec0ca-c13d-4f21-b9d5-fdfb269266b1 None None] Sync routers for ids ['a0a197d9-8be6-4f55-8c63-5d375761f64e'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:09:54.307430 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c44b5cb9-5ae2-4152-bc70-8e6b4dc0398a req-33eba6ad-326d-47b2-b05a-9c82b98da8e1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92d5acad-e38d-43c2-8bec-c5018d35d94a HTTP/1.1" status: 200 len: 1000 time: 0.3639572 Feb 09 01:09:54.315402 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeec0ca-c13d-4f21-b9d5-fdfb269266b1 None None] Routers {'a0a197d9-8be6-4f55-8c63-5d375761f64e'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:54.316258 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-7aeec0ca-c13d-4f21-b9d5-fdfb269266b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:09:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a0a197d9-8be6-4f55-8c63-5d375761f64e'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:54.371493 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a028178d-3686-4d45-83ec-d700ff6fba8a req-8f61dd12-aa34-4b88-a4e3-14f4b78320b0 tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.1198947 Feb 09 01:09:54.380057 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96555a20-1501-444b-a7fb-676a9f991593 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:54.459128 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-fa8b5903-b255-4064-9d1d-813137182d46 req-c77c7bc3-5705-4d53-94d8-7cd326015da7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 480819ba-5d03-4de2-9765-77bfce9fdc5b {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:09:54.474592 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d9cc13cb-ded1-4533-b6ef-f7f6b9ea91e1 admin admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:54.475781 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d9cc13cb-ded1-4533-b6ef-f7f6b9ea91e1 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 12.1092398 Feb 09 01:09:54.487094 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e60136c3-a283-429b-b0de-7a8a6471d86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:54.488267 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fa8b5903-b255-4064-9d1d-813137182d46 req-c77c7bc3-5705-4d53-94d8-7cd326015da7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:54.492678 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42404) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:54.497222 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96555a20-1501-444b-a7fb-676a9f991593 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:54.564350 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-7aeec0ca-c13d-4f21-b9d5-fdfb269266b1 None None] Set router a0a197d9-8be6-4f55-8c63-5d375761f64e gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:09:54.591382 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b5cb9-5ae2-4152-bc70-8e6b4dc0398a req-44611b37-1e56-4af1-8029-f094dadaea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:54.592898 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c44b5cb9-5ae2-4152-bc70-8e6b4dc0398a req-44611b37-1e56-4af1-8029-f094dadaea5d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff HTTP/1.1" status: 200 len: 856 time: 0.2711470 Feb 09 01:09:54.626278 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96555a20-1501-444b-a7fb-676a9f991593 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:54.641000 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-96555a20-1501-444b-a7fb-676a9f991593 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:54.647237 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96555a20-1501-444b-a7fb-676a9f991593 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:09:54.689305 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96555a20-1501-444b-a7fb-676a9f991593 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event updated for resources: {'Port': ['ID=0550482b-51d6-4742-a915-40c47a9c8e48,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:54.740249 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236169d8-69d2-4d32-aa89-0787cf6087af req-fedacf61-0c8b-4121-9b24-69e96d60a468 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:54.742040 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-236169d8-69d2-4d32-aa89-0787cf6087af req-fedacf61-0c8b-4121-9b24-69e96d60a468 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 945 time: 0.3326290 Feb 09 01:09:54.839277 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:54.852695 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-fa8b5903-b255-4064-9d1d-813137182d46 req-c77c7bc3-5705-4d53-94d8-7cd326015da7 service neutron] Transition to ACTIVE for port object 480819ba-5d03-4de2-9765-77bfce9fdc5b will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:09:54.932496 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-7aeec0ca-c13d-4f21-b9d5-fdfb269266b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'name': 'tempest-ServersTestManualDisk-1786538978-router', 'tenant_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '47f2756f-7366-4921-8502-a6caa2492816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:42Z', 'updated_at': '2022-02-09T01:09:50Z', 'revision_number': 3, 'project_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'gw_port': {'id': '47f2756f-7366-4921-8502-a6caa2492816', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:45Z', 'updated_at': '2022-02-09T01:09:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:54.937016 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeec0ca-c13d-4f21-b9d5-fdfb269266b1 None None] Checking router: a0a197d9-8be6-4f55-8c63-5d375761f64e for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:09:54.937586 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeec0ca-c13d-4f21-b9d5-fdfb269266b1 None None] Updating router a0a197d9-8be6-4f55-8c63-5d375761f64e port 47f2756f-7366-4921-8502-a6caa2492816 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:09:54.954738 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e60136c3-a283-429b-b0de-7a8a6471d86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:54.983385 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fa8b5903-b255-4064-9d1d-813137182d46 req-c77c7bc3-5705-4d53-94d8-7cd326015da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:54.995686 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-7aeec0ca-c13d-4f21-b9d5-fdfb269266b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:55.002013 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60136c3-a283-429b-b0de-7a8a6471d86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01266273-b74e-494e-8411-eba8b818ad3e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:55.025553 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-236169d8-69d2-4d32-aa89-0787cf6087af req-78fc4dc9-ac54-411b-b40d-905f280bb1f4 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905843 Feb 09 01:09:55.145637 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e60136c3-a283-429b-b0de-7a8a6471d86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:55.148553 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e60136c3-a283-429b-b0de-7a8a6471d86c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/01266273-b74e-494e-8411-eba8b818ad3e HTTP/1.1" status: 204 len: 168 time: 1.1384361 Feb 09 01:09:55.265175 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 92d5acad-e38d-43c2-8bec-c5018d35d94a no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:09:55.276191 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c7bc3-5705-4d53-94d8-7cd326015da7 service neutron] Pushing event updated for resources: {'Port': ['ID=480819ba-5d03-4de2-9765-77bfce9fdc5b,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:55.459958 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:55.469183 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db409bd6-2b39-4066-8d00-6dbc7069c753 req-2e110776-530d-4989-aa72-b521195caa77 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:55.470324 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-db409bd6-2b39-4066-8d00-6dbc7069c753 req-2e110776-530d-4989-aa72-b521195caa77 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Synchronizing usage tracker for tenant:a75aeed005c34e95a63eb49629dd324d on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:09:55.492657 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96555a20-1501-444b-a7fb-676a9f991593 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:55.510086 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3093736e-12df-49b3-9826-76d31909df23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92d5acad-e38d-43c2-8bec-c5018d35d94a'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:09:55.538201 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 92d5acad-e38d-43c2-8bec-c5018d35d94a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=92d5acad-e38d-43c2-8bec-c5018d35d94a,segment=NetworkSegment(0a900953-cea9-408a-b5a5-b9b62ab0e594),segment_id=0a900953-cea9-408a-b5a5-b9b62ab0e594)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:55.545048 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:55.546034 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-7aeec0ca-c13d-4f21-b9d5-fdfb269266b1 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:55.575994 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b5cb9-5ae2-4152-bc70-8e6b4dc0398a req-f34cdcc8-5dab-4087-9356-4cd0ccae1979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:55.576890 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-7aeec0ca-c13d-4f21-b9d5-fdfb269266b1 None None] Transition to ACTIVE for port object 47f2756f-7366-4921-8502-a6caa2492816 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:09:55.590648 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c44b5cb9-5ae2-4152-bc70-8e6b4dc0398a req-f34cdcc8-5dab-4087-9356-4cd0ccae1979 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f463daa3-bdf7-465b-839b-27906d718cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7788019 Feb 09 01:09:55.592463 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-7aeec0ca-c13d-4f21-b9d5-fdfb269266b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:55.625571 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=92d5acad-e38d-43c2-8bec-c5018d35d94a,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:55.633727 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96555a20-1501-444b-a7fb-676a9f991593 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:55.634827 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba978e0-4d62-4b47-8b5e-4126bdd55c44 admin admin] Router 95aa27e4-7381-45cb-a4ad-312c70997a82 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:09:55.674895 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42418) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:55.687556 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-7aeec0ca-c13d-4f21-b9d5-fdfb269266b1 None None] Attempting to bind port 47f2756f-7366-4921-8502-a6caa2492816 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:09:55.687906 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-7aeec0ca-c13d-4f21-b9d5-fdfb269266b1 None None] Attempting to bind port 47f2756f-7366-4921-8502-a6caa2492816 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:09:55.688256 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeec0ca-c13d-4f21-b9d5-fdfb269266b1 None None] Attempting to bind port 47f2756f-7366-4921-8502-a6caa2492816 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:09:55.699024 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeec0ca-c13d-4f21-b9d5-fdfb269266b1 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:09:55.699982 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeec0ca-c13d-4f21-b9d5-fdfb269266b1 None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:09:55.700372 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-7aeec0ca-c13d-4f21-b9d5-fdfb269266b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:55.700767 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeec0ca-c13d-4f21-b9d5-fdfb269266b1 None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:09:55.701222 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-7aeec0ca-c13d-4f21-b9d5-fdfb269266b1 None None] Bound port: 47f2756f-7366-4921-8502-a6caa2492816, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:09:55.701576 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-7aeec0ca-c13d-4f21-b9d5-fdfb269266b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:55.728382 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd2f5c-89be-489d-ac1c-cd95ba4bab37 None None] Pushing event updated for resources: {'Port': ['ID=47f2756f-7366-4921-8502-a6caa2492816,revision_number=2']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:55.740754 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd2f5c-89be-489d-ac1c-cd95ba4bab37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:55.741095 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd2f5c-89be-489d-ac1c-cd95ba4bab37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:55.741433 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd2f5c-89be-489d-ac1c-cd95ba4bab37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:55.741745 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd2f5c-89be-489d-ac1c-cd95ba4bab37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:55.742063 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd2f5c-89be-489d-ac1c-cd95ba4bab37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:55.742377 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd2f5c-89be-489d-ac1c-cd95ba4bab37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:55.742682 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd2f5c-89be-489d-ac1c-cd95ba4bab37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:55.742995 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd2f5c-89be-489d-ac1c-cd95ba4bab37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:55.743304 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd2f5c-89be-489d-ac1c-cd95ba4bab37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:55.743605 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd2f5c-89be-489d-ac1c-cd95ba4bab37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:55.743912 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd2f5c-89be-489d-ac1c-cd95ba4bab37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:55.744568 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafd2f5c-89be-489d-ac1c-cd95ba4bab37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:55.747919 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-fa8b5903-b255-4064-9d1d-813137182d46 req-c77c7bc3-5705-4d53-94d8-7cd326015da7 service neutron] Attempting to bind port 480819ba-5d03-4de2-9765-77bfce9fdc5b on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:09:55.748257 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-fa8b5903-b255-4064-9d1d-813137182d46 req-c77c7bc3-5705-4d53-94d8-7cd326015da7 service neutron] Attempting to bind port 480819ba-5d03-4de2-9765-77bfce9fdc5b by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '04e9ecb6-01d5-4ecf-9227-3ea9eee52184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:09:55.748628 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8b5903-b255-4064-9d1d-813137182d46 req-c77c7bc3-5705-4d53-94d8-7cd326015da7 service neutron] Attempting to bind port 480819ba-5d03-4de2-9765-77bfce9fdc5b on network 6a46d8ce-a5dd-4900-abea-f731f0aef8fe {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:09:55.749442 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c8c9618e-5c2e-47b9-9a9e-2dea467652e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:55.762464 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-db409bd6-2b39-4066-8d00-6dbc7069c753 req-2e110776-530d-4989-aa72-b521195caa77 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Unset dirty status for tenant:a75aeed005c34e95a63eb49629dd324d on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:09:55.763543 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-db409bd6-2b39-4066-8d00-6dbc7069c753 req-2e110776-530d-4989-aa72-b521195caa77 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d2f26ac-fa37-4145-a107-477cb2884884 HTTP/1.1" status: 200 len: 944 time: 0.9506950 Feb 09 01:09:55.768365 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c8c9618e-5c2e-47b9-9a9e-2dea467652e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:09:55.772242 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c8c9618e-5c2e-47b9-9a9e-2dea467652e5 admin admin] Usage tracker for resource:security_group_rule and tenant:5ffec266c49a4045bf320803ae506e08 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:09:55.776552 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-197fa370-ad26-4665-b7cf-e6327fcddf2b req-2c8e18b0-ed39-45a9-a340-51cb4da7e140 tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.1523438 Feb 09 01:09:55.778031 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c8c9618e-5c2e-47b9-9a9e-2dea467652e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:09:55.786485 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c8c9618e-5c2e-47b9-9a9e-2dea467652e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:09:55.792469 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-7aeec0ca-c13d-4f21-b9d5-fdfb269266b1 None None] For port 47f2756f-7366-4921-8502-a6caa2492816, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:09:55.796705 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-7aeec0ca-c13d-4f21-b9d5-fdfb269266b1 None None] For port 47f2756f-7366-4921-8502-a6caa2492816, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=47f2756f-7366-4921-8502-a6caa2492816,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:09:55.815818 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-7aeec0ca-c13d-4f21-b9d5-fdfb269266b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:55.847563 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8b5903-b255-4064-9d1d-813137182d46 req-c77c7bc3-5705-4d53-94d8-7cd326015da7 service neutron] Port 480819ba-5d03-4de2-9765-77bfce9fdc5b on network 6a46d8ce-a5dd-4900-abea-f731f0aef8fe not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:09:55.847898 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8b5903-b255-4064-9d1d-813137182d46 req-c77c7bc3-5705-4d53-94d8-7cd326015da7 service neutron] Attempting to bind port 480819ba-5d03-4de2-9765-77bfce9fdc5b on network 6a46d8ce-a5dd-4900-abea-f731f0aef8fe {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:09:55.862711 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3093736e-12df-49b3-9826-76d31909df23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92d5acad-e38d-43c2-8bec-c5018d35d94a', 'code': 200} Feb 09 01:09:55.894791 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8b5903-b255-4064-9d1d-813137182d46 req-c77c7bc3-5705-4d53-94d8-7cd326015da7 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:09:55.895482 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8b5903-b255-4064-9d1d-813137182d46 req-c77c7bc3-5705-4d53-94d8-7cd326015da7 service neutron] Checking segment: {'id': '04e9ecb6-01d5-4ecf-9227-3ea9eee52184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:09:55.895971 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8b5903-b255-4064-9d1d-813137182d46 req-c77c7bc3-5705-4d53-94d8-7cd326015da7 service neutron] Bound using segment: {'id': '04e9ecb6-01d5-4ecf-9227-3ea9eee52184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:09:55.896664 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-fa8b5903-b255-4064-9d1d-813137182d46 req-c77c7bc3-5705-4d53-94d8-7cd326015da7 service neutron] Bound port: 480819ba-5d03-4de2-9765-77bfce9fdc5b, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04e9ecb6-01d5-4ecf-9227-3ea9eee52184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:09:55.897554 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fa8b5903-b255-4064-9d1d-813137182d46 req-c77c7bc3-5705-4d53-94d8-7cd326015da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:55.899174 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeec0ca-c13d-4f21-b9d5-fdfb269266b1 None None] Routers {'a0a197d9-8be6-4f55-8c63-5d375761f64e'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:55.899784 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-7aeec0ca-c13d-4f21-b9d5-fdfb269266b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:09:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a0a197d9-8be6-4f55-8c63-5d375761f64e'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:55.957235 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd2f5c-89be-489d-ac1c-cd95ba4bab37 None None] Pushing event updated for resources: {'Port': ['ID=47f2756f-7366-4921-8502-a6caa2492816,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:56.021778 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c8c9618e-5c2e-47b9-9a9e-2dea467652e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:56.027358 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c8c9618e-5c2e-47b9-9a9e-2dea467652e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:56.059811 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96555a20-1501-444b-a7fb-676a9f991593 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:56.079749 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c8c9618e-5c2e-47b9-9a9e-2dea467652e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5ffec266c49a4045bf320803ae506e08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4010153 Feb 09 01:09:56.083716 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42424) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:56.085018 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96555a20-1501-444b-a7fb-676a9f991593 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:56.094692 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-7aeec0ca-c13d-4f21-b9d5-fdfb269266b1 None None] Set router a0a197d9-8be6-4f55-8c63-5d375761f64e gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:09:56.171057 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96555a20-1501-444b-a7fb-676a9f991593 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event updated for resources: {'Port': ['ID=0550482b-51d6-4742-a915-40c47a9c8e48,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:56.178485 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9618e-5c2e-47b9-9a9e-2dea467652e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23e4776-3974-44da-b3cf-90b89b7a8ef2,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:56.221882 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-db409bd6-2b39-4066-8d00-6dbc7069c753 req-e1f2c6ce-4728-4660-ab51-3535594486f7 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301629 Feb 09 01:09:56.326424 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96555a20-1501-444b-a7fb-676a9f991593 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:56.398604 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dcedb6ed-1b7f-4f75-8221-af03503d1e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:56.400048 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-7aeec0ca-c13d-4f21-b9d5-fdfb269266b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'name': 'tempest-ServersTestManualDisk-1786538978-router', 'tenant_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '47f2756f-7366-4921-8502-a6caa2492816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:42Z', 'updated_at': '2022-02-09T01:09:50Z', 'revision_number': 3, 'project_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'gw_port': {'id': '47f2756f-7366-4921-8502-a6caa2492816', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:45Z', 'updated_at': '2022-02-09T01:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:56.404714 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeec0ca-c13d-4f21-b9d5-fdfb269266b1 None None] The sync data for ids ['a0a197d9-8be6-4f55-8c63-5d375761f64e'] in n-d-828419-1 is: [{'id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'name': 'tempest-ServersTestManualDisk-1786538978-router', 'tenant_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '47f2756f-7366-4921-8502-a6caa2492816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:42Z', 'updated_at': '2022-02-09T01:09:50Z', 'revision_number': 3, 'project_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'gw_port': {'id': '47f2756f-7366-4921-8502-a6caa2492816', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:45Z', 'updated_at': '2022-02-09T01:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:09:56.453894 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c44b5cb9-5ae2-4152-bc70-8e6b4dc0398a req-677f6585-0ce7-4edf-bd82-888b604a5c4d service neutron] 10.222.0.35 "GET /v2.0/networks/f463daa3-bdf7-465b-839b-27906d718cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8534734 Feb 09 01:09:56.457887 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dcedb6ed-1b7f-4f75-8221-af03503d1e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:56.592827 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63a1f2-1826-4bbc-ac3a-c3398abdf876 req-f5b099c5-1567-4a82-bbf2-55ed22745dbc tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:56.594352 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9b63a1f2-1826-4bbc-ac3a-c3398abdf876 req-f5b099c5-1567-4a82-bbf2-55ed22745dbc tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 943 time: 0.3310540 Feb 09 01:09:56.602724 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-96555a20-1501-444b-a7fb-676a9f991593 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Floating IP 1e37e363-efff-4c3f-a30b-dbfa5eb76cad associated. External IP: 172.25.5.146, port: 0fb89155-0baa-4fa2-b566-4f0563f7fbe4. Feb 09 01:09:56.624966 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba978e0-4d62-4b47-8b5e-4126bdd55c44 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:09:56.639183 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ac74d0-00cc-4ecb-8dc3-89ab053f710f None None] Sync routers for ids ['95aa27e4-7381-45cb-a4ad-312c70997a82'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:09:56.662821 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ac74d0-00cc-4ecb-8dc3-89ab053f710f None None] Routers {'95aa27e4-7381-45cb-a4ad-312c70997a82'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:56.664555 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-88ac74d0-00cc-4ecb-8dc3-89ab053f710f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:09:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['95aa27e4-7381-45cb-a4ad-312c70997a82'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:56.705777 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-fa8b5903-b255-4064-9d1d-813137182d46 req-c77c7bc3-5705-4d53-94d8-7cd326015da7 service neutron] For port 480819ba-5d03-4de2-9765-77bfce9fdc5b, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:09:56.735740 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9ba978e0-4d62-4b47-8b5e-4126bdd55c44 admin admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:56.739411 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9ba978e0-4d62-4b47-8b5e-4126bdd55c44 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 13.3086438 Feb 09 01:09:56.739411 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-fa8b5903-b255-4064-9d1d-813137182d46 req-c77c7bc3-5705-4d53-94d8-7cd326015da7 service neutron] For port 480819ba-5d03-4de2-9765-77bfce9fdc5b, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=480819ba-5d03-4de2-9765-77bfce9fdc5b,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:09:56.759245 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42428) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:56.773227 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9b63a1f2-1826-4bbc-ac3a-c3398abdf876 req-21413dee-ee9b-4d13-bc15-c0c8b139eee2 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649793 Feb 09 01:09:56.801108 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fa8b5903-b255-4064-9d1d-813137182d46 req-c77c7bc3-5705-4d53-94d8-7cd326015da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:56.882473 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c44b5cb9-5ae2-4152-bc70-8e6b4dc0398a req-d5476f8e-9741-45ee-ad20-89a21cfd13d3 service neutron] 10.222.0.35 "GET /v2.0/networks/f463daa3-bdf7-465b-839b-27906d718cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001498 Feb 09 01:09:56.911021 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b5903-b255-4064-9d1d-813137182d46 req-c77c7bc3-5705-4d53-94d8-7cd326015da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:56.912028 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fa8b5903-b255-4064-9d1d-813137182d46 req-c77c7bc3-5705-4d53-94d8-7cd326015da7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:56.913703 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fa8b5903-b255-4064-9d1d-813137182d46 req-c77c7bc3-5705-4d53-94d8-7cd326015da7 service neutron] 10.222.0.35 "PUT /v2.0/ports/480819ba-5d03-4de2-9765-77bfce9fdc5b HTTP/1.1" status: 200 len: 1092 time: 4.5074472 Feb 09 01:09:56.914362 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2f26ac-fa37-4145-a107-477cb2884884', 'tag': '480819ba-5d03-4de2-9765-77bfce9fdc5b'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:09:57.021958 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d2f26ac-fa37-4145-a107-477cb2884884', 'tag': '480819ba-5d03-4de2-9765-77bfce9fdc5b', 'status': 'completed', 'code': 200} Feb 09 01:09:57.051432 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c7bc3-5705-4d53-94d8-7cd326015da7 service neutron] Pushing event updated for resources: {'Port': ['ID=480819ba-5d03-4de2-9765-77bfce9fdc5b,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:57.066142 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-88ac74d0-00cc-4ecb-8dc3-89ab053f710f None None] Set router 95aa27e4-7381-45cb-a4ad-312c70997a82 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:09:57.113972 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dcedb6ed-1b7f-4f75-8221-af03503d1e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:57.139887 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c8bf0a1b-f9c7-4cca-a679-39012b80b1d0 req-02d9bff3-b6aa-433d-83a4-916d8b10ad1d tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.1119239 Feb 09 01:09:57.172910 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcedb6ed-1b7f-4f75-8221-af03503d1e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23e4776-3974-44da-b3cf-90b89b7a8ef2,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:57.177962 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cca71ac1-c661-4ee2-8f8c-1225cca8804a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:57.261075 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b5903-b255-4064-9d1d-813137182d46 req-ef958ee3-0d00-44b4-9a10-d465df081fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:57.264225 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fa8b5903-b255-4064-9d1d-813137182d46 req-ef958ee3-0d00-44b4-9a10-d465df081fb0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a75aeed005c34e95a63eb49629dd324d&device_id=6d2f26ac-fa37-4145-a107-477cb2884884 HTTP/1.1" status: 200 len: 1095 time: 0.2887092 Feb 09 01:09:57.317210 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dcedb6ed-1b7f-4f75-8221-af03503d1e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:57.320709 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-dcedb6ed-1b7f-4f75-8221-af03503d1e23 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f23e4776-3974-44da-b3cf-90b89b7a8ef2 HTTP/1.1" status: 204 len: 168 time: 1.2301300 Feb 09 01:09:57.358543 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fa8b5903-b255-4064-9d1d-813137182d46 req-eae7f9de-001b-45b8-a999-82c3174d426f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=480819ba-5d03-4de2-9765-77bfce9fdc5b HTTP/1.1" status: 200 len: 217 time: 0.0763285 Feb 09 01:09:57.486759 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b5903-b255-4064-9d1d-813137182d46 req-4697f6a9-3ebc-4719-998a-19dcb24e19d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:57.488216 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fa8b5903-b255-4064-9d1d-813137182d46 req-4697f6a9-3ebc-4719-998a-19dcb24e19d3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e21ee47-9c4f-48f6-bbce-c83436d55ec2 HTTP/1.1" status: 200 len: 852 time: 0.0918291 Feb 09 01:09:57.563368 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fa8b5903-b255-4064-9d1d-813137182d46 req-95a100e1-05f2-46f0-8d55-2feb870d8713 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659659 Feb 09 01:09:57.642306 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-88ac74d0-00cc-4ecb-8dc3-89ab053f710f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95aa27e4-7381-45cb-a4ad-312c70997a82', 'name': 'tempest-AttachSCSIVolumeTestJSON-2016691492-router', 'tenant_id': '83e94f6e7a5b43379622b4bf0ec7cacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '0c811d45-1b2c-4f85-910a-f4b4651b6d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:43Z', 'updated_at': '2022-02-09T01:09:52Z', 'revision_number': 3, 'project_id': '83e94f6e7a5b43379622b4bf0ec7cacb', 'gw_port': {'id': '0c811d45-1b2c-4f85-910a-f4b4651b6d09', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ea:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95aa27e4-7381-45cb-a4ad-312c70997a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:48Z', 'updated_at': '2022-02-09T01:09:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:57.645877 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ac74d0-00cc-4ecb-8dc3-89ab053f710f None None] Checking router: 95aa27e4-7381-45cb-a4ad-312c70997a82 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:09:57.646727 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ac74d0-00cc-4ecb-8dc3-89ab053f710f None None] Updating router 95aa27e4-7381-45cb-a4ad-312c70997a82 port 0c811d45-1b2c-4f85-910a-f4b4651b6d09 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:09:57.674637 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96555a20-1501-444b-a7fb-676a9f991593 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Router 27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:09:57.722085 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-88ac74d0-00cc-4ecb-8dc3-89ab053f710f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:57.776637 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce248b50-ce16-418b-b6ce-59b1d8cc5c93 req-6b333a44-df2c-4eed-bd1b-e80552fff7ed tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:57.784057 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ce248b50-ce16-418b-b6ce-59b1d8cc5c93 req-6b333a44-df2c-4eed-bd1b-e80552fff7ed tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d2f26ac-fa37-4145-a107-477cb2884884 HTTP/1.1" status: 200 len: 944 time: 0.3041253 Feb 09 01:09:57.818934 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fa8b5903-b255-4064-9d1d-813137182d46 req-c5823263-98d9-4809-9b18-78859f3b7b49 service neutron] 10.222.0.35 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415390 Feb 09 01:09:57.821110 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-cca71ac1-c661-4ee2-8f8c-1225cca8804a admin admin] Allocated IP 172.20.0.1 (4b69e8f8-1014-43eb-bd96-15547037bb6b/69740e1a-29a4-4722-ae33-19970672c2df/f68d8cf4-9d92-427c-8e27-693c966b9d69) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:58.012328 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ce248b50-ce16-418b-b6ce-59b1d8cc5c93 req-45d4b08e-8396-4957-b13d-1620ebdba859 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273116 Feb 09 01:09:58.255045 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96555a20-1501-444b-a7fb-676a9f991593 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:09:58.267960 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 47f2756f-7366-4921-8502-a6caa2492816 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:09:58.276465 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014941c0-52b1-411f-8139-a09cf9ef1b81 None None] Sync routers for ids ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:09:58.298364 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014941c0-52b1-411f-8139-a09cf9ef1b81 None None] Routers {'27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:58.300574 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-014941c0-52b1-411f-8139-a09cf9ef1b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:09:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:58.336852 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96555a20-1501-444b-a7fb-676a9f991593 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:58.369822 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-88ac74d0-00cc-4ecb-8dc3-89ab053f710f None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:58.436231 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fa8b5903-b255-4064-9d1d-813137182d46 req-dcca278d-4bb9-415f-8a08-451d552a7020 service neutron] 10.222.0.35 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041965 Feb 09 01:09:58.463135 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-88ac74d0-00cc-4ecb-8dc3-89ab053f710f None None] Transition to ACTIVE for port object 0c811d45-1b2c-4f85-910a-f4b4651b6d09 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:09:58.478573 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cca71ac1-c661-4ee2-8f8c-1225cca8804a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:58.483477 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-88ac74d0-00cc-4ecb-8dc3-89ab053f710f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:58.511864 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-cca71ac1-c661-4ee2-8f8c-1225cca8804a admin admin] Transition to ACTIVE for port object f68d8cf4-9d92-427c-8e27-693c966b9d69 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:09:58.521480 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-014941c0-52b1-411f-8139-a09cf9ef1b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:58.573342 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014941c0-52b1-411f-8139-a09cf9ef1b81 None None] Routers {'27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:58.574030 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-014941c0-52b1-411f-8139-a09cf9ef1b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:09:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:58.588947 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfde0a2-4347-46f8-a9e1-bc93b1a9b688 req-73aa9a84-3354-4850-bcfe-156163042075 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:58.591188 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0cfde0a2-4347-46f8-a9e1-bc93b1a9b688 req-73aa9a84-3354-4850-bcfe-156163042075 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 943 time: 0.5578809 Feb 09 01:09:58.603950 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b042e5c-8b15-458a-818b-074f25a95eff None None] Pushing event updated for resources: {'Port': ['ID=0c811d45-1b2c-4f85-910a-f4b4651b6d09,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:58.641694 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-88ac74d0-00cc-4ecb-8dc3-89ab053f710f None None] Attempting to bind port 0c811d45-1b2c-4f85-910a-f4b4651b6d09 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:09:58.642058 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-88ac74d0-00cc-4ecb-8dc3-89ab053f710f None None] Attempting to bind port 0c811d45-1b2c-4f85-910a-f4b4651b6d09 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:09:58.642416 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ac74d0-00cc-4ecb-8dc3-89ab053f710f None None] Attempting to bind port 0c811d45-1b2c-4f85-910a-f4b4651b6d09 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:09:58.650559 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ac74d0-00cc-4ecb-8dc3-89ab053f710f None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:09:58.650559 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ac74d0-00cc-4ecb-8dc3-89ab053f710f None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:09:58.650927 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-88ac74d0-00cc-4ecb-8dc3-89ab053f710f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:58.651563 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ac74d0-00cc-4ecb-8dc3-89ab053f710f None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:09:58.659600 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-88ac74d0-00cc-4ecb-8dc3-89ab053f710f None None] Bound port: 0c811d45-1b2c-4f85-910a-f4b4651b6d09, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:09:58.661833 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-88ac74d0-00cc-4ecb-8dc3-89ab053f710f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:58.722924 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-96555a20-1501-444b-a7fb-676a9f991593 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.9836473 Feb 09 01:09:58.725910 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-98c4d193-0aac-49e5-932b-461bb818760d req-3d18d356-fcd3-4b25-8331-4e03751bfebb tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.2979534 Feb 09 01:09:58.726546 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42460) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:09:58.737437 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-41f53b69-82f1-4e25-81d8-3e31628fd455 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Request body: {'floatingip': {'port_id': '0fb89155-0baa-4fa2-b566-4f0563f7fbe4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:58.772598 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-014941c0-52b1-411f-8139-a09cf9ef1b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:58.773172 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014941c0-52b1-411f-8139-a09cf9ef1b81 None None] The sync data for ids ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:09:58.783629 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 47f2756f-7366-4921-8502-a6caa2492816 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:09:58.792057 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 47f2756f-7366-4921-8502-a6caa2492816 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:58.793788 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:58.854302 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0cfde0a2-4347-46f8-a9e1-bc93b1a9b688 req-7cd722c0-7fa3-4a5c-ade6-e82c4b290f08 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2527425 Feb 09 01:09:58.857497 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41272267-100a-48c1-9034-d1bb59fd6c96 req-b8afe8c2-bfff-46d4-9b56-5276971c2bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:58.859052 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41272267-100a-48c1-9034-d1bb59fd6c96 req-b8afe8c2-bfff-46d4-9b56-5276971c2bfd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a75aeed005c34e95a63eb49629dd324d&device_id=6d2f26ac-fa37-4145-a107-477cb2884884 HTTP/1.1" status: 200 len: 1095 time: 0.3491848 Feb 09 01:09:58.861831 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cca71ac1-c661-4ee2-8f8c-1225cca8804a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:58.914356 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca71ac1-c661-4ee2-8f8c-1225cca8804a admin admin] Network 4b69e8f8-1014-43eb-bd96-15547037bb6b is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:58.921427 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-88ac74d0-00cc-4ecb-8dc3-89ab053f710f None None] For port 0c811d45-1b2c-4f85-910a-f4b4651b6d09, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:09:58.926190 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-88ac74d0-00cc-4ecb-8dc3-89ab053f710f None None] For port 0c811d45-1b2c-4f85-910a-f4b4651b6d09, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=0c811d45-1b2c-4f85-910a-f4b4651b6d09,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:09:58.938676 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-88ac74d0-00cc-4ecb-8dc3-89ab053f710f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:58.941151 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41f53b69-82f1-4e25-81d8-3e31628fd455 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for floatingip, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:59.005691 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3a685abc-570a-4f8e-9d19-93db101d88fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:59.100874 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-cca71ac1-c661-4ee2-8f8c-1225cca8804a admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:59.104750 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ac74d0-00cc-4ecb-8dc3-89ab053f710f None None] Routers {'95aa27e4-7381-45cb-a4ad-312c70997a82'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:09:59.108863 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca71ac1-c661-4ee2-8f8c-1225cca8804a admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:09:59.116682 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-88ac74d0-00cc-4ecb-8dc3-89ab053f710f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:09:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['95aa27e4-7381-45cb-a4ad-312c70997a82'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:59.206819 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41272267-100a-48c1-9034-d1bb59fd6c96 req-69399cf0-2230-4403-917c-020a13b2d871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:59.208650 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41272267-100a-48c1-9034-d1bb59fd6c96 req-69399cf0-2230-4403-917c-020a13b2d871 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe HTTP/1.1" status: 200 len: 913 time: 0.3383989 Feb 09 01:09:59.298086 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:59.334286 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b042e5c-8b15-458a-818b-074f25a95eff None None] Pushing event updated for resources: {'Port': ['ID=0c811d45-1b2c-4f85-910a-f4b4651b6d09,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:59.364316 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 47f2756f-7366-4921-8502-a6caa2492816, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=47f2756f-7366-4921-8502-a6caa2492816,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:09:59.428125 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41272267-100a-48c1-9034-d1bb59fd6c96 req-3c93303b-1587-4a98-aab6-17ae06338b2e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=480819ba-5d03-4de2-9765-77bfce9fdc5b HTTP/1.1" status: 200 len: 217 time: 0.1652296 Feb 09 01:09:59.436565 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca71ac1-c661-4ee2-8f8c-1225cca8804a admin admin] Pushing event updated for resources: {'Port': ['ID=f68d8cf4-9d92-427c-8e27-693c966b9d69,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:59.482846 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cca71ac1-c661-4ee2-8f8c-1225cca8804a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:59.503430 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:59.594730 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-05fbd8a1-a64f-442a-a548-941b45920dcb None None] Provisioning for port f68d8cf4-9d92-427c-8e27-693c966b9d69 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:09:59.600928 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-88ac74d0-00cc-4ecb-8dc3-89ab053f710f None None] Set router 95aa27e4-7381-45cb-a4ad-312c70997a82 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:09:59.630825 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-3a685abc-570a-4f8e-9d19-93db101d88fe admin admin] Allocated IP 172.20.0.1 (d88f004f-470d-4ee7-9d5d-6a152c2ee838/647739ad-1273-4f77-bed3-a83e6cc8487b/ec1d5573-5eb3-4c56-9b4a-6fb632839e15) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:59.675456 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41272267-100a-48c1-9034-d1bb59fd6c96 req-b9a795ab-e927-4fd4-919a-bb7ef94e43d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:59.676946 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41272267-100a-48c1-9034-d1bb59fd6c96 req-b9a795ab-e927-4fd4-919a-bb7ef94e43d7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e21ee47-9c4f-48f6-bbce-c83436d55ec2 HTTP/1.1" status: 200 len: 852 time: 0.2319543 Feb 09 01:09:59.703146 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-05fbd8a1-a64f-442a-a548-941b45920dcb None None] Provisioning complete for port f68d8cf4-9d92-427c-8e27-693c966b9d69 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:59.703521 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-05fbd8a1-a64f-442a-a548-941b45920dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:59.747867 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41272267-100a-48c1-9034-d1bb59fd6c96 req-bbc9638d-7685-4bd8-90ad-5bb9b8810618 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a46d8ce-a5dd-4900-abea-f731f0aef8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575538 Feb 09 01:09:59.791340 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=47f2756f-7366-4921-8502-a6caa2492816,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:59.984433 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-05fbd8a1-a64f-442a-a548-941b45920dcb None None] Port f68d8cf4-9d92-427c-8e27-693c966b9d69 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:09:59.991988 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3a685abc-570a-4f8e-9d19-93db101d88fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:00.082689 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-05348a5b-5eaf-4a83-b7ca-d4578073acb3 req-3c597836-b261-4764-9676-e97e727c51d0 tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.1125112 Feb 09 01:10:00.086011 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41272267-100a-48c1-9034-d1bb59fd6c96 req-a82db45a-c8dc-4907-997b-a468ccae9c93 service neutron] 10.222.0.35 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297698 Feb 09 01:10:00.159337 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-88ac74d0-00cc-4ecb-8dc3-89ab053f710f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95aa27e4-7381-45cb-a4ad-312c70997a82', 'name': 'tempest-AttachSCSIVolumeTestJSON-2016691492-router', 'tenant_id': '83e94f6e7a5b43379622b4bf0ec7cacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '0c811d45-1b2c-4f85-910a-f4b4651b6d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:43Z', 'updated_at': '2022-02-09T01:09:52Z', 'revision_number': 3, 'project_id': '83e94f6e7a5b43379622b4bf0ec7cacb', 'gw_port': {'id': '0c811d45-1b2c-4f85-910a-f4b4651b6d09', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ea:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95aa27e4-7381-45cb-a4ad-312c70997a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:48Z', 'updated_at': '2022-02-09T01:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:00.166717 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ac74d0-00cc-4ecb-8dc3-89ab053f710f None None] The sync data for ids ['95aa27e4-7381-45cb-a4ad-312c70997a82'] in n-d-828419-1 is: [{'id': '95aa27e4-7381-45cb-a4ad-312c70997a82', 'name': 'tempest-AttachSCSIVolumeTestJSON-2016691492-router', 'tenant_id': '83e94f6e7a5b43379622b4bf0ec7cacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '0c811d45-1b2c-4f85-910a-f4b4651b6d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:43Z', 'updated_at': '2022-02-09T01:09:52Z', 'revision_number': 3, 'project_id': '83e94f6e7a5b43379622b4bf0ec7cacb', 'gw_port': {'id': '0c811d45-1b2c-4f85-910a-f4b4651b6d09', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ea:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95aa27e4-7381-45cb-a4ad-312c70997a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:48Z', 'updated_at': '2022-02-09T01:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:10:00.190318 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-69d1900c-935c-4513-95ce-89a635865afc req-ad73fe53-6772-4c6e-8de5-0012988401f6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.1196306 Feb 09 01:10:00.229899 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-3a685abc-570a-4f8e-9d19-93db101d88fe admin admin] Transition to ACTIVE for port object ec1d5573-5eb3-4c56-9b4a-6fb632839e15 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:00.245526 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cca71ac1-c661-4ee2-8f8c-1225cca8804a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:00.248578 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 47f2756f-7366-4921-8502-a6caa2492816 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:10:00.357316 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 47f2756f-7366-4921-8502-a6caa2492816 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:00.358689 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:00.406020 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97b92b-86bc-47bc-baab-1fc748cd6896 req-1d7c921b-109f-45e7-a67d-9dba57581bd5 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:00.408486 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ce97b92b-86bc-47bc-baab-1fc748cd6896 req-1d7c921b-109f-45e7-a67d-9dba57581bd5 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d2f26ac-fa37-4145-a107-477cb2884884 HTTP/1.1" status: 200 len: 944 time: 1.0937719 Feb 09 01:10:00.550241 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3a685abc-570a-4f8e-9d19-93db101d88fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:00.644937 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41272267-100a-48c1-9034-d1bb59fd6c96 req-5f858bac-7e5e-416c-a1b6-515b8d87ca74 service neutron] 10.222.0.35 "GET /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532993 Feb 09 01:10:00.657128 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ce97b92b-86bc-47bc-baab-1fc748cd6896 req-d92a8a57-a3f7-4975-8c95-ee5a68729df7 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628513 Feb 09 01:10:00.679670 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cca71ac1-c661-4ee2-8f8c-1225cca8804a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:00.688897 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cca71ac1-c661-4ee2-8f8c-1225cca8804a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:00.690255 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a685abc-570a-4f8e-9d19-93db101d88fe admin admin] Network d88f004f-470d-4ee7-9d5d-6a152c2ee838 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:00.691866 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a685abc-570a-4f8e-9d19-93db101d88fe admin admin] Pushing event updated for resources: {'Port': ['ID=ec1d5573-5eb3-4c56-9b4a-6fb632839e15,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:00.696800 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-3a685abc-570a-4f8e-9d19-93db101d88fe admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:00.700582 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a685abc-570a-4f8e-9d19-93db101d88fe admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:10:00.806719 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3a685abc-570a-4f8e-9d19-93db101d88fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:01.046570 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cca71ac1-c661-4ee2-8f8c-1225cca8804a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:01.050373 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca71ac1-c661-4ee2-8f8c-1225cca8804a admin admin] Pushing event updated for resources: {'Port': ['ID=f68d8cf4-9d92-427c-8e27-693c966b9d69,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:01.230908 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-85d58c1b-8e6e-4bf4-aed8-46c4d39e34ca None None] Provisioning for port ec1d5573-5eb3-4c56-9b4a-6fb632839e15 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:01.238385 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-85d58c1b-8e6e-4bf4-aed8-46c4d39e34ca None None] Provisioning complete for port ec1d5573-5eb3-4c56-9b4a-6fb632839e15 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:01.238860 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-85d58c1b-8e6e-4bf4-aed8-46c4d39e34ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:01.283250 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 92d5acad-e38d-43c2-8bec-c5018d35d94a no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:10:01.324776 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca71ac1-c661-4ee2-8f8c-1225cca8804a admin admin] Network 4b69e8f8-1014-43eb-bd96-15547037bb6b is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:01.327632 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-cca71ac1-c661-4ee2-8f8c-1225cca8804a admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:01.406695 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-85d58c1b-8e6e-4bf4-aed8-46c4d39e34ca None None] Port ec1d5573-5eb3-4c56-9b4a-6fb632839e15 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:10:01.447109 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41f53b69-82f1-4e25-81d8-3e31628fd455 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:01.472658 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae05991-abb9-4048-8088-b007961e9578 req-7a059d2d-7cd6-4044-9081-6e2ea87e27af tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:01.481418 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53499de-c6c5-4e7a-8e68-55485b8ec1d7 req-cf335da5-38d5-4438-a8aa-e6dac09a88f2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:01.485067 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3ae05991-abb9-4048-8088-b007961e9578 req-7a059d2d-7cd6-4044-9081-6e2ea87e27af tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 943 time: 0.3588159 Feb 09 01:10:01.489833 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41f53b69-82f1-4e25-81d8-3e31628fd455 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:01.504285 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53499de-c6c5-4e7a-8e68-55485b8ec1d7 req-cf335da5-38d5-4438-a8aa-e6dac09a88f2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:01.518980 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53499de-c6c5-4e7a-8e68-55485b8ec1d7 req-cf335da5-38d5-4438-a8aa-e6dac09a88f2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:01.538179 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53499de-c6c5-4e7a-8e68-55485b8ec1d7 req-cf335da5-38d5-4438-a8aa-e6dac09a88f2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:01.546616 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53499de-c6c5-4e7a-8e68-55485b8ec1d7 req-cf335da5-38d5-4438-a8aa-e6dac09a88f2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:01.563406 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53499de-c6c5-4e7a-8e68-55485b8ec1d7 req-cf335da5-38d5-4438-a8aa-e6dac09a88f2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:01.573059 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53499de-c6c5-4e7a-8e68-55485b8ec1d7 req-cf335da5-38d5-4438-a8aa-e6dac09a88f2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:01.575812 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b53499de-c6c5-4e7a-8e68-55485b8ec1d7 req-cf335da5-38d5-4438-a8aa-e6dac09a88f2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5441 time: 0.4088533 Feb 09 01:10:01.736108 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6122f55c-0a74-48ff-be4a-c2adc5ec956b None None] Provisioning complete for port f68d8cf4-9d92-427c-8e27-693c966b9d69 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:01.736504 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6122f55c-0a74-48ff-be4a-c2adc5ec956b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:01.746839 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b53499de-c6c5-4e7a-8e68-55485b8ec1d7 req-a902114d-b0c2-4919-85c4-b6e319ffd226 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1533623 Feb 09 01:10:01.764722 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca71ac1-c661-4ee2-8f8c-1225cca8804a admin admin] Router a0a197d9-8be6-4f55-8c63-5d375761f64e has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:10:01.825963 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-6122f55c-0a74-48ff-be4a-c2adc5ec956b None None] Port f68d8cf4-9d92-427c-8e27-693c966b9d69 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:10:01.849100 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3ae05991-abb9-4048-8088-b007961e9578 req-a735ee90-0ace-452c-b33c-e543b687543e tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214437 Feb 09 01:10:01.893007 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3a685abc-570a-4f8e-9d19-93db101d88fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:02.022252 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dcb2f40f-11f0-4d5c-9d8c-f811d249e552 req-c4afb502-f103-43ae-bac5-e7b6c154183e tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.0584574 Feb 09 01:10:02.038080 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca71ac1-c661-4ee2-8f8c-1225cca8804a admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:10:02.049083 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea2083e-ef0a-469f-8257-9cc010d3d22b None None] Sync routers for ids ['a0a197d9-8be6-4f55-8c63-5d375761f64e'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:10:02.064945 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-cca71ac1-c661-4ee2-8f8c-1225cca8804a admin admin] 10.222.0.37 "PUT /v2.0/routers/a0a197d9-8be6-4f55-8c63-5d375761f64e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5615563 Feb 09 01:10:02.065454 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea2083e-ef0a-469f-8257-9cc010d3d22b None None] Routers {'a0a197d9-8be6-4f55-8c63-5d375761f64e'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:10:02.065454 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-4ea2083e-ef0a-469f-8257-9cc010d3d22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:09:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a0a197d9-8be6-4f55-8c63-5d375761f64e'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:02.291541 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc93dd-0b1e-4ea6-9223-1cfe8c38e413 req-83f02f9d-a661-4ac7-ac49-695c45d6cf8c tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:02.299912 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7bfc93dd-0b1e-4ea6-9223-1cfe8c38e413 req-83f02f9d-a661-4ac7-ac49-695c45d6cf8c tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d2f26ac-fa37-4145-a107-477cb2884884 HTTP/1.1" status: 200 len: 944 time: 0.3200183 Feb 09 01:10:02.310159 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 0c811d45-1b2c-4f85-910a-f4b4651b6d09 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:10:02.373289 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-4ea2083e-ef0a-469f-8257-9cc010d3d22b None None] Set router a0a197d9-8be6-4f55-8c63-5d375761f64e gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:10:02.385589 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7bfc93dd-0b1e-4ea6-9223-1cfe8c38e413 req-1648cca3-f492-489f-94bb-fb64e9cd43d8 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848145 Feb 09 01:10:02.401790 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f53b69-82f1-4e25-81d8-3e31628fd455 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Router 27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:10:02.550161 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 0c811d45-1b2c-4f85-910a-f4b4651b6d09 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:02.607252 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3a685abc-570a-4f8e-9d19-93db101d88fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:02.631206 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 0c811d45-1b2c-4f85-910a-f4b4651b6d09 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:02.631575 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:02.674566 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3a685abc-570a-4f8e-9d19-93db101d88fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:02.777697 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f53b69-82f1-4e25-81d8-3e31628fd455 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:10:02.787196 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc885a9-ae07-49f3-a97f-e4157da3b70d None None] Sync routers for ids ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:10:02.799873 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc885a9-ae07-49f3-a97f-e4157da3b70d None None] Routers {'27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:10:02.801137 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-2cc885a9-ae07-49f3-a97f-e4157da3b70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:09:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:02.872771 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-2cc885a9-ae07-49f3-a97f-e4157da3b70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:02.887239 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:02.892749 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc885a9-ae07-49f3-a97f-e4157da3b70d None None] Routers {'27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:10:02.893618 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-2cc885a9-ae07-49f3-a97f-e4157da3b70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:09:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:02.906341 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 0c811d45-1b2c-4f85-910a-f4b4651b6d09, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=0c811d45-1b2c-4f85-910a-f4b4651b6d09,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:02.912577 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:03.000142 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=0c811d45-1b2c-4f85-910a-f4b4651b6d09,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:03.035877 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-2cc885a9-ae07-49f3-a97f-e4157da3b70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:03.036222 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-4ea2083e-ef0a-469f-8257-9cc010d3d22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'name': 'tempest-ServersTestManualDisk-1786538978-router', 'tenant_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '47f2756f-7366-4921-8502-a6caa2492816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:42Z', 'updated_at': '2022-02-09T01:09:59Z', 'revision_number': 4, 'project_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'gw_port': {'id': '47f2756f-7366-4921-8502-a6caa2492816', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:45Z', 'updated_at': '2022-02-09T01:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'f68d8cf4-9d92-427c-8e27-693c966b9d69', 'name': '', 'network_id': '4b69e8f8-1014-43eb-bd96-15547037bb6b', 'tenant_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'mac_address': 'fa:16:3e:4b:b4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '69740e1a-29a4-4722-ae33-19970672c2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:57Z', 'updated_at': '2022-02-09T01:10:00Z', 'revision_number': 2, 'project_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'subnets': [{'id': '69740e1a-29a4-4722-ae33-19970672c2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:03.039794 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc885a9-ae07-49f3-a97f-e4157da3b70d None None] The sync data for ids ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:10:03.045203 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea2083e-ef0a-469f-8257-9cc010d3d22b None None] Checking router: a0a197d9-8be6-4f55-8c63-5d375761f64e for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:10:03.045654 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea2083e-ef0a-469f-8257-9cc010d3d22b None None] Updating router a0a197d9-8be6-4f55-8c63-5d375761f64e port f68d8cf4-9d92-427c-8e27-693c966b9d69 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:10:03.104597 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4ea2083e-ef0a-469f-8257-9cc010d3d22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:03.130725 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41f53b69-82f1-4e25-81d8-3e31628fd455 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:03.188075 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0fc6af4d-a228-4e42-b981-0c6eaed5f63e req-2d9c7123-57b8-4498-a436-767737ebb715 tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397&device_id=23dd2e84-e357-4dbd-9b8c-4fa7dd5ce0f1 HTTP/1.1" status: 200 len: 210 time: 0.3398819 Feb 09 01:10:03.215222 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a685abc-570a-4f8e-9d19-93db101d88fe admin admin] Pushing event updated for resources: {'Port': ['ID=ec1d5573-5eb3-4c56-9b4a-6fb632839e15,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:03.220294 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3a685abc-570a-4f8e-9d19-93db101d88fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:03.268531 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 480819ba-5d03-4de2-9765-77bfce9fdc5b details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:10:03.359286 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42538) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:03.364375 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-d86676b6-a269-4ca1-b019-bc39f8a7d33a tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Request body: {'security_group': {'name': 'tempest-securitygroup--76384206', 'description': 'tempest-description--1716647550'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:03.371550 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d86676b6-a269-4ca1-b019-bc39f8a7d33a tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:03.375784 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d86676b6-a269-4ca1-b019-bc39f8a7d33a tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Usage tracker for resource:security_group and tenant:a05b06a91f9f4c368f81acc872bcfa31 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:03.378933 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d86676b6-a269-4ca1-b019-bc39f8a7d33a tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:03.385390 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d86676b6-a269-4ca1-b019-bc39f8a7d33a tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:03.400071 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d86676b6-a269-4ca1-b019-bc39f8a7d33a tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:03.431190 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d86676b6-a269-4ca1-b019-bc39f8a7d33a tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:03.435991 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d86676b6-a269-4ca1-b019-bc39f8a7d33a tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Usage tracker for resource:security_group_rule and tenant:a05b06a91f9f4c368f81acc872bcfa31 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:03.439269 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d86676b6-a269-4ca1-b019-bc39f8a7d33a tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:03.445598 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d86676b6-a269-4ca1-b019-bc39f8a7d33a tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:03.481736 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a685abc-570a-4f8e-9d19-93db101d88fe admin admin] Network d88f004f-470d-4ee7-9d5d-6a152c2ee838 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:03.487191 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-3a685abc-570a-4f8e-9d19-93db101d88fe admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:03.514527 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-41f53b69-82f1-4e25-81d8-3e31628fd455 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "PUT /v2.0/floatingips/1e37e363-efff-4c3f-a30b-dbfa5eb76cad HTTP/1.1" status: 200 len: 979 time: 4.7837415 Feb 09 01:10:03.528343 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42548) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:03.555252 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 480819ba-5d03-4de2-9765-77bfce9fdc5b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=480819ba-5d03-4de2-9765-77bfce9fdc5b,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:03.576046 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '480819ba-5d03-4de2-9765-77bfce9fdc5b', 'network_id': '6a46d8ce-a5dd-4900-abea-f731f0aef8fe', 'port_id': '480819ba-5d03-4de2-9765-77bfce9fdc5b', 'mac_address': 'fa:16:3e:6b:91:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 988, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e21ee47-9c4f-48f6-bbce-c83436d55ec2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:10:03.678709 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198f82c-9f20-42a6-b730-215027cb5868 req-564c39e5-9fc2-4cf9-92dd-6a880a8aeae4 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:03.685800 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198f82c-9f20-42a6-b730-215027cb5868 req-564c39e5-9fc2-4cf9-92dd-6a880a8aeae4 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:03.691457 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:03.692107 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198f82c-9f20-42a6-b730-215027cb5868 req-564c39e5-9fc2-4cf9-92dd-6a880a8aeae4 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:03.699267 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198f82c-9f20-42a6-b730-215027cb5868 req-564c39e5-9fc2-4cf9-92dd-6a880a8aeae4 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:03.706467 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198f82c-9f20-42a6-b730-215027cb5868 req-564c39e5-9fc2-4cf9-92dd-6a880a8aeae4 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:03.715736 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198f82c-9f20-42a6-b730-215027cb5868 req-564c39e5-9fc2-4cf9-92dd-6a880a8aeae4 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:03.734328 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198f82c-9f20-42a6-b730-215027cb5868 req-564c39e5-9fc2-4cf9-92dd-6a880a8aeae4 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:03.740756 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7198f82c-9f20-42a6-b730-215027cb5868 req-564c39e5-9fc2-4cf9-92dd-6a880a8aeae4 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5441 time: 0.4025416 Feb 09 01:10:03.751185 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 480819ba-5d03-4de2-9765-77bfce9fdc5b {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:10:03.760452 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d86676b6-a269-4ca1-b019-bc39f8a7d33a tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:03.768753 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d86676b6-a269-4ca1-b019-bc39f8a7d33a tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:03.781089 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 480819ba-5d03-4de2-9765-77bfce9fdc5b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=480819ba-5d03-4de2-9765-77bfce9fdc5b,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:03.799918 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:03.885758 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4ea2083e-ef0a-469f-8257-9cc010d3d22b None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:03.920001 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-4ea2083e-ef0a-469f-8257-9cc010d3d22b None None] Transition to ACTIVE for port object f68d8cf4-9d92-427c-8e27-693c966b9d69 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:03.936027 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4ea2083e-ef0a-469f-8257-9cc010d3d22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:03.945488 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=480819ba-5d03-4de2-9765-77bfce9fdc5b,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:03.955381 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-d33f4507-21f6-4722-b56a-1d7a9ab51862 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Deleting port 0550482b-51d6-4742-a915-40c47a9c8e48 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:10:03.955826 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d33f4507-21f6-4722-b56a-1d7a9ab51862 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:04.039359 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86676b6-a269-4ca1-b019-bc39f8a7d33a tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7f35e6-f068-4898-aa8c-402f83e39ef0,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:04.045622 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d86676b6-a269-4ca1-b019-bc39f8a7d33a tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:04.047487 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d86676b6-a269-4ca1-b019-bc39f8a7d33a tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6871669 Feb 09 01:10:04.053824 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42564) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:04.062507 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-06dc6810-8822-465d-9d06-0758c9ed6bd5 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Request body: {'security_group_rule': {'security_group_id': '3d7f35e6-f068-4898-aa8c-402f83e39ef0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:04.081212 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-06dc6810-8822-465d-9d06-0758c9ed6bd5 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:04.138787 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-06dc6810-8822-465d-9d06-0758c9ed6bd5 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Usage tracker for resource:security_group_rule and tenant:a05b06a91f9f4c368f81acc872bcfa31 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:04.151943 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7198f82c-9f20-42a6-b730-215027cb5868 req-a7850c61-cd8f-41fb-bbaa-a8d4a842846b tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3985023 Feb 09 01:10:04.169845 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-dfc2b0c1-0e29-43e1-8201-17442b2cdda0 None None] Provisioning complete for port ec1d5573-5eb3-4c56-9b4a-6fb632839e15 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:04.170335 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-dfc2b0c1-0e29-43e1-8201-17442b2cdda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:04.195858 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a685abc-570a-4f8e-9d19-93db101d88fe admin admin] Router 95aa27e4-7381-45cb-a4ad-312c70997a82 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:10:04.311705 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['480819ba-5d03-4de2-9765-77bfce9fdc5b'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:10:04.361053 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-06dc6810-8822-465d-9d06-0758c9ed6bd5 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:04.385110 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 0c811d45-1b2c-4f85-910a-f4b4651b6d09 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:10:04.450199 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-06dc6810-8822-465d-9d06-0758c9ed6bd5 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:04.501003 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-dfc2b0c1-0e29-43e1-8201-17442b2cdda0 None None] Port ec1d5573-5eb3-4c56-9b4a-6fb632839e15 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:10:04.502720 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeffe42f-d3ca-48a4-8c8b-45778072ac44 None None] Pushing event updated for resources: {'Port': ['ID=f68d8cf4-9d92-427c-8e27-693c966b9d69,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:04.519269 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-33c5461d-09ed-40e7-a515-7b91ae25eb60 req-c7076924-f444-48bc-ab1b-a084c31cda4d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ba223cb31d38495e82a6ea1e10355253&device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.3738985 Feb 09 01:10:04.594290 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a685abc-570a-4f8e-9d19-93db101d88fe admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:10:04.600620 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3a685abc-570a-4f8e-9d19-93db101d88fe admin admin] 10.222.0.37 "PUT /v2.0/routers/95aa27e4-7381-45cb-a4ad-312c70997a82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8258600 Feb 09 01:10:04.602017 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532cc84a-6777-4b45-9c26-65bb8725d64f None None] Sync routers for ids ['95aa27e4-7381-45cb-a4ad-312c70997a82'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:10:04.614892 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23402aae-4ff1-46d9-836d-e2a116c05822 req-6d739ccd-1f83-4053-bbf7-cfcdf145d31b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:04.616537 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-4ea2083e-ef0a-469f-8257-9cc010d3d22b None None] Attempting to bind port f68d8cf4-9d92-427c-8e27-693c966b9d69 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:10:04.616864 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-23402aae-4ff1-46d9-836d-e2a116c05822 req-6d739ccd-1f83-4053-bbf7-cfcdf145d31b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d2f26ac-fa37-4145-a107-477cb2884884 HTTP/1.1" status: 200 len: 945 time: 0.2223647 Feb 09 01:10:04.616998 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-4ea2083e-ef0a-469f-8257-9cc010d3d22b None None] Attempting to bind port f68d8cf4-9d92-427c-8e27-693c966b9d69 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '404d1026-db85-40d4-b120-544186d0b38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '4b69e8f8-1014-43eb-bd96-15547037bb6b'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:10:04.617573 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d33f4507-21f6-4722-b56a-1d7a9ab51862 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:04.617672 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea2083e-ef0a-469f-8257-9cc010d3d22b None None] Attempting to bind port f68d8cf4-9d92-427c-8e27-693c966b9d69 on network 4b69e8f8-1014-43eb-bd96-15547037bb6b {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:10:04.618094 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d33f4507-21f6-4722-b56a-1d7a9ab51862 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:04.649174 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea2083e-ef0a-469f-8257-9cc010d3d22b None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:10:04.651272 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea2083e-ef0a-469f-8257-9cc010d3d22b None None] Checking segment: {'id': '404d1026-db85-40d4-b120-544186d0b38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '4b69e8f8-1014-43eb-bd96-15547037bb6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:10:04.654900 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4ea2083e-ef0a-469f-8257-9cc010d3d22b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:04.654900 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea2083e-ef0a-469f-8257-9cc010d3d22b None None] Bound using segment: {'id': '404d1026-db85-40d4-b120-544186d0b38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '4b69e8f8-1014-43eb-bd96-15547037bb6b'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:10:04.654900 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-4ea2083e-ef0a-469f-8257-9cc010d3d22b None None] Bound port: f68d8cf4-9d92-427c-8e27-693c966b9d69, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404d1026-db85-40d4-b120-544186d0b38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '4b69e8f8-1014-43eb-bd96-15547037bb6b'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:10:04.654900 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4ea2083e-ef0a-469f-8257-9cc010d3d22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:04.674282 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 0c811d45-1b2c-4f85-910a-f4b4651b6d09 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:04.674665 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:04.688479 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-23402aae-4ff1-46d9-836d-e2a116c05822 req-8afe6a4f-b337-4425-bf16-eec56f8bf780 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643134 Feb 09 01:10:04.718054 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532cc84a-6777-4b45-9c26-65bb8725d64f None None] Routers {'95aa27e4-7381-45cb-a4ad-312c70997a82'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:10:04.718705 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-532cc84a-6777-4b45-9c26-65bb8725d64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:09:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['95aa27e4-7381-45cb-a4ad-312c70997a82'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:04.879051 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9b9adbf2-1d2f-4534-9607-d48af54d1dfb req-ee2f5dee-7bed-471a-a0d8-e09c00bb97a4 tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.0685580 Feb 09 01:10:04.910261 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-4ea2083e-ef0a-469f-8257-9cc010d3d22b None None] For port f68d8cf4-9d92-427c-8e27-693c966b9d69, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:10:04.913402 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-4ea2083e-ef0a-469f-8257-9cc010d3d22b None None] For port f68d8cf4-9d92-427c-8e27-693c966b9d69, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=f68d8cf4-9d92-427c-8e27-693c966b9d69,segment=NetworkSegment(404d1026-db85-40d4-b120-544186d0b38c),segment_id=404d1026-db85-40d4-b120-544186d0b38c)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:10:04.931503 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-d33f4507-21f6-4722-b56a-1d7a9ab51862 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Calling delete_port for 0550482b-51d6-4742-a915-40c47a9c8e48 owned by network:floatingip {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:10:04.941342 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4ea2083e-ef0a-469f-8257-9cc010d3d22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:05.103912 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-33c5461d-09ed-40e7-a515-7b91ae25eb60 req-c5c292bd-c930-4d1b-9761-4d4e26126b95 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ba223cb31d38495e82a6ea1e10355253&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5656700 Feb 09 01:10:05.112340 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-06dc6810-8822-465d-9d06-0758c9ed6bd5 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:05.287907 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea2083e-ef0a-469f-8257-9cc010d3d22b None None] Routers {'a0a197d9-8be6-4f55-8c63-5d375761f64e'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:10:05.288995 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-4ea2083e-ef0a-469f-8257-9cc010d3d22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:09:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a0a197d9-8be6-4f55-8c63-5d375761f64e'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:05.326621 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5461d-09ed-40e7-a515-7b91ae25eb60 req-8e6fe1ed-55f8-498e-836a-e9621725ce49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:05.328258 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-33c5461d-09ed-40e7-a515-7b91ae25eb60 req-8e6fe1ed-55f8-498e-836a-e9621725ce49 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1971815 Feb 09 01:10:05.384026 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeffe42f-d3ca-48a4-8c8b-45778072ac44 None None] Pushing event updated for resources: {'Port': ['ID=f68d8cf4-9d92-427c-8e27-693c966b9d69,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:05.441102 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d590d006-6dab-49c1-bf27-e6f4b2e718d8 req-e2a3fda6-9e61-41ac-833c-5a16a048d7dc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.2946491 Feb 09 01:10:05.480868 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-532cc84a-6777-4b45-9c26-65bb8725d64f None None] Set router 95aa27e4-7381-45cb-a4ad-312c70997a82 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:10:05.496072 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c8406-1e47-45ea-95bc-aad75df67d29 req-79e74646-de19-493b-8fad-5d5e7fb76d87 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:05.503591 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e92c8406-1e47-45ea-95bc-aad75df67d29 req-79e74646-de19-493b-8fad-5d5e7fb76d87 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 943 time: 1.0567732 Feb 09 01:10:05.503957 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42608) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:05.510951 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-d77570ec-dbb5-47e5-9703-b3908005f478 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1209277862-network', 'tenant_id': '49026555c4b24e1b8bcbad16e5fe47d5'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:05.515961 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-06dc6810-8822-465d-9d06-0758c9ed6bd5 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:05.517582 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d77570ec-dbb5-47e5-9703-b3908005f478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:05.523640 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d77570ec-dbb5-47e5-9703-b3908005f478 admin admin] Usage tracker for resource:network and tenant:49026555c4b24e1b8bcbad16e5fe47d5 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:05.528842 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d77570ec-dbb5-47e5-9703-b3908005f478 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:05.540567 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d77570ec-dbb5-47e5-9703-b3908005f478 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:05.557567 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-98cf67b4-b9bd-44f9-a157-941ef34bb9ec tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:05.564134 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-98cf67b4-b9bd-44f9-a157-941ef34bb9ec tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:05.569210 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77570ec-dbb5-47e5-9703-b3908005f478 admin admin] Made reservation on behalf of 49026555c4b24e1b8bcbad16e5fe47d5 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:05.572315 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d77570ec-dbb5-47e5-9703-b3908005f478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:05.577390 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-98cf67b4-b9bd-44f9-a157-941ef34bb9ec tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:05.584140 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-98cf67b4-b9bd-44f9-a157-941ef34bb9ec tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:05.602630 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-98cf67b4-b9bd-44f9-a157-941ef34bb9ec tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:05.616112 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-98cf67b4-b9bd-44f9-a157-941ef34bb9ec tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:05.617368 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d77570ec-dbb5-47e5-9703-b3908005f478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:05.623944 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-98cf67b4-b9bd-44f9-a157-941ef34bb9ec tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:05.626247 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-98cf67b4-b9bd-44f9-a157-941ef34bb9ec tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.35 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5441 time: 0.5918772 Feb 09 01:10:05.630108 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-06dc6810-8822-465d-9d06-0758c9ed6bd5 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:05.631969 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d33f4507-21f6-4722-b56a-1d7a9ab51862 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:05.652790 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d77570ec-dbb5-47e5-9703-b3908005f478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:05.669647 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d77570ec-dbb5-47e5-9703-b3908005f478 admin admin] Usage tracker for resource:security_group_rule and tenant:49026555c4b24e1b8bcbad16e5fe47d5 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:05.674379 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d77570ec-dbb5-47e5-9703-b3908005f478 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:05.717269 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d77570ec-dbb5-47e5-9703-b3908005f478 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:05.810779 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f4507-21f6-4722-b56a-1d7a9ab51862 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event deleted for resources: {'Port': ['ID=0550482b-51d6-4742-a915-40c47a9c8e48,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:05.827476 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc6810-8822-465d-9d06-0758c9ed6bd5 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33169640-f6c8-4950-aa76-bfed7c4bbf6b,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:05.860121 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a82d0-2f44-4c9f-86d2-61be7c950bf2 req-d374e0fb-0351-4520-b95c-9408f9663c30 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:05.868220 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a82d0-2f44-4c9f-86d2-61be7c950bf2 req-d374e0fb-0351-4520-b95c-9408f9663c30 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:05.878653 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a82d0-2f44-4c9f-86d2-61be7c950bf2 req-d374e0fb-0351-4520-b95c-9408f9663c30 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:05.887145 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a82d0-2f44-4c9f-86d2-61be7c950bf2 req-d374e0fb-0351-4520-b95c-9408f9663c30 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:05.894919 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a82d0-2f44-4c9f-86d2-61be7c950bf2 req-d374e0fb-0351-4520-b95c-9408f9663c30 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:05.929270 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a82d0-2f44-4c9f-86d2-61be7c950bf2 req-d374e0fb-0351-4520-b95c-9408f9663c30 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:05.936519 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e92c8406-1e47-45ea-95bc-aad75df67d29 req-de2b9063-ec80-4e2f-87ff-64eefeac7462 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4310579 Feb 09 01:10:05.946870 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a82d0-2f44-4c9f-86d2-61be7c950bf2 req-d374e0fb-0351-4520-b95c-9408f9663c30 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:05.957123 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-4ea2083e-ef0a-469f-8257-9cc010d3d22b None None] Set router a0a197d9-8be6-4f55-8c63-5d375761f64e gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:10:05.974295 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-602a82d0-2f44-4c9f-86d2-61be7c950bf2 req-d374e0fb-0351-4520-b95c-9408f9663c30 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5441 time: 0.3015139 Feb 09 01:10:05.977056 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-f74b6b77-a25c-4113-bb2d-17820b15d6d7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:05.979306 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-f74b6b77-a25c-4113-bb2d-17820b15d6d7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.35 "GET /v2.0/ports/49f387b1-200d-4aa1-aa5b-0e58530b895f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3356330 Feb 09 01:10:05.984143 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-06dc6810-8822-465d-9d06-0758c9ed6bd5 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:05.995094 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-06dc6810-8822-465d-9d06-0758c9ed6bd5 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9397709 Feb 09 01:10:05.998935 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42624) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:06.059539 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-4d5931f2-dc94-4d88-b59a-a429e04fc358 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Request body: {'security_group_rule': {'security_group_id': '3d7f35e6-f068-4898-aa8c-402f83e39ef0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:06.073404 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d77570ec-dbb5-47e5-9703-b3908005f478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:06.098449 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d77570ec-dbb5-47e5-9703-b3908005f478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:06.116158 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d77570ec-dbb5-47e5-9703-b3908005f478 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 971} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:10:06.131406 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d77570ec-dbb5-47e5-9703-b3908005f478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:06.133030 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-d77570ec-dbb5-47e5-9703-b3908005f478 admin admin] Added segment 4dbc52b3-dff6-4f21-8158-450cd3eb585f of type vlan for network 12ce165e-7f22-4e61-b759-4b0476cd533b Feb 09 01:10:06.171925 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42628) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:06.184773 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d77570ec-dbb5-47e5-9703-b3908005f478 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:06.200674 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-4d5931f2-dc94-4d88-b59a-a429e04fc358 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:06.225095 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-602a82d0-2f44-4c9f-86d2-61be7c950bf2 req-b0432f6f-e25e-4819-99ff-da94782eeadd tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2497656 Feb 09 01:10:06.242103 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4d5931f2-dc94-4d88-b59a-a429e04fc358 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Usage tracker for resource:security_group_rule and tenant:a05b06a91f9f4c368f81acc872bcfa31 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:06.243679 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77570ec-dbb5-47e5-9703-b3908005f478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16cdc63-1106-42ef-a420-d44195e5a5f6,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:06.258063 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4d5931f2-dc94-4d88-b59a-a429e04fc358 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:06.268904 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d33f4507-21f6-4722-b56a-1d7a9ab51862 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for floatingip, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:06.269237 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [None req-d33f4507-21f6-4722-b56a-1d7a9ab51862 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Floating IP 1e37e363-efff-4c3f-a30b-dbfa5eb76cad disassociated (deleted). External IP: 172.25.5.146, port: 0fb89155-0baa-4fa2-b566-4f0563f7fbe4. Feb 09 01:10:06.290818 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d77570ec-dbb5-47e5-9703-b3908005f478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:06.291996 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77570ec-dbb5-47e5-9703-b3908005f478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:06.293609 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d77570ec-dbb5-47e5-9703-b3908005f478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:06.345002 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d77570ec-dbb5-47e5-9703-b3908005f478 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8398273 Feb 09 01:10:06.366829 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-4d5931f2-dc94-4d88-b59a-a429e04fc358 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:06.377616 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42634) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:06.419827 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-c9f0a79f-0176-4fd7-9850-cd12c3450410 admin admin] Request body: {'subnet': {'network_id': '12ce165e-7f22-4e61-b759-4b0476cd533b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1209277862-subnet', 'tenant_id': '49026555c4b24e1b8bcbad16e5fe47d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:06.444651 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c9f0a79f-0176-4fd7-9850-cd12c3450410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:06.461264 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c9f0a79f-0176-4fd7-9850-cd12c3450410 admin admin] Usage tracker for resource:subnet and tenant:49026555c4b24e1b8bcbad16e5fe47d5 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:06.488186 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77570ec-dbb5-47e5-9703-b3908005f478 admin admin] Pushing event updated for resources: {'Network': ['ID=12ce165e-7f22-4e61-b759-4b0476cd533b,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:06.488883 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c9f0a79f-0176-4fd7-9850-cd12c3450410 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:06.509507 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 12ce165e-7f22-4e61-b759-4b0476cd533b details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:10:06.520080 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c9f0a79f-0176-4fd7-9850-cd12c3450410 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:06.530095 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4d5931f2-dc94-4d88-b59a-a429e04fc358 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:06.556960 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1897486d-c854-4b20-9cb2-1220737ecafa req-55c530d4-0181-414f-8c93-959cf0d66bbe tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.0602889 Feb 09 01:10:06.564776 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4d104205-b148-42eb-a90b-22abc80cc530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:06.632510 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-532cc84a-6777-4b45-9c26-65bb8725d64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95aa27e4-7381-45cb-a4ad-312c70997a82', 'name': 'tempest-AttachSCSIVolumeTestJSON-2016691492-router', 'tenant_id': '83e94f6e7a5b43379622b4bf0ec7cacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '0c811d45-1b2c-4f85-910a-f4b4651b6d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:43Z', 'updated_at': '2022-02-09T01:10:01Z', 'revision_number': 4, 'project_id': '83e94f6e7a5b43379622b4bf0ec7cacb', 'gw_port': {'id': '0c811d45-1b2c-4f85-910a-f4b4651b6d09', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ea:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aa27e4-7381-45cb-a4ad-312c70997a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:48Z', 'updated_at': '2022-02-09T01:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'ec1d5573-5eb3-4c56-9b4a-6fb632839e15', 'name': '', 'network_id': 'd88f004f-470d-4ee7-9d5d-6a152c2ee838', 'tenant_id': '83e94f6e7a5b43379622b4bf0ec7cacb', 'mac_address': 'fa:16:3e:d7:bf:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95aa27e4-7381-45cb-a4ad-312c70997a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '647739ad-1273-4f77-bed3-a83e6cc8487b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:59Z', 'updated_at': '2022-02-09T01:10:02Z', 'revision_number': 2, 'project_id': '83e94f6e7a5b43379622b4bf0ec7cacb', 'subnets': [{'id': '647739ad-1273-4f77-bed3-a83e6cc8487b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:06.649234 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-4ea2083e-ef0a-469f-8257-9cc010d3d22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'name': 'tempest-ServersTestManualDisk-1786538978-router', 'tenant_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '47f2756f-7366-4921-8502-a6caa2492816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:42Z', 'updated_at': '2022-02-09T01:09:59Z', 'revision_number': 4, 'project_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'gw_port': {'id': '47f2756f-7366-4921-8502-a6caa2492816', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:45Z', 'updated_at': '2022-02-09T01:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'f68d8cf4-9d92-427c-8e27-693c966b9d69', 'name': '', 'network_id': '4b69e8f8-1014-43eb-bd96-15547037bb6b', 'tenant_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'mac_address': 'fa:16:3e:4b:b4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '69740e1a-29a4-4722-ae33-19970672c2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:57Z', 'updated_at': '2022-02-09T01:10:04Z', 'revision_number': 4, 'project_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'subnets': [{'id': '69740e1a-29a4-4722-ae33-19970672c2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:06.656009 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532cc84a-6777-4b45-9c26-65bb8725d64f None None] Checking router: 95aa27e4-7381-45cb-a4ad-312c70997a82 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:10:06.656361 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532cc84a-6777-4b45-9c26-65bb8725d64f None None] Updating router 95aa27e4-7381-45cb-a4ad-312c70997a82 port ec1d5573-5eb3-4c56-9b4a-6fb632839e15 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:10:06.657552 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f0a79f-0176-4fd7-9850-cd12c3450410 admin admin] Made reservation on behalf of 49026555c4b24e1b8bcbad16e5fe47d5 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:06.659836 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c9f0a79f-0176-4fd7-9850-cd12c3450410 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:06.687776 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-2d0447dc-9599-4b67-a50a-3db2df1322e9 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.35 "GET /v2.0/networks/0fe62980-d662-4305-b32e-541d69722270?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6875551 Feb 09 01:10:06.696530 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea2083e-ef0a-469f-8257-9cc010d3d22b None None] The sync data for ids ['a0a197d9-8be6-4f55-8c63-5d375761f64e'] in n-d-828419-1 is: [{'id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'name': 'tempest-ServersTestManualDisk-1786538978-router', 'tenant_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '47f2756f-7366-4921-8502-a6caa2492816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:42Z', 'updated_at': '2022-02-09T01:09:59Z', 'revision_number': 4, 'project_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'gw_port': {'id': '47f2756f-7366-4921-8502-a6caa2492816', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:45Z', 'updated_at': '2022-02-09T01:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'f68d8cf4-9d92-427c-8e27-693c966b9d69', 'name': '', 'network_id': '4b69e8f8-1014-43eb-bd96-15547037bb6b', 'tenant_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'mac_address': 'fa:16:3e:4b:b4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '69740e1a-29a4-4722-ae33-19970672c2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:57Z', 'updated_at': '2022-02-09T01:10:04Z', 'revision_number': 4, 'project_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'subnets': [{'id': '69740e1a-29a4-4722-ae33-19970672c2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:10:06.719223 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-532cc84a-6777-4b45-9c26-65bb8725d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:06.797061 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-4d104205-b148-42eb-a90b-22abc80cc530 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:06.803815 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-a98cb5af-1fc8-4b27-a8a4-7a1cfb134d34 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:06.906720 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d949e515-8425-4066-9f31-afd2dfb253d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:07.043902 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4d104205-b148-42eb-a90b-22abc80cc530 admin admin] Usage tracker for resource:security_group_rule and tenant:b707ba84621749409f701ea858bf579a is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:07.070140 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4d104205-b148-42eb-a90b-22abc80cc530 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:07.079574 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-4d104205-b148-42eb-a90b-22abc80cc530 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:07.231714 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737aa5f2-0d09-4470-a421-a446de8fef01 req-f2f56bb4-c450-43be-814d-0a50d1b6bea7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:07.238618 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-737aa5f2-0d09-4470-a421-a446de8fef01 req-f2f56bb4-c450-43be-814d-0a50d1b6bea7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 943 time: 0.1239007 Feb 09 01:10:07.290763 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-33c5461d-09ed-40e7-a515-7b91ae25eb60 req-50e38ce1-0426-4aa0-96d5-41430947e73a tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.35 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.0565186 Feb 09 01:10:07.305286 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1301b3-b26e-4764-9e18-fb2f21741c98 req-22cb6c56-6db0-4ced-9e39-138d0152ffff tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:07.309773 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-737aa5f2-0d09-4470-a421-a446de8fef01 req-798c0e47-3d55-4b42-9a2c-9df6930d01a7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702126 Feb 09 01:10:07.331965 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0f1301b3-b26e-4764-9e18-fb2f21741c98 req-22cb6c56-6db0-4ced-9e39-138d0152ffff tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d2f26ac-fa37-4145-a107-477cb2884884 HTTP/1.1" status: 200 len: 945 time: 1.1547227 Feb 09 01:10:07.332294 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-532cc84a-6777-4b45-9c26-65bb8725d64f None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:07.347159 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-532cc84a-6777-4b45-9c26-65bb8725d64f None None] Transition to ACTIVE for port object ec1d5573-5eb3-4c56-9b4a-6fb632839e15 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:07.354777 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 480819ba-5d03-4de2-9765-77bfce9fdc5b up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:10:07.384782 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-532cc84a-6777-4b45-9c26-65bb8725d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:07.504785 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0f1301b3-b26e-4764-9e18-fb2f21741c98 req-55bc1a14-46de-4de1-b564-66adeda1db46 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796064 Feb 09 01:10:07.680430 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92422908-ed23-4db6-9216-80f1c90d1544 None None] Pushing event updated for resources: {'Port': ['ID=ec1d5573-5eb3-4c56-9b4a-6fb632839e15,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:07.724753 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa9734-e872-44f5-8459-da6b730a2c1e req-b8fc49ec-c8ba-4556-8460-39156aff9e0e tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:07.742489 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa9734-e872-44f5-8459-da6b730a2c1e req-b8fc49ec-c8ba-4556-8460-39156aff9e0e tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:07.756271 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa9734-e872-44f5-8459-da6b730a2c1e req-b8fc49ec-c8ba-4556-8460-39156aff9e0e tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:07.765669 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 480819ba-5d03-4de2-9765-77bfce9fdc5b completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:07.768929 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa9734-e872-44f5-8459-da6b730a2c1e req-b8fc49ec-c8ba-4556-8460-39156aff9e0e tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:07.781532 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa9734-e872-44f5-8459-da6b730a2c1e req-b8fc49ec-c8ba-4556-8460-39156aff9e0e tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:07.791653 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa9734-e872-44f5-8459-da6b730a2c1e req-b8fc49ec-c8ba-4556-8460-39156aff9e0e tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:07.801072 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 480819ba-5d03-4de2-9765-77bfce9fdc5b triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:07.801226 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa9734-e872-44f5-8459-da6b730a2c1e req-b8fc49ec-c8ba-4556-8460-39156aff9e0e tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:07.801813 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:07.810085 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-02aa9734-e872-44f5-8459-da6b730a2c1e req-b8fc49ec-c8ba-4556-8460-39156aff9e0e tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 5441 time: 0.3093057 Feb 09 01:10:07.813152 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4d5931f2-dc94-4d88-b59a-a429e04fc358 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:07.843480 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4d5931f2-dc94-4d88-b59a-a429e04fc358 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:07.874415 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-532cc84a-6777-4b45-9c26-65bb8725d64f None None] Attempting to bind port ec1d5573-5eb3-4c56-9b4a-6fb632839e15 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:10:07.875227 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-532cc84a-6777-4b45-9c26-65bb8725d64f None None] Attempting to bind port ec1d5573-5eb3-4c56-9b4a-6fb632839e15 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '2b4e378e-be94-4976-8792-7feadcd85d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'd88f004f-470d-4ee7-9d5d-6a152c2ee838'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:10:07.875830 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532cc84a-6777-4b45-9c26-65bb8725d64f None None] Attempting to bind port ec1d5573-5eb3-4c56-9b4a-6fb632839e15 on network d88f004f-470d-4ee7-9d5d-6a152c2ee838 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:10:07.927517 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532cc84a-6777-4b45-9c26-65bb8725d64f None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:10:07.929268 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532cc84a-6777-4b45-9c26-65bb8725d64f None None] Checking segment: {'id': '2b4e378e-be94-4976-8792-7feadcd85d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'd88f004f-470d-4ee7-9d5d-6a152c2ee838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:10:07.932824 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-532cc84a-6777-4b45-9c26-65bb8725d64f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:07.933638 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532cc84a-6777-4b45-9c26-65bb8725d64f None None] Bound using segment: {'id': '2b4e378e-be94-4976-8792-7feadcd85d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'd88f004f-470d-4ee7-9d5d-6a152c2ee838'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:10:07.934350 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-532cc84a-6777-4b45-9c26-65bb8725d64f None None] Bound port: ec1d5573-5eb3-4c56-9b4a-6fb632839e15, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b4e378e-be94-4976-8792-7feadcd85d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'd88f004f-470d-4ee7-9d5d-6a152c2ee838'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:10:07.936201 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-532cc84a-6777-4b45-9c26-65bb8725d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:07.968443 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4d104205-b148-42eb-a90b-22abc80cc530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:08.020424 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-02aa9734-e872-44f5-8459-da6b730a2c1e req-5dd586a6-17c5-45ee-8015-79dff4212391 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2093499 Feb 09 01:10:08.026478 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c9f0a79f-0176-4fd7-9850-cd12c3450410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:08.053056 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-29ce7582-0708-4750-b00e-353f4c357d03 req-b1537002-0f67-4e46-ae8a-bfad46d95cdd tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=d47e6020-90ee-4254-84a2-4a62ad69f397 HTTP/1.1" status: 200 len: 210 time: 0.2243538 Feb 09 01:10:08.059779 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-a98cb5af-1fc8-4b27-a8a4-7a1cfb134d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:08.100052 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-532cc84a-6777-4b45-9c26-65bb8725d64f None None] For port ec1d5573-5eb3-4c56-9b4a-6fb632839e15, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:10:08.103690 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-532cc84a-6777-4b45-9c26-65bb8725d64f None None] For port ec1d5573-5eb3-4c56-9b4a-6fb632839e15, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=ec1d5573-5eb3-4c56-9b4a-6fb632839e15,segment=NetworkSegment(2b4e378e-be94-4976-8792-7feadcd85d58),segment_id=2b4e378e-be94-4976-8792-7feadcd85d58)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:10:08.135230 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4d104205-b148-42eb-a90b-22abc80cc530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:08.184883 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-532cc84a-6777-4b45-9c26-65bb8725d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:08.215640 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5931f2-dc94-4d88-b59a-a429e04fc358 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=648dd0d4-25e5-4a69-aaa1-f45a2b48ac7b,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:08.237076 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:10:08.354927 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532cc84a-6777-4b45-9c26-65bb8725d64f None None] Routers {'95aa27e4-7381-45cb-a4ad-312c70997a82'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:10:08.356110 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-532cc84a-6777-4b45-9c26-65bb8725d64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:09:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['95aa27e4-7381-45cb-a4ad-312c70997a82'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:08.435292 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:08.444804 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f68d8cf4-9d92-427c-8e27-693c966b9d69 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:10:08.459881 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d104205-b148-42eb-a90b-22abc80cc530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e4f23f-f36b-401f-ae1a-66712a9f968b,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:08.510840 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92422908-ed23-4db6-9216-80f1c90d1544 None None] Pushing event updated for resources: {'Port': ['ID=ec1d5573-5eb3-4c56-9b4a-6fb632839e15,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:08.539096 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42646) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:08.540509 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4d104205-b148-42eb-a90b-22abc80cc530 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b707ba84621749409f701ea858bf579a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3542435 Feb 09 01:10:08.577662 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2f26ac-fa37-4145-a107-477cb2884884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480819ba-5d03-4de2-9765-77bfce9fdc5b'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:10:08.595530 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4d5931f2-dc94-4d88-b59a-a429e04fc358 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:08.597716 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4d5931f2-dc94-4d88-b59a-a429e04fc358 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5888007 Feb 09 01:10:08.612436 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42654) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:08.634020 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-2cb85c40-4d52-4c04-8e0d-13c64b3a48ec tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:08.677085 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2cb85c40-4d52-4c04-8e0d-13c64b3a48ec tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:08.700880 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2cb85c40-4d52-4c04-8e0d-13c64b3a48ec tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Usage tracker for resource:floatingip and tenant:a05b06a91f9f4c368f81acc872bcfa31 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:08.704824 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2cb85c40-4d52-4c04-8e0d-13c64b3a48ec tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:08.746881 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2cb85c40-4d52-4c04-8e0d-13c64b3a48ec tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:08.760273 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 480819ba-5d03-4de2-9765-77bfce9fdc5b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=480819ba-5d03-4de2-9765-77bfce9fdc5b,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:08.764937 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-153294ba-3c7f-4199-9c62-cb948c9c24ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:08.783349 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:08.784159 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device e3d51e86-6390-4e68-8303-ef0030562eae no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:10:08.797882 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2cb85c40-4d52-4c04-8e0d-13c64b3a48ec tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:08.930251 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-153294ba-3c7f-4199-9c62-cb948c9c24ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:08.936457 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-a98cb5af-1fc8-4b27-a8a4-7a1cfb134d34 service neutron] For port 49f387b1-200d-4aa1-aa5b-0e58530b895f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=49f387b1-200d-4aa1-aa5b-0e58530b895f,segment=NetworkSegment(6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5),segment_id=6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:08.969297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-a98cb5af-1fc8-4b27-a8a4-7a1cfb134d34 service neutron] For port 49f387b1-200d-4aa1-aa5b-0e58530b895f, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:10:08.992797 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-532cc84a-6777-4b45-9c26-65bb8725d64f None None] Set router 95aa27e4-7381-45cb-a4ad-312c70997a82 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:10:09.030379 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-a98cb5af-1fc8-4b27-a8a4-7a1cfb134d34 service neutron] device_id is not set on port 49f387b1-200d-4aa1-aa5b-0e58530b895f yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:10:09.040428 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-a98cb5af-1fc8-4b27-a8a4-7a1cfb134d34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:09.057762 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33f4507-21f6-4722-b56a-1d7a9ab51862 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Router 27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:10:09.065912 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0a79f-0176-4fd7-9850-cd12c3450410 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1f88be6-8125-43c0-b152-8164c9c9e6b3,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:09.082437 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f0a79f-0176-4fd7-9850-cd12c3450410 admin admin] Checking segment: {'id': '4dbc52b3-dff6-4f21-8158-450cd3eb585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '12ce165e-7f22-4e61-b759-4b0476cd533b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:10:09.082816 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f0a79f-0176-4fd7-9850-cd12c3450410 admin admin] Network hostable DHCP agents. Network: 12ce165e-7f22-4e61-b759-4b0476cd533b, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:10:09.098421 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-a98cb5af-1fc8-4b27-a8a4-7a1cfb134d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:09.174399 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:09.180358 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73657bf5-8444-457b-a758-7f32301859ce req-1a2c1450-4f93-40fe-ac53-1d26b5b8f57d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:09.184854 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port f68d8cf4-9d92-427c-8e27-693c966b9d69 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:09.188610 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-73657bf5-8444-457b-a758-7f32301859ce req-1a2c1450-4f93-40fe-ac53-1d26b5b8f57d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d2f26ac-fa37-4145-a107-477cb2884884 HTTP/1.1" status: 200 len: 946 time: 0.2606907 Feb 09 01:10:09.194500 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-153294ba-3c7f-4199-9c62-cb948c9c24ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:09.241179 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153294ba-3c7f-4199-9c62-cb948c9c24ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e4f23f-f36b-401f-ae1a-66712a9f968b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:09.257100 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153294ba-3c7f-4199-9c62-cb948c9c24ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:09.257469 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153294ba-3c7f-4199-9c62-cb948c9c24ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:09.258024 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153294ba-3c7f-4199-9c62-cb948c9c24ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:09.258253 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153294ba-3c7f-4199-9c62-cb948c9c24ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:09.258591 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153294ba-3c7f-4199-9c62-cb948c9c24ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:09.258916 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153294ba-3c7f-4199-9c62-cb948c9c24ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:09.259357 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153294ba-3c7f-4199-9c62-cb948c9c24ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:09.259557 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153294ba-3c7f-4199-9c62-cb948c9c24ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:09.265568 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153294ba-3c7f-4199-9c62-cb948c9c24ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:09.265954 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153294ba-3c7f-4199-9c62-cb948c9c24ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:09.266294 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153294ba-3c7f-4199-9c62-cb948c9c24ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:09.268008 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153294ba-3c7f-4199-9c62-cb948c9c24ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:09.269895 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port f68d8cf4-9d92-427c-8e27-693c966b9d69 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:09.270270 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:09.301394 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-153294ba-3c7f-4199-9c62-cb948c9c24ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:09.304769 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-153294ba-3c7f-4199-9c62-cb948c9c24ec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/21e4f23f-f36b-401f-ae1a-66712a9f968b HTTP/1.1" status: 204 len: 168 time: 0.7624481 Feb 09 01:10:09.313906 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-73657bf5-8444-457b-a758-7f32301859ce req-c50b2e06-450a-4db0-b7df-1f4efab4ce1b tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243372 Feb 09 01:10:09.317465 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2cb85c40-4d52-4c04-8e0d-13c64b3a48ec tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:09.450117 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2f26ac-fa37-4145-a107-477cb2884884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480819ba-5d03-4de2-9765-77bfce9fdc5b', 'code': 200} Feb 09 01:10:09.518792 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f0a79f-0176-4fd7-9850-cd12c3450410 admin admin] Network 12ce165e-7f22-4e61-b759-4b0476cd533b is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:10:09.530429 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=480819ba-5d03-4de2-9765-77bfce9fdc5b,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:09.549916 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-cf3ad852-6074-4b0d-94c0-4a7c0150263f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:09.557771 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-a98cb5af-1fc8-4b27-a8a4-7a1cfb134d34 service neutron] No DVR routers for this DVR port 49f387b1-200d-4aa1-aa5b-0e58530b895f on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:10:09.625298 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98cb5af-1fc8-4b27-a8a4-7a1cfb134d34 service neutron] Pushing event updated for resources: {'Port': ['ID=49f387b1-200d-4aa1-aa5b-0e58530b895f,revision_number=6']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:09.687949 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-2cb85c40-4d52-4c04-8e0d-13c64b3a48ec tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Allocated IP 172.25.5.92 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/5bc894dc-eef8-458c-9a44-d5c157bf8d55) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:09.764870 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-c9f0a79f-0176-4fd7-9850-cd12c3450410 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 12ce165e-7f22-4e61-b759-4b0476cd533b) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:09.796177 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d22acd-b9ca-48a3-8bd3-e9d8141592dd None None] Network 12ce165e-7f22-4e61-b759-4b0476cd533b requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:10:09.798484 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-a98cb5af-1fc8-4b27-a8a4-7a1cfb134d34 service neutron] In _notify_port_updated(), no bound segment for port 49f387b1-200d-4aa1-aa5b-0e58530b895f on network 0fe62980-d662-4305-b32e-541d69722270 {{(pid=87612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:10:09.799363 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-a98cb5af-1fc8-4b27-a8a4-7a1cfb134d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:09.799941 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-a98cb5af-1fc8-4b27-a8a4-7a1cfb134d34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:09.801393 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-a98cb5af-1fc8-4b27-a8a4-7a1cfb134d34 service neutron] 10.222.0.35 "PUT /v2.0/ports/49f387b1-200d-4aa1-aa5b-0e58530b895f HTTP/1.1" status: 200 len: 1032 time: 3.0181892 Feb 09 01:10:09.805186 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f0a79f-0176-4fd7-9850-cd12c3450410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:09.806232 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c9f0a79f-0176-4fd7-9850-cd12c3450410 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:09.860435 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42668) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:09.874453 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port e3d51e86-6390-4e68-8303-ef0030562eae, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=e3d51e86-6390-4e68-8303-ef0030562eae,segment=NetworkSegment(98e1f1a3-bd88-4667-8800-3608f4b5b13e),segment_id=98e1f1a3-bd88-4667-8800-3608f4b5b13e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:09.898925 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5fb394e8-4143-4f09-8eb7-4655ab4d02d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:09.905071 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:09.905071 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device ed95cf65-6ad9-48b9-b564-6f38f0074a61 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:10:09.938047 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5fb394e8-4143-4f09-8eb7-4655ab4d02d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:09.957131 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5fb394e8-4143-4f09-8eb7-4655ab4d02d4 admin admin] Usage tracker for resource:security_group_rule and tenant:7a46b40c95144951b54f07b589b392b5 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:09.965953 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5fb394e8-4143-4f09-8eb7-4655ab4d02d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:09.986179 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5fb394e8-4143-4f09-8eb7-4655ab4d02d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:09.993225 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2cb85c40-4d52-4c04-8e0d-13c64b3a48ec tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:10.041538 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-434af349-16ce-4bfe-8724-95d1ab3d42d1 None None] Provisioning complete for port 49f387b1-200d-4aa1-aa5b-0e58530b895f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:10.041902 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-434af349-16ce-4bfe-8724-95d1ab3d42d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:10.045979 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe28d9a-61a6-4b95-a52d-c6aff57e452f req-f9deb027-989f-4391-b735-82da4063c4a6 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:10.052993 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe28d9a-61a6-4b95-a52d-c6aff57e452f req-f9deb027-989f-4391-b735-82da4063c4a6 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:10.058906 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe28d9a-61a6-4b95-a52d-c6aff57e452f req-f9deb027-989f-4391-b735-82da4063c4a6 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:10.066951 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe28d9a-61a6-4b95-a52d-c6aff57e452f req-f9deb027-989f-4391-b735-82da4063c4a6 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:10.068660 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:10.073983 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe28d9a-61a6-4b95-a52d-c6aff57e452f req-f9deb027-989f-4391-b735-82da4063c4a6 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:10.080944 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe28d9a-61a6-4b95-a52d-c6aff57e452f req-f9deb027-989f-4391-b735-82da4063c4a6 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:10.090776 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bfe28d9a-61a6-4b95-a52d-c6aff57e452f req-f9deb027-989f-4391-b735-82da4063c4a6 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 4662 time: 0.2795289 Feb 09 01:10:10.203095 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48419a-5599-4159-a5da-2462967d91bf req-97c9274c-4204-4955-b5ff-fdbcc6400145 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:10.204335 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3e48419a-5599-4159-a5da-2462967d91bf req-97c9274c-4204-4955-b5ff-fdbcc6400145 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 943 time: 1.6798840 Feb 09 01:10:10.208486 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=e3d51e86-6390-4e68-8303-ef0030562eae,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:10.214415 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c9f0a79f-0176-4fd7-9850-cd12c3450410 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.8210669 Feb 09 01:10:10.225956 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42672) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:10.237499 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bfe28d9a-61a6-4b95-a52d-c6aff57e452f req-599fd3f6-76c1-400b-8946-66ba3df117e2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=66de5097-c6aa-4b68-97af-473f80c59249&id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1455288 Feb 09 01:10:10.243041 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-3714acfe-9920-4b31-9c7f-4d7b3189ae95 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1209277862-router', 'tenant_id': '49026555c4b24e1b8bcbad16e5fe47d5', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:10.255009 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3714acfe-9920-4b31-9c7f-4d7b3189ae95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:10.262662 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33f4507-21f6-4722-b56a-1d7a9ab51862 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:10:10.267051 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-1dcbc9a1-9dde-411b-9735-d3dfcc56addc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:10.268432 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-1dcbc9a1-9dde-411b-9735-d3dfcc56addc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.35 "GET /v2.0/ports/ed95cf65-6ad9-48b9-b564-6f38f0074a61?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4541955 Feb 09 01:10:10.270676 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2cb85c40-4d52-4c04-8e0d-13c64b3a48ec tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:10.274922 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3714acfe-9920-4b31-9c7f-4d7b3189ae95 admin admin] Usage tracker for resource:router and tenant:49026555c4b24e1b8bcbad16e5fe47d5 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:10.277897 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d33f4507-21f6-4722-b56a-1d7a9ab51862 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:10.279798 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a87fc1-94e8-4694-afa6-11178c3441f7 None None] Sync routers for ids ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:10:10.295779 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a87fc1-94e8-4694-afa6-11178c3441f7 None None] Routers {'27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:10:10.296435 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-00a87fc1-94e8-4694-afa6-11178c3441f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:10:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:10.310364 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-1156b0b1-ec22-48ae-a9ca-8cfbdb9defb2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:10.329574 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-434af349-16ce-4bfe-8724-95d1ab3d42d1 None None] Port 49f387b1-200d-4aa1-aa5b-0e58530b895f cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:10:10.359694 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port f68d8cf4-9d92-427c-8e27-693c966b9d69, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=f68d8cf4-9d92-427c-8e27-693c966b9d69,segment=NetworkSegment(404d1026-db85-40d4-b120-544186d0b38c),segment_id=404d1026-db85-40d4-b120-544186d0b38c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:10.374416 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3714acfe-9920-4b31-9c7f-4d7b3189ae95 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:10.383894 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:10.387004 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:10.421571 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3e48419a-5599-4159-a5da-2462967d91bf req-77d9b384-60d5-4f80-b883-34c5774252a8 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852646 Feb 09 01:10:10.433844 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cdc278-31ef-4435-89b5-8e1f8e2a97a4 req-7399d58d-0d73-40ec-87f8-b3daf65d574c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:10.436329 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-71cdc278-31ef-4435-89b5-8e1f8e2a97a4 req-7399d58d-0d73-40ec-87f8-b3daf65d574c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6d2f26ac-fa37-4145-a107-477cb2884884 HTTP/1.1" status: 200 len: 1097 time: 0.8219521 Feb 09 01:10:10.456478 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590d006-6dab-49c1-bf27-e6f4b2e718d8 req-423a0326-2949-49d6-9d7c-4e30f286c200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:10.458096 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d590d006-6dab-49c1-bf27-e6f4b2e718d8 req-423a0326-2949-49d6-9d7c-4e30f286c200 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23&tenant_id=5c3742d9e0e147a587c775654c5e399e HTTP/1.1" status: 200 len: 1094 time: 0.3618436 Feb 09 01:10:10.459582 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d33f4507-21f6-4722-b56a-1d7a9ab51862 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "DELETE /v2.0/floatingips/1e37e363-efff-4c3f-a30b-dbfa5eb76cad HTTP/1.1" status: 204 len: 168 time: 6.9279485 Feb 09 01:10:10.475011 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3714acfe-9920-4b31-9c7f-4d7b3189ae95 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:10.497856 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-00a87fc1-94e8-4694-afa6-11178c3441f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:10.503793 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42678) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:10.520640 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:10.533016 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a87fc1-94e8-4694-afa6-11178c3441f7 None None] Routers {'27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:10:10.533657 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-00a87fc1-94e8-4694-afa6-11178c3441f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:10:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:10.538837 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:10.607198 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb85c40-4d52-4c04-8e0d-13c64b3a48ec tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:10.609211 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5fb394e8-4143-4f09-8eb7-4655ab4d02d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:10.635610 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-2cb85c40-4d52-4c04-8e0d-13c64b3a48ec tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:10.635813 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=f68d8cf4-9d92-427c-8e27-693c966b9d69,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:10.651180 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port ed95cf65-6ad9-48b9-b564-6f38f0074a61, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=ed95cf65-6ad9-48b9-b564-6f38f0074a61,segment=NetworkSegment(6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5),segment_id=6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:10.658350 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb85c40-4d52-4c04-8e0d-13c64b3a48ec tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:10:10.659649 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:10.660452 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 49f387b1-200d-4aa1-aa5b-0e58530b895f no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:10:10.687968 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-1156b0b1-ec22-48ae-a9ca-8cfbdb9defb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:10.703296 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-71cdc278-31ef-4435-89b5-8e1f8e2a97a4 req-c9ebcacb-de86-400f-a9ca-99b55b50e4ff service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497270 Feb 09 01:10:10.713764 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-00a87fc1-94e8-4694-afa6-11178c3441f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:10.714714 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a87fc1-94e8-4694-afa6-11178c3441f7 None None] The sync data for ids ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:10:10.715812 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-cb50df96-2862-49e0-a81e-e09aba13b9b3 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Deleting port 0fb89155-0baa-4fa2-b566-4f0563f7fbe4 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:10:10.716362 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cb50df96-2862-49e0-a81e-e09aba13b9b3 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:10.739498 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a9d59f-3cdb-47ee-a63c-558f049e8e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-12ce165e-7f22-4e61-b759-4b0476cd533b', 'network_id': '12ce165e-7f22-4e61-b759-4b0476cd533b', 'tenant_id': '49026555c4b24e1b8bcbad16e5fe47d5', 'fixed_ips': [{'subnet_id': 'e1f88be6-8125-43c0-b152-8164c9c9e6b3'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:10:10.740332 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-08a9d59f-3cdb-47ee-a63c-558f049e8e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:10.743326 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3714acfe-9920-4b31-9c7f-4d7b3189ae95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:10.744411 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3714acfe-9920-4b31-9c7f-4d7b3189ae95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:10.748273 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5fb394e8-4143-4f09-8eb7-4655ab4d02d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:10.763427 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-532cc84a-6777-4b45-9c26-65bb8725d64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95aa27e4-7381-45cb-a4ad-312c70997a82', 'name': 'tempest-AttachSCSIVolumeTestJSON-2016691492-router', 'tenant_id': '83e94f6e7a5b43379622b4bf0ec7cacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '0c811d45-1b2c-4f85-910a-f4b4651b6d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:43Z', 'updated_at': '2022-02-09T01:10:01Z', 'revision_number': 4, 'project_id': '83e94f6e7a5b43379622b4bf0ec7cacb', 'gw_port': {'id': '0c811d45-1b2c-4f85-910a-f4b4651b6d09', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ea:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aa27e4-7381-45cb-a4ad-312c70997a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:48Z', 'updated_at': '2022-02-09T01:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'ec1d5573-5eb3-4c56-9b4a-6fb632839e15', 'name': '', 'network_id': 'd88f004f-470d-4ee7-9d5d-6a152c2ee838', 'tenant_id': '83e94f6e7a5b43379622b4bf0ec7cacb', 'mac_address': 'fa:16:3e:d7:bf:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95aa27e4-7381-45cb-a4ad-312c70997a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '647739ad-1273-4f77-bed3-a83e6cc8487b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:59Z', 'updated_at': '2022-02-09T01:10:08Z', 'revision_number': 4, 'project_id': '83e94f6e7a5b43379622b4bf0ec7cacb', 'subnets': [{'id': '647739ad-1273-4f77-bed3-a83e6cc8487b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:10.804426 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532cc84a-6777-4b45-9c26-65bb8725d64f None None] The sync data for ids ['95aa27e4-7381-45cb-a4ad-312c70997a82'] in n-d-828419-1 is: [{'id': '95aa27e4-7381-45cb-a4ad-312c70997a82', 'name': 'tempest-AttachSCSIVolumeTestJSON-2016691492-router', 'tenant_id': '83e94f6e7a5b43379622b4bf0ec7cacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '0c811d45-1b2c-4f85-910a-f4b4651b6d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:43Z', 'updated_at': '2022-02-09T01:10:01Z', 'revision_number': 4, 'project_id': '83e94f6e7a5b43379622b4bf0ec7cacb', 'gw_port': {'id': '0c811d45-1b2c-4f85-910a-f4b4651b6d09', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ea:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aa27e4-7381-45cb-a4ad-312c70997a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:48Z', 'updated_at': '2022-02-09T01:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'ec1d5573-5eb3-4c56-9b4a-6fb632839e15', 'name': '', 'network_id': 'd88f004f-470d-4ee7-9d5d-6a152c2ee838', 'tenant_id': '83e94f6e7a5b43379622b4bf0ec7cacb', 'mac_address': 'fa:16:3e:d7:bf:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95aa27e4-7381-45cb-a4ad-312c70997a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '647739ad-1273-4f77-bed3-a83e6cc8487b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:59Z', 'updated_at': '2022-02-09T01:10:08Z', 'revision_number': 4, 'project_id': '83e94f6e7a5b43379622b4bf0ec7cacb', 'subnets': [{'id': '647739ad-1273-4f77-bed3-a83e6cc8487b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:10:10.836583 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb85c40-4d52-4c04-8e0d-13c64b3a48ec tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Pushing event updated for resources: {'Port': ['ID=5bc894dc-eef8-458c-9a44-d5c157bf8d55,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:10.914801 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 49f387b1-200d-4aa1-aa5b-0e58530b895f not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:10:10.915694 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device a9cc22f6-5283-4291-ac6b-9ff6463541ff no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:10:10.953835 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=ed95cf65-6ad9-48b9-b564-6f38f0074a61,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:10.970280 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-04b2f7c7-5f32-4146-86f1-7c9f2406432a req-875ca964-65de-473f-af36-4dbc15655ec4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ba223cb31d38495e82a6ea1e10355253&device_id=23dd2e84-e357-4dbd-9b8c-4fa7dd5ce0f1 HTTP/1.1" status: 200 len: 210 time: 0.2104080 Feb 09 01:10:11.040266 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ffa3d1ff-9989-4531-a191-b2b66e394533 req-7f159fc5-4c51-4427-8ceb-562133c123e4 tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dd2e84-e357-4dbd-9b8c-4fa7dd5ce0f1 HTTP/1.1" status: 200 len: 210 time: 0.1717412 Feb 09 01:10:11.042840 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5fb394e8-4143-4f09-8eb7-4655ab4d02d4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7a46b40c95144951b54f07b589b392b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1797726 Feb 09 01:10:11.050708 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42684) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:11.068848 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb394e8-4143-4f09-8eb7-4655ab4d02d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f56818-6ae7-497c-bcae-c01be61f8b2e,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:11.082139 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3714acfe-9920-4b31-9c7f-4d7b3189ae95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:11.086622 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-04b2f7c7-5f32-4146-86f1-7c9f2406432a req-c0b03247-9e84-4f7d-96f9-cd46850cb044 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ba223cb31d38495e82a6ea1e10355253&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0815330 Feb 09 01:10:11.180932 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-1156b0b1-ec22-48ae-a9ca-8cfbdb9defb2 service neutron] For port ed95cf65-6ad9-48b9-b564-6f38f0074a61, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=ed95cf65-6ad9-48b9-b564-6f38f0074a61,segment=NetworkSegment(6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5),segment_id=6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:11.215956 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590d006-6dab-49c1-bf27-e6f4b2e718d8 req-a373f084-bcf1-4488-ba28-4bc1b8ddc891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:11.217517 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d590d006-6dab-49c1-bf27-e6f4b2e718d8 req-a373f084-bcf1-4488-ba28-4bc1b8ddc891 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5c3742d9e0e147a587c775654c5e399e&device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 1094 time: 0.7126377 Feb 09 01:10:11.241059 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-08a9d59f-3cdb-47ee-a63c-558f049e8e41 None None] Allocated IP 172.20.0.2 (12ce165e-7f22-4e61-b759-4b0476cd533b/e1f88be6-8125-43c0-b152-8164c9c9e6b3/f70482c5-e520-4ff9-88ef-f0baed549926) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:11.255513 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:11.345670 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-1156b0b1-ec22-48ae-a9ca-8cfbdb9defb2 service neutron] For port ed95cf65-6ad9-48b9-b564-6f38f0074a61, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:10:11.353932 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2cb85c40-4d52-4c04-8e0d-13c64b3a48ec tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:11.415394 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port a9cc22f6-5283-4291-ac6b-9ff6463541ff, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a9cc22f6-5283-4291-ac6b-9ff6463541ff,segment=NetworkSegment(c70063aa-13fe-46c3-b4e6-857706eded55),segment_id=c70063aa-13fe-46c3-b4e6-857706eded55)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:11.423115 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:11.425313 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 487d94e7-f3c1-4818-8a12-ddf7384d74a2 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:10:11.458367 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18976e50-3811-4e90-aacf-3ec6d2678cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:11.546969 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3d51e86-6390-4e68-8303-ef0030562eae'}, {'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed95cf65-6ad9-48b9-b564-6f38f0074a61'}, {'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9cc22f6-5283-4291-ac6b-9ff6463541ff'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:10:11.612903 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-1156b0b1-ec22-48ae-a9ca-8cfbdb9defb2 service neutron] device_id is not set on port ed95cf65-6ad9-48b9-b564-6f38f0074a61 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:10:11.633381 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=a9cc22f6-5283-4291-ac6b-9ff6463541ff,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:11.640131 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86207516-6566-471a-ba49-598c3f4c3e41 req-d6a2ce05-3497-4d88-84aa-0532e9bd8000 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:11.648513 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86207516-6566-471a-ba49-598c3f4c3e41 req-d6a2ce05-3497-4d88-84aa-0532e9bd8000 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d2f26ac-fa37-4145-a107-477cb2884884 HTTP/1.1" status: 200 len: 946 time: 0.8941827 Feb 09 01:10:11.655443 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-1156b0b1-ec22-48ae-a9ca-8cfbdb9defb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:11.683383 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cb50df96-2862-49e0-a81e-e09aba13b9b3 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:11.699951 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-1156b0b1-ec22-48ae-a9ca-8cfbdb9defb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:11.772067 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2cb85c40-4d52-4c04-8e0d-13c64b3a48ec tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:11.820567 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590d006-6dab-49c1-bf27-e6f4b2e718d8 req-30abdf4c-4484-466e-a9b1-9c424c6e774f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:11.822215 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d590d006-6dab-49c1-bf27-e6f4b2e718d8 req-30abdf4c-4484-466e-a9b1-9c424c6e774f service neutron] 10.222.0.35 "GET /v2.0/networks?id=f463daa3-bdf7-465b-839b-27906d718cfd HTTP/1.1" status: 200 len: 918 time: 0.5939646 Feb 09 01:10:11.870482 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:11.873343 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:11.899984 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-cb50df96-2862-49e0-a81e-e09aba13b9b3 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Calling delete_port for 0fb89155-0baa-4fa2-b566-4f0563f7fbe4 owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:10:11.914947 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-08a9d59f-3cdb-47ee-a63c-558f049e8e41 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:11.933281 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-08a9d59f-3cdb-47ee-a63c-558f049e8e41 None None] Transition to ACTIVE for port object f70482c5-e520-4ff9-88ef-f0baed549926 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:11.941557 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 487d94e7-f3c1-4818-8a12-ddf7384d74a2, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=487d94e7-f3c1-4818-8a12-ddf7384d74a2,segment=NetworkSegment(6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5),segment_id=6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:11.969151 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2f7c7-5f32-4146-86f1-7c9f2406432a req-76f15259-2166-4e55-ad22-3d1a883f97a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:11.970955 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:11.971856 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 28f6d6f4-456f-46b7-a80c-e7fa8ebd0629 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:10:11.973790 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-04b2f7c7-5f32-4146-86f1-7c9f2406432a req-76f15259-2166-4e55-ad22-3d1a883f97a8 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8715193 Feb 09 01:10:11.978031 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18976e50-3811-4e90-aacf-3ec6d2678cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:12.025088 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3714acfe-9920-4b31-9c7f-4d7b3189ae95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:12.211660 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-08a9d59f-3cdb-47ee-a63c-558f049e8e41 None None] Transition to ACTIVE for port object f70482c5-e520-4ff9-88ef-f0baed549926 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:12.279966 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-08a9d59f-3cdb-47ee-a63c-558f049e8e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:12.325433 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a9d59f-3cdb-47ee-a63c-558f049e8e41 None None] Network 12ce165e-7f22-4e61-b759-4b0476cd533b is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:12.375523 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-08a9d59f-3cdb-47ee-a63c-558f049e8e41 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:12.377268 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=487d94e7-f3c1-4818-8a12-ddf7384d74a2,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:12.378359 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1f9d4-8f11-486c-a5b5-16b276f7e8aa req-915bfd49-7df8-4717-bffc-5f7329a40834 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:12.381801 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a9d59f-3cdb-47ee-a63c-558f049e8e41 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:10:12.384647 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1f9d4-8f11-486c-a5b5-16b276f7e8aa req-915bfd49-7df8-4717-bffc-5f7329a40834 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:12.389764 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d590d006-6dab-49c1-bf27-e6f4b2e718d8 req-ba548742-9c7f-4cce-8851-c7cb3d04b385 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92d5acad-e38d-43c2-8bec-c5018d35d94a HTTP/1.1" status: 200 len: 998 time: 0.4484475 Feb 09 01:10:12.391522 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1f9d4-8f11-486c-a5b5-16b276f7e8aa req-915bfd49-7df8-4717-bffc-5f7329a40834 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:12.397717 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1f9d4-8f11-486c-a5b5-16b276f7e8aa req-915bfd49-7df8-4717-bffc-5f7329a40834 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:12.408810 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1f9d4-8f11-486c-a5b5-16b276f7e8aa req-915bfd49-7df8-4717-bffc-5f7329a40834 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:12.416461 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-49a1f9d4-8f11-486c-a5b5-16b276f7e8aa req-915bfd49-7df8-4717-bffc-5f7329a40834 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 3880 time: 0.8230600 Feb 09 01:10:12.424107 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18976e50-3811-4e90-aacf-3ec6d2678cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:12.461074 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86207516-6566-471a-ba49-598c3f4c3e41 req-9347ec39-fb96-4797-b917-9754280b55cf tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8114562 Feb 09 01:10:12.522912 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156b0b1-ec22-48ae-a9ca-8cfbdb9defb2 service neutron] Pushing event updated for resources: {'Port': ['ID=ed95cf65-6ad9-48b9-b564-6f38f0074a61,revision_number=7']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:12.536869 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18976e50-3811-4e90-aacf-3ec6d2678cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f56818-6ae7-497c-bcae-c01be61f8b2e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:12.555982 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-1156b0b1-ec22-48ae-a9ca-8cfbdb9defb2 service neutron] No DVR routers for this DVR port ed95cf65-6ad9-48b9-b564-6f38f0074a61 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:10:12.601552 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9d59f-3cdb-47ee-a63c-558f049e8e41 None None] Pushing event updated for resources: {'Port': ['ID=f70482c5-e520-4ff9-88ef-f0baed549926,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:12.606494 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:12.671996 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-49a1f9d4-8f11-486c-a5b5-16b276f7e8aa req-05ff9c3c-eb67-41b6-8efa-f99064a61041 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2400548 Feb 09 01:10:12.673288 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590d006-6dab-49c1-bf27-e6f4b2e718d8 req-0edb627e-3b39-4fe5-9845-b4b6a69650c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:12.674912 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d590d006-6dab-49c1-bf27-e6f4b2e718d8 req-0edb627e-3b39-4fe5-9845-b4b6a69650c3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff HTTP/1.1" status: 200 len: 856 time: 0.2667253 Feb 09 01:10:12.722899 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18976e50-3811-4e90-aacf-3ec6d2678cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:12.726225 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-18976e50-3811-4e90-aacf-3ec6d2678cc8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/89f56818-6ae7-497c-bcae-c01be61f8b2e HTTP/1.1" status: 204 len: 168 time: 1.6611049 Feb 09 01:10:12.742418 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 28f6d6f4-456f-46b7-a80c-e7fa8ebd0629, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=28f6d6f4-456f-46b7-a80c-e7fa8ebd0629,segment=NetworkSegment(98e1f1a3-bd88-4667-8800-3608f4b5b13e),segment_id=98e1f1a3-bd88-4667-8800-3608f4b5b13e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:12.747299 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-08a9d59f-3cdb-47ee-a63c-558f049e8e41 None None] Attempting to bind port f70482c5-e520-4ff9-88ef-f0baed549926 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:10:12.747862 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-08a9d59f-3cdb-47ee-a63c-558f049e8e41 None None] Attempting to bind port f70482c5-e520-4ff9-88ef-f0baed549926 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '4dbc52b3-dff6-4f21-8158-450cd3eb585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '12ce165e-7f22-4e61-b759-4b0476cd533b'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:10:12.748551 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a9d59f-3cdb-47ee-a63c-558f049e8e41 None None] Attempting to bind port f70482c5-e520-4ff9-88ef-f0baed549926 on network 12ce165e-7f22-4e61-b759-4b0476cd533b {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:10:12.750143 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2cb85c40-4d52-4c04-8e0d-13c64b3a48ec tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:12.753791 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ec1d5573-5eb3-4c56-9b4a-6fb632839e15 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:10:12.802502 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-1156b0b1-ec22-48ae-a9ca-8cfbdb9defb2 service neutron] In _notify_port_updated(), no bound segment for port ed95cf65-6ad9-48b9-b564-6f38f0074a61 on network 0fe62980-d662-4305-b32e-541d69722270 {{(pid=87612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:10:12.804062 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-1156b0b1-ec22-48ae-a9ca-8cfbdb9defb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:12.804887 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-1156b0b1-ec22-48ae-a9ca-8cfbdb9defb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:12.806404 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-1156b0b1-ec22-48ae-a9ca-8cfbdb9defb2 service neutron] 10.222.0.35 "PUT /v2.0/ports/ed95cf65-6ad9-48b9-b564-6f38f0074a61 HTTP/1.1" status: 200 len: 1031 time: 2.5006907 Feb 09 01:10:12.833783 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-54831cc8-3927-4ff3-ae9e-094d85494c62 None None] Provisioning complete for port ed95cf65-6ad9-48b9-b564-6f38f0074a61 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:12.834158 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-54831cc8-3927-4ff3-ae9e-094d85494c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:12.845727 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2cb85c40-4d52-4c04-8e0d-13c64b3a48ec tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:12.879455 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3d51e86-6390-4e68-8303-ef0030562eae', 'code': 200} Feb 09 01:10:12.879893 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed95cf65-6ad9-48b9-b564-6f38f0074a61', 'code': 200} Feb 09 01:10:12.880158 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9cc22f6-5283-4291-ac6b-9ff6463541ff', 'code': 200} Feb 09 01:10:12.883318 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:12.884005 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c064f193-8708-43f5-b803-dfdf26a1e5a4 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:10:12.992436 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a9d59f-3cdb-47ee-a63c-558f049e8e41 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:10:12.992969 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a9d59f-3cdb-47ee-a63c-558f049e8e41 None None] Checking segment: {'id': '4dbc52b3-dff6-4f21-8158-450cd3eb585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '12ce165e-7f22-4e61-b759-4b0476cd533b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:10:12.993481 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-08a9d59f-3cdb-47ee-a63c-558f049e8e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:12.994097 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a9d59f-3cdb-47ee-a63c-558f049e8e41 None None] Bound using segment: {'id': '4dbc52b3-dff6-4f21-8158-450cd3eb585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '12ce165e-7f22-4e61-b759-4b0476cd533b'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:10:12.994688 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-08a9d59f-3cdb-47ee-a63c-558f049e8e41 None None] Bound port: f70482c5-e520-4ff9-88ef-f0baed549926, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dbc52b3-dff6-4f21-8158-450cd3eb585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '12ce165e-7f22-4e61-b759-4b0476cd533b'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:10:12.995166 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-08a9d59f-3cdb-47ee-a63c-558f049e8e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:13.001889 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-44977107-085a-404c-b233-f7e370fe97e2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Deleting port 28f6d6f4-456f-46b7-a80c-e7fa8ebd0629 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:10:13.002237 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-44977107-085a-404c-b233-f7e370fe97e2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:13.157232 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb85c40-4d52-4c04-8e0d-13c64b3a48ec tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Pushing event updated for resources: {'Port': ['ID=5bc894dc-eef8-458c-9a44-d5c157bf8d55,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:13.165981 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2594e7ed-5b36-4b81-ab5e-59e68e2a7ec8 req-c0483d01-fa14-4567-ac79-1a8d92d40b1d tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dd2e84-e357-4dbd-9b8c-4fa7dd5ce0f1 HTTP/1.1" status: 200 len: 210 time: 0.1156795 Feb 09 01:10:13.181728 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2cb85c40-4d52-4c04-8e0d-13c64b3a48ec tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:13.206070 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3714acfe-9920-4b31-9c7f-4d7b3189ae95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:13.239065 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2cb85c40-4d52-4c04-8e0d-13c64b3a48ec tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:13.240613 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2cb85c40-4d52-4c04-8e0d-13c64b3a48ec tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6237268 Feb 09 01:10:13.249459 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3714acfe-9920-4b31-9c7f-4d7b3189ae95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:13.264870 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-54831cc8-3927-4ff3-ae9e-094d85494c62 None None] Port ed95cf65-6ad9-48b9-b564-6f38f0074a61 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:10:13.317706 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=28f6d6f4-456f-46b7-a80c-e7fa8ebd0629,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:13.321250 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port ec1d5573-5eb3-4c56-9b4a-6fb632839e15 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:13.334067 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port ec1d5573-5eb3-4c56-9b4a-6fb632839e15 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:13.334283 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:13.420319 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad12cd-d443-428a-ba94-6d6eaa0b4eef req-d7dffb57-5286-4ee6-b685-6b803c03039e tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:13.427282 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-42ad12cd-d443-428a-ba94-6d6eaa0b4eef req-d7dffb57-5286-4ee6-b685-6b803c03039e tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 943 time: 0.7514026 Feb 09 01:10:13.499157 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590d006-6dab-49c1-bf27-e6f4b2e718d8 req-ecc8ac5e-15dc-4b6d-a0c9-47464a910535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:13.500731 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d590d006-6dab-49c1-bf27-e6f4b2e718d8 req-ecc8ac5e-15dc-4b6d-a0c9-47464a910535 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f463daa3-bdf7-465b-839b-27906d718cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7651098 Feb 09 01:10:13.518732 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-04b2f7c7-5f32-4146-86f1-7c9f2406432a req-80a3b1c3-0dd5-45a5-8689-b49498760349 tempest-ServerShowV247Test-1884793430 tempest-ServerShowV247Test-1884793430-project] 10.222.0.35 "GET /v2.0/ports?device_id=23dd2e84-e357-4dbd-9b8c-4fa7dd5ce0f1 HTTP/1.1" status: 200 len: 210 time: 0.0564942 Feb 09 01:10:13.542700 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-3714acfe-9920-4b31-9c7f-4d7b3189ae95 admin admin] Allocated IP 172.25.5.63 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/5ae738ad-9596-4a13-9389-2eb81ace8282) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:13.577608 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-42ad12cd-d443-428a-ba94-6d6eaa0b4eef req-04186340-8dc7-4c01-be37-00588527e2d1 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493671 Feb 09 01:10:13.704845 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cb50df96-2862-49e0-a81e-e09aba13b9b3 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:13.741266 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:13.750484 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-43a1d63b-796b-459b-b575-21b2273143cc req-2a4e9144-f926-4dea-a277-3c4c2cdab1b0 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--76384206&fields=id&tenant_id=a05b06a91f9f4c368f81acc872bcfa31 HTTP/1.1" status: 200 len: 267 time: 0.0916474 Feb 09 01:10:13.780464 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-08a9d59f-3cdb-47ee-a63c-558f049e8e41 None None] For port f70482c5-e520-4ff9-88ef-f0baed549926, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:10:13.824183 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50df96-2862-49e0-a81e-e09aba13b9b3 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event deleted for resources: {'Port': ['ID=0fb89155-0baa-4fa2-b566-4f0563f7fbe4,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:13.829573 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-08a9d59f-3cdb-47ee-a63c-558f049e8e41 None None] For port f70482c5-e520-4ff9-88ef-f0baed549926, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=f70482c5-e520-4ff9-88ef-f0baed549926,segment=NetworkSegment(4dbc52b3-dff6-4f21-8158-450cd3eb585f),segment_id=4dbc52b3-dff6-4f21-8158-450cd3eb585f)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:10:13.836312 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c064f193-8708-43f5-b803-dfdf26a1e5a4, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c064f193-8708-43f5-b803-dfdf26a1e5a4,segment=NetworkSegment(6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5),segment_id=6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:13.845840 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-08a9d59f-3cdb-47ee-a63c-558f049e8e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:13.914914 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50df96-2862-49e0-a81e-e09aba13b9b3 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:13.914914 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50df96-2862-49e0-a81e-e09aba13b9b3 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:13.914914 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50df96-2862-49e0-a81e-e09aba13b9b3 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:13.915314 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50df96-2862-49e0-a81e-e09aba13b9b3 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:13.915609 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50df96-2862-49e0-a81e-e09aba13b9b3 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:13.915936 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50df96-2862-49e0-a81e-e09aba13b9b3 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:13.916258 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50df96-2862-49e0-a81e-e09aba13b9b3 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:13.916602 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50df96-2862-49e0-a81e-e09aba13b9b3 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:13.916920 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50df96-2862-49e0-a81e-e09aba13b9b3 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:13.917794 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50df96-2862-49e0-a81e-e09aba13b9b3 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:13.918142 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50df96-2862-49e0-a81e-e09aba13b9b3 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:13.918470 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50df96-2862-49e0-a81e-e09aba13b9b3 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:13.980991 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-44977107-085a-404c-b233-f7e370fe97e2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] For port 28f6d6f4-456f-46b7-a80c-e7fa8ebd0629, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=28f6d6f4-456f-46b7-a80c-e7fa8ebd0629,segment=NetworkSegment(98e1f1a3-bd88-4667-8800-3608f4b5b13e),segment_id=98e1f1a3-bd88-4667-8800-3608f4b5b13e)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:13.981223 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-44977107-085a-404c-b233-f7e370fe97e2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:13.998535 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:14.004307 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:14.015408 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9d59f-3cdb-47ee-a63c-558f049e8e41 None None] Pushing event updated for resources: {'Port': ['ID=f70482c5-e520-4ff9-88ef-f0baed549926,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:14.157246 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3714acfe-9920-4b31-9c7f-4d7b3189ae95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:14.166445 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port ec1d5573-5eb3-4c56-9b4a-6fb632839e15, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=ec1d5573-5eb3-4c56-9b4a-6fb632839e15,segment=NetworkSegment(2b4e378e-be94-4976-8792-7feadcd85d58),segment_id=2b4e378e-be94-4976-8792-7feadcd85d58)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:14.191068 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:14.193386 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f68d8cf4-9d92-427c-8e27-693c966b9d69 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:10:14.239867 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1d63b-796b-459b-b575-21b2273143cc req-a54936d4-74e0-4539-836c-3e6a363c8cea tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:14.247390 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-43a1d63b-796b-459b-b575-21b2273143cc req-a54936d4-74e0-4539-836c-3e6a363c8cea tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/networks?id=4b69e8f8-1014-43eb-bd96-15547037bb6b HTTP/1.1" status: 200 len: 812 time: 0.4958858 Feb 09 01:10:14.267544 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-43a1d63b-796b-459b-b575-21b2273143cc req-c1e2ff6e-6504-4ca8-bb98-7fe629a8be5f tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/quotas/a05b06a91f9f4c368f81acc872bcfa31 HTTP/1.1" status: 200 len: 375 time: 0.0188739 Feb 09 01:10:14.392876 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3714acfe-9920-4b31-9c7f-4d7b3189ae95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:14.413595 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=c064f193-8708-43f5-b803-dfdf26a1e5a4,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:14.423921 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-44977107-085a-404c-b233-f7e370fe97e2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Calling delete_port for 28f6d6f4-456f-46b7-a80c-e7fa8ebd0629 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:10:14.503276 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714acfe-9920-4b31-9c7f-4d7b3189ae95 admin admin] Pushing event updated for resources: {'Port': ['ID=5ae738ad-9596-4a13-9389-2eb81ace8282,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:14.537313 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3714acfe-9920-4b31-9c7f-4d7b3189ae95 admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:14.540250 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-3714acfe-9920-4b31-9c7f-4d7b3189ae95 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:14.543878 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3714acfe-9920-4b31-9c7f-4d7b3189ae95 admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:10:14.611987 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=ec1d5573-5eb3-4c56-9b4a-6fb632839e15,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:14.628412 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port f68d8cf4-9d92-427c-8e27-693c966b9d69 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:14.628950 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:14.820179 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fddfe0a-eac9-4921-9f9a-1d5b504deb2a req-aac62de2-4cce-4cea-9d60-e6770f92206c tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:14.821910 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2fddfe0a-eac9-4921-9f9a-1d5b504deb2a req-aac62de2-4cce-4cea-9d60-e6770f92206c tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d2f26ac-fa37-4145-a107-477cb2884884 HTTP/1.1" status: 200 len: 946 time: 1.0042083 Feb 09 01:10:14.828259 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-44977107-085a-404c-b233-f7e370fe97e2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:14.837315 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-43a1d63b-796b-459b-b575-21b2273143cc req-8b1734e4-b4dc-42f4-897e-cdfd4db5826c tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a05b06a91f9f4c368f81acc872bcfa31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5685410 Feb 09 01:10:14.883450 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '487d94e7-f3c1-4818-8a12-ddf7384d74a2'}, {'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28f6d6f4-456f-46b7-a80c-e7fa8ebd0629'}, {'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c064f193-8708-43f5-b803-dfdf26a1e5a4'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:10:14.981721 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44977107-085a-404c-b233-f7e370fe97e2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Pushing event deleted for resources: {'Port': ['ID=28f6d6f4-456f-46b7-a80c-e7fa8ebd0629,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:15.000082 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d590d006-6dab-49c1-bf27-e6f4b2e718d8 req-be88619e-6801-44ed-81ed-ba195fea31ca service neutron] 10.222.0.35 "GET /v2.0/networks/f463daa3-bdf7-465b-839b-27906d718cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4740357 Feb 09 01:10:15.004573 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cb50df96-2862-49e0-a81e-e09aba13b9b3 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:15.045790 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f70482c5-e520-4ff9-88ef-f0baed549926 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:10:15.103473 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-44977107-085a-404c-b233-f7e370fe97e2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] No DVR routers for this DVR port 28f6d6f4-456f-46b7-a80c-e7fa8ebd0629 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:10:15.141227 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port f70482c5-e520-4ff9-88ef-f0baed549926 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:15.147609 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ec1d5573-5eb3-4c56-9b4a-6fb632839e15 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:10:15.150374 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-43a1d63b-796b-459b-b575-21b2273143cc req-13063bcb-c7cc-464d-9650-b0c8a577645d service neutron] 10.222.0.37 "GET /v2.0/networks/4b69e8f8-1014-43eb-bd96-15547037bb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619846 Feb 09 01:10:15.170007 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-cb50df96-2862-49e0-a81e-e09aba13b9b3 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "DELETE /v2.0/ports/0fb89155-0baa-4fa2-b566-4f0563f7fbe4 HTTP/1.1" status: 204 len: 168 time: 4.6192329 Feb 09 01:10:15.180483 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42762) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:15.224371 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-44977107-085a-404c-b233-f7e370fe97e2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:15.226457 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-44977107-085a-404c-b233-f7e370fe97e2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.35 "DELETE /v2.0/ports/28f6d6f4-456f-46b7-a80c-e7fa8ebd0629 HTTP/1.1" status: 204 len: 173 time: 2.4084542 Feb 09 01:10:15.227120 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-deleted', 'tag': '28f6d6f4-456f-46b7-a80c-e7fa8ebd0629'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:10:15.236649 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-266d84a8-dac3-4f24-9593-02a5ad425ce1 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:15.236848 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2fddfe0a-eac9-4921-9f9a-1d5b504deb2a req-773b5629-36cf-4257-91a2-4aa3ebc7a12a tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736606 Feb 09 01:10:15.238989 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port ec1d5573-5eb3-4c56-9b4a-6fb632839e15 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:15.239511 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:15.247338 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-266d84a8-dac3-4f24-9593-02a5ad425ce1 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:15.251749 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-266d84a8-dac3-4f24-9593-02a5ad425ce1 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Usage tracker for resource:floatingip and tenant:3233fa6a1c31485fb5278c0948d1b003 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:15.254699 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-266d84a8-dac3-4f24-9593-02a5ad425ce1 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:15.261548 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-266d84a8-dac3-4f24-9593-02a5ad425ce1 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:15.362692 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-a401ee5c-d45a-4e1e-b4ef-691cfe0597d7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Deleting port 487d94e7-f3c1-4818-8a12-ddf7384d74a2 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:10:15.362925 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-a401ee5c-d45a-4e1e-b4ef-691cfe0597d7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:15.382714 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3714acfe-9920-4b31-9c7f-4d7b3189ae95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:15.499277 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-266d84a8-dac3-4f24-9593-02a5ad425ce1 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:15.598236 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d590d006-6dab-49c1-bf27-e6f4b2e718d8 req-05990b1f-6209-4174-86c1-fb05dd4610db service neutron] 10.222.0.35 "GET /v2.0/networks/f463daa3-bdf7-465b-839b-27906d718cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5132682 Feb 09 01:10:15.603743 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2888e80c-2da9-477c-938b-dbbe1e0eae8a None None] Network 12ce165e-7f22-4e61-b759-4b0476cd533b requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:10:15.699443 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-43a1d63b-796b-459b-b575-21b2273143cc req-afa2dc22-cb2e-4edf-8df9-d502a2e0d010 service neutron] 10.222.0.37 "GET /v2.0/networks/4b69e8f8-1014-43eb-bd96-15547037bb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5412951 Feb 09 01:10:15.763997 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-438daa44-dd56-42d2-9c0d-8059aafa2e90 None None] Provisioning for port f70482c5-e520-4ff9-88ef-f0baed549926 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:15.766225 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe75ba7-5520-44f6-a984-c0d0a9c03c71 req-41b638ee-9069-4e78-98a6-6dc87b3ce92c tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:15.773432 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe75ba7-5520-44f6-a984-c0d0a9c03c71 req-41b638ee-9069-4e78-98a6-6dc87b3ce92c tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:15.777327 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-438daa44-dd56-42d2-9c0d-8059aafa2e90 None None] Provisioning complete for port f70482c5-e520-4ff9-88ef-f0baed549926 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:15.777837 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-438daa44-dd56-42d2-9c0d-8059aafa2e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:15.781592 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe75ba7-5520-44f6-a984-c0d0a9c03c71 req-41b638ee-9069-4e78-98a6-6dc87b3ce92c tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:15.788806 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe75ba7-5520-44f6-a984-c0d0a9c03c71 req-41b638ee-9069-4e78-98a6-6dc87b3ce92c tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:15.789810 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5fe75ba7-5520-44f6-a984-c0d0a9c03c71 req-41b638ee-9069-4e78-98a6-6dc87b3ce92c tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Synchronizing usage tracker for tenant:c1fe8f42c4854e5699e2e8b880d21442 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:10:15.826090 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5fe75ba7-5520-44f6-a984-c0d0a9c03c71 req-41b638ee-9069-4e78-98a6-6dc87b3ce92c tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Unset dirty status for tenant:c1fe8f42c4854e5699e2e8b880d21442 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:10:15.833784 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5fe75ba7-5520-44f6-a984-c0d0a9c03c71 req-41b638ee-9069-4e78-98a6-6dc87b3ce92c tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 3141 time: 0.3788228 Feb 09 01:10:15.909166 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5fe75ba7-5520-44f6-a984-c0d0a9c03c71 req-dcf72863-ed1e-4bae-b018-8b0f66f15b3a tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741684 Feb 09 01:10:15.962820 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-a401ee5c-d45a-4e1e-b4ef-691cfe0597d7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] For port 487d94e7-f3c1-4818-8a12-ddf7384d74a2, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=487d94e7-f3c1-4818-8a12-ddf7384d74a2,segment=NetworkSegment(6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5),segment_id=6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:15.963264 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-a401ee5c-d45a-4e1e-b4ef-691cfe0597d7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:15.975114 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-438daa44-dd56-42d2-9c0d-8059aafa2e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:16.105974 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-438daa44-dd56-42d2-9c0d-8059aafa2e90 None None] For port f70482c5-e520-4ff9-88ef-f0baed549926, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=f70482c5-e520-4ff9-88ef-f0baed549926,segment=NetworkSegment(4dbc52b3-dff6-4f21-8158-450cd3eb585f),segment_id=4dbc52b3-dff6-4f21-8158-450cd3eb585f)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:16.117904 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-438daa44-dd56-42d2-9c0d-8059aafa2e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:16.255295 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438daa44-dd56-42d2-9c0d-8059aafa2e90 None None] Pushing event updated for resources: {'Port': ['ID=f70482c5-e520-4ff9-88ef-f0baed549926,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:16.317577 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '487d94e7-f3c1-4818-8a12-ddf7384d74a2', 'code': 200} Feb 09 01:10:16.317845 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28f6d6f4-456f-46b7-a80c-e7fa8ebd0629', 'code': 200} Feb 09 01:10:16.318100 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c064f193-8708-43f5-b803-dfdf26a1e5a4', 'code': 200} Feb 09 01:10:16.509105 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-a401ee5c-d45a-4e1e-b4ef-691cfe0597d7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Calling delete_port for 487d94e7-f3c1-4818-8a12-ddf7384d74a2 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:10:16.762848 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0225007c-388d-4550-b2ec-dcea61ee341a None None] Provisioning complete for port f70482c5-e520-4ff9-88ef-f0baed549926 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:16.766617 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0225007c-388d-4550-b2ec-dcea61ee341a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:16.897163 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-266d84a8-dac3-4f24-9593-02a5ad425ce1 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:16.916424 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42812) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:16.992923 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-deleted', 'tag': '28f6d6f4-456f-46b7-a80c-e7fa8ebd0629', 'status': 'completed', 'code': 200} Feb 09 01:10:17.026177 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-a401ee5c-d45a-4e1e-b4ef-691cfe0597d7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:17.046807 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f70482c5-e520-4ff9-88ef-f0baed549926 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:10:17.277801 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port f70482c5-e520-4ff9-88ef-f0baed549926 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:17.278223 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:17.299333 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3104be74-5a89-4a26-992c-a184f777f2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:17.340899 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d1e1b-44fe-4de4-b0c3-c60fe259014e req-a4777608-842c-4ca7-afe7-f2cfbe2b1b8e tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:17.342531 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c38d1e1b-44fe-4de4-b0c3-c60fe259014e req-a4777608-842c-4ca7-afe7-f2cfbe2b1b8e tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 943 time: 0.9692132 Feb 09 01:10:17.349736 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3714acfe-9920-4b31-9c7f-4d7b3189ae95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:17.364071 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-19c3a382-e98e-4832-ac7b-7f6e1808b8f2 req-467240d1-b961-48f5-be8e-964e3b75220d tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Synchronizing usage tracker for tenant:a05b06a91f9f4c368f81acc872bcfa31 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:10:17.367065 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401ee5c-d45a-4e1e-b4ef-691cfe0597d7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Pushing event deleted for resources: {'Port': ['ID=487d94e7-f3c1-4818-8a12-ddf7384d74a2,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:17.372421 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-a401ee5c-d45a-4e1e-b4ef-691cfe0597d7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] No DVR routers for this DVR port 487d94e7-f3c1-4818-8a12-ddf7384d74a2 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:10:17.378307 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-a401ee5c-d45a-4e1e-b4ef-691cfe0597d7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:17.385319 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-3104be74-5a89-4a26-992c-a184f777f2d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:17.400245 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-3104be74-5a89-4a26-992c-a184f777f2d5 admin admin] Usage tracker for resource:security_group_rule and tenant:ba223cb31d38495e82a6ea1e10355253 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:17.404631 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-a401ee5c-d45a-4e1e-b4ef-691cfe0597d7 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.35 "DELETE /v2.0/ports/487d94e7-f3c1-4818-8a12-ddf7384d74a2 HTTP/1.1" status: 204 len: 173 time: 2.1669154 Feb 09 01:10:17.406856 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-3104be74-5a89-4a26-992c-a184f777f2d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:17.414998 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-3104be74-5a89-4a26-992c-a184f777f2d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:17.419220 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-19c3a382-e98e-4832-ac7b-7f6e1808b8f2 req-467240d1-b961-48f5-be8e-964e3b75220d tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Unset dirty status for tenant:a05b06a91f9f4c368f81acc872bcfa31 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:10:17.431441 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-19c3a382-e98e-4832-ac7b-7f6e1808b8f2 req-467240d1-b961-48f5-be8e-964e3b75220d tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d84a1de6-92be-44db-bcbd-c427629f55bc HTTP/1.1" status: 200 len: 210 time: 0.2003043 Feb 09 01:10:17.496008 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-266d84a8-dac3-4f24-9593-02a5ad425ce1 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Allocated IP 172.25.5.27 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/f937a8c1-b5e8-47f2-bcfa-1afc7b8bad60) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:17.550824 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-8e3d2cc4-8584-49bd-a1a3-925a27164811 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Deleting port e3d51e86-6390-4e68-8303-ef0030562eae {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:10:17.551882 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-8e3d2cc4-8584-49bd-a1a3-925a27164811 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:17.552416 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c38d1e1b-44fe-4de4-b0c3-c60fe259014e req-3032f9cf-6366-4838-85c2-cdae3501e330 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984212 Feb 09 01:10:18.025589 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-266d84a8-dac3-4f24-9593-02a5ad425ce1 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:18.062052 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0694a72-946f-4d4a-aef9-05dc714c10e9 req-5fcd9be7-fae5-4437-9b47-a1a96931522d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:18.068949 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b0694a72-946f-4d4a-aef9-05dc714c10e9 req-5fcd9be7-fae5-4437-9b47-a1a96931522d tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d2f26ac-fa37-4145-a107-477cb2884884 HTTP/1.1" status: 200 len: 946 time: 0.1946595 Feb 09 01:10:18.113281 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3714acfe-9920-4b31-9c7f-4d7b3189ae95 admin admin] Router 1e631025-8986-4064-b514-e867a156230f is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:10:18.294696 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b0694a72-946f-4d4a-aef9-05dc714c10e9 req-738ebe4b-28c8-4f29-9a0c-c9d16a95ddf8 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247977 Feb 09 01:10:18.337289 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-8e3d2cc4-8584-49bd-a1a3-925a27164811 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] For port e3d51e86-6390-4e68-8303-ef0030562eae, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=e3d51e86-6390-4e68-8303-ef0030562eae,segment=NetworkSegment(98e1f1a3-bd88-4667-8800-3608f4b5b13e),segment_id=98e1f1a3-bd88-4667-8800-3608f4b5b13e)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:18.337861 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-8e3d2cc4-8584-49bd-a1a3-925a27164811 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:18.374415 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-266d84a8-dac3-4f24-9593-02a5ad425ce1 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:18.564878 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-8e3d2cc4-8584-49bd-a1a3-925a27164811 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Calling delete_port for e3d51e86-6390-4e68-8303-ef0030562eae owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:10:18.627015 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d84a8-dac3-4f24-9593-02a5ad425ce1 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event updated for resources: {'Port': ['ID=f937a8c1-b5e8-47f2-bcfa-1afc7b8bad60,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:18.831366 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266d84a8-dac3-4f24-9593-02a5ad425ce1 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:18.843714 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-266d84a8-dac3-4f24-9593-02a5ad425ce1 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:18.852366 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3714acfe-9920-4b31-9c7f-4d7b3189ae95 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:10:18.867374 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266d84a8-dac3-4f24-9593-02a5ad425ce1 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:10:18.867540 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d6847b-cf10-4692-88f8-7da8a948fae4 None None] Sync routers for ids ['1e631025-8986-4064-b514-e867a156230f'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:10:18.891894 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d6847b-cf10-4692-88f8-7da8a948fae4 None None] Routers {'1e631025-8986-4064-b514-e867a156230f'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:10:18.892271 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-09d6847b-cf10-4692-88f8-7da8a948fae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:10:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1e631025-8986-4064-b514-e867a156230f'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:18.973266 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3714acfe-9920-4b31-9c7f-4d7b3189ae95 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:18.977052 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3714acfe-9920-4b31-9c7f-4d7b3189ae95 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.7426198 Feb 09 01:10:18.977960 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42864) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:19.013856 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-deleted', 'tag': '487d94e7-f3c1-4818-8a12-ddf7384d74a2'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:10:19.209227 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-8e3d2cc4-8584-49bd-a1a3-925a27164811 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:19.353074 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d2cc4-8584-49bd-a1a3-925a27164811 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Pushing event deleted for resources: {'Port': ['ID=e3d51e86-6390-4e68-8303-ef0030562eae,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:19.491764 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1d63b-796b-459b-b575-21b2273143cc req-d63bcffc-c47b-4291-96fd-8637f18c994c tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:19.492698 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-43a1d63b-796b-459b-b575-21b2273143cc req-d63bcffc-c47b-4291-96fd-8637f18c994c tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Synchronizing usage tracker for tenant:a05b06a91f9f4c368f81acc872bcfa31 on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:10:19.507935 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-09d6847b-cf10-4692-88f8-7da8a948fae4 None None] Set router 1e631025-8986-4064-b514-e867a156230f gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:10:19.559854 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-8e3d2cc4-8584-49bd-a1a3-925a27164811 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] No DVR routers for this DVR port e3d51e86-6390-4e68-8303-ef0030562eae on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:10:19.563075 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a6b12-d41d-4037-8b4f-09101d8cd772 req-faf5251d-6214-42b6-bd5d-205049837f01 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:19.569528 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a6b12-d41d-4037-8b4f-09101d8cd772 req-faf5251d-6214-42b6-bd5d-205049837f01 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:19.573264 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3fa58832-7ba9-4cf8-a0ef-16f050852705 req-56400ab2-9faa-4e05-b8ff-adcf251e969e tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d84a1de6-92be-44db-bcbd-c427629f55bc HTTP/1.1" status: 200 len: 210 time: 0.1523042 Feb 09 01:10:19.576864 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a6b12-d41d-4037-8b4f-09101d8cd772 req-faf5251d-6214-42b6-bd5d-205049837f01 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:19.586912 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d22a6b12-d41d-4037-8b4f-09101d8cd772 req-faf5251d-6214-42b6-bd5d-205049837f01 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 2409 time: 0.9652405 Feb 09 01:10:19.593797 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-8e3d2cc4-8584-49bd-a1a3-925a27164811 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:19.644545 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-266d84a8-dac3-4f24-9593-02a5ad425ce1 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:19.742755 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3104be74-5a89-4a26-992c-a184f777f2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:19.748928 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-8e3d2cc4-8584-49bd-a1a3-925a27164811 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.35 "DELETE /v2.0/ports/e3d51e86-6390-4e68-8303-ef0030562eae HTTP/1.1" status: 204 len: 173 time: 2.3143637 Feb 09 01:10:19.752381 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d22a6b12-d41d-4037-8b4f-09101d8cd772 req-04ce798e-c982-4574-95a8-748aaeb30aa1 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644948 Feb 09 01:10:19.754737 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3104be74-5a89-4a26-992c-a184f777f2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:19.949153 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3104be74-5a89-4a26-992c-a184f777f2d5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ba223cb31d38495e82a6ea1e10355253&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0284326 Feb 09 01:10:19.950144 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-43a1d63b-796b-459b-b575-21b2273143cc req-d63bcffc-c47b-4291-96fd-8637f18c994c tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Unset dirty status for tenant:a05b06a91f9f4c368f81acc872bcfa31 on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:10:19.951284 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-43a1d63b-796b-459b-b575-21b2273143cc req-d63bcffc-c47b-4291-96fd-8637f18c994c tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.35 "GET /v2.0/networks?id=4b69e8f8-1014-43eb-bd96-15547037bb6b HTTP/1.1" status: 200 len: 812 time: 1.2804980 Feb 09 01:10:19.956953 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42892) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:20.046801 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3104be74-5a89-4a26-992c-a184f777f2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a81e6fc-6f67-488e-bbd6-2c48497a82db,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:20.198448 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-266d84a8-dac3-4f24-9593-02a5ad425ce1 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:20.270491 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-d5469af9-7d72-4e9c-9497-939f14e82844 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Deleting port a9cc22f6-5283-4291-ac6b-9ff6463541ff {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:10:20.270840 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-d5469af9-7d72-4e9c-9497-939f14e82844 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:20.315591 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-09d6847b-cf10-4692-88f8-7da8a948fae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e631025-8986-4064-b514-e867a156230f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1209277862-router', 'tenant_id': '49026555c4b24e1b8bcbad16e5fe47d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '5ae738ad-9596-4a13-9389-2eb81ace8282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:10Z', 'updated_at': '2022-02-09T01:10:15Z', 'revision_number': 3, 'project_id': '49026555c4b24e1b8bcbad16e5fe47d5', 'gw_port': {'id': '5ae738ad-9596-4a13-9389-2eb81ace8282', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ab:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e631025-8986-4064-b514-e867a156230f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:13Z', 'updated_at': '2022-02-09T01:10:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:20.324711 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d6847b-cf10-4692-88f8-7da8a948fae4 None None] Checking router: 1e631025-8986-4064-b514-e867a156230f for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:10:20.325259 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d6847b-cf10-4692-88f8-7da8a948fae4 None None] Updating router 1e631025-8986-4064-b514-e867a156230f port 5ae738ad-9596-4a13-9389-2eb81ace8282 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:10:20.395351 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-43a1d63b-796b-459b-b575-21b2273143cc req-8badb4e9-427a-41e9-a500-de3c391d3e2e tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Synchronizing usage tracker for tenant:a05b06a91f9f4c368f81acc872bcfa31 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:10:20.454415 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-43a1d63b-796b-459b-b575-21b2273143cc req-8badb4e9-427a-41e9-a500-de3c391d3e2e tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Unset dirty status for tenant:a05b06a91f9f4c368f81acc872bcfa31 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:10:20.455599 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-43a1d63b-796b-459b-b575-21b2273143cc req-8badb4e9-427a-41e9-a500-de3c391d3e2e tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a05b06a91f9f4c368f81acc872bcfa31 HTTP/1.1" status: 200 len: 378 time: 0.3522081 Feb 09 01:10:20.502986 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-09d6847b-cf10-4692-88f8-7da8a948fae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:20.645834 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-43a1d63b-796b-459b-b575-21b2273143cc req-2e1332c4-5902-45ba-b370-6a72fc92b893 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Request body: {'port': {'device_id': 'd84a1de6-92be-44db-bcbd-c427629f55bc', 'network_id': '4b69e8f8-1014-43eb-bd96-15547037bb6b', 'admin_state_up': True, 'tenant_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'security_groups': ['3d7f35e6-f068-4898-aa8c-402f83e39ef0']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:20.694257 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-deleted', 'tag': '487d94e7-f3c1-4818-8a12-ddf7384d74a2', 'status': 'completed', 'code': 200} Feb 09 01:10:20.752592 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbecc4-3f86-42dc-9f5c-234deaa13f3b req-f5c64f1c-c575-44a4-b188-dc1e3cde2a46 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:20.767352 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-97cbecc4-3f86-42dc-9f5c-234deaa13f3b req-f5c64f1c-c575-44a4-b188-dc1e3cde2a46 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 943 time: 0.6804590 Feb 09 01:10:20.972497 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-97cbecc4-3f86-42dc-9f5c-234deaa13f3b req-f7e7a39c-8fb8-4795-8008-1d856a4c00ce tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981039 Feb 09 01:10:20.987851 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-09d6847b-cf10-4692-88f8-7da8a948fae4 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:21.003669 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-09d6847b-cf10-4692-88f8-7da8a948fae4 None None] Transition to ACTIVE for port object 5ae738ad-9596-4a13-9389-2eb81ace8282 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:21.014845 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-09d6847b-cf10-4692-88f8-7da8a948fae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:21.024641 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bdab152e-b31d-46b6-a326-90c1fa9f6777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:21.050992 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bdab152e-b31d-46b6-a326-90c1fa9f6777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:21.124494 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bdab152e-b31d-46b6-a326-90c1fa9f6777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:21.134150 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654c536-0a7e-4aee-9568-d74aea90787f None None] Pushing event updated for resources: {'Port': ['ID=5ae738ad-9596-4a13-9389-2eb81ace8282,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:21.168279 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab152e-b31d-46b6-a326-90c1fa9f6777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a81e6fc-6f67-488e-bbd6-2c48497a82db,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:21.183851 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-09d6847b-cf10-4692-88f8-7da8a948fae4 None None] Attempting to bind port 5ae738ad-9596-4a13-9389-2eb81ace8282 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:10:21.186946 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-09d6847b-cf10-4692-88f8-7da8a948fae4 None None] Attempting to bind port 5ae738ad-9596-4a13-9389-2eb81ace8282 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:10:21.187663 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d6847b-cf10-4692-88f8-7da8a948fae4 None None] Attempting to bind port 5ae738ad-9596-4a13-9389-2eb81ace8282 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:10:21.211627 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d6847b-cf10-4692-88f8-7da8a948fae4 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:10:21.212322 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d6847b-cf10-4692-88f8-7da8a948fae4 None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:10:21.213038 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-09d6847b-cf10-4692-88f8-7da8a948fae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:21.214328 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d6847b-cf10-4692-88f8-7da8a948fae4 None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:10:21.215020 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-09d6847b-cf10-4692-88f8-7da8a948fae4 None None] Bound port: 5ae738ad-9596-4a13-9389-2eb81ace8282, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:10:21.215591 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-09d6847b-cf10-4692-88f8-7da8a948fae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:21.289510 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-266d84a8-dac3-4f24-9593-02a5ad425ce1 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:21.308965 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-266d84a8-dac3-4f24-9593-02a5ad425ce1 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:21.371416 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-09d6847b-cf10-4692-88f8-7da8a948fae4 None None] For port 5ae738ad-9596-4a13-9389-2eb81ace8282, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:10:21.375591 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-09d6847b-cf10-4692-88f8-7da8a948fae4 None None] For port 5ae738ad-9596-4a13-9389-2eb81ace8282, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=5ae738ad-9596-4a13-9389-2eb81ace8282,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:10:21.378086 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bdab152e-b31d-46b6-a326-90c1fa9f6777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:21.384522 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-bdab152e-b31d-46b6-a326-90c1fa9f6777 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1a81e6fc-6f67-488e-bbd6-2c48497a82db HTTP/1.1" status: 204 len: 168 time: 1.3418987 Feb 09 01:10:21.393960 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-09d6847b-cf10-4692-88f8-7da8a948fae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:21.429698 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-d5469af9-7d72-4e9c-9497-939f14e82844 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] For port a9cc22f6-5283-4291-ac6b-9ff6463541ff, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a9cc22f6-5283-4291-ac6b-9ff6463541ff,segment=NetworkSegment(c70063aa-13fe-46c3-b4e6-857706eded55),segment_id=c70063aa-13fe-46c3-b4e6-857706eded55)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:21.430311 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-d5469af9-7d72-4e9c-9497-939f14e82844 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:21.482724 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654c536-0a7e-4aee-9568-d74aea90787f None None] Pushing event updated for resources: {'Port': ['ID=5ae738ad-9596-4a13-9389-2eb81ace8282,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:21.505831 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-266d84a8-dac3-4f24-9593-02a5ad425ce1 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:21.514990 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d6847b-cf10-4692-88f8-7da8a948fae4 None None] Routers {'1e631025-8986-4064-b514-e867a156230f'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:10:21.516077 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-09d6847b-cf10-4692-88f8-7da8a948fae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:10:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1e631025-8986-4064-b514-e867a156230f'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:21.695614 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7338d9f-681a-4780-aa1b-1159346be436 req-6f0c3ad8-ccbe-4b60-842e-594641549cbd tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:21.697767 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a7338d9f-681a-4780-aa1b-1159346be436 req-6f0c3ad8-ccbe-4b60-842e-594641549cbd tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d2f26ac-fa37-4145-a107-477cb2884884 HTTP/1.1" status: 200 len: 946 time: 0.8247132 Feb 09 01:10:21.704304 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-43a1d63b-796b-459b-b575-21b2273143cc req-2e1332c4-5902-45ba-b370-6a72fc92b893 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:21.707958 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:21.733808 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-43a1d63b-796b-459b-b575-21b2273143cc req-2e1332c4-5902-45ba-b370-6a72fc92b893 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:21.773742 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-25bb3589-484e-41f0-b93a-39a5426cd6d4 req-7ba27cf1-0854-4c41-b60f-48dd150921d7 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d84a1de6-92be-44db-bcbd-c427629f55bc HTTP/1.1" status: 200 len: 210 time: 0.1657920 Feb 09 01:10:21.844334 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a1d63b-796b-459b-b575-21b2273143cc req-2e1332c4-5902-45ba-b370-6a72fc92b893 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Made reservation on behalf of a05b06a91f9f4c368f81acc872bcfa31 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:21.847913 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-43a1d63b-796b-459b-b575-21b2273143cc req-2e1332c4-5902-45ba-b370-6a72fc92b893 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:21.911623 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d84a8-dac3-4f24-9593-02a5ad425ce1 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event updated for resources: {'Port': ['ID=f937a8c1-b5e8-47f2-bcfa-1afc7b8bad60,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:21.945284 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-266d84a8-dac3-4f24-9593-02a5ad425ce1 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:21.951110 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-266d84a8-dac3-4f24-9593-02a5ad425ce1 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.7695627 Feb 09 01:10:21.966368 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42938) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:21.976369 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-09d6847b-cf10-4692-88f8-7da8a948fae4 None None] Set router 1e631025-8986-4064-b514-e867a156230f gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:10:21.976936 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-84e682b1-32e1-4357-9173-4e4751be705d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:22.159026 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b22f8dd9-11d7-402a-984c-73fe23da2a91 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Request body: {'port': {'network_id': 'fc480144-10a1-4de1-904f-77f60e2734af', 'name': 'tempest-FloatingIPTestJSON-1760351320'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:22.353982 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-43a1d63b-796b-459b-b575-21b2273143cc req-2e1332c4-5902-45ba-b370-6a72fc92b893 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Allocated IP 172.20.0.8 (4b69e8f8-1014-43eb-bd96-15547037bb6b/69740e1a-29a4-4722-ae33-19970672c2df/0f2bf4b8-1ba1-484b-b371-6b0c38c90a44) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:22.478235 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e385cb-c336-432e-9bb7-e22fb846e1b2 req-f95364b6-4d2f-4114-bac8-d4fa30bff197 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:22.480643 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-28e385cb-c336-432e-9bb7-e22fb846e1b2 req-f95364b6-4d2f-4114-bac8-d4fa30bff197 tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d2f26ac-fa37-4145-a107-477cb2884884 HTTP/1.1" status: 200 len: 946 time: 0.9291999 Feb 09 01:10:22.585135 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a7338d9f-681a-4780-aa1b-1159346be436 req-7ade969b-17f9-4983-bd6a-17e1b2dc796a tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8432832 Feb 09 01:10:22.662059 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-09d6847b-cf10-4692-88f8-7da8a948fae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e631025-8986-4064-b514-e867a156230f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1209277862-router', 'tenant_id': '49026555c4b24e1b8bcbad16e5fe47d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '5ae738ad-9596-4a13-9389-2eb81ace8282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:10Z', 'updated_at': '2022-02-09T01:10:15Z', 'revision_number': 3, 'project_id': '49026555c4b24e1b8bcbad16e5fe47d5', 'gw_port': {'id': '5ae738ad-9596-4a13-9389-2eb81ace8282', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ab:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e631025-8986-4064-b514-e867a156230f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:13Z', 'updated_at': '2022-02-09T01:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:22.691293 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d6847b-cf10-4692-88f8-7da8a948fae4 None None] The sync data for ids ['1e631025-8986-4064-b514-e867a156230f'] in n-d-828419-1 is: [{'id': '1e631025-8986-4064-b514-e867a156230f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1209277862-router', 'tenant_id': '49026555c4b24e1b8bcbad16e5fe47d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '5ae738ad-9596-4a13-9389-2eb81ace8282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:10Z', 'updated_at': '2022-02-09T01:10:15Z', 'revision_number': 3, 'project_id': '49026555c4b24e1b8bcbad16e5fe47d5', 'gw_port': {'id': '5ae738ad-9596-4a13-9389-2eb81ace8282', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ab:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e631025-8986-4064-b514-e867a156230f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:13Z', 'updated_at': '2022-02-09T01:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:10:22.738293 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-deleted', 'tag': 'e3d51e86-6390-4e68-8303-ef0030562eae'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:10:22.890587 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42968) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:22.984333 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-d5469af9-7d72-4e9c-9497-939f14e82844 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:22.987177 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-d5469af9-7d72-4e9c-9497-939f14e82844 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:22.987527 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-d5469af9-7d72-4e9c-9497-939f14e82844 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Floating IP 6d351ffe-4622-426a-89f3-783599965714 disassociated. External IP: 172.25.5.187, port: a9cc22f6-5283-4291-ac6b-9ff6463541ff. Feb 09 01:10:22.987874 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-d5469af9-7d72-4e9c-9497-939f14e82844 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Calling delete_port for a9cc22f6-5283-4291-ac6b-9ff6463541ff owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:10:23.175710 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-84e682b1-32e1-4357-9173-4e4751be705d admin admin] Allocated IP 172.20.0.1 (12ce165e-7f22-4e61-b759-4b0476cd533b/e1f88be6-8125-43c0-b152-8164c9c9e6b3/8bcc08b3-b6c6-48a8-b309-e979244ef272) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:23.199725 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-71a82269-786e-4a57-ab6b-198293d82671 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-681532355-network', 'tenant_id': 'f354c59f4cd3403ca8ae184fe1507aec'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:23.227128 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-28e385cb-c336-432e-9bb7-e22fb846e1b2 req-94a51b68-3b24-4ec3-989b-780db222439c tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Deleting port 480819ba-5d03-4de2-9765-77bfce9fdc5b {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:10:23.227473 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-28e385cb-c336-432e-9bb7-e22fb846e1b2 req-94a51b68-3b24-4ec3-989b-780db222439c tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:23.242674 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-71a82269-786e-4a57-ab6b-198293d82671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:23.259684 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-43a1d63b-796b-459b-b575-21b2273143cc req-2e1332c4-5902-45ba-b370-6a72fc92b893 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:23.271251 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-71a82269-786e-4a57-ab6b-198293d82671 admin admin] Usage tracker for resource:network and tenant:f354c59f4cd3403ca8ae184fe1507aec is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:23.275898 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-71a82269-786e-4a57-ab6b-198293d82671 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:23.289589 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-71a82269-786e-4a57-ab6b-198293d82671 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:23.346949 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98405c5-58b3-457f-891d-423f75ef9ec8 req-e8cdc24b-e540-432f-a54a-dd2fd0b09b2c tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:23.351600 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-43a1d63b-796b-459b-b575-21b2273143cc req-2e1332c4-5902-45ba-b370-6a72fc92b893 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Transition to ACTIVE for port object 0f2bf4b8-1ba1-484b-b371-6b0c38c90a44 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:23.357959 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98405c5-58b3-457f-891d-423f75ef9ec8 req-e8cdc24b-e540-432f-a54a-dd2fd0b09b2c tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:23.359072 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a82269-786e-4a57-ab6b-198293d82671 admin admin] Made reservation on behalf of f354c59f4cd3403ca8ae184fe1507aec for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:23.359974 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d98405c5-58b3-457f-891d-423f75ef9ec8 req-e8cdc24b-e540-432f-a54a-dd2fd0b09b2c tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 1676 time: 1.3949599 Feb 09 01:10:23.361828 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-71a82269-786e-4a57-ab6b-198293d82671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:23.386691 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-71a82269-786e-4a57-ab6b-198293d82671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:23.479807 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-71a82269-786e-4a57-ab6b-198293d82671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:23.489246 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-71a82269-786e-4a57-ab6b-198293d82671 admin admin] Usage tracker for resource:security_group_rule and tenant:f354c59f4cd3403ca8ae184fe1507aec is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:23.493283 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-71a82269-786e-4a57-ab6b-198293d82671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:23.500345 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-71a82269-786e-4a57-ab6b-198293d82671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:23.580504 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b22f8dd9-11d7-402a-984c-73fe23da2a91 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:23.584954 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b22f8dd9-11d7-402a-984c-73fe23da2a91 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Usage tracker for resource:port and tenant:3233fa6a1c31485fb5278c0948d1b003 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:23.610941 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b22f8dd9-11d7-402a-984c-73fe23da2a91 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:23.667611 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-d5469af9-7d72-4e9c-9497-939f14e82844 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:23.696973 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b22f8dd9-11d7-402a-984c-73fe23da2a91 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:23.740222 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5469af9-7d72-4e9c-9497-939f14e82844 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Pushing event deleted for resources: {'Port': ['ID=a9cc22f6-5283-4291-ac6b-9ff6463541ff,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:23.746540 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-43a1d63b-796b-459b-b575-21b2273143cc req-2e1332c4-5902-45ba-b370-6a72fc92b893 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:23.811857 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22f8dd9-11d7-402a-984c-73fe23da2a91 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Made reservation on behalf of 3233fa6a1c31485fb5278c0948d1b003 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:23.832756 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b22f8dd9-11d7-402a-984c-73fe23da2a91 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:23.872009 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d98405c5-58b3-457f-891d-423f75ef9ec8 req-6ec162b7-fb90-435c-89ca-3d4a90a40978 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4870255 Feb 09 01:10:23.955087 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-71a82269-786e-4a57-ab6b-198293d82671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:24.212910 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-deleted', 'tag': 'e3d51e86-6390-4e68-8303-ef0030562eae', 'status': 'completed', 'code': 200} Feb 09 01:10:24.248503 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-71a82269-786e-4a57-ab6b-198293d82671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:24.287536 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a1d63b-796b-459b-b575-21b2273143cc req-2e1332c4-5902-45ba-b370-6a72fc92b893 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Network 4b69e8f8-1014-43eb-bd96-15547037bb6b is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:24.322387 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-b22f8dd9-11d7-402a-984c-73fe23da2a91 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] device_id is not set on port ff5a392f-67e0-40cc-b4c9-94b4ed337d18 yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:10:24.355527 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-43a1d63b-796b-459b-b575-21b2273143cc req-2e1332c4-5902-45ba-b370-6a72fc92b893 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:24.359877 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a1d63b-796b-459b-b575-21b2273143cc req-2e1332c4-5902-45ba-b370-6a72fc92b893 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:10:24.527010 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-84e682b1-32e1-4357-9173-4e4751be705d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:24.620877 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-d5469af9-7d72-4e9c-9497-939f14e82844 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Router 80aef23d-3074-4c00-91aa-1c3be961cc0c has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:10:24.659469 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-84e682b1-32e1-4357-9173-4e4751be705d admin admin] Transition to ACTIVE for port object 8bcc08b3-b6c6-48a8-b309-e979244ef272 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:24.683606 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1332c4-5902-45ba-b370-6a72fc92b893 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Pushing event updated for resources: {'Port': ['ID=0f2bf4b8-1ba1-484b-b371-6b0c38c90a44,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:24.689838 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a82269-786e-4a57-ab6b-198293d82671 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 957} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:10:24.812758 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1d63b-796b-459b-b575-21b2273143cc req-2e1332c4-5902-45ba-b370-6a72fc92b893 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:24.813401 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-43a1d63b-796b-459b-b575-21b2273143cc req-2e1332c4-5902-45ba-b370-6a72fc92b893 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:24.822207 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-71a82269-786e-4a57-ab6b-198293d82671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:24.822558 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-71a82269-786e-4a57-ab6b-198293d82671 admin admin] Added segment 37c97c3c-c217-4f0b-a8f7-a555265b24e2 of type vlan for network 21dccaed-3f3b-4295-b1ca-2be6f66a78ce Feb 09 01:10:24.840525 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:24.851848 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-71a82269-786e-4a57-ab6b-198293d82671 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:24.858981 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-252631d8-7db1-4068-bbf5-2182d7fde9d3 None None] Provisioning for port 0f2bf4b8-1ba1-484b-b371-6b0c38c90a44 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:24.869270 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-252631d8-7db1-4068-bbf5-2182d7fde9d3 None None] Provisioning complete for port 0f2bf4b8-1ba1-484b-b371-6b0c38c90a44 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:24.869785 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-252631d8-7db1-4068-bbf5-2182d7fde9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:24.896018 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a82269-786e-4a57-ab6b-198293d82671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db9e597-0a11-48ef-81b7-1c98d62b4cd4,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:24.970753 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-b22f8dd9-11d7-402a-984c-73fe23da2a91 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Allocated IP 172.20.0.11 (fc480144-10a1-4de1-904f-77f60e2734af/605e6c51-e93d-4759-8055-ca183264d55d/ff5a392f-67e0-40cc-b4c9-94b4ed337d18) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:25.038869 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-252631d8-7db1-4068-bbf5-2182d7fde9d3 None None] Port 0f2bf4b8-1ba1-484b-b371-6b0c38c90a44 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:10:25.080715 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-84e682b1-32e1-4357-9173-4e4751be705d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:25.087566 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 5ae738ad-9596-4a13-9389-2eb81ace8282 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:10:25.168279 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-71a82269-786e-4a57-ab6b-198293d82671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:25.169768 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a82269-786e-4a57-ab6b-198293d82671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:25.170382 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-71a82269-786e-4a57-ab6b-198293d82671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:25.236728 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 5ae738ad-9596-4a13-9389-2eb81ace8282 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:25.239758 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 5ae738ad-9596-4a13-9389-2eb81ace8282 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:25.240064 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:25.383201 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 480819ba-5d03-4de2-9765-77bfce9fdc5b no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:10:25.400598 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-71a82269-786e-4a57-ab6b-198293d82671 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5089474 Feb 09 01:10:25.408020 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-43a1d63b-796b-459b-b575-21b2273143cc req-2e1332c4-5902-45ba-b370-6a72fc92b893 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7755075 Feb 09 01:10:25.413841 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b22f8dd9-11d7-402a-984c-73fe23da2a91 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:25.494100 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-43a1d63b-796b-459b-b575-21b2273143cc req-30e8226f-aee6-4acc-b598-176b4608c2ca service neutron] Request body: {'port': {'device_id': 'd84a1de6-92be-44db-bcbd-c427629f55bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:25.544824 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b22f8dd9-11d7-402a-984c-73fe23da2a91 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:25.562286 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e682b1-32e1-4357-9173-4e4751be705d admin admin] Network 12ce165e-7f22-4e61-b759-4b0476cd533b is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:25.595652 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18248e-1682-4d2a-9833-605bd49be8ed req-9c33915a-5304-492c-b23c-39482a29b51a tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:25.601066 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-84e682b1-32e1-4357-9173-4e4751be705d admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:25.610969 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5e18248e-1682-4d2a-9833-605bd49be8ed req-9c33915a-5304-492c-b23c-39482a29b51a tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 943 time: 1.3968089 Feb 09 01:10:25.616890 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e682b1-32e1-4357-9173-4e4751be705d admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:10:25.668590 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-d5469af9-7d72-4e9c-9497-939f14e82844 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:10:25.679786 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a346f22-9003-4f37-897a-db200658529e None None] Sync routers for ids ['80aef23d-3074-4c00-91aa-1c3be961cc0c'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:10:25.688253 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22f8dd9-11d7-402a-984c-73fe23da2a91 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Network fc480144-10a1-4de1-904f-77f60e2734af is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:25.691687 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-b22f8dd9-11d7-402a-984c-73fe23da2a91 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:25.696357 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22f8dd9-11d7-402a-984c-73fe23da2a91 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:10:25.702505 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a346f22-9003-4f37-897a-db200658529e None None] Routers {'80aef23d-3074-4c00-91aa-1c3be961cc0c'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:10:25.703174 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-8a346f22-9003-4f37-897a-db200658529e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:10:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['80aef23d-3074-4c00-91aa-1c3be961cc0c'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:25.718059 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:25.807640 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a82269-786e-4a57-ab6b-198293d82671 admin admin] Pushing event updated for resources: {'Network': ['ID=21dccaed-3f3b-4295-b1ca-2be6f66a78ce,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:25.850966 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22f8dd9-11d7-402a-984c-73fe23da2a91 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:25.851974 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b22f8dd9-11d7-402a-984c-73fe23da2a91 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:25.878489 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e682b1-32e1-4357-9173-4e4751be705d admin admin] Pushing event updated for resources: {'Port': ['ID=8bcc08b3-b6c6-48a8-b309-e979244ef272,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:25.916750 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-28e385cb-c336-432e-9bb7-e22fb846e1b2 req-94a51b68-3b24-4ec3-989b-780db222439c tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] For port 480819ba-5d03-4de2-9765-77bfce9fdc5b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=480819ba-5d03-4de2-9765-77bfce9fdc5b,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:25.919334 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-28e385cb-c336-432e-9bb7-e22fb846e1b2 req-94a51b68-3b24-4ec3-989b-780db222439c tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:25.998924 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5e18248e-1682-4d2a-9833-605bd49be8ed req-b0430eaa-6470-49b2-9553-4b3fa61dea3b tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3869741 Feb 09 01:10:26.003137 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-d5469af9-7d72-4e9c-9497-939f14e82844 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] No DVR routers for this DVR port a9cc22f6-5283-4291-ac6b-9ff6463541ff on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:10:26.006247 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-d5469af9-7d72-4e9c-9497-939f14e82844 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:26.016463 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-d5469af9-7d72-4e9c-9497-939f14e82844 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.35 "DELETE /v2.0/ports/a9cc22f6-5283-4291-ac6b-9ff6463541ff HTTP/1.1" status: 204 len: 173 time: 6.1920586 Feb 09 01:10:26.070121 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:26.116302 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 5ae738ad-9596-4a13-9389-2eb81ace8282, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=5ae738ad-9596-4a13-9389-2eb81ace8282,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:26.144839 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 480819ba-5d03-4de2-9765-77bfce9fdc5b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=480819ba-5d03-4de2-9765-77bfce9fdc5b,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:26.146971 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 21dccaed-3f3b-4295-b1ca-2be6f66a78ce details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:10:26.200997 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-43a1d63b-796b-459b-b575-21b2273143cc req-30e8226f-aee6-4acc-b598-176b4608c2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:26.230047 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-deleted', 'tag': 'a9cc22f6-5283-4291-ac6b-9ff6463541ff'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:10:26.244158 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-dde4d8bb-ba22-46cb-b1b3-6dbe500061ae tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Deleting port c064f193-8708-43f5-b803-dfdf26a1e5a4 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:10:26.244532 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-dde4d8bb-ba22-46cb-b1b3-6dbe500061ae tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:26.263960 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-8a346f22-9003-4f37-897a-db200658529e None None] Set router 80aef23d-3074-4c00-91aa-1c3be961cc0c gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:10:26.282219 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2f26ac-fa37-4145-a107-477cb2884884', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '480819ba-5d03-4de2-9765-77bfce9fdc5b'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:10:26.290969 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:26.358208 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:26.421671 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-28e385cb-c336-432e-9bb7-e22fb846e1b2 req-94a51b68-3b24-4ec3-989b-780db222439c tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Calling delete_port for 480819ba-5d03-4de2-9765-77bfce9fdc5b owned by compute:nova {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:10:26.487874 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=480819ba-5d03-4de2-9765-77bfce9fdc5b,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:26.614443 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-55bc9cf0-e3cf-40b5-8dec-85f79e5ceb3e None None] Provisioning for port 8bcc08b3-b6c6-48a8-b309-e979244ef272 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:26.645533 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ab23c-7c45-4d4e-bc36-6306765d04b4 req-b7469e03-8fee-40d6-9f1f-cdb57801963e tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:26.652067 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-55bc9cf0-e3cf-40b5-8dec-85f79e5ceb3e None None] Provisioning complete for port 8bcc08b3-b6c6-48a8-b309-e979244ef272 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:26.654164 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-55bc9cf0-e3cf-40b5-8dec-85f79e5ceb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:26.656087 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e89ab23c-7c45-4d4e-bc36-6306765d04b4 req-b7469e03-8fee-40d6-9f1f-cdb57801963e tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d84a1de6-92be-44db-bcbd-c427629f55bc HTTP/1.1" status: 200 len: 931 time: 2.4556456 Feb 09 01:10:26.717898 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-8a346f22-9003-4f37-897a-db200658529e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'name': 'tempest-TaggedBootDevicesTest_v242-594457440-router', 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '6568ffd8-2702-408f-82ae-57e70837539a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:16Z', 'updated_at': '2022-02-09T01:03:24Z', 'revision_number': 4, 'project_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'gw_port': {'id': '6568ffd8-2702-408f-82ae-57e70837539a', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:18Z', 'updated_at': '2022-02-09T01:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988', 'name': '', 'network_id': '151f3625-265a-4aab-adad-d81de62c4234', 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'mac_address': 'fa:16:3e:9e:e9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'd34a1970-cc18-443c-a0a4-8c26bc2e7361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:23Z', 'updated_at': '2022-02-09T01:03:31Z', 'revision_number': 5, 'project_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'subnets': [{'id': 'd34a1970-cc18-443c-a0a4-8c26bc2e7361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:26.725797 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a346f22-9003-4f37-897a-db200658529e None None] Checking router: 80aef23d-3074-4c00-91aa-1c3be961cc0c for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:10:26.727256 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [req-28e385cb-c336-432e-9bb7-e22fb846e1b2 req-94a51b68-3b24-4ec3-989b-780db222439c tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:10:26.727933 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [req-28e385cb-c336-432e-9bb7-e22fb846e1b2 req-94a51b68-3b24-4ec3-989b-780db222439c tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:10:26.739166 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-84e682b1-32e1-4357-9173-4e4751be705d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:26.741645 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a346f22-9003-4f37-897a-db200658529e None None] Routers {'80aef23d-3074-4c00-91aa-1c3be961cc0c'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:10:26.742572 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-8a346f22-9003-4f37-897a-db200658529e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:10:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['80aef23d-3074-4c00-91aa-1c3be961cc0c'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:26.755530 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b22f8dd9-11d7-402a-984c-73fe23da2a91 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.7298937 Feb 09 01:10:26.762510 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43022) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:26.777241 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=5ae738ad-9596-4a13-9389-2eb81ace8282,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:26.791196 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-55bc9cf0-e3cf-40b5-8dec-85f79e5ceb3e None None] Port 8bcc08b3-b6c6-48a8-b309-e979244ef272 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:10:26.808499 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-5d9f9b45-3621-4c7c-8a71-093d9a00c379 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Request body: {'floatingip': {'port_id': 'ff5a392f-67e0-40cc-b4c9-94b4ed337d18'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:26.820058 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f8dd9-11d7-402a-984c-73fe23da2a91 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event updated for resources: {'Port': ['ID=ff5a392f-67e0-40cc-b4c9-94b4ed337d18,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:26.859127 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e89ab23c-7c45-4d4e-bc36-6306765d04b4 req-12f78ba4-4c52-4b33-9af8-a47fbac11c0e tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d7f35e6-f068-4898-aa8c-402f83e39ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2020521 Feb 09 01:10:26.984703 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 5ae738ad-9596-4a13-9389-2eb81ace8282 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:10:27.058115 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-8a346f22-9003-4f37-897a-db200658529e None None] Set router 80aef23d-3074-4c00-91aa-1c3be961cc0c gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:10:27.149266 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 5ae738ad-9596-4a13-9389-2eb81ace8282 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:27.149873 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:27.317455 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-28e385cb-c336-432e-9bb7-e22fb846e1b2 req-94a51b68-3b24-4ec3-989b-780db222439c tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Deleting port 480819ba-5d03-4de2-9765-77bfce9fdc5b {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:10:27.317942 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-28e385cb-c336-432e-9bb7-e22fb846e1b2 req-94a51b68-3b24-4ec3-989b-780db222439c tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:27.455773 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5d9f9b45-3621-4c7c-8a71-093d9a00c379 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for floatingip, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:27.621504 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-8a346f22-9003-4f37-897a-db200658529e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'name': 'tempest-TaggedBootDevicesTest_v242-594457440-router', 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '6568ffd8-2702-408f-82ae-57e70837539a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:16Z', 'updated_at': '2022-02-09T01:03:24Z', 'revision_number': 4, 'project_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'gw_port': {'id': '6568ffd8-2702-408f-82ae-57e70837539a', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:18Z', 'updated_at': '2022-02-09T01:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988', 'name': '', 'network_id': '151f3625-265a-4aab-adad-d81de62c4234', 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'mac_address': 'fa:16:3e:9e:e9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'd34a1970-cc18-443c-a0a4-8c26bc2e7361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:23Z', 'updated_at': '2022-02-09T01:03:31Z', 'revision_number': 5, 'project_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'subnets': [{'id': 'd34a1970-cc18-443c-a0a4-8c26bc2e7361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:27.628777 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a346f22-9003-4f37-897a-db200658529e None None] The sync data for ids ['80aef23d-3074-4c00-91aa-1c3be961cc0c'] in n-d-828419-1 is: [{'id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'name': 'tempest-TaggedBootDevicesTest_v242-594457440-router', 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '6568ffd8-2702-408f-82ae-57e70837539a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:16Z', 'updated_at': '2022-02-09T01:03:24Z', 'revision_number': 4, 'project_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'gw_port': {'id': '6568ffd8-2702-408f-82ae-57e70837539a', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:18Z', 'updated_at': '2022-02-09T01:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988', 'name': '', 'network_id': '151f3625-265a-4aab-adad-d81de62c4234', 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'mac_address': 'fa:16:3e:9e:e9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'd34a1970-cc18-443c-a0a4-8c26bc2e7361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:23Z', 'updated_at': '2022-02-09T01:03:31Z', 'revision_number': 5, 'project_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'subnets': [{'id': 'd34a1970-cc18-443c-a0a4-8c26bc2e7361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:10:27.872672 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7e39e-ec66-4b4c-ba57-f204050474a1 req-01a2e5e1-2166-450b-9d84-d9d1faad57bc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:27.884610 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1ee7e39e-ec66-4b4c-ba57-f204050474a1 req-01a2e5e1-2166-450b-9d84-d9d1faad57bc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 942 time: 0.5185647 Feb 09 01:10:27.924656 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-84e682b1-32e1-4357-9173-4e4751be705d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:28.158883 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614bf748-bb8d-4443-a017-61dcf705b870 None None] New status for floating IP 6d351ffe-4622-426a-89f3-783599965714: DOWN {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:10:28.193983 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1ee7e39e-ec66-4b4c-ba57-f204050474a1 req-5c62f270-ace8-4a14-b798-ced3b708fa25 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1486fc1-1e2b-4613-b423-e31a76a75443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3077776 Feb 09 01:10:28.266895 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-43a1d63b-796b-459b-b575-21b2273143cc req-30e8226f-aee6-4acc-b598-176b4608c2ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f2bf4b8-1ba1-484b-b371-6b0c38c90a44 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:10:28.310699 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-43a1d63b-796b-459b-b575-21b2273143cc req-30e8226f-aee6-4acc-b598-176b4608c2ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:28.328903 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e672c-d202-4b01-8442-e62cf908daad req-c6630a93-c482-4537-b55c-28ca7bbbb8da tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:28.337323 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0c7e672c-d202-4b01-8442-e62cf908daad req-c6630a93-c482-4537-b55c-28ca7bbbb8da tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d2f26ac-fa37-4145-a107-477cb2884884 HTTP/1.1" status: 200 len: 944 time: 1.7455895 Feb 09 01:10:28.525044 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-28e385cb-c336-432e-9bb7-e22fb846e1b2 req-94a51b68-3b24-4ec3-989b-780db222439c tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] For port 480819ba-5d03-4de2-9765-77bfce9fdc5b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=480819ba-5d03-4de2-9765-77bfce9fdc5b,segment=NetworkSegment(04e9ecb6-01d5-4ecf-9227-3ea9eee52184),segment_id=04e9ecb6-01d5-4ecf-9227-3ea9eee52184)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:28.525554 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-28e385cb-c336-432e-9bb7-e22fb846e1b2 req-94a51b68-3b24-4ec3-989b-780db222439c tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:28.700054 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-43a1d63b-796b-459b-b575-21b2273143cc req-30e8226f-aee6-4acc-b598-176b4608c2ca service neutron] Transition to ACTIVE for port object 0f2bf4b8-1ba1-484b-b371-6b0c38c90a44 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:28.710178 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-28e385cb-c336-432e-9bb7-e22fb846e1b2 req-94a51b68-3b24-4ec3-989b-780db222439c tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Calling delete_port for 480819ba-5d03-4de2-9765-77bfce9fdc5b owned by compute:nova {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:10:28.710399 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0c7e672c-d202-4b01-8442-e62cf908daad req-d876cfd6-e4b5-4f89-8891-a639f02783ff tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.37 "GET /v2.0/security-groups?id=3e9aeec6-deae-434a-965f-768e0e1f7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719208 Feb 09 01:10:28.715680 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-43a1d63b-796b-459b-b575-21b2273143cc req-30e8226f-aee6-4acc-b598-176b4608c2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:28.720561 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-dde4d8bb-ba22-46cb-b1b3-6dbe500061ae tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] For port c064f193-8708-43f5-b803-dfdf26a1e5a4, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c064f193-8708-43f5-b803-dfdf26a1e5a4,segment=NetworkSegment(6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5),segment_id=6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:28.720932 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-dde4d8bb-ba22-46cb-b1b3-6dbe500061ae tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:28.830335 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2f26ac-fa37-4145-a107-477cb2884884', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '480819ba-5d03-4de2-9765-77bfce9fdc5b', 'code': 200} Feb 09 01:10:28.911678 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-deleted', 'tag': 'a9cc22f6-5283-4291-ac6b-9ff6463541ff', 'status': 'completed', 'code': 200} Feb 09 01:10:28.978967 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-dde4d8bb-ba22-46cb-b1b3-6dbe500061ae tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Calling delete_port for c064f193-8708-43f5-b803-dfdf26a1e5a4 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:10:29.084454 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8226f-aee6-4acc-b598-176b4608c2ca service neutron] Pushing event updated for resources: {'Port': ['ID=0f2bf4b8-1ba1-484b-b371-6b0c38c90a44,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:29.109407 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf4d12-2e2e-44d7-bbcc-add10f63126c req-c045cb73-6527-450c-8e1c-864b35a465db tempest-ComputeTenantNetworksTest-59461769 tempest-ComputeTenantNetworksTest-59461769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:29.116075 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf4d12-2e2e-44d7-bbcc-add10f63126c req-c045cb73-6527-450c-8e1c-864b35a465db tempest-ComputeTenantNetworksTest-59461769 tempest-ComputeTenantNetworksTest-59461769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:29.123940 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf4d12-2e2e-44d7-bbcc-add10f63126c req-c045cb73-6527-450c-8e1c-864b35a465db tempest-ComputeTenantNetworksTest-59461769 tempest-ComputeTenantNetworksTest-59461769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:29.125866 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-56cf4d12-2e2e-44d7-bbcc-add10f63126c req-c045cb73-6527-450c-8e1c-864b35a465db tempest-ComputeTenantNetworksTest-59461769 tempest-ComputeTenantNetworksTest-59461769-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.5020440 Feb 09 01:10:29.175631 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-84e682b1-32e1-4357-9173-4e4751be705d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:29.178127 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-28e385cb-c336-432e-9bb7-e22fb846e1b2 req-94a51b68-3b24-4ec3-989b-780db222439c tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:29.225895 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-84e682b1-32e1-4357-9173-4e4751be705d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:29.293306 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a51b68-3b24-4ec3-989b-780db222439c tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Pushing event deleted for resources: {'Port': ['ID=480819ba-5d03-4de2-9765-77bfce9fdc5b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:29.477015 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e385cb-c336-432e-9bb7-e22fb846e1b2 req-94a51b68-3b24-4ec3-989b-780db222439c tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] No DVR routers for this DVR port 480819ba-5d03-4de2-9765-77bfce9fdc5b on host n-h1-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:10:29.480234 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-28e385cb-c336-432e-9bb7-e22fb846e1b2 req-94a51b68-3b24-4ec3-989b-780db222439c tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:29.486912 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2f26ac-fa37-4145-a107-477cb2884884', 'name': 'network-vif-deleted', 'tag': '480819ba-5d03-4de2-9765-77bfce9fdc5b'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:10:29.507723 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-84e682b1-32e1-4357-9173-4e4751be705d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:29.511770 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-43a1d63b-796b-459b-b575-21b2273143cc req-30e8226f-aee6-4acc-b598-176b4608c2ca service neutron] Attempting to bind port 0f2bf4b8-1ba1-484b-b371-6b0c38c90a44 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:10:29.512312 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-43a1d63b-796b-459b-b575-21b2273143cc req-30e8226f-aee6-4acc-b598-176b4608c2ca service neutron] Attempting to bind port 0f2bf4b8-1ba1-484b-b371-6b0c38c90a44 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '404d1026-db85-40d4-b120-544186d0b38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '4b69e8f8-1014-43eb-bd96-15547037bb6b'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:10:29.512490 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a1d63b-796b-459b-b575-21b2273143cc req-30e8226f-aee6-4acc-b598-176b4608c2ca service neutron] Attempting to bind port 0f2bf4b8-1ba1-484b-b371-6b0c38c90a44 on network 4b69e8f8-1014-43eb-bd96-15547037bb6b {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:10:29.525620 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e682b1-32e1-4357-9173-4e4751be705d admin admin] Pushing event updated for resources: {'Port': ['ID=8bcc08b3-b6c6-48a8-b309-e979244ef272,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:29.532305 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-28e385cb-c336-432e-9bb7-e22fb846e1b2 req-94a51b68-3b24-4ec3-989b-780db222439c tempest-DeleteServersTestJSON-1688586813 tempest-DeleteServersTestJSON-1688586813-project] 10.222.0.35 "DELETE /v2.0/ports/480819ba-5d03-4de2-9765-77bfce9fdc5b HTTP/1.1" status: 204 len: 173 time: 7.0127821 Feb 09 01:10:29.540916 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a1d63b-796b-459b-b575-21b2273143cc req-30e8226f-aee6-4acc-b598-176b4608c2ca service neutron] Port 0f2bf4b8-1ba1-484b-b371-6b0c38c90a44 on network 4b69e8f8-1014-43eb-bd96-15547037bb6b not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:10:29.541243 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a1d63b-796b-459b-b575-21b2273143cc req-30e8226f-aee6-4acc-b598-176b4608c2ca service neutron] Attempting to bind port 0f2bf4b8-1ba1-484b-b371-6b0c38c90a44 on network 4b69e8f8-1014-43eb-bd96-15547037bb6b {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:10:29.555959 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5d9f9b45-3621-4c7c-8a71-093d9a00c379 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:29.556967 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a1d63b-796b-459b-b575-21b2273143cc req-30e8226f-aee6-4acc-b598-176b4608c2ca service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:10:29.557327 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a1d63b-796b-459b-b575-21b2273143cc req-30e8226f-aee6-4acc-b598-176b4608c2ca service neutron] Checking segment: {'id': '404d1026-db85-40d4-b120-544186d0b38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '4b69e8f8-1014-43eb-bd96-15547037bb6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:10:29.557714 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a1d63b-796b-459b-b575-21b2273143cc req-30e8226f-aee6-4acc-b598-176b4608c2ca service neutron] Bound using segment: {'id': '404d1026-db85-40d4-b120-544186d0b38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '4b69e8f8-1014-43eb-bd96-15547037bb6b'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:10:29.558221 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-43a1d63b-796b-459b-b575-21b2273143cc req-30e8226f-aee6-4acc-b598-176b4608c2ca service neutron] Bound port: 0f2bf4b8-1ba1-484b-b371-6b0c38c90a44, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '404d1026-db85-40d4-b120-544186d0b38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '4b69e8f8-1014-43eb-bd96-15547037bb6b'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:10:29.558592 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-43a1d63b-796b-459b-b575-21b2273143cc req-30e8226f-aee6-4acc-b598-176b4608c2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:29.579894 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5d9f9b45-3621-4c7c-8a71-093d9a00c379 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:29.710193 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-dde4d8bb-ba22-46cb-b1b3-6dbe500061ae tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:29.750207 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a41d4-2e8a-4cdd-b1d6-2c9123dc6fe5 req-f9c17b1e-185e-44a5-96ea-f1dc56fb3381 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:29.751653 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-615a41d4-2e8a-4cdd-b1d6-2c9123dc6fe5 req-f9c17b1e-185e-44a5-96ea-f1dc56fb3381 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 943 time: 0.4601500 Feb 09 01:10:29.796494 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4d8bb-ba22-46cb-b1b3-6dbe500061ae tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Pushing event deleted for resources: {'Port': ['ID=c064f193-8708-43f5-b803-dfdf26a1e5a4,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:29.814520 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f46e1-7be3-46a9-bcb3-afa5b86a4fc9 req-c9bfc403-3240-43a6-a7df-183b5eff1fce tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:29.815259 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-825f46e1-7be3-46a9-bcb3-afa5b86a4fc9 req-c9bfc403-3240-43a6-a7df-183b5eff1fce tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Synchronizing usage tracker for tenant:a05b06a91f9f4c368f81acc872bcfa31 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:10:29.833160 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e682b1-32e1-4357-9173-4e4751be705d admin admin] Network 12ce165e-7f22-4e61-b759-4b0476cd533b is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:29.836548 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-615a41d4-2e8a-4cdd-b1d6-2c9123dc6fe5 req-4a0b23ff-9afd-4610-89d8-f3aeab78ef4b tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659480 Feb 09 01:10:29.837340 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-84e682b1-32e1-4357-9173-4e4751be705d admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:30.129102 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-dde4d8bb-ba22-46cb-b1b3-6dbe500061ae tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] No DVR routers for this DVR port c064f193-8708-43f5-b803-dfdf26a1e5a4 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:10:30.133941 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62477ae0-8bd9-489c-9e97-b83313355279 req-4b56c371-4236-4ed8-8f6f-3097d4c4be3f tempest-ComputeTenantNetworksTest-59461769 tempest-ComputeTenantNetworksTest-59461769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:30.136759 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-62477ae0-8bd9-489c-9e97-b83313355279 req-4b56c371-4236-4ed8-8f6f-3097d4c4be3f tempest-ComputeTenantNetworksTest-59461769 tempest-ComputeTenantNetworksTest-59461769-project] 10.222.0.37 "GET /v2.0/networks/21dccaed-3f3b-4295-b1ca-2be6f66a78ce HTTP/1.1" status: 200 len: 768 time: 0.2270098 Feb 09 01:10:30.140773 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-dde4d8bb-ba22-46cb-b1b3-6dbe500061ae tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:30.149338 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-43a1d63b-796b-459b-b575-21b2273143cc req-30e8226f-aee6-4acc-b598-176b4608c2ca service neutron] For port 0f2bf4b8-1ba1-484b-b371-6b0c38c90a44, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:10:30.150563 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43090) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:30.159719 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-43a1d63b-796b-459b-b575-21b2273143cc req-30e8226f-aee6-4acc-b598-176b4608c2ca service neutron] For port 0f2bf4b8-1ba1-484b-b371-6b0c38c90a44, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=0f2bf4b8-1ba1-484b-b371-6b0c38c90a44,segment=NetworkSegment(404d1026-db85-40d4-b120-544186d0b38c),segment_id=404d1026-db85-40d4-b120-544186d0b38c)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:10:30.163287 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-825f46e1-7be3-46a9-bcb3-afa5b86a4fc9 req-c9bfc403-3240-43a6-a7df-183b5eff1fce tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Unset dirty status for tenant:a05b06a91f9f4c368f81acc872bcfa31 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:10:30.175258 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-01b85d86-1355-4ae1-b30b-f29ee75c5c0c None None] Provisioning complete for port 8bcc08b3-b6c6-48a8-b309-e979244ef272 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:30.176296 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-01b85d86-1355-4ae1-b30b-f29ee75c5c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:30.195340 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-825f46e1-7be3-46a9-bcb3-afa5b86a4fc9 req-c9bfc403-3240-43a6-a7df-183b5eff1fce tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d84a1de6-92be-44db-bcbd-c427629f55bc HTTP/1.1" status: 200 len: 943 time: 0.8184934 Feb 09 01:10:30.206393 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-752526ea-5bef-4b69-8cba-ae06e1544119 req-dde4d8bb-ba22-46cb-b1b3-6dbe500061ae tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.35 "DELETE /v2.0/ports/c064f193-8708-43f5-b803-dfdf26a1e5a4 HTTP/1.1" status: 204 len: 173 time: 4.1888003 Feb 09 01:10:30.222291 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-43a1d63b-796b-459b-b575-21b2273143cc req-30e8226f-aee6-4acc-b598-176b4608c2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:30.226439 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [None req-5d9f9b45-3621-4c7c-8a71-093d9a00c379 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Floating IP a9fe79c7-2ba6-45d1-8d0e-3a780f1ed78e associated. External IP: 172.25.5.27, port: ff5a392f-67e0-40cc-b4c9-94b4ed337d18. Feb 09 01:10:30.273673 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-01b85d86-1355-4ae1-b30b-f29ee75c5c0c None None] Port 8bcc08b3-b6c6-48a8-b309-e979244ef272 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:10:30.321139 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e682b1-32e1-4357-9173-4e4751be705d admin admin] Router 1e631025-8986-4064-b514-e867a156230f has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:10:30.337975 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f7173a74-7783-450e-aae3-7146b9e7aee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:30.461263 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-825f46e1-7be3-46a9-bcb3-afa5b86a4fc9 req-74905fd4-b51b-43ac-928f-b87bcdf91aeb tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d7f35e6-f068-4898-aa8c-402f83e39ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2537649 Feb 09 01:10:30.481224 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1d63b-796b-459b-b575-21b2273143cc req-30e8226f-aee6-4acc-b598-176b4608c2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:30.481849 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-43a1d63b-796b-459b-b575-21b2273143cc req-30e8226f-aee6-4acc-b598-176b4608c2ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:30.483417 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-43a1d63b-796b-459b-b575-21b2273143cc req-30e8226f-aee6-4acc-b598-176b4608c2ca service neutron] 10.222.0.35 "PUT /v2.0/ports/0f2bf4b8-1ba1-484b-b371-6b0c38c90a44 HTTP/1.1" status: 200 len: 1091 time: 5.0632739 Feb 09 01:10:30.519597 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8226f-aee6-4acc-b598-176b4608c2ca service neutron] Pushing event updated for resources: {'Port': ['ID=0f2bf4b8-1ba1-484b-b371-6b0c38c90a44,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:30.553931 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-027ca641-ec07-4dec-a0fe-98535538d3f8 req-431c5d9c-3a77-4fc0-bff0-a41377acfdac tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 210 time: 0.1111379 Feb 09 01:10:30.874919 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2f26ac-fa37-4145-a107-477cb2884884', 'name': 'network-vif-deleted', 'tag': '480819ba-5d03-4de2-9765-77bfce9fdc5b', 'status': 'completed', 'code': 200} Feb 09 01:10:30.915044 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-deleted', 'tag': 'c064f193-8708-43f5-b803-dfdf26a1e5a4'}, {'name': 'network-changed', 'server_uuid': 'd84a1de6-92be-44db-bcbd-c427629f55bc', 'tag': '0f2bf4b8-1ba1-484b-b371-6b0c38c90a44'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:10:30.917829 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e682b1-32e1-4357-9173-4e4751be705d admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:10:30.920661 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f7173a74-7783-450e-aae3-7146b9e7aee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:30.930943 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1d63b-796b-459b-b575-21b2273143cc req-a34d0825-7bd9-4743-963c-94c914158ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:30.932951 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-84e682b1-32e1-4357-9173-4e4751be705d admin admin] 10.222.0.37 "PUT /v2.0/routers/1e631025-8986-4064-b514-e867a156230f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9539292 Feb 09 01:10:30.937372 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-43a1d63b-796b-459b-b575-21b2273143cc req-a34d0825-7bd9-4743-963c-94c914158ce5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a05b06a91f9f4c368f81acc872bcfa31&device_id=d84a1de6-92be-44db-bcbd-c427629f55bc HTTP/1.1" status: 200 len: 1094 time: 0.2923014 Feb 09 01:10:30.937532 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e4cba9-cf30-402d-8db4-5f9e425280d3 None None] Sync routers for ids ['1e631025-8986-4064-b514-e867a156230f'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:10:30.954575 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e4cba9-cf30-402d-8db4-5f9e425280d3 None None] Routers {'1e631025-8986-4064-b514-e867a156230f'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:10:30.955230 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-c6e4cba9-cf30-402d-8db4-5f9e425280d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:10:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1e631025-8986-4064-b514-e867a156230f'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:30.986998 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-f7173a74-7783-450e-aae3-7146b9e7aee9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21dccaed-3f3b-4295-b1ca-2be6f66a78ce']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:31.016801 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-f7173a74-7783-450e-aae3-7146b9e7aee9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37c97c3c-c217-4f0b-a8f7-a555265b24e2') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:31.017118 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-f7173a74-7783-450e-aae3-7146b9e7aee9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37c97c3c-c217-4f0b-a8f7-a555265b24e2') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:31.031897 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f7173a74-7783-450e-aae3-7146b9e7aee9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:31.056309 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f7173a74-7783-450e-aae3-7146b9e7aee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:31.080555 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7173a74-7783-450e-aae3-7146b9e7aee9 admin admin] Releasing vlan 957 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:10:31.080970 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f7173a74-7783-450e-aae3-7146b9e7aee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:31.302517 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:10:31.302517 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:10:31.302517 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:10:31.302517 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:10:31.302517 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:10:31.302517 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:10:31.302517 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:10:31.302517 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:10:31.302517 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:10:31.302517 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:10:31.302517 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:10:31.302517 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:10:31.302517 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:10:31.302517 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:10:31.302517 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:10:31.302517 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:10:31.302517 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:10:31.302517 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:10:31.302517 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:10:31.302517 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:10:31.302517 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:10:31.302517 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:10:31.302517 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:10:31.302517 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:10:31.302517 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:10:31.302517 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:10:31.302517 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:10:31.302517 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:10:31.302517 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:10:31.302517 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:10:31.302517 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:10:31.302517 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:10:31.325422 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-c6e4cba9-cf30-402d-8db4-5f9e425280d3 None None] Set router 1e631025-8986-4064-b514-e867a156230f gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:10:31.331291 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-43a1d63b-796b-459b-b575-21b2273143cc req-b1fa0ec6-bc6d-4d0a-8900-47c131c20861 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f2bf4b8-1ba1-484b-b371-6b0c38c90a44 HTTP/1.1" status: 200 len: 217 time: 0.3878944 Feb 09 01:10:31.333216 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a', 'name': 'network-vif-deleted', 'tag': 'c064f193-8708-43f5-b803-dfdf26a1e5a4', 'status': 'completed', 'code': 200} Feb 09 01:10:31.334549 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd84a1de6-92be-44db-bcbd-c427629f55bc', 'tag': '0f2bf4b8-1ba1-484b-b371-6b0c38c90a44', 'status': 'completed', 'code': 200} Feb 09 01:10:31.340625 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f7173a74-7783-450e-aae3-7146b9e7aee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:31.382850 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f7173a74-7783-450e-aae3-7146b9e7aee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:31.421961 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7173a74-7783-450e-aae3-7146b9e7aee9 admin admin] Pushing event deleted for resources: {'Network': ['ID=21dccaed-3f3b-4295-b1ca-2be6f66a78ce,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:31.426783 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f7173a74-7783-450e-aae3-7146b9e7aee9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/21dccaed-3f3b-4295-b1ca-2be6f66a78ce HTTP/1.1" status: 204 len: 168 time: 1.2728779 Feb 09 01:10:31.493118 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1d63b-796b-459b-b575-21b2273143cc req-f620ca12-c1b0-4c69-b4fd-3ccb36a2cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:31.497515 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-43a1d63b-796b-459b-b575-21b2273143cc req-f620ca12-c1b0-4c69-b4fd-3ccb36a2cc9b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69740e1a-29a4-4722-ae33-19970672c2df HTTP/1.1" status: 200 len: 851 time: 0.1369886 Feb 09 01:10:31.564742 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e38a02-0a27-44bd-9bd0-3c3f4561bf51 req-344487d3-b54c-49e5-9229-c614fdd6aa8d tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:31.576731 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-91e38a02-0a27-44bd-9bd0-3c3f4561bf51 req-344487d3-b54c-49e5-9229-c614fdd6aa8d tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 943 time: 0.2732267 Feb 09 01:10:31.657431 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9f9b45-3621-4c7c-8a71-093d9a00c379 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Router 27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:10:31.714002 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43192) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:31.746882 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-91e38a02-0a27-44bd-9bd0-3c3f4561bf51 req-fe882d42-aee7-407b-b95c-3b6feaa479be tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671855 Feb 09 01:10:32.013501 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0e701cb3-a130-4831-ac8a-1e5b834ab1be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f354c59f4cd3403ca8ae184fe1507aec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2966936 Feb 09 01:10:32.018264 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43206) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:32.255872 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1d63b-796b-459b-b575-21b2273143cc req-3c44c281-02bc-4dc5-bfff-c875de7d7060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:32.258049 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-43a1d63b-796b-459b-b575-21b2273143cc req-3c44c281-02bc-4dc5-bfff-c875de7d7060 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4b69e8f8-1014-43eb-bd96-15547037bb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7445278 Feb 09 01:10:32.352453 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-c6e4cba9-cf30-402d-8db4-5f9e425280d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e631025-8986-4064-b514-e867a156230f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1209277862-router', 'tenant_id': '49026555c4b24e1b8bcbad16e5fe47d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '5ae738ad-9596-4a13-9389-2eb81ace8282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:10Z', 'updated_at': '2022-02-09T01:10:27Z', 'revision_number': 4, 'project_id': '49026555c4b24e1b8bcbad16e5fe47d5', 'gw_port': {'id': '5ae738ad-9596-4a13-9389-2eb81ace8282', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ab:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e631025-8986-4064-b514-e867a156230f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:13Z', 'updated_at': '2022-02-09T01:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '8bcc08b3-b6c6-48a8-b309-e979244ef272', 'name': '', 'network_id': '12ce165e-7f22-4e61-b759-4b0476cd533b', 'tenant_id': '49026555c4b24e1b8bcbad16e5fe47d5', 'mac_address': 'fa:16:3e:e2:78:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e631025-8986-4064-b514-e867a156230f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'e1f88be6-8125-43c0-b152-8164c9c9e6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:22Z', 'updated_at': '2022-02-09T01:10:28Z', 'revision_number': 2, 'project_id': '49026555c4b24e1b8bcbad16e5fe47d5', 'subnets': [{'id': 'e1f88be6-8125-43c0-b152-8164c9c9e6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:32.375647 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e4cba9-cf30-402d-8db4-5f9e425280d3 None None] Checking router: 1e631025-8986-4064-b514-e867a156230f for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:10:32.381052 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e4cba9-cf30-402d-8db4-5f9e425280d3 None None] Updating router 1e631025-8986-4064-b514-e867a156230f port 8bcc08b3-b6c6-48a8-b309-e979244ef272 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:10:32.550448 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41fd32fa-37d1-4265-89cc-b78b38bcca77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:32.551724 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-c6e4cba9-cf30-402d-8db4-5f9e425280d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:32.687754 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-43a1d63b-796b-459b-b575-21b2273143cc req-bc3dbdf0-6a0e-4258-922b-c4b368e1ce37 service neutron] 10.222.0.35 "GET /v2.0/networks/4b69e8f8-1014-43eb-bd96-15547037bb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198465 Feb 09 01:10:32.689987 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9f9b45-3621-4c7c-8a71-093d9a00c379 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:10:32.691192 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35997146-33c7-4582-b358-3bc288ba7ad5 req-22981fdd-0c77-425a-a841-015ab10ec76f tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:32.692771 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-35997146-33c7-4582-b358-3bc288ba7ad5 req-22981fdd-0c77-425a-a841-015ab10ec76f tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d84a1de6-92be-44db-bcbd-c427629f55bc HTTP/1.1" status: 200 len: 943 time: 0.5933301 Feb 09 01:10:32.701064 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5d9f9b45-3621-4c7c-8a71-093d9a00c379 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:32.704945 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193dc6c0-2908-43f0-b29b-fec3687f3ce6 None None] Sync routers for ids ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:10:32.723748 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193dc6c0-2908-43f0-b29b-fec3687f3ce6 None None] Routers {'27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:10:32.724374 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-193dc6c0-2908-43f0-b29b-fec3687f3ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:10:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:32.769934 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41fd32fa-37d1-4265-89cc-b78b38bcca77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:32.881066 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-35997146-33c7-4582-b358-3bc288ba7ad5 req-38ac5260-c83a-406e-a8d6-db3d4985bd41 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d7f35e6-f068-4898-aa8c-402f83e39ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1797814 Feb 09 01:10:32.915041 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-193dc6c0-2908-43f0-b29b-fec3687f3ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:32.961956 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193dc6c0-2908-43f0-b29b-fec3687f3ce6 None None] Routers {'27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:10:32.962608 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-193dc6c0-2908-43f0-b29b-fec3687f3ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:10:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:32.979543 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41fd32fa-37d1-4265-89cc-b78b38bcca77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:33.013763 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd32fa-37d1-4265-89cc-b78b38bcca77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db9e597-0a11-48ef-81b7-1c98d62b4cd4,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:33.015790 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41fd32fa-37d1-4265-89cc-b78b38bcca77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:33.024981 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-41fd32fa-37d1-4265-89cc-b78b38bcca77 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8db9e597-0a11-48ef-81b7-1c98d62b4cd4 HTTP/1.1" status: 204 len: 168 time: 1.0055623 Feb 09 01:10:33.097807 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-43a1d63b-796b-459b-b575-21b2273143cc req-9cd87d4c-605d-4021-ac25-2fce1862e094 service neutron] 10.222.0.35 "GET /v2.0/networks/4b69e8f8-1014-43eb-bd96-15547037bb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666048 Feb 09 01:10:33.151195 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-08e00bf7-d919-460d-aae5-d0d824f03edd req-daf4c7c8-4f41-4be7-9c1c-38cf27e2b88c tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 210 time: 0.0787160 Feb 09 01:10:33.267087 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-193dc6c0-2908-43f0-b29b-fec3687f3ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:33.267503 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193dc6c0-2908-43f0-b29b-fec3687f3ce6 None None] The sync data for ids ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:10:33.730638 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5d9f9b45-3621-4c7c-8a71-093d9a00c379 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "PUT /v2.0/floatingips/a9fe79c7-2ba6-45d1-8d0e-3a780f1ed78e HTTP/1.1" status: 200 len: 978 time: 6.9435024 Feb 09 01:10:33.731234 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43244) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:33.790176 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ddf1b3-8f6b-4693-aaa6-554f2b9d22a4 req-77bc3c56-e4bc-45b9-b4f3-c307e7dbd11d tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:33.799742 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-00ddf1b3-8f6b-4693-aaa6-554f2b9d22a4 req-77bc3c56-e4bc-45b9-b4f3-c307e7dbd11d tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 943 time: 0.4022393 Feb 09 01:10:33.860947 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-00ddf1b3-8f6b-4693-aaa6-554f2b9d22a4 req-dc33606a-6ff3-496b-bb84-cbfbb0febaf4 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592494 Feb 09 01:10:33.863563 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-c6e4cba9-cf30-402d-8db4-5f9e425280d3 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:33.867632 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-ea85edc5-80dc-4a60-aa6b-182b07dcd726 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Deleting port ff5a392f-67e0-40cc-b4c9-94b4ed337d18 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:10:33.868222 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ea85edc5-80dc-4a60-aa6b-182b07dcd726 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:33.924968 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-c6e4cba9-cf30-402d-8db4-5f9e425280d3 None None] Transition to ACTIVE for port object 8bcc08b3-b6c6-48a8-b309-e979244ef272 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:33.951888 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-c6e4cba9-cf30-402d-8db4-5f9e425280d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:34.170563 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef82686-fe99-43d4-83c3-8dd81b4603c9 None None] Pushing event updated for resources: {'Port': ['ID=8bcc08b3-b6c6-48a8-b309-e979244ef272,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:34.387027 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f796ef3-b661-4536-8a5c-11cac568723e req-2b90d2b6-f21e-48b3-a05b-e748a69e0876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:34.389375 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f796ef3-b661-4536-8a5c-11cac568723e req-2b90d2b6-f21e-48b3-a05b-e748a69e0876 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a05b06a91f9f4c368f81acc872bcfa31&device_id=d84a1de6-92be-44db-bcbd-c427629f55bc HTTP/1.1" status: 200 len: 1094 time: 0.7331688 Feb 09 01:10:34.393725 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066fd6b-e890-4bdc-bd97-3f2ce49725bb req-62c0dd67-b509-44bf-9cbb-dd4d2c620eb2 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:34.409975 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b066fd6b-e890-4bdc-bd97-3f2ce49725bb req-62c0dd67-b509-44bf-9cbb-dd4d2c620eb2 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d84a1de6-92be-44db-bcbd-c427629f55bc HTTP/1.1" status: 200 len: 943 time: 0.2203250 Feb 09 01:10:34.573729 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b066fd6b-e890-4bdc-bd97-3f2ce49725bb req-c66ecf5e-b3e4-434c-9778-a551bb3e26fc tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d7f35e6-f068-4898-aa8c-402f83e39ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1612403 Feb 09 01:10:34.662035 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f796ef3-b661-4536-8a5c-11cac568723e req-924ad95f-5ee3-4898-81a0-0f15cb380cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:34.663764 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f796ef3-b661-4536-8a5c-11cac568723e req-924ad95f-5ee3-4898-81a0-0f15cb380cd0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4b69e8f8-1014-43eb-bd96-15547037bb6b HTTP/1.1" status: 200 len: 913 time: 0.2645388 Feb 09 01:10:34.843282 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f796ef3-b661-4536-8a5c-11cac568723e req-19404330-8c51-463d-9120-23637c9536f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f2bf4b8-1ba1-484b-b371-6b0c38c90a44 HTTP/1.1" status: 200 len: 217 time: 0.1620762 Feb 09 01:10:34.911094 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-c6e4cba9-cf30-402d-8db4-5f9e425280d3 None None] Attempting to bind port 8bcc08b3-b6c6-48a8-b309-e979244ef272 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:10:34.911688 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-c6e4cba9-cf30-402d-8db4-5f9e425280d3 None None] Attempting to bind port 8bcc08b3-b6c6-48a8-b309-e979244ef272 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '4dbc52b3-dff6-4f21-8158-450cd3eb585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '12ce165e-7f22-4e61-b759-4b0476cd533b'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:10:34.911813 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e4cba9-cf30-402d-8db4-5f9e425280d3 None None] Attempting to bind port 8bcc08b3-b6c6-48a8-b309-e979244ef272 on network 12ce165e-7f22-4e61-b759-4b0476cd533b {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:10:34.934423 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e4cba9-cf30-402d-8db4-5f9e425280d3 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:10:34.934820 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e4cba9-cf30-402d-8db4-5f9e425280d3 None None] Checking segment: {'id': '4dbc52b3-dff6-4f21-8158-450cd3eb585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '12ce165e-7f22-4e61-b759-4b0476cd533b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:10:34.936753 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-c6e4cba9-cf30-402d-8db4-5f9e425280d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:34.937693 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e4cba9-cf30-402d-8db4-5f9e425280d3 None None] Bound using segment: {'id': '4dbc52b3-dff6-4f21-8158-450cd3eb585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '12ce165e-7f22-4e61-b759-4b0476cd533b'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:10:34.940684 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-c6e4cba9-cf30-402d-8db4-5f9e425280d3 None None] Bound port: 8bcc08b3-b6c6-48a8-b309-e979244ef272, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dbc52b3-dff6-4f21-8158-450cd3eb585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '12ce165e-7f22-4e61-b759-4b0476cd533b'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:10:34.941026 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-c6e4cba9-cf30-402d-8db4-5f9e425280d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:35.036910 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f796ef3-b661-4536-8a5c-11cac568723e req-20768c4d-1e31-4c9b-9377-b187fcb3db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:35.040348 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f796ef3-b661-4536-8a5c-11cac568723e req-20768c4d-1e31-4c9b-9377-b187fcb3db64 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69740e1a-29a4-4722-ae33-19970672c2df HTTP/1.1" status: 200 len: 851 time: 0.1858771 Feb 09 01:10:35.099868 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-24828a2f-8af8-47e3-b270-79fcbb0471cd req-34d97243-d90a-49e3-816f-7d1c46c70ed2 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/ports?device_id=acdd3f03-fe8a-4454-a1dd-e11aa9f65d9a HTTP/1.1" status: 200 len: 210 time: 0.1193540 Feb 09 01:10:35.159030 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-c6e4cba9-cf30-402d-8db4-5f9e425280d3 None None] For port 8bcc08b3-b6c6-48a8-b309-e979244ef272, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:10:35.164910 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-c6e4cba9-cf30-402d-8db4-5f9e425280d3 None None] For port 8bcc08b3-b6c6-48a8-b309-e979244ef272, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=8bcc08b3-b6c6-48a8-b309-e979244ef272,segment=NetworkSegment(4dbc52b3-dff6-4f21-8158-450cd3eb585f),segment_id=4dbc52b3-dff6-4f21-8158-450cd3eb585f)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:10:35.183710 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-c6e4cba9-cf30-402d-8db4-5f9e425280d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:35.309770 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ea85edc5-80dc-4a60-aa6b-182b07dcd726 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:35.382014 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e4cba9-cf30-402d-8db4-5f9e425280d3 None None] Routers {'1e631025-8986-4064-b514-e867a156230f'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:10:35.383992 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-c6e4cba9-cf30-402d-8db4-5f9e425280d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:10:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1e631025-8986-4064-b514-e867a156230f'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:35.837192 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef82686-fe99-43d4-83c3-8dd81b4603c9 None None] Pushing event updated for resources: {'Port': ['ID=8bcc08b3-b6c6-48a8-b309-e979244ef272,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:35.902262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f796ef3-b661-4536-8a5c-11cac568723e req-da841d1d-05fe-4af6-b6c2-1295475b118a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:35.903161 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-c6e4cba9-cf30-402d-8db4-5f9e425280d3 None None] Set router 1e631025-8986-4064-b514-e867a156230f gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:10:35.904924 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f796ef3-b661-4536-8a5c-11cac568723e req-da841d1d-05fe-4af6-b6c2-1295475b118a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4b69e8f8-1014-43eb-bd96-15547037bb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8491421 Feb 09 01:10:36.115999 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f796ef3-b661-4536-8a5c-11cac568723e req-7fa0f5d6-1781-4b43-86ba-8827aaf20848 service neutron] 10.222.0.35 "GET /v2.0/networks/4b69e8f8-1014-43eb-bd96-15547037bb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891534 Feb 09 01:10:36.387676 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55ec0c-567f-4339-91e0-d8b72e10b1aa req-c73f99d7-26e2-4f85-8f1d-0468db0cc18c tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:36.394916 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1a55ec0c-567f-4339-91e0-d8b72e10b1aa req-c73f99d7-26e2-4f85-8f1d-0468db0cc18c tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 943 time: 0.8082962 Feb 09 01:10:36.450973 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f796ef3-b661-4536-8a5c-11cac568723e req-adc0c673-b693-48bc-ae76-a5ba6babe434 service neutron] 10.222.0.35 "GET /v2.0/networks/4b69e8f8-1014-43eb-bd96-15547037bb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208292 Feb 09 01:10:36.525578 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ea85edc5-80dc-4a60-aa6b-182b07dcd726 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:36.529028 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ea85edc5-80dc-4a60-aa6b-182b07dcd726 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:36.529287 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [None req-ea85edc5-80dc-4a60-aa6b-182b07dcd726 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Floating IP a9fe79c7-2ba6-45d1-8d0e-3a780f1ed78e disassociated. External IP: 172.25.5.27, port: ff5a392f-67e0-40cc-b4c9-94b4ed337d18. Feb 09 01:10:36.530148 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-ea85edc5-80dc-4a60-aa6b-182b07dcd726 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Calling delete_port for ff5a392f-67e0-40cc-b4c9-94b4ed337d18 owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:10:36.633555 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-c6e4cba9-cf30-402d-8db4-5f9e425280d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e631025-8986-4064-b514-e867a156230f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1209277862-router', 'tenant_id': '49026555c4b24e1b8bcbad16e5fe47d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '5ae738ad-9596-4a13-9389-2eb81ace8282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:10Z', 'updated_at': '2022-02-09T01:10:27Z', 'revision_number': 4, 'project_id': '49026555c4b24e1b8bcbad16e5fe47d5', 'gw_port': {'id': '5ae738ad-9596-4a13-9389-2eb81ace8282', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ab:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e631025-8986-4064-b514-e867a156230f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:13Z', 'updated_at': '2022-02-09T01:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '8bcc08b3-b6c6-48a8-b309-e979244ef272', 'name': '', 'network_id': '12ce165e-7f22-4e61-b759-4b0476cd533b', 'tenant_id': '49026555c4b24e1b8bcbad16e5fe47d5', 'mac_address': 'fa:16:3e:e2:78:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e631025-8986-4064-b514-e867a156230f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'e1f88be6-8125-43c0-b152-8164c9c9e6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:22Z', 'updated_at': '2022-02-09T01:10:35Z', 'revision_number': 4, 'project_id': '49026555c4b24e1b8bcbad16e5fe47d5', 'subnets': [{'id': 'e1f88be6-8125-43c0-b152-8164c9c9e6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:36.645268 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e4cba9-cf30-402d-8db4-5f9e425280d3 None None] The sync data for ids ['1e631025-8986-4064-b514-e867a156230f'] in n-d-828419-1 is: [{'id': '1e631025-8986-4064-b514-e867a156230f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1209277862-router', 'tenant_id': '49026555c4b24e1b8bcbad16e5fe47d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '5ae738ad-9596-4a13-9389-2eb81ace8282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:10Z', 'updated_at': '2022-02-09T01:10:27Z', 'revision_number': 4, 'project_id': '49026555c4b24e1b8bcbad16e5fe47d5', 'gw_port': {'id': '5ae738ad-9596-4a13-9389-2eb81ace8282', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ab:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e631025-8986-4064-b514-e867a156230f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:13Z', 'updated_at': '2022-02-09T01:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '8bcc08b3-b6c6-48a8-b309-e979244ef272', 'name': '', 'network_id': '12ce165e-7f22-4e61-b759-4b0476cd533b', 'tenant_id': '49026555c4b24e1b8bcbad16e5fe47d5', 'mac_address': 'fa:16:3e:e2:78:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e631025-8986-4064-b514-e867a156230f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'e1f88be6-8125-43c0-b152-8164c9c9e6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:22Z', 'updated_at': '2022-02-09T01:10:35Z', 'revision_number': 4, 'project_id': '49026555c4b24e1b8bcbad16e5fe47d5', 'subnets': [{'id': 'e1f88be6-8125-43c0-b152-8164c9c9e6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:10:36.755737 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb5791-d686-4ed5-8d6b-1853f0e57c24 req-a4ea40f4-c9f4-41e3-bb60-caf6abf981fc tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:36.771289 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-83cb5791-d686-4ed5-8d6b-1853f0e57c24 req-a4ea40f4-c9f4-41e3-bb60-caf6abf981fc tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d84a1de6-92be-44db-bcbd-c427629f55bc HTTP/1.1" status: 200 len: 943 time: 0.1737218 Feb 09 01:10:36.884778 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-83cb5791-d686-4ed5-8d6b-1853f0e57c24 req-3e4a7794-cd19-4338-9480-fc035d53e12b tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d7f35e6-f068-4898-aa8c-402f83e39ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1115870 Feb 09 01:10:36.910183 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-68b47c42-bb01-4485-b879-7a5a77cdafa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:37.075141 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 8bcc08b3-b6c6-48a8-b309-e979244ef272 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:10:37.248969 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 8bcc08b3-b6c6-48a8-b309-e979244ef272 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:37.281243 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 8bcc08b3-b6c6-48a8-b309-e979244ef272 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:37.283112 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:37.293074 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1a55ec0c-567f-4339-91e0-d8b72e10b1aa req-80126f63-6cd8-40fe-88e7-ec2b803769a0 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8958523 Feb 09 01:10:37.295117 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ea85edc5-80dc-4a60-aa6b-182b07dcd726 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:37.338063 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43378) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:37.448862 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea85edc5-80dc-4a60-aa6b-182b07dcd726 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event deleted for resources: {'Port': ['ID=ff5a392f-67e0-40cc-b4c9-94b4ed337d18,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:37.485455 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 0f2bf4b8-1ba1-484b-b371-6b0c38c90a44 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:10:37.598502 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72e607a6-ee33-4476-b210-d0ba5aaba4dd tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:37.753474 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72e607a6-ee33-4476-b210-d0ba5aaba4dd tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:37.784079 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.resource_extend [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:10:37.905826 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72e607a6-ee33-4476-b210-d0ba5aaba4dd tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:37.962216 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e607a6-ee33-4476-b210-d0ba5aaba4dd tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1486fc1-1e2b-4613-b423-e31a76a75443,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:38.032027 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72e607a6-ee33-4476-b210-d0ba5aaba4dd tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:38.035824 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-72e607a6-ee33-4476-b210-d0ba5aaba4dd tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "DELETE /v2.0/security-groups/e1486fc1-1e2b-4613-b423-e31a76a75443 HTTP/1.1" status: 204 len: 168 time: 0.6940985 Feb 09 01:10:38.036632 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43418) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:38.094483 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-e9c41787-d43e-4d20-96cb-1e5e28f9054e tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] show failed (client error): The resource could not be found. Feb 09 01:10:38.099071 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e9c41787-d43e-4d20-96cb-1e5e28f9054e tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "GET /v2.0/security-groups/e1486fc1-1e2b-4613-b423-e31a76a75443 HTTP/1.1" status: 404 len: 347 time: 0.0590813 Feb 09 01:10:38.102538 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43422) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:38.115343 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea85edc5-80dc-4a60-aa6b-182b07dcd726 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Router 27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:10:38.135887 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:38.241894 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 8bcc08b3-b6c6-48a8-b309-e979244ef272, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=8bcc08b3-b6c6-48a8-b309-e979244ef272,segment=NetworkSegment(4dbc52b3-dff6-4f21-8158-450cd3eb585f),segment_id=4dbc52b3-dff6-4f21-8158-450cd3eb585f)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:38.248383 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:38.741023 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=8bcc08b3-b6c6-48a8-b309-e979244ef272,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:38.767210 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:38.767555 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:38.767887 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:38.768218 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:38.776377 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:38.776887 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:38.777224 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:38.777560 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:38.777885 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:38.778214 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:38.778525 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:38.778849 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:38.854210 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 0f2bf4b8-1ba1-484b-b371-6b0c38c90a44, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=0f2bf4b8-1ba1-484b-b371-6b0c38c90a44,segment=NetworkSegment(404d1026-db85-40d4-b120-544186d0b38c),segment_id=404d1026-db85-40d4-b120-544186d0b38c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:38.882299 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-95bae7d2-100f-4b3c-a3e1-95297ff5ff7d tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Deleting port 6f20f49e-4b8e-4bc9-8a5a-623302d92604 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:10:38.882640 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-95bae7d2-100f-4b3c-a3e1-95297ff5ff7d tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:38.919829 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '0f2bf4b8-1ba1-484b-b371-6b0c38c90a44', 'network_id': '4b69e8f8-1014-43eb-bd96-15547037bb6b', 'port_id': '0f2bf4b8-1ba1-484b-b371-6b0c38c90a44', 'mac_address': 'fa:16:3e:40:e4:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 996, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69740e1a-29a4-4722-ae33-19970672c2df', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:10:39.037623 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:39.071458 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f2bf4b8-1ba1-484b-b371-6b0c38c90a44 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:10:39.101498 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea85edc5-80dc-4a60-aa6b-182b07dcd726 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:10:39.105110 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 0f2bf4b8-1ba1-484b-b371-6b0c38c90a44, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=0f2bf4b8-1ba1-484b-b371-6b0c38c90a44,segment=NetworkSegment(404d1026-db85-40d4-b120-544186d0b38c),segment_id=404d1026-db85-40d4-b120-544186d0b38c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:39.110112 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 8bcc08b3-b6c6-48a8-b309-e979244ef272 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:10:39.117445 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251d97cc-adea-4edc-916d-0e5e1bf858a9 None None] Sync routers for ids ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:10:39.135053 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251d97cc-adea-4edc-916d-0e5e1bf858a9 None None] Routers {'27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:10:39.139277 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-251d97cc-adea-4edc-916d-0e5e1bf858a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:10:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:39.327673 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:39.330290 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 92d5acad-e38d-43c2-8bec-c5018d35d94a details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:10:39.342570 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-251d97cc-adea-4edc-916d-0e5e1bf858a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:39.380551 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251d97cc-adea-4edc-916d-0e5e1bf858a9 None None] Routers {'27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:10:39.381796 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-251d97cc-adea-4edc-916d-0e5e1bf858a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:10:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:39.622996 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ea85edc5-80dc-4a60-aa6b-182b07dcd726 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:39.633826 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ea85edc5-80dc-4a60-aa6b-182b07dcd726 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "DELETE /v2.0/ports/ff5a392f-67e0-40cc-b4c9-94b4ed337d18 HTTP/1.1" status: 204 len: 168 time: 5.9018722 Feb 09 01:10:39.636636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43444) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:39.653328 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=0f2bf4b8-1ba1-484b-b371-6b0c38c90a44,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:39.676002 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-48b374a7-deca-4343-9ed5-3bb55a25106f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:39.697577 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-251d97cc-adea-4edc-916d-0e5e1bf858a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:39.698060 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251d97cc-adea-4edc-916d-0e5e1bf858a9 None None] The sync data for ids ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:10:39.825027 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d8ac6a1d-ed8a-4e2c-9474-b20006cd0124 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "GET /v2.0/floatingips/a9fe79c7-2ba6-45d1-8d0e-3a780f1ed78e HTTP/1.1" status: 200 len: 687 time: 0.1848376 Feb 09 01:10:39.825724 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43448) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:39.839387 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c062ca-238c-412a-b890-fae591d38d86 req-c8b49550-c5b8-49d8-a535-6ee322e5f517 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:39.848636 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-20c062ca-238c-412a-b890-fae591d38d86 req-c8b49550-c5b8-49d8-a535-6ee322e5f517 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d84a1de6-92be-44db-bcbd-c427629f55bc HTTP/1.1" status: 200 len: 943 time: 1.4553766 Feb 09 01:10:39.864067 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-95bae7d2-100f-4b3c-a3e1-95297ff5ff7d tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:39.864806 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-95bae7d2-100f-4b3c-a3e1-95297ff5ff7d tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:39.876019 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 8bcc08b3-b6c6-48a8-b309-e979244ef272 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:39.876428 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:40.005652 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 92d5acad-e38d-43c2-8bec-c5018d35d94a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=92d5acad-e38d-43c2-8bec-c5018d35d94a,segment=NetworkSegment(0a900953-cea9-408a-b5a5-b9b62ab0e594),segment_id=0a900953-cea9-408a-b5a5-b9b62ab0e594)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:40.008727 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-20c062ca-238c-412a-b890-fae591d38d86 req-360a6916-f701-4c85-bb70-62127b7496b5 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d7f35e6-f068-4898-aa8c-402f83e39ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483694 Feb 09 01:10:40.042253 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '92d5acad-e38d-43c2-8bec-c5018d35d94a', 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd', 'port_id': '92d5acad-e38d-43c2-8bec-c5018d35d94a', 'mac_address': 'fa:16:3e:63:f9:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 962, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:10:40.228863 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-462cc44a-2844-4c76-a080-e48d55f2754a tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Deleting port f937a8c1-b5e8-47f2-bcfa-1afc7b8bad60 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:10:40.229466 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-462cc44a-2844-4c76-a080-e48d55f2754a tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:40.294807 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-95bae7d2-100f-4b3c-a3e1-95297ff5ff7d tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Calling delete_port for 6f20f49e-4b8e-4bc9-8a5a-623302d92604 owned by network:floatingip {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:10:40.329689 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:40.390378 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:40.419250 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92d5acad-e38d-43c2-8bec-c5018d35d94a {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:10:40.444379 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:40.455047 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb128df-22c3-4a72-b5d7-582e44eb3480 req-6a5a78d5-4bc1-4966-ba66-5db8f19618da tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:40.459339 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-beb128df-22c3-4a72-b5d7-582e44eb3480 req-6a5a78d5-4bc1-4966-ba66-5db8f19618da tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 943 time: 1.4107277 Feb 09 01:10:40.477840 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 92d5acad-e38d-43c2-8bec-c5018d35d94a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=92d5acad-e38d-43c2-8bec-c5018d35d94a,segment=NetworkSegment(0a900953-cea9-408a-b5a5-b9b62ab0e594),segment_id=0a900953-cea9-408a-b5a5-b9b62ab0e594)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:40.484183 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:40.544887 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-beb128df-22c3-4a72-b5d7-582e44eb3480 req-bce8e2b5-95ec-47c1-adc8-a830367ab477 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844738 Feb 09 01:10:40.674019 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=92d5acad-e38d-43c2-8bec-c5018d35d94a,revision_number=9']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:40.745884 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['92d5acad-e38d-43c2-8bec-c5018d35d94a'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:10:40.750544 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-95bae7d2-100f-4b3c-a3e1-95297ff5ff7d tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:40.776888 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-462cc44a-2844-4c76-a080-e48d55f2754a tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:40.777282 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-462cc44a-2844-4c76-a080-e48d55f2754a tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:40.843218 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['0f2bf4b8-1ba1-484b-b371-6b0c38c90a44'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:10:41.023321 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bae7d2-100f-4b3c-a3e1-95297ff5ff7d tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Pushing event deleted for resources: {'Port': ['ID=6f20f49e-4b8e-4bc9-8a5a-623302d92604,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:41.249836 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-95bae7d2-100f-4b3c-a3e1-95297ff5ff7d tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks [] for floatingip, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:41.284055 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-95bae7d2-100f-4b3c-a3e1-95297ff5ff7d tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:41.285903 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-95bae7d2-100f-4b3c-a3e1-95297ff5ff7d tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "DELETE /v2.0/floatingips/6d351ffe-4622-426a-89f3-783599965714 HTTP/1.1" status: 204 len: 168 time: 3.1822317 Feb 09 01:10:41.377814 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43502) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:41.615564 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-2e80cb23-60e0-4c38-8881-0c0ac45cc7cd tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Deleting port 49f387b1-200d-4aa1-aa5b-0e58530b895f {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:10:41.616143 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2e80cb23-60e0-4c38-8881-0c0ac45cc7cd tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:41.640985 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:41.645432 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-462cc44a-2844-4c76-a080-e48d55f2754a tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Calling delete_port for f937a8c1-b5e8-47f2-bcfa-1afc7b8bad60 owned by network:floatingip {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:10:42.109071 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-462cc44a-2844-4c76-a080-e48d55f2754a tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:42.433167 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462cc44a-2844-4c76-a080-e48d55f2754a tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event deleted for resources: {'Port': ['ID=f937a8c1-b5e8-47f2-bcfa-1afc7b8bad60,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:42.497548 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 0f2bf4b8-1ba1-484b-b371-6b0c38c90a44 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:10:42.664355 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73010cb4-5e1b-4ab3-895a-8deee431cfb2 req-6457d766-b632-4b11-9108-114ffc46db04 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:42.684567 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-73010cb4-5e1b-4ab3-895a-8deee431cfb2 req-6457d766-b632-4b11-9108-114ffc46db04 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 944 time: 0.5721190 Feb 09 01:10:42.684790 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b063c3-6ca9-4867-b096-02ce07c681c6 req-c488a460-827c-4af9-a7c8-ed11cf21f831 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:42.704698 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f6b063c3-6ca9-4867-b096-02ce07c681c6 req-c488a460-827c-4af9-a7c8-ed11cf21f831 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d84a1de6-92be-44db-bcbd-c427629f55bc HTTP/1.1" status: 200 len: 944 time: 1.4168301 Feb 09 01:10:42.807490 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 0f2bf4b8-1ba1-484b-b371-6b0c38c90a44 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:42.817680 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2e80cb23-60e0-4c38-8881-0c0ac45cc7cd tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:42.819855 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 0f2bf4b8-1ba1-484b-b371-6b0c38c90a44 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:42.820221 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:42.849520 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-73010cb4-5e1b-4ab3-895a-8deee431cfb2 req-246ff380-2b1e-4b15-bbe3-30ed4f0fdcb0 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715317 Feb 09 01:10:42.852487 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-462cc44a-2844-4c76-a080-e48d55f2754a tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for floatingip, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:42.905091 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f6b063c3-6ca9-4867-b096-02ce07c681c6 req-a8a3f4e9-fb44-4c32-9f96-bef6784e8548 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d7f35e6-f068-4898-aa8c-402f83e39ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1984296 Feb 09 01:10:42.947247 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-462cc44a-2844-4c76-a080-e48d55f2754a tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:42.948665 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-462cc44a-2844-4c76-a080-e48d55f2754a tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "DELETE /v2.0/floatingips/a9fe79c7-2ba6-45d1-8d0e-3a780f1ed78e HTTP/1.1" status: 204 len: 168 time: 3.1218274 Feb 09 01:10:42.957341 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43548) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:42.972005 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-2759be3e-99b0-44aa-9046-e242b2eecc94 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'port_id': '1591c9bd-2f42-4628-bdf1-f3d4b0f394a7'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:43.003491 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-2759be3e-99b0-44aa-9046-e242b2eecc94 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:43.015404 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2759be3e-99b0-44aa-9046-e242b2eecc94 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Usage tracker for resource:floatingip and tenant:3233fa6a1c31485fb5278c0948d1b003 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:43.026338 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2759be3e-99b0-44aa-9046-e242b2eecc94 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:43.044767 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-2759be3e-99b0-44aa-9046-e242b2eecc94 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:43.072965 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2759be3e-99b0-44aa-9046-e242b2eecc94 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for floatingip, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:43.257963 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:43.332243 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 0f2bf4b8-1ba1-484b-b371-6b0c38c90a44, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=0f2bf4b8-1ba1-484b-b371-6b0c38c90a44,segment=NetworkSegment(404d1026-db85-40d4-b120-544186d0b38c),segment_id=404d1026-db85-40d4-b120-544186d0b38c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:43.335897 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84a1de6-92be-44db-bcbd-c427629f55bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2bf4b8-1ba1-484b-b371-6b0c38c90a44'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:10:43.382783 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:43.384084 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 92d5acad-e38d-43c2-8bec-c5018d35d94a up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:10:43.458368 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-2e80cb23-60e0-4c38-8881-0c0ac45cc7cd tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Calling delete_port for 49f387b1-200d-4aa1-aa5b-0e58530b895f owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:10:43.532606 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84a1de6-92be-44db-bcbd-c427629f55bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2bf4b8-1ba1-484b-b371-6b0c38c90a44', 'code': 200} Feb 09 01:10:43.543047 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2759be3e-99b0-44aa-9046-e242b2eecc94 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:43.718429 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 92d5acad-e38d-43c2-8bec-c5018d35d94a triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:43.719139 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:43.826364 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=0f2bf4b8-1ba1-484b-b371-6b0c38c90a44,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:43.932117 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-2759be3e-99b0-44aa-9046-e242b2eecc94 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Allocated IP 172.25.5.40 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/52930b75-7daa-4c05-a86b-f224c4a00094) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:43.938884 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43562) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:43.966611 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43570) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:43.978041 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2e80cb23-60e0-4c38-8881-0c0ac45cc7cd tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:44.136799 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:44.182186 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80cb23-60e0-4c38-8881-0c0ac45cc7cd tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Pushing event deleted for resources: {'Port': ['ID=49f387b1-200d-4aa1-aa5b-0e58530b895f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:44.209418 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 92d5acad-e38d-43c2-8bec-c5018d35d94a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=92d5acad-e38d-43c2-8bec-c5018d35d94a,segment=NetworkSegment(0a900953-cea9-408a-b5a5-b9b62ab0e594),segment_id=0a900953-cea9-408a-b5a5-b9b62ab0e594)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:44.225158 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:44.434061 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=92d5acad-e38d-43c2-8bec-c5018d35d94a,revision_number=10']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:44.476920 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2e80cb23-60e0-4c38-8881-0c0ac45cc7cd tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:44.489834 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2e80cb23-60e0-4c38-8881-0c0ac45cc7cd tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "DELETE /v2.0/ports/49f387b1-200d-4aa1-aa5b-0e58530b895f HTTP/1.1" status: 204 len: 168 time: 3.1192615 Feb 09 01:10:44.491028 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43580) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:44.658577 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334703f3-f86f-4eb6-b37b-3a133d4e4da9 req-b9a6308d-a6c6-4ea4-86c8-2606bcddc195 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:44.668720 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-334703f3-f86f-4eb6-b37b-3a133d4e4da9 req-b9a6308d-a6c6-4ea4-86c8-2606bcddc195 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 946 time: 0.3522196 Feb 09 01:10:44.727727 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-02cac5da-3632-46ae-be0f-eb705131b6bc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Deleting port ed95cf65-6ad9-48b9-b564-6f38f0074a61 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:10:44.728066 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-02cac5da-3632-46ae-be0f-eb705131b6bc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:44.754001 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-334703f3-f86f-4eb6-b37b-3a133d4e4da9 req-031f142b-7e5e-48ce-8221-592ca310e3da tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842552 Feb 09 01:10:44.787471 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ed09d5a3-ddbe-45e3-84a0-bb1736650974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:44.803011 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-114577b2-fe8f-4e39-a4bc-f6f57ab0cdb4 admin admin] Deleting subnet 5e21ee47-9c4f-48f6-bbce-c83436d55ec2 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:10:44.809545 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2759be3e-99b0-44aa-9046-e242b2eecc94 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:44.815608 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f7299-1862-434c-90c5-d6332158f768 req-aaf22891-4ca6-4f12-b4b4-b04ff562f3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:44.817130 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-576f7299-1862-434c-90c5-d6332158f768 req-aaf22891-4ca6-4f12-b4b4-b04ff562f3ac service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d84a1de6-92be-44db-bcbd-c427629f55bc HTTP/1.1" status: 200 len: 1096 time: 0.8749499 Feb 09 01:10:44.820183 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-114577b2-fe8f-4e39-a4bc-f6f57ab0cdb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:44.822134 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ed09d5a3-ddbe-45e3-84a0-bb1736650974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:44.845586 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ed09d5a3-ddbe-45e3-84a0-bb1736650974 admin admin] Usage tracker for resource:security_group_rule and tenant:0ed28c9ba0074560847df50854598ac2 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:44.853476 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ed09d5a3-ddbe-45e3-84a0-bb1736650974 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:44.862076 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ed09d5a3-ddbe-45e3-84a0-bb1736650974 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:44.910110 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-576f7299-1862-434c-90c5-d6332158f768 req-428a400d-39f5-4c13-81bc-4da619528ede service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3d7f35e6-f068-4898-aa8c-402f83e39ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0840039 Feb 09 01:10:44.945427 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2759be3e-99b0-44aa-9046-e242b2eecc94 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:44.989065 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b0f2f-8d0e-407e-b8b4-6551bdc45c6f req-7b1f228d-d191-4b39-8015-b253dd7e03dd tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:44.990801 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ef7b0f2f-8d0e-407e-b8b4-6551bdc45c6f req-7b1f228d-d191-4b39-8015-b253dd7e03dd tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d84a1de6-92be-44db-bcbd-c427629f55bc HTTP/1.1" status: 200 len: 945 time: 0.7738850 Feb 09 01:10:45.043089 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2759be3e-99b0-44aa-9046-e242b2eecc94 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:45.047053 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-2759be3e-99b0-44aa-9046-e242b2eecc94 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:45.051046 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2759be3e-99b0-44aa-9046-e242b2eecc94 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:10:45.169698 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ed09d5a3-ddbe-45e3-84a0-bb1736650974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:45.170520 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759be3e-99b0-44aa-9046-e242b2eecc94 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event updated for resources: {'Port': ['ID=52930b75-7daa-4c05-a86b-f224c4a00094,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:45.211865 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ed09d5a3-ddbe-45e3-84a0-bb1736650974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:45.227808 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:10:45.264300 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-02cac5da-3632-46ae-be0f-eb705131b6bc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:45.274553 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ef7b0f2f-8d0e-407e-b8b4-6551bdc45c6f req-9ff23bbe-a09c-4316-9024-5c56e0e8edd1 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d7f35e6-f068-4898-aa8c-402f83e39ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1733143 Feb 09 01:10:45.277741 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-114577b2-fe8f-4e39-a4bc-f6f57ab0cdb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:45.296819 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ed09d5a3-ddbe-45e3-84a0-bb1736650974 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ed28c9ba0074560847df50854598ac2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2484539 Feb 09 01:10:45.300377 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43610) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:45.347475 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09d5a3-ddbe-45e3-84a0-bb1736650974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50463f0f-da8c-4aac-80ed-62fa93b50be2,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:45.443863 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-02cac5da-3632-46ae-be0f-eb705131b6bc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Calling delete_port for ed95cf65-6ad9-48b9-b564-6f38f0074a61 owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:10:45.533389 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-817e453f-c5ee-4899-aaa4-d27a9058c16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:45.533671 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3093736e-12df-49b3-9826-76d31909df23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d5acad-e38d-43c2-8bec-c5018d35d94a'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:10:45.560679 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-817e453f-c5ee-4899-aaa4-d27a9058c16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:45.584704 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-114577b2-fe8f-4e39-a4bc-f6f57ab0cdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:45.606462 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3093736e-12df-49b3-9826-76d31909df23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d5acad-e38d-43c2-8bec-c5018d35d94a', 'code': 200} Feb 09 01:10:45.746403 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-114577b2-fe8f-4e39-a4bc-f6f57ab0cdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:45.805341 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-114577b2-fe8f-4e39-a4bc-f6f57ab0cdb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:45.812759 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-114577b2-fe8f-4e39-a4bc-f6f57ab0cdb4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5e21ee47-9c4f-48f6-bbce-c83436d55ec2 HTTP/1.1" status: 204 len: 168 time: 1.8427818 Feb 09 01:10:45.819186 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43626) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:45.823854 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114577b2-fe8f-4e39-a4bc-f6f57ab0cdb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e21ee47-9c4f-48f6-bbce-c83436d55ec2,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:45.898345 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-817e453f-c5ee-4899-aaa4-d27a9058c16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:45.948669 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e453f-c5ee-4899-aaa4-d27a9058c16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50463f0f-da8c-4aac-80ed-62fa93b50be2,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:46.005462 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-817e453f-c5ee-4899-aaa4-d27a9058c16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:46.009102 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-817e453f-c5ee-4899-aaa4-d27a9058c16c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/50463f0f-da8c-4aac-80ed-62fa93b50be2 HTTP/1.1" status: 204 len: 168 time: 0.6657963 Feb 09 01:10:46.059438 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f58934-747d-47e3-91c3-4d65012f65af req-7311e78e-6f89-408c-bba7-409b2fc51e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:46.060990 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-99f58934-747d-47e3-91c3-4d65012f65af req-7311e78e-6f89-408c-bba7-409b2fc51e6d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 1097 time: 0.2032545 Feb 09 01:10:46.142388 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-99f58934-747d-47e3-91c3-4d65012f65af req-8d3bf376-7f82-41f4-bca7-33c6381bedfb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670028 Feb 09 01:10:46.184472 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2759be3e-99b0-44aa-9046-e242b2eecc94 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:46.303825 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2759be3e-99b0-44aa-9046-e242b2eecc94 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:46.561667 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-de9e2df6-58a7-4227-a274-967603fe53e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:46.620442 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6d439-fa45-4a85-a4c4-a3a65e9579bf req-9f35c678-5f07-49fe-9d30-8c3b6bedea3a tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:46.633162 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ded6d439-fa45-4a85-a4c4-a3a65e9579bf req-9f35c678-5f07-49fe-9d30-8c3b6bedea3a tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 946 time: 0.3545742 Feb 09 01:10:46.819721 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ded6d439-fa45-4a85-a4c4-a3a65e9579bf req-5ada1541-219a-4e68-a6e3-c514827a1f3b tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743767 Feb 09 01:10:46.825102 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4b46f-5890-4c50-bf22-40d4b82a9e93 req-5064e30a-fc6a-4c33-a3f0-7790434b9ad2 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:46.826684 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-acd4b46f-5890-4c50-bf22-40d4b82a9e93 req-5064e30a-fc6a-4c33-a3f0-7790434b9ad2 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d84a1de6-92be-44db-bcbd-c427629f55bc HTTP/1.1" status: 200 len: 945 time: 0.2853518 Feb 09 01:10:46.871755 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-02cac5da-3632-46ae-be0f-eb705131b6bc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:46.922300 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2759be3e-99b0-44aa-9046-e242b2eecc94 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:46.942202 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-acd4b46f-5890-4c50-bf22-40d4b82a9e93 req-ed3cb82a-e502-4f1c-bd0e-7b9a65b304c7 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d7f35e6-f068-4898-aa8c-402f83e39ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1048424 Feb 09 01:10:46.943088 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2759be3e-99b0-44aa-9046-e242b2eecc94 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:47.017057 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-de9e2df6-58a7-4227-a274-967603fe53e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:47.067462 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759be3e-99b0-44aa-9046-e242b2eecc94 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event updated for resources: {'Port': ['ID=52930b75-7daa-4c05-a86b-f224c4a00094,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:47.091223 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2759be3e-99b0-44aa-9046-e242b2eecc94 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:47.130058 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cac5da-3632-46ae-be0f-eb705131b6bc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Pushing event deleted for resources: {'Port': ['ID=ed95cf65-6ad9-48b9-b564-6f38f0074a61,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:47.381244 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-02cac5da-3632-46ae-be0f-eb705131b6bc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:47.394457 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-02cac5da-3632-46ae-be0f-eb705131b6bc tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "DELETE /v2.0/ports/ed95cf65-6ad9-48b9-b564-6f38f0074a61 HTTP/1.1" status: 204 len: 168 time: 2.9006751 Feb 09 01:10:47.395142 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43660) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:47.433240 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [None req-2759be3e-99b0-44aa-9046-e242b2eecc94 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Floating IP a78c79db-c610-4b54-b71e-29e261d7eb72 associated. External IP: 172.25.5.40, port: 1591c9bd-2f42-4628-bdf1-f3d4b0f394a7. Feb 09 01:10:47.503902 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-de9e2df6-58a7-4227-a274-967603fe53e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a46d8ce-a5dd-4900-abea-f731f0aef8fe']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:47.517056 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-c709cde6-e7b6-40a2-98bb-ff618b5dc962 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Deleting subnet 0da9c592-ba8f-483c-8446-d42b4fd95318 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:10:47.520447 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c709cde6-e7b6-40a2-98bb-ff618b5dc962 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:47.616022 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c709cde6-e7b6-40a2-98bb-ff618b5dc962 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:47.729159 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c709cde6-e7b6-40a2-98bb-ff618b5dc962 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:47.752536 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43666) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:47.820227 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-de9e2df6-58a7-4227-a274-967603fe53e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e9ecb6-01d5-4ecf-9227-3ea9eee52184') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:47.820606 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-de9e2df6-58a7-4227-a274-967603fe53e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e9ecb6-01d5-4ecf-9227-3ea9eee52184') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:47.834680 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-de9e2df6-58a7-4227-a274-967603fe53e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:47.880764 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-de9e2df6-58a7-4227-a274-967603fe53e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:47.924514 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de9e2df6-58a7-4227-a274-967603fe53e5 admin admin] Releasing vlan 988 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:10:47.924933 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-de9e2df6-58a7-4227-a274-967603fe53e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:47.947984 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:10:47.947984 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:10:47.947984 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:10:47.947984 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:10:47.947984 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:10:47.947984 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:10:47.947984 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:10:47.947984 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:10:47.947984 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:10:47.947984 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:10:47.947984 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:10:47.947984 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:10:47.947984 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:10:47.947984 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:10:47.947984 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:10:47.947984 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:10:47.947984 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:10:47.947984 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:10:47.947984 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:10:47.947984 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:10:47.947984 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:10:47.947984 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:10:47.947984 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:10:47.947984 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:10:47.947984 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:10:47.947984 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:10:47.947984 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:10:47.947984 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:10:47.947984 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:10:47.947984 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:10:47.947984 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:10:47.947984 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:10:48.071009 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c709cde6-e7b6-40a2-98bb-ff618b5dc962 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:48.103915 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-d6822d04-508e-4af0-b3b6-c7c16f9ca360 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-114588161-network', 'tenant_id': '67dfd8ca30e2412a805557bd94e02525'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:48.210050 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709cde6-e7b6-40a2-98bb-ff618b5dc962 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Pushing event deleted for resources: {'Subnet': ['ID=0da9c592-ba8f-483c-8446-d42b4fd95318,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:48.214468 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d6822d04-508e-4af0-b3b6-c7c16f9ca360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:48.226458 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2aa7c9-98c8-4145-9c03-2b5383018562 None None] Network 2bec690d-2fc1-4a43-9409-cf15cb1e963a requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:10:48.228852 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c709cde6-e7b6-40a2-98bb-ff618b5dc962 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:48.228981 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d6822d04-508e-4af0-b3b6-c7c16f9ca360 admin admin] Usage tracker for resource:network and tenant:67dfd8ca30e2412a805557bd94e02525 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:48.233403 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d6822d04-508e-4af0-b3b6-c7c16f9ca360 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:48.249063 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d6822d04-508e-4af0-b3b6-c7c16f9ca360 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:48.250107 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-de9e2df6-58a7-4227-a274-967603fe53e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:48.269185 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-de9e2df6-58a7-4227-a274-967603fe53e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:48.272059 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2759be3e-99b0-44aa-9046-e242b2eecc94 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Router 27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:10:48.272965 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c709cde6-e7b6-40a2-98bb-ff618b5dc962 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "DELETE /v2.0/subnets/0da9c592-ba8f-483c-8446-d42b4fd95318 HTTP/1.1" status: 204 len: 168 time: 0.8742263 Feb 09 01:10:48.273093 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6822d04-508e-4af0-b3b6-c7c16f9ca360 admin admin] Made reservation on behalf of 67dfd8ca30e2412a805557bd94e02525 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:48.275362 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d6822d04-508e-4af0-b3b6-c7c16f9ca360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:48.284734 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43704) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:48.311136 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a939f7e-1b73-490e-b4b5-3bc184828e36 req-a17b6322-c74a-4acf-8f3e-af0cfc32de46 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:48.329784 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6a939f7e-1b73-490e-b4b5-3bc184828e36 req-a17b6322-c74a-4acf-8f3e-af0cfc32de46 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d84a1de6-92be-44db-bcbd-c427629f55bc HTTP/1.1" status: 200 len: 945 time: 1.0087731 Feb 09 01:10:48.332037 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43710) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:48.369776 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-90807413-23d3-4a59-bb13-d3a0774345b8 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Deleting subnet efedc14e-a8af-4624-b0ad-f3edbb135900 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:10:48.374036 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e2df6-58a7-4227-a274-967603fe53e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a46d8ce-a5dd-4900-abea-f731f0aef8fe,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:48.377523 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90807413-23d3-4a59-bb13-d3a0774345b8 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:48.388843 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-cd3d706d-c991-4aa9-a6fa-1adb7b6e4298 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Request body: {'floatingip': {'port_id': '0f2bf4b8-1ba1-484b-b371-6b0c38c90a44'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:48.491297 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-de9e2df6-58a7-4227-a274-967603fe53e5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6a46d8ce-a5dd-4900-abea-f731f0aef8fe HTTP/1.1" status: 204 len: 168 time: 2.6700864 Feb 09 01:10:48.494349 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cd3d706d-c991-4aa9-a6fa-1adb7b6e4298 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks [] for floatingip, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:48.749616 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d6822d04-508e-4af0-b3b6-c7c16f9ca360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:48.848068 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43720) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:48.905509 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080c0880-a759-4cf3-94c6-fe1635b02c29 None None] DHCP port deletion for 2bec690d-2fc1-4a43-9409-cf15cb1e963a request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:10:48.919952 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-080c0880-a759-4cf3-94c6-fe1635b02c29 None None] Deleting port 0abe758e-9194-47db-b716-df1e30f70d8e {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:10:48.920327 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-080c0880-a759-4cf3-94c6-fe1635b02c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:48.937146 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d6822d04-508e-4af0-b3b6-c7c16f9ca360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:48.955012 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d6822d04-508e-4af0-b3b6-c7c16f9ca360 admin admin] Usage tracker for resource:security_group_rule and tenant:67dfd8ca30e2412a805557bd94e02525 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:48.967417 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cab5b7-b132-4826-afd6-9c8c5209cca4 req-c511bdd5-b8b9-4710-af2f-aa861cfd7578 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:48.974473 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a9cab5b7-b132-4826-afd6-9c8c5209cca4 req-c511bdd5-b8b9-4710-af2f-aa861cfd7578 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 946 time: 0.8669376 Feb 09 01:10:48.980800 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d6822d04-508e-4af0-b3b6-c7c16f9ca360 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:49.015975 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90807413-23d3-4a59-bb13-d3a0774345b8 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:49.091378 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d6822d04-508e-4af0-b3b6-c7c16f9ca360 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:49.157154 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a9cab5b7-b132-4826-afd6-9c8c5209cca4 req-eae7d763-6c87-48d3-b138-850512da603e tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817286 Feb 09 01:10:49.194519 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 0abe758e-9194-47db-b716-df1e30f70d8e no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:10:49.509243 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-87d304e6-e896-4305-bcf1-d536964fc1e4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a75aeed005c34e95a63eb49629dd324d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6592968 Feb 09 01:10:49.512762 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43736) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:49.557162 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d6822d04-508e-4af0-b3b6-c7c16f9ca360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:49.560624 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2759be3e-99b0-44aa-9046-e242b2eecc94 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:10:49.575812 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b429ed8b-f629-49b6-8f9e-62fd5a0449d6 None None] Sync routers for ids ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:10:49.578963 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d6822d04-508e-4af0-b3b6-c7c16f9ca360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:49.583277 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-080c0880-a759-4cf3-94c6-fe1635b02c29 None None] For port 0abe758e-9194-47db-b716-df1e30f70d8e, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=0abe758e-9194-47db-b716-df1e30f70d8e,segment=NetworkSegment(98e1f1a3-bd88-4667-8800-3608f4b5b13e),segment_id=98e1f1a3-bd88-4667-8800-3608f4b5b13e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:49.583528 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-080c0880-a759-4cf3-94c6-fe1635b02c29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:49.644846 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6822d04-508e-4af0-b3b6-c7c16f9ca360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdf0a53-ae28-494d-bf35-07d0650e4dd8,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:49.661622 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:49.694084 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6822d04-508e-4af0-b3b6-c7c16f9ca360 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 998} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:10:49.715782 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d6822d04-508e-4af0-b3b6-c7c16f9ca360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:49.715782 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-d6822d04-508e-4af0-b3b6-c7c16f9ca360 admin admin] Added segment 7841b3b5-50c4-4626-80ec-1014e8ef15dd of type vlan for network 84a4b1eb-79d6-447b-b1fd-6bc1ef45422a Feb 09 01:10:49.744289 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d6822d04-508e-4af0-b3b6-c7c16f9ca360 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:49.754857 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b429ed8b-f629-49b6-8f9e-62fd5a0449d6 None None] Routers {'27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:10:49.755515 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b429ed8b-f629-49b6-8f9e-62fd5a0449d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:10:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:49.777170 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90807413-23d3-4a59-bb13-d3a0774345b8 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:49.857269 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-080c0880-a759-4cf3-94c6-fe1635b02c29 None None] Calling delete_port for 0abe758e-9194-47db-b716-df1e30f70d8e owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:10:49.872674 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d6822d04-508e-4af0-b3b6-c7c16f9ca360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:49.873627 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6822d04-508e-4af0-b3b6-c7c16f9ca360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:49.874229 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d6822d04-508e-4af0-b3b6-c7c16f9ca360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:49.925156 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 0abe758e-9194-47db-b716-df1e30f70d8e, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=0abe758e-9194-47db-b716-df1e30f70d8e,segment=NetworkSegment(98e1f1a3-bd88-4667-8800-3608f4b5b13e),segment_id=98e1f1a3-bd88-4667-8800-3608f4b5b13e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:49.945168 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:49.952426 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90807413-23d3-4a59-bb13-d3a0774345b8 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:49.991211 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-819397ca-243c-4379-8427-26c26ea85594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:50.056477 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b429ed8b-f629-49b6-8f9e-62fd5a0449d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:50.066412 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=0abe758e-9194-47db-b716-df1e30f70d8e,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:50.080855 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90807413-23d3-4a59-bb13-d3a0774345b8 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Pushing event deleted for resources: {'Subnet': ['ID=efedc14e-a8af-4624-b0ad-f3edbb135900,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:50.083364 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09472e7-e223-4ca1-9e88-2d38e4bcf926 None None] Network 0fe62980-d662-4305-b32e-541d69722270 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:10:50.089844 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d6822d04-508e-4af0-b3b6-c7c16f9ca360 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.3338096 Feb 09 01:10:50.090821 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2759be3e-99b0-44aa-9046-e242b2eecc94 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:50.103710 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-819397ca-243c-4379-8427-26c26ea85594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:50.135414 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43756) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:50.156862 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90807413-23d3-4a59-bb13-d3a0774345b8 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:50.201459 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b429ed8b-f629-49b6-8f9e-62fd5a0449d6 None None] Routers {'27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:10:50.202705 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b429ed8b-f629-49b6-8f9e-62fd5a0449d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:10:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:50.206294 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-90807413-23d3-4a59-bb13-d3a0774345b8 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "DELETE /v2.0/subnets/efedc14e-a8af-4624-b0ad-f3edbb135900 HTTP/1.1" status: 204 len: 168 time: 1.9196405 Feb 09 01:10:50.214350 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43764) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:50.283261 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-d8a8bf30-d675-4e32-8713-7e6c7e53cb68 admin admin] Request body: {'subnet': {'network_id': '84a4b1eb-79d6-447b-b1fd-6bc1ef45422a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-114588161-subnet', 'tenant_id': '67dfd8ca30e2412a805557bd94e02525', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:50.322255 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d8a8bf30-d675-4e32-8713-7e6c7e53cb68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:50.348258 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-819397ca-243c-4379-8427-26c26ea85594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:50.350488 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d8a8bf30-d675-4e32-8713-7e6c7e53cb68 admin admin] Usage tracker for resource:subnet and tenant:67dfd8ca30e2412a805557bd94e02525 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:50.371508 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d8a8bf30-d675-4e32-8713-7e6c7e53cb68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:50.389502 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6822d04-508e-4af0-b3b6-c7c16f9ca360 admin admin] Pushing event updated for resources: {'Network': ['ID=84a4b1eb-79d6-447b-b1fd-6bc1ef45422a,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:50.404727 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d8a8bf30-d675-4e32-8713-7e6c7e53cb68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:50.416115 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2759be3e-99b0-44aa-9046-e242b2eecc94 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.4501619 Feb 09 01:10:50.418287 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 84a4b1eb-79d6-447b-b1fd-6bc1ef45422a details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:10:50.420596 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43770) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:50.429843 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-d45c0e7a-2788-43ad-b99a-96421d86360b tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1687271363'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:50.544610 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b429ed8b-f629-49b6-8f9e-62fd5a0449d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:50.545016 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b429ed8b-f629-49b6-8f9e-62fd5a0449d6 None None] The sync data for ids ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:10:50.546940 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d45c0e7a-2788-43ad-b99a-96421d86360b tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:50.551470 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-080c0880-a759-4cf3-94c6-fe1635b02c29 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:10:50.551825 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-080c0880-a759-4cf3-94c6-fe1635b02c29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:10:50.561325 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a8bf30-d675-4e32-8713-7e6c7e53cb68 admin admin] Made reservation on behalf of 67dfd8ca30e2412a805557bd94e02525 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:50.568113 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d8a8bf30-d675-4e32-8713-7e6c7e53cb68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:50.605713 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cd3d706d-c991-4aa9-a6fa-1adb7b6e4298 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:50.611008 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d45c0e7a-2788-43ad-b99a-96421d86360b tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Usage tracker for resource:network and tenant:3233fa6a1c31485fb5278c0948d1b003 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:50.627151 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-25398077-103a-440d-ab4b-17ba33f7b070 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:50.645545 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cd3d706d-c991-4aa9-a6fa-1adb7b6e4298 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:50.711201 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819397ca-243c-4379-8427-26c26ea85594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9aeec6-deae-434a-965f-768e0e1f7f4f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:50.754831 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d45c0e7a-2788-43ad-b99a-96421d86360b tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:50.763213 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d45c0e7a-2788-43ad-b99a-96421d86360b tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:50.797643 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5f21c3-18fd-42df-aa5d-66750ae8312a None None] DHCP port deletion for 0fe62980-d662-4305-b32e-541d69722270 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:10:50.802298 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-be5f21c3-18fd-42df-aa5d-66750ae8312a None None] Deleting port 7a959e4d-02e8-4eb5-a25f-db44b9de6553 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:10:50.802841 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-be5f21c3-18fd-42df-aa5d-66750ae8312a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:50.843177 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45c0e7a-2788-43ad-b99a-96421d86360b tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Made reservation on behalf of 3233fa6a1c31485fb5278c0948d1b003 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:50.846633 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d45c0e7a-2788-43ad-b99a-96421d86360b tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:50.961525 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-819397ca-243c-4379-8427-26c26ea85594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:50.962891 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fdcc75-734a-49e6-9d2f-48b450d64f2a req-7aa94b94-dd84-4c71-b055-c6302edd615d tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:50.963547 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-819397ca-243c-4379-8427-26c26ea85594 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3e9aeec6-deae-434a-965f-768e0e1f7f4f HTTP/1.1" status: 204 len: 168 time: 1.4495351 Feb 09 01:10:50.975253 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-87fdcc75-734a-49e6-9d2f-48b450d64f2a req-7aa94b94-dd84-4c71-b055-c6302edd615d tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 946 time: 0.5464599 Feb 09 01:10:51.018872 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-25398077-103a-440d-ab4b-17ba33f7b070 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Deleting port 0abe758e-9194-47db-b716-df1e30f70d8e {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:10:51.019925 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-25398077-103a-440d-ab4b-17ba33f7b070 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:51.090638 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-cd3d706d-c991-4aa9-a6fa-1adb7b6e4298 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Floating IP ec138e41-f8d2-4525-bd11-3bcc40feafe8 associated. External IP: 172.25.5.92, port: 0f2bf4b8-1ba1-484b-b371-6b0c38c90a44. Feb 09 01:10:51.164187 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d45c0e7a-2788-43ad-b99a-96421d86360b tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 968} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:10:51.296709 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-87fdcc75-734a-49e6-9d2f-48b450d64f2a req-45294ea8-7381-46c5-b07d-f02597f7ebe3 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3165729 Feb 09 01:10:51.306452 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d45c0e7a-2788-43ad-b99a-96421d86360b tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:51.308996 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-d45c0e7a-2788-43ad-b99a-96421d86360b tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Added segment 6c90492a-6d65-48ca-9293-271b62a7749c of type vlan for network 87493480-27c1-480e-a06e-686017d53aaa Feb 09 01:10:51.319464 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-be5f21c3-18fd-42df-aa5d-66750ae8312a None None] For port 7a959e4d-02e8-4eb5-a25f-db44b9de6553, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=7a959e4d-02e8-4eb5-a25f-db44b9de6553,segment=NetworkSegment(6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5),segment_id=6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:51.319862 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-be5f21c3-18fd-42df-aa5d-66750ae8312a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:51.454615 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d45c0e7a-2788-43ad-b99a-96421d86360b tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:51.492072 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d8a8bf30-d675-4e32-8713-7e6c7e53cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:51.590784 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-25398077-103a-440d-ab4b-17ba33f7b070 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] For port 0abe758e-9194-47db-b716-df1e30f70d8e, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=0abe758e-9194-47db-b716-df1e30f70d8e,segment=NetworkSegment(98e1f1a3-bd88-4667-8800-3608f4b5b13e),segment_id=98e1f1a3-bd88-4667-8800-3608f4b5b13e)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:51.591476 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-25398077-103a-440d-ab4b-17ba33f7b070 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:51.596434 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-be5f21c3-18fd-42df-aa5d-66750ae8312a None None] Calling delete_port for 7a959e4d-02e8-4eb5-a25f-db44b9de6553 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:10:51.685507 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8bf30-d675-4e32-8713-7e6c7e53cb68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c750fae4-2c3f-44da-87c9-de1301db5b32,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:51.700025 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d45c0e7a-2788-43ad-b99a-96421d86360b tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:51.716791 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45c0e7a-2788-43ad-b99a-96421d86360b tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:51.717425 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d45c0e7a-2788-43ad-b99a-96421d86360b tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:51.754794 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-080c0880-a759-4cf3-94c6-fe1635b02c29 None None] Deleting port 0abe758e-9194-47db-b716-df1e30f70d8e {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:10:51.755163 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-080c0880-a759-4cf3-94c6-fe1635b02c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:51.879412 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7a959e4d-02e8-4eb5-a25f-db44b9de6553 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:10:51.886566 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-25398077-103a-440d-ab4b-17ba33f7b070 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Calling delete_port for 0abe758e-9194-47db-b716-df1e30f70d8e owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:10:51.920534 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a8bf30-d675-4e32-8713-7e6c7e53cb68 admin admin] Checking segment: {'id': '7841b3b5-50c4-4626-80ec-1014e8ef15dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '84a4b1eb-79d6-447b-b1fd-6bc1ef45422a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:10:51.924972 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a8bf30-d675-4e32-8713-7e6c7e53cb68 admin admin] Network hostable DHCP agents. Network: 84a4b1eb-79d6-447b-b1fd-6bc1ef45422a, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:10:52.025918 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 7a959e4d-02e8-4eb5-a25f-db44b9de6553 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:10:52.026261 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7a959e4d-02e8-4eb5-a25f-db44b9de6553 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:10:52.027790 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-be5f21c3-18fd-42df-aa5d-66750ae8312a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:52.033384 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d45c0e7a-2788-43ad-b99a-96421d86360b tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6115599 Feb 09 01:10:52.053499 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43794) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:52.091889 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-ea367556-6c1c-432c-a0a5-b2cb704796dc tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Request body: {'subnet': {'network_id': '87493480-27c1-480e-a06e-686017d53aaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:52.132853 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c0e7a-2788-43ad-b99a-96421d86360b tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event updated for resources: {'Network': ['ID=87493480-27c1-480e-a06e-686017d53aaa,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:52.154262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a8bf30-d675-4e32-8713-7e6c7e53cb68 admin admin] Network 84a4b1eb-79d6-447b-b1fd-6bc1ef45422a is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:10:52.216100 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 87493480-27c1-480e-a06e-686017d53aaa details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:10:52.408185 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-25398077-103a-440d-ab4b-17ba33f7b070 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:52.430000 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-d8a8bf30-d675-4e32-8713-7e6c7e53cb68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 84a4b1eb-79d6-447b-b1fd-6bc1ef45422a) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:52.459439 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3d706d-c991-4aa9-a6fa-1adb7b6e4298 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Router a0a197d9-8be6-4f55-8c63-5d375761f64e has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:10:52.466076 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a8bf30-d675-4e32-8713-7e6c7e53cb68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:52.467750 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc524a7-7c28-4e93-a96f-82c3b1d0f10e None None] Network 84a4b1eb-79d6-447b-b1fd-6bc1ef45422a requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:10:52.469827 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d8a8bf30-d675-4e32-8713-7e6c7e53cb68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:52.486978 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25398077-103a-440d-ab4b-17ba33f7b070 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] No DVR routers for this DVR port 0abe758e-9194-47db-b716-df1e30f70d8e on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:10:52.489902 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25398077-103a-440d-ab4b-17ba33f7b070 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Pushing event deleted for resources: {'Port': ['ID=0abe758e-9194-47db-b716-df1e30f70d8e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:52.536212 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43806) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:52.583788 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ea367556-6c1c-432c-a0a5-b2cb704796dc tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:52.589532 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ea367556-6c1c-432c-a0a5-b2cb704796dc tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Usage tracker for resource:subnet and tenant:3233fa6a1c31485fb5278c0948d1b003 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:52.593095 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ea367556-6c1c-432c-a0a5-b2cb704796dc tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:52.600362 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ea367556-6c1c-432c-a0a5-b2cb704796dc tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:52.618180 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d8a8bf30-d675-4e32-8713-7e6c7e53cb68 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.3965337 Feb 09 01:10:52.638654 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f21c3-18fd-42df-aa5d-66750ae8312a None None] Pushing event deleted for resources: {'Port': ['ID=7a959e4d-02e8-4eb5-a25f-db44b9de6553,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:52.653321 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5f21c3-18fd-42df-aa5d-66750ae8312a None None] No DVR routers for this DVR port 7a959e4d-02e8-4eb5-a25f-db44b9de6553 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:10:52.657456 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:52.659985 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea367556-6c1c-432c-a0a5-b2cb704796dc tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Made reservation on behalf of 3233fa6a1c31485fb5278c0948d1b003 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:52.680522 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ea367556-6c1c-432c-a0a5-b2cb704796dc tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:52.810359 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-080c0880-a759-4cf3-94c6-fe1635b02c29 None None] For port 0abe758e-9194-47db-b716-df1e30f70d8e, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=0abe758e-9194-47db-b716-df1e30f70d8e,segment=NetworkSegment(98e1f1a3-bd88-4667-8800-3608f4b5b13e),segment_id=98e1f1a3-bd88-4667-8800-3608f4b5b13e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:10:52.811048 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-080c0880-a759-4cf3-94c6-fe1635b02c29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:52.856324 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3d706d-c991-4aa9-a6fa-1adb7b6e4298 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:10:52.911705 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cd3d706d-c991-4aa9-a6fa-1adb7b6e4298 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:52.998174 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-73a92dd9-2d39-4e41-a436-08ddf4a6b514 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-460821823-network', 'tenant_id': '903cfb9c5cb94334ab49ed8a903cb9a8'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:53.021342 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-73a92dd9-2d39-4e41-a436-08ddf4a6b514 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:53.039137 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-73a92dd9-2d39-4e41-a436-08ddf4a6b514 admin admin] Usage tracker for resource:network and tenant:903cfb9c5cb94334ab49ed8a903cb9a8 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:53.039666 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1e13c1-781c-498d-8b5b-bd853c169408 None None] Sync routers for ids ['a0a197d9-8be6-4f55-8c63-5d375761f64e'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:10:53.044756 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-25398077-103a-440d-ab4b-17ba33f7b070 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:53.049305 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-73a92dd9-2d39-4e41-a436-08ddf4a6b514 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:53.062668 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-73a92dd9-2d39-4e41-a436-08ddf4a6b514 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:53.073423 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1e13c1-781c-498d-8b5b-bd853c169408 None None] Routers {'a0a197d9-8be6-4f55-8c63-5d375761f64e'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:10:53.075710 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-9f1e13c1-781c-498d-8b5b-bd853c169408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:10:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a0a197d9-8be6-4f55-8c63-5d375761f64e'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:53.091908 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a92dd9-2d39-4e41-a436-08ddf4a6b514 admin admin] Made reservation on behalf of 903cfb9c5cb94334ab49ed8a903cb9a8 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:53.095211 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-73a92dd9-2d39-4e41-a436-08ddf4a6b514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:53.208412 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-25398077-103a-440d-ab4b-17ba33f7b070 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bec690d-2fc1-4a43-9409-cf15cb1e963a']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:53.230980 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cd3d706d-c991-4aa9-a6fa-1adb7b6e4298 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "PUT /v2.0/floatingips/ec138e41-f8d2-4525-bd11-3bcc40feafe8 HTTP/1.1" status: 200 len: 990 time: 4.8802304 Feb 09 01:10:53.269432 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-080c0880-a759-4cf3-94c6-fe1635b02c29 None None] Calling delete_port for 0abe758e-9194-47db-b716-df1e30f70d8e owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:10:53.273559 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84a1de6-92be-44db-bcbd-c427629f55bc', 'tag': '0f2bf4b8-1ba1-484b-b371-6b0c38c90a44'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:10:53.314206 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-25398077-103a-440d-ab4b-17ba33f7b070 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e1f1a3-bd88-4667-8800-3608f4b5b13e') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:53.314497 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-25398077-103a-440d-ab4b-17ba33f7b070 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e1f1a3-bd88-4667-8800-3608f4b5b13e') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:53.373850 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-25398077-103a-440d-ab4b-17ba33f7b070 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:53.422562 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-25398077-103a-440d-ab4b-17ba33f7b070 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:53.445507 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25398077-103a-440d-ab4b-17ba33f7b070 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Releasing vlan 978 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:10:53.451333 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-25398077-103a-440d-ab4b-17ba33f7b070 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:53.504960 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:10:53.504960 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:10:53.504960 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:10:53.504960 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:10:53.504960 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:10:53.504960 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:10:53.504960 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:10:53.504960 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:10:53.504960 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:10:53.504960 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:10:53.504960 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:10:53.504960 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:10:53.504960 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:10:53.504960 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:10:53.504960 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:10:53.504960 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:10:53.504960 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:10:53.504960 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:10:53.504960 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:10:53.504960 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:10:53.504960 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:10:53.504960 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:10:53.504960 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:10:53.504960 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:10:53.504960 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:10:53.504960 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:10:53.504960 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:10:53.504960 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:10:53.504960 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:10:53.504960 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:10:53.504960 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:10:53.504960 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:10:53.620565 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f5ef08-04b4-4434-92f7-0687e8e19c16 None None] Network 84a4b1eb-79d6-447b-b1fd-6bc1ef45422a requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:10:53.637288 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-9f1e13c1-781c-498d-8b5b-bd853c169408 None None] Set router a0a197d9-8be6-4f55-8c63-5d375761f64e gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:10:53.764491 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-73a92dd9-2d39-4e41-a436-08ddf4a6b514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:53.839982 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-73a92dd9-2d39-4e41-a436-08ddf4a6b514 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:53.853991 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-73a92dd9-2d39-4e41-a436-08ddf4a6b514 admin admin] Usage tracker for resource:security_group_rule and tenant:903cfb9c5cb94334ab49ed8a903cb9a8 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:53.857959 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-73a92dd9-2d39-4e41-a436-08ddf4a6b514 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:53.865927 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-73a92dd9-2d39-4e41-a436-08ddf4a6b514 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:53.888588 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-25398077-103a-440d-ab4b-17ba33f7b070 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:53.923381 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-25398077-103a-440d-ab4b-17ba33f7b070 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:53.981273 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25398077-103a-440d-ab4b-17ba33f7b070 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Pushing event deleted for resources: {'Network': ['ID=2bec690d-2fc1-4a43-9409-cf15cb1e963a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:54.019395 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-25398077-103a-440d-ab4b-17ba33f7b070 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "DELETE /v2.0/networks/2bec690d-2fc1-4a43-9409-cf15cb1e963a HTTP/1.1" status: 204 len: 168 time: 3.8023727 Feb 09 01:10:54.023159 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43840) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:54.051324 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-080c0880-a759-4cf3-94c6-fe1635b02c29 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:10:54.051887 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-080c0880-a759-4cf3-94c6-fe1635b02c29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:10:54.065251 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-73a92dd9-2d39-4e41-a436-08ddf4a6b514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:54.077592 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-73a92dd9-2d39-4e41-a436-08ddf4a6b514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:54.180717 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a92dd9-2d39-4e41-a436-08ddf4a6b514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a3d3db-a915-4815-b9e9-febf65f7492d,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:54.267786 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a92dd9-2d39-4e41-a436-08ddf4a6b514 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 987} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:10:54.282524 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-73a92dd9-2d39-4e41-a436-08ddf4a6b514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:54.283328 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-73a92dd9-2d39-4e41-a436-08ddf4a6b514 admin admin] Added segment 7dc2e829-f685-4c02-b1d6-aef4f3224c8c of type vlan for network 5d6c2755-ea18-4235-9314-c370c19b3771 Feb 09 01:10:54.315528 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-73a92dd9-2d39-4e41-a436-08ddf4a6b514 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:54.352340 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ea367556-6c1c-432c-a0a5-b2cb704796dc tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:54.360546 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-73a92dd9-2d39-4e41-a436-08ddf4a6b514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:54.361974 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a92dd9-2d39-4e41-a436-08ddf4a6b514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:54.362731 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-73a92dd9-2d39-4e41-a436-08ddf4a6b514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:54.408747 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-be39f7b1-8290-4f96-86c3-0071b3015579 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:54.425840 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01ef74-a498-4efb-be44-da73436aadad req-f29ecafb-66b1-4472-b47f-5b07416f8d98 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:54.437689 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2f01ef74-a498-4efb-be44-da73436aadad req-f29ecafb-66b1-4472-b47f-5b07416f8d98 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/networks?id=84a4b1eb-79d6-447b-b1fd-6bc1ef45422a HTTP/1.1" status: 200 len: 804 time: 0.7679517 Feb 09 01:10:54.458535 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-9f1e13c1-781c-498d-8b5b-bd853c169408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'name': 'tempest-ServersTestManualDisk-1786538978-router', 'tenant_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '47f2756f-7366-4921-8502-a6caa2492816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:42Z', 'updated_at': '2022-02-09T01:09:59Z', 'revision_number': 4, 'project_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'gw_port': {'id': '47f2756f-7366-4921-8502-a6caa2492816', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:45Z', 'updated_at': '2022-02-09T01:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'ec138e41-f8d2-4525-bd11-3bcc40feafe8', 'tenant_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'floating_ip_address': '172.25.5.92', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'port_id': '0f2bf4b8-1ba1-484b-b371-6b0c38c90a44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b69e8f8-1014-43eb-bd96-15547037bb6b', 'mac_address': 'fa:16:3e:40:e4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84a1de6-92be-44db-bcbd-c427629f55bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:10:11Z', 'updated_at': '2022-02-09T01:10:50Z', 'revision_number': 1, 'project_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f68d8cf4-9d92-427c-8e27-693c966b9d69', 'name': '', 'network_id': '4b69e8f8-1014-43eb-bd96-15547037bb6b', 'tenant_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'mac_address': 'fa:16:3e:4b:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '69740e1a-29a4-4722-ae33-19970672c2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:57Z', 'updated_at': '2022-02-09T01:10:10Z', 'revision_number': 5, 'project_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'subnets': [{'id': '69740e1a-29a4-4722-ae33-19970672c2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:54.466896 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1e13c1-781c-498d-8b5b-bd853c169408 None None] Checking router: a0a197d9-8be6-4f55-8c63-5d375761f64e for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:10:54.479254 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2f01ef74-a498-4efb-be44-da73436aadad req-76415258-0a11-4f6b-a3c2-b5337c9918ef tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/quotas/67dfd8ca30e2412a805557bd94e02525 HTTP/1.1" status: 200 len: 375 time: 0.0409775 Feb 09 01:10:54.483373 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1e13c1-781c-498d-8b5b-bd853c169408 None None] Routers {'a0a197d9-8be6-4f55-8c63-5d375761f64e'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:10:54.484008 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-9f1e13c1-781c-498d-8b5b-bd853c169408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:10:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a0a197d9-8be6-4f55-8c63-5d375761f64e'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:54.608512 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea367556-6c1c-432c-a0a5-b2cb704796dc tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event updated for resources: {'Subnet': ['ID=43a5f982-be8d-46dc-a444-4120f5b98979,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:54.614269 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a92dd9-2d39-4e41-a436-08ddf4a6b514 admin admin] Pushing event updated for resources: {'Network': ['ID=5d6c2755-ea18-4235-9314-c370c19b3771,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:54.622970 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-73a92dd9-2d39-4e41-a436-08ddf4a6b514 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0835097 Feb 09 01:10:54.632833 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 5d6c2755-ea18-4235-9314-c370c19b3771 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:10:54.647932 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43846) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:54.690194 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-37b43617-bee3-42d9-aaad-86580c377bef admin admin] Request body: {'subnet': {'network_id': '5d6c2755-ea18-4235-9314-c370c19b3771', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-460821823-subnet', 'tenant_id': '903cfb9c5cb94334ab49ed8a903cb9a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:54.701448 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3266f-e8fd-416b-b3df-724fdabe41d7 req-7a307f8d-c0cb-4923-ae73-f76eb4718196 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:54.713575 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bff3266f-e8fd-416b-b3df-724fdabe41d7 req-7a307f8d-c0cb-4923-ae73-f76eb4718196 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d84a1de6-92be-44db-bcbd-c427629f55bc HTTP/1.1" status: 200 len: 945 time: 1.0402205 Feb 09 01:10:54.744719 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-37b43617-bee3-42d9-aaad-86580c377bef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:54.762695 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-37b43617-bee3-42d9-aaad-86580c377bef admin admin] Usage tracker for resource:subnet and tenant:903cfb9c5cb94334ab49ed8a903cb9a8 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:54.767931 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-37b43617-bee3-42d9-aaad-86580c377bef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:54.776298 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-37b43617-bee3-42d9-aaad-86580c377bef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:54.801998 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea367556-6c1c-432c-a0a5-b2cb704796dc tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Checking segment: {'id': '6c90492a-6d65-48ca-9293-271b62a7749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '87493480-27c1-480e-a06e-686017d53aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:10:54.802895 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea367556-6c1c-432c-a0a5-b2cb704796dc tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Network hostable DHCP agents. Network: 87493480-27c1-480e-a06e-686017d53aaa, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:10:54.822568 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bff3266f-e8fd-416b-b3df-724fdabe41d7 req-48805636-ba7c-4400-9c7b-e785ca3db5aa tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d7f35e6-f068-4898-aa8c-402f83e39ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1074941 Feb 09 01:10:54.824567 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b43617-bee3-42d9-aaad-86580c377bef admin admin] Made reservation on behalf of 903cfb9c5cb94334ab49ed8a903cb9a8 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:54.827011 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-37b43617-bee3-42d9-aaad-86580c377bef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:54.855946 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-080c0880-a759-4cf3-94c6-fe1635b02c29 None None] Deleting port 0abe758e-9194-47db-b716-df1e30f70d8e {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:10:54.858817 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-080c0880-a759-4cf3-94c6-fe1635b02c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:54.901845 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-9f1e13c1-781c-498d-8b5b-bd853c169408 None None] Set router a0a197d9-8be6-4f55-8c63-5d375761f64e gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:10:54.970294 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2f01ef74-a498-4efb-be44-da73436aadad req-243c75e8-4041-41ee-ad53-276fde3842c2 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=67dfd8ca30e2412a805557bd94e02525&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4075592 Feb 09 01:10:55.013600 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd84a1de6-92be-44db-bcbd-c427629f55bc', 'tag': '0f2bf4b8-1ba1-484b-b371-6b0c38c90a44', 'status': 'completed', 'code': 200} Feb 09 01:10:55.095768 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-080c0880-a759-4cf3-94c6-fe1635b02c29 None None] The port '0abe758e-9194-47db-b716-df1e30f70d8e' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:10:55.109820 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:55.219141 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-37b43617-bee3-42d9-aaad-86580c377bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:55.254018 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-be39f7b1-8290-4f96-86c3-0071b3015579 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:55.301632 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-be39f7b1-8290-4f96-86c3-0071b3015579 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe62980-d662-4305-b32e-541d69722270']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:55.336169 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-be39f7b1-8290-4f96-86c3-0071b3015579 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:55.336537 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-be39f7b1-8290-4f96-86c3-0071b3015579 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f9daa46-72d8-48c7-b4f6-a1b9e3c806d5') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:55.358961 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b43617-bee3-42d9-aaad-86580c377bef admin admin] Pushing event updated for resources: {'Subnet': ['ID=49af6773-dfcd-45e0-b742-3363769f41e9,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:55.369861 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea367556-6c1c-432c-a0a5-b2cb704796dc tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Network 87493480-27c1-480e-a06e-686017d53aaa is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:10:55.405380 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b43617-bee3-42d9-aaad-86580c377bef admin admin] Checking segment: {'id': '7dc2e829-f685-4c02-b1d6-aef4f3224c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '5d6c2755-ea18-4235-9314-c370c19b3771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:10:55.405751 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b43617-bee3-42d9-aaad-86580c377bef admin admin] Network hostable DHCP agents. Network: 5d6c2755-ea18-4235-9314-c370c19b3771, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:10:55.430267 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-be39f7b1-8290-4f96-86c3-0071b3015579 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:55.441992 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-ea367556-6c1c-432c-a0a5-b2cb704796dc tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 87493480-27c1-480e-a06e-686017d53aaa) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:55.454550 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc1c62d-57bc-498b-b1b8-2c4c7844e045 None None] Network 87493480-27c1-480e-a06e-686017d53aaa requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:10:55.459093 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2f01ef74-a498-4efb-be44-da73436aadad req-6ecf700c-1734-46a1-b1a9-9536a8000248 service neutron] 10.222.0.37 "GET /v2.0/networks/84a4b1eb-79d6-447b-b1fd-6bc1ef45422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4879048 Feb 09 01:10:55.461569 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea367556-6c1c-432c-a0a5-b2cb704796dc tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:55.462156 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ea367556-6c1c-432c-a0a5-b2cb704796dc tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:55.465506 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-be39f7b1-8290-4f96-86c3-0071b3015579 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:55.478938 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be39f7b1-8290-4f96-86c3-0071b3015579 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Releasing vlan 967 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:10:55.479186 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-be39f7b1-8290-4f96-86c3-0071b3015579 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:55.498512 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b43617-bee3-42d9-aaad-86580c377bef admin admin] Network 5d6c2755-ea18-4235-9314-c370c19b3771 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:10:55.533116 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-37b43617-bee3-42d9-aaad-86580c377bef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 5d6c2755-ea18-4235-9314-c370c19b3771) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:55.536131 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899cf4b-add2-4140-8b7d-a74c0342e0b5 req-1d186966-3088-4844-8b16-9bd4d530b9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:55.544040 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c899cf4b-add2-4140-8b7d-a74c0342e0b5 req-1d186966-3088-4844-8b16-9bd4d530b9ac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a05b06a91f9f4c368f81acc872bcfa31&device_id=d84a1de6-92be-44db-bcbd-c427629f55bc HTTP/1.1" status: 200 len: 1096 time: 0.4220326 Feb 09 01:10:55.555391 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:10:55.555391 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:10:55.555391 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:10:55.555391 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:10:55.555391 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:10:55.555391 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:10:55.555391 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:10:55.555391 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:10:55.555391 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:10:55.555391 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:10:55.555391 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:10:55.555391 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:10:55.555391 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:10:55.555391 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:10:55.555391 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:10:55.555391 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:10:55.555391 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:10:55.555391 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:10:55.555391 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:10:55.555391 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:10:55.555391 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:10:55.555391 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:10:55.555391 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:10:55.555391 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:10:55.555391 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:10:55.555391 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:10:55.555391 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:10:55.555391 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:10:55.555391 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:10:55.555391 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:10:55.555391 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:10:55.555391 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:10:55.600475 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b43617-bee3-42d9-aaad-86580c377bef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:55.601072 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-37b43617-bee3-42d9-aaad-86580c377bef admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:55.629170 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ea367556-6c1c-432c-a0a5-b2cb704796dc tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5494466 Feb 09 01:10:55.676043 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43852) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:10:55.677502 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-37b43617-bee3-42d9-aaad-86580c377bef admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0162528 Feb 09 01:10:55.708085 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-dc447a88-8428-47e3-a266-41321622a0a8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1132402071', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}, 'admin_state_up': False}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:55.731208 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-dc447a88-8428-47e3-a266-41321622a0a8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:10:55.739010 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-dc447a88-8428-47e3-a266-41321622a0a8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Usage tracker for resource:router and tenant:3233fa6a1c31485fb5278c0948d1b003 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:10:55.740850 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00a5490-73bd-4e00-a835-0cd67204e767 None None] Network 5d6c2755-ea18-4235-9314-c370c19b3771 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:10:55.778520 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-dc447a88-8428-47e3-a266-41321622a0a8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:10:55.803338 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-dc447a88-8428-47e3-a266-41321622a0a8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:10:55.850619 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dc447a88-8428-47e3-a266-41321622a0a8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:55.851944 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dc447a88-8428-47e3-a266-41321622a0a8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:55.890578 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dc447a88-8428-47e3-a266-41321622a0a8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:55.925697 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2f01ef74-a498-4efb-be44-da73436aadad req-f38d9e4f-d814-4eba-816a-09413e614ea9 service neutron] 10.222.0.37 "GET /v2.0/networks/84a4b1eb-79d6-447b-b1fd-6bc1ef45422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486938 Feb 09 01:10:56.039372 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-be39f7b1-8290-4f96-86c3-0071b3015579 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:56.063597 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-be39f7b1-8290-4f96-86c3-0071b3015579 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:56.130294 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899cf4b-add2-4140-8b7d-a74c0342e0b5 req-dc4cb0e3-a865-4674-8c69-7f9ef5d7b0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:56.141093 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c899cf4b-add2-4140-8b7d-a74c0342e0b5 req-dc4cb0e3-a865-4674-8c69-7f9ef5d7b0f2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4b69e8f8-1014-43eb-bd96-15547037bb6b HTTP/1.1" status: 200 len: 913 time: 0.5941265 Feb 09 01:10:56.233791 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-be39f7b1-8290-4f96-86c3-0071b3015579 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] 10.222.0.37 "DELETE /v2.0/networks/0fe62980-d662-4305-b32e-541d69722270 HTTP/1.1" status: 204 len: 168 time: 2.2071714 Feb 09 01:10:56.235559 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39f7b1-8290-4f96-86c3-0071b3015579 tempest-TaggedBootDevicesTest_v242-919562291 tempest-TaggedBootDevicesTest_v242-919562291-project] Pushing event deleted for resources: {'Network': ['ID=0fe62980-d662-4305-b32e-541d69722270,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:56.253130 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-9f1e13c1-781c-498d-8b5b-bd853c169408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'name': 'tempest-ServersTestManualDisk-1786538978-router', 'tenant_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '47f2756f-7366-4921-8502-a6caa2492816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:42Z', 'updated_at': '2022-02-09T01:09:59Z', 'revision_number': 4, 'project_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'gw_port': {'id': '47f2756f-7366-4921-8502-a6caa2492816', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:45Z', 'updated_at': '2022-02-09T01:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'ec138e41-f8d2-4525-bd11-3bcc40feafe8', 'tenant_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'floating_ip_address': '172.25.5.92', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'port_id': '0f2bf4b8-1ba1-484b-b371-6b0c38c90a44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b69e8f8-1014-43eb-bd96-15547037bb6b', 'mac_address': 'fa:16:3e:40:e4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84a1de6-92be-44db-bcbd-c427629f55bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:10:11Z', 'updated_at': '2022-02-09T01:10:50Z', 'revision_number': 1, 'project_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f68d8cf4-9d92-427c-8e27-693c966b9d69', 'name': '', 'network_id': '4b69e8f8-1014-43eb-bd96-15547037bb6b', 'tenant_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'mac_address': 'fa:16:3e:4b:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '69740e1a-29a4-4722-ae33-19970672c2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:57Z', 'updated_at': '2022-02-09T01:10:10Z', 'revision_number': 5, 'project_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'subnets': [{'id': '69740e1a-29a4-4722-ae33-19970672c2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:56.280246 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1e13c1-781c-498d-8b5b-bd853c169408 None None] The sync data for ids ['a0a197d9-8be6-4f55-8c63-5d375761f64e'] in n-d-828419-1 is: [{'id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'name': 'tempest-ServersTestManualDisk-1786538978-router', 'tenant_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '47f2756f-7366-4921-8502-a6caa2492816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:42Z', 'updated_at': '2022-02-09T01:09:59Z', 'revision_number': 4, 'project_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'gw_port': {'id': '47f2756f-7366-4921-8502-a6caa2492816', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:45Z', 'updated_at': '2022-02-09T01:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'ec138e41-f8d2-4525-bd11-3bcc40feafe8', 'tenant_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'floating_ip_address': '172.25.5.92', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'port_id': '0f2bf4b8-1ba1-484b-b371-6b0c38c90a44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b69e8f8-1014-43eb-bd96-15547037bb6b', 'mac_address': 'fa:16:3e:40:e4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84a1de6-92be-44db-bcbd-c427629f55bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:10:11Z', 'updated_at': '2022-02-09T01:10:50Z', 'revision_number': 1, 'project_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f68d8cf4-9d92-427c-8e27-693c966b9d69', 'name': '', 'network_id': '4b69e8f8-1014-43eb-bd96-15547037bb6b', 'tenant_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'mac_address': 'fa:16:3e:4b:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '69740e1a-29a4-4722-ae33-19970672c2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:57Z', 'updated_at': '2022-02-09T01:10:10Z', 'revision_number': 5, 'project_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'subnets': [{'id': '69740e1a-29a4-4722-ae33-19970672c2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:10:56.754997 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-df5896dd-3c95-4155-8668-d7443ef0f2a7 req-9c185515-91cc-4ea5-a7b3-b565892db49b tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=73a21f20-5e11-42db-9569-a2322bc43190 HTTP/1.1" status: 200 len: 210 time: 0.1287801 Feb 09 01:10:56.765528 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de2fb2e-7853-43e9-8250-77457774f6a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-87493480-27c1-480e-a06e-686017d53aaa', 'network_id': '87493480-27c1-480e-a06e-686017d53aaa', 'tenant_id': '3233fa6a1c31485fb5278c0948d1b003', 'fixed_ips': [{'subnet_id': '43a5f982-be8d-46dc-a444-4120f5b98979'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:10:56.766511 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2de2fb2e-7853-43e9-8250-77457774f6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:56.924945 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047c1936-78d5-449c-b94a-cb2534bbf622 None None] New status for floating IP ec138e41-f8d2-4525-bd11-3bcc40feafe8: ACTIVE {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:10:57.190299 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dc447a88-8428-47e3-a266-41321622a0a8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:57.258626 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c899cf4b-add2-4140-8b7d-a74c0342e0b5 req-7f5ed3d6-bd72-4ad2-8a6b-d4c32c5cab3e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f2bf4b8-1ba1-484b-b371-6b0c38c90a44 HTTP/1.1" status: 200 len: 998 time: 1.1037154 Feb 09 01:10:57.445109 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-b706993b-9b30-4588-a7dc-914695b41191 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:57.453351 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-b706993b-9b30-4588-a7dc-914695b41191 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/networks?id=5d6c2755-ea18-4235-9314-c370c19b3771 HTTP/1.1" status: 200 len: 814 time: 0.3242257 Feb 09 01:10:57.480674 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-2551998e-8fda-4723-a76d-ac664d29e2f0 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/quotas/903cfb9c5cb94334ab49ed8a903cb9a8 HTTP/1.1" status: 200 len: 375 time: 0.0261993 Feb 09 01:10:57.566829 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-757f32f1-01de-4da8-b5a5-52a8f6b0bb0b tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=903cfb9c5cb94334ab49ed8a903cb9a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0844936 Feb 09 01:10:57.596722 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899cf4b-add2-4140-8b7d-a74c0342e0b5 req-e99a073b-0f13-4ea5-91fd-cbe4362fa307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:57.598996 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c899cf4b-add2-4140-8b7d-a74c0342e0b5 req-e99a073b-0f13-4ea5-91fd-cbe4362fa307 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69740e1a-29a4-4722-ae33-19970672c2df HTTP/1.1" status: 200 len: 851 time: 0.2734866 Feb 09 01:10:57.619400 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ed4c9-46d1-4b7c-92ec-8fa6f7255542 req-c23ad99b-c780-4980-a003-361d8a44cfda tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:57.622895 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-620ed4c9-46d1-4b7c-92ec-8fa6f7255542 req-c23ad99b-c780-4980-a003-361d8a44cfda tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d84a1de6-92be-44db-bcbd-c427629f55bc HTTP/1.1" status: 200 len: 945 time: 1.1819215 Feb 09 01:10:57.780355 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-2de2fb2e-7853-43e9-8250-77457774f6a5 None None] Allocated IP 172.20.0.2 (87493480-27c1-480e-a06e-686017d53aaa/43a5f982-be8d-46dc-a444-4120f5b98979/c27d1280-1be7-4ec1-aa4c-6b819ef51553) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:57.894691 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-3080516d-1394-4e90-9f58-6b1ce0ad134f service neutron] 10.222.0.37 "GET /v2.0/networks/5d6c2755-ea18-4235-9314-c370c19b3771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235304 Feb 09 01:10:58.016752 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-620ed4c9-46d1-4b7c-92ec-8fa6f7255542 req-84fb46a1-8fba-42bd-a7d3-4e3ffd5a7116 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d7f35e6-f068-4898-aa8c-402f83e39ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2383051 Feb 09 01:10:58.123946 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dc447a88-8428-47e3-a266-41321622a0a8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:58.175504 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-c6d28836-2818-48b5-a0f5-3babf70c4ca1 service neutron] 10.222.0.37 "GET /v2.0/networks/5d6c2755-ea18-4235-9314-c370c19b3771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799089 Feb 09 01:10:58.220478 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dc447a88-8428-47e3-a266-41321622a0a8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:58.381687 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899cf4b-add2-4140-8b7d-a74c0342e0b5 req-d5890aba-e694-4774-bf38-e38e4c4ae6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:58.383175 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c899cf4b-add2-4140-8b7d-a74c0342e0b5 req-d5890aba-e694-4774-bf38-e38e4c4ae6e9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4b69e8f8-1014-43eb-bd96-15547037bb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7577775 Feb 09 01:10:58.385786 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2de2fb2e-7853-43e9-8250-77457774f6a5 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:58.421710 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2de2fb2e-7853-43e9-8250-77457774f6a5 None None] Transition to ACTIVE for port object c27d1280-1be7-4ec1-aa4c-6b819ef51553 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:58.502103 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2de2fb2e-7853-43e9-8250-77457774f6a5 None None] Transition to ACTIVE for port object c27d1280-1be7-4ec1-aa4c-6b819ef51553 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:58.542186 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6b11c705-6681-441a-b6a9-22e461aa1dd6 req-c717da11-37e1-4b97-af75-e648b100750f tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 210 time: 0.1144767 Feb 09 01:10:58.589533 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ddaf54-1ad7-4bed-ab74-e332fbfe356d None None] Network 5d6c2755-ea18-4235-9314-c370c19b3771 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:10:58.609646 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2de2fb2e-7853-43e9-8250-77457774f6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:58.748424 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2fb2e-7853-43e9-8250-77457774f6a5 None None] Pushing event updated for resources: {'Port': ['ID=c27d1280-1be7-4ec1-aa4c-6b819ef51553,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:58.821883 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de2fb2e-7853-43e9-8250-77457774f6a5 None None] Network 87493480-27c1-480e-a06e-686017d53aaa is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:58.868000 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-2de2fb2e-7853-43e9-8250-77457774f6a5 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:58.878594 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de2fb2e-7853-43e9-8250-77457774f6a5 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:10:58.961992 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-97b96019-0769-4368-94aa-8cf7d44f3462 req-0b839ec0-573b-4e59-a276-26a73c22bf98 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=73a21f20-5e11-42db-9569-a2322bc43190 HTTP/1.1" status: 200 len: 210 time: 0.2875602 Feb 09 01:10:59.285751 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-dc447a88-8428-47e3-a266-41321622a0a8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Allocated IP 172.25.5.22 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/b2f43ecc-b9fa-47ed-bfae-523d652210f3) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:59.487272 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ca488-bc8f-4bfc-9218-0482b731d1c8 req-ac27e0fb-adf3-4701-90d0-e7624ff75eab tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:59.490858 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d66ca488-bc8f-4bfc-9218-0482b731d1c8 req-ac27e0fb-adf3-4701-90d0-e7624ff75eab tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d84a1de6-92be-44db-bcbd-c427629f55bc HTTP/1.1" status: 200 len: 945 time: 0.1670766 Feb 09 01:10:59.555315 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dc447a88-8428-47e3-a266-41321622a0a8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:59.620848 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d66ca488-bc8f-4bfc-9218-0482b731d1c8 req-dd9af3df-2ad7-4b70-a504-e42de204f2d6 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d7f35e6-f068-4898-aa8c-402f83e39ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1177354 Feb 09 01:10:59.776447 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c899cf4b-add2-4140-8b7d-a74c0342e0b5 req-42c29a30-f3ca-4005-9c6f-592d1b04ee93 service neutron] 10.222.0.35 "GET /v2.0/networks/4b69e8f8-1014-43eb-bd96-15547037bb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3784301 Feb 09 01:10:59.817929 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-2de2fb2e-7853-43e9-8250-77457774f6a5 None None] Attempting to bind port c27d1280-1be7-4ec1-aa4c-6b819ef51553 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:10:59.818525 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-2de2fb2e-7853-43e9-8250-77457774f6a5 None None] Attempting to bind port c27d1280-1be7-4ec1-aa4c-6b819ef51553 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '6c90492a-6d65-48ca-9293-271b62a7749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '87493480-27c1-480e-a06e-686017d53aaa'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:10:59.819394 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de2fb2e-7853-43e9-8250-77457774f6a5 None None] Attempting to bind port c27d1280-1be7-4ec1-aa4c-6b819ef51553 on network 87493480-27c1-480e-a06e-686017d53aaa {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:10:59.832938 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dc447a88-8428-47e3-a266-41321622a0a8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:59.834398 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de2fb2e-7853-43e9-8250-77457774f6a5 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:10:59.836573 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de2fb2e-7853-43e9-8250-77457774f6a5 None None] Checking segment: {'id': '6c90492a-6d65-48ca-9293-271b62a7749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '87493480-27c1-480e-a06e-686017d53aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:10:59.838957 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2de2fb2e-7853-43e9-8250-77457774f6a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:59.839506 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de2fb2e-7853-43e9-8250-77457774f6a5 None None] Bound using segment: {'id': '6c90492a-6d65-48ca-9293-271b62a7749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '87493480-27c1-480e-a06e-686017d53aaa'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:10:59.840882 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-2de2fb2e-7853-43e9-8250-77457774f6a5 None None] Bound port: c27d1280-1be7-4ec1-aa4c-6b819ef51553, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c90492a-6d65-48ca-9293-271b62a7749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '87493480-27c1-480e-a06e-686017d53aaa'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:10:59.842755 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2de2fb2e-7853-43e9-8250-77457774f6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:59.894874 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-abc54ab0-2653-4551-ae27-51a2626e5400 req-ca60c915-c232-4116-af28-dd13f7f39dff tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 210 time: 0.1132052 Feb 09 01:11:00.088416 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc447a88-8428-47e3-a266-41321622a0a8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:00.112324 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-dc447a88-8428-47e3-a266-41321622a0a8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:00.141247 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc447a88-8428-47e3-a266-41321622a0a8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:11:00.170951 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-2de2fb2e-7853-43e9-8250-77457774f6a5 None None] For port c27d1280-1be7-4ec1-aa4c-6b819ef51553, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:11:00.185021 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-2de2fb2e-7853-43e9-8250-77457774f6a5 None None] For port c27d1280-1be7-4ec1-aa4c-6b819ef51553, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=c27d1280-1be7-4ec1-aa4c-6b819ef51553,segment=NetworkSegment(6c90492a-6d65-48ca-9293-271b62a7749c),segment_id=6c90492a-6d65-48ca-9293-271b62a7749c)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:11:00.194080 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2de2fb2e-7853-43e9-8250-77457774f6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:00.233180 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc447a88-8428-47e3-a266-41321622a0a8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event updated for resources: {'Port': ['ID=b2f43ecc-b9fa-47ed-bfae-523d652210f3,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:00.251506 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8bfc23c0-3011-463a-9236-1113d03c408b req-ceb68fb4-32ba-462d-9e6e-e948fca545be tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=73a21f20-5e11-42db-9569-a2322bc43190 HTTP/1.1" status: 200 len: 210 time: 0.0673864 Feb 09 01:11:00.341160 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01ef74-a498-4efb-be44-da73436aadad req-1744e6d6-8d4c-4142-b5c6-70583266cd5c tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:00.341760 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-2f01ef74-a498-4efb-be44-da73436aadad req-1744e6d6-8d4c-4142-b5c6-70583266cd5c tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Synchronizing usage tracker for tenant:67dfd8ca30e2412a805557bd94e02525 on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:11:00.510830 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2fb2e-7853-43e9-8250-77457774f6a5 None None] Pushing event updated for resources: {'Port': ['ID=c27d1280-1be7-4ec1-aa4c-6b819ef51553,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:01.223937 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c899cf4b-add2-4140-8b7d-a74c0342e0b5 req-999d195b-6e8f-4141-9ed5-1e60786e2784 service neutron] 10.222.0.35 "GET /v2.0/networks/4b69e8f8-1014-43eb-bd96-15547037bb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3262069 Feb 09 01:11:01.323361 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-22f27dac-bf50-4d96-a556-9e492478c9f4 req-d8af357d-6181-447b-9427-a612a3356b34 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 210 time: 0.1425858 Feb 09 01:11:01.376763 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-f3d59802-2264-44d9-bce6-a20e0c008607 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:01.382396 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-f3d59802-2264-44d9-bce6-a20e0c008607 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.35 "GET /v2.0/networks?id=5d6c2755-ea18-4235-9314-c370c19b3771 HTTP/1.1" status: 200 len: 814 time: 0.6635766 Feb 09 01:11:01.398761 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-dcbe4d60-7a80-4ae3-8ba0-0a51fe2f7a76 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Request body: {'port': {'device_id': '8fd0579a-1747-49d8-a882-73731c71b94b', 'network_id': '5d6c2755-ea18-4235-9314-c370c19b3771', 'admin_state_up': True, 'tenant_id': '903cfb9c5cb94334ab49ed8a903cb9a8'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:01.592148 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-2f01ef74-a498-4efb-be44-da73436aadad req-1744e6d6-8d4c-4142-b5c6-70583266cd5c tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Unset dirty status for tenant:67dfd8ca30e2412a805557bd94e02525 on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:11:01.596389 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f01ef74-a498-4efb-be44-da73436aadad req-1744e6d6-8d4c-4142-b5c6-70583266cd5c tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.35 "GET /v2.0/networks?id=84a4b1eb-79d6-447b-b1fd-6bc1ef45422a HTTP/1.1" status: 200 len: 804 time: 2.9237120 Feb 09 01:11:01.644312 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dd1b6200-8da9-4494-8ab1-6d921e918070 req-6dff3700-5707-4866-812e-a5bb2bff5e09 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=73a21f20-5e11-42db-9569-a2322bc43190 HTTP/1.1" status: 200 len: 210 time: 0.0878770 Feb 09 01:11:01.663127 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-2f01ef74-a498-4efb-be44-da73436aadad req-44d6b75e-14ae-4a45-a821-82ea8bd8b778 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Request body: {'port': {'device_id': '73a21f20-5e11-42db-9569-a2322bc43190', 'network_id': '84a4b1eb-79d6-447b-b1fd-6bc1ef45422a', 'admin_state_up': True, 'tenant_id': '67dfd8ca30e2412a805557bd94e02525'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:01.775041 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-dcbe4d60-7a80-4ae3-8ba0-0a51fe2f7a76 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:01.785656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-dcbe4d60-7a80-4ae3-8ba0-0a51fe2f7a76 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Usage tracker for resource:port and tenant:903cfb9c5cb94334ab49ed8a903cb9a8 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:01.794730 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-dcbe4d60-7a80-4ae3-8ba0-0a51fe2f7a76 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:01.817397 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-dcbe4d60-7a80-4ae3-8ba0-0a51fe2f7a76 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:01.853040 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-dcbe4d60-7a80-4ae3-8ba0-0a51fe2f7a76 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Made reservation on behalf of 903cfb9c5cb94334ab49ed8a903cb9a8 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:01.856984 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-dcbe4d60-7a80-4ae3-8ba0-0a51fe2f7a76 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:02.114216 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adab801-85d1-4cd5-be7f-a98bf6194c36 req-b27253de-7922-46ff-b742-e0795dcce8b1 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:02.121048 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-dcbe4d60-7a80-4ae3-8ba0-0a51fe2f7a76 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Allocated IP 172.20.0.5 (5d6c2755-ea18-4235-9314-c370c19b3771/49af6773-dfcd-45e0-b742-3363769f41e9/9d55b079-5c97-4c52-8a34-95ee7665aca4) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:02.125468 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8adab801-85d1-4cd5-be7f-a98bf6194c36 req-b27253de-7922-46ff-b742-e0795dcce8b1 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d84a1de6-92be-44db-bcbd-c427629f55bc HTTP/1.1" status: 200 len: 945 time: 1.0749404 Feb 09 01:11:02.249300 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-2f01ef74-a498-4efb-be44-da73436aadad req-44d6b75e-14ae-4a45-a821-82ea8bd8b778 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:02.258207 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-2f01ef74-a498-4efb-be44-da73436aadad req-44d6b75e-14ae-4a45-a821-82ea8bd8b778 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Usage tracker for resource:port and tenant:67dfd8ca30e2412a805557bd94e02525 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:02.266907 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-2f01ef74-a498-4efb-be44-da73436aadad req-44d6b75e-14ae-4a45-a821-82ea8bd8b778 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:02.280973 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-2f01ef74-a498-4efb-be44-da73436aadad req-44d6b75e-14ae-4a45-a821-82ea8bd8b778 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:02.344613 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f01ef74-a498-4efb-be44-da73436aadad req-44d6b75e-14ae-4a45-a821-82ea8bd8b778 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Made reservation on behalf of 67dfd8ca30e2412a805557bd94e02525 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:02.351920 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2f01ef74-a498-4efb-be44-da73436aadad req-44d6b75e-14ae-4a45-a821-82ea8bd8b778 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:02.444092 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8adab801-85d1-4cd5-be7f-a98bf6194c36 req-33db03b8-0edd-4763-9d2c-151b912c5526 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d7f35e6-f068-4898-aa8c-402f83e39ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3176296 Feb 09 01:11:02.604195 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43c2981-4c8e-4d13-a15b-4b4b477af83f None None] Network 87493480-27c1-480e-a06e-686017d53aaa requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:11:02.652437 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dc447a88-8428-47e3-a266-41321622a0a8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for router_gateway, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:02.673145 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1bd3efe5-972a-46c1-93a9-3fd9ff93a2e1 req-4158a8a1-3d4c-4154-bf28-11e65ebc5cdf tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 210 time: 0.0722184 Feb 09 01:11:02.750555 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-dcbe4d60-7a80-4ae3-8ba0-0a51fe2f7a76 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:02.812192 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-dcbe4d60-7a80-4ae3-8ba0-0a51fe2f7a76 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:02.927193 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-dcbe4d60-7a80-4ae3-8ba0-0a51fe2f7a76 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Network 5d6c2755-ea18-4235-9314-c370c19b3771 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:02.935140 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-dcbe4d60-7a80-4ae3-8ba0-0a51fe2f7a76 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:02.946738 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-dcbe4d60-7a80-4ae3-8ba0-0a51fe2f7a76 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:11:03.067810 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-60e5c749-7af7-4047-aa64-3c4761e6544f None None] Provisioning for port c27d1280-1be7-4ec1-aa4c-6b819ef51553 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:11:03.079827 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-dcbe4d60-7a80-4ae3-8ba0-0a51fe2f7a76 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:03.083662 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-dcbe4d60-7a80-4ae3-8ba0-0a51fe2f7a76 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:03.148254 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device c27d1280-1be7-4ec1-aa4c-6b819ef51553 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:11:03.211286 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-dcbe4d60-7a80-4ae3-8ba0-0a51fe2f7a76 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8163331 Feb 09 01:11:03.241356 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-0fbfa85c-7697-4d02-b9b7-255aa50d1a11 service neutron] Request body: {'port': {'device_id': '8fd0579a-1747-49d8-a882-73731c71b94b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:03.276266 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port c27d1280-1be7-4ec1-aa4c-6b819ef51553 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:11:03.283279 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port c27d1280-1be7-4ec1-aa4c-6b819ef51553 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:03.283646 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:03.385644 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe4d60-7a80-4ae3-8ba0-0a51fe2f7a76 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Pushing event updated for resources: {'Port': ['ID=9d55b079-5c97-4c52-8a34-95ee7665aca4,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:03.569410 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-2f01ef74-a498-4efb-be44-da73436aadad req-44d6b75e-14ae-4a45-a821-82ea8bd8b778 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Allocated IP 172.20.0.5 (84a4b1eb-79d6-447b-b1fd-6bc1ef45422a/c750fae4-2c3f-44da-87c9-de1301db5b32/27a26fa0-cd07-4acc-a5e1-930a452d95fb) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:03.646754 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-57ed5df8-2401-4d31-96ea-b9a7117d3786 req-bcddef5f-4104-4297-ac9e-e4e8b0026d39 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=73a21f20-5e11-42db-9569-a2322bc43190 HTTP/1.1" status: 200 len: 210 time: 0.2577529 Feb 09 01:11:03.655749 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-0fbfa85c-7697-4d02-b9b7-255aa50d1a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:03.733417 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:03.862101 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port c27d1280-1be7-4ec1-aa4c-6b819ef51553, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=c27d1280-1be7-4ec1-aa4c-6b819ef51553,segment=NetworkSegment(6c90492a-6d65-48ca-9293-271b62a7749c),segment_id=6c90492a-6d65-48ca-9293-271b62a7749c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:03.870663 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:04.074231 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a88cd39d-0cdd-45d5-a572-3e49bf663ee0 None None] Provisioning complete for port c27d1280-1be7-4ec1-aa4c-6b819ef51553 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:04.074578 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a88cd39d-0cdd-45d5-a572-3e49bf663ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:04.128309 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=c27d1280-1be7-4ec1-aa4c-6b819ef51553,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:04.406178 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2f01ef74-a498-4efb-be44-da73436aadad req-44d6b75e-14ae-4a45-a821-82ea8bd8b778 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:04.683674 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-0fbfa85c-7697-4d02-b9b7-255aa50d1a11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d55b079-5c97-4c52-8a34-95ee7665aca4 {{(pid=87611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:11:04.699165 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-0fbfa85c-7697-4d02-b9b7-255aa50d1a11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:04.724595 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-0fbfa85c-7697-4d02-b9b7-255aa50d1a11 service neutron] Transition to ACTIVE for port object 9d55b079-5c97-4c52-8a34-95ee7665aca4 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:04.734489 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-0fbfa85c-7697-4d02-b9b7-255aa50d1a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:04.753526 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a21333-b57e-40b5-84fe-0d05f5c10180 req-040c7fe4-1a0b-4823-a1e4-557777a7fd0c tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:04.755515 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-62a21333-b57e-40b5-84fe-0d05f5c10180 req-040c7fe4-1a0b-4823-a1e4-557777a7fd0c tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d84a1de6-92be-44db-bcbd-c427629f55bc HTTP/1.1" status: 200 len: 945 time: 0.8544371 Feb 09 01:11:04.855013 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2f01ef74-a498-4efb-be44-da73436aadad req-44d6b75e-14ae-4a45-a821-82ea8bd8b778 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:05.046232 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfa85c-7697-4d02-b9b7-255aa50d1a11 service neutron] Pushing event updated for resources: {'Port': ['ID=9d55b079-5c97-4c52-8a34-95ee7665aca4,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:05.050546 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device c27d1280-1be7-4ec1-aa4c-6b819ef51553 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:11:05.094942 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f01ef74-a498-4efb-be44-da73436aadad req-44d6b75e-14ae-4a45-a821-82ea8bd8b778 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Network 84a4b1eb-79d6-447b-b1fd-6bc1ef45422a is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:05.107498 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-62a21333-b57e-40b5-84fe-0d05f5c10180 req-f1ee27ce-986b-444c-9f73-6fd6d49f4c46 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d7f35e6-f068-4898-aa8c-402f83e39ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3030739 Feb 09 01:11:05.111641 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-2f01ef74-a498-4efb-be44-da73436aadad req-44d6b75e-14ae-4a45-a821-82ea8bd8b778 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:05.120623 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f01ef74-a498-4efb-be44-da73436aadad req-44d6b75e-14ae-4a45-a821-82ea8bd8b778 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:11:05.312444 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port c27d1280-1be7-4ec1-aa4c-6b819ef51553 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:05.312929 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:05.375509 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dc447a88-8428-47e3-a266-41321622a0a8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:05.430183 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-0fbfa85c-7697-4d02-b9b7-255aa50d1a11 service neutron] Attempting to bind port 9d55b079-5c97-4c52-8a34-95ee7665aca4 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:11:05.430843 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6b75e-14ae-4a45-a821-82ea8bd8b778 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Pushing event updated for resources: {'Port': ['ID=27a26fa0-cd07-4acc-a5e1-930a452d95fb,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:05.445666 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-0fbfa85c-7697-4d02-b9b7-255aa50d1a11 service neutron] Attempting to bind port 9d55b079-5c97-4c52-8a34-95ee7665aca4 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '7dc2e829-f685-4c02-b1d6-aef4f3224c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '5d6c2755-ea18-4235-9314-c370c19b3771'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:11:05.446194 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-0fbfa85c-7697-4d02-b9b7-255aa50d1a11 service neutron] Attempting to bind port 9d55b079-5c97-4c52-8a34-95ee7665aca4 on network 5d6c2755-ea18-4235-9314-c370c19b3771 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:11:05.482135 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-0fbfa85c-7697-4d02-b9b7-255aa50d1a11 service neutron] Port 9d55b079-5c97-4c52-8a34-95ee7665aca4 on network 5d6c2755-ea18-4235-9314-c370c19b3771 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:11:05.482617 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-0fbfa85c-7697-4d02-b9b7-255aa50d1a11 service neutron] Attempting to bind port 9d55b079-5c97-4c52-8a34-95ee7665aca4 on network 5d6c2755-ea18-4235-9314-c370c19b3771 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:11:05.516426 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-0fbfa85c-7697-4d02-b9b7-255aa50d1a11 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:11:05.522048 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-0fbfa85c-7697-4d02-b9b7-255aa50d1a11 service neutron] Checking segment: {'id': '7dc2e829-f685-4c02-b1d6-aef4f3224c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '5d6c2755-ea18-4235-9314-c370c19b3771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:11:05.522799 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-0fbfa85c-7697-4d02-b9b7-255aa50d1a11 service neutron] Bound using segment: {'id': '7dc2e829-f685-4c02-b1d6-aef4f3224c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '5d6c2755-ea18-4235-9314-c370c19b3771'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:11:05.523497 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-0fbfa85c-7697-4d02-b9b7-255aa50d1a11 service neutron] Bound port: 9d55b079-5c97-4c52-8a34-95ee7665aca4, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dc2e829-f685-4c02-b1d6-aef4f3224c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '5d6c2755-ea18-4235-9314-c370c19b3771'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:11:05.524078 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-0fbfa85c-7697-4d02-b9b7-255aa50d1a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:05.625337 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01ef74-a498-4efb-be44-da73436aadad req-44d6b75e-14ae-4a45-a821-82ea8bd8b778 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:05.626122 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2f01ef74-a498-4efb-be44-da73436aadad req-44d6b75e-14ae-4a45-a821-82ea8bd8b778 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:05.660913 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f01ef74-a498-4efb-be44-da73436aadad req-44d6b75e-14ae-4a45-a821-82ea8bd8b778 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0199823 Feb 09 01:11:05.684904 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-2f01ef74-a498-4efb-be44-da73436aadad req-68f0391e-92b3-48f1-abdc-9c6be8222e11 service neutron] Request body: {'port': {'device_id': '73a21f20-5e11-42db-9569-a2322bc43190', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:05.724546 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e68ec-7fab-4284-b280-202d31c5072a req-e493f02d-3660-44ec-9179-09beff1669a7 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:05.726299 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e11e68ec-7fab-4284-b280-202d31c5072a req-e493f02d-3660-44ec-9179-09beff1669a7 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 931 time: 1.7699995 Feb 09 01:11:05.800923 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab123c98-4e9a-4754-a073-e0d34fdd8809 req-03c5d0e0-960e-4b2d-87fd-b26718fed488 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:05.803941 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ab123c98-4e9a-4754-a073-e0d34fdd8809 req-03c5d0e0-960e-4b2d-87fd-b26718fed488 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=73a21f20-5e11-42db-9569-a2322bc43190 HTTP/1.1" status: 200 len: 931 time: 0.4750803 Feb 09 01:11:05.878491 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-0fbfa85c-7697-4d02-b9b7-255aa50d1a11 service neutron] For port 9d55b079-5c97-4c52-8a34-95ee7665aca4, host n-h1-828419-1, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:11:05.919364 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-0fbfa85c-7697-4d02-b9b7-255aa50d1a11 service neutron] For port 9d55b079-5c97-4c52-8a34-95ee7665aca4, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9d55b079-5c97-4c52-8a34-95ee7665aca4,segment=NetworkSegment(7dc2e829-f685-4c02-b1d6-aef4f3224c8c),segment_id=7dc2e829-f685-4c02-b1d6-aef4f3224c8c)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:11:05.938872 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ab123c98-4e9a-4754-a073-e0d34fdd8809 req-55c63725-018f-49ee-b19b-f61ca54d419b tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250327 Feb 09 01:11:05.943596 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-0fbfa85c-7697-4d02-b9b7-255aa50d1a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:05.966786 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e11e68ec-7fab-4284-b280-202d31c5072a req-7539e019-0064-4a61-8c03-65a383120219 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Synchronizing usage tracker for tenant:903cfb9c5cb94334ab49ed8a903cb9a8 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:11:05.986145 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43972) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:06.094380 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e11e68ec-7fab-4284-b280-202d31c5072a req-7539e019-0064-4a61-8c03-65a383120219 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Unset dirty status for tenant:903cfb9c5cb94334ab49ed8a903cb9a8 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:11:06.095757 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e11e68ec-7fab-4284-b280-202d31c5072a req-7539e019-0064-4a61-8c03-65a383120219 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556662 Feb 09 01:11:06.099000 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2f01ef74-a498-4efb-be44-da73436aadad req-68f0391e-92b3-48f1-abdc-9c6be8222e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:06.192125 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfa85c-7697-4d02-b9b7-255aa50d1a11 service neutron] Pushing event updated for resources: {'Port': ['ID=9d55b079-5c97-4c52-8a34-95ee7665aca4,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:06.318702 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-0fbfa85c-7697-4d02-b9b7-255aa50d1a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:06.322153 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-0fbfa85c-7697-4d02-b9b7-255aa50d1a11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:06.324080 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-0fbfa85c-7697-4d02-b9b7-255aa50d1a11 service neutron] 10.222.0.35 "PUT /v2.0/ports/9d55b079-5c97-4c52-8a34-95ee7665aca4 HTTP/1.1" status: 200 len: 1091 time: 3.0978322 Feb 09 01:11:06.324595 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd0579a-1747-49d8-a882-73731c71b94b', 'tag': '9d55b079-5c97-4c52-8a34-95ee7665aca4'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:11:06.411717 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8f97b496-8eda-4743-8feb-3c397cc5190c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:06.457277 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd0579a-1747-49d8-a882-73731c71b94b', 'tag': '9d55b079-5c97-4c52-8a34-95ee7665aca4', 'status': 'completed', 'code': 200} Feb 09 01:11:06.506317 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8f97b496-8eda-4743-8feb-3c397cc5190c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:06.509720 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc447a88-8428-47e3-a266-41321622a0a8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Router 79352c14-5b4a-410c-af95-8bce4327c1a3 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:11:06.516317 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8f97b496-8eda-4743-8feb-3c397cc5190c admin admin] Usage tracker for resource:security_group_rule and tenant:a0c6edc43cb144f4920b2b973ad784cd is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:06.523443 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8f97b496-8eda-4743-8feb-3c397cc5190c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:06.542245 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8f97b496-8eda-4743-8feb-3c397cc5190c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:06.564359 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bd017-08f9-44a9-ab94-300f36f12dc6 req-00b79e4a-ad1d-4b41-a4ad-4fe077505e9e tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:06.566018 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-026bd017-08f9-44a9-ab94-300f36f12dc6 req-00b79e4a-ad1d-4b41-a4ad-4fe077505e9e tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d84a1de6-92be-44db-bcbd-c427629f55bc HTTP/1.1" status: 200 len: 945 time: 0.3750618 Feb 09 01:11:06.632959 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-026bd017-08f9-44a9-ab94-300f36f12dc6 req-116eb778-50e5-43be-b37c-213239ef0921 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d7f35e6-f068-4898-aa8c-402f83e39ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554585 Feb 09 01:11:06.636264 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-ca1dd20a-6848-43dc-8e42-fa71cffd69fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:06.638400 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-ca1dd20a-6848-43dc-8e42-fa71cffd69fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=903cfb9c5cb94334ab49ed8a903cb9a8&device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 1094 time: 0.2624583 Feb 09 01:11:06.758220 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-f46665ed-5c13-4e57-b0f2-c812da73644f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d55b079-5c97-4c52-8a34-95ee7665aca4 HTTP/1.1" status: 200 len: 217 time: 0.1073883 Feb 09 01:11:06.877298 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f810ecf1-bb46-4b22-baa2-55fe4b36b219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:07.010494 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-1ca4632b-0a9b-41fd-addf-c0a3fa785bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:07.013059 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-1ca4632b-0a9b-41fd-addf-c0a3fa785bb0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49af6773-dfcd-45e0-b742-3363769f41e9 HTTP/1.1" status: 200 len: 854 time: 0.2457206 Feb 09 01:11:07.089912 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-04136b67-3331-423e-ac8a-12ae6da4f344 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d6c2755-ea18-4235-9314-c370c19b3771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579672 Feb 09 01:11:07.112147 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-2f01ef74-a498-4efb-be44-da73436aadad req-68f0391e-92b3-48f1-abdc-9c6be8222e11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a26fa0-cd07-4acc-a5e1-930a452d95fb {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:11:07.130705 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2f01ef74-a498-4efb-be44-da73436aadad req-68f0391e-92b3-48f1-abdc-9c6be8222e11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:07.141637 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc447a88-8428-47e3-a266-41321622a0a8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:11:07.154914 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec68a7f8-f543-4229-8ee6-17578502eca5 None None] Sync routers for ids ['79352c14-5b4a-410c-af95-8bce4327c1a3'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:11:07.174374 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec68a7f8-f543-4229-8ee6-17578502eca5 None None] Routers {'79352c14-5b4a-410c-af95-8bce4327c1a3'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:11:07.175069 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ec68a7f8-f543-4229-8ee6-17578502eca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:10:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['79352c14-5b4a-410c-af95-8bce4327c1a3'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:07.220329 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-2f01ef74-a498-4efb-be44-da73436aadad req-68f0391e-92b3-48f1-abdc-9c6be8222e11 service neutron] Transition to ACTIVE for port object 27a26fa0-cd07-4acc-a5e1-930a452d95fb will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:07.224687 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2f01ef74-a498-4efb-be44-da73436aadad req-68f0391e-92b3-48f1-abdc-9c6be8222e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:07.297259 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dc447a88-8428-47e3-a266-41321622a0a8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:07.301828 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-dc447a88-8428-47e3-a266-41321622a0a8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 11.6232092 Feb 09 01:11:07.302776 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43988) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:07.376706 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ec68a7f8-f543-4229-8ee6-17578502eca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:07.388494 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec68a7f8-f543-4229-8ee6-17578502eca5 None None] Routers {'79352c14-5b4a-410c-af95-8bce4327c1a3'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:11:07.389055 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ec68a7f8-f543-4229-8ee6-17578502eca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:10:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['79352c14-5b4a-410c-af95-8bce4327c1a3'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:07.433142 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8f97b496-8eda-4743-8feb-3c397cc5190c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:07.464936 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8f97b496-8eda-4743-8feb-3c397cc5190c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:07.494822 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-186de1c4-cb30-477a-b52b-30356b76b099 service neutron] 10.222.0.35 "GET /v2.0/networks/5d6c2755-ea18-4235-9314-c370c19b3771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942797 Feb 09 01:11:07.496296 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ec68a7f8-f543-4229-8ee6-17578502eca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:07.496724 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec68a7f8-f543-4229-8ee6-17578502eca5 None None] The sync data for ids ['79352c14-5b4a-410c-af95-8bce4327c1a3'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:11:07.809447 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2c80b-be1d-44d3-920d-59d29b0d415e req-f36f4982-f519-4718-a969-079b4677023e tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:07.817744 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-67a2c80b-be1d-44d3-920d-59d29b0d415e req-f36f4982-f519-4718-a969-079b4677023e tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Synchronizing usage tracker for tenant:903cfb9c5cb94334ab49ed8a903cb9a8 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:11:07.864676 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97b496-8eda-4743-8feb-3c397cc5190c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf97eb7-a27a-4e95-a5da-2fd17b5be9a3,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:07.875385 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-67a2c80b-be1d-44d3-920d-59d29b0d415e req-f36f4982-f519-4718-a969-079b4677023e tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Unset dirty status for tenant:903cfb9c5cb94334ab49ed8a903cb9a8 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:11:07.876903 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-67a2c80b-be1d-44d3-920d-59d29b0d415e req-f36f4982-f519-4718-a969-079b4677023e tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 943 time: 0.4942997 Feb 09 01:11:07.937363 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bc4a18e5-baff-457a-91c0-3a3b20db0dca req-f6dae5b0-6336-44f3-94bb-707b9b6cf4e9 service neutron] 10.222.0.35 "GET /v2.0/networks/5d6c2755-ea18-4235-9314-c370c19b3771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357760 Feb 09 01:11:07.985393 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0391e-92b3-48f1-abdc-9c6be8222e11 service neutron] Pushing event updated for resources: {'Port': ['ID=27a26fa0-cd07-4acc-a5e1-930a452d95fb,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:07.995319 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-67a2c80b-be1d-44d3-920d-59d29b0d415e req-b3801cc1-0665-4b78-a929-3032fd90fe03 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057868 Feb 09 01:11:08.050115 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8f97b496-8eda-4743-8feb-3c397cc5190c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a0c6edc43cb144f4920b2b973ad784cd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0223649 Feb 09 01:11:08.056188 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43998) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:08.171895 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5daca979-2fde-4c8f-a6b7-991a25699d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:08.209736 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5daca979-2fde-4c8f-a6b7-991a25699d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:08.261664 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504bf84-2c9c-4052-885d-f457342d1633 req-f8667ac6-ff49-4b6f-a5ff-1efba09ccf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:08.263178 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0504bf84-2c9c-4052-885d-f457342d1633 req-f8667ac6-ff49-4b6f-a5ff-1efba09ccf6d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=903cfb9c5cb94334ab49ed8a903cb9a8&device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 1094 time: 0.2462916 Feb 09 01:11:08.303998 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f7f08-dee2-47a5-90a4-87a778b9907e req-40fff80c-5394-438a-a873-9d832ff43c0d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:08.305342 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f62f7f08-dee2-47a5-90a4-87a778b9907e req-40fff80c-5394-438a-a873-9d832ff43c0d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Synchronizing usage tracker for tenant:67dfd8ca30e2412a805557bd94e02525 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:11:08.425611 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-2f01ef74-a498-4efb-be44-da73436aadad req-68f0391e-92b3-48f1-abdc-9c6be8222e11 service neutron] Attempting to bind port 27a26fa0-cd07-4acc-a5e1-930a452d95fb on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:11:08.425987 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-2f01ef74-a498-4efb-be44-da73436aadad req-68f0391e-92b3-48f1-abdc-9c6be8222e11 service neutron] Attempting to bind port 27a26fa0-cd07-4acc-a5e1-930a452d95fb by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '7841b3b5-50c4-4626-80ec-1014e8ef15dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '84a4b1eb-79d6-447b-b1fd-6bc1ef45422a'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:11:08.426368 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f01ef74-a498-4efb-be44-da73436aadad req-68f0391e-92b3-48f1-abdc-9c6be8222e11 service neutron] Attempting to bind port 27a26fa0-cd07-4acc-a5e1-930a452d95fb on network 84a4b1eb-79d6-447b-b1fd-6bc1ef45422a {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:11:08.441465 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f62f7f08-dee2-47a5-90a4-87a778b9907e req-40fff80c-5394-438a-a873-9d832ff43c0d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Unset dirty status for tenant:67dfd8ca30e2412a805557bd94e02525 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:11:08.449499 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f62f7f08-dee2-47a5-90a4-87a778b9907e req-40fff80c-5394-438a-a873-9d832ff43c0d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=73a21f20-5e11-42db-9569-a2322bc43190 HTTP/1.1" status: 200 len: 943 time: 1.1610065 Feb 09 01:11:08.491990 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f01ef74-a498-4efb-be44-da73436aadad req-68f0391e-92b3-48f1-abdc-9c6be8222e11 service neutron] Port 27a26fa0-cd07-4acc-a5e1-930a452d95fb on network 84a4b1eb-79d6-447b-b1fd-6bc1ef45422a not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:11:08.492316 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f01ef74-a498-4efb-be44-da73436aadad req-68f0391e-92b3-48f1-abdc-9c6be8222e11 service neutron] Attempting to bind port 27a26fa0-cd07-4acc-a5e1-930a452d95fb on network 84a4b1eb-79d6-447b-b1fd-6bc1ef45422a {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:11:08.511954 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f01ef74-a498-4efb-be44-da73436aadad req-68f0391e-92b3-48f1-abdc-9c6be8222e11 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:11:08.512296 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f01ef74-a498-4efb-be44-da73436aadad req-68f0391e-92b3-48f1-abdc-9c6be8222e11 service neutron] Checking segment: {'id': '7841b3b5-50c4-4626-80ec-1014e8ef15dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '84a4b1eb-79d6-447b-b1fd-6bc1ef45422a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:11:08.512870 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f01ef74-a498-4efb-be44-da73436aadad req-68f0391e-92b3-48f1-abdc-9c6be8222e11 service neutron] Bound using segment: {'id': '7841b3b5-50c4-4626-80ec-1014e8ef15dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '84a4b1eb-79d6-447b-b1fd-6bc1ef45422a'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:11:08.513320 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-2f01ef74-a498-4efb-be44-da73436aadad req-68f0391e-92b3-48f1-abdc-9c6be8222e11 service neutron] Bound port: 27a26fa0-cd07-4acc-a5e1-930a452d95fb, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7841b3b5-50c4-4626-80ec-1014e8ef15dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '84a4b1eb-79d6-447b-b1fd-6bc1ef45422a'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:11:08.515652 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2f01ef74-a498-4efb-be44-da73436aadad req-68f0391e-92b3-48f1-abdc-9c6be8222e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:08.564469 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5daca979-2fde-4c8f-a6b7-991a25699d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:08.587373 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daca979-2fde-4c8f-a6b7-991a25699d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf97eb7-a27a-4e95-a5da-2fd17b5be9a3,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:08.591305 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f62f7f08-dee2-47a5-90a4-87a778b9907e req-5f88e47b-2c7b-4981-a32c-1b22977575af tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Synchronizing usage tracker for tenant:67dfd8ca30e2412a805557bd94e02525 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:11:08.625123 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5daca979-2fde-4c8f-a6b7-991a25699d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:08.628236 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5daca979-2fde-4c8f-a6b7-991a25699d04 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/daf97eb7-a27a-4e95-a5da-2fd17b5be9a3 HTTP/1.1" status: 204 len: 168 time: 0.5690982 Feb 09 01:11:08.635405 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504bf84-2c9c-4052-885d-f457342d1633 req-405d2915-cb63-477e-973a-860d3edb60dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:08.639951 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0504bf84-2c9c-4052-885d-f457342d1633 req-405d2915-cb63-477e-973a-860d3edb60dd service neutron] 10.222.0.35 "GET /v2.0/networks?id=5d6c2755-ea18-4235-9314-c370c19b3771 HTTP/1.1" status: 200 len: 915 time: 0.3599138 Feb 09 01:11:08.687422 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f62f7f08-dee2-47a5-90a4-87a778b9907e req-5f88e47b-2c7b-4981-a32c-1b22977575af tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Unset dirty status for tenant:67dfd8ca30e2412a805557bd94e02525 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:11:08.689047 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f62f7f08-dee2-47a5-90a4-87a778b9907e req-5f88e47b-2c7b-4981-a32c-1b22977575af tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387366 Feb 09 01:11:08.783742 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0504bf84-2c9c-4052-885d-f457342d1633 req-64408c49-26cf-42c4-893e-f0e8d32d607f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d55b079-5c97-4c52-8a34-95ee7665aca4 HTTP/1.1" status: 200 len: 217 time: 0.1396048 Feb 09 01:11:08.904304 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-2f01ef74-a498-4efb-be44-da73436aadad req-68f0391e-92b3-48f1-abdc-9c6be8222e11 service neutron] For port 27a26fa0-cd07-4acc-a5e1-930a452d95fb, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:11:08.910013 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-2f01ef74-a498-4efb-be44-da73436aadad req-68f0391e-92b3-48f1-abdc-9c6be8222e11 service neutron] For port 27a26fa0-cd07-4acc-a5e1-930a452d95fb, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=27a26fa0-cd07-4acc-a5e1-930a452d95fb,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:11:08.951035 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504bf84-2c9c-4052-885d-f457342d1633 req-ff456b09-2953-4fe0-b482-b41c551f43ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:08.954450 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0504bf84-2c9c-4052-885d-f457342d1633 req-ff456b09-2953-4fe0-b482-b41c551f43ab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49af6773-dfcd-45e0-b742-3363769f41e9 HTTP/1.1" status: 200 len: 854 time: 0.1592653 Feb 09 01:11:09.017345 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2f01ef74-a498-4efb-be44-da73436aadad req-68f0391e-92b3-48f1-abdc-9c6be8222e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:09.074285 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0504bf84-2c9c-4052-885d-f457342d1633 req-b080baad-ddde-4952-99c0-6a6c05dc7505 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d6c2755-ea18-4235-9314-c370c19b3771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105189 Feb 09 01:11:09.142312 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0391e-92b3-48f1-abdc-9c6be8222e11 service neutron] Pushing event updated for resources: {'Port': ['ID=27a26fa0-cd07-4acc-a5e1-930a452d95fb,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:09.159608 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01ef74-a498-4efb-be44-da73436aadad req-68f0391e-92b3-48f1-abdc-9c6be8222e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:09.160232 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2f01ef74-a498-4efb-be44-da73436aadad req-68f0391e-92b3-48f1-abdc-9c6be8222e11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:09.161663 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f01ef74-a498-4efb-be44-da73436aadad req-68f0391e-92b3-48f1-abdc-9c6be8222e11 service neutron] 10.222.0.35 "PUT /v2.0/ports/27a26fa0-cd07-4acc-a5e1-930a452d95fb HTTP/1.1" status: 200 len: 1091 time: 3.4817278 Feb 09 01:11:09.162101 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a21f20-5e11-42db-9569-a2322bc43190', 'tag': '27a26fa0-cd07-4acc-a5e1-930a452d95fb'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:11:09.239161 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a18b0692-fb16-4323-bb19-0e4af29cb689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:09.388745 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73a21f20-5e11-42db-9569-a2322bc43190', 'tag': '27a26fa0-cd07-4acc-a5e1-930a452d95fb', 'status': 'completed', 'code': 200} Feb 09 01:11:09.458452 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0504bf84-2c9c-4052-885d-f457342d1633 req-84045d1d-a99d-43d7-9ca7-6dce4d75ea1a service neutron] 10.222.0.35 "GET /v2.0/networks/5d6c2755-ea18-4235-9314-c370c19b3771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723457 Feb 09 01:11:09.499402 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b7905-1c3c-4247-9373-163f8949f16a req-44bcdd7c-d824-477a-8754-083ad5d3de12 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:09.507822 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6b4b7905-1c3c-4247-9373-163f8949f16a req-44bcdd7c-d824-477a-8754-083ad5d3de12 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 943 time: 0.1783829 Feb 09 01:11:09.667238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01ef74-a498-4efb-be44-da73436aadad req-69d543c4-e542-4b3d-adc6-dafa8c5b4c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:09.669068 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f01ef74-a498-4efb-be44-da73436aadad req-69d543c4-e542-4b3d-adc6-dafa8c5b4c49 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67dfd8ca30e2412a805557bd94e02525&device_id=73a21f20-5e11-42db-9569-a2322bc43190 HTTP/1.1" status: 200 len: 1094 time: 0.4112003 Feb 09 01:11:09.673037 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6b4b7905-1c3c-4247-9373-163f8949f16a req-ae951dab-ced1-4d99-9239-a904835a9d93 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642089 Feb 09 01:11:09.746213 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0504bf84-2c9c-4052-885d-f457342d1633 req-1e4ba0be-0a26-4a35-bf12-f4645bad5387 service neutron] 10.222.0.35 "GET /v2.0/networks/5d6c2755-ea18-4235-9314-c370c19b3771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749970 Feb 09 01:11:09.778508 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f01ef74-a498-4efb-be44-da73436aadad req-18342d08-c3e9-4e95-ab25-5a2ff8ef9660 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27a26fa0-cd07-4acc-a5e1-930a452d95fb HTTP/1.1" status: 200 len: 217 time: 0.0948198 Feb 09 01:11:09.784902 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dd1f8a13-57c5-4f3b-94ec-e0c071969648 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:10.069862 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01ef74-a498-4efb-be44-da73436aadad req-006a125d-9660-4fac-8122-e82c95c9c83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:10.075491 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f01ef74-a498-4efb-be44-da73436aadad req-006a125d-9660-4fac-8122-e82c95c9c83b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c750fae4-2c3f-44da-87c9-de1301db5b32 HTTP/1.1" status: 200 len: 844 time: 0.2779088 Feb 09 01:11:10.171477 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f01ef74-a498-4efb-be44-da73436aadad req-43bab91c-6d00-4954-8907-6e87c7ff0b9d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=84a4b1eb-79d6-447b-b1fd-6bc1ef45422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736094 Feb 09 01:11:10.311276 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:10.377134 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:10.580705 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 9d55b079-5c97-4c52-8a34-95ee7665aca4 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:11:10.756914 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 9d55b079-5c97-4c52-8a34-95ee7665aca4, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9d55b079-5c97-4c52-8a34-95ee7665aca4,segment=NetworkSegment(7dc2e829-f685-4c02-b1d6-aef4f3224c8c),segment_id=7dc2e829-f685-4c02-b1d6-aef4f3224c8c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:10.771755 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '9d55b079-5c97-4c52-8a34-95ee7665aca4', 'network_id': '5d6c2755-ea18-4235-9314-c370c19b3771', 'port_id': '9d55b079-5c97-4c52-8a34-95ee7665aca4', 'mac_address': 'fa:16:3e:58:f3:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 987, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49af6773-dfcd-45e0-b742-3363769f41e9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:11:10.869163 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:10.919774 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d55b079-5c97-4c52-8a34-95ee7665aca4 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:11:10.955182 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 9d55b079-5c97-4c52-8a34-95ee7665aca4, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9d55b079-5c97-4c52-8a34-95ee7665aca4,segment=NetworkSegment(7dc2e829-f685-4c02-b1d6-aef4f3224c8c),segment_id=7dc2e829-f685-4c02-b1d6-aef4f3224c8c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:10.966557 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:11.013754 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-dd1f8a13-57c5-4f3b-94ec-e0c071969648 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Allocated IP 172.20.0.1 (87493480-27c1-480e-a06e-686017d53aaa/43a5f982-be8d-46dc-a444-4120f5b98979/d1983395-5472-4838-acb1-fe87a4af6e8f) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:11.074209 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e89af7-794d-4d26-b08e-d101376eb85d req-cb2dc187-8d8b-4a32-9cc4-63379cd8fa8a tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:11.079451 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-34e89af7-794d-4d26-b08e-d101376eb85d req-cb2dc187-8d8b-4a32-9cc4-63379cd8fa8a tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=73a21f20-5e11-42db-9569-a2322bc43190 HTTP/1.1" status: 200 len: 943 time: 1.2309973 Feb 09 01:11:11.092681 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=9d55b079-5c97-4c52-8a34-95ee7665aca4,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:11.175637 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248c627-e01d-4cd7-b0eb-f31166cafb26 req-718b0991-1431-4ee5-9a7b-4569623d0d79 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:11.177337 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1248c627-e01d-4cd7-b0eb-f31166cafb26 req-718b0991-1431-4ee5-9a7b-4569623d0d79 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 944 time: 0.2418461 Feb 09 01:11:11.264625 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1248c627-e01d-4cd7-b0eb-f31166cafb26 req-7383fd34-0f64-47bb-a3eb-e881de8e020e tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800111 Feb 09 01:11:11.327382 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44050) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:11.344716 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-34e89af7-794d-4d26-b08e-d101376eb85d req-5c1bbeea-0925-411b-969c-8c8c58a98986 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286162 Feb 09 01:11:11.357464 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['9d55b079-5c97-4c52-8a34-95ee7665aca4'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:11:11.385556 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f01ef74-a498-4efb-be44-da73436aadad req-2e13f7ba-830a-4703-8021-49220b51a783 service neutron] 10.222.0.35 "GET /v2.0/networks/84a4b1eb-79d6-447b-b1fd-6bc1ef45422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9485326 Feb 09 01:11:11.571331 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dd1f8a13-57c5-4f3b-94ec-e0c071969648 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:11.689753 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f01ef74-a498-4efb-be44-da73436aadad req-f8021932-55cd-47b9-ba0b-08b9554a2abd service neutron] 10.222.0.35 "GET /v2.0/networks/84a4b1eb-79d6-447b-b1fd-6bc1ef45422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850857 Feb 09 01:11:11.698874 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-dd1f8a13-57c5-4f3b-94ec-e0c071969648 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Transition to ACTIVE for port object d1983395-5472-4838-acb1-fe87a4af6e8f will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:11.702854 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:11.856944 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dd1f8a13-57c5-4f3b-94ec-e0c071969648 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:12.084945 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f8a13-57c5-4f3b-94ec-e0c071969648 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event updated for resources: {'Port': ['ID=d1983395-5472-4838-acb1-fe87a4af6e8f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:12.094635 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1f8a13-57c5-4f3b-94ec-e0c071969648 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Network 87493480-27c1-480e-a06e-686017d53aaa is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:12.096851 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-dd1f8a13-57c5-4f3b-94ec-e0c071969648 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:12.101050 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1f8a13-57c5-4f3b-94ec-e0c071969648 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:11:12.189414 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c793dd0-de7c-4d41-9c87-aa3edffc4a1d req-8198e1a2-cf57-4d29-bc7f-3d743671cf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:12.191311 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5c793dd0-de7c-4d41-9c87-aa3edffc4a1d req-8198e1a2-cf57-4d29-bc7f-3d743671cf2f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67dfd8ca30e2412a805557bd94e02525&device_id=73a21f20-5e11-42db-9569-a2322bc43190 HTTP/1.1" status: 200 len: 1094 time: 0.4240084 Feb 09 01:11:12.349188 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dd1f8a13-57c5-4f3b-94ec-e0c071969648 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:12.584117 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c793dd0-de7c-4d41-9c87-aa3edffc4a1d req-7d7d9c76-e5be-466a-9340-75eb272f033a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:12.588915 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 9d55b079-5c97-4c52-8a34-95ee7665aca4 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:11:12.593521 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5c793dd0-de7c-4d41-9c87-aa3edffc4a1d req-7d7d9c76-e5be-466a-9340-75eb272f033a service neutron] 10.222.0.35 "GET /v2.0/networks?id=84a4b1eb-79d6-447b-b1fd-6bc1ef45422a HTTP/1.1" status: 200 len: 905 time: 0.3893445 Feb 09 01:11:12.740912 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2b0c9216-f7dd-4aec-b920-a3187c3eb029 None None] Provisioning for port d1983395-5472-4838-acb1-fe87a4af6e8f completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:11:12.748213 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 9d55b079-5c97-4c52-8a34-95ee7665aca4 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:11:12.754506 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2b0c9216-f7dd-4aec-b920-a3187c3eb029 None None] Provisioning complete for port d1983395-5472-4838-acb1-fe87a4af6e8f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:12.755471 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2b0c9216-f7dd-4aec-b920-a3187c3eb029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:12.758427 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5c793dd0-de7c-4d41-9c87-aa3edffc4a1d req-66e53282-13cd-47fa-83e1-aa3442ba0557 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27a26fa0-cd07-4acc-a5e1-930a452d95fb HTTP/1.1" status: 200 len: 217 time: 0.0981553 Feb 09 01:11:12.832454 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 9d55b079-5c97-4c52-8a34-95ee7665aca4 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:12.832858 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:12.865116 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80589a4e-15c8-4891-80ff-0fa81e4b6d92 req-a55d8719-b629-46e0-8c1b-3f49b6c7d701 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:12.879418 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-80589a4e-15c8-4891-80ff-0fa81e4b6d92 req-a55d8719-b629-46e0-8c1b-3f49b6c7d701 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 944 time: 0.2818809 Feb 09 01:11:12.941167 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-2b0c9216-f7dd-4aec-b920-a3187c3eb029 None None] Port d1983395-5472-4838-acb1-fe87a4af6e8f cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:11:12.998640 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c793dd0-de7c-4d41-9c87-aa3edffc4a1d req-a3f0c1f3-c03c-4513-9e23-63bae21b1c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:12.998640 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5c793dd0-de7c-4d41-9c87-aa3edffc4a1d req-a3f0c1f3-c03c-4513-9e23-63bae21b1c82 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c750fae4-2c3f-44da-87c9-de1301db5b32 HTTP/1.1" status: 200 len: 844 time: 0.2133107 Feb 09 01:11:13.059638 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:13.067679 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233efdd0-2046-4672-86c4-7a20b518c2e5 req-1587adca-fee0-4efa-8920-adf4719607e8 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:13.069685 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-233efdd0-2046-4672-86c4-7a20b518c2e5 req-1587adca-fee0-4efa-8920-adf4719607e8 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=73a21f20-5e11-42db-9569-a2322bc43190 HTTP/1.1" status: 200 len: 943 time: 0.4735942 Feb 09 01:11:13.079493 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dd1f8a13-57c5-4f3b-94ec-e0c071969648 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:13.084043 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-80589a4e-15c8-4891-80ff-0fa81e4b6d92 req-a507fd9b-18b8-4c21-bdb6-794f708b8b2d tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015665 Feb 09 01:11:13.120961 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd0579a-1747-49d8-a882-73731c71b94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d55b079-5c97-4c52-8a34-95ee7665aca4'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:11:13.133941 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 9d55b079-5c97-4c52-8a34-95ee7665aca4, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9d55b079-5c97-4c52-8a34-95ee7665aca4,segment=NetworkSegment(7dc2e829-f685-4c02-b1d6-aef4f3224c8c),segment_id=7dc2e829-f685-4c02-b1d6-aef4f3224c8c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:13.138779 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5c793dd0-de7c-4d41-9c87-aa3edffc4a1d req-73564001-d7c6-4058-ba3b-726cf3926ecc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=84a4b1eb-79d6-447b-b1fd-6bc1ef45422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1284389 Feb 09 01:11:13.139799 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:13.234396 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd0579a-1747-49d8-a882-73731c71b94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d55b079-5c97-4c52-8a34-95ee7665aca4', 'code': 200} Feb 09 01:11:13.292275 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0b7fb408-8fa2-433a-bd11-6c3e62c79017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:13.314010 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=9d55b079-5c97-4c52-8a34-95ee7665aca4,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:13.479663 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce35613-f608-40b0-a894-d7bb250d2c5c req-ca2fad33-d69c-422c-bfc6-d4733a2f8146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:13.481332 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0ce35613-f608-40b0-a894-d7bb250d2c5c req-ca2fad33-d69c-422c-bfc6-d4733a2f8146 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 1096 time: 0.1341410 Feb 09 01:11:13.486623 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-233efdd0-2046-4672-86c4-7a20b518c2e5 req-d8c0e4da-7abd-464b-a500-417a1d1e15e6 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080739 Feb 09 01:11:13.653606 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0ce35613-f608-40b0-a894-d7bb250d2c5c req-547f9daf-b3e9-4207-ba64-8293a24b609e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617308 Feb 09 01:11:13.729958 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5c793dd0-de7c-4d41-9c87-aa3edffc4a1d req-f5d16a43-5cdb-4f34-9160-e206b38171fd service neutron] 10.222.0.35 "GET /v2.0/networks/84a4b1eb-79d6-447b-b1fd-6bc1ef45422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5039606 Feb 09 01:11:13.947957 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-0b7fb408-8fa2-433a-bd11-6c3e62c79017 admin admin] Deleting port 1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:13.948612 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0b7fb408-8fa2-433a-bd11-6c3e62c79017 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:14.028250 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dd1f8a13-57c5-4f3b-94ec-e0c071969648 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:14.039974 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dd1f8a13-57c5-4f3b-94ec-e0c071969648 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:14.162646 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-63c195cd-9522-4e3f-836f-1f641ef885a2 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:14.163585 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-63c195cd-9522-4e3f-836f-1f641ef885a2 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Synchronizing usage tracker for tenant:83e94f6e7a5b43379622b4bf0ec7cacb on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:11:14.171758 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f8a13-57c5-4f3b-94ec-e0c071969648 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event updated for resources: {'Port': ['ID=d1983395-5472-4838-acb1-fe87a4af6e8f,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:14.193003 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-63c195cd-9522-4e3f-836f-1f641ef885a2 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Unset dirty status for tenant:83e94f6e7a5b43379622b4bf0ec7cacb on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:11:14.200711 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f8a13-57c5-4f3b-94ec-e0c071969648 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:14.201212 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f8a13-57c5-4f3b-94ec-e0c071969648 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:14.201558 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f8a13-57c5-4f3b-94ec-e0c071969648 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:14.201950 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f8a13-57c5-4f3b-94ec-e0c071969648 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:14.202126 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-63c195cd-9522-4e3f-836f-1f641ef885a2 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/networks?id=d88f004f-470d-4ee7-9d5d-6a152c2ee838 HTTP/1.1" status: 200 len: 815 time: 0.3449357 Feb 09 01:11:14.202372 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f8a13-57c5-4f3b-94ec-e0c071969648 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:14.203037 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f8a13-57c5-4f3b-94ec-e0c071969648 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:14.203498 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f8a13-57c5-4f3b-94ec-e0c071969648 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:14.203993 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f8a13-57c5-4f3b-94ec-e0c071969648 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:14.204441 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f8a13-57c5-4f3b-94ec-e0c071969648 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:14.204857 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f8a13-57c5-4f3b-94ec-e0c071969648 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:14.205474 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f8a13-57c5-4f3b-94ec-e0c071969648 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:14.206204 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f8a13-57c5-4f3b-94ec-e0c071969648 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:14.217208 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5c793dd0-de7c-4d41-9c87-aa3edffc4a1d req-febd9607-7455-47da-aa4a-b278db0eb256 service neutron] 10.222.0.35 "GET /v2.0/networks/84a4b1eb-79d6-447b-b1fd-6bc1ef45422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067338 Feb 09 01:11:14.238954 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-004e60fe-3dcc-4027-b6ea-ab7ea238825e tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/quotas/83e94f6e7a5b43379622b4bf0ec7cacb HTTP/1.1" status: 200 len: 375 time: 0.0355909 Feb 09 01:11:14.268719 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dd1f8a13-57c5-4f3b-94ec-e0c071969648 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:14.303925 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-0b7fb408-8fa2-433a-bd11-6c3e62c79017 admin admin] For port 1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988,segment=NetworkSegment(c70063aa-13fe-46c3-b4e6-857706eded55),segment_id=c70063aa-13fe-46c3-b4e6-857706eded55)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:14.304287 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0b7fb408-8fa2-433a-bd11-6c3e62c79017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:14.434234 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b3e434-d84b-4362-88b7-13eba0f56fbe req-1341dcdc-42d3-47af-97cb-d93ec29228c6 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:14.435940 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81b3e434-d84b-4362-88b7-13eba0f56fbe req-1341dcdc-42d3-47af-97cb-d93ec29228c6 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 945 time: 0.2170591 Feb 09 01:11:14.479358 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1f8a13-57c5-4f3b-94ec-e0c071969648 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Network 87493480-27c1-480e-a06e-686017d53aaa is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:14.489289 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-dd1f8a13-57c5-4f3b-94ec-e0c071969648 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:14.570122 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81b3e434-d84b-4362-88b7-13eba0f56fbe req-2592a7df-4bf6-484b-b70f-11d050553eaa tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249187 Feb 09 01:11:14.574116 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-0b7fb408-8fa2-433a-bd11-6c3e62c79017 admin admin] Calling delete_port for 1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988 owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:11:14.607319 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 27a26fa0-cd07-4acc-a5e1-930a452d95fb details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:11:14.684949 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-f6fabc2b-6752-42d0-91bf-09283719f5b6 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Synchronizing usage tracker for tenant:83e94f6e7a5b43379622b4bf0ec7cacb on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:11:14.854248 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 27a26fa0-cd07-4acc-a5e1-930a452d95fb, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=27a26fa0-cd07-4acc-a5e1-930a452d95fb,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:14.878404 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '27a26fa0-cd07-4acc-a5e1-930a452d95fb', 'network_id': '84a4b1eb-79d6-447b-b1fd-6bc1ef45422a', 'port_id': '27a26fa0-cd07-4acc-a5e1-930a452d95fb', 'mac_address': 'fa:16:3e:ce:3d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 998, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750fae4-2c3f-44da-87c9-de1301db5b32', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:11:14.883435 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1f8a13-57c5-4f3b-94ec-e0c071969648 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Router 79352c14-5b4a-410c-af95-8bce4327c1a3 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:11:14.902034 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-f6fabc2b-6752-42d0-91bf-09283719f5b6 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Unset dirty status for tenant:83e94f6e7a5b43379622b4bf0ec7cacb on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:11:14.903679 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-f6fabc2b-6752-42d0-91bf-09283719f5b6 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=83e94f6e7a5b43379622b4bf0ec7cacb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6638963 Feb 09 01:11:14.993674 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3541e-4d65-445d-bdbe-376ffe04f9bd req-d47a4a72-a563-445d-9c71-0c4a0bb1b4bd tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:14.998497 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:15.001662 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f7e3541e-4d65-445d-bdbe-376ffe04f9bd req-d47a4a72-a563-445d-9c71-0c4a0bb1b4bd tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=73a21f20-5e11-42db-9569-a2322bc43190 HTTP/1.1" status: 200 len: 943 time: 0.2212844 Feb 09 01:11:15.019562 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5e4863a6-77c4-49cb-87d9-012fa7ca7269 None None] Provisioning complete for port d1983395-5472-4838-acb1-fe87a4af6e8f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:15.020248 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5e4863a6-77c4-49cb-87d9-012fa7ca7269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:15.100792 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a26fa0-cd07-4acc-a5e1-930a452d95fb {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:11:15.104458 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-ce3c7f0c-e94b-420e-8509-61d63363c06a service neutron] 10.222.0.37 "GET /v2.0/networks/d88f004f-470d-4ee7-9d5d-6a152c2ee838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926363 Feb 09 01:11:15.168596 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-5e4863a6-77c4-49cb-87d9-012fa7ca7269 None None] Port d1983395-5472-4838-acb1-fe87a4af6e8f cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:11:15.179482 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 27a26fa0-cd07-4acc-a5e1-930a452d95fb, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=27a26fa0-cd07-4acc-a5e1-930a452d95fb,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:15.191400 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:15.292072 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0b7fb408-8fa2-433a-bd11-6c3e62c79017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:15.324098 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f7e3541e-4d65-445d-bdbe-376ffe04f9bd req-21243696-335b-4a64-9e20-7c13cdfb8338 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210576 Feb 09 01:11:15.331728 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=27a26fa0-cd07-4acc-a5e1-930a452d95fb,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:15.337964 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1f8a13-57c5-4f3b-94ec-e0c071969648 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:11:15.353064 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db6dce5-3892-470d-91e1-27f2d5bf3bc7 None None] Sync routers for ids ['79352c14-5b4a-410c-af95-8bce4327c1a3'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:11:15.358381 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-dd1f8a13-57c5-4f3b-94ec-e0c071969648 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "PUT /v2.0/routers/79352c14-5b4a-410c-af95-8bce4327c1a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0377266 Feb 09 01:11:15.358971 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44154) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:15.365105 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-ab3c5aa8-52dc-4150-adb8-74bc435db042 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Request body: {'port': {'network_id': '87493480-27c1-480e-a06e-686017d53aaa', 'name': 'tempest-FloatingIPTestJSON-759377436'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:15.367908 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db6dce5-3892-470d-91e1-27f2d5bf3bc7 None None] Routers {'79352c14-5b4a-410c-af95-8bce4327c1a3'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:11:15.368935 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-1db6dce5-3892-470d-91e1-27f2d5bf3bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:11:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['79352c14-5b4a-410c-af95-8bce4327c1a3'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:15.431607 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7fb408-8fa2-433a-bd11-6c3e62c79017 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:15.473364 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-1db6dce5-3892-470d-91e1-27f2d5bf3bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:15.493557 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db6dce5-3892-470d-91e1-27f2d5bf3bc7 None None] Routers {'79352c14-5b4a-410c-af95-8bce4327c1a3'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:11:15.494566 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-1db6dce5-3892-470d-91e1-27f2d5bf3bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:11:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['79352c14-5b4a-410c-af95-8bce4327c1a3'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:15.536453 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-c57b1bd2-24c8-4b48-9dad-1a607bf91341 service neutron] 10.222.0.37 "GET /v2.0/networks/d88f004f-470d-4ee7-9d5d-6a152c2ee838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249272 Feb 09 01:11:15.538259 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fb408-8fa2-433a-bd11-6c3e62c79017 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:15.538749 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fb408-8fa2-433a-bd11-6c3e62c79017 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:15.539228 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fb408-8fa2-433a-bd11-6c3e62c79017 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:15.539692 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fb408-8fa2-433a-bd11-6c3e62c79017 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:15.540123 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fb408-8fa2-433a-bd11-6c3e62c79017 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:15.541412 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fb408-8fa2-433a-bd11-6c3e62c79017 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:15.541878 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fb408-8fa2-433a-bd11-6c3e62c79017 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:15.542276 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fb408-8fa2-433a-bd11-6c3e62c79017 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:15.542973 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fb408-8fa2-433a-bd11-6c3e62c79017 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:15.543374 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fb408-8fa2-433a-bd11-6c3e62c79017 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:15.544149 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fb408-8fa2-433a-bd11-6c3e62c79017 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:15.544582 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fb408-8fa2-433a-bd11-6c3e62c79017 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:15.612458 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-1db6dce5-3892-470d-91e1-27f2d5bf3bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:15.613549 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db6dce5-3892-470d-91e1-27f2d5bf3bc7 None None] The sync data for ids ['79352c14-5b4a-410c-af95-8bce4327c1a3'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:11:15.615676 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['27a26fa0-cd07-4acc-a5e1-930a452d95fb'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:11:15.908712 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ab3c5aa8-52dc-4150-adb8-74bc435db042 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:15.930117 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ab3c5aa8-52dc-4150-adb8-74bc435db042 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Usage tracker for resource:port and tenant:3233fa6a1c31485fb5278c0948d1b003 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:15.945916 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ab3c5aa8-52dc-4150-adb8-74bc435db042 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:15.961171 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ab3c5aa8-52dc-4150-adb8-74bc435db042 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:15.979104 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0b7fb408-8fa2-433a-bd11-6c3e62c79017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:15.986825 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3c5aa8-52dc-4150-adb8-74bc435db042 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Made reservation on behalf of 3233fa6a1c31485fb5278c0948d1b003 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:15.990732 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ab3c5aa8-52dc-4150-adb8-74bc435db042 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:16.023167 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-ab3c5aa8-52dc-4150-adb8-74bc435db042 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] device_id is not set on port 569fc0a6-f294-41ff-ab11-7021f4d0ed8f yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:11:16.067106 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d90f5-d557-4b9e-ba72-0c561284e4c3 req-3baa5a47-fec8-43c3-802b-02863f7b36f9 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:16.068679 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-928d90f5-d557-4b9e-ba72-0c561284e4c3 req-3baa5a47-fec8-43c3-802b-02863f7b36f9 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 945 time: 0.1972566 Feb 09 01:11:16.132087 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d5cd72c3-de57-494a-98d7-d0a98c11ff83 req-74b43306-6b80-49f4-a16d-b6335aaf072c tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a93f6e2-fb97-4f22-a95a-800a2b1c4352 HTTP/1.1" status: 200 len: 210 time: 0.1411426 Feb 09 01:11:16.283035 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-928d90f5-d557-4b9e-ba72-0c561284e4c3 req-16c641d5-70fd-4dd6-ab02-5b58738984f9 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021949 Feb 09 01:11:16.334580 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-ab3c5aa8-52dc-4150-adb8-74bc435db042 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Allocated IP 172.20.0.13 (87493480-27c1-480e-a06e-686017d53aaa/43a5f982-be8d-46dc-a444-4120f5b98979/569fc0a6-f294-41ff-ab11-7021f4d0ed8f) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:16.733534 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7fb408-8fa2-433a-bd11-6c3e62c79017 admin admin] Router 80aef23d-3074-4c00-91aa-1c3be961cc0c has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:11:16.735887 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8be7a-0835-44a6-ac30-0bf935b2e01b req-a7268b2d-1e46-4e12-838a-edadea01ceae tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:16.737335 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f3e8be7a-0835-44a6-ac30-0bf935b2e01b req-a7268b2d-1e46-4e12-838a-edadea01ceae tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=73a21f20-5e11-42db-9569-a2322bc43190 HTTP/1.1" status: 200 len: 944 time: 0.1767764 Feb 09 01:11:16.745993 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ab3c5aa8-52dc-4150-adb8-74bc435db042 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:16.785794 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-ab3c5aa8-52dc-4150-adb8-74bc435db042 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Transition to ACTIVE for port object 569fc0a6-f294-41ff-ab11-7021f4d0ed8f will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:16.809238 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f3e8be7a-0835-44a6-ac30-0bf935b2e01b req-e3ac529a-20e9-421c-9f78-55ca0af8ddcb tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596540 Feb 09 01:11:16.822498 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7b481-acd5-479a-9e0e-1d6a8f27ebf6 req-fc32376b-013a-406c-8d43-78deda14cad1 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:16.823941 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-48d7b481-acd5-479a-9e0e-1d6a8f27ebf6 req-fc32376b-013a-406c-8d43-78deda14cad1 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 945 time: 0.1999764 Feb 09 01:11:16.837275 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ab3c5aa8-52dc-4150-adb8-74bc435db042 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:16.920530 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-48d7b481-acd5-479a-9e0e-1d6a8f27ebf6 req-3295efe3-7ec3-4f8a-9ef7-b65f5320cd38 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824234 Feb 09 01:11:16.931608 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3c5aa8-52dc-4150-adb8-74bc435db042 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Network 87493480-27c1-480e-a06e-686017d53aaa is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:16.936133 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-ab3c5aa8-52dc-4150-adb8-74bc435db042 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:16.959168 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3c5aa8-52dc-4150-adb8-74bc435db042 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:11:17.021840 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c5aa8-52dc-4150-adb8-74bc435db042 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event updated for resources: {'Port': ['ID=569fc0a6-f294-41ff-ab11-7021f4d0ed8f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:17.073171 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3c5aa8-52dc-4150-adb8-74bc435db042 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:17.073763 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ab3c5aa8-52dc-4150-adb8-74bc435db042 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:17.096917 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7fb408-8fa2-433a-bd11-6c3e62c79017 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:11:17.108567 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24d6c27-a44b-474f-a50d-7ca41d1bcde2 None None] Sync routers for ids ['80aef23d-3074-4c00-91aa-1c3be961cc0c'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:11:17.120900 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0b7fb408-8fa2-433a-bd11-6c3e62c79017 admin admin] 10.222.0.37 "PUT /v2.0/routers/80aef23d-3074-4c00-91aa-1c3be961cc0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7921696 Feb 09 01:11:17.126323 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44198) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:17.142215 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24d6c27-a44b-474f-a50d-7ca41d1bcde2 None None] Routers {'80aef23d-3074-4c00-91aa-1c3be961cc0c'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:11:17.142819 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ab3c5aa8-52dc-4150-adb8-74bc435db042 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7826560 Feb 09 01:11:17.144372 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f24d6c27-a44b-474f-a50d-7ca41d1bcde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:11:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['80aef23d-3074-4c00-91aa-1c3be961cc0c'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:17.145724 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44202) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:17.152313 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-706afa9e-21d0-4346-9e23-3307d33b96e3 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Request body: {'floatingip': {'port_id': '569fc0a6-f294-41ff-ab11-7021f4d0ed8f'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:17.359418 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-706afa9e-21d0-4346-9e23-3307d33b96e3 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for floatingip, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:17.431863 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5f8026ab-1717-4a0c-a5e1-9689e17bcc8d None None] Provisioning for port 569fc0a6-f294-41ff-ab11-7021f4d0ed8f completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:11:17.455962 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5f8026ab-1717-4a0c-a5e1-9689e17bcc8d None None] Provisioning complete for port 569fc0a6-f294-41ff-ab11-7021f4d0ed8f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:17.456825 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5f8026ab-1717-4a0c-a5e1-9689e17bcc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:17.469101 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-f24d6c27-a44b-474f-a50d-7ca41d1bcde2 None None] Set router 80aef23d-3074-4c00-91aa-1c3be961cc0c gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:11:17.608695 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b6f47a97-b3b5-4ee9-9a2a-de5903dc0c6b req-f92a3d97-e8bf-4c26-9178-72bd9373143e tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a93f6e2-fb97-4f22-a95a-800a2b1c4352 HTTP/1.1" status: 200 len: 210 time: 0.1683087 Feb 09 01:11:17.678240 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-906e1500-01e3-42d9-b3dc-be91372c6913 admin admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:17.693572 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-5f8026ab-1717-4a0c-a5e1-9689e17bcc8d None None] Port 569fc0a6-f294-41ff-ab11-7021f4d0ed8f cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:11:18.042965 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-906e1500-01e3-42d9-b3dc-be91372c6913 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:18.064471 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-906e1500-01e3-42d9-b3dc-be91372c6913 admin admin] Deleting port 6568ffd8-2702-408f-82ae-57e70837539a {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:18.064823 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-906e1500-01e3-42d9-b3dc-be91372c6913 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:18.138284 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f24d6c27-a44b-474f-a50d-7ca41d1bcde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'name': 'tempest-TaggedBootDevicesTest_v242-594457440-router', 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '6568ffd8-2702-408f-82ae-57e70837539a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:16Z', 'updated_at': '2022-02-09T01:11:15Z', 'revision_number': 5, 'project_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'gw_port': {'id': '6568ffd8-2702-408f-82ae-57e70837539a', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:18Z', 'updated_at': '2022-02-09T01:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:18.145932 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24d6c27-a44b-474f-a50d-7ca41d1bcde2 None None] Checking router: 80aef23d-3074-4c00-91aa-1c3be961cc0c for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:11:18.165838 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24d6c27-a44b-474f-a50d-7ca41d1bcde2 None None] Routers {'80aef23d-3074-4c00-91aa-1c3be961cc0c'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:11:18.167012 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f24d6c27-a44b-474f-a50d-7ca41d1bcde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:11:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['80aef23d-3074-4c00-91aa-1c3be961cc0c'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:18.350597 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-f24d6c27-a44b-474f-a50d-7ca41d1bcde2 None None] Set router 80aef23d-3074-4c00-91aa-1c3be961cc0c gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:11:18.395614 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-906e1500-01e3-42d9-b3dc-be91372c6913 admin admin] For port 6568ffd8-2702-408f-82ae-57e70837539a, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6568ffd8-2702-408f-82ae-57e70837539a,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:18.395969 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-906e1500-01e3-42d9-b3dc-be91372c6913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:18.525085 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-906e1500-01e3-42d9-b3dc-be91372c6913 admin admin] Calling delete_port for 6568ffd8-2702-408f-82ae-57e70837539a owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:11:18.525688 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f24d6c27-a44b-474f-a50d-7ca41d1bcde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'name': 'tempest-TaggedBootDevicesTest_v242-594457440-router', 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:16Z', 'updated_at': '2022-02-09T01:11:18Z', 'revision_number': 6, 'project_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:18.530359 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24d6c27-a44b-474f-a50d-7ca41d1bcde2 None None] The sync data for ids ['80aef23d-3074-4c00-91aa-1c3be961cc0c'] in n-d-828419-1 is: [{'id': '80aef23d-3074-4c00-91aa-1c3be961cc0c', 'name': 'tempest-TaggedBootDevicesTest_v242-594457440-router', 'tenant_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:16Z', 'updated_at': '2022-02-09T01:11:18Z', 'revision_number': 6, 'project_id': 'c1fe8f42c4854e5699e2e8b880d21442', 'gw_port_host': None}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:11:18.603931 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb62b6b-ee61-4f4f-8265-8447b0914e48 req-33075df3-c08e-4893-876e-f0299f25c7a8 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:18.610815 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7cb62b6b-ee61-4f4f-8265-8447b0914e48 req-33075df3-c08e-4893-876e-f0299f25c7a8 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 945 time: 0.6280928 Feb 09 01:11:18.622818 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 27a26fa0-cd07-4acc-a5e1-930a452d95fb up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:11:18.693729 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7cb62b6b-ee61-4f4f-8265-8447b0914e48 req-efcd05a4-3efb-434c-b250-2453a520c72b tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814326 Feb 09 01:11:18.755019 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-a0fa4de3-786f-412f-9572-d1937b1b986e tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:18.755891 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-a0fa4de3-786f-412f-9572-d1937b1b986e tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.35 "GET /v2.0/networks?id=d88f004f-470d-4ee7-9d5d-6a152c2ee838 HTTP/1.1" status: 200 len: 815 time: 0.6750424 Feb 09 01:11:18.781594 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-db06dd7d-9b78-465b-8188-2d75cfa1d5aa tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Request body: {'port': {'device_id': '3a93f6e2-fb97-4f22-a95a-800a2b1c4352', 'network_id': 'd88f004f-470d-4ee7-9d5d-6a152c2ee838', 'admin_state_up': True, 'tenant_id': '83e94f6e7a5b43379622b4bf0ec7cacb'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:18.876682 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 27a26fa0-cd07-4acc-a5e1-930a452d95fb completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:11:18.887312 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 27a26fa0-cd07-4acc-a5e1-930a452d95fb triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:18.887695 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:18.922010 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d1fc7-aebb-4f9c-9afc-b9b60aab905c req-2e5db55b-9398-40b9-8510-5f16121fdcf9 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:18.928531 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-110d1fc7-aebb-4f9c-9afc-b9b60aab905c req-2e5db55b-9398-40b9-8510-5f16121fdcf9 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=73a21f20-5e11-42db-9569-a2322bc43190 HTTP/1.1" status: 200 len: 944 time: 0.8444419 Feb 09 01:11:19.080937 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:11:19.092231 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-110d1fc7-aebb-4f9c-9afc-b9b60aab905c req-6fcbc127-b2fe-4ee9-9d0a-f3f402109b46 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522608 Feb 09 01:11:19.272093 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-906e1500-01e3-42d9-b3dc-be91372c6913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:19.288815 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:11:19.289196 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1d36f6d6-3b8d-4c97-96a6-a8ecac9fc988 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:11:19.311175 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-db06dd7d-9b78-465b-8188-2d75cfa1d5aa tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:19.314829 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cd0a9d4e-5296-4ae9-a390-3daa67ee45fd req-c7506b29-1ccc-4663-be66-8f667f29c012 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a93f6e2-fb97-4f22-a95a-800a2b1c4352 HTTP/1.1" status: 200 len: 210 time: 0.4011393 Feb 09 01:11:19.355539 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-db06dd7d-9b78-465b-8188-2d75cfa1d5aa tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:19.363626 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e1500-01e3-42d9-b3dc-be91372c6913 admin admin] Pushing event deleted for resources: {'Port': ['ID=6568ffd8-2702-408f-82ae-57e70837539a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:19.469262 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:19.554992 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a21f20-5e11-42db-9569-a2322bc43190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a26fa0-cd07-4acc-a5e1-930a452d95fb'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:11:19.578024 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 27a26fa0-cd07-4acc-a5e1-930a452d95fb, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=27a26fa0-cd07-4acc-a5e1-930a452d95fb,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:19.584240 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:19.597325 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-706afa9e-21d0-4346-9e23-3307d33b96e3 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:19.600129 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-db06dd7d-9b78-465b-8188-2d75cfa1d5aa tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Made reservation on behalf of 83e94f6e7a5b43379622b4bf0ec7cacb for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:19.604488 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-906e1500-01e3-42d9-b3dc-be91372c6913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:19.615664 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-db06dd7d-9b78-465b-8188-2d75cfa1d5aa tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:19.671531 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-706afa9e-21d0-4346-9e23-3307d33b96e3 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:19.704389 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a21f20-5e11-42db-9569-a2322bc43190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a26fa0-cd07-4acc-a5e1-930a452d95fb', 'code': 200} Feb 09 01:11:19.786481 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=27a26fa0-cd07-4acc-a5e1-930a452d95fb,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:19.972277 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-906e1500-01e3-42d9-b3dc-be91372c6913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:19.976050 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-906e1500-01e3-42d9-b3dc-be91372c6913 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:20.131013 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [None req-706afa9e-21d0-4346-9e23-3307d33b96e3 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Floating IP a78c79db-c610-4b54-b71e-29e261d7eb72 associated. External IP: 172.25.5.40, port: 1591c9bd-2f42-4628-bdf1-f3d4b0f394a7. Feb 09 01:11:20.180332 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-906e1500-01e3-42d9-b3dc-be91372c6913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:20.184264 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906e1500-01e3-42d9-b3dc-be91372c6913 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80aef23d-3074-4c00-91aa-1c3be961cc0c {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:11:20.282434 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea36a87-e616-4d75-a7ad-8ca2b449174e req-a91d6d1a-5b8a-488f-b7e9-8f463d6c894e tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:20.284752 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6ea36a87-e616-4d75-a7ad-8ca2b449174e req-a91d6d1a-5b8a-488f-b7e9-8f463d6c894e tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 945 time: 0.3065333 Feb 09 01:11:20.297097 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-906e1500-01e3-42d9-b3dc-be91372c6913 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:20.298629 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-906e1500-01e3-42d9-b3dc-be91372c6913 admin admin] 10.222.0.37 "DELETE /v2.0/routers/80aef23d-3074-4c00-91aa-1c3be961cc0c HTTP/1.1" status: 204 len: 168 time: 3.1712129 Feb 09 01:11:20.312923 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44274) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:20.352769 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856c05b-fa30-4d61-98e5-f31fa810f3e7 req-f5fb1320-002f-403d-a299-031ba19690dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:20.354895 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8856c05b-fa30-4d61-98e5-f31fa810f3e7 req-f5fb1320-002f-403d-a299-031ba19690dd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=73a21f20-5e11-42db-9569-a2322bc43190 HTTP/1.1" status: 200 len: 1096 time: 0.2541010 Feb 09 01:11:20.368456 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6ea36a87-e616-4d75-a7ad-8ca2b449174e req-79111f17-4821-4f48-85c1-080e6d344c6d tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751424 Feb 09 01:11:20.450660 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-db06dd7d-9b78-465b-8188-2d75cfa1d5aa tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Allocated IP 172.20.0.10 (d88f004f-470d-4ee7-9d5d-6a152c2ee838/647739ad-1273-4f77-bed3-a83e6cc8487b/953c2781-0805-43d3-aee1-aebb08e58031) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:20.458041 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-74767e2f-9153-4685-aa4f-7aecb85a9e37 admin admin] Deleting subnet d34a1970-cc18-443c-a0a4-8c26bc2e7361 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:11:20.465484 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-74767e2f-9153-4685-aa4f-7aecb85a9e37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:20.672693 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-74767e2f-9153-4685-aa4f-7aecb85a9e37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:20.686231 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-398cf0bc-98e3-4073-865d-0005d097c727 req-325a7475-e5ad-44d5-ad3e-d919312a9027 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a93f6e2-fb97-4f22-a95a-800a2b1c4352 HTTP/1.1" status: 200 len: 210 time: 0.0734127 Feb 09 01:11:20.857907 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44282) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:21.018001 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6568ffd8-2702-408f-82ae-57e70837539a no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:11:21.036326 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-276c2f28-029e-4412-ba81-7d875f53c2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:21.072130 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-276c2f28-029e-4412-ba81-7d875f53c2ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:21.076163 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-276c2f28-029e-4412-ba81-7d875f53c2ac admin admin] Usage tracker for resource:security_group_rule and tenant:ca562a28b33e45cda2fa07ef35e351f0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:21.079790 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-276c2f28-029e-4412-ba81-7d875f53c2ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:21.083157 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 6568ffd8-2702-408f-82ae-57e70837539a {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:11:21.083617 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6568ffd8-2702-408f-82ae-57e70837539a not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:11:21.124079 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-276c2f28-029e-4412-ba81-7d875f53c2ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:21.222589 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-276c2f28-029e-4412-ba81-7d875f53c2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:21.229209 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-276c2f28-029e-4412-ba81-7d875f53c2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:21.292099 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-276c2f28-029e-4412-ba81-7d875f53c2ac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca562a28b33e45cda2fa07ef35e351f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4300056 Feb 09 01:11:21.292471 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44288) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:21.295588 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c2f28-029e-4412-ba81-7d875f53c2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b26d906-0379-4501-8299-dd45f6fd943a,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:21.331292 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bff3e1-9eac-469b-9381-264bd75d4420 req-8134b4ba-5cb5-4ef4-84cb-f5a2f215715d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:21.332958 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-27bff3e1-9eac-469b-9381-264bd75d4420 req-8134b4ba-5cb5-4ef4-84cb-f5a2f215715d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=73a21f20-5e11-42db-9569-a2322bc43190 HTTP/1.1" status: 200 len: 945 time: 0.8737357 Feb 09 01:11:21.369629 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-14c0510c-05fc-4389-97fd-19b0cb45cdbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:21.434314 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-14c0510c-05fc-4389-97fd-19b0cb45cdbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:21.472149 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-74767e2f-9153-4685-aa4f-7aecb85a9e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:21.504647 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-14c0510c-05fc-4389-97fd-19b0cb45cdbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:21.539547 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-27bff3e1-9eac-469b-9381-264bd75d4420 req-f56d8e34-dc5b-496c-9849-563b2e7e6c9a tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423855 Feb 09 01:11:21.564058 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706afa9e-21d0-4346-9e23-3307d33b96e3 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Router 27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:11:21.569870 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-db06dd7d-9b78-465b-8188-2d75cfa1d5aa tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:21.570646 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0510c-05fc-4389-97fd-19b0cb45cdbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b26d906-0379-4501-8299-dd45f6fd943a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:21.581062 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-14c0510c-05fc-4389-97fd-19b0cb45cdbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:21.584738 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-14c0510c-05fc-4389-97fd-19b0cb45cdbf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1b26d906-0379-4501-8299-dd45f6fd943a HTTP/1.1" status: 204 len: 168 time: 0.2884841 Feb 09 01:11:21.639377 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b101856-3168-4faf-a7f8-e96e66e46003 req-dbf21a53-1db4-4565-97b6-8222ca251c0b tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:21.642046 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3b101856-3168-4faf-a7f8-e96e66e46003 req-dbf21a53-1db4-4565-97b6-8222ca251c0b tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 945 time: 0.1421833 Feb 09 01:11:21.691902 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:21.720749 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-db06dd7d-9b78-465b-8188-2d75cfa1d5aa tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Transition to ACTIVE for port object 953c2781-0805-43d3-aee1-aebb08e58031 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:21.741203 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3b101856-3168-4faf-a7f8-e96e66e46003 req-d0616706-ecc7-4599-a591-2ecb5c3bf960 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931084 Feb 09 01:11:21.750285 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-74767e2f-9153-4685-aa4f-7aecb85a9e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:21.824513 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-74767e2f-9153-4685-aa4f-7aecb85a9e37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:21.836502 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6acde0f-a94b-4ef8-bbf2-a192e87412c6 None None] Network 151f3625-265a-4aab-adad-d81de62c4234 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:11:21.860528 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74767e2f-9153-4685-aa4f-7aecb85a9e37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d34a1970-cc18-443c-a0a4-8c26bc2e7361,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:22.041077 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-db06dd7d-9b78-465b-8188-2d75cfa1d5aa tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:22.111023 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44300) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:22.119681 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-74767e2f-9153-4685-aa4f-7aecb85a9e37 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d34a1970-cc18-443c-a0a4-8c26bc2e7361 HTTP/1.1" status: 204 len: 168 time: 1.8057029 Feb 09 01:11:22.126999 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44304) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:22.172454 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706afa9e-21d0-4346-9e23-3307d33b96e3 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:11:22.188849 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd8201c-5e34-43de-ab2a-805fbe9581a1 None None] Sync routers for ids ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:11:22.213728 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bcb35f4c-4b4d-4b9f-b6e5-38c5f7312034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:22.235656 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:11:22.245063 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd8201c-5e34-43de-ab2a-805fbe9581a1 None None] Routers {'27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:11:22.245705 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-fdd8201c-5e34-43de-ab2a-805fbe9581a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:11:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:22.268984 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-bcb35f4c-4b4d-4b9f-b6e5-38c5f7312034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:22.275418 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-db06dd7d-9b78-465b-8188-2d75cfa1d5aa tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Network d88f004f-470d-4ee7-9d5d-6a152c2ee838 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:22.284330 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-bcb35f4c-4b4d-4b9f-b6e5-38c5f7312034 admin admin] Usage tracker for resource:security_group_rule and tenant:1ad55abcbc53426f915cd338e1405cf9 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:22.285690 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06dd7d-9b78-465b-8188-2d75cfa1d5aa tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Pushing event updated for resources: {'Port': ['ID=953c2781-0805-43d3-aee1-aebb08e58031,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:22.288948 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-db06dd7d-9b78-465b-8188-2d75cfa1d5aa tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:22.291851 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-bcb35f4c-4b4d-4b9f-b6e5-38c5f7312034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:22.301712 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-bcb35f4c-4b4d-4b9f-b6e5-38c5f7312034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:22.306348 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-02ef09d9-2303-4508-acae-8f1a9c0123c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:22.306965 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-db06dd7d-9b78-465b-8188-2d75cfa1d5aa tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:11:22.345871 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-02ef09d9-2303-4508-acae-8f1a9c0123c5 admin admin] Deleting port a754fa21-baed-4544-bf30-841b82f7a06f {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:22.346209 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-02ef09d9-2303-4508-acae-8f1a9c0123c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:22.419379 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-fdd8201c-5e34-43de-ab2a-805fbe9581a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:22.446910 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd8201c-5e34-43de-ab2a-805fbe9581a1 None None] Routers {'27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:11:22.447823 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-fdd8201c-5e34-43de-ab2a-805fbe9581a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:11:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:22.564080 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d216e83b-7bc9-44eb-a70e-5caa88e87b8e None None] DHCP port deletion for 151f3625-265a-4aab-adad-d81de62c4234 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:11:22.582888 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-fdd8201c-5e34-43de-ab2a-805fbe9581a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:22.583532 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd8201c-5e34-43de-ab2a-805fbe9581a1 None None] The sync data for ids ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:11:22.586207 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d216e83b-7bc9-44eb-a70e-5caa88e87b8e None None] Deleting port a754fa21-baed-4544-bf30-841b82f7a06f {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:22.587129 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d216e83b-7bc9-44eb-a70e-5caa88e87b8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:22.801917 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1451356-e303-443d-899b-50dee3190ea7 req-fc82e7da-ba57-4958-89e5-ed3f5f3388d7 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:22.802979 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-c1451356-e303-443d-899b-50dee3190ea7 req-fc82e7da-ba57-4958-89e5-ed3f5f3388d7 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Synchronizing usage tracker for tenant:83e94f6e7a5b43379622b4bf0ec7cacb on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:11:22.811881 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-db06dd7d-9b78-465b-8188-2d75cfa1d5aa tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:22.812602 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-db06dd7d-9b78-465b-8188-2d75cfa1d5aa tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:22.817741 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-19939746-279b-4950-b18a-ca314789c5d9 None None] Provisioning for port 953c2781-0805-43d3-aee1-aebb08e58031 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:11:22.858406 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-c1451356-e303-443d-899b-50dee3190ea7 req-fc82e7da-ba57-4958-89e5-ed3f5f3388d7 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Unset dirty status for tenant:83e94f6e7a5b43379622b4bf0ec7cacb on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:11:22.859557 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c1451356-e303-443d-899b-50dee3190ea7 req-fc82e7da-ba57-4958-89e5-ed3f5f3388d7 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a93f6e2-fb97-4f22-a95a-800a2b1c4352 HTTP/1.1" status: 200 len: 932 time: 0.8787644 Feb 09 01:11:22.863253 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-db06dd7d-9b78-465b-8188-2d75cfa1d5aa tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0934319 Feb 09 01:11:22.881916 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-02ef09d9-2303-4508-acae-8f1a9c0123c5 admin admin] For port a754fa21-baed-4544-bf30-841b82f7a06f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=a754fa21-baed-4544-bf30-841b82f7a06f,segment=NetworkSegment(c70063aa-13fe-46c3-b4e6-857706eded55),segment_id=c70063aa-13fe-46c3-b4e6-857706eded55)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:22.882293 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-02ef09d9-2303-4508-acae-8f1a9c0123c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:22.893049 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bcb35f4c-4b4d-4b9f-b6e5-38c5f7312034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:22.917215 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-19939746-279b-4950-b18a-ca314789c5d9 None None] Provisioning complete for port 953c2781-0805-43d3-aee1-aebb08e58031 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:22.917581 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-19939746-279b-4950-b18a-ca314789c5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:22.962173 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bcb35f4c-4b4d-4b9f-b6e5-38c5f7312034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:23.015391 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device a754fa21-baed-4544-bf30-841b82f7a06f no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:11:23.080225 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c1451356-e303-443d-899b-50dee3190ea7 req-d1570132-98d7-4ac8-b026-9c75920bac5a tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/security-groups?id=09d6f824-c066-41f8-b6ed-396ffea00d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012365 Feb 09 01:11:23.127708 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706afa9e-21d0-4346-9e23-3307d33b96e3 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Router 79352c14-5b4a-410c-af95-8bce4327c1a3 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:11:23.189712 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-19939746-279b-4950-b18a-ca314789c5d9 None None] Port 953c2781-0805-43d3-aee1-aebb08e58031 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:11:23.220314 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-02ef09d9-2303-4508-acae-8f1a9c0123c5 admin admin] Calling delete_port for a754fa21-baed-4544-bf30-841b82f7a06f owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:11:23.271736 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-d216e83b-7bc9-44eb-a70e-5caa88e87b8e None None] For port a754fa21-baed-4544-bf30-841b82f7a06f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=a754fa21-baed-4544-bf30-841b82f7a06f,segment=NetworkSegment(c70063aa-13fe-46c3-b4e6-857706eded55),segment_id=c70063aa-13fe-46c3-b4e6-857706eded55)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:23.272263 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d216e83b-7bc9-44eb-a70e-5caa88e87b8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:23.303599 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-bcb35f4c-4b4d-4b9f-b6e5-38c5f7312034 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1ad55abcbc53426f915cd338e1405cf9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1907072 Feb 09 01:11:23.334933 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44314) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:23.391578 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb35f4c-4b4d-4b9f-b6e5-38c5f7312034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15e4c7f-00f6-4033-a9e9-15de18e82c96,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:23.441229 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d216e83b-7bc9-44eb-a70e-5caa88e87b8e None None] Calling delete_port for a754fa21-baed-4544-bf30-841b82f7a06f owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:11:23.466563 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0e3a5-3fc8-4113-8a97-1dc3ec1a3613 req-1232afc3-0146-4e99-879e-39e4a9b19a55 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:23.469259 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706afa9e-21d0-4346-9e23-3307d33b96e3 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:11:23.479592 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-49b0e3a5-3fc8-4113-8a97-1dc3ec1a3613 req-1232afc3-0146-4e99-879e-39e4a9b19a55 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=73a21f20-5e11-42db-9569-a2322bc43190 HTTP/1.1" status: 200 len: 945 time: 0.6983068 Feb 09 01:11:23.480950 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb19dd36-dc1e-4d48-9f62-f2b8fe239d8f None None] Sync routers for ids ['79352c14-5b4a-410c-af95-8bce4327c1a3'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:11:23.495146 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-706afa9e-21d0-4346-9e23-3307d33b96e3 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:23.495961 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb19dd36-dc1e-4d48-9f62-f2b8fe239d8f None None] Routers {'79352c14-5b4a-410c-af95-8bce4327c1a3'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:11:23.496810 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-cb19dd36-dc1e-4d48-9f62-f2b8fe239d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:11:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['79352c14-5b4a-410c-af95-8bce4327c1a3'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:23.501248 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-02ef09d9-2303-4508-acae-8f1a9c0123c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:23.510337 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:23.579440 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f411f64d-5a08-4a62-81ca-64bb2b57908f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:23.610029 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f411f64d-5a08-4a62-81ca-64bb2b57908f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:23.651144 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-cb19dd36-dc1e-4d48-9f62-f2b8fe239d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:23.659401 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2fe88e-509c-41e5-9495-f1291d6f99c6 req-8f63bcdf-c67d-43ba-baaa-26766d164de3 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:23.667957 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-be2fe88e-509c-41e5-9495-f1291d6f99c6 req-8f63bcdf-c67d-43ba-baaa-26766d164de3 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 945 time: 0.3258379 Feb 09 01:11:23.673358 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb19dd36-dc1e-4d48-9f62-f2b8fe239d8f None None] Routers {'79352c14-5b4a-410c-af95-8bce4327c1a3'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:11:23.674329 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-cb19dd36-dc1e-4d48-9f62-f2b8fe239d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:11:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['79352c14-5b4a-410c-af95-8bce4327c1a3'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:23.689082 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f411f64d-5a08-4a62-81ca-64bb2b57908f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:23.693702 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef09d9-2303-4508-acae-8f1a9c0123c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a754fa21-baed-4544-bf30-841b82f7a06f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:23.713746 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ef09d9-2303-4508-acae-8f1a9c0123c5 admin admin] No DVR routers for this DVR port a754fa21-baed-4544-bf30-841b82f7a06f on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: from cryptography.utils import int_from_bytes Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: from cryptography.utils import int_from_bytes Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: util.warn_limited( Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: util.warn_limited( Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:11:23.749673 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:11:23.752228 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:11:23.752228 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:11:23.752228 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:11:23.752228 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:11:23.752228 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:11:23.752228 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:11:23.752228 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:11:23.752228 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:11:23.752228 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:11:23.752228 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:11:23.752228 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:11:23.752228 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:11:23.752228 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:11:23.752228 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:11:23.765858 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-d216e83b-7bc9-44eb-a70e-5caa88e87b8e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:11:23.766210 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-d216e83b-7bc9-44eb-a70e-5caa88e87b8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:11:23.812152 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-cb19dd36-dc1e-4d48-9f62-f2b8fe239d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:23.825234 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb19dd36-dc1e-4d48-9f62-f2b8fe239d8f None None] The sync data for ids ['79352c14-5b4a-410c-af95-8bce4327c1a3'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:11:23.868968 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411f64d-5a08-4a62-81ca-64bb2b57908f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15e4c7f-00f6-4033-a9e9-15de18e82c96,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:23.913639 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-49b0e3a5-3fc8-4113-8a97-1dc3ec1a3613 req-825cb6d9-e768-46e4-b088-9e44402a8656 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330308 Feb 09 01:11:23.916060 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-02ef09d9-2303-4508-acae-8f1a9c0123c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:23.929231 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f411f64d-5a08-4a62-81ca-64bb2b57908f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:23.931470 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f411f64d-5a08-4a62-81ca-64bb2b57908f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d15e4c7f-00f6-4033-a9e9-15de18e82c96 HTTP/1.1" status: 204 len: 168 time: 0.5903051 Feb 09 01:11:23.965875 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-02ef09d9-2303-4508-acae-8f1a9c0123c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['151f3625-265a-4aab-adad-d81de62c4234']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:23.985781 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-02ef09d9-2303-4508-acae-8f1a9c0123c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c70063aa-13fe-46c3-b4e6-857706eded55') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:23.986099 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-02ef09d9-2303-4508-acae-8f1a9c0123c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c70063aa-13fe-46c3-b4e6-857706eded55') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:24.005663 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-02ef09d9-2303-4508-acae-8f1a9c0123c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:24.029907 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-02ef09d9-2303-4508-acae-8f1a9c0123c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:24.055616 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02ef09d9-2303-4508-acae-8f1a9c0123c5 admin admin] Releasing vlan 953 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:11:24.056045 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-02ef09d9-2303-4508-acae-8f1a9c0123c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:24.061041 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-706afa9e-21d0-4346-9e23-3307d33b96e3 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "PUT /v2.0/floatingips/a78c79db-c610-4b54-b71e-29e261d7eb72 HTTP/1.1" status: 200 len: 977 time: 6.9139614 Feb 09 01:11:24.062122 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44320) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:24.074172 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-be2fe88e-509c-41e5-9495-f1291d6f99c6 req-793430bb-7d18-4bc0-ae89-e71b0a2f61b2 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050348 Feb 09 01:11:24.099627 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:11:24.099627 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:11:24.099627 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:11:24.099627 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:11:24.099627 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:11:24.099627 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:11:24.099627 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:11:24.099627 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:11:24.099627 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:11:24.099627 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:11:24.099627 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:11:24.099627 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:11:24.099627 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:11:24.099627 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:11:24.099627 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:11:24.099627 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:11:24.099627 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:11:24.099627 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:11:24.099627 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:11:24.099627 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:11:24.099627 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:11:24.099627 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:11:24.099627 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:11:24.099627 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:11:24.099627 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:11:24.099627 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:11:24.099627 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:11:24.099627 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:11:24.099627 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:11:24.099627 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:11:24.099627 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:11:24.099627 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:11:24.171491 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-d0b7deed-8348-4723-a540-3a8cb905eb71 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Deleting port 569fc0a6-f294-41ff-ab11-7021f4d0ed8f {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:24.172213 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d0b7deed-8348-4723-a540-3a8cb905eb71 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:24.267125 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d216e83b-7bc9-44eb-a70e-5caa88e87b8e None None] Deleting port a754fa21-baed-4544-bf30-841b82f7a06f {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:24.267698 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d216e83b-7bc9-44eb-a70e-5caa88e87b8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:24.354875 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-02ef09d9-2303-4508-acae-8f1a9c0123c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:24.362449 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-02ef09d9-2303-4508-acae-8f1a9c0123c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:24.403355 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef09d9-2303-4508-acae-8f1a9c0123c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=151f3625-265a-4aab-adad-d81de62c4234,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:24.407943 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d216e83b-7bc9-44eb-a70e-5caa88e87b8e None None] The port 'a754fa21-baed-4544-bf30-841b82f7a06f' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:11:24.413734 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-02ef09d9-2303-4508-acae-8f1a9c0123c5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/151f3625-265a-4aab-adad-d81de62c4234 HTTP/1.1" status: 204 len: 168 time: 2.2842197 Feb 09 01:11:24.416503 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44328) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:24.594469 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d0b7deed-8348-4723-a540-3a8cb905eb71 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:24.648636 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a94fb-8ba1-443a-b901-24cc5d837aed req-b140d47f-2976-4703-ac4a-dc2e9efab74b tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:24.650696 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0b5a94fb-8ba1-443a-b901-24cc5d837aed req-b140d47f-2976-4703-ac4a-dc2e9efab74b tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a93f6e2-fb97-4f22-a95a-800a2b1c4352 HTTP/1.1" status: 200 len: 932 time: 0.3414257 Feb 09 01:11:24.826117 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-0b5a94fb-8ba1-443a-b901-24cc5d837aed req-dddc13c3-f94b-41a3-a13d-cb173dc7e651 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Synchronizing usage tracker for tenant:83e94f6e7a5b43379622b4bf0ec7cacb on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:11:24.838870 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:24.974079 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-0b5a94fb-8ba1-443a-b901-24cc5d837aed req-dddc13c3-f94b-41a3-a13d-cb173dc7e651 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Unset dirty status for tenant:83e94f6e7a5b43379622b4bf0ec7cacb on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:11:24.975376 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0b5a94fb-8ba1-443a-b901-24cc5d837aed req-dddc13c3-f94b-41a3-a13d-cb173dc7e651 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/security-groups?id=09d6f824-c066-41f8-b6ed-396ffea00d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176749 Feb 09 01:11:25.083825 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d0b7deed-8348-4723-a540-3a8cb905eb71 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:25.084747 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d0b7deed-8348-4723-a540-3a8cb905eb71 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:25.086913 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [None req-d0b7deed-8348-4723-a540-3a8cb905eb71 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Floating IP a78c79db-c610-4b54-b71e-29e261d7eb72 disassociated. External IP: 172.25.5.40, port: 569fc0a6-f294-41ff-ab11-7021f4d0ed8f. Feb 09 01:11:25.087133 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-d0b7deed-8348-4723-a540-3a8cb905eb71 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Calling delete_port for 569fc0a6-f294-41ff-ab11-7021f4d0ed8f owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:11:25.400266 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73ea8e-f068-45b0-afe3-e06fd3c704b9 req-55c1449d-35e4-4424-ac49-dc12fc4e2dcb tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:25.401830 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ab73ea8e-f068-45b0-afe3-e06fd3c704b9 req-55c1449d-35e4-4424-ac49-dc12fc4e2dcb tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=73a21f20-5e11-42db-9569-a2322bc43190 HTTP/1.1" status: 200 len: 945 time: 0.2520387 Feb 09 01:11:25.419370 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8188a7-f48b-41cb-9375-63ef4c82b358 req-4e17b5e6-0b15-49ed-9515-3f0c3ab64cf9 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:25.426219 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5e8188a7-f48b-41cb-9375-63ef4c82b358 req-4e17b5e6-0b15-49ed-9515-3f0c3ab64cf9 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 945 time: 0.1687548 Feb 09 01:11:25.463611 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ab73ea8e-f068-45b0-afe3-e06fd3c704b9 req-bd8200b0-c124-4f51-97f8-d761cce011cb tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507782 Feb 09 01:11:25.472918 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d0b7deed-8348-4723-a540-3a8cb905eb71 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:25.543178 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5e8188a7-f48b-41cb-9375-63ef4c82b358 req-a44003a2-a2f6-4837-9f0a-50d2e59d7df1 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154768 Feb 09 01:11:25.564808 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7deed-8348-4723-a540-3a8cb905eb71 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event deleted for resources: {'Port': ['ID=569fc0a6-f294-41ff-ab11-7021f4d0ed8f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:25.564958 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3207fb35-936d-4521-8f54-cdba3b2bac2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:25.890592 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b7deed-8348-4723-a540-3a8cb905eb71 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Router 79352c14-5b4a-410c-af95-8bce4327c1a3 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:11:26.401167 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-3207fb35-936d-4521-8f54-cdba3b2bac2d admin admin] Deleting port f8e1ad20-2c0c-4fc1-9624-0d8d17791e69 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:26.401862 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3207fb35-936d-4521-8f54-cdba3b2bac2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:26.403922 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b7deed-8348-4723-a540-3a8cb905eb71 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:11:26.414090 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c6460f-391a-4771-a783-ec8e565d0815 None None] Sync routers for ids ['79352c14-5b4a-410c-af95-8bce4327c1a3'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:11:26.429602 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c6460f-391a-4771-a783-ec8e565d0815 None None] Routers {'79352c14-5b4a-410c-af95-8bce4327c1a3'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:11:26.430533 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-f2c6460f-391a-4771-a783-ec8e565d0815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:11:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['79352c14-5b4a-410c-af95-8bce4327c1a3'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:26.561348 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d0b7deed-8348-4723-a540-3a8cb905eb71 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:26.588898 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d0b7deed-8348-4723-a540-3a8cb905eb71 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "DELETE /v2.0/ports/569fc0a6-f294-41ff-ab11-7021f4d0ed8f HTTP/1.1" status: 204 len: 168 time: 2.5114369 Feb 09 01:11:26.596808 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44382) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:26.618802 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbfbdee-bf57-4b2c-9003-9413bed469c2 req-99c95e41-bce9-4f2f-b4d7-9eabfd0703ec tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:26.620319 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9cbfbdee-bf57-4b2c-9003-9413bed469c2 req-99c95e41-bce9-4f2f-b4d7-9eabfd0703ec tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a93f6e2-fb97-4f22-a95a-800a2b1c4352 HTTP/1.1" status: 200 len: 932 time: 0.4117033 Feb 09 01:11:26.634016 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-f2c6460f-391a-4771-a783-ec8e565d0815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:26.647709 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c6460f-391a-4771-a783-ec8e565d0815 None None] Routers {'79352c14-5b4a-410c-af95-8bce4327c1a3'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:11:26.648784 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-f2c6460f-391a-4771-a783-ec8e565d0815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:11:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['79352c14-5b4a-410c-af95-8bce4327c1a3'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:26.763009 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9cbfbdee-bf57-4b2c-9003-9413bed469c2 req-d6f121ae-d41d-4e25-b8e7-93eeed486f99 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/security-groups?id=09d6f824-c066-41f8-b6ed-396ffea00d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582457 Feb 09 01:11:26.801281 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-f2c6460f-391a-4771-a783-ec8e565d0815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:26.801801 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c6460f-391a-4771-a783-ec8e565d0815 None None] The sync data for ids ['79352c14-5b4a-410c-af95-8bce4327c1a3'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:11:26.847127 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-3207fb35-936d-4521-8f54-cdba3b2bac2d admin admin] For port f8e1ad20-2c0c-4fc1-9624-0d8d17791e69, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=f8e1ad20-2c0c-4fc1-9624-0d8d17791e69,segment=NetworkSegment(33faf354-c4ab-4b77-8d5c-9b1148806e58),segment_id=33faf354-c4ab-4b77-8d5c-9b1148806e58)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:26.847727 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3207fb35-936d-4521-8f54-cdba3b2bac2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:27.044075 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-3207fb35-936d-4521-8f54-cdba3b2bac2d admin admin] Calling delete_port for f8e1ad20-2c0c-4fc1-9624-0d8d17791e69 owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:11:27.141565 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef74e7d-85d7-4418-8f03-b09599b62a74 req-32a22a5e-ada7-4a85-9101-6dff96a7f2f1 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:27.143500 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2ef74e7d-85d7-4418-8f03-b09599b62a74 req-32a22a5e-ada7-4a85-9101-6dff96a7f2f1 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=73a21f20-5e11-42db-9569-a2322bc43190 HTTP/1.1" status: 200 len: 945 time: 0.4698687 Feb 09 01:11:27.190966 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437040dc-c52b-4de0-b1b3-e187d0bf23b6 req-8503fd7e-25c9-4026-9b89-1909105af86b tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:27.192637 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-437040dc-c52b-4de0-b1b3-e187d0bf23b6 req-8503fd7e-25c9-4026-9b89-1909105af86b tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 945 time: 0.2154982 Feb 09 01:11:27.233685 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2ef74e7d-85d7-4418-8f03-b09599b62a74 req-909e4a5b-d366-4919-b0a2-f260f76e7f27 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819480 Feb 09 01:11:27.343033 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-437040dc-c52b-4de0-b1b3-e187d0bf23b6 req-ed0ca984-71fa-4e57-bdeb-264d06dd9183 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636146 Feb 09 01:11:27.362090 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3207fb35-936d-4521-8f54-cdba3b2bac2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:27.428733 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207fb35-936d-4521-8f54-cdba3b2bac2d admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e1ad20-2c0c-4fc1-9624-0d8d17791e69,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:27.584326 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a7597833-f969-4251-ae92-98c39c8578fc tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:27.809843 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3207fb35-936d-4521-8f54-cdba3b2bac2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:28.053423 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44410) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:28.083803 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-a7597833-f969-4251-ae92-98c39c8578fc tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Deleting port d1983395-5472-4838-acb1-fe87a4af6e8f {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:28.084389 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a7597833-f969-4251-ae92-98c39c8578fc tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:28.261972 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fe48b4b1-f3ce-44c7-9583-75e895638d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:28.293277 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-fe48b4b1-f3ce-44c7-9583-75e895638d40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:28.304007 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-fe48b4b1-f3ce-44c7-9583-75e895638d40 admin admin] Usage tracker for resource:security_group_rule and tenant:babf0f57acbd4992934d04eee32803db is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:28.326162 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-fe48b4b1-f3ce-44c7-9583-75e895638d40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:28.337846 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-fe48b4b1-f3ce-44c7-9583-75e895638d40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:28.395061 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a7597833-f969-4251-ae92-98c39c8578fc tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:28.395535 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21111896-2aa0-45b9-995d-b5d874758a04 req-65fc49be-62b7-4f8e-a568-601603fbcb3c tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:28.404465 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-21111896-2aa0-45b9-995d-b5d874758a04 req-65fc49be-62b7-4f8e-a568-601603fbcb3c tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a93f6e2-fb97-4f22-a95a-800a2b1c4352 HTTP/1.1" status: 200 len: 932 time: 0.4603624 Feb 09 01:11:28.532639 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3207fb35-936d-4521-8f54-cdba3b2bac2d admin admin] Router 0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:11:28.545805 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-21111896-2aa0-45b9-995d-b5d874758a04 req-7355aef1-9996-47a0-9aea-9426b4ec80de tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/security-groups?id=09d6f824-c066-41f8-b6ed-396ffea00d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849931 Feb 09 01:11:28.714900 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-a7597833-f969-4251-ae92-98c39c8578fc tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Calling delete_port for d1983395-5472-4838-acb1-fe87a4af6e8f owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:11:28.818946 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3207fb35-936d-4521-8f54-cdba3b2bac2d admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:11:28.831228 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b168ab-be5f-4c8a-b9b5-59b8ce4df503 None None] Sync routers for ids ['0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:11:28.836542 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3207fb35-936d-4521-8f54-cdba3b2bac2d admin admin] 10.222.0.37 "PUT /v2.0/routers/0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4187477 Feb 09 01:11:28.838158 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44420) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:28.858056 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b168ab-be5f-4c8a-b9b5-59b8ce4df503 None None] Routers {'0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:11:28.858955 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-23b168ab-be5f-4c8a-b9b5-59b8ce4df503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:11:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:28.970187 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56306329-9494-4972-b0da-1e0f893b59a9 req-b0ba8586-4d5e-4536-a9c8-a328570af646 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:28.971691 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-56306329-9494-4972-b0da-1e0f893b59a9 req-b0ba8586-4d5e-4536-a9c8-a328570af646 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=73a21f20-5e11-42db-9569-a2322bc43190 HTTP/1.1" status: 200 len: 945 time: 0.6127942 Feb 09 01:11:29.063899 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2a57c8e9-8612-41f8-8832-287c15799885 admin admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:29.099787 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-23b168ab-be5f-4c8a-b9b5-59b8ce4df503 None None] Set router 0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:11:29.114765 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fe48b4b1-f3ce-44c7-9583-75e895638d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:29.124304 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-56306329-9494-4972-b0da-1e0f893b59a9 req-8ddd347e-4710-47eb-98dc-a52c2526645e tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394837 Feb 09 01:11:29.133647 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fe48b4b1-f3ce-44c7-9583-75e895638d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:29.205665 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390e671-f0c3-4d83-b988-6e4c5110207b req-3bc7e6e7-a7fd-4aac-9f88-0b1e7057e6ec tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:29.206547 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-fe48b4b1-f3ce-44c7-9583-75e895638d40 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=babf0f57acbd4992934d04eee32803db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1518223 Feb 09 01:11:29.211347 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44424) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:29.213384 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a390e671-f0c3-4d83-b988-6e4c5110207b req-3bc7e6e7-a7fd-4aac-9f88-0b1e7057e6ec tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 945 time: 0.4829268 Feb 09 01:11:29.312125 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48b4b1-f3ce-44c7-9583-75e895638d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0006b4-c95b-476e-81a2-2982cb3aacdf,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:29.422148 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a390e671-f0c3-4d83-b988-6e4c5110207b req-c893b0f6-b236-4e59-9192-3c1f66acf4fa tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841369 Feb 09 01:11:29.451639 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2a57c8e9-8612-41f8-8832-287c15799885 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:29.464809 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-2a57c8e9-8612-41f8-8832-287c15799885 admin admin] Deleting port 7e5a88b7-d096-4171-b48c-e38e6479a7ce {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:29.465241 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2a57c8e9-8612-41f8-8832-287c15799885 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:29.476370 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a7597833-f969-4251-ae92-98c39c8578fc tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:29.507157 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-23b168ab-be5f-4c8a-b9b5-59b8ce4df503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed', 'name': 'tempest-TaggedBootDevicesTest_v242-278953122-router', 'tenant_id': '8de10fd4ae2e4cd09cef8cf7b71f0fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '7e5a88b7-d096-4171-b48c-e38e6479a7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:31Z', 'updated_at': '2022-02-09T01:11:27Z', 'revision_number': 5, 'project_id': '8de10fd4ae2e4cd09cef8cf7b71f0fce', 'gw_port': {'id': '7e5a88b7-d096-4171-b48c-e38e6479a7ce', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:89:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:33Z', 'updated_at': '2022-02-09T01:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:29.511439 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b168ab-be5f-4c8a-b9b5-59b8ce4df503 None None] Checking router: 0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:11:29.519562 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b168ab-be5f-4c8a-b9b5-59b8ce4df503 None None] Routers {'0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:11:29.519911 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-50288d3d-b7b7-441f-afc3-fddbc7d4b56d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:29.520152 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-23b168ab-be5f-4c8a-b9b5-59b8ce4df503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:11:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:29.535937 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7597833-f969-4251-ae92-98c39c8578fc tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event deleted for resources: {'Port': ['ID=d1983395-5472-4838-acb1-fe87a4af6e8f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:29.712458 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-50288d3d-b7b7-441f-afc3-fddbc7d4b56d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:29.731333 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-2a57c8e9-8612-41f8-8832-287c15799885 admin admin] For port 7e5a88b7-d096-4171-b48c-e38e6479a7ce, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=7e5a88b7-d096-4171-b48c-e38e6479a7ce,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:29.731699 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2a57c8e9-8612-41f8-8832-287c15799885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:29.760240 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-23b168ab-be5f-4c8a-b9b5-59b8ce4df503 None None] Set router 0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:11:29.906293 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-2a57c8e9-8612-41f8-8832-287c15799885 admin admin] Calling delete_port for 7e5a88b7-d096-4171-b48c-e38e6479a7ce owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:11:29.965233 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-23b168ab-be5f-4c8a-b9b5-59b8ce4df503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed', 'name': 'tempest-TaggedBootDevicesTest_v242-278953122-router', 'tenant_id': '8de10fd4ae2e4cd09cef8cf7b71f0fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:31Z', 'updated_at': '2022-02-09T01:11:29Z', 'revision_number': 6, 'project_id': '8de10fd4ae2e4cd09cef8cf7b71f0fce', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:29.969917 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b168ab-be5f-4c8a-b9b5-59b8ce4df503 None None] The sync data for ids ['0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed'] in n-d-828419-1 is: [{'id': '0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed', 'name': 'tempest-TaggedBootDevicesTest_v242-278953122-router', 'tenant_id': '8de10fd4ae2e4cd09cef8cf7b71f0fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:31Z', 'updated_at': '2022-02-09T01:11:29Z', 'revision_number': 6, 'project_id': '8de10fd4ae2e4cd09cef8cf7b71f0fce', 'gw_port_host': None}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:11:30.070188 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f122458-09ad-4d13-80df-5fd17e62b3d3 req-c72f10f8-6551-4ee1-8262-6a40439e78c5 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:30.072339 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9f122458-09ad-4d13-80df-5fd17e62b3d3 req-c72f10f8-6551-4ee1-8262-6a40439e78c5 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a93f6e2-fb97-4f22-a95a-800a2b1c4352 HTTP/1.1" status: 200 len: 932 time: 0.3351817 Feb 09 01:11:30.082606 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-50288d3d-b7b7-441f-afc3-fddbc7d4b56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:30.129538 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50288d3d-b7b7-441f-afc3-fddbc7d4b56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0006b4-c95b-476e-81a2-2982cb3aacdf,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:30.144237 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a7597833-f969-4251-ae92-98c39c8578fc tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:30.160770 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-50288d3d-b7b7-441f-afc3-fddbc7d4b56d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:30.162183 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-50288d3d-b7b7-441f-afc3-fddbc7d4b56d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c0006b4-c95b-476e-81a2-2982cb3aacdf HTTP/1.1" status: 204 len: 168 time: 0.9474788 Feb 09 01:11:30.221227 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9f122458-09ad-4d13-80df-5fd17e62b3d3 req-29de0d52-ab83-4ede-b210-d24ea13aac3d tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/security-groups?id=09d6f824-c066-41f8-b6ed-396ffea00d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281376 Feb 09 01:11:30.386124 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2a57c8e9-8612-41f8-8832-287c15799885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:30.540261 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57c8e9-8612-41f8-8832-287c15799885 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e5a88b7-d096-4171-b48c-e38e6479a7ce,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:30.698503 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5f01c-ec18-4233-a548-e6032795e5ef req-07b7e5e9-2b8b-4879-9ae8-2557d9d1c37e tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:30.700225 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-93d5f01c-ec18-4233-a548-e6032795e5ef req-07b7e5e9-2b8b-4879-9ae8-2557d9d1c37e tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=73a21f20-5e11-42db-9569-a2322bc43190 HTTP/1.1" status: 200 len: 945 time: 0.2329528 Feb 09 01:11:30.705743 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2a57c8e9-8612-41f8-8832-287c15799885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:30.848135 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44440) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:30.875445 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-186fb339-fcd8-43e5-a2f4-e41d83da0274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:30.965580 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-93d5f01c-ec18-4233-a548-e6032795e5ef req-011e605c-4f3e-4e21-a05d-4ed4f4abb93e tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131848 Feb 09 01:11:30.975428 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2a57c8e9-8612-41f8-8832-287c15799885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:30.980753 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2a57c8e9-8612-41f8-8832-287c15799885 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:30.985378 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-186fb339-fcd8-43e5-a2f4-e41d83da0274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:31.014304 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-186fb339-fcd8-43e5-a2f4-e41d83da0274 admin admin] Usage tracker for resource:security_group_rule and tenant:9deee3651361443992c5c5f306378790 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:31.017813 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-186fb339-fcd8-43e5-a2f4-e41d83da0274 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:31.021222 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2a57c8e9-8612-41f8-8832-287c15799885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:31.021697 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a57c8e9-8612-41f8-8832-287c15799885 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:11:31.028554 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-186fb339-fcd8-43e5-a2f4-e41d83da0274 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:31.046506 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2a57c8e9-8612-41f8-8832-287c15799885 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:31.047073 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7597833-f969-4251-ae92-98c39c8578fc tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Router 79352c14-5b4a-410c-af95-8bce4327c1a3 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:11:31.047836 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2a57c8e9-8612-41f8-8832-287c15799885 admin admin] 10.222.0.37 "DELETE /v2.0/routers/0d2e2af1-ba7e-4a63-a3ec-02ed71fb1eed HTTP/1.1" status: 204 len: 168 time: 2.2084725 Feb 09 01:11:31.053435 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44444) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:31.068672 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f8e1ad20-2c0c-4fc1-9624-0d8d17791e69 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:11:31.131105 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: f8e1ad20-2c0c-4fc1-9624-0d8d17791e69 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:11:31.131453 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f8e1ad20-2c0c-4fc1-9624-0d8d17791e69 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:11:31.134676 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7e5a88b7-d096-4171-b48c-e38e6479a7ce no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:11:31.176455 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ddac0ba-078f-4126-b9fe-d8176c60e3df admin admin] Deleting subnet e3ee3e16-e4c3-4524-b9be-3613ca3bd35d {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:11:31.181124 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1ddac0ba-078f-4126-b9fe-d8176c60e3df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:31.187285 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 7e5a88b7-d096-4171-b48c-e38e6479a7ce {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:11:31.187863 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7e5a88b7-d096-4171-b48c-e38e6479a7ce not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:11:31.261835 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1ddac0ba-078f-4126-b9fe-d8176c60e3df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:31.291595 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f114771-7e85-41c9-8d6a-c731649f747d req-04b363ef-ac1d-4ab8-92e7-c9284e9bca49 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:31.298519 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5f114771-7e85-41c9-8d6a-c731649f747d req-04b363ef-ac1d-4ab8-92e7-c9284e9bca49 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 945 time: 0.5994074 Feb 09 01:11:31.306622 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-186fb339-fcd8-43e5-a2f4-e41d83da0274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:31.317277 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-186fb339-fcd8-43e5-a2f4-e41d83da0274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:31.356748 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-186fb339-fcd8-43e5-a2f4-e41d83da0274 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9deee3651361443992c5c5f306378790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5051212 Feb 09 01:11:31.359345 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44450) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:31.375384 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7597833-f969-4251-ae92-98c39c8578fc tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:11:31.380338 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a7597833-f969-4251-ae92-98c39c8578fc tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "PUT /v2.0/routers/79352c14-5b4a-410c-af95-8bce4327c1a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7807980 Feb 09 01:11:31.387339 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44454) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:31.391608 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5f114771-7e85-41c9-8d6a-c731649f747d req-1ef4dac4-f172-413e-af6f-dfa23216d000 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920551 Feb 09 01:11:31.408283 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff472891-ec9d-40a1-b5e1-38224a0fff11 None None] Sync routers for ids ['79352c14-5b4a-410c-af95-8bce4327c1a3'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:11:31.419467 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff472891-ec9d-40a1-b5e1-38224a0fff11 None None] Routers {'79352c14-5b4a-410c-af95-8bce4327c1a3'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:11:31.420083 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ff472891-ec9d-40a1-b5e1-38224a0fff11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:11:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['79352c14-5b4a-410c-af95-8bce4327c1a3'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:31.465588 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186fb339-fcd8-43e5-a2f4-e41d83da0274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15008643-3f15-488d-ab8f-4994f43d28b3,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:31.467997 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8fbef347-5c51-42e1-9774-34df91333aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:31.491901 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ff472891-ec9d-40a1-b5e1-38224a0fff11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:31.497406 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8fbef347-5c51-42e1-9774-34df91333aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:31.501223 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff472891-ec9d-40a1-b5e1-38224a0fff11 None None] Routers {'79352c14-5b4a-410c-af95-8bce4327c1a3'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:11:31.501823 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ff472891-ec9d-40a1-b5e1-38224a0fff11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:11:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['79352c14-5b4a-410c-af95-8bce4327c1a3'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:31.558864 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8fbef347-5c51-42e1-9774-34df91333aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:31.564935 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ff472891-ec9d-40a1-b5e1-38224a0fff11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:31.565339 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff472891-ec9d-40a1-b5e1-38224a0fff11 None None] The sync data for ids ['79352c14-5b4a-410c-af95-8bce4327c1a3'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:11:31.568118 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1ddac0ba-078f-4126-b9fe-d8176c60e3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:31.583191 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbef347-5c51-42e1-9774-34df91333aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15008643-3f15-488d-ab8f-4994f43d28b3,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:31.587277 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8fbef347-5c51-42e1-9774-34df91333aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:31.591414 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8fbef347-5c51-42e1-9774-34df91333aaf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15008643-3f15-488d-ab8f-4994f43d28b3 HTTP/1.1" status: 204 len: 168 time: 0.2281153 Feb 09 01:11:31.710433 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c338444f-78d7-4832-bad7-fa064ebcd6e6 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:31.793414 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663664f8-9d3d-4e07-88cf-eb2a7e4ec500 req-d315eff0-3124-48c6-a994-21340b2ece03 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:31.794901 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-663664f8-9d3d-4e07-88cf-eb2a7e4ec500 req-d315eff0-3124-48c6-a994-21340b2ece03 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a93f6e2-fb97-4f22-a95a-800a2b1c4352 HTTP/1.1" status: 200 len: 932 time: 0.3304305 Feb 09 01:11:31.829458 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1ddac0ba-078f-4126-b9fe-d8176c60e3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:31.902619 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddac0ba-078f-4126-b9fe-d8176c60e3df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3ee3e16-e4c3-4524-b9be-3613ca3bd35d,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:31.904731 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1ddac0ba-078f-4126-b9fe-d8176c60e3df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:31.907192 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1c3da8-feb4-4939-8ee1-5f4cbd84a7f8 None None] Network e9090512-1742-44a9-970a-41e700340d6a requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:11:31.934494 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-5ee5a0ee-e41a-40f4-8519-385a37de08ce service neutron] Request body: {'port': {'device_id': '3a93f6e2-fb97-4f22-a95a-800a2b1c4352', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:32.013048 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-663664f8-9d3d-4e07-88cf-eb2a7e4ec500 req-534b2d6e-fda0-40f0-b73c-d69a20e64417 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/security-groups?id=09d6f824-c066-41f8-b6ed-396ffea00d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104864 Feb 09 01:11:32.025515 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1ddac0ba-078f-4126-b9fe-d8176c60e3df admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e3ee3e16-e4c3-4524-b9be-3613ca3bd35d HTTP/1.1" status: 204 len: 168 time: 0.9663002 Feb 09 01:11:32.029482 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44472) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:32.078451 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-5ee5a0ee-e41a-40f4-8519-385a37de08ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:32.293994 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-82c240da-a7ea-44f4-8cbe-819aab21d176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:32.318448 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c338444f-78d7-4832-bad7-fa064ebcd6e6 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:32.323137 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8856c05b-fa30-4d61-98e5-f31fa810f3e7 req-946df0f1-d418-4ff1-aae1-0f566ba7ea8a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654306 Feb 09 01:11:32.337178 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-82c240da-a7ea-44f4-8cbe-819aab21d176 admin admin] Deleting port 2c7fd0ce-df95-4fda-af5d-f1b1890596ea {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:32.337541 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-82c240da-a7ea-44f4-8cbe-819aab21d176 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:32.376506 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-c338444f-78d7-4832-bad7-fa064ebcd6e6 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Deleting port b2f43ecc-b9fa-47ed-bfae-523d652210f3 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:32.376506 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c338444f-78d7-4832-bad7-fa064ebcd6e6 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:32.415816 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a38053-010d-43f7-b875-db92a24dce67 None None] DHCP port deletion for e9090512-1742-44a9-970a-41e700340d6a request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:11:32.420863 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-56a38053-010d-43f7-b875-db92a24dce67 None None] Deleting port 2c7fd0ce-df95-4fda-af5d-f1b1890596ea {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:32.421616 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-56a38053-010d-43f7-b875-db92a24dce67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:32.437102 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54af032-b6da-4573-8a58-472a3a0eb7aa req-1fd9341f-bb18-43d6-842d-aac94efdd427 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:32.438855 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f54af032-b6da-4573-8a58-472a3a0eb7aa req-1fd9341f-bb18-43d6-842d-aac94efdd427 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=73a21f20-5e11-42db-9569-a2322bc43190 HTTP/1.1" status: 200 len: 945 time: 0.1921129 Feb 09 01:11:32.500359 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f54af032-b6da-4573-8a58-472a3a0eb7aa req-10ef2f12-64f2-4ca9-acb5-5354464c969f tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517857 Feb 09 01:11:32.597236 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-5ee5a0ee-e41a-40f4-8519-385a37de08ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 953c2781-0805-43d3-aee1-aebb08e58031 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:11:32.622961 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-5ee5a0ee-e41a-40f4-8519-385a37de08ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:32.646442 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-5ee5a0ee-e41a-40f4-8519-385a37de08ce service neutron] Transition to ACTIVE for port object 953c2781-0805-43d3-aee1-aebb08e58031 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:32.653210 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-5ee5a0ee-e41a-40f4-8519-385a37de08ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:32.751214 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-56a38053-010d-43f7-b875-db92a24dce67 None None] For port 2c7fd0ce-df95-4fda-af5d-f1b1890596ea, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=2c7fd0ce-df95-4fda-af5d-f1b1890596ea,segment=NetworkSegment(33faf354-c4ab-4b77-8d5c-9b1148806e58),segment_id=33faf354-c4ab-4b77-8d5c-9b1148806e58)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:32.751667 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-56a38053-010d-43f7-b875-db92a24dce67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:32.855664 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee5a0ee-e41a-40f4-8519-385a37de08ce service neutron] Pushing event updated for resources: {'Port': ['ID=953c2781-0805-43d3-aee1-aebb08e58031,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:32.952001 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-56a38053-010d-43f7-b875-db92a24dce67 None None] Calling delete_port for 2c7fd0ce-df95-4fda-af5d-f1b1890596ea owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:11:32.968022 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-5ee5a0ee-e41a-40f4-8519-385a37de08ce service neutron] Attempting to bind port 953c2781-0805-43d3-aee1-aebb08e58031 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:11:32.968365 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-5ee5a0ee-e41a-40f4-8519-385a37de08ce service neutron] Attempting to bind port 953c2781-0805-43d3-aee1-aebb08e58031 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '2b4e378e-be94-4976-8792-7feadcd85d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'd88f004f-470d-4ee7-9d5d-6a152c2ee838'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:11:32.968874 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-5ee5a0ee-e41a-40f4-8519-385a37de08ce service neutron] Attempting to bind port 953c2781-0805-43d3-aee1-aebb08e58031 on network d88f004f-470d-4ee7-9d5d-6a152c2ee838 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:11:32.974087 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-5ee5a0ee-e41a-40f4-8519-385a37de08ce service neutron] Port 953c2781-0805-43d3-aee1-aebb08e58031 on network d88f004f-470d-4ee7-9d5d-6a152c2ee838 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:11:32.974415 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-5ee5a0ee-e41a-40f4-8519-385a37de08ce service neutron] Attempting to bind port 953c2781-0805-43d3-aee1-aebb08e58031 on network d88f004f-470d-4ee7-9d5d-6a152c2ee838 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:11:32.982920 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-5ee5a0ee-e41a-40f4-8519-385a37de08ce service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:11:32.982920 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-5ee5a0ee-e41a-40f4-8519-385a37de08ce service neutron] Checking segment: {'id': '2b4e378e-be94-4976-8792-7feadcd85d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'd88f004f-470d-4ee7-9d5d-6a152c2ee838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:11:32.982920 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-5ee5a0ee-e41a-40f4-8519-385a37de08ce service neutron] Bound using segment: {'id': '2b4e378e-be94-4976-8792-7feadcd85d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'd88f004f-470d-4ee7-9d5d-6a152c2ee838'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:11:32.982920 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-5ee5a0ee-e41a-40f4-8519-385a37de08ce service neutron] Bound port: 953c2781-0805-43d3-aee1-aebb08e58031, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b4e378e-be94-4976-8792-7feadcd85d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'd88f004f-470d-4ee7-9d5d-6a152c2ee838'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:11:32.982920 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-5ee5a0ee-e41a-40f4-8519-385a37de08ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:33.078353 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 2c7fd0ce-df95-4fda-af5d-f1b1890596ea no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:11:33.099346 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c338444f-78d7-4832-bad7-fa064ebcd6e6 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:33.130329 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-5ee5a0ee-e41a-40f4-8519-385a37de08ce service neutron] For port 953c2781-0805-43d3-aee1-aebb08e58031, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:11:33.133678 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-5ee5a0ee-e41a-40f4-8519-385a37de08ce service neutron] For port 953c2781-0805-43d3-aee1-aebb08e58031, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=953c2781-0805-43d3-aee1-aebb08e58031,segment=NetworkSegment(2b4e378e-be94-4976-8792-7feadcd85d58),segment_id=2b4e378e-be94-4976-8792-7feadcd85d58)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:11:33.146357 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-5ee5a0ee-e41a-40f4-8519-385a37de08ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:33.223485 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-5ee5a0ee-e41a-40f4-8519-385a37de08ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:33.228280 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-5ee5a0ee-e41a-40f4-8519-385a37de08ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:33.229959 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-5ee5a0ee-e41a-40f4-8519-385a37de08ce service neutron] 10.222.0.35 "PUT /v2.0/ports/953c2781-0805-43d3-aee1-aebb08e58031 HTTP/1.1" status: 200 len: 1092 time: 1.3004031 Feb 09 01:11:33.241729 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a93f6e2-fb97-4f22-a95a-800a2b1c4352', 'tag': '953c2781-0805-43d3-aee1-aebb08e58031'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:11:33.377835 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-c338444f-78d7-4832-bad7-fa064ebcd6e6 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Calling delete_port for b2f43ecc-b9fa-47ed-bfae-523d652210f3 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:11:33.399489 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:33.421341 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee5a0ee-e41a-40f4-8519-385a37de08ce service neutron] Pushing event updated for resources: {'Port': ['ID=953c2781-0805-43d3-aee1-aebb08e58031,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:33.459465 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-56a38053-010d-43f7-b875-db92a24dce67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:33.526370 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b69aca-4fee-4d26-9d44-d5abd676a6cd req-a26b5e6d-938b-4e1a-acee-42e27a00ae88 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:33.533944 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c7b69aca-4fee-4d26-9d44-d5abd676a6cd req-a26b5e6d-938b-4e1a-acee-42e27a00ae88 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a93f6e2-fb97-4f22-a95a-800a2b1c4352 HTTP/1.1" status: 200 len: 944 time: 0.2732763 Feb 09 01:11:33.552107 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-8a52a0f8-af4a-4eb0-a9e8-0fd7690cb128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:33.553806 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-8a52a0f8-af4a-4eb0-a9e8-0fd7690cb128 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=83e94f6e7a5b43379622b4bf0ec7cacb&device_id=3a93f6e2-fb97-4f22-a95a-800a2b1c4352 HTTP/1.1" status: 200 len: 1095 time: 0.2542007 Feb 09 01:11:33.568471 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a38053-010d-43f7-b875-db92a24dce67 None None] Pushing event deleted for resources: {'Port': ['ID=2c7fd0ce-df95-4fda-af5d-f1b1890596ea,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:33.571062 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a38053-010d-43f7-b875-db92a24dce67 None None] No DVR routers for this DVR port 2c7fd0ce-df95-4fda-af5d-f1b1890596ea on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:11:33.593803 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-82c240da-a7ea-44f4-8cbe-819aab21d176 admin admin] For port 2c7fd0ce-df95-4fda-af5d-f1b1890596ea, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=2c7fd0ce-df95-4fda-af5d-f1b1890596ea,segment=NetworkSegment(33faf354-c4ab-4b77-8d5c-9b1148806e58),segment_id=33faf354-c4ab-4b77-8d5c-9b1148806e58)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:33.595064 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-82c240da-a7ea-44f4-8cbe-819aab21d176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:33.598106 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c7b69aca-4fee-4d26-9d44-d5abd676a6cd req-004e6dbb-2966-4114-9737-0fe7d5ce6ac2 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/security-groups?id=09d6f824-c066-41f8-b6ed-396ffea00d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638864 Feb 09 01:11:33.632847 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db41f44-b8c6-44d2-bb40-2a5ec41bd718 req-683ae777-55c8-4ce9-85a2-f8793ef9b2a5 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:33.634952 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0db41f44-b8c6-44d2-bb40-2a5ec41bd718 req-683ae777-55c8-4ce9-85a2-f8793ef9b2a5 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 945 time: 0.9837701 Feb 09 01:11:33.817869 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-82c240da-a7ea-44f4-8cbe-819aab21d176 admin admin] Calling delete_port for 2c7fd0ce-df95-4fda-af5d-f1b1890596ea owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:11:33.844875 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a93f6e2-fb97-4f22-a95a-800a2b1c4352', 'tag': '953c2781-0805-43d3-aee1-aebb08e58031', 'status': 'completed', 'code': 200} Feb 09 01:11:33.865814 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c338444f-78d7-4832-bad7-fa064ebcd6e6 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:33.893710 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-74c96ab6-addd-4f52-b128-d69e88cafd2d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=953c2781-0805-43d3-aee1-aebb08e58031 HTTP/1.1" status: 200 len: 217 time: 0.3044417 Feb 09 01:11:33.947841 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c338444f-78d7-4832-bad7-fa064ebcd6e6 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event deleted for resources: {'Port': ['ID=b2f43ecc-b9fa-47ed-bfae-523d652210f3,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:33.986906 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0db41f44-b8c6-44d2-bb40-2a5ec41bd718 req-7957675d-75b3-4b69-92f1-088b3ea30a40 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399620 Feb 09 01:11:33.987753 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-a67bbff2-27ea-4964-95fe-092293820246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:33.989352 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-a67bbff2-27ea-4964-95fe-092293820246 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=647739ad-1273-4f77-bed3-a83e6cc8487b HTTP/1.1" status: 200 len: 854 time: 0.0803661 Feb 09 01:11:34.015533 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c666e87-de19-4328-bff4-045b8b7d0500 req-1e473900-7437-4a6c-bf6c-2a640b486702 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:34.029139 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5c666e87-de19-4328-bff4-045b8b7d0500 req-1e473900-7437-4a6c-bf6c-2a640b486702 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=73a21f20-5e11-42db-9569-a2322bc43190 HTTP/1.1" status: 200 len: 945 time: 0.1828296 Feb 09 01:11:34.098696 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [None req-82c240da-a7ea-44f4-8cbe-819aab21d176 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:11:34.099017 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [None req-82c240da-a7ea-44f4-8cbe-819aab21d176 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:11:34.101341 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c338444f-78d7-4832-bad7-fa064ebcd6e6 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:34.159104 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5c666e87-de19-4328-bff4-045b8b7d0500 req-e627e77f-dfee-46fc-b255-ae4b863817de tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888674 Feb 09 01:11:34.187128 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-374dc822-e33a-4d1b-8642-126d9adb8f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:34.188928 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-374dc822-e33a-4d1b-8642-126d9adb8f93 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d88f004f-470d-4ee7-9d5d-6a152c2ee838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1828327 Feb 09 01:11:34.371901 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-45df39fa-4675-43fe-a721-fc254c6aee1f service neutron] 10.222.0.35 "GET /v2.0/networks/d88f004f-470d-4ee7-9d5d-6a152c2ee838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664848 Feb 09 01:11:34.437890 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c338444f-78d7-4832-bad7-fa064ebcd6e6 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:34.440767 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c338444f-78d7-4832-bad7-fa064ebcd6e6 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:34.470850 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c338444f-78d7-4832-bad7-fa064ebcd6e6 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:34.471434 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c338444f-78d7-4832-bad7-fa064ebcd6e6 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Fanout notify agent at l3_agent the message router_deleted on router 79352c14-5b4a-410c-af95-8bce4327c1a3 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:11:34.490160 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c338444f-78d7-4832-bad7-fa064ebcd6e6 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:34.493663 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c338444f-78d7-4832-bad7-fa064ebcd6e6 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "DELETE /v2.0/routers/79352c14-5b4a-410c-af95-8bce4327c1a3 HTTP/1.1" status: 204 len: 168 time: 3.1035340 Feb 09 01:11:34.494544 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44530) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:34.521074 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cb3fc17-1f9f-4e03-b832-65d60d415b15 req-f817a396-a26a-4c75-917c-fcdb5c3a6a5e service neutron] 10.222.0.35 "GET /v2.0/networks/d88f004f-470d-4ee7-9d5d-6a152c2ee838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405313 Feb 09 01:11:34.573484 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-901d32d7-580d-4088-98a4-b2c3d2a70cab tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Deleting subnet 43a5f982-be8d-46dc-a444-4120f5b98979 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:11:34.576680 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-901d32d7-580d-4088-98a4-b2c3d2a70cab tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:34.604341 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-82c240da-a7ea-44f4-8cbe-819aab21d176 admin admin] Deleting port 2c7fd0ce-df95-4fda-af5d-f1b1890596ea {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:34.604637 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-82c240da-a7ea-44f4-8cbe-819aab21d176 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:34.668373 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c21de-8afc-456e-9ed7-cd9c1d0ce06f req-9ca79482-02e3-4b93-a951-a5498698ece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:34.671250 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c6c21de-8afc-456e-9ed7-cd9c1d0ce06f req-9ca79482-02e3-4b93-a951-a5498698ece6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=83e94f6e7a5b43379622b4bf0ec7cacb&device_id=3a93f6e2-fb97-4f22-a95a-800a2b1c4352 HTTP/1.1" status: 200 len: 1095 time: 0.0755155 Feb 09 01:11:34.699450 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-82c240da-a7ea-44f4-8cbe-819aab21d176 admin admin] The port '2c7fd0ce-df95-4fda-af5d-f1b1890596ea' was deleted {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:11:34.801208 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-901d32d7-580d-4088-98a4-b2c3d2a70cab tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:34.830999 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c21de-8afc-456e-9ed7-cd9c1d0ce06f req-d5d9e965-9c94-401a-b245-ee23d2239de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:34.832471 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c6c21de-8afc-456e-9ed7-cd9c1d0ce06f req-d5d9e965-9c94-401a-b245-ee23d2239de5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d88f004f-470d-4ee7-9d5d-6a152c2ee838 HTTP/1.1" status: 200 len: 916 time: 0.1427999 Feb 09 01:11:34.909003 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c6c21de-8afc-456e-9ed7-cd9c1d0ce06f req-4c10548e-6df8-4ace-b361-9d38a53c71be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=953c2781-0805-43d3-aee1-aebb08e58031 HTTP/1.1" status: 200 len: 217 time: 0.0656450 Feb 09 01:11:34.946507 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-82c240da-a7ea-44f4-8cbe-819aab21d176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:34.982677 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c21de-8afc-456e-9ed7-cd9c1d0ce06f req-7b2172bc-e125-4478-b415-5040720a8a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:34.984139 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c6c21de-8afc-456e-9ed7-cd9c1d0ce06f req-7b2172bc-e125-4478-b415-5040720a8a61 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=647739ad-1273-4f77-bed3-a83e6cc8487b HTTP/1.1" status: 200 len: 854 time: 0.0656202 Feb 09 01:11:34.997442 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-82c240da-a7ea-44f4-8cbe-819aab21d176 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9090512-1742-44a9-970a-41e700340d6a']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:35.017458 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-82c240da-a7ea-44f4-8cbe-819aab21d176 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33faf354-c4ab-4b77-8d5c-9b1148806e58') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:35.017759 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-82c240da-a7ea-44f4-8cbe-819aab21d176 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33faf354-c4ab-4b77-8d5c-9b1148806e58') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:35.034289 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-82c240da-a7ea-44f4-8cbe-819aab21d176 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:35.066861 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-901d32d7-580d-4088-98a4-b2c3d2a70cab tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:35.089168 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c21de-8afc-456e-9ed7-cd9c1d0ce06f req-4595b965-7c05-4306-975c-30cab4f39089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:35.090863 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c6c21de-8afc-456e-9ed7-cd9c1d0ce06f req-4595b965-7c05-4306-975c-30cab4f39089 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d88f004f-470d-4ee7-9d5d-6a152c2ee838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972319 Feb 09 01:11:35.116426 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6a747-189a-4b22-b9a5-88c1b2510112 req-461780a6-bad2-4651-8de2-e58d4ff0b312 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:35.117960 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c5e6a747-189a-4b22-b9a5-88c1b2510112 req-461780a6-bad2-4651-8de2-e58d4ff0b312 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a93f6e2-fb97-4f22-a95a-800a2b1c4352 HTTP/1.1" status: 200 len: 944 time: 0.3678038 Feb 09 01:11:35.123242 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-82c240da-a7ea-44f4-8cbe-819aab21d176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:35.150014 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c240da-a7ea-44f4-8cbe-819aab21d176 admin admin] Releasing vlan 983 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:11:35.150421 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-82c240da-a7ea-44f4-8cbe-819aab21d176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:11:35.163638 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:11:35.278824 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c5e6a747-189a-4b22-b9a5-88c1b2510112 req-53cd5e20-0cb5-42d8-aba7-b43064772eb8 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/security-groups?id=09d6f824-c066-41f8-b6ed-396ffea00d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530669 Feb 09 01:11:35.301469 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-82c240da-a7ea-44f4-8cbe-819aab21d176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:35.319715 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c6c21de-8afc-456e-9ed7-cd9c1d0ce06f req-28185bac-033e-4c0b-b3ad-1d8e45deeaa8 service neutron] 10.222.0.35 "GET /v2.0/networks/d88f004f-470d-4ee7-9d5d-6a152c2ee838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169881 Feb 09 01:11:35.335242 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d743a-9934-424e-ab98-56c521682e7a req-e922bdd5-b158-4f4e-8ae3-e047c6af8cf1 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:35.335524 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-82c240da-a7ea-44f4-8cbe-819aab21d176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:35.339796 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c240da-a7ea-44f4-8cbe-819aab21d176 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9090512-1742-44a9-970a-41e700340d6a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:35.343591 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-274d743a-9934-424e-ab98-56c521682e7a req-e922bdd5-b158-4f4e-8ae3-e047c6af8cf1 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 945 time: 0.2057528 Feb 09 01:11:35.348785 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-901d32d7-580d-4088-98a4-b2c3d2a70cab tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:35.406124 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-901d32d7-580d-4088-98a4-b2c3d2a70cab tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:35.412485 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692ee828-2313-4513-99e8-08a31162d1a8 None None] Network 87493480-27c1-480e-a06e-686017d53aaa requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:11:35.424499 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d32d7-580d-4088-98a4-b2c3d2a70cab tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event deleted for resources: {'Subnet': ['ID=43a5f982-be8d-46dc-a444-4120f5b98979,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:35.432202 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-82c240da-a7ea-44f4-8cbe-819aab21d176 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e9090512-1742-44a9-970a-41e700340d6a HTTP/1.1" status: 204 len: 168 time: 3.4017367 Feb 09 01:11:35.474973 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-901d32d7-580d-4088-98a4-b2c3d2a70cab tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "DELETE /v2.0/subnets/43a5f982-be8d-46dc-a444-4120f5b98979 HTTP/1.1" status: 204 len: 168 time: 0.9791796 Feb 09 01:11:35.476446 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44558) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:35.533769 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c6c21de-8afc-456e-9ed7-cd9c1d0ce06f req-ca9ff950-ce62-4677-aa46-98176daaa8cf service neutron] 10.222.0.35 "GET /v2.0/networks/d88f004f-470d-4ee7-9d5d-6a152c2ee838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880991 Feb 09 01:11:35.562179 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-274d743a-9934-424e-ab98-56c521682e7a req-e19b674b-f905-4740-9616-451d7f922287 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177217 Feb 09 01:11:35.642287 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c5b7-8f60-4cbb-8ec0-7d554581c3bd tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:35.665639 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63609f1d-d8a6-41b1-9f30-11169e67cff7 req-ff5e0506-e796-488e-8698-6d9ad1f7b126 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:35.667184 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-63609f1d-d8a6-41b1-9f30-11169e67cff7 req-ff5e0506-e796-488e-8698-6d9ad1f7b126 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=73a21f20-5e11-42db-9569-a2322bc43190 HTTP/1.1" status: 200 len: 945 time: 0.2440777 Feb 09 01:11:35.668741 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-9cf4c5b7-8f60-4cbb-8ec0-7d554581c3bd tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Deleting port c27d1280-1be7-4ec1-aa4c-6b819ef51553 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:35.669089 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c5b7-8f60-4cbb-8ec0-7d554581c3bd tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:35.711448 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44566) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:35.763578 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-63609f1d-d8a6-41b1-9f30-11169e67cff7 req-2e668376-cf04-4043-8bf2-a6ae9eb76391 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673108 Feb 09 01:11:35.763854 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efadd35b-04e5-4534-ad04-748de74e4ffb None None] DHCP port deletion for 87493480-27c1-480e-a06e-686017d53aaa request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:11:35.768257 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-efadd35b-04e5-4534-ad04-748de74e4ffb None None] Deleting port c27d1280-1be7-4ec1-aa4c-6b819ef51553 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:35.768734 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-efadd35b-04e5-4534-ad04-748de74e4ffb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:35.796331 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d9fcfea7-ae58-40c6-873b-8254d4f97879 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c1fe8f42c4854e5699e2e8b880d21442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0836272 Feb 09 01:11:35.799113 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44572) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:35.974077 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-171e5256-41fe-4abc-a991-4f02e0feb1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:35.980626 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-9cf4c5b7-8f60-4cbb-8ec0-7d554581c3bd tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] For port c27d1280-1be7-4ec1-aa4c-6b819ef51553, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=c27d1280-1be7-4ec1-aa4c-6b819ef51553,segment=NetworkSegment(6c90492a-6d65-48ca-9293-271b62a7749c),segment_id=6c90492a-6d65-48ca-9293-271b62a7749c)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:35.980920 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c5b7-8f60-4cbb-8ec0-7d554581c3bd tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:36.017998 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-efadd35b-04e5-4534-ad04-748de74e4ffb None None] For port c27d1280-1be7-4ec1-aa4c-6b819ef51553, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=c27d1280-1be7-4ec1-aa4c-6b819ef51553,segment=NetworkSegment(6c90492a-6d65-48ca-9293-271b62a7749c),segment_id=6c90492a-6d65-48ca-9293-271b62a7749c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:36.018610 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-efadd35b-04e5-4534-ad04-748de74e4ffb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:36.156119 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-171e5256-41fe-4abc-a991-4f02e0feb1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:36.206345 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-efadd35b-04e5-4534-ad04-748de74e4ffb None None] Calling delete_port for c27d1280-1be7-4ec1-aa4c-6b819ef51553 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:11:36.207894 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-9cf4c5b7-8f60-4cbb-8ec0-7d554581c3bd tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Calling delete_port for c27d1280-1be7-4ec1-aa4c-6b819ef51553 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:11:36.289953 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-efadd35b-04e5-4534-ad04-748de74e4ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:36.384365 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efadd35b-04e5-4534-ad04-748de74e4ffb None None] Pushing event deleted for resources: {'Port': ['ID=c27d1280-1be7-4ec1-aa4c-6b819ef51553,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:36.394159 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efadd35b-04e5-4534-ad04-748de74e4ffb None None] No DVR routers for this DVR port c27d1280-1be7-4ec1-aa4c-6b819ef51553 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:11:36.528267 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-171e5256-41fe-4abc-a991-4f02e0feb1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:36.556364 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e5256-41fe-4abc-a991-4f02e0feb1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66de5097-c6aa-4b68-97af-473f80c59249,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:36.558778 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b9e93-51d8-4231-bc21-d17196852809 req-2c7453fa-5ea8-4a13-9358-ad8daef7bfed tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:36.560259 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-890b9e93-51d8-4231-bc21-d17196852809 req-2c7453fa-5ea8-4a13-9358-ad8daef7bfed tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a93f6e2-fb97-4f22-a95a-800a2b1c4352 HTTP/1.1" status: 200 len: 944 time: 0.0972390 Feb 09 01:11:36.567026 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [None req-9cf4c5b7-8f60-4cbb-8ec0-7d554581c3bd tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:11:36.567348 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [None req-9cf4c5b7-8f60-4cbb-8ec0-7d554581c3bd tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:11:36.578363 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e11e64-f889-4342-b4cf-1a98511e5018 req-77fc7dc5-0158-4ba9-a526-878d60068002 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:36.579863 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a3e11e64-f889-4342-b4cf-1a98511e5018 req-77fc7dc5-0158-4ba9-a526-878d60068002 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=73a21f20-5e11-42db-9569-a2322bc43190 HTTP/1.1" status: 200 len: 945 time: 0.3794837 Feb 09 01:11:36.581142 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-171e5256-41fe-4abc-a991-4f02e0feb1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:36.582121 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-171e5256-41fe-4abc-a991-4f02e0feb1cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/66de5097-c6aa-4b68-97af-473f80c59249 HTTP/1.1" status: 204 len: 168 time: 0.7821016 Feb 09 01:11:36.633384 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a3e11e64-f889-4342-b4cf-1a98511e5018 req-80bf3973-ca77-4246-9fae-ef9735530f79 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432668 Feb 09 01:11:36.647608 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-890b9e93-51d8-4231-bc21-d17196852809 req-0419fa36-da28-490d-9dc1-f823937014fc tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/security-groups?id=09d6f824-c066-41f8-b6ed-396ffea00d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759459 Feb 09 01:11:36.676713 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 953c2781-0805-43d3-aee1-aebb08e58031 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:11:36.835234 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960309d-32f6-4fca-9359-8ac73a70d0b3 req-c07b4149-ef5f-4f8b-963b-a95ee264c048 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:36.837991 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7960309d-32f6-4fca-9359-8ac73a70d0b3 req-c07b4149-ef5f-4f8b-963b-a95ee264c048 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 945 time: 0.0880075 Feb 09 01:11:36.863603 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1c9d715d-5319-41e5-ab7e-7b8d19a13f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:36.866698 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 953c2781-0805-43d3-aee1-aebb08e58031, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=953c2781-0805-43d3-aee1-aebb08e58031,segment=NetworkSegment(2b4e378e-be94-4976-8792-7feadcd85d58),segment_id=2b4e378e-be94-4976-8792-7feadcd85d58)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:36.882530 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '953c2781-0805-43d3-aee1-aebb08e58031', 'network_id': 'd88f004f-470d-4ee7-9d5d-6a152c2ee838', 'port_id': '953c2781-0805-43d3-aee1-aebb08e58031', 'mac_address': 'fa:16:3e:c2:2a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 997, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '647739ad-1273-4f77-bed3-a83e6cc8487b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:11:36.896838 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7960309d-32f6-4fca-9359-8ac73a70d0b3 req-84b66750-63f0-42cb-83a4-c2960dee1214 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516832 Feb 09 01:11:36.953566 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:36.973746 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 953c2781-0805-43d3-aee1-aebb08e58031 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:11:36.992080 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device c27d1280-1be7-4ec1-aa4c-6b819ef51553 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:11:37.027649 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: c27d1280-1be7-4ec1-aa4c-6b819ef51553 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:11:37.028016 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device c27d1280-1be7-4ec1-aa4c-6b819ef51553 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:11:37.032678 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 953c2781-0805-43d3-aee1-aebb08e58031, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=953c2781-0805-43d3-aee1-aebb08e58031,segment=NetworkSegment(2b4e378e-be94-4976-8792-7feadcd85d58),segment_id=2b4e378e-be94-4976-8792-7feadcd85d58)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:37.040065 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:37.069204 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-9cf4c5b7-8f60-4cbb-8ec0-7d554581c3bd tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Deleting port c27d1280-1be7-4ec1-aa4c-6b819ef51553 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:37.069791 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c5b7-8f60-4cbb-8ec0-7d554581c3bd tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:37.113477 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=953c2781-0805-43d3-aee1-aebb08e58031,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:37.160118 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-9cf4c5b7-8f60-4cbb-8ec0-7d554581c3bd tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] The port 'c27d1280-1be7-4ec1-aa4c-6b819ef51553' was deleted {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:11:37.168078 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44612) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:37.224440 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-004ad970-c253-4e5f-a91f-00668b2ae01f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8de10fd4ae2e4cd09cef8cf7b71f0fce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533600 Feb 09 01:11:37.225271 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44616) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:37.296379 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c5b7-8f60-4cbb-8ec0-7d554581c3bd tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:37.324153 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-9cf4c5b7-8f60-4cbb-8ec0-7d554581c3bd tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87493480-27c1-480e-a06e-686017d53aaa']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:37.337879 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-9cf4c5b7-8f60-4cbb-8ec0-7d554581c3bd tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c90492a-6d65-48ca-9293-271b62a7749c') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:37.338136 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-9cf4c5b7-8f60-4cbb-8ec0-7d554581c3bd tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c90492a-6d65-48ca-9293-271b62a7749c') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:37.350521 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c5b7-8f60-4cbb-8ec0-7d554581c3bd tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:37.366928 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c5b7-8f60-4cbb-8ec0-7d554581c3bd tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:37.373182 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf4c5b7-8f60-4cbb-8ec0-7d554581c3bd tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Releasing vlan 968 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:11:37.373659 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c5b7-8f60-4cbb-8ec0-7d554581c3bd tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:37.390999 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:11:37.390999 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:11:37.390999 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:11:37.390999 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:11:37.390999 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:11:37.390999 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:11:37.390999 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:11:37.390999 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:11:37.390999 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:11:37.390999 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:11:37.390999 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:11:37.390999 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:11:37.390999 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:11:37.390999 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:11:37.390999 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:11:37.390999 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:11:37.390999 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:11:37.390999 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:11:37.390999 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:11:37.390999 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:11:37.390999 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:11:37.390999 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:11:37.390999 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:11:37.390999 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:11:37.390999 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:11:37.390999 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:11:37.390999 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:11:37.390999 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:11:37.390999 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:11:37.390999 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:11:37.390999 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:11:37.390999 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:11:37.403279 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c8a82f5f-fdf9-4e36-866e-be6f4a6e8ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:37.432141 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c8a82f5f-fdf9-4e36-866e-be6f4a6e8ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:37.437895 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['953c2781-0805-43d3-aee1-aebb08e58031'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:11:37.479068 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c5b7-8f60-4cbb-8ec0-7d554581c3bd tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:37.493930 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c8a82f5f-fdf9-4e36-866e-be6f4a6e8ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:37.505850 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c5b7-8f60-4cbb-8ec0-7d554581c3bd tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:37.509387 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4c5b7-8f60-4cbb-8ec0-7d554581c3bd tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event deleted for resources: {'Network': ['ID=87493480-27c1-480e-a06e-686017d53aaa,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:37.518062 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a82f5f-fdf9-4e36-866e-be6f4a6e8ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427ab991-ec06-47a9-9168-032b6c69119e,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:37.523557 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9cf4c5b7-8f60-4cbb-8ec0-7d554581c3bd tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "DELETE /v2.0/networks/87493480-27c1-480e-a06e-686017d53aaa HTTP/1.1" status: 204 len: 168 time: 2.0383608 Feb 09 01:11:37.524099 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44624) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:37.526723 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c8a82f5f-fdf9-4e36-866e-be6f4a6e8ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:37.533440 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c8a82f5f-fdf9-4e36-866e-be6f4a6e8ad0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/427ab991-ec06-47a9-9168-032b6c69119e HTTP/1.1" status: 204 len: 168 time: 0.3065786 Feb 09 01:11:37.698380 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-afe826d7-5fb6-4e7e-99d9-485b4451b519 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Deleting port 52930b75-7daa-4c05-a86b-f224c4a00094 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:37.698925 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-afe826d7-5fb6-4e7e-99d9-485b4451b519 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:37.939942 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332aafd-d76f-483b-85b6-2d7b45a9d46f req-bc7c5111-90e3-4cfb-926b-de54f2b157bb tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:37.941461 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3332aafd-d76f-483b-85b6-2d7b45a9d46f req-bc7c5111-90e3-4cfb-926b-de54f2b157bb tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=73a21f20-5e11-42db-9569-a2322bc43190 HTTP/1.1" status: 200 len: 945 time: 0.0973775 Feb 09 01:11:37.954167 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-afe826d7-5fb6-4e7e-99d9-485b4451b519 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:37.954501 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-afe826d7-5fb6-4e7e-99d9-485b4451b519 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:37.991809 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3332aafd-d76f-483b-85b6-2d7b45a9d46f req-e62566e0-fe2b-4b5c-b500-d06d8e9c8a10 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428181 Feb 09 01:11:38.111640 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-afe826d7-5fb6-4e7e-99d9-485b4451b519 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Calling delete_port for 52930b75-7daa-4c05-a86b-f224c4a00094 owned by network:floatingip {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:11:38.175910 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97320f-e198-42eb-a36b-f18f71e3f82c req-f016e92f-507f-45f2-9d12-bfe48024eb43 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:38.177749 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3c97320f-e198-42eb-a36b-f18f71e3f82c req-f016e92f-507f-45f2-9d12-bfe48024eb43 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a93f6e2-fb97-4f22-a95a-800a2b1c4352 HTTP/1.1" status: 200 len: 945 time: 0.3374372 Feb 09 01:11:38.203397 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b309f-6e00-453f-8b08-07b720cc3456 req-a5561a9d-311d-46ed-aca8-018c821b7d7c tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:38.213915 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a70b309f-6e00-453f-8b08-07b720cc3456 req-a5561a9d-311d-46ed-aca8-018c821b7d7c tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 945 time: 0.0999591 Feb 09 01:11:38.260074 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3c97320f-e198-42eb-a36b-f18f71e3f82c req-6b81e700-5c60-4df1-b6e5-a33bc676e75c tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/security-groups?id=09d6f824-c066-41f8-b6ed-396ffea00d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760005 Feb 09 01:11:38.281628 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a70b309f-6e00-453f-8b08-07b720cc3456 req-76755638-aa11-481a-b41a-5c5c9f9acc2f tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667861 Feb 09 01:11:38.362152 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-afe826d7-5fb6-4e7e-99d9-485b4451b519 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:38.420338 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe826d7-5fb6-4e7e-99d9-485b4451b519 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event deleted for resources: {'Port': ['ID=52930b75-7daa-4c05-a86b-f224c4a00094,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:38.649980 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-afe826d7-5fb6-4e7e-99d9-485b4451b519 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for floatingip, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:38.668977 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-afe826d7-5fb6-4e7e-99d9-485b4451b519 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:38.673589 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-afe826d7-5fb6-4e7e-99d9-485b4451b519 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "DELETE /v2.0/floatingips/a78c79db-c610-4b54-b71e-29e261d7eb72 HTTP/1.1" status: 204 len: 168 time: 1.1455460 Feb 09 01:11:38.674379 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44684) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:38.681215 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 953c2781-0805-43d3-aee1-aebb08e58031 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:11:38.721627 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06bfee3-41c7-4fae-86c0-1f720d40fe55 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] DELETE failed (client error): The resource could not be found. Feb 09 01:11:38.722557 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a06bfee3-41c7-4fae-86c0-1f720d40fe55 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:11:38.724542 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a06bfee3-41c7-4fae-86c0-1f720d40fe55 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "DELETE /v2.0/ports/569fc0a6-f294-41ff-ab11-7021f4d0ed8f HTTP/1.1" status: 404 len: 333 time: 0.0495622 Feb 09 01:11:38.727137 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44688) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:38.777295 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 953c2781-0805-43d3-aee1-aebb08e58031 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:11:38.785655 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 953c2781-0805-43d3-aee1-aebb08e58031 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:38.786123 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:38.790862 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-64ecf109-3a61-404f-b7d7-02c6a034d0d0 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Synchronizing usage tracker for tenant:3233fa6a1c31485fb5278c0948d1b003 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:11:38.815481 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-64ecf109-3a61-404f-b7d7-02c6a034d0d0 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Unset dirty status for tenant:3233fa6a1c31485fb5278c0948d1b003 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:11:38.817101 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-64ecf109-3a61-404f-b7d7-02c6a034d0d0 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "GET /v2.0/ports?device_id=79352c14-5b4a-410c-af95-8bce4327c1a3 HTTP/1.1" status: 200 len: 205 time: 0.0890062 Feb 09 01:11:38.819595 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44698) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:38.923935 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-485dc5a9-8923-4c7b-b53d-bd00279fc787 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] delete failed (client error): The resource could not be found. Feb 09 01:11:38.924914 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-485dc5a9-8923-4c7b-b53d-bd00279fc787 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "DELETE /v2.0/routers/79352c14-5b4a-410c-af95-8bce4327c1a3 HTTP/1.1" status: 404 len: 336 time: 0.1036820 Feb 09 01:11:38.928117 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44712) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:38.964578 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:38.974634 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c5fff5-32ee-4a52-996b-eaa5b2696f7b tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] DELETE failed (client error): The resource could not be found. Feb 09 01:11:38.975099 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0c5fff5-32ee-4a52-996b-eaa5b2696f7b tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:11:38.979718 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e0c5fff5-32ee-4a52-996b-eaa5b2696f7b tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "DELETE /v2.0/subnets/43a5f982-be8d-46dc-a444-4120f5b98979 HTTP/1.1" status: 404 len: 337 time: 0.0476584 Feb 09 01:11:38.979976 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44720) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:39.012597 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 953c2781-0805-43d3-aee1-aebb08e58031, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=953c2781-0805-43d3-aee1-aebb08e58031,segment=NetworkSegment(2b4e378e-be94-4976-8792-7feadcd85d58),segment_id=2b4e378e-be94-4976-8792-7feadcd85d58)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:39.026230 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a93f6e2-fb97-4f22-a95a-800a2b1c4352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953c2781-0805-43d3-aee1-aebb08e58031'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:11:39.039325 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:39.069127 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-0c684a76-db05-4d22-be00-1882b730a4a7 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Deleting port 1591c9bd-2f42-4628-bdf1-f3d4b0f394a7 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:39.071504 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0c684a76-db05-4d22-be00-1882b730a4a7 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:39.107757 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44728) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:39.129183 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a93f6e2-fb97-4f22-a95a-800a2b1c4352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953c2781-0805-43d3-aee1-aebb08e58031', 'code': 200} Feb 09 01:11:39.232840 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=953c2781-0805-43d3-aee1-aebb08e58031,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:39.246259 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:39.246739 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:39.247195 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:39.247621 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:39.248045 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:39.248518 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:39.248940 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:39.249849 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:39.250721 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:39.251521 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:39.252453 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:39.253422 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:39.258778 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-06e90907-6fa3-476a-b33b-6b7de40280af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:39.296859 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-25102807-056b-4828-839a-053e113f820f admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-170764297-network', 'tenant_id': '78fc961149454c2b80560d9aa80980c7'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:39.302611 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-25102807-056b-4828-839a-053e113f820f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:39.312791 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-25102807-056b-4828-839a-053e113f820f admin admin] Usage tracker for resource:network and tenant:78fc961149454c2b80560d9aa80980c7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:39.322661 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-25102807-056b-4828-839a-053e113f820f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:39.332434 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-25102807-056b-4828-839a-053e113f820f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:39.356291 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25102807-056b-4828-839a-053e113f820f admin admin] Made reservation on behalf of 78fc961149454c2b80560d9aa80980c7 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:39.362139 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-25102807-056b-4828-839a-053e113f820f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:39.380637 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-25102807-056b-4828-839a-053e113f820f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:39.405503 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-25102807-056b-4828-839a-053e113f820f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:39.412006 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-25102807-056b-4828-839a-053e113f820f admin admin] Usage tracker for resource:security_group_rule and tenant:78fc961149454c2b80560d9aa80980c7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:39.417158 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-25102807-056b-4828-839a-053e113f820f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:39.423744 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-25102807-056b-4828-839a-053e113f820f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:39.527946 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0c684a76-db05-4d22-be00-1882b730a4a7 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:39.575709 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07979dd-99ea-4f18-a5e9-b23c59cb3d65 req-7780f67a-70ef-49c0-a372-1d8ff8920b0c tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:39.577321 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f07979dd-99ea-4f18-a5e9-b23c59cb3d65 req-7780f67a-70ef-49c0-a372-1d8ff8920b0c tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 945 time: 0.1385286 Feb 09 01:11:39.627562 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-25102807-056b-4828-839a-053e113f820f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:39.640944 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-25102807-056b-4828-839a-053e113f820f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:39.660533 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f07979dd-99ea-4f18-a5e9-b23c59cb3d65 req-5dfce2d3-382d-42ec-9002-130ba276a2ea tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709732 Feb 09 01:11:39.663261 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-0c684a76-db05-4d22-be00-1882b730a4a7 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Calling delete_port for 1591c9bd-2f42-4628-bdf1-f3d4b0f394a7 owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:11:39.676332 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25102807-056b-4828-839a-053e113f820f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 973} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:11:39.689677 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25102807-056b-4828-839a-053e113f820f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783de2d8-5801-40dd-a296-6538ffc19f2c,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:39.694404 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-25102807-056b-4828-839a-053e113f820f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:39.694743 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-25102807-056b-4828-839a-053e113f820f admin admin] Added segment d924e8ee-e0e7-4b80-9e88-1c119dc085ab of type vlan for network 8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1 Feb 09 01:11:39.721674 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-25102807-056b-4828-839a-053e113f820f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:39.732505 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39504b4-9a27-4ce2-9605-7b8623cf3065 req-6f6b7c13-d550-45cf-becb-d26906dc9757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:39.734861 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f39504b4-9a27-4ce2-9605-7b8623cf3065 req-6f6b7c13-d550-45cf-becb-d26906dc9757 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3a93f6e2-fb97-4f22-a95a-800a2b1c4352 HTTP/1.1" status: 200 len: 1097 time: 0.4550524 Feb 09 01:11:39.755699 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-25102807-056b-4828-839a-053e113f820f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:39.757015 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25102807-056b-4828-839a-053e113f820f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:39.757738 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-25102807-056b-4828-839a-053e113f820f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:39.761450 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376091c2-a0b8-4ad8-9c1c-1d0e50af89af req-9ec31046-5fac-4bfa-90b9-1f4095a94ebb tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:39.763117 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-376091c2-a0b8-4ad8-9c1c-1d0e50af89af req-9ec31046-5fac-4bfa-90b9-1f4095a94ebb tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a93f6e2-fb97-4f22-a95a-800a2b1c4352 HTTP/1.1" status: 200 len: 946 time: 0.3406436 Feb 09 01:11:39.875296 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25102807-056b-4828-839a-053e113f820f admin admin] Pushing event updated for resources: {'Network': ['ID=8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:39.886028 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-25102807-056b-4828-839a-053e113f820f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7736309 Feb 09 01:11:39.887779 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44760) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:39.888515 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f39504b4-9a27-4ce2-9605-7b8623cf3065 req-285251cb-460f-41a6-9882-acd41dea1b5f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=09d6f824-c066-41f8-b6ed-396ffea00d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124575 Feb 09 01:11:39.890965 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:11:39.896077 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-376091c2-a0b8-4ad8-9c1c-1d0e50af89af req-e7e9aeb8-1836-41a0-b03f-9aaf8dc7f717 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/security-groups?id=09d6f824-c066-41f8-b6ed-396ffea00d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189103 Feb 09 01:11:39.898517 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-5d7fa141-d67d-4cb8-a759-6bae01dc25c3 admin admin] Request body: {'subnet': {'network_id': '8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-170764297-subnet', 'tenant_id': '78fc961149454c2b80560d9aa80980c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:39.911604 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5d7fa141-d67d-4cb8-a759-6bae01dc25c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:39.921033 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5d7fa141-d67d-4cb8-a759-6bae01dc25c3 admin admin] Usage tracker for resource:subnet and tenant:78fc961149454c2b80560d9aa80980c7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:39.934001 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5d7fa141-d67d-4cb8-a759-6bae01dc25c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:39.934322 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0c684a76-db05-4d22-be00-1882b730a4a7 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:39.955819 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5d7fa141-d67d-4cb8-a759-6bae01dc25c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:39.971496 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7fa141-d67d-4cb8-a759-6bae01dc25c3 admin admin] Made reservation on behalf of 78fc961149454c2b80560d9aa80980c7 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:39.974291 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa141-d67d-4cb8-a759-6bae01dc25c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:40.119936 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c684a76-db05-4d22-be00-1882b730a4a7 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event deleted for resources: {'Port': ['ID=1591c9bd-2f42-4628-bdf1-f3d4b0f394a7,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:40.158018 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0c684a76-db05-4d22-be00-1882b730a4a7 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:40.175377 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0c684a76-db05-4d22-be00-1882b730a4a7 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "DELETE /v2.0/ports/1591c9bd-2f42-4628-bdf1-f3d4b0f394a7 HTTP/1.1" status: 204 len: 168 time: 1.1920073 Feb 09 01:11:40.175594 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44776) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:40.211981 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa141-d67d-4cb8-a759-6bae01dc25c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:40.296427 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7fa141-d67d-4cb8-a759-6bae01dc25c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed0665e9-d5c0-4a16-83a7-43e23c5a21d7,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:40.307068 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7fa141-d67d-4cb8-a759-6bae01dc25c3 admin admin] Checking segment: {'id': 'd924e8ee-e0e7-4b80-9e88-1c119dc085ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:11:40.307757 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7fa141-d67d-4cb8-a759-6bae01dc25c3 admin admin] Network hostable DHCP agents. Network: 8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:11:40.322037 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:40.330285 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7fa141-d67d-4cb8-a759-6bae01dc25c3 admin admin] Network 8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:11:40.343295 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-5d7fa141-d67d-4cb8-a759-6bae01dc25c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:40.350948 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d77380-b28b-4922-947e-8cfb7cb0f13e None None] Network 8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:11:40.371163 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7fa141-d67d-4cb8-a759-6bae01dc25c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:40.371811 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa141-d67d-4cb8-a759-6bae01dc25c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:40.416755 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5d7fa141-d67d-4cb8-a759-6bae01dc25c3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5207703 Feb 09 01:11:40.447266 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-fa40c5fa-b8eb-424d-ac62-6492ed60a015 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Deleting port 8d0f0bd9-60b6-46dc-8861-9d8f2a6aa8f2 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:40.447969 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fa40c5fa-b8eb-424d-ac62-6492ed60a015 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:40.483302 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:40.759814 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 27a26fa0-cd07-4acc-a5e1-930a452d95fb details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:11:40.765177 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d810b7e-3ada-4f9e-af1c-43f0915a361c None None] Network 8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:11:40.843838 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fa40c5fa-b8eb-424d-ac62-6492ed60a015 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:40.940897 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e8c26-e9ce-479d-adf2-c61d00ba9417 req-619039e6-eda2-4cf5-9168-c7e59df5a076 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:40.942589 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-330e8c26-e9ce-479d-adf2-c61d00ba9417 req-619039e6-eda2-4cf5-9168-c7e59df5a076 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 945 time: 0.1258485 Feb 09 01:11:40.994448 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-330e8c26-e9ce-479d-adf2-c61d00ba9417 req-ab425759-2c02-4063-916a-50648c9cf518 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456221 Feb 09 01:11:41.081416 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 27a26fa0-cd07-4acc-a5e1-930a452d95fb, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=27a26fa0-cd07-4acc-a5e1-930a452d95fb,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:41.095851 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '27a26fa0-cd07-4acc-a5e1-930a452d95fb', 'network_id': '84a4b1eb-79d6-447b-b1fd-6bc1ef45422a', 'port_id': '27a26fa0-cd07-4acc-a5e1-930a452d95fb', 'mac_address': 'fa:16:3e:ce:3d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 998, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750fae4-2c3f-44da-87c9-de1301db5b32', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:11:41.153172 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-fa40c5fa-b8eb-424d-ac62-6492ed60a015 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Calling delete_port for 8d0f0bd9-60b6-46dc-8861-9d8f2a6aa8f2 owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:11:41.317549 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:41.340770 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fa40c5fa-b8eb-424d-ac62-6492ed60a015 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:41.359344 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27a26fa0-cd07-4acc-a5e1-930a452d95fb {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:11:41.376653 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 27a26fa0-cd07-4acc-a5e1-930a452d95fb, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=27a26fa0-cd07-4acc-a5e1-930a452d95fb,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:41.386213 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:41.408906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40c5fa-b8eb-424d-ac62-6492ed60a015 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event deleted for resources: {'Port': ['ID=8d0f0bd9-60b6-46dc-8861-9d8f2a6aa8f2,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:41.569570 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=27a26fa0-cd07-4acc-a5e1-930a452d95fb,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:41.639689 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['27a26fa0-cd07-4acc-a5e1-930a452d95fb'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:11:41.651038 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fa40c5fa-b8eb-424d-ac62-6492ed60a015 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:41.678585 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:41.693213 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-fa40c5fa-b8eb-424d-ac62-6492ed60a015 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "DELETE /v2.0/ports/8d0f0bd9-60b6-46dc-8861-9d8f2a6aa8f2 HTTP/1.1" status: 204 len: 168 time: 1.5162005 Feb 09 01:11:41.699758 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44830) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:41.790271 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41f32f-7459-41a4-ae1b-c9d099523628 req-d7be4708-32e1-4954-b6c4-33020aa47cd7 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:41.797284 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ee41f32f-7459-41a4-ae1b-c9d099523628 req-d7be4708-32e1-4954-b6c4-33020aa47cd7 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a93f6e2-fb97-4f22-a95a-800a2b1c4352 HTTP/1.1" status: 200 len: 946 time: 0.2957592 Feb 09 01:11:41.802945 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-a2a86412-d579-45ed-af68-fa9b76924c80 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:41.803717 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-a2a86412-d579-45ed-af68-fa9b76924c80 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Synchronizing usage tracker for tenant:78fc961149454c2b80560d9aa80980c7 on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:11:41.826030 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-a2a86412-d579-45ed-af68-fa9b76924c80 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Unset dirty status for tenant:78fc961149454c2b80560d9aa80980c7 on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:11:41.827569 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-a2a86412-d579-45ed-af68-fa9b76924c80 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/networks?id=8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1 HTTP/1.1" status: 200 len: 817 time: 0.2052891 Feb 09 01:11:41.846271 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-645a2a95-244f-4165-928b-ecb16137813b tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/quotas/78fc961149454c2b80560d9aa80980c7 HTTP/1.1" status: 200 len: 375 time: 0.0111966 Feb 09 01:11:41.879344 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ee41f32f-7459-41a4-ae1b-c9d099523628 req-92f2cbfe-6187-4385-9e9c-fc390f4c7cc5 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/security-groups?id=09d6f824-c066-41f8-b6ed-396ffea00d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811133 Feb 09 01:11:41.904509 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e508ea85-cbab-4ea1-b2b1-fc3c2d9e0b6a tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:41.905964 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e508ea85-cbab-4ea1-b2b1-fc3c2d9e0b6a tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Synchronizing usage tracker for tenant:3233fa6a1c31485fb5278c0948d1b003 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:11:41.924585 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-1eca025d-fa66-4c4c-931a-0e94279fbf1a tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=78fc961149454c2b80560d9aa80980c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728614 Feb 09 01:11:41.942961 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e508ea85-cbab-4ea1-b2b1-fc3c2d9e0b6a tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Unset dirty status for tenant:3233fa6a1c31485fb5278c0948d1b003 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:11:41.944367 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e508ea85-cbab-4ea1-b2b1-fc3c2d9e0b6a tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "GET /v2.0/ports?device_id=27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d HTTP/1.1" status: 200 len: 913 time: 0.2305560 Feb 09 01:11:41.947422 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44842) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:42.100238 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-9b24d92f-c192-48d3-9d8f-960789e46e5e service neutron] 10.222.0.37 "GET /v2.0/networks/8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748896 Feb 09 01:11:42.348998 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-e24d111e-2f13-4043-a300-82c9c61ea755 service neutron] 10.222.0.37 "GET /v2.0/networks/8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477822 Feb 09 01:11:42.704218 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 27a26fa0-cd07-4acc-a5e1-930a452d95fb up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:11:42.833004 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 27a26fa0-cd07-4acc-a5e1-930a452d95fb triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:42.833726 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:42.890762 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd4552-f95f-45f3-8de9-af29dc76837c req-e5fcb248-672c-4b1b-b1ff-fdfb1de84be0 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:42.892217 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-edcd4552-f95f-45f3-8de9-af29dc76837c req-e5fcb248-672c-4b1b-b1ff-fdfb1de84be0 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 945 time: 0.3285458 Feb 09 01:11:43.042593 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-edcd4552-f95f-45f3-8de9-af29dc76837c req-8ae39597-f143-4d09-bad7-eeac1a9ded8a tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349816 Feb 09 01:11:43.090688 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-18fe805d-4fad-430d-95ee-ea0dc62f5d3b tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:43.110258 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:43.204346 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 27a26fa0-cd07-4acc-a5e1-930a452d95fb, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=27a26fa0-cd07-4acc-a5e1-930a452d95fb,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:43.208785 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a21f20-5e11-42db-9569-a2322bc43190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a26fa0-cd07-4acc-a5e1-930a452d95fb'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:11:43.221665 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:43.346596 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=27a26fa0-cd07-4acc-a5e1-930a452d95fb,revision_number=7']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:43.347924 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76f395-b0c8-49fc-9f85-7f0c062bca61 req-d9e5b64c-428f-4e04-bc83-42d33a14a65a tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:43.352552 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6c76f395-b0c8-49fc-9f85-7f0c062bca61 req-d9e5b64c-428f-4e04-bc83-42d33a14a65a tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d84a1de6-92be-44db-bcbd-c427629f55bc HTTP/1.1" status: 200 len: 945 time: 0.2223153 Feb 09 01:11:43.449895 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6c76f395-b0c8-49fc-9f85-7f0c062bca61 req-d0c3bb0c-4a44-40d3-af3c-5a044301ac89 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d7f35e6-f068-4898-aa8c-402f83e39ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0897281 Feb 09 01:11:43.695735 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a21f20-5e11-42db-9569-a2322bc43190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a26fa0-cd07-4acc-a5e1-930a452d95fb', 'code': 200} Feb 09 01:11:43.735082 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94298f08-7947-4637-a24f-8d2665afba0a req-360fab79-430d-4a62-853a-d8935e6a441a tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:43.741878 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-94298f08-7947-4637-a24f-8d2665afba0a req-360fab79-430d-4a62-853a-d8935e6a441a tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a93f6e2-fb97-4f22-a95a-800a2b1c4352 HTTP/1.1" status: 200 len: 946 time: 0.2713208 Feb 09 01:11:43.794675 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-94298f08-7947-4637-a24f-8d2665afba0a req-86f8e7a0-4dfd-41e2-ade3-04b9d960a57c tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/security-groups?id=09d6f824-c066-41f8-b6ed-396ffea00d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519581 Feb 09 01:11:43.856906 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-57ffaf93-a79c-432a-8996-c7a9e86db747 req-47c6d9a4-8356-41a4-8640-2f1daabdc250 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dee26dc-4fbe-45a5-914f-fb65d84bec0d HTTP/1.1" status: 200 len: 210 time: 0.0987847 Feb 09 01:11:43.945002 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-18fe805d-4fad-430d-95ee-ea0dc62f5d3b tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Deleting port bfc5ae65-018b-437f-9af1-c49763350a52 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:43.946092 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-18fe805d-4fad-430d-95ee-ea0dc62f5d3b tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:44.311844 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b496acc-ffdc-4ef2-b8a2-82dc817864ca req-00f0091f-41c8-4504-984e-bcef5afc90e1 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:44.322395 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1b496acc-ffdc-4ef2-b8a2-82dc817864ca req-00f0091f-41c8-4504-984e-bcef5afc90e1 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 945 time: 0.1286318 Feb 09 01:11:44.434023 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1b496acc-ffdc-4ef2-b8a2-82dc817864ca req-3c6fcc10-0a58-4dd9-a104-8f39408bad9c tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088378 Feb 09 01:11:44.497035 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-18fe805d-4fad-430d-95ee-ea0dc62f5d3b tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:44.659571 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77caf286-7a26-4bcb-a510-ccf1fe3bfeeb req-70f822c1-1aa0-4061-9f54-613a8b4ec4e9 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:44.667164 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-77caf286-7a26-4bcb-a510-ccf1fe3bfeeb req-70f822c1-1aa0-4061-9f54-613a8b4ec4e9 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 946 time: 0.2963278 Feb 09 01:11:44.680311 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-18fe805d-4fad-430d-95ee-ea0dc62f5d3b tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Calling delete_port for bfc5ae65-018b-437f-9af1-c49763350a52 owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:11:44.911213 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-77caf286-7a26-4bcb-a510-ccf1fe3bfeeb req-4b170ed2-f482-4f4a-a1d3-023f268ac7ab tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430346 Feb 09 01:11:44.967092 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-83c1cd1e-dd14-4002-b858-9d610e35968b req-988ef050-1856-4302-ad65-e77c37d26fe4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d84a1de6-92be-44db-bcbd-c427629f55bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2189677 Feb 09 01:11:45.352060 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a03ddf13-b056-48e6-acf5-c10ab34209c0 req-16322023-b205-4443-9bdb-0a89e1fc4834 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dee26dc-4fbe-45a5-914f-fb65d84bec0d HTTP/1.1" status: 200 len: 210 time: 0.2255456 Feb 09 01:11:45.431150 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-18fe805d-4fad-430d-95ee-ea0dc62f5d3b tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:45.560102 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe805d-4fad-430d-95ee-ea0dc62f5d3b tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event deleted for resources: {'Port': ['ID=bfc5ae65-018b-437f-9af1-c49763350a52,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:45.838107 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f924e-a9af-4bc3-8659-7fd3ea48e969 req-a452636e-6c62-4593-b120-379b57d36648 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:45.849389 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-306f924e-a9af-4bc3-8659-7fd3ea48e969 req-a452636e-6c62-4593-b120-379b57d36648 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d84a1de6-92be-44db-bcbd-c427629f55bc HTTP/1.1" status: 200 len: 945 time: 0.5141354 Feb 09 01:11:45.959649 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-1143b9f4-37e2-4581-abcd-256f21eef9a2 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:45.964323 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-1143b9f4-37e2-4581-abcd-256f21eef9a2 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.35 "GET /v2.0/networks?id=8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1 HTTP/1.1" status: 200 len: 817 time: 0.5476980 Feb 09 01:11:45.996554 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-306f924e-a9af-4bc3-8659-7fd3ea48e969 req-793c4532-9233-426a-b5a4-626ff11bf3f3 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d7f35e6-f068-4898-aa8c-402f83e39ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1460030 Feb 09 01:11:46.018668 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-4a3ada47-d146-45b4-a94e-4f8a80b9be9d tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Request body: {'port': {'device_id': '8cb7b74d-b757-4a06-a88a-a4bcc76af8d1', 'network_id': '8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1', 'admin_state_up': True, 'tenant_id': '78fc961149454c2b80560d9aa80980c7'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:46.518927 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-9ef84122-de3f-4eef-9250-aeaf958b1634 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:46.520485 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-9ef84122-de3f-4eef-9250-aeaf958b1634 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.35 "GET /v2.0/networks?id=8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1 HTTP/1.1" status: 200 len: 817 time: 0.2979736 Feb 09 01:11:46.522694 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1cd1e-dd14-4002-b858-9d610e35968b req-41288bd8-2c99-403c-b3a5-d8fb95c22772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:46.524228 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-83c1cd1e-dd14-4002-b858-9d610e35968b req-41288bd8-2c99-403c-b3a5-d8fb95c22772 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a05b06a91f9f4c368f81acc872bcfa31&device_id=d84a1de6-92be-44db-bcbd-c427629f55bc HTTP/1.1" status: 200 len: 1096 time: 1.2998102 Feb 09 01:11:46.529468 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-4a3ada47-d146-45b4-a94e-4f8a80b9be9d tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:46.550663 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65f319-fc2a-4169-8aea-69841f020bfd req-fdbbc70a-6953-4c69-9767-f0e9f0358f38 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:46.561074 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7b65f319-fc2a-4169-8aea-69841f020bfd req-fdbbc70a-6953-4c69-9767-f0e9f0358f38 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 946 time: 0.1414795 Feb 09 01:11:46.562465 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-ccabc183-d4ba-4bfc-8c51-86650396bfb0 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Request body: {'port': {'device_id': '55470ab7-39af-441d-99c9-4df60ccdee01', 'network_id': '8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1', 'admin_state_up': True, 'tenant_id': '78fc961149454c2b80560d9aa80980c7'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:46.563534 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-4a3ada47-d146-45b4-a94e-4f8a80b9be9d tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Usage tracker for resource:port and tenant:78fc961149454c2b80560d9aa80980c7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:46.589490 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-4a3ada47-d146-45b4-a94e-4f8a80b9be9d tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:46.608253 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-4a3ada47-d146-45b4-a94e-4f8a80b9be9d tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:46.627417 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7b65f319-fc2a-4169-8aea-69841f020bfd req-d7962367-e08b-4430-a069-4a9985b27467 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652685 Feb 09 01:11:46.654050 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-4a3ada47-d146-45b4-a94e-4f8a80b9be9d tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Made reservation on behalf of 78fc961149454c2b80560d9aa80980c7 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:46.663495 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-4a3ada47-d146-45b4-a94e-4f8a80b9be9d tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:46.867387 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1cd1e-dd14-4002-b858-9d610e35968b req-2065544e-4e0b-4110-90d4-d8d60af941f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:46.869102 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-83c1cd1e-dd14-4002-b858-9d610e35968b req-2065544e-4e0b-4110-90d4-d8d60af941f5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4b69e8f8-1014-43eb-bd96-15547037bb6b HTTP/1.1" status: 200 len: 913 time: 0.2787688 Feb 09 01:11:46.933939 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4b2b9bfa-20cd-454f-ac38-fe1a2c15fac2 req-753c61d3-ad82-49a8-928e-040b10db5093 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dee26dc-4fbe-45a5-914f-fb65d84bec0d HTTP/1.1" status: 200 len: 210 time: 0.1005530 Feb 09 01:11:47.183281 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-4a3ada47-d146-45b4-a94e-4f8a80b9be9d tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Allocated IP 172.20.0.2 (8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1/ed0665e9-d5c0-4a16-83a7-43e23c5a21d7/63c4435f-49ab-47a3-8324-306f7ea5e5a1) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:47.474102 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef8089-34ec-4646-96f4-45e523bafc28 req-c28ca7a1-e16a-4249-9019-b9e17de16a99 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:47.475677 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c6ef8089-34ec-4646-96f4-45e523bafc28 req-c28ca7a1-e16a-4249-9019-b9e17de16a99 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d84a1de6-92be-44db-bcbd-c427629f55bc HTTP/1.1" status: 200 len: 945 time: 0.2366910 Feb 09 01:11:47.530715 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2294ad1-aa45-4415-999a-b6b8576dfa5a req-e98ddf6d-a659-48b5-84b4-adaebe97fe82 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:47.537828 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e2294ad1-aa45-4415-999a-b6b8576dfa5a req-e98ddf6d-a659-48b5-84b4-adaebe97fe82 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 945 time: 1.4945331 Feb 09 01:11:47.579658 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c6ef8089-34ec-4646-96f4-45e523bafc28 req-9f55adf5-dc94-45d1-86f5-a6d54477cefb tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d7f35e6-f068-4898-aa8c-402f83e39ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0902073 Feb 09 01:11:47.604514 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-4a3ada47-d146-45b4-a94e-4f8a80b9be9d tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:47.655110 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-4a3ada47-d146-45b4-a94e-4f8a80b9be9d tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:47.671855 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-18fe805d-4fad-430d-95ee-ea0dc62f5d3b tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:47.752623 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-ccabc183-d4ba-4bfc-8c51-86650396bfb0 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:47.756778 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-ccabc183-d4ba-4bfc-8c51-86650396bfb0 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Usage tracker for resource:port and tenant:78fc961149454c2b80560d9aa80980c7 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:47.765819 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-ccabc183-d4ba-4bfc-8c51-86650396bfb0 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:47.773655 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-ccabc183-d4ba-4bfc-8c51-86650396bfb0 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:47.794424 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-15fda19c-9cd5-4975-8b55-749bd9735bb0 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:47.796682 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-15fda19c-9cd5-4975-8b55-749bd9735bb0 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.35 "GET /v2.0/networks?id=8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1 HTTP/1.1" status: 200 len: 817 time: 0.5399101 Feb 09 01:11:47.828849 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-ccabc183-d4ba-4bfc-8c51-86650396bfb0 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Made reservation on behalf of 78fc961149454c2b80560d9aa80980c7 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:47.839115 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-ccabc183-d4ba-4bfc-8c51-86650396bfb0 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:47.886997 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-4a3ada47-d146-45b4-a94e-4f8a80b9be9d tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Network 8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:47.891272 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-4a3ada47-d146-45b4-a94e-4f8a80b9be9d tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:47.894456 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-4a3ada47-d146-45b4-a94e-4f8a80b9be9d tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:11:47.936385 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ada47-d146-45b4-a94e-4f8a80b9be9d tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Pushing event updated for resources: {'Port': ['ID=63c4435f-49ab-47a3-8324-306f7ea5e5a1,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:47.950309 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-8147cb2c-fe55-46f9-8a4b-a7acd290099c tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Request body: {'port': {'device_id': '9dee26dc-4fbe-45a5-914f-fb65d84bec0d', 'network_id': '8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1', 'admin_state_up': True, 'tenant_id': '78fc961149454c2b80560d9aa80980c7'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:47.973682 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-83c1cd1e-dd14-4002-b858-9d610e35968b req-a2fe1bd8-286a-49cf-88c7-19e59be98a29 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f2bf4b8-1ba1-484b-b371-6b0c38c90a44 HTTP/1.1" status: 200 len: 1000 time: 0.7378211 Feb 09 01:11:47.986967 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-4a3ada47-d146-45b4-a94e-4f8a80b9be9d tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:47.987601 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-4a3ada47-d146-45b4-a94e-4f8a80b9be9d tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:48.024021 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb2bf1-1010-4ad4-aaa0-533e1f4c5542 req-4cb16718-b352-457f-865d-b2b90c4e2b05 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:48.026043 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fccb2bf1-1010-4ad4-aaa0-533e1f4c5542 req-4cb16718-b352-457f-865d-b2b90c4e2b05 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.35 "GET /v2.0/ports?device_id=d84a1de6-92be-44db-bcbd-c427629f55bc HTTP/1.1" status: 200 len: 945 time: 0.1968818 Feb 09 01:11:48.027261 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-4a3ada47-d146-45b4-a94e-4f8a80b9be9d tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0130832 Feb 09 01:11:48.083721 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e2294ad1-aa45-4415-999a-b6b8576dfa5a req-79893c6b-251a-4829-901e-32b965b4b588 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5449343 Feb 09 01:11:48.119556 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-6809d56a-fb88-4aa2-a13e-41d056c0508b service neutron] Request body: {'port': {'device_id': '8cb7b74d-b757-4a06-a88a-a4bcc76af8d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:48.235469 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-fccb2bf1-1010-4ad4-aaa0-533e1f4c5542 req-b098a59d-adaa-4fe5-b2b6-3f50b17a95b0 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Deleting port 0f2bf4b8-1ba1-484b-b371-6b0c38c90a44 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:48.241828 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-fccb2bf1-1010-4ad4-aaa0-533e1f4c5542 req-b098a59d-adaa-4fe5-b2b6-3f50b17a95b0 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:48.647973 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-8e63383f-adf2-45c9-ad25-ff6e17f72170 req-e1fe86c7-d40c-4248-b90f-f9161f59386c tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Synchronizing usage tracker for tenant:78fc961149454c2b80560d9aa80980c7 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:11:48.680092 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-8e63383f-adf2-45c9-ad25-ff6e17f72170 req-e1fe86c7-d40c-4248-b90f-f9161f59386c tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Unset dirty status for tenant:78fc961149454c2b80560d9aa80980c7 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:11:48.681288 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8e63383f-adf2-45c9-ad25-ff6e17f72170 req-e1fe86c7-d40c-4248-b90f-f9161f59386c tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dee26dc-4fbe-45a5-914f-fb65d84bec0d HTTP/1.1" status: 200 len: 210 time: 0.1652446 Feb 09 01:11:48.754968 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ef743-5e23-4df6-a8d1-e07b98c7a5c8 req-dcf38044-c5f9-427a-ba26-2a963c5a1302 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:48.759907 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5f5ef743-5e23-4df6-a8d1-e07b98c7a5c8 req-dcf38044-c5f9-427a-ba26-2a963c5a1302 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.35 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 946 time: 1.5212748 Feb 09 01:11:48.792040 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-6809d56a-fb88-4aa2-a13e-41d056c0508b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:48.931232 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1cd1e-dd14-4002-b858-9d610e35968b req-ed45e55c-6240-4cb5-b902-6b2826624a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:48.932571 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-83c1cd1e-dd14-4002-b858-9d610e35968b req-ed45e55c-6240-4cb5-b902-6b2826624a5d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69740e1a-29a4-4722-ae33-19970672c2df HTTP/1.1" status: 200 len: 851 time: 0.7324450 Feb 09 01:11:49.307608 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-8147cb2c-fe55-46f9-8a4b-a7acd290099c tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:49.317278 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-8147cb2c-fe55-46f9-8a4b-a7acd290099c tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Usage tracker for resource:port and tenant:78fc961149454c2b80560d9aa80980c7 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:49.321156 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-8147cb2c-fe55-46f9-8a4b-a7acd290099c tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:49.331425 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-8147cb2c-fe55-46f9-8a4b-a7acd290099c tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:49.372864 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-5f5ef743-5e23-4df6-a8d1-e07b98c7a5c8 req-58f8e830-ff22-478d-b860-ad0e1f93d230 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Deleting port 92d5acad-e38d-43c2-8bec-c5018d35d94a {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:49.377020 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5f5ef743-5e23-4df6-a8d1-e07b98c7a5c8 req-58f8e830-ff22-478d-b860-ad0e1f93d230 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:49.438541 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45078) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:49.453701 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-8147cb2c-fe55-46f9-8a4b-a7acd290099c tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Made reservation on behalf of 78fc961149454c2b80560d9aa80980c7 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:49.459501 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-8147cb2c-fe55-46f9-8a4b-a7acd290099c tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:49.480707 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-fccb2bf1-1010-4ad4-aaa0-533e1f4c5542 req-b098a59d-adaa-4fe5-b2b6-3f50b17a95b0 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] For port 0f2bf4b8-1ba1-484b-b371-6b0c38c90a44, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=0f2bf4b8-1ba1-484b-b371-6b0c38c90a44,segment=NetworkSegment(404d1026-db85-40d4-b120-544186d0b38c),segment_id=404d1026-db85-40d4-b120-544186d0b38c)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:49.481347 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-fccb2bf1-1010-4ad4-aaa0-533e1f4c5542 req-b098a59d-adaa-4fe5-b2b6-3f50b17a95b0 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:49.554070 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bda96-b8f2-4c69-a5de-ab94cbac7ccb req-abf480a9-8f2a-4d94-8daa-425e154556aa tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:49.555754 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-982bda96-b8f2-4c69-a5de-ab94cbac7ccb req-abf480a9-8f2a-4d94-8daa-425e154556aa tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 946 time: 0.9642270 Feb 09 01:11:49.683310 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32d343-e8aa-4bbb-8d83-840892c1ea4b req-ca3d150a-f647-42d9-a4aa-898c0868de21 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:49.695972 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ed32d343-e8aa-4bbb-8d83-840892c1ea4b req-ca3d150a-f647-42d9-a4aa-898c0868de21 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d84a1de6-92be-44db-bcbd-c427629f55bc HTTP/1.1" status: 200 len: 945 time: 0.7825010 Feb 09 01:11:49.875544 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-ccabc183-d4ba-4bfc-8c51-86650396bfb0 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Allocated IP 172.20.0.11 (8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1/ed0665e9-d5c0-4a16-83a7-43e23c5a21d7/0889fb82-7556-4e2e-a783-c378bea6deb7) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:49.879215 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ed32d343-e8aa-4bbb-8d83-840892c1ea4b req-d3f64c71-2d99-44a3-9da9-e4b9ecd4959d tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d7f35e6-f068-4898-aa8c-402f83e39ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1759293 Feb 09 01:11:50.034678 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18fe805d-4fad-430d-95ee-ea0dc62f5d3b tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Router 27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:11:50.047878 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-81d4373a-9a07-4529-a7b1-d52af1451497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:50.104950 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-81d4373a-9a07-4529-a7b1-d52af1451497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:50.109062 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-81d4373a-9a07-4529-a7b1-d52af1451497 admin admin] Usage tracker for resource:security_group_rule and tenant:2274dc3ce28d40fe879357ec4c105180 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:50.112144 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-81d4373a-9a07-4529-a7b1-d52af1451497 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:50.119771 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-81d4373a-9a07-4529-a7b1-d52af1451497 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:50.136016 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-fccb2bf1-1010-4ad4-aaa0-533e1f4c5542 req-b098a59d-adaa-4fe5-b2b6-3f50b17a95b0 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:50.136762 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-fccb2bf1-1010-4ad4-aaa0-533e1f4c5542 req-b098a59d-adaa-4fe5-b2b6-3f50b17a95b0 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:50.137297 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [req-fccb2bf1-1010-4ad4-aaa0-533e1f4c5542 req-b098a59d-adaa-4fe5-b2b6-3f50b17a95b0 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Floating IP ec138e41-f8d2-4525-bd11-3bcc40feafe8 disassociated. External IP: 172.25.5.92, port: 0f2bf4b8-1ba1-484b-b371-6b0c38c90a44. Feb 09 01:11:50.137887 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-fccb2bf1-1010-4ad4-aaa0-533e1f4c5542 req-b098a59d-adaa-4fe5-b2b6-3f50b17a95b0 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Calling delete_port for 0f2bf4b8-1ba1-484b-b371-6b0c38c90a44 owned by compute:nova {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:11:50.213681 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-81d4373a-9a07-4529-a7b1-d52af1451497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:50.249688 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-81d4373a-9a07-4529-a7b1-d52af1451497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:50.250742 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c60f4-9877-48c5-bf89-6c1107cba8b8 req-1529ccc6-b9de-429e-b2bf-ae2e6f0c74d7 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:50.259979 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1cd1e-dd14-4002-b858-9d610e35968b req-9911e8c8-b37c-469f-936e-eb83cf4ff337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:50.261035 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9f8c60f4-9877-48c5-bf89-6c1107cba8b8 req-1529ccc6-b9de-429e-b2bf-ae2e6f0c74d7 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 945 time: 0.1971376 Feb 09 01:11:50.261779 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-83c1cd1e-dd14-4002-b858-9d610e35968b req-9911e8c8-b37c-469f-936e-eb83cf4ff337 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4b69e8f8-1014-43eb-bd96-15547037bb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2144639 Feb 09 01:11:50.397493 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9f8c60f4-9877-48c5-bf89-6c1107cba8b8 req-64068893-eee6-491b-9dcd-5df821ae4928 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347442 Feb 09 01:11:50.471481 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-fccb2bf1-1010-4ad4-aaa0-533e1f4c5542 req-b098a59d-adaa-4fe5-b2b6-3f50b17a95b0 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:50.604468 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098a59d-adaa-4fe5-b2b6-3f50b17a95b0 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Pushing event deleted for resources: {'Port': ['ID=0f2bf4b8-1ba1-484b-b371-6b0c38c90a44,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:50.650959 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-982bda96-b8f2-4c69-a5de-ab94cbac7ccb req-acf27c4e-4b98-4719-a3bb-e9b90e644617 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0740120 Feb 09 01:11:50.654750 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4373a-9a07-4529-a7b1-d52af1451497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2eb89a2-2270-4e78-a7c7-c4e5a18a7159,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:50.740163 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 0f2bf4b8-1ba1-484b-b371-6b0c38c90a44 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:11:50.743383 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-83c1cd1e-dd14-4002-b858-9d610e35968b req-61eec107-9b11-43b1-bd74-1a2bd17cfaa1 service neutron] 10.222.0.35 "GET /v2.0/networks/4b69e8f8-1014-43eb-bd96-15547037bb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317570 Feb 09 01:11:50.785833 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9410b6b7-d623-46f1-8a63-94838ee67562 req-9ae4c360-a327-41af-a8a0-15a49d6d07d3 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dee26dc-4fbe-45a5-914f-fb65d84bec0d HTTP/1.1" status: 200 len: 210 time: 0.0830460 Feb 09 01:11:50.847050 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 0f2bf4b8-1ba1-484b-b371-6b0c38c90a44 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:11:50.847864 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 0f2bf4b8-1ba1-484b-b371-6b0c38c90a44 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:11:50.849855 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 92d5acad-e38d-43c2-8bec-c5018d35d94a no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:11:50.972455 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fccb2bf1-1010-4ad4-aaa0-533e1f4c5542 req-b098a59d-adaa-4fe5-b2b6-3f50b17a95b0 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Router a0a197d9-8be6-4f55-8c63-5d375761f64e has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:11:51.128465 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:51.186293 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3093736e-12df-49b3-9826-76d31909df23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92d5acad-e38d-43c2-8bec-c5018d35d94a'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:11:51.221298 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 92d5acad-e38d-43c2-8bec-c5018d35d94a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=92d5acad-e38d-43c2-8bec-c5018d35d94a,segment=NetworkSegment(0a900953-cea9-408a-b5a5-b9b62ab0e594),segment_id=0a900953-cea9-408a-b5a5-b9b62ab0e594)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:51.233914 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:51.315464 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fccb2bf1-1010-4ad4-aaa0-533e1f4c5542 req-b098a59d-adaa-4fe5-b2b6-3f50b17a95b0 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:11:51.326653 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3093736e-12df-49b3-9826-76d31909df23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92d5acad-e38d-43c2-8bec-c5018d35d94a', 'code': 200} Feb 09 01:11:51.327767 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e33757d-c389-4380-b31a-d584a497dbb6 None None] Sync routers for ids ['a0a197d9-8be6-4f55-8c63-5d375761f64e'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:11:51.344913 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e33757d-c389-4380-b31a-d584a497dbb6 None None] Routers {'a0a197d9-8be6-4f55-8c63-5d375761f64e'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:11:51.347925 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-5e33757d-c389-4380-b31a-d584a497dbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:11:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a0a197d9-8be6-4f55-8c63-5d375761f64e'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:51.389458 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=92d5acad-e38d-43c2-8bec-c5018d35d94a,revision_number=11']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:51.417601 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-81d4373a-9a07-4529-a7b1-d52af1451497 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2274dc3ce28d40fe879357ec4c105180&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9654140 Feb 09 01:11:51.422667 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45102) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:51.481877 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-fccb2bf1-1010-4ad4-aaa0-533e1f4c5542 req-b098a59d-adaa-4fe5-b2b6-3f50b17a95b0 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] No DVR routers for this DVR port 0f2bf4b8-1ba1-484b-b371-6b0c38c90a44 on host n-h1-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:11:51.484540 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-fccb2bf1-1010-4ad4-aaa0-533e1f4c5542 req-b098a59d-adaa-4fe5-b2b6-3f50b17a95b0 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:51.491425 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84a1de6-92be-44db-bcbd-c427629f55bc', 'name': 'network-vif-deleted', 'tag': '0f2bf4b8-1ba1-484b-b371-6b0c38c90a44'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:11:51.526223 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fccb2bf1-1010-4ad4-aaa0-533e1f4c5542 req-b098a59d-adaa-4fe5-b2b6-3f50b17a95b0 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.35 "DELETE /v2.0/ports/0f2bf4b8-1ba1-484b-b371-6b0c38c90a44 HTTP/1.1" status: 204 len: 173 time: 3.4877014 Feb 09 01:11:51.558459 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-5e33757d-c389-4380-b31a-d584a497dbb6 None None] Set router a0a197d9-8be6-4f55-8c63-5d375761f64e gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:11:51.699040 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:51.772157 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2560b791-3be6-4441-918c-03d6cfa1b687 req-e41d28b0-62fc-4356-8703-0e72d7414fa3 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/ports?device_id=d84a1de6-92be-44db-bcbd-c427629f55bc HTTP/1.1" status: 200 len: 210 time: 0.3346221 Feb 09 01:11:51.859124 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef5abc-8cb2-4d93-92e8-85b14a281900 req-4898b2a5-a04b-4757-9789-cdce01ce5c8a tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:51.866547 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-75ef5abc-8cb2-4d93-92e8-85b14a281900 req-4898b2a5-a04b-4757-9789-cdce01ce5c8a tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 945 time: 0.2815590 Feb 09 01:11:51.960090 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84a1de6-92be-44db-bcbd-c427629f55bc', 'name': 'network-vif-deleted', 'tag': '0f2bf4b8-1ba1-484b-b371-6b0c38c90a44', 'status': 'completed', 'code': 200} Feb 09 01:11:51.978142 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-75ef5abc-8cb2-4d93-92e8-85b14a281900 req-21292317-0f7f-4cfe-9539-590606bf2cf9 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033194 Feb 09 01:11:52.046341 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18fe805d-4fad-430d-95ee-ea0dc62f5d3b tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:11:52.058236 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e5ceb0-ead0-4dba-9be2-8a5742cbd476 None None] Sync routers for ids ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:11:52.072612 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e5ceb0-ead0-4dba-9be2-8a5742cbd476 None None] Routers {'27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:11:52.073529 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-45e5ceb0-ead0-4dba-9be2-8a5742cbd476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:11:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:52.184211 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-45e5ceb0-ead0-4dba-9be2-8a5742cbd476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:52.187215 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-5e33757d-c389-4380-b31a-d584a497dbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'name': 'tempest-ServersTestManualDisk-1786538978-router', 'tenant_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '47f2756f-7366-4921-8502-a6caa2492816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:42Z', 'updated_at': '2022-02-09T01:09:59Z', 'revision_number': 4, 'project_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'gw_port': {'id': '47f2756f-7366-4921-8502-a6caa2492816', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:45Z', 'updated_at': '2022-02-09T01:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'f68d8cf4-9d92-427c-8e27-693c966b9d69', 'name': '', 'network_id': '4b69e8f8-1014-43eb-bd96-15547037bb6b', 'tenant_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'mac_address': 'fa:16:3e:4b:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '69740e1a-29a4-4722-ae33-19970672c2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:57Z', 'updated_at': '2022-02-09T01:10:10Z', 'revision_number': 5, 'project_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'subnets': [{'id': '69740e1a-29a4-4722-ae33-19970672c2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:52.191808 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e33757d-c389-4380-b31a-d584a497dbb6 None None] Checking router: a0a197d9-8be6-4f55-8c63-5d375761f64e for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:11:52.202839 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e5ceb0-ead0-4dba-9be2-8a5742cbd476 None None] Routers {'27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:11:52.205711 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-45e5ceb0-ead0-4dba-9be2-8a5742cbd476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:11:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:52.215014 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e33757d-c389-4380-b31a-d584a497dbb6 None None] Routers {'a0a197d9-8be6-4f55-8c63-5d375761f64e'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:11:52.215909 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-5e33757d-c389-4380-b31a-d584a497dbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:11:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a0a197d9-8be6-4f55-8c63-5d375761f64e'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:52.348733 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-41846821-4bd0-40a9-9c9d-89bad03045ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:52.352376 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-a4ca6b8b-6790-426c-b44b-31218299dc06 req-f2ba0781-5152-430e-a1f1-d6f15bf86511 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Synchronizing usage tracker for tenant:78fc961149454c2b80560d9aa80980c7 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:11:52.369876 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-83c1cd1e-dd14-4002-b858-9d610e35968b req-b7ac24e1-cf4d-4cb0-a818-eca60222d99c service neutron] 10.222.0.35 "GET /v2.0/networks/4b69e8f8-1014-43eb-bd96-15547037bb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5555055 Feb 09 01:11:52.373946 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831b905-b755-44a0-a84d-9fa036ca0118 req-c3f004db-6f2c-4af3-a592-af2b238666e6 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:52.375891 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1831b905-b755-44a0-a84d-9fa036ca0118 req-c3f004db-6f2c-4af3-a592-af2b238666e6 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 944 time: 0.1755781 Feb 09 01:11:52.392551 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-45e5ceb0-ead0-4dba-9be2-8a5742cbd476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:52.393187 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e5ceb0-ead0-4dba-9be2-8a5742cbd476 None None] The sync data for ids ['27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:11:52.420716 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-ccabc183-d4ba-4bfc-8c51-86650396bfb0 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:52.439967 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-5f5ef743-5e23-4df6-a8d1-e07b98c7a5c8 req-58f8e830-ff22-478d-b860-ad0e1f93d230 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] For port 92d5acad-e38d-43c2-8bec-c5018d35d94a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=92d5acad-e38d-43c2-8bec-c5018d35d94a,segment=NetworkSegment(0a900953-cea9-408a-b5a5-b9b62ab0e594),segment_id=0a900953-cea9-408a-b5a5-b9b62ab0e594)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:52.440599 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5f5ef743-5e23-4df6-a8d1-e07b98c7a5c8 req-58f8e830-ff22-478d-b860-ad0e1f93d230 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:52.454817 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-41846821-4bd0-40a9-9c9d-89bad03045ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:52.463187 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1831b905-b755-44a0-a84d-9fa036ca0118 req-2ca55a4f-7a2d-49c8-bb97-c594ef6e420d tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757616 Feb 09 01:11:52.541121 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-a4ca6b8b-6790-426c-b44b-31218299dc06 req-f2ba0781-5152-430e-a1f1-d6f15bf86511 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Unset dirty status for tenant:78fc961149454c2b80560d9aa80980c7 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:11:52.542430 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a4ca6b8b-6790-426c-b44b-31218299dc06 req-f2ba0781-5152-430e-a1f1-d6f15bf86511 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dee26dc-4fbe-45a5-914f-fb65d84bec0d HTTP/1.1" status: 200 len: 210 time: 0.3030436 Feb 09 01:11:52.576535 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-18fe805d-4fad-430d-95ee-ea0dc62f5d3b tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "PUT /v2.0/routers/27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6279984 Feb 09 01:11:52.579233 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45130) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:52.650408 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-5e33757d-c389-4380-b31a-d584a497dbb6 None None] Set router a0a197d9-8be6-4f55-8c63-5d375761f64e gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:11:52.730946 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-ccabc183-d4ba-4bfc-8c51-86650396bfb0 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:52.789683 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-41846821-4bd0-40a9-9c9d-89bad03045ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:52.931254 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41846821-4bd0-40a9-9c9d-89bad03045ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2eb89a2-2270-4e78-a7c7-c4e5a18a7159,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:52.948871 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-ccabc183-d4ba-4bfc-8c51-86650396bfb0 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Network 8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:52.955675 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-ccabc183-d4ba-4bfc-8c51-86650396bfb0 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:52.957810 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-41846821-4bd0-40a9-9c9d-89bad03045ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:52.959071 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-41846821-4bd0-40a9-9c9d-89bad03045ec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d2eb89a2-2270-4e78-a7c7-c4e5a18a7159 HTTP/1.1" status: 204 len: 168 time: 1.5171621 Feb 09 01:11:52.960259 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-ccabc183-d4ba-4bfc-8c51-86650396bfb0 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:11:52.989054 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabc183-d4ba-4bfc-8c51-86650396bfb0 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Pushing event updated for resources: {'Port': ['ID=0889fb82-7556-4e2e-a783-c378bea6deb7,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:53.057980 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5f5ef743-5e23-4df6-a8d1-e07b98c7a5c8 req-58f8e830-ff22-478d-b860-ad0e1f93d230 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:53.058539 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5f5ef743-5e23-4df6-a8d1-e07b98c7a5c8 req-58f8e830-ff22-478d-b860-ad0e1f93d230 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:53.058933 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [req-5f5ef743-5e23-4df6-a8d1-e07b98c7a5c8 req-58f8e830-ff22-478d-b860-ad0e1f93d230 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Floating IP 0ff4b2e7-993b-457a-a96c-dc2138739430 disassociated. External IP: 172.25.5.98, port: 92d5acad-e38d-43c2-8bec-c5018d35d94a. Feb 09 01:11:53.059355 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-5f5ef743-5e23-4df6-a8d1-e07b98c7a5c8 req-58f8e830-ff22-478d-b860-ad0e1f93d230 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Calling delete_port for 92d5acad-e38d-43c2-8bec-c5018d35d94a owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:11:53.061840 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45142) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:53.317188 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-ccabc183-d4ba-4bfc-8c51-86650396bfb0 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:53.317839 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-ccabc183-d4ba-4bfc-8c51-86650396bfb0 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:53.358291 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-ccabc183-d4ba-4bfc-8c51-86650396bfb0 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8121817 Feb 09 01:11:53.359345 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-5e33757d-c389-4380-b31a-d584a497dbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'name': 'tempest-ServersTestManualDisk-1786538978-router', 'tenant_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '47f2756f-7366-4921-8502-a6caa2492816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:42Z', 'updated_at': '2022-02-09T01:09:59Z', 'revision_number': 4, 'project_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'gw_port': {'id': '47f2756f-7366-4921-8502-a6caa2492816', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:45Z', 'updated_at': '2022-02-09T01:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'f68d8cf4-9d92-427c-8e27-693c966b9d69', 'name': '', 'network_id': '4b69e8f8-1014-43eb-bd96-15547037bb6b', 'tenant_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'mac_address': 'fa:16:3e:4b:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '69740e1a-29a4-4722-ae33-19970672c2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:57Z', 'updated_at': '2022-02-09T01:10:10Z', 'revision_number': 5, 'project_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'subnets': [{'id': '69740e1a-29a4-4722-ae33-19970672c2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:53.364412 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e33757d-c389-4380-b31a-d584a497dbb6 None None] The sync data for ids ['a0a197d9-8be6-4f55-8c63-5d375761f64e'] in n-d-828419-1 is: [{'id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'name': 'tempest-ServersTestManualDisk-1786538978-router', 'tenant_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '47f2756f-7366-4921-8502-a6caa2492816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:42Z', 'updated_at': '2022-02-09T01:09:59Z', 'revision_number': 4, 'project_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'gw_port': {'id': '47f2756f-7366-4921-8502-a6caa2492816', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:45Z', 'updated_at': '2022-02-09T01:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'f68d8cf4-9d92-427c-8e27-693c966b9d69', 'name': '', 'network_id': '4b69e8f8-1014-43eb-bd96-15547037bb6b', 'tenant_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'mac_address': 'fa:16:3e:4b:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '69740e1a-29a4-4722-ae33-19970672c2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:57Z', 'updated_at': '2022-02-09T01:10:10Z', 'revision_number': 5, 'project_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'subnets': [{'id': '69740e1a-29a4-4722-ae33-19970672c2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:11:53.371644 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.api [req-5f5ef743-5e23-4df6-a8d1-e07b98c7a5c8 req-58f8e830-ff22-478d-b860-ad0e1f93d230 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:11:53.372035 n-d-828419-1 neutron-server[87612]: DEBUG oslo_db.api [req-5f5ef743-5e23-4df6-a8d1-e07b98c7a5c8 req-58f8e830-ff22-478d-b860-ad0e1f93d230 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:11:53.383800 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-61b52ef9-472d-4084-b261-8f1a3b167296 service neutron] Request body: {'port': {'device_id': '55470ab7-39af-441d-99c9-4df60ccdee01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:53.559484 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45162) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:53.560222 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-61b52ef9-472d-4084-b261-8f1a3b167296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:53.586445 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-70785d32-ea82-4e05-85f6-c5ee852e8df8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:53.632963 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-add389e5-b6f4-4e61-8903-5961b7e4c492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:53.711463 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54e1ba40-eaa6-4052-ab02-df9840f066d7 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:53.773339 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-add389e5-b6f4-4e61-8903-5961b7e4c492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:11:53.798616 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-add389e5-b6f4-4e61-8903-5961b7e4c492 admin admin] Usage tracker for resource:security_group_rule and tenant:46bf30c6f71d48548f99cf22f5c5eb32 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:11:53.804581 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-add389e5-b6f4-4e61-8903-5961b7e4c492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:11:53.815122 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-add389e5-b6f4-4e61-8903-5961b7e4c492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:11:53.841453 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03e5ae8-79fd-4590-9b10-926f5fb15f18 None None] New status for floating IP ec138e41-f8d2-4525-bd11-3bcc40feafe8: DOWN {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:11:53.902434 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54e1ba40-eaa6-4052-ab02-df9840f066d7 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:53.907525 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-5f5ef743-5e23-4df6-a8d1-e07b98c7a5c8 req-58f8e830-ff22-478d-b860-ad0e1f93d230 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Deleting port 92d5acad-e38d-43c2-8bec-c5018d35d94a {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:53.908003 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5f5ef743-5e23-4df6-a8d1-e07b98c7a5c8 req-58f8e830-ff22-478d-b860-ad0e1f93d230 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:54.010347 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54e1ba40-eaa6-4052-ab02-df9840f066d7 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:54.015811 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.resource_extend [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-6809d56a-fb88-4aa2-a13e-41d056c0508b service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:11:54.049186 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99a9a1-0a11-412e-926d-33c541f6966d req-e899b4cf-c78c-495e-af06-f47358bd91ff tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:54.056954 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dd99a9a1-0a11-412e-926d-33c541f6966d req-e899b4cf-c78c-495e-af06-f47358bd91ff tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 944 time: 0.3960278 Feb 09 01:11:54.096969 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1ba40-eaa6-4052-ab02-df9840f066d7 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7f35e6-f068-4898-aa8c-402f83e39ef0,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:54.141102 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-70785d32-ea82-4e05-85f6-c5ee852e8df8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:54.157480 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb440046-6e8a-4df4-b961-ce3c0de45710 req-1d91379c-0d91-4740-8ce4-c1b18800fe9d tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:54.166302 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bb440046-6e8a-4df4-b961-ce3c0de45710 req-1d91379c-0d91-4740-8ce4-c1b18800fe9d tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 945 time: 0.9942126 Feb 09 01:11:54.172649 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-70785d32-ea82-4e05-85f6-c5ee852e8df8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Deleting port 3b5150f2-53c4-41d1-ae81-60b874bafa35 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:54.173152 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-70785d32-ea82-4e05-85f6-c5ee852e8df8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:54.262025 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-6809d56a-fb88-4aa2-a13e-41d056c0508b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c4435f-49ab-47a3-8324-306f7ea5e5a1 {{(pid=87611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:11:54.275097 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54e1ba40-eaa6-4052-ab02-df9840f066d7 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:54.276357 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-54e1ba40-eaa6-4052-ab02-df9840f066d7 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "DELETE /v2.0/security-groups/3d7f35e6-f068-4898-aa8c-402f83e39ef0 HTTP/1.1" status: 204 len: 168 time: 1.1698396 Feb 09 01:11:54.278892 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-6809d56a-fb88-4aa2-a13e-41d056c0508b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:54.287275 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45170) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:54.308139 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bb440046-6e8a-4df4-b961-ce3c0de45710 req-07b40f82-201b-4852-9d1e-d687c0e600be tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406028 Feb 09 01:11:54.365929 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-a351466b-acf0-4f43-84f2-26180fa6ada3 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] show failed (client error): The resource could not be found. Feb 09 01:11:54.368292 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a351466b-acf0-4f43-84f2-26180fa6ada3 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "GET /v2.0/security-groups/3d7f35e6-f068-4898-aa8c-402f83e39ef0 HTTP/1.1" status: 404 len: 347 time: 0.0773654 Feb 09 01:11:54.381940 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45176) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:54.392016 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-6809d56a-fb88-4aa2-a13e-41d056c0508b service neutron] Transition to ACTIVE for port object 63c4435f-49ab-47a3-8324-306f7ea5e5a1 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:54.606831 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-6809d56a-fb88-4aa2-a13e-41d056c0508b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:54.622153 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-5f5ef743-5e23-4df6-a8d1-e07b98c7a5c8 req-58f8e830-ff22-478d-b860-ad0e1f93d230 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] For port 92d5acad-e38d-43c2-8bec-c5018d35d94a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=92d5acad-e38d-43c2-8bec-c5018d35d94a,segment=NetworkSegment(0a900953-cea9-408a-b5a5-b9b62ab0e594),segment_id=0a900953-cea9-408a-b5a5-b9b62ab0e594)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:11:54.623108 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5f5ef743-5e23-4df6-a8d1-e07b98c7a5c8 req-58f8e830-ff22-478d-b860-ad0e1f93d230 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:54.850355 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dd99a9a1-0a11-412e-926d-33c541f6966d req-f1c7cd10-ecda-4eaa-a7a8-4fbfb4bada48 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbea26fd-01f4-4b81-8c42-4c5e0f983710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7922945 Feb 09 01:11:54.872059 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:54.972776 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9c4c0fce-5c96-4656-9e47-02c3fb21061d req-76480780-caab-4f4b-99bc-62560a661211 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dee26dc-4fbe-45a5-914f-fb65d84bec0d HTTP/1.1" status: 200 len: 210 time: 0.4312594 Feb 09 01:11:54.998361 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-375807d7-c1fc-4e00-a3a9-2b735b85a0ba tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Deleting port 5bc894dc-eef8-458c-9a44-d5c157bf8d55 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:11:54.998720 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-375807d7-c1fc-4e00-a3a9-2b735b85a0ba tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:55.006176 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-8147cb2c-fe55-46f9-8a4b-a7acd290099c tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Allocated IP 172.20.0.9 (8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1/ed0665e9-d5c0-4a16-83a7-43e23c5a21d7/662c5c54-07df-4a49-bffd-807df9d79a6c) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:55.152036 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-add389e5-b6f4-4e61-8903-5961b7e4c492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:55.198831 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-add389e5-b6f4-4e61-8903-5961b7e4c492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:55.348886 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add389e5-b6f4-4e61-8903-5961b7e4c492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ceec57-442b-4592-bc34-00aeb4e219c6,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:55.424737 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-375807d7-c1fc-4e00-a3a9-2b735b85a0ba tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:55.425275 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-375807d7-c1fc-4e00-a3a9-2b735b85a0ba tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:55.556615 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-375807d7-c1fc-4e00-a3a9-2b735b85a0ba tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Calling delete_port for 5bc894dc-eef8-458c-9a44-d5c157bf8d55 owned by network:floatingip {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:11:55.571780 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5f5ef743-5e23-4df6-a8d1-e07b98c7a5c8 req-58f8e830-ff22-478d-b860-ad0e1f93d230 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:55.572159 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5f5ef743-5e23-4df6-a8d1-e07b98c7a5c8 req-58f8e830-ff22-478d-b860-ad0e1f93d230 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:55.572507 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [req-5f5ef743-5e23-4df6-a8d1-e07b98c7a5c8 req-58f8e830-ff22-478d-b860-ad0e1f93d230 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Floating IP 0ff4b2e7-993b-457a-a96c-dc2138739430 disassociated. External IP: 172.25.5.98, port: 92d5acad-e38d-43c2-8bec-c5018d35d94a. Feb 09 01:11:55.572852 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-5f5ef743-5e23-4df6-a8d1-e07b98c7a5c8 req-58f8e830-ff22-478d-b860-ad0e1f93d230 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Calling delete_port for 92d5acad-e38d-43c2-8bec-c5018d35d94a owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:11:55.720749 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-375807d7-c1fc-4e00-a3a9-2b735b85a0ba tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:55.773369 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-add389e5-b6f4-4e61-8903-5961b7e4c492 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=46bf30c6f71d48548f99cf22f5c5eb32&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1960173 Feb 09 01:11:55.774523 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45192) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:55.781690 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5f5ef743-5e23-4df6-a8d1-e07b98c7a5c8 req-58f8e830-ff22-478d-b860-ad0e1f93d230 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:55.813906 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809d56a-fb88-4aa2-a13e-41d056c0508b service neutron] Pushing event updated for resources: {'Port': ['ID=63c4435f-49ab-47a3-8324-306f7ea5e5a1,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:55.932481 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8e830-ff22-478d-b860-ad0e1f93d230 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Pushing event deleted for resources: {'Port': ['ID=92d5acad-e38d-43c2-8bec-c5018d35d94a,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:55.938367 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b6d7895c-5b2c-4af6-9e43-bba1d7d0a878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:56.040108 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375807d7-c1fc-4e00-a3a9-2b735b85a0ba tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Pushing event deleted for resources: {'Port': ['ID=5bc894dc-eef8-458c-9a44-d5c157bf8d55,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:56.063113 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-70785d32-ea82-4e05-85f6-c5ee852e8df8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:56.107073 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-de21901a-253e-4a43-b0fa-9b83ddd9db3b req-9a0d153d-1556-4b44-910f-029ce4d1b6cd tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 210 time: 0.0965652 Feb 09 01:11:56.169323 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-8147cb2c-fe55-46f9-8a4b-a7acd290099c tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:56.264342 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-70785d32-ea82-4e05-85f6-c5ee852e8df8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Calling delete_port for 3b5150f2-53c4-41d1-ae81-60b874bafa35 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:11:56.299333 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-8147cb2c-fe55-46f9-8a4b-a7acd290099c tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:56.310250 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b6d7895c-5b2c-4af6-9e43-bba1d7d0a878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:56.346929 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-375807d7-c1fc-4e00-a3a9-2b735b85a0ba tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks [] for floatingip, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:56.354423 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-6809d56a-fb88-4aa2-a13e-41d056c0508b service neutron] Attempting to bind port 63c4435f-49ab-47a3-8324-306f7ea5e5a1 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:11:56.355041 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-6809d56a-fb88-4aa2-a13e-41d056c0508b service neutron] Attempting to bind port 63c4435f-49ab-47a3-8324-306f7ea5e5a1 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'd924e8ee-e0e7-4b80-9e88-1c119dc085ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:11:56.355432 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-6809d56a-fb88-4aa2-a13e-41d056c0508b service neutron] Attempting to bind port 63c4435f-49ab-47a3-8324-306f7ea5e5a1 on network 8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:11:56.377979 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-6809d56a-fb88-4aa2-a13e-41d056c0508b service neutron] Port 63c4435f-49ab-47a3-8324-306f7ea5e5a1 on network 8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:11:56.378305 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-6809d56a-fb88-4aa2-a13e-41d056c0508b service neutron] Attempting to bind port 63c4435f-49ab-47a3-8324-306f7ea5e5a1 on network 8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:11:56.392934 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-8147cb2c-fe55-46f9-8a4b-a7acd290099c tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Network 8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:56.401397 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-6809d56a-fb88-4aa2-a13e-41d056c0508b service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:11:56.401878 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-6809d56a-fb88-4aa2-a13e-41d056c0508b service neutron] Checking segment: {'id': 'd924e8ee-e0e7-4b80-9e88-1c119dc085ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:11:56.402325 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-6809d56a-fb88-4aa2-a13e-41d056c0508b service neutron] Bound using segment: {'id': 'd924e8ee-e0e7-4b80-9e88-1c119dc085ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:11:56.402881 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-6809d56a-fb88-4aa2-a13e-41d056c0508b service neutron] Bound port: 63c4435f-49ab-47a3-8324-306f7ea5e5a1, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd924e8ee-e0e7-4b80-9e88-1c119dc085ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:11:56.403795 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-6809d56a-fb88-4aa2-a13e-41d056c0508b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:56.424084 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da8f80-d602-48a5-a989-60bcecad7fa0 req-da48ddf3-9f89-4241-8814-b6b66f7e2626 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:56.431988 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-73da8f80-d602-48a5-a989-60bcecad7fa0 req-da48ddf3-9f89-4241-8814-b6b66f7e2626 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 945 time: 0.7283771 Feb 09 01:11:56.459295 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-375807d7-c1fc-4e00-a3a9-2b735b85a0ba tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:56.464748 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-375807d7-c1fc-4e00-a3a9-2b735b85a0ba tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] 10.222.0.37 "DELETE /v2.0/floatingips/ec138e41-f8d2-4525-bd11-3bcc40feafe8 HTTP/1.1" status: 204 len: 168 time: 2.0740016 Feb 09 01:11:56.466862 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45204) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:56.547115 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-8147cb2c-fe55-46f9-8a4b-a7acd290099c tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:56.548931 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147cb2c-fe55-46f9-8a4b-a7acd290099c tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Pushing event updated for resources: {'Port': ['ID=662c5c54-07df-4a49-bffd-807df9d79a6c,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:56.558350 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-8147cb2c-fe55-46f9-8a4b-a7acd290099c tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:11:56.665779 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-8147cb2c-fe55-46f9-8a4b-a7acd290099c tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:56.666434 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-8147cb2c-fe55-46f9-8a4b-a7acd290099c tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:56.800054 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-6809d56a-fb88-4aa2-a13e-41d056c0508b service neutron] For port 63c4435f-49ab-47a3-8324-306f7ea5e5a1, host n-h1-828419-1, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:11:56.807183 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-6809d56a-fb88-4aa2-a13e-41d056c0508b service neutron] For port 63c4435f-49ab-47a3-8324-306f7ea5e5a1, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=63c4435f-49ab-47a3-8324-306f7ea5e5a1,segment=NetworkSegment(d924e8ee-e0e7-4b80-9e88-1c119dc085ab),segment_id=d924e8ee-e0e7-4b80-9e88-1c119dc085ab)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:11:57.000152 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-6809d56a-fb88-4aa2-a13e-41d056c0508b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:57.092799 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-8147cb2c-fe55-46f9-8a4b-a7acd290099c tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.1880248 Feb 09 01:11:57.119290 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f5ef743-5e23-4df6-a8d1-e07b98c7a5c8 req-58f8e830-ff22-478d-b860-ad0e1f93d230 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Router 478074fb-8bca-48e0-9cb4-4626727322d0 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:11:57.127445 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-cfcec13d-f796-440f-aef7-f3b6db81eb16 service neutron] Request body: {'port': {'device_id': '9dee26dc-4fbe-45a5-914f-fb65d84bec0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:57.158811 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-70785d32-ea82-4e05-85f6-c5ee852e8df8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:57.268488 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b6d7895c-5b2c-4af6-9e43-bba1d7d0a878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:57.370972 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-73da8f80-d602-48a5-a989-60bcecad7fa0 req-6369ad37-2c79-452d-86c8-98ed570927f6 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9380052 Feb 09 01:11:57.376672 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-6809d56a-fb88-4aa2-a13e-41d056c0508b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:57.377385 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-6809d56a-fb88-4aa2-a13e-41d056c0508b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:57.378802 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-6809d56a-fb88-4aa2-a13e-41d056c0508b service neutron] 10.222.0.35 "PUT /v2.0/ports/63c4435f-49ab-47a3-8324-306f7ea5e5a1 HTTP/1.1" status: 200 len: 1091 time: 9.2809470 Feb 09 01:11:57.380672 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb7b74d-b757-4a06-a88a-a4bcc76af8d1', 'tag': '63c4435f-49ab-47a3-8324-306f7ea5e5a1'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:11:57.404156 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-61b52ef9-472d-4084-b261-8f1a3b167296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0889fb82-7556-4e2e-a783-c378bea6deb7 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:11:57.410835 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7895c-5b2c-4af6-9e43-bba1d7d0a878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ceec57-442b-4592-bc34-00aeb4e219c6,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:57.431362 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004eb8d-1472-4bb1-a2dd-89f78af4bb59 req-2c6b05c7-6716-4082-904a-a080a880a18d tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:57.433018 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8004eb8d-1472-4bb1-a2dd-89f78af4bb59 req-2c6b05c7-6716-4082-904a-a080a880a18d tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dee26dc-4fbe-45a5-914f-fb65d84bec0d HTTP/1.1" status: 200 len: 931 time: 1.1141064 Feb 09 01:11:57.441575 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-61b52ef9-472d-4084-b261-8f1a3b167296 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:57.446739 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b6d7895c-5b2c-4af6-9e43-bba1d7d0a878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:57.450802 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b6d7895c-5b2c-4af6-9e43-bba1d7d0a878 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/44ceec57-442b-4592-bc34-00aeb4e219c6 HTTP/1.1" status: 204 len: 168 time: 1.6728294 Feb 09 01:11:57.532816 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-61b52ef9-472d-4084-b261-8f1a3b167296 service neutron] Transition to ACTIVE for port object 0889fb82-7556-4e2e-a783-c378bea6deb7 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:57.542658 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-cfcec13d-f796-440f-aef7-f3b6db81eb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:57.557135 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-61b52ef9-472d-4084-b261-8f1a3b167296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:57.699639 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809d56a-fb88-4aa2-a13e-41d056c0508b service neutron] Pushing event updated for resources: {'Port': ['ID=63c4435f-49ab-47a3-8324-306f7ea5e5a1,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:57.777718 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b52ef9-472d-4084-b261-8f1a3b167296 service neutron] Pushing event updated for resources: {'Port': ['ID=0889fb82-7556-4e2e-a783-c378bea6deb7,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:57.892083 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70785d32-ea82-4e05-85f6-c5ee852e8df8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event deleted for resources: {'Port': ['ID=3b5150f2-53c4-41d1-ae81-60b874bafa35,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:57.921594 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8004eb8d-1472-4bb1-a2dd-89f78af4bb59 req-2c54c85f-ba47-4b30-a0f0-4281c1547430 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/security-groups?id=783de2d8-5801-40dd-a296-6538ffc19f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679401 Feb 09 01:11:57.948275 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-70785d32-ea82-4e05-85f6-c5ee852e8df8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:58.092038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f5ef743-5e23-4df6-a8d1-e07b98c7a5c8 req-58f8e830-ff22-478d-b860-ad0e1f93d230 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:11:58.106312 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b72eab-31d4-4434-9b7d-6fd4fff73b06 None None] Sync routers for ids ['478074fb-8bca-48e0-9cb4-4626727322d0'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:11:58.123621 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b72eab-31d4-4434-9b7d-6fd4fff73b06 None None] Routers {'478074fb-8bca-48e0-9cb4-4626727322d0'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:11:58.124556 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-12b72eab-31d4-4434-9b7d-6fd4fff73b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:11:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['478074fb-8bca-48e0-9cb4-4626727322d0'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:58.201803 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5ef743-5e23-4df6-a8d1-e07b98c7a5c8 req-58f8e830-ff22-478d-b860-ad0e1f93d230 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] No DVR routers for this DVR port 92d5acad-e38d-43c2-8bec-c5018d35d94a on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:11:58.205685 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5f5ef743-5e23-4df6-a8d1-e07b98c7a5c8 req-58f8e830-ff22-478d-b860-ad0e1f93d230 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:58.208216 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5f5ef743-5e23-4df6-a8d1-e07b98c7a5c8 req-58f8e830-ff22-478d-b860-ad0e1f93d230 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.35 "DELETE /v2.0/ports/92d5acad-e38d-43c2-8bec-c5018d35d94a HTTP/1.1" status: 204 len: 173 time: 9.3967524 Feb 09 01:11:58.214620 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3093736e-12df-49b3-9826-76d31909df23', 'name': 'network-vif-deleted', 'tag': '92d5acad-e38d-43c2-8bec-c5018d35d94a'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:11:58.340579 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3093736e-12df-49b3-9826-76d31909df23', 'name': 'network-vif-deleted', 'tag': '92d5acad-e38d-43c2-8bec-c5018d35d94a', 'status': 'completed', 'code': 200} Feb 09 01:11:58.345510 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-61b52ef9-472d-4084-b261-8f1a3b167296 service neutron] Attempting to bind port 0889fb82-7556-4e2e-a783-c378bea6deb7 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:11:58.345937 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-61b52ef9-472d-4084-b261-8f1a3b167296 service neutron] Attempting to bind port 0889fb82-7556-4e2e-a783-c378bea6deb7 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'd924e8ee-e0e7-4b80-9e88-1c119dc085ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:11:58.346345 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-61b52ef9-472d-4084-b261-8f1a3b167296 service neutron] Attempting to bind port 0889fb82-7556-4e2e-a783-c378bea6deb7 on network 8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:11:58.361899 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-61b52ef9-472d-4084-b261-8f1a3b167296 service neutron] Port 0889fb82-7556-4e2e-a783-c378bea6deb7 on network 8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:11:58.362335 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-61b52ef9-472d-4084-b261-8f1a3b167296 service neutron] Attempting to bind port 0889fb82-7556-4e2e-a783-c378bea6deb7 on network 8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:11:58.376032 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-61b52ef9-472d-4084-b261-8f1a3b167296 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:11:58.376366 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-61b52ef9-472d-4084-b261-8f1a3b167296 service neutron] Checking segment: {'id': 'd924e8ee-e0e7-4b80-9e88-1c119dc085ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:11:58.376772 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-61b52ef9-472d-4084-b261-8f1a3b167296 service neutron] Bound using segment: {'id': 'd924e8ee-e0e7-4b80-9e88-1c119dc085ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:11:58.377201 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-61b52ef9-472d-4084-b261-8f1a3b167296 service neutron] Bound port: 0889fb82-7556-4e2e-a783-c378bea6deb7, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd924e8ee-e0e7-4b80-9e88-1c119dc085ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:11:58.377543 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-61b52ef9-472d-4084-b261-8f1a3b167296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:58.489324 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-12b72eab-31d4-4434-9b7d-6fd4fff73b06 None None] Set router 478074fb-8bca-48e0-9cb4-4626727322d0 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:11:58.548390 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb7b74d-b757-4a06-a88a-a4bcc76af8d1', 'tag': '63c4435f-49ab-47a3-8324-306f7ea5e5a1', 'status': 'completed', 'code': 200} Feb 09 01:11:58.585955 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fd680d55-3890-4235-b853-1f795b46f746 req-8a1c76ee-0736-4b18-ac54-03ffcd64b52c tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=3093736e-12df-49b3-9826-76d31909df23 HTTP/1.1" status: 200 len: 210 time: 0.8237329 Feb 09 01:11:58.678453 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-70785d32-ea82-4e05-85f6-c5ee852e8df8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:58.705682 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-70785d32-ea82-4e05-85f6-c5ee852e8df8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:58.745754 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-61b52ef9-472d-4084-b261-8f1a3b167296 service neutron] For port 0889fb82-7556-4e2e-a783-c378bea6deb7, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:11:58.821744 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-61b52ef9-472d-4084-b261-8f1a3b167296 service neutron] For port 0889fb82-7556-4e2e-a783-c378bea6deb7, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=0889fb82-7556-4e2e-a783-c378bea6deb7,segment=NetworkSegment(d924e8ee-e0e7-4b80-9e88-1c119dc085ab),segment_id=d924e8ee-e0e7-4b80-9e88-1c119dc085ab)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:11:58.846046 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-61b52ef9-472d-4084-b261-8f1a3b167296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:58.848919 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-440ac220-290d-4131-b65f-b87c4cbe0834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:58.854730 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-440ac220-290d-4131-b65f-b87c4cbe0834 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=78fc961149454c2b80560d9aa80980c7&device_id=8cb7b74d-b757-4a06-a88a-a4bcc76af8d1 HTTP/1.1" status: 200 len: 1094 time: 1.3771546 Feb 09 01:11:58.861949 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-70785d32-ea82-4e05-85f6-c5ee852e8df8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:58.862491 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70785d32-ea82-4e05-85f6-c5ee852e8df8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Fanout notify agent at l3_agent the message router_deleted on router 27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:11:58.961096 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-24832f7c-2c4c-4fb8-922d-58c29a6af001 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=63c4435f-49ab-47a3-8324-306f7ea5e5a1 HTTP/1.1" status: 200 len: 217 time: 0.0866346 Feb 09 01:11:58.968648 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-70785d32-ea82-4e05-85f6-c5ee852e8df8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:58.969913 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-70785d32-ea82-4e05-85f6-c5ee852e8df8 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "DELETE /v2.0/routers/27ee2917-e8c0-4d3a-aefc-0c6c5cc2c91d HTTP/1.1" status: 204 len: 168 time: 6.3893249 Feb 09 01:11:59.079496 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-cfcec13d-f796-440f-aef7-f3b6db81eb16 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:11:59.129762 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45274) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:11:59.131777 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-1de114a7-cff5-421e-86ab-9b0c9f25b0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:59.133586 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-1de114a7-cff5-421e-86ab-9b0c9f25b0e9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ed0665e9-d5c0-4a16-83a7-43e23c5a21d7 HTTP/1.1" status: 200 len: 857 time: 0.1618793 Feb 09 01:11:59.175445 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-61b52ef9-472d-4084-b261-8f1a3b167296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:59.176066 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-61b52ef9-472d-4084-b261-8f1a3b167296 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:59.186225 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-61b52ef9-472d-4084-b261-8f1a3b167296 service neutron] 10.222.0.35 "PUT /v2.0/ports/0889fb82-7556-4e2e-a783-c378bea6deb7 HTTP/1.1" status: 200 len: 1092 time: 5.8029826 Feb 09 01:11:59.216979 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-12b72eab-31d4-4434-9b7d-6fd4fff73b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1400162326-router', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:07:36Z', 'updated_at': '2022-02-09T01:07:47Z', 'revision_number': 4, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'gw_port': {'id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:37Z', 'updated_at': '2022-02-09T01:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '7ceb147a-a238-451a-82d3-3469b1b20051', 'name': '', 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'mac_address': 'fa:16:3e:23:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:45Z', 'updated_at': '2022-02-09T01:07:54Z', 'revision_number': 5, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'subnets': [{'id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:59.227289 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b72eab-31d4-4434-9b7d-6fd4fff73b06 None None] Checking router: 478074fb-8bca-48e0-9cb4-4626727322d0 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:11:59.229995 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:11:59.255096 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b72eab-31d4-4434-9b7d-6fd4fff73b06 None None] Routers {'478074fb-8bca-48e0-9cb4-4626727322d0'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:11:59.255713 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-12b72eab-31d4-4434-9b7d-6fd4fff73b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:11:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['478074fb-8bca-48e0-9cb4-4626727322d0'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:59.267793 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1171124-1e77-49ff-8c78-5d30f0fae290 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Deleting subnet 605e6c51-e93d-4759-8055-ca183264d55d {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:11:59.271076 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c1171124-1e77-49ff-8c78-5d30f0fae290 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:59.453939 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-8626da4f-118f-4850-8045-b8ee2ac15e62 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1909754 Feb 09 01:11:59.557491 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe2726-b671-46ab-a80f-2aa0b155920a req-f965c235-adb2-40b3-b616-09a5949e6720 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:59.559022 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8dfe2726-b671-46ab-a80f-2aa0b155920a req-f965c235-adb2-40b3-b616-09a5949e6720 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 945 time: 0.9098949 Feb 09 01:11:59.584048 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b52ef9-472d-4084-b261-8f1a3b167296 service neutron] Pushing event updated for resources: {'Port': ['ID=0889fb82-7556-4e2e-a783-c378bea6deb7,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:59.702106 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-cfcec13d-f796-440f-aef7-f3b6db81eb16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 662c5c54-07df-4a49-bffd-807df9d79a6c {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:11:59.756693 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-cfcec13d-f796-440f-aef7-f3b6db81eb16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:59.770675 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8dfe2726-b671-46ab-a80f-2aa0b155920a req-a8283940-629b-4502-9891-ae85e7385173 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766484 Feb 09 01:11:59.801202 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-cfcec13d-f796-440f-aef7-f3b6db81eb16 service neutron] Transition to ACTIVE for port object 662c5c54-07df-4a49-bffd-807df9d79a6c will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:59.813504 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-cfcec13d-f796-440f-aef7-f3b6db81eb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:59.832962 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-12b72eab-31d4-4434-9b7d-6fd4fff73b06 None None] Set router 478074fb-8bca-48e0-9cb4-4626727322d0 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:11:59.879500 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-6781af54-7cab-495e-b15b-6a9f3f22c1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:59.882308 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-6781af54-7cab-495e-b15b-6a9f3f22c1f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=78fc961149454c2b80560d9aa80980c7&device_id=55470ab7-39af-441d-99c9-4df60ccdee01 HTTP/1.1" status: 200 len: 1095 time: 0.5055454 Feb 09 01:11:59.898284 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c1171124-1e77-49ff-8c78-5d30f0fae290 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:00.165278 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcec13d-f796-440f-aef7-f3b6db81eb16 service neutron] Pushing event updated for resources: {'Port': ['ID=662c5c54-07df-4a49-bffd-807df9d79a6c,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:00.224154 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45308) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:00.257316 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-1a754516-58a9-4c8e-bebb-77b1d041dd90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0889fb82-7556-4e2e-a783-c378bea6deb7 HTTP/1.1" status: 200 len: 217 time: 0.0890567 Feb 09 01:12:00.295507 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-bd8a0ff5-c5c3-4cdb-b882-d7675451ff6d service neutron] 10.222.0.35 "GET /v2.0/networks/8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8160303 Feb 09 01:12:00.467429 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55470ab7-39af-441d-99c9-4df60ccdee01', 'tag': '0889fb82-7556-4e2e-a783-c378bea6deb7'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:12:00.632868 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-12b72eab-31d4-4434-9b7d-6fd4fff73b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1400162326-router', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:07:36Z', 'updated_at': '2022-02-09T01:07:47Z', 'revision_number': 4, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'gw_port': {'id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:37Z', 'updated_at': '2022-02-09T01:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '7ceb147a-a238-451a-82d3-3469b1b20051', 'name': '', 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'mac_address': 'fa:16:3e:23:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:45Z', 'updated_at': '2022-02-09T01:07:54Z', 'revision_number': 5, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'subnets': [{'id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:00.639435 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b72eab-31d4-4434-9b7d-6fd4fff73b06 None None] The sync data for ids ['478074fb-8bca-48e0-9cb4-4626727322d0'] in n-d-828419-1 is: [{'id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1400162326-router', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:07:36Z', 'updated_at': '2022-02-09T01:07:47Z', 'revision_number': 4, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'gw_port': {'id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:37Z', 'updated_at': '2022-02-09T01:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '7ceb147a-a238-451a-82d3-3469b1b20051', 'name': '', 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'mac_address': 'fa:16:3e:23:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:45Z', 'updated_at': '2022-02-09T01:07:54Z', 'revision_number': 5, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'subnets': [{'id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:12:00.656233 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c1171124-1e77-49ff-8c78-5d30f0fae290 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:00.670248 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55470ab7-39af-441d-99c9-4df60ccdee01', 'tag': '0889fb82-7556-4e2e-a783-c378bea6deb7', 'status': 'completed', 'code': 200} Feb 09 01:12:00.693778 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-ad367a45-0e16-4e5e-b21e-79cd66536df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:00.695946 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-ad367a45-0e16-4e5e-b21e-79cd66536df5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ed0665e9-d5c0-4a16-83a7-43e23c5a21d7 HTTP/1.1" status: 200 len: 857 time: 0.3228338 Feb 09 01:12:00.817410 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-e0bed9bd-28c1-4a97-a9bd-bac2fccc5c60 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857663 Feb 09 01:12:00.826087 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-cfcec13d-f796-440f-aef7-f3b6db81eb16 service neutron] Attempting to bind port 662c5c54-07df-4a49-bffd-807df9d79a6c on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:00.826775 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-cfcec13d-f796-440f-aef7-f3b6db81eb16 service neutron] Attempting to bind port 662c5c54-07df-4a49-bffd-807df9d79a6c by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'd924e8ee-e0e7-4b80-9e88-1c119dc085ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:00.827348 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-cfcec13d-f796-440f-aef7-f3b6db81eb16 service neutron] Attempting to bind port 662c5c54-07df-4a49-bffd-807df9d79a6c on network 8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:00.844505 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-77b2a686-973b-4157-82aa-1c4706c6def4 service neutron] 10.222.0.35 "GET /v2.0/networks/8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5289662 Feb 09 01:12:00.875100 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-cfcec13d-f796-440f-aef7-f3b6db81eb16 service neutron] Port 662c5c54-07df-4a49-bffd-807df9d79a6c on network 8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:12:00.882590 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-cfcec13d-f796-440f-aef7-f3b6db81eb16 service neutron] Attempting to bind port 662c5c54-07df-4a49-bffd-807df9d79a6c on network 8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:00.900139 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-cfcec13d-f796-440f-aef7-f3b6db81eb16 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:12:00.905929 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ea364c5d-8117-42c4-bfc7-b445673197a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:00.906802 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-cfcec13d-f796-440f-aef7-f3b6db81eb16 service neutron] Checking segment: {'id': 'd924e8ee-e0e7-4b80-9e88-1c119dc085ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:12:00.907325 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-cfcec13d-f796-440f-aef7-f3b6db81eb16 service neutron] Bound using segment: {'id': 'd924e8ee-e0e7-4b80-9e88-1c119dc085ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:12:00.907892 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-cfcec13d-f796-440f-aef7-f3b6db81eb16 service neutron] Bound port: 662c5c54-07df-4a49-bffd-807df9d79a6c, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd924e8ee-e0e7-4b80-9e88-1c119dc085ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:12:00.908347 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-cfcec13d-f796-440f-aef7-f3b6db81eb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:01.193682 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e12a7d-3954-48c4-b9db-40318e257a1a None None] New status for floating IP 0ff4b2e7-993b-457a-a96c-dc2138739430: DOWN {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:12:01.497932 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-170d6307-05e8-48ab-8746-9e0b248c6876 service neutron] 10.222.0.35 "GET /v2.0/networks/8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6517320 Feb 09 01:12:01.537469 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-cfcec13d-f796-440f-aef7-f3b6db81eb16 service neutron] For port 662c5c54-07df-4a49-bffd-807df9d79a6c, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:12:01.547280 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-cfcec13d-f796-440f-aef7-f3b6db81eb16 service neutron] For port 662c5c54-07df-4a49-bffd-807df9d79a6c, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=662c5c54-07df-4a49-bffd-807df9d79a6c,segment=NetworkSegment(d924e8ee-e0e7-4b80-9e88-1c119dc085ab),segment_id=d924e8ee-e0e7-4b80-9e88-1c119dc085ab)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:12:01.595519 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c1171124-1e77-49ff-8c78-5d30f0fae290 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:01.630577 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-cfcec13d-f796-440f-aef7-f3b6db81eb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:01.655988 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b86e8-d78e-4146-83dc-ffaad4277d39 req-d3926b9e-2f62-4ef2-874a-61286176fc1e tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:01.665966 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d14b86e8-d78e-4146-83dc-ffaad4277d39 req-d3926b9e-2f62-4ef2-874a-61286176fc1e tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dee26dc-4fbe-45a5-914f-fb65d84bec0d HTTP/1.1" status: 200 len: 943 time: 1.8176682 Feb 09 01:12:01.718990 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1171124-1e77-49ff-8c78-5d30f0fae290 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event deleted for resources: {'Subnet': ['ID=605e6c51-e93d-4759-8055-ca183264d55d,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:01.763208 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c1171124-1e77-49ff-8c78-5d30f0fae290 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:01.784421 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54686200-ac0e-4755-bac5-3ad3cada863f tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:01.791505 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c6c73-2373-462a-a94d-1fc86d7b0f39 req-c5718a49-d83b-44ce-a455-b9c4b8f17c7d tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:01.799339 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0f2c6c73-2373-462a-a94d-1fc86d7b0f39 req-c5718a49-d83b-44ce-a455-b9c4b8f17c7d tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 945 time: 0.6847515 Feb 09 01:12:01.803188 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-cfcec13d-f796-440f-aef7-f3b6db81eb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:01.803188 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-cfcec13d-f796-440f-aef7-f3b6db81eb16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:01.805370 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-cfcec13d-f796-440f-aef7-f3b6db81eb16 service neutron] 10.222.0.35 "PUT /v2.0/ports/662c5c54-07df-4a49-bffd-807df9d79a6c HTTP/1.1" status: 200 len: 1091 time: 4.6945891 Feb 09 01:12:01.850719 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c1171124-1e77-49ff-8c78-5d30f0fae290 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "DELETE /v2.0/subnets/605e6c51-e93d-4759-8055-ca183264d55d HTTP/1.1" status: 204 len: 168 time: 2.7077205 Feb 09 01:12:01.858058 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45336) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:01.878632 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-d14b86e8-d78e-4146-83dc-ffaad4277d39 req-a79c93a9-0dd6-4a4d-9070-2992141503d4 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Synchronizing usage tracker for tenant:78fc961149454c2b80560d9aa80980c7 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:12:01.883849 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54686200-ac0e-4755-bac5-3ad3cada863f tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:01.959316 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcec13d-f796-440f-aef7-f3b6db81eb16 service neutron] Pushing event updated for resources: {'Port': ['ID=662c5c54-07df-4a49-bffd-807df9d79a6c,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:01.967274 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8afd9b-38d4-4c49-996b-d685efcd83b9 req-2ac6e2a8-1c7a-4211-bc86-236e78cf52dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:01.969102 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6b8afd9b-38d4-4c49-996b-d685efcd83b9 req-2ac6e2a8-1c7a-4211-bc86-236e78cf52dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=78fc961149454c2b80560d9aa80980c7&device_id=8cb7b74d-b757-4a06-a88a-a4bcc76af8d1 HTTP/1.1" status: 200 len: 1094 time: 0.8781877 Feb 09 01:12:02.108040 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-d14b86e8-d78e-4146-83dc-ffaad4277d39 req-a79c93a9-0dd6-4a4d-9070-2992141503d4 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Unset dirty status for tenant:78fc961149454c2b80560d9aa80980c7 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:12:02.118296 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d14b86e8-d78e-4146-83dc-ffaad4277d39 req-a79c93a9-0dd6-4a4d-9070-2992141503d4 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/security-groups?id=783de2d8-5801-40dd-a296-6538ffc19f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510970 Feb 09 01:12:02.145888 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0f2c6c73-2373-462a-a94d-1fc86d7b0f39 req-f5719ec9-8799-4dd4-af2f-7e87d1283626 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454108 Feb 09 01:12:02.213021 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-46ade81a-da6d-4f02-b683-7ad555679c20 service neutron] 10.222.0.35 "GET /v2.0/networks/8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7039721 Feb 09 01:12:02.224196 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54686200-ac0e-4755-bac5-3ad3cada863f tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:02.276442 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3fab490f-f748-4bf3-ad5f-9dcb32e2eb59 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:02.277195 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-ea364c5d-8117-42c4-bfc7-b445673197a9 admin admin] Deleting port f68d8cf4-9d92-427c-8e27-693c966b9d69 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:02.277641 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ea364c5d-8117-42c4-bfc7-b445673197a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:02.297627 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-165f7576-4c1b-4149-a0a3-ce6f5d6ec4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:02.299164 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-165f7576-4c1b-4149-a0a3-ce6f5d6ec4c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=78fc961149454c2b80560d9aa80980c7&device_id=9dee26dc-4fbe-45a5-914f-fb65d84bec0d HTTP/1.1" status: 200 len: 1094 time: 0.4354861 Feb 09 01:12:02.369670 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54686200-ac0e-4755-bac5-3ad3cada863f tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbea26fd-01f4-4b81-8c42-4c5e0f983710,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:02.402595 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8afd9b-38d4-4c49-996b-d685efcd83b9 req-4d233403-8273-44d5-8ca2-481750f61e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:02.405418 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6b8afd9b-38d4-4c49-996b-d685efcd83b9 req-4d233403-8273-44d5-8ca2-481750f61e08 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1 HTTP/1.1" status: 200 len: 918 time: 0.4115286 Feb 09 01:12:02.517911 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-cb204042-6992-444f-b1f6-a770a6c1b629 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=662c5c54-07df-4a49-bffd-807df9d79a6c HTTP/1.1" status: 200 len: 217 time: 0.1593480 Feb 09 01:12:02.601497 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6b8afd9b-38d4-4c49-996b-d685efcd83b9 req-d8c9f6c7-f03d-4ee7-8d11-add6f7d48432 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=63c4435f-49ab-47a3-8324-306f7ea5e5a1 HTTP/1.1" status: 200 len: 217 time: 0.1477733 Feb 09 01:12:02.661572 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54686200-ac0e-4755-bac5-3ad3cada863f tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:02.662700 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-54686200-ac0e-4755-bac5-3ad3cada863f tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "DELETE /v2.0/security-groups/cbea26fd-01f4-4b81-8c42-4c5e0f983710 HTTP/1.1" status: 204 len: 168 time: 2.4162555 Feb 09 01:12:02.671407 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45372) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:02.700563 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dee26dc-4fbe-45a5-914f-fb65d84bec0d', 'tag': '662c5c54-07df-4a49-bffd-807df9d79a6c'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:12:02.714492 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-7dd1df7f-22dd-4494-ae80-91fba640575e tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] show failed (client error): The resource could not be found. Feb 09 01:12:02.716275 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7dd1df7f-22dd-4494-ae80-91fba640575e tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups/cbea26fd-01f4-4b81-8c42-4c5e0f983710 HTTP/1.1" status: 404 len: 347 time: 0.0439527 Feb 09 01:12:02.723819 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45378) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:02.778114 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 63c4435f-49ab-47a3-8324-306f7ea5e5a1 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:12:02.916834 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8afd9b-38d4-4c49-996b-d685efcd83b9 req-ddac4323-86cb-463d-b9d3-d2689a60f916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:02.918690 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6b8afd9b-38d4-4c49-996b-d685efcd83b9 req-ddac4323-86cb-463d-b9d3-d2689a60f916 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ed0665e9-d5c0-4a16-83a7-43e23c5a21d7 HTTP/1.1" status: 200 len: 857 time: 0.3062956 Feb 09 01:12:02.965001 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dee26dc-4fbe-45a5-914f-fb65d84bec0d', 'tag': '662c5c54-07df-4a49-bffd-807df9d79a6c', 'status': 'completed', 'code': 200} Feb 09 01:12:02.968044 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3fab490f-f748-4bf3-ad5f-9dcb32e2eb59 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:02.999827 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-72670fe3-05b5-47f4-88bd-c1d11ffcc93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:03.001347 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-72670fe3-05b5-47f4-88bd-c1d11ffcc93a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ed0665e9-d5c0-4a16-83a7-43e23c5a21d7 HTTP/1.1" status: 200 len: 857 time: 0.4387391 Feb 09 01:12:03.009559 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-3fab490f-f748-4bf3-ad5f-9dcb32e2eb59 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc480144-10a1-4de1-904f-77f60e2734af']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:03.019093 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a49766-4e51-455b-832b-cd5085d20eac req-3d63a583-aa5a-43a8-bb1a-9d76cdfb1692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:03.020627 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f4a49766-4e51-455b-832b-cd5085d20eac req-3d63a583-aa5a-43a8-bb1a-9d76cdfb1692 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=78fc961149454c2b80560d9aa80980c7&device_id=55470ab7-39af-441d-99c9-4df60ccdee01 HTTP/1.1" status: 200 len: 1095 time: 0.7203529 Feb 09 01:12:03.055481 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-d273f798-b493-4257-9554-ef9a5b169905 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Deleting port 056ae252-4538-48c4-a5b2-47fba19aaab9 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:03.056071 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d273f798-b493-4257-9554-ef9a5b169905 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:03.102729 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-3fab490f-f748-4bf3-ad5f-9dcb32e2eb59 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a6a73b4-dc57-44ee-9298-bcbf0432d85b') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:03.103031 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-3fab490f-f748-4bf3-ad5f-9dcb32e2eb59 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a6a73b4-dc57-44ee-9298-bcbf0432d85b') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:03.171197 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 63c4435f-49ab-47a3-8324-306f7ea5e5a1, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=63c4435f-49ab-47a3-8324-306f7ea5e5a1,segment=NetworkSegment(d924e8ee-e0e7-4b80-9e88-1c119dc085ab),segment_id=d924e8ee-e0e7-4b80-9e88-1c119dc085ab)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:03.229906 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '63c4435f-49ab-47a3-8324-306f7ea5e5a1', 'network_id': '8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1', 'port_id': '63c4435f-49ab-47a3-8324-306f7ea5e5a1', 'mac_address': 'fa:16:3e:34:84:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 973, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed0665e9-d5c0-4a16-83a7-43e23c5a21d7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:12:03.241997 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-e84a1102-a144-4c53-8096-ec36c1230aec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2198434 Feb 09 01:12:03.370919 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3fab490f-f748-4bf3-ad5f-9dcb32e2eb59 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:03.377862 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:03.424025 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c4435f-49ab-47a3-8324-306f7ea5e5a1 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:12:03.450647 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 63c4435f-49ab-47a3-8324-306f7ea5e5a1, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=63c4435f-49ab-47a3-8324-306f7ea5e5a1,segment=NetworkSegment(d924e8ee-e0e7-4b80-9e88-1c119dc085ab),segment_id=d924e8ee-e0e7-4b80-9e88-1c119dc085ab)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:03.458686 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:03.536714 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3fab490f-f748-4bf3-ad5f-9dcb32e2eb59 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:03.593390 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=63c4435f-49ab-47a3-8324-306f7ea5e5a1,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:03.595924 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fab490f-f748-4bf3-ad5f-9dcb32e2eb59 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Releasing vlan 952 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:12:03.597759 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3fab490f-f748-4bf3-ad5f-9dcb32e2eb59 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:03.610522 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6b8afd9b-38d4-4c49-996b-d685efcd83b9 req-0792d3e4-4a6e-4ba4-8a20-c28b87232b0e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5949383 Feb 09 01:12:03.719886 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:12:03.719886 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:12:03.719886 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:12:03.719886 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:12:03.719886 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:12:03.719886 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:12:03.719886 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:12:03.719886 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:12:03.719886 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:12:03.719886 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:12:03.719886 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:12:03.719886 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:12:03.719886 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:12:03.719886 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:12:03.719886 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:12:03.719886 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:12:03.719886 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:12:03.719886 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:12:03.719886 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:12:03.719886 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:12:03.719886 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:12:03.719886 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:12:03.719886 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:12:03.719886 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:12:03.719886 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:12:03.719886 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:12:03.719886 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:12:03.719886 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:12:03.719886 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:12:03.719886 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:12:03.719886 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:12:03.719886 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:12:03.755699 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3fab490f-f748-4bf3-ad5f-9dcb32e2eb59 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:03.807089 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3fab490f-f748-4bf3-ad5f-9dcb32e2eb59 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:03.829942 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-ea364c5d-8117-42c4-bfc7-b445673197a9 admin admin] For port f68d8cf4-9d92-427c-8e27-693c966b9d69, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=f68d8cf4-9d92-427c-8e27-693c966b9d69,segment=NetworkSegment(404d1026-db85-40d4-b120-544186d0b38c),segment_id=404d1026-db85-40d4-b120-544186d0b38c)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:03.830403 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ea364c5d-8117-42c4-bfc7-b445673197a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:03.832318 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab490f-f748-4bf3-ad5f-9dcb32e2eb59 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] Pushing event deleted for resources: {'Network': ['ID=fc480144-10a1-4de1-904f-77f60e2734af,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:03.854464 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3fab490f-f748-4bf3-ad5f-9dcb32e2eb59 tempest-FloatingIPTestJSON-1860848236 tempest-FloatingIPTestJSON-1860848236-project] 10.222.0.37 "DELETE /v2.0/networks/fc480144-10a1-4de1-904f-77f60e2734af HTTP/1.1" status: 204 len: 168 time: 1.9925644 Feb 09 01:12:03.871874 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['63c4435f-49ab-47a3-8324-306f7ea5e5a1'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:12:03.877309 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a49766-4e51-455b-832b-cd5085d20eac req-7a2360ff-27b9-45fe-8a9d-483e65f5e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:03.879128 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f4a49766-4e51-455b-832b-cd5085d20eac req-7a2360ff-27b9-45fe-8a9d-483e65f5e710 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1 HTTP/1.1" status: 200 len: 918 time: 0.7890184 Feb 09 01:12:03.882427 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-d8f2ba83-89d8-49af-91b7-420d86ffe193 service neutron] 10.222.0.35 "GET /v2.0/networks/8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042164 Feb 09 01:12:03.891555 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2c51e-8a15-4866-9e12-9453eab34021 req-f7f391ca-baa7-491a-a8d2-d09c0f82cc3c tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:03.901057 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-20a2c51e-8a15-4866-9e12-9453eab34021 req-f7f391ca-baa7-491a-a8d2-d09c0f82cc3c tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dee26dc-4fbe-45a5-914f-fb65d84bec0d HTTP/1.1" status: 200 len: 943 time: 0.5157320 Feb 09 01:12:04.076177 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f4a49766-4e51-455b-832b-cd5085d20eac req-f38d665e-6d37-4793-8e6c-d42ad90ba09c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0889fb82-7556-4e2e-a783-c378bea6deb7 HTTP/1.1" status: 200 len: 217 time: 0.1730139 Feb 09 01:12:04.102671 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-20a2c51e-8a15-4866-9e12-9453eab34021 req-8149b6a2-3f72-4f1a-a2b1-7a4dd7de9690 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/security-groups?id=783de2d8-5801-40dd-a296-6538ffc19f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006760 Feb 09 01:12:04.211607 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-ea364c5d-8117-42c4-bfc7-b445673197a9 admin admin] Calling delete_port for f68d8cf4-9d92-427c-8e27-693c966b9d69 owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:04.464801 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a49766-4e51-455b-832b-cd5085d20eac req-bb40046e-596c-41a3-823f-ec11165a2199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:04.466294 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f4a49766-4e51-455b-832b-cd5085d20eac req-bb40046e-596c-41a3-823f-ec11165a2199 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ed0665e9-d5c0-4a16-83a7-43e23c5a21d7 HTTP/1.1" status: 200 len: 857 time: 0.3793426 Feb 09 01:12:04.523197 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45420) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:04.535118 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6b8afd9b-38d4-4c49-996b-d685efcd83b9 req-660d16a1-ba84-4d0c-b851-bb400a4de450 service neutron] 10.222.0.35 "GET /v2.0/networks/8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9089587 Feb 09 01:12:04.578381 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ddd65-d52b-4860-a260-5a93dcc3a4a3 req-1315dbee-7ab3-4480-89a2-8e86157c0841 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:04.587348 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ab0ddd65-d52b-4860-a260-5a93dcc3a4a3 req-1315dbee-7ab3-4480-89a2-8e86157c0841 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 945 time: 0.8391426 Feb 09 01:12:04.602147 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f4a49766-4e51-455b-832b-cd5085d20eac req-6042e15a-4083-4e3f-8d08-4ea4fd4b5c6c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023533 Feb 09 01:12:04.609966 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d273f798-b493-4257-9554-ef9a5b169905 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:04.609966 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d273f798-b493-4257-9554-ef9a5b169905 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:04.610645 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-003a5d97-f729-41ee-8473-4bbb23fa51a3 req-b3cef8a0-158a-4e85-b695-55bd74cd0e2e service neutron] 10.222.0.35 "GET /v2.0/networks/8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7065244 Feb 09 01:12:04.791966 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 0889fb82-7556-4e2e-a783-c378bea6deb7 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:12:04.863634 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9733e7-230e-4ed1-874e-be07e656f743 req-851df917-2214-4d27-a68a-4ecb48f66b85 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:04.867859 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ab9733e7-230e-4ed1-874e-be07e656f743 req-851df917-2214-4d27-a68a-4ecb48f66b85 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a93f6e2-fb97-4f22-a95a-800a2b1c4352 HTTP/1.1" status: 200 len: 946 time: 0.3197026 Feb 09 01:12:04.938774 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f4a49766-4e51-455b-832b-cd5085d20eac req-8d6d3fe2-412f-40cf-bdc6-df40bc0feb73 service neutron] 10.222.0.35 "GET /v2.0/networks/8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113148 Feb 09 01:12:05.030668 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6db4e-b461-45a3-a541-26796a05748d req-01ea4381-b2b2-4fed-b130-a4c196479e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:05.033407 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86f6db4e-b461-45a3-a541-26796a05748d req-01ea4381-b2b2-4fed-b130-a4c196479e48 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=78fc961149454c2b80560d9aa80980c7&device_id=9dee26dc-4fbe-45a5-914f-fb65d84bec0d HTTP/1.1" status: 200 len: 1094 time: 0.3145628 Feb 09 01:12:05.132662 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 0889fb82-7556-4e2e-a783-c378bea6deb7, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=0889fb82-7556-4e2e-a783-c378bea6deb7,segment=NetworkSegment(d924e8ee-e0e7-4b80-9e88-1c119dc085ab),segment_id=d924e8ee-e0e7-4b80-9e88-1c119dc085ab)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:05.169263 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '0889fb82-7556-4e2e-a783-c378bea6deb7', 'network_id': '8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1', 'port_id': '0889fb82-7556-4e2e-a783-c378bea6deb7', 'mac_address': 'fa:16:3e:e2:e8:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 973, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed0665e9-d5c0-4a16-83a7-43e23c5a21d7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:12:05.235905 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ab9733e7-230e-4ed1-874e-be07e656f743 req-2aa1eeeb-5509-44e3-8f54-9c036fc50273 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/security-groups?id=09d6f824-c066-41f8-b6ed-396ffea00d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562438 Feb 09 01:12:05.243323 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-d273f798-b493-4257-9554-ef9a5b169905 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Calling delete_port for 056ae252-4538-48c4-a5b2-47fba19aaab9 owned by network:floatingip {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:05.317621 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:05.354305 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f4a49766-4e51-455b-832b-cd5085d20eac req-ca53f859-a576-4ada-b275-d1f3038bd194 service neutron] 10.222.0.35 "GET /v2.0/networks/8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917546 Feb 09 01:12:05.372229 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0889fb82-7556-4e2e-a783-c378bea6deb7 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:12:05.380846 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ab0ddd65-d52b-4860-a260-5a93dcc3a4a3 req-eef12a20-045c-4e89-bbf6-6168c884a2ab tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6171620 Feb 09 01:12:05.446852 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 0889fb82-7556-4e2e-a783-c378bea6deb7, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=0889fb82-7556-4e2e-a783-c378bea6deb7,segment=NetworkSegment(d924e8ee-e0e7-4b80-9e88-1c119dc085ab),segment_id=d924e8ee-e0e7-4b80-9e88-1c119dc085ab)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:05.455401 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:05.568632 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a3d298f4-c9e4-44a8-b804-b8774870b02f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3233fa6a1c31485fb5278c0948d1b003&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0441048 Feb 09 01:12:05.593273 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45444) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:05.602237 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6b8afd9b-38d4-4c49-996b-d685efcd83b9 req-cf5b5a18-8b5c-4c83-8e82-f55a45ca115a service neutron] 10.222.0.35 "GET /v2.0/networks/8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0138881 Feb 09 01:12:05.637070 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=0889fb82-7556-4e2e-a783-c378bea6deb7,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:05.784343 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6db4e-b461-45a3-a541-26796a05748d req-d2c43558-0cd9-4e47-a1d4-61948293596b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:05.787819 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86f6db4e-b461-45a3-a541-26796a05748d req-d2c43558-0cd9-4e47-a1d4-61948293596b service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1 HTTP/1.1" status: 200 len: 918 time: 0.6835027 Feb 09 01:12:05.819167 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-59c09014-ec44-4894-9890-21b3d2cfc15f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:05.868024 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['0889fb82-7556-4e2e-a783-c378bea6deb7'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:12:05.891000 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-59c09014-ec44-4894-9890-21b3d2cfc15f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:05.893398 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86f6db4e-b461-45a3-a541-26796a05748d req-c0643f5c-6c66-4996-bfad-579f2d85c05e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=662c5c54-07df-4a49-bffd-807df9d79a6c HTTP/1.1" status: 200 len: 217 time: 0.0916078 Feb 09 01:12:05.978929 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d273f798-b493-4257-9554-ef9a5b169905 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:05.983581 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b7fdf-7608-4212-81d5-4751a8fab99d req-de118681-2319-4081-9f63-6ce0590c34bd tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:05.993740 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-698b7fdf-7608-4212-81d5-4751a8fab99d req-de118681-2319-4081-9f63-6ce0590c34bd tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dee26dc-4fbe-45a5-914f-fb65d84bec0d HTTP/1.1" status: 200 len: 943 time: 0.2532451 Feb 09 01:12:06.021974 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-59c09014-ec44-4894-9890-21b3d2cfc15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:06.039132 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6db4e-b461-45a3-a541-26796a05748d req-7a4fceff-6b08-4225-aae5-30e17870d9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:06.041439 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86f6db4e-b461-45a3-a541-26796a05748d req-7a4fceff-6b08-4225-aae5-30e17870d9af service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ed0665e9-d5c0-4a16-83a7-43e23c5a21d7 HTTP/1.1" status: 200 len: 857 time: 0.1345487 Feb 09 01:12:06.063436 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273f798-b493-4257-9554-ef9a5b169905 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Pushing event deleted for resources: {'Port': ['ID=056ae252-4538-48c4-a5b2-47fba19aaab9,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:06.088842 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-698b7fdf-7608-4212-81d5-4751a8fab99d req-49a06906-7f99-417e-a7e0-6090efbd7694 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/security-groups?id=783de2d8-5801-40dd-a296-6538ffc19f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901623 Feb 09 01:12:06.170677 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86f6db4e-b461-45a3-a541-26796a05748d req-6f332b55-de29-4355-b8bf-150faf3c46e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807521 Feb 09 01:12:06.174947 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c09014-ec44-4894-9890-21b3d2cfc15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36a69c4-867b-49c5-aace-90573eb4aa45,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:06.304485 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ea364c5d-8117-42c4-bfc7-b445673197a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:06.488738 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86f6db4e-b461-45a3-a541-26796a05748d req-ade8ff4b-2851-443e-8fbd-058270680d97 service neutron] 10.222.0.35 "GET /v2.0/networks/8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073456 Feb 09 01:12:06.658007 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86f6db4e-b461-45a3-a541-26796a05748d req-59a735e2-d9e8-4ca7-89a8-d13c8bafc435 service neutron] 10.222.0.35 "GET /v2.0/networks/8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585560 Feb 09 01:12:06.661357 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea364c5d-8117-42c4-bfc7-b445673197a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f68d8cf4-9d92-427c-8e27-693c966b9d69,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:06.788730 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9090bff-fa07-4a4a-a4b7-ad25884b49d8 req-a797a051-5648-49fe-a57d-baca96c3f404 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:06.792926 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 9d55b079-5c97-4c52-8a34-95ee7665aca4 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:12:06.796832 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 63c4435f-49ab-47a3-8324-306f7ea5e5a1 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:12:06.805262 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d9090bff-fa07-4a4a-a4b7-ad25884b49d8 req-a797a051-5648-49fe-a57d-baca96c3f404 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 945 time: 0.1458170 Feb 09 01:12:06.833443 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d273f798-b493-4257-9554-ef9a5b169905 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for floatingip, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:06.836507 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d273f798-b493-4257-9554-ef9a5b169905 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:06.837923 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d273f798-b493-4257-9554-ef9a5b169905 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "DELETE /v2.0/floatingips/0ff4b2e7-993b-457a-a96c-dc2138739430 HTTP/1.1" status: 204 len: 168 time: 4.1131663 Feb 09 01:12:06.877959 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-59c09014-ec44-4894-9890-21b3d2cfc15f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:06.883321 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-59c09014-ec44-4894-9890-21b3d2cfc15f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d36a69c4-867b-49c5-aace-90573eb4aa45 HTTP/1.1" status: 204 len: 168 time: 1.2845361 Feb 09 01:12:06.924752 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d9090bff-fa07-4a4a-a4b7-ad25884b49d8 req-95e10ea1-22b3-41cc-b835-d8766462439b tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123958 Feb 09 01:12:07.058169 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3239fa81-d9be-402b-ae81-3328965c2e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:07.078777 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd158f-ad99-430e-9038-312d0a5c6188 req-f811b055-dfe9-41da-a7a2-5fb700aaaff3 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.087093 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4dcd158f-ad99-430e-9038-312d0a5c6188 req-f811b055-dfe9-41da-a7a2-5fb700aaaff3 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a93f6e2-fb97-4f22-a95a-800a2b1c4352 HTTP/1.1" status: 200 len: 946 time: 0.5151846 Feb 09 01:12:07.099915 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02c74f-f041-4833-b853-c065c669bb90 req-dd016d51-534a-4f98-a634-2ba2a96d55fc tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.102207 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9c02c74f-f041-4833-b853-c065c669bb90 req-dd016d51-534a-4f98-a634-2ba2a96d55fc tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a93f6e2-fb97-4f22-a95a-800a2b1c4352 HTTP/1.1" status: 200 len: 946 time: 0.8874190 Feb 09 01:12:07.339214 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4dcd158f-ad99-430e-9038-312d0a5c6188 req-ee8fcb11-d1c9-4baa-bb83-02231adff6cf tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/security-groups?id=09d6f824-c066-41f8-b6ed-396ffea00d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511122 Feb 09 01:12:07.378571 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-9c02c74f-f041-4833-b853-c065c669bb90 req-bc237521-a0d9-4752-8e19-d617c27e54d7 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Deleting port 953c2781-0805-43d3-aee1-aebb08e58031 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:07.382360 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-9c02c74f-f041-4833-b853-c065c669bb90 req-bc237521-a0d9-4752-8e19-d617c27e54d7 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:07.383690 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 63c4435f-49ab-47a3-8324-306f7ea5e5a1 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:07.427775 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 63c4435f-49ab-47a3-8324-306f7ea5e5a1 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:07.428167 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:07.485637 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ea364c5d-8117-42c4-bfc7-b445673197a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:07.575783 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 9d55b079-5c97-4c52-8a34-95ee7665aca4, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9d55b079-5c97-4c52-8a34-95ee7665aca4,segment=NetworkSegment(7dc2e829-f685-4c02-b1d6-aef4f3224c8c),segment_id=7dc2e829-f685-4c02-b1d6-aef4f3224c8c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:07.605930 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '9d55b079-5c97-4c52-8a34-95ee7665aca4', 'network_id': '5d6c2755-ea18-4235-9314-c370c19b3771', 'port_id': '9d55b079-5c97-4c52-8a34-95ee7665aca4', 'mac_address': 'fa:16:3e:58:f3:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 987, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49af6773-dfcd-45e0-b742-3363769f41e9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:12:07.680914 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:07.703555 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45506) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:07.711948 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-97f1cbf7-0f00-41a5-93e5-bb4db6c2e6e3 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--245728082', 'description': 'tempest-description--693948752'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:07.736363 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-9c02c74f-f041-4833-b853-c065c669bb90 req-bc237521-a0d9-4752-8e19-d617c27e54d7 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] For port 953c2781-0805-43d3-aee1-aebb08e58031, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=953c2781-0805-43d3-aee1-aebb08e58031,segment=NetworkSegment(2b4e378e-be94-4976-8792-7feadcd85d58),segment_id=2b4e378e-be94-4976-8792-7feadcd85d58)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:07.736786 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-9c02c74f-f041-4833-b853-c065c669bb90 req-bc237521-a0d9-4752-8e19-d617c27e54d7 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:07.738950 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-97f1cbf7-0f00-41a5-93e5-bb4db6c2e6e3 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:07.746903 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-97f1cbf7-0f00-41a5-93e5-bb4db6c2e6e3 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Usage tracker for resource:security_group and tenant:5c3742d9e0e147a587c775654c5e399e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:07.751130 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-97f1cbf7-0f00-41a5-93e5-bb4db6c2e6e3 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:07.760211 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d55b079-5c97-4c52-8a34-95ee7665aca4 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:12:07.762597 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-97f1cbf7-0f00-41a5-93e5-bb4db6c2e6e3 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:07.777536 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-97f1cbf7-0f00-41a5-93e5-bb4db6c2e6e3 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:07.782890 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:07.824920 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-97f1cbf7-0f00-41a5-93e5-bb4db6c2e6e3 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:07.837152 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 63c4435f-49ab-47a3-8324-306f7ea5e5a1, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=63c4435f-49ab-47a3-8324-306f7ea5e5a1,segment=NetworkSegment(d924e8ee-e0e7-4b80-9e88-1c119dc085ab),segment_id=d924e8ee-e0e7-4b80-9e88-1c119dc085ab)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:07.838124 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-97f1cbf7-0f00-41a5-93e5-bb4db6c2e6e3 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Usage tracker for resource:security_group_rule and tenant:5c3742d9e0e147a587c775654c5e399e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:07.843504 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb7b74d-b757-4a06-a88a-a4bcc76af8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c4435f-49ab-47a3-8324-306f7ea5e5a1'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:12:07.847599 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-97f1cbf7-0f00-41a5-93e5-bb4db6c2e6e3 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:07.861896 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:07.863869 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 9d55b079-5c97-4c52-8a34-95ee7665aca4 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:12:07.868318 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-97f1cbf7-0f00-41a5-93e5-bb4db6c2e6e3 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:07.883613 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-9c02c74f-f041-4833-b853-c065c669bb90 req-bc237521-a0d9-4752-8e19-d617c27e54d7 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Calling delete_port for 953c2781-0805-43d3-aee1-aebb08e58031 owned by compute:nova {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:07.981038 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-97f1cbf7-0f00-41a5-93e5-bb4db6c2e6e3 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:07.997359 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-97f1cbf7-0f00-41a5-93e5-bb4db6c2e6e3 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:07.998847 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb7b74d-b757-4a06-a88a-a4bcc76af8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c4435f-49ab-47a3-8324-306f7ea5e5a1', 'code': 200} Feb 09 01:12:08.005670 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 9d55b079-5c97-4c52-8a34-95ee7665aca4, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9d55b079-5c97-4c52-8a34-95ee7665aca4,segment=NetworkSegment(7dc2e829-f685-4c02-b1d6-aef4f3224c8c),segment_id=7dc2e829-f685-4c02-b1d6-aef4f3224c8c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:08.050088 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:08.050719 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 662c5c54-07df-4a49-bffd-807df9d79a6c details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:12:08.101291 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1cbf7-0f00-41a5-93e5-bb4db6c2e6e3 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6812f4a-adbc-49d3-a414-f19d06715458,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:08.110847 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-97f1cbf7-0f00-41a5-93e5-bb4db6c2e6e3 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:08.117153 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-97f1cbf7-0f00-41a5-93e5-bb4db6c2e6e3 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4078047 Feb 09 01:12:08.118640 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45530) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:08.129576 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-43e164e5-d51e-4a77-b90d-4b54f9d971a2 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Request body: {'security_group_rule': {'security_group_id': 'b6812f4a-adbc-49d3-a414-f19d06715458', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:08.270976 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 662c5c54-07df-4a49-bffd-807df9d79a6c, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=662c5c54-07df-4a49-bffd-807df9d79a6c,segment=NetworkSegment(d924e8ee-e0e7-4b80-9e88-1c119dc085ab),segment_id=d924e8ee-e0e7-4b80-9e88-1c119dc085ab)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:08.291830 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45534) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:08.294354 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '662c5c54-07df-4a49-bffd-807df9d79a6c', 'network_id': '8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1', 'port_id': '662c5c54-07df-4a49-bffd-807df9d79a6c', 'mac_address': 'fa:16:3e:9c:1e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 973, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed0665e9-d5c0-4a16-83a7-43e23c5a21d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:12:08.299246 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-9c02c74f-f041-4833-b853-c065c669bb90 req-bc237521-a0d9-4752-8e19-d617c27e54d7 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:08.339554 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-43e164e5-d51e-4a77-b90d-4b54f9d971a2 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:08.348838 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-43e164e5-d51e-4a77-b90d-4b54f9d971a2 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Usage tracker for resource:security_group_rule and tenant:5c3742d9e0e147a587c775654c5e399e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:08.348838 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-43e164e5-d51e-4a77-b90d-4b54f9d971a2 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:08.367795 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:08.385263 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['953c2781-0805-43d3-aee1-aebb08e58031'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:12:08.387446 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc237521-a0d9-4752-8e19-d617c27e54d7 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Pushing event deleted for resources: {'Port': ['ID=953c2781-0805-43d3-aee1-aebb08e58031,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:08.400184 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-43e164e5-d51e-4a77-b90d-4b54f9d971a2 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:08.417792 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9d55b079-5c97-4c52-8a34-95ee7665aca4 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:12:08.477710 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=63c4435f-49ab-47a3-8324-306f7ea5e5a1,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:08.544185 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-43e164e5-d51e-4a77-b90d-4b54f9d971a2 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:08.566319 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b32dd-fcab-4957-900d-a5c2311ba20c req-406349de-9513-424f-b252-3a94b2af2d9a tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:08.567964 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e61b32dd-fcab-4957-900d-a5c2311ba20c req-406349de-9513-424f-b252-3a94b2af2d9a tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 944 time: 0.4257705 Feb 09 01:12:08.575628 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 9d55b079-5c97-4c52-8a34-95ee7665aca4, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9d55b079-5c97-4c52-8a34-95ee7665aca4,segment=NetworkSegment(7dc2e829-f685-4c02-b1d6-aef4f3224c8c),segment_id=7dc2e829-f685-4c02-b1d6-aef4f3224c8c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:08.581616 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:08.612242 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e84cb-0dd9-4055-ad47-05073c2456c5 req-d89a88db-80e4-4762-8aed-57e2a31eb774 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:08.613956 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-705e84cb-0dd9-4055-ad47-05073c2456c5 req-d89a88db-80e4-4762-8aed-57e2a31eb774 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dee26dc-4fbe-45a5-914f-fb65d84bec0d HTTP/1.1" status: 200 len: 943 time: 0.3661315 Feb 09 01:12:08.615070 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c02c74f-f041-4833-b853-c065c669bb90 req-bc237521-a0d9-4752-8e19-d617c27e54d7 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] No DVR routers for this DVR port 953c2781-0805-43d3-aee1-aebb08e58031 on host n-h1-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:12:08.630489 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 662c5c54-07df-4a49-bffd-807df9d79a6c {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:12:08.649366 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 662c5c54-07df-4a49-bffd-807df9d79a6c, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=662c5c54-07df-4a49-bffd-807df9d79a6c,segment=NetworkSegment(d924e8ee-e0e7-4b80-9e88-1c119dc085ab),segment_id=d924e8ee-e0e7-4b80-9e88-1c119dc085ab)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:08.653299 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:08.653716 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-9c02c74f-f041-4833-b853-c065c669bb90 req-bc237521-a0d9-4752-8e19-d617c27e54d7 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:08.658373 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:08.658818 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e61b32dd-fcab-4957-900d-a5c2311ba20c req-ff8340e3-19da-45e3-9f97-ff5f20c50119 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728862 Feb 09 01:12:08.669175 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a93f6e2-fb97-4f22-a95a-800a2b1c4352', 'name': 'network-vif-deleted', 'tag': '953c2781-0805-43d3-aee1-aebb08e58031'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:12:08.678628 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=9d55b079-5c97-4c52-8a34-95ee7665aca4,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:08.705052 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011760f-b296-469c-8c59-1c6d2a75d200 req-2346de00-a2e4-42a4-87d3-77e5bee6e045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:08.706604 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3011760f-b296-469c-8c59-1c6d2a75d200 req-2346de00-a2e4-42a4-87d3-77e5bee6e045 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8cb7b74d-b757-4a06-a88a-a4bcc76af8d1 HTTP/1.1" status: 200 len: 1096 time: 0.4595742 Feb 09 01:12:08.740096 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-43e164e5-d51e-4a77-b90d-4b54f9d971a2 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:08.753486 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-43e164e5-d51e-4a77-b90d-4b54f9d971a2 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:08.829718 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 0889fb82-7556-4e2e-a783-c378bea6deb7 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:12:08.837004 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e164e5-d51e-4a77-b90d-4b54f9d971a2 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8d869e7-183b-4a6b-bdc9-ec82d15b4bd2,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:08.839982 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3011760f-b296-469c-8c59-1c6d2a75d200 req-21a8c962-1c80-4ee5-8057-d35743963d0f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=783de2d8-5801-40dd-a296-6538ffc19f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196880 Feb 09 01:12:08.853112 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-43e164e5-d51e-4a77-b90d-4b54f9d971a2 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:08.857332 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-43e164e5-d51e-4a77-b90d-4b54f9d971a2 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7381041 Feb 09 01:12:08.858147 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45558) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:08.863400 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-ce3a4e5d-3be6-4172-8c2b-d8cdcf79142c tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Request body: {'security_group_rule': {'security_group_id': 'b6812f4a-adbc-49d3-a414-f19d06715458', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:08.870334 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ce3a4e5d-3be6-4172-8c2b-d8cdcf79142c tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:08.874450 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ce3a4e5d-3be6-4172-8c2b-d8cdcf79142c tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Usage tracker for resource:security_group_rule and tenant:5c3742d9e0e147a587c775654c5e399e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:08.877747 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ce3a4e5d-3be6-4172-8c2b-d8cdcf79142c tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:08.884680 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ce3a4e5d-3be6-4172-8c2b-d8cdcf79142c tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:08.906367 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ce3a4e5d-3be6-4172-8c2b-d8cdcf79142c tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:08.916017 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=9d55b079-5c97-4c52-8a34-95ee7665aca4,revision_number=7']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:08.992638 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-d6374fe9-0977-474a-8572-d3ff8684a6f1 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1896284985'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:09.001610 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2175cf4a-21ca-4145-9d41-dd78c744cf2f req-a67b765c-90c1-4c41-8a81-0ee46bc1ed6e tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a93f6e2-fb97-4f22-a95a-800a2b1c4352 HTTP/1.1" status: 200 len: 210 time: 0.0484986 Feb 09 01:12:09.016061 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=662c5c54-07df-4a49-bffd-807df9d79a6c,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:09.032485 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 0889fb82-7556-4e2e-a783-c378bea6deb7 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:09.040476 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ce3a4e5d-3be6-4172-8c2b-d8cdcf79142c tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:09.043043 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ce3a4e5d-3be6-4172-8c2b-d8cdcf79142c tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:09.053229 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-705e84cb-0dd9-4055-ad47-05073c2456c5 req-1fb7c96b-d667-497a-953f-510234776439 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/security-groups?id=783de2d8-5801-40dd-a296-6538ffc19f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267554 Feb 09 01:12:09.058976 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 0889fb82-7556-4e2e-a783-c378bea6deb7 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:09.059347 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:09.081202 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a4e5d-3be6-4172-8c2b-d8cdcf79142c tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee6dece-517b-468c-b795-6039a2d21b0d,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:09.099457 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ce3a4e5d-3be6-4172-8c2b-d8cdcf79142c tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:09.105808 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ce3a4e5d-3be6-4172-8c2b-d8cdcf79142c tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2461135 Feb 09 01:12:09.106980 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45570) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:09.113437 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-a57e0612-a236-4c63-9231-99ba4f1476ad tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:09.119514 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d6374fe9-0977-474a-8572-d3ff8684a6f1 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:09.124638 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a57e0612-a236-4c63-9231-99ba4f1476ad tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:09.130245 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a57e0612-a236-4c63-9231-99ba4f1476ad tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Usage tracker for resource:floatingip and tenant:5c3742d9e0e147a587c775654c5e399e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:09.140574 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a57e0612-a236-4c63-9231-99ba4f1476ad tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:09.172230 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a57e0612-a236-4c63-9231-99ba4f1476ad tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:09.196717 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a57e0612-a236-4c63-9231-99ba4f1476ad tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for floatingip, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:09.207245 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['9d55b079-5c97-4c52-8a34-95ee7665aca4'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:12:09.238551 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9c02c74f-f041-4833-b853-c065c669bb90 req-bc237521-a0d9-4752-8e19-d617c27e54d7 tempest-AttachSCSIVolumeTestJSON-1852652888 tempest-AttachSCSIVolumeTestJSON-1852652888-project] 10.222.0.35 "DELETE /v2.0/ports/953c2781-0805-43d3-aee1-aebb08e58031 HTTP/1.1" status: 204 len: 173 time: 2.1204274 Feb 09 01:12:09.249299 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a93f6e2-fb97-4f22-a95a-800a2b1c4352', 'name': 'network-vif-deleted', 'tag': '953c2781-0805-43d3-aee1-aebb08e58031', 'status': 'completed', 'code': 200} Feb 09 01:12:09.261267 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d6374fe9-0977-474a-8572-d3ff8684a6f1 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Usage tracker for resource:network and tenant:42ac1685c1bd43b0a4df61847b684a39 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:09.267306 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d6374fe9-0977-474a-8572-d3ff8684a6f1 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:09.270176 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['662c5c54-07df-4a49-bffd-807df9d79a6c'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:12:09.296371 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d6374fe9-0977-474a-8572-d3ff8684a6f1 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:09.357515 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6374fe9-0977-474a-8572-d3ff8684a6f1 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Made reservation on behalf of 42ac1685c1bd43b0a4df61847b684a39 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:09.369725 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d6374fe9-0977-474a-8572-d3ff8684a6f1 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:09.406405 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d6374fe9-0977-474a-8572-d3ff8684a6f1 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:09.462291 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-660ba345-444e-43b5-aa2b-9c98e3697f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:09.466577 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d6374fe9-0977-474a-8572-d3ff8684a6f1 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:09.472430 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d6374fe9-0977-474a-8572-d3ff8684a6f1 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Usage tracker for resource:security_group_rule and tenant:42ac1685c1bd43b0a4df61847b684a39 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:09.476288 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d6374fe9-0977-474a-8572-d3ff8684a6f1 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:09.485136 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d6374fe9-0977-474a-8572-d3ff8684a6f1 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:09.562757 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:09.568036 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a57e0612-a236-4c63-9231-99ba4f1476ad tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:09.636974 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea364c5d-8117-42c4-bfc7-b445673197a9 admin admin] Router a0a197d9-8be6-4f55-8c63-5d375761f64e has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:12:09.659717 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 0889fb82-7556-4e2e-a783-c378bea6deb7, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=0889fb82-7556-4e2e-a783-c378bea6deb7,segment=NetworkSegment(d924e8ee-e0e7-4b80-9e88-1c119dc085ab),segment_id=d924e8ee-e0e7-4b80-9e88-1c119dc085ab)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:09.674376 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:09.675453 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 953c2781-0805-43d3-aee1-aebb08e58031 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:12:09.785678 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d6374fe9-0977-474a-8572-d3ff8684a6f1 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:09.799929 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d6374fe9-0977-474a-8572-d3ff8684a6f1 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:09.805184 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 953c2781-0805-43d3-aee1-aebb08e58031 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:12:09.816657 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 953c2781-0805-43d3-aee1-aebb08e58031 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:12:09.817268 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 27a26fa0-cd07-4acc-a5e1-930a452d95fb no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:12:09.835924 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-a57e0612-a236-4c63-9231-99ba4f1476ad tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Allocated IP 172.25.5.206 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/cbbf5c9a-9f2d-4001-be94-e89f91c4d8ba) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:09.867813 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6374fe9-0977-474a-8572-d3ff8684a6f1 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 965} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:12:09.886976 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6374fe9-0977-474a-8572-d3ff8684a6f1 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31278948-5a3b-4e92-b9d1-1d4f6532577c,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:10.003713 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55470ab7-39af-441d-99c9-4df60ccdee01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0889fb82-7556-4e2e-a783-c378bea6deb7'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:12:10.067545 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45610) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:10.104377 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=0889fb82-7556-4e2e-a783-c378bea6deb7,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:10.123925 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d6374fe9-0977-474a-8572-d3ff8684a6f1 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:10.124293 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-d6374fe9-0977-474a-8572-d3ff8684a6f1 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Added segment 90dc91ae-48ae-48b1-ba1c-bdc403eb00a5 of type vlan for network 1b6566f8-9019-462e-9ce4-2b378a9a75df Feb 09 01:12:10.191944 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:10.202639 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a57e0612-a236-4c63-9231-99ba4f1476ad tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:10.254586 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea364c5d-8117-42c4-bfc7-b445673197a9 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:12:10.277080 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d6374fe9-0977-474a-8572-d3ff8684a6f1 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:10.281155 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a26914b-946d-4a9d-aefe-4f71512bb88e None None] Sync routers for ids ['a0a197d9-8be6-4f55-8c63-5d375761f64e'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:12:10.302160 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a57e0612-a236-4c63-9231-99ba4f1476ad tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:10.320056 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a26914b-946d-4a9d-aefe-4f71512bb88e None None] Routers {'a0a197d9-8be6-4f55-8c63-5d375761f64e'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:12:10.321665 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-2a26914b-946d-4a9d-aefe-4f71512bb88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:12:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a0a197d9-8be6-4f55-8c63-5d375761f64e'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:10.351452 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ea364c5d-8117-42c4-bfc7-b445673197a9 admin admin] 10.222.0.37 "PUT /v2.0/routers/a0a197d9-8be6-4f55-8c63-5d375761f64e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8753924 Feb 09 01:12:10.355040 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45640) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:10.460115 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d6374fe9-0977-474a-8572-d3ff8684a6f1 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:10.465596 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6374fe9-0977-474a-8572-d3ff8684a6f1 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:10.475010 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 27a26fa0-cd07-4acc-a5e1-930a452d95fb, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=27a26fa0-cd07-4acc-a5e1-930a452d95fb,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:10.476762 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d6374fe9-0977-474a-8572-d3ff8684a6f1 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:10.495578 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:10.533958 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c91152-6f2a-4510-912b-c08a6ad288b5 req-ffddae42-898e-499e-adb0-21a6c830d730 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:10.536760 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-47c91152-6f2a-4510-912b-c08a6ad288b5 req-ffddae42-898e-499e-adb0-21a6c830d730 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 943 time: 0.6509950 Feb 09 01:12:10.538900 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:10.576630 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:10.627063 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d6374fe9-0977-474a-8572-d3ff8684a6f1 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.3254378 Feb 09 01:12:10.646111 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55470ab7-39af-441d-99c9-4df60ccdee01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0889fb82-7556-4e2e-a783-c378bea6deb7', 'code': 200} Feb 09 01:12:10.693731 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57e0612-a236-4c63-9231-99ba4f1476ad tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:10.696499 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=27a26fa0-cd07-4acc-a5e1-930a452d95fb,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:10.697037 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-a57e0612-a236-4c63-9231-99ba4f1476ad tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:10.711073 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57e0612-a236-4c63-9231-99ba4f1476ad tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:12:10.743381 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-2a26914b-946d-4a9d-aefe-4f71512bb88e None None] Set router a0a197d9-8be6-4f55-8c63-5d375761f64e gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:12:10.764361 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6374fe9-0977-474a-8572-d3ff8684a6f1 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Pushing event updated for resources: {'Network': ['ID=1b6566f8-9019-462e-9ce4-2b378a9a75df,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:10.808388 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-db0056b7-4166-4181-b70f-c05e3090b4e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:10.847056 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 1b6566f8-9019-462e-9ce4-2b378a9a75df details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:12:10.857783 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-791cda62-1c4a-4771-8709-66f684a1f400 admin admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:10.905846 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 9d55b079-5c97-4c52-8a34-95ee7665aca4 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:12:10.941701 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-db0056b7-4166-4181-b70f-c05e3090b4e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:10.952967 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-db0056b7-4166-4181-b70f-c05e3090b4e0 admin admin] Usage tracker for resource:security_group_rule and tenant:fe87eb7f04be4c17aa4b029f34d6675a is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:10.967734 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-db0056b7-4166-4181-b70f-c05e3090b4e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:10.989734 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-db0056b7-4166-4181-b70f-c05e3090b4e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:11.000313 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e0612-a236-4c63-9231-99ba4f1476ad tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Pushing event updated for resources: {'Port': ['ID=cbbf5c9a-9f2d-4001-be94-e89f91c4d8ba,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:11.064262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257d13d-0c83-421b-9650-91ce2bf278f6 req-81b6c1c3-43c2-47cd-90a7-078bf54ff2bb tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:11.072346 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e257d13d-0c83-421b-9650-91ce2bf278f6 req-81b6c1c3-43c2-47cd-90a7-078bf54ff2bb tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dee26dc-4fbe-45a5-914f-fb65d84bec0d HTTP/1.1" status: 200 len: 944 time: 0.1790843 Feb 09 01:12:11.162152 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-791cda62-1c4a-4771-8709-66f684a1f400 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:11.184026 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-47c91152-6f2a-4510-912b-c08a6ad288b5 req-f6d6e3de-e61a-4a61-8ab6-f0d4a1551283 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6322622 Feb 09 01:12:11.189487 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-791cda62-1c4a-4771-8709-66f684a1f400 admin admin] Deleting port 47f2756f-7366-4921-8502-a6caa2492816 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:11.189817 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-791cda62-1c4a-4771-8709-66f684a1f400 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:11.245373 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a57e0612-a236-4c63-9231-99ba4f1476ad tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:11.316272 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e257d13d-0c83-421b-9650-91ce2bf278f6 req-8c374bd0-8547-4d8e-ba69-ac00bf8f54d7 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/security-groups?id=783de2d8-5801-40dd-a296-6538ffc19f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424126 Feb 09 01:12:11.394460 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-db0056b7-4166-4181-b70f-c05e3090b4e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:11.426573 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-db0056b7-4166-4181-b70f-c05e3090b4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:11.489920 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61da00-a0e5-4c8b-b5e6-45c277a4cf8a req-42f92777-f076-4ce8-9dea-4ee49b56d89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:11.494031 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0d61da00-a0e5-4c8b-b5e6-45c277a4cf8a req-42f92777-f076-4ce8-9dea-4ee49b56d89e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=55470ab7-39af-441d-99c9-4df60ccdee01 HTTP/1.1" status: 200 len: 1097 time: 0.6847885 Feb 09 01:12:11.540692 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-791cda62-1c4a-4771-8709-66f684a1f400 admin admin] For port 47f2756f-7366-4921-8502-a6caa2492816, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=47f2756f-7366-4921-8502-a6caa2492816,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:11.540963 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-791cda62-1c4a-4771-8709-66f684a1f400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:11.544544 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 9d55b079-5c97-4c52-8a34-95ee7665aca4 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:11.549504 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:11.554755 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a57e0612-a236-4c63-9231-99ba4f1476ad tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:11.649258 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-db0056b7-4166-4181-b70f-c05e3090b4e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe87eb7f04be4c17aa4b029f34d6675a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5778499 Feb 09 01:12:11.684064 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45680) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:11.690415 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0056b7-4166-4181-b70f-c05e3090b4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d5c5e8-841e-4532-b80e-2fdd61dd9620,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:11.831991 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:12.002751 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-791cda62-1c4a-4771-8709-66f684a1f400 admin admin] Calling delete_port for 47f2756f-7366-4921-8502-a6caa2492816 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:12.020572 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-2a26914b-946d-4a9d-aefe-4f71512bb88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'name': 'tempest-ServersTestManualDisk-1786538978-router', 'tenant_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '47f2756f-7366-4921-8502-a6caa2492816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:42Z', 'updated_at': '2022-02-09T01:12:05Z', 'revision_number': 5, 'project_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'gw_port': {'id': '47f2756f-7366-4921-8502-a6caa2492816', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:45Z', 'updated_at': '2022-02-09T01:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:12.023426 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:12.039101 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a26914b-946d-4a9d-aefe-4f71512bb88e None None] Checking router: a0a197d9-8be6-4f55-8c63-5d375761f64e for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:12:12.055839 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0d61da00-a0e5-4c8b-b5e6-45c277a4cf8a req-56848773-4605-41f8-ad31-00e58291e78a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=783de2d8-5801-40dd-a296-6538ffc19f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5534725 Feb 09 01:12:12.064765 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 9d55b079-5c97-4c52-8a34-95ee7665aca4, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9d55b079-5c97-4c52-8a34-95ee7665aca4,segment=NetworkSegment(7dc2e829-f685-4c02-b1d6-aef4f3224c8c),segment_id=7dc2e829-f685-4c02-b1d6-aef4f3224c8c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:12.071221 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a26914b-946d-4a9d-aefe-4f71512bb88e None None] Routers {'a0a197d9-8be6-4f55-8c63-5d375761f64e'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:12:12.072110 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-2a26914b-946d-4a9d-aefe-4f71512bb88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:12:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a0a197d9-8be6-4f55-8c63-5d375761f64e'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:12.194868 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a57e0612-a236-4c63-9231-99ba4f1476ad tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:12.223331 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a57e0612-a236-4c63-9231-99ba4f1476ad tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:12.345959 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-791cda62-1c4a-4771-8709-66f684a1f400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:12.373809 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-2a26914b-946d-4a9d-aefe-4f71512bb88e None None] Set router a0a197d9-8be6-4f55-8c63-5d375761f64e gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:12:12.429147 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791cda62-1c4a-4771-8709-66f684a1f400 admin admin] Pushing event deleted for resources: {'Port': ['ID=47f2756f-7366-4921-8502-a6caa2492816,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:12.564961 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:12.624747 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-2a26914b-946d-4a9d-aefe-4f71512bb88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'name': 'tempest-ServersTestManualDisk-1786538978-router', 'tenant_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:42Z', 'updated_at': '2022-02-09T01:12:11Z', 'revision_number': 6, 'project_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:12.643760 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-c92d578b-79b1-48fa-8ac7-ba7993993d64 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:12.645293 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-c92d578b-79b1-48fa-8ac7-ba7993993d64 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/networks?id=84a4b1eb-79d6-447b-b1fd-6bc1ef45422a HTTP/1.1" status: 200 len: 804 time: 0.4295125 Feb 09 01:12:12.645871 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a26914b-946d-4a9d-aefe-4f71512bb88e None None] The sync data for ids ['a0a197d9-8be6-4f55-8c63-5d375761f64e'] in n-d-828419-1 is: [{'id': 'a0a197d9-8be6-4f55-8c63-5d375761f64e', 'name': 'tempest-ServersTestManualDisk-1786538978-router', 'tenant_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:42Z', 'updated_at': '2022-02-09T01:12:11Z', 'revision_number': 6, 'project_id': 'a05b06a91f9f4c368f81acc872bcfa31', 'gw_port_host': None}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:12:12.654985 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a21f20-5e11-42db-9569-a2322bc43190', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27a26fa0-cd07-4acc-a5e1-930a452d95fb'}, {'server_uuid': '8fd0579a-1747-49d8-a882-73731c71b94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d55b079-5c97-4c52-8a34-95ee7665aca4'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:12:12.678032 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=9d55b079-5c97-4c52-8a34-95ee7665aca4,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:12.766791 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-af3f0416-8201-4e58-b133-1976701ef87e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:12.782433 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-e3df0fba-e4db-4282-bd8b-6ab1f061588d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/quotas/67dfd8ca30e2412a805557bd94e02525 HTTP/1.1" status: 200 len: 375 time: 0.0710428 Feb 09 01:12:12.791447 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-791cda62-1c4a-4771-8709-66f684a1f400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:12.805649 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e0612-a236-4c63-9231-99ba4f1476ad tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Pushing event updated for resources: {'Port': ['ID=cbbf5c9a-9f2d-4001-be94-e89f91c4d8ba,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:12.866722 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 662c5c54-07df-4a49-bffd-807df9d79a6c up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:12:12.896411 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a57e0612-a236-4c63-9231-99ba4f1476ad tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:12.910463 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80027d54-7bba-46ef-ad6a-d05f343be58d req-cd603732-9ab3-4fce-97a0-8e5c9da5f3db tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:12.911674 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-af3f0416-8201-4e58-b133-1976701ef87e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:12.911982 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-80027d54-7bba-46ef-ad6a-d05f343be58d req-cd603732-9ab3-4fce-97a0-8e5c9da5f3db tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 945 time: 0.4658945 Feb 09 01:12:12.993067 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a57e0612-a236-4c63-9231-99ba4f1476ad tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:12.994378 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a57e0612-a236-4c63-9231-99ba4f1476ad tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8862777 Feb 09 01:12:13.012607 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-a9409f04-af64-4c87-bfe5-3f0be2033c4b tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=67dfd8ca30e2412a805557bd94e02525&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2161367 Feb 09 01:12:13.027120 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-791cda62-1c4a-4771-8709-66f684a1f400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:13.047602 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-791cda62-1c4a-4771-8709-66f684a1f400 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:13.191561 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-80027d54-7bba-46ef-ad6a-d05f343be58d req-ab4ac722-2eab-4066-9f36-999ab3fd18b1 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708039 Feb 09 01:12:13.201829 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-791cda62-1c4a-4771-8709-66f684a1f400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:13.202381 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791cda62-1c4a-4771-8709-66f684a1f400 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0a197d9-8be6-4f55-8c63-5d375761f64e {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:12:13.231299 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-791cda62-1c4a-4771-8709-66f684a1f400 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:13.235558 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-791cda62-1c4a-4771-8709-66f684a1f400 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a0a197d9-8be6-4f55-8c63-5d375761f64e HTTP/1.1" status: 204 len: 168 time: 2.8759196 Feb 09 01:12:13.236321 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45714) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:13.258608 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f68d8cf4-9d92-427c-8e27-693c966b9d69 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:12:13.331955 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-48c0a8c6-d428-4b02-9ab4-f26a803b0ede admin admin] Deleting subnet 69740e1a-29a4-4722-ae33-19970672c2df {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:12:13.341422 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-48c0a8c6-d428-4b02-9ab4-f26a803b0ede admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:13.372311 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: f68d8cf4-9d92-427c-8e27-693c966b9d69 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:12:13.372702 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f68d8cf4-9d92-427c-8e27-693c966b9d69 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:12:13.373119 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-af3f0416-8201-4e58-b133-1976701ef87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:13.402317 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-2992b8cb-3de0-42ec-ae9b-469eb17a04c3 service neutron] 10.222.0.37 "GET /v2.0/networks/84a4b1eb-79d6-447b-b1fd-6bc1ef45422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889527 Feb 09 01:12:13.411597 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f0416-8201-4e58-b133-1976701ef87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d5c5e8-841e-4532-b80e-2fdd61dd9620,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:13.416114 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 662c5c54-07df-4a49-bffd-807df9d79a6c completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:13.472794 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-48c0a8c6-d428-4b02-9ab4-f26a803b0ede admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:13.506977 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 662c5c54-07df-4a49-bffd-807df9d79a6c triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:13.507351 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:13.589913 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-af3f0416-8201-4e58-b133-1976701ef87e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:13.591509 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-af3f0416-8201-4e58-b133-1976701ef87e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/29d5c5e8-841e-4532-b80e-2fdd61dd9620 HTTP/1.1" status: 204 len: 168 time: 1.9060714 Feb 09 01:12:13.773539 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-f4cd12f3-16c6-430b-8889-db098e544cf9 service neutron] 10.222.0.37 "GET /v2.0/networks/84a4b1eb-79d6-447b-b1fd-6bc1ef45422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629441 Feb 09 01:12:13.912910 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e30086-1969-4908-aed1-78a43b6b4105 req-661a7ba5-554a-4447-a980-b36d25a809c0 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:13.914448 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e6e30086-1969-4908-aed1-78a43b6b4105 req-661a7ba5-554a-4447-a980-b36d25a809c0 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dee26dc-4fbe-45a5-914f-fb65d84bec0d HTTP/1.1" status: 200 len: 944 time: 0.3773162 Feb 09 01:12:13.920455 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-48c0a8c6-d428-4b02-9ab4-f26a803b0ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:14.001607 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:14.074966 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 662c5c54-07df-4a49-bffd-807df9d79a6c, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=662c5c54-07df-4a49-bffd-807df9d79a6c,segment=NetworkSegment(d924e8ee-e0e7-4b80-9e88-1c119dc085ab),segment_id=d924e8ee-e0e7-4b80-9e88-1c119dc085ab)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:14.075917 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45726) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:14.081777 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-87540359-ab2f-4a1e-b3a2-e7895814b5db tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Request body: {'subnet': {'network_id': '1b6566f8-9019-462e-9ce4-2b378a9a75df', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:14.082535 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:14.236125 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e6e30086-1969-4908-aed1-78a43b6b4105 req-cfe2d4df-38fe-499f-82d8-8c7f1f0ef1f2 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/security-groups?id=783de2d8-5801-40dd-a296-6538ffc19f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817968 Feb 09 01:12:14.245529 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45734) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:14.247824 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a21f20-5e11-42db-9569-a2322bc43190', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27a26fa0-cd07-4acc-a5e1-930a452d95fb', 'code': 200} Feb 09 01:12:14.265744 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd0579a-1747-49d8-a882-73731c71b94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d55b079-5c97-4c52-8a34-95ee7665aca4', 'code': 200} Feb 09 01:12:14.296061 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96a88cbb-0475-492a-a880-0a65fdc22b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:14.325560 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=662c5c54-07df-4a49-bffd-807df9d79a6c,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:14.325889 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-96a88cbb-0475-492a-a880-0a65fdc22b93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:14.343165 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-96a88cbb-0475-492a-a880-0a65fdc22b93 admin admin] Usage tracker for resource:security_group_rule and tenant:b0591c73efaa41318eeced34045c63d6 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:14.350514 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-48c0a8c6-d428-4b02-9ab4-f26a803b0ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:14.359806 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-96a88cbb-0475-492a-a880-0a65fdc22b93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:14.416594 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-96a88cbb-0475-492a-a880-0a65fdc22b93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:14.440925 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-87540359-ab2f-4a1e-b3a2-e7895814b5db tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:14.451979 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-87540359-ab2f-4a1e-b3a2-e7895814b5db tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Usage tracker for resource:subnet and tenant:42ac1685c1bd43b0a4df61847b684a39 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:14.455233 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-87540359-ab2f-4a1e-b3a2-e7895814b5db tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:14.462880 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-87540359-ab2f-4a1e-b3a2-e7895814b5db tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:14.483358 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d96b6b-f0ba-4356-b07b-835bf7ac9daa None None] Network 4b69e8f8-1014-43eb-bd96-15547037bb6b requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:14.487697 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0a8c6-d428-4b02-9ab4-f26a803b0ede admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69740e1a-29a4-4722-ae33-19970672c2df,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:14.507979 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-520aa9d4-966e-4b2b-a8dc-ebda8204e964 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Synchronizing usage tracker for tenant:5c3742d9e0e147a587c775654c5e399e on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:12:14.513407 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87540359-ab2f-4a1e-b3a2-e7895814b5db tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Made reservation on behalf of 42ac1685c1bd43b0a4df61847b684a39 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:14.517236 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-87540359-ab2f-4a1e-b3a2-e7895814b5db tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:14.605912 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-48c0a8c6-d428-4b02-9ab4-f26a803b0ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:14.621087 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-264b9d43-1caf-4a03-9e7a-5bea4e621e4d req-80278ce7-cc25-433f-b7fc-8441c9bd60c0 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 210 time: 0.2579656 Feb 09 01:12:14.717440 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-48c0a8c6-d428-4b02-9ab4-f26a803b0ede admin admin] 10.222.0.37 "DELETE /v2.0/subnets/69740e1a-29a4-4722-ae33-19970672c2df HTTP/1.1" status: 204 len: 168 time: 1.4776802 Feb 09 01:12:14.726721 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45752) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:14.761358 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96a88cbb-0475-492a-a880-0a65fdc22b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:14.827808 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-520aa9d4-966e-4b2b-a8dc-ebda8204e964 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Unset dirty status for tenant:5c3742d9e0e147a587c775654c5e399e on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:12:14.829257 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-520aa9d4-966e-4b2b-a8dc-ebda8204e964 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--245728082&fields=id&tenant_id=5c3742d9e0e147a587c775654c5e399e HTTP/1.1" status: 200 len: 267 time: 0.4057417 Feb 09 01:12:14.841839 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0fb913-e82b-41d3-b3c2-ebb9c7b4a8ed None None] DHCP port deletion for 4b69e8f8-1014-43eb-bd96-15547037bb6b request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:12:14.846931 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-be0fb913-e82b-41d3-b3c2-ebb9c7b4a8ed None None] Deleting port 679ea4ba-dea0-49cf-a2c7-e7953a365633 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:14.847308 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-be0fb913-e82b-41d3-b3c2-ebb9c7b4a8ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:14.857476 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96a88cbb-0475-492a-a880-0a65fdc22b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:15.064902 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-a16fc429-4fde-4c9b-a348-e866ec6d1665 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:15.064902 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-a16fc429-4fde-4c9b-a348-e866ec6d1665 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/networks?id=f463daa3-bdf7-465b-839b-27906d718cfd HTTP/1.1" status: 200 len: 817 time: 0.2121000 Feb 09 01:12:15.087585 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 47f2756f-7366-4921-8502-a6caa2492816 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:12:15.133832 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-4f169904-6f7a-4006-acd6-dc8cf76facc9 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/quotas/5c3742d9e0e147a587c775654c5e399e HTTP/1.1" status: 200 len: 375 time: 0.0485418 Feb 09 01:12:15.189042 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 47f2756f-7366-4921-8502-a6caa2492816 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:12:15.189800 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 47f2756f-7366-4921-8502-a6caa2492816 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:12:15.190522 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 679ea4ba-dea0-49cf-a2c7-e7953a365633 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:12:15.229889 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cdcc8e-a8dc-444a-b6b8-48ca5c398477 req-e6749f2c-d8fb-4100-be00-53c2ce89aa58 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:15.232842 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f4cdcc8e-a8dc-444a-b6b8-48ca5c398477 req-e6749f2c-d8fb-4100-be00-53c2ce89aa58 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a21f20-5e11-42db-9569-a2322bc43190 HTTP/1.1" status: 200 len: 943 time: 0.4832578 Feb 09 01:12:15.252043 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-96a88cbb-0475-492a-a880-0a65fdc22b93 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b0591c73efaa41318eeced34045c63d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0052030 Feb 09 01:12:15.263633 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45760) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:15.286884 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-be0fb913-e82b-41d3-b3c2-ebb9c7b4a8ed None None] For port 679ea4ba-dea0-49cf-a2c7-e7953a365633, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=679ea4ba-dea0-49cf-a2c7-e7953a365633,segment=NetworkSegment(404d1026-db85-40d4-b120-544186d0b38c),segment_id=404d1026-db85-40d4-b120-544186d0b38c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:15.287424 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-be0fb913-e82b-41d3-b3c2-ebb9c7b4a8ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:15.321440 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0828fee-047a-4143-a941-327103051a97 req-71fb7f92-cdf4-4192-afec-7a6a4f0b36fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:15.323649 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e0828fee-047a-4143-a941-327103051a97 req-71fb7f92-cdf4-4192-afec-7a6a4f0b36fd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 1096 time: 0.7013223 Feb 09 01:12:15.414012 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a88cbb-0475-492a-a880-0a65fdc22b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c41bf55-a1c3-40ec-a2ce-5c7784a2a25a,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:15.433617 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a2deb550-acda-4436-b303-8be12c4cd542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:15.464161 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-f4cdcc8e-a8dc-444a-b6b8-48ca5c398477 req-076f234a-6364-4cca-b7a5-25d8f2cb38dc tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Deleting port 27a26fa0-cd07-4acc-a5e1-930a452d95fb {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:15.464802 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f4cdcc8e-a8dc-444a-b6b8-48ca5c398477 req-076f234a-6364-4cca-b7a5-25d8f2cb38dc tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:15.467992 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-a2deb550-acda-4436-b303-8be12c4cd542 admin admin] Deleting port 679ea4ba-dea0-49cf-a2c7-e7953a365633 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:15.468341 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a2deb550-acda-4436-b303-8be12c4cd542 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:15.527842 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e0828fee-047a-4143-a941-327103051a97 req-02364b7a-0f5f-4a52-b732-4e33b4727f16 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858149 Feb 09 01:12:15.529704 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-be0fb913-e82b-41d3-b3c2-ebb9c7b4a8ed None None] Calling delete_port for 679ea4ba-dea0-49cf-a2c7-e7953a365633 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:15.536285 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53482ec-4d84-4ed0-be27-77128014a8c2 req-4f417726-1e19-46c8-bac8-8479d7fd6c9f tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:15.545589 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e53482ec-4d84-4ed0-be27-77128014a8c2 req-4f417726-1e19-46c8-bac8-8479d7fd6c9f tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 945 time: 0.6971235 Feb 09 01:12:15.638684 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:15.661022 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-a64a5883-5ec9-4526-91ae-407be3a8349c tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Synchronizing usage tracker for tenant:5c3742d9e0e147a587c775654c5e399e on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:12:15.693565 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e53482ec-4d84-4ed0-be27-77128014a8c2 req-0b2380b0-a8bb-4802-9efa-363518ad5203 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462340 Feb 09 01:12:15.696196 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 679ea4ba-dea0-49cf-a2c7-e7953a365633, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=679ea4ba-dea0-49cf-a2c7-e7953a365633,segment=NetworkSegment(404d1026-db85-40d4-b120-544186d0b38c),segment_id=404d1026-db85-40d4-b120-544186d0b38c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:15.707831 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:15.736034 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-87540359-ab2f-4a1e-b3a2-e7895814b5db tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:15.742047 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90f40032-e364-493d-b482-5815ee8f23e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:15.777740 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-be0fb913-e82b-41d3-b3c2-ebb9c7b4a8ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:12:15.778204 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-be0fb913-e82b-41d3-b3c2-ebb9c7b4a8ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:12:15.797935 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-a64a5883-5ec9-4526-91ae-407be3a8349c tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Unset dirty status for tenant:5c3742d9e0e147a587c775654c5e399e on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:12:15.799337 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-a64a5883-5ec9-4526-91ae-407be3a8349c tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c3742d9e0e147a587c775654c5e399e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6496654 Feb 09 01:12:15.832713 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=679ea4ba-dea0-49cf-a2c7-e7953a365633,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:15.971778 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87540359-ab2f-4a1e-b3a2-e7895814b5db tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Pushing event updated for resources: {'Subnet': ['ID=f9a11fda-d9bc-40dc-8636-e720a7cda929,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:15.974223 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87540359-ab2f-4a1e-b3a2-e7895814b5db tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Checking segment: {'id': '90dc91ae-48ae-48b1-ba1c-bdc403eb00a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '1b6566f8-9019-462e-9ce4-2b378a9a75df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:12:15.974837 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87540359-ab2f-4a1e-b3a2-e7895814b5db tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Network hostable DHCP agents. Network: 1b6566f8-9019-462e-9ce4-2b378a9a75df, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:12:15.979618 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90f40032-e364-493d-b482-5815ee8f23e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:15.986899 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-a2deb550-acda-4436-b303-8be12c4cd542 admin admin] For port 679ea4ba-dea0-49cf-a2c7-e7953a365633, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=679ea4ba-dea0-49cf-a2c7-e7953a365633,segment=NetworkSegment(404d1026-db85-40d4-b120-544186d0b38c),segment_id=404d1026-db85-40d4-b120-544186d0b38c)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:15.987250 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a2deb550-acda-4436-b303-8be12c4cd542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:16.002954 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87540359-ab2f-4a1e-b3a2-e7895814b5db tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:16.002954 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87540359-ab2f-4a1e-b3a2-e7895814b5db tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:16.003373 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87540359-ab2f-4a1e-b3a2-e7895814b5db tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:16.003771 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87540359-ab2f-4a1e-b3a2-e7895814b5db tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:16.004675 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87540359-ab2f-4a1e-b3a2-e7895814b5db tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:16.004675 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87540359-ab2f-4a1e-b3a2-e7895814b5db tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:16.005044 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87540359-ab2f-4a1e-b3a2-e7895814b5db tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:16.005437 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87540359-ab2f-4a1e-b3a2-e7895814b5db tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:16.005818 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87540359-ab2f-4a1e-b3a2-e7895814b5db tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:16.006205 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87540359-ab2f-4a1e-b3a2-e7895814b5db tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:16.006636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87540359-ab2f-4a1e-b3a2-e7895814b5db tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:16.007024 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87540359-ab2f-4a1e-b3a2-e7895814b5db tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:16.094500 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-d29a2a56-b4a8-43fe-88a5-e8f3ebd8a4c3 service neutron] 10.222.0.37 "GET /v2.0/networks/f463daa3-bdf7-465b-839b-27906d718cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596576 Feb 09 01:12:16.102020 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-f4cdcc8e-a8dc-444a-b6b8-48ca5c398477 req-076f234a-6364-4cca-b7a5-25d8f2cb38dc tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] For port 27a26fa0-cd07-4acc-a5e1-930a452d95fb, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=27a26fa0-cd07-4acc-a5e1-930a452d95fb,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:16.102602 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f4cdcc8e-a8dc-444a-b6b8-48ca5c398477 req-076f234a-6364-4cca-b7a5-25d8f2cb38dc tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:16.134024 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-a2deb550-acda-4436-b303-8be12c4cd542 admin admin] Calling delete_port for 679ea4ba-dea0-49cf-a2c7-e7953a365633 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:16.235361 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10e882-5174-4464-a919-a4dba46ff361 req-db69ea74-368f-4a84-9381-7b56de3d199f tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:16.236857 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6b10e882-5174-4464-a919-a4dba46ff361 req-db69ea74-368f-4a84-9381-7b56de3d199f tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dee26dc-4fbe-45a5-914f-fb65d84bec0d HTTP/1.1" status: 200 len: 945 time: 0.3671536 Feb 09 01:12:16.267493 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dee26dc-4fbe-45a5-914f-fb65d84bec0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662c5c54-07df-4a49-bffd-807df9d79a6c'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:12:16.278874 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-be0fb913-e82b-41d3-b3c2-ebb9c7b4a8ed None None] Deleting port 679ea4ba-dea0-49cf-a2c7-e7953a365633 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:16.279503 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-be0fb913-e82b-41d3-b3c2-ebb9c7b4a8ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:16.296501 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-f4cdcc8e-a8dc-444a-b6b8-48ca5c398477 req-076f234a-6364-4cca-b7a5-25d8f2cb38dc tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Calling delete_port for 27a26fa0-cd07-4acc-a5e1-930a452d95fb owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:16.318509 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90f40032-e364-493d-b482-5815ee8f23e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:16.340319 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87540359-ab2f-4a1e-b3a2-e7895814b5db tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Network 1b6566f8-9019-462e-9ce4-2b378a9a75df is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:12:16.345439 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [None req-a2deb550-acda-4436-b303-8be12c4cd542 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:12:16.345757 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [None req-a2deb550-acda-4436-b303-8be12c4cd542 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:12:16.376158 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f40032-e364-493d-b482-5815ee8f23e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c41bf55-a1c3-40ec-a2ce-5c7784a2a25a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:16.406143 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f40032-e364-493d-b482-5815ee8f23e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:16.406498 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f40032-e364-493d-b482-5815ee8f23e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:16.406829 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f40032-e364-493d-b482-5815ee8f23e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:16.407206 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f40032-e364-493d-b482-5815ee8f23e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:16.407486 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f40032-e364-493d-b482-5815ee8f23e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:16.407819 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f40032-e364-493d-b482-5815ee8f23e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:16.408140 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f40032-e364-493d-b482-5815ee8f23e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:16.408515 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f40032-e364-493d-b482-5815ee8f23e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:16.408927 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f40032-e364-493d-b482-5815ee8f23e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:16.409242 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f40032-e364-493d-b482-5815ee8f23e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:16.409605 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f40032-e364-493d-b482-5815ee8f23e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:16.409925 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f40032-e364-493d-b482-5815ee8f23e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:16.452492 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6b10e882-5174-4464-a919-a4dba46ff361 req-ffe5c3ac-a1a7-48d3-8c00-f4c57a67f433 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/security-groups?id=783de2d8-5801-40dd-a296-6538ffc19f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807029 Feb 09 01:12:16.457261 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90f40032-e364-493d-b482-5815ee8f23e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:16.457947 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-90f40032-e364-493d-b482-5815ee8f23e3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5c41bf55-a1c3-40ec-a2ce-5c7784a2a25a HTTP/1.1" status: 204 len: 168 time: 1.1827211 Feb 09 01:12:16.460636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-87540359-ab2f-4a1e-b3a2-e7895814b5db tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 1b6566f8-9019-462e-9ce4-2b378a9a75df) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:16.486882 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87540359-ab2f-4a1e-b3a2-e7895814b5db tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:16.487513 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-87540359-ab2f-4a1e-b3a2-e7895814b5db tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:16.528292 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-26b6b201-e39c-4d3c-acac-bf6614756453 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:16.529048 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1a5844-0386-49c4-b0d3-334ffa1ac936 None None] Network 1b6566f8-9019-462e-9ce4-2b378a9a75df requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:16.538303 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-26b6b201-e39c-4d3c-acac-bf6614756453 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.35 "GET /v2.0/networks?id=84a4b1eb-79d6-447b-b1fd-6bc1ef45422a HTTP/1.1" status: 200 len: 804 time: 0.2955167 Feb 09 01:12:16.556351 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-942cc100-7194-43ad-9be9-d950ebec456d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Request body: {'port': {'device_id': '8730380e-7b93-47a3-9df4-9625297f4af9', 'network_id': '84a4b1eb-79d6-447b-b1fd-6bc1ef45422a', 'admin_state_up': True, 'tenant_id': '67dfd8ca30e2412a805557bd94e02525'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:16.583575 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45776) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:16.587390 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-87540359-ab2f-4a1e-b3a2-e7895814b5db tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5101833 Feb 09 01:12:16.595253 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-e8c2ce77-4ac7-47a8-a29e-cb1c207e9387 service neutron] 10.222.0.37 "GET /v2.0/networks/f463daa3-bdf7-465b-839b-27906d718cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578225 Feb 09 01:12:16.705347 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b008e74e-840c-44ff-9fe6-0797ea378b0c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-28997993'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:16.725116 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b008e74e-840c-44ff-9fe6-0797ea378b0c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:16.730871 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f4cdcc8e-a8dc-444a-b6b8-48ca5c398477 req-076f234a-6364-4cca-b7a5-25d8f2cb38dc tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:16.739388 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-189d2702-3f03-4eb2-9ae9-412cb2901049 req-9d9b1fed-9fe6-4bb5-bac2-96c285c27b0d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 210 time: 0.0742962 Feb 09 01:12:16.750117 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b008e74e-840c-44ff-9fe6-0797ea378b0c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Usage tracker for resource:network and tenant:42ac1685c1bd43b0a4df61847b684a39 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:16.774064 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b008e74e-840c-44ff-9fe6-0797ea378b0c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:16.803103 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b008e74e-840c-44ff-9fe6-0797ea378b0c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:16.826176 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 27a26fa0-cd07-4acc-a5e1-930a452d95fb no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:12:16.840156 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f234a-6364-4cca-b7a5-25d8f2cb38dc tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Pushing event deleted for resources: {'Port': ['ID=27a26fa0-cd07-4acc-a5e1-930a452d95fb,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:16.849057 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-a2deb550-acda-4436-b303-8be12c4cd542 admin admin] Deleting port 679ea4ba-dea0-49cf-a2c7-e7953a365633 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:16.850887 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a2deb550-acda-4436-b303-8be12c4cd542 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:16.899625 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 27a26fa0-cd07-4acc-a5e1-930a452d95fb {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:12:16.900130 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 27a26fa0-cd07-4acc-a5e1-930a452d95fb not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:12:16.973264 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b008e74e-840c-44ff-9fe6-0797ea378b0c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Made reservation on behalf of 42ac1685c1bd43b0a4df61847b684a39 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:16.981392 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b008e74e-840c-44ff-9fe6-0797ea378b0c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:17.017987 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4cdcc8e-a8dc-444a-b6b8-48ca5c398477 req-076f234a-6364-4cca-b7a5-25d8f2cb38dc tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] No DVR routers for this DVR port 27a26fa0-cd07-4acc-a5e1-930a452d95fb on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:12:17.033111 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f4cdcc8e-a8dc-444a-b6b8-48ca5c398477 req-076f234a-6364-4cca-b7a5-25d8f2cb38dc tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:17.077939 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a21f20-5e11-42db-9569-a2322bc43190', 'name': 'network-vif-deleted', 'tag': '27a26fa0-cd07-4acc-a5e1-930a452d95fb'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:12:17.087764 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dee26dc-4fbe-45a5-914f-fb65d84bec0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662c5c54-07df-4a49-bffd-807df9d79a6c', 'code': 200} Feb 09 01:12:17.096527 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-be0fb913-e82b-41d3-b3c2-ebb9c7b4a8ed None None] For port 679ea4ba-dea0-49cf-a2c7-e7953a365633, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=679ea4ba-dea0-49cf-a2c7-e7953a365633,segment=NetworkSegment(404d1026-db85-40d4-b120-544186d0b38c),segment_id=404d1026-db85-40d4-b120-544186d0b38c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:17.096935 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-be0fb913-e82b-41d3-b3c2-ebb9c7b4a8ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:17.102188 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f4cdcc8e-a8dc-444a-b6b8-48ca5c398477 req-076f234a-6364-4cca-b7a5-25d8f2cb38dc tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.35 "DELETE /v2.0/ports/27a26fa0-cd07-4acc-a5e1-930a452d95fb HTTP/1.1" status: 204 len: 173 time: 1.8575006 Feb 09 01:12:17.107453 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c658efb-5c71-4d91-ad96-4d9b4c5a4632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-1b6566f8-9019-462e-9ce4-2b378a9a75df', 'network_id': '1b6566f8-9019-462e-9ce4-2b378a9a75df', 'tenant_id': '42ac1685c1bd43b0a4df61847b684a39', 'fixed_ips': [{'subnet_id': 'f9a11fda-d9bc-40dc-8636-e720a7cda929'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:12:17.108309 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9c658efb-5c71-4d91-ad96-4d9b4c5a4632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:17.370539 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-942cc100-7194-43ad-9be9-d950ebec456d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:17.386637 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b008e74e-840c-44ff-9fe6-0797ea378b0c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 969} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:12:17.390151 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-be0fb913-e82b-41d3-b3c2-ebb9c7b4a8ed None None] Calling delete_port for 679ea4ba-dea0-49cf-a2c7-e7953a365633 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:17.406754 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-942cc100-7194-43ad-9be9-d950ebec456d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Usage tracker for resource:port and tenant:67dfd8ca30e2412a805557bd94e02525 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:17.428044 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-942cc100-7194-43ad-9be9-d950ebec456d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:17.473267 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-942cc100-7194-43ad-9be9-d950ebec456d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:17.493452 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b008e74e-840c-44ff-9fe6-0797ea378b0c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:17.494191 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-b008e74e-840c-44ff-9fe6-0797ea378b0c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Added segment 712dbc81-4be2-4aa7-a4de-a60464ffe5d7 of type vlan for network 158a4ba6-7fba-423a-af4d-5198c00205d4 Feb 09 01:12:17.599626 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-abb17ed0-2bbf-4bd4-af90-3e476425659d req-33a2f5af-c2ea-4a68-b063-2ed8a70340a4 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 210 time: 0.4127147 Feb 09 01:12:17.606526 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-942cc100-7194-43ad-9be9-d950ebec456d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Made reservation on behalf of 67dfd8ca30e2412a805557bd94e02525 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:17.610879 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-942cc100-7194-43ad-9be9-d950ebec456d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:17.656027 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b008e74e-840c-44ff-9fe6-0797ea378b0c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:17.675724 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-a2deb550-acda-4436-b303-8be12c4cd542 admin admin] For port 679ea4ba-dea0-49cf-a2c7-e7953a365633, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=679ea4ba-dea0-49cf-a2c7-e7953a365633,segment=NetworkSegment(404d1026-db85-40d4-b120-544186d0b38c),segment_id=404d1026-db85-40d4-b120-544186d0b38c)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:17.676521 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a2deb550-acda-4436-b303-8be12c4cd542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:17.785033 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4c6e6-0e42-40d5-8efc-0dcef21222aa req-6c67835d-41e5-4479-ac7d-0a6beac7f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:17.786670 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bea4c6e6-0e42-40d5-8efc-0dcef21222aa req-6c67835d-41e5-4479-ac7d-0a6beac7f8fa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9dee26dc-4fbe-45a5-914f-fb65d84bec0d HTTP/1.1" status: 200 len: 1096 time: 0.1851318 Feb 09 01:12:17.801822 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45810) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:17.846512 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-9c658efb-5c71-4d91-ad96-4d9b4c5a4632 None None] Allocated IP 2001:db8:0:ffff::2 (1b6566f8-9019-462e-9ce4-2b378a9a75df/f9a11fda-d9bc-40dc-8636-e720a7cda929/a21adf2a-d8ea-4bdc-9bd4-7a050e42ea3e) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:18.326623 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9c658efb-5c71-4d91-ad96-4d9b4c5a4632 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:18.345551 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-a2deb550-acda-4436-b303-8be12c4cd542 admin admin] Calling delete_port for 679ea4ba-dea0-49cf-a2c7-e7953a365633 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:18.347211 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9c658efb-5c71-4d91-ad96-4d9b4c5a4632 None None] Transition to ACTIVE for port object a21adf2a-d8ea-4bdc-9bd4-7a050e42ea3e will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:18.353908 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-be0fb913-e82b-41d3-b3c2-ebb9c7b4a8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:18.455476 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a21f20-5e11-42db-9569-a2322bc43190', 'name': 'network-vif-deleted', 'tag': '27a26fa0-cd07-4acc-a5e1-930a452d95fb', 'status': 'completed', 'code': 200} Feb 09 01:12:18.460931 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0fb913-e82b-41d3-b3c2-ebb9c7b4a8ed None None] Pushing event deleted for resources: {'Port': ['ID=679ea4ba-dea0-49cf-a2c7-e7953a365633,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:18.472736 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0fb913-e82b-41d3-b3c2-ebb9c7b4a8ed None None] No DVR routers for this DVR port 679ea4ba-dea0-49cf-a2c7-e7953a365633 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:12:18.474257 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9c658efb-5c71-4d91-ad96-4d9b4c5a4632 None None] Transition to ACTIVE for port object a21adf2a-d8ea-4bdc-9bd4-7a050e42ea3e will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:18.501400 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9c658efb-5c71-4d91-ad96-4d9b4c5a4632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:18.592551 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [None req-a2deb550-acda-4436-b303-8be12c4cd542 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:12:18.593014 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [None req-a2deb550-acda-4436-b303-8be12c4cd542 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:12:18.600164 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bea4c6e6-0e42-40d5-8efc-0dcef21222aa req-54f4644e-e271-47a4-8f46-4eb488d5cac5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=783de2d8-5801-40dd-a296-6538ffc19f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5703669 Feb 09 01:12:18.610470 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-942cc100-7194-43ad-9be9-d950ebec456d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Allocated IP 172.20.0.11 (84a4b1eb-79d6-447b-b1fd-6bc1ef45422a/c750fae4-2c3f-44da-87c9-de1301db5b32/61b88393-e1c5-4c5a-996c-f538ec374a5b) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:18.615446 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b008e74e-840c-44ff-9fe6-0797ea378b0c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:18.622041 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b008e74e-840c-44ff-9fe6-0797ea378b0c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:18.623005 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b008e74e-840c-44ff-9fe6-0797ea378b0c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:18.635922 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c658efb-5c71-4d91-ad96-4d9b4c5a4632 None None] Network 1b6566f8-9019-462e-9ce4-2b378a9a75df is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:18.643668 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-9c658efb-5c71-4d91-ad96-4d9b4c5a4632 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:18.656187 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c658efb-5c71-4d91-ad96-4d9b4c5a4632 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:12:18.662825 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c658efb-5c71-4d91-ad96-4d9b4c5a4632 None None] Pushing event updated for resources: {'Port': ['ID=a21adf2a-d8ea-4bdc-9bd4-7a050e42ea3e,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:18.673634 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f62098-14f6-4831-87e0-79db7a230880 req-3d50c0ab-06e2-44b7-bf84-cbc5ef061c67 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:18.675132 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-92f62098-14f6-4831-87e0-79db7a230880 req-3d50c0ab-06e2-44b7-bf84-cbc5ef061c67 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dee26dc-4fbe-45a5-914f-fb65d84bec0d HTTP/1.1" status: 200 len: 945 time: 0.2610397 Feb 09 01:12:18.743583 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11263f4-2f4b-4890-8b03-b202884b4b31 req-5c5a7f1f-b8c9-4179-912b-307b58f231a9 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:18.750460 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a11263f4-2f4b-4890-8b03-b202884b4b31 req-5c5a7f1f-b8c9-4179-912b-307b58f231a9 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 945 time: 1.6287074 Feb 09 01:12:18.784195 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b008e74e-840c-44ff-9fe6-0797ea378b0c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.1950526 Feb 09 01:12:18.785078 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-92f62098-14f6-4831-87e0-79db7a230880 req-caa2ba3d-ad8e-48ca-b76c-43b3c22a9f2a tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/security-groups?id=783de2d8-5801-40dd-a296-6538ffc19f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014624 Feb 09 01:12:18.785592 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45844) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:18.803969 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-9c658efb-5c71-4d91-ad96-4d9b4c5a4632 None None] Attempting to bind port a21adf2a-d8ea-4bdc-9bd4-7a050e42ea3e on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:18.808195 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-9c658efb-5c71-4d91-ad96-4d9b4c5a4632 None None] Attempting to bind port a21adf2a-d8ea-4bdc-9bd4-7a050e42ea3e by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '90dc91ae-48ae-48b1-ba1c-bdc403eb00a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '1b6566f8-9019-462e-9ce4-2b378a9a75df'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:18.808686 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c658efb-5c71-4d91-ad96-4d9b4c5a4632 None None] Attempting to bind port a21adf2a-d8ea-4bdc-9bd4-7a050e42ea3e on network 1b6566f8-9019-462e-9ce4-2b378a9a75df {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:18.820735 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c658efb-5c71-4d91-ad96-4d9b4c5a4632 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:12:18.822433 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c658efb-5c71-4d91-ad96-4d9b4c5a4632 None None] Checking segment: {'id': '90dc91ae-48ae-48b1-ba1c-bdc403eb00a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '1b6566f8-9019-462e-9ce4-2b378a9a75df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:12:18.823389 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9c658efb-5c71-4d91-ad96-4d9b4c5a4632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:18.823928 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-40b0ef93-01e8-49f6-8b2e-9c4ee3f731bb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Request body: {'subnet': {'network_id': '158a4ba6-7fba-423a-af4d-5198c00205d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:18.824475 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c658efb-5c71-4d91-ad96-4d9b4c5a4632 None None] Bound using segment: {'id': '90dc91ae-48ae-48b1-ba1c-bdc403eb00a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '1b6566f8-9019-462e-9ce4-2b378a9a75df'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:12:18.825632 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-9c658efb-5c71-4d91-ad96-4d9b4c5a4632 None None] Bound port: a21adf2a-d8ea-4bdc-9bd4-7a050e42ea3e, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90dc91ae-48ae-48b1-ba1c-bdc403eb00a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '1b6566f8-9019-462e-9ce4-2b378a9a75df'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:12:18.827734 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9c658efb-5c71-4d91-ad96-4d9b4c5a4632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:18.846632 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-a2deb550-acda-4436-b303-8be12c4cd542 admin admin] Deleting port 679ea4ba-dea0-49cf-a2c7-e7953a365633 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:18.847316 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a2deb550-acda-4436-b303-8be12c4cd542 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:18.908507 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008e74e-840c-44ff-9fe6-0797ea378b0c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Pushing event updated for resources: {'Network': ['ID=158a4ba6-7fba-423a-af4d-5198c00205d4,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:18.951968 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a11263f4-2f4b-4890-8b03-b202884b4b31 req-35ae163c-2f66-4745-9819-a41e45484859 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984978 Feb 09 01:12:18.955264 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-9c658efb-5c71-4d91-ad96-4d9b4c5a4632 None None] For port a21adf2a-d8ea-4bdc-9bd4-7a050e42ea3e, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:12:18.962807 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-9c658efb-5c71-4d91-ad96-4d9b4c5a4632 None None] For port a21adf2a-d8ea-4bdc-9bd4-7a050e42ea3e, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=a21adf2a-d8ea-4bdc-9bd4-7a050e42ea3e,segment=NetworkSegment(90dc91ae-48ae-48b1-ba1c-bdc403eb00a5),segment_id=90dc91ae-48ae-48b1-ba1c-bdc403eb00a5)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:12:18.967480 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 158a4ba6-7fba-423a-af4d-5198c00205d4 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:12:18.986385 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-a2deb550-acda-4436-b303-8be12c4cd542 admin admin] The port '679ea4ba-dea0-49cf-a2c7-e7953a365633' was deleted {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:12:18.988134 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9c658efb-5c71-4d91-ad96-4d9b4c5a4632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:19.064839 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-40b0ef93-01e8-49f6-8b2e-9c4ee3f731bb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:19.082700 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-40b0ef93-01e8-49f6-8b2e-9c4ee3f731bb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Usage tracker for resource:subnet and tenant:42ac1685c1bd43b0a4df61847b684a39 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:19.087667 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-2b5c82a9-65e4-4446-baa8-7ea8c07d563c req-cdb9d24d-f2fc-45cd-9e0a-aeff059f1611 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Synchronizing usage tracker for tenant:67dfd8ca30e2412a805557bd94e02525 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:12:19.090174 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-40b0ef93-01e8-49f6-8b2e-9c4ee3f731bb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:19.100667 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-40b0ef93-01e8-49f6-8b2e-9c4ee3f731bb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:19.134881 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d6b48b88-ef4b-43cb-a13c-3a0394f6a1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:19.264828 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b0ef93-01e8-49f6-8b2e-9c4ee3f731bb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Made reservation on behalf of 42ac1685c1bd43b0a4df61847b684a39 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:19.269595 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-40b0ef93-01e8-49f6-8b2e-9c4ee3f731bb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:19.301902 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-2b5c82a9-65e4-4446-baa8-7ea8c07d563c req-cdb9d24d-f2fc-45cd-9e0a-aeff059f1611 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Unset dirty status for tenant:67dfd8ca30e2412a805557bd94e02525 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:12:19.303793 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2b5c82a9-65e4-4446-baa8-7ea8c07d563c req-cdb9d24d-f2fc-45cd-9e0a-aeff059f1611 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 210 time: 0.2832487 Feb 09 01:12:19.334438 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a2deb550-acda-4436-b303-8be12c4cd542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:19.351399 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-6519bc3f-8b3d-4d13-a073-5d2bbf48a21a req-7d9b85ea-28c2-4854-83fe-4b73fb82db05 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Synchronizing usage tracker for tenant:5c3742d9e0e147a587c775654c5e399e on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:12:19.363643 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c658efb-5c71-4d91-ad96-4d9b4c5a4632 None None] Pushing event updated for resources: {'Port': ['ID=a21adf2a-d8ea-4bdc-9bd4-7a050e42ea3e,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:19.421991 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-a2deb550-acda-4436-b303-8be12c4cd542 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b69e8f8-1014-43eb-bd96-15547037bb6b']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:19.444865 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-6519bc3f-8b3d-4d13-a073-5d2bbf48a21a req-7d9b85ea-28c2-4854-83fe-4b73fb82db05 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Unset dirty status for tenant:5c3742d9e0e147a587c775654c5e399e on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:12:19.446045 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6519bc3f-8b3d-4d13-a073-5d2bbf48a21a req-7d9b85ea-28c2-4854-83fe-4b73fb82db05 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 210 time: 0.2107666 Feb 09 01:12:19.455536 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-a2deb550-acda-4436-b303-8be12c4cd542 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404d1026-db85-40d4-b120-544186d0b38c') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:19.455825 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-a2deb550-acda-4436-b303-8be12c4cd542 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404d1026-db85-40d4-b120-544186d0b38c') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:19.504571 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a2deb550-acda-4436-b303-8be12c4cd542 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:19.534831 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-942cc100-7194-43ad-9be9-d950ebec456d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:19.538899 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a2deb550-acda-4436-b303-8be12c4cd542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:19.548800 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2deb550-acda-4436-b303-8be12c4cd542 admin admin] Releasing vlan 996 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:12:19.549207 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a2deb550-acda-4436-b303-8be12c4cd542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:12:19.567656 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:12:19.665114 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a2deb550-acda-4436-b303-8be12c4cd542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:19.686320 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a2deb550-acda-4436-b303-8be12c4cd542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:19.701315 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2deb550-acda-4436-b303-8be12c4cd542 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b69e8f8-1014-43eb-bd96-15547037bb6b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:19.719495 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a2deb550-acda-4436-b303-8be12c4cd542 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4b69e8f8-1014-43eb-bd96-15547037bb6b HTTP/1.1" status: 204 len: 168 time: 4.9839919 Feb 09 01:12:19.719495 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-942cc100-7194-43ad-9be9-d950ebec456d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:19.830717 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-942cc100-7194-43ad-9be9-d950ebec456d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Network 84a4b1eb-79d6-447b-b1fd-6bc1ef45422a is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:19.835305 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-942cc100-7194-43ad-9be9-d950ebec456d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:19.851822 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-942cc100-7194-43ad-9be9-d950ebec456d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:12:20.014778 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-942cc100-7194-43ad-9be9-d950ebec456d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:20.017172 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-942cc100-7194-43ad-9be9-d950ebec456d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:20.053531 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45924) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:20.057833 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942cc100-7194-43ad-9be9-d950ebec456d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Pushing event updated for resources: {'Port': ['ID=61b88393-e1c5-4c5a-996c-f538ec374a5b,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:20.085527 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-942cc100-7194-43ad-9be9-d950ebec456d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5335975 Feb 09 01:12:20.196721 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-35dac779-1351-4dc0-bc52-2fdc54264657 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a05b06a91f9f4c368f81acc872bcfa31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417263 Feb 09 01:12:20.200053 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45932) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:20.304788 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45936) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:20.392345 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-56a4e305-2f3e-4627-8540-baf9d9989028 service neutron] Request body: {'port': {'device_id': '8730380e-7b93-47a3-9df4-9625297f4af9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:20.427811 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-b97c81c6-2acc-405c-838e-8461e0e0e784 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:20.429895 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-b97c81c6-2acc-405c-838e-8461e0e0e784 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.35 "GET /v2.0/networks?id=f463daa3-bdf7-465b-839b-27906d718cfd HTTP/1.1" status: 200 len: 817 time: 0.7843432 Feb 09 01:12:20.431396 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f8702e2b-b199-4f3b-aeb5-2daa522c4907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:20.447707 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc621bd-be47-43bf-946a-345381a56929 req-726de696-1cc2-4512-88bd-1c9bd70759b4 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:20.455744 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2dc621bd-be47-43bf-946a-345381a56929 req-726de696-1cc2-4512-88bd-1c9bd70759b4 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 945 time: 0.3165724 Feb 09 01:12:20.574892 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2dc621bd-be47-43bf-946a-345381a56929 req-d0715146-a416-4260-8cd0-abec968226d7 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179211 Feb 09 01:12:20.581213 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9978a24b-08a1-4a65-87ef-36fffdb4936e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:20.661867 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f8702e2b-b199-4f3b-aeb5-2daa522c4907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:20.675806 n-d-828419-1 neutron-server[87612]: DEBUG neutron.objects.ports [None req-40b0ef93-01e8-49f6-8b2e-9c4ee3f731bb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87612) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:12:20.677303 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9978a24b-08a1-4a65-87ef-36fffdb4936e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:20.682649 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-40b0ef93-01e8-49f6-8b2e-9c4ee3f731bb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:20.693329 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9978a24b-08a1-4a65-87ef-36fffdb4936e admin admin] Usage tracker for resource:security_group_rule and tenant:4f20688fcb244c4cbd08a421116b3698 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:20.697535 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c351fc-f417-42d1-bd28-bf7d86a91fc0 req-9f274c0e-531c-4b10-8e75-ac9b3de079b0 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:20.698122 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9978a24b-08a1-4a65-87ef-36fffdb4936e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:20.699430 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-84c351fc-f417-42d1-bd28-bf7d86a91fc0 req-9f274c0e-531c-4b10-8e75-ac9b3de079b0 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dee26dc-4fbe-45a5-914f-fb65d84bec0d HTTP/1.1" status: 200 len: 945 time: 0.4868131 Feb 09 01:12:20.735542 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-2d00d992-473b-4253-a690-ca2b5f054f1b tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c3742d9e0e147a587c775654c5e399e HTTP/1.1" status: 200 len: 379 time: 0.2797308 Feb 09 01:12:20.748666 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9978a24b-08a1-4a65-87ef-36fffdb4936e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:20.755784 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-56a4e305-2f3e-4627-8540-baf9d9989028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:20.784858 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff2b62b-b949-40b7-9bb2-cffcecb2c7d1 None None] Network 1b6566f8-9019-462e-9ce4-2b378a9a75df requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:20.802021 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-30698805-cee8-4f72-9375-fbdfe5b058a7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Request body: {'port': {'device_id': 'd429f359-35bc-4653-af62-82b925b35f8e', 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd', 'admin_state_up': True, 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'security_groups': ['b6812f4a-adbc-49d3-a414-f19d06715458']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:20.953642 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8c6cb55b-b085-4889-b296-f02634eeb21d None None] Provisioning for port a21adf2a-d8ea-4bdc-9bd4-7a050e42ea3e completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:20.966747 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-d6b48b88-ef4b-43cb-a13c-3a0394f6a1b1 admin admin] Deleting port ec1d5573-5eb3-4c56-9b4a-6fb632839e15 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:20.967109 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d6b48b88-ef4b-43cb-a13c-3a0394f6a1b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:21.001445 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-84c351fc-f417-42d1-bd28-bf7d86a91fc0 req-46cccccd-c121-4c1a-ba22-80cfc874f14f tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/security-groups?id=783de2d8-5801-40dd-a296-6538ffc19f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611573 Feb 09 01:12:21.004212 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0ef93-01e8-49f6-8b2e-9c4ee3f731bb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Pushing event updated for resources: {'Subnet': ['ID=5e85f271-6344-49e3-81bf-04a58de8a2bf,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:21.032029 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b0ef93-01e8-49f6-8b2e-9c4ee3f731bb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Checking segment: {'id': '712dbc81-4be2-4aa7-a4de-a60464ffe5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '158a4ba6-7fba-423a-af4d-5198c00205d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:12:21.032380 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b0ef93-01e8-49f6-8b2e-9c4ee3f731bb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Network hostable DHCP agents. Network: 158a4ba6-7fba-423a-af4d-5198c00205d4, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:12:21.046078 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f8702e2b-b199-4f3b-aeb5-2daa522c4907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:21.112874 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8702e2b-b199-4f3b-aeb5-2daa522c4907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616e50db-22f4-4e95-8664-83c5bbfa36f6,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:21.135239 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951844fa-25c8-4c90-ad7a-3ccec0c3f087 req-7f5d3370-695c-4e6d-b4e7-55b81b8ad903 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:21.136256 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-951844fa-25c8-4c90-ad7a-3ccec0c3f087 req-7f5d3370-695c-4e6d-b4e7-55b81b8ad903 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Synchronizing usage tracker for tenant:67dfd8ca30e2412a805557bd94e02525 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:12:21.194377 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f8702e2b-b199-4f3b-aeb5-2daa522c4907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:21.198212 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f8702e2b-b199-4f3b-aeb5-2daa522c4907 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/616e50db-22f4-4e95-8664-83c5bbfa36f6 HTTP/1.1" status: 204 len: 168 time: 0.9974718 Feb 09 01:12:21.212109 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b0ef93-01e8-49f6-8b2e-9c4ee3f731bb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Network 158a4ba6-7fba-423a-af4d-5198c00205d4 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:12:21.222778 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-30698805-cee8-4f72-9375-fbdfe5b058a7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:21.223469 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-951844fa-25c8-4c90-ad7a-3ccec0c3f087 req-7f5d3370-695c-4e6d-b4e7-55b81b8ad903 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Unset dirty status for tenant:67dfd8ca30e2412a805557bd94e02525 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:12:21.226112 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-951844fa-25c8-4c90-ad7a-3ccec0c3f087 req-7f5d3370-695c-4e6d-b4e7-55b81b8ad903 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 932 time: 0.5220451 Feb 09 01:12:21.250750 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-30698805-cee8-4f72-9375-fbdfe5b058a7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:21.277296 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device a21adf2a-d8ea-4bdc-9bd4-7a050e42ea3e up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:12:21.300192 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-40b0ef93-01e8-49f6-8b2e-9c4ee3f731bb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 158a4ba6-7fba-423a-af4d-5198c00205d4) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:21.315737 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4b223e2e-9d60-4253-977e-b185364c1344 req-36f62d34-fb1e-4901-937d-d9fafa7121e4 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 210 time: 0.0728133 Feb 09 01:12:21.316933 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b0ef93-01e8-49f6-8b2e-9c4ee3f731bb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:21.317516 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-40b0ef93-01e8-49f6-8b2e-9c4ee3f731bb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:21.335624 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-30698805-cee8-4f72-9375-fbdfe5b058a7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Made reservation on behalf of 5c3742d9e0e147a587c775654c5e399e for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:21.339597 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-30698805-cee8-4f72-9375-fbdfe5b058a7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:21.394470 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269d26e6-43b0-4b21-a54c-a9f9330646c5 None None] Network 158a4ba6-7fba-423a-af4d-5198c00205d4 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:21.422659 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9978a24b-08a1-4a65-87ef-36fffdb4936e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:21.426270 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-951844fa-25c8-4c90-ad7a-3ccec0c3f087 req-4c7aaea4-99fb-4a45-94ba-a60f0fbbc5de tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288249 Feb 09 01:12:21.432224 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9978a24b-08a1-4a65-87ef-36fffdb4936e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:21.443174 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-40b0ef93-01e8-49f6-8b2e-9c4ee3f731bb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6535678 Feb 09 01:12:21.445597 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45952) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:21.452375 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-d6b48b88-ef4b-43cb-a13c-3a0394f6a1b1 admin admin] For port ec1d5573-5eb3-4c56-9b4a-6fb632839e15, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=ec1d5573-5eb3-4c56-9b4a-6fb632839e15,segment=NetworkSegment(2b4e378e-be94-4976-8792-7feadcd85d58),segment_id=2b4e378e-be94-4976-8792-7feadcd85d58)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:21.452778 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d6b48b88-ef4b-43cb-a13c-3a0394f6a1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:21.463671 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-cb762cca-a176-46bd-bba4-42996d47b7cb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Request body: {'port': {'network_id': '158a4ba6-7fba-423a-af4d-5198c00205d4', 'name': 'tempest-NetworksIpV6TestAttrs-1959650373'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:21.512058 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9978a24b-08a1-4a65-87ef-36fffdb4936e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02fd263-96dd-4543-8530-d286d76f1bf8,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:21.522899 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9978a24b-08a1-4a65-87ef-36fffdb4936e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4f20688fcb244c4cbd08a421116b3698&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2055335 Feb 09 01:12:21.523421 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45956) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:21.662150 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-56f368b7-c97e-441a-8044-4df408ae9df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:21.667728 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-56a4e305-2f3e-4627-8540-baf9d9989028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61b88393-e1c5-4c5a-996c-f538ec374a5b {{(pid=87611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:12:21.685876 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-56a4e305-2f3e-4627-8540-baf9d9989028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:21.715218 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-d6b48b88-ef4b-43cb-a13c-3a0394f6a1b1 admin admin] Calling delete_port for ec1d5573-5eb3-4c56-9b4a-6fb632839e15 owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:21.716503 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port a21adf2a-d8ea-4bdc-9bd4-7a050e42ea3e completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:21.717256 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-56f368b7-c97e-441a-8044-4df408ae9df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:21.729137 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-56a4e305-2f3e-4627-8540-baf9d9989028 service neutron] Transition to ACTIVE for port object 61b88393-e1c5-4c5a-996c-f538ec374a5b will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:21.742608 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-56a4e305-2f3e-4627-8540-baf9d9989028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:21.744216 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port a21adf2a-d8ea-4bdc-9bd4-7a050e42ea3e triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:21.744693 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:21.845805 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:21.885681 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c02f898-4d5d-4784-9c25-ef97b1aad1cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-158a4ba6-7fba-423a-af4d-5198c00205d4', 'network_id': '158a4ba6-7fba-423a-af4d-5198c00205d4', 'tenant_id': '42ac1685c1bd43b0a4df61847b684a39', 'fixed_ips': [{'subnet_id': '5e85f271-6344-49e3-81bf-04a58de8a2bf'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:12:21.886600 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0c02f898-4d5d-4784-9c25-ef97b1aad1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:21.965332 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4e305-2f3e-4627-8540-baf9d9989028 service neutron] Pushing event updated for resources: {'Port': ['ID=61b88393-e1c5-4c5a-996c-f538ec374a5b,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:22.061299 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-cb762cca-a176-46bd-bba4-42996d47b7cb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:22.064855 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-56f368b7-c97e-441a-8044-4df408ae9df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:22.092232 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f368b7-c97e-441a-8044-4df408ae9df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02fd263-96dd-4543-8530-d286d76f1bf8,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:22.105139 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-cb762cca-a176-46bd-bba4-42996d47b7cb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Usage tracker for resource:port and tenant:42ac1685c1bd43b0a4df61847b684a39 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:22.105347 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-56f368b7-c97e-441a-8044-4df408ae9df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:22.106387 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-56f368b7-c97e-441a-8044-4df408ae9df5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e02fd263-96dd-4543-8530-d286d76f1bf8 HTTP/1.1" status: 204 len: 168 time: 0.5819645 Feb 09 01:12:22.135962 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-56a4e305-2f3e-4627-8540-baf9d9989028 service neutron] Attempting to bind port 61b88393-e1c5-4c5a-996c-f538ec374a5b on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:22.136446 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-56a4e305-2f3e-4627-8540-baf9d9989028 service neutron] Attempting to bind port 61b88393-e1c5-4c5a-996c-f538ec374a5b by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '7841b3b5-50c4-4626-80ec-1014e8ef15dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '84a4b1eb-79d6-447b-b1fd-6bc1ef45422a'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:22.136895 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-56a4e305-2f3e-4627-8540-baf9d9989028 service neutron] Attempting to bind port 61b88393-e1c5-4c5a-996c-f538ec374a5b on network 84a4b1eb-79d6-447b-b1fd-6bc1ef45422a {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:22.143095 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-56a4e305-2f3e-4627-8540-baf9d9989028 service neutron] Port 61b88393-e1c5-4c5a-996c-f538ec374a5b on network 84a4b1eb-79d6-447b-b1fd-6bc1ef45422a not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:12:22.143491 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-56a4e305-2f3e-4627-8540-baf9d9989028 service neutron] Attempting to bind port 61b88393-e1c5-4c5a-996c-f538ec374a5b on network 84a4b1eb-79d6-447b-b1fd-6bc1ef45422a {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:22.150086 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-56a4e305-2f3e-4627-8540-baf9d9989028 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:12:22.150509 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-56a4e305-2f3e-4627-8540-baf9d9989028 service neutron] Checking segment: {'id': '7841b3b5-50c4-4626-80ec-1014e8ef15dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '84a4b1eb-79d6-447b-b1fd-6bc1ef45422a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:12:22.151075 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-56a4e305-2f3e-4627-8540-baf9d9989028 service neutron] Bound using segment: {'id': '7841b3b5-50c4-4626-80ec-1014e8ef15dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '84a4b1eb-79d6-447b-b1fd-6bc1ef45422a'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:12:22.151585 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-56a4e305-2f3e-4627-8540-baf9d9989028 service neutron] Bound port: 61b88393-e1c5-4c5a-996c-f538ec374a5b, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7841b3b5-50c4-4626-80ec-1014e8ef15dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '84a4b1eb-79d6-447b-b1fd-6bc1ef45422a'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:12:22.152129 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-56a4e305-2f3e-4627-8540-baf9d9989028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:22.306394 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:22.335167 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-cb762cca-a176-46bd-bba4-42996d47b7cb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:22.340220 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-80188504-30d2-44f4-b792-5744860d78ef None None] Provisioning complete for port a21adf2a-d8ea-4bdc-9bd4-7a050e42ea3e triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:22.341139 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-80188504-30d2-44f4-b792-5744860d78ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:22.355837 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-cb762cca-a176-46bd-bba4-42996d47b7cb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:22.359237 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-56a4e305-2f3e-4627-8540-baf9d9989028 service neutron] For port 61b88393-e1c5-4c5a-996c-f538ec374a5b, host n-h1-828419-1, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:12:22.361650 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-30698805-cee8-4f72-9375-fbdfe5b058a7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Allocated IP 172.20.0.6 (f463daa3-bdf7-465b-839b-27906d718cfd/f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff/25312df4-851f-4f0a-921f-af21d59ea5d8) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:22.368985 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-56a4e305-2f3e-4627-8540-baf9d9989028 service neutron] For port 61b88393-e1c5-4c5a-996c-f538ec374a5b, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=61b88393-e1c5-4c5a-996c-f538ec374a5b,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:12:22.380978 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87de172-0a97-4ab7-a228-3a6e9fc641a8 req-c07eb06d-889d-40ca-becb-eae06334e725 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:22.382834 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-56a4e305-2f3e-4627-8540-baf9d9989028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:22.388135 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d87de172-0a97-4ab7-a228-3a6e9fc641a8 req-c07eb06d-889d-40ca-becb-eae06334e725 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 945 time: 0.6875856 Feb 09 01:12:22.436905 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port a21adf2a-d8ea-4bdc-9bd4-7a050e42ea3e, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=a21adf2a-d8ea-4bdc-9bd4-7a050e42ea3e,segment=NetworkSegment(90dc91ae-48ae-48b1-ba1c-bdc403eb00a5),segment_id=90dc91ae-48ae-48b1-ba1c-bdc403eb00a5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:22.439129 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-0c02f898-4d5d-4784-9c25-ef97b1aad1cb None None] Allocated IP 2001:db8::f816:3eff:fe8e:d1b3 (158a4ba6-7fba-423a-af4d-5198c00205d4/5e85f271-6344-49e3-81bf-04a58de8a2bf/9fa3b0bd-c696-4ac0-8cd2-a1a6c721bfd6) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:22.452725 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d87de172-0a97-4ab7-a228-3a6e9fc641a8 req-0b8ead12-8b09-432d-8901-455acb807d50 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634120 Feb 09 01:12:22.455252 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:22.456080 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb762cca-a176-46bd-bba4-42996d47b7cb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Made reservation on behalf of 42ac1685c1bd43b0a4df61847b684a39 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:22.462098 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cb762cca-a176-46bd-bba4-42996d47b7cb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:22.481944 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45988) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:22.534944 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-cb762cca-a176-46bd-bba4-42996d47b7cb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] device_id is not set on port f0443cc4-27e5-4147-9da0-c9b502172158 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:12:22.567807 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2f7cc-1ac3-46d1-83c0-a4bd7a728782 req-1e09669c-1d9a-4e6d-b7b4-23072d806740 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:22.572737 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d3f2f7cc-1ac3-46d1-83c0-a4bd7a728782 req-1e09669c-1d9a-4e6d-b7b4-23072d806740 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/ports?device_id=9dee26dc-4fbe-45a5-914f-fb65d84bec0d HTTP/1.1" status: 200 len: 945 time: 0.3281176 Feb 09 01:12:22.578440 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-56a4e305-2f3e-4627-8540-baf9d9989028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:22.587203 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-56a4e305-2f3e-4627-8540-baf9d9989028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:22.593548 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-56a4e305-2f3e-4627-8540-baf9d9989028 service neutron] 10.222.0.35 "PUT /v2.0/ports/61b88393-e1c5-4c5a-996c-f538ec374a5b HTTP/1.1" status: 200 len: 1092 time: 2.4555945 Feb 09 01:12:22.594803 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8730380e-7b93-47a3-9df4-9625297f4af9', 'tag': '61b88393-e1c5-4c5a-996c-f538ec374a5b'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:12:22.706358 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-addf1719-20e0-4968-9948-c02b12fdbb5b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1834570262-network', 'tenant_id': '2dc557f702b4497a9f528b39785f03de'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:22.731499 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=a21adf2a-d8ea-4bdc-9bd4-7a050e42ea3e,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:22.779540 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4e305-2f3e-4627-8540-baf9d9989028 service neutron] Pushing event updated for resources: {'Port': ['ID=61b88393-e1c5-4c5a-996c-f538ec374a5b,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:22.796871 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c94c9e39-4a2a-4a38-80d8-a4baed0dc258 req-b1876c5e-c80c-467e-b926-845a58e4061b tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 210 time: 0.1610875 Feb 09 01:12:22.804262 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d3f2f7cc-1ac3-46d1-83c0-a4bd7a728782 req-e8041b4c-d7b9-45e3-9d13-29355ad386e5 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/security-groups?id=783de2d8-5801-40dd-a296-6538ffc19f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905041 Feb 09 01:12:22.824114 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-7932c9fd-18a2-4893-87b1-660f4cd6fba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:22.825613 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-7932c9fd-18a2-4893-87b1-660f4cd6fba0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67dfd8ca30e2412a805557bd94e02525&device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 1095 time: 0.1661878 Feb 09 01:12:22.839278 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-addf1719-20e0-4968-9948-c02b12fdbb5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:22.875280 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-addf1719-20e0-4968-9948-c02b12fdbb5b admin admin] Usage tracker for resource:network and tenant:2dc557f702b4497a9f528b39785f03de is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:22.898165 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-addf1719-20e0-4968-9948-c02b12fdbb5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:22.937902 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-addf1719-20e0-4968-9948-c02b12fdbb5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:22.943401 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0c02f898-4d5d-4784-9c25-ef97b1aad1cb None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:22.960905 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0c02f898-4d5d-4784-9c25-ef97b1aad1cb None None] Transition to ACTIVE for port object 9fa3b0bd-c696-4ac0-8cd2-a1a6c721bfd6 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:22.982563 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-8301b325-9bf4-4ea3-a35f-9c247aa15d5f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61b88393-e1c5-4c5a-996c-f538ec374a5b HTTP/1.1" status: 200 len: 217 time: 0.1408691 Feb 09 01:12:22.996443 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0c02f898-4d5d-4784-9c25-ef97b1aad1cb None None] Transition to ACTIVE for port object 9fa3b0bd-c696-4ac0-8cd2-a1a6c721bfd6 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:22.996609 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-addf1719-20e0-4968-9948-c02b12fdbb5b admin admin] Made reservation on behalf of 2dc557f702b4497a9f528b39785f03de for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:22.998783 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-addf1719-20e0-4968-9948-c02b12fdbb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:23.010666 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0c02f898-4d5d-4784-9c25-ef97b1aad1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:23.089685 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-addf1719-20e0-4968-9948-c02b12fdbb5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:23.096795 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-4fe82654-3042-4155-96ab-e2e1da049e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:23.098227 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-4fe82654-3042-4155-96ab-e2e1da049e14 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c750fae4-2c3f-44da-87c9-de1301db5b32 HTTP/1.1" status: 200 len: 844 time: 0.1002123 Feb 09 01:12:23.112564 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ced5d-9271-4711-840c-ba9e49573a1f req-7576fc5a-ec75-4269-a05f-c2d8fe4acf86 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:23.114067 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-858ced5d-9271-4711-840c-ba9e49573a1f req-7576fc5a-ec75-4269-a05f-c2d8fe4acf86 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 944 time: 0.1823385 Feb 09 01:12:23.119516 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d6b48b88-ef4b-43cb-a13c-3a0394f6a1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:23.190032 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-addf1719-20e0-4968-9948-c02b12fdbb5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:23.190763 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02f898-4d5d-4784-9c25-ef97b1aad1cb None None] Pushing event updated for resources: {'Port': ['ID=9fa3b0bd-c696-4ac0-8cd2-a1a6c721bfd6,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:23.195161 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device a21adf2a-d8ea-4bdc-9bd4-7a050e42ea3e up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:12:23.202122 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b48b88-ef4b-43cb-a13c-3a0394f6a1b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec1d5573-5eb3-4c56-9b4a-6fb632839e15,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:23.243491 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-6ee05dd5-1dbe-41c7-b707-18493aa57105 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=84a4b1eb-79d6-447b-b1fd-6bc1ef45422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1279356 Feb 09 01:12:23.274154 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c02f898-4d5d-4784-9c25-ef97b1aad1cb None None] Network 158a4ba6-7fba-423a-af4d-5198c00205d4 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:23.284485 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-addf1719-20e0-4968-9948-c02b12fdbb5b admin admin] Usage tracker for resource:security_group_rule and tenant:2dc557f702b4497a9f528b39785f03de is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:23.287882 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-0c02f898-4d5d-4784-9c25-ef97b1aad1cb None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:23.295943 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c02f898-4d5d-4784-9c25-ef97b1aad1cb None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:12:23.348026 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-addf1719-20e0-4968-9948-c02b12fdbb5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:23.388285 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-cb762cca-a176-46bd-bba4-42996d47b7cb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Allocated IP 2001:db8::f816:3eff:fed5:80c8 (158a4ba6-7fba-423a-af4d-5198c00205d4/5e85f271-6344-49e3-81bf-04a58de8a2bf/f0443cc4-27e5-4147-9da0-c9b502172158) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:23.393061 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-addf1719-20e0-4968-9948-c02b12fdbb5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:23.394138 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-858ced5d-9271-4711-840c-ba9e49573a1f req-0fde99ff-cf87-42a9-8b74-58e6e60f7d9f tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046103 Feb 09 01:12:23.401343 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-30698805-cee8-4f72-9375-fbdfe5b058a7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:23.452540 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8730380e-7b93-47a3-9df4-9625297f4af9', 'tag': '61b88393-e1c5-4c5a-996c-f538ec374a5b', 'status': 'completed', 'code': 200} Feb 09 01:12:23.496943 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-0c02f898-4d5d-4784-9c25-ef97b1aad1cb None None] Attempting to bind port 9fa3b0bd-c696-4ac0-8cd2-a1a6c721bfd6 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:23.497233 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-0c02f898-4d5d-4784-9c25-ef97b1aad1cb None None] Attempting to bind port 9fa3b0bd-c696-4ac0-8cd2-a1a6c721bfd6 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '712dbc81-4be2-4aa7-a4de-a60464ffe5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '158a4ba6-7fba-423a-af4d-5198c00205d4'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:23.497598 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c02f898-4d5d-4784-9c25-ef97b1aad1cb None None] Attempting to bind port 9fa3b0bd-c696-4ac0-8cd2-a1a6c721bfd6 on network 158a4ba6-7fba-423a-af4d-5198c00205d4 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:23.501879 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port a21adf2a-d8ea-4bdc-9bd4-7a050e42ea3e triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:23.502122 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:23.507723 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-30698805-cee8-4f72-9375-fbdfe5b058a7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Transition to ACTIVE for port object 25312df4-851f-4f0a-921f-af21d59ea5d8 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:23.547358 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c02f898-4d5d-4784-9c25-ef97b1aad1cb None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:12:23.557255 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c02f898-4d5d-4784-9c25-ef97b1aad1cb None None] Checking segment: {'id': '712dbc81-4be2-4aa7-a4de-a60464ffe5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '158a4ba6-7fba-423a-af4d-5198c00205d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:12:23.557765 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0c02f898-4d5d-4784-9c25-ef97b1aad1cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:23.558176 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c02f898-4d5d-4784-9c25-ef97b1aad1cb None None] Bound using segment: {'id': '712dbc81-4be2-4aa7-a4de-a60464ffe5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '158a4ba6-7fba-423a-af4d-5198c00205d4'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:12:23.558677 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-0c02f898-4d5d-4784-9c25-ef97b1aad1cb None None] Bound port: 9fa3b0bd-c696-4ac0-8cd2-a1a6c721bfd6, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '712dbc81-4be2-4aa7-a4de-a60464ffe5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '158a4ba6-7fba-423a-af4d-5198c00205d4'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:12:23.559054 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0c02f898-4d5d-4784-9c25-ef97b1aad1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:23.562300 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-6fd0cfa3-71cb-4334-99b3-f820a84475fe service neutron] 10.222.0.35 "GET /v2.0/networks/84a4b1eb-79d6-447b-b1fd-6bc1ef45422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919250 Feb 09 01:12:23.718007 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-0c02f898-4d5d-4784-9c25-ef97b1aad1cb None None] For port 9fa3b0bd-c696-4ac0-8cd2-a1a6c721bfd6, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:12:23.721754 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-0c02f898-4d5d-4784-9c25-ef97b1aad1cb None None] For port 9fa3b0bd-c696-4ac0-8cd2-a1a6c721bfd6, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=9fa3b0bd-c696-4ac0-8cd2-a1a6c721bfd6,segment=NetworkSegment(712dbc81-4be2-4aa7-a4de-a60464ffe5d7),segment_id=712dbc81-4be2-4aa7-a4de-a60464ffe5d7)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:12:23.772353 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0c02f898-4d5d-4784-9c25-ef97b1aad1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:23.935195 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02f898-4d5d-4784-9c25-ef97b1aad1cb None None] Pushing event updated for resources: {'Port': ['ID=9fa3b0bd-c696-4ac0-8cd2-a1a6c721bfd6,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:23.977486 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d71382-0958-430f-8fa6-a1eec3ca573b req-379866bd-71d2-4bec-8962-55d5655222c9 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:23.984907 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b6d71382-0958-430f-8fa6-a1eec3ca573b req-379866bd-71d2-4bec-8962-55d5655222c9 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/ports?device_id=55470ab7-39af-441d-99c9-4df60ccdee01 HTTP/1.1" status: 200 len: 946 time: 0.3535089 Feb 09 01:12:23.988718 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6d966bc9-a921-4fec-b0a9-8f770e669edc req-44bebc41-42c7-4ab6-bbc1-7377e5ad8b2a service neutron] 10.222.0.35 "GET /v2.0/networks/84a4b1eb-79d6-447b-b1fd-6bc1ef45422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130065 Feb 09 01:12:23.989251 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-30698805-cee8-4f72-9375-fbdfe5b058a7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:24.042162 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b6d71382-0958-430f-8fa6-a1eec3ca573b req-48705363-c429-441d-8339-d433a2260244 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/security-groups?id=783de2d8-5801-40dd-a296-6538ffc19f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562646 Feb 09 01:12:24.170927 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d6b48b88-ef4b-43cb-a13c-3a0394f6a1b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:24.208841 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd222f-8415-41ee-bd70-768e03de571e req-f978e9db-1124-490d-9815-49b7d8a362c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:24.213285 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1cdd222f-8415-41ee-bd70-768e03de571e req-f978e9db-1124-490d-9815-49b7d8a362c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67dfd8ca30e2412a805557bd94e02525&device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 1095 time: 0.1412990 Feb 09 01:12:24.251328 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-30698805-cee8-4f72-9375-fbdfe5b058a7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Network f463daa3-bdf7-465b-839b-27906d718cfd is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:24.302655 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-30698805-cee8-4f72-9375-fbdfe5b058a7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:24.462939 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-30698805-cee8-4f72-9375-fbdfe5b058a7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:12:24.540575 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd222f-8415-41ee-bd70-768e03de571e req-92d84923-e6c0-4607-9816-6dfa39879387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:24.542069 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1cdd222f-8415-41ee-bd70-768e03de571e req-92d84923-e6c0-4607-9816-6dfa39879387 service neutron] 10.222.0.35 "GET /v2.0/networks?id=84a4b1eb-79d6-447b-b1fd-6bc1ef45422a HTTP/1.1" status: 200 len: 905 time: 0.3144960 Feb 09 01:12:24.550540 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe42c9-ab3a-46f9-a397-e4b4ae10546e req-ad7e139c-1f4f-4f51-90fb-9b7336082aa1 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:24.551957 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a4fe42c9-ab3a-46f9-a397-e4b4ae10546e req-ad7e139c-1f4f-4f51-90fb-9b7336082aa1 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 931 time: 0.2070599 Feb 09 01:12:24.571130 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30698805-cee8-4f72-9375-fbdfe5b058a7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Pushing event updated for resources: {'Port': ['ID=25312df4-851f-4f0a-921f-af21d59ea5d8,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:24.610239 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46046) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:24.653543 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1cdd222f-8415-41ee-bd70-768e03de571e req-2b46dbb0-603e-4f97-9446-4badd4ae9b43 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61b88393-e1c5-4c5a-996c-f538ec374a5b HTTP/1.1" status: 200 len: 217 time: 0.0777044 Feb 09 01:12:24.686321 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-37ae7816-a251-47f8-928d-ecc85f8c4433 None None] Provisioning for port 25312df4-851f-4f0a-921f-af21d59ea5d8 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:24.691512 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-30698805-cee8-4f72-9375-fbdfe5b058a7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:24.692205 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-30698805-cee8-4f72-9375-fbdfe5b058a7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:24.695104 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-37ae7816-a251-47f8-928d-ecc85f8c4433 None None] Provisioning complete for port 25312df4-851f-4f0a-921f-af21d59ea5d8 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:24.695862 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-37ae7816-a251-47f8-928d-ecc85f8c4433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:24.718112 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-a4fe42c9-ab3a-46f9-a397-e4b4ae10546e req-06df020f-eb6b-4760-8894-8741531af35b tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Synchronizing usage tracker for tenant:5c3742d9e0e147a587c775654c5e399e on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:12:24.750014 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-a4fe42c9-ab3a-46f9-a397-e4b4ae10546e req-06df020f-eb6b-4760-8894-8741531af35b tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Unset dirty status for tenant:5c3742d9e0e147a587c775654c5e399e on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:12:24.762430 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a4fe42c9-ab3a-46f9-a397-e4b4ae10546e req-06df020f-eb6b-4760-8894-8741531af35b tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015269 Feb 09 01:12:24.764312 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd222f-8415-41ee-bd70-768e03de571e req-b1d94065-6666-4b4e-b4e3-56ee15e43e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:24.770156 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1cdd222f-8415-41ee-bd70-768e03de571e req-b1d94065-6666-4b4e-b4e3-56ee15e43e34 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c750fae4-2c3f-44da-87c9-de1301db5b32 HTTP/1.1" status: 200 len: 844 time: 0.1069710 Feb 09 01:12:24.774132 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-37ae7816-a251-47f8-928d-ecc85f8c4433 None None] Port 25312df4-851f-4f0a-921f-af21d59ea5d8 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:12:24.832536 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1cdd222f-8415-41ee-bd70-768e03de571e req-a9df5c78-9b0c-4dda-b84b-835f6fa97d86 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=84a4b1eb-79d6-447b-b1fd-6bc1ef45422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518680 Feb 09 01:12:24.858402 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:24.930623 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-49999c03-7636-4242-96b6-219d69970a47 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:24.931355 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-49999c03-7636-4242-96b6-219d69970a47 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Synchronizing usage tracker for tenant:903cfb9c5cb94334ab49ed8a903cb9a8 on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:12:24.976844 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-608d297e-6093-4035-b108-675fc989a1f5 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1195784874'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:25.003588 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-608d297e-6093-4035-b108-675fc989a1f5 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:25.033896 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-addf1719-20e0-4968-9948-c02b12fdbb5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:25.042167 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-49999c03-7636-4242-96b6-219d69970a47 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Unset dirty status for tenant:903cfb9c5cb94334ab49ed8a903cb9a8 on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:12:25.048522 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-49999c03-7636-4242-96b6-219d69970a47 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/networks?id=5d6c2755-ea18-4235-9314-c370c19b3771 HTTP/1.1" status: 200 len: 814 time: 1.2696736 Feb 09 01:12:25.051392 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-608d297e-6093-4035-b108-675fc989a1f5 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] Usage tracker for resource:network and tenant:2894b5c5bc8b47e9b6a6e80239a1934f is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:25.056144 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1cdd222f-8415-41ee-bd70-768e03de571e req-ec8894c4-291e-4645-88f5-85f278a61045 service neutron] 10.222.0.35 "GET /v2.0/networks/84a4b1eb-79d6-447b-b1fd-6bc1ef45422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105856 Feb 09 01:12:25.067587 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051cf31e-4c08-46cb-8804-72198d5b2750 req-b388bb92-e9e9-41d2-962c-7a803b60d351 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:25.070931 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-608d297e-6093-4035-b108-675fc989a1f5 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:25.076136 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-051cf31e-4c08-46cb-8804-72198d5b2750 req-b388bb92-e9e9-41d2-962c-7a803b60d351 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb7b74d-b757-4a06-a88a-a4bcc76af8d1 HTTP/1.1" status: 200 len: 945 time: 0.1492581 Feb 09 01:12:25.100071 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-addf1719-20e0-4968-9948-c02b12fdbb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:25.109598 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-c304fb13-4b9e-4b66-9e27-acb8f89e89a4 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/quotas/903cfb9c5cb94334ab49ed8a903cb9a8 HTTP/1.1" status: 200 len: 375 time: 0.0602067 Feb 09 01:12:25.118708 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-608d297e-6093-4035-b108-675fc989a1f5 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:25.155037 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cb762cca-a176-46bd-bba4-42996d47b7cb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:25.193599 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf1719-20e0-4968-9948-c02b12fdbb5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c577c7-45e3-4032-8c20-0ba8b3efa3df,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:25.221262 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-30698805-cee8-4f72-9375-fbdfe5b058a7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4264565 Feb 09 01:12:25.226742 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-051cf31e-4c08-46cb-8804-72198d5b2750 req-a0fc1776-7457-491d-817d-728687987dda tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/security-groups?id=783de2d8-5801-40dd-a296-6538ffc19f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495371 Feb 09 01:12:25.232851 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-addf1719-20e0-4968-9948-c02b12fdbb5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 953} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:12:25.284949 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9fa3b0bd-c696-4ac0-8cd2-a1a6c721bfd6 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:12:25.309128 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-00ad68e9-0ff7-4b7b-a24f-02055bfdf908 service neutron] Request body: {'port': {'device_id': 'd429f359-35bc-4653-af62-82b925b35f8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:25.310796 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1cdd222f-8415-41ee-bd70-768e03de571e req-ecc0673b-0a7e-49bf-9cb8-fce970627cd8 service neutron] 10.222.0.35 "GET /v2.0/networks/84a4b1eb-79d6-447b-b1fd-6bc1ef45422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325602 Feb 09 01:12:25.377964 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608d297e-6093-4035-b108-675fc989a1f5 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] Made reservation on behalf of 2894b5c5bc8b47e9b6a6e80239a1934f for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:25.381722 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-608d297e-6093-4035-b108-675fc989a1f5 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:25.383111 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 9fa3b0bd-c696-4ac0-8cd2-a1a6c721bfd6 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:25.395748 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-cb762cca-a176-46bd-bba4-42996d47b7cb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Transition to ACTIVE for port object f0443cc4-27e5-4147-9da0-c9b502172158 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:25.416837 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-addf1719-20e0-4968-9948-c02b12fdbb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:25.417203 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-addf1719-20e0-4968-9948-c02b12fdbb5b admin admin] Added segment b232920b-d406-4258-b5a1-9781a75fcc93 of type vlan for network 8e187040-b92c-4541-9a97-419a3697d07d Feb 09 01:12:25.419354 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-608d297e-6093-4035-b108-675fc989a1f5 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:25.425733 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00ae6ee-ac46-45f3-bd27-83b9724b5413 None None] Network 158a4ba6-7fba-423a-af4d-5198c00205d4 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:25.440720 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad7e38-7482-426d-9072-dde19b41a3d5 req-f42953ad-55a3-4d45-b3a2-a3c671543bb2 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:25.442203 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-82ad7e38-7482-426d-9072-dde19b41a3d5 req-f42953ad-55a3-4d45-b3a2-a3c671543bb2 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 944 time: 0.0909433 Feb 09 01:12:25.501485 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-82ad7e38-7482-426d-9072-dde19b41a3d5 req-65a12ebf-f0c2-4947-9009-70f924aec308 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418689 Feb 09 01:12:25.505933 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-608d297e-6093-4035-b108-675fc989a1f5 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:25.529380 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-95a40520-d856-41ad-9e07-b163f2d7adbf None None] Provisioning for port 9fa3b0bd-c696-4ac0-8cd2-a1a6c721bfd6 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:25.540027 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-95a40520-d856-41ad-9e07-b163f2d7adbf None None] Provisioning complete for port 9fa3b0bd-c696-4ac0-8cd2-a1a6c721bfd6 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:25.540309 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-95a40520-d856-41ad-9e07-b163f2d7adbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:25.602698 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-addf1719-20e0-4968-9948-c02b12fdbb5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:25.606514 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-608d297e-6093-4035-b108-675fc989a1f5 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] Usage tracker for resource:security_group_rule and tenant:2894b5c5bc8b47e9b6a6e80239a1934f is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:25.631034 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-608d297e-6093-4035-b108-675fc989a1f5 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:25.654754 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-608d297e-6093-4035-b108-675fc989a1f5 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:25.670905 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-00ad68e9-0ff7-4b7b-a24f-02055bfdf908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:25.757999 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [None req-addf1719-20e0-4968-9948-c02b12fdbb5b admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:12:25.768920 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-95a40520-d856-41ad-9e07-b163f2d7adbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:25.796342 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cb762cca-a176-46bd-bba4-42996d47b7cb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:25.805209 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b48b88-ef4b-43cb-a13c-3a0394f6a1b1 admin admin] Router 95aa27e4-7381-45cb-a4ad-312c70997a82 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:12:25.810502 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-95a40520-d856-41ad-9e07-b163f2d7adbf None None] For port 9fa3b0bd-c696-4ac0-8cd2-a1a6c721bfd6, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=9fa3b0bd-c696-4ac0-8cd2-a1a6c721bfd6,segment=NetworkSegment(712dbc81-4be2-4aa7-a4de-a60464ffe5d7),segment_id=712dbc81-4be2-4aa7-a4de-a60464ffe5d7)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:25.813686 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-5b4fe94b-6628-4ad6-bac7-c0956bc54ec4 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=903cfb9c5cb94334ab49ed8a903cb9a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7032793 Feb 09 01:12:25.818091 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-95a40520-d856-41ad-9e07-b163f2d7adbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:25.904085 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a40520-d856-41ad-9e07-b163f2d7adbf None None] Pushing event updated for resources: {'Port': ['ID=9fa3b0bd-c696-4ac0-8cd2-a1a6c721bfd6,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:25.984104 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3d4e4-d617-421f-84f3-028a70da9337 req-401ad624-1f89-4865-b23e-ced8c807fd5c tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:25.985779 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-20a3d4e4-d617-421f-84f3-028a70da9337 req-401ad624-1f89-4865-b23e-ced8c807fd5c tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fd0579a-1747-49d8-a882-73731c71b94b HTTP/1.1" status: 200 len: 945 time: 0.1671717 Feb 09 01:12:25.994295 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba1ec3-b39f-45b1-a660-2c76d618ef06 req-955f4d35-2d0c-406a-a09a-f2a520ecaeae tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:25.995860 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c6ba1ec3-b39f-45b1-a660-2c76d618ef06 req-955f4d35-2d0c-406a-a09a-f2a520ecaeae tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb7b74d-b757-4a06-a88a-a4bcc76af8d1 HTTP/1.1" status: 200 len: 945 time: 0.1278131 Feb 09 01:12:26.012783 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb762cca-a176-46bd-bba4-42996d47b7cb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Network 158a4ba6-7fba-423a-af4d-5198c00205d4 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:26.019080 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-addf1719-20e0-4968-9948-c02b12fdbb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:26.020280 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addf1719-20e0-4968-9948-c02b12fdbb5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:26.020643 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-addf1719-20e0-4968-9948-c02b12fdbb5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:26.098944 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-20a3d4e4-d617-421f-84f3-028a70da9337 req-aee76870-418a-46bf-9bfc-933acd2d7901 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Deleting port 9d55b079-5c97-4c52-8a34-95ee7665aca4 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:26.099404 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-20a3d4e4-d617-421f-84f3-028a70da9337 req-aee76870-418a-46bf-9bfc-933acd2d7901 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:26.118800 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-cb762cca-a176-46bd-bba4-42996d47b7cb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:26.121619 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb762cca-a176-46bd-bba4-42996d47b7cb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:12:26.127395 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb762cca-a176-46bd-bba4-42996d47b7cb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:26.128302 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cb762cca-a176-46bd-bba4-42996d47b7cb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:26.140725 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c6ba1ec3-b39f-45b1-a660-2c76d618ef06 req-3ce936c3-8558-4862-a167-5f6243d2b750 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/security-groups?id=783de2d8-5801-40dd-a296-6538ffc19f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086833 Feb 09 01:12:26.184479 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-aedcb457-1fa5-4839-9b58-f0a8f4e18b2b None None] Provisioning complete for port 9fa3b0bd-c696-4ac0-8cd2-a1a6c721bfd6 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:26.187013 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-aedcb457-1fa5-4839-9b58-f0a8f4e18b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:26.371820 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb762cca-a176-46bd-bba4-42996d47b7cb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Pushing event updated for resources: {'Port': ['ID=f0443cc4-27e5-4147-9da0-c9b502172158,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:26.409314 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-cb762cca-a176-46bd-bba4-42996d47b7cb tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.9589167 Feb 09 01:12:26.411514 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-addf1719-20e0-4968-9948-c02b12fdbb5b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.9250436 Feb 09 01:12:26.420689 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46058) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:26.421008 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46060) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:26.469057 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf1719-20e0-4968-9948-c02b12fdbb5b admin admin] Pushing event updated for resources: {'Network': ['ID=8e187040-b92c-4541-9a97-419a3697d07d,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:26.484270 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 8e187040-b92c-4541-9a97-419a3697d07d details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:12:26.488939 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-cc2383c3-b7de-4e72-8503-0dd7ed704148 admin admin] Request body: {'subnet': {'network_id': '8e187040-b92c-4541-9a97-419a3697d07d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1834570262-subnet', 'tenant_id': '2dc557f702b4497a9f528b39785f03de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:26.520680 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-cc2383c3-b7de-4e72-8503-0dd7ed704148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:26.577399 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bcdb2c02-fc24-4dcf-b13c-673bbc8e313a None None] Provisioning for port f0443cc4-27e5-4147-9da0-c9b502172158 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:26.588509 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bcdb2c02-fc24-4dcf-b13c-673bbc8e313a None None] Provisioning complete for port f0443cc4-27e5-4147-9da0-c9b502172158 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:26.588978 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bcdb2c02-fc24-4dcf-b13c-673bbc8e313a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:26.604083 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-20a3d4e4-d617-421f-84f3-028a70da9337 req-aee76870-418a-46bf-9bfc-933acd2d7901 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] For port 9d55b079-5c97-4c52-8a34-95ee7665aca4, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9d55b079-5c97-4c52-8a34-95ee7665aca4,segment=NetworkSegment(7dc2e829-f685-4c02-b1d6-aef4f3224c8c),segment_id=7dc2e829-f685-4c02-b1d6-aef4f3224c8c)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:26.604461 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-20a3d4e4-d617-421f-84f3-028a70da9337 req-aee76870-418a-46bf-9bfc-933acd2d7901 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:26.618301 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba53c39-763e-4574-a769-044cf0b2711d req-211d546f-dc55-4242-bb39-4c4b114b9085 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:26.619774 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8ba53c39-763e-4574-a769-044cf0b2711d req-211d546f-dc55-4242-bb39-4c4b114b9085 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 931 time: 0.3400836 Feb 09 01:12:26.636828 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-cc2383c3-b7de-4e72-8503-0dd7ed704148 admin admin] Usage tracker for resource:subnet and tenant:2dc557f702b4497a9f528b39785f03de is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:26.659837 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-cc2383c3-b7de-4e72-8503-0dd7ed704148 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:26.661657 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-bcdb2c02-fc24-4dcf-b13c-673bbc8e313a None None] Port f0443cc4-27e5-4147-9da0-c9b502172158 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:12:26.758153 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-20a3d4e4-d617-421f-84f3-028a70da9337 req-aee76870-418a-46bf-9bfc-933acd2d7901 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Calling delete_port for 9d55b079-5c97-4c52-8a34-95ee7665aca4 owned by compute:nova {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:26.842190 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8ba53c39-763e-4574-a769-044cf0b2711d req-222029e9-150a-4c6a-819e-a777ba9e9090 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638737 Feb 09 01:12:26.866899 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-cc2383c3-b7de-4e72-8503-0dd7ed704148 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:26.882714 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-e20696ce-f6e8-4f50-8e49-234e76c8e98c service neutron] 10.222.0.37 "GET /v2.0/networks/5d6c2755-ea18-4235-9314-c370c19b3771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9784262 Feb 09 01:12:26.902069 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-006e81dc-e14a-4a4c-8003-b561084b3b80 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Deleting subnet 5e85f271-6344-49e3-81bf-04a58de8a2bf {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:12:26.904132 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b48b88-ef4b-43cb-a13c-3a0394f6a1b1 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:12:26.916817 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07e75b1-8ab3-4b8b-a5c0-0a4ebe967484 None None] Sync routers for ids ['95aa27e4-7381-45cb-a4ad-312c70997a82'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:12:26.926862 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07e75b1-8ab3-4b8b-a5c0-0a4ebe967484 None None] Routers {'95aa27e4-7381-45cb-a4ad-312c70997a82'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:12:26.927834 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-a07e75b1-8ab3-4b8b-a5c0-0a4ebe967484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:12:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['95aa27e4-7381-45cb-a4ad-312c70997a82'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:26.928857 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-006e81dc-e14a-4a4c-8003-b561084b3b80 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:26.979796 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-608d297e-6093-4035-b108-675fc989a1f5 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:26.994561 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-20a3d4e4-d617-421f-84f3-028a70da9337 req-aee76870-418a-46bf-9bfc-933acd2d7901 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:27.043128 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-608d297e-6093-4035-b108-675fc989a1f5 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:27.065156 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d6b48b88-ef4b-43cb-a13c-3a0394f6a1b1 admin admin] 10.222.0.37 "PUT /v2.0/routers/95aa27e4-7381-45cb-a4ad-312c70997a82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2600067 Feb 09 01:12:27.081887 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46068) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:27.085023 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2383c3-b7de-4e72-8503-0dd7ed704148 admin admin] Made reservation on behalf of 2dc557f702b4497a9f528b39785f03de for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:27.087254 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cc2383c3-b7de-4e72-8503-0dd7ed704148 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:27.098135 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9fa3b0bd-c696-4ac0-8cd2-a1a6c721bfd6 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:12:27.107947 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee76870-418a-46bf-9bfc-933acd2d7901 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Pushing event deleted for resources: {'Port': ['ID=9d55b079-5c97-4c52-8a34-95ee7665aca4,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:27.202436 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-a07e75b1-8ab3-4b8b-a5c0-0a4ebe967484 None None] Set router 95aa27e4-7381-45cb-a4ad-312c70997a82 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:12:27.208078 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a3d4e4-d617-421f-84f3-028a70da9337 req-aee76870-418a-46bf-9bfc-933acd2d7901 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] No DVR routers for this DVR port 9d55b079-5c97-4c52-8a34-95ee7665aca4 on host n-h1-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:12:27.211460 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-20a3d4e4-d617-421f-84f3-028a70da9337 req-aee76870-418a-46bf-9bfc-933acd2d7901 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:27.211777 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 9fa3b0bd-c696-4ac0-8cd2-a1a6c721bfd6 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:27.212361 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:27.214317 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd0579a-1747-49d8-a882-73731c71b94b', 'name': 'network-vif-deleted', 'tag': '9d55b079-5c97-4c52-8a34-95ee7665aca4'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:12:27.238766 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-20a3d4e4-d617-421f-84f3-028a70da9337 req-aee76870-418a-46bf-9bfc-933acd2d7901 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.35 "DELETE /v2.0/ports/9d55b079-5c97-4c52-8a34-95ee7665aca4 HTTP/1.1" status: 204 len: 173 time: 1.2417364 Feb 09 01:12:27.248791 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fecb3-34c2-4945-886b-1293e33fb0ad req-00367b83-3bf0-4328-a53c-085c20d3c519 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:27.254627 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-006e81dc-e14a-4a4c-8003-b561084b3b80 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:27.259763 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-834fecb3-34c2-4945-886b-1293e33fb0ad req-00367b83-3bf0-4328-a53c-085c20d3c519 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 944 time: 0.3069971 Feb 09 01:12:27.300231 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-608d297e-6093-4035-b108-675fc989a1f5 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 958} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:12:27.320487 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-834fecb3-34c2-4945-886b-1293e33fb0ad req-4f2d23ac-80ac-4350-8099-837a4db1cb67 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593126 Feb 09 01:12:27.332475 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d297e-6093-4035-b108-675fc989a1f5 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54ac5396-aa65-4a36-bba1-ed26c0373539,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:27.386089 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-608d297e-6093-4035-b108-675fc989a1f5 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:27.386439 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-608d297e-6093-4035-b108-675fc989a1f5 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] Added segment 02c82fb3-5ef7-4999-ae60-dfa46b450be8 of type vlan for network 686b05e2-f4cb-45d4-b0eb-44f942099d7c Feb 09 01:12:27.549434 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a2efb-324f-416d-9304-a7cca209bd80 req-a2ae25f1-a9e4-4024-9902-147a5c3ac76b tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:27.551091 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-401a2efb-324f-416d-9304-a7cca209bd80 req-a2ae25f1-a9e4-4024-9902-147a5c3ac76b tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb7b74d-b757-4a06-a88a-a4bcc76af8d1 HTTP/1.1" status: 200 len: 945 time: 0.1160178 Feb 09 01:12:27.581042 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-ae3d957e-3b8e-4f02-b21a-8085bbe424f8 service neutron] 10.222.0.37 "GET /v2.0/networks/5d6c2755-ea18-4235-9314-c370c19b3771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6857591 Feb 09 01:12:27.629511 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-a07e75b1-8ab3-4b8b-a5c0-0a4ebe967484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95aa27e4-7381-45cb-a4ad-312c70997a82', 'name': 'tempest-AttachSCSIVolumeTestJSON-2016691492-router', 'tenant_id': '83e94f6e7a5b43379622b4bf0ec7cacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '0c811d45-1b2c-4f85-910a-f4b4651b6d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:43Z', 'updated_at': '2022-02-09T01:12:22Z', 'revision_number': 5, 'project_id': '83e94f6e7a5b43379622b4bf0ec7cacb', 'gw_port': {'id': '0c811d45-1b2c-4f85-910a-f4b4651b6d09', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ea:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aa27e4-7381-45cb-a4ad-312c70997a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:48Z', 'updated_at': '2022-02-09T01:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:27.632028 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-608d297e-6093-4035-b108-675fc989a1f5 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:27.633897 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07e75b1-8ab3-4b8b-a5c0-0a4ebe967484 None None] Checking router: 95aa27e4-7381-45cb-a4ad-312c70997a82 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:12:27.645233 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07e75b1-8ab3-4b8b-a5c0-0a4ebe967484 None None] Routers {'95aa27e4-7381-45cb-a4ad-312c70997a82'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:12:27.646163 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-a07e75b1-8ab3-4b8b-a5c0-0a4ebe967484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:12:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['95aa27e4-7381-45cb-a4ad-312c70997a82'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:27.656108 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-401a2efb-324f-416d-9304-a7cca209bd80 req-42ee1e8a-6426-4eb0-af52-08d97d87c955 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/security-groups?id=783de2d8-5801-40dd-a296-6538ffc19f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906267 Feb 09 01:12:27.681020 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-00ad68e9-0ff7-4b7b-a24f-02055bfdf908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25312df4-851f-4f0a-921f-af21d59ea5d8 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:12:27.699453 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-00ad68e9-0ff7-4b7b-a24f-02055bfdf908 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:27.702233 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dbe6c577-1c0d-483f-9e49-47b3a4475c69 admin admin] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:27.742254 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd0579a-1747-49d8-a882-73731c71b94b', 'name': 'network-vif-deleted', 'tag': '9d55b079-5c97-4c52-8a34-95ee7665aca4', 'status': 'completed', 'code': 200} Feb 09 01:12:27.874524 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-00ad68e9-0ff7-4b7b-a24f-02055bfdf908 service neutron] Transition to ACTIVE for port object 25312df4-851f-4f0a-921f-af21d59ea5d8 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:27.879816 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-608d297e-6093-4035-b108-675fc989a1f5 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:27.886363 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608d297e-6093-4035-b108-675fc989a1f5 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:27.886991 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-608d297e-6093-4035-b108-675fc989a1f5 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:27.897540 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-a07e75b1-8ab3-4b8b-a5c0-0a4ebe967484 None None] Set router 95aa27e4-7381-45cb-a4ad-312c70997a82 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:12:27.950167 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-288e7210-ccad-4e09-bd57-285aadb7515c req-2ef63cb2-456a-4ece-8b47-0550a732e59a tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 210 time: 0.1513548 Feb 09 01:12:27.997704 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-00ad68e9-0ff7-4b7b-a24f-02055bfdf908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:28.014755 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8bfe9-a802-45e7-85dc-deb5711b77fb req-94e05b8a-dff3-45d4-889d-d46e8ad9927b tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:28.017243 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e8a8bfe9-a802-45e7-85dc-deb5711b77fb req-94e05b8a-dff3-45d4-889d-d46e8ad9927b tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cb7b74d-b757-4a06-a88a-a4bcc76af8d1 HTTP/1.1" status: 200 len: 945 time: 0.1706073 Feb 09 01:12:28.304368 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-608d297e-6093-4035-b108-675fc989a1f5 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.6797609 Feb 09 01:12:28.322331 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-e8a8bfe9-a802-45e7-85dc-deb5711b77fb req-383e08d3-f6f9-441f-855b-7bce490dd18d tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Deleting port 63c4435f-49ab-47a3-8324-306f7ea5e5a1 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:28.322896 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-e8a8bfe9-a802-45e7-85dc-deb5711b77fb req-383e08d3-f6f9-441f-855b-7bce490dd18d tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:28.361851 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-a07e75b1-8ab3-4b8b-a5c0-0a4ebe967484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95aa27e4-7381-45cb-a4ad-312c70997a82', 'name': 'tempest-AttachSCSIVolumeTestJSON-2016691492-router', 'tenant_id': '83e94f6e7a5b43379622b4bf0ec7cacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '0c811d45-1b2c-4f85-910a-f4b4651b6d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:43Z', 'updated_at': '2022-02-09T01:12:22Z', 'revision_number': 5, 'project_id': '83e94f6e7a5b43379622b4bf0ec7cacb', 'gw_port': {'id': '0c811d45-1b2c-4f85-910a-f4b4651b6d09', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ea:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aa27e4-7381-45cb-a4ad-312c70997a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:48Z', 'updated_at': '2022-02-09T01:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:28.373004 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07e75b1-8ab3-4b8b-a5c0-0a4ebe967484 None None] The sync data for ids ['95aa27e4-7381-45cb-a4ad-312c70997a82'] in n-d-828419-1 is: [{'id': '95aa27e4-7381-45cb-a4ad-312c70997a82', 'name': 'tempest-AttachSCSIVolumeTestJSON-2016691492-router', 'tenant_id': '83e94f6e7a5b43379622b4bf0ec7cacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '0c811d45-1b2c-4f85-910a-f4b4651b6d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:43Z', 'updated_at': '2022-02-09T01:12:22Z', 'revision_number': 5, 'project_id': '83e94f6e7a5b43379622b4bf0ec7cacb', 'gw_port': {'id': '0c811d45-1b2c-4f85-910a-f4b4651b6d09', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ea:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aa27e4-7381-45cb-a4ad-312c70997a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:48Z', 'updated_at': '2022-02-09T01:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:12:28.446339 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-006e81dc-e14a-4a4c-8003-b561084b3b80 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:28.489007 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d297e-6093-4035-b108-675fc989a1f5 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] Pushing event updated for resources: {'Network': ['ID=686b05e2-f4cb-45d4-b0eb-44f942099d7c,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:28.502776 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 686b05e2-f4cb-45d4-b0eb-44f942099d7c details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:12:28.559142 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad68e9-0ff7-4b7b-a24f-02055bfdf908 service neutron] Pushing event updated for resources: {'Port': ['ID=25312df4-851f-4f0a-921f-af21d59ea5d8,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:28.610686 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cc2383c3-b7de-4e72-8503-0dd7ed704148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:28.653887 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46094) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:28.666716 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Request body: {'port': {'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c', 'binding:host_id': 'n-h2-828419-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-485238454'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:28.684210 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:28.694402 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460878a7-50b1-4989-8494-c2b3c7869973 req-36424a74-765f-4a69-84cf-1424e97b7a97 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:28.702081 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-460878a7-50b1-4989-8494-c2b3c7869973 req-36424a74-765f-4a69-84cf-1424e97b7a97 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 943 time: 0.4533176 Feb 09 01:12:28.714114 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Usage tracker for resource:port and tenant:30d28a1408fa41e9a90d6c8dadf7a8f6 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:28.750922 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:28.768769 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:28.789552 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-460878a7-50b1-4989-8494-c2b3c7869973 req-afe3862d-9fa0-40ee-a5ec-c6c3ba04029d tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871592 Feb 09 01:12:28.806055 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Made reservation on behalf of 30d28a1408fa41e9a90d6c8dadf7a8f6 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:28.822341 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:28.838659 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:28.867498 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 61b88393-e1c5-4c5a-996c-f538ec374a5b details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:12:28.872155 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 9d55b079-5c97-4c52-8a34-95ee7665aca4 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:12:28.872344 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:28.879829 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-e8a8bfe9-a802-45e7-85dc-deb5711b77fb req-383e08d3-f6f9-441f-855b-7bce490dd18d tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] For port 63c4435f-49ab-47a3-8324-306f7ea5e5a1, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=63c4435f-49ab-47a3-8324-306f7ea5e5a1,segment=NetworkSegment(d924e8ee-e0e7-4b80-9e88-1c119dc085ab),segment_id=d924e8ee-e0e7-4b80-9e88-1c119dc085ab)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:28.880183 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-e8a8bfe9-a802-45e7-85dc-deb5711b77fb req-383e08d3-f6f9-441f-855b-7bce490dd18d tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:28.888631 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Usage tracker for resource:security_group_rule and tenant:30d28a1408fa41e9a90d6c8dadf7a8f6 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:28.894281 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:28.923502 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 9d55b079-5c97-4c52-8a34-95ee7665aca4 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:12:28.923993 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 9d55b079-5c97-4c52-8a34-95ee7665aca4 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:12:28.954071 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:28.989995 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-00ad68e9-0ff7-4b7b-a24f-02055bfdf908 service neutron] Attempting to bind port 25312df4-851f-4f0a-921f-af21d59ea5d8 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:28.990558 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-00ad68e9-0ff7-4b7b-a24f-02055bfdf908 service neutron] Attempting to bind port 25312df4-851f-4f0a-921f-af21d59ea5d8 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '0a900953-cea9-408a-b5a5-b9b62ab0e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:28.990838 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-00ad68e9-0ff7-4b7b-a24f-02055bfdf908 service neutron] Attempting to bind port 25312df4-851f-4f0a-921f-af21d59ea5d8 on network f463daa3-bdf7-465b-839b-27906d718cfd {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:28.994049 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dbe6c577-1c0d-483f-9e49-47b3a4475c69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:29.053115 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ec1d5573-5eb3-4c56-9b4a-6fb632839e15 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:12:29.059429 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-006e81dc-e14a-4a4c-8003-b561084b3b80 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:29.076217 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-00ad68e9-0ff7-4b7b-a24f-02055bfdf908 service neutron] Port 25312df4-851f-4f0a-921f-af21d59ea5d8 on network f463daa3-bdf7-465b-839b-27906d718cfd not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:12:29.076801 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-00ad68e9-0ff7-4b7b-a24f-02055bfdf908 service neutron] Attempting to bind port 25312df4-851f-4f0a-921f-af21d59ea5d8 on network f463daa3-bdf7-465b-839b-27906d718cfd {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:29.088128 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-00ad68e9-0ff7-4b7b-a24f-02055bfdf908 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:12:29.088527 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-00ad68e9-0ff7-4b7b-a24f-02055bfdf908 service neutron] Checking segment: {'id': '0a900953-cea9-408a-b5a5-b9b62ab0e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:12:29.088872 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-00ad68e9-0ff7-4b7b-a24f-02055bfdf908 service neutron] Bound using segment: {'id': '0a900953-cea9-408a-b5a5-b9b62ab0e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:12:29.089309 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-00ad68e9-0ff7-4b7b-a24f-02055bfdf908 service neutron] Bound port: 25312df4-851f-4f0a-921f-af21d59ea5d8, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a900953-cea9-408a-b5a5-b9b62ab0e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:12:29.089647 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-00ad68e9-0ff7-4b7b-a24f-02055bfdf908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:29.112177 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2383c3-b7de-4e72-8503-0dd7ed704148 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1d7bcf1-3b6a-421d-94fb-ddd1e44ef50e,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:29.122013 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: ec1d5573-5eb3-4c56-9b4a-6fb632839e15 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:12:29.122749 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ec1d5573-5eb3-4c56-9b4a-6fb632839e15 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:12:29.161581 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-dbe6c577-1c0d-483f-9e49-47b3a4475c69 admin admin] Deleting port 0c811d45-1b2c-4f85-910a-f4b4651b6d09 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:29.161813 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dbe6c577-1c0d-483f-9e49-47b3a4475c69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:29.172354 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 61b88393-e1c5-4c5a-996c-f538ec374a5b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=61b88393-e1c5-4c5a-996c-f538ec374a5b,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:29.188114 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '61b88393-e1c5-4c5a-996c-f538ec374a5b', 'network_id': '84a4b1eb-79d6-447b-b1fd-6bc1ef45422a', 'port_id': '61b88393-e1c5-4c5a-996c-f538ec374a5b', 'mac_address': 'fa:16:3e:fa:8b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 998, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750fae4-2c3f-44da-87c9-de1301db5b32', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:12:29.194872 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-e8a8bfe9-a802-45e7-85dc-deb5711b77fb req-383e08d3-f6f9-441f-855b-7bce490dd18d tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Calling delete_port for 63c4435f-49ab-47a3-8324-306f7ea5e5a1 owned by compute:nova {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:29.253216 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fa410d-18f0-4497-b042-8b0f19422301 None None] Network 158a4ba6-7fba-423a-af4d-5198c00205d4 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:29.255241 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-006e81dc-e14a-4a4c-8003-b561084b3b80 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:29.265841 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-006e81dc-e14a-4a4c-8003-b561084b3b80 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "DELETE /v2.0/subnets/5e85f271-6344-49e3-81bf-04a58de8a2bf HTTP/1.1" status: 204 len: 168 time: 2.8411267 Feb 09 01:12:29.267535 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46102) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:29.292072 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e81dc-e14a-4a4c-8003-b561084b3b80 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Pushing event deleted for resources: {'Subnet': ['ID=5e85f271-6344-49e3-81bf-04a58de8a2bf,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:29.339268 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11b03c-a0b3-436f-885c-4a99111a8abb req-5bf132db-c4f6-41af-9f20-7db1a64afe47 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:29.346383 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3f11b03c-a0b3-436f-885c-4a99111a8abb req-5bf132db-c4f6-41af-9f20-7db1a64afe47 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb7b74d-b757-4a06-a88a-a4bcc76af8d1 HTTP/1.1" status: 200 len: 945 time: 0.3935187 Feb 09 01:12:29.366171 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:29.378417 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5627f48-1594-4fda-8db6-bb5adc70733f tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:29.379901 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5627f48-1594-4fda-8db6-bb5adc70733f tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:29.381482 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c5627f48-1594-4fda-8db6-bb5adc70733f tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Synchronizing usage tracker for tenant:42ac1685c1bd43b0a4df61847b684a39 on resource:subnet {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:12:29.385308 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2383c3-b7de-4e72-8503-0dd7ed704148 admin admin] Checking segment: {'id': 'b232920b-d406-4258-b5a1-9781a75fcc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '8e187040-b92c-4541-9a97-419a3697d07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:12:29.386126 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2383c3-b7de-4e72-8503-0dd7ed704148 admin admin] Network hostable DHCP agents. Network: 8e187040-b92c-4541-9a97-419a3697d07d, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:12:29.402311 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61b88393-e1c5-4c5a-996c-f538ec374a5b {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:12:29.419630 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 61b88393-e1c5-4c5a-996c-f538ec374a5b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=61b88393-e1c5-4c5a-996c-f538ec374a5b,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:29.434824 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:29.448383 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3f11b03c-a0b3-436f-885c-4a99111a8abb req-17a55255-c157-4ec0-98f9-cf05fc6a0092 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/security-groups?id=783de2d8-5801-40dd-a296-6538ffc19f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007373 Feb 09 01:12:29.542334 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:29.551856 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:29.565084 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] device_id is not set on port 431196c2-4c68-42ab-97ba-64b28a855b7a yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:12:29.591411 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=61b88393-e1c5-4c5a-996c-f538ec374a5b,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:29.610827 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-e8a8bfe9-a802-45e7-85dc-deb5711b77fb req-383e08d3-f6f9-441f-855b-7bce490dd18d tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:29.630374 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['0889fb82-7556-4e2e-a783-c378bea6deb7', '662c5c54-07df-4a49-bffd-807df9d79a6c'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:12:29.652944 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be522f-5c2a-419b-a85f-accc43adc86c req-2f53e465-d1fa-4cb4-a682-fcc4a0a40b2f tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:29.663559 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-43be522f-5c2a-419b-a85f-accc43adc86c req-2f53e465-d1fa-4cb4-a682-fcc4a0a40b2f tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 944 time: 0.6895385 Feb 09 01:12:29.690312 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd19358-88b0-48ee-b2fc-71836101f5db None None] DHCP port deletion for 158a4ba6-7fba-423a-af4d-5198c00205d4 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:12:29.708471 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-6cd19358-88b0-48ee-b2fc-71836101f5db None None] Deleting port 9fa3b0bd-c696-4ac0-8cd2-a1a6c721bfd6 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:29.708955 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6cd19358-88b0-48ee-b2fc-71836101f5db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:29.817278 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-43be522f-5c2a-419b-a85f-accc43adc86c req-8773588f-ab64-447f-8047-dfb21e8be5bb tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524985 Feb 09 01:12:29.818912 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2383c3-b7de-4e72-8503-0dd7ed704148 admin admin] Network 8e187040-b92c-4541-9a97-419a3697d07d is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:12:29.837214 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-00ad68e9-0ff7-4b7b-a24f-02055bfdf908 service neutron] For port 25312df4-851f-4f0a-921f-af21d59ea5d8, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:12:29.843631 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['61b88393-e1c5-4c5a-996c-f538ec374a5b'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:12:29.845667 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-00ad68e9-0ff7-4b7b-a24f-02055bfdf908 service neutron] For port 25312df4-851f-4f0a-921f-af21d59ea5d8, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=25312df4-851f-4f0a-921f-af21d59ea5d8,segment=NetworkSegment(0a900953-cea9-408a-b5a5-b9b62ab0e594),segment_id=0a900953-cea9-408a-b5a5-b9b62ab0e594)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:12:29.935784 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfad0df4-cd5b-4020-aae7-19eb92cda4f7,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:29.942251 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-83ee9aa5-db2e-47d8-9ab1-88ead625e3cb tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:29.943976 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-83ee9aa5-db2e-47d8-9ab1-88ead625e3cb tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.35 "GET /v2.0/networks?id=5d6c2755-ea18-4235-9314-c370c19b3771 HTTP/1.1" status: 200 len: 814 time: 0.3240278 Feb 09 01:12:29.944797 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c5627f48-1594-4fda-8db6-bb5adc70733f tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Unset dirty status for tenant:42ac1685c1bd43b0a4df61847b684a39 on resource:subnet {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:12:29.949647 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c5627f48-1594-4fda-8db6-bb5adc70733f tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6549926 Feb 09 01:12:29.952881 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46108) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:29.986585 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-00ad68e9-0ff7-4b7b-a24f-02055bfdf908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:29.997144 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-cc2383c3-b7de-4e72-8503-0dd7ed704148 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 8e187040-b92c-4541-9a97-419a3697d07d) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:29.999197 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e08d3-f6f9-441f-855b-7bce490dd18d tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Pushing event deleted for resources: {'Port': ['ID=63c4435f-49ab-47a3-8324-306f7ea5e5a1,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:30.005019 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2383c3-b7de-4e72-8503-0dd7ed704148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:30.005343 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cc2383c3-b7de-4e72-8503-0dd7ed704148 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:30.005702 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-669e8142-14c1-4804-af0f-184c5aa5cc08 req-915fa05e-ee4e-4da1-b301-0544a390e998 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Synchronizing usage tracker for tenant:903cfb9c5cb94334ab49ed8a903cb9a8 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:12:30.010341 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] device_id is not set on port 431196c2-4c68-42ab-97ba-64b28a855b7a yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:12:30.023943 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0644fd9f-5ab7-42b2-b658-7f1886b9c1cd None None] Network 8e187040-b92c-4541-9a97-419a3697d07d requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:30.073516 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:30.082548 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-ead95ba4-bc1a-4c15-a3bc-4e6467bebffb tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Request body: {'port': {'device_id': '7f0c26b7-f741-4878-8994-7ce5d6d14fe4', 'network_id': '5d6c2755-ea18-4235-9314-c370c19b3771', 'admin_state_up': True, 'tenant_id': '903cfb9c5cb94334ab49ed8a903cb9a8'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:30.121543 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-6cd19358-88b0-48ee-b2fc-71836101f5db None None] For port 9fa3b0bd-c696-4ac0-8cd2-a1a6c721bfd6, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=9fa3b0bd-c696-4ac0-8cd2-a1a6c721bfd6,segment=NetworkSegment(712dbc81-4be2-4aa7-a4de-a60464ffe5d7),segment_id=712dbc81-4be2-4aa7-a4de-a60464ffe5d7)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:30.121869 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6cd19358-88b0-48ee-b2fc-71836101f5db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:30.138904 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a8bfe9-a802-45e7-85dc-deb5711b77fb req-383e08d3-f6f9-441f-855b-7bce490dd18d tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] No DVR routers for this DVR port 63c4435f-49ab-47a3-8324-306f7ea5e5a1 on host n-h1-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:12:30.143898 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-e8a8bfe9-a802-45e7-85dc-deb5711b77fb req-383e08d3-f6f9-441f-855b-7bce490dd18d tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:30.148297 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb7b74d-b757-4a06-a88a-a4bcc76af8d1', 'name': 'network-vif-deleted', 'tag': '63c4435f-49ab-47a3-8324-306f7ea5e5a1'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:12:30.153823 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Transition to ACTIVE for port object 431196c2-4c68-42ab-97ba-64b28a855b7a will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:30.157189 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-669e8142-14c1-4804-af0f-184c5aa5cc08 req-915fa05e-ee4e-4da1-b301-0544a390e998 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Unset dirty status for tenant:903cfb9c5cb94334ab49ed8a903cb9a8 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:12:30.158452 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-669e8142-14c1-4804-af0f-184c5aa5cc08 req-915fa05e-ee4e-4da1-b301-0544a390e998 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 210 time: 0.5395834 Feb 09 01:12:30.176345 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:30.248870 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb7b74d-b757-4a06-a88a-a4bcc76af8d1', 'name': 'network-vif-deleted', 'tag': '63c4435f-49ab-47a3-8324-306f7ea5e5a1', 'status': 'completed', 'code': 200} Feb 09 01:12:30.250464 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Pushing event updated for resources: {'Port': ['ID=431196c2-4c68-42ab-97ba-64b28a855b7a,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:30.254496 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e8a8bfe9-a802-45e7-85dc-deb5711b77fb req-383e08d3-f6f9-441f-855b-7bce490dd18d tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.35 "DELETE /v2.0/ports/63c4435f-49ab-47a3-8324-306f7ea5e5a1 HTTP/1.1" status: 204 len: 173 time: 2.2133451 Feb 09 01:12:30.297315 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-6cd19358-88b0-48ee-b2fc-71836101f5db None None] Calling delete_port for 9fa3b0bd-c696-4ac0-8cd2-a1a6c721bfd6 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:30.312356 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Checking segment: {'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:12:30.313243 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Network hostable DHCP agents. Network: 686b05e2-f4cb-45d4-b0eb-44f942099d7c, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:12:30.327959 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-dbe6c577-1c0d-483f-9e49-47b3a4475c69 admin admin] For port 0c811d45-1b2c-4f85-910a-f4b4651b6d09, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=0c811d45-1b2c-4f85-910a-f4b4651b6d09,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:30.328203 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dbe6c577-1c0d-483f-9e49-47b3a4475c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:30.341803 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Network 686b05e2-f4cb-45d4-b0eb-44f942099d7c is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:12:30.357386 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 686b05e2-f4cb-45d4-b0eb-44f942099d7c) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:30.370378 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:12:30.377375 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da493f2f-ba98-48e6-8f91-8bb1dc358a3d None None] Network 686b05e2-f4cb-45d4-b0eb-44f942099d7c requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:30.391715 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:30.392054 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:30.392453 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:30.409542 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Port 431196c2-4c68-42ab-97ba-64b28a855b7a on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:12:30.409971 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Failed to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a on host n-h2-828419-1 for vnic_type normal using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] Feb 09 01:12:30.410277 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempt 2 to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a Feb 09 01:12:30.433422 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:30.433650 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:30.433893 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:30.443229 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Port 431196c2-4c68-42ab-97ba-64b28a855b7a on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:12:30.444111 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Failed to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a on host n-h2-828419-1 for vnic_type normal using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] Feb 09 01:12:30.444563 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempt 3 to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a Feb 09 01:12:30.482076 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-cc2383c3-b7de-4e72-8503-0dd7ed704148 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 4.0462008 Feb 09 01:12:30.482076 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-ead95ba4-bc1a-4c15-a3bc-4e6467bebffb tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:30.487068 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-00ad68e9-0ff7-4b7b-a24f-02055bfdf908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:30.487734 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-00ad68e9-0ff7-4b7b-a24f-02055bfdf908 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:30.489347 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-00ad68e9-0ff7-4b7b-a24f-02055bfdf908 service neutron] 10.222.0.35 "PUT /v2.0/ports/25312df4-851f-4f0a-921f-af21d59ea5d8 HTTP/1.1" status: 200 len: 1091 time: 5.1944342 Feb 09 01:12:30.492104 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:30.492104 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:30.492104 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:30.512274 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Port 431196c2-4c68-42ab-97ba-64b28a855b7a on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:12:30.513214 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Failed to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a on host n-h2-828419-1 for vnic_type normal using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] Feb 09 01:12:30.514074 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempt 4 to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a Feb 09 01:12:30.570214 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd429f359-35bc-4653-af62-82b925b35f8e', 'tag': '25312df4-851f-4f0a-921f-af21d59ea5d8'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:12:30.576303 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:30.577134 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:30.577922 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:30.603467 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Port 431196c2-4c68-42ab-97ba-64b28a855b7a on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:12:30.604302 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Failed to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a on host n-h2-828419-1 for vnic_type normal using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] Feb 09 01:12:30.605342 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempt 5 to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a Feb 09 01:12:30.657142 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:30.657994 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:30.658777 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:30.678951 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Port 431196c2-4c68-42ab-97ba-64b28a855b7a on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:12:30.679770 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Failed to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a on host n-h2-828419-1 for vnic_type normal using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] Feb 09 01:12:30.680627 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempt 6 to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a Feb 09 01:12:30.733315 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-dbe6c577-1c0d-483f-9e49-47b3a4475c69 admin admin] Calling delete_port for 0c811d45-1b2c-4f85-910a-f4b4651b6d09 owned by network:router_gateway {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:30.762848 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:30.763276 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:30.770144 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:30.785778 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Port 431196c2-4c68-42ab-97ba-64b28a855b7a on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:12:30.786300 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Failed to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a on host n-h2-828419-1 for vnic_type normal using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] Feb 09 01:12:30.786925 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempt 7 to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a Feb 09 01:12:30.841808 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-ead95ba4-bc1a-4c15-a3bc-4e6467bebffb tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:30.847043 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6cd19358-88b0-48ee-b2fc-71836101f5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:30.848281 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:30.848442 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:30.848794 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:30.858035 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-184f411f-f711-4b82-ac42-abeb05ed2186 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:30.861169 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Port 431196c2-4c68-42ab-97ba-64b28a855b7a on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:12:30.861713 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Failed to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a on host n-h2-828419-1 for vnic_type normal using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] Feb 09 01:12:30.862905 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempt 8 to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a Feb 09 01:12:30.888214 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad68e9-0ff7-4b7b-a24f-02055bfdf908 service neutron] Pushing event updated for resources: {'Port': ['ID=25312df4-851f-4f0a-921f-af21d59ea5d8,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:30.897084 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-184f411f-f711-4b82-ac42-abeb05ed2186 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 01:12:30.897443 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-184f411f-f711-4b82-ac42-abeb05ed2186 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:12:30.903653 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-184f411f-f711-4b82-ac42-abeb05ed2186 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "DELETE /v2.0/networks/158a4ba6-7fba-423a-af4d-5198c00205d4 HTTP/1.1" status: 409 len: 405 time: 0.9473639 Feb 09 01:12:30.908260 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46126) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:30.911418 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-ead95ba4-bc1a-4c15-a3bc-4e6467bebffb tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Made reservation on behalf of 903cfb9c5cb94334ab49ed8a903cb9a8 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:30.915033 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-ead95ba4-bc1a-4c15-a3bc-4e6467bebffb tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:30.915505 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 63c4435f-49ab-47a3-8324-306f7ea5e5a1 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:12:30.933495 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-9ce31c45-4b8f-4a1d-b1c5-b111fef6194c req-f51104ea-84d7-4905-8bc1-b1747dbad059 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Synchronizing usage tracker for tenant:78fc961149454c2b80560d9aa80980c7 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:12:30.944760 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-6876769c-fa62-4cb0-9d7c-2d847ff6529c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1735976267'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:30.948320 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:30.949039 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:30.949587 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:30.954847 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-9ce31c45-4b8f-4a1d-b1c5-b111fef6194c req-f51104ea-84d7-4905-8bc1-b1747dbad059 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Unset dirty status for tenant:78fc961149454c2b80560d9aa80980c7 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:12:30.961953 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93f857-4dbb-40d3-aa80-58112616197a req-c197d347-2c53-4cd2-b4fb-dfa1f59676f8 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:30.962763 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-9b93f857-4dbb-40d3-aa80-58112616197a req-c197d347-2c53-4cd2-b4fb-dfa1f59676f8 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Synchronizing usage tracker for tenant:5c3742d9e0e147a587c775654c5e399e on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:12:30.965022 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9ce31c45-4b8f-4a1d-b1c5-b111fef6194c req-f51104ea-84d7-4905-8bc1-b1747dbad059 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/ports?device_id=8cb7b74d-b757-4a06-a88a-a4bcc76af8d1 HTTP/1.1" status: 200 len: 210 time: 0.1054158 Feb 09 01:12:30.970539 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Port 431196c2-4c68-42ab-97ba-64b28a855b7a on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:12:30.971928 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6876769c-fa62-4cb0-9d7c-2d847ff6529c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:30.973351 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Failed to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a on host n-h2-828419-1 for vnic_type normal using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] Feb 09 01:12:30.974804 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempt 9 to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a Feb 09 01:12:31.007295 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:31.007641 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:31.007985 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:31.018485 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Port 431196c2-4c68-42ab-97ba-64b28a855b7a on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:12:31.019062 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Failed to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a on host n-h2-828419-1 for vnic_type normal using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] Feb 09 01:12:31.019928 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempt 10 to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a Feb 09 01:12:31.030332 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd19358-88b0-48ee-b2fc-71836101f5db None None] Pushing event deleted for resources: {'Port': ['ID=9fa3b0bd-c696-4ac0-8cd2-a1a6c721bfd6,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:31.042089 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd19358-88b0-48ee-b2fc-71836101f5db None None] No DVR routers for this DVR port 9fa3b0bd-c696-4ac0-8cd2-a1a6c721bfd6 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:12:31.046651 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 63c4435f-49ab-47a3-8324-306f7ea5e5a1 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:12:31.047181 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 63c4435f-49ab-47a3-8324-306f7ea5e5a1 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:12:31.071827 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:31.072231 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:31.072607 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:31.077948 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Port 431196c2-4c68-42ab-97ba-64b28a855b7a on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:12:31.078280 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Failed to bind port 431196c2-4c68-42ab-97ba-64b28a855b7a on host n-h2-828419-1 for vnic_type normal using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] Feb 09 01:12:31.078634 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:31.116669 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6876769c-fa62-4cb0-9d7c-2d847ff6529c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Usage tracker for resource:network and tenant:42ac1685c1bd43b0a4df61847b684a39 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:31.193460 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9fa3b0bd-c696-4ac0-8cd2-a1a6c721bfd6 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:12:31.254471 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 9fa3b0bd-c696-4ac0-8cd2-a1a6c721bfd6 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:12:31.254986 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9fa3b0bd-c696-4ac0-8cd2-a1a6c721bfd6 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:12:31.265113 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd429f359-35bc-4653-af62-82b925b35f8e', 'tag': '25312df4-851f-4f0a-921f-af21d59ea5d8', 'status': 'completed', 'code': 200} Feb 09 01:12:31.270086 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6876769c-fa62-4cb0-9d7c-2d847ff6529c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:31.273293 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] For port 431196c2-4c68-42ab-97ba-64b28a855b7a, host n-h2-828419-1, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:12:31.273749 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempted to set empty binding levels {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 09 01:12:31.283185 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:31.300731 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb579dd-2721-4da7-b16f-4539a25715ee None None] Network 8e187040-b92c-4541-9a97-419a3697d07d requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:31.348040 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:31.348775 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:31.443371 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6876769c-fa62-4cb0-9d7c-2d847ff6529c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:31.463003 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.8081694 Feb 09 01:12:31.466251 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c52853-7f55-443c-a493-f22d0a6707b8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Pushing event updated for resources: {'Port': ['ID=431196c2-4c68-42ab-97ba-64b28a855b7a,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:31.470540 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46142) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:31.479281 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-9b93f857-4dbb-40d3-aa80-58112616197a req-c197d347-2c53-4cd2-b4fb-dfa1f59676f8 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Unset dirty status for tenant:5c3742d9e0e147a587c775654c5e399e on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:12:31.480480 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9b93f857-4dbb-40d3-aa80-58112616197a req-c197d347-2c53-4cd2-b4fb-dfa1f59676f8 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 943 time: 1.5286045 Feb 09 01:12:31.496806 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6876769c-fa62-4cb0-9d7c-2d847ff6529c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Made reservation on behalf of 42ac1685c1bd43b0a4df61847b684a39 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:31.500171 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6876769c-fa62-4cb0-9d7c-2d847ff6529c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:31.516656 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-6a9eb388-976e-4f7c-af43-46d083cffdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:31.518125 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-6a9eb388-976e-4f7c-af43-46d083cffdb5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5c3742d9e0e147a587c775654c5e399e&device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 1094 time: 0.8835075 Feb 09 01:12:31.573615 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-ac3f1da7-1e48-4939-a7fe-e740966a7e20 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Deleting port 431196c2-4c68-42ab-97ba-64b28a855b7a {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:31.574026 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ac3f1da7-1e48-4939-a7fe-e740966a7e20 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:31.629131 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dbe6c577-1c0d-483f-9e49-47b3a4475c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:31.638052 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-1c94193d-47fe-4657-9c73-5f8a4e8c19a5 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:31.639516 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-1c94193d-47fe-4657-9c73-5f8a4e8c19a5 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] 10.222.0.37 "GET /v2.0/networks?id=8e187040-b92c-4541-9a97-419a3697d07d HTTP/1.1" status: 200 len: 822 time: 0.3005819 Feb 09 01:12:31.687030 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-7dcba5dd-d1f8-4369-b1ea-76ad139d0366 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] 10.222.0.37 "GET /v2.0/quotas/2dc557f702b4497a9f528b39785f03de HTTP/1.1" status: 200 len: 375 time: 0.0402658 Feb 09 01:12:31.704706 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-dbce97be-3ce2-4bf6-86d5-2045c3e83d60 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25312df4-851f-4f0a-921f-af21d59ea5d8 HTTP/1.1" status: 200 len: 217 time: 0.1335335 Feb 09 01:12:31.709671 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6c577-1c0d-483f-9e49-47b3a4475c69 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c811d45-1b2c-4f85-910a-f4b4651b6d09,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:31.748734 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-e57b29dd-2f8b-41e3-a333-ffd826f4e7c4 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2dc557f702b4497a9f528b39785f03de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551271 Feb 09 01:12:31.792586 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6876769c-fa62-4cb0-9d7c-2d847ff6529c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 994} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:12:31.859988 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9b93f857-4dbb-40d3-aa80-58112616197a req-8376e61c-0a93-41e7-9b3d-3ec725196fa2 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3669019 Feb 09 01:12:31.868256 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6876769c-fa62-4cb0-9d7c-2d847ff6529c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:31.868637 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-6876769c-fa62-4cb0-9d7c-2d847ff6529c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Added segment 44a6ed6c-f582-42fc-9d6b-fcecdf258a51 of type vlan for network 5d90fc46-059e-4e5c-b080-cd41cdf1db23 Feb 09 01:12:31.880356 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-ead95ba4-bc1a-4c15-a3bc-4e6467bebffb tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Allocated IP 172.20.0.5 (5d6c2755-ea18-4235-9314-c370c19b3771/49af6773-dfcd-45e0-b742-3363769f41e9/fb8f4657-1002-402d-b394-38ce2e8333be) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:31.915235 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-13770155-9b5a-48f5-af1e-b6bcbffacfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:31.916752 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-13770155-9b5a-48f5-af1e-b6bcbffacfe7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff HTTP/1.1" status: 200 len: 856 time: 0.1830103 Feb 09 01:12:32.003389 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6876769c-fa62-4cb0-9d7c-2d847ff6529c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:32.051729 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-ac3f1da7-1e48-4939-a7fe-e740966a7e20 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] For port 431196c2-4c68-42ab-97ba-64b28a855b7a, host n-h2-828419-1, got binding levels [] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:32.052673 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ac3f1da7-1e48-4939-a7fe-e740966a7e20 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:32.052838 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dbe6c577-1c0d-483f-9e49-47b3a4475c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:32.192454 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-ac3f1da7-1e48-4939-a7fe-e740966a7e20 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Calling delete_port for 431196c2-4c68-42ab-97ba-64b28a855b7a owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:32.250286 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-48c14348-e2df-4833-b436-5e4b2b14d81a service neutron] 10.222.0.37 "GET /v2.0/networks/8e187040-b92c-4541-9a97-419a3697d07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4806752 Feb 09 01:12:32.358887 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dbe6c577-1c0d-483f-9e49-47b3a4475c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:32.361894 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ac3f1da7-1e48-4939-a7fe-e740966a7e20 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:32.367943 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dbe6c577-1c0d-483f-9e49-47b3a4475c69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:32.391822 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6876769c-fa62-4cb0-9d7c-2d847ff6529c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:32.397247 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6876769c-fa62-4cb0-9d7c-2d847ff6529c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:32.397841 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6876769c-fa62-4cb0-9d7c-2d847ff6529c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:32.432305 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f1da7-1e48-4939-a7fe-e740966a7e20 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Pushing event deleted for resources: {'Port': ['ID=431196c2-4c68-42ab-97ba-64b28a855b7a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:32.451406 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ac3f1da7-1e48-4939-a7fe-e740966a7e20 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:32.463239 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-1884e4c0-b57e-4c76-b3d6-a0a51dbf5c3a service neutron] 10.222.0.37 "GET /v2.0/networks/8e187040-b92c-4541-9a97-419a3697d07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028852 Feb 09 01:12:32.464444 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ac3f1da7-1e48-4939-a7fe-e740966a7e20 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] 10.222.0.37 "DELETE /v2.0/ports/431196c2-4c68-42ab-97ba-64b28a855b7a HTTP/1.1" status: 204 len: 168 time: 0.9929619 Feb 09 01:12:32.467200 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46148) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:32.509223 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-76795752-0b6e-4b71-8fe3-2ba46fb4ba5e tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:12:32.509777 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-76795752-0b6e-4b71-8fe3-2ba46fb4ba5e tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Synchronizing usage tracker for tenant:30d28a1408fa41e9a90d6c8dadf7a8f6 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:12:32.530061 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-76795752-0b6e-4b71-8fe3-2ba46fb4ba5e tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Unset dirty status for tenant:30d28a1408fa41e9a90d6c8dadf7a8f6 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:12:32.531568 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-76795752-0b6e-4b71-8fe3-2ba46fb4ba5e tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] 10.222.0.37 "GET /v2.0/ports/431196c2-4c68-42ab-97ba-64b28a855b7a HTTP/1.1" status: 404 len: 333 time: 0.0633228 Feb 09 01:12:32.534958 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46152) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:32.540622 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-f47587d2-815f-4bea-b540-248fe237f860 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Request body: {'port': {'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-529388836'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:32.546348 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f47587d2-815f-4bea-b540-248fe237f860 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:32.552208 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dbe6c577-1c0d-483f-9e49-47b3a4475c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:32.553254 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe6c577-1c0d-483f-9e49-47b3a4475c69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95aa27e4-7381-45cb-a4ad-312c70997a82 {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:12:32.558046 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f47587d2-815f-4bea-b540-248fe237f860 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:32.572258 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47587d2-815f-4bea-b540-248fe237f860 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Made reservation on behalf of 30d28a1408fa41e9a90d6c8dadf7a8f6 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:32.575099 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f47587d2-815f-4bea-b540-248fe237f860 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:32.590238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876769c-fa62-4cb0-9d7c-2d847ff6529c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Pushing event updated for resources: {'Network': ['ID=5d90fc46-059e-4e5c-b080-cd41cdf1db23,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:32.601310 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8fa64-cdce-4a72-a546-682cd43fa0ca req-88601465-53c3-40b9-94a5-ec31b0df149d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:32.608097 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-18a8fa64-cdce-4a72-a546-682cd43fa0ca req-88601465-53c3-40b9-94a5-ec31b0df149d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 945 time: 0.6256306 Feb 09 01:12:32.610526 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 5d90fc46-059e-4e5c-b080-cd41cdf1db23 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:12:32.618321 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6876769c-fa62-4cb0-9d7c-2d847ff6529c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6891394 Feb 09 01:12:32.618321 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-a8620673-32d9-4fe9-a531-eba5716653e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:32.619315 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-f47587d2-815f-4bea-b540-248fe237f860 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] device_id is not set on port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:12:32.620365 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-a8620673-32d9-4fe9-a531-eba5716653e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f463daa3-bdf7-465b-839b-27906d718cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6850410 Feb 09 01:12:32.640237 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46158) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:32.676166 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dbe6c577-1c0d-483f-9e49-47b3a4475c69 admin admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:32.677285 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-dbe6c577-1c0d-483f-9e49-47b3a4475c69 admin admin] 10.222.0.37 "DELETE /v2.0/routers/95aa27e4-7381-45cb-a4ad-312c70997a82 HTTP/1.1" status: 204 len: 168 time: 5.5772545 Feb 09 01:12:32.688872 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46164) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:32.723492 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-1a511d1f-4681-4dda-9a9f-22d97404d2ca tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Request body: {'subnet': {'network_id': '5d90fc46-059e-4e5c-b080-cd41cdf1db23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:32.809665 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-db23c4c5-6992-45a3-96bc-b1c2afef3c26 admin admin] Deleting subnet 647739ad-1273-4f77-bed3-a83e6cc8487b {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:12:32.855235 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-db23c4c5-6992-45a3-96bc-b1c2afef3c26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:32.902079 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-ead95ba4-bc1a-4c15-a3bc-4e6467bebffb tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:32.911750 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-27e50527-10cf-4a61-b982-2fc9705e93e5 req-b57ad6e3-4b16-49f4-812b-388f849441d2 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 210 time: 0.1076696 Feb 09 01:12:32.919918 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 61b88393-e1c5-4c5a-996c-f538ec374a5b up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:12:32.957815 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-18a8fa64-cdce-4a72-a546-682cd43fa0ca req-10ebc6c9-db55-42c1-a692-98c1eda6e24b tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487391 Feb 09 01:12:33.016089 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-db23c4c5-6992-45a3-96bc-b1c2afef3c26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:33.027693 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1a511d1f-4681-4dda-9a9f-22d97404d2ca tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:33.100176 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f47587d2-815f-4bea-b540-248fe237f860 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:33.138990 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 61b88393-e1c5-4c5a-996c-f538ec374a5b completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:33.154020 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 61b88393-e1c5-4c5a-996c-f538ec374a5b triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:33.154406 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:33.211765 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-db23c4c5-6992-45a3-96bc-b1c2afef3c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:33.333163 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 0c811d45-1b2c-4f85-910a-f4b4651b6d09 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:12:33.350248 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f47587d2-815f-4bea-b540-248fe237f860 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:33.406743 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 0c811d45-1b2c-4f85-910a-f4b4651b6d09 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:12:33.407436 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 0c811d45-1b2c-4f85-910a-f4b4651b6d09 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:12:33.426967 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1a511d1f-4681-4dda-9a9f-22d97404d2ca tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:33.434895 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-78ad15d4-bd0b-4b38-8f2f-f87766cc1de4 service neutron] 10.222.0.35 "GET /v2.0/networks/f463daa3-bdf7-465b-839b-27906d718cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7623279 Feb 09 01:12:33.439417 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-648f7e52-c538-4ae7-a8b6-ad221a915f4b req-1ee9a0d4-7bab-4aa5-8a00-2c388e0980fb tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc0fc0b-0c64-4010-90a2-f77ca0999de8 HTTP/1.1" status: 200 len: 210 time: 0.4142194 Feb 09 01:12:33.522723 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:33.554928 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8730380e-7b93-47a3-9df4-9625297f4af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b88393-e1c5-4c5a-996c-f538ec374a5b'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:12:33.566582 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 61b88393-e1c5-4c5a-996c-f538ec374a5b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=61b88393-e1c5-4c5a-996c-f538ec374a5b,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:33.571578 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:33.589340 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a511d1f-4681-4dda-9a9f-22d97404d2ca tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Made reservation on behalf of 42ac1685c1bd43b0a4df61847b684a39 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:33.598350 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1a511d1f-4681-4dda-9a9f-22d97404d2ca tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:33.600921 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47587d2-815f-4bea-b540-248fe237f860 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Network 686b05e2-f4cb-45d4-b0eb-44f942099d7c is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:33.610176 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-f47587d2-815f-4bea-b540-248fe237f860 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:33.651345 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47587d2-815f-4bea-b540-248fe237f860 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:12:33.652944 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47587d2-815f-4bea-b540-248fe237f860 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:33.653714 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f47587d2-815f-4bea-b540-248fe237f860 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:33.674342 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47587d2-815f-4bea-b540-248fe237f860 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Pushing event updated for resources: {'Port': ['ID=621d55b8-5c3c-41c5-9c1d-d20a6e637379,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:33.698388 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-db23c4c5-6992-45a3-96bc-b1c2afef3c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:33.700311 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-ead95ba4-bc1a-4c15-a3bc-4e6467bebffb tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:33.701091 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=61b88393-e1c5-4c5a-996c-f538ec374a5b,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:33.718684 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8730380e-7b93-47a3-9df4-9625297f4af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b88393-e1c5-4c5a-996c-f538ec374a5b', 'code': 200} Feb 09 01:12:33.772455 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23c4c5-6992-45a3-96bc-b1c2afef3c26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=647739ad-1273-4f77-bed3-a83e6cc8487b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:33.785323 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-db23c4c5-6992-45a3-96bc-b1c2afef3c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:33.792778 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baabfdb5-e2fc-4f9a-8d6c-169872008e8a None None] Network d88f004f-470d-4ee7-9d5d-6a152c2ee838 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:33.814003 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f47587d2-815f-4bea-b540-248fe237f860 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2779911 Feb 09 01:12:33.814688 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46184) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:33.824101 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804fbce-2695-4e51-b55a-406f97029b85 req-a85f62b3-bd0c-4028-8e07-13282e1ec8f8 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:33.832143 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead95ba4-bc1a-4c15-a3bc-4e6467bebffb tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Pushing event updated for resources: {'Port': ['ID=fb8f4657-1002-402d-b394-38ce2e8333be,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:33.832363 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6804fbce-2695-4e51-b55a-406f97029b85 req-a85f62b3-bd0c-4028-8e07-13282e1ec8f8 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 943 time: 0.4519820 Feb 09 01:12:33.841302 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-db23c4c5-6992-45a3-96bc-b1c2afef3c26 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/647739ad-1273-4f77-bed3-a83e6cc8487b HTTP/1.1" status: 204 len: 168 time: 1.1513171 Feb 09 01:12:33.842380 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46188) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:33.850233 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-ead95ba4-bc1a-4c15-a3bc-4e6467bebffb tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Network 5d6c2755-ea18-4235-9314-c370c19b3771 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:33.859916 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-ead95ba4-bc1a-4c15-a3bc-4e6467bebffb tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:33.864519 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828419-1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:33.873899 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-ead95ba4-bc1a-4c15-a3bc-4e6467bebffb tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:12:34.006538 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-ead95ba4-bc1a-4c15-a3bc-4e6467bebffb tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:34.007299 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-ead95ba4-bc1a-4c15-a3bc-4e6467bebffb tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:34.032289 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-58cfcd49-21f4-439c-9938-17f06c537c34 req-93dc2b58-24bb-45cc-a949-7cee4b5ee224 service neutron] 10.222.0.35 "GET /v2.0/networks/f463daa3-bdf7-465b-839b-27906d718cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5810843 Feb 09 01:12:34.036792 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-ead95ba4-bc1a-4c15-a3bc-4e6467bebffb tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0785167 Feb 09 01:12:34.078681 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-b3fa8510-c8d6-4efe-8584-ecb5add84ca1 service neutron] Request body: {'port': {'device_id': '7f0c26b7-f741-4878-8994-7ce5d6d14fe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:34.204029 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b6af12-6c31-458c-a000-f1e49da950fa None None] DHCP port deletion for d88f004f-470d-4ee7-9d5d-6a152c2ee838 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:12:34.209812 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-96b6af12-6c31-458c-a000-f1e49da950fa None None] Deleting port 9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:34.210265 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-96b6af12-6c31-458c-a000-f1e49da950fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:34.338287 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6804fbce-2695-4e51-b55a-406f97029b85 req-5f028236-c141-4fe3-b3a0-b77ca0ac513a tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5050318 Feb 09 01:12:34.350929 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-822e5286-e908-4d39-80e3-725131ff611b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:34.360068 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:34.391937 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-b3fa8510-c8d6-4efe-8584-ecb5add84ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:34.419694 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-822e5286-e908-4d39-80e3-725131ff611b admin admin] Deleting port 9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:34.420108 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-822e5286-e908-4d39-80e3-725131ff611b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:34.479662 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f77f3d-a7f4-4934-9a93-d2ba841f270c req-88d79935-718e-4e55-9837-144cf0dc1719 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:34.480328 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-83f77f3d-a7f4-4934-9a93-d2ba841f270c req-88d79935-718e-4e55-9837-144cf0dc1719 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Synchronizing usage tracker for tenant:903cfb9c5cb94334ab49ed8a903cb9a8 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:12:34.490977 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c64b5-e5d1-43ba-a331-cb2dd37dfa36 req-cd171901-89de-4281-a9ea-4c87bd5983a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:34.492475 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-130c64b5-e5d1-43ba-a331-cb2dd37dfa36 req-cd171901-89de-4281-a9ea-4c87bd5983a7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5c3742d9e0e147a587c775654c5e399e&device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 1094 time: 0.3840432 Feb 09 01:12:34.495495 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d68a4-26bd-4d89-836d-269f63b7e480 req-f3935d6f-7df9-4a72-a98f-34e1aac8398e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:34.496976 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9b0d68a4-26bd-4d89-836d-269f63b7e480 req-f3935d6f-7df9-4a72-a98f-34e1aac8398e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 1097 time: 0.5298555 Feb 09 01:12:34.535823 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-96b6af12-6c31-458c-a000-f1e49da950fa None None] For port 9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2,segment=NetworkSegment(2b4e378e-be94-4976-8792-7feadcd85d58),segment_id=2b4e378e-be94-4976-8792-7feadcd85d58)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:34.536209 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-96b6af12-6c31-458c-a000-f1e49da950fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:34.706450 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-96b6af12-6c31-458c-a000-f1e49da950fa None None] Calling delete_port for 9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:34.756756 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9b0d68a4-26bd-4d89-836d-269f63b7e480 req-47f544c2-1902-4a99-839f-fb29aed2fd31 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368829 Feb 09 01:12:34.791157 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-83f77f3d-a7f4-4934-9a93-d2ba841f270c req-88d79935-718e-4e55-9837-144cf0dc1719 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Unset dirty status for tenant:903cfb9c5cb94334ab49ed8a903cb9a8 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:12:34.792418 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-83f77f3d-a7f4-4934-9a93-d2ba841f270c req-88d79935-718e-4e55-9837-144cf0dc1719 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 931 time: 0.6851022 Feb 09 01:12:34.805707 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-96b6af12-6c31-458c-a000-f1e49da950fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:34.861790 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6af12-6c31-458c-a000-f1e49da950fa None None] Pushing event deleted for resources: {'Port': ['ID=9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:34.865609 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b6af12-6c31-458c-a000-f1e49da950fa None None] No DVR routers for this DVR port 9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:12:34.878383 n-d-828419-1 neutron-server[87612]: DEBUG neutron.objects.ports [None req-1a511d1f-4681-4dda-9a9f-22d97404d2ca tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87612) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:12:34.891317 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1a511d1f-4681-4dda-9a9f-22d97404d2ca tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:34.947806 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e5624-2902-43ec-9351-421bc27c59c4 req-50413e7b-806d-42a3-9bf0-710eb344699d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:34.949290 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d52e5624-2902-43ec-9351-421bc27c59c4 req-50413e7b-806d-42a3-9bf0-710eb344699d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 946 time: 0.4257958 Feb 09 01:12:34.950816 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-822e5286-e908-4d39-80e3-725131ff611b admin admin] For port 9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2,segment=NetworkSegment(2b4e378e-be94-4976-8792-7feadcd85d58),segment_id=2b4e378e-be94-4976-8792-7feadcd85d58)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:34.951172 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-822e5286-e908-4d39-80e3-725131ff611b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:34.985491 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] device_id is not set on port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:12:35.045921 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:35.071404 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:12:35.095277 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-83f77f3d-a7f4-4934-9a93-d2ba841f270c req-c18896b4-f617-4ca8-bd12-88da64100ab4 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543323 Feb 09 01:12:35.110871 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:12:35.111219 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:12:35.142007 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-822e5286-e908-4d39-80e3-725131ff611b admin admin] Calling delete_port for 9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:35.183737 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-3eedf95f-ebe6-4787-979b-3315603ddf9f tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:35.184430 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-3eedf95f-ebe6-4787-979b-3315603ddf9f tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Synchronizing usage tracker for tenant:2dc557f702b4497a9f528b39785f03de on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:12:35.187295 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c64b5-e5d1-43ba-a331-cb2dd37dfa36 req-6568915f-65c7-4f3c-8f3b-6943821c02cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:35.188738 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-130c64b5-e5d1-43ba-a331-cb2dd37dfa36 req-6568915f-65c7-4f3c-8f3b-6943821c02cb service neutron] 10.222.0.35 "GET /v2.0/networks?id=f463daa3-bdf7-465b-839b-27906d718cfd HTTP/1.1" status: 200 len: 918 time: 0.6548953 Feb 09 01:12:35.189338 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a511d1f-4681-4dda-9a9f-22d97404d2ca tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Pushing event updated for resources: {'Subnet': ['ID=01210f4e-d3c8-416c-8ab3-2e4a52d2b8ea,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:35.217356 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Transition to ACTIVE for port object 621d55b8-5c3c-41c5-9c1d-d20a6e637379 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:35.228268 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d52e5624-2902-43ec-9351-421bc27c59c4 req-88936163-1f8e-43c9-8081-958d60fce704 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670274 Feb 09 01:12:35.230807 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:35.442698 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-130c64b5-e5d1-43ba-a331-cb2dd37dfa36 req-b543f2d9-494c-4be6-b8cf-477a3ae8856b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25312df4-851f-4f0a-921f-af21d59ea5d8 HTTP/1.1" status: 200 len: 217 time: 0.2322040 Feb 09 01:12:35.449840 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [None req-822e5286-e908-4d39-80e3-725131ff611b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:12:35.450238 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [None req-822e5286-e908-4d39-80e3-725131ff611b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:12:35.456752 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5250e97f-ea42-4314-a83e-a0247fa9845c req-ce408811-d436-4279-9c10-fb6da3ac1f72 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc0fc0b-0c64-4010-90a2-f77ca0999de8 HTTP/1.1" status: 200 len: 210 time: 0.0676816 Feb 09 01:12:35.457835 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:35.458224 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:35.458562 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:35.458792 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a511d1f-4681-4dda-9a9f-22d97404d2ca tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Checking segment: {'id': '44a6ed6c-f582-42fc-9d6b-fcecdf258a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '5d90fc46-059e-4e5c-b080-cd41cdf1db23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:12:35.459224 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a511d1f-4681-4dda-9a9f-22d97404d2ca tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Network hostable DHCP agents. Network: 5d90fc46-059e-4e5c-b080-cd41cdf1db23, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:12:35.461206 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Pushing event updated for resources: {'Port': ['ID=621d55b8-5c3c-41c5-9c1d-d20a6e637379,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:35.466592 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:12:35.466992 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Failed to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] Feb 09 01:12:35.467441 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempt 2 to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 Feb 09 01:12:35.483430 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:35.483774 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:35.484112 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:35.495382 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:12:35.495892 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Failed to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] Feb 09 01:12:35.496276 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempt 3 to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 Feb 09 01:12:35.503268 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-3eedf95f-ebe6-4787-979b-3315603ddf9f tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Unset dirty status for tenant:2dc557f702b4497a9f528b39785f03de on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:12:35.504343 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-3eedf95f-ebe6-4787-979b-3315603ddf9f tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] 10.222.0.35 "GET /v2.0/networks?id=8e187040-b92c-4541-9a97-419a3697d07d HTTP/1.1" status: 200 len: 822 time: 0.9633915 Feb 09 01:12:35.513495 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:35.513851 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:35.514336 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:35.520966 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:12:35.521338 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Failed to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] Feb 09 01:12:35.521728 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempt 4 to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 Feb 09 01:12:35.537828 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:35.538411 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:35.538936 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:35.543893 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:12:35.544448 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Failed to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] Feb 09 01:12:35.545021 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempt 5 to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 Feb 09 01:12:35.561112 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:35.561718 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:35.562053 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:35.567240 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:12:35.567451 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Failed to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] Feb 09 01:12:35.567687 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempt 6 to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 Feb 09 01:12:35.582644 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-707472e9-2860-4b84-a906-b2f1ce00ecc0 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Request body: {'port': {'device_id': 'ecc0fc0b-0c64-4010-90a2-f77ca0999de8', 'network_id': '8e187040-b92c-4541-9a97-419a3697d07d', 'admin_state_up': True, 'tenant_id': '2dc557f702b4497a9f528b39785f03de'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:35.588872 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:35.589204 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:35.589536 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:35.594942 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:12:35.595388 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Failed to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] Feb 09 01:12:35.596011 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempt 7 to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 Feb 09 01:12:35.613230 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:35.613572 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:35.614370 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:35.619386 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:12:35.620105 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Failed to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] Feb 09 01:12:35.620105 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempt 8 to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 Feb 09 01:12:35.642743 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:35.643090 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:35.643477 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:35.649323 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:12:35.649588 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Failed to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] Feb 09 01:12:35.649980 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempt 9 to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 Feb 09 01:12:35.666569 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:35.666916 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:35.667227 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:35.671936 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:12:35.672260 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Failed to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] Feb 09 01:12:35.673030 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempt 10 to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 Feb 09 01:12:35.688006 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:35.688337 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:35.688722 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:35.693344 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:12:35.693680 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Failed to bind port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] Feb 09 01:12:35.694018 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:35.701750 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a511d1f-4681-4dda-9a9f-22d97404d2ca tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Network 5d90fc46-059e-4e5c-b080-cd41cdf1db23 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:12:35.724908 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c64b5-e5d1-43ba-a331-cb2dd37dfa36 req-163b4d1c-f01a-4c56-9aa1-c534d04b6052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:35.726409 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-130c64b5-e5d1-43ba-a331-cb2dd37dfa36 req-163b4d1c-f01a-4c56-9aa1-c534d04b6052 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff HTTP/1.1" status: 200 len: 856 time: 0.2614796 Feb 09 01:12:35.784085 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-1a511d1f-4681-4dda-9a9f-22d97404d2ca tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 5d90fc46-059e-4e5c-b080-cd41cdf1db23) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:35.796668 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d7fdc1-c5bf-4662-97df-c3f1a2fe3dd6 None None] Network 5d90fc46-059e-4e5c-b080-cd41cdf1db23 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:35.797242 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] For port 621d55b8-5c3c-41c5-9c1d-d20a6e637379, host n-h2-828419-1, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:12:35.797242 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempted to set empty binding levels {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 09 01:12:35.802786 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:35.837630 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a511d1f-4681-4dda-9a9f-22d97404d2ca tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:35.838229 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1a511d1f-4681-4dda-9a9f-22d97404d2ca tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:35.854550 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-b3fa8510-c8d6-4efe-8584-ecb5add84ca1 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:12:35.876470 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] In _notify_port_updated(), no bound segment for port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c {{(pid=87611) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:12:35.877591 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:35.878342 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:35.881336 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] 10.222.0.37 "PUT /v2.0/ports/621d55b8-5c3c-41c5-9c1d-d20a6e637379 HTTP/1.1" status: 200 len: 974 time: 2.0450311 Feb 09 01:12:35.883971 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46216) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:35.946495 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30080050-435e-4282-b3b2-41a510659aa9 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Pushing event updated for resources: {'Port': ['ID=621d55b8-5c3c-41c5-9c1d-d20a6e637379,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:35.953737 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1a511d1f-4681-4dda-9a9f-22d97404d2ca tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3121505 Feb 09 01:12:35.962544 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-822e5286-e908-4d39-80e3-725131ff611b admin admin] Deleting port 9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:35.962991 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-822e5286-e908-4d39-80e3-725131ff611b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:35.965581 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e8f65-768d-4bfc-855a-6b4e4b5c32b3 req-05dc7940-43c5-43e3-9ec8-25df7f290711 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:35.972321 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3d4e8f65-768d-4bfc-855a-6b4e4b5c32b3 req-05dc7940-43c5-43e3-9ec8-25df7f290711 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 943 time: 0.4725773 Feb 09 01:12:35.975742 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-707472e9-2860-4b84-a906-b2f1ce00ecc0 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:35.992688 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46220) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:36.001979 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-707472e9-2860-4b84-a906-b2f1ce00ecc0 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Usage tracker for resource:port and tenant:2dc557f702b4497a9f528b39785f03de is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:36.008882 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-9356666b-7435-4f66-a5cb-3fa9a8ad86d0 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Request body: {'port': {'network_id': '5d90fc46-059e-4e5c-b080-cd41cdf1db23', 'name': 'tempest-NetworksIpV6TestAttrs-740490617'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:36.029092 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-707472e9-2860-4b84-a906-b2f1ce00ecc0 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:36.034348 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-b3fa8510-c8d6-4efe-8584-ecb5add84ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb8f4657-1002-402d-b394-38ce2e8333be {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:12:36.049475 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-b3fa8510-c8d6-4efe-8584-ecb5add84ca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:36.052059 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-707472e9-2860-4b84-a906-b2f1ce00ecc0 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:36.159348 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08af9d97-b119-42c7-bca2-891e52715918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-5d90fc46-059e-4e5c-b080-cd41cdf1db23', 'network_id': '5d90fc46-059e-4e5c-b080-cd41cdf1db23', 'tenant_id': '42ac1685c1bd43b0a4df61847b684a39', 'fixed_ips': [{'subnet_id': '01210f4e-d3c8-416c-8ab3-2e4a52d2b8ea'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:12:36.160302 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-08af9d97-b119-42c7-bca2-891e52715918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:36.171822 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-822e5286-e908-4d39-80e3-725131ff611b admin admin] The port '9c5541df-d1e3-4bd4-94b3-0f53cd14a8b2' was deleted {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:12:36.183303 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-b3fa8510-c8d6-4efe-8584-ecb5add84ca1 service neutron] Transition to ACTIVE for port object fb8f4657-1002-402d-b394-38ce2e8333be will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:36.190517 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-707472e9-2860-4b84-a906-b2f1ce00ecc0 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Made reservation on behalf of 2dc557f702b4497a9f528b39785f03de for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:36.194899 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-707472e9-2860-4b84-a906-b2f1ce00ecc0 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:36.221596 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3d4e8f65-768d-4bfc-855a-6b4e4b5c32b3 req-9b6bf212-aae3-4a65-9513-b83db26c59fe tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2480855 Feb 09 01:12:36.229260 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:12:36.238153 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-b3fa8510-c8d6-4efe-8584-ecb5add84ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:36.317493 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c64b5-e5d1-43ba-a331-cb2dd37dfa36 req-9e6a09da-d3fa-446c-80f3-66008050cd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.319806 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-130c64b5-e5d1-43ba-a331-cb2dd37dfa36 req-9e6a09da-d3fa-446c-80f3-66008050cd44 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f463daa3-bdf7-465b-839b-27906d718cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5765495 Feb 09 01:12:36.379231 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-08af9d97-b119-42c7-bca2-891e52715918 None None] Allocated IP 2001:db8::f816:3eff:fe1b:d1e8 (5d90fc46-059e-4e5c-b080-cd41cdf1db23/01210f4e-d3c8-416c-8ab3-2e4a52d2b8ea/3c0ca042-763b-467e-a5b7-2d39cc38f836) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:36.418493 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-822e5286-e908-4d39-80e3-725131ff611b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:36.473941 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b0cee6-2047-41c5-a362-6665e6ef8c55 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.475128 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b0cee6-2047-41c5-a362-6665e6ef8c55 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.476159 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b0cee6-2047-41c5-a362-6665e6ef8c55 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.476738 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b0cee6-2047-41c5-a362-6665e6ef8c55 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.477676 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b0cee6-2047-41c5-a362-6665e6ef8c55 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.478657 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b0cee6-2047-41c5-a362-6665e6ef8c55 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.478999 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b0cee6-2047-41c5-a362-6665e6ef8c55 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.479621 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b0cee6-2047-41c5-a362-6665e6ef8c55 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.480209 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b0cee6-2047-41c5-a362-6665e6ef8c55 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.480822 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b0cee6-2047-41c5-a362-6665e6ef8c55 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.481469 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b0cee6-2047-41c5-a362-6665e6ef8c55 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.482017 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b0cee6-2047-41c5-a362-6665e6ef8c55 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.482535 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b0cee6-2047-41c5-a362-6665e6ef8c55 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.483056 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b0cee6-2047-41c5-a362-6665e6ef8c55 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.483709 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b0cee6-2047-41c5-a362-6665e6ef8c55 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.485057 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b0cee6-2047-41c5-a362-6665e6ef8c55 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.485603 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b0cee6-2047-41c5-a362-6665e6ef8c55 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.486274 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b0cee6-2047-41c5-a362-6665e6ef8c55 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.486795 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b0cee6-2047-41c5-a362-6665e6ef8c55 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.488827 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e9b0cee6-2047-41c5-a362-6665e6ef8c55 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Synchronizing usage tracker for tenant:30d28a1408fa41e9a90d6c8dadf7a8f6 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:12:36.499497 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-822e5286-e908-4d39-80e3-725131ff611b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88f004f-470d-4ee7-9d5d-6a152c2ee838']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:36.519011 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-822e5286-e908-4d39-80e3-725131ff611b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b4e378e-be94-4976-8792-7feadcd85d58') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:36.519226 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-822e5286-e908-4d39-80e3-725131ff611b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b4e378e-be94-4976-8792-7feadcd85d58') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:36.537865 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-822e5286-e908-4d39-80e3-725131ff611b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:36.553108 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7b896-5c25-4f46-9f65-3c9abf4ea7c0 req-be202561-9609-41fb-9a26-6f21fd81e606 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.559302 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7b896-5c25-4f46-9f65-3c9abf4ea7c0 req-be202561-9609-41fb-9a26-6f21fd81e606 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.560861 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-18f7b896-5c25-4f46-9f65-3c9abf4ea7c0 req-be202561-9609-41fb-9a26-6f21fd81e606 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/ports?device_id=55470ab7-39af-441d-99c9-4df60ccdee01&device_id=9dee26dc-4fbe-45a5-914f-fb65d84bec0d HTTP/1.1" status: 200 len: 1682 time: 0.4006646 Feb 09 01:12:36.564620 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e9b0cee6-2047-41c5-a362-6665e6ef8c55 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Unset dirty status for tenant:30d28a1408fa41e9a90d6c8dadf7a8f6 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:12:36.569359 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e9b0cee6-2047-41c5-a362-6665e6ef8c55 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17009 time: 0.6842649 Feb 09 01:12:36.571855 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46230) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:36.611501 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-822e5286-e908-4d39-80e3-725131ff611b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:36.617939 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa8510-c8d6-4efe-8584-ecb5add84ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb8f4657-1002-402d-b394-38ce2e8333be,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:36.650939 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-822e5286-e908-4d39-80e3-725131ff611b admin admin] Releasing vlan 997 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:12:36.651349 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-822e5286-e908-4d39-80e3-725131ff611b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:36.653100 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-08af9d97-b119-42c7-bca2-891e52715918 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:36.665273 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-08af9d97-b119-42c7-bca2-891e52715918 None None] Transition to ACTIVE for port object 3c0ca042-763b-467e-a5b7-2d39cc38f836 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:12:36.669199 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:12:36.683913 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-9356666b-7435-4f66-a5cb-3fa9a8ad86d0 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:36.687735 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-08af9d97-b119-42c7-bca2-891e52715918 None None] Transition to ACTIVE for port object 3c0ca042-763b-467e-a5b7-2d39cc38f836 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:36.694494 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-08af9d97-b119-42c7-bca2-891e52715918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:36.736465 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9356666b-7435-4f66-a5cb-3fa9a8ad86d0 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Usage tracker for resource:port and tenant:42ac1685c1bd43b0a4df61847b684a39 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:36.747810 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9356666b-7435-4f66-a5cb-3fa9a8ad86d0 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:36.762264 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-49300e5f-00a5-464c-94df-099e416b7e1d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Deleting port 621d55b8-5c3c-41c5-9c1d-d20a6e637379 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:36.762621 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-49300e5f-00a5-464c-94df-099e416b7e1d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:36.762759 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08af9d97-b119-42c7-bca2-891e52715918 None None] Network 5d90fc46-059e-4e5c-b080-cd41cdf1db23 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:36.765591 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-08af9d97-b119-42c7-bca2-891e52715918 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:36.769533 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08af9d97-b119-42c7-bca2-891e52715918 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:12:36.778823 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af9d97-b119-42c7-bca2-891e52715918 None None] Pushing event updated for resources: {'Port': ['ID=3c0ca042-763b-467e-a5b7-2d39cc38f836,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:36.812488 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-9356666b-7435-4f66-a5cb-3fa9a8ad86d0 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:36.824984 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-18f7b896-5c25-4f46-9f65-3c9abf4ea7c0 req-3f82ad06-7f4c-44a6-957e-da69f50cc30c tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/security-groups?id=783de2d8-5801-40dd-a296-6538ffc19f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503858 Feb 09 01:12:36.840273 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-822e5286-e908-4d39-80e3-725131ff611b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:36.845628 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-822e5286-e908-4d39-80e3-725131ff611b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:36.881463 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-08af9d97-b119-42c7-bca2-891e52715918 None None] Attempting to bind port 3c0ca042-763b-467e-a5b7-2d39cc38f836 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:36.881463 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-08af9d97-b119-42c7-bca2-891e52715918 None None] Attempting to bind port 3c0ca042-763b-467e-a5b7-2d39cc38f836 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '44a6ed6c-f582-42fc-9d6b-fcecdf258a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '5d90fc46-059e-4e5c-b080-cd41cdf1db23'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:36.882156 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08af9d97-b119-42c7-bca2-891e52715918 None None] Attempting to bind port 3c0ca042-763b-467e-a5b7-2d39cc38f836 on network 5d90fc46-059e-4e5c-b080-cd41cdf1db23 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:36.886179 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e5286-e908-4d39-80e3-725131ff611b admin admin] Pushing event deleted for resources: {'Network': ['ID=d88f004f-470d-4ee7-9d5d-6a152c2ee838,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:36.888152 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0cb7b604-6978-44c2-92fb-df5d17dfd256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:36.889681 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08af9d97-b119-42c7-bca2-891e52715918 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:12:36.890142 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08af9d97-b119-42c7-bca2-891e52715918 None None] Checking segment: {'id': '44a6ed6c-f582-42fc-9d6b-fcecdf258a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '5d90fc46-059e-4e5c-b080-cd41cdf1db23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:12:36.890541 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-08af9d97-b119-42c7-bca2-891e52715918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:36.890922 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08af9d97-b119-42c7-bca2-891e52715918 None None] Bound using segment: {'id': '44a6ed6c-f582-42fc-9d6b-fcecdf258a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '5d90fc46-059e-4e5c-b080-cd41cdf1db23'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:12:36.891435 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-08af9d97-b119-42c7-bca2-891e52715918 None None] Bound port: 3c0ca042-763b-467e-a5b7-2d39cc38f836, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a6ed6c-f582-42fc-9d6b-fcecdf258a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '5d90fc46-059e-4e5c-b080-cd41cdf1db23'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:12:36.891806 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-08af9d97-b119-42c7-bca2-891e52715918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:36.898103 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9356666b-7435-4f66-a5cb-3fa9a8ad86d0 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Made reservation on behalf of 42ac1685c1bd43b0a4df61847b684a39 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:36.903320 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9356666b-7435-4f66-a5cb-3fa9a8ad86d0 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:36.931708 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-822e5286-e908-4d39-80e3-725131ff611b admin admin] 10.222.0.37 "DELETE /v2.0/networks/d88f004f-470d-4ee7-9d5d-6a152c2ee838 HTTP/1.1" status: 204 len: 168 time: 3.0874717 Feb 09 01:12:36.934565 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-9356666b-7435-4f66-a5cb-3fa9a8ad86d0 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] device_id is not set on port f895b8d3-1977-4f31-bf27-8482c8bcffb6 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:12:36.938614 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46238) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:36.976703 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-130c64b5-e5d1-43ba-a331-cb2dd37dfa36 req-02f40881-8236-4507-909c-3a83c50ff6e0 service neutron] 10.222.0.35 "GET /v2.0/networks/f463daa3-bdf7-465b-839b-27906d718cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6337173 Feb 09 01:12:36.984811 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a9cd9-d8c9-4563-ad17-3a330953ef92 req-43685f1f-4a0f-4149-95ff-b07b4b06b712 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.986652 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-08af9d97-b119-42c7-bca2-891e52715918 None None] For port 3c0ca042-763b-467e-a5b7-2d39cc38f836, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:12:36.992523 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0c1a9cd9-d8c9-4563-ad17-3a330953ef92 req-43685f1f-4a0f-4149-95ff-b07b4b06b712 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 943 time: 0.5211332 Feb 09 01:12:36.994446 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-08af9d97-b119-42c7-bca2-891e52715918 None None] For port 3c0ca042-763b-467e-a5b7-2d39cc38f836, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=3c0ca042-763b-467e-a5b7-2d39cc38f836,segment=NetworkSegment(44a6ed6c-f582-42fc-9d6b-fcecdf258a51),segment_id=44a6ed6c-f582-42fc-9d6b-fcecdf258a51)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:12:37.000692 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-08af9d97-b119-42c7-bca2-891e52715918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:37.086879 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af9d97-b119-42c7-bca2-891e52715918 None None] Pushing event updated for resources: {'Port': ['ID=3c0ca042-763b-467e-a5b7-2d39cc38f836,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:37.179248 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-707472e9-2860-4b84-a906-b2f1ce00ecc0 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Allocated IP 172.20.0.11 (8e187040-b92c-4541-9a97-419a3697d07d/c1d7bcf1-3b6a-421d-94fb-ddd1e44ef50e/d4f6b81b-d93b-45a4-bc28-207fd6261668) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:37.212000 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-b3fa8510-c8d6-4efe-8584-ecb5add84ca1 service neutron] Attempting to bind port fb8f4657-1002-402d-b394-38ce2e8333be on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:37.212338 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-b3fa8510-c8d6-4efe-8584-ecb5add84ca1 service neutron] Attempting to bind port fb8f4657-1002-402d-b394-38ce2e8333be by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '7dc2e829-f685-4c02-b1d6-aef4f3224c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '5d6c2755-ea18-4235-9314-c370c19b3771'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:37.212709 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-b3fa8510-c8d6-4efe-8584-ecb5add84ca1 service neutron] Attempting to bind port fb8f4657-1002-402d-b394-38ce2e8333be on network 5d6c2755-ea18-4235-9314-c370c19b3771 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:37.232136 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0c1a9cd9-d8c9-4563-ad17-3a330953ef92 req-3276e802-9b4f-49df-adfe-d147700e9bab tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363870 Feb 09 01:12:37.250894 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-b3fa8510-c8d6-4efe-8584-ecb5add84ca1 service neutron] Port fb8f4657-1002-402d-b394-38ce2e8333be on network 5d6c2755-ea18-4235-9314-c370c19b3771 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:12:37.250894 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-b3fa8510-c8d6-4efe-8584-ecb5add84ca1 service neutron] Attempting to bind port fb8f4657-1002-402d-b394-38ce2e8333be on network 5d6c2755-ea18-4235-9314-c370c19b3771 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:37.290510 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-49300e5f-00a5-464c-94df-099e416b7e1d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] For port 621d55b8-5c3c-41c5-9c1d-d20a6e637379, host n-h2-828419-1, got binding levels [] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:37.290510 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-49300e5f-00a5-464c-94df-099e416b7e1d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:37.508990 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-49300e5f-00a5-464c-94df-099e416b7e1d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Calling delete_port for 621d55b8-5c3c-41c5-9c1d-d20a6e637379 owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:37.556851 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-b3fa8510-c8d6-4efe-8584-ecb5add84ca1 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:12:37.557128 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-b3fa8510-c8d6-4efe-8584-ecb5add84ca1 service neutron] Checking segment: {'id': '7dc2e829-f685-4c02-b1d6-aef4f3224c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '5d6c2755-ea18-4235-9314-c370c19b3771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:12:37.557491 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-b3fa8510-c8d6-4efe-8584-ecb5add84ca1 service neutron] Bound using segment: {'id': '7dc2e829-f685-4c02-b1d6-aef4f3224c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '5d6c2755-ea18-4235-9314-c370c19b3771'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:12:37.557930 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-b3fa8510-c8d6-4efe-8584-ecb5add84ca1 service neutron] Bound port: fb8f4657-1002-402d-b394-38ce2e8333be, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dc2e829-f685-4c02-b1d6-aef4f3224c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '5d6c2755-ea18-4235-9314-c370c19b3771'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:12:37.558282 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-b3fa8510-c8d6-4efe-8584-ecb5add84ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:37.587544 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1c7b3-6b61-41c8-a913-e1cefe141bec req-c068613d-69ca-480b-8b33-65199c59463f tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:37.589063 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e2c1c7b3-6b61-41c8-a913-e1cefe141bec req-c068613d-69ca-480b-8b33-65199c59463f tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 946 time: 0.5812180 Feb 09 01:12:37.661140 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d41d7531-9627-44de-aebb-e905ec2b1dec req-4bda7c7a-da68-41fa-be06-8f7d9404dc22 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc0fc0b-0c64-4010-90a2-f77ca0999de8 HTTP/1.1" status: 200 len: 210 time: 0.1208973 Feb 09 01:12:37.727434 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-130c64b5-e5d1-43ba-a331-cb2dd37dfa36 req-9cdc224c-d7bf-4d89-ad36-ac69a10bb0ff service neutron] 10.222.0.35 "GET /v2.0/networks/f463daa3-bdf7-465b-839b-27906d718cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7116399 Feb 09 01:12:37.818845 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-9356666b-7435-4f66-a5cb-3fa9a8ad86d0 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Allocated IP 2001:db8::f816:3eff:fe2d:c07c (5d90fc46-059e-4e5c-b080-cd41cdf1db23/01210f4e-d3c8-416c-8ab3-2e4a52d2b8ea/f895b8d3-1977-4f31-bf27-8482c8bcffb6) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:37.887895 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e2c1c7b3-6b61-41c8-a913-e1cefe141bec req-0137efe7-db0f-49a1-b44b-925f145d439f tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855594 Feb 09 01:12:37.898302 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-49300e5f-00a5-464c-94df-099e416b7e1d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:37.976004 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49300e5f-00a5-464c-94df-099e416b7e1d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Pushing event deleted for resources: {'Port': ['ID=621d55b8-5c3c-41c5-9c1d-d20a6e637379,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:37.994834 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-b3fa8510-c8d6-4efe-8584-ecb5add84ca1 service neutron] For port fb8f4657-1002-402d-b394-38ce2e8333be, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:12:38.043434 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-b3fa8510-c8d6-4efe-8584-ecb5add84ca1 service neutron] For port fb8f4657-1002-402d-b394-38ce2e8333be, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=fb8f4657-1002-402d-b394-38ce2e8333be,segment=NetworkSegment(7dc2e829-f685-4c02-b1d6-aef4f3224c8c),segment_id=7dc2e829-f685-4c02-b1d6-aef4f3224c8c)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:12:38.055000 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-49300e5f-00a5-464c-94df-099e416b7e1d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:38.066014 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-b3fa8510-c8d6-4efe-8584-ecb5add84ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:38.119618 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-49300e5f-00a5-464c-94df-099e416b7e1d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] 10.222.0.37 "DELETE /v2.0/ports/621d55b8-5c3c-41c5-9c1d-d20a6e637379 HTTP/1.1" status: 204 len: 168 time: 1.5419528 Feb 09 01:12:38.122145 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46248) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:38.309218 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-980b8c5c-1dd2-4bb5-813b-9dc42713a337 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:12:38.311466 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-980b8c5c-1dd2-4bb5-813b-9dc42713a337 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Synchronizing usage tracker for tenant:30d28a1408fa41e9a90d6c8dadf7a8f6 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:12:38.320592 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-b3fa8510-c8d6-4efe-8584-ecb5add84ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:38.321493 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-b3fa8510-c8d6-4efe-8584-ecb5add84ca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:38.323110 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-b3fa8510-c8d6-4efe-8584-ecb5add84ca1 service neutron] 10.222.0.35 "PUT /v2.0/ports/fb8f4657-1002-402d-b394-38ce2e8333be HTTP/1.1" status: 200 len: 1091 time: 4.2487717 Feb 09 01:12:38.323945 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f0c26b7-f741-4878-8994-7ce5d6d14fe4', 'tag': 'fb8f4657-1002-402d-b394-38ce2e8333be'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:12:38.337751 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-707472e9-2860-4b84-a906-b2f1ce00ecc0 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:38.401580 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-980b8c5c-1dd2-4bb5-813b-9dc42713a337 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Unset dirty status for tenant:30d28a1408fa41e9a90d6c8dadf7a8f6 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:12:38.402792 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-980b8c5c-1dd2-4bb5-813b-9dc42713a337 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] 10.222.0.37 "GET /v2.0/ports/621d55b8-5c3c-41c5-9c1d-d20a6e637379 HTTP/1.1" status: 404 len: 333 time: 0.2790775 Feb 09 01:12:38.408304 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46256) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:38.413758 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-78ba55d5-3aa3-4617-bdc7-19eb5cf454a2 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-654431004', 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:38.422600 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-78ba55d5-3aa3-4617-bdc7-19eb5cf454a2 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:38.437277 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-78ba55d5-3aa3-4617-bdc7-19eb5cf454a2 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:38.482040 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ba55d5-3aa3-4617-bdc7-19eb5cf454a2 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Made reservation on behalf of 30d28a1408fa41e9a90d6c8dadf7a8f6 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:38.484640 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-78ba55d5-3aa3-4617-bdc7-19eb5cf454a2 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:38.513440 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9356666b-7435-4f66-a5cb-3fa9a8ad86d0 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:38.530269 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-78ba55d5-3aa3-4617-bdc7-19eb5cf454a2 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] device_id is not set on port 2eeca426-c82b-4ba0-abf1-6f85aaa1f485 yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:12:38.547795 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-9356666b-7435-4f66-a5cb-3fa9a8ad86d0 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Transition to ACTIVE for port object f895b8d3-1977-4f31-bf27-8482c8bcffb6 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:38.590182 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff71d4c-b8f7-4e53-8247-2e136c9bbb05 None None] Network 5d90fc46-059e-4e5c-b080-cd41cdf1db23 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:38.590751 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa8510-c8d6-4efe-8584-ecb5add84ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb8f4657-1002-402d-b394-38ce2e8333be,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:38.651896 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7573db3b-9b61-4310-93e9-2c57c37834a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:38.677689 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419439b0-10b3-46e3-841a-6a326c0364a1 req-f3bb350c-9fa5-4aa5-88a1-37d266265b9c tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:38.679665 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-419439b0-10b3-46e3-841a-6a326c0364a1 req-f3bb350c-9fa5-4aa5-88a1-37d266265b9c tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 943 time: 0.8579891 Feb 09 01:12:38.687887 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-707472e9-2860-4b84-a906-b2f1ce00ecc0 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:38.690000 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9356666b-7435-4f66-a5cb-3fa9a8ad86d0 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:38.771997 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-06b71792-69ba-4e9b-8ff2-1a70b4e58e05 None None] Provisioning for port 3c0ca042-763b-467e-a5b7-2d39cc38f836 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:38.825193 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707472e9-2860-4b84-a906-b2f1ce00ecc0 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Pushing event updated for resources: {'Port': ['ID=d4f6b81b-d93b-45a4-bc28-207fd6261668,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:38.940312 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-707472e9-2860-4b84-a906-b2f1ce00ecc0 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Network 8e187040-b92c-4541-9a97-419a3697d07d is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:38.951821 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 25312df4-851f-4f0a-921f-af21d59ea5d8 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:12:38.963049 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-419439b0-10b3-46e3-841a-6a326c0364a1 req-404639d2-653d-4426-be7d-4be3fc99f518 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2608473 Feb 09 01:12:38.963936 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-707472e9-2860-4b84-a906-b2f1ce00ecc0 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:38.967319 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9356666b-7435-4f66-a5cb-3fa9a8ad86d0 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Network 5d90fc46-059e-4e5c-b080-cd41cdf1db23 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:38.975439 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-707472e9-2860-4b84-a906-b2f1ce00ecc0 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:12:39.025437 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-9356666b-7435-4f66-a5cb-3fa9a8ad86d0 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:39.047291 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9356666b-7435-4f66-a5cb-3fa9a8ad86d0 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:12:39.054255 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9356666b-7435-4f66-a5cb-3fa9a8ad86d0 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:39.064324 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9356666b-7435-4f66-a5cb-3fa9a8ad86d0 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:39.064627 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-78ba55d5-3aa3-4617-bdc7-19eb5cf454a2 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:39.125602 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f0c26b7-f741-4878-8994-7ce5d6d14fe4', 'tag': 'fb8f4657-1002-402d-b394-38ce2e8333be', 'status': 'completed', 'code': 200} Feb 09 01:12:39.159200 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9356666b-7435-4f66-a5cb-3fa9a8ad86d0 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Pushing event updated for resources: {'Port': ['ID=f895b8d3-1977-4f31-bf27-8482c8bcffb6,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:39.171295 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9356666b-7435-4f66-a5cb-3fa9a8ad86d0 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.1762443 Feb 09 01:12:39.172242 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46266) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:39.177059 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-c740ff11-3e6f-43d3-8af8-9c155b8de738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:39.178726 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-c740ff11-3e6f-43d3-8af8-9c155b8de738 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=903cfb9c5cb94334ab49ed8a903cb9a8&device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 1094 time: 0.5829804 Feb 09 01:12:39.195518 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 3c0ca042-763b-467e-a5b7-2d39cc38f836 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:12:39.282280 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-78ba55d5-3aa3-4617-bdc7-19eb5cf454a2 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:39.316816 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-707472e9-2860-4b84-a906-b2f1ce00ecc0 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:39.317499 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-707472e9-2860-4b84-a906-b2f1ce00ecc0 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:39.325982 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-8d5988d1-e8d7-4c03-ad74-be5cfcd3d754 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb8f4657-1002-402d-b394-38ce2e8333be HTTP/1.1" status: 200 len: 217 time: 0.1089084 Feb 09 01:12:39.373344 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-cd3efc62-7bfa-480a-8fb1-1388616bd745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:39.391018 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 25312df4-851f-4f0a-921f-af21d59ea5d8, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=25312df4-851f-4f0a-921f-af21d59ea5d8,segment=NetworkSegment(0a900953-cea9-408a-b5a5-b9b62ab0e594),segment_id=0a900953-cea9-408a-b5a5-b9b62ab0e594)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:39.421978 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '25312df4-851f-4f0a-921f-af21d59ea5d8', 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd', 'port_id': '25312df4-851f-4f0a-921f-af21d59ea5d8', 'mac_address': 'fa:16:3e:c5:d5:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 962, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:12:39.428516 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-145e794a-acbe-472b-9408-31452bc0de97 None None] Provisioning for port f895b8d3-1977-4f31-bf27-8482c8bcffb6 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:39.435127 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d960696-84b1-40ab-ac4a-4750ca413ea0 req-9f2bed0d-3363-4c4c-bd85-5ea1bc095071 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:39.436725 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6d960696-84b1-40ab-ac4a-4750ca413ea0 req-9f2bed0d-3363-4c4c-bd85-5ea1bc095071 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 943 time: 0.6201427 Feb 09 01:12:39.476143 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-145e794a-acbe-472b-9408-31452bc0de97 None None] Provisioning complete for port f895b8d3-1977-4f31-bf27-8482c8bcffb6 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:39.477322 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-145e794a-acbe-472b-9408-31452bc0de97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:39.477673 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f9f34d9-250d-4f23-9abe-28ad77481383 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Deleting subnet 01210f4e-d3c8-416c-8ab3-2e4a52d2b8ea {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:12:39.480740 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-707472e9-2860-4b84-a906-b2f1ce00ecc0 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9182937 Feb 09 01:12:39.485657 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4f9f34d9-250d-4f23-9abe-28ad77481383 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:39.511328 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ba55d5-3aa3-4617-bdc7-19eb5cf454a2 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Network 686b05e2-f4cb-45d4-b0eb-44f942099d7c is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:39.525558 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 3c0ca042-763b-467e-a5b7-2d39cc38f836 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:39.525959 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba55d5-3aa3-4617-bdc7-19eb5cf454a2 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Pushing event updated for resources: {'Port': ['ID=2eeca426-c82b-4ba0-abf1-6f85aaa1f485,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:39.526385 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-2acb3e07-3905-490e-a015-b92d697d811a service neutron] Request body: {'port': {'device_id': 'ecc0fc0b-0c64-4010-90a2-f77ca0999de8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:39.528432 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-78ba55d5-3aa3-4617-bdc7-19eb5cf454a2 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:39.538099 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ba55d5-3aa3-4617-bdc7-19eb5cf454a2 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:12:39.539088 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ba55d5-3aa3-4617-bdc7-19eb5cf454a2 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:39.539701 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-78ba55d5-3aa3-4617-bdc7-19eb5cf454a2 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:39.548053 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 3c0ca042-763b-467e-a5b7-2d39cc38f836 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:39.548688 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:39.565266 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6d960696-84b1-40ab-ac4a-4750ca413ea0 req-a5670c5f-9b3b-4322-a998-bb070746f9e9 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957267 Feb 09 01:12:39.606523 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-78ba55d5-3aa3-4617-bdc7-19eb5cf454a2 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1921241 Feb 09 01:12:39.606523 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46272) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:39.630036 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:39.632542 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-c2b82722-f23f-4050-9422-2fa7c70aa815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:39.634118 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-c2b82722-f23f-4050-9422-2fa7c70aa815 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49af6773-dfcd-45e0-b742-3363769f41e9 HTTP/1.1" status: 200 len: 854 time: 0.2976203 Feb 09 01:12:39.704486 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-145e794a-acbe-472b-9408-31452bc0de97 None None] Port f895b8d3-1977-4f31-bf27-8482c8bcffb6 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:12:39.721031 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-c17b19f8-3e68-4ba6-bc7a-722e8f120173 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d6c2755-ea18-4235-9314-c370c19b3771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625112 Feb 09 01:12:39.723840 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25312df4-851f-4f0a-921f-af21d59ea5d8 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:12:39.724247 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4f9f34d9-250d-4f23-9abe-28ad77481383 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:39.749691 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 25312df4-851f-4f0a-921f-af21d59ea5d8, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=25312df4-851f-4f0a-921f-af21d59ea5d8,segment=NetworkSegment(0a900953-cea9-408a-b5a5-b9b62ab0e594),segment_id=0a900953-cea9-408a-b5a5-b9b62ab0e594)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:39.752375 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-145e794a-acbe-472b-9408-31452bc0de97 None None] Provisioning complete for port 3c0ca042-763b-467e-a5b7-2d39cc38f836 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:39.753037 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-145e794a-acbe-472b-9408-31452bc0de97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:39.758012 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01cb935-c0fd-4e62-8d07-42253b523c60 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:39.758885 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f01cb935-c0fd-4e62-8d07-42253b523c60 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Synchronizing usage tracker for tenant:30d28a1408fa41e9a90d6c8dadf7a8f6 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:12:39.787273 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:39.791002 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f01cb935-c0fd-4e62-8d07-42253b523c60 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Unset dirty status for tenant:30d28a1408fa41e9a90d6c8dadf7a8f6 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:12:39.792493 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f01cb935-c0fd-4e62-8d07-42253b523c60 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] 10.222.0.37 "GET /v2.0/ports/2eeca426-c82b-4ba0-abf1-6f85aaa1f485 HTTP/1.1" status: 200 len: 954 time: 0.1847665 Feb 09 01:12:39.829269 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-7573db3b-9b61-4310-93e9-2c57c37834a4 admin admin] Deleting port 8bcc08b3-b6c6-48a8-b309-e979244ef272 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:39.829634 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7573db3b-9b61-4310-93e9-2c57c37834a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:39.855554 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46276) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:39.958140 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:39.970179 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=25312df4-851f-4f0a-921f-af21d59ea5d8,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:39.987026 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:39.987405 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:39.987703 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:39.988037 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:39.988360 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:39.989272 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:39.989272 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:39.989485 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:39.989716 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:39.989939 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:39.990253 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:39.990564 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:39.991550 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-a8c7626f-a4e7-4735-b17e-748e2cea529e tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Deleting port 2eeca426-c82b-4ba0-abf1-6f85aaa1f485 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:39.991894 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a8c7626f-a4e7-4735-b17e-748e2cea529e tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:40.064789 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 3c0ca042-763b-467e-a5b7-2d39cc38f836, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=3c0ca042-763b-467e-a5b7-2d39cc38f836,segment=NetworkSegment(44a6ed6c-f582-42fc-9d6b-fcecdf258a51),segment_id=44a6ed6c-f582-42fc-9d6b-fcecdf258a51)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:40.073908 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-145e794a-acbe-472b-9408-31452bc0de97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:40.106822 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-2acb3e07-3905-490e-a015-b92d697d811a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:40.122276 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:40.162473 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dd210-c855-4d6a-b261-f7dddf0868f8 req-2abebe8d-4f56-4438-8bbd-ac4d7f02e4d4 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:40.163024 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b93dd210-c855-4d6a-b261-f7dddf0868f8 req-2abebe8d-4f56-4438-8bbd-ac4d7f02e4d4 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Synchronizing usage tracker for tenant:2dc557f702b4497a9f528b39785f03de on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:12:40.205212 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['25312df4-851f-4f0a-921f-af21d59ea5d8'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:12:40.236808 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-c5f35d30-ed1e-4b4a-b121-435113d0d0b2 service neutron] 10.222.0.35 "GET /v2.0/networks/5d6c2755-ea18-4235-9314-c370c19b3771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808638 Feb 09 01:12:40.341306 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-145e794a-acbe-472b-9408-31452bc0de97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:12:40.341566 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-145e794a-acbe-472b-9408-31452bc0de97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:12:40.350616 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:40.359714 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=3c0ca042-763b-467e-a5b7-2d39cc38f836,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:40.373784 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-7573db3b-9b61-4310-93e9-2c57c37834a4 admin admin] For port 8bcc08b3-b6c6-48a8-b309-e979244ef272, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=8bcc08b3-b6c6-48a8-b309-e979244ef272,segment=NetworkSegment(4dbc52b3-dff6-4f21-8158-450cd3eb585f),segment_id=4dbc52b3-dff6-4f21-8158-450cd3eb585f)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:40.374409 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7573db3b-9b61-4310-93e9-2c57c37834a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:40.402882 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:40.403742 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c2468-b7dc-4d8c-a041-94883a97a7ce req-cb3a3562-bef4-46a8-acee-76145f6634f4 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:40.405587 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e26c2468-b7dc-4d8c-a041-94883a97a7ce req-cb3a3562-bef4-46a8-acee-76145f6634f4 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 946 time: 0.6164792 Feb 09 01:12:40.443477 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b93dd210-c855-4d6a-b261-f7dddf0868f8 req-2abebe8d-4f56-4438-8bbd-ac4d7f02e4d4 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Unset dirty status for tenant:2dc557f702b4497a9f528b39785f03de on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:12:40.444695 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b93dd210-c855-4d6a-b261-f7dddf0868f8 req-2abebe8d-4f56-4438-8bbd-ac4d7f02e4d4 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc0fc0b-0c64-4010-90a2-f77ca0999de8 HTTP/1.1" status: 200 len: 932 time: 1.0377326 Feb 09 01:12:40.446797 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1b4412e5-9003-4199-85c9-5e89c2e0384e req-9ce6b72f-560a-4b76-a942-990e545be733 service neutron] 10.222.0.35 "GET /v2.0/networks/5d6c2755-ea18-4235-9314-c370c19b3771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973417 Feb 09 01:12:40.553212 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-7573db3b-9b61-4310-93e9-2c57c37834a4 admin admin] Calling delete_port for 8bcc08b3-b6c6-48a8-b309-e979244ef272 owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:40.658710 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b93dd210-c855-4d6a-b261-f7dddf0868f8 req-80bcb4c3-a7e1-4efa-9d78-fc85788ea75a tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Synchronizing usage tracker for tenant:2dc557f702b4497a9f528b39785f03de on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:12:40.661611 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4f9f34d9-250d-4f23-9abe-28ad77481383 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:40.733595 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e26c2468-b7dc-4d8c-a041-94883a97a7ce req-58a134c0-f8c7-4924-9755-05e7d1098598 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671971 Feb 09 01:12:40.769580 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a8c7626f-a4e7-4735-b17e-748e2cea529e tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:40.851880 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b93dd210-c855-4d6a-b261-f7dddf0868f8 req-80bcb4c3-a7e1-4efa-9d78-fc85788ea75a tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Unset dirty status for tenant:2dc557f702b4497a9f528b39785f03de on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:12:40.853086 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b93dd210-c855-4d6a-b261-f7dddf0868f8 req-80bcb4c3-a7e1-4efa-9d78-fc85788ea75a tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4c577c7-45e3-4032-8c20-0ba8b3efa3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803935 Feb 09 01:12:40.883456 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c5408-72fc-4f47-9cb3-c4f1376c93f4 req-8b20f342-65bd-477c-b72e-7d87b5aafa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:40.884966 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-da9c5408-72fc-4f47-9cb3-c4f1376c93f4 req-8b20f342-65bd-477c-b72e-7d87b5aafa11 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=903cfb9c5cb94334ab49ed8a903cb9a8&device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 1094 time: 0.3416498 Feb 09 01:12:40.888902 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4f9f34d9-250d-4f23-9abe-28ad77481383 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:40.940910 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-a8c7626f-a4e7-4735-b17e-748e2cea529e tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Calling delete_port for 2eeca426-c82b-4ba0-abf1-6f85aaa1f485 owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:41.031840 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f34d9-250d-4f23-9abe-28ad77481383 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Pushing event deleted for resources: {'Subnet': ['ID=01210f4e-d3c8-416c-8ab3-2e4a52d2b8ea,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:41.036525 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4f9f34d9-250d-4f23-9abe-28ad77481383 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:41.050149 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ac1cde-d47a-4a8a-bfd5-972376f027e3 None None] Network 5d90fc46-059e-4e5c-b080-cd41cdf1db23 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:41.102093 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4f9f34d9-250d-4f23-9abe-28ad77481383 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "DELETE /v2.0/subnets/01210f4e-d3c8-416c-8ab3-2e4a52d2b8ea HTTP/1.1" status: 204 len: 168 time: 1.9221838 Feb 09 01:12:41.102905 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46286) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:41.168948 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a8c7626f-a4e7-4735-b17e-748e2cea529e tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:41.194492 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 3c0ca042-763b-467e-a5b7-2d39cc38f836 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:12:41.264649 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7626f-a4e7-4735-b17e-748e2cea529e tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Pushing event deleted for resources: {'Port': ['ID=2eeca426-c82b-4ba0-abf1-6f85aaa1f485,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:41.270934 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c5408-72fc-4f47-9cb3-c4f1376c93f4 req-d41eeed1-4cee-47ba-98cc-f9cdc92844ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:41.272836 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-da9c5408-72fc-4f47-9cb3-c4f1376c93f4 req-d41eeed1-4cee-47ba-98cc-f9cdc92844ff service neutron] 10.222.0.35 "GET /v2.0/networks?id=5d6c2755-ea18-4235-9314-c370c19b3771 HTTP/1.1" status: 200 len: 915 time: 0.3502555 Feb 09 01:12:41.315314 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a8c7626f-a4e7-4735-b17e-748e2cea529e tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:41.363435 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a8c7626f-a4e7-4735-b17e-748e2cea529e tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] 10.222.0.37 "DELETE /v2.0/ports/2eeca426-c82b-4ba0-abf1-6f85aaa1f485 HTTP/1.1" status: 204 len: 168 time: 1.5023651 Feb 09 01:12:41.366602 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46290) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:41.369612 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 3c0ca042-763b-467e-a5b7-2d39cc38f836 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:41.370138 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:41.409651 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7573db3b-9b61-4310-93e9-2c57c37834a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:41.415613 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-da9c5408-72fc-4f47-9cb3-c4f1376c93f4 req-bb3a4363-c683-4580-917a-2c51394cde9f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb8f4657-1002-402d-b394-38ce2e8333be HTTP/1.1" status: 200 len: 217 time: 0.0903232 Feb 09 01:12:41.437382 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9da05eb7-e91b-4b21-ab66-f7ab58b0759b None None] Provisioning complete for port f895b8d3-1977-4f31-bf27-8482c8bcffb6 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:41.438002 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9da05eb7-e91b-4b21-ab66-f7ab58b0759b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:41.468372 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe94b08a-09ef-4deb-9c68-8ecb0c628f6a tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:12:41.469074 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fe94b08a-09ef-4deb-9c68-8ecb0c628f6a tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Synchronizing usage tracker for tenant:30d28a1408fa41e9a90d6c8dadf7a8f6 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:12:41.479363 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e1a9d-680a-42e9-9ec3-0ec8e779436b req-658d0b17-ec30-443e-8951-dbef6097dcc2 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:41.481043 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e11e1a9d-680a-42e9-9ec3-0ec8e779436b req-658d0b17-ec30-443e-8951-dbef6097dcc2 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 943 time: 0.2614968 Feb 09 01:12:41.484859 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573db3b-9b61-4310-93e9-2c57c37834a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bcc08b3-b6c6-48a8-b309-e979244ef272,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:41.485423 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-2acb3e07-3905-490e-a015-b92d697d811a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4f6b81b-d93b-45a4-bc28-207fd6261668 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:12:41.498329 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90455354-8fff-40ba-a7f1-63a530a51dad tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:41.499922 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90455354-8fff-40ba-a7f1-63a530a51dad tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:41.500709 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-90455354-8fff-40ba-a7f1-63a530a51dad tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Synchronizing usage tracker for tenant:42ac1685c1bd43b0a4df61847b684a39 on resource:subnet {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:12:41.506122 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-9da05eb7-e91b-4b21-ab66-f7ab58b0759b None None] Port f895b8d3-1977-4f31-bf27-8482c8bcffb6 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:12:41.515641 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-2acb3e07-3905-490e-a015-b92d697d811a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:41.557025 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-2acb3e07-3905-490e-a015-b92d697d811a service neutron] Transition to ACTIVE for port object d4f6b81b-d93b-45a4-bc28-207fd6261668 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:41.559835 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c5408-72fc-4f47-9cb3-c4f1376c93f4 req-749d5a41-755d-43b8-96c3-d4cb7820f2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:41.561581 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-da9c5408-72fc-4f47-9cb3-c4f1376c93f4 req-749d5a41-755d-43b8-96c3-d4cb7820f2b0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49af6773-dfcd-45e0-b742-3363769f41e9 HTTP/1.1" status: 200 len: 854 time: 0.1344910 Feb 09 01:12:41.565974 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-90455354-8fff-40ba-a7f1-63a530a51dad tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Unset dirty status for tenant:42ac1685c1bd43b0a4df61847b684a39 on resource:subnet {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:12:41.567087 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-90455354-8fff-40ba-a7f1-63a530a51dad tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4588006 Feb 09 01:12:41.568934 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-2acb3e07-3905-490e-a015-b92d697d811a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:41.573278 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46294) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:41.591771 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fe94b08a-09ef-4deb-9c68-8ecb0c628f6a tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Unset dirty status for tenant:30d28a1408fa41e9a90d6c8dadf7a8f6 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:12:41.596597 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fe94b08a-09ef-4deb-9c68-8ecb0c628f6a tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] 10.222.0.37 "GET /v2.0/ports/2eeca426-c82b-4ba0-abf1-6f85aaa1f485 HTTP/1.1" status: 404 len: 333 time: 0.2254195 Feb 09 01:12:41.600728 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46296) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:41.607140 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-1654ef9f-4a70-45d6-87a4-d70ef11b6514 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Request body: {'port': {'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-958559028'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:41.625752 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1654ef9f-4a70-45d6-87a4-d70ef11b6514 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:41.654585 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:41.656966 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e11e1a9d-680a-42e9-9ec3-0ec8e779436b req-ff2e8ff4-5492-4e81-8293-ba9891650404 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243956 Feb 09 01:12:41.664725 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1654ef9f-4a70-45d6-87a4-d70ef11b6514 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:41.690954 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7058c4-5a61-467e-99b9-912849ded422 None None] DHCP port deletion for 5d90fc46-059e-4e5c-b080-cd41cdf1db23 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:12:41.696636 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-9a7058c4-5a61-467e-99b9-912849ded422 None None] Deleting port 3c0ca042-763b-467e-a5b7-2d39cc38f836 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:41.697185 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9a7058c4-5a61-467e-99b9-912849ded422 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:41.748833 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affcdedb-f5fe-422a-9617-60783ac3df39 req-2011030b-4512-41b2-acb7-507fcac8e2fd tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:41.750540 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-affcdedb-f5fe-422a-9617-60783ac3df39 req-2011030b-4512-41b2-acb7-507fcac8e2fd tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 944 time: 0.5247643 Feb 09 01:12:41.769043 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1654ef9f-4a70-45d6-87a4-d70ef11b6514 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Made reservation on behalf of 30d28a1408fa41e9a90d6c8dadf7a8f6 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:41.772103 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1654ef9f-4a70-45d6-87a4-d70ef11b6514 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:41.812589 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-1654ef9f-4a70-45d6-87a4-d70ef11b6514 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] device_id is not set on port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:12:41.832041 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-da9c5408-72fc-4f47-9cb3-c4f1376c93f4 req-905aeb27-03ec-402a-8cdb-055d40e940ec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d6c2755-ea18-4235-9314-c370c19b3771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1985564 Feb 09 01:12:42.031808 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-9a7058c4-5a61-467e-99b9-912849ded422 None None] For port 3c0ca042-763b-467e-a5b7-2d39cc38f836, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=3c0ca042-763b-467e-a5b7-2d39cc38f836,segment=NetworkSegment(44a6ed6c-f582-42fc-9d6b-fcecdf258a51),segment_id=44a6ed6c-f582-42fc-9d6b-fcecdf258a51)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:42.033277 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9a7058c4-5a61-467e-99b9-912849ded422 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:42.204283 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-9a7058c4-5a61-467e-99b9-912849ded422 None None] Calling delete_port for 3c0ca042-763b-467e-a5b7-2d39cc38f836 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:42.262919 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7573db3b-9b61-4310-93e9-2c57c37834a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:42.292527 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9a7058c4-5a61-467e-99b9-912849ded422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:42.308844 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb3e07-3905-490e-a015-b92d697d811a service neutron] Pushing event updated for resources: {'Port': ['ID=d4f6b81b-d93b-45a4-bc28-207fd6261668,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:42.347006 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7058c4-5a61-467e-99b9-912849ded422 None None] Pushing event deleted for resources: {'Port': ['ID=3c0ca042-763b-467e-a5b7-2d39cc38f836,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:42.362850 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7058c4-5a61-467e-99b9-912849ded422 None None] No DVR routers for this DVR port 3c0ca042-763b-467e-a5b7-2d39cc38f836 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:12:42.386696 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-affcdedb-f5fe-422a-9617-60783ac3df39 req-93c05c90-ccdc-40d2-a635-9ac3838551ce tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659092 Feb 09 01:12:42.393348 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7a2ed955-e483-4971-8e93-d42587530545 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:42.434126 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1654ef9f-4a70-45d6-87a4-d70ef11b6514 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:42.473336 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a2ed955-e483-4971-8e93-d42587530545 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 01:12:42.473805 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a2ed955-e483-4971-8e93-d42587530545 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:12:42.479988 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7a2ed955-e483-4971-8e93-d42587530545 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "DELETE /v2.0/networks/5d90fc46-059e-4e5c-b080-cd41cdf1db23 HTTP/1.1" status: 409 len: 405 time: 0.8689041 Feb 09 01:12:42.481328 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46308) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:42.493469 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-2acb3e07-3905-490e-a015-b92d697d811a service neutron] Attempting to bind port d4f6b81b-d93b-45a4-bc28-207fd6261668 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:42.493469 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-2acb3e07-3905-490e-a015-b92d697d811a service neutron] Attempting to bind port d4f6b81b-d93b-45a4-bc28-207fd6261668 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'b232920b-d406-4258-b5a1-9781a75fcc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '8e187040-b92c-4541-9a97-419a3697d07d'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:42.493469 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-2acb3e07-3905-490e-a015-b92d697d811a service neutron] Attempting to bind port d4f6b81b-d93b-45a4-bc28-207fd6261668 on network 8e187040-b92c-4541-9a97-419a3697d07d {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:42.504261 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-6bf3194d-78d6-47fd-a689-0830193de7aa tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-188493435'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:42.508500 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-2acb3e07-3905-490e-a015-b92d697d811a service neutron] Port d4f6b81b-d93b-45a4-bc28-207fd6261668 on network 8e187040-b92c-4541-9a97-419a3697d07d not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:12:42.508827 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-2acb3e07-3905-490e-a015-b92d697d811a service neutron] Attempting to bind port d4f6b81b-d93b-45a4-bc28-207fd6261668 on network 8e187040-b92c-4541-9a97-419a3697d07d {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:42.511651 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6bf3194d-78d6-47fd-a689-0830193de7aa tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:42.524457 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-da9c5408-72fc-4f47-9cb3-c4f1376c93f4 req-d7c3da18-5c07-445e-af92-92ab1929827b service neutron] 10.222.0.35 "GET /v2.0/networks/5d6c2755-ea18-4235-9314-c370c19b3771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880637 Feb 09 01:12:42.525428 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6bf3194d-78d6-47fd-a689-0830193de7aa tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Usage tracker for resource:network and tenant:42ac1685c1bd43b0a4df61847b684a39 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:42.529141 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-2acb3e07-3905-490e-a015-b92d697d811a service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:12:42.529488 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-2acb3e07-3905-490e-a015-b92d697d811a service neutron] Checking segment: {'id': 'b232920b-d406-4258-b5a1-9781a75fcc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '8e187040-b92c-4541-9a97-419a3697d07d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:12:42.529873 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-2acb3e07-3905-490e-a015-b92d697d811a service neutron] Bound using segment: {'id': 'b232920b-d406-4258-b5a1-9781a75fcc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '8e187040-b92c-4541-9a97-419a3697d07d'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:12:42.530422 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-2acb3e07-3905-490e-a015-b92d697d811a service neutron] Bound port: d4f6b81b-d93b-45a4-bc28-207fd6261668, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b232920b-d406-4258-b5a1-9781a75fcc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '8e187040-b92c-4541-9a97-419a3697d07d'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:12:42.530729 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-2acb3e07-3905-490e-a015-b92d697d811a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:42.539795 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c2b10-8558-4685-9aac-e67eb8b61449 req-ec23c203-f165-4b1b-a5e5-2064da96eee6 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:42.541316 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1e2c2b10-8558-4685-9aac-e67eb8b61449 req-ec23c203-f165-4b1b-a5e5-2064da96eee6 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 946 time: 0.3334887 Feb 09 01:12:42.547150 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6bf3194d-78d6-47fd-a689-0830193de7aa tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:42.609496 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6bf3194d-78d6-47fd-a689-0830193de7aa tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:42.684816 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1e2c2b10-8558-4685-9aac-e67eb8b61449 req-31996008-5061-47db-9037-7e6d67d39253 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363916 Feb 09 01:12:42.689150 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1654ef9f-4a70-45d6-87a4-d70ef11b6514 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:42.741404 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf3194d-78d6-47fd-a689-0830193de7aa tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Made reservation on behalf of 42ac1685c1bd43b0a4df61847b684a39 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:42.745922 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6bf3194d-78d6-47fd-a689-0830193de7aa tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:42.846376 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1654ef9f-4a70-45d6-87a4-d70ef11b6514 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Network 686b05e2-f4cb-45d4-b0eb-44f942099d7c is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:42.848023 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf3194d-78d6-47fd-a689-0830193de7aa tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 986} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:12:42.852858 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-1654ef9f-4a70-45d6-87a4-d70ef11b6514 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:42.856670 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654ef9f-4a70-45d6-87a4-d70ef11b6514 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Pushing event updated for resources: {'Port': ['ID=ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:42.860827 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1654ef9f-4a70-45d6-87a4-d70ef11b6514 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:12:42.861783 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1654ef9f-4a70-45d6-87a4-d70ef11b6514 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:42.862390 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1654ef9f-4a70-45d6-87a4-d70ef11b6514 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:42.866315 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-2acb3e07-3905-490e-a015-b92d697d811a service neutron] For port d4f6b81b-d93b-45a4-bc28-207fd6261668, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:12:42.883580 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-2acb3e07-3905-490e-a015-b92d697d811a service neutron] For port d4f6b81b-d93b-45a4-bc28-207fd6261668, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d4f6b81b-d93b-45a4-bc28-207fd6261668,segment=NetworkSegment(b232920b-d406-4258-b5a1-9781a75fcc93),segment_id=b232920b-d406-4258-b5a1-9781a75fcc93)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:12:42.889769 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-da9c5408-72fc-4f47-9cb3-c4f1376c93f4 req-a57ec07b-7987-49bb-a90b-8d230a0fd66d service neutron] 10.222.0.35 "GET /v2.0/networks/5d6c2755-ea18-4235-9314-c370c19b3771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446660 Feb 09 01:12:42.890844 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6bf3194d-78d6-47fd-a689-0830193de7aa tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:42.891214 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-6bf3194d-78d6-47fd-a689-0830193de7aa tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Added segment af41e307-07df-443e-b943-39b0f2f49158 of type vlan for network 57ecad06-c1ea-47b4-9017-25d92dc3073c Feb 09 01:12:42.891831 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7573db3b-9b61-4310-93e9-2c57c37834a4 admin admin] Router 1e631025-8986-4064-b514-e867a156230f has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:12:42.901311 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-2acb3e07-3905-490e-a015-b92d697d811a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:42.966956 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 25312df4-851f-4f0a-921f-af21d59ea5d8 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:12:42.968093 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a158f-223d-40ba-959b-60be44003aa4 req-071632cd-49dd-414c-8060-3ea1a58171e1 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:42.969610 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-798a158f-223d-40ba-959b-60be44003aa4 req-071632cd-49dd-414c-8060-3ea1a58171e1 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc0fc0b-0c64-4010-90a2-f77ca0999de8 HTTP/1.1" status: 200 len: 944 time: 0.4527180 Feb 09 01:12:42.984325 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-2acb3e07-3905-490e-a015-b92d697d811a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:42.984980 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-2acb3e07-3905-490e-a015-b92d697d811a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:42.987198 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-2acb3e07-3905-490e-a015-b92d697d811a service neutron] 10.222.0.35 "PUT /v2.0/ports/d4f6b81b-d93b-45a4-bc28-207fd6261668 HTTP/1.1" status: 200 len: 1092 time: 3.4652007 Feb 09 01:12:43.002890 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc0fc0b-0c64-4010-90a2-f77ca0999de8', 'tag': 'd4f6b81b-d93b-45a4-bc28-207fd6261668'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:12:43.009120 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1654ef9f-4a70-45d6-87a4-d70ef11b6514 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4061673 Feb 09 01:12:43.018985 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46318) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:43.039601 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828419-1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:43.046432 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6bf3194d-78d6-47fd-a689-0830193de7aa tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:43.081378 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb3e07-3905-490e-a015-b92d697d811a service neutron] Pushing event updated for resources: {'Port': ['ID=d4f6b81b-d93b-45a4-bc28-207fd6261668,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:43.126141 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 25312df4-851f-4f0a-921f-af21d59ea5d8 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:43.138156 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 25312df4-851f-4f0a-921f-af21d59ea5d8 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:43.138907 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:43.180312 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-798a158f-223d-40ba-959b-60be44003aa4 req-dee1c2c2-517a-468f-b6ae-31f43cf9613a tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4c577c7-45e3-4032-8c20-0ba8b3efa3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924467 Feb 09 01:12:43.181471 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [None req-6bf3194d-78d6-47fd-a689-0830193de7aa tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:12:43.240857 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6bf3194d-78d6-47fd-a689-0830193de7aa tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:43.246359 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf3194d-78d6-47fd-a689-0830193de7aa tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:43.247004 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6bf3194d-78d6-47fd-a689-0830193de7aa tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:43.276105 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c369a-4370-412d-885e-6d839a6a3e67 req-7929c962-d7bf-4886-ab23-02e913735532 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:43.283171 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-092c369a-4370-412d-885e-6d839a6a3e67 req-7929c962-d7bf-4886-ab23-02e913735532 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 943 time: 0.3935411 Feb 09 01:12:43.322148 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:43.329579 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 3c0ca042-763b-467e-a5b7-2d39cc38f836 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:12:43.339129 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7573db3b-9b61-4310-93e9-2c57c37834a4 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:12:43.354467 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7573db3b-9b61-4310-93e9-2c57c37834a4 admin admin] 10.222.0.37 "PUT /v2.0/routers/1e631025-8986-4064-b514-e867a156230f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4148121 Feb 09 01:12:43.359598 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46322) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:43.381037 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f09ad88-0837-4f22-8acf-c7ad380eef88 None None] Sync routers for ids ['1e631025-8986-4064-b514-e867a156230f'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:12:43.413598 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 3c0ca042-763b-467e-a5b7-2d39cc38f836 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:12:43.414292 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 3c0ca042-763b-467e-a5b7-2d39cc38f836 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:12:43.428044 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f09ad88-0837-4f22-8acf-c7ad380eef88 None None] Routers {'1e631025-8986-4064-b514-e867a156230f'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:12:43.428835 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-3f09ad88-0837-4f22-8acf-c7ad380eef88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:12:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1e631025-8986-4064-b514-e867a156230f'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:43.455983 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6bf3194d-78d6-47fd-a689-0830193de7aa tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9717479 Feb 09 01:12:43.464582 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46328) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:43.469724 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-092c369a-4370-412d-885e-6d839a6a3e67 req-a5fbba3e-74a0-4c41-95df-a56cb9955888 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849151 Feb 09 01:12:43.476311 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-dadbe628-fc99-40cf-b76c-8d0cedbf295c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Request body: {'subnet': {'network_id': '57ecad06-c1ea-47b4-9017-25d92dc3073c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:43.499380 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3194d-78d6-47fd-a689-0830193de7aa tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Pushing event updated for resources: {'Network': ['ID=57ecad06-c1ea-47b4-9017-25d92dc3073c,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:43.523578 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 57ecad06-c1ea-47b4-9017-25d92dc3073c details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:12:43.573191 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc0fc0b-0c64-4010-90a2-f77ca0999de8', 'tag': 'd4f6b81b-d93b-45a4-bc28-207fd6261668', 'status': 'completed', 'code': 200} Feb 09 01:12:43.603183 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:43.628143 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-66af817c-ff47-45d3-89f1-8300ab3cb740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:43.629714 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-66af817c-ff47-45d3-89f1-8300ab3cb740 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2dc557f702b4497a9f528b39785f03de&device_id=ecc0fc0b-0c64-4010-90a2-f77ca0999de8 HTTP/1.1" status: 200 len: 1095 time: 0.5494704 Feb 09 01:12:43.699647 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd429f359-35bc-4653-af62-82b925b35f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25312df4-851f-4f0a-921f-af21d59ea5d8'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:12:43.732603 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-dadbe628-fc99-40cf-b76c-8d0cedbf295c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:43.735857 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-4882385d-928d-4a15-a67b-dcdf24e55827 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4f6b81b-d93b-45a4-bc28-207fd6261668 HTTP/1.1" status: 200 len: 217 time: 0.0787780 Feb 09 01:12:43.755934 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-dadbe628-fc99-40cf-b76c-8d0cedbf295c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:43.791477 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 25312df4-851f-4f0a-921f-af21d59ea5d8, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=25312df4-851f-4f0a-921f-af21d59ea5d8,segment=NetworkSegment(0a900953-cea9-408a-b5a5-b9b62ab0e594),segment_id=0a900953-cea9-408a-b5a5-b9b62ab0e594)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:43.796158 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:43.817260 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dadbe628-fc99-40cf-b76c-8d0cedbf295c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Made reservation on behalf of 42ac1685c1bd43b0a4df61847b684a39 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:43.821304 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dadbe628-fc99-40cf-b76c-8d0cedbf295c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:43.848999 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96798688-9327-40f1-bb29-4a4511448c24 req-99ecab0d-7841-4465-94f8-a468abafacb7 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:43.851619 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-96798688-9327-40f1-bb29-4a4511448c24 req-99ecab0d-7841-4465-94f8-a468abafacb7 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.35 "GET /v2.0/ports?device_id=55470ab7-39af-441d-99c9-4df60ccdee01 HTTP/1.1" status: 200 len: 946 time: 0.4463613 Feb 09 01:12:43.864867 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab887c4b-cb8c-474d-911c-a70d8a218774 req-05732368-b20e-4245-b450-9e7dae9907dd tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:43.868080 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ab887c4b-cb8c-474d-911c-a70d8a218774 req-05732368-b20e-4245-b450-9e7dae9907dd tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/ports?device_id=55470ab7-39af-441d-99c9-4df60ccdee01 HTTP/1.1" status: 200 len: 946 time: 0.5163550 Feb 09 01:12:43.868977 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-3f09ad88-0837-4f22-8acf-c7ad380eef88 None None] Set router 1e631025-8986-4064-b514-e867a156230f gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:12:43.935891 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-db03fa87-77f9-4951-851d-f87598438649 admin admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:44.070032 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=25312df4-851f-4f0a-921f-af21d59ea5d8,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:44.229848 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-3f09ad88-0837-4f22-8acf-c7ad380eef88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e631025-8986-4064-b514-e867a156230f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1209277862-router', 'tenant_id': '49026555c4b24e1b8bcbad16e5fe47d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '5ae738ad-9596-4a13-9389-2eb81ace8282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:10Z', 'updated_at': '2022-02-09T01:12:41Z', 'revision_number': 5, 'project_id': '49026555c4b24e1b8bcbad16e5fe47d5', 'gw_port': {'id': '5ae738ad-9596-4a13-9389-2eb81ace8282', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ab:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e631025-8986-4064-b514-e867a156230f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:13Z', 'updated_at': '2022-02-09T01:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:44.230161 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ab887c4b-cb8c-474d-911c-a70d8a218774 req-cae5aa7e-a201-471c-bd18-e33650d3b18a tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/security-groups?id=783de2d8-5801-40dd-a296-6538ffc19f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632692 Feb 09 01:12:44.234989 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f09ad88-0837-4f22-8acf-c7ad380eef88 None None] Checking router: 1e631025-8986-4064-b514-e867a156230f for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:12:44.238999 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-b474a737-fa08-4644-8815-08b16757f35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:44.241396 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-b474a737-fa08-4644-8815-08b16757f35e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7bcf1-3b6a-421d-94fb-ddd1e44ef50e HTTP/1.1" status: 200 len: 862 time: 0.4730611 Feb 09 01:12:44.248633 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f09ad88-0837-4f22-8acf-c7ad380eef88 None None] Routers {'1e631025-8986-4064-b514-e867a156230f'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:12:44.249259 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-3f09ad88-0837-4f22-8acf-c7ad380eef88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:12:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1e631025-8986-4064-b514-e867a156230f'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:44.259013 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366217eb-8fa0-41ba-9d7a-864b06215c37 req-a1e3de55-2d3f-4708-893e-27d1772ae68e tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:44.265151 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-366217eb-8fa0-41ba-9d7a-864b06215c37 req-a1e3de55-2d3f-4708-893e-27d1772ae68e tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 944 time: 0.5740998 Feb 09 01:12:44.309641 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] device_id is not set on port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:12:44.314094 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-2c90fd6e-5031-465b-b822-7a693871e046 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8e187040-b92c-4541-9a97-419a3697d07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617278 Feb 09 01:12:44.319794 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-96798688-9327-40f1-bb29-4a4511448c24 req-ddd4a5b9-4ea2-4043-a5ae-850bbef6e500 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Deleting port 0889fb82-7556-4e2e-a783-c378bea6deb7 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:44.320229 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-96798688-9327-40f1-bb29-4a4511448c24 req-ddd4a5b9-4ea2-4043-a5ae-850bbef6e500 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:44.332986 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:44.336811 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-db03fa87-77f9-4951-851d-f87598438649 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:44.359613 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-366217eb-8fa0-41ba-9d7a-864b06215c37 req-b60f9fe6-4066-483f-ab21-405517e81600 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935106 Feb 09 01:12:44.401823 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Transition to ACTIVE for port object ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:44.403588 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-db03fa87-77f9-4951-851d-f87598438649 admin admin] Deleting port 5ae738ad-9596-4a13-9389-2eb81ace8282 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:44.407432 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-db03fa87-77f9-4951-851d-f87598438649 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:44.457061 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-3f09ad88-0837-4f22-8acf-c7ad380eef88 None None] Set router 1e631025-8986-4064-b514-e867a156230f gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:12:44.515310 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd429f359-35bc-4653-af62-82b925b35f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25312df4-851f-4f0a-921f-af21d59ea5d8', 'code': 200} Feb 09 01:12:44.542275 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:44.823210 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-3f09ad88-0837-4f22-8acf-c7ad380eef88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e631025-8986-4064-b514-e867a156230f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1209277862-router', 'tenant_id': '49026555c4b24e1b8bcbad16e5fe47d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '5ae738ad-9596-4a13-9389-2eb81ace8282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:10Z', 'updated_at': '2022-02-09T01:12:41Z', 'revision_number': 5, 'project_id': '49026555c4b24e1b8bcbad16e5fe47d5', 'gw_port': {'id': '5ae738ad-9596-4a13-9389-2eb81ace8282', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ab:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e631025-8986-4064-b514-e867a156230f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:13Z', 'updated_at': '2022-02-09T01:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:44.827312 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f09ad88-0837-4f22-8acf-c7ad380eef88 None None] The sync data for ids ['1e631025-8986-4064-b514-e867a156230f'] in n-d-828419-1 is: [{'id': '1e631025-8986-4064-b514-e867a156230f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1209277862-router', 'tenant_id': '49026555c4b24e1b8bcbad16e5fe47d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '5ae738ad-9596-4a13-9389-2eb81ace8282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:10Z', 'updated_at': '2022-02-09T01:12:41Z', 'revision_number': 5, 'project_id': '49026555c4b24e1b8bcbad16e5fe47d5', 'gw_port': {'id': '5ae738ad-9596-4a13-9389-2eb81ace8282', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ab:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e631025-8986-4064-b514-e867a156230f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:13Z', 'updated_at': '2022-02-09T01:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:12:44.851031 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Pushing event updated for resources: {'Port': ['ID=ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:44.852128 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-394f4c13-de88-460f-8d3b-34eabd0b628d service neutron] 10.222.0.35 "GET /v2.0/networks/8e187040-b92c-4541-9a97-419a3697d07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4911921 Feb 09 01:12:44.902647 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:44.902949 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:44.903284 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:44.903943 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f8251-bc31-4c3d-b389-50b5de8c89d1 req-f918d745-c845-4226-beda-830313e47499 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:44.905425 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-836f8251-bc31-4c3d-b389-50b5de8c89d1 req-f918d745-c845-4226-beda-830313e47499 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.35 "GET /v2.0/ports?device_id=9dee26dc-4fbe-45a5-914f-fb65d84bec0d HTTP/1.1" status: 200 len: 945 time: 0.5033576 Feb 09 01:12:44.926268 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:12:44.926592 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Failed to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on host n-h2-828419-1 for vnic_type normal using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] Feb 09 01:12:44.930219 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempt 2 to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd Feb 09 01:12:44.963231 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40da15-22bf-4870-9cdf-dd47fb0bd7df req-1eebd150-1283-4211-b982-883fe510332d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:44.964141 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996b3e6-9c1b-4632-837e-72ea8b351a5c req-e31a889b-4159-4d13-b8e9-cb7b9cae1232 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:44.964648 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9c40da15-22bf-4870-9cdf-dd47fb0bd7df req-1eebd150-1283-4211-b982-883fe510332d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 1096 time: 0.4842796 Feb 09 01:12:44.965617 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0996b3e6-9c1b-4632-837e-72ea8b351a5c req-e31a889b-4159-4d13-b8e9-cb7b9cae1232 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 946 time: 0.4503353 Feb 09 01:12:44.975464 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65579ce-80ec-42d0-9ce1-6eeb157cb996 req-f9ffe2c3-23df-4432-b80b-a0affc178d54 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:44.976022 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device fb8f4657-1002-402d-b394-38ce2e8333be details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:12:44.977107 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d65579ce-80ec-42d0-9ce1-6eeb157cb996 req-f9ffe2c3-23df-4432-b80b-a0affc178d54 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc0fc0b-0c64-4010-90a2-f77ca0999de8 HTTP/1.1" status: 200 len: 944 time: 0.3816319 Feb 09 01:12:44.977835 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:44.978180 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:44.978492 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:45.017368 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:12:45.018173 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Failed to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on host n-h2-828419-1 for vnic_type normal using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] Feb 09 01:12:45.020648 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-db03fa87-77f9-4951-851d-f87598438649 admin admin] For port 5ae738ad-9596-4a13-9389-2eb81ace8282, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=5ae738ad-9596-4a13-9389-2eb81ace8282,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:45.021048 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-db03fa87-77f9-4951-851d-f87598438649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:45.033094 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempt 3 to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd Feb 09 01:12:45.164619 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port fb8f4657-1002-402d-b394-38ce2e8333be, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=fb8f4657-1002-402d-b394-38ce2e8333be,segment=NetworkSegment(7dc2e829-f685-4c02-b1d6-aef4f3224c8c),segment_id=7dc2e829-f685-4c02-b1d6-aef4f3224c8c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:45.179085 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'fb8f4657-1002-402d-b394-38ce2e8333be', 'network_id': '5d6c2755-ea18-4235-9314-c370c19b3771', 'port_id': 'fb8f4657-1002-402d-b394-38ce2e8333be', 'mac_address': 'fa:16:3e:fb:dc:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 987, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49af6773-dfcd-45e0-b742-3363769f41e9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:12:45.188596 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:45.188958 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:45.189264 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:45.197568 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-836f8251-bc31-4c3d-b389-50b5de8c89d1 req-fbef4832-5d61-4211-ba91-f8417e030758 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Deleting port 662c5c54-07df-4a49-bffd-807df9d79a6c {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:45.197921 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-836f8251-bc31-4c3d-b389-50b5de8c89d1 req-fbef4832-5d61-4211-ba91-f8417e030758 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:45.200567 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-db03fa87-77f9-4951-851d-f87598438649 admin admin] Calling delete_port for 5ae738ad-9596-4a13-9389-2eb81ace8282 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:45.229944 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9c40da15-22bf-4870-9cdf-dd47fb0bd7df req-ed75a104-a4ee-4122-aab9-c0de90dcd66d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2488902 Feb 09 01:12:45.251389 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d65579ce-80ec-42d0-9ce1-6eeb157cb996 req-10ce5566-dc65-4cf0-b564-8cdfdf72bb03 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4c577c7-45e3-4032-8c20-0ba8b3efa3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532895 Feb 09 01:12:45.257558 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 8bcc08b3-b6c6-48a8-b309-e979244ef272 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:12:45.257891 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0996b3e6-9c1b-4632-837e-72ea8b351a5c req-3d75ec6b-197f-47a0-b426-06ebd175b7df tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374108 Feb 09 01:12:45.258889 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:12:45.259207 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Failed to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on host n-h2-828419-1 for vnic_type normal using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] Feb 09 01:12:45.295176 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempt 4 to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd Feb 09 01:12:45.301811 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 8bcc08b3-b6c6-48a8-b309-e979244ef272 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:12:45.302367 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 8bcc08b3-b6c6-48a8-b309-e979244ef272 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:12:45.310511 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:45.326005 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-96798688-9327-40f1-bb29-4a4511448c24 req-ddd4a5b9-4ea2-4043-a5ae-850bbef6e500 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] For port 0889fb82-7556-4e2e-a783-c378bea6deb7, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=0889fb82-7556-4e2e-a783-c378bea6deb7,segment=NetworkSegment(d924e8ee-e0e7-4b80-9e88-1c119dc085ab),segment_id=d924e8ee-e0e7-4b80-9e88-1c119dc085ab)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:45.326202 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-96798688-9327-40f1-bb29-4a4511448c24 req-ddd4a5b9-4ea2-4043-a5ae-850bbef6e500 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:45.339686 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb8f4657-1002-402d-b394-38ce2e8333be {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:12:45.345071 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:45.345827 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:45.345827 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:45.350382 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd2caa8d-42b9-4d8b-a409-10db862c996d req-5522a5a2-7bef-45d8-b7fa-842e5bfff2b9 service neutron] 10.222.0.35 "GET /v2.0/networks/8e187040-b92c-4541-9a97-419a3697d07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4858329 Feb 09 01:12:45.355983 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:12:45.358224 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port fb8f4657-1002-402d-b394-38ce2e8333be, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=fb8f4657-1002-402d-b394-38ce2e8333be,segment=NetworkSegment(7dc2e829-f685-4c02-b1d6-aef4f3224c8c),segment_id=7dc2e829-f685-4c02-b1d6-aef4f3224c8c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:45.362780 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:45.368965 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Failed to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on host n-h2-828419-1 for vnic_type normal using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] Feb 09 01:12:45.370810 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempt 5 to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd Feb 09 01:12:45.449684 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=fb8f4657-1002-402d-b394-38ce2e8333be,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:45.491955 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:45.492298 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:45.492668 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:45.517391 n-d-828419-1 neutron-server[87612]: DEBUG neutron.objects.ports [None req-dadbe628-fc99-40cf-b76c-8d0cedbf295c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87612) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:12:45.534062 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:12:45.534505 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Failed to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on host n-h2-828419-1 for vnic_type normal using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] Feb 09 01:12:45.536537 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempt 6 to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd Feb 09 01:12:45.596149 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:45.597229 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:45.597576 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:45.612739 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:12:45.613441 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Failed to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on host n-h2-828419-1 for vnic_type normal using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] Feb 09 01:12:45.615996 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempt 7 to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd Feb 09 01:12:45.655076 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:45.656202 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:45.657154 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:45.712432 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dadbe628-fc99-40cf-b76c-8d0cedbf295c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:45.715633 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645454f4-ff0d-4bf0-9c76-0b02ac7ac323 req-6d6f70f8-5625-4b6f-a100-0d8670ba0686 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:45.717220 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-645454f4-ff0d-4bf0-9c76-0b02ac7ac323 req-6d6f70f8-5625-4b6f-a100-0d8670ba0686 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 944 time: 0.2754552 Feb 09 01:12:45.719223 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['fb8f4657-1002-402d-b394-38ce2e8333be'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:12:45.719990 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:12:45.721110 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Failed to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on host n-h2-828419-1 for vnic_type normal using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] Feb 09 01:12:45.721110 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempt 8 to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd Feb 09 01:12:45.733515 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-96798688-9327-40f1-bb29-4a4511448c24 req-ddd4a5b9-4ea2-4043-a5ae-850bbef6e500 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Calling delete_port for 0889fb82-7556-4e2e-a783-c378bea6deb7 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:45.771025 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:45.771424 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:45.771771 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:45.790857 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:12:45.791194 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Failed to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on host n-h2-828419-1 for vnic_type normal using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] Feb 09 01:12:45.795472 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempt 9 to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd Feb 09 01:12:45.815440 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-645454f4-ff0d-4bf0-9c76-0b02ac7ac323 req-e39df320-3f7d-40e3-bb76-56aeacca1760 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851660 Feb 09 01:12:45.822206 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-db03fa87-77f9-4951-851d-f87598438649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:45.866226 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:45.866705 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:45.867144 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:45.894347 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03fa87-77f9-4951-851d-f87598438649 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae738ad-9596-4a13-9389-2eb81ace8282,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:45.927781 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:12:45.928212 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Failed to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on host n-h2-828419-1 for vnic_type normal using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] Feb 09 01:12:45.933984 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempt 10 to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd Feb 09 01:12:46.155278 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:46.155610 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:46.155950 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempting to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:46.176932 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:12:46.177824 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Failed to bind port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on host n-h2-828419-1 for vnic_type normal using segments [{'id': '02c82fb3-5ef7-4999-ae60-dfa46b450be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '686b05e2-f4cb-45d4-b0eb-44f942099d7c'}] Feb 09 01:12:46.178184 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:46.206744 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-db03fa87-77f9-4951-851d-f87598438649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:46.210081 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadbe628-fc99-40cf-b76c-8d0cedbf295c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Pushing event updated for resources: {'Subnet': ['ID=2fcd6d2d-504a-4d29-aa2d-6d66facc08a7,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:46.227473 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadbe628-fc99-40cf-b76c-8d0cedbf295c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Checking segment: {'id': 'af41e307-07df-443e-b943-39b0f2f49158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '57ecad06-c1ea-47b4-9017-25d92dc3073c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:12:46.227839 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadbe628-fc99-40cf-b76c-8d0cedbf295c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Network hostable DHCP agents. Network: 57ecad06-c1ea-47b4-9017-25d92dc3073c, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:12:46.252680 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-836f8251-bc31-4c3d-b389-50b5de8c89d1 req-fbef4832-5d61-4211-ba91-f8417e030758 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] For port 662c5c54-07df-4a49-bffd-807df9d79a6c, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=662c5c54-07df-4a49-bffd-807df9d79a6c,segment=NetworkSegment(d924e8ee-e0e7-4b80-9e88-1c119dc085ab),segment_id=d924e8ee-e0e7-4b80-9e88-1c119dc085ab)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:46.253829 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-836f8251-bc31-4c3d-b389-50b5de8c89d1 req-fbef4832-5d61-4211-ba91-f8417e030758 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:46.437232 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-db03fa87-77f9-4951-851d-f87598438649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:46.439757 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-836f8251-bc31-4c3d-b389-50b5de8c89d1 req-fbef4832-5d61-4211-ba91-f8417e030758 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Calling delete_port for 662c5c54-07df-4a49-bffd-807df9d79a6c owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:46.450405 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-db03fa87-77f9-4951-851d-f87598438649 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:46.470103 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd613f9f-3761-43fe-9ea8-aee60ec48749 req-5bab7277-5d97-4eeb-8d0c-831008ff74fb tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:46.471612 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dd613f9f-3761-43fe-9ea8-aee60ec48749 req-5bab7277-5d97-4eeb-8d0c-831008ff74fb tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 945 time: 0.4059923 Feb 09 01:12:46.499137 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] For port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd, host n-h2-828419-1, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:12:46.499475 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attempted to set empty binding levels {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 09 01:12:46.508861 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:46.511638 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20312d34-0620-45b6-a647-27ee01fc803e req-da8de5b2-204e-4fef-bd00-63c69fe20325 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:46.513209 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-20312d34-0620-45b6-a647-27ee01fc803e req-da8de5b2-204e-4fef-bd00-63c69fe20325 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/ports?device_id=55470ab7-39af-441d-99c9-4df60ccdee01 HTTP/1.1" status: 200 len: 946 time: 0.7121952 Feb 09 01:12:46.530368 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160b0f3-77aa-4bc1-a411-33ea60bdcd64 req-2a83b12c-62f1-4150-bd7b-056d6a4d148b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:46.531877 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0160b0f3-77aa-4bc1-a411-33ea60bdcd64 req-2a83b12c-62f1-4150-bd7b-056d6a4d148b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2dc557f702b4497a9f528b39785f03de&device_id=ecc0fc0b-0c64-4010-90a2-f77ca0999de8 HTTP/1.1" status: 200 len: 1095 time: 0.7669809 Feb 09 01:12:46.532406 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadbe628-fc99-40cf-b76c-8d0cedbf295c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Network 57ecad06-c1ea-47b4-9017-25d92dc3073c is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:12:46.557215 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-db03fa87-77f9-4951-851d-f87598438649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:46.557741 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db03fa87-77f9-4951-851d-f87598438649 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e631025-8986-4064-b514-e867a156230f {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:12:46.586394 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] In _notify_port_updated(), no bound segment for port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd on network 686b05e2-f4cb-45d4-b0eb-44f942099d7c {{(pid=87611) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:12:46.587254 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:46.587851 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:46.591631 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] 10.222.0.37 "PUT /v2.0/ports/ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd HTTP/1.1" status: 200 len: 974 time: 3.5689957 Feb 09 01:12:46.595123 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46348) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:46.602739 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-dadbe628-fc99-40cf-b76c-8d0cedbf295c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 57ecad06-c1ea-47b4-9017-25d92dc3073c) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:46.604941 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dd613f9f-3761-43fe-9ea8-aee60ec48749 req-04a8c527-1a02-49a0-8b2c-a8198791938e tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212614 Feb 09 01:12:46.637789 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afab7079-1ecf-492d-9661-002f059b7473 None None] Network 57ecad06-c1ea-47b4-9017-25d92dc3073c requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:46.698193 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadbe628-fc99-40cf-b76c-8d0cedbf295c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:46.698760 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dadbe628-fc99-40cf-b76c-8d0cedbf295c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:46.710581 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-96798688-9327-40f1-bb29-4a4511448c24 req-ddd4a5b9-4ea2-4043-a5ae-850bbef6e500 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:46.714948 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-db03fa87-77f9-4951-851d-f87598438649 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:46.721904 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-db03fa87-77f9-4951-851d-f87598438649 admin admin] 10.222.0.37 "DELETE /v2.0/routers/1e631025-8986-4064-b514-e867a156230f HTTP/1.1" status: 204 len: 168 time: 3.3609269 Feb 09 01:12:46.723096 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144833c-d37e-4c9b-93e0-f280cd6a7c3d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Pushing event updated for resources: {'Port': ['ID=ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:46.734839 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-899de28b-d574-400b-b46c-538f5df02ac8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Deleting port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:46.735187 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-899de28b-d574-400b-b46c-538f5df02ac8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:46.765189 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46352) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:46.827145 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-20312d34-0620-45b6-a647-27ee01fc803e req-b7b4f5cb-72b8-42ce-89de-ad4306785e4e tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.37 "GET /v2.0/security-groups?id=783de2d8-5801-40dd-a296-6538ffc19f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989421 Feb 09 01:12:46.866631 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-2833b86a-3e56-4aee-9893-9845fc6bc653 admin admin] Deleting subnet e1f88be6-8125-43c0-b152-8164c9c9e6b3 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:12:46.887791 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2833b86a-3e56-4aee-9893-9845fc6bc653 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:46.911311 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4a5b9-4ea2-4043-a5ae-850bbef6e500 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Pushing event deleted for resources: {'Port': ['ID=0889fb82-7556-4e2e-a783-c378bea6deb7,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:46.986992 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af7a592-c4ab-40cb-a04c-445fb9096016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-57ecad06-c1ea-47b4-9017-25d92dc3073c', 'network_id': '57ecad06-c1ea-47b4-9017-25d92dc3073c', 'tenant_id': '42ac1685c1bd43b0a4df61847b684a39', 'fixed_ips': [{'subnet_id': '2fcd6d2d-504a-4d29-aa2d-6d66facc08a7'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:12:46.987847 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8af7a592-c4ab-40cb-a04c-445fb9096016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:47.045921 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device fb8f4657-1002-402d-b394-38ce2e8333be up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:12:47.093080 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-96798688-9327-40f1-bb29-4a4511448c24 req-ddd4a5b9-4ea2-4043-a5ae-850bbef6e500 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] No DVR routers for this DVR port 0889fb82-7556-4e2e-a783-c378bea6deb7 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:12:47.095049 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2833b86a-3e56-4aee-9893-9845fc6bc653 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:47.096196 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-96798688-9327-40f1-bb29-4a4511448c24 req-ddd4a5b9-4ea2-4043-a5ae-850bbef6e500 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:47.100070 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-96798688-9327-40f1-bb29-4a4511448c24 req-ddd4a5b9-4ea2-4043-a5ae-850bbef6e500 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.35 "DELETE /v2.0/ports/0889fb82-7556-4e2e-a783-c378bea6deb7 HTTP/1.1" status: 204 len: 173 time: 3.2302895 Feb 09 01:12:47.111120 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55470ab7-39af-441d-99c9-4df60ccdee01', 'name': 'network-vif-deleted', 'tag': '0889fb82-7556-4e2e-a783-c378bea6deb7'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:12:47.136929 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-dadbe628-fc99-40cf-b76c-8d0cedbf295c tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.6667900 Feb 09 01:12:47.173803 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46360) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:47.231238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160b0f3-77aa-4bc1-a411-33ea60bdcd64 req-c00e7a44-aaa0-4a9b-87bd-0340165f4a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:47.231848 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ea095-c7a8-44be-9f79-5527c5a561d4 req-8e3ac06b-56ea-4c86-a8da-08a8e929dc2a tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:47.232876 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-683ea095-c7a8-44be-9f79-5527c5a561d4 req-8e3ac06b-56ea-4c86-a8da-08a8e929dc2a tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc0fc0b-0c64-4010-90a2-f77ca0999de8 HTTP/1.1" status: 200 len: 944 time: 0.3461807 Feb 09 01:12:47.238240 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0160b0f3-77aa-4bc1-a411-33ea60bdcd64 req-c00e7a44-aaa0-4a9b-87bd-0340165f4a37 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8e187040-b92c-4541-9a97-419a3697d07d HTTP/1.1" status: 200 len: 923 time: 0.6712327 Feb 09 01:12:47.240560 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-836f8251-bc31-4c3d-b389-50b5de8c89d1 req-fbef4832-5d61-4211-ba91-f8417e030758 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:47.303288 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-8af7a592-c4ab-40cb-a04c-445fb9096016 None None] Allocated IP 2001:db8::f816:3eff:fe0c:8b24 (57ecad06-c1ea-47b4-9017-25d92dc3073c/2fcd6d2d-504a-4d29-aa2d-6d66facc08a7/2ffffca2-ab39-405a-8fb5-ad86e30f5a67) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:47.319856 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 5ae738ad-9596-4a13-9389-2eb81ace8282 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:12:47.367928 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 5ae738ad-9596-4a13-9389-2eb81ace8282 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:12:47.368725 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 5ae738ad-9596-4a13-9389-2eb81ace8282 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:12:47.380561 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef4832-5d61-4211-ba91-f8417e030758 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Pushing event deleted for resources: {'Port': ['ID=662c5c54-07df-4a49-bffd-807df9d79a6c,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:47.383830 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0160b0f3-77aa-4bc1-a411-33ea60bdcd64 req-a3977ddf-d866-42d4-b553-ed8892fcfb0a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4f6b81b-d93b-45a4-bc28-207fd6261668 HTTP/1.1" status: 200 len: 217 time: 0.1363630 Feb 09 01:12:47.386771 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port fb8f4657-1002-402d-b394-38ce2e8333be completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:47.439552 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port fb8f4657-1002-402d-b394-38ce2e8333be triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:47.440012 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:47.513515 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-836f8251-bc31-4c3d-b389-50b5de8c89d1 req-fbef4832-5d61-4211-ba91-f8417e030758 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] No DVR routers for this DVR port 662c5c54-07df-4a49-bffd-807df9d79a6c on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:12:47.516952 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-836f8251-bc31-4c3d-b389-50b5de8c89d1 req-fbef4832-5d61-4211-ba91-f8417e030758 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:47.518845 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-683ea095-c7a8-44be-9f79-5527c5a561d4 req-cab2cdee-594d-40c2-b004-d86541929276 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4c577c7-45e3-4032-8c20-0ba8b3efa3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010179 Feb 09 01:12:47.519691 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-836f8251-bc31-4c3d-b389-50b5de8c89d1 req-fbef4832-5d61-4211-ba91-f8417e030758 tempest-ListServersNegativeTestJSON-967946187 tempest-ListServersNegativeTestJSON-967946187-project] 10.222.0.35 "DELETE /v2.0/ports/662c5c54-07df-4a49-bffd-807df9d79a6c HTTP/1.1" status: 204 len: 173 time: 2.5326486 Feb 09 01:12:47.530705 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947e527-e341-493a-8c23-40e5651deb8c req-02251d5c-f85f-4573-ac65-ea79e2c585dc tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:47.538401 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8947e527-e341-493a-8c23-40e5651deb8c req-02251d5c-f85f-4573-ac65-ea79e2c585dc tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 946 time: 0.5778143 Feb 09 01:12:47.543884 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-899de28b-d574-400b-b46c-538f5df02ac8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] For port ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd, host n-h2-828419-1, got binding levels [] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:47.544296 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-899de28b-d574-400b-b46c-538f5df02ac8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:47.598514 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160b0f3-77aa-4bc1-a411-33ea60bdcd64 req-b17f372f-f757-448f-82a8-053cd80eaf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:47.600280 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0160b0f3-77aa-4bc1-a411-33ea60bdcd64 req-b17f372f-f757-448f-82a8-053cd80eaf15 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7bcf1-3b6a-421d-94fb-ddd1e44ef50e HTTP/1.1" status: 200 len: 862 time: 0.1785667 Feb 09 01:12:47.610038 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:47.619203 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8947e527-e341-493a-8c23-40e5651deb8c req-e9e91cc5-2b5c-4813-ba22-a94f8e3debff tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796561 Feb 09 01:12:47.712692 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0c26b7-f741-4878-8994-7ce5d6d14fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8f4657-1002-402d-b394-38ce2e8333be'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:12:47.714954 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-899de28b-d574-400b-b46c-538f5df02ac8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Calling delete_port for ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:47.726437 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55470ab7-39af-441d-99c9-4df60ccdee01', 'name': 'network-vif-deleted', 'tag': '0889fb82-7556-4e2e-a783-c378bea6deb7', 'status': 'completed', 'code': 200} Feb 09 01:12:47.728784 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port fb8f4657-1002-402d-b394-38ce2e8333be, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=fb8f4657-1002-402d-b394-38ce2e8333be,segment=NetworkSegment(7dc2e829-f685-4c02-b1d6-aef4f3224c8c),segment_id=7dc2e829-f685-4c02-b1d6-aef4f3224c8c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:47.732048 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0160b0f3-77aa-4bc1-a411-33ea60bdcd64 req-74c4bab1-e18b-4940-a5e7-d9ce0b7a306b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8e187040-b92c-4541-9a97-419a3697d07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043775 Feb 09 01:12:47.745335 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:47.746034 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 0889fb82-7556-4e2e-a783-c378bea6deb7 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:12:47.839595 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8af7a592-c4ab-40cb-a04c-445fb9096016 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:47.848840 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 0889fb82-7556-4e2e-a783-c378bea6deb7 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:12:47.849246 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 0889fb82-7556-4e2e-a783-c378bea6deb7 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:12:47.849630 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 662c5c54-07df-4a49-bffd-807df9d79a6c no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:12:47.899831 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 662c5c54-07df-4a49-bffd-807df9d79a6c {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:12:47.900572 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 662c5c54-07df-4a49-bffd-807df9d79a6c not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:12:47.909249 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8af7a592-c4ab-40cb-a04c-445fb9096016 None None] Transition to ACTIVE for port object 2ffffca2-ab39-405a-8fb5-ad86e30f5a67 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:47.933189 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0160b0f3-77aa-4bc1-a411-33ea60bdcd64 req-07f497f5-61a6-4978-87b7-011d5f8ac1e6 service neutron] 10.222.0.35 "GET /v2.0/networks/8e187040-b92c-4541-9a97-419a3697d07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939223 Feb 09 01:12:47.937916 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=fb8f4657-1002-402d-b394-38ce2e8333be,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:47.942506 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8af7a592-c4ab-40cb-a04c-445fb9096016 None None] Transition to ACTIVE for port object 2ffffca2-ab39-405a-8fb5-ad86e30f5a67 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:47.957764 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8af7a592-c4ab-40cb-a04c-445fb9096016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:48.032610 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af7a592-c4ab-40cb-a04c-445fb9096016 None None] Network 57ecad06-c1ea-47b4-9017-25d92dc3073c is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:48.035671 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-8af7a592-c4ab-40cb-a04c-445fb9096016 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:48.038223 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af7a592-c4ab-40cb-a04c-445fb9096016 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:12:48.071980 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:48.131950 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2833b86a-3e56-4aee-9893-9845fc6bc653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:48.171517 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Deleting port 2ffffca2-ab39-405a-8fb5-ad86e30f5a67 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:48.171865 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:48.173057 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7a592-c4ab-40cb-a04c-445fb9096016 None None] Pushing event updated for resources: {'Port': ['ID=2ffffca2-ab39-405a-8fb5-ad86e30f5a67,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:48.194833 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-8af7a592-c4ab-40cb-a04c-445fb9096016 None None] Attempting to bind port 2ffffca2-ab39-405a-8fb5-ad86e30f5a67 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:12:48.195198 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-8af7a592-c4ab-40cb-a04c-445fb9096016 None None] Attempting to bind port 2ffffca2-ab39-405a-8fb5-ad86e30f5a67 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'af41e307-07df-443e-b943-39b0f2f49158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '57ecad06-c1ea-47b4-9017-25d92dc3073c'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:12:48.195557 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af7a592-c4ab-40cb-a04c-445fb9096016 None None] Attempting to bind port 2ffffca2-ab39-405a-8fb5-ad86e30f5a67 on network 57ecad06-c1ea-47b4-9017-25d92dc3073c {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:12:48.201555 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af7a592-c4ab-40cb-a04c-445fb9096016 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:12:48.202127 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af7a592-c4ab-40cb-a04c-445fb9096016 None None] Checking segment: {'id': 'af41e307-07df-443e-b943-39b0f2f49158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '57ecad06-c1ea-47b4-9017-25d92dc3073c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:12:48.202744 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8af7a592-c4ab-40cb-a04c-445fb9096016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:48.203284 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af7a592-c4ab-40cb-a04c-445fb9096016 None None] Bound using segment: {'id': 'af41e307-07df-443e-b943-39b0f2f49158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '57ecad06-c1ea-47b4-9017-25d92dc3073c'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:12:48.203896 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-8af7a592-c4ab-40cb-a04c-445fb9096016 None None] Bound port: 2ffffca2-ab39-405a-8fb5-ad86e30f5a67, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af41e307-07df-443e-b943-39b0f2f49158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '57ecad06-c1ea-47b4-9017-25d92dc3073c'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:12:48.204494 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8af7a592-c4ab-40cb-a04c-445fb9096016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:48.257862 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-899de28b-d574-400b-b46c-538f5df02ac8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:48.316792 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a0569-5071-476a-adfa-ce116a1e6c63 req-d5fe21bb-50e6-4e0d-8664-763332973dde tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:48.318754 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-524a0569-5071-476a-adfa-ce116a1e6c63 req-d5fe21bb-50e6-4e0d-8664-763332973dde tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 945 time: 0.3786142 Feb 09 01:12:48.325436 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0160b0f3-77aa-4bc1-a411-33ea60bdcd64 req-6fff727f-43da-495f-80ec-5e4473f91be8 service neutron] 10.222.0.35 "GET /v2.0/networks/8e187040-b92c-4541-9a97-419a3697d07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815498 Feb 09 01:12:48.338952 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-8af7a592-c4ab-40cb-a04c-445fb9096016 None None] For port 2ffffca2-ab39-405a-8fb5-ad86e30f5a67, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:12:48.343768 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-8af7a592-c4ab-40cb-a04c-445fb9096016 None None] For port 2ffffca2-ab39-405a-8fb5-ad86e30f5a67, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=2ffffca2-ab39-405a-8fb5-ad86e30f5a67,segment=NetworkSegment(af41e307-07df-443e-b943-39b0f2f49158),segment_id=af41e307-07df-443e-b943-39b0f2f49158)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:12:48.350919 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8af7a592-c4ab-40cb-a04c-445fb9096016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:48.382733 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-899de28b-d574-400b-b46c-538f5df02ac8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:48.388166 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-524a0569-5071-476a-adfa-ce116a1e6c63 req-6c326f42-2f30-40fc-934d-de803ff9e180 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556905 Feb 09 01:12:48.395584 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899de28b-d574-400b-b46c-538f5df02ac8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:48.417714 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2b4ab-4f23-4543-a517-b44d7c84a991 req-e0f10a91-8167-4581-bf07-5042522eb2d6 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:48.423958 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e2d2b4ab-4f23-4543-a517-b44d7c84a991 req-e0f10a91-8167-4581-bf07-5042522eb2d6 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.4480174 Feb 09 01:12:48.457683 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0c26b7-f741-4878-8994-7ce5d6d14fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8f4657-1002-402d-b394-38ce2e8333be', 'code': 200} Feb 09 01:12:48.464575 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7a592-c4ab-40cb-a04c-445fb9096016 None None] Pushing event updated for resources: {'Port': ['ID=2ffffca2-ab39-405a-8fb5-ad86e30f5a67,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:48.496140 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2833b86a-3e56-4aee-9893-9845fc6bc653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:48.503504 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46372) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:48.503686 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-899de28b-d574-400b-b46c-538f5df02ac8 tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] 10.222.0.37 "DELETE /v2.0/ports/ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd HTTP/1.1" status: 204 len: 168 time: 1.9074094 Feb 09 01:12:48.556877 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-c13a29ca-04a4-4f0a-b8d6-5dd2ef09e61d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:12:48.559073 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c13a29ca-04a4-4f0a-b8d6-5dd2ef09e61d tempest-PortsAdminExtendedAttrsTestJSON-1349897990 tempest-PortsAdminExtendedAttrsTestJSON-1349897990-project-admin] 10.222.0.37 "GET /v2.0/ports/ac1566b9-c72c-4ff8-a7f3-cd1efcf095cd HTTP/1.1" status: 404 len: 333 time: 0.0544643 Feb 09 01:12:48.562509 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46378) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:48.620484 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2833b86a-3e56-4aee-9893-9845fc6bc653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:48.622613 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2833b86a-3e56-4aee-9893-9845fc6bc653 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e1f88be6-8125-43c0-b152-8164c9c9e6b3 HTTP/1.1" status: 204 len: 168 time: 1.8560240 Feb 09 01:12:48.629694 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6584096b-ebf9-4062-8413-04ed5523d1c1 None None] Network 12ce165e-7f22-4e61-b759-4b0476cd533b requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:48.645991 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46384) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:48.651560 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e2d2b4ab-4f23-4543-a517-b44d7c84a991 req-3120ca29-31aa-4044-b12d-cf1f44911809 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265775 Feb 09 01:12:48.678546 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833b86a-3e56-4aee-9893-9845fc6bc653 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1f88be6-8125-43c0-b152-8164c9c9e6b3,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:48.692258 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b6d715a0-cd8c-4f22-9aec-3095f617a229 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:48.906395 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-058d163e-482b-42ff-b1dc-784fb6c42642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:48.972747 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] For port 2ffffca2-ab39-405a-8fb5-ad86e30f5a67, host n-d-828419-1, got binding levels [] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:48.973116 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:49.031715 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096efe6-6e13-4ce4-b619-9f1448429357 req-408ddb58-000a-4043-917f-302d3c9c6d38 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:49.033321 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d096efe6-6e13-4ce4-b619-9f1448429357 req-408ddb58-000a-4043-917f-302d3c9c6d38 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 945 time: 0.3018391 Feb 09 01:12:49.037137 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b6d715a0-cd8c-4f22-9aec-3095f617a229 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:49.040483 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device d4f6b81b-d93b-45a4-bc28-207fd6261668 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:12:49.055389 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc77ef81-afad-4926-a95d-6a98cc386712 None None] DHCP port deletion for 12ce165e-7f22-4e61-b759-4b0476cd533b request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:12:49.059953 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46390) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:49.062081 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb92a3-d585-41bf-ad80-146768abae3d req-c4d2f720-87ce-4fc5-a763-3f0b1601cd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:49.063559 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ebdb92a3-d585-41bf-ad80-146768abae3d req-c4d2f720-87ce-4fc5-a763-3f0b1601cd3a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 1096 time: 0.3687713 Feb 09 01:12:49.067916 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-cc77ef81-afad-4926-a95d-6a98cc386712 None None] Deleting port f70482c5-e520-4ff9-88ef-f0baed549926 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:49.068472 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-cc77ef81-afad-4926-a95d-6a98cc386712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:49.076910 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-a03e09c7-fcf2-45ae-96e9-6ef2db99de12 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Request body: {'floatingip': {'port_id': '25312df4-851f-4f0a-921f-af21d59ea5d8'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:49.148713 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Calling delete_port for 2ffffca2-ab39-405a-8fb5-ad86e30f5a67 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:49.178346 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46394) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:49.188649 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.resource_extend [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:12:49.239543 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-058d163e-482b-42ff-b1dc-784fb6c42642 admin admin] Deleting port f70482c5-e520-4ff9-88ef-f0baed549926 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:49.239899 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-058d163e-482b-42ff-b1dc-784fb6c42642 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:49.283798 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-b6d715a0-cd8c-4f22-9aec-3095f617a229 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686b05e2-f4cb-45d4-b0eb-44f942099d7c']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:49.300820 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a03e09c7-fcf2-45ae-96e9-6ef2db99de12 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for floatingip, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:49.336803 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 2ffffca2-ab39-405a-8fb5-ad86e30f5a67 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:12:49.417395 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa878de3-fa3a-4f2f-b2f9-efb5145cc024 req-98073284-17e5-4486-8f52-a9578c4d7f27 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:49.418935 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fa878de3-fa3a-4f2f-b2f9-efb5145cc024 req-98073284-17e5-4486-8f52-a9578c4d7f27 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc0fc0b-0c64-4010-90a2-f77ca0999de8 HTTP/1.1" status: 200 len: 944 time: 0.5215132 Feb 09 01:12:49.427130 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-54fc3727-78b9-4a67-8758-aed0a3ce96c7 admin admin] Deleting subnet ed0665e9-d5c0-4a16-83a7-43e23c5a21d7 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:12:49.435641 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-b6d715a0-cd8c-4f22-9aec-3095f617a229 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c82fb3-5ef7-4999-ae60-dfa46b450be8') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:49.436228 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-b6d715a0-cd8c-4f22-9aec-3095f617a229 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c82fb3-5ef7-4999-ae60-dfa46b450be8') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:49.466581 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:12:49.466894 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:12:49.483529 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ebdb92a3-d585-41bf-ad80-146768abae3d req-383302e5-91bd-40bd-8499-ab298748f4b9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958863 Feb 09 01:12:49.494754 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b6d715a0-cd8c-4f22-9aec-3095f617a229 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:49.512630 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54fc3727-78b9-4a67-8758-aed0a3ce96c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:49.539225 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b6d715a0-cd8c-4f22-9aec-3095f617a229 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:49.596247 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6d715a0-cd8c-4f22-9aec-3095f617a229 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] Releasing vlan 958 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:12:49.596932 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b6d715a0-cd8c-4f22-9aec-3095f617a229 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:49.615337 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:12:49.615337 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:12:49.615337 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:12:49.615337 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:12:49.615337 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:12:49.615337 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:12:49.615337 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:12:49.615337 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:12:49.615337 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:12:49.615337 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:12:49.615337 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:12:49.615337 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:12:49.615337 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:12:49.615337 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:12:49.615337 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:12:49.615337 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:12:49.615337 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:12:49.615337 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:12:49.615337 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:12:49.615337 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:12:49.615337 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:12:49.615337 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:12:49.615337 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:12:49.615337 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:12:49.615337 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:12:49.615337 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:12:49.615337 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:12:49.615337 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:12:49.615337 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:12:49.615337 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:12:49.615337 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:12:49.615337 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:12:49.617742 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-cc77ef81-afad-4926-a95d-6a98cc386712 None None] For port f70482c5-e520-4ff9-88ef-f0baed549926, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=f70482c5-e520-4ff9-88ef-f0baed549926,segment=NetworkSegment(4dbc52b3-dff6-4f21-8158-450cd3eb585f),segment_id=4dbc52b3-dff6-4f21-8158-450cd3eb585f)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:49.618019 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-cc77ef81-afad-4926-a95d-6a98cc386712 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:49.627200 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fa878de3-fa3a-4f2f-b2f9-efb5145cc024 req-eb6c947b-d1b1-4bbd-ba40-357569ad784a tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4c577c7-45e3-4032-8c20-0ba8b3efa3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738324 Feb 09 01:12:49.634580 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54fc3727-78b9-4a67-8758-aed0a3ce96c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:49.649257 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 2ffffca2-ab39-405a-8fb5-ad86e30f5a67 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:49.683423 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-058d163e-482b-42ff-b1dc-784fb6c42642 admin admin] For port f70482c5-e520-4ff9-88ef-f0baed549926, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=f70482c5-e520-4ff9-88ef-f0baed549926,segment=NetworkSegment(4dbc52b3-dff6-4f21-8158-450cd3eb585f),segment_id=4dbc52b3-dff6-4f21-8158-450cd3eb585f)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:49.684096 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-058d163e-482b-42ff-b1dc-784fb6c42642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:49.738005 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dee26dc-4fbe-45a5-914f-fb65d84bec0d', 'name': 'network-vif-deleted', 'tag': '662c5c54-07df-4a49-bffd-807df9d79a6c'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:12:49.796732 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-cc77ef81-afad-4926-a95d-6a98cc386712 None None] Calling delete_port for f70482c5-e520-4ff9-88ef-f0baed549926 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:49.869761 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port d4f6b81b-d93b-45a4-bc28-207fd6261668, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d4f6b81b-d93b-45a4-bc28-207fd6261668,segment=NetworkSegment(b232920b-d406-4258-b5a1-9781a75fcc93),segment_id=b232920b-d406-4258-b5a1-9781a75fcc93)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:49.893055 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'd4f6b81b-d93b-45a4-bc28-207fd6261668', 'network_id': '8e187040-b92c-4541-9a97-419a3697d07d', 'port_id': 'd4f6b81b-d93b-45a4-bc28-207fd6261668', 'mac_address': 'fa:16:3e:d7:25:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 953, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7bcf1-3b6a-421d-94fb-ddd1e44ef50e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:12:49.901940 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b6d715a0-cd8c-4f22-9aec-3095f617a229 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:49.913581 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b6d715a0-cd8c-4f22-9aec-3095f617a229 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:49.945726 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f70482c5-e520-4ff9-88ef-f0baed549926 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:12:49.963672 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d715a0-cd8c-4f22-9aec-3095f617a229 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] Pushing event deleted for resources: {'Network': ['ID=686b05e2-f4cb-45d4-b0eb-44f942099d7c,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:49.970871 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e6e94e-4b77-4fcd-95e9-e91ab7514356 None None] Network 57ecad06-c1ea-47b4-9017-25d92dc3073c requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:50.034236 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bb16f-4914-40e7-a07e-e1d8c5aee207 req-83b28baa-8807-4854-9752-4098c1f1f3bc tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:50.036114 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-765bb16f-4914-40e7-a07e-e1d8c5aee207 req-83b28baa-8807-4854-9752-4098c1f1f3bc tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 946 time: 0.6803458 Feb 09 01:12:50.043667 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b6d715a0-cd8c-4f22-9aec-3095f617a229 tempest-PortsAdminExtendedAttrsTestJSON-1560745113 tempest-PortsAdminExtendedAttrsTestJSON-1560745113-project] 10.222.0.37 "DELETE /v2.0/networks/686b05e2-f4cb-45d4-b0eb-44f942099d7c HTTP/1.1" status: 204 len: 168 time: 1.4786124 Feb 09 01:12:50.046636 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Deleting port 2ffffca2-ab39-405a-8fb5-ad86e30f5a67 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:50.047156 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:50.087253 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-058d163e-482b-42ff-b1dc-784fb6c42642 admin admin] Calling delete_port for f70482c5-e520-4ff9-88ef-f0baed549926 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:50.122361 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-cc77ef81-afad-4926-a95d-6a98cc386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:50.162749 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:50.164738 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54fc3727-78b9-4a67-8758-aed0a3ce96c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:50.171475 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-eb58b099-e40f-4c55-91b1-08ddb8bf46c5 None None] Provisioning for port 2ffffca2-ab39-405a-8fb5-ad86e30f5a67 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:50.203486 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77ef81-afad-4926-a95d-6a98cc386712 None None] Pushing event deleted for resources: {'Port': ['ID=f70482c5-e520-4ff9-88ef-f0baed549926,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:50.205522 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-eb58b099-e40f-4c55-91b1-08ddb8bf46c5 None None] Provisioning complete for port 2ffffca2-ab39-405a-8fb5-ad86e30f5a67 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:50.205749 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-eb58b099-e40f-4c55-91b1-08ddb8bf46c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:50.234459 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No active binding found for port f70482c5-e520-4ff9-88ef-f0baed549926 {{(pid=87613) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 01:12:50.234891 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f70482c5-e520-4ff9-88ef-f0baed549926 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:12:50.278924 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc77ef81-afad-4926-a95d-6a98cc386712 None None] No DVR routers for this DVR port f70482c5-e520-4ff9-88ef-f0baed549926 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:12:50.284479 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f6b81b-d93b-45a4-bc28-207fd6261668 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:12:50.321404 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [None req-058d163e-482b-42ff-b1dc-784fb6c42642 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:12:50.321769 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [None req-058d163e-482b-42ff-b1dc-784fb6c42642 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:12:50.339557 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd468551-7683-4ba7-8e10-e9fc2dda226e req-3188a115-0102-4494-a14f-bcb65abf5ebd tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:50.341173 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dd468551-7683-4ba7-8e10-e9fc2dda226e req-3188a115-0102-4494-a14f-bcb65abf5ebd tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.4560716 Feb 09 01:12:50.424875 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port d4f6b81b-d93b-45a4-bc28-207fd6261668, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d4f6b81b-d93b-45a4-bc28-207fd6261668,segment=NetworkSegment(b232920b-d406-4258-b5a1-9781a75fcc93),segment_id=b232920b-d406-4258-b5a1-9781a75fcc93)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:50.434661 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:50.468521 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54fc3727-78b9-4a67-8758-aed0a3ce96c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:50.520673 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dd468551-7683-4ba7-8e10-e9fc2dda226e req-ab6ad9a6-d4a1-4b12-9862-f9ee91c4afaf tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125433 Feb 09 01:12:50.528534 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46406) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:50.541696 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc3727-78b9-4a67-8758-aed0a3ce96c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed0665e9-d5c0-4a16-83a7-43e23c5a21d7,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:50.545649 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54fc3727-78b9-4a67-8758-aed0a3ce96c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:50.567066 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-765bb16f-4914-40e7-a07e-e1d8c5aee207 req-7c474f9f-a1bf-4d62-83d6-8994d109447f tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4399595 Feb 09 01:12:50.572027 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] For port 2ffffca2-ab39-405a-8fb5-ad86e30f5a67, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=2ffffca2-ab39-405a-8fb5-ad86e30f5a67,segment=NetworkSegment(af41e307-07df-443e-b943-39b0f2f49158),segment_id=af41e307-07df-443e-b943-39b0f2f49158)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:50.572284 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:50.594609 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-54fc3727-78b9-4a67-8758-aed0a3ce96c7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ed0665e9-d5c0-4a16-83a7-43e23c5a21d7 HTTP/1.1" status: 204 len: 168 time: 1.4058475 Feb 09 01:12:50.595246 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46412) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:50.639445 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=d4f6b81b-d93b-45a4-bc28-207fd6261668,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:50.643644 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-eb58b099-e40f-4c55-91b1-08ddb8bf46c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:50.729095 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dee26dc-4fbe-45a5-914f-fb65d84bec0d', 'name': 'network-vif-deleted', 'tag': '662c5c54-07df-4a49-bffd-807df9d79a6c', 'status': 'completed', 'code': 200} Feb 09 01:12:50.758684 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-eb58b099-e40f-4c55-91b1-08ddb8bf46c5 None None] For port 2ffffca2-ab39-405a-8fb5-ad86e30f5a67, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=2ffffca2-ab39-405a-8fb5-ad86e30f5a67,segment=NetworkSegment(af41e307-07df-443e-b943-39b0f2f49158),segment_id=af41e307-07df-443e-b943-39b0f2f49158)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:50.771331 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-eb58b099-e40f-4c55-91b1-08ddb8bf46c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:50.789398 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Calling delete_port for 2ffffca2-ab39-405a-8fb5-ad86e30f5a67 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:50.825266 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-058d163e-482b-42ff-b1dc-784fb6c42642 admin admin] Deleting port f70482c5-e520-4ff9-88ef-f0baed549926 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:50.825599 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-058d163e-482b-42ff-b1dc-784fb6c42642 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:50.833473 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['d4f6b81b-d93b-45a4-bc28-207fd6261668'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:12:50.900694 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a03e09c7-fcf2-45ae-96e9-6ef2db99de12 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:50.921376 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a03e09c7-fcf2-45ae-96e9-6ef2db99de12 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:50.928669 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58b099-e40f-4c55-91b1-08ddb8bf46c5 None None] Pushing event updated for resources: {'Port': ['ID=2ffffca2-ab39-405a-8fb5-ad86e30f5a67,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:50.929942 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-058d163e-482b-42ff-b1dc-784fb6c42642 admin admin] The port 'f70482c5-e520-4ff9-88ef-f0baed549926' was deleted {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:12:51.017969 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-af441fe4-e5e2-494c-b890-d43329199c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:51.031229 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abfb7017-65f4-4442-abaa-a7c7c72c1b85 None None] Provisioning complete for port 2ffffca2-ab39-405a-8fb5-ad86e30f5a67 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:51.031812 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abfb7017-65f4-4442-abaa-a7c7c72c1b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:51.048145 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a2840ab9-1088-47ff-ab30-795f872b0f58 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2894b5c5bc8b47e9b6a6e80239a1934f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5148568 Feb 09 01:12:51.049429 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46418) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:51.076883 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5601e3-dc5b-48ee-b7da-f5626f2f11a7 req-33c9971f-f7aa-4996-82e3-14c537cdbcf7 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:51.081591 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5c5601e3-dc5b-48ee-b7da-f5626f2f11a7 req-33c9971f-f7aa-4996-82e3-14c537cdbcf7 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc0fc0b-0c64-4010-90a2-f77ca0999de8 HTTP/1.1" status: 200 len: 945 time: 0.2837570 Feb 09 01:12:51.109114 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 2ffffca2-ab39-405a-8fb5-ad86e30f5a67 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:12:51.217497 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:12:51.218102 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:12:51.220351 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-058d163e-482b-42ff-b1dc-784fb6c42642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:51.284141 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [None req-a03e09c7-fcf2-45ae-96e9-6ef2db99de12 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Floating IP 05a87eb0-3216-47a5-afa7-5206418bb632 associated. External IP: 172.25.5.206, port: 25312df4-851f-4f0a-921f-af21d59ea5d8. Feb 09 01:12:51.290607 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 2ffffca2-ab39-405a-8fb5-ad86e30f5a67 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:51.291199 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:51.328575 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-af441fe4-e5e2-494c-b890-d43329199c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:51.381778 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-af441fe4-e5e2-494c-b890-d43329199c8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:51.398346 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-058d163e-482b-42ff-b1dc-784fb6c42642 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ce165e-7f22-4e61-b759-4b0476cd533b']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:51.406085 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5c5601e3-dc5b-48ee-b7da-f5626f2f11a7 req-b1ce93ea-bf88-45b7-809f-38ede7e95b69 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4c577c7-45e3-4032-8c20-0ba8b3efa3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605794 Feb 09 01:12:51.406658 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-af441fe4-e5e2-494c-b890-d43329199c8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd924e8ee-e0e7-4b80-9e88-1c119dc085ab') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:51.406959 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-af441fe4-e5e2-494c-b890-d43329199c8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd924e8ee-e0e7-4b80-9e88-1c119dc085ab') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:51.422805 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-058d163e-482b-42ff-b1dc-784fb6c42642 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dbc52b3-dff6-4f21-8158-450cd3eb585f') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:51.423074 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-058d163e-482b-42ff-b1dc-784fb6c42642 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dbc52b3-dff6-4f21-8158-450cd3eb585f') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:51.427290 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1852792c-f390-4627-919c-96d38943281b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:51.431574 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-af441fe4-e5e2-494c-b890-d43329199c8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:51.448822 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-058d163e-482b-42ff-b1dc-784fb6c42642 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:51.464191 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-af441fe4-e5e2-494c-b890-d43329199c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:51.468983 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-058d163e-482b-42ff-b1dc-784fb6c42642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:51.474495 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af441fe4-e5e2-494c-b890-d43329199c8b admin admin] Releasing vlan 973 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:12:51.474877 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-af441fe4-e5e2-494c-b890-d43329199c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:12:51.487847 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:12:51.535895 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1852792c-f390-4627-919c-96d38943281b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:51.536782 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-058d163e-482b-42ff-b1dc-784fb6c42642 admin admin] Releasing vlan 971 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:12:51.537172 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-058d163e-482b-42ff-b1dc-784fb6c42642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:51.550346 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:12:51.550346 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:12:51.550346 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:12:51.550346 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:12:51.550346 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:12:51.550346 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:12:51.550346 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:12:51.550346 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:12:51.550346 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:12:51.550346 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:12:51.550346 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:12:51.550346 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:12:51.550346 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:12:51.550346 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:12:51.550346 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:12:51.550346 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:12:51.550346 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:12:51.550346 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:12:51.550346 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:12:51.550346 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:12:51.550346 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:12:51.550346 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:12:51.550346 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:12:51.550346 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:12:51.550346 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:12:51.550346 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:12:51.550346 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:12:51.550346 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:12:51.550346 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:12:51.550346 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:12:51.550346 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:12:51.550346 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:12:51.679469 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:51.809662 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1852792c-f390-4627-919c-96d38943281b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:51.830139 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-af441fe4-e5e2-494c-b890-d43329199c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:51.835931 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-af441fe4-e5e2-494c-b890-d43329199c8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:51.837277 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852792c-f390-4627-919c-96d38943281b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ac5396-aa65-4a36-bba1-ed26c0373539,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:51.838449 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-058d163e-482b-42ff-b1dc-784fb6c42642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:51.848362 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-058d163e-482b-42ff-b1dc-784fb6c42642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:51.870262 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1852792c-f390-4627-919c-96d38943281b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:51.871359 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1852792c-f390-4627-919c-96d38943281b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/54ac5396-aa65-4a36-bba1-ed26c0373539 HTTP/1.1" status: 204 len: 168 time: 0.8209105 Feb 09 01:12:51.879913 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Deleting port 2ffffca2-ab39-405a-8fb5-ad86e30f5a67 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:12:51.880344 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:51.880518 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03e09c7-fcf2-45ae-96e9-6ef2db99de12 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Router 478074fb-8bca-48e0-9cb4-4626727322d0 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:12:51.916968 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af441fe4-e5e2-494c-b890-d43329199c8b admin admin] Pushing event deleted for resources: {'Network': ['ID=8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:51.960937 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d163e-482b-42ff-b1dc-784fb6c42642 admin admin] Pushing event deleted for resources: {'Network': ['ID=12ce165e-7f22-4e61-b759-4b0476cd533b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:51.961105 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5ddd0-0a63-476f-9768-a4cccd689a8d req-4b6f5508-54d4-42b9-8ddc-c4e1bb9e7c83 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:51.962555 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b3e5ddd0-0a63-476f-9768-a4cccd689a8d req-4b6f5508-54d4-42b9-8ddc-c4e1bb9e7c83 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 946 time: 0.2110147 Feb 09 01:12:51.969328 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-af441fe4-e5e2-494c-b890-d43329199c8b admin admin] 10.222.0.37 "DELETE /v2.0/networks/8f91f5ae-4e66-4cf8-b7de-0f8d50ca8ee1 HTTP/1.1" status: 204 len: 168 time: 1.3730297 Feb 09 01:12:51.974747 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-058d163e-482b-42ff-b1dc-784fb6c42642 admin admin] 10.222.0.37 "DELETE /v2.0/networks/12ce165e-7f22-4e61-b759-4b0476cd533b HTTP/1.1" status: 204 len: 168 time: 3.3269138 Feb 09 01:12:52.053308 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b3e5ddd0-0a63-476f-9768-a4cccd689a8d req-1adf0e2c-8097-474f-bdf8-7c9eb46e5ff6 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809662 Feb 09 01:12:52.070953 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2de7f-948f-49be-9cb6-36f6c8a2fe57 req-0a9cf7e4-5fab-440b-9a7b-ac836be04243 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:52.084624 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3bb2de7f-948f-49be-9cb6-36f6c8a2fe57 req-0a9cf7e4-5fab-440b-9a7b-ac836be04243 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.3206081 Feb 09 01:12:52.172445 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03e09c7-fcf2-45ae-96e9-6ef2db99de12 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:12:52.178506 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a03e09c7-fcf2-45ae-96e9-6ef2db99de12 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:52.189615 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4911da5-1923-4b0b-87bc-54e221543c5d None None] Sync routers for ids ['478074fb-8bca-48e0-9cb4-4626727322d0'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:12:52.203941 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4911da5-1923-4b0b-87bc-54e221543c5d None None] Routers {'478074fb-8bca-48e0-9cb4-4626727322d0'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:12:52.205387 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f4911da5-1923-4b0b-87bc-54e221543c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:12:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['478074fb-8bca-48e0-9cb4-4626727322d0'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:52.305422 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46434) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:52.306000 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46436) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:52.353553 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] For port 2ffffca2-ab39-405a-8fb5-ad86e30f5a67, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=2ffffca2-ab39-405a-8fb5-ad86e30f5a67,segment=NetworkSegment(af41e307-07df-443e-b943-39b0f2f49158),segment_id=af41e307-07df-443e-b943-39b0f2f49158)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:52.353939 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:52.428665 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-f4911da5-1923-4b0b-87bc-54e221543c5d None None] Set router 478074fb-8bca-48e0-9cb4-4626727322d0 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:12:52.437377 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a03e09c7-fcf2-45ae-96e9-6ef2db99de12 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "PUT /v2.0/floatingips/05a87eb0-3216-47a5-afa7-5206418bb632 HTTP/1.1" status: 200 len: 991 time: 3.3703952 Feb 09 01:12:52.487859 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Calling delete_port for 2ffffca2-ab39-405a-8fb5-ad86e30f5a67 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:12:52.575176 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3bb2de7f-948f-49be-9cb6-36f6c8a2fe57 req-e55dd9a9-9126-4649-9ab6-b5466d960af5 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4858594 Feb 09 01:12:52.607671 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46450) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:52.658450 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2ff12bb5-896b-4762-b8f2-84eb0d49a059 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=83e94f6e7a5b43379622b4bf0ec7cacb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3495188 Feb 09 01:12:52.663907 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46454) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:52.667116 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c0cfbc92-70ce-4fca-9ef5-8ea885b50f39 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=30d28a1408fa41e9a90d6c8dadf7a8f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0578887 Feb 09 01:12:52.669751 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46458) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:52.715367 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-415e2d4d-4ea8-4fc4-a4e6-62a3a487cd13 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=78fc961149454c2b80560d9aa80980c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4082379 Feb 09 01:12:52.722999 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46462) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:52.738257 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd429f359-35bc-4653-af62-82b925b35f8e', 'tag': '25312df4-851f-4f0a-921f-af21d59ea5d8'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:12:52.839355 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:52.858032 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-98936f1a-a271-4dd4-9166-a3513b21e708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:52.906941 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Pushing event deleted for resources: {'Port': ['ID=2ffffca2-ab39-405a-8fb5-ad86e30f5a67,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:52.910114 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-68b8ff1c-aa1a-4c27-b975-e86166e6b93f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:52.928975 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-044f5239-ad98-4905-ad75-e2ed4de8e87e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:52.965934 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-98936f1a-a271-4dd4-9166-a3513b21e708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:53.004337 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-044f5239-ad98-4905-ad75-e2ed4de8e87e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:53.015360 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-68b8ff1c-aa1a-4c27-b975-e86166e6b93f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:53.022600 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f58f899-55e7-4485-b34e-e44f774bc565 None None] DHCP port deletion for 57ecad06-c1ea-47b4-9017-25d92dc3073c request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:12:53.026998 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] No DVR routers for this DVR port 2ffffca2-ab39-405a-8fb5-ad86e30f5a67 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:12:53.039081 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device d4f6b81b-d93b-45a4-bc28-207fd6261668 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:12:53.098062 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289c5471-5d32-4383-a877-29c8413f51da None None] get_active_networks_info from n-d-828419-1 {{(pid=87613) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:12:53.124973 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8f49b-efee-4471-8a29-8cb6fd3d4e7f req-eba418cc-a88a-45c5-a220-d978f1e31a14 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:53.131969 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e0f8f49b-efee-4471-8a29-8cb6fd3d4e7f req-eba418cc-a88a-45c5-a220-d978f1e31a14 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc0fc0b-0c64-4010-90a2-f77ca0999de8 HTTP/1.1" status: 200 len: 945 time: 0.3560150 Feb 09 01:12:53.149874 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 2ffffca2-ab39-405a-8fb5-ad86e30f5a67 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:12:53.155703 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c246783-940a-421d-a8fc-fa8c31814306 req-7d1bbc50-9f12-41c3-ab56-cffbdfecddf9 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:53.163554 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4c246783-940a-421d-a8fc-fa8c31814306 req-7d1bbc50-9f12-41c3-ab56-cffbdfecddf9 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 945 time: 0.2947805 Feb 09 01:12:53.176638 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f4911da5-1923-4b0b-87bc-54e221543c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1400162326-router', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:07:36Z', 'updated_at': '2022-02-09T01:07:47Z', 'revision_number': 4, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'gw_port': {'id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:37Z', 'updated_at': '2022-02-09T01:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '05a87eb0-3216-47a5-afa7-5206418bb632', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'floating_ip_address': '172.25.5.206', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'port_id': '25312df4-851f-4f0a-921f-af21d59ea5d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd', 'mac_address': 'fa:16:3e:c5:d5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd429f359-35bc-4653-af62-82b925b35f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:12:11Z', 'updated_at': '2022-02-09T01:12:50Z', 'revision_number': 1, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ceb147a-a238-451a-82d3-3469b1b20051', 'name': '', 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'mac_address': 'fa:16:3e:23:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:45Z', 'updated_at': '2022-02-09T01:07:54Z', 'revision_number': 5, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'subnets': [{'id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:53.206658 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4911da5-1923-4b0b-87bc-54e221543c5d None None] Checking router: 478074fb-8bca-48e0-9cb4-4626727322d0 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:12:53.213235 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4c246783-940a-421d-a8fc-fa8c31814306 req-690b8f74-0efe-4b2a-8181-341699e1ae1b tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477736 Feb 09 01:12:53.214748 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-98936f1a-a271-4dd4-9166-a3513b21e708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:53.217737 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 2ffffca2-ab39-405a-8fb5-ad86e30f5a67 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:12:53.218240 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 2ffffca2-ab39-405a-8fb5-ad86e30f5a67 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:12:53.218670 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-044f5239-ad98-4905-ad75-e2ed4de8e87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:53.228608 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:53.237082 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4911da5-1923-4b0b-87bc-54e221543c5d None None] Routers {'478074fb-8bca-48e0-9cb4-4626727322d0'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:12:53.237718 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f4911da5-1923-4b0b-87bc-54e221543c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:12:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['478074fb-8bca-48e0-9cb4-4626727322d0'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:53.268510 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98936f1a-a271-4dd4-9166-a3513b21e708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfad0df4-cd5b-4020-aae7-19eb92cda4f7,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:53.305516 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f5239-ad98-4905-ad75-e2ed4de8e87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783de2d8-5801-40dd-a296-6538ffc19f2c,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:53.313866 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-98936f1a-a271-4dd4-9166-a3513b21e708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:53.317504 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-98936f1a-a271-4dd4-9166-a3513b21e708 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bfad0df4-cd5b-4020-aae7-19eb92cda4f7 HTTP/1.1" status: 204 len: 168 time: 0.6442351 Feb 09 01:12:53.320982 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-044f5239-ad98-4905-ad75-e2ed4de8e87e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:53.322426 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-044f5239-ad98-4905-ad75-e2ed4de8e87e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/783de2d8-5801-40dd-a296-6538ffc19f2c HTTP/1.1" status: 204 len: 168 time: 0.5985014 Feb 09 01:12:53.387047 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port d4f6b81b-d93b-45a4-bc28-207fd6261668 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:53.401692 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e0f8f49b-efee-4471-8a29-8cb6fd3d4e7f req-2e6606ba-98c3-4316-bec8-3cf79267a22c tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4c577c7-45e3-4032-8c20-0ba8b3efa3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561033 Feb 09 01:12:53.422684 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port d4f6b81b-d93b-45a4-bc28-207fd6261668 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:53.423206 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:53.435980 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-68b8ff1c-aa1a-4c27-b975-e86166e6b93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:53.458984 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8ff1c-aa1a-4c27-b975-e86166e6b93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d6f824-c066-41f8-b6ed-396ffea00d9e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:53.515517 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:53.521906 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd429f359-35bc-4653-af62-82b925b35f8e', 'tag': '25312df4-851f-4f0a-921f-af21d59ea5d8', 'status': 'completed', 'code': 200} Feb 09 01:12:53.565581 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98305ad0-1eb5-451d-8c12-a37c3e1ec413 req-2e1949fd-e648-402d-8712-85930c52bdbd tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:53.567293 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-98305ad0-1eb5-451d-8c12-a37c3e1ec413 req-2e1949fd-e648-402d-8712-85930c52bdbd tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.1906533 Feb 09 01:12:53.584448 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-f4911da5-1923-4b0b-87bc-54e221543c5d None None] Set router 478074fb-8bca-48e0-9cb4-4626727322d0 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:12:53.596608 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289c5471-5d32-4383-a877-29c8413f51da None None] Resources bound (agent type, host, resource id): {{(pid=87613) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:12:53.610812 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-68b8ff1c-aa1a-4c27-b975-e86166e6b93f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:53.615380 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-68b8ff1c-aa1a-4c27-b975-e86166e6b93f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/09d6f824-c066-41f8-b6ed-396ffea00d9e HTTP/1.1" status: 204 len: 168 time: 0.9504666 Feb 09 01:12:53.621528 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Pushing event deleted for resources: {'Subnet': ['ID=2fcd6d2d-504a-4d29-aa2d-6d66facc08a7,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:53.770405 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-98305ad0-1eb5-451d-8c12-a37c3e1ec413 req-9ea2e2e0-3893-44bf-9d1c-75e044949758 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889200 Feb 09 01:12:53.824577 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404463ae-a3d8-4e4a-a85a-5a1c54e5dbf1 req-2c10d584-17c2-4cef-8d3b-b7241515b274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:53.826051 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-404463ae-a3d8-4e4a-a85a-5a1c54e5dbf1 req-2c10d584-17c2-4cef-8d3b-b7241515b274 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5c3742d9e0e147a587c775654c5e399e&device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 1096 time: 0.2311242 Feb 09 01:12:53.843197 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:53.895069 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc0fc0b-0c64-4010-90a2-f77ca0999de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f6b81b-d93b-45a4-bc28-207fd6261668'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:12:53.927793 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port d4f6b81b-d93b-45a4-bc28-207fd6261668, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d4f6b81b-d93b-45a4-bc28-207fd6261668,segment=NetworkSegment(b232920b-d406-4258-b5a1-9781a75fcc93),segment_id=b232920b-d406-4258-b5a1-9781a75fcc93)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:12:53.975741 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:53.978148 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:54.087965 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ecad06-c1ea-47b4-9017-25d92dc3073c']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:54.123387 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=d4f6b81b-d93b-45a4-bc28-207fd6261668,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:54.133035 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af41e307-07df-443e-b943-39b0f2f49158') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:54.133395 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af41e307-07df-443e-b943-39b0f2f49158') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:54.177791 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:54.186058 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404463ae-a3d8-4e4a-a85a-5a1c54e5dbf1 req-bc6b3cad-b790-4c74-b84f-1d04f8659c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:54.187525 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-404463ae-a3d8-4e4a-a85a-5a1c54e5dbf1 req-bc6b3cad-b790-4c74-b84f-1d04f8659c72 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f463daa3-bdf7-465b-839b-27906d718cfd HTTP/1.1" status: 200 len: 918 time: 0.3484199 Feb 09 01:12:54.216961 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766abfd-779d-4d84-8a40-ca476a0d519e req-61141dc4-fdfa-487e-98c0-8acbae9f5661 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:54.229777 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b766abfd-779d-4d84-8a40-ca476a0d519e req-61141dc4-fdfa-487e-98c0-8acbae9f5661 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 946 time: 0.5563424 Feb 09 01:12:54.287531 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:54.321931 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Releasing vlan 986 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:12:54.322343 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:54.355787 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:12:54.355787 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:12:54.355787 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:12:54.355787 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:12:54.355787 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:12:54.355787 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:12:54.355787 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:12:54.355787 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:12:54.355787 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:12:54.355787 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:12:54.355787 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:12:54.355787 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:12:54.355787 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:12:54.355787 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:12:54.355787 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:12:54.355787 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:12:54.355787 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:12:54.355787 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:12:54.355787 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:12:54.355787 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:12:54.355787 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:12:54.355787 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:12:54.355787 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:12:54.355787 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:12:54.355787 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:12:54.355787 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:12:54.355787 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:12:54.355787 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:12:54.355787 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:12:54.355787 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:12:54.355787 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:12:54.355787 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:12:54.392324 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2354654-bad9-484b-9023-29474d4c8b46 None None] Network 57ecad06-c1ea-47b4-9017-25d92dc3073c requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:54.415454 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-404463ae-a3d8-4e4a-a85a-5a1c54e5dbf1 req-5d2ccfb6-6b38-4c6f-a9ee-70fa66750fd1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25312df4-851f-4f0a-921f-af21d59ea5d8 HTTP/1.1" status: 200 len: 999 time: 0.2205205 Feb 09 01:12:54.544048 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46500) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:54.586066 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f4911da5-1923-4b0b-87bc-54e221543c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1400162326-router', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:07:36Z', 'updated_at': '2022-02-09T01:07:47Z', 'revision_number': 4, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'gw_port': {'id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:37Z', 'updated_at': '2022-02-09T01:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '05a87eb0-3216-47a5-afa7-5206418bb632', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'floating_ip_address': '172.25.5.206', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'port_id': '25312df4-851f-4f0a-921f-af21d59ea5d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd', 'mac_address': 'fa:16:3e:c5:d5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd429f359-35bc-4653-af62-82b925b35f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:12:11Z', 'updated_at': '2022-02-09T01:12:50Z', 'revision_number': 1, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ceb147a-a238-451a-82d3-3469b1b20051', 'name': '', 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'mac_address': 'fa:16:3e:23:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:45Z', 'updated_at': '2022-02-09T01:07:54Z', 'revision_number': 5, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'subnets': [{'id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:54.597013 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4911da5-1923-4b0b-87bc-54e221543c5d None None] The sync data for ids ['478074fb-8bca-48e0-9cb4-4626727322d0'] in n-d-828419-1 is: [{'id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1400162326-router', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:07:36Z', 'updated_at': '2022-02-09T01:07:47Z', 'revision_number': 4, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'gw_port': {'id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:37Z', 'updated_at': '2022-02-09T01:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '05a87eb0-3216-47a5-afa7-5206418bb632', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'floating_ip_address': '172.25.5.206', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'port_id': '25312df4-851f-4f0a-921f-af21d59ea5d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd', 'mac_address': 'fa:16:3e:c5:d5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd429f359-35bc-4653-af62-82b925b35f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:12:11Z', 'updated_at': '2022-02-09T01:12:50Z', 'revision_number': 1, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ceb147a-a238-451a-82d3-3469b1b20051', 'name': '', 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'mac_address': 'fa:16:3e:23:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:45Z', 'updated_at': '2022-02-09T01:07:54Z', 'revision_number': 5, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'subnets': [{'id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:12:54.646178 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404463ae-a3d8-4e4a-a85a-5a1c54e5dbf1 req-7a4de43d-8914-46fb-9553-6bf41a1c954d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:54.647693 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-404463ae-a3d8-4e4a-a85a-5a1c54e5dbf1 req-7a4de43d-8914-46fb-9553-6bf41a1c954d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff HTTP/1.1" status: 200 len: 856 time: 0.2116034 Feb 09 01:12:54.782718 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-70473130-38ed-475a-a469-ab80419a5d2d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=49026555c4b24e1b8bcbad16e5fe47d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2375247 Feb 09 01:12:54.785754 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46508) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:54.795123 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b766abfd-779d-4d84-8a40-ca476a0d519e req-556b5491-ce57-4a32-a4da-4394f3ef31d6 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5632963 Feb 09 01:12:54.881935 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:54.882367 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a7ece4c3-857b-4aff-85dc-f584aad4c7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:54.893908 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:54.899641 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be33305a-4979-4ae9-87a4-011b41a76d0c None None] DHCP port deletion for 57ecad06-c1ea-47b4-9017-25d92dc3073c request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:12:54.904313 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:54.944858 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a7ece4c3-857b-4aff-85dc-f584aad4c7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:54.978883 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc0fc0b-0c64-4010-90a2-f77ca0999de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f6b81b-d93b-45a4-bc28-207fd6261668', 'code': 200} Feb 09 01:12:54.986574 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Pushing event deleted for resources: {'Network': ['ID=57ecad06-c1ea-47b4-9017-25d92dc3073c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:55.018722 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9474bb7d-1e08-4556-af47-c4d4e6aed8e7 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "DELETE /v2.0/networks/57ecad06-c1ea-47b4-9017-25d92dc3073c HTTP/1.1" status: 204 len: 168 time: 7.8391697 Feb 09 01:12:55.026675 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46516) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:55.065718 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4ee668-b4ba-410f-bb81-2bdb07b6f0d6 None None] New status for floating IP 05a87eb0-3216-47a5-afa7-5206418bb632: ACTIVE {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:12:55.159369 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404463ae-a3d8-4e4a-a85a-5a1c54e5dbf1 req-2fda8597-00ff-43d4-a7fc-b5ca38468c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:55.161545 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-404463ae-a3d8-4e4a-a85a-5a1c54e5dbf1 req-2fda8597-00ff-43d4-a7fc-b5ca38468c5c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f463daa3-bdf7-465b-839b-27906d718cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5021973 Feb 09 01:12:55.161674 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-825e58bb-5d94-4204-aefb-41639f1e3a7a tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-642581138'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:55.167492 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a7ece4c3-857b-4aff-85dc-f584aad4c7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:55.199848 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-825e58bb-5d94-4204-aefb-41639f1e3a7a tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:55.200357 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ece4c3-857b-4aff-85dc-f584aad4c7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16cdc63-1106-42ef-a420-d44195e5a5f6,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:55.220620 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-825e58bb-5d94-4204-aefb-41639f1e3a7a tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Usage tracker for resource:network and tenant:42ac1685c1bd43b0a4df61847b684a39 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:55.245976 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-825e58bb-5d94-4204-aefb-41639f1e3a7a tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:55.276354 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-825e58bb-5d94-4204-aefb-41639f1e3a7a tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:55.334745 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825e58bb-5d94-4204-aefb-41639f1e3a7a tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Made reservation on behalf of 42ac1685c1bd43b0a4df61847b684a39 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:55.338449 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-825e58bb-5d94-4204-aefb-41639f1e3a7a tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:55.338989 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a7ece4c3-857b-4aff-85dc-f584aad4c7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:55.340271 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a7ece4c3-857b-4aff-85dc-f584aad4c7a6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f16cdc63-1106-42ef-a420-d44195e5a5f6 HTTP/1.1" status: 204 len: 168 time: 0.5517409 Feb 09 01:12:55.406537 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e66d53-c995-4624-a130-9a0ac9f49ff1 req-4693a9c6-9f99-4700-ba07-eaabfbd37ae5 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:55.419716 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdcaf63-1742-46a6-bfd0-ee4a32c54d4d req-9ed7e0c2-355a-4c1e-a582-357fcecab650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:55.421684 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1fdcaf63-1742-46a6-bfd0-ee4a32c54d4d req-9ed7e0c2-355a-4c1e-a582-357fcecab650 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ecc0fc0b-0c64-4010-90a2-f77ca0999de8 HTTP/1.1" status: 200 len: 1097 time: 0.3160567 Feb 09 01:12:55.423288 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-26e66d53-c995-4624-a130-9a0ac9f49ff1 req-4693a9c6-9f99-4700-ba07-eaabfbd37ae5 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 945 time: 0.4118478 Feb 09 01:12:55.459889 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b721d6-8658-4933-861a-073ada5f5f28 req-c4c6736b-6f08-4b7d-bf41-1b37f4a6b20b tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:55.467409 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-04b721d6-8658-4933-861a-073ada5f5f28 req-c4c6736b-6f08-4b7d-bf41-1b37f4a6b20b tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.2836540 Feb 09 01:12:55.516758 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825e58bb-5d94-4204-aefb-41639f1e3a7a tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 999} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:12:55.521960 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-26e66d53-c995-4624-a130-9a0ac9f49ff1 req-278c736b-a852-4b40-b921-31345f4a8a1e tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978351 Feb 09 01:12:55.534623 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-825e58bb-5d94-4204-aefb-41639f1e3a7a tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:55.537418 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-825e58bb-5d94-4204-aefb-41639f1e3a7a tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Added segment e2bc59a9-d76c-4f20-a88c-63e87da2cf36 of type vlan for network 1d524cec-0ce0-4af6-8d62-eba620aac072 Feb 09 01:12:55.596855 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1fdcaf63-1742-46a6-bfd0-ee4a32c54d4d req-88902df6-078e-432c-8ee1-a53fef3c4446 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e4c577c7-45e3-4032-8c20-0ba8b3efa3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465769 Feb 09 01:12:55.600290 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-404463ae-a3d8-4e4a-a85a-5a1c54e5dbf1 req-1f1da505-ddd5-4422-a495-5382191389ab service neutron] 10.222.0.35 "GET /v2.0/networks/f463daa3-bdf7-465b-839b-27906d718cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134111 Feb 09 01:12:55.601037 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-825e58bb-5d94-4204-aefb-41639f1e3a7a tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:55.633741 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-04b721d6-8658-4933-861a-073ada5f5f28 req-fb54092b-6a0f-4316-8fe6-e60d12af640a tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650684 Feb 09 01:12:55.679011 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-825e58bb-5d94-4204-aefb-41639f1e3a7a tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:55.685557 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825e58bb-5d94-4204-aefb-41639f1e3a7a tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:55.686318 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-825e58bb-5d94-4204-aefb-41639f1e3a7a tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:55.776536 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46540) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:55.909020 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e58bb-5d94-4204-aefb-41639f1e3a7a tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Pushing event updated for resources: {'Network': ['ID=1d524cec-0ce0-4af6-8d62-eba620aac072,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:55.922868 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 1d524cec-0ce0-4af6-8d62-eba620aac072 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:12:55.972608 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-825e58bb-5d94-4204-aefb-41639f1e3a7a tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8460853 Feb 09 01:12:55.982872 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46554) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:56.002305 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-d858c26c-d75d-4062-a35d-ef31c04efb7a tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Request body: {'subnet': {'network_id': '1d524cec-0ce0-4af6-8d62-eba620aac072', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:56.134393 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-404463ae-a3d8-4e4a-a85a-5a1c54e5dbf1 req-e3f4d1d2-e177-4db0-9d3a-c121702a53e5 service neutron] 10.222.0.35 "GET /v2.0/networks/f463daa3-bdf7-465b-839b-27906d718cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259135 Feb 09 01:12:56.143936 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f3c9c-c29d-4465-9dd9-10358e61d2a0 req-44e60ec9-2e9e-4850-baef-c2a54e2b8c21 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:56.144707 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd178d8-c747-4a70-86f3-d3bd6de755e4 req-bd4c6672-aa87-4d8d-ac64-2090292e4815 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:56.151886 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9e3f3c9c-c29d-4465-9dd9-10358e61d2a0 req-44e60ec9-2e9e-4850-baef-c2a54e2b8c21 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc0fc0b-0c64-4010-90a2-f77ca0999de8 HTTP/1.1" status: 200 len: 946 time: 0.4428754 Feb 09 01:12:56.152565 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ddd178d8-c747-4a70-86f3-d3bd6de755e4 req-bd4c6672-aa87-4d8d-ac64-2090292e4815 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.3199861 Feb 09 01:12:56.217747 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d858c26c-d75d-4062-a35d-ef31c04efb7a tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:56.222777 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d858c26c-d75d-4062-a35d-ef31c04efb7a tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Usage tracker for resource:subnet and tenant:42ac1685c1bd43b0a4df61847b684a39 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:56.227709 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d858c26c-d75d-4062-a35d-ef31c04efb7a tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:56.235538 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d858c26c-d75d-4062-a35d-ef31c04efb7a tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:56.254189 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9e3f3c9c-c29d-4465-9dd9-10358e61d2a0 req-5f1d3a3e-d960-4c69-a7de-62a9b64cd1a2 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4c577c7-45e3-4032-8c20-0ba8b3efa3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006682 Feb 09 01:12:56.275375 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d858c26c-d75d-4062-a35d-ef31c04efb7a tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Made reservation on behalf of 42ac1685c1bd43b0a4df61847b684a39 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:56.278995 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d858c26c-d75d-4062-a35d-ef31c04efb7a tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:56.379407 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ddd178d8-c747-4a70-86f3-d3bd6de755e4 req-260c3299-9bdf-443c-936c-c4c7ace19c03 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214701 Feb 09 01:12:56.385539 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-4ef714cf-e7b3-44df-a18a-6b1e7e06ac89 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-824860784-network', 'tenant_id': '9c59666fc0e3454b8e933da7e7ba6dc7'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:56.406495 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-4ef714cf-e7b3-44df-a18a-6b1e7e06ac89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:56.420698 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4ef714cf-e7b3-44df-a18a-6b1e7e06ac89 admin admin] Usage tracker for resource:network and tenant:9c59666fc0e3454b8e933da7e7ba6dc7 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:56.426429 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4ef714cf-e7b3-44df-a18a-6b1e7e06ac89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:56.434995 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-4ef714cf-e7b3-44df-a18a-6b1e7e06ac89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:56.450449 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef714cf-e7b3-44df-a18a-6b1e7e06ac89 admin admin] Made reservation on behalf of 9c59666fc0e3454b8e933da7e7ba6dc7 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:56.455566 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4ef714cf-e7b3-44df-a18a-6b1e7e06ac89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:56.473594 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4ef714cf-e7b3-44df-a18a-6b1e7e06ac89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:56.502916 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-4ef714cf-e7b3-44df-a18a-6b1e7e06ac89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:56.512069 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4ef714cf-e7b3-44df-a18a-6b1e7e06ac89 admin admin] Usage tracker for resource:security_group_rule and tenant:9c59666fc0e3454b8e933da7e7ba6dc7 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:56.516634 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4ef714cf-e7b3-44df-a18a-6b1e7e06ac89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:56.527798 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-4ef714cf-e7b3-44df-a18a-6b1e7e06ac89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:56.586164 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e620acd-161a-43a8-b439-50fcb3a60632 req-17a14170-5762-4545-b7b8-5c54ca5fff30 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:56.593888 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1e620acd-161a-43a8-b439-50fcb3a60632 req-17a14170-5762-4545-b7b8-5c54ca5fff30 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 946 time: 0.1456523 Feb 09 01:12:56.707640 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1e620acd-161a-43a8-b439-50fcb3a60632 req-aba3c1e1-c46b-4a14-99f6-a37abbc4d119 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127968 Feb 09 01:12:56.711641 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4ef714cf-e7b3-44df-a18a-6b1e7e06ac89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:56.718733 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4ef714cf-e7b3-44df-a18a-6b1e7e06ac89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:56.739787 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef714cf-e7b3-44df-a18a-6b1e7e06ac89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 958} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:12:56.759517 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4ef714cf-e7b3-44df-a18a-6b1e7e06ac89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:56.761024 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-4ef714cf-e7b3-44df-a18a-6b1e7e06ac89 admin admin] Added segment 89e0d6e1-f19c-4b81-bd43-1dff48e1d5ba of type vlan for network b9689b8d-433c-4af6-9aec-7f0a64077faf Feb 09 01:12:56.804542 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d858c26c-d75d-4062-a35d-ef31c04efb7a tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:56.819608 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4ef714cf-e7b3-44df-a18a-6b1e7e06ac89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:56.872378 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46594) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:56.928993 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef714cf-e7b3-44df-a18a-6b1e7e06ac89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58be9e87-0033-4d01-b22e-8d5310affd4e,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:56.932211 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4ef714cf-e7b3-44df-a18a-6b1e7e06ac89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:56.934843 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef714cf-e7b3-44df-a18a-6b1e7e06ac89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:56.935753 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4ef714cf-e7b3-44df-a18a-6b1e7e06ac89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:56.979582 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858c26c-d75d-4062-a35d-ef31c04efb7a tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Pushing event updated for resources: {'Subnet': ['ID=3275de26-6dbd-44c3-b879-56f0574e4c8c,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:57.013393 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d858c26c-d75d-4062-a35d-ef31c04efb7a tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Checking segment: {'id': 'e2bc59a9-d76c-4f20-a88c-63e87da2cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '1d524cec-0ce0-4af6-8d62-eba620aac072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:12:57.013872 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d858c26c-d75d-4062-a35d-ef31c04efb7a tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Network hostable DHCP agents. Network: 1d524cec-0ce0-4af6-8d62-eba620aac072, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:12:57.041343 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a4d4a-30ec-4871-9df9-76f95420d1dc req-23451806-dcd1-49d6-be3e-694f34b2008f tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:57.042905 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-841a4d4a-30ec-4871-9df9-76f95420d1dc req-23451806-dcd1-49d6-be3e-694f34b2008f tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 945 time: 0.1603768 Feb 09 01:12:57.073762 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d858c26c-d75d-4062-a35d-ef31c04efb7a tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Network 1d524cec-0ce0-4af6-8d62-eba620aac072 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:12:57.113530 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef714cf-e7b3-44df-a18a-6b1e7e06ac89 admin admin] Pushing event updated for resources: {'Network': ['ID=b9689b8d-433c-4af6-9aec-7f0a64077faf,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:57.126124 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network b9689b8d-433c-4af6-9aec-7f0a64077faf details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:12:57.128471 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-d858c26c-d75d-4062-a35d-ef31c04efb7a tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 1d524cec-0ce0-4af6-8d62-eba620aac072) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:57.132007 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46610) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:57.132173 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4ef714cf-e7b3-44df-a18a-6b1e7e06ac89 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3540845 Feb 09 01:12:57.140614 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d858c26c-d75d-4062-a35d-ef31c04efb7a tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:57.141210 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d858c26c-d75d-4062-a35d-ef31c04efb7a tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:57.164526 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-2d1e2a46-5b5e-4356-879e-e41bc11e834a admin admin] Request body: {'subnet': {'network_id': 'b9689b8d-433c-4af6-9aec-7f0a64077faf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-824860784-subnet', 'tenant_id': '9c59666fc0e3454b8e933da7e7ba6dc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:57.172339 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-841a4d4a-30ec-4871-9df9-76f95420d1dc req-233044ce-5956-4662-b145-fec9b136ab9b tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216841 Feb 09 01:12:57.179741 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2d1e2a46-5b5e-4356-879e-e41bc11e834a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:57.188184 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2d1e2a46-5b5e-4356-879e-e41bc11e834a admin admin] Usage tracker for resource:subnet and tenant:9c59666fc0e3454b8e933da7e7ba6dc7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:57.194166 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2d1e2a46-5b5e-4356-879e-e41bc11e834a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:57.205745 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2d1e2a46-5b5e-4356-879e-e41bc11e834a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:57.213579 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d858c26c-d75d-4062-a35d-ef31c04efb7a tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2231905 Feb 09 01:12:57.217212 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46614) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:57.246064 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1e2a46-5b5e-4356-879e-e41bc11e834a admin admin] Made reservation on behalf of 9c59666fc0e3454b8e933da7e7ba6dc7 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:57.249038 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d1e2a46-5b5e-4356-879e-e41bc11e834a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:57.283178 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46620) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:57.339811 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd6c671-752b-40e7-9601-26b514a2d6e9 None None] Network 1d524cec-0ce0-4af6-8d62-eba620aac072 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:57.409991 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072287a3-91de-4a37-b1a2-fc3371ae3d88 req-13644f0d-69b4-4df8-9a60-3ca81e350eb0 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:57.425035 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-072287a3-91de-4a37-b1a2-fc3371ae3d88 req-13644f0d-69b4-4df8-9a60-3ca81e350eb0 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.2221479 Feb 09 01:12:57.549239 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-072287a3-91de-4a37-b1a2-fc3371ae3d88 req-f1b6f68f-c9ba-4d8b-8617-2cfbd97ddef1 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231704 Feb 09 01:12:57.591167 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-796374b7-4466-4fed-bec8-a8a0db6dce75 tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-618980199', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:57.600187 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-796374b7-4466-4fed-bec8-a8a0db6dce75 tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:57.611368 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-796374b7-4466-4fed-bec8-a8a0db6dce75 tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Usage tracker for resource:port and tenant:c7eb1ecd2d5949d5be67388798bbbe04 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:57.619547 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-796374b7-4466-4fed-bec8-a8a0db6dce75 tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:57.637287 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-796374b7-4466-4fed-bec8-a8a0db6dce75 tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:57.640125 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a7a3d52e-4a68-490f-83fe-65108c024a13 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:57.661500 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796374b7-4466-4fed-bec8-a8a0db6dce75 tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Made reservation on behalf of c7eb1ecd2d5949d5be67388798bbbe04 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:57.664158 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-796374b7-4466-4fed-bec8-a8a0db6dce75 tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:57.693251 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-796374b7-4466-4fed-bec8-a8a0db6dce75 tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:57.747808 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a7a3d52e-4a68-490f-83fe-65108c024a13 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:57.751341 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-e741df26-cd15-4a9b-aeba-f6d6749b6175 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-372246360-network', 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:57.775461 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-796374b7-4466-4fed-bec8-a8a0db6dce75 tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:57.780692 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e741df26-cd15-4a9b-aeba-f6d6749b6175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:57.789448 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-796374b7-4466-4fed-bec8-a8a0db6dce75 tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Usage tracker for resource:security_group_rule and tenant:c7eb1ecd2d5949d5be67388798bbbe04 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:57.799841 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-796374b7-4466-4fed-bec8-a8a0db6dce75 tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:57.815922 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e741df26-cd15-4a9b-aeba-f6d6749b6175 admin admin] Usage tracker for resource:network and tenant:ce0095aebb0840088ecf37cbcece72f6 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:57.822391 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e741df26-cd15-4a9b-aeba-f6d6749b6175 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:57.825174 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc2a849-448d-47dd-b612-22f6147fbc5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-1d524cec-0ce0-4af6-8d62-eba620aac072', 'network_id': '1d524cec-0ce0-4af6-8d62-eba620aac072', 'tenant_id': '42ac1685c1bd43b0a4df61847b684a39', 'fixed_ips': [{'subnet_id': '3275de26-6dbd-44c3-b879-56f0574e4c8c'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:12:57.829420 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-cbc2a849-448d-47dd-b612-22f6147fbc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:57.831831 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-796374b7-4466-4fed-bec8-a8a0db6dce75 tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:57.847142 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e741df26-cd15-4a9b-aeba-f6d6749b6175 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:57.909863 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a7a3d52e-4a68-490f-83fe-65108c024a13 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:57.984988 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e741df26-cd15-4a9b-aeba-f6d6749b6175 admin admin] Made reservation on behalf of ce0095aebb0840088ecf37cbcece72f6 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:57.987720 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e741df26-cd15-4a9b-aeba-f6d6749b6175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:58.018870 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e741df26-cd15-4a9b-aeba-f6d6749b6175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:58.050297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e741df26-cd15-4a9b-aeba-f6d6749b6175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server [None req-cbc2a849-448d-47dd-b612-22f6147fbc5d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3275de26-6dbd-44c3-b879-56f0574e4c8c: This subnet is being modified by another concurrent operation. Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:12:58.053474 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server raise exception Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3275de26-6dbd-44c3-b879-56f0574e4c8c: This subnet is being modified by another concurrent operation. Feb 09 01:12:58.057723 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server Feb 09 01:12:58.060096 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e741df26-cd15-4a9b-aeba-f6d6749b6175 admin admin] Usage tracker for resource:security_group_rule and tenant:ce0095aebb0840088ecf37cbcece72f6 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:58.065985 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e741df26-cd15-4a9b-aeba-f6d6749b6175 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:58.079059 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3d52e-4a68-490f-83fe-65108c024a13 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Pushing event deleted for resources: {'Subnet': ['ID=3275de26-6dbd-44c3-b879-56f0574e4c8c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:58.080070 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e741df26-cd15-4a9b-aeba-f6d6749b6175 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:58.112325 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900706f4-5be0-4ab9-bb08-03586f6dfb04 None None] Network 1d524cec-0ce0-4af6-8d62-eba620aac072 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:58.132519 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb477b78-d949-4f79-8d98-7c0ac3945968 req-f6b58300-7a5a-4ab1-8688-9b2b754530cf tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:58.134277 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eb477b78-d949-4f79-8d98-7c0ac3945968 req-f6b58300-7a5a-4ab1-8688-9b2b754530cf tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 946 time: 0.2283316 Feb 09 01:12:58.199538 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-796374b7-4466-4fed-bec8-a8a0db6dce75 tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:58.214558 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-796374b7-4466-4fed-bec8-a8a0db6dce75 tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:58.234452 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-796374b7-4466-4fed-bec8-a8a0db6dce75 tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] device_id is not set on port 9847ed2d-e3d4-4596-805c-1f821eb6489f yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:12:58.288348 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eb477b78-d949-4f79-8d98-7c0ac3945968 req-0dcb7519-e330-4adc-912f-30330603e0bd tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427541 Feb 09 01:12:58.330337 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a7a3d52e-4a68-490f-83fe-65108c024a13 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:58.339454 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796374b7-4466-4fed-bec8-a8a0db6dce75 tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c370d1-55aa-4faa-9164-a31493bf99f5,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:58.362227 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-a7a3d52e-4a68-490f-83fe-65108c024a13 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d524cec-0ce0-4af6-8d62-eba620aac072']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:58.379015 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-a7a3d52e-4a68-490f-83fe-65108c024a13 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2bc59a9-d76c-4f20-a88c-63e87da2cf36') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:58.379492 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-a7a3d52e-4a68-490f-83fe-65108c024a13 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2bc59a9-d76c-4f20-a88c-63e87da2cf36') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:58.401360 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a7a3d52e-4a68-490f-83fe-65108c024a13 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:58.404001 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfcd508-0e11-4293-b0c4-2f11b8eeafec None None] get_active_networks_info from n-d-828419-1 {{(pid=87613) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:12:58.436950 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e741df26-cd15-4a9b-aeba-f6d6749b6175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:58.449047 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e741df26-cd15-4a9b-aeba-f6d6749b6175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:58.468797 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a7a3d52e-4a68-490f-83fe-65108c024a13 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:58.493799 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-796374b7-4466-4fed-bec8-a8a0db6dce75 tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Allocated IP 172.25.5.2 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/9847ed2d-e3d4-4596-805c-1f821eb6489f) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:58.495027 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a3d52e-4a68-490f-83fe-65108c024a13 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Releasing vlan 999 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:12:58.496588 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a7a3d52e-4a68-490f-83fe-65108c024a13 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:58.507552 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e741df26-cd15-4a9b-aeba-f6d6749b6175 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 961} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:12:58.513437 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e741df26-cd15-4a9b-aeba-f6d6749b6175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f484f7c0-459c-47aa-b56a-2d22224b452a,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:58.516306 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:12:58.516306 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:12:58.516306 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:12:58.516306 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:12:58.516306 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:12:58.516306 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:12:58.516306 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:12:58.516306 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:12:58.516306 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:12:58.516306 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:12:58.516306 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:12:58.516306 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:12:58.516306 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:12:58.516306 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:12:58.516306 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:12:58.516306 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:12:58.516306 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:12:58.516306 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:12:58.516306 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:12:58.516306 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:12:58.516306 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:12:58.516306 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:12:58.516306 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:12:58.516306 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:12:58.516306 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:12:58.516306 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:12:58.516306 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:12:58.516306 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:12:58.516306 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:12:58.516306 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:12:58.516306 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:12:58.516306 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:12:58.531603 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e741df26-cd15-4a9b-aeba-f6d6749b6175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:58.532214 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-e741df26-cd15-4a9b-aeba-f6d6749b6175 admin admin] Added segment 04e1fcf1-f52a-461f-8c26-62a87b3cbe57 of type vlan for network 0055357f-6a74-45ba-a134-b5223508c9d1 Feb 09 01:12:58.549731 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfcd508-0e11-4293-b0c4-2f11b8eeafec None None] Resources bound (agent type, host, resource id): {{(pid=87613) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:12:58.621113 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e741df26-cd15-4a9b-aeba-f6d6749b6175 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:58.669425 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b8664-f40c-4d8c-a153-8738187422a0 req-7428b57d-13b7-49ec-9fba-8187f061b78e tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:58.678312 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-706b8664-f40c-4d8c-a153-8738187422a0 req-7428b57d-13b7-49ec-9fba-8187f061b78e tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc0fc0b-0c64-4010-90a2-f77ca0999de8 HTTP/1.1" status: 200 len: 946 time: 0.6792774 Feb 09 01:12:58.719542 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a7a3d52e-4a68-490f-83fe-65108c024a13 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:58.759971 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a7a3d52e-4a68-490f-83fe-65108c024a13 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:58.772308 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3d52e-4a68-490f-83fe-65108c024a13 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Pushing event deleted for resources: {'Network': ['ID=1d524cec-0ce0-4af6-8d62-eba620aac072,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:58.781569 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-706b8664-f40c-4d8c-a153-8738187422a0 req-72eaebea-d31e-409d-b444-20d943b7f436 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4c577c7-45e3-4032-8c20-0ba8b3efa3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024435 Feb 09 01:12:58.782396 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d1e2a46-5b5e-4356-879e-e41bc11e834a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:58.802792 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e741df26-cd15-4a9b-aeba-f6d6749b6175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:58.804078 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e741df26-cd15-4a9b-aeba-f6d6749b6175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:58.806077 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e741df26-cd15-4a9b-aeba-f6d6749b6175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:58.881006 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a7a3d52e-4a68-490f-83fe-65108c024a13 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "DELETE /v2.0/networks/1d524cec-0ce0-4af6-8d62-eba620aac072 HTTP/1.1" status: 204 len: 168 time: 1.6585941 Feb 09 01:12:58.881778 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46642) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:58.903668 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e741df26-cd15-4a9b-aeba-f6d6749b6175 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0259316 Feb 09 01:12:58.907496 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b6962ce5-1017-4514-bc60-b24ed03eae0d tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-221651928'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:58.916678 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46646) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:58.936391 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b6962ce5-1017-4514-bc60-b24ed03eae0d tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:58.954942 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b6962ce5-1017-4514-bc60-b24ed03eae0d tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Usage tracker for resource:network and tenant:42ac1685c1bd43b0a4df61847b684a39 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:58.962862 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b6962ce5-1017-4514-bc60-b24ed03eae0d tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:58.971236 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b6962ce5-1017-4514-bc60-b24ed03eae0d tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:58.991783 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b9192035-a059-48ce-8384-04d583e97bdb admin admin] Request body: {'subnet': {'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-372246360-subnet', 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:59.009867 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6962ce5-1017-4514-bc60-b24ed03eae0d tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Made reservation on behalf of 42ac1685c1bd43b0a4df61847b684a39 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:59.014716 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b6962ce5-1017-4514-bc60-b24ed03eae0d tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:59.029411 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b9192035-a059-48ce-8384-04d583e97bdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:59.032447 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e2a46-5b5e-4356-879e-e41bc11e834a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ade48b74-9192-481d-bc16-6a61a6ccf4f6,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:59.037014 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e741df26-cd15-4a9b-aeba-f6d6749b6175 admin admin] Pushing event updated for resources: {'Network': ['ID=0055357f-6a74-45ba-a134-b5223508c9d1,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:59.040241 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1e2a46-5b5e-4356-879e-e41bc11e834a admin admin] Checking segment: {'id': '89e0d6e1-f19c-4b81-bd43-1dff48e1d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'b9689b8d-433c-4af6-9aec-7f0a64077faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:12:59.040749 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1e2a46-5b5e-4356-879e-e41bc11e834a admin admin] Network hostable DHCP agents. Network: b9689b8d-433c-4af6-9aec-7f0a64077faf, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:12:59.055542 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b9192035-a059-48ce-8384-04d583e97bdb admin admin] Usage tracker for resource:subnet and tenant:ce0095aebb0840088ecf37cbcece72f6 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:59.069383 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b9192035-a059-48ce-8384-04d583e97bdb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:59.083906 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-796374b7-4466-4fed-bec8-a8a0db6dce75 tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:59.088726 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 0055357f-6a74-45ba-a134-b5223508c9d1 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:12:59.097651 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b9192035-a059-48ce-8384-04d583e97bdb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:59.103663 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1e2a46-5b5e-4356-879e-e41bc11e834a admin admin] Network b9689b8d-433c-4af6-9aec-7f0a64077faf is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:12:59.113462 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860acf9-5d5b-4c4d-b594-f4a7882866af req-b693a7bf-ecee-4c13-9988-619fe435557c tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:59.122579 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6860acf9-5d5b-4c4d-b594-f4a7882866af req-b693a7bf-ecee-4c13-9988-619fe435557c tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.3911352 Feb 09 01:12:59.128334 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6962ce5-1017-4514-bc60-b24ed03eae0d tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 964} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:12:59.136943 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9192035-a059-48ce-8384-04d583e97bdb admin admin] Made reservation on behalf of ce0095aebb0840088ecf37cbcece72f6 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:59.140272 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b9192035-a059-48ce-8384-04d583e97bdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:59.233292 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6860acf9-5d5b-4c4d-b594-f4a7882866af req-0e3dcc35-5dc8-4849-8cc7-a29dc42d5642 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097488 Feb 09 01:12:59.262000 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-796374b7-4466-4fed-bec8-a8a0db6dce75 tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:59.368837 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796374b7-4466-4fed-bec8-a8a0db6dce75 tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Pushing event updated for resources: {'Port': ['ID=9847ed2d-e3d4-4596-805c-1f821eb6489f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:59.396620 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796374b7-4466-4fed-bec8-a8a0db6dce75 tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:59.397960 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-796374b7-4466-4fed-bec8-a8a0db6dce75 tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:59.406423 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796374b7-4466-4fed-bec8-a8a0db6dce75 tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:12:59.419774 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-2d1e2a46-5b5e-4356-879e-e41bc11e834a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, b9689b8d-433c-4af6-9aec-7f0a64077faf) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:59.425556 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1e2a46-5b5e-4356-879e-e41bc11e834a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:59.426456 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d1e2a46-5b5e-4356-879e-e41bc11e834a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:59.449869 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b9192035-a059-48ce-8384-04d583e97bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:59.476454 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796374b7-4466-4fed-bec8-a8a0db6dce75 tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:59.477380 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-796374b7-4466-4fed-bec8-a8a0db6dce75 tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:59.503849 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83b8043-49f8-4596-adeb-82723b2b279b None None] Network b9689b8d-433c-4af6-9aec-7f0a64077faf requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:59.515959 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b6962ce5-1017-4514-bc60-b24ed03eae0d tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:59.516315 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-b6962ce5-1017-4514-bc60-b24ed03eae0d tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Added segment bd9ff6e9-f163-482f-b91f-bdf2d2f9a8f8 of type vlan for network bd844f2b-dd2b-44d2-8bcc-036753c79610 Feb 09 01:12:59.532493 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2d1e2a46-5b5e-4356-879e-e41bc11e834a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3847630 Feb 09 01:12:59.575161 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-796374b7-4466-4fed-bec8-a8a0db6dce75 tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.2914200 Feb 09 01:12:59.580512 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46664) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:59.606973 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-1853f0b1-0708-44e4-a1dc-a899323c9ebb tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.2'}]}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:59.621190 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1853f0b1-0708-44e4-a1dc-a899323c9ebb tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:12:59.627611 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1853f0b1-0708-44e4-a1dc-a899323c9ebb tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Usage tracker for resource:router and tenant:c7eb1ecd2d5949d5be67388798bbbe04 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:12:59.638012 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1853f0b1-0708-44e4-a1dc-a899323c9ebb tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:12:59.639467 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9192035-a059-48ce-8384-04d583e97bdb admin admin] Checking segment: {'id': '04e1fcf1-f52a-461f-8c26-62a87b3cbe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:12:59.639600 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9192035-a059-48ce-8384-04d583e97bdb admin admin] Network hostable DHCP agents. Network: 0055357f-6a74-45ba-a134-b5223508c9d1, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:12:59.646801 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1853f0b1-0708-44e4-a1dc-a899323c9ebb tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:12:59.653885 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9192035-a059-48ce-8384-04d583e97bdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6f367ae-6db3-44ee-a579-54c0e257ede0,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:59.658764 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b6962ce5-1017-4514-bc60-b24ed03eae0d tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:59.667974 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd53a2-fc19-42df-bb5f-228e4ff658f8 req-60bb359c-b095-45f9-923c-6677fc0fba32 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:59.669799 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-92cd53a2-fc19-42df-bb5f-228e4ff658f8 req-60bb359c-b095-45f9-923c-6677fc0fba32 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc0fc0b-0c64-4010-90a2-f77ca0999de8 HTTP/1.1" status: 200 len: 946 time: 0.1759968 Feb 09 01:12:59.671647 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1853f0b1-0708-44e4-a1dc-a899323c9ebb tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:59.672554 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1853f0b1-0708-44e4-a1dc-a899323c9ebb tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:59.715378 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9192035-a059-48ce-8384-04d583e97bdb admin admin] Network 0055357f-6a74-45ba-a134-b5223508c9d1 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:12:59.727953 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b6962ce5-1017-4514-bc60-b24ed03eae0d tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:59.733473 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1853f0b1-0708-44e4-a1dc-a899323c9ebb tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:59.733714 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6962ce5-1017-4514-bc60-b24ed03eae0d tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:59.734335 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b6962ce5-1017-4514-bc60-b24ed03eae0d tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:59.761729 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9cd6e5-345d-47e6-8bf0-00d52bc5aa7e req-a93b37a8-14a0-4f4f-9d0a-41bd6ead8d70 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:59.771307 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-92cd53a2-fc19-42df-bb5f-228e4ff658f8 req-341ea570-f02c-4882-a2a3-82ab0399d758 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4c577c7-45e3-4032-8c20-0ba8b3efa3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878968 Feb 09 01:12:59.771540 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bd9cd6e5-345d-47e6-8bf0-00d52bc5aa7e req-a93b37a8-14a0-4f4f-9d0a-41bd6ead8d70 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 946 time: 0.2572989 Feb 09 01:12:59.778909 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-b9192035-a059-48ce-8384-04d583e97bdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 0055357f-6a74-45ba-a134-b5223508c9d1) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:59.784421 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9192035-a059-48ce-8384-04d583e97bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:59.785012 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b9192035-a059-48ce-8384-04d583e97bdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:59.788299 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a813b1a-d4c4-45f6-a316-2106601ac391 None None] Network 0055357f-6a74-45ba-a134-b5223508c9d1 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:59.806959 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d11a41-616c-48c8-b431-2ff11cf632cf None None] Network b9689b8d-433c-4af6-9aec-7f0a64077faf requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:12:59.912470 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b6962ce5-1017-4514-bc60-b24ed03eae0d tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0245345 Feb 09 01:12:59.913621 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46674) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:59.928648 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b9192035-a059-48ce-8384-04d583e97bdb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0069299 Feb 09 01:12:59.933863 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-ca491693-09de-4a1e-9c69-322edea3757b tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Request body: {'subnet': {'network_id': 'bd844f2b-dd2b-44d2-8bcc-036753c79610', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:59.944983 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46678) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:12:59.954303 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6962ce5-1017-4514-bc60-b24ed03eae0d tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Pushing event updated for resources: {'Network': ['ID=bd844f2b-dd2b-44d2-8bcc-036753c79610,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:59.980277 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network bd844f2b-dd2b-44d2-8bcc-036753c79610 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:13:00.030506 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bd9cd6e5-345d-47e6-8bf0-00d52bc5aa7e req-24056471-5064-4811-8c65-4e089329dd02 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609420 Feb 09 01:13:00.109889 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ca491693-09de-4a1e-9c69-322edea3757b tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:00.116546 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ca491693-09de-4a1e-9c69-322edea3757b tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Usage tracker for resource:subnet and tenant:42ac1685c1bd43b0a4df61847b684a39 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:00.119950 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ca491693-09de-4a1e-9c69-322edea3757b tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:00.127869 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ca491693-09de-4a1e-9c69-322edea3757b tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:00.139761 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca491693-09de-4a1e-9c69-322edea3757b tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Made reservation on behalf of 42ac1685c1bd43b0a4df61847b684a39 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:00.143510 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ca491693-09de-4a1e-9c69-322edea3757b tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:00.144772 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-dc6067f2-d151-457a-9998-82b94bec4e8f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-372246360-router', 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:00.227628 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1853f0b1-0708-44e4-a1dc-a899323c9ebb tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:00.235246 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-dc6067f2-d151-457a-9998-82b94bec4e8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:00.297827 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-dc6067f2-d151-457a-9998-82b94bec4e8f admin admin] Usage tracker for resource:router and tenant:ce0095aebb0840088ecf37cbcece72f6 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:00.303612 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-dc6067f2-d151-457a-9998-82b94bec4e8f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:00.383676 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-dc6067f2-d151-457a-9998-82b94bec4e8f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:00.401631 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe86cb2-3f2a-43a2-a50d-78479de37d4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-0055357f-6a74-45ba-a134-b5223508c9d1', 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1', 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6', 'fixed_ips': [{'subnet_id': 'f6f367ae-6db3-44ee-a579-54c0e257ede0'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:13:00.403186 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1fe86cb2-3f2a-43a2-a50d-78479de37d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:00.428896 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dc6067f2-d151-457a-9998-82b94bec4e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:00.430320 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dc6067f2-d151-457a-9998-82b94bec4e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:00.489596 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-52e6b4a9-ec1d-4dab-86a1-0d8670bc7bac tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:00.490231 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-52e6b4a9-ec1d-4dab-86a1-0d8670bc7bac tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Synchronizing usage tracker for tenant:9c59666fc0e3454b8e933da7e7ba6dc7 on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:13:00.503971 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dc6067f2-d151-457a-9998-82b94bec4e8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:00.543325 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-52e6b4a9-ec1d-4dab-86a1-0d8670bc7bac tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Unset dirty status for tenant:9c59666fc0e3454b8e933da7e7ba6dc7 on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:13:00.550649 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-52e6b4a9-ec1d-4dab-86a1-0d8670bc7bac tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/networks?id=b9689b8d-433c-4af6-9aec-7f0a64077faf HTTP/1.1" status: 200 len: 813 time: 0.4093783 Feb 09 01:13:00.560979 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d953ab-9272-4c23-a11a-71a65844f6b1 req-02d40659-e71e-417c-bd17-917dfe9e96b9 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:00.562463 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-59d953ab-9272-4c23-a11a-71a65844f6b1 req-02d40659-e71e-417c-bd17-917dfe9e96b9 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.1901617 Feb 09 01:13:00.563590 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-1fe86cb2-3f2a-43a2-a50d-78479de37d4d None None] Allocated IP 172.20.0.2 (0055357f-6a74-45ba-a134-b5223508c9d1/f6f367ae-6db3-44ee-a579-54c0e257ede0/d78403d4-7cc1-431f-83cb-d35f2e9aa23b) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:00.568141 n-d-828419-1 neutron-server[87611]: DEBUG neutron.objects.ports [None req-ca491693-09de-4a1e-9c69-322edea3757b tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87611) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:13:00.569492 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ca491693-09de-4a1e-9c69-322edea3757b tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:00.661234 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-c3b34c05-f0b5-4f07-b6c0-8c90e90169aa tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/quotas/9c59666fc0e3454b8e933da7e7ba6dc7 HTTP/1.1" status: 200 len: 375 time: 0.1090598 Feb 09 01:13:00.778836 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1fe86cb2-3f2a-43a2-a50d-78479de37d4d None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:00.787347 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca491693-09de-4a1e-9c69-322edea3757b tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Pushing event updated for resources: {'Subnet': ['ID=32e48326-a4a1-4fd3-8434-07c76e41d751,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:00.795616 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-1fe86cb2-3f2a-43a2-a50d-78479de37d4d None None] Transition to ACTIVE for port object d78403d4-7cc1-431f-83cb-d35f2e9aa23b will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:00.797358 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-59d953ab-9272-4c23-a11a-71a65844f6b1 req-e08e6110-0937-4c80-9f37-2833adf1823c tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230306 Feb 09 01:13:00.805473 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca491693-09de-4a1e-9c69-322edea3757b tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Checking segment: {'id': 'bd9ff6e9-f163-482f-b91f-bdf2d2f9a8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'bd844f2b-dd2b-44d2-8bcc-036753c79610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:00.805832 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca491693-09de-4a1e-9c69-322edea3757b tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Network hostable DHCP agents. Network: bd844f2b-dd2b-44d2-8bcc-036753c79610, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:13:00.829508 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-1fe86cb2-3f2a-43a2-a50d-78479de37d4d None None] Transition to ACTIVE for port object d78403d4-7cc1-431f-83cb-d35f2e9aa23b will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:00.836312 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca491693-09de-4a1e-9c69-322edea3757b tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Network bd844f2b-dd2b-44d2-8bcc-036753c79610 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:13:00.841186 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1fe86cb2-3f2a-43a2-a50d-78479de37d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:00.852258 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-ca491693-09de-4a1e-9c69-322edea3757b tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, bd844f2b-dd2b-44d2-8bcc-036753c79610) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:00.856839 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca491693-09de-4a1e-9c69-322edea3757b tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:00.857575 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ca491693-09de-4a1e-9c69-322edea3757b tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:00.877487 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-2727a5fb-d225-45ff-beff-2d19b0a62320 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c59666fc0e3454b8e933da7e7ba6dc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1551030 Feb 09 01:13:00.893033 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ca491693-09de-4a1e-9c69-322edea3757b tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9755738 Feb 09 01:13:00.894710 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46696) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:00.933672 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e625c370-6185-4ed5-a797-f50f709d8394 None None] Network bd844f2b-dd2b-44d2-8bcc-036753c79610 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:00.948962 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dc6067f2-d151-457a-9998-82b94bec4e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:01.062974 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe86cb2-3f2a-43a2-a50d-78479de37d4d None None] Network 0055357f-6a74-45ba-a134-b5223508c9d1 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:01.068993 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-1fe86cb2-3f2a-43a2-a50d-78479de37d4d None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:01.072257 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe86cb2-3f2a-43a2-a50d-78479de37d4d None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:01.082205 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe86cb2-3f2a-43a2-a50d-78479de37d4d None None] Pushing event updated for resources: {'Port': ['ID=d78403d4-7cc1-431f-83cb-d35f2e9aa23b,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:01.113396 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f6963b4-9412-4634-a234-443f41a2b26f tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:01.131934 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650db27-0df1-468a-9df3-e8de68c19a5d req-c6085dc0-292d-422a-9103-2e9bf01c0f9b tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:01.133452 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6650db27-0df1-468a-9df3-e8de68c19a5d req-c6085dc0-292d-422a-9103-2e9bf01c0f9b tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc0fc0b-0c64-4010-90a2-f77ca0999de8 HTTP/1.1" status: 200 len: 946 time: 0.1550896 Feb 09 01:13:01.226092 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f6963b4-9412-4634-a234-443f41a2b26f tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:01.256973 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6650db27-0df1-468a-9df3-e8de68c19a5d req-c5d49726-3d6b-4488-b5e5-189b6c5bd010 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4c577c7-45e3-4032-8c20-0ba8b3efa3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913572 Feb 09 01:13:01.320522 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f6963b4-9412-4634-a234-443f41a2b26f tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:01.382028 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-1fe86cb2-3f2a-43a2-a50d-78479de37d4d None None] Attempting to bind port d78403d4-7cc1-431f-83cb-d35f2e9aa23b on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:13:01.382432 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-1fe86cb2-3f2a-43a2-a50d-78479de37d4d None None] Attempting to bind port d78403d4-7cc1-431f-83cb-d35f2e9aa23b by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '04e1fcf1-f52a-461f-8c26-62a87b3cbe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:13:01.382807 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe86cb2-3f2a-43a2-a50d-78479de37d4d None None] Attempting to bind port d78403d4-7cc1-431f-83cb-d35f2e9aa23b on network 0055357f-6a74-45ba-a134-b5223508c9d1 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:13:01.386042 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b4d5df-af3d-4fe0-a8f9-4ccefaea6be3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-bd844f2b-dd2b-44d2-8bcc-036753c79610', 'network_id': 'bd844f2b-dd2b-44d2-8bcc-036753c79610', 'tenant_id': '42ac1685c1bd43b0a4df61847b684a39', 'fixed_ips': [{'subnet_id': '32e48326-a4a1-4fd3-8434-07c76e41d751'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:13:01.386198 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6963b4-9412-4634-a234-443f41a2b26f tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Pushing event deleted for resources: {'Subnet': ['ID=32e48326-a4a1-4fd3-8434-07c76e41d751,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:01.386846 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c8b4d5df-af3d-4fe0-a8f9-4ccefaea6be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:01.405185 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe86cb2-3f2a-43a2-a50d-78479de37d4d None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:13:01.405590 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe86cb2-3f2a-43a2-a50d-78479de37d4d None None] Checking segment: {'id': '04e1fcf1-f52a-461f-8c26-62a87b3cbe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:01.405947 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1fe86cb2-3f2a-43a2-a50d-78479de37d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:01.406335 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe86cb2-3f2a-43a2-a50d-78479de37d4d None None] Bound using segment: {'id': '04e1fcf1-f52a-461f-8c26-62a87b3cbe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:13:01.406806 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-1fe86cb2-3f2a-43a2-a50d-78479de37d4d None None] Bound port: d78403d4-7cc1-431f-83cb-d35f2e9aa23b, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e1fcf1-f52a-461f-8c26-62a87b3cbe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:13:01.407170 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1fe86cb2-3f2a-43a2-a50d-78479de37d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:01.496214 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-0c4b28d2-3647-47e9-a674-c8be53ff4f1a service neutron] 10.222.0.37 "GET /v2.0/networks/b9689b8d-433c-4af6-9aec-7f0a64077faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6178601 Feb 09 01:13:01.539276 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f6963b4-9412-4634-a234-443f41a2b26f tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:01.569927 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-7f6963b4-9412-4634-a234-443f41a2b26f tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd844f2b-dd2b-44d2-8bcc-036753c79610']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:01.576506 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-1fe86cb2-3f2a-43a2-a50d-78479de37d4d None None] For port d78403d4-7cc1-431f-83cb-d35f2e9aa23b, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:13:01.579647 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-1fe86cb2-3f2a-43a2-a50d-78479de37d4d None None] For port d78403d4-7cc1-431f-83cb-d35f2e9aa23b, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d78403d4-7cc1-431f-83cb-d35f2e9aa23b,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:13:01.586759 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1fe86cb2-3f2a-43a2-a50d-78479de37d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:01.589952 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc809c-8aba-4688-b635-6ff8ebbcc19d req-f5825d7b-7976-45c3-ba64-cd2c464a7fb1 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:01.591808 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-82dc809c-8aba-4688-b635-6ff8ebbcc19d req-f5825d7b-7976-45c3-ba64-cd2c464a7fb1 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 946 time: 0.2168026 Feb 09 01:13:01.598068 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-7f6963b4-9412-4634-a234-443f41a2b26f tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd9ff6e9-f163-482f-b91f-bdf2d2f9a8f8') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:01.599078 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-7f6963b4-9412-4634-a234-443f41a2b26f tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd9ff6e9-f163-482f-b91f-bdf2d2f9a8f8') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:01.620513 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e23651-5976-4d92-8ba4-69e349759a58 None None] Network bd844f2b-dd2b-44d2-8bcc-036753c79610 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:01.625573 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f6963b4-9412-4634-a234-443f41a2b26f tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:01.658547 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f6963b4-9412-4634-a234-443f41a2b26f tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:01.670383 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1853f0b1-0708-44e4-a1dc-a899323c9ebb tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:01.672978 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-82dc809c-8aba-4688-b635-6ff8ebbcc19d req-ecbb6e2b-2b68-4317-b7a7-87e60471ec2d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665810 Feb 09 01:13:01.674447 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f6963b4-9412-4634-a234-443f41a2b26f tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Releasing vlan 964 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:13:01.674904 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f6963b4-9412-4634-a234-443f41a2b26f tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:01.718924 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1853f0b1-0708-44e4-a1dc-a899323c9ebb tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:01.762325 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe86cb2-3f2a-43a2-a50d-78479de37d4d None None] Pushing event updated for resources: {'Port': ['ID=d78403d4-7cc1-431f-83cb-d35f2e9aa23b,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:01.796469 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:13:01.796469 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:13:01.796469 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:13:01.796469 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:13:01.796469 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:13:01.796469 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:13:01.796469 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:13:01.796469 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:13:01.796469 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:13:01.796469 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:13:01.796469 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:13:01.796469 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:13:01.796469 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:13:01.796469 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:13:01.796469 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:13:01.796469 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:13:01.796469 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:13:01.796469 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:13:01.796469 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:13:01.796469 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:13:01.796469 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:13:01.796469 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:13:01.796469 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:13:01.796469 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:13:01.796469 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:13:01.796469 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:13:01.796469 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:13:01.796469 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:13:01.796469 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:13:01.796469 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:13:01.796469 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:13:01.796469 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:13:01.804283 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f6963b4-9412-4634-a234-443f41a2b26f tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:01.832490 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f6963b4-9412-4634-a234-443f41a2b26f tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:01.846627 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6963b4-9412-4634-a234-443f41a2b26f tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Pushing event deleted for resources: {'Network': ['ID=bd844f2b-dd2b-44d2-8bcc-036753c79610,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:01.855394 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7f6963b4-9412-4634-a234-443f41a2b26f tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "DELETE /v2.0/networks/bd844f2b-dd2b-44d2-8bcc-036753c79610 HTTP/1.1" status: 204 len: 168 time: 0.9590378 Feb 09 01:13:01.858450 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46704) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:01.859074 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-fc2f4b71-881c-43d7-a9cb-b960dfaa514d service neutron] 10.222.0.37 "GET /v2.0/networks/b9689b8d-433c-4af6-9aec-7f0a64077faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506641 Feb 09 01:13:01.940929 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41697b9e-df2e-40f0-8090-eb1e4a1ed1b3 req-45b66117-eba4-4d1e-8c1e-96b80e2f3fa6 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:01.943272 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41697b9e-df2e-40f0-8090-eb1e4a1ed1b3 req-45b66117-eba4-4d1e-8c1e-96b80e2f3fa6 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] 10.222.0.35 "GET /v2.0/ports?device_id=ecc0fc0b-0c64-4010-90a2-f77ca0999de8 HTTP/1.1" status: 200 len: 946 time: 0.4086208 Feb 09 01:13:01.945020 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6170cb2-20ce-4855-b29b-92bf4024aed4 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] DELETE failed (client error): The resource could not be found. Feb 09 01:13:01.945621 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6170cb2-20ce-4855-b29b-92bf4024aed4 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:13:01.947803 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e6170cb2-20ce-4855-b29b-92bf4024aed4 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "DELETE /v2.0/subnets/32e48326-a4a1-4fd3-8434-07c76e41d751 HTTP/1.1" status: 404 len: 337 time: 0.0755343 Feb 09 01:13:01.950390 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46708) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:02.017371 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e0adcf-e841-4adf-a3ab-5d3d9b3045c9 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] DELETE failed (client error): The resource could not be found. Feb 09 01:13:02.017371 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43e0adcf-e841-4adf-a3ab-5d3d9b3045c9 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:13:02.022003 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-43e0adcf-e841-4adf-a3ab-5d3d9b3045c9 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "DELETE /v2.0/networks/bd844f2b-dd2b-44d2-8bcc-036753c79610 HTTP/1.1" status: 404 len: 339 time: 0.0675576 Feb 09 01:13:02.025058 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46712) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:02.077765 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bdab9e0-b602-498d-afa1-a5f562d25ea1 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] DELETE failed (client error): The resource could not be found. Feb 09 01:13:02.078228 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bdab9e0-b602-498d-afa1-a5f562d25ea1 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:13:02.079904 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7bdab9e0-b602-498d-afa1-a5f562d25ea1 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "DELETE /v2.0/subnets/3275de26-6dbd-44c3-b879-56f0574e4c8c HTTP/1.1" status: 404 len: 337 time: 0.0502181 Feb 09 01:13:02.084281 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46722) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:02.112505 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f94f10-12cd-4d58-9db0-c174c0e996cc tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] DELETE failed (client error): The resource could not be found. Feb 09 01:13:02.113135 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6f94f10-12cd-4d58-9db0-c174c0e996cc tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:13:02.114684 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b6f94f10-12cd-4d58-9db0-c174c0e996cc tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "DELETE /v2.0/networks/1d524cec-0ce0-4af6-8d62-eba620aac072 HTTP/1.1" status: 404 len: 339 time: 0.0295129 Feb 09 01:13:02.119387 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46726) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:02.147166 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-41697b9e-df2e-40f0-8090-eb1e4a1ed1b3 req-42536d82-2f4c-47a6-8f25-5a791315fc32 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Deleting port d4f6b81b-d93b-45a4-bc28-207fd6261668 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:02.147953 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41697b9e-df2e-40f0-8090-eb1e4a1ed1b3 req-42536d82-2f4c-47a6-8f25-5a791315fc32 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:02.173013 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8710a9a-b6c7-4250-b594-da7a2a58b269 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] DELETE failed (client error): The resource could not be found. Feb 09 01:13:02.173478 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8710a9a-b6c7-4250-b594-da7a2a58b269 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:13:02.177428 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d8710a9a-b6c7-4250-b594-da7a2a58b269 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "DELETE /v2.0/subnets/2fcd6d2d-504a-4d29-aa2d-6d66facc08a7 HTTP/1.1" status: 404 len: 337 time: 0.0539646 Feb 09 01:13:02.182987 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c6406-4374-4805-bfa1-b1ff660a6e95 req-c41bec76-0711-47c1-95f5-a62b5d7a5a98 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:02.190134 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-740c6406-4374-4805-bfa1-b1ff660a6e95 req-c41bec76-0711-47c1-95f5-a62b5d7a5a98 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.2344918 Feb 09 01:13:02.193055 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46730) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:02.236703 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3be785-92d9-4084-a22f-f394c35fde65 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] DELETE failed (client error): The resource could not be found. Feb 09 01:13:02.238315 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff3be785-92d9-4084-a22f-f394c35fde65 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:13:02.243141 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ff3be785-92d9-4084-a22f-f394c35fde65 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "DELETE /v2.0/networks/57ecad06-c1ea-47b4-9017-25d92dc3073c HTTP/1.1" status: 404 len: 339 time: 0.0462525 Feb 09 01:13:02.244708 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46734) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:02.366644 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-740c6406-4374-4805-bfa1-b1ff660a6e95 req-0566c6f5-4bce-4c6e-ab1b-c8607441d836 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755371 Feb 09 01:13:02.378133 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e9bf4901-d354-4715-b6b9-73ecc7983fc5 req-3936e1a1-f50a-4b31-bb72-7fc64ebcd72b tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c94037df-d2c6-4fa4-87be-dafc8babd902 HTTP/1.1" status: 200 len: 210 time: 0.2369757 Feb 09 01:13:02.416437 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-5464ba02-94a7-4870-8e5c-12647cc1b446 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Deleting port f895b8d3-1977-4f31-bf27-8482c8bcffb6 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:02.416773 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5464ba02-94a7-4870-8e5c-12647cc1b446 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:02.476373 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1853f0b1-0708-44e4-a1dc-a899323c9ebb tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:02.570567 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dc6067f2-d151-457a-9998-82b94bec4e8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:02.669194 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dc6067f2-d151-457a-9998-82b94bec4e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:02.746681 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f640c-5d95-4c7b-b365-10eb3c9b904c req-488eaac9-3bed-4928-aa88-6ad09c06c6e3 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:02.748174 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e87f640c-5d95-4c7b-b365-10eb3c9b904c req-488eaac9-3bed-4928-aa88-6ad09c06c6e3 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc0fc0b-0c64-4010-90a2-f77ca0999de8 HTTP/1.1" status: 200 len: 946 time: 0.2225976 Feb 09 01:13:02.785087 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5464ba02-94a7-4870-8e5c-12647cc1b446 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:03.101875 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-5464ba02-94a7-4870-8e5c-12647cc1b446 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Calling delete_port for f895b8d3-1977-4f31-bf27-8482c8bcffb6 owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:03.151389 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e87f640c-5d95-4c7b-b365-10eb3c9b904c req-48f5561b-9b20-4c55-ad02-d00e2080947c tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4c577c7-45e3-4032-8c20-0ba8b3efa3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876843 Feb 09 01:13:03.193106 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d78403d4-7cc1-431f-83cb-d35f2e9aa23b up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:03.222504 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5464ba02-94a7-4870-8e5c-12647cc1b446 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:03.259587 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1853f0b1-0708-44e4-a1dc-a899323c9ebb tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:03.284586 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1853f0b1-0708-44e4-a1dc-a899323c9ebb tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:03.300841 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464ba02-94a7-4870-8e5c-12647cc1b446 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Pushing event deleted for resources: {'Port': ['ID=f895b8d3-1977-4f31-bf27-8482c8bcffb6,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:03.302238 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port d78403d4-7cc1-431f-83cb-d35f2e9aa23b completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:03.308684 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5464ba02-94a7-4870-8e5c-12647cc1b446 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:03.315781 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5464ba02-94a7-4870-8e5c-12647cc1b446 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "DELETE /v2.0/ports/f895b8d3-1977-4f31-bf27-8482c8bcffb6 HTTP/1.1" status: 204 len: 168 time: 1.0700409 Feb 09 01:13:03.318406 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46750) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:03.358733 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a81e954-ca40-4033-b8f5-6c7dde13ccf3 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] DELETE failed (client error): The resource could not be found. Feb 09 01:13:03.358733 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a81e954-ca40-4033-b8f5-6c7dde13ccf3 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:13:03.362785 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5a81e954-ca40-4033-b8f5-6c7dde13ccf3 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "DELETE /v2.0/subnets/01210f4e-d3c8-416c-8ab3-2e4a52d2b8ea HTTP/1.1" status: 404 len: 337 time: 0.0410602 Feb 09 01:13:03.363030 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46754) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:03.375698 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1853f0b1-0708-44e4-a1dc-a899323c9ebb tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:03.376164 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1853f0b1-0708-44e4-a1dc-a899323c9ebb tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 71b9674a-971c-4642-b982-a188827f811c {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:13:03.456005 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-41697b9e-df2e-40f0-8090-eb1e4a1ed1b3 req-42536d82-2f4c-47a6-8f25-5a791315fc32 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] For port d4f6b81b-d93b-45a4-bc28-207fd6261668, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d4f6b81b-d93b-45a4-bc28-207fd6261668,segment=NetworkSegment(b232920b-d406-4258-b5a1-9781a75fcc93),segment_id=b232920b-d406-4258-b5a1-9781a75fcc93)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:03.456634 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41697b9e-df2e-40f0-8090-eb1e4a1ed1b3 req-42536d82-2f4c-47a6-8f25-5a791315fc32 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:03.479139 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0de935-cc82-45be-a353-b529f2209b03 None None] Network 0055357f-6a74-45ba-a134-b5223508c9d1 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:03.491144 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0abc2-fba5-439a-90f9-bb5fc520b7a3 req-c759bd2a-d447-4481-bc70-c736589bc53b tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:03.498486 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-30d0abc2-fba5-439a-90f9-bb5fc520b7a3 req-c759bd2a-d447-4481-bc70-c736589bc53b tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 946 time: 0.6549072 Feb 09 01:13:03.498678 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3498b883-386d-4ea2-918f-2bd25f57000e tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:03.580540 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d0a990da-a309-4c85-ba27-3cf1fb8fea1b None None] Provisioning for port d78403d4-7cc1-431f-83cb-d35f2e9aa23b completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:03.596325 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d0a990da-a309-4c85-ba27-3cf1fb8fea1b None None] Provisioning complete for port d78403d4-7cc1-431f-83cb-d35f2e9aa23b triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:03.596894 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d0a990da-a309-4c85-ba27-3cf1fb8fea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:03.626833 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-1853f0b1-0708-44e4-a1dc-a899323c9ebb tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 01:13:03.627832 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1853f0b1-0708-44e4-a1dc-a899323c9ebb tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 4.0305676 Feb 09 01:13:03.639238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-41697b9e-df2e-40f0-8090-eb1e4a1ed1b3 req-42536d82-2f4c-47a6-8f25-5a791315fc32 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Calling delete_port for d4f6b81b-d93b-45a4-bc28-207fd6261668 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:03.664421 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46762) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:03.709056 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-dc6067f2-d151-457a-9998-82b94bec4e8f admin admin] Allocated IP 172.25.5.99 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/78889691-b9d6-4896-90a8-fb653e9a8e37) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:03.763026 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3498b883-386d-4ea2-918f-2bd25f57000e tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:03.782391 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-5dfeb5d4-2448-4bf4-b1c8-366fda7107b4 tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Deleting port 9847ed2d-e3d4-4596-805c-1f821eb6489f {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:03.783111 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5dfeb5d4-2448-4bf4-b1c8-366fda7107b4 tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:03.842460 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec54b8-2aa1-4b90-9ba6-6204a9e8be40 req-a0c393c3-bab1-4914-bddd-f350368f18e3 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:03.851201 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b3ec54b8-2aa1-4b90-9ba6-6204a9e8be40 req-a0c393c3-bab1-4914-bddd-f350368f18e3 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.3499980 Feb 09 01:13:03.862422 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d0a990da-a309-4c85-ba27-3cf1fb8fea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:03.868335 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-3498b883-386d-4ea2-918f-2bd25f57000e tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d90fc46-059e-4e5c-b080-cd41cdf1db23']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:03.885049 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-30d0abc2-fba5-439a-90f9-bb5fc520b7a3 req-92ef1ba6-4743-4a0b-a604-f5bd3bcd180a tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855176 Feb 09 01:13:03.908509 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-3498b883-386d-4ea2-918f-2bd25f57000e tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a6ed6c-f582-42fc-9d6b-fcecdf258a51') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:03.909158 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-3498b883-386d-4ea2-918f-2bd25f57000e tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a6ed6c-f582-42fc-9d6b-fcecdf258a51') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:03.924952 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-d0a990da-a309-4c85-ba27-3cf1fb8fea1b None None] For port d78403d4-7cc1-431f-83cb-d35f2e9aa23b, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d78403d4-7cc1-431f-83cb-d35f2e9aa23b,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:03.929950 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d0a990da-a309-4c85-ba27-3cf1fb8fea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:03.931940 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3498b883-386d-4ea2-918f-2bd25f57000e tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:03.952497 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3498b883-386d-4ea2-918f-2bd25f57000e tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:04.094044 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a990da-a309-4c85-ba27-3cf1fb8fea1b None None] Pushing event updated for resources: {'Port': ['ID=d78403d4-7cc1-431f-83cb-d35f2e9aa23b,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:04.185580 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3498b883-386d-4ea2-918f-2bd25f57000e tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Releasing vlan 994 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:13:04.186185 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3498b883-386d-4ea2-918f-2bd25f57000e tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:04.213793 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-77ad491f-5243-4017-af03-c69109baa6ca req-a27609db-c650-4c73-8f9c-ee0667f52921 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c94037df-d2c6-4fa4-87be-dafc8babd902 HTTP/1.1" status: 200 len: 210 time: 0.1204810 Feb 09 01:13:04.246548 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dc6067f2-d151-457a-9998-82b94bec4e8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:04.262634 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-690b49ea-f974-411e-aba9-bb6baaaef3d1 None None] Provisioning complete for port d78403d4-7cc1-431f-83cb-d35f2e9aa23b triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:04.263202 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-690b49ea-f974-411e-aba9-bb6baaaef3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:04.263860 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:13:04.263860 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:13:04.263860 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:13:04.263860 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:13:04.263860 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:13:04.263860 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:13:04.263860 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:13:04.263860 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:13:04.263860 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:13:04.263860 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:13:04.263860 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:13:04.263860 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:13:04.263860 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:13:04.263860 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:13:04.263860 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:13:04.263860 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:13:04.263860 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:13:04.263860 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:13:04.263860 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:13:04.263860 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:13:04.263860 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:13:04.263860 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:13:04.263860 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:13:04.263860 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:13:04.263860 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:13:04.263860 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:13:04.263860 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:13:04.263860 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:13:04.263860 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:13:04.263860 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:13:04.263860 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:13:04.263860 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:13:04.268185 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-60541e26-1a84-4c3b-967e-8225c9856566 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:04.270175 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-60541e26-1a84-4c3b-967e-8225c9856566 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.35 "GET /v2.0/networks?id=b9689b8d-433c-4af6-9aec-7f0a64077faf HTTP/1.1" status: 200 len: 813 time: 0.4452322 Feb 09 01:13:04.272573 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41697b9e-df2e-40f0-8090-eb1e4a1ed1b3 req-42536d82-2f4c-47a6-8f25-5a791315fc32 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:04.276187 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b3ec54b8-2aa1-4b90-9ba6-6204a9e8be40 req-b2bcd54a-6b57-4847-84a9-7aaac228aca1 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237545 Feb 09 01:13:04.298853 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-86a4606e-5a9c-46d1-9d39-ee8f7c3ab1a2 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Request body: {'port': {'device_id': 'c94037df-d2c6-4fa4-87be-dafc8babd902', 'network_id': 'b9689b8d-433c-4af6-9aec-7f0a64077faf', 'admin_state_up': True, 'tenant_id': '9c59666fc0e3454b8e933da7e7ba6dc7'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:04.301866 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['d4f6b81b-d93b-45a4-bc28-207fd6261668'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:13:04.322733 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5dfeb5d4-2448-4bf4-b1c8-366fda7107b4 tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:04.398505 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3498b883-386d-4ea2-918f-2bd25f57000e tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:04.467133 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42536d82-2f4c-47a6-8f25-5a791315fc32 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Pushing event deleted for resources: {'Port': ['ID=d4f6b81b-d93b-45a4-bc28-207fd6261668,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:04.474205 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3498b883-386d-4ea2-918f-2bd25f57000e tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:04.483118 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-5dfeb5d4-2448-4bf4-b1c8-366fda7107b4 tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Calling delete_port for 9847ed2d-e3d4-4596-805c-1f821eb6489f owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:04.525234 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d77ff38-9d4c-4151-98cc-42b9d7541bc2 req-d1c501ed-0534-4109-b7c1-ae4cfdb7b18c tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecc0fc0b-0c64-4010-90a2-f77ca0999de8 HTTP/1.1" status: 200 len: 210 time: 0.1485417 Feb 09 01:13:04.529955 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3498b883-386d-4ea2-918f-2bd25f57000e tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Pushing event deleted for resources: {'Network': ['ID=5d90fc46-059e-4e5c-b080-cd41cdf1db23,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:04.538943 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3498b883-386d-4ea2-918f-2bd25f57000e tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "DELETE /v2.0/networks/5d90fc46-059e-4e5c-b080-cd41cdf1db23 HTTP/1.1" status: 204 len: 168 time: 1.1747003 Feb 09 01:13:04.551287 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46768) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:04.590477 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-41697b9e-df2e-40f0-8090-eb1e4a1ed1b3 req-42536d82-2f4c-47a6-8f25-5a791315fc32 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] No DVR routers for this DVR port d4f6b81b-d93b-45a4-bc28-207fd6261668 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:04.595661 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41697b9e-df2e-40f0-8090-eb1e4a1ed1b3 req-42536d82-2f4c-47a6-8f25-5a791315fc32 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:04.601256 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc0fc0b-0c64-4010-90a2-f77ca0999de8', 'name': 'network-vif-deleted', 'tag': 'd4f6b81b-d93b-45a4-bc28-207fd6261668'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:13:04.656419 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dc6067f2-d151-457a-9998-82b94bec4e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:04.662161 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc0fc0b-0c64-4010-90a2-f77ca0999de8', 'name': 'network-vif-deleted', 'tag': 'd4f6b81b-d93b-45a4-bc28-207fd6261668', 'status': 'completed', 'code': 200} Feb 09 01:13:04.686033 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-6b9270c0-e5bf-45d2-8647-1d991eeedd36 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Deleting port f0443cc4-27e5-4147-9da0-c9b502172158 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:04.686382 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6b9270c0-e5bf-45d2-8647-1d991eeedd36 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:04.710736 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41697b9e-df2e-40f0-8090-eb1e4a1ed1b3 req-42536d82-2f4c-47a6-8f25-5a791315fc32 tempest-ServerAddressesNegativeTestJSON-797167464 tempest-ServerAddressesNegativeTestJSON-797167464-project] 10.222.0.35 "DELETE /v2.0/ports/d4f6b81b-d93b-45a4-bc28-207fd6261668 HTTP/1.1" status: 204 len: 173 time: 2.7514689 Feb 09 01:13:04.723298 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-86a4606e-5a9c-46d1-9d39-ee8f7c3ab1a2 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:04.735927 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-86a4606e-5a9c-46d1-9d39-ee8f7c3ab1a2 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Usage tracker for resource:port and tenant:9c59666fc0e3454b8e933da7e7ba6dc7 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:04.740303 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6067f2-d151-457a-9998-82b94bec4e8f admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:04.743160 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-86a4606e-5a9c-46d1-9d39-ee8f7c3ab1a2 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:04.746313 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-dc6067f2-d151-457a-9998-82b94bec4e8f admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:04.753035 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6067f2-d151-457a-9998-82b94bec4e8f admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:04.788458 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-86a4606e-5a9c-46d1-9d39-ee8f7c3ab1a2 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:04.805863 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6067f2-d151-457a-9998-82b94bec4e8f admin admin] Pushing event updated for resources: {'Port': ['ID=78889691-b9d6-4896-90a8-fb653e9a8e37,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:04.821294 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-86a4606e-5a9c-46d1-9d39-ee8f7c3ab1a2 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Made reservation on behalf of 9c59666fc0e3454b8e933da7e7ba6dc7 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:04.824845 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-86a4606e-5a9c-46d1-9d39-ee8f7c3ab1a2 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:04.899318 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5dfeb5d4-2448-4bf4-b1c8-366fda7107b4 tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:04.976637 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfeb5d4-2448-4bf4-b1c8-366fda7107b4 tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Pushing event deleted for resources: {'Port': ['ID=9847ed2d-e3d4-4596-805c-1f821eb6489f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:05.090184 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d78403d4-7cc1-431f-83cb-d35f2e9aa23b up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:05.170265 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port d78403d4-7cc1-431f-83cb-d35f2e9aa23b triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:05.170635 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:05.182982 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6b9270c0-e5bf-45d2-8647-1d991eeedd36 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:05.197399 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5dfeb5d4-2448-4bf4-b1c8-366fda7107b4 tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:05.314702 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5dfeb5d4-2448-4bf4-b1c8-366fda7107b4 tempest-RoutersAdminNegativeIpV6Test-1417342387 tempest-RoutersAdminNegativeIpV6Test-1417342387-project-admin] 10.222.0.37 "DELETE /v2.0/ports/9847ed2d-e3d4-4596-805c-1f821eb6489f HTTP/1.1" status: 204 len: 168 time: 1.6475468 Feb 09 01:13:05.327518 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-6b9270c0-e5bf-45d2-8647-1d991eeedd36 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Calling delete_port for f0443cc4-27e5-4147-9da0-c9b502172158 owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:05.468736 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-86a4606e-5a9c-46d1-9d39-ee8f7c3ab1a2 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Allocated IP 172.20.0.3 (b9689b8d-433c-4af6-9aec-7f0a64077faf/ade48b74-9192-481d-bc16-6a61a6ccf4f6/dc50b321-6a6f-4d00-b782-4743c84f67b5) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:05.481641 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-17049524-1b34-4b51-b27c-f111b840d5ea req-7b203c62-f645-4f99-b768-6cb2d9477a3a tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c94037df-d2c6-4fa4-87be-dafc8babd902 HTTP/1.1" status: 200 len: 210 time: 0.0711942 Feb 09 01:13:05.483223 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f13a1-0b82-4645-be1a-550d4316a649 req-08623b08-3099-44fb-8484-187cb595baf3 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.490235 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-606f13a1-0b82-4645-be1a-550d4316a649 req-08623b08-3099-44fb-8484-187cb595baf3 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 946 time: 0.3979259 Feb 09 01:13:05.528796 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6b9270c0-e5bf-45d2-8647-1d991eeedd36 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:05.612490 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9270c0-e5bf-45d2-8647-1d991eeedd36 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Pushing event deleted for resources: {'Port': ['ID=f0443cc4-27e5-4147-9da0-c9b502172158,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:05.615868 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6b9270c0-e5bf-45d2-8647-1d991eeedd36 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:05.624048 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6b9270c0-e5bf-45d2-8647-1d991eeedd36 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "DELETE /v2.0/ports/f0443cc4-27e5-4147-9da0-c9b502172158 HTTP/1.1" status: 204 len: 168 time: 1.0710797 Feb 09 01:13:05.627636 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46788) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:05.656833 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-606f13a1-0b82-4645-be1a-550d4316a649 req-4b8489af-1f51-4b02-b496-ec4aae91207c tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656268 Feb 09 01:13:05.666558 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dc6067f2-d151-457a-9998-82b94bec4e8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:05.710992 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de6539f-d02a-449a-8be2-ab2e1ad08cdd tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] DELETE failed (client error): The resource could not be found. Feb 09 01:13:05.711455 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de6539f-d02a-449a-8be2-ab2e1ad08cdd tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:13:05.713196 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3de6539f-d02a-449a-8be2-ab2e1ad08cdd tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "DELETE /v2.0/subnets/5e85f271-6344-49e3-81bf-04a58de8a2bf HTTP/1.1" status: 404 len: 337 time: 0.0838723 Feb 09 01:13:05.718482 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46792) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:05.718833 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46794) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:05.763787 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46802) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:05.867621 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-591032e9-92ea-4b04-9ec2-7202c22a088e tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:05.890987 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8bf7786d-0865-4dd0-ae90-8689348feadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:05.907108 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1c4eb-2667-4790-9d78-3343e45ea0b7 req-183b0f60-1a75-4c42-8d86-090983365626 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.908620 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5fb1c4eb-2667-4790-9d78-3343e45ea0b7 req-183b0f60-1a75-4c42-8d86-090983365626 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.2830839 Feb 09 01:13:05.919195 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8bf7786d-0865-4dd0-ae90-8689348feadd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:05.968101 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8bf7786d-0865-4dd0-ae90-8689348feadd admin admin] Usage tracker for resource:security_group_rule and tenant:7a50fcacac3a4fa7b69f7111d125e3e3 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:05.975859 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8bf7786d-0865-4dd0-ae90-8689348feadd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:05.994285 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-b053a25e-dca3-468a-9332-392e96709f93 admin admin] Deleting subnet c1d7bcf1-3b6a-421d-94fb-ddd1e44ef50e {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:13:06.001715 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b053a25e-dca3-468a-9332-392e96709f93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:06.042793 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8bf7786d-0865-4dd0-ae90-8689348feadd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:06.092322 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5fb1c4eb-2667-4790-9d78-3343e45ea0b7 req-676cfa7a-8aab-442b-9be1-5893e6f761a4 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743362 Feb 09 01:13:06.107157 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-591032e9-92ea-4b04-9ec2-7202c22a088e tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:06.142157 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-591032e9-92ea-4b04-9ec2-7202c22a088e tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158a4ba6-7fba-423a-af4d-5198c00205d4']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:06.158748 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-591032e9-92ea-4b04-9ec2-7202c22a088e tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '712dbc81-4be2-4aa7-a4de-a60464ffe5d7') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:06.159077 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-591032e9-92ea-4b04-9ec2-7202c22a088e tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '712dbc81-4be2-4aa7-a4de-a60464ffe5d7') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:06.160090 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-86a4606e-5a9c-46d1-9d39-ee8f7c3ab1a2 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:06.167042 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b053a25e-dca3-468a-9332-392e96709f93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:06.175485 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-591032e9-92ea-4b04-9ec2-7202c22a088e tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:06.199369 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-591032e9-92ea-4b04-9ec2-7202c22a088e tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:06.210958 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591032e9-92ea-4b04-9ec2-7202c22a088e tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Releasing vlan 969 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:13:06.211388 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-591032e9-92ea-4b04-9ec2-7202c22a088e tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:06.226062 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:13:06.226062 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:13:06.226062 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:13:06.226062 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:13:06.226062 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:13:06.226062 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:13:06.226062 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:13:06.226062 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:13:06.226062 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:13:06.226062 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:13:06.226062 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:13:06.226062 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:13:06.226062 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:13:06.226062 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:13:06.226062 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:13:06.226062 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:13:06.226062 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:13:06.226062 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:13:06.226062 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:13:06.226062 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:13:06.226062 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:13:06.226062 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:13:06.226062 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:13:06.226062 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:13:06.226062 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:13:06.226062 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:13:06.226062 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:13:06.226062 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:13:06.226062 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:13:06.226062 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:13:06.226062 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:13:06.226062 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:13:06.318320 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8bf7786d-0865-4dd0-ae90-8689348feadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:06.324183 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8bf7786d-0865-4dd0-ae90-8689348feadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:06.334647 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b053a25e-dca3-468a-9332-392e96709f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:06.341485 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-591032e9-92ea-4b04-9ec2-7202c22a088e tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:06.375930 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-591032e9-92ea-4b04-9ec2-7202c22a088e tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:06.397014 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dc6067f2-d151-457a-9998-82b94bec4e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:06.398019 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591032e9-92ea-4b04-9ec2-7202c22a088e tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Pushing event deleted for resources: {'Network': ['ID=158a4ba6-7fba-423a-af4d-5198c00205d4,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:06.404621 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8bf7786d-0865-4dd0-ae90-8689348feadd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7a50fcacac3a4fa7b69f7111d125e3e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6848471 Feb 09 01:13:06.405922 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-86a4606e-5a9c-46d1-9d39-ee8f7c3ab1a2 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:06.406910 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf7786d-0865-4dd0-ae90-8689348feadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb233ec-e595-4baa-98d9-b1c960464749,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:06.409259 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46808) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:06.415860 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-591032e9-92ea-4b04-9ec2-7202c22a088e tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "DELETE /v2.0/networks/158a4ba6-7fba-423a-af4d-5198c00205d4 HTTP/1.1" status: 204 len: 168 time: 0.6925294 Feb 09 01:13:06.423191 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46812) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:06.521645 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd3ad0e-1b5b-44f1-a8dd-a9748fed2053 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Deleting subnet f9a11fda-d9bc-40dc-8636-e720a7cda929 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:13:06.534023 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3fd3ad0e-1b5b-44f1-a8dd-a9748fed2053 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:06.571771 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4414a03d-0b2e-4481-b1ff-61a7c251c61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:06.615671 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3fd3ad0e-1b5b-44f1-a8dd-a9748fed2053 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:06.767994 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4414a03d-0b2e-4481-b1ff-61a7c251c61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:06.773357 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-86a4606e-5a9c-46d1-9d39-ee8f7c3ab1a2 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Network b9689b8d-433c-4af6-9aec-7f0a64077faf is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:06.780376 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-86a4606e-5a9c-46d1-9d39-ee8f7c3ab1a2 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:06.783784 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-86a4606e-5a9c-46d1-9d39-ee8f7c3ab1a2 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:06.828514 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a4606e-5a9c-46d1-9d39-ee8f7c3ab1a2 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Pushing event updated for resources: {'Port': ['ID=dc50b321-6a6f-4d00-b782-4743c84f67b5,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:06.847226 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b053a25e-dca3-468a-9332-392e96709f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:06.860385 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1bb96f99-3e97-4eb8-b110-465be8aa5639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:06.928763 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4414a03d-0b2e-4481-b1ff-61a7c251c61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:06.930554 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3fd3ad0e-1b5b-44f1-a8dd-a9748fed2053 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:06.980338 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414a03d-0b2e-4481-b1ff-61a7c251c61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb233ec-e595-4baa-98d9-b1c960464749,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:06.992990 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2055d-5f46-4772-82da-7687a2d234b2 req-b0bd8579-13d8-475c-a1d7-0a9b3342283b tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:06.993914 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053a25e-dca3-468a-9332-392e96709f93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1d7bcf1-3b6a-421d-94fb-ddd1e44ef50e,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:06.994481 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fbd2055d-5f46-4772-82da-7687a2d234b2 req-b0bd8579-13d8-475c-a1d7-0a9b3342283b tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 946 time: 0.1822126 Feb 09 01:13:07.006582 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4414a03d-0b2e-4481-b1ff-61a7c251c61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:07.009930 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4414a03d-0b2e-4481-b1ff-61a7c251c61e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0cb233ec-e595-4baa-98d9-b1c960464749 HTTP/1.1" status: 204 len: 168 time: 0.5972409 Feb 09 01:13:07.014602 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b053a25e-dca3-468a-9332-392e96709f93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:07.045036 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-86a4606e-5a9c-46d1-9d39-ee8f7c3ab1a2 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:07.045767 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-86a4606e-5a9c-46d1-9d39-ee8f7c3ab1a2 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:07.063462 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b053a25e-dca3-468a-9332-392e96709f93 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c1d7bcf1-3b6a-421d-94fb-ddd1e44ef50e HTTP/1.1" status: 204 len: 168 time: 1.2942438 Feb 09 01:13:07.064249 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46822) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:07.070300 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fbd2055d-5f46-4772-82da-7687a2d234b2 req-10ff9397-5a83-4aab-92d0-2e4ed31d87de tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545726 Feb 09 01:13:07.072350 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3fd3ad0e-1b5b-44f1-a8dd-a9748fed2053 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:07.089585 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device d4f6b81b-d93b-45a4-bc28-207fd6261668 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:13:07.090985 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-86a4606e-5a9c-46d1-9d39-ee8f7c3ab1a2 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7958713 Feb 09 01:13:07.108168 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659e4a9-81d4-4c3c-8a01-d3151c74504b req-4a56cd31-44d2-4d68-801d-369ba131e08c tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:07.108168 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b659e4a9-81d4-4c3c-8a01-d3151c74504b req-4a56cd31-44d2-4d68-801d-369ba131e08c tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Synchronizing usage tracker for tenant:9c59666fc0e3454b8e933da7e7ba6dc7 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:13:07.116894 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-772de171-4429-47a4-b4f9-4f86cf604ef9 service neutron] Request body: {'port': {'device_id': 'c94037df-d2c6-4fa4-87be-dafc8babd902', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:07.174489 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: d4f6b81b-d93b-45a4-bc28-207fd6261668 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:13:07.176004 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device d4f6b81b-d93b-45a4-bc28-207fd6261668 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:13:07.207373 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6067f2-d151-457a-9998-82b94bec4e8f admin admin] Router ec7240bc-2034-47b8-996f-727053d3e8f8 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:13:07.214498 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b659e4a9-81d4-4c3c-8a01-d3151c74504b req-4a56cd31-44d2-4d68-801d-369ba131e08c tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Unset dirty status for tenant:9c59666fc0e3454b8e933da7e7ba6dc7 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:13:07.215766 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b659e4a9-81d4-4c3c-8a01-d3151c74504b req-4a56cd31-44d2-4d68-801d-369ba131e08c tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c94037df-d2c6-4fa4-87be-dafc8babd902 HTTP/1.1" status: 200 len: 931 time: 0.5682037 Feb 09 01:13:07.259534 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3ad0e-1b5b-44f1-a8dd-a9748fed2053 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Pushing event deleted for resources: {'Subnet': ['ID=f9a11fda-d9bc-40dc-8636-e720a7cda929,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:07.261458 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3fd3ad0e-1b5b-44f1-a8dd-a9748fed2053 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:07.274619 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9f3061-e9e4-4279-a59f-597c4387f8d3 None None] Network 1b6566f8-9019-462e-9ce4-2b378a9a75df requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:07.334053 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa4b8d58-f88b-4794-a12a-9f1bf3593477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:07.397031 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3fd3ad0e-1b5b-44f1-a8dd-a9748fed2053 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "DELETE /v2.0/subnets/f9a11fda-d9bc-40dc-8636-e720a7cda929 HTTP/1.1" status: 204 len: 168 time: 0.9713986 Feb 09 01:13:07.398108 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46830) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:07.460173 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-772de171-4429-47a4-b4f9-4f86cf604ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:07.488135 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b659e4a9-81d4-4c3c-8a01-d3151c74504b req-904fec90-dd9d-4309-a113-cbf4b8340842 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Synchronizing usage tracker for tenant:9c59666fc0e3454b8e933da7e7ba6dc7 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:13:07.578530 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46834) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:07.636173 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f940b0-ac9e-4bf6-afaa-f237d2e95f3b None None] DHCP port deletion for 1b6566f8-9019-462e-9ce4-2b378a9a75df request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:13:07.643747 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-41f940b0-ac9e-4bf6-afaa-f237d2e95f3b None None] Deleting port a21adf2a-d8ea-4bdc-9bd4-7a050e42ea3e {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:07.644658 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-41f940b0-ac9e-4bf6-afaa-f237d2e95f3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:07.651468 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b659e4a9-81d4-4c3c-8a01-d3151c74504b req-904fec90-dd9d-4309-a113-cbf4b8340842 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Unset dirty status for tenant:9c59666fc0e3454b8e933da7e7ba6dc7 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:13:07.652647 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b659e4a9-81d4-4c3c-8a01-d3151c74504b req-904fec90-dd9d-4309-a113-cbf4b8340842 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/security-groups?id=58be9e87-0033-4d01-b22e-8d5310affd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948956 Feb 09 01:13:07.662180 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6067f2-d151-457a-9998-82b94bec4e8f admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:13:07.682492 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eb71a6-efdf-42f3-bf02-da88e64ed445 None None] Sync routers for ids ['ec7240bc-2034-47b8-996f-727053d3e8f8'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:13:07.693039 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eb71a6-efdf-42f3-bf02-da88e64ed445 None None] Routers {'ec7240bc-2034-47b8-996f-727053d3e8f8'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:13:07.693981 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-84eb71a6-efdf-42f3-bf02-da88e64ed445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:12:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['ec7240bc-2034-47b8-996f-727053d3e8f8'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:07.696904 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aebb8371-66bf-4733-aaec-9458194095a3 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:07.732311 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dc6067f2-d151-457a-9998-82b94bec4e8f admin admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:07.733739 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-dc6067f2-d151-457a-9998-82b94bec4e8f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.5960004 Feb 09 01:13:07.737074 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46838) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:07.748561 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa4b8d58-f88b-4794-a12a-9f1bf3593477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:07.797122 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-815d011e-0ea0-4b0c-a63d-218714e0aa98 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c7eb1ecd2d5949d5be67388798bbbe04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2173750 Feb 09 01:13:07.797658 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46842) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:07.814755 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-aebb8371-66bf-4733-aaec-9458194095a3 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Deleting port a21adf2a-d8ea-4bdc-9bd4-7a050e42ea3e {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:07.815253 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aebb8371-66bf-4733-aaec-9458194095a3 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:07.870279 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba11eb0-0e87-465b-aa99-df00c01ea69d req-20d832ea-5d02-4e28-b9cc-edeb2e337f13 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:07.879065 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cba11eb0-0e87-465b-aa99-df00c01ea69d req-20d832ea-5d02-4e28-b9cc-edeb2e337f13 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.5403564 Feb 09 01:13:07.904084 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-84eb71a6-efdf-42f3-bf02-da88e64ed445 None None] Set router ec7240bc-2034-47b8-996f-727053d3e8f8 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:13:07.909289 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-41f940b0-ac9e-4bf6-afaa-f237d2e95f3b None None] For port a21adf2a-d8ea-4bdc-9bd4-7a050e42ea3e, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=a21adf2a-d8ea-4bdc-9bd4-7a050e42ea3e,segment=NetworkSegment(90dc91ae-48ae-48b1-ba1c-bdc403eb00a5),segment_id=90dc91ae-48ae-48b1-ba1c-bdc403eb00a5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:07.910226 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-41f940b0-ac9e-4bf6-afaa-f237d2e95f3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:07.943188 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-aa4b8d58-f88b-4794-a12a-9f1bf3593477 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e187040-b92c-4541-9a97-419a3697d07d']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:08.011523 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d009bc32-25f7-49a6-b660-3d4d1693b9eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:08.042377 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d009bc32-25f7-49a6-b660-3d4d1693b9eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:08.100514 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-41f940b0-ac9e-4bf6-afaa-f237d2e95f3b None None] Calling delete_port for a21adf2a-d8ea-4bdc-9bd4-7a050e42ea3e owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:08.123264 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-aa4b8d58-f88b-4794-a12a-9f1bf3593477 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b232920b-d406-4258-b5a1-9781a75fcc93') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:08.123570 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-aa4b8d58-f88b-4794-a12a-9f1bf3593477 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b232920b-d406-4258-b5a1-9781a75fcc93') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:08.170834 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d009bc32-25f7-49a6-b660-3d4d1693b9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:08.191229 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa4b8d58-f88b-4794-a12a-9f1bf3593477 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:08.224531 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-41f940b0-ac9e-4bf6-afaa-f237d2e95f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:08.241603 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-aebb8371-66bf-4733-aaec-9458194095a3 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] The port 'a21adf2a-d8ea-4bdc-9bd4-7a050e42ea3e' was deleted {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:13:08.253374 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cba11eb0-0e87-465b-aa99-df00c01ea69d req-442d813d-2754-4ea1-9c42-985b1eb80a00 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724253 Feb 09 01:13:08.271173 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f940b0-ac9e-4bf6-afaa-f237d2e95f3b None None] No DVR routers for this DVR port a21adf2a-d8ea-4bdc-9bd4-7a050e42ea3e on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:08.292074 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f940b0-ac9e-4bf6-afaa-f237d2e95f3b None None] Pushing event deleted for resources: {'Port': ['ID=a21adf2a-d8ea-4bdc-9bd4-7a050e42ea3e,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:08.304357 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009bc32-25f7-49a6-b660-3d4d1693b9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c370d1-55aa-4faa-9164-a31493bf99f5,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:08.337452 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-84eb71a6-efdf-42f3-bf02-da88e64ed445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'name': 'tempest-ServerActionsTestJSON-372246360-router', 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '78889691-b9d6-4896-90a8-fb653e9a8e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:00Z', 'updated_at': '2022-02-09T01:13:05Z', 'revision_number': 3, 'project_id': 'ce0095aebb0840088ecf37cbcece72f6', 'gw_port': {'id': '78889691-b9d6-4896-90a8-fb653e9a8e37', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:46:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:02Z', 'updated_at': '2022-02-09T01:13:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:08.341798 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eb71a6-efdf-42f3-bf02-da88e64ed445 None None] Checking router: ec7240bc-2034-47b8-996f-727053d3e8f8 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:13:08.342145 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eb71a6-efdf-42f3-bf02-da88e64ed445 None None] Updating router ec7240bc-2034-47b8-996f-727053d3e8f8 port 78889691-b9d6-4896-90a8-fb653e9a8e37 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:13:08.380464 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d009bc32-25f7-49a6-b660-3d4d1693b9eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:08.382900 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d009bc32-25f7-49a6-b660-3d4d1693b9eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/61c370d1-55aa-4faa-9164-a31493bf99f5 HTTP/1.1" status: 204 len: 168 time: 0.5330734 Feb 09 01:13:08.390078 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa4b8d58-f88b-4794-a12a-9f1bf3593477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:08.412158 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-84eb71a6-efdf-42f3-bf02-da88e64ed445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:08.417582 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa4b8d58-f88b-4794-a12a-9f1bf3593477 admin admin] Releasing vlan 953 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:13:08.418130 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa4b8d58-f88b-4794-a12a-9f1bf3593477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:08.432417 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:13:08.432417 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:13:08.432417 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:13:08.432417 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:13:08.432417 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:13:08.432417 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:13:08.432417 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:13:08.432417 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:13:08.432417 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:13:08.432417 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:13:08.432417 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:13:08.432417 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:13:08.432417 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:13:08.432417 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:13:08.432417 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:13:08.432417 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:13:08.432417 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:13:08.432417 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:13:08.432417 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:13:08.432417 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:13:08.432417 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:13:08.432417 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:13:08.432417 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:13:08.432417 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:13:08.432417 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:13:08.432417 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:13:08.432417 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:13:08.432417 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:13:08.432417 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:13:08.432417 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:13:08.432417 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:13:08.432417 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:13:08.501088 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aebb8371-66bf-4733-aaec-9458194095a3 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:08.545391 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-aebb8371-66bf-4733-aaec-9458194095a3 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b6566f8-9019-462e-9ce4-2b378a9a75df']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:08.558068 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa4b8d58-f88b-4794-a12a-9f1bf3593477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:08.585302 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa4b8d58-f88b-4794-a12a-9f1bf3593477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:08.589001 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-aebb8371-66bf-4733-aaec-9458194095a3 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90dc91ae-48ae-48b1-ba1c-bdc403eb00a5') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:08.589418 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-aebb8371-66bf-4733-aaec-9458194095a3 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90dc91ae-48ae-48b1-ba1c-bdc403eb00a5') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:08.596440 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b8d58-f88b-4794-a12a-9f1bf3593477 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e187040-b92c-4541-9a97-419a3697d07d,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:08.611203 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aebb8371-66bf-4733-aaec-9458194095a3 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:08.639034 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-aa4b8d58-f88b-4794-a12a-9f1bf3593477 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8e187040-b92c-4541-9a97-419a3697d07d HTTP/1.1" status: 204 len: 168 time: 1.5721753 Feb 09 01:13:08.639875 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aebb8371-66bf-4733-aaec-9458194095a3 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:08.647682 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aebb8371-66bf-4733-aaec-9458194095a3 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Releasing vlan 965 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:13:08.649363 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aebb8371-66bf-4733-aaec-9458194095a3 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:08.668418 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:13:08.668418 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:13:08.668418 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:13:08.668418 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:13:08.668418 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:13:08.668418 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:13:08.668418 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:13:08.668418 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:13:08.668418 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:13:08.668418 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:13:08.668418 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:13:08.668418 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:13:08.668418 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:13:08.668418 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:13:08.668418 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:13:08.668418 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:13:08.668418 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:13:08.668418 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:13:08.668418 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:13:08.668418 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:13:08.668418 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:13:08.668418 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:13:08.668418 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:13:08.668418 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:13:08.668418 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:13:08.668418 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:13:08.668418 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:13:08.668418 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:13:08.668418 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:13:08.668418 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:13:08.668418 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:13:08.668418 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:13:08.843140 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aebb8371-66bf-4733-aaec-9458194095a3 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:08.848862 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-84eb71a6-efdf-42f3-bf02-da88e64ed445 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:08.860788 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-772de171-4429-47a4-b4f9-4f86cf604ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc50b321-6a6f-4d00-b782-4743c84f67b5 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:13:08.865208 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-84eb71a6-efdf-42f3-bf02-da88e64ed445 None None] Transition to ACTIVE for port object 78889691-b9d6-4896-90a8-fb653e9a8e37 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:08.873478 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aebb8371-66bf-4733-aaec-9458194095a3 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:08.875384 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-772de171-4429-47a4-b4f9-4f86cf604ef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:08.881258 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-84eb71a6-efdf-42f3-bf02-da88e64ed445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:08.886519 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb8371-66bf-4733-aaec-9458194095a3 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] Pushing event deleted for resources: {'Network': ['ID=1b6566f8-9019-462e-9ce4-2b378a9a75df,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:08.892120 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-772de171-4429-47a4-b4f9-4f86cf604ef9 service neutron] Transition to ACTIVE for port object dc50b321-6a6f-4d00-b782-4743c84f67b5 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:08.902189 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-772de171-4429-47a4-b4f9-4f86cf604ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:08.962566 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-aebb8371-66bf-4733-aaec-9458194095a3 tempest-NetworksIpV6TestAttrs-130172211 tempest-NetworksIpV6TestAttrs-130172211-project] 10.222.0.37 "DELETE /v2.0/networks/1b6566f8-9019-462e-9ce4-2b378a9a75df HTTP/1.1" status: 204 len: 168 time: 1.5575590 Feb 09 01:13:08.981532 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46864) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:08.986695 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-84eb71a6-efdf-42f3-bf02-da88e64ed445 None None] Attempting to bind port 78889691-b9d6-4896-90a8-fb653e9a8e37 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:13:08.987058 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-84eb71a6-efdf-42f3-bf02-da88e64ed445 None None] Attempting to bind port 78889691-b9d6-4896-90a8-fb653e9a8e37 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:13:08.987413 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eb71a6-efdf-42f3-bf02-da88e64ed445 None None] Attempting to bind port 78889691-b9d6-4896-90a8-fb653e9a8e37 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:13:08.993787 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eb71a6-efdf-42f3-bf02-da88e64ed445 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:13:08.994146 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eb71a6-efdf-42f3-bf02-da88e64ed445 None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:08.994768 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-84eb71a6-efdf-42f3-bf02-da88e64ed445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:08.995161 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eb71a6-efdf-42f3-bf02-da88e64ed445 None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:13:08.995780 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-84eb71a6-efdf-42f3-bf02-da88e64ed445 None None] Bound port: 78889691-b9d6-4896-90a8-fb653e9a8e37, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:13:08.996333 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-84eb71a6-efdf-42f3-bf02-da88e64ed445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:09.024317 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e4000-b62a-4cb9-be54-bbd831c51ca5 None None] Pushing event updated for resources: {'Port': ['ID=78889691-b9d6-4896-90a8-fb653e9a8e37,revision_number=2']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:09.054526 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28e4000-b62a-4cb9-be54-bbd831c51ca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:09.055083 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28e4000-b62a-4cb9-be54-bbd831c51ca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:09.055899 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28e4000-b62a-4cb9-be54-bbd831c51ca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:09.056557 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28e4000-b62a-4cb9-be54-bbd831c51ca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:09.057047 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28e4000-b62a-4cb9-be54-bbd831c51ca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:09.057516 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28e4000-b62a-4cb9-be54-bbd831c51ca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:09.057983 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28e4000-b62a-4cb9-be54-bbd831c51ca5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:09.058464 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28e4000-b62a-4cb9-be54-bbd831c51ca5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:09.059028 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28e4000-b62a-4cb9-be54-bbd831c51ca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:09.059494 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28e4000-b62a-4cb9-be54-bbd831c51ca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:09.060226 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28e4000-b62a-4cb9-be54-bbd831c51ca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:09.060987 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28e4000-b62a-4cb9-be54-bbd831c51ca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:09.139332 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device a21adf2a-d8ea-4bdc-9bd4-7a050e42ea3e no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:13:09.143945 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-84eb71a6-efdf-42f3-bf02-da88e64ed445 None None] For port 78889691-b9d6-4896-90a8-fb653e9a8e37, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:13:09.154638 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-84eb71a6-efdf-42f3-bf02-da88e64ed445 None None] For port 78889691-b9d6-4896-90a8-fb653e9a8e37, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=78889691-b9d6-4896-90a8-fb653e9a8e37,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:13:09.163266 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-84eb71a6-efdf-42f3-bf02-da88e64ed445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:09.170377 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed3445-e9d7-49d6-a832-50854922f8ff req-c3ab1126-5147-40ac-987b-f5f66f7461e6 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:09.172701 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-faed3445-e9d7-49d6-a832-50854922f8ff req-c3ab1126-5147-40ac-987b-f5f66f7461e6 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 946 time: 0.8858440 Feb 09 01:13:09.226678 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: a21adf2a-d8ea-4bdc-9bd4-7a050e42ea3e {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:13:09.227351 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device a21adf2a-d8ea-4bdc-9bd4-7a050e42ea3e not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:13:09.239392 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3408f32c-c749-41a0-bf0e-4d835982bd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:09.271539 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772de171-4429-47a4-b4f9-4f86cf604ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc50b321-6a6f-4d00-b782-4743c84f67b5,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:09.322027 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3cce7-4d6f-42be-be94-abb83d32faa5 req-c724397b-fb76-4dd5-bc97-04e41f5c5c31 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:09.323544 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fbf3cce7-4d6f-42be-be94-abb83d32faa5 req-c724397b-fb76-4dd5-bc97-04e41f5c5c31 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c94037df-d2c6-4fa4-87be-dafc8babd902 HTTP/1.1" status: 200 len: 943 time: 0.4458985 Feb 09 01:13:09.331959 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eb71a6-efdf-42f3-bf02-da88e64ed445 None None] Routers {'ec7240bc-2034-47b8-996f-727053d3e8f8'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:13:09.333134 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-84eb71a6-efdf-42f3-bf02-da88e64ed445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:13:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['ec7240bc-2034-47b8-996f-727053d3e8f8'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:09.378448 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-403a8fe7-2208-4a24-921e-6969d4ac7fc9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2dc557f702b4497a9f528b39785f03de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3914287 Feb 09 01:13:09.381565 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46874) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:09.425702 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fbf3cce7-4d6f-42be-be94-abb83d32faa5 req-298a42b2-358c-441f-9372-321fde7620c3 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/security-groups?id=58be9e87-0033-4d01-b22e-8d5310affd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812881 Feb 09 01:13:09.480495 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e4000-b62a-4cb9-be54-bbd831c51ca5 None None] Pushing event updated for resources: {'Port': ['ID=78889691-b9d6-4896-90a8-fb653e9a8e37,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:09.507117 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-84fe6f16-684f-4ff9-86a6-87fb6ebca2a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:09.511923 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-faed3445-e9d7-49d6-a832-50854922f8ff req-40fb9a2e-6a3e-462a-9540-746fd4a50b0d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187115 Feb 09 01:13:09.512281 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46880) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:09.562316 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-84fe6f16-684f-4ff9-86a6-87fb6ebca2a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:09.622231 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-772de171-4429-47a4-b4f9-4f86cf604ef9 service neutron] Attempting to bind port dc50b321-6a6f-4d00-b782-4743c84f67b5 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:13:09.622578 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-772de171-4429-47a4-b4f9-4f86cf604ef9 service neutron] Attempting to bind port dc50b321-6a6f-4d00-b782-4743c84f67b5 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '89e0d6e1-f19c-4b81-bd43-1dff48e1d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'b9689b8d-433c-4af6-9aec-7f0a64077faf'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:13:09.622910 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-772de171-4429-47a4-b4f9-4f86cf604ef9 service neutron] Attempting to bind port dc50b321-6a6f-4d00-b782-4743c84f67b5 on network b9689b8d-433c-4af6-9aec-7f0a64077faf {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:13:09.637367 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-772de171-4429-47a4-b4f9-4f86cf604ef9 service neutron] Port dc50b321-6a6f-4d00-b782-4743c84f67b5 on network b9689b8d-433c-4af6-9aec-7f0a64077faf not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:13:09.637686 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-772de171-4429-47a4-b4f9-4f86cf604ef9 service neutron] Attempting to bind port dc50b321-6a6f-4d00-b782-4743c84f67b5 on network b9689b8d-433c-4af6-9aec-7f0a64077faf {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:13:09.646482 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-772de171-4429-47a4-b4f9-4f86cf604ef9 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:13:09.647116 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-772de171-4429-47a4-b4f9-4f86cf604ef9 service neutron] Checking segment: {'id': '89e0d6e1-f19c-4b81-bd43-1dff48e1d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'b9689b8d-433c-4af6-9aec-7f0a64077faf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:09.647725 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-772de171-4429-47a4-b4f9-4f86cf604ef9 service neutron] Bound using segment: {'id': '89e0d6e1-f19c-4b81-bd43-1dff48e1d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'b9689b8d-433c-4af6-9aec-7f0a64077faf'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:13:09.648354 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-772de171-4429-47a4-b4f9-4f86cf604ef9 service neutron] Bound port: dc50b321-6a6f-4d00-b782-4743c84f67b5, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89e0d6e1-f19c-4b81-bd43-1dff48e1d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'b9689b8d-433c-4af6-9aec-7f0a64077faf'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:13:09.649095 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-772de171-4429-47a4-b4f9-4f86cf604ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:09.668873 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2996dac8-df33-45db-bbe4-1b79cf062805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:09.690078 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-84eb71a6-efdf-42f3-bf02-da88e64ed445 None None] Set router ec7240bc-2034-47b8-996f-727053d3e8f8 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:13:09.738454 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-84fe6f16-684f-4ff9-86a6-87fb6ebca2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:09.778511 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe6f16-684f-4ff9-86a6-87fb6ebca2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c577c7-45e3-4032-8c20-0ba8b3efa3df,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:09.801966 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-84fe6f16-684f-4ff9-86a6-87fb6ebca2a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:09.808678 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-84fe6f16-684f-4ff9-86a6-87fb6ebca2a7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e4c577c7-45e3-4032-8c20-0ba8b3efa3df HTTP/1.1" status: 204 len: 168 time: 0.4260471 Feb 09 01:13:09.818738 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d9add-beaf-45f6-b95c-fd89faab0f7b req-d9c2dfeb-9021-4a70-af4b-5dd89ffbe25b tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:09.826949 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-594d9add-beaf-45f6-b95c-fd89faab0f7b req-d9c2dfeb-9021-4a70-af4b-5dd89ffbe25b tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.2067041 Feb 09 01:13:09.881266 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-594d9add-beaf-45f6-b95c-fd89faab0f7b req-962c3cdc-900c-4221-8e4a-84125ee70bdf tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532217 Feb 09 01:13:09.890911 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-772de171-4429-47a4-b4f9-4f86cf604ef9 service neutron] For port dc50b321-6a6f-4d00-b782-4743c84f67b5, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:13:09.894147 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-772de171-4429-47a4-b4f9-4f86cf604ef9 service neutron] For port dc50b321-6a6f-4d00-b782-4743c84f67b5, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=dc50b321-6a6f-4d00-b782-4743c84f67b5,segment=NetworkSegment(89e0d6e1-f19c-4b81-bd43-1dff48e1d5ba),segment_id=89e0d6e1-f19c-4b81-bd43-1dff48e1d5ba)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:13:09.903245 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46894) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:09.908489 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-772de171-4429-47a4-b4f9-4f86cf604ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:09.991099 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-772de171-4429-47a4-b4f9-4f86cf604ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:09.991732 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-772de171-4429-47a4-b4f9-4f86cf604ef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:09.993164 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-772de171-4429-47a4-b4f9-4f86cf604ef9 service neutron] 10.222.0.35 "PUT /v2.0/ports/dc50b321-6a6f-4d00-b782-4743c84f67b5 HTTP/1.1" status: 200 len: 1091 time: 2.8816712 Feb 09 01:13:09.999659 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94037df-d2c6-4fa4-87be-dafc8babd902', 'tag': 'dc50b321-6a6f-4d00-b782-4743c84f67b5'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:13:10.055651 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-84eb71a6-efdf-42f3-bf02-da88e64ed445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'name': 'tempest-ServerActionsTestJSON-372246360-router', 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '78889691-b9d6-4896-90a8-fb653e9a8e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:00Z', 'updated_at': '2022-02-09T01:13:05Z', 'revision_number': 3, 'project_id': 'ce0095aebb0840088ecf37cbcece72f6', 'gw_port': {'id': '78889691-b9d6-4896-90a8-fb653e9a8e37', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:46:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:02Z', 'updated_at': '2022-02-09T01:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:10.063868 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eb71a6-efdf-42f3-bf02-da88e64ed445 None None] The sync data for ids ['ec7240bc-2034-47b8-996f-727053d3e8f8'] in n-d-828419-1 is: [{'id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'name': 'tempest-ServerActionsTestJSON-372246360-router', 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '78889691-b9d6-4896-90a8-fb653e9a8e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:00Z', 'updated_at': '2022-02-09T01:13:05Z', 'revision_number': 3, 'project_id': 'ce0095aebb0840088ecf37cbcece72f6', 'gw_port': {'id': '78889691-b9d6-4896-90a8-fb653e9a8e37', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:46:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:02Z', 'updated_at': '2022-02-09T01:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:13:10.114440 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-50ffe92e-16d9-4d40-8b5a-f88d8f85a711 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1176435024'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:10.122650 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-50ffe92e-16d9-4d40-8b5a-f88d8f85a711 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:10.133418 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94037df-d2c6-4fa4-87be-dafc8babd902', 'tag': 'dc50b321-6a6f-4d00-b782-4743c84f67b5', 'status': 'completed', 'code': 200} Feb 09 01:13:10.138837 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-50ffe92e-16d9-4d40-8b5a-f88d8f85a711 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Usage tracker for resource:network and tenant:2f1ed2113c8140bfb8d77b6b38c2e5f8 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:10.142100 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-50ffe92e-16d9-4d40-8b5a-f88d8f85a711 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:10.149047 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-50ffe92e-16d9-4d40-8b5a-f88d8f85a711 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:10.172924 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ffe92e-16d9-4d40-8b5a-f88d8f85a711 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Made reservation on behalf of 2f1ed2113c8140bfb8d77b6b38c2e5f8 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:10.177042 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50ffe92e-16d9-4d40-8b5a-f88d8f85a711 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:10.191333 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50ffe92e-16d9-4d40-8b5a-f88d8f85a711 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:10.201489 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-bc5271cb-12b4-49f7-9733-4360a994faee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=42ac1685c1bd43b0a4df61847b684a39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6803517 Feb 09 01:13:10.205751 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46904) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:10.211130 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772de171-4429-47a4-b4f9-4f86cf604ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc50b321-6a6f-4d00-b782-4743c84f67b5,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:10.222751 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-50ffe92e-16d9-4d40-8b5a-f88d8f85a711 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:10.231894 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-50ffe92e-16d9-4d40-8b5a-f88d8f85a711 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Usage tracker for resource:security_group_rule and tenant:2f1ed2113c8140bfb8d77b6b38c2e5f8 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:10.236310 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-50ffe92e-16d9-4d40-8b5a-f88d8f85a711 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:10.251366 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-50ffe92e-16d9-4d40-8b5a-f88d8f85a711 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:10.311224 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:10.311831 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b0ecb3de-6a33-4915-8e92-cfcfd852d2d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:10.322295 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-2996dac8-df33-45db-bbe4-1b79cf062805 admin admin] Allocated IP 172.20.0.1 (0055357f-6a74-45ba-a134-b5223508c9d1/f6f367ae-6db3-44ee-a579-54c0e257ede0/f99ccc72-ba67-4b01-9636-fdda6fdd3360) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:10.328387 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-423f2ae2-3714-4a25-b528-483124bf49f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:10.330077 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-423f2ae2-3714-4a25-b528-483124bf49f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c59666fc0e3454b8e933da7e7ba6dc7&device_id=c94037df-d2c6-4fa4-87be-dafc8babd902 HTTP/1.1" status: 200 len: 1094 time: 0.2560682 Feb 09 01:13:10.353688 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b0ecb3de-6a33-4915-8e92-cfcfd852d2d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:10.395974 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:10.513895 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-fafb117c-6cb0-40b5-9cf6-2607fb129060 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc50b321-6a6f-4d00-b782-4743c84f67b5 HTTP/1.1" status: 200 len: 217 time: 0.1718764 Feb 09 01:13:10.522934 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50ffe92e-16d9-4d40-8b5a-f88d8f85a711 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:10.530166 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50ffe92e-16d9-4d40-8b5a-f88d8f85a711 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:10.568243 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b0ecb3de-6a33-4915-8e92-cfcfd852d2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:10.604724 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-4e51b4a1-f226-4238-a8ad-457f6176df3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:10.606289 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-4e51b4a1-f226-4238-a8ad-457f6176df3d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ade48b74-9192-481d-bc16-6a61a6ccf4f6 HTTP/1.1" status: 200 len: 853 time: 0.0642598 Feb 09 01:13:10.613162 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ffe92e-16d9-4d40-8b5a-f88d8f85a711 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 973} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:13:10.629546 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ffe92e-16d9-4d40-8b5a-f88d8f85a711 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3eab2e-b5f3-4115-86a1-03ef5c5b29f4,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:10.649291 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50ffe92e-16d9-4d40-8b5a-f88d8f85a711 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:10.649844 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-50ffe92e-16d9-4d40-8b5a-f88d8f85a711 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Added segment a2dbfeab-6263-4e0e-b994-c4548a6e5a0b of type vlan for network 11bcd1e7-432d-41d9-8aed-c038c2800f7b Feb 09 01:13:10.664500 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b0ecb3de-6a33-4915-8e92-cfcfd852d2d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:10.669701 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b0ecb3de-6a33-4915-8e92-cfcfd852d2d8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/31278948-5a3b-4e92-b9d1-1d4f6532577c HTTP/1.1" status: 204 len: 168 time: 0.4564528 Feb 09 01:13:10.747331 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecb3de-6a33-4915-8e92-cfcfd852d2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31278948-5a3b-4e92-b9d1-1d4f6532577c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:10.799084 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50ffe92e-16d9-4d40-8b5a-f88d8f85a711 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:10.859277 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c609f-7f1d-41bb-bc89-527b073db818 req-1bd463d1-8185-47d0-88b0-54746e876176 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:10.862934 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-449c609f-7f1d-41bb-bc89-527b073db818 req-1bd463d1-8185-47d0-88b0-54746e876176 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c94037df-d2c6-4fa4-87be-dafc8babd902 HTTP/1.1" status: 200 len: 943 time: 0.1923714 Feb 09 01:13:10.893173 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-16e411f3-6a11-4787-a74f-9bb0a8d8de76 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b9689b8d-433c-4af6-9aec-7f0a64077faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2741165 Feb 09 01:13:10.909205 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50ffe92e-16d9-4d40-8b5a-f88d8f85a711 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:10.917790 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ffe92e-16d9-4d40-8b5a-f88d8f85a711 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:10.918544 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50ffe92e-16d9-4d40-8b5a-f88d8f85a711 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:11.046400 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2996dac8-df33-45db-bbe4-1b79cf062805 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:11.097338 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-2996dac8-df33-45db-bbe4-1b79cf062805 admin admin] Transition to ACTIVE for port object f99ccc72-ba67-4b01-9636-fdda6fdd3360 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:11.174669 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-449c609f-7f1d-41bb-bc89-527b073db818 req-c10b4cd2-04a5-4826-8a6c-7cb7ff795df6 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/security-groups?id=58be9e87-0033-4d01-b22e-8d5310affd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004315 Feb 09 01:13:11.183404 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0037a-525f-4660-afc5-c9d1f17a362f req-60ea34fb-c7f9-49d7-975e-ba8c1ea1dbf2 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:11.184997 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bdf0037a-525f-4660-afc5-c9d1f17a362f req-60ea34fb-c7f9-49d7-975e-ba8c1ea1dbf2 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 946 time: 0.3331389 Feb 09 01:13:11.188383 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-2acd54f3-05e2-4dfa-8319-400d74f63bcf service neutron] 10.222.0.35 "GET /v2.0/networks/b9689b8d-433c-4af6-9aec-7f0a64077faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798698 Feb 09 01:13:11.218621 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 78889691-b9d6-4896-90a8-fb653e9a8e37 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:11.261860 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-50ffe92e-16d9-4d40-8b5a-f88d8f85a711 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3546116 Feb 09 01:13:11.267687 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46938) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:11.284330 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-13f7f653-40dd-48f2-a34e-06e0237ccb1f tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Request body: {'subnet': {'network_id': '11bcd1e7-432d-41d9-8aed-c038c2800f7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:11.347909 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2996dac8-df33-45db-bbe4-1b79cf062805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:11.399364 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 78889691-b9d6-4896-90a8-fb653e9a8e37 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:11.404642 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 78889691-b9d6-4896-90a8-fb653e9a8e37 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:11.405221 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:11.462363 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ffe92e-16d9-4d40-8b5a-f88d8f85a711 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Pushing event updated for resources: {'Network': ['ID=11bcd1e7-432d-41d9-8aed-c038c2800f7b,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:11.485335 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 11bcd1e7-432d-41d9-8aed-c038c2800f7b details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:13:11.507216 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bdf0037a-525f-4660-afc5-c9d1f17a362f req-3fdad95e-9395-4f28-ae5a-bd0b47040749 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026729 Feb 09 01:13:11.536277 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2996dac8-df33-45db-bbe4-1b79cf062805 admin admin] Network 0055357f-6a74-45ba-a134-b5223508c9d1 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:11.537493 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-2996dac8-df33-45db-bbe4-1b79cf062805 admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:11.613868 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ee50ebc-5a5d-4f08-8d4b-d7b70d0b8ff6 req-07ca9e7f-6c82-4b54-8e18-e175727ceb6c service neutron] 10.222.0.35 "GET /v2.0/networks/b9689b8d-433c-4af6-9aec-7f0a64077faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126232 Feb 09 01:13:11.614473 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996dac8-df33-45db-bbe4-1b79cf062805 admin admin] Pushing event updated for resources: {'Port': ['ID=f99ccc72-ba67-4b01-9636-fdda6fdd3360,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:11.627751 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2996dac8-df33-45db-bbe4-1b79cf062805 admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:11.665412 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-13f7f653-40dd-48f2-a34e-06e0237ccb1f tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:11.684319 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-13f7f653-40dd-48f2-a34e-06e0237ccb1f tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Usage tracker for resource:subnet and tenant:2f1ed2113c8140bfb8d77b6b38c2e5f8 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:11.708852 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f20f89-ff3e-49b8-a2ba-1885c5982ed0 req-1aa6dd7a-5cfe-48f9-928f-46b970573f3a tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:11.726150 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c4f20f89-ff3e-49b8-a2ba-1885c5982ed0 req-1aa6dd7a-5cfe-48f9-928f-46b970573f3a tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.2587955 Feb 09 01:13:11.727466 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-13f7f653-40dd-48f2-a34e-06e0237ccb1f tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:11.732587 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2996dac8-df33-45db-bbe4-1b79cf062805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:11.776367 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-13f7f653-40dd-48f2-a34e-06e0237ccb1f tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:11.830931 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:11.845998 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c4f20f89-ff3e-49b8-a2ba-1885c5982ed0 req-54215258-bfe1-4dc6-b625-7e1474a29564 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066990 Feb 09 01:13:11.851541 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f7f653-40dd-48f2-a34e-06e0237ccb1f tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Made reservation on behalf of 2f1ed2113c8140bfb8d77b6b38c2e5f8 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:11.855293 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-13f7f653-40dd-48f2-a34e-06e0237ccb1f tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:11.855779 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:11.895921 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 78889691-b9d6-4896-90a8-fb653e9a8e37, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=78889691-b9d6-4896-90a8-fb653e9a8e37,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:11.902092 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:12.026736 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=78889691-b9d6-4896-90a8-fb653e9a8e37,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:12.072262 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-fc2910be-8906-4575-84e5-26fbf5e1fc72 None None] Provisioning for port f99ccc72-ba67-4b01-9636-fdda6fdd3360 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:12.078991 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-fc2910be-8906-4575-84e5-26fbf5e1fc72 None None] Provisioning complete for port f99ccc72-ba67-4b01-9636-fdda6fdd3360 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:12.079770 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fc2910be-8906-4575-84e5-26fbf5e1fc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:12.187253 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-fc2910be-8906-4575-84e5-26fbf5e1fc72 None None] Port f99ccc72-ba67-4b01-9636-fdda6fdd3360 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:13:12.228432 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-13f7f653-40dd-48f2-a34e-06e0237ccb1f tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:12.263241 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d7243-6e79-49c8-91f6-e4f4ea1eb37c req-8be1102f-968d-4361-b040-46f1a6da524a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:12.266505 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c83d7243-6e79-49c8-91f6-e4f4ea1eb37c req-8be1102f-968d-4361-b040-46f1a6da524a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c59666fc0e3454b8e933da7e7ba6dc7&device_id=c94037df-d2c6-4fa4-87be-dafc8babd902 HTTP/1.1" status: 200 len: 1094 time: 0.3051004 Feb 09 01:13:12.277271 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2996dac8-df33-45db-bbe4-1b79cf062805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:12.337199 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46974) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:12.481935 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7f653-40dd-48f2-a34e-06e0237ccb1f tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Pushing event updated for resources: {'Subnet': ['ID=58dd1571-b9e5-4258-bbcd-7b0a0c88664f,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:12.499267 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f7f653-40dd-48f2-a34e-06e0237ccb1f tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Checking segment: {'id': 'a2dbfeab-6263-4e0e-b994-c4548a6e5a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '11bcd1e7-432d-41d9-8aed-c038c2800f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:12.499634 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f7f653-40dd-48f2-a34e-06e0237ccb1f tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Network hostable DHCP agents. Network: 11bcd1e7-432d-41d9-8aed-c038c2800f7b, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:13:12.520052 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2295556a-5be5-4f62-8157-ffad142adc4b req-f4945357-b52d-4dd0-8654-9289bb18ec15 tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.1004732 Feb 09 01:13:12.563600 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e949569-df12-4072-bcc4-45df70ccb8a7 req-14c9accf-cee3-4f7a-922c-4554a72f80da tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:12.565243 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7e949569-df12-4072-bcc4-45df70ccb8a7 req-14c9accf-cee3-4f7a-922c-4554a72f80da tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c94037df-d2c6-4fa4-87be-dafc8babd902 HTTP/1.1" status: 200 len: 943 time: 0.1659548 Feb 09 01:13:12.566177 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f7f653-40dd-48f2-a34e-06e0237ccb1f tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Network 11bcd1e7-432d-41d9-8aed-c038c2800f7b is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:13:12.604835 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-13f7f653-40dd-48f2-a34e-06e0237ccb1f tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 11bcd1e7-432d-41d9-8aed-c038c2800f7b) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:12.611582 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f7f653-40dd-48f2-a34e-06e0237ccb1f tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:12.611582 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-13f7f653-40dd-48f2-a34e-06e0237ccb1f tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:12.615920 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e9a0a9-e073-4181-8e58-c259dc76c638 None None] Network 11bcd1e7-432d-41d9-8aed-c038c2800f7b requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:12.660213 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7e949569-df12-4072-bcc4-45df70ccb8a7 req-f9cc99cd-1d4a-46f3-8dc5-caf5e7fa07a2 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/security-groups?id=58be9e87-0033-4d01-b22e-8d5310affd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824428 Feb 09 01:13:12.670523 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-89a54bc0-06f5-47d7-9448-040b06b68ce8 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-880274512'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:12.687836 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-13f7f653-40dd-48f2-a34e-06e0237ccb1f tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4165494 Feb 09 01:13:12.693600 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46988) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:12.696517 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-89a54bc0-06f5-47d7-9448-040b06b68ce8 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:12.701723 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-d9c9df87-1d51-4d52-8641-2a07f3b2b669 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Request body: {'port': {'network_id': '11bcd1e7-432d-41d9-8aed-c038c2800f7b', 'name': 'tempest-AllowedAddressPairTestJSON-1663010388'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:12.790166 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d7243-6e79-49c8-91f6-e4f4ea1eb37c req-cfb75210-836a-4a14-bfab-a20430437cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:12.791775 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c83d7243-6e79-49c8-91f6-e4f4ea1eb37c req-cfb75210-836a-4a14-bfab-a20430437cbb service neutron] 10.222.0.35 "GET /v2.0/networks?id=b9689b8d-433c-4af6-9aec-7f0a64077faf HTTP/1.1" status: 200 len: 914 time: 0.5031273 Feb 09 01:13:12.858695 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-89a54bc0-06f5-47d7-9448-040b06b68ce8 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Usage tracker for resource:network and tenant:6ad299afeb554fb2825073db5a372f36 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:12.870837 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-89a54bc0-06f5-47d7-9448-040b06b68ce8 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:12.884835 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-89a54bc0-06f5-47d7-9448-040b06b68ce8 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:12.913080 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c83d7243-6e79-49c8-91f6-e4f4ea1eb37c req-36fe9295-0e4f-4a25-8eb0-4887e47b4c36 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc50b321-6a6f-4d00-b782-4743c84f67b5 HTTP/1.1" status: 200 len: 217 time: 0.1121242 Feb 09 01:13:12.939405 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58aab8bd-2504-43d7-8e42-55c254c2378e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-11bcd1e7-432d-41d9-8aed-c038c2800f7b', 'network_id': '11bcd1e7-432d-41d9-8aed-c038c2800f7b', 'tenant_id': '2f1ed2113c8140bfb8d77b6b38c2e5f8', 'fixed_ips': [{'subnet_id': '58dd1571-b9e5-4258-bbcd-7b0a0c88664f'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:13:12.940729 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-58aab8bd-2504-43d7-8e42-55c254c2378e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:12.946250 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a54bc0-06f5-47d7-9448-040b06b68ce8 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Made reservation on behalf of 6ad299afeb554fb2825073db5a372f36 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:12.949959 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-89a54bc0-06f5-47d7-9448-040b06b68ce8 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:12.981846 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-89a54bc0-06f5-47d7-9448-040b06b68ce8 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:13.002669 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-89a54bc0-06f5-47d7-9448-040b06b68ce8 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:13.011222 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-89a54bc0-06f5-47d7-9448-040b06b68ce8 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Usage tracker for resource:security_group_rule and tenant:6ad299afeb554fb2825073db5a372f36 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:13.014243 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d9c9df87-1d51-4d52-8641-2a07f3b2b669 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:13.016718 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-89a54bc0-06f5-47d7-9448-040b06b68ce8 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:13.024153 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d9c9df87-1d51-4d52-8641-2a07f3b2b669 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Usage tracker for resource:port and tenant:2f1ed2113c8140bfb8d77b6b38c2e5f8 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:13.027180 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-89a54bc0-06f5-47d7-9448-040b06b68ce8 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:13.029628 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d9c9df87-1d51-4d52-8641-2a07f3b2b669 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:13.041237 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d9c9df87-1d51-4d52-8641-2a07f3b2b669 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:13.121231 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c9df87-1d51-4d52-8641-2a07f3b2b669 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Made reservation on behalf of 2f1ed2113c8140bfb8d77b6b38c2e5f8 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:13.133380 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d9c9df87-1d51-4d52-8641-2a07f3b2b669 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:13.158046 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e429c2-49aa-429b-b406-ac8d98018889 req-1b0f22ce-fe16-44cf-879e-1ace6a0fcad2 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:13.159863 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d0e429c2-49aa-429b-b406-ac8d98018889 req-1b0f22ce-fe16-44cf-879e-1ace6a0fcad2 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 946 time: 0.4287131 Feb 09 01:13:13.181061 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 78889691-b9d6-4896-90a8-fb653e9a8e37 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:13.233781 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2996dac8-df33-45db-bbe4-1b79cf062805 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:13.234015 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:13:13.237885 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-d9c9df87-1d51-4d52-8641-2a07f3b2b669 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] device_id is not set on port 64825664-e4ea-4f3f-9470-20880819fcde yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:13:13.264284 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2996dac8-df33-45db-bbe4-1b79cf062805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:13.289731 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-58aab8bd-2504-43d7-8e42-55c254c2378e None None] Allocated IP 172.20.0.2 (11bcd1e7-432d-41d9-8aed-c038c2800f7b/58dd1571-b9e5-4258-bbcd-7b0a0c88664f/95128d9a-e593-4cbe-a1e9-751b801bfbc2) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:13.346971 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1eb21c-97e1-47b4-ab73-b15fc1ca5037 req-88d74a84-3c08-4641-853c-47f5614e0217 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:13.354633 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4c1eb21c-97e1-47b4-ab73-b15fc1ca5037 req-88d74a84-3c08-4641-853c-47f5614e0217 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.3174257 Feb 09 01:13:13.371192 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2996dac8-df33-45db-bbe4-1b79cf062805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:13.389435 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d0e429c2-49aa-429b-b406-ac8d98018889 req-c0664fb0-bf51-4d1f-a413-386e1fd4520e tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198150 Feb 09 01:13:13.415812 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-89a54bc0-06f5-47d7-9448-040b06b68ce8 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:13.424149 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-89a54bc0-06f5-47d7-9448-040b06b68ce8 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:13.430122 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4c1eb21c-97e1-47b4-ab73-b15fc1ca5037 req-85ce0503-9a22-41dd-8761-59f1e0c1997f tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746813 Feb 09 01:13:13.434700 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d7243-6e79-49c8-91f6-e4f4ea1eb37c req-25080563-de93-435d-a011-2ae7439df6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:13.437479 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c83d7243-6e79-49c8-91f6-e4f4ea1eb37c req-25080563-de93-435d-a011-2ae7439df6e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ade48b74-9192-481d-bc16-6a61a6ccf4f6 HTTP/1.1" status: 200 len: 853 time: 0.5049207 Feb 09 01:13:13.443209 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 78889691-b9d6-4896-90a8-fb653e9a8e37 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:13.443579 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:13.576353 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c83d7243-6e79-49c8-91f6-e4f4ea1eb37c req-b1fd223d-ff7b-4021-b899-7f8b5fccba11 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b9689b8d-433c-4af6-9aec-7f0a64077faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139383 Feb 09 01:13:13.576886 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a54bc0-06f5-47d7-9448-040b06b68ce8 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 986} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:13:13.581354 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996dac8-df33-45db-bbe4-1b79cf062805 admin admin] Pushing event updated for resources: {'Port': ['ID=f99ccc72-ba67-4b01-9636-fdda6fdd3360,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:13.594212 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a54bc0-06f5-47d7-9448-040b06b68ce8 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=759fe9a5-a8e1-4369-8c0c-20518eab67b9,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:13.613306 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-89a54bc0-06f5-47d7-9448-040b06b68ce8 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:13.613689 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-89a54bc0-06f5-47d7-9448-040b06b68ce8 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Added segment 8d001fcd-03fc-465d-b41f-af868446e3a6 of type vlan for network 0553dcf0-f13d-436d-819a-721b07d4088a Feb 09 01:13:13.664063 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-89a54bc0-06f5-47d7-9448-040b06b68ce8 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:13.678313 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-58aab8bd-2504-43d7-8e42-55c254c2378e None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:13.690348 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-58aab8bd-2504-43d7-8e42-55c254c2378e None None] Transition to ACTIVE for port object 95128d9a-e593-4cbe-a1e9-751b801bfbc2 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:13.710629 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-58aab8bd-2504-43d7-8e42-55c254c2378e None None] Transition to ACTIVE for port object 95128d9a-e593-4cbe-a1e9-751b801bfbc2 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:13.716210 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-89a54bc0-06f5-47d7-9448-040b06b68ce8 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:13.718235 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-58aab8bd-2504-43d7-8e42-55c254c2378e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:13.724064 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a54bc0-06f5-47d7-9448-040b06b68ce8 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:13.724716 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-89a54bc0-06f5-47d7-9448-040b06b68ce8 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:13.767936 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-56254de2-5eb9-4e99-a6de-7864260cdec7 req-247fef38-3857-49cb-a77c-9321d08099ed tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.0641246 Feb 09 01:13:13.802316 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aab8bd-2504-43d7-8e42-55c254c2378e None None] Pushing event updated for resources: {'Port': ['ID=95128d9a-e593-4cbe-a1e9-751b801bfbc2,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:13.823804 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58aab8bd-2504-43d7-8e42-55c254c2378e None None] Network 11bcd1e7-432d-41d9-8aed-c038c2800f7b is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:13.825040 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-58aab8bd-2504-43d7-8e42-55c254c2378e None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:13.833658 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aab8bd-2504-43d7-8e42-55c254c2378e None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:13.843134 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2996dac8-df33-45db-bbe4-1b79cf062805 admin admin] Network 0055357f-6a74-45ba-a134-b5223508c9d1 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:13.845857 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-2996dac8-df33-45db-bbe4-1b79cf062805 admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:13.852911 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c83d7243-6e79-49c8-91f6-e4f4ea1eb37c req-754e6abe-c87c-4579-941b-0dcc1947d80e service neutron] 10.222.0.35 "GET /v2.0/networks/b9689b8d-433c-4af6-9aec-7f0a64077faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645638 Feb 09 01:13:13.948274 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-d9c9df87-1d51-4d52-8641-2a07f3b2b669 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Allocated IP 172.20.0.10 (11bcd1e7-432d-41d9-8aed-c038c2800f7b/58dd1571-b9e5-4258-bbcd-7b0a0c88664f/64825664-e4ea-4f3f-9470-20880819fcde) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:13.982724 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-58aab8bd-2504-43d7-8e42-55c254c2378e None None] Attempting to bind port 95128d9a-e593-4cbe-a1e9-751b801bfbc2 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:13:13.983263 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-58aab8bd-2504-43d7-8e42-55c254c2378e None None] Attempting to bind port 95128d9a-e593-4cbe-a1e9-751b801bfbc2 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'a2dbfeab-6263-4e0e-b994-c4548a6e5a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '11bcd1e7-432d-41d9-8aed-c038c2800f7b'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:13:13.983692 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58aab8bd-2504-43d7-8e42-55c254c2378e None None] Attempting to bind port 95128d9a-e593-4cbe-a1e9-751b801bfbc2 on network 11bcd1e7-432d-41d9-8aed-c038c2800f7b {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:13:13.991033 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58aab8bd-2504-43d7-8e42-55c254c2378e None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:13:13.991515 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58aab8bd-2504-43d7-8e42-55c254c2378e None None] Checking segment: {'id': 'a2dbfeab-6263-4e0e-b994-c4548a6e5a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '11bcd1e7-432d-41d9-8aed-c038c2800f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:13.992008 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-58aab8bd-2504-43d7-8e42-55c254c2378e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:13.992508 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58aab8bd-2504-43d7-8e42-55c254c2378e None None] Bound using segment: {'id': 'a2dbfeab-6263-4e0e-b994-c4548a6e5a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '11bcd1e7-432d-41d9-8aed-c038c2800f7b'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:13:13.993063 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-58aab8bd-2504-43d7-8e42-55c254c2378e None None] Bound port: 95128d9a-e593-4cbe-a1e9-751b801bfbc2, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2dbfeab-6263-4e0e-b994-c4548a6e5a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '11bcd1e7-432d-41d9-8aed-c038c2800f7b'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:13:13.993522 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-58aab8bd-2504-43d7-8e42-55c254c2378e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:14.129881 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-58aab8bd-2504-43d7-8e42-55c254c2378e None None] For port 95128d9a-e593-4cbe-a1e9-751b801bfbc2, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:13:14.133358 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-58aab8bd-2504-43d7-8e42-55c254c2378e None None] For port 95128d9a-e593-4cbe-a1e9-751b801bfbc2, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=95128d9a-e593-4cbe-a1e9-751b801bfbc2,segment=NetworkSegment(a2dbfeab-6263-4e0e-b994-c4548a6e5a0b),segment_id=a2dbfeab-6263-4e0e-b994-c4548a6e5a0b)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:13:14.139760 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-58aab8bd-2504-43d7-8e42-55c254c2378e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:14.201950 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c83d7243-6e79-49c8-91f6-e4f4ea1eb37c req-4afa5e76-b5fb-4971-a703-d1bebf1445cc service neutron] 10.222.0.35 "GET /v2.0/networks/b9689b8d-433c-4af6-9aec-7f0a64077faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847462 Feb 09 01:13:14.213932 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2996dac8-df33-45db-bbe4-1b79cf062805 admin admin] Router ec7240bc-2034-47b8-996f-727053d3e8f8 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:13:14.256979 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-14d99c3a-7aa5-4911-a1fa-a624edb20127 None None] Provisioning complete for port f99ccc72-ba67-4b01-9636-fdda6fdd3360 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:14.257486 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-14d99c3a-7aa5-4911-a1fa-a624edb20127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:14.282454 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a54bc0-06f5-47d7-9448-040b06b68ce8 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event updated for resources: {'Network': ['ID=0553dcf0-f13d-436d-819a-721b07d4088a,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:14.297623 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aab8bd-2504-43d7-8e42-55c254c2378e None None] Pushing event updated for resources: {'Port': ['ID=95128d9a-e593-4cbe-a1e9-751b801bfbc2,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:14.299937 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-89a54bc0-06f5-47d7-9448-040b06b68ce8 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9568090 Feb 09 01:13:14.316235 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 0553dcf0-f13d-436d-819a-721b07d4088a details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:13:14.454079 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716a6b3-1d35-4a2c-aebd-d21380573180 req-ed941bdc-9421-4e54-bcd0-4208ec84c3e2 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:14.469875 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47002) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:14.470976 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2996dac8-df33-45db-bbe4-1b79cf062805 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:13:14.471253 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7716a6b3-1d35-4a2c-aebd-d21380573180 req-ed941bdc-9421-4e54-bcd0-4208ec84c3e2 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c94037df-d2c6-4fa4-87be-dafc8babd902 HTTP/1.1" status: 200 len: 943 time: 0.5302324 Feb 09 01:13:14.485060 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-8dcfb491-f779-4d40-9f7e-8e4011a40304 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Request body: {'subnet': {'network_id': '0553dcf0-f13d-436d-819a-721b07d4088a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:14.500389 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d9c9df87-1d51-4d52-8641-2a07f3b2b669 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:14.506923 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4488858f-4dda-4aef-be57-fd6f3e09df25 None None] Sync routers for ids ['ec7240bc-2034-47b8-996f-727053d3e8f8'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:13:14.523184 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-14d99c3a-7aa5-4911-a1fa-a624edb20127 None None] Port f99ccc72-ba67-4b01-9636-fdda6fdd3360 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:13:14.532231 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4488858f-4dda-4aef-be57-fd6f3e09df25 None None] Routers {'ec7240bc-2034-47b8-996f-727053d3e8f8'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:13:14.533278 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-4488858f-4dda-4aef-be57-fd6f3e09df25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:13:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['ec7240bc-2034-47b8-996f-727053d3e8f8'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:14.597990 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-d9c9df87-1d51-4d52-8641-2a07f3b2b669 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Transition to ACTIVE for port object 64825664-e4ea-4f3f-9470-20880819fcde will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:14.604759 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2996dac8-df33-45db-bbe4-1b79cf062805 admin admin] 10.222.0.37 "PUT /v2.0/routers/ec7240bc-2034-47b8-996f-727053d3e8f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8666437 Feb 09 01:13:14.616449 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7716a6b3-1d35-4a2c-aebd-d21380573180 req-94a88049-57d0-4b8c-9f40-ab3730450b43 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/security-groups?id=58be9e87-0033-4d01-b22e-8d5310affd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377425 Feb 09 01:13:14.639253 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8dcfb491-f779-4d40-9f7e-8e4011a40304 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:14.647440 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8dcfb491-f779-4d40-9f7e-8e4011a40304 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Usage tracker for resource:subnet and tenant:6ad299afeb554fb2825073db5a372f36 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:14.695353 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d9c9df87-1d51-4d52-8641-2a07f3b2b669 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:14.735051 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8dcfb491-f779-4d40-9f7e-8e4011a40304 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:14.772621 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8dcfb491-f779-4d40-9f7e-8e4011a40304 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:14.811817 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcfb491-f779-4d40-9f7e-8e4011a40304 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Made reservation on behalf of 6ad299afeb554fb2825073db5a372f36 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:14.815485 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8dcfb491-f779-4d40-9f7e-8e4011a40304 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:14.848960 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-4488858f-4dda-4aef-be57-fd6f3e09df25 None None] Set router ec7240bc-2034-47b8-996f-727053d3e8f8 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:13:14.868551 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c9df87-1d51-4d52-8641-2a07f3b2b669 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Network 11bcd1e7-432d-41d9-8aed-c038c2800f7b is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:14.873329 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-d9c9df87-1d51-4d52-8641-2a07f3b2b669 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:14.875940 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c9df87-1d51-4d52-8641-2a07f3b2b669 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:14.911064 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bd71b-1c39-459c-a37e-9d9a7552f7a2 req-9476985a-4568-49d6-8cdd-123fefb85da9 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:14.913056 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-044bd71b-1c39-459c-a37e-9d9a7552f7a2 req-9476985a-4568-49d6-8cdd-123fefb85da9 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 946 time: 0.2547884 Feb 09 01:13:14.929566 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9df87-1d51-4d52-8641-2a07f3b2b669 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Pushing event updated for resources: {'Port': ['ID=64825664-e4ea-4f3f-9470-20880819fcde,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:14.966140 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c9df87-1d51-4d52-8641-2a07f3b2b669 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:14.966771 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d9c9df87-1d51-4d52-8641-2a07f3b2b669 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:14.991610 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-044bd71b-1c39-459c-a37e-9d9a7552f7a2 req-be734980-af07-46fa-8311-45d40e9945d9 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641451 Feb 09 01:13:14.992757 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d9c9df87-1d51-4d52-8641-2a07f3b2b669 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2980671 Feb 09 01:13:14.998201 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47014) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:15.005488 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c4845-200a-4c20-902f-0acf326c5bef req-44ddfcef-b135-46a7-8b9e-636a3e83648c tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:15.005771 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-6e893fe1-3913-4e0b-8545-14927b1c9515 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Request body: {'port': {'network_id': '11bcd1e7-432d-41d9-8aed-c038c2800f7b', 'name': 'tempest-AllowedAddressPairTestJSON-360152944', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:4c:57:16'}]}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:15.007232 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1b8c4845-200a-4c20-902f-0acf326c5bef req-44ddfcef-b135-46a7-8b9e-636a3e83648c tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.2275021 Feb 09 01:13:15.087828 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1b8c4845-200a-4c20-902f-0acf326c5bef req-ceabc000-4b95-4999-8f39-917156927b0e tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737286 Feb 09 01:13:15.141600 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device dc50b321-6a6f-4d00-b782-4743c84f67b5 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:13:15.261373 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 95128d9a-e593-4cbe-a1e9-751b801bfbc2 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:15.332796 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-05de57f1-7240-4baf-905c-5394c62b16ec req-2600a84e-6f41-4b60-9df3-76cf03dc4070 tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.0601461 Feb 09 01:13:15.494386 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6e893fe1-3913-4e0b-8545-14927b1c9515 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:15.495142 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 95128d9a-e593-4cbe-a1e9-751b801bfbc2 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:15.498842 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6e893fe1-3913-4e0b-8545-14927b1c9515 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Usage tracker for resource:port and tenant:2f1ed2113c8140bfb8d77b6b38c2e5f8 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:15.502233 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6e893fe1-3913-4e0b-8545-14927b1c9515 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:15.505600 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8dcfb491-f779-4d40-9f7e-8e4011a40304 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:15.508248 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port dc50b321-6a6f-4d00-b782-4743c84f67b5, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=dc50b321-6a6f-4d00-b782-4743c84f67b5,segment=NetworkSegment(89e0d6e1-f19c-4b81-bd43-1dff48e1d5ba),segment_id=89e0d6e1-f19c-4b81-bd43-1dff48e1d5ba)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:15.530691 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'dc50b321-6a6f-4d00-b782-4743c84f67b5', 'network_id': 'b9689b8d-433c-4af6-9aec-7f0a64077faf', 'port_id': 'dc50b321-6a6f-4d00-b782-4743c84f67b5', 'mac_address': 'fa:16:3e:d5:33:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 958, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ade48b74-9192-481d-bc16-6a61a6ccf4f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:13:15.538417 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6e893fe1-3913-4e0b-8545-14927b1c9515 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:15.580568 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e893fe1-3913-4e0b-8545-14927b1c9515 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Made reservation on behalf of 2f1ed2113c8140bfb8d77b6b38c2e5f8 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:15.595524 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-4488858f-4dda-4aef-be57-fd6f3e09df25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'name': 'tempest-ServerActionsTestJSON-372246360-router', 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '78889691-b9d6-4896-90a8-fb653e9a8e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:00Z', 'updated_at': '2022-02-09T01:13:12Z', 'revision_number': 4, 'project_id': 'ce0095aebb0840088ecf37cbcece72f6', 'gw_port': {'id': '78889691-b9d6-4896-90a8-fb653e9a8e37', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:46:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:02Z', 'updated_at': '2022-02-09T01:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'f99ccc72-ba67-4b01-9636-fdda6fdd3360', 'name': '', 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1', 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6', 'mac_address': 'fa:16:3e:ed:55:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'f6f367ae-6db3-44ee-a579-54c0e257ede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:09Z', 'updated_at': '2022-02-09T01:13:12Z', 'revision_number': 2, 'project_id': 'ce0095aebb0840088ecf37cbcece72f6', 'subnets': [{'id': 'f6f367ae-6db3-44ee-a579-54c0e257ede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:15.602487 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:15.612644 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4488858f-4dda-4aef-be57-fd6f3e09df25 None None] Checking router: ec7240bc-2034-47b8-996f-727053d3e8f8 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:13:15.612992 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4488858f-4dda-4aef-be57-fd6f3e09df25 None None] Updating router ec7240bc-2034-47b8-996f-727053d3e8f8 port f99ccc72-ba67-4b01-9636-fdda6fdd3360 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:13:15.657642 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc50b321-6a6f-4d00-b782-4743c84f67b5 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:13:15.673784 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcfb491-f779-4d40-9f7e-8e4011a40304 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Checking segment: {'id': '8d001fcd-03fc-465d-b41f-af868446e3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '0553dcf0-f13d-436d-819a-721b07d4088a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:15.674326 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcfb491-f779-4d40-9f7e-8e4011a40304 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Network hostable DHCP agents. Network: 0553dcf0-f13d-436d-819a-721b07d4088a, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:13:15.682608 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfb491-f779-4d40-9f7e-8e4011a40304 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event updated for resources: {'Subnet': ['ID=ce43b5dc-6519-4317-a343-bef5f96c2ef7,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:15.693122 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4488858f-4dda-4aef-be57-fd6f3e09df25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:15.715922 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port dc50b321-6a6f-4d00-b782-4743c84f67b5, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=dc50b321-6a6f-4d00-b782-4743c84f67b5,segment=NetworkSegment(89e0d6e1-f19c-4b81-bd43-1dff48e1d5ba),segment_id=89e0d6e1-f19c-4b81-bd43-1dff48e1d5ba)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:15.725792 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcfb491-f779-4d40-9f7e-8e4011a40304 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Network 0553dcf0-f13d-436d-819a-721b07d4088a is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:13:15.749607 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384894aa-c9cb-426f-9b27-d17ed2ed6a58 None None] Network 11bcd1e7-432d-41d9-8aed-c038c2800f7b requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:15.749889 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-8dcfb491-f779-4d40-9f7e-8e4011a40304 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 0553dcf0-f13d-436d-819a-721b07d4088a) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:15.754292 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6e893fe1-3913-4e0b-8545-14927b1c9515 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:15.767554 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcfb491-f779-4d40-9f7e-8e4011a40304 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:15.768130 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8dcfb491-f779-4d40-9f7e-8e4011a40304 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:15.776177 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:15.777891 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bef7de-b0ca-42e0-a670-1bf939adef82 None None] Network 0553dcf0-f13d-436d-819a-721b07d4088a requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:15.833799 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-6e893fe1-3913-4e0b-8545-14927b1c9515 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] device_id is not set on port cf05242f-5a3e-4e8c-9799-c302b4ede465 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:13:15.874277 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8dcfb491-f779-4d40-9f7e-8e4011a40304 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3960836 Feb 09 01:13:15.877649 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47022) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:15.885427 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-04255785-bec8-486e-962f-a96934644843 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-401045069'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:15.890803 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-04255785-bec8-486e-962f-a96934644843 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:15.895242 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-04255785-bec8-486e-962f-a96934644843 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Usage tracker for resource:network and tenant:6ad299afeb554fb2825073db5a372f36 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:15.898319 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-04255785-bec8-486e-962f-a96934644843 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:15.905027 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-04255785-bec8-486e-962f-a96934644843 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:15.916837 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04255785-bec8-486e-962f-a96934644843 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Made reservation on behalf of 6ad299afeb554fb2825073db5a372f36 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:15.921145 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-04255785-bec8-486e-962f-a96934644843 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:15.954745 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04255785-bec8-486e-962f-a96934644843 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 952} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:13:15.965600 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-04255785-bec8-486e-962f-a96934644843 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:15.965951 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-04255785-bec8-486e-962f-a96934644843 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Added segment e005f6b9-042a-43bf-9314-9579c3fe21b5 of type vlan for network c8c17235-3604-418a-91fc-babe2175a1c4 Feb 09 01:13:15.985858 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5825035-d2a0-469f-843c-0164a7e2f79f req-011571f4-19e9-4310-9751-036588d6affe tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:15.987453 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a5825035-d2a0-469f-843c-0164a7e2f79f req-011571f4-19e9-4310-9751-036588d6affe tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c94037df-d2c6-4fa4-87be-dafc8babd902 HTTP/1.1" status: 200 len: 944 time: 0.2110255 Feb 09 01:13:16.009132 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-04255785-bec8-486e-962f-a96934644843 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:16.037697 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-6e893fe1-3913-4e0b-8545-14927b1c9515 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Allocated IP 172.20.0.3 (11bcd1e7-432d-41d9-8aed-c038c2800f7b/58dd1571-b9e5-4258-bbcd-7b0a0c88664f/cf05242f-5a3e-4e8c-9799-c302b4ede465) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:16.038811 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f2ea20c8-65f1-4b15-b774-083b758a90a3 None None] Provisioning for port 95128d9a-e593-4cbe-a1e9-751b801bfbc2 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:16.059643 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a5825035-d2a0-469f-843c-0164a7e2f79f req-3af1fdd8-db02-438b-a939-3e4c0d13a6b6 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/security-groups?id=58be9e87-0033-4d01-b22e-8d5310affd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653825 Feb 09 01:13:16.064595 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f2ea20c8-65f1-4b15-b774-083b758a90a3 None None] Provisioning complete for port 95128d9a-e593-4cbe-a1e9-751b801bfbc2 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:16.065002 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f2ea20c8-65f1-4b15-b774-083b758a90a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:16.093004 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-04255785-bec8-486e-962f-a96934644843 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:16.106647 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04255785-bec8-486e-962f-a96934644843 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:16.110748 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-04255785-bec8-486e-962f-a96934644843 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:16.151648 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=dc50b321-6a6f-4d00-b782-4743c84f67b5,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:16.197299 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['dc50b321-6a6f-4d00-b782-4743c84f67b5'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:13:16.197536 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-04255785-bec8-486e-962f-a96934644843 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3148367 Feb 09 01:13:16.207226 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47030) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:16.270414 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-c1c53996-735b-4205-9fb4-e019532c8cef tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Request body: {'subnet': {'network_id': 'c8c17235-3604-418a-91fc-babe2175a1c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:16.287126 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b9fef7b-aead-4a0d-8f2c-8baf9741be54 req-a645fb0d-8b56-4ae2-b9e6-00ec63613beb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.1653314 Feb 09 01:13:16.293897 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04255785-bec8-486e-962f-a96934644843 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event updated for resources: {'Network': ['ID=c8c17235-3604-418a-91fc-babe2175a1c4,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:16.373939 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network c8c17235-3604-418a-91fc-babe2175a1c4 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:13:16.484000 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c1c53996-735b-4205-9fb4-e019532c8cef tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:16.499617 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c1c53996-735b-4205-9fb4-e019532c8cef tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Usage tracker for resource:subnet and tenant:6ad299afeb554fb2825073db5a372f36 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:16.506087 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c1c53996-735b-4205-9fb4-e019532c8cef tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:16.515931 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c1c53996-735b-4205-9fb4-e019532c8cef tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:16.547542 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6e893fe1-3913-4e0b-8545-14927b1c9515 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:16.559030 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47038) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:16.559544 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b098fd-e33b-47f1-a83e-5721c9f6e117 req-f1bf6706-094a-4cef-ba2b-2852374fab88 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:16.561199 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f8b098fd-e33b-47f1-a83e-5721c9f6e117 req-f1bf6706-094a-4cef-ba2b-2852374fab88 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 946 time: 0.2770193 Feb 09 01:13:16.567309 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-2393a187-5b88-44fc-a40a-06d988c31716 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1635021480', 'description': 'tempest-description--320552560'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:16.575503 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2393a187-5b88-44fc-a40a-06d988c31716 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:16.581023 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2393a187-5b88-44fc-a40a-06d988c31716 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Usage tracker for resource:security_group and tenant:ce0095aebb0840088ecf37cbcece72f6 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:16.582414 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-6e893fe1-3913-4e0b-8545-14927b1c9515 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Transition to ACTIVE for port object cf05242f-5a3e-4e8c-9799-c302b4ede465 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:16.585250 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2393a187-5b88-44fc-a40a-06d988c31716 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:16.593594 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2393a187-5b88-44fc-a40a-06d988c31716 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:16.606443 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c53996-735b-4205-9fb4-e019532c8cef tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Made reservation on behalf of 6ad299afeb554fb2825073db5a372f36 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:16.610384 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1c53996-735b-4205-9fb4-e019532c8cef tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:16.615298 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2393a187-5b88-44fc-a40a-06d988c31716 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:16.645420 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2393a187-5b88-44fc-a40a-06d988c31716 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:16.649542 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2393a187-5b88-44fc-a40a-06d988c31716 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Usage tracker for resource:security_group_rule and tenant:ce0095aebb0840088ecf37cbcece72f6 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:16.653730 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2393a187-5b88-44fc-a40a-06d988c31716 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:16.659989 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2393a187-5b88-44fc-a40a-06d988c31716 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:16.692470 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6e893fe1-3913-4e0b-8545-14927b1c9515 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:16.723062 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6555fe67-7887-41bd-9321-64a04d62585d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-0553dcf0-f13d-436d-819a-721b07d4088a', 'network_id': '0553dcf0-f13d-436d-819a-721b07d4088a', 'tenant_id': '6ad299afeb554fb2825073db5a372f36', 'fixed_ips': [{'subnet_id': 'ce43b5dc-6519-4317-a343-bef5f96c2ef7'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:13:16.723886 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6555fe67-7887-41bd-9321-64a04d62585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:16.751656 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f2ea20c8-65f1-4b15-b774-083b758a90a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:16.799045 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683cd89-1c10-4f81-bb4c-b71813702fa5 req-477eb3b2-7fa9-4ed1-a3db-7c67f72d3e9f tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:16.800706 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2683cd89-1c10-4f81-bb4c-b71813702fa5 req-477eb3b2-7fa9-4ed1-a3db-7c67f72d3e9f tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.1327384 Feb 09 01:13:16.818962 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2393a187-5b88-44fc-a40a-06d988c31716 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:16.829646 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f8b098fd-e33b-47f1-a83e-5721c9f6e117 req-89ed841d-7995-4134-bd6b-12859b3955b9 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247291 Feb 09 01:13:16.834245 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2393a187-5b88-44fc-a40a-06d988c31716 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:16.896751 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f2ea20c8-65f1-4b15-b774-083b758a90a3 None None] For port 95128d9a-e593-4cbe-a1e9-751b801bfbc2, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=95128d9a-e593-4cbe-a1e9-751b801bfbc2,segment=NetworkSegment(a2dbfeab-6263-4e0e-b994-c4548a6e5a0b),segment_id=a2dbfeab-6263-4e0e-b994-c4548a6e5a0b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:16.919733 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2683cd89-1c10-4f81-bb4c-b71813702fa5 req-f2e30682-3e81-490f-9edf-e6b267b48dad tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039441 Feb 09 01:13:16.921804 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2393a187-5b88-44fc-a40a-06d988c31716 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:16.922973 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2393a187-5b88-44fc-a40a-06d988c31716 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3628137 Feb 09 01:13:16.938304 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47042) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:16.941081 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393a187-5b88-44fc-a40a-06d988c31716 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:16.947471 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-4edd7c8f-000d-4667-aad0-8cab6d557dab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Request body: {'security_group_rule': {'security_group_id': 'c8f0d28d-a1ea-4108-ad85-7a5d044a95d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:16.953981 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f2ea20c8-65f1-4b15-b774-083b758a90a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:16.958595 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393a187-5b88-44fc-a40a-06d988c31716 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:16.958854 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393a187-5b88-44fc-a40a-06d988c31716 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:16.959193 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393a187-5b88-44fc-a40a-06d988c31716 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:16.959527 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393a187-5b88-44fc-a40a-06d988c31716 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:16.959859 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393a187-5b88-44fc-a40a-06d988c31716 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:16.960187 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393a187-5b88-44fc-a40a-06d988c31716 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:16.960536 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393a187-5b88-44fc-a40a-06d988c31716 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:16.960860 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393a187-5b88-44fc-a40a-06d988c31716 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:16.961178 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393a187-5b88-44fc-a40a-06d988c31716 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:16.961494 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393a187-5b88-44fc-a40a-06d988c31716 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:16.961813 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393a187-5b88-44fc-a40a-06d988c31716 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:16.962129 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393a187-5b88-44fc-a40a-06d988c31716 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:16.965639 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4edd7c8f-000d-4667-aad0-8cab6d557dab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:16.970212 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4edd7c8f-000d-4667-aad0-8cab6d557dab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Usage tracker for resource:security_group_rule and tenant:ce0095aebb0840088ecf37cbcece72f6 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:16.974257 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4edd7c8f-000d-4667-aad0-8cab6d557dab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:16.974721 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e893fe1-3913-4e0b-8545-14927b1c9515 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Network 11bcd1e7-432d-41d9-8aed-c038c2800f7b is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:16.975762 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e893fe1-3913-4e0b-8545-14927b1c9515 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Pushing event updated for resources: {'Port': ['ID=cf05242f-5a3e-4e8c-9799-c302b4ede465,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:16.981702 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4edd7c8f-000d-4667-aad0-8cab6d557dab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:16.984562 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-6e893fe1-3913-4e0b-8545-14927b1c9515 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:16.986993 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e893fe1-3913-4e0b-8545-14927b1c9515 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:17.002904 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4edd7c8f-000d-4667-aad0-8cab6d557dab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:17.023584 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e893fe1-3913-4e0b-8545-14927b1c9515 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:17.024523 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e893fe1-3913-4e0b-8545-14927b1c9515 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:17.024875 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e893fe1-3913-4e0b-8545-14927b1c9515 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:17.025214 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e893fe1-3913-4e0b-8545-14927b1c9515 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:17.025553 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e893fe1-3913-4e0b-8545-14927b1c9515 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:17.025888 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e893fe1-3913-4e0b-8545-14927b1c9515 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:17.026218 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e893fe1-3913-4e0b-8545-14927b1c9515 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:17.026562 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e893fe1-3913-4e0b-8545-14927b1c9515 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:17.026877 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e893fe1-3913-4e0b-8545-14927b1c9515 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:17.027204 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e893fe1-3913-4e0b-8545-14927b1c9515 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:17.027537 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e893fe1-3913-4e0b-8545-14927b1c9515 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:17.027964 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e893fe1-3913-4e0b-8545-14927b1c9515 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:17.085461 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4edd7c8f-000d-4667-aad0-8cab6d557dab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:17.091068 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4edd7c8f-000d-4667-aad0-8cab6d557dab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:17.112827 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4b7b6056-8bfa-4f2d-831a-84fcd8b65c4d req-974b669b-f51a-4dfc-a2e2-d65ac4a177a3 tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.0969722 Feb 09 01:13:17.140307 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd7c8f-000d-4667-aad0-8cab6d557dab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f044fa6-9107-4028-bb7f-56f5e339c6c3,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:17.185077 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4edd7c8f-000d-4667-aad0-8cab6d557dab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:17.189461 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4edd7c8f-000d-4667-aad0-8cab6d557dab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2469633 Feb 09 01:13:17.189628 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47048) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:17.199364 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-d8246887-94e3-42c2-9f99-86870eb9fd0f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Request body: {'security_group_rule': {'security_group_id': 'c8f0d28d-a1ea-4108-ad85-7a5d044a95d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:17.206635 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d8246887-94e3-42c2-9f99-86870eb9fd0f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:17.210971 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e893fe1-3913-4e0b-8545-14927b1c9515 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:17.211623 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6e893fe1-3913-4e0b-8545-14927b1c9515 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:17.211748 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d8246887-94e3-42c2-9f99-86870eb9fd0f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Usage tracker for resource:security_group_rule and tenant:ce0095aebb0840088ecf37cbcece72f6 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:17.216143 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d8246887-94e3-42c2-9f99-86870eb9fd0f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:17.216744 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4488858f-4dda-4aef-be57-fd6f3e09df25 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:17.225707 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d8246887-94e3-42c2-9f99-86870eb9fd0f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:17.253625 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d8246887-94e3-42c2-9f99-86870eb9fd0f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:17.261531 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-4488858f-4dda-4aef-be57-fd6f3e09df25 None None] Transition to ACTIVE for port object f99ccc72-ba67-4b01-9636-fdda6fdd3360 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:17.266676 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea20c8-65f1-4b15-b774-083b758a90a3 None None] Pushing event updated for resources: {'Port': ['ID=95128d9a-e593-4cbe-a1e9-751b801bfbc2,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:17.283772 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4488858f-4dda-4aef-be57-fd6f3e09df25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:17.286308 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6e893fe1-3913-4e0b-8545-14927b1c9515 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.2852798 Feb 09 01:13:17.287120 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47052) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:17.290627 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1c53996-735b-4205-9fb4-e019532c8cef tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:17.318857 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-6555fe67-7887-41bd-9321-64a04d62585d None None] Allocated IP 172.20.255.242 (0553dcf0-f13d-436d-819a-721b07d4088a/ce43b5dc-6519-4317-a343-bef5f96c2ef7/54fb06a6-0c0b-4d87-95be-fb4ce5440e6a) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:17.379612 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d8246887-94e3-42c2-9f99-86870eb9fd0f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:17.394549 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d8246887-94e3-42c2-9f99-86870eb9fd0f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:17.441206 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8246887-94e3-42c2-9f99-86870eb9fd0f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e89a1da-6f97-43bc-ade4-29fb6ea317f8,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:17.478603 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d8246887-94e3-42c2-9f99-86870eb9fd0f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:17.480845 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d8246887-94e3-42c2-9f99-86870eb9fd0f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2900343 Feb 09 01:13:17.484337 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47056) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:17.492782 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-adbb738a-0984-4584-b529-923333fdfed2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:17.514049 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766b6d9-7406-4554-bf6a-4519b7d71581 req-a869c06b-9c20-49a5-b225-4a3e53941502 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:17.527218 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c766b6d9-7406-4554-bf6a-4519b7d71581 req-a869c06b-9c20-49a5-b225-4a3e53941502 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c94037df-d2c6-4fa4-87be-dafc8babd902 HTTP/1.1" status: 200 len: 944 time: 0.2494836 Feb 09 01:13:17.531005 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-adbb738a-0984-4584-b529-923333fdfed2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:17.539922 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc368df-bb8b-4b4e-ab56-6e1d2ca60321 None None] Pushing event updated for resources: {'Port': ['ID=f99ccc72-ba67-4b01-9636-fdda6fdd3360,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:17.606890 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c766b6d9-7406-4554-bf6a-4519b7d71581 req-50e90f84-3dac-4acc-8711-8d487eb11632 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/security-groups?id=58be9e87-0033-4d01-b22e-8d5310affd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784194 Feb 09 01:13:17.608485 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-adbb738a-0984-4584-b529-923333fdfed2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Usage tracker for resource:floatingip and tenant:ce0095aebb0840088ecf37cbcece72f6 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:17.617895 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-adbb738a-0984-4584-b529-923333fdfed2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:17.623737 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-adbb738a-0984-4584-b529-923333fdfed2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:17.643492 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-adbb738a-0984-4584-b529-923333fdfed2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:17.651032 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c53996-735b-4205-9fb4-e019532c8cef tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Checking segment: {'id': 'e005f6b9-042a-43bf-9314-9579c3fe21b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'c8c17235-3604-418a-91fc-babe2175a1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:17.651581 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c53996-735b-4205-9fb4-e019532c8cef tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Network hostable DHCP agents. Network: c8c17235-3604-418a-91fc-babe2175a1c4, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:13:17.697589 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-becac771-daa4-46aa-812a-f11dd8854647 None None] Provisioning for port 64825664-e4ea-4f3f-9470-20880819fcde completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:17.709621 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32155d8-494b-46f9-93ad-6057c017a154 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:17.716043 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32155d8-494b-46f9-93ad-6057c017a154 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:17.722128 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32155d8-494b-46f9-93ad-6057c017a154 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:17.723694 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d32155d8-494b-46f9-93ad-6057c017a154 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Synchronizing usage tracker for tenant:2f1ed2113c8140bfb8d77b6b38c2e5f8 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:13:17.734131 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-becac771-daa4-46aa-812a-f11dd8854647 None None] Provisioning complete for port 64825664-e4ea-4f3f-9470-20880819fcde triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:17.734660 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-becac771-daa4-46aa-812a-f11dd8854647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:17.741725 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c53996-735b-4205-9fb4-e019532c8cef tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event updated for resources: {'Subnet': ['ID=9b884618-1edd-495d-9c9a-6f8642a3ef3d,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:17.749794 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d32155d8-494b-46f9-93ad-6057c017a154 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Unset dirty status for tenant:2f1ed2113c8140bfb8d77b6b38c2e5f8 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:13:17.751152 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d32155d8-494b-46f9-93ad-6057c017a154 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.4622748 Feb 09 01:13:17.753868 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47060) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:17.790906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c53996-735b-4205-9fb4-e019532c8cef tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Network c8c17235-3604-418a-91fc-babe2175a1c4 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:13:17.809627 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-c1c53996-735b-4205-9fb4-e019532c8cef tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, c8c17235-3604-418a-91fc-babe2175a1c4) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:17.815730 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c53996-735b-4205-9fb4-e019532c8cef tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:17.816791 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c1c53996-735b-4205-9fb4-e019532c8cef tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:17.840350 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-4488858f-4dda-4aef-be57-fd6f3e09df25 None None] Attempting to bind port f99ccc72-ba67-4b01-9636-fdda6fdd3360 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:13:17.840795 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-4488858f-4dda-4aef-be57-fd6f3e09df25 None None] Attempting to bind port f99ccc72-ba67-4b01-9636-fdda6fdd3360 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '04e1fcf1-f52a-461f-8c26-62a87b3cbe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:13:17.841185 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4488858f-4dda-4aef-be57-fd6f3e09df25 None None] Attempting to bind port f99ccc72-ba67-4b01-9636-fdda6fdd3360 on network 0055357f-6a74-45ba-a134-b5223508c9d1 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:13:17.843453 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3019bc8b-d742-48da-8419-9e650016533e None None] Network c8c17235-3604-418a-91fc-babe2175a1c4 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:17.861168 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c1c53996-735b-4205-9fb4-e019532c8cef tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6482365 Feb 09 01:13:17.866032 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47066) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:17.870762 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-adbb738a-0984-4584-b529-923333fdfed2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:17.983144 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-0e699c20-8f2b-4b6f-bbea-8caf7f7c3ae1 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Deleting port cf05242f-5a3e-4e8c-9799-c302b4ede465 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:17.984373 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0e699c20-8f2b-4b6f-bbea-8caf7f7c3ae1 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:18.129796 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4488858f-4dda-4aef-be57-fd6f3e09df25 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:13:18.130156 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4488858f-4dda-4aef-be57-fd6f3e09df25 None None] Checking segment: {'id': '04e1fcf1-f52a-461f-8c26-62a87b3cbe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:18.132891 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4488858f-4dda-4aef-be57-fd6f3e09df25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:18.133510 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4488858f-4dda-4aef-be57-fd6f3e09df25 None None] Bound using segment: {'id': '04e1fcf1-f52a-461f-8c26-62a87b3cbe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:13:18.134209 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-4488858f-4dda-4aef-be57-fd6f3e09df25 None None] Bound port: f99ccc72-ba67-4b01-9636-fdda6fdd3360, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e1fcf1-f52a-461f-8c26-62a87b3cbe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:13:18.134812 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4488858f-4dda-4aef-be57-fd6f3e09df25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:18.191557 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-becac771-daa4-46aa-812a-f11dd8854647 None None] Port 64825664-e4ea-4f3f-9470-20880819fcde cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:13:18.212332 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-adbb738a-0984-4584-b529-923333fdfed2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Allocated IP 172.25.5.194 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/cf1a59a6-5780-497c-b90b-7b6361237947) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:18.363823 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0c9f75-43cb-4a7c-8200-1b5cabcc72b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-c8c17235-3604-418a-91fc-babe2175a1c4', 'network_id': 'c8c17235-3604-418a-91fc-babe2175a1c4', 'tenant_id': '6ad299afeb554fb2825073db5a372f36', 'fixed_ips': [{'subnet_id': '9b884618-1edd-495d-9c9a-6f8642a3ef3d'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:13:18.364787 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8a0c9f75-43cb-4a7c-8200-1b5cabcc72b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:18.390473 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-becac771-daa4-46aa-812a-f11dd8854647 None None] Provisioning complete for port 95128d9a-e593-4cbe-a1e9-751b801bfbc2 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:18.390936 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-becac771-daa4-46aa-812a-f11dd8854647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:18.426175 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:18.437910 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6555fe67-7887-41bd-9321-64a04d62585d None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:18.463395 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eaf4b2-fdc9-4d25-864e-56a793a723b2 req-08b3934f-4f79-4fec-9f74-26ff4ed3e14f tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:18.464895 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41eaf4b2-fdc9-4d25-864e-56a793a723b2 req-08b3934f-4f79-4fec-9f74-26ff4ed3e14f tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 946 time: 0.3170040 Feb 09 01:13:18.465762 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c505ac4-1486-4e48-b3a9-beff33fb848b req-88225c25-7fb4-4454-9259-d59805d1abc7 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:18.466986 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6c505ac4-1486-4e48-b3a9-beff33fb848b req-88225c25-7fb4-4454-9259-d59805d1abc7 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.3132799 Feb 09 01:13:18.514417 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6555fe67-7887-41bd-9321-64a04d62585d None None] Transition to ACTIVE for port object 54fb06a6-0c0b-4d87-95be-fb4ce5440e6a will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:18.531545 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-4488858f-4dda-4aef-be57-fd6f3e09df25 None None] For port f99ccc72-ba67-4b01-9636-fdda6fdd3360, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:13:18.544867 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0e699c20-8f2b-4b6f-bbea-8caf7f7c3ae1 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:18.551500 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6c505ac4-1486-4e48-b3a9-beff33fb848b req-d1d8a14d-413e-483c-b73f-32ba9bc9d066 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707915 Feb 09 01:13:18.554303 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-adbb738a-0984-4584-b529-923333fdfed2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:18.567243 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-4488858f-4dda-4aef-be57-fd6f3e09df25 None None] For port f99ccc72-ba67-4b01-9636-fdda6fdd3360, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=f99ccc72-ba67-4b01-9636-fdda6fdd3360,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:13:18.578196 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6555fe67-7887-41bd-9321-64a04d62585d None None] Transition to ACTIVE for port object 54fb06a6-0c0b-4d87-95be-fb4ce5440e6a will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:18.591777 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4488858f-4dda-4aef-be57-fd6f3e09df25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:18.598220 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-adbb738a-0984-4584-b529-923333fdfed2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:18.674095 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbb738a-0984-4584-b529-923333fdfed2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:18.677436 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-adbb738a-0984-4584-b529-923333fdfed2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:18.681738 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbb738a-0984-4584-b529-923333fdfed2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:18.697408 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6555fe67-7887-41bd-9321-64a04d62585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:18.701830 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41eaf4b2-fdc9-4d25-864e-56a793a723b2 req-ef22b6c1-be66-49a4-9784-fc58ec3d4537 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187519 Feb 09 01:13:18.711880 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-0e699c20-8f2b-4b6f-bbea-8caf7f7c3ae1 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Calling delete_port for cf05242f-5a3e-4e8c-9799-c302b4ede465 owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:18.730594 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb738a-0984-4584-b529-923333fdfed2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Pushing event updated for resources: {'Port': ['ID=cf1a59a6-5780-497c-b90b-7b6361237947,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:18.762457 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:18.809441 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d84bb052-4dd4-40a5-b5d6-a84eadfb0891 req-d5136bfa-733d-4419-a2e5-5c2e7c75164f tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.0509253 Feb 09 01:13:18.830751 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-adbb738a-0984-4584-b529-923333fdfed2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:18.843628 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6555fe67-7887-41bd-9321-64a04d62585d None None] Network 0553dcf0-f13d-436d-819a-721b07d4088a is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:18.909019 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-8a0c9f75-43cb-4a7c-8200-1b5cabcc72b1 None None] Allocated IP 172.20.0.2 (c8c17235-3604-418a-91fc-babe2175a1c4/9b884618-1edd-495d-9c9a-6f8642a3ef3d/202761fe-a429-41df-8e1b-bb115f92e4e6) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:18.947477 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-adbb738a-0984-4584-b529-923333fdfed2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:19.059144 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0e699c20-8f2b-4b6f-bbea-8caf7f7c3ae1 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:19.144756 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-6555fe67-7887-41bd-9321-64a04d62585d None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:19.147198 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e699c20-8f2b-4b6f-bbea-8caf7f7c3ae1 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Pushing event deleted for resources: {'Port': ['ID=cf05242f-5a3e-4e8c-9799-c302b4ede465,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:19.220015 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0fe36-cc56-4c4c-bca2-f9d97e4d9f91 req-eccdd338-e403-448d-971e-abff541ebc5a tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:19.221962 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8c0fe36-cc56-4c4c-bca2-f9d97e4d9f91 req-eccdd338-e403-448d-971e-abff541ebc5a tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c94037df-d2c6-4fa4-87be-dafc8babd902 HTTP/1.1" status: 200 len: 944 time: 0.2532923 Feb 09 01:13:19.288510 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device dc50b321-6a6f-4d00-b782-4743c84f67b5 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:19.313232 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 95128d9a-e593-4cbe-a1e9-751b801bfbc2 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:19.338449 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6555fe67-7887-41bd-9321-64a04d62585d None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:19.383579 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4488858f-4dda-4aef-be57-fd6f3e09df25 None None] Routers {'ec7240bc-2034-47b8-996f-727053d3e8f8'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:13:19.384253 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-4488858f-4dda-4aef-be57-fd6f3e09df25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:13:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['ec7240bc-2034-47b8-996f-727053d3e8f8'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:19.395860 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8c0fe36-cc56-4c4c-bca2-f9d97e4d9f91 req-c88e4741-9f63-42c1-ad49-08599737dba0 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/security-groups?id=58be9e87-0033-4d01-b22e-8d5310affd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658688 Feb 09 01:13:19.403477 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-adbb738a-0984-4584-b529-923333fdfed2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:19.415250 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-adbb738a-0984-4584-b529-923333fdfed2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:19.530236 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0e699c20-8f2b-4b6f-bbea-8caf7f7c3ae1 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:19.550362 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0e699c20-8f2b-4b6f-bbea-8caf7f7c3ae1 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] 10.222.0.37 "DELETE /v2.0/ports/cf05242f-5a3e-4e8c-9799-c302b4ede465 HTTP/1.1" status: 204 len: 168 time: 1.7951200 Feb 09 01:13:19.551796 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47082) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:19.557064 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc368df-bb8b-4b4e-ab56-6e1d2ca60321 None None] Pushing event updated for resources: {'Port': ['ID=f99ccc72-ba67-4b01-9636-fdda6fdd3360,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:19.557361 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb738a-0984-4584-b529-923333fdfed2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Pushing event updated for resources: {'Port': ['ID=cf1a59a6-5780-497c-b90b-7b6361237947,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:19.596998 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-adbb738a-0984-4584-b529-923333fdfed2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:19.634686 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ac8d5e-51ac-4887-b3de-24f9d4aedcef tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] GET failed (client error): The resource could not be found. Feb 09 01:13:19.635900 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-54ac8d5e-51ac-4887-b3de-24f9d4aedcef tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Synchronizing usage tracker for tenant:2f1ed2113c8140bfb8d77b6b38c2e5f8 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:13:19.643607 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-adbb738a-0984-4584-b529-923333fdfed2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:19.645731 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-adbb738a-0984-4584-b529-923333fdfed2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1594381 Feb 09 01:13:19.670500 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-54ac8d5e-51ac-4887-b3de-24f9d4aedcef tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Unset dirty status for tenant:2f1ed2113c8140bfb8d77b6b38c2e5f8 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:13:19.677574 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47098) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:19.678254 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-54ac8d5e-51ac-4887-b3de-24f9d4aedcef tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] 10.222.0.37 "GET /v2.0/ports/cf05242f-5a3e-4e8c-9799-c302b4ede465 HTTP/1.1" status: 404 len: 333 time: 0.1251085 Feb 09 01:13:19.681705 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ebc31a8f-a053-42fb-b0ad-3b8f74126b31 None None] Could not find standard attr ID for object cf05242f-5a3e-4e8c-9799-c302b4ede465. {{(pid=87613) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:13:19.684545 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-d01b9526-e3c4-435a-a337-99b6dbe44b7d tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Request body: {'port': {'network_id': '11bcd1e7-432d-41d9-8aed-c038c2800f7b', 'name': 'tempest-AllowedAddressPairTestJSON-1569900134'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:19.815705 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8a0c9f75-43cb-4a7c-8200-1b5cabcc72b1 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:19.879496 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8a0c9f75-43cb-4a7c-8200-1b5cabcc72b1 None None] Transition to ACTIVE for port object 202761fe-a429-41df-8e1b-bb115f92e4e6 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:19.888433 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d01b9526-e3c4-435a-a337-99b6dbe44b7d tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:19.891834 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555fe67-7887-41bd-9321-64a04d62585d None None] Pushing event updated for resources: {'Port': ['ID=54fb06a6-0c0b-4d87-95be-fb4ce5440e6a,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:19.905654 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d01b9526-e3c4-435a-a337-99b6dbe44b7d tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:19.910400 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-6555fe67-7887-41bd-9321-64a04d62585d None None] Attempting to bind port 54fb06a6-0c0b-4d87-95be-fb4ce5440e6a on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:13:19.910699 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-6555fe67-7887-41bd-9321-64a04d62585d None None] Attempting to bind port 54fb06a6-0c0b-4d87-95be-fb4ce5440e6a by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '8d001fcd-03fc-465d-b41f-af868446e3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '0553dcf0-f13d-436d-819a-721b07d4088a'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:13:19.911060 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6555fe67-7887-41bd-9321-64a04d62585d None None] Attempting to bind port 54fb06a6-0c0b-4d87-95be-fb4ce5440e6a on network 0553dcf0-f13d-436d-819a-721b07d4088a {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:13:19.919332 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b8844-4689-49e2-9319-bbfb31fa0659 req-0190a712-7955-4d7c-885c-df3f49464baf tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:19.921083 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1a6b8844-4689-49e2-9319-bbfb31fa0659 req-0190a712-7955-4d7c-885c-df3f49464baf tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.1652524 Feb 09 01:13:19.927556 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ebc31a8f-a053-42fb-b0ad-3b8f74126b31 None None] Provisioning complete for port 64825664-e4ea-4f3f-9470-20880819fcde triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:19.927844 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ebc31a8f-a053-42fb-b0ad-3b8f74126b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:19.971290 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01b9526-e3c4-435a-a337-99b6dbe44b7d tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Made reservation on behalf of 2f1ed2113c8140bfb8d77b6b38c2e5f8 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:19.975991 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d01b9526-e3c4-435a-a337-99b6dbe44b7d tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:19.979093 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6555fe67-7887-41bd-9321-64a04d62585d None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:13:19.979588 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6555fe67-7887-41bd-9321-64a04d62585d None None] Checking segment: {'id': '8d001fcd-03fc-465d-b41f-af868446e3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '0553dcf0-f13d-436d-819a-721b07d4088a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:19.980124 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6555fe67-7887-41bd-9321-64a04d62585d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:19.980700 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6555fe67-7887-41bd-9321-64a04d62585d None None] Bound using segment: {'id': '8d001fcd-03fc-465d-b41f-af868446e3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '0553dcf0-f13d-436d-819a-721b07d4088a'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:13:19.981278 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-6555fe67-7887-41bd-9321-64a04d62585d None None] Bound port: 54fb06a6-0c0b-4d87-95be-fb4ce5440e6a, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d001fcd-03fc-465d-b41f-af868446e3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '0553dcf0-f13d-436d-819a-721b07d4088a'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:13:19.981760 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6555fe67-7887-41bd-9321-64a04d62585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:20.014133 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-d01b9526-e3c4-435a-a337-99b6dbe44b7d tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] device_id is not set on port 0a288a86-de64-46c8-bd97-4318e642ada3 yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:13:20.028719 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8a0c9f75-43cb-4a7c-8200-1b5cabcc72b1 None None] Transition to ACTIVE for port object 202761fe-a429-41df-8e1b-bb115f92e4e6 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:20.031046 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-4488858f-4dda-4aef-be57-fd6f3e09df25 None None] Set router ec7240bc-2034-47b8-996f-727053d3e8f8 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:13:20.116789 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 95128d9a-e593-4cbe-a1e9-751b801bfbc2 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:20.117246 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:20.119953 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1a6b8844-4689-49e2-9319-bbfb31fa0659 req-0f53375e-77d7-407e-b984-1e209b390484 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887944 Feb 09 01:13:20.172261 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8a0c9f75-43cb-4a7c-8200-1b5cabcc72b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:20.203323 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-d01b9526-e3c4-435a-a337-99b6dbe44b7d tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Allocated IP 172.20.0.13 (11bcd1e7-432d-41d9-8aed-c038c2800f7b/58dd1571-b9e5-4258-bbcd-7b0a0c88664f/0a288a86-de64-46c8-bd97-4318e642ada3) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:20.240702 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-120be938-ff3d-4864-b1cf-de79d499737f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Synchronizing usage tracker for tenant:ce0095aebb0840088ecf37cbcece72f6 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:13:20.245273 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:20.280818 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port dc50b321-6a6f-4d00-b782-4743c84f67b5 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:20.315418 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event deleted for resources: {'Subnet': ['ID=9b884618-1edd-495d-9c9a-6f8642a3ef3d,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:20.332941 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port dc50b321-6a6f-4d00-b782-4743c84f67b5 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:20.333319 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:20.380048 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-ebc31a8f-a053-42fb-b0ad-3b8f74126b31 None None] Port 64825664-e4ea-4f3f-9470-20880819fcde cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:13:20.404327 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-120be938-ff3d-4864-b1cf-de79d499737f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Unset dirty status for tenant:ce0095aebb0840088ecf37cbcece72f6 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:13:20.406156 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-120be938-ff3d-4864-b1cf-de79d499737f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1635021480&fields=id&tenant_id=ce0095aebb0840088ecf37cbcece72f6 HTTP/1.1" status: 200 len: 267 time: 0.3821857 Feb 09 01:13:20.408314 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:20.480110 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0c9f75-43cb-4a7c-8200-1b5cabcc72b1 None None] Network c8c17235-3604-418a-91fc-babe2175a1c4 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:20.509001 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-8a0c9f75-43cb-4a7c-8200-1b5cabcc72b1 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:20.516778 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8c17235-3604-418a-91fc-babe2175a1c4']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:20.526809 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba58582-abcf-447e-a88e-4e2a66398c35 req-1dc596d6-7305-405c-9103-ad5fe13eb00f tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:20.528313 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5ba58582-abcf-447e-a88e-4e2a66398c35 req-1dc596d6-7305-405c-9103-ad5fe13eb00f tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 946 time: 0.2630253 Feb 09 01:13:20.534571 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e005f6b9-042a-43bf-9314-9579c3fe21b5') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:20.535029 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e005f6b9-042a-43bf-9314-9579c3fe21b5') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:20.558517 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:20.562752 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d01b9526-e3c4-435a-a337-99b6dbe44b7d tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:20.569289 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0c9f75-43cb-4a7c-8200-1b5cabcc72b1 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:20.571661 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c9f75-43cb-4a7c-8200-1b5cabcc72b1 None None] Pushing event updated for resources: {'Port': ['ID=202761fe-a429-41df-8e1b-bb115f92e4e6,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:20.593706 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:20.606891 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-d01b9526-e3c4-435a-a337-99b6dbe44b7d tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Transition to ACTIVE for port object 0a288a86-de64-46c8-bd97-4318e642ada3 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:20.611920 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Releasing vlan 952 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:13:20.612507 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:20.616942 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5ba58582-abcf-447e-a88e-4e2a66398c35 req-f0e24532-f7bb-4241-95c6-03684b286be4 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757062 Feb 09 01:13:20.628056 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:13:20.628056 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:13:20.628056 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:13:20.628056 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:13:20.628056 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:13:20.628056 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:13:20.628056 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:13:20.628056 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:13:20.628056 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:13:20.628056 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:13:20.628056 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:13:20.628056 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:13:20.628056 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:13:20.628056 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:13:20.628056 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:13:20.628056 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:13:20.628056 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:13:20.628056 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:13:20.628056 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:13:20.628056 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:13:20.628056 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:13:20.628056 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:13:20.628056 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:13:20.628056 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:13:20.628056 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:13:20.628056 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:13:20.628056 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:13:20.628056 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:13:20.628056 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:13:20.628056 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:13:20.628056 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:13:20.628056 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:13:20.645404 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d01b9526-e3c4-435a-a337-99b6dbe44b7d tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:20.711400 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-be73c587-689a-4415-b941-ae664ca4ab90 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:20.712305 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-be73c587-689a-4415-b941-ae664ca4ab90 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Synchronizing usage tracker for tenant:ce0095aebb0840088ecf37cbcece72f6 on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:13:20.738325 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01b9526-e3c4-435a-a337-99b6dbe44b7d tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Network 11bcd1e7-432d-41d9-8aed-c038c2800f7b is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:20.743071 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-d01b9526-e3c4-435a-a337-99b6dbe44b7d tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:20.746286 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01b9526-e3c4-435a-a337-99b6dbe44b7d tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:20.751657 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.api [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:13:20.751657 n-d-828419-1 neutron-server[87612]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:13:20.751657 n-d-828419-1 neutron-server[87612]: [parameters: {'id': 'c8c17235-3604-418a-91fc-babe2175a1c4'}] Feb 09 01:13:20.751657 n-d-828419-1 neutron-server[87612]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:13:20.752580 n-d-828419-1 neutron-server[87612]: DEBUG oslo_db.api [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:13:20.756283 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-be73c587-689a-4415-b941-ae664ca4ab90 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Unset dirty status for tenant:ce0095aebb0840088ecf37cbcece72f6 on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:13:20.759224 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-be73c587-689a-4415-b941-ae664ca4ab90 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/networks?id=0055357f-6a74-45ba-a134-b5223508c9d1 HTTP/1.1" status: 200 len: 811 time: 0.3417022 Feb 09 01:13:20.776746 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-e70b43e9-259f-49af-ab12-83c7b27f7891 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/quotas/ce0095aebb0840088ecf37cbcece72f6 HTTP/1.1" status: 200 len: 375 time: 0.0114217 Feb 09 01:13:20.792854 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-6555fe67-7887-41bd-9321-64a04d62585d None None] For port 54fb06a6-0c0b-4d87-95be-fb4ce5440e6a, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:13:20.838653 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b9526-e3c4-435a-a337-99b6dbe44b7d tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Pushing event updated for resources: {'Port': ['ID=0a288a86-de64-46c8-bd97-4318e642ada3,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:20.882782 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-6555fe67-7887-41bd-9321-64a04d62585d None None] For port 54fb06a6-0c0b-4d87-95be-fb4ce5440e6a, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=54fb06a6-0c0b-4d87-95be-fb4ce5440e6a,segment=NetworkSegment(8d001fcd-03fc-465d-b41f-af868446e3a6),segment_id=8d001fcd-03fc-465d-b41f-af868446e3a6)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:13:20.889940 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-d4497c90-411e-42c6-a830-e2d402c8907c tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Synchronizing usage tracker for tenant:ce0095aebb0840088ecf37cbcece72f6 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:13:20.913581 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-d4497c90-411e-42c6-a830-e2d402c8907c tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Unset dirty status for tenant:ce0095aebb0840088ecf37cbcece72f6 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:13:20.915185 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-d4497c90-411e-42c6-a830-e2d402c8907c tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce0095aebb0840088ecf37cbcece72f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1332409 Feb 09 01:13:20.933616 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6555fe67-7887-41bd-9321-64a04d62585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:20.944540 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-8a0c9f75-43cb-4a7c-8200-1b5cabcc72b1 None None] Attempting to bind port 202761fe-a429-41df-8e1b-bb115f92e4e6 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:13:20.944914 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-8a0c9f75-43cb-4a7c-8200-1b5cabcc72b1 None None] Attempting to bind port 202761fe-a429-41df-8e1b-bb115f92e4e6 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'e005f6b9-042a-43bf-9314-9579c3fe21b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'c8c17235-3604-418a-91fc-babe2175a1c4'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:13:20.945274 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0c9f75-43cb-4a7c-8200-1b5cabcc72b1 None None] Attempting to bind port 202761fe-a429-41df-8e1b-bb115f92e4e6 on network c8c17235-3604-418a-91fc-babe2175a1c4 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:13:20.999310 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-97e8bb13-4bea-4b9c-a045-eac021f42f69 req-62f86598-2b7b-464f-a09b-31782348dded tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.2070684 Feb 09 01:13:21.038502 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01b9526-e3c4-435a-a337-99b6dbe44b7d tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:21.039148 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d01b9526-e3c4-435a-a337-99b6dbe44b7d tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:21.069258 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d01b9526-e3c4-435a-a337-99b6dbe44b7d tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3902323 Feb 09 01:13:21.071828 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47122) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:21.079702 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-2af45d85-5a02-46ff-bf09-5252fa914e5a tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:4c:57:16'}]}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:21.111116 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0c9f75-43cb-4a7c-8200-1b5cabcc72b1 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:13:21.111490 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0c9f75-43cb-4a7c-8200-1b5cabcc72b1 None None] Checking segment: {'id': 'e005f6b9-042a-43bf-9314-9579c3fe21b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'c8c17235-3604-418a-91fc-babe2175a1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:21.111891 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8a0c9f75-43cb-4a7c-8200-1b5cabcc72b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:21.112273 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0c9f75-43cb-4a7c-8200-1b5cabcc72b1 None None] Bound using segment: {'id': 'e005f6b9-042a-43bf-9314-9579c3fe21b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'c8c17235-3604-418a-91fc-babe2175a1c4'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:13:21.112812 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-8a0c9f75-43cb-4a7c-8200-1b5cabcc72b1 None None] Bound port: 202761fe-a429-41df-8e1b-bb115f92e4e6, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e005f6b9-042a-43bf-9314-9579c3fe21b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'c8c17235-3604-418a-91fc-babe2175a1c4'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:13:21.113205 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8a0c9f75-43cb-4a7c-8200-1b5cabcc72b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:21.164436 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-15429da1-adb5-4f92-8944-c6f4640adb19 service neutron] 10.222.0.37 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340107 Feb 09 01:13:21.202544 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555fe67-7887-41bd-9321-64a04d62585d None None] Pushing event updated for resources: {'Port': ['ID=54fb06a6-0c0b-4d87-95be-fb4ce5440e6a,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:21.240918 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a015bfd1-240c-4e2b-9b3a-fbcaf26f074e None None] Provisioning for port 0a288a86-de64-46c8-bd97-4318e642ada3 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:21.257214 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:21.277921 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:21.299278 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Deleting port 202761fe-a429-41df-8e1b-bb115f92e4e6 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:21.300874 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a015bfd1-240c-4e2b-9b3a-fbcaf26f074e None None] Provisioning complete for port 0a288a86-de64-46c8-bd97-4318e642ada3 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:21.301376 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a015bfd1-240c-4e2b-9b3a-fbcaf26f074e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:21.305426 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:21.354302 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port dc50b321-6a6f-4d00-b782-4743c84f67b5, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=dc50b321-6a6f-4d00-b782-4743c84f67b5,segment=NetworkSegment(89e0d6e1-f19c-4b81-bd43-1dff48e1d5ba),segment_id=89e0d6e1-f19c-4b81-bd43-1dff48e1d5ba)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:21.364043 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94037df-d2c6-4fa4-87be-dafc8babd902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc50b321-6a6f-4d00-b782-4743c84f67b5'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:13:21.364823 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-e19f2073-ffda-4bbd-b823-1ab67d62be73 service neutron] 10.222.0.37 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925740 Feb 09 01:13:21.365646 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83598a07-080e-42bd-8187-1d517d0b26aa req-2858aeb7-4f0f-4cbc-b9d0-ee97f666d3e9 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:21.367725 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-83598a07-080e-42bd-8187-1d517d0b26aa req-2858aeb7-4f0f-4cbc-b9d0-ee97f666d3e9 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c94037df-d2c6-4fa4-87be-dafc8babd902 HTTP/1.1" status: 200 len: 944 time: 0.2192144 Feb 09 01:13:21.438480 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-8a0c9f75-43cb-4a7c-8200-1b5cabcc72b1 None None] For port 202761fe-a429-41df-8e1b-bb115f92e4e6, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:13:21.445991 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:21.452231 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-4488858f-4dda-4aef-be57-fd6f3e09df25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'name': 'tempest-ServerActionsTestJSON-372246360-router', 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '78889691-b9d6-4896-90a8-fb653e9a8e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:00Z', 'updated_at': '2022-02-09T01:13:12Z', 'revision_number': 4, 'project_id': 'ce0095aebb0840088ecf37cbcece72f6', 'gw_port': {'id': '78889691-b9d6-4896-90a8-fb653e9a8e37', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:46:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:02Z', 'updated_at': '2022-02-09T01:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'f99ccc72-ba67-4b01-9636-fdda6fdd3360', 'name': '', 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1', 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6', 'mac_address': 'fa:16:3e:ed:55:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'f6f367ae-6db3-44ee-a579-54c0e257ede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:09Z', 'updated_at': '2022-02-09T01:13:18Z', 'revision_number': 4, 'project_id': 'ce0095aebb0840088ecf37cbcece72f6', 'subnets': [{'id': 'f6f367ae-6db3-44ee-a579-54c0e257ede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:21.470643 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-83598a07-080e-42bd-8187-1d517d0b26aa req-4dd761ca-1be1-4d05-bc8b-192cfa94da1d tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/security-groups?id=58be9e87-0033-4d01-b22e-8d5310affd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680661 Feb 09 01:13:21.476222 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2af45d85-5a02-46ff-bf09-5252fa914e5a tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:21.532544 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a015bfd1-240c-4e2b-9b3a-fbcaf26f074e None None] Port 0a288a86-de64-46c8-bd97-4318e642ada3 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:13:21.619261 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=dc50b321-6a6f-4d00-b782-4743c84f67b5,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:21.633270 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-8a0c9f75-43cb-4a7c-8200-1b5cabcc72b1 None None] For port 202761fe-a429-41df-8e1b-bb115f92e4e6, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=202761fe-a429-41df-8e1b-bb115f92e4e6,segment=NetworkSegment(e005f6b9-042a-43bf-9314-9579c3fe21b5),segment_id=e005f6b9-042a-43bf-9314-9579c3fe21b5)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:13:21.634698 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4488858f-4dda-4aef-be57-fd6f3e09df25 None None] The sync data for ids ['ec7240bc-2034-47b8-996f-727053d3e8f8'] in n-d-828419-1 is: [{'id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'name': 'tempest-ServerActionsTestJSON-372246360-router', 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '78889691-b9d6-4896-90a8-fb653e9a8e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:00Z', 'updated_at': '2022-02-09T01:13:12Z', 'revision_number': 4, 'project_id': 'ce0095aebb0840088ecf37cbcece72f6', 'gw_port': {'id': '78889691-b9d6-4896-90a8-fb653e9a8e37', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:46:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:02Z', 'updated_at': '2022-02-09T01:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'f99ccc72-ba67-4b01-9636-fdda6fdd3360', 'name': '', 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1', 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6', 'mac_address': 'fa:16:3e:ed:55:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'f6f367ae-6db3-44ee-a579-54c0e257ede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:09Z', 'updated_at': '2022-02-09T01:13:18Z', 'revision_number': 4, 'project_id': 'ce0095aebb0840088ecf37cbcece72f6', 'subnets': [{'id': 'f6f367ae-6db3-44ee-a579-54c0e257ede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:13:21.640924 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8a0c9f75-43cb-4a7c-8200-1b5cabcc72b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:21.747456 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] For port 202761fe-a429-41df-8e1b-bb115f92e4e6, host n-d-828419-1, got binding levels [] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:21.747825 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:21.825209 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-62dbbd54-fa51-4be8-9831-514a032a66d4 req-ce33373a-9018-40a8-9959-23ee56652f49 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 210 time: 0.0819821 Feb 09 01:13:21.883808 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94037df-d2c6-4fa4-87be-dafc8babd902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc50b321-6a6f-4d00-b782-4743c84f67b5', 'code': 200} Feb 09 01:13:21.886013 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c9f75-43cb-4a7c-8200-1b5cabcc72b1 None None] Pushing event updated for resources: {'Port': ['ID=202761fe-a429-41df-8e1b-bb115f92e4e6,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:22.036622 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:22.050393 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2ed713-84df-4c4c-a3a9-a958cc1179ad None None] Network c8c17235-3604-418a-91fc-babe2175a1c4 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:22.053799 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4971130-4c3a-49ec-9c1b-01d4a4f8cebf req-a6c313d3-9a9a-4308-aed3-f87bd5382ed6 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:22.064710 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d4971130-4c3a-49ec-9c1b-01d4a4f8cebf req-a6c313d3-9a9a-4308-aed3-f87bd5382ed6 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.4075196 Feb 09 01:13:22.127123 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Calling delete_port for 202761fe-a429-41df-8e1b-bb115f92e4e6 owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:22.211308 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d4971130-4c3a-49ec-9c1b-01d4a4f8cebf req-abca1005-dfb3-480c-8412-6c0f5a72ea99 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454833 Feb 09 01:13:22.259898 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2af45d85-5a02-46ff-bf09-5252fa914e5a tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:22.271049 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2af45d85-5a02-46ff-bf09-5252fa914e5a tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:22.344425 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696ed4f-933e-46e6-843c-e2c86bcfe55f req-5be161f5-9800-4300-97a6-d9b4c7b5b1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:22.345927 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c696ed4f-933e-46e6-843c-e2c86bcfe55f req-5be161f5-9800-4300-97a6-d9b4c7b5b1a4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c94037df-d2c6-4fa4-87be-dafc8babd902 HTTP/1.1" status: 200 len: 1096 time: 0.5198312 Feb 09 01:13:22.614447 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af45d85-5a02-46ff-bf09-5252fa914e5a tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Pushing event updated for resources: {'Port': ['ID=0a288a86-de64-46c8-bd97-4318e642ada3,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:22.622066 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c696ed4f-933e-46e6-843c-e2c86bcfe55f req-bc7ac337-6e14-4793-8f1d-b5a64ecd1dcd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=58be9e87-0033-4d01-b22e-8d5310affd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527425 Feb 09 01:13:22.638764 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.api [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:13:22.639091 n-d-828419-1 neutron-server[87612]: DEBUG oslo_db.api [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:13:22.646835 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a7748843-39a2-45fb-a636-be290828e52b req-4bfc6cd8-73da-4b50-936e-ac79ed422c2e tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.1919780 Feb 09 01:13:22.657378 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abe66c-b7d5-4fb0-8aad-ca0fc276f13a req-ec181ddf-7aeb-4549-ae31-7927074e1238 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:22.658955 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a8abe66c-b7d5-4fb0-8aad-ca0fc276f13a req-ec181ddf-7aeb-4549-ae31-7927074e1238 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 946 time: 0.5402114 Feb 09 01:13:22.688425 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-2af45d85-5a02-46ff-bf09-5252fa914e5a tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] In _notify_port_updated(), no bound segment for port 0a288a86-de64-46c8-bd97-4318e642ada3 on network 11bcd1e7-432d-41d9-8aed-c038c2800f7b {{(pid=87611) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:13:22.699596 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af45d85-5a02-46ff-bf09-5252fa914e5a tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:22.700287 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2af45d85-5a02-46ff-bf09-5252fa914e5a tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:22.707662 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2af45d85-5a02-46ff-bf09-5252fa914e5a tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] 10.222.0.37 "PUT /v2.0/ports/0a288a86-de64-46c8-bd97-4318e642ada3 HTTP/1.1" status: 200 len: 995 time: 1.6346579 Feb 09 01:13:22.715552 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47146) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:22.797953 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a8abe66c-b7d5-4fb0-8aad-ca0fc276f13a req-b5858742-00d4-4c22-a87c-7453e9b87f95 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296051 Feb 09 01:13:22.844664 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-3f149b1b-6cb2-4b42-8e86-05f0d1253a91 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Deleting port 0a288a86-de64-46c8-bd97-4318e642ada3 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:22.845005 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3f149b1b-6cb2-4b42-8e86-05f0d1253a91 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:22.884323 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b9d910b0-2091-4ae1-b86d-b51a9b9a3ba5 None None] Provisioning complete for port 0a288a86-de64-46c8-bd97-4318e642ada3 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:22.885197 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b9d910b0-2091-4ae1-b86d-b51a9b9a3ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:22.920812 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b031936-f5fc-4189-ac24-e1b09f7245d1 req-aa3a7287-56fd-4086-b432-c1bf7f17cc23 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:22.922382 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0b031936-f5fc-4189-ac24-e1b09f7245d1 req-aa3a7287-56fd-4086-b432-c1bf7f17cc23 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c94037df-d2c6-4fa4-87be-dafc8babd902 HTTP/1.1" status: 200 len: 945 time: 0.1126959 Feb 09 01:13:22.932079 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794333d7-1627-4708-aa1a-5be989baa012 None None] Network 0553dcf0-f13d-436d-819a-721b07d4088a requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:23.011322 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0b031936-f5fc-4189-ac24-e1b09f7245d1 req-8b55dd79-2950-4672-bb3e-c0fa2cd80136 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/security-groups?id=58be9e87-0033-4d01-b22e-8d5310affd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826695 Feb 09 01:13:23.068800 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b9d910b0-2091-4ae1-b86d-b51a9b9a3ba5 None None] Port 0a288a86-de64-46c8-bd97-4318e642ada3 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:13:23.138142 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d9236a0d-ab79-4f35-9c53-1f8731415f89 req-063f04b4-ee7f-42e0-8726-f1fbea52b218 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 210 time: 0.1243591 Feb 09 01:13:23.141829 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Deleting port 202761fe-a429-41df-8e1b-bb115f92e4e6 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:23.141829 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:23.256345 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-1d8d72dc-a03e-442e-9192-da0eaa91b291 None None] Provisioning for port 54fb06a6-0c0b-4d87-95be-fb4ce5440e6a completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:23.381191 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f99ccc72-ba67-4b01-9636-fdda6fdd3360 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:23.460668 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc27013-b4ad-4e72-b5a0-efab0936557b req-b6282878-78bb-4ddc-8aad-189c4f58b254 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:23.474131 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2dc27013-b4ad-4e72-b5a0-efab0936557b req-b6282878-78bb-4ddc-8aad-189c4f58b254 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.1242969 Feb 09 01:13:23.509211 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port f99ccc72-ba67-4b01-9636-fdda6fdd3360 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:23.520744 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port f99ccc72-ba67-4b01-9636-fdda6fdd3360 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:23.521145 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:23.538244 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3f149b1b-6cb2-4b42-8e86-05f0d1253a91 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:23.553044 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2dc27013-b4ad-4e72-b5a0-efab0936557b req-38dfc028-4970-4895-9c65-2a27b1e53e0b tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779443 Feb 09 01:13:23.613262 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fe0bba-bc60-4ce8-a1e8-82ce4a380561 None None] get_active_networks_info from n-d-828419-1 {{(pid=87613) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:13:23.712533 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-3f149b1b-6cb2-4b42-8e86-05f0d1253a91 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Calling delete_port for 0a288a86-de64-46c8-bd97-4318e642ada3 owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:23.834859 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:23.909557 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port f99ccc72-ba67-4b01-9636-fdda6fdd3360, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=f99ccc72-ba67-4b01-9636-fdda6fdd3360,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:23.921838 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:23.923482 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 54fb06a6-0c0b-4d87-95be-fb4ce5440e6a up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:23.936971 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-01810bec-f2ce-47a9-8c65-4a57dd129610 req-386eef8f-ef93-413e-99eb-e3ce4b6261d9 tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.0578845 Feb 09 01:13:23.943980 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] For port 202761fe-a429-41df-8e1b-bb115f92e4e6, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=202761fe-a429-41df-8e1b-bb115f92e4e6,segment=NetworkSegment(e005f6b9-042a-43bf-9314-9579c3fe21b5),segment_id=e005f6b9-042a-43bf-9314-9579c3fe21b5)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:23.944345 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:24.057130 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69538c-c592-4977-acf2-82c35644c88f req-6eed566c-cf2c-491e-a231-6e5e41fea24f tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:24.068901 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ed69538c-c592-4977-acf2-82c35644c88f req-6eed566c-cf2c-491e-a231-6e5e41fea24f tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 946 time: 0.1365035 Feb 09 01:13:24.095693 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fe0bba-bc60-4ce8-a1e8-82ce4a380561 None None] Resources bound (agent type, host, resource id): {{(pid=87613) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:13:24.115031 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=f99ccc72-ba67-4b01-9636-fdda6fdd3360,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:24.120408 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Calling delete_port for 202761fe-a429-41df-8e1b-bb115f92e4e6 owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:24.157614 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-46407b16-2551-49be-b195-4d750cbc3608 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:24.159088 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-46407b16-2551-49be-b195-4d750cbc3608 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.35 "GET /v2.0/networks?id=0055357f-6a74-45ba-a134-b5223508c9d1 HTTP/1.1" status: 200 len: 811 time: 0.4039013 Feb 09 01:13:24.186480 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ed69538c-c592-4977-acf2-82c35644c88f req-a176577d-caaf-467e-aee3-536aeca6f6f8 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146038 Feb 09 01:13:24.266254 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 54fb06a6-0c0b-4d87-95be-fb4ce5440e6a completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:24.277426 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 54fb06a6-0c0b-4d87-95be-fb4ce5440e6a triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:24.277890 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:24.350529 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-f00cb63f-7084-4c37-a89e-35e822a05666 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce0095aebb0840088ecf37cbcece72f6 HTTP/1.1" status: 200 len: 380 time: 0.1671021 Feb 09 01:13:24.387069 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-d9f4fd50-6553-404f-a442-c8af128842ab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Request body: {'port': {'device_id': '682f8730-b5ec-49ff-baee-5b564109aa2f', 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1', 'admin_state_up': True, 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6', 'security_groups': ['c8f0d28d-a1ea-4108-ad85-7a5d044a95d0']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:24.458886 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4a852986-8d0e-4656-bc87-7e1b2f261851 req-25851549-8245-47c0-875f-0d7fe65d00c8 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 210 time: 0.0548913 Feb 09 01:13:24.578650 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:24.599446 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3f149b1b-6cb2-4b42-8e86-05f0d1253a91 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:24.611746 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:24.622840 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 54fb06a6-0c0b-4d87-95be-fb4ce5440e6a, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=54fb06a6-0c0b-4d87-95be-fb4ce5440e6a,segment=NetworkSegment(8d001fcd-03fc-465d-b41f-af868446e3a6),segment_id=8d001fcd-03fc-465d-b41f-af868446e3a6)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:24.628717 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:24.671723 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f149b1b-6cb2-4b42-8e86-05f0d1253a91 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Pushing event deleted for resources: {'Port': ['ID=0a288a86-de64-46c8-bd97-4318e642ada3,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:24.719611 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] No DVR routers for this DVR port 202761fe-a429-41df-8e1b-bb115f92e4e6 on host n-d-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:24.770411 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=54fb06a6-0c0b-4d87-95be-fb4ce5440e6a,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:24.773641 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event deleted for resources: {'Port': ['ID=202761fe-a429-41df-8e1b-bb115f92e4e6,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:24.787527 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993a778-3503-43a5-a2a8-19cadf7e978a req-8573fcb2-df9b-4512-82e3-27537ade47a9 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:24.789338 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4993a778-3503-43a5-a2a8-19cadf7e978a req-8573fcb2-df9b-4512-82e3-27537ade47a9 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.0926740 Feb 09 01:13:24.835919 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4993a778-3503-43a5-a2a8-19cadf7e978a req-8ee25667-c909-4944-906f-323fbd2a736d tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396895 Feb 09 01:13:24.865610 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:24.964152 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d628a-eaec-480a-a824-dcd9774b9f72 req-b05ae357-7a5c-4a2e-bfa2-e810c5179ed3 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:24.965676 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a35d628a-eaec-480a-a824-dcd9774b9f72 req-b05ae357-7a5c-4a2e-bfa2-e810c5179ed3 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c94037df-d2c6-4fa4-87be-dafc8babd902 HTTP/1.1" status: 200 len: 945 time: 0.7107153 Feb 09 01:13:24.984767 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:25.004941 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-d9f4fd50-6553-404f-a442-c8af128842ab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:25.072759 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8c17235-3604-418a-91fc-babe2175a1c4']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:25.079729 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-d9f4fd50-6553-404f-a442-c8af128842ab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:25.127319 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-772b8a87-e816-46b3-8d4b-8dfd6094ab45 req-55126ebb-ea4f-441f-9f9c-f99313bfa0ed tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.0484376 Feb 09 01:13:25.168476 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e005f6b9-042a-43bf-9314-9579c3fe21b5') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:25.168773 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e005f6b9-042a-43bf-9314-9579c3fe21b5') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:25.192933 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a35d628a-eaec-480a-a824-dcd9774b9f72 req-9a98e710-c045-437b-9d0c-ca809eec6e00 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/security-groups?id=58be9e87-0033-4d01-b22e-8d5310affd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206130 Feb 09 01:13:25.193502 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-d9f4fd50-6553-404f-a442-c8af128842ab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Made reservation on behalf of ce0095aebb0840088ecf37cbcece72f6 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:25.196731 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-d9f4fd50-6553-404f-a442-c8af128842ab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:25.208089 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:25.281477 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:25.286088 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f99ccc72-ba67-4b01-9636-fdda6fdd3360 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:25.291697 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Releasing vlan 952 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:13:25.292089 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:25.308661 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:13:25.308661 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:13:25.308661 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:13:25.308661 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:13:25.308661 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:13:25.308661 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:13:25.308661 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:13:25.308661 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:13:25.308661 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:13:25.308661 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:13:25.308661 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:13:25.308661 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:13:25.308661 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:13:25.308661 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:13:25.308661 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:13:25.308661 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:13:25.308661 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:13:25.308661 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:13:25.308661 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:13:25.308661 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:13:25.308661 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:13:25.308661 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:13:25.308661 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:13:25.308661 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:13:25.308661 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:13:25.308661 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:13:25.308661 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:13:25.308661 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:13:25.308661 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:13:25.308661 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:13:25.308661 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:13:25.308661 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:13:25.360883 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port f99ccc72-ba67-4b01-9636-fdda6fdd3360 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:25.360883 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:25.373049 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3f149b1b-6cb2-4b42-8e86-05f0d1253a91 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:25.384055 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc1624-a796-47ad-b7af-758d126835a4 req-75dc3b08-35f5-4fcc-9ed5-e533a6158170 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:25.386993 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e7bc1624-a796-47ad-b7af-758d126835a4 req-75dc3b08-35f5-4fcc-9ed5-e533a6158170 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 946 time: 0.0887775 Feb 09 01:13:25.432309 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3f149b1b-6cb2-4b42-8e86-05f0d1253a91 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] 10.222.0.37 "DELETE /v2.0/ports/0a288a86-de64-46c8-bd97-4318e642ada3 HTTP/1.1" status: 204 len: 168 time: 2.7156944 Feb 09 01:13:25.435063 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47172) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:25.468569 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:25.479525 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e7bc1624-a796-47ad-b7af-758d126835a4 req-e34d98bf-5da5-45fe-878f-6163bbe5887b tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859427 Feb 09 01:13:25.495546 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 54fb06a6-0c0b-4d87-95be-fb4ce5440e6a up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:25.498201 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:25.512377 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce5d81e3-1bfe-4327-b000-31a88fcc5102 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] GET failed (client error): The resource could not be found. Feb 09 01:13:25.516586 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ce5d81e3-1bfe-4327-b000-31a88fcc5102 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Synchronizing usage tracker for tenant:2f1ed2113c8140bfb8d77b6b38c2e5f8 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:13:25.518206 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event deleted for resources: {'Network': ['ID=c8c17235-3604-418a-91fc-babe2175a1c4,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:25.528678 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-cf77ef8e-c23a-4259-8d8c-6d9c0067b8c9 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "DELETE /v2.0/networks/c8c17235-3604-418a-91fc-babe2175a1c4 HTTP/1.1" status: 204 len: 168 time: 7.6595302 Feb 09 01:13:25.532026 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47180) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:25.539890 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-d9f4fd50-6553-404f-a442-c8af128842ab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Allocated IP 172.20.0.10 (0055357f-6a74-45ba-a134-b5223508c9d1/f6f367ae-6db3-44ee-a579-54c0e257ede0/8fbef048-139b-49ec-9219-48402a20c475) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:25.563942 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-0ada092f-17af-4154-85fa-b822f7529093 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-934514454'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:25.576634 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0ada092f-17af-4154-85fa-b822f7529093 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:25.587352 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0ada092f-17af-4154-85fa-b822f7529093 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Usage tracker for resource:network and tenant:6ad299afeb554fb2825073db5a372f36 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:25.594110 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0ada092f-17af-4154-85fa-b822f7529093 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:25.601885 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 54fb06a6-0c0b-4d87-95be-fb4ce5440e6a triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:25.602274 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:25.608941 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0ada092f-17af-4154-85fa-b822f7529093 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:25.619179 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ce5d81e3-1bfe-4327-b000-31a88fcc5102 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Unset dirty status for tenant:2f1ed2113c8140bfb8d77b6b38c2e5f8 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:13:25.620531 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ce5d81e3-1bfe-4327-b000-31a88fcc5102 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] 10.222.0.37 "GET /v2.0/ports/0a288a86-de64-46c8-bd97-4318e642ada3 HTTP/1.1" status: 404 len: 333 time: 0.1837790 Feb 09 01:13:25.624752 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ada092f-17af-4154-85fa-b822f7529093 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Made reservation on behalf of 6ad299afeb554fb2825073db5a372f36 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:25.629392 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ada092f-17af-4154-85fa-b822f7529093 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:25.649422 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47188) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:25.657870 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-2db7f7ed-f39a-44de-accb-a6c12a09c97f tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Request body: {'port': {'network_id': '11bcd1e7-432d-41d9-8aed-c038c2800f7b', 'name': 'tempest-AllowedAddressPairTestJSON-278497674'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:25.750693 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ae4c4952-c655-4ebb-a3d7-537504648aff req-1a3cc06e-cc08-4a55-adac-601b7ad60456 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Synchronizing usage tracker for tenant:ce0095aebb0840088ecf37cbcece72f6 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:13:25.792219 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ae4c4952-c655-4ebb-a3d7-537504648aff req-1a3cc06e-cc08-4a55-adac-601b7ad60456 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Unset dirty status for tenant:ce0095aebb0840088ecf37cbcece72f6 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:13:25.793816 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ae4c4952-c655-4ebb-a3d7-537504648aff req-1a3cc06e-cc08-4a55-adac-601b7ad60456 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 210 time: 0.1024740 Feb 09 01:13:25.824704 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-d9f4fd50-6553-404f-a442-c8af128842ab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:25.841480 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-d9f4fd50-6553-404f-a442-c8af128842ab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Transition to ACTIVE for port object 8fbef048-139b-49ec-9219-48402a20c475 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:25.872731 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ada092f-17af-4154-85fa-b822f7529093 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 972} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:13:25.882198 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-d9f4fd50-6553-404f-a442-c8af128842ab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:25.902887 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ada092f-17af-4154-85fa-b822f7529093 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:25.903310 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-0ada092f-17af-4154-85fa-b822f7529093 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Added segment a49e6c30-818d-4142-9b38-131d3199357e of type vlan for network b25d3287-4e97-4568-9376-aba488ba9143 Feb 09 01:13:25.983972 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ada092f-17af-4154-85fa-b822f7529093 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:25.996251 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2db7f7ed-f39a-44de-accb-a6c12a09c97f tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:26.016269 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2db7f7ed-f39a-44de-accb-a6c12a09c97f tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:26.021451 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-d9f4fd50-6553-404f-a442-c8af128842ab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Network 0055357f-6a74-45ba-a134-b5223508c9d1 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:26.034502 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-d9f4fd50-6553-404f-a442-c8af128842ab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:26.040646 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-d9f4fd50-6553-404f-a442-c8af128842ab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:26.053551 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ada092f-17af-4154-85fa-b822f7529093 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:26.059164 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ada092f-17af-4154-85fa-b822f7529093 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:26.059764 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ada092f-17af-4154-85fa-b822f7529093 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:26.079511 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db7f7ed-f39a-44de-accb-a6c12a09c97f tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Made reservation on behalf of 2f1ed2113c8140bfb8d77b6b38c2e5f8 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:26.084132 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2db7f7ed-f39a-44de-accb-a6c12a09c97f tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:26.114260 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-2db7f7ed-f39a-44de-accb-a6c12a09c97f tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] device_id is not set on port 0eec6cb4-c7b7-47ff-acda-891919abcd49 yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:13:26.120869 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-d9f4fd50-6553-404f-a442-c8af128842ab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:26.121518 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-d9f4fd50-6553-404f-a442-c8af128842ab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:26.153385 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4fd50-6553-404f-a442-c8af128842ab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Pushing event updated for resources: {'Port': ['ID=8fbef048-139b-49ec-9219-48402a20c475,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:26.169307 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-d9f4fd50-6553-404f-a442-c8af128842ab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7869053 Feb 09 01:13:26.187501 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00827da9-0980-491b-b8f4-ee0d67873fbe req-6b1cf7c8-46d5-4276-aff2-6848a2dd03dd tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:26.189072 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-00827da9-0980-491b-b8f4-ee0d67873fbe req-6b1cf7c8-46d5-4276-aff2-6848a2dd03dd tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.2235570 Feb 09 01:13:26.208780 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-f76030e9-95a7-4f5e-95ea-6fa31b24bafc service neutron] Request body: {'port': {'device_id': '682f8730-b5ec-49ff-baee-5b564109aa2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:26.326765 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-68a6584a-b9c4-4ffa-aa55-8b2726adf1e5 None None] Provisioning for port 8fbef048-139b-49ec-9219-48402a20c475 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:26.329720 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0ada092f-17af-4154-85fa-b822f7529093 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7760742 Feb 09 01:13:26.333190 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47212) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:26.336670 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-68a6584a-b9c4-4ffa-aa55-8b2726adf1e5 None None] Provisioning complete for port 8fbef048-139b-49ec-9219-48402a20c475 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:26.337124 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b758728a-4204-463b-9b73-055785526785 req-c1b0cbee-392a-4930-975b-d194c58affaf tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.0647702 Feb 09 01:13:26.337282 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-68a6584a-b9c4-4ffa-aa55-8b2726adf1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:26.341083 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada092f-17af-4154-85fa-b822f7529093 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event updated for resources: {'Network': ['ID=b25d3287-4e97-4568-9376-aba488ba9143,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:26.369645 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network b25d3287-4e97-4568-9376-aba488ba9143 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:13:26.395295 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-4d4c093c-67f2-4d24-a67a-25a5a983a038 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Request body: {'subnet': {'network_id': 'b25d3287-4e97-4568-9376-aba488ba9143', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:26.443182 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-2db7f7ed-f39a-44de-accb-a6c12a09c97f tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Allocated IP 172.20.0.7 (11bcd1e7-432d-41d9-8aed-c038c2800f7b/58dd1571-b9e5-4258-bbcd-7b0a0c88664f/0eec6cb4-c7b7-47ff-acda-891919abcd49) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:26.472945 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-00827da9-0980-491b-b8f4-ee0d67873fbe req-f72bae80-d24b-4004-b0fe-adbbdca69923 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980343 Feb 09 01:13:26.509635 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-f76030e9-95a7-4f5e-95ea-6fa31b24bafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:26.519002 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-68a6584a-b9c4-4ffa-aa55-8b2726adf1e5 None None] Port 8fbef048-139b-49ec-9219-48402a20c475 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:13:26.708018 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-4d4c093c-67f2-4d24-a67a-25a5a983a038 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:26.709018 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab2401-ac8b-4a04-8081-66eb48b680a9 req-a279d70b-2cc7-45b6-ace7-86b9b9805d2b tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:26.710505 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-10ab2401-ac8b-4a04-8081-66eb48b680a9 req-a279d70b-2cc7-45b6-ace7-86b9b9805d2b tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c94037df-d2c6-4fa4-87be-dafc8babd902 HTTP/1.1" status: 200 len: 945 time: 0.2124004 Feb 09 01:13:26.719739 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4d4c093c-67f2-4d24-a67a-25a5a983a038 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Usage tracker for resource:subnet and tenant:6ad299afeb554fb2825073db5a372f36 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:26.724527 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4d4c093c-67f2-4d24-a67a-25a5a983a038 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:26.733143 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-4d4c093c-67f2-4d24-a67a-25a5a983a038 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:26.774886 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2db7f7ed-f39a-44de-accb-a6c12a09c97f tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:26.784241 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4c093c-67f2-4d24-a67a-25a5a983a038 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Made reservation on behalf of 6ad299afeb554fb2825073db5a372f36 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:26.788246 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4d4c093c-67f2-4d24-a67a-25a5a983a038 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:26.788789 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-10ab2401-ac8b-4a04-8081-66eb48b680a9 req-d0bfe825-2a0d-46c5-8441-983c93eb9548 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/security-groups?id=58be9e87-0033-4d01-b22e-8d5310affd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724494 Feb 09 01:13:26.797296 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-2db7f7ed-f39a-44de-accb-a6c12a09c97f tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Transition to ACTIVE for port object 0eec6cb4-c7b7-47ff-acda-891919abcd49 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:26.826616 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2db7f7ed-f39a-44de-accb-a6c12a09c97f tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:26.919732 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db7f7ed-f39a-44de-accb-a6c12a09c97f tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Network 11bcd1e7-432d-41d9-8aed-c038c2800f7b is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:26.924451 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-2db7f7ed-f39a-44de-accb-a6c12a09c97f tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:26.929166 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.ipam_backend_mixin [None req-4d4c093c-67f2-4d24-a67a-25a5a983a038 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Performing IP validity checks on allocation pools {{(pid=87612) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 01:13:26.929671 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.ipam_backend_mixin [None req-4d4c093c-67f2-4d24-a67a-25a5a983a038 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87612) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 01:13:26.965490 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db7f7ed-f39a-44de-accb-a6c12a09c97f tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:26.990412 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7f7ed-f39a-44de-accb-a6c12a09c97f tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Pushing event updated for resources: {'Port': ['ID=0eec6cb4-c7b7-47ff-acda-891919abcd49,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:27.053728 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db7f7ed-f39a-44de-accb-a6c12a09c97f tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:27.060027 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2db7f7ed-f39a-44de-accb-a6c12a09c97f tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:27.098121 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2db7f7ed-f39a-44de-accb-a6c12a09c97f tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4450128 Feb 09 01:13:27.102832 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47226) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:27.110463 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d8296-2450-4b92-a58c-69cb852052db req-e54dd092-7caf-429f-8341-7b4a8f57a178 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:27.113845 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-389d8296-2450-4b92-a58c-69cb852052db req-e54dd092-7caf-429f-8341-7b4a8f57a178 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 932 time: 0.1922100 Feb 09 01:13:27.124999 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-53558513-9ad9-4591-903e-0311064d0902 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:4c:57:16'}]}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:27.241594 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-389d8296-2450-4b92-a58c-69cb852052db req-1565c171-28a1-47b5-9b90-9ae4a829ec82 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Synchronizing usage tracker for tenant:ce0095aebb0840088ecf37cbcece72f6 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:13:27.269775 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4d4c093c-67f2-4d24-a67a-25a5a983a038 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:27.332218 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-389d8296-2450-4b92-a58c-69cb852052db req-1565c171-28a1-47b5-9b90-9ae4a829ec82 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Unset dirty status for tenant:ce0095aebb0840088ecf37cbcece72f6 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:13:27.341138 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-389d8296-2450-4b92-a58c-69cb852052db req-1565c171-28a1-47b5-9b90-9ae4a829ec82 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849036 Feb 09 01:13:27.356208 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5a6d0187-3716-46e7-9411-b279a894831a None None] Provisioning for port 0eec6cb4-c7b7-47ff-acda-891919abcd49 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:27.366205 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5a6d0187-3716-46e7-9411-b279a894831a None None] Provisioning complete for port 0eec6cb4-c7b7-47ff-acda-891919abcd49 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:27.367336 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5a6d0187-3716-46e7-9411-b279a894831a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:27.408976 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c093c-67f2-4d24-a67a-25a5a983a038 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event updated for resources: {'Subnet': ['ID=d4c331f5-744d-4a3b-a793-2543c95b9bf3,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:27.412810 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-f76030e9-95a7-4f5e-95ea-6fa31b24bafc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fbef048-139b-49ec-9219-48402a20c475 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:13:27.427884 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-f76030e9-95a7-4f5e-95ea-6fa31b24bafc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:27.430489 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4c093c-67f2-4d24-a67a-25a5a983a038 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Checking segment: {'id': 'a49e6c30-818d-4142-9b38-131d3199357e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'b25d3287-4e97-4568-9376-aba488ba9143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:27.430803 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4c093c-67f2-4d24-a67a-25a5a983a038 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Network hostable DHCP agents. Network: b25d3287-4e97-4568-9376-aba488ba9143, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:13:27.461752 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-f76030e9-95a7-4f5e-95ea-6fa31b24bafc service neutron] Transition to ACTIVE for port object 8fbef048-139b-49ec-9219-48402a20c475 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:27.463055 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4c093c-67f2-4d24-a67a-25a5a983a038 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Network b25d3287-4e97-4568-9376-aba488ba9143 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:13:27.475238 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-f76030e9-95a7-4f5e-95ea-6fa31b24bafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:27.493316 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d0187-3716-46e7-9411-b279a894831a None None] Port 0eec6cb4-c7b7-47ff-acda-891919abcd49 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:13:27.525077 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-4d4c093c-67f2-4d24-a67a-25a5a983a038 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, b25d3287-4e97-4568-9376-aba488ba9143) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:27.536118 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a027a52-b9ff-4380-a006-d5afc621765f None None] Network b25d3287-4e97-4568-9376-aba488ba9143 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:27.544995 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4c093c-67f2-4d24-a67a-25a5a983a038 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:27.545587 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4d4c093c-67f2-4d24-a67a-25a5a983a038 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:27.598973 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1b667638-bf1b-4773-848d-b356200ebd4b req-2faa6086-0470-4ace-96d7-db96b08bb43c tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.0930007 Feb 09 01:13:27.614136 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-53558513-9ad9-4591-903e-0311064d0902 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:27.799789 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76030e9-95a7-4f5e-95ea-6fa31b24bafc service neutron] Pushing event updated for resources: {'Port': ['ID=8fbef048-139b-49ec-9219-48402a20c475,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:27.840982 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4d4c093c-67f2-4d24-a67a-25a5a983a038 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5065031 Feb 09 01:13:27.841732 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47248) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:27.873748 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63d1a96-df61-4296-a341-113f33166947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-b25d3287-4e97-4568-9376-aba488ba9143', 'network_id': 'b25d3287-4e97-4568-9376-aba488ba9143', 'tenant_id': '6ad299afeb554fb2825073db5a372f36', 'fixed_ips': [{'subnet_id': 'd4c331f5-744d-4a3b-a793-2543c95b9bf3'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:13:27.874153 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d63d1a96-df61-4296-a341-113f33166947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:27.971488 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c3ed9-e937-4182-8826-310b8c2d96e2 req-937d3b4c-6c1c-49d7-8d6a-f293ef97aa8d tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:27.978572 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-304c3ed9-e937-4182-8826-310b8c2d96e2 req-937d3b4c-6c1c-49d7-8d6a-f293ef97aa8d tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.1994064 Feb 09 01:13:27.978757 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-f76030e9-95a7-4f5e-95ea-6fa31b24bafc service neutron] Attempting to bind port 8fbef048-139b-49ec-9219-48402a20c475 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:13:27.979077 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-f76030e9-95a7-4f5e-95ea-6fa31b24bafc service neutron] Attempting to bind port 8fbef048-139b-49ec-9219-48402a20c475 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '04e1fcf1-f52a-461f-8c26-62a87b3cbe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:13:27.979414 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-f76030e9-95a7-4f5e-95ea-6fa31b24bafc service neutron] Attempting to bind port 8fbef048-139b-49ec-9219-48402a20c475 on network 0055357f-6a74-45ba-a134-b5223508c9d1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:13:28.007025 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-f76030e9-95a7-4f5e-95ea-6fa31b24bafc service neutron] Port 8fbef048-139b-49ec-9219-48402a20c475 on network 0055357f-6a74-45ba-a134-b5223508c9d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:13:28.007622 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-f76030e9-95a7-4f5e-95ea-6fa31b24bafc service neutron] Attempting to bind port 8fbef048-139b-49ec-9219-48402a20c475 on network 0055357f-6a74-45ba-a134-b5223508c9d1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:13:28.022490 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0fbca-3150-4f7c-99a5-d0bf3614edce req-6507a5ad-6db7-4bf9-9d26-62d40a929139 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:28.029359 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-02f0fbca-3150-4f7c-99a5-d0bf3614edce req-6507a5ad-6db7-4bf9-9d26-62d40a929139 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c94037df-d2c6-4fa4-87be-dafc8babd902 HTTP/1.1" status: 200 len: 945 time: 0.4083557 Feb 09 01:13:28.045670 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-304c3ed9-e937-4182-8826-310b8c2d96e2 req-b41fd608-e9db-4d08-b157-f4da84830cbd tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661380 Feb 09 01:13:28.052370 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-f76030e9-95a7-4f5e-95ea-6fa31b24bafc service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:13:28.052809 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-f76030e9-95a7-4f5e-95ea-6fa31b24bafc service neutron] Checking segment: {'id': '04e1fcf1-f52a-461f-8c26-62a87b3cbe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:28.053107 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-f76030e9-95a7-4f5e-95ea-6fa31b24bafc service neutron] Bound using segment: {'id': '04e1fcf1-f52a-461f-8c26-62a87b3cbe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:13:28.053549 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-f76030e9-95a7-4f5e-95ea-6fa31b24bafc service neutron] Bound port: 8fbef048-139b-49ec-9219-48402a20c475, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04e1fcf1-f52a-461f-8c26-62a87b3cbe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:13:28.053895 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-f76030e9-95a7-4f5e-95ea-6fa31b24bafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:28.059571 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-d63d1a96-df61-4296-a341-113f33166947 None None] Allocated IP 172.20.0.3 (b25d3287-4e97-4568-9376-aba488ba9143/d4c331f5-744d-4a3b-a793-2543c95b9bf3/406282f7-ffac-40bc-b5b4-e7dae675be67) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:28.059811 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-53558513-9ad9-4591-903e-0311064d0902 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:28.066592 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-53558513-9ad9-4591-903e-0311064d0902 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:28.141175 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d2b664dd-3d69-4026-badb-888c192aab33 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:28.167841 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-02f0fbca-3150-4f7c-99a5-d0bf3614edce req-d72cadd7-5390-44ae-a7eb-86a9295a1895 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/security-groups?id=58be9e87-0033-4d01-b22e-8d5310affd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311755 Feb 09 01:13:28.306478 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-f76030e9-95a7-4f5e-95ea-6fa31b24bafc service neutron] For port 8fbef048-139b-49ec-9219-48402a20c475, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:13:28.315783 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d2b664dd-3d69-4026-badb-888c192aab33 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:28.339050 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d63d1a96-df61-4296-a341-113f33166947 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:28.351294 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d63d1a96-df61-4296-a341-113f33166947 None None] Transition to ACTIVE for port object 406282f7-ffac-40bc-b5b4-e7dae675be67 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:28.353546 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-f76030e9-95a7-4f5e-95ea-6fa31b24bafc service neutron] For port 8fbef048-139b-49ec-9219-48402a20c475, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=8fbef048-139b-49ec-9219-48402a20c475,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:13:28.373557 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-f76030e9-95a7-4f5e-95ea-6fa31b24bafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:28.377645 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53558513-9ad9-4591-903e-0311064d0902 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Pushing event updated for resources: {'Port': ['ID=0eec6cb4-c7b7-47ff-acda-891919abcd49,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:28.394056 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d63d1a96-df61-4296-a341-113f33166947 None None] Transition to ACTIVE for port object 406282f7-ffac-40bc-b5b4-e7dae675be67 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:28.400824 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-53558513-9ad9-4591-903e-0311064d0902 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] In _notify_port_updated(), no bound segment for port 0eec6cb4-c7b7-47ff-acda-891919abcd49 on network 11bcd1e7-432d-41d9-8aed-c038c2800f7b {{(pid=87611) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:13:28.403184 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d63d1a96-df61-4296-a341-113f33166947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:28.406925 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53558513-9ad9-4591-903e-0311064d0902 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:28.407789 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-53558513-9ad9-4591-903e-0311064d0902 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:28.412056 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-53558513-9ad9-4591-903e-0311064d0902 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] 10.222.0.37 "PUT /v2.0/ports/0eec6cb4-c7b7-47ff-acda-891919abcd49 HTTP/1.1" status: 200 len: 995 time: 1.2946305 Feb 09 01:13:28.412585 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47264) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:28.475305 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63d1a96-df61-4296-a341-113f33166947 None None] Network b25d3287-4e97-4568-9376-aba488ba9143 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:28.481652 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-d63d1a96-df61-4296-a341-113f33166947 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:28.488815 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63d1a96-df61-4296-a341-113f33166947 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:28.502469 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d1a96-df61-4296-a341-113f33166947 None None] Pushing event updated for resources: {'Port': ['ID=406282f7-ffac-40bc-b5b4-e7dae675be67,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:28.506830 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2196b-c58b-4659-9052-cfdf102e4fdf tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Deleting port 0eec6cb4-c7b7-47ff-acda-891919abcd49 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:28.507303 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9ce2196b-c58b-4659-9052-cfdf102e4fdf tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:28.524630 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76030e9-95a7-4f5e-95ea-6fa31b24bafc service neutron] Pushing event updated for resources: {'Port': ['ID=8fbef048-139b-49ec-9219-48402a20c475,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:28.586407 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-f76030e9-95a7-4f5e-95ea-6fa31b24bafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:28.587199 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-f76030e9-95a7-4f5e-95ea-6fa31b24bafc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:28.588698 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-f76030e9-95a7-4f5e-95ea-6fa31b24bafc service neutron] 10.222.0.35 "PUT /v2.0/ports/8fbef048-139b-49ec-9219-48402a20c475 HTTP/1.1" status: 200 len: 1092 time: 2.3982608 Feb 09 01:13:28.601642 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6e8ee081-7b3e-4035-89c8-f4cff8cef3c4 None None] Provisioning complete for port 0eec6cb4-c7b7-47ff-acda-891919abcd49 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:28.602286 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6e8ee081-7b3e-4035-89c8-f4cff8cef3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:28.605259 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '682f8730-b5ec-49ff-baee-5b564109aa2f', 'tag': '8fbef048-139b-49ec-9219-48402a20c475'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:13:28.616134 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d2b664dd-3d69-4026-badb-888c192aab33 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:28.677369 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '682f8730-b5ec-49ff-baee-5b564109aa2f', 'tag': '8fbef048-139b-49ec-9219-48402a20c475', 'status': 'completed', 'code': 200} Feb 09 01:13:28.678384 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b664dd-3d69-4026-badb-888c192aab33 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event deleted for resources: {'Subnet': ['ID=d4c331f5-744d-4a3b-a793-2543c95b9bf3,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:28.739046 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-d63d1a96-df61-4296-a341-113f33166947 None None] Attempting to bind port 406282f7-ffac-40bc-b5b4-e7dae675be67 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:13:28.739327 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-d63d1a96-df61-4296-a341-113f33166947 None None] Attempting to bind port 406282f7-ffac-40bc-b5b4-e7dae675be67 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'a49e6c30-818d-4142-9b38-131d3199357e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'b25d3287-4e97-4568-9376-aba488ba9143'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:13:28.739691 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63d1a96-df61-4296-a341-113f33166947 None None] Attempting to bind port 406282f7-ffac-40bc-b5b4-e7dae675be67 on network b25d3287-4e97-4568-9376-aba488ba9143 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:13:28.750471 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63d1a96-df61-4296-a341-113f33166947 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:13:28.750844 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63d1a96-df61-4296-a341-113f33166947 None None] Checking segment: {'id': 'a49e6c30-818d-4142-9b38-131d3199357e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'b25d3287-4e97-4568-9376-aba488ba9143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:28.751246 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d63d1a96-df61-4296-a341-113f33166947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:28.751642 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63d1a96-df61-4296-a341-113f33166947 None None] Bound using segment: {'id': 'a49e6c30-818d-4142-9b38-131d3199357e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'b25d3287-4e97-4568-9376-aba488ba9143'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:13:28.753208 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-d63d1a96-df61-4296-a341-113f33166947 None None] Bound port: 406282f7-ffac-40bc-b5b4-e7dae675be67, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a49e6c30-818d-4142-9b38-131d3199357e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'b25d3287-4e97-4568-9376-aba488ba9143'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:13:28.754465 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d63d1a96-df61-4296-a341-113f33166947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:28.769495 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-6e8ee081-7b3e-4035-89c8-f4cff8cef3c4 None None] Port 0eec6cb4-c7b7-47ff-acda-891919abcd49 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:13:28.853828 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-af32a15c-baf0-4b6b-8f71-1f59eab4d3ae req-ea3b6183-af11-41d5-9cd5-c0d8be3d33bd tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.0598495 Feb 09 01:13:28.889830 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9ce2196b-c58b-4659-9052-cfdf102e4fdf tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:28.908846 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-d63d1a96-df61-4296-a341-113f33166947 None None] For port 406282f7-ffac-40bc-b5b4-e7dae675be67, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:13:28.915014 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-d63d1a96-df61-4296-a341-113f33166947 None None] For port 406282f7-ffac-40bc-b5b4-e7dae675be67, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=406282f7-ffac-40bc-b5b4-e7dae675be67,segment=NetworkSegment(a49e6c30-818d-4142-9b38-131d3199357e),segment_id=a49e6c30-818d-4142-9b38-131d3199357e)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:13:28.922079 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d63d1a96-df61-4296-a341-113f33166947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:29.034695 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2196b-c58b-4659-9052-cfdf102e4fdf tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Calling delete_port for 0eec6cb4-c7b7-47ff-acda-891919abcd49 owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:29.043048 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d2b664dd-3d69-4026-badb-888c192aab33 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:29.063642 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d1a96-df61-4296-a341-113f33166947 None None] Pushing event updated for resources: {'Port': ['ID=406282f7-ffac-40bc-b5b4-e7dae675be67,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:29.073443 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ae5d4-9214-4865-a09b-7759a7cf182e req-d0934e19-a26f-4d82-a026-94823199a62e tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:29.080731 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ec4ae5d4-9214-4865-a09b-7759a7cf182e req-d0934e19-a26f-4d82-a026-94823199a62e tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 944 time: 0.5528376 Feb 09 01:13:29.105471 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b97fade-f92a-4a00-8702-a423df94bbea None None] Network b25d3287-4e97-4568-9376-aba488ba9143 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:29.119170 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-d2b664dd-3d69-4026-badb-888c192aab33 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b25d3287-4e97-4568-9376-aba488ba9143']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:29.158251 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-d2b664dd-3d69-4026-badb-888c192aab33 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a49e6c30-818d-4142-9b38-131d3199357e') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:29.158487 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-d2b664dd-3d69-4026-badb-888c192aab33 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a49e6c30-818d-4142-9b38-131d3199357e') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:29.187644 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ec4ae5d4-9214-4865-a09b-7759a7cf182e req-583ec69f-9968-430f-a1ad-4118e2d36142 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055450 Feb 09 01:13:29.192993 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d2b664dd-3d69-4026-badb-888c192aab33 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:29.223539 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9ce2196b-c58b-4659-9052-cfdf102e4fdf tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:29.230719 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 61b88393-e1c5-4c5a-996c-f538ec374a5b details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:13:29.234242 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-86c4e208-b390-4b39-9c7e-90eb55afda04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:29.236008 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-86c4e208-b390-4b39-9c7e-90eb55afda04 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce0095aebb0840088ecf37cbcece72f6&device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 1095 time: 0.5374787 Feb 09 01:13:29.244107 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d2b664dd-3d69-4026-badb-888c192aab33 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:29.253526 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b664dd-3d69-4026-badb-888c192aab33 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Releasing vlan 972 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:13:29.254330 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d2b664dd-3d69-4026-badb-888c192aab33 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:29.278192 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:13:29.278192 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:13:29.278192 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:13:29.278192 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:13:29.278192 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:13:29.278192 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:13:29.278192 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:13:29.278192 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:13:29.278192 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:13:29.278192 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:13:29.278192 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:13:29.278192 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:13:29.278192 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:13:29.278192 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:13:29.278192 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:13:29.278192 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:13:29.278192 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:13:29.278192 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:13:29.278192 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:13:29.278192 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:13:29.278192 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:13:29.278192 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:13:29.278192 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:13:29.278192 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:13:29.278192 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:13:29.278192 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:13:29.278192 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:13:29.278192 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:13:29.278192 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:13:29.278192 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:13:29.278192 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:13:29.278192 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:13:29.343090 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2196b-c58b-4659-9052-cfdf102e4fdf tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Pushing event deleted for resources: {'Port': ['ID=0eec6cb4-c7b7-47ff-acda-891919abcd49,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:29.419780 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-de59539a-59f9-4c6d-bc85-bd59676cda3c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fbef048-139b-49ec-9219-48402a20c475 HTTP/1.1" status: 200 len: 217 time: 0.0841625 Feb 09 01:13:29.521492 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd652d-1ef3-4be9-8b34-e6b7008155c2 req-d1733d39-9ac0-4429-bca1-75688471dfe2 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:29.528491 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ccfd652d-1ef3-4be9-8b34-e6b7008155c2 req-d1733d39-9ac0-4429-bca1-75688471dfe2 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.2335052 Feb 09 01:13:29.541772 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-077e6802-cd35-431f-8144-62f3f398c602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:29.543149 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-077e6802-cd35-431f-8144-62f3f398c602 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6f367ae-6db3-44ee-a579-54c0e257ede0 HTTP/1.1" status: 200 len: 850 time: 0.0804219 Feb 09 01:13:29.549415 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9ce2196b-c58b-4659-9052-cfdf102e4fdf tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:29.558857 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 61b88393-e1c5-4c5a-996c-f538ec374a5b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=61b88393-e1c5-4c5a-996c-f538ec374a5b,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:29.582428 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '61b88393-e1c5-4c5a-996c-f538ec374a5b', 'network_id': '84a4b1eb-79d6-447b-b1fd-6bc1ef45422a', 'port_id': '61b88393-e1c5-4c5a-996c-f538ec374a5b', 'mac_address': 'fa:16:3e:fa:8b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 998, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750fae4-2c3f-44da-87c9-de1301db5b32', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:13:29.586100 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ccfd652d-1ef3-4be9-8b34-e6b7008155c2 req-0e44e11f-8c96-4c1f-a455-3d3e00b3f9a8 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555849 Feb 09 01:13:29.593359 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9ce2196b-c58b-4659-9052-cfdf102e4fdf tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] 10.222.0.37 "DELETE /v2.0/ports/0eec6cb4-c7b7-47ff-acda-891919abcd49 HTTP/1.1" status: 204 len: 168 time: 1.1793125 Feb 09 01:13:29.593602 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47286) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:29.676847 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.api [None req-d2b664dd-3d69-4026-badb-888c192aab33 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:13:29.676847 n-d-828419-1 neutron-server[87612]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:13:29.676847 n-d-828419-1 neutron-server[87612]: [parameters: {'id': 'b25d3287-4e97-4568-9376-aba488ba9143'}] Feb 09 01:13:29.676847 n-d-828419-1 neutron-server[87612]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:13:29.677279 n-d-828419-1 neutron-server[87612]: DEBUG oslo_db.api [None req-d2b664dd-3d69-4026-badb-888c192aab33 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:13:29.709015 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2812e09-1a39-435c-8575-4009352d2417 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] GET failed (client error): The resource could not be found. Feb 09 01:13:29.709563 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b2812e09-1a39-435c-8575-4009352d2417 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Synchronizing usage tracker for tenant:2f1ed2113c8140bfb8d77b6b38c2e5f8 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:13:29.718770 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-75a50bc2-46d2-45a2-84cc-277d77db55ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:29.720267 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-75a50bc2-46d2-45a2-84cc-277d77db55ff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0055357f-6a74-45ba-a134-b5223508c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328959 Feb 09 01:13:29.725089 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:29.732179 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b2812e09-1a39-435c-8575-4009352d2417 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Unset dirty status for tenant:2f1ed2113c8140bfb8d77b6b38c2e5f8 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:13:29.733376 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b2812e09-1a39-435c-8575-4009352d2417 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] 10.222.0.37 "GET /v2.0/ports/0eec6cb4-c7b7-47ff-acda-891919abcd49 HTTP/1.1" status: 404 len: 333 time: 0.1388640 Feb 09 01:13:29.736992 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47298) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:29.742570 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ffd1cc-ab3b-45db-aa8f-f37352e92a29 None None] get_active_networks_info from n-d-828419-1 {{(pid=87613) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:13:29.742758 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b096e3-0159-4064-9923-21ad6499b339 req-5bf904a7-7f3c-4fee-a68c-bdb8ef4187af tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:29.742962 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-ff58e1e7-e722-495d-98fc-3750d993d455 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Request body: {'port': {'network_id': '11bcd1e7-432d-41d9-8aed-c038c2800f7b', 'name': 'tempest-AllowedAddressPairTestJSON-521915874'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:29.743947 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b6b096e3-0159-4064-9923-21ad6499b339 req-5bf904a7-7f3c-4fee-a68c-bdb8ef4187af tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c94037df-d2c6-4fa4-87be-dafc8babd902 HTTP/1.1" status: 200 len: 945 time: 0.4022980 Feb 09 01:13:29.788679 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61b88393-e1c5-4c5a-996c-f538ec374a5b {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:13:29.822419 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 61b88393-e1c5-4c5a-996c-f538ec374a5b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=61b88393-e1c5-4c5a-996c-f538ec374a5b,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:29.843521 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:29.897075 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b6b096e3-0159-4064-9923-21ad6499b339 req-fcdb64c8-d9cb-45ad-8446-7c565edda642 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/security-groups?id=58be9e87-0033-4d01-b22e-8d5310affd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294165 Feb 09 01:13:29.936271 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ff58e1e7-e722-495d-98fc-3750d993d455 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:29.958438 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=61b88393-e1c5-4c5a-996c-f538ec374a5b,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:29.961753 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ffd1cc-ab3b-45db-aa8f-f37352e92a29 None None] Resources bound (agent type, host, resource id): {{(pid=87613) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:13:29.980120 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ff58e1e7-e722-495d-98fc-3750d993d455 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:29.981163 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-3d339c1f-4e97-44ba-8454-02cb6dfae785 service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362821 Feb 09 01:13:30.003849 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff58e1e7-e722-495d-98fc-3750d993d455 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Made reservation on behalf of 2f1ed2113c8140bfb8d77b6b38c2e5f8 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:30.010161 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ff58e1e7-e722-495d-98fc-3750d993d455 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:30.027140 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['61b88393-e1c5-4c5a-996c-f538ec374a5b'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:13:30.053358 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-ff58e1e7-e722-495d-98fc-3750d993d455 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] device_id is not set on port 3febf17d-385c-455a-a939-543d5869af02 yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:13:30.162175 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fda5c9d3-6883-4fef-bb22-ca743bd680f3 req-19fd58cc-b8ef-4417-8805-b08e4c3e4919 tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.1102753 Feb 09 01:13:30.178750 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d2b664dd-3d69-4026-badb-888c192aab33 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:30.280242 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-436e0360-91c8-4b0b-8d0e-61a3c6a5062c req-786c5454-46be-4cf6-8f55-a64148c7f9ec service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877715 Feb 09 01:13:30.283994 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-d2b664dd-3d69-4026-badb-888c192aab33 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Deleting port 406282f7-ffac-40bc-b5b4-e7dae675be67 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:30.284577 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d2b664dd-3d69-4026-badb-888c192aab33 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:30.398142 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-ff58e1e7-e722-495d-98fc-3750d993d455 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Allocated IP 172.20.0.3 (11bcd1e7-432d-41d9-8aed-c038c2800f7b/58dd1571-b9e5-4258-bbcd-7b0a0c88664f/3febf17d-385c-455a-a939-543d5869af02) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:30.717963 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-d2b664dd-3d69-4026-badb-888c192aab33 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] For port 406282f7-ffac-40bc-b5b4-e7dae675be67, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=406282f7-ffac-40bc-b5b4-e7dae675be67,segment=NetworkSegment(a49e6c30-818d-4142-9b38-131d3199357e),segment_id=a49e6c30-818d-4142-9b38-131d3199357e)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:30.719933 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d2b664dd-3d69-4026-badb-888c192aab33 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:30.761461 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ff58e1e7-e722-495d-98fc-3750d993d455 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:30.784744 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-ff58e1e7-e722-495d-98fc-3750d993d455 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Transition to ACTIVE for port object 3febf17d-385c-455a-a939-543d5869af02 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:31.022024 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-d2b664dd-3d69-4026-badb-888c192aab33 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Calling delete_port for 406282f7-ffac-40bc-b5b4-e7dae675be67 owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:31.052373 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ff58e1e7-e722-495d-98fc-3750d993d455 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:31.105856 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9638434-9d25-4a5c-a574-664a25f6af49 req-93f3e3c5-dae7-4511-a007-9bbb2471d30a tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:31.108186 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a9638434-9d25-4a5c-a574-664a25f6af49 req-93f3e3c5-dae7-4511-a007-9bbb2471d30a tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.3174272 Feb 09 01:13:31.156615 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d677eb4-1ac7-4c32-a41d-4c38cf968f8e req-523ec100-ddc6-4f7f-b6ab-ce58880f6439 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:31.164000 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1d677eb4-1ac7-4c32-a41d-4c38cf968f8e req-523ec100-ddc6-4f7f-b6ab-ce58880f6439 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 944 time: 0.6365008 Feb 09 01:13:31.182550 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d2b664dd-3d69-4026-badb-888c192aab33 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:31.193500 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff58e1e7-e722-495d-98fc-3750d993d455 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Network 11bcd1e7-432d-41d9-8aed-c038c2800f7b is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:31.205235 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-ff58e1e7-e722-495d-98fc-3750d993d455 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:31.210444 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 61b88393-e1c5-4c5a-996c-f538ec374a5b up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:31.212109 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff58e1e7-e722-495d-98fc-3750d993d455 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:31.259232 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e9abb-8726-4324-9652-bd265d5070c2 req-312f31c0-a477-4504-b394-c5bc084f1724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:31.261001 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-745e9abb-8726-4324-9652-bd265d5070c2 req-312f31c0-a477-4504-b394-c5bc084f1724 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce0095aebb0840088ecf37cbcece72f6&device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 1095 time: 0.8954127 Feb 09 01:13:31.266126 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58e1e7-e722-495d-98fc-3750d993d455 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Pushing event updated for resources: {'Port': ['ID=3febf17d-385c-455a-a939-543d5869af02,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:31.302715 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a9638434-9d25-4a5c-a574-664a25f6af49 req-cc9043f2-3dcc-491b-bbe9-a92540dc2754 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799731 Feb 09 01:13:31.364385 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 61b88393-e1c5-4c5a-996c-f538ec374a5b triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:31.365056 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:31.387693 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff58e1e7-e722-495d-98fc-3750d993d455 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:31.393410 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b664dd-3d69-4026-badb-888c192aab33 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event deleted for resources: {'Port': ['ID=406282f7-ffac-40bc-b5b4-e7dae675be67,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:31.394904 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ff58e1e7-e722-495d-98fc-3750d993d455 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:31.414784 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2186d-b477-44f6-8629-c12d9d0ab2b5 req-bf5e6850-7fbd-4452-98e0-40f5a2d81774 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:31.418802 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41a2186d-b477-44f6-8629-c12d9d0ab2b5 req-bf5e6850-7fbd-4452-98e0-40f5a2d81774 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.35 "GET /v2.0/ports?device_id=c94037df-d2c6-4fa4-87be-dafc8babd902 HTTP/1.1" status: 200 len: 945 time: 0.9904258 Feb 09 01:13:31.424265 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b664dd-3d69-4026-badb-888c192aab33 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] No DVR routers for this DVR port 406282f7-ffac-40bc-b5b4-e7dae675be67 on host n-d-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:31.462475 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ff58e1e7-e722-495d-98fc-3750d993d455 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7209768 Feb 09 01:13:31.462475 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47342) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:31.469074 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-59730c75-6a93-418a-b1cd-d280308ef598 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Request body: {'port': {'network_id': '11bcd1e7-432d-41d9-8aed-c038c2800f7b', 'name': 'tempest-AllowedAddressPairTestJSON-1193471315'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:31.635709 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:31.680309 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 61b88393-e1c5-4c5a-996c-f538ec374a5b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=61b88393-e1c5-4c5a-996c-f538ec374a5b,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:31.685333 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8730380e-7b93-47a3-9df4-9625297f4af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b88393-e1c5-4c5a-996c-f538ec374a5b'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:13:31.696122 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:31.736996 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-41a2186d-b477-44f6-8629-c12d9d0ab2b5 req-5af5a4e1-82c6-43d2-a540-13b7e4ce289d tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Deleting port dc50b321-6a6f-4d00-b782-4743c84f67b5 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:31.739213 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41a2186d-b477-44f6-8629-c12d9d0ab2b5 req-5af5a4e1-82c6-43d2-a540-13b7e4ce289d tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:31.772310 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e9abb-8726-4324-9652-bd265d5070c2 req-f8cb95ef-e46d-4550-a452-53db04613e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:31.774330 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-745e9abb-8726-4324-9652-bd265d5070c2 req-f8cb95ef-e46d-4550-a452-53db04613e8f service neutron] 10.222.0.35 "GET /v2.0/networks?id=0055357f-6a74-45ba-a134-b5223508c9d1 HTTP/1.1" status: 200 len: 912 time: 0.4764278 Feb 09 01:13:31.778571 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-59730c75-6a93-418a-b1cd-d280308ef598 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:31.779225 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1d677eb4-1ac7-4c32-a41d-4c38cf968f8e req-a2cc2095-38ad-4db0-8713-0f22cb3d6919 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6144054 Feb 09 01:13:31.784838 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=61b88393-e1c5-4c5a-996c-f538ec374a5b,revision_number=7']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:31.801200 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-59730c75-6a93-418a-b1cd-d280308ef598 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Usage tracker for resource:port and tenant:2f1ed2113c8140bfb8d77b6b38c2e5f8 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:31.809474 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-59730c75-6a93-418a-b1cd-d280308ef598 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:31.811430 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-fe73bd16-ca6d-438a-bc9f-037ee454efac None None] Provisioning for port 3febf17d-385c-455a-a939-543d5869af02 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:31.820196 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-fe73bd16-ca6d-438a-bc9f-037ee454efac None None] Provisioning complete for port 3febf17d-385c-455a-a939-543d5869af02 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:31.820605 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fe73bd16-ca6d-438a-bc9f-037ee454efac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:31.840738 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683c8c8-1c15-4279-a03a-834567cad5d6 req-ab513ca1-8f12-471b-9aac-f9c579072951 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:31.845895 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4683c8c8-1c15-4279-a03a-834567cad5d6 req-ab513ca1-8f12-471b-9aac-f9c579072951 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c94037df-d2c6-4fa4-87be-dafc8babd902 HTTP/1.1" status: 200 len: 945 time: 0.2260528 Feb 09 01:13:31.880229 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-59730c75-6a93-418a-b1cd-d280308ef598 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:31.916246 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59730c75-6a93-418a-b1cd-d280308ef598 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Made reservation on behalf of 2f1ed2113c8140bfb8d77b6b38c2e5f8 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:31.919755 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-59730c75-6a93-418a-b1cd-d280308ef598 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:31.948729 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-745e9abb-8726-4324-9652-bd265d5070c2 req-826a323e-ea08-4994-99c2-945cbc2a3bea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fbef048-139b-49ec-9219-48402a20c475 HTTP/1.1" status: 200 len: 217 time: 0.1251254 Feb 09 01:13:31.950422 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4683c8c8-1c15-4279-a03a-834567cad5d6 req-fe4391c3-3f85-42e0-84db-878f3c979b13 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/security-groups?id=58be9e87-0033-4d01-b22e-8d5310affd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971196 Feb 09 01:13:31.954490 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-59730c75-6a93-418a-b1cd-d280308ef598 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] device_id is not set on port 27525e84-5af4-47c2-8906-11bc3bc29f46 yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:13:32.050913 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8730380e-7b93-47a3-9df4-9625297f4af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b88393-e1c5-4c5a-996c-f538ec374a5b', 'code': 200} Feb 09 01:13:32.051781 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-fe73bd16-ca6d-438a-bc9f-037ee454efac None None] Port 3febf17d-385c-455a-a939-543d5869af02 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:13:32.244596 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-59730c75-6a93-418a-b1cd-d280308ef598 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Allocated IP 172.20.0.6 (11bcd1e7-432d-41d9-8aed-c038c2800f7b/58dd1571-b9e5-4258-bbcd-7b0a0c88664f/27525e84-5af4-47c2-8906-11bc3bc29f46) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:32.293623 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d2b664dd-3d69-4026-badb-888c192aab33 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:32.327028 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e9abb-8726-4324-9652-bd265d5070c2 req-34032cfe-9466-49df-9142-60c9b624bb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:32.329459 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-745e9abb-8726-4324-9652-bd265d5070c2 req-34032cfe-9466-49df-9142-60c9b624bb8c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6f367ae-6db3-44ee-a579-54c0e257ede0 HTTP/1.1" status: 200 len: 850 time: 0.2909245 Feb 09 01:13:32.347144 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-d2b664dd-3d69-4026-badb-888c192aab33 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b25d3287-4e97-4568-9376-aba488ba9143']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:32.428142 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-689e0662-e33b-4a8d-a8b5-b7c6ecceb102 req-39d7b656-6d51-4432-a9fc-b7b187eef679 tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.4782932 Feb 09 01:13:32.478280 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-d2b664dd-3d69-4026-badb-888c192aab33 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a49e6c30-818d-4142-9b38-131d3199357e') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:32.478546 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-d2b664dd-3d69-4026-badb-888c192aab33 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a49e6c30-818d-4142-9b38-131d3199357e') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:32.549393 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d2b664dd-3d69-4026-badb-888c192aab33 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:32.568165 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-59730c75-6a93-418a-b1cd-d280308ef598 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:32.598096 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d2b664dd-3d69-4026-badb-888c192aab33 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:32.603179 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795291d0-0c5e-4656-b382-d415fd606fcb req-a247edfe-018d-4355-b328-53a81c5cf447 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:32.604715 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-795291d0-0c5e-4656-b382-d415fd606fcb req-a247edfe-018d-4355-b328-53a81c5cf447 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.1692407 Feb 09 01:13:32.654880 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-795291d0-0c5e-4656-b382-d415fd606fcb req-f9eef05a-5255-4744-88bd-d44e2353e9ad tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429270 Feb 09 01:13:32.682113 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b664dd-3d69-4026-badb-888c192aab33 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Releasing vlan 972 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:13:32.682514 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d2b664dd-3d69-4026-badb-888c192aab33 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:32.704372 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:13:32.704372 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:13:32.704372 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:13:32.704372 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:13:32.704372 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:13:32.704372 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:13:32.704372 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:13:32.704372 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:13:32.704372 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:13:32.704372 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:13:32.704372 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:13:32.704372 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:13:32.704372 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:13:32.704372 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:13:32.704372 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:13:32.704372 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:13:32.704372 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:13:32.704372 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:13:32.704372 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:13:32.704372 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:13:32.704372 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:13:32.704372 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:13:32.704372 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:13:32.704372 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:13:32.704372 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:13:32.704372 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:13:32.704372 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:13:32.704372 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:13:32.704372 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:13:32.704372 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:13:32.704372 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:13:32.704372 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:13:32.775604 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e9abb-8726-4324-9652-bd265d5070c2 req-e6b94c8b-fd9f-4c22-8252-9c882fdb5036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:32.777472 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-745e9abb-8726-4324-9652-bd265d5070c2 req-e6b94c8b-fd9f-4c22-8252-9c882fdb5036 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0055357f-6a74-45ba-a134-b5223508c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4168370 Feb 09 01:13:32.966957 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-59730c75-6a93-418a-b1cd-d280308ef598 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Transition to ACTIVE for port object 27525e84-5af4-47c2-8906-11bc3bc29f46 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:33.001970 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d2b664dd-3d69-4026-badb-888c192aab33 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:33.045062 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d2b664dd-3d69-4026-badb-888c192aab33 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:33.050095 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-59730c75-6a93-418a-b1cd-d280308ef598 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:33.058858 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b664dd-3d69-4026-badb-888c192aab33 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event deleted for resources: {'Network': ['ID=b25d3287-4e97-4568-9376-aba488ba9143,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:33.093821 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-41a2186d-b477-44f6-8629-c12d9d0ab2b5 req-5af5a4e1-82c6-43d2-a540-13b7e4ce289d tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] For port dc50b321-6a6f-4d00-b782-4743c84f67b5, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=dc50b321-6a6f-4d00-b782-4743c84f67b5,segment=NetworkSegment(89e0d6e1-f19c-4b81-bd43-1dff48e1d5ba),segment_id=89e0d6e1-f19c-4b81-bd43-1dff48e1d5ba)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:33.094218 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41a2186d-b477-44f6-8629-c12d9d0ab2b5 req-5af5a4e1-82c6-43d2-a540-13b7e4ce289d tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:33.114937 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d2b664dd-3d69-4026-badb-888c192aab33 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "DELETE /v2.0/networks/b25d3287-4e97-4568-9376-aba488ba9143 HTTP/1.1" status: 204 len: 168 time: 5.2695150 Feb 09 01:13:33.128587 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47364) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:33.135953 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-9ead11ab-5984-4dd1-bd87-76c172ef1138 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-305922113'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:33.164912 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9ead11ab-5984-4dd1-bd87-76c172ef1138 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:33.178915 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59730c75-6a93-418a-b1cd-d280308ef598 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Network 11bcd1e7-432d-41d9-8aed-c038c2800f7b is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:33.180343 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9ead11ab-5984-4dd1-bd87-76c172ef1138 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Usage tracker for resource:network and tenant:6ad299afeb554fb2825073db5a372f36 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:33.183989 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59730c75-6a93-418a-b1cd-d280308ef598 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Pushing event updated for resources: {'Port': ['ID=27525e84-5af4-47c2-8906-11bc3bc29f46,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:33.186748 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-59730c75-6a93-418a-b1cd-d280308ef598 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:33.189152 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9ead11ab-5984-4dd1-bd87-76c172ef1138 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:33.194405 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59730c75-6a93-418a-b1cd-d280308ef598 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:33.227060 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 8fbef048-139b-49ec-9219-48402a20c475 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:13:33.273567 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-745e9abb-8726-4324-9652-bd265d5070c2 req-011f6427-12d3-4bd7-86d5-170289454bc5 service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672263 Feb 09 01:13:33.280715 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-41a2186d-b477-44f6-8629-c12d9d0ab2b5 req-5af5a4e1-82c6-43d2-a540-13b7e4ce289d tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Calling delete_port for dc50b321-6a6f-4d00-b782-4743c84f67b5 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:33.321366 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9ead11ab-5984-4dd1-bd87-76c172ef1138 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:33.370633 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ead11ab-5984-4dd1-bd87-76c172ef1138 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Made reservation on behalf of 6ad299afeb554fb2825073db5a372f36 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:33.374254 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9ead11ab-5984-4dd1-bd87-76c172ef1138 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:33.385383 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 8fbef048-139b-49ec-9219-48402a20c475, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=8fbef048-139b-49ec-9219-48402a20c475,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:33.399985 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '8fbef048-139b-49ec-9219-48402a20c475', 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1', 'port_id': '8fbef048-139b-49ec-9219-48402a20c475', 'mac_address': 'fa:16:3e:e4:d0:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f367ae-6db3-44ee-a579-54c0e257ede0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:13:33.422061 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ead11ab-5984-4dd1-bd87-76c172ef1138 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 989} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:13:33.438751 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9ead11ab-5984-4dd1-bd87-76c172ef1138 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:33.439305 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-9ead11ab-5984-4dd1-bd87-76c172ef1138 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Added segment 04739bf7-4d97-408e-be52-dde5a610bd6e of type vlan for network 944c0655-0f7f-4286-894d-d3fcf2a1de9b Feb 09 01:13:33.505267 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59730c75-6a93-418a-b1cd-d280308ef598 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:33.505983 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-59730c75-6a93-418a-b1cd-d280308ef598 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:33.512610 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9ead11ab-5984-4dd1-bd87-76c172ef1138 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:33.522814 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:33.549371 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fbef048-139b-49ec-9219-48402a20c475 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:13:33.560311 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7742c-5484-4102-9797-4ef4b1ea1ca6 req-f8565ade-f19f-42f9-bc35-da16c51a2f33 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:33.569794 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 8fbef048-139b-49ec-9219-48402a20c475, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=8fbef048-139b-49ec-9219-48402a20c475,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:33.574302 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c5b7742c-5484-4102-9797-4ef4b1ea1ca6 req-f8565ade-f19f-42f9-bc35-da16c51a2f33 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c94037df-d2c6-4fa4-87be-dafc8babd902 HTTP/1.1" status: 200 len: 945 time: 0.3274837 Feb 09 01:13:33.578488 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:33.616751 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-59730c75-6a93-418a-b1cd-d280308ef598 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1531274 Feb 09 01:13:33.622964 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47372) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:33.634011 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-71c34d52-aebf-4b73-8370-b18ba8b124b9 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:4c:57:16'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:f6:c3:5b'}]}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:33.734919 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2705400f-3cb1-4eb7-b6f8-264c7097d008 None None] Provisioning for port 27525e84-5af4-47c2-8906-11bc3bc29f46 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:33.746126 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=8fbef048-139b-49ec-9219-48402a20c475,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:33.752784 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2705400f-3cb1-4eb7-b6f8-264c7097d008 None None] Provisioning complete for port 27525e84-5af4-47c2-8906-11bc3bc29f46 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:33.762011 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2705400f-3cb1-4eb7-b6f8-264c7097d008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:33.763575 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4541638-4b81-4edd-857e-5a30f07d67d5 req-fc691798-8d36-4cb2-b18e-f37c555fe5a8 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:33.771617 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e4541638-4b81-4edd-857e-5a30f07d67d5 req-fc691798-8d36-4cb2-b18e-f37c555fe5a8 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 944 time: 0.8672087 Feb 09 01:13:33.837638 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c5b7742c-5484-4102-9797-4ef4b1ea1ca6 req-5ceb7ad8-eccf-4dfe-a5c5-1de57a930775 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/security-groups?id=58be9e87-0033-4d01-b22e-8d5310affd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626486 Feb 09 01:13:33.840521 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e4541638-4b81-4edd-857e-5a30f07d67d5 req-c78cb657-4bb6-4847-8958-e98dab103cf5 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679278 Feb 09 01:13:33.852111 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-2705400f-3cb1-4eb7-b6f8-264c7097d008 None None] Port 27525e84-5af4-47c2-8906-11bc3bc29f46 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:13:33.854265 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9ead11ab-5984-4dd1-bd87-76c172ef1138 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:33.877244 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ead11ab-5984-4dd1-bd87-76c172ef1138 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:33.877893 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9ead11ab-5984-4dd1-bd87-76c172ef1138 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:34.040216 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-745e9abb-8726-4324-9652-bd265d5070c2 req-7e6dd09c-ef98-4312-8707-a656a5e8e408 service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920310 Feb 09 01:13:34.049130 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['8fbef048-139b-49ec-9219-48402a20c475'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:13:34.130248 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41a2186d-b477-44f6-8629-c12d9d0ab2b5 req-5af5a4e1-82c6-43d2-a540-13b7e4ce289d tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:34.302231 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-71c34d52-aebf-4b73-8370-b18ba8b124b9 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:34.307996 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ec1a691f-1f94-4ea4-9db1-95f76f30cbe1 req-5c6ee9a5-d10a-432b-8a25-d21922200ea0 tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.0627062 Feb 09 01:13:34.360454 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9ead11ab-5984-4dd1-bd87-76c172ef1138 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2298765 Feb 09 01:13:34.364603 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af5a4e1-82c6-43d2-a540-13b7e4ce289d tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Pushing event deleted for resources: {'Port': ['ID=dc50b321-6a6f-4d00-b782-4743c84f67b5,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:34.366307 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47388) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:34.407851 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-068dd307-abd3-4412-9180-fc8f33d29792 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Request body: {'subnet': {'network_id': '944c0655-0f7f-4286-894d-d3fcf2a1de9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:34.428915 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a2186d-b477-44f6-8629-c12d9d0ab2b5 req-5af5a4e1-82c6-43d2-a540-13b7e4ce289d tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] No DVR routers for this DVR port dc50b321-6a6f-4d00-b782-4743c84f67b5 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:34.480721 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41a2186d-b477-44f6-8629-c12d9d0ab2b5 req-5af5a4e1-82c6-43d2-a540-13b7e4ce289d tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:34.484946 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94037df-d2c6-4fa4-87be-dafc8babd902', 'name': 'network-vif-deleted', 'tag': 'dc50b321-6a6f-4d00-b782-4743c84f67b5'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:13:34.561027 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41a2186d-b477-44f6-8629-c12d9d0ab2b5 req-5af5a4e1-82c6-43d2-a540-13b7e4ce289d tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.35 "DELETE /v2.0/ports/dc50b321-6a6f-4d00-b782-4743c84f67b5 HTTP/1.1" status: 204 len: 173 time: 3.1252985 Feb 09 01:13:34.571452 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94037df-d2c6-4fa4-87be-dafc8babd902', 'name': 'network-vif-deleted', 'tag': 'dc50b321-6a6f-4d00-b782-4743c84f67b5', 'status': 'completed', 'code': 200} Feb 09 01:13:34.588500 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead11ab-5984-4dd1-bd87-76c172ef1138 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event updated for resources: {'Network': ['ID=944c0655-0f7f-4286-894d-d3fcf2a1de9b,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:34.597780 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-068dd307-abd3-4412-9180-fc8f33d29792 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:34.600116 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 944c0655-0f7f-4286-894d-d3fcf2a1de9b details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:13:34.602770 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-068dd307-abd3-4412-9180-fc8f33d29792 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Usage tracker for resource:subnet and tenant:6ad299afeb554fb2825073db5a372f36 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:34.606288 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-068dd307-abd3-4412-9180-fc8f33d29792 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:34.618353 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-068dd307-abd3-4412-9180-fc8f33d29792 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:34.646294 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068dd307-abd3-4412-9180-fc8f33d29792 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Made reservation on behalf of 6ad299afeb554fb2825073db5a372f36 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:34.650396 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-068dd307-abd3-4412-9180-fc8f33d29792 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:34.797384 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499d0dc-55bd-4d04-98cf-ddf79b4d63e9 req-6d9f91fc-4c21-445f-b048-c6ada39655e5 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:34.805529 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c499d0dc-55bd-4d04-98cf-ddf79b4d63e9 req-6d9f91fc-4c21-445f-b048-c6ada39655e5 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.5097072 Feb 09 01:13:34.895606 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c499d0dc-55bd-4d04-98cf-ddf79b4d63e9 req-06d79b5b-9a7d-4194-bb23-4ea9c9f67709 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891118 Feb 09 01:13:34.986746 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-068dd307-abd3-4412-9180-fc8f33d29792 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:35.000304 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-71c34d52-aebf-4b73-8370-b18ba8b124b9 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:35.010873 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-71c34d52-aebf-4b73-8370-b18ba8b124b9 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:35.158850 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-71c34d52-aebf-4b73-8370-b18ba8b124b9 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] In _notify_port_updated(), no bound segment for port 27525e84-5af4-47c2-8906-11bc3bc29f46 on network 11bcd1e7-432d-41d9-8aed-c038c2800f7b {{(pid=87611) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:13:35.169672 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c34d52-aebf-4b73-8370-b18ba8b124b9 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:35.170364 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-71c34d52-aebf-4b73-8370-b18ba8b124b9 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:35.171716 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-71c34d52-aebf-4b73-8370-b18ba8b124b9 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] 10.222.0.37 "PUT /v2.0/ports/27525e84-5af4-47c2-8906-11bc3bc29f46 HTTP/1.1" status: 200 len: 1056 time: 1.5477958 Feb 09 01:13:35.175581 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47400) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:35.178642 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068dd307-abd3-4412-9180-fc8f33d29792 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event updated for resources: {'Subnet': ['ID=664fa5a8-baf6-46c4-8577-4b151208393d,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:35.234353 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb59b5b-f021-447d-a4e9-eb99d1861266 req-d0fe0025-7017-4973-a517-c03969451e4b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:35.236381 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3eb59b5b-f021-447d-a4e9-eb99d1861266 req-d0fe0025-7017-4973-a517-c03969451e4b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.2050869 Feb 09 01:13:35.238211 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068dd307-abd3-4412-9180-fc8f33d29792 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Checking segment: {'id': '04739bf7-4d97-408e-be52-dde5a610bd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '944c0655-0f7f-4286-894d-d3fcf2a1de9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:35.238668 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068dd307-abd3-4412-9180-fc8f33d29792 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Network hostable DHCP agents. Network: 944c0655-0f7f-4286-894d-d3fcf2a1de9b, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:13:35.266767 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device dc50b321-6a6f-4d00-b782-4743c84f67b5 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:13:35.321852 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: dc50b321-6a6f-4d00-b782-4743c84f67b5 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:13:35.322212 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device dc50b321-6a6f-4d00-b782-4743c84f67b5 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:13:35.343527 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068dd307-abd3-4412-9180-fc8f33d29792 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Network 944c0655-0f7f-4286-894d-d3fcf2a1de9b is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:13:35.357582 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3eb59b5b-f021-447d-a4e9-eb99d1861266 req-75705f17-7a35-4ccc-8e42-69f6891932cf tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988593 Feb 09 01:13:35.363959 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-068dd307-abd3-4412-9180-fc8f33d29792 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 944c0655-0f7f-4286-894d-d3fcf2a1de9b) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:35.373816 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29af8de6-e186-4fa7-b336-47b73038a562 None None] Network 944c0655-0f7f-4286-894d-d3fcf2a1de9b requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:35.379570 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068dd307-abd3-4412-9180-fc8f33d29792 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:35.380214 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-068dd307-abd3-4412-9180-fc8f33d29792 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:35.426365 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-068dd307-abd3-4412-9180-fc8f33d29792 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0541074 Feb 09 01:13:35.427796 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47412) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:35.570619 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c34d52-aebf-4b73-8370-b18ba8b124b9 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Pushing event updated for resources: {'Port': ['ID=27525e84-5af4-47c2-8906-11bc3bc29f46,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:35.596804 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-07349646-429b-418d-9fd9-38f659edd725 req-efcdef8e-550b-4eff-969f-62946e2e6dc4 tempest-ServerAddressesTestJSON-1503921088 tempest-ServerAddressesTestJSON-1503921088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c94037df-d2c6-4fa4-87be-dafc8babd902 HTTP/1.1" status: 200 len: 210 time: 0.4451513 Feb 09 01:13:35.641916 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-28897ceb-4fb8-4f97-9677-c6307d80ea40 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Deleting port 27525e84-5af4-47c2-8906-11bc3bc29f46 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:35.642752 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-28897ceb-4fb8-4f97-9677-c6307d80ea40 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:35.712769 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-4abd36e2-0f86-4739-905a-cdf4101df22d None None] Provisioning complete for port 27525e84-5af4-47c2-8906-11bc3bc29f46 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:35.713359 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4abd36e2-0f86-4739-905a-cdf4101df22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:35.773718 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8848d119-b7ac-4d22-8896-2627e78a8e62 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:35.784320 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9f817a59-f592-4eb0-a710-7ad1016bede0 req-62411845-b5aa-4373-b045-194d4cffc6c3 tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.0776749 Feb 09 01:13:35.863467 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-4abd36e2-0f86-4739-905a-cdf4101df22d None None] Port 27525e84-5af4-47c2-8906-11bc3bc29f46 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:13:35.872015 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8848d119-b7ac-4d22-8896-2627e78a8e62 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:35.940552 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1aa572c-8cdd-4a65-82fa-f311a3881610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-944c0655-0f7f-4286-894d-d3fcf2a1de9b', 'network_id': '944c0655-0f7f-4286-894d-d3fcf2a1de9b', 'tenant_id': '6ad299afeb554fb2825073db5a372f36', 'fixed_ips': [{'subnet_id': '664fa5a8-baf6-46c4-8577-4b151208393d'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:13:35.941806 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b1aa572c-8cdd-4a65-82fa-f311a3881610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:35.989679 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8848d119-b7ac-4d22-8896-2627e78a8e62 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:36.068053 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848d119-b7ac-4d22-8896-2627e78a8e62 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event deleted for resources: {'Subnet': ['ID=664fa5a8-baf6-46c4-8577-4b151208393d,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server [None req-b1aa572c-8cdd-4a65-82fa-f311a3881610 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 664fa5a8-baf6-46c4-8577-4b151208393d: This subnet is being modified by another concurrent operation. Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:13:36.114719 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server raise exception Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 664fa5a8-baf6-46c4-8577-4b151208393d: This subnet is being modified by another concurrent operation. Feb 09 01:13:36.118811 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server Feb 09 01:13:36.132353 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459bdb12-bd42-4e92-8472-4afd047b91dc None None] Network 944c0655-0f7f-4286-894d-d3fcf2a1de9b requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:36.148049 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-28897ceb-4fb8-4f97-9677-c6307d80ea40 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:36.199082 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8848d119-b7ac-4d22-8896-2627e78a8e62 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:36.227062 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-8848d119-b7ac-4d22-8896-2627e78a8e62 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944c0655-0f7f-4286-894d-d3fcf2a1de9b']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:36.240224 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-8848d119-b7ac-4d22-8896-2627e78a8e62 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04739bf7-4d97-408e-be52-dde5a610bd6e') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:36.240553 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-8848d119-b7ac-4d22-8896-2627e78a8e62 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04739bf7-4d97-408e-be52-dde5a610bd6e') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:36.254576 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8848d119-b7ac-4d22-8896-2627e78a8e62 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:36.271894 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8848d119-b7ac-4d22-8896-2627e78a8e62 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:36.280263 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8848d119-b7ac-4d22-8896-2627e78a8e62 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Releasing vlan 989 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:13:36.280776 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8848d119-b7ac-4d22-8896-2627e78a8e62 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:36.294335 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-28897ceb-4fb8-4f97-9677-c6307d80ea40 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Calling delete_port for 27525e84-5af4-47c2-8906-11bc3bc29f46 owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:36.305034 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:13:36.305034 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:13:36.305034 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:13:36.305034 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:13:36.305034 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:13:36.305034 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:13:36.305034 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:13:36.305034 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:13:36.305034 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:13:36.305034 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:13:36.305034 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:13:36.305034 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:13:36.305034 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:13:36.305034 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:13:36.305034 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:13:36.305034 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:13:36.305034 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:13:36.305034 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:13:36.305034 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:13:36.305034 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:13:36.305034 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:13:36.305034 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:13:36.305034 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:13:36.305034 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:13:36.305034 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:13:36.305034 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:13:36.305034 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:13:36.305034 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:13:36.305034 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:13:36.305034 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:13:36.305034 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:13:36.305034 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:13:36.381882 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aeb8204-a666-4cc2-bcf9-5fbda5c2dcdd None None] get_active_networks_info from n-d-828419-1 {{(pid=87613) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:13:36.397995 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b61c21-fd29-41c6-b026-be9ad8a86346 req-e16b6c20-8021-4d61-813a-396a22b605e8 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:36.405394 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-61b61c21-fd29-41c6-b026-be9ad8a86346 req-e16b6c20-8021-4d61-813a-396a22b605e8 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.3410139 Feb 09 01:13:36.573682 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-61b61c21-fd29-41c6-b026-be9ad8a86346 req-0251a33a-0b95-479a-b9c5-889a9c8957cc tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672928 Feb 09 01:13:36.598531 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-28897ceb-4fb8-4f97-9677-c6307d80ea40 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:36.654736 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeb8204-a666-4cc2-bcf9-5fbda5c2dcdd None None] Resources bound (agent type, host, resource id): {{(pid=87613) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:13:36.667504 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28897ceb-4fb8-4f97-9677-c6307d80ea40 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Pushing event deleted for resources: {'Port': ['ID=27525e84-5af4-47c2-8906-11bc3bc29f46,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:36.710923 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8848d119-b7ac-4d22-8896-2627e78a8e62 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:36.776334 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8848d119-b7ac-4d22-8896-2627e78a8e62 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:36.781912 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848d119-b7ac-4d22-8896-2627e78a8e62 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event deleted for resources: {'Network': ['ID=944c0655-0f7f-4286-894d-d3fcf2a1de9b,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:36.818297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91486e3-9935-400e-8521-f4e09295dc98 req-9613bde3-d914-402f-8c9c-dc9f6bddcc00 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:36.820277 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c91486e3-9935-400e-8521-f4e09295dc98 req-9613bde3-d914-402f-8c9c-dc9f6bddcc00 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.2574875 Feb 09 01:13:36.832351 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8848d119-b7ac-4d22-8896-2627e78a8e62 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "DELETE /v2.0/networks/944c0655-0f7f-4286-894d-d3fcf2a1de9b HTTP/1.1" status: 204 len: 168 time: 1.4031334 Feb 09 01:13:36.860904 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47438) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:36.874024 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47442) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:36.956914 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-cfebdc38-281f-47f7-908c-a224a6fedc55 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-655066530'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:37.007785 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-cfebdc38-281f-47f7-908c-a224a6fedc55 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:37.029962 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-cfebdc38-281f-47f7-908c-a224a6fedc55 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Usage tracker for resource:network and tenant:6ad299afeb554fb2825073db5a372f36 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:37.032252 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1773c992-3b82-4e69-a07e-1e1531d59d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:37.041991 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-cfebdc38-281f-47f7-908c-a224a6fedc55 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:37.047673 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c91486e3-9935-400e-8521-f4e09295dc98 req-1e5267bd-93c6-4119-91a3-a0339462feee tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136207 Feb 09 01:13:37.056747 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-cfebdc38-281f-47f7-908c-a224a6fedc55 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:37.070019 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-1448564c-2d38-4832-a6fb-abbd6211b807 admin admin] Deleting subnet ade48b74-9192-481d-bc16-6a61a6ccf4f6 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:13:37.077683 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1448564c-2d38-4832-a6fb-abbd6211b807 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:37.116587 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfebdc38-281f-47f7-908c-a224a6fedc55 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Made reservation on behalf of 6ad299afeb554fb2825073db5a372f36 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:37.120456 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cfebdc38-281f-47f7-908c-a224a6fedc55 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:37.166272 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfebdc38-281f-47f7-908c-a224a6fedc55 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 985} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:13:37.170529 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1448564c-2d38-4832-a6fb-abbd6211b807 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:37.228988 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c4a154dc-68c1-4d6f-aebb-4175029d3ebd req-d0c42d44-15f6-488a-8d06-a5a544689c5c tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.1142929 Feb 09 01:13:37.255837 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cfebdc38-281f-47f7-908c-a224a6fedc55 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:37.256503 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-cfebdc38-281f-47f7-908c-a224a6fedc55 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Added segment 5e550198-3852-4044-a646-fe5f938cb501 of type vlan for network 8331778d-94b7-4dc6-a675-452509c6612a Feb 09 01:13:37.279480 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-28897ceb-4fb8-4f97-9677-c6307d80ea40 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:37.290070 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1448564c-2d38-4832-a6fb-abbd6211b807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:37.296018 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-28897ceb-4fb8-4f97-9677-c6307d80ea40 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] 10.222.0.37 "DELETE /v2.0/ports/27525e84-5af4-47c2-8906-11bc3bc29f46 HTTP/1.1" status: 204 len: 168 time: 2.0399179 Feb 09 01:13:37.296739 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47448) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:37.342282 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cfebdc38-281f-47f7-908c-a224a6fedc55 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:37.346735 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 8fbef048-139b-49ec-9219-48402a20c475 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:37.353034 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a8e64c5-56c6-4548-b0ba-4c311d15ba9a tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] GET failed (client error): The resource could not be found. Feb 09 01:13:37.353582 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2a8e64c5-56c6-4548-b0ba-4c311d15ba9a tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Synchronizing usage tracker for tenant:2f1ed2113c8140bfb8d77b6b38c2e5f8 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:13:37.386438 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2a8e64c5-56c6-4548-b0ba-4c311d15ba9a tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Unset dirty status for tenant:2f1ed2113c8140bfb8d77b6b38c2e5f8 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:13:37.390774 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47452) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:37.392374 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2a8e64c5-56c6-4548-b0ba-4c311d15ba9a tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] 10.222.0.37 "GET /v2.0/ports/27525e84-5af4-47c2-8906-11bc3bc29f46 HTTP/1.1" status: 404 len: 333 time: 0.0941761 Feb 09 01:13:37.443990 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cfebdc38-281f-47f7-908c-a224a6fedc55 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:37.450116 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfebdc38-281f-47f7-908c-a224a6fedc55 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:37.450808 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cfebdc38-281f-47f7-908c-a224a6fedc55 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:37.474945 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 8fbef048-139b-49ec-9219-48402a20c475 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:37.480963 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 8fbef048-139b-49ec-9219-48402a20c475 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:37.481552 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:37.638290 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfebdc38-281f-47f7-908c-a224a6fedc55 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event updated for resources: {'Network': ['ID=8331778d-94b7-4dc6-a675-452509c6612a,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:37.641528 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1448564c-2d38-4832-a6fb-abbd6211b807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:37.657273 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 8331778d-94b7-4dc6-a675-452509c6612a details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:13:37.725387 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448564c-2d38-4832-a6fb-abbd6211b807 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ade48b74-9192-481d-bc16-6a61a6ccf4f6,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:37.734661 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1448564c-2d38-4832-a6fb-abbd6211b807 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:37.739309 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1448564c-2d38-4832-a6fb-abbd6211b807 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ade48b74-9192-481d-bc16-6a61a6ccf4f6 HTTP/1.1" status: 204 len: 168 time: 0.8598998 Feb 09 01:13:37.739980 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47458) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:37.742922 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-cfebdc38-281f-47f7-908c-a224a6fedc55 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8640077 Feb 09 01:13:37.743223 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47460) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:37.749130 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-785f4e3a-24a9-4a19-bd53-881356e20de9 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Deleting port 3febf17d-385c-455a-a939-543d5869af02 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:37.749476 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-785f4e3a-24a9-4a19-bd53-881356e20de9 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:37.886559 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:37.929515 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 8fbef048-139b-49ec-9219-48402a20c475, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=8fbef048-139b-49ec-9219-48402a20c475,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:37.930542 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682f8730-b5ec-49ff-baee-5b564109aa2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbef048-139b-49ec-9219-48402a20c475'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:13:37.937121 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:37.937902 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device fb8f4657-1002-402d-b394-38ce2e8333be no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:13:38.010152 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-571ecfef-c2bc-46d0-9659-180f2cb0c5fd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Request body: {'subnet': {'network_id': '8331778d-94b7-4dc6-a675-452509c6612a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:38.062521 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b22ff-243a-4546-9f47-3a70d3a5bed0 req-7fbb5ffa-f605-407b-92dd-b430c30bab77 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:38.064079 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d4b22ff-243a-4546-9f47-3a70d3a5bed0 req-7fbb5ffa-f605-407b-92dd-b430c30bab77 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.2252922 Feb 09 01:13:38.124431 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682f8730-b5ec-49ff-baee-5b564109aa2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbef048-139b-49ec-9219-48402a20c475', 'code': 200} Feb 09 01:13:38.125444 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=8fbef048-139b-49ec-9219-48402a20c475,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:38.257131 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2108ecfa-2b6a-4693-8759-ef4bb5275be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:38.279047 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:38.321625 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-571ecfef-c2bc-46d0-9659-180f2cb0c5fd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:38.322022 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port fb8f4657-1002-402d-b394-38ce2e8333be, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=fb8f4657-1002-402d-b394-38ce2e8333be,segment=NetworkSegment(7dc2e829-f685-4c02-b1d6-aef4f3224c8c),segment_id=7dc2e829-f685-4c02-b1d6-aef4f3224c8c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:38.331538 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-571ecfef-c2bc-46d0-9659-180f2cb0c5fd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Usage tracker for resource:subnet and tenant:6ad299afeb554fb2825073db5a372f36 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:38.336704 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-571ecfef-c2bc-46d0-9659-180f2cb0c5fd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:38.337867 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d4b22ff-243a-4546-9f47-3a70d3a5bed0 req-cb939e49-a009-48a1-960b-362db0bd12b0 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523463 Feb 09 01:13:38.344830 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:38.373335 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-571ecfef-c2bc-46d0-9659-180f2cb0c5fd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:38.441019 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571ecfef-c2bc-46d0-9659-180f2cb0c5fd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Made reservation on behalf of 6ad299afeb554fb2825073db5a372f36 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:38.447421 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-571ecfef-c2bc-46d0-9659-180f2cb0c5fd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:38.463058 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfdd30-b789-4601-bcea-52d3798436e9 req-8d52ee18-c4cc-4179-8761-a123639d3a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:38.464826 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-30cfdd30-b789-4601-bcea-52d3798436e9 req-8d52ee18-c4cc-4179-8761-a123639d3a96 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 1097 time: 0.2091410 Feb 09 01:13:38.473396 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-785f4e3a-24a9-4a19-bd53-881356e20de9 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:38.514774 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=fb8f4657-1002-402d-b394-38ce2e8333be,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:38.663455 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2108ecfa-2b6a-4693-8759-ef4bb5275be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:38.696236 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-785f4e3a-24a9-4a19-bd53-881356e20de9 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Calling delete_port for 3febf17d-385c-455a-a939-543d5869af02 owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:38.705996 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c317d-7600-46df-9471-4f6d99eb8796 req-aabd4ebd-4a3c-4b45-bbbc-60fd2e5759cb tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:38.708039 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6e6c317d-7600-46df-9471-4f6d99eb8796 req-aabd4ebd-4a3c-4b45-bbbc-60fd2e5759cb tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 946 time: 0.4450312 Feb 09 01:13:38.712437 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-2108ecfa-2b6a-4693-8759-ef4bb5275be0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9689b8d-433c-4af6-9aec-7f0a64077faf']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:38.744839 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-2108ecfa-2b6a-4693-8759-ef4bb5275be0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e0d6e1-f19c-4b81-bd43-1dff48e1d5ba') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:38.745409 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-2108ecfa-2b6a-4693-8759-ef4bb5275be0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e0d6e1-f19c-4b81-bd43-1dff48e1d5ba') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:38.745813 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-097a68e6-8932-41ff-96c4-ce74d088774c req-7592dab3-f604-4367-a343-2a0ba96ebfc0 tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.1689656 Feb 09 01:13:38.749284 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-30cfdd30-b789-4601-bcea-52d3798436e9 req-99b563de-57ab-48de-a7ab-c10bb6bb3d73 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2676508 Feb 09 01:13:38.770982 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2108ecfa-2b6a-4693-8759-ef4bb5275be0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:38.814359 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6e6c317d-7600-46df-9471-4f6d99eb8796 req-d454a793-64ea-457b-93c6-d0a51946d54c tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946510 Feb 09 01:13:38.865833 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2108ecfa-2b6a-4693-8759-ef4bb5275be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:38.883813 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2108ecfa-2b6a-4693-8759-ef4bb5275be0 admin admin] Releasing vlan 958 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:13:38.884340 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2108ecfa-2b6a-4693-8759-ef4bb5275be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:38.949925 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-785f4e3a-24a9-4a19-bd53-881356e20de9 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:38.972041 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:13:38.972041 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:13:38.972041 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:13:38.972041 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:13:38.972041 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:13:38.972041 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:13:38.972041 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:13:38.972041 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:13:38.972041 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:13:38.972041 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:13:38.972041 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:13:38.972041 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:13:38.972041 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:13:38.972041 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:13:38.972041 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:13:38.972041 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:13:38.972041 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:13:38.972041 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:13:38.972041 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:13:38.972041 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:13:38.972041 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:13:38.972041 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:13:38.972041 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:13:38.972041 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:13:38.972041 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:13:38.972041 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:13:38.972041 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:13:38.972041 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:13:38.972041 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:13:38.972041 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:13:38.972041 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:13:38.972041 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:13:39.036071 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f4e3a-24a9-4a19-bd53-881356e20de9 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Pushing event deleted for resources: {'Port': ['ID=3febf17d-385c-455a-a939-543d5869af02,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:39.074721 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2108ecfa-2b6a-4693-8759-ef4bb5275be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:39.079852 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2108ecfa-2b6a-4693-8759-ef4bb5275be0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:39.145894 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108ecfa-2b6a-4693-8759-ef4bb5275be0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9689b8d-433c-4af6-9aec-7f0a64077faf,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:39.150142 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-571ecfef-c2bc-46d0-9659-180f2cb0c5fd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:39.210568 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2108ecfa-2b6a-4693-8759-ef4bb5275be0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b9689b8d-433c-4af6-9aec-7f0a64077faf HTTP/1.1" status: 204 len: 168 time: 1.4690046 Feb 09 01:13:39.264648 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device fb8f4657-1002-402d-b394-38ce2e8333be details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:13:39.355393 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ecfef-c2bc-46d0-9659-180f2cb0c5fd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event updated for resources: {'Subnet': ['ID=07b6583e-6eaa-4477-9659-52e77928af4b,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:39.363428 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571ecfef-c2bc-46d0-9659-180f2cb0c5fd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Checking segment: {'id': '5e550198-3852-4044-a646-fe5f938cb501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '8331778d-94b7-4dc6-a675-452509c6612a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:39.363960 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571ecfef-c2bc-46d0-9659-180f2cb0c5fd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Network hostable DHCP agents. Network: 8331778d-94b7-4dc6-a675-452509c6612a, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:13:39.366664 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-785f4e3a-24a9-4a19-bd53-881356e20de9 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:39.390025 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-785f4e3a-24a9-4a19-bd53-881356e20de9 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] 10.222.0.37 "DELETE /v2.0/ports/3febf17d-385c-455a-a939-543d5869af02 HTTP/1.1" status: 204 len: 168 time: 1.9950635 Feb 09 01:13:39.390025 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47496) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:39.395569 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571ecfef-c2bc-46d0-9659-180f2cb0c5fd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Network 8331778d-94b7-4dc6-a675-452509c6612a is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:13:39.416798 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-571ecfef-c2bc-46d0-9659-180f2cb0c5fd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 8331778d-94b7-4dc6-a675-452509c6612a) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:39.421912 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571ecfef-c2bc-46d0-9659-180f2cb0c5fd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:39.422512 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-571ecfef-c2bc-46d0-9659-180f2cb0c5fd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:39.429909 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95466d4-a983-4619-b203-22547707530b None None] Network 8331778d-94b7-4dc6-a675-452509c6612a requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:39.462700 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-17fd4124-99b0-40be-9d3a-e3530fa2255d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:39.471217 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-571ecfef-c2bc-46d0-9659-180f2cb0c5fd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6931617 Feb 09 01:13:39.473192 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47500) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:39.503798 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8eb54b3-6ec8-4e86-89d5-994c18e233d3 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] GET failed (client error): The resource could not be found. Feb 09 01:13:39.504335 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f8eb54b3-6ec8-4e86-89d5-994c18e233d3 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Synchronizing usage tracker for tenant:2f1ed2113c8140bfb8d77b6b38c2e5f8 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:13:39.543727 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f8eb54b3-6ec8-4e86-89d5-994c18e233d3 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Unset dirty status for tenant:2f1ed2113c8140bfb8d77b6b38c2e5f8 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:13:39.551874 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f8eb54b3-6ec8-4e86-89d5-994c18e233d3 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] 10.222.0.37 "GET /v2.0/ports/3febf17d-385c-455a-a939-543d5869af02 HTTP/1.1" status: 404 len: 333 time: 0.1586554 Feb 09 01:13:39.555061 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47504) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:39.652042 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-65223b9c-caa9-42a6-9f37-11a026398630 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Deleting port 64825664-e4ea-4f3f-9470-20880819fcde {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:39.652386 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-65223b9c-caa9-42a6-9f37-11a026398630 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:39.671506 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port fb8f4657-1002-402d-b394-38ce2e8333be, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=fb8f4657-1002-402d-b394-38ce2e8333be,segment=NetworkSegment(7dc2e829-f685-4c02-b1d6-aef4f3224c8c),segment_id=7dc2e829-f685-4c02-b1d6-aef4f3224c8c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:39.687490 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa0eb518-692b-4ef4-b817-16986a0eaab3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:39.713893 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'fb8f4657-1002-402d-b394-38ce2e8333be', 'network_id': '5d6c2755-ea18-4235-9314-c370c19b3771', 'port_id': 'fb8f4657-1002-402d-b394-38ce2e8333be', 'mac_address': 'fa:16:3e:fb:dc:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 987, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49af6773-dfcd-45e0-b742-3363769f41e9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:13:39.727134 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47508) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:39.832213 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b84dd634-3d80-485a-80eb-c1a1537fd7dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9c59666fc0e3454b8e933da7e7ba6dc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1030538 Feb 09 01:13:39.834949 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47514) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:39.835878 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:39.848228 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e71c0a-0118-4fa4-ad1d-bebc47f96d7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-8331778d-94b7-4dc6-a675-452509c6612a', 'network_id': '8331778d-94b7-4dc6-a675-452509c6612a', 'tenant_id': '6ad299afeb554fb2825073db5a372f36', 'fixed_ips': [{'subnet_id': '07b6583e-6eaa-4477-9659-52e77928af4b'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:13:39.849521 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-97e71c0a-0118-4fa4-ad1d-bebc47f96d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:39.912819 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb8f4657-1002-402d-b394-38ce2e8333be {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:13:39.935636 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa0eb518-692b-4ef4-b817-16986a0eaab3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:39.944516 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port fb8f4657-1002-402d-b394-38ce2e8333be, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=fb8f4657-1002-402d-b394-38ce2e8333be,segment=NetworkSegment(7dc2e829-f685-4c02-b1d6-aef4f3224c8c),segment_id=7dc2e829-f685-4c02-b1d6-aef4f3224c8c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:39.966089 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:40.007839 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-65223b9c-caa9-42a6-9f37-11a026398630 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:40.082409 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7cf74-260e-462b-8c8d-067a6a2ef380 req-52f9ef09-0269-40eb-8528-6a5fbb3a5fdc tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:40.084645 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-09f7cf74-260e-462b-8c8d-067a6a2ef380 req-52f9ef09-0269-40eb-8528-6a5fbb3a5fdc tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 943 time: 0.3928049 Feb 09 01:13:40.116622 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=fb8f4657-1002-402d-b394-38ce2e8333be,revision_number=7']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:40.127298 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0c26b7-f741-4878-8994-7ce5d6d14fe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb8f4657-1002-402d-b394-38ce2e8333be'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:13:40.136869 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:40.137207 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:40.137540 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:40.137869 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:40.138194 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:40.138521 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:40.138841 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:40.139161 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:40.139478 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:40.139794 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:40.140108 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:40.140440 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:40.145092 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-97e71c0a-0118-4fa4-ad1d-bebc47f96d7f None None] Allocated IP 172.20.0.2 (8331778d-94b7-4dc6-a675-452509c6612a/07b6583e-6eaa-4477-9659-52e77928af4b/7f6e3906-d5d1-4cbc-8f42-22d30c7b27bf) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:40.208866 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-37a182bf-c880-490c-933a-c46cb9a52629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:40.231883 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-09f7cf74-260e-462b-8c8d-067a6a2ef380 req-94b73324-2d01-4fe6-b0f4-6672142958f8 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342258 Feb 09 01:13:40.294955 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-37a182bf-c880-490c-933a-c46cb9a52629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:40.362464 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c393fd9-964e-4518-a18b-07adb0b87f0f req-d223eeed-99dd-4852-b204-58a70921bba6 tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.1007764 Feb 09 01:13:40.373283 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-37a182bf-c880-490c-933a-c46cb9a52629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:40.423559 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a182bf-c880-490c-933a-c46cb9a52629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58be9e87-0033-4d01-b22e-8d5310affd4e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:40.446473 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-37a182bf-c880-490c-933a-c46cb9a52629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:40.450688 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-37a182bf-c880-490c-933a-c46cb9a52629 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58be9e87-0033-4d01-b22e-8d5310affd4e HTTP/1.1" status: 204 len: 168 time: 0.6037011 Feb 09 01:13:40.585955 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-65223b9c-caa9-42a6-9f37-11a026398630 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Calling delete_port for 64825664-e4ea-4f3f-9470-20880819fcde owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:40.601328 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['fb8f4657-1002-402d-b394-38ce2e8333be'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:13:40.816742 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0c26b7-f741-4878-8994-7ce5d6d14fe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb8f4657-1002-402d-b394-38ce2e8333be', 'code': 200} Feb 09 01:13:40.817451 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-65223b9c-caa9-42a6-9f37-11a026398630 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:40.846124 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ffa4e-b3c7-4759-b8b6-3edc0f7d3312 req-d81fb976-bdd5-4e49-938c-dd3c67aea902 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:40.848296 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fa5ffa4e-b3c7-4759-b8b6-3edc0f7d3312 req-d81fb976-bdd5-4e49-938c-dd3c67aea902 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 946 time: 0.1269917 Feb 09 01:13:40.884384 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:40.894856 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65223b9c-caa9-42a6-9f37-11a026398630 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Pushing event deleted for resources: {'Port': ['ID=64825664-e4ea-4f3f-9470-20880819fcde,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:40.896430 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:40.897788 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-97e71c0a-0118-4fa4-ad1d-bebc47f96d7f None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:40.930066 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-97e71c0a-0118-4fa4-ad1d-bebc47f96d7f None None] Transition to ACTIVE for port object 7f6e3906-d5d1-4cbc-8f42-22d30c7b27bf will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:40.942295 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fa5ffa4e-b3c7-4759-b8b6-3edc0f7d3312 req-463a8e72-992d-4bdf-984d-4b559cb77bf8 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876291 Feb 09 01:13:41.019907 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-97e71c0a-0118-4fa4-ad1d-bebc47f96d7f None None] Transition to ACTIVE for port object 7f6e3906-d5d1-4cbc-8f42-22d30c7b27bf will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:41.043059 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-97e71c0a-0118-4fa4-ad1d-bebc47f96d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:41.074722 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa0eb518-692b-4ef4-b817-16986a0eaab3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:41.096076 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-65223b9c-caa9-42a6-9f37-11a026398630 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:41.129051 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-65223b9c-caa9-42a6-9f37-11a026398630 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] 10.222.0.37 "DELETE /v2.0/ports/64825664-e4ea-4f3f-9470-20880819fcde HTTP/1.1" status: 204 len: 168 time: 1.5721505 Feb 09 01:13:41.131436 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47536) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:41.147780 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0eb518-692b-4ef4-b817-16986a0eaab3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event deleted for resources: {'Subnet': ['ID=07b6583e-6eaa-4477-9659-52e77928af4b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:41.199883 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e71c0a-0118-4fa4-ad1d-bebc47f96d7f None None] Network 8331778d-94b7-4dc6-a675-452509c6612a is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:41.212644 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-97e71c0a-0118-4fa4-ad1d-bebc47f96d7f None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:41.218715 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e71c0a-0118-4fa4-ad1d-bebc47f96d7f None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:41.288094 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e71c0a-0118-4fa4-ad1d-bebc47f96d7f None None] Pushing event updated for resources: {'Port': ['ID=7f6e3906-d5d1-4cbc-8f42-22d30c7b27bf,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:41.288962 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f82a859-a505-41d2-9371-bcddbe73dfc2 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Deleting subnet 58dd1571-b9e5-4258-bbcd-7b0a0c88664f {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:13:41.306229 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2f82a859-a505-41d2-9371-bcddbe73dfc2 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:41.429592 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2f82a859-a505-41d2-9371-bcddbe73dfc2 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:41.579680 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-97e71c0a-0118-4fa4-ad1d-bebc47f96d7f None None] Attempting to bind port 7f6e3906-d5d1-4cbc-8f42-22d30c7b27bf on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:13:41.580420 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-97e71c0a-0118-4fa4-ad1d-bebc47f96d7f None None] Attempting to bind port 7f6e3906-d5d1-4cbc-8f42-22d30c7b27bf by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '5e550198-3852-4044-a646-fe5f938cb501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '8331778d-94b7-4dc6-a675-452509c6612a'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:13:41.580998 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e71c0a-0118-4fa4-ad1d-bebc47f96d7f None None] Attempting to bind port 7f6e3906-d5d1-4cbc-8f42-22d30c7b27bf on network 8331778d-94b7-4dc6-a675-452509c6612a {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:13:41.588761 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e71c0a-0118-4fa4-ad1d-bebc47f96d7f None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:13:41.589499 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e71c0a-0118-4fa4-ad1d-bebc47f96d7f None None] Checking segment: {'id': '5e550198-3852-4044-a646-fe5f938cb501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '8331778d-94b7-4dc6-a675-452509c6612a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:41.590105 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-97e71c0a-0118-4fa4-ad1d-bebc47f96d7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:41.590687 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e71c0a-0118-4fa4-ad1d-bebc47f96d7f None None] Bound using segment: {'id': '5e550198-3852-4044-a646-fe5f938cb501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '8331778d-94b7-4dc6-a675-452509c6612a'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:13:41.591357 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-97e71c0a-0118-4fa4-ad1d-bebc47f96d7f None None] Bound port: 7f6e3906-d5d1-4cbc-8f42-22d30c7b27bf, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e550198-3852-4044-a646-fe5f938cb501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '8331778d-94b7-4dc6-a675-452509c6612a'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:13:41.591953 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-97e71c0a-0118-4fa4-ad1d-bebc47f96d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:41.665223 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa0eb518-692b-4ef4-b817-16986a0eaab3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:41.681764 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e37ce638-c087-48c6-acc3-cded3f965be8 req-7d24dd50-f6ad-4373-ae66-0aa7b889abbb tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.1121476 Feb 09 01:13:41.720089 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-aa0eb518-692b-4ef4-b817-16986a0eaab3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8331778d-94b7-4dc6-a675-452509c6612a']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:41.734175 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:41.762628 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-97e71c0a-0118-4fa4-ad1d-bebc47f96d7f None None] For port 7f6e3906-d5d1-4cbc-8f42-22d30c7b27bf, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:13:41.770199 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-97e71c0a-0118-4fa4-ad1d-bebc47f96d7f None None] For port 7f6e3906-d5d1-4cbc-8f42-22d30c7b27bf, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=7f6e3906-d5d1-4cbc-8f42-22d30c7b27bf,segment=NetworkSegment(5e550198-3852-4044-a646-fe5f938cb501),segment_id=5e550198-3852-4044-a646-fe5f938cb501)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:13:41.786687 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-aa0eb518-692b-4ef4-b817-16986a0eaab3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e550198-3852-4044-a646-fe5f938cb501') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:41.787150 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-aa0eb518-692b-4ef4-b817-16986a0eaab3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e550198-3852-4044-a646-fe5f938cb501') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:41.787694 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b04af-cc24-4d75-9396-1626315c7cd0 req-2a918051-eb67-40e0-8aca-d9eaff9a7fc0 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:41.796273 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-97e71c0a-0118-4fa4-ad1d-bebc47f96d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:41.811340 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa0eb518-692b-4ef4-b817-16986a0eaab3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:41.812601 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ba6b04af-cc24-4d75-9396-1626315c7cd0 req-2a918051-eb67-40e0-8aca-d9eaff9a7fc0 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 944 time: 0.2781277 Feb 09 01:13:41.840334 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2f82a859-a505-41d2-9371-bcddbe73dfc2 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:41.840551 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa0eb518-692b-4ef4-b817-16986a0eaab3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:41.851851 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa0eb518-692b-4ef4-b817-16986a0eaab3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Releasing vlan 985 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:13:41.852622 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa0eb518-692b-4ef4-b817-16986a0eaab3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:41.891085 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:13:41.891085 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:13:41.891085 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:13:41.891085 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:13:41.891085 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:13:41.891085 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:13:41.891085 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:13:41.891085 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:13:41.891085 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:13:41.891085 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:13:41.891085 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:13:41.891085 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:13:41.891085 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:13:41.891085 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:13:41.891085 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:13:41.891085 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:13:41.891085 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:13:41.891085 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:13:41.891085 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:13:41.891085 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:13:41.891085 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:13:41.891085 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:13:41.891085 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:13:41.891085 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:13:41.891085 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:13:41.891085 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:13:41.891085 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:13:41.891085 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:13:41.891085 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:13:41.891085 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:13:41.891085 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:13:41.891085 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:13:41.939582 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ba6b04af-cc24-4d75-9396-1626315c7cd0 req-4901d295-ab43-4bc8-9123-b56893b0bf3a tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258354 Feb 09 01:13:42.011103 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e71c0a-0118-4fa4-ad1d-bebc47f96d7f None None] Pushing event updated for resources: {'Port': ['ID=7f6e3906-d5d1-4cbc-8f42-22d30c7b27bf,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:42.064713 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2f82a859-a505-41d2-9371-bcddbe73dfc2 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:42.069021 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c675f9-94ba-4269-8ab9-b033851cab89 None None] Network 8331778d-94b7-4dc6-a675-452509c6612a requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:42.088104 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [None req-aa0eb518-692b-4ef4-b817-16986a0eaab3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:13:42.088104 n-d-828419-1 neutron-server[87611]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:13:42.088104 n-d-828419-1 neutron-server[87611]: [parameters: {'id': '8331778d-94b7-4dc6-a675-452509c6612a'}] Feb 09 01:13:42.088104 n-d-828419-1 neutron-server[87611]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:13:42.089191 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [None req-aa0eb518-692b-4ef4-b817-16986a0eaab3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:13:42.121152 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2f82a859-a505-41d2-9371-bcddbe73dfc2 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:42.131129 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47578) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:42.131664 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2f82a859-a505-41d2-9371-bcddbe73dfc2 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] 10.222.0.37 "DELETE /v2.0/subnets/58dd1571-b9e5-4258-bbcd-7b0a0c88664f HTTP/1.1" status: 204 len: 168 time: 0.9991333 Feb 09 01:13:42.136266 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82a859-a505-41d2-9371-bcddbe73dfc2 tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Pushing event deleted for resources: {'Subnet': ['ID=58dd1571-b9e5-4258-bbcd-7b0a0c88664f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:42.232736 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a574d7d6-9f3c-43b3-90b0-333b1fa17ff1 None None] Network 11bcd1e7-432d-41d9-8aed-c038c2800f7b requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:42.266017 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47582) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:42.348139 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bd3b7d3e-9729-44a4-b70e-ffc7cddf57fa tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:42.377771 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-bd3b7d3e-9729-44a4-b70e-ffc7cddf57fa tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Deleting port 95128d9a-e593-4cbe-a1e9-751b801bfbc2 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:42.379079 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bd3b7d3e-9729-44a4-b70e-ffc7cddf57fa tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:42.444435 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-f0a0f2c4-cc30-4bf5-a0de-b98b49a7157a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1142224546-network', 'tenant_id': '1866ce3035f2464c986757a3a7323de3'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:42.451092 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f0a0f2c4-cc30-4bf5-a0de-b98b49a7157a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:42.455288 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f0a0f2c4-cc30-4bf5-a0de-b98b49a7157a admin admin] Usage tracker for resource:network and tenant:1866ce3035f2464c986757a3a7323de3 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:42.459395 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f0a0f2c4-cc30-4bf5-a0de-b98b49a7157a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:42.472905 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f0a0f2c4-cc30-4bf5-a0de-b98b49a7157a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:42.491947 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a0f2c4-cc30-4bf5-a0de-b98b49a7157a admin admin] Made reservation on behalf of 1866ce3035f2464c986757a3a7323de3 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:42.494677 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f0a0f2c4-cc30-4bf5-a0de-b98b49a7157a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:42.508206 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f0a0f2c4-cc30-4bf5-a0de-b98b49a7157a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:42.524929 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f0a0f2c4-cc30-4bf5-a0de-b98b49a7157a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:42.529481 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f0a0f2c4-cc30-4bf5-a0de-b98b49a7157a admin admin] Usage tracker for resource:security_group_rule and tenant:1866ce3035f2464c986757a3a7323de3 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:42.534743 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f0a0f2c4-cc30-4bf5-a0de-b98b49a7157a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:42.541336 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f0a0f2c4-cc30-4bf5-a0de-b98b49a7157a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:42.625103 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa0eb518-692b-4ef4-b817-16986a0eaab3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:42.661269 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f0a0f2c4-cc30-4bf5-a0de-b98b49a7157a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:42.666811 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f769125-093d-45cb-8908-6534d09c37d3 req-b4b01b6d-3d2a-4dce-a0c8-af0d620eb215 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:42.668356 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f769125-093d-45cb-8908-6534d09c37d3 req-b4b01b6d-3d2a-4dce-a0c8-af0d620eb215 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 946 time: 0.4512045 Feb 09 01:13:42.668844 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f0a0f2c4-cc30-4bf5-a0de-b98b49a7157a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:42.686236 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-aa0eb518-692b-4ef4-b817-16986a0eaab3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Deleting port 7f6e3906-d5d1-4cbc-8f42-22d30c7b27bf {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:42.686596 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa0eb518-692b-4ef4-b817-16986a0eaab3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:42.687861 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b106d432-243d-4180-b28f-152a9a678b94 None None] DHCP port deletion for 11bcd1e7-432d-41d9-8aed-c038c2800f7b request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:13:42.693436 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b106d432-243d-4180-b28f-152a9a678b94 None None] Deleting port 95128d9a-e593-4cbe-a1e9-751b801bfbc2 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:42.694367 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b106d432-243d-4180-b28f-152a9a678b94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:42.702045 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a0f2c4-cc30-4bf5-a0de-b98b49a7157a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 952} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:13:42.733374 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0f2c4-cc30-4bf5-a0de-b98b49a7157a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd036a29-976c-49d2-89d7-7eb24bf4e3ac,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:42.749740 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f0a0f2c4-cc30-4bf5-a0de-b98b49a7157a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:42.752108 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-f0a0f2c4-cc30-4bf5-a0de-b98b49a7157a admin admin] Added segment b5490bb6-dc0d-46d4-a7aa-f5bfda621d00 of type vlan for network 7f26ae75-93ae-4c86-b1f4-ba0c960fde4d Feb 09 01:13:42.771270 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-bd3b7d3e-9729-44a4-b70e-ffc7cddf57fa tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] For port 95128d9a-e593-4cbe-a1e9-751b801bfbc2, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=95128d9a-e593-4cbe-a1e9-751b801bfbc2,segment=NetworkSegment(a2dbfeab-6263-4e0e-b994-c4548a6e5a0b),segment_id=a2dbfeab-6263-4e0e-b994-c4548a6e5a0b)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:42.771624 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bd3b7d3e-9729-44a4-b70e-ffc7cddf57fa tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:42.797990 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f769125-093d-45cb-8908-6534d09c37d3 req-db9658a7-86e6-48f7-9c13-34d30f57c7b3 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785100 Feb 09 01:13:42.815194 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f0a0f2c4-cc30-4bf5-a0de-b98b49a7157a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:42.880209 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f0a0f2c4-cc30-4bf5-a0de-b98b49a7157a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:42.880967 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a0f2c4-cc30-4bf5-a0de-b98b49a7157a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:42.881571 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f0a0f2c4-cc30-4bf5-a0de-b98b49a7157a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:42.984920 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-bd3b7d3e-9729-44a4-b70e-ffc7cddf57fa tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Calling delete_port for 95128d9a-e593-4cbe-a1e9-751b801bfbc2 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:43.090404 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-b106d432-243d-4180-b28f-152a9a678b94 None None] For port 95128d9a-e593-4cbe-a1e9-751b801bfbc2, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=95128d9a-e593-4cbe-a1e9-751b801bfbc2,segment=NetworkSegment(a2dbfeab-6263-4e0e-b994-c4548a6e5a0b),segment_id=a2dbfeab-6263-4e0e-b994-c4548a6e5a0b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:43.092330 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b106d432-243d-4180-b28f-152a9a678b94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:43.092607 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f0a0f2c4-cc30-4bf5-a0de-b98b49a7157a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8254466 Feb 09 01:13:43.107879 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47606) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:43.132549 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-bf15edec-746b-42d2-8189-10a781799f6d admin admin] Request body: {'subnet': {'network_id': '7f26ae75-93ae-4c86-b1f4-ba0c960fde4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1142224546-subnet', 'tenant_id': '1866ce3035f2464c986757a3a7323de3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:43.137686 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-bf15edec-746b-42d2-8189-10a781799f6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:43.141925 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-bf15edec-746b-42d2-8189-10a781799f6d admin admin] Usage tracker for resource:subnet and tenant:1866ce3035f2464c986757a3a7323de3 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:43.145510 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-bf15edec-746b-42d2-8189-10a781799f6d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:43.151372 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-bf15edec-746b-42d2-8189-10a781799f6d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:43.173512 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-55184396-7b42-4dd7-8e97-d2d92b402f19 req-b36d96c6-fa79-4ca5-b7e6-e5b75e34cfbd tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.2088645 Feb 09 01:13:43.209806 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf15edec-746b-42d2-8189-10a781799f6d admin admin] Made reservation on behalf of 1866ce3035f2464c986757a3a7323de3 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:43.211241 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0f2c4-cc30-4bf5-a0de-b98b49a7157a admin admin] Pushing event updated for resources: {'Network': ['ID=7f26ae75-93ae-4c86-b1f4-ba0c960fde4d,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:43.212311 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bf15edec-746b-42d2-8189-10a781799f6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:43.337014 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 7f26ae75-93ae-4c86-b1f4-ba0c960fde4d details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:13:43.351482 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device fb8f4657-1002-402d-b394-38ce2e8333be up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:43.375630 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 95128d9a-e593-4cbe-a1e9-751b801bfbc2 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:13:43.422752 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b106d432-243d-4180-b28f-152a9a678b94 None None] Calling delete_port for 95128d9a-e593-4cbe-a1e9-751b801bfbc2 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:43.474037 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bd3b7d3e-9729-44a4-b70e-ffc7cddf57fa tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:43.496236 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44d567-42e6-4b7c-9199-b45dea90d807 req-e3f6c734-6ab2-4673-8526-8562a5b76f92 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:43.497896 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bb44d567-42e6-4b7c-9199-b45dea90d807 req-e3f6c734-6ab2-4673-8526-8562a5b76f92 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 944 time: 0.1286728 Feb 09 01:13:43.542762 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b7d3e-9729-44a4-b70e-ffc7cddf57fa tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Pushing event deleted for resources: {'Port': ['ID=95128d9a-e593-4cbe-a1e9-751b801bfbc2,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:43.546371 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-aa0eb518-692b-4ef4-b817-16986a0eaab3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] For port 7f6e3906-d5d1-4cbc-8f42-22d30c7b27bf, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=7f6e3906-d5d1-4cbc-8f42-22d30c7b27bf,segment=NetworkSegment(5e550198-3852-4044-a646-fe5f938cb501),segment_id=5e550198-3852-4044-a646-fe5f938cb501)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:43.547048 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa0eb518-692b-4ef4-b817-16986a0eaab3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:43.571194 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3b7d3e-9729-44a4-b70e-ffc7cddf57fa tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] No DVR routers for this DVR port 95128d9a-e593-4cbe-a1e9-751b801bfbc2 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:43.595615 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bb44d567-42e6-4b7c-9199-b45dea90d807 req-b897a016-ef94-4a8d-b484-ce81997b2911 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887506 Feb 09 01:13:43.611578 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3fdd4-de51-4374-bc74-f4fd86981135 req-16453c24-19b0-4cfd-b47a-03036c83bd32 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:43.617516 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-32d3fdd4-de51-4374-bc74-f4fd86981135 req-16453c24-19b0-4cfd-b47a-03036c83bd32 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 946 time: 0.5703166 Feb 09 01:13:43.623092 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47610) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:43.631293 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-c91b0890-02d2-4165-93f9-3d871a2ae79b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Request body: {'floatingip': {'port_id': '8fbef048-139b-49ec-9219-48402a20c475'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:43.724140 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No active binding found for port 95128d9a-e593-4cbe-a1e9-751b801bfbc2 {{(pid=87613) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 01:13:43.724596 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 95128d9a-e593-4cbe-a1e9-751b801bfbc2 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:13:43.726125 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port fb8f4657-1002-402d-b394-38ce2e8333be triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:43.726501 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:43.807912 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-b106d432-243d-4180-b28f-152a9a678b94 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:13:43.808427 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-b106d432-243d-4180-b28f-152a9a678b94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:13:43.881501 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:43.890514 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c91b0890-02d2-4165-93f9-3d871a2ae79b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks [] for floatingip, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:43.950607 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port fb8f4657-1002-402d-b394-38ce2e8333be, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=fb8f4657-1002-402d-b394-38ce2e8333be,segment=NetworkSegment(7dc2e829-f685-4c02-b1d6-aef4f3224c8c),segment_id=7dc2e829-f685-4c02-b1d6-aef4f3224c8c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:43.951725 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0c26b7-f741-4878-8994-7ce5d6d14fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8f4657-1002-402d-b394-38ce2e8333be'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:13:43.960928 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:44.024088 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bd3b7d3e-9729-44a4-b70e-ffc7cddf57fa tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:44.048298 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=fb8f4657-1002-402d-b394-38ce2e8333be,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:44.059291 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-bd3b7d3e-9729-44a4-b70e-ffc7cddf57fa tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11bcd1e7-432d-41d9-8aed-c038c2800f7b']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:44.062983 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0c26b7-f741-4878-8994-7ce5d6d14fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8f4657-1002-402d-b394-38ce2e8333be', 'code': 200} Feb 09 01:13:44.077431 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-aa0eb518-692b-4ef4-b817-16986a0eaab3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Calling delete_port for 7f6e3906-d5d1-4cbc-8f42-22d30c7b27bf owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:44.140933 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-bd3b7d3e-9729-44a4-b70e-ffc7cddf57fa tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2dbfeab-6263-4e0e-b994-c4548a6e5a0b') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:44.141167 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-bd3b7d3e-9729-44a4-b70e-ffc7cddf57fa tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2dbfeab-6263-4e0e-b994-c4548a6e5a0b') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:44.178106 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bd3b7d3e-9729-44a4-b70e-ffc7cddf57fa tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:44.293695 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bd3b7d3e-9729-44a4-b70e-ffc7cddf57fa tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:44.310248 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b106d432-243d-4180-b28f-152a9a678b94 None None] Deleting port 95128d9a-e593-4cbe-a1e9-751b801bfbc2 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:44.310808 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b106d432-243d-4180-b28f-152a9a678b94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:44.320556 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3b7d3e-9729-44a4-b70e-ffc7cddf57fa tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Releasing vlan 973 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:13:44.321097 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bd3b7d3e-9729-44a4-b70e-ffc7cddf57fa tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:44.336919 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:13:44.336919 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:13:44.336919 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:13:44.336919 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:13:44.336919 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:13:44.336919 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:13:44.336919 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:13:44.336919 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:13:44.336919 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:13:44.336919 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:13:44.336919 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:13:44.336919 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:13:44.336919 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:13:44.336919 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:13:44.336919 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:13:44.336919 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:13:44.336919 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:13:44.336919 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:13:44.336919 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:13:44.336919 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:13:44.336919 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:13:44.336919 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:13:44.336919 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:13:44.336919 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:13:44.336919 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:13:44.336919 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:13:44.336919 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:13:44.336919 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:13:44.336919 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:13:44.336919 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:13:44.336919 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:13:44.336919 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:13:44.425221 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa0eb518-692b-4ef4-b817-16986a0eaab3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:44.443903 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bcdddf54-5a19-4350-9ab0-50eee79a240c req-143292b2-c01f-4493-a279-a1e5f5716837 tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.0802040 Feb 09 01:13:44.479240 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b106d432-243d-4180-b28f-152a9a678b94 None None] The port '95128d9a-e593-4cbe-a1e9-751b801bfbc2' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:13:44.501048 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0eb518-692b-4ef4-b817-16986a0eaab3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event deleted for resources: {'Port': ['ID=7f6e3906-d5d1-4cbc-8f42-22d30c7b27bf,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:44.502021 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ada711-7d1f-4d14-9d18-3406d89f120d None None] get_active_networks_info from n-d-828419-1 {{(pid=87613) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:13:44.512369 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0eb518-692b-4ef4-b817-16986a0eaab3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] No DVR routers for this DVR port 7f6e3906-d5d1-4cbc-8f42-22d30c7b27bf on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:44.550726 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bd3b7d3e-9729-44a4-b70e-ffc7cddf57fa tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:44.606278 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bd3b7d3e-9729-44a4-b70e-ffc7cddf57fa tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:44.676819 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bf15edec-746b-42d2-8189-10a781799f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:44.734715 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b7d3e-9729-44a4-b70e-ffc7cddf57fa tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] Pushing event deleted for resources: {'Network': ['ID=11bcd1e7-432d-41d9-8aed-c038c2800f7b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:44.766158 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ada711-7d1f-4d14-9d18-3406d89f120d None None] Resources bound (agent type, host, resource id): {{(pid=87613) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:13:44.805869 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa0eb518-692b-4ef4-b817-16986a0eaab3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:44.823054 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-bd3b7d3e-9729-44a4-b70e-ffc7cddf57fa tempest-AllowedAddressPairTestJSON-912133829 tempest-AllowedAddressPairTestJSON-912133829-project] 10.222.0.37 "DELETE /v2.0/networks/11bcd1e7-432d-41d9-8aed-c038c2800f7b HTTP/1.1" status: 204 len: 168 time: 2.6899223 Feb 09 01:13:44.882383 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf15edec-746b-42d2-8189-10a781799f6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf2fad94-a815-4e9e-adc4-8acfef9e4c28,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:44.899773 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c91b0890-02d2-4165-93f9-3d871a2ae79b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:44.912064 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c91b0890-02d2-4165-93f9-3d871a2ae79b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:44.996363 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-aa0eb518-692b-4ef4-b817-16986a0eaab3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8331778d-94b7-4dc6-a675-452509c6612a']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:45.007521 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18062fe8-be12-4b7b-8d26-3b553691f7a0 req-6a7ef99f-97c3-456c-bb35-47300c9a0861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:45.009412 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-18062fe8-be12-4b7b-8d26-3b553691f7a0 req-6a7ef99f-97c3-456c-bb35-47300c9a0861 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 1096 time: 0.7254708 Feb 09 01:13:45.035639 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf15edec-746b-42d2-8189-10a781799f6d admin admin] Checking segment: {'id': 'b5490bb6-dc0d-46d4-a7aa-f5bfda621d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '7f26ae75-93ae-4c86-b1f4-ba0c960fde4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:45.036168 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf15edec-746b-42d2-8189-10a781799f6d admin admin] Network hostable DHCP agents. Network: 7f26ae75-93ae-4c86-b1f4-ba0c960fde4d, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:13:45.060072 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-aa0eb518-692b-4ef4-b817-16986a0eaab3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e550198-3852-4044-a646-fe5f938cb501') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:45.060369 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-aa0eb518-692b-4ef4-b817-16986a0eaab3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e550198-3852-4044-a646-fe5f938cb501') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:45.131826 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa0eb518-692b-4ef4-b817-16986a0eaab3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:45.217896 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa0eb518-692b-4ef4-b817-16986a0eaab3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:45.230878 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf15edec-746b-42d2-8189-10a781799f6d admin admin] Network 7f26ae75-93ae-4c86-b1f4-ba0c960fde4d is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:13:45.241622 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [None req-c91b0890-02d2-4165-93f9-3d871a2ae79b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Floating IP 67b25821-2c65-4a23-af98-a9dc2fd0612c associated. External IP: 172.25.5.194, port: 8fbef048-139b-49ec-9219-48402a20c475. Feb 09 01:13:45.248819 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa0eb518-692b-4ef4-b817-16986a0eaab3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Releasing vlan 985 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:13:45.250112 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa0eb518-692b-4ef4-b817-16986a0eaab3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:45.267844 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:13:45.267844 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:13:45.267844 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:13:45.267844 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:13:45.267844 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:13:45.267844 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:13:45.267844 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:13:45.267844 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:13:45.267844 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:13:45.267844 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:13:45.267844 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:13:45.267844 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:13:45.267844 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:13:45.267844 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:13:45.267844 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:13:45.267844 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:13:45.267844 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:13:45.267844 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:13:45.267844 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:13:45.267844 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:13:45.267844 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:13:45.267844 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:13:45.267844 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:13:45.267844 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:13:45.267844 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:13:45.267844 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:13:45.267844 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:13:45.267844 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:13:45.267844 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:13:45.267844 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:13:45.267844 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:13:45.267844 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:13:45.271399 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47644) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:45.369710 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabcc45-5ecd-4331-9692-72c214636217 req-edb7d436-4c6c-4adf-9811-d5851157eb32 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:45.376584 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0eabcc45-5ecd-4331-9692-72c214636217 req-edb7d436-4c6c-4adf-9811-d5851157eb32 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.5006559 Feb 09 01:13:45.398080 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-bf15edec-746b-42d2-8189-10a781799f6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 7f26ae75-93ae-4c86-b1f4-ba0c960fde4d) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:45.411166 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf15edec-746b-42d2-8189-10a781799f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:45.411166 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bf15edec-746b-42d2-8189-10a781799f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:45.416733 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566749af-032d-4a41-8860-d547bbf8b920 None None] Network 7f26ae75-93ae-4c86-b1f4-ba0c960fde4d requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:45.436733 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa0eb518-692b-4ef4-b817-16986a0eaab3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:45.468675 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa0eb518-692b-4ef4-b817-16986a0eaab3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:45.470759 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-aa0eb518-692b-4ef4-b817-16986a0eaab3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "DELETE /v2.0/networks/8331778d-94b7-4dc6-a675-452509c6612a HTTP/1.1" status: 204 len: 168 time: 5.9963927 Feb 09 01:13:45.507559 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0eabcc45-5ecd-4331-9692-72c214636217 req-c24c9f69-6465-406f-89b6-44a7bcbfdec1 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293716 Feb 09 01:13:45.511173 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47650) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:45.525077 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-bf15edec-746b-42d2-8189-10a781799f6d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.4092205 Feb 09 01:13:45.526590 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47656) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:45.534244 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0eb518-692b-4ef4-b817-16986a0eaab3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event deleted for resources: {'Network': ['ID=8331778d-94b7-4dc6-a675-452509c6612a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:45.548515 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-86f25f5c-af6d-492e-9fa6-4cae8bc98ff3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1608771730'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:45.557953 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-eeeddac3-5a88-4ddc-a9cd-a00cfcf3fd91 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1142224546-router', 'tenant_id': '1866ce3035f2464c986757a3a7323de3', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:45.567725 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-86f25f5c-af6d-492e-9fa6-4cae8bc98ff3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:45.569002 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-18062fe8-be12-4b7b-8d26-3b553691f7a0 req-4e65df35-0872-4e90-abc2-bb2171a2b982 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5483260 Feb 09 01:13:45.573336 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-eeeddac3-5a88-4ddc-a9cd-a00cfcf3fd91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:45.591912 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-eeeddac3-5a88-4ddc-a9cd-a00cfcf3fd91 admin admin] Usage tracker for resource:router and tenant:1866ce3035f2464c986757a3a7323de3 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:45.595013 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-86f25f5c-af6d-492e-9fa6-4cae8bc98ff3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Usage tracker for resource:network and tenant:6ad299afeb554fb2825073db5a372f36 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:45.604301 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-eeeddac3-5a88-4ddc-a9cd-a00cfcf3fd91 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:45.611657 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-86f25f5c-af6d-492e-9fa6-4cae8bc98ff3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:45.624647 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-eeeddac3-5a88-4ddc-a9cd-a00cfcf3fd91 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:45.642409 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-86f25f5c-af6d-492e-9fa6-4cae8bc98ff3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:45.667615 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eeeddac3-5a88-4ddc-a9cd-a00cfcf3fd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:45.668646 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eeeddac3-5a88-4ddc-a9cd-a00cfcf3fd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:45.682589 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f25f5c-af6d-492e-9fa6-4cae8bc98ff3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Made reservation on behalf of 6ad299afeb554fb2825073db5a372f36 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:45.686224 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-86f25f5c-af6d-492e-9fa6-4cae8bc98ff3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:45.722661 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f2a2c6d0-e3af-43fd-ba5f-83bf5f6b7893 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2f1ed2113c8140bfb8d77b6b38c2e5f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3980243 Feb 09 01:13:45.725898 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47664) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:45.734619 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eeeddac3-5a88-4ddc-a9cd-a00cfcf3fd91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:45.773370 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f25f5c-af6d-492e-9fa6-4cae8bc98ff3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 990} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:13:45.803106 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-86f25f5c-af6d-492e-9fa6-4cae8bc98ff3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:45.803509 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-86f25f5c-af6d-492e-9fa6-4cae8bc98ff3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Added segment 3239dc58-4b62-4287-8e43-66ab349fc449 of type vlan for network 93855a54-f6f2-411b-8acb-c7ab03f04c65 Feb 09 01:13:45.823175 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9429b964-cd0c-4ef2-8154-3ec35f4a87cb req-8fb1cf47-603c-411c-9d0a-6df478163db4 tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.0921199 Feb 09 01:13:45.878501 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8ce480-cd27-47cb-a3f5-66096f4ce5e1 None None] Network 7f26ae75-93ae-4c86-b1f4-ba0c960fde4d requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:45.929192 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f6a10c5-8e41-48b6-a22e-c8e12849f2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:45.945455 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-86f25f5c-af6d-492e-9fa6-4cae8bc98ff3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:46.093690 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f6a10c5-8e41-48b6-a22e-c8e12849f2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:46.298418 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91b0890-02d2-4165-93f9-3d871a2ae79b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Router ec7240bc-2034-47b8-996f-727053d3e8f8 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:13:46.305599 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0da543-0f38-49ac-9881-e7f42acc9b0a req-32836521-9588-42d6-bffa-448cf1c2f82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:46.307278 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6d0da543-0f38-49ac-9881-e7f42acc9b0a req-32836521-9588-42d6-bffa-448cf1c2f82b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67dfd8ca30e2412a805557bd94e02525&device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 1097 time: 0.2983956 Feb 09 01:13:46.444471 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eeeddac3-5a88-4ddc-a9cd-a00cfcf3fd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:46.477984 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-86f25f5c-af6d-492e-9fa6-4cae8bc98ff3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:46.485287 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f25f5c-af6d-492e-9fa6-4cae8bc98ff3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:46.486725 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-86f25f5c-af6d-492e-9fa6-4cae8bc98ff3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:46.647677 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0da543-0f38-49ac-9881-e7f42acc9b0a req-dc04818b-959a-47e1-b94f-7e1cbd5a8136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:46.649243 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6d0da543-0f38-49ac-9881-e7f42acc9b0a req-dc04818b-959a-47e1-b94f-7e1cbd5a8136 service neutron] 10.222.0.35 "GET /v2.0/networks?id=84a4b1eb-79d6-447b-b1fd-6bc1ef45422a HTTP/1.1" status: 200 len: 905 time: 0.2731726 Feb 09 01:13:46.650917 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91b0890-02d2-4165-93f9-3d871a2ae79b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:13:46.655742 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c91b0890-02d2-4165-93f9-3d871a2ae79b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:46.666892 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8122b65-af2a-4706-8b50-8c3ea40cb586 None None] Sync routers for ids ['ec7240bc-2034-47b8-996f-727053d3e8f8'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:13:46.686730 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8122b65-af2a-4706-8b50-8c3ea40cb586 None None] Routers {'ec7240bc-2034-47b8-996f-727053d3e8f8'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:13:46.686976 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d8122b65-af2a-4706-8b50-8c3ea40cb586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:13:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['ec7240bc-2034-47b8-996f-727053d3e8f8'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:46.781095 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6d0da543-0f38-49ac-9881-e7f42acc9b0a req-8c98e0f3-b1eb-43cb-b447-29dd9bf76406 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61b88393-e1c5-4c5a-996c-f538ec374a5b HTTP/1.1" status: 200 len: 217 time: 0.0940049 Feb 09 01:13:46.812759 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f6a10c5-8e41-48b6-a22e-c8e12849f2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:46.815748 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f6a10c5-8e41-48b6-a22e-c8e12849f2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:46.817658 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7f6a10c5-8e41-48b6-a22e-c8e12849f2b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed3eab2e-b5f3-4115-86a1-03ef5c5b29f4 HTTP/1.1" status: 204 len: 168 time: 1.0907464 Feb 09 01:13:46.830505 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-86f25f5c-af6d-492e-9fa6-4cae8bc98ff3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3133118 Feb 09 01:13:46.834634 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f25f5c-af6d-492e-9fa6-4cae8bc98ff3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event updated for resources: {'Network': ['ID=93855a54-f6f2-411b-8acb-c7ab03f04c65,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:46.841084 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47690) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:46.847581 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 93855a54-f6f2-411b-8acb-c7ab03f04c65 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:13:46.850039 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a10c5-8e41-48b6-a22e-c8e12849f2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3eab2e-b5f3-4115-86a1-03ef5c5b29f4,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:46.859494 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-f5cc34d6-34b5-4ac9-bc2d-d4982fa0e4bb tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Request body: {'subnet': {'network_id': '93855a54-f6f2-411b-8acb-c7ab03f04c65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:46.886388 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c91b0890-02d2-4165-93f9-3d871a2ae79b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "PUT /v2.0/floatingips/67b25821-2c65-4a23-af98-a9dc2fd0612c HTTP/1.1" status: 200 len: 992 time: 3.2620666 Feb 09 01:13:46.929700 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11786831-04d0-4281-9a13-98aa9ca859bf req-e233b638-cc50-4738-b797-aba524f76c1b tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:46.937703 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-11786831-04d0-4281-9a13-98aa9ca859bf req-e233b638-cc50-4738-b797-aba524f76c1b tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.2558334 Feb 09 01:13:46.948984 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '682f8730-b5ec-49ff-baee-5b564109aa2f', 'tag': '8fbef048-139b-49ec-9219-48402a20c475'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:13:46.986121 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0da543-0f38-49ac-9881-e7f42acc9b0a req-5d344330-a98c-4362-9a6a-c2b498d15ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:46.988275 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6d0da543-0f38-49ac-9881-e7f42acc9b0a req-5d344330-a98c-4362-9a6a-c2b498d15ab6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c750fae4-2c3f-44da-87c9-de1301db5b32 HTTP/1.1" status: 200 len: 844 time: 0.1910653 Feb 09 01:13:47.020992 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-11786831-04d0-4281-9a13-98aa9ca859bf req-228ca582-575b-4bf0-acbb-7ee99031d5ca tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819128 Feb 09 01:13:47.204296 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6d0da543-0f38-49ac-9881-e7f42acc9b0a req-525f609a-19fb-42af-9f5b-ec01f2cda488 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=84a4b1eb-79d6-447b-b1fd-6bc1ef45422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2000008 Feb 09 01:13:47.232391 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-d8122b65-af2a-4706-8b50-8c3ea40cb586 None None] Set router ec7240bc-2034-47b8-996f-727053d3e8f8 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:13:47.236803 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f5cc34d6-34b5-4ac9-bc2d-d4982fa0e4bb tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:47.407623 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b55b8e7c-0612-40ee-8832-40bc9076d250 req-2d6b4162-81ee-4c31-abfd-5b0b5c78f2cb tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.0524235 Feb 09 01:13:47.450427 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f5cc34d6-34b5-4ac9-bc2d-d4982fa0e4bb tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Usage tracker for resource:subnet and tenant:6ad299afeb554fb2825073db5a372f36 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:47.496845 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f5cc34d6-34b5-4ac9-bc2d-d4982fa0e4bb tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:47.508271 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6d0da543-0f38-49ac-9881-e7f42acc9b0a req-79809cfe-23f9-4002-b91e-12c957e58d21 service neutron] 10.222.0.35 "GET /v2.0/networks/84a4b1eb-79d6-447b-b1fd-6bc1ef45422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731388 Feb 09 01:13:47.509338 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f5cc34d6-34b5-4ac9-bc2d-d4982fa0e4bb tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:47.520114 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '682f8730-b5ec-49ff-baee-5b564109aa2f', 'tag': '8fbef048-139b-49ec-9219-48402a20c475', 'status': 'completed', 'code': 200} Feb 09 01:13:47.538248 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cc34d6-34b5-4ac9-bc2d-d4982fa0e4bb tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Made reservation on behalf of 6ad299afeb554fb2825073db5a372f36 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:47.544244 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f5cc34d6-34b5-4ac9-bc2d-d4982fa0e4bb tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:47.564695 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eeeddac3-5a88-4ddc-a9cd-a00cfcf3fd91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:47.657362 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eeeddac3-5a88-4ddc-a9cd-a00cfcf3fd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:47.934813 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d8122b65-af2a-4706-8b50-8c3ea40cb586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'name': 'tempest-ServerActionsTestJSON-372246360-router', 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '78889691-b9d6-4896-90a8-fb653e9a8e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:00Z', 'updated_at': '2022-02-09T01:13:12Z', 'revision_number': 4, 'project_id': 'ce0095aebb0840088ecf37cbcece72f6', 'gw_port': {'id': '78889691-b9d6-4896-90a8-fb653e9a8e37', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:46:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:02Z', 'updated_at': '2022-02-09T01:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '67b25821-2c65-4a23-af98-a9dc2fd0612c', 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6', 'floating_ip_address': '172.25.5.194', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'port_id': '8fbef048-139b-49ec-9219-48402a20c475', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1', 'mac_address': 'fa:16:3e:e4:d0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682f8730-b5ec-49ff-baee-5b564109aa2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:13:18Z', 'updated_at': '2022-02-09T01:13:44Z', 'revision_number': 1, 'project_id': 'ce0095aebb0840088ecf37cbcece72f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99ccc72-ba67-4b01-9636-fdda6fdd3360', 'name': '', 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1', 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6', 'mac_address': 'fa:16:3e:ed:55:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'f6f367ae-6db3-44ee-a579-54c0e257ede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:09Z', 'updated_at': '2022-02-09T01:13:23Z', 'revision_number': 5, 'project_id': 'ce0095aebb0840088ecf37cbcece72f6', 'subnets': [{'id': 'f6f367ae-6db3-44ee-a579-54c0e257ede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:47.943868 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4feb6-00ea-43e0-a9eb-39eca3636b2b req-084da7c5-fcd4-4b4b-a058-bc12332a5963 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:47.952000 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-33a4feb6-00ea-43e0-a9eb-39eca3636b2b req-084da7c5-fcd4-4b4b-a058-bc12332a5963 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 945 time: 0.2079213 Feb 09 01:13:47.952797 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8122b65-af2a-4706-8b50-8c3ea40cb586 None None] Checking router: ec7240bc-2034-47b8-996f-727053d3e8f8 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:13:47.968031 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8122b65-af2a-4706-8b50-8c3ea40cb586 None None] Routers {'ec7240bc-2034-47b8-996f-727053d3e8f8'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:13:47.968474 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d8122b65-af2a-4706-8b50-8c3ea40cb586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:13:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['ec7240bc-2034-47b8-996f-727053d3e8f8'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:48.018388 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.ipam_backend_mixin [None req-f5cc34d6-34b5-4ac9-bc2d-d4982fa0e4bb tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Performing IP validity checks on allocation pools {{(pid=87612) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 01:13:48.019113 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.ipam_backend_mixin [None req-f5cc34d6-34b5-4ac9-bc2d-d4982fa0e4bb tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87612) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 01:13:48.025019 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-33a4feb6-00ea-43e0-a9eb-39eca3636b2b req-53290833-fc9d-4aba-bf80-0e309ef2c42a tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720274 Feb 09 01:13:48.050599 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-eeeddac3-5a88-4ddc-a9cd-a00cfcf3fd91 admin admin] Allocated IP 172.25.5.23 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/15ad4c18-0667-47a0-bd5e-7e26c17bc7e6) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:48.103970 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caef83a-af48-4bf8-b071-cd5bfc654b39 req-a3f7617c-8ac0-4f31-adbd-ba8ea3ce3280 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:48.105539 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3caef83a-af48-4bf8-b071-cd5bfc654b39 req-a3f7617c-8ac0-4f31-adbd-ba8ea3ce3280 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 946 time: 0.6570981 Feb 09 01:13:48.290013 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-d8122b65-af2a-4706-8b50-8c3ea40cb586 None None] Set router ec7240bc-2034-47b8-996f-727053d3e8f8 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:13:48.399922 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eeeddac3-5a88-4ddc-a9cd-a00cfcf3fd91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:48.465458 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eeeddac3-5a88-4ddc-a9cd-a00cfcf3fd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:48.525363 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3caef83a-af48-4bf8-b071-cd5bfc654b39 req-d0d56802-3fe9-4766-83d2-bdd08ecde8b2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4027326 Feb 09 01:13:48.577558 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0b89f-104c-466a-8b89-20fb91cce4bf req-1f0e7da3-1a87-4fe5-bfe7-9c0fc0902d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:48.579338 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7de0b89f-104c-466a-8b89-20fb91cce4bf req-1f0e7da3-1a87-4fe5-bfe7-9c0fc0902d50 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce0095aebb0840088ecf37cbcece72f6&device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 1097 time: 0.8436468 Feb 09 01:13:48.585025 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6d0da543-0f38-49ac-9881-e7f42acc9b0a req-83695969-31e0-4b30-872b-37af3b590420 service neutron] 10.222.0.35 "GET /v2.0/networks/84a4b1eb-79d6-447b-b1fd-6bc1ef45422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0024242 Feb 09 01:13:48.749480 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47738) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:48.757103 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeeddac3-5a88-4ddc-a9cd-a00cfcf3fd91 admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:48.761573 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-eeeddac3-5a88-4ddc-a9cd-a00cfcf3fd91 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:48.766952 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeddac3-5a88-4ddc-a9cd-a00cfcf3fd91 admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:48.830611 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeddac3-5a88-4ddc-a9cd-a00cfcf3fd91 admin admin] Pushing event updated for resources: {'Port': ['ID=15ad4c18-0667-47a0-bd5e-7e26c17bc7e6,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:48.831628 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d8122b65-af2a-4706-8b50-8c3ea40cb586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'name': 'tempest-ServerActionsTestJSON-372246360-router', 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '78889691-b9d6-4896-90a8-fb653e9a8e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:00Z', 'updated_at': '2022-02-09T01:13:12Z', 'revision_number': 4, 'project_id': 'ce0095aebb0840088ecf37cbcece72f6', 'gw_port': {'id': '78889691-b9d6-4896-90a8-fb653e9a8e37', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:46:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:02Z', 'updated_at': '2022-02-09T01:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '67b25821-2c65-4a23-af98-a9dc2fd0612c', 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6', 'floating_ip_address': '172.25.5.194', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'port_id': '8fbef048-139b-49ec-9219-48402a20c475', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1', 'mac_address': 'fa:16:3e:e4:d0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682f8730-b5ec-49ff-baee-5b564109aa2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:13:18Z', 'updated_at': '2022-02-09T01:13:44Z', 'revision_number': 1, 'project_id': 'ce0095aebb0840088ecf37cbcece72f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99ccc72-ba67-4b01-9636-fdda6fdd3360', 'name': '', 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1', 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6', 'mac_address': 'fa:16:3e:ed:55:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'f6f367ae-6db3-44ee-a579-54c0e257ede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:09Z', 'updated_at': '2022-02-09T01:13:23Z', 'revision_number': 5, 'project_id': 'ce0095aebb0840088ecf37cbcece72f6', 'subnets': [{'id': 'f6f367ae-6db3-44ee-a579-54c0e257ede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:48.836459 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8122b65-af2a-4706-8b50-8c3ea40cb586 None None] The sync data for ids ['ec7240bc-2034-47b8-996f-727053d3e8f8'] in n-d-828419-1 is: [{'id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'name': 'tempest-ServerActionsTestJSON-372246360-router', 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '78889691-b9d6-4896-90a8-fb653e9a8e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:00Z', 'updated_at': '2022-02-09T01:13:12Z', 'revision_number': 4, 'project_id': 'ce0095aebb0840088ecf37cbcece72f6', 'gw_port': {'id': '78889691-b9d6-4896-90a8-fb653e9a8e37', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:46:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:02Z', 'updated_at': '2022-02-09T01:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '67b25821-2c65-4a23-af98-a9dc2fd0612c', 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6', 'floating_ip_address': '172.25.5.194', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'port_id': '8fbef048-139b-49ec-9219-48402a20c475', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1', 'mac_address': 'fa:16:3e:e4:d0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682f8730-b5ec-49ff-baee-5b564109aa2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:13:18Z', 'updated_at': '2022-02-09T01:13:44Z', 'revision_number': 1, 'project_id': 'ce0095aebb0840088ecf37cbcece72f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99ccc72-ba67-4b01-9636-fdda6fdd3360', 'name': '', 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1', 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6', 'mac_address': 'fa:16:3e:ed:55:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'f6f367ae-6db3-44ee-a579-54c0e257ede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:09Z', 'updated_at': '2022-02-09T01:13:23Z', 'revision_number': 5, 'project_id': 'ce0095aebb0840088ecf37cbcece72f6', 'subnets': [{'id': 'f6f367ae-6db3-44ee-a579-54c0e257ede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:13:48.880038 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9bffc188-5321-4e87-8f35-44a93ba0489b req-167c763e-8051-4c3f-83a7-ffc206ec0ca6 tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.0640795 Feb 09 01:13:48.916991 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f5cc34d6-34b5-4ac9-bc2d-d4982fa0e4bb tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:48.974547 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0b89f-104c-466a-8b89-20fb91cce4bf req-07783b77-6965-41e9-bd35-7f89158f0176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:48.976260 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7de0b89f-104c-466a-8b89-20fb91cce4bf req-07783b77-6965-41e9-bd35-7f89158f0176 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0055357f-6a74-45ba-a134-b5223508c9d1 HTTP/1.1" status: 200 len: 912 time: 0.3355114 Feb 09 01:13:49.009023 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d878ad7-403f-441d-999b-36b1da5b88f4 req-e9d8cab9-83ec-4eea-8e06-f73b74ab6a0a tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:49.010803 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8d878ad7-403f-441d-999b-36b1da5b88f4 req-e9d8cab9-83ec-4eea-8e06-f73b74ab6a0a tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.5643165 Feb 09 01:13:49.135290 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-3708fbe9-5d6b-4352-9c3d-6d199ec2ca31 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1021014122'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:49.226647 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-3708fbe9-5d6b-4352-9c3d-6d199ec2ca31 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:49.298243 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7de0b89f-104c-466a-8b89-20fb91cce4bf req-8d113194-e09a-4aa5-a752-d95a45b75bba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fbef048-139b-49ec-9219-48402a20c475 HTTP/1.1" status: 200 len: 1000 time: 0.3111560 Feb 09 01:13:49.311235 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-3708fbe9-5d6b-4352-9c3d-6d199ec2ca31 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Usage tracker for resource:network and tenant:6591cb2957c24337884bd6f15378945c is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:49.341062 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db3bd53-6db0-4fc6-a59e-3802194225bd None None] New status for floating IP 67b25821-2c65-4a23-af98-a9dc2fd0612c: ACTIVE {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:13:49.370318 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-3708fbe9-5d6b-4352-9c3d-6d199ec2ca31 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:49.386879 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-3708fbe9-5d6b-4352-9c3d-6d199ec2ca31 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:49.400948 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc34d6-34b5-4ac9-bc2d-d4982fa0e4bb tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event updated for resources: {'Subnet': ['ID=10245a75-f8a7-4a39-bbb5-28207f380510,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:49.419107 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cc34d6-34b5-4ac9-bc2d-d4982fa0e4bb tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Checking segment: {'id': '3239dc58-4b62-4287-8e43-66ab349fc449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '93855a54-f6f2-411b-8acb-c7ab03f04c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:49.419906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cc34d6-34b5-4ac9-bc2d-d4982fa0e4bb tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Network hostable DHCP agents. Network: 93855a54-f6f2-411b-8acb-c7ab03f04c65, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:13:49.447291 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8d878ad7-403f-441d-999b-36b1da5b88f4 req-fd0018e4-deb7-4cd6-ac8b-ce20302214da tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230958 Feb 09 01:13:49.460728 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3708fbe9-5d6b-4352-9c3d-6d199ec2ca31 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Made reservation on behalf of 6591cb2957c24337884bd6f15378945c for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:49.467422 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3708fbe9-5d6b-4352-9c3d-6d199ec2ca31 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:49.492727 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0b89f-104c-466a-8b89-20fb91cce4bf req-49aa807c-5528-4d87-9bf2-36795cf95324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:49.494226 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7de0b89f-104c-466a-8b89-20fb91cce4bf req-49aa807c-5528-4d87-9bf2-36795cf95324 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6f367ae-6db3-44ee-a579-54c0e257ede0 HTTP/1.1" status: 200 len: 850 time: 0.1803832 Feb 09 01:13:49.497519 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3708fbe9-5d6b-4352-9c3d-6d199ec2ca31 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:49.565914 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cc34d6-34b5-4ac9-bc2d-d4982fa0e4bb tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Network 93855a54-f6f2-411b-8acb-c7ab03f04c65 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:13:49.585411 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e4657-16a0-4767-a3f6-13f6e887923f req-3b2c36d8-6b10-450c-b8cb-995ab360b7cd tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:49.592524 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4f5e4657-16a0-4767-a3f6-13f6e887923f req-3b2c36d8-6b10-450c-b8cb-995ab360b7cd tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 945 time: 0.3769765 Feb 09 01:13:49.618173 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-3708fbe9-5d6b-4352-9c3d-6d199ec2ca31 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:49.624154 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-f5cc34d6-34b5-4ac9-bc2d-d4982fa0e4bb tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 93855a54-f6f2-411b-8acb-c7ab03f04c65) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:49.633898 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-3708fbe9-5d6b-4352-9c3d-6d199ec2ca31 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Usage tracker for resource:security_group_rule and tenant:6591cb2957c24337884bd6f15378945c is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:49.642986 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cc34d6-34b5-4ac9-bc2d-d4982fa0e4bb tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:49.644384 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f5cc34d6-34b5-4ac9-bc2d-d4982fa0e4bb tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:49.650465 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-3708fbe9-5d6b-4352-9c3d-6d199ec2ca31 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:49.651121 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd3161f-eed0-4155-a3fb-a2032d69cdfc None None] Network 93855a54-f6f2-411b-8acb-c7ab03f04c65 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:49.674054 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-3708fbe9-5d6b-4352-9c3d-6d199ec2ca31 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:49.727286 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4f5e4657-16a0-4767-a3f6-13f6e887923f req-b337d20d-2d82-4bd9-a61a-38c4a242d121 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337893 Feb 09 01:13:49.763591 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f5cc34d6-34b5-4ac9-bc2d-d4982fa0e4bb tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.9189925 Feb 09 01:13:49.770466 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47764) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:49.787539 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0b89f-104c-466a-8b89-20fb91cce4bf req-2c250959-dafe-4bc9-83e2-389998582c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:49.789370 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7de0b89f-104c-466a-8b89-20fb91cce4bf req-2c250959-dafe-4bc9-83e2-389998582c6e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0055357f-6a74-45ba-a134-b5223508c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2751470 Feb 09 01:13:49.936000 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eeeddac3-5a88-4ddc-a9cd-a00cfcf3fd91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:50.039480 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7de0b89f-104c-466a-8b89-20fb91cce4bf req-06c8156a-ff36-4447-a46c-d5253227e575 service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395902 Feb 09 01:13:50.140463 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3708fbe9-5d6b-4352-9c3d-6d199ec2ca31 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:50.155822 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3708fbe9-5d6b-4352-9c3d-6d199ec2ca31 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:50.186240 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3708fbe9-5d6b-4352-9c3d-6d199ec2ca31 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 976} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:13:50.242297 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:13:50.253528 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0afe3e-002a-4e44-b10f-58cc10b5ff6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-93855a54-f6f2-411b-8acb-c7ab03f04c65', 'network_id': '93855a54-f6f2-411b-8acb-c7ab03f04c65', 'tenant_id': '6ad299afeb554fb2825073db5a372f36', 'fixed_ips': [{'subnet_id': '10245a75-f8a7-4a39-bbb5-28207f380510'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:13:50.254242 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6451f-7d2d-4207-9c00-2b58297b5ec8 req-ccf732d0-1962-43b1-822c-3964dbbae554 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:50.254901 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-db0afe3e-002a-4e44-b10f-58cc10b5ff6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:50.255901 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dbc6451f-7d2d-4207-9c00-2b58297b5ec8 req-ccf732d0-1962-43b1-822c-3964dbbae554 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 946 time: 0.3119380 Feb 09 01:13:50.258822 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3708fbe9-5d6b-4352-9c3d-6d199ec2ca31 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:50.259269 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-3708fbe9-5d6b-4352-9c3d-6d199ec2ca31 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Added segment b37090e6-590e-4bb9-8624-75e6a0d7fb6d of type vlan for network 5b58a7ca-055b-48e8-9cea-2eb47ae9543f Feb 09 01:13:50.297648 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708fbe9-5d6b-4352-9c3d-6d199ec2ca31 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06eca4d7-fac4-45a1-b7a2-c5ec9c682f52,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:50.342387 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7de0b89f-104c-466a-8b89-20fb91cce4bf req-2ccd35ef-9420-49b6-8fe3-b33d9d9fd74e service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926693 Feb 09 01:13:50.344202 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3708fbe9-5d6b-4352-9c3d-6d199ec2ca31 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:50.367733 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dbc6451f-7d2d-4207-9c00-2b58297b5ec8 req-c49acc61-c64a-464d-83e8-f1c4558b75b0 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982177 Feb 09 01:13:50.403931 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3708fbe9-5d6b-4352-9c3d-6d199ec2ca31 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:50.410495 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3708fbe9-5d6b-4352-9c3d-6d199ec2ca31 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:50.411218 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3708fbe9-5d6b-4352-9c3d-6d199ec2ca31 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:50.455961 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-155b5591-1a39-4830-8a07-97ba4ea7bbdd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:50.487764 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-db0afe3e-002a-4e44-b10f-58cc10b5ff6c None None] Allocated IP 172.20.0.3 (93855a54-f6f2-411b-8acb-c7ab03f04c65/10245a75-f8a7-4a39-bbb5-28207f380510/aabff297-45da-433e-9e05-c2b0155c89d5) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:50.572070 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3708fbe9-5d6b-4352-9c3d-6d199ec2ca31 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8192179 Feb 09 01:13:50.573974 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47772) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:50.605477 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196c1fb-b56c-482c-afdd-bf2f13a44095 req-b4611769-8de0-4b36-875c-c71b05402b49 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:50.607061 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5196c1fb-b56c-482c-afdd-bf2f13a44095 req-b4611769-8de0-4b36-875c-c71b05402b49 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.7967925 Feb 09 01:13:50.642975 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-04434bac-d3ca-49d9-91df-d70a86e715c0 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Request body: {'subnet': {'network_id': '5b58a7ca-055b-48e8-9cea-2eb47ae9543f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:50.733057 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708fbe9-5d6b-4352-9c3d-6d199ec2ca31 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Pushing event updated for resources: {'Network': ['ID=5b58a7ca-055b-48e8-9cea-2eb47ae9543f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:50.744009 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5196c1fb-b56c-482c-afdd-bf2f13a44095 req-7cea0310-7985-4449-9370-b0ac4c8000e6 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849319 Feb 09 01:13:50.751856 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 5b58a7ca-055b-48e8-9cea-2eb47ae9543f details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:13:50.762022 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d105c057-1f51-4e46-9437-b95417223500 req-cf5c00bf-9b03-4858-980e-0aeb074b4640 tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.1622250 Feb 09 01:13:50.781658 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-04434bac-d3ca-49d9-91df-d70a86e715c0 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:50.800968 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-04434bac-d3ca-49d9-91df-d70a86e715c0 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Usage tracker for resource:subnet and tenant:6591cb2957c24337884bd6f15378945c is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:50.804424 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-04434bac-d3ca-49d9-91df-d70a86e715c0 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:50.816132 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-04434bac-d3ca-49d9-91df-d70a86e715c0 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:50.832498 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04434bac-d3ca-49d9-91df-d70a86e715c0 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Made reservation on behalf of 6591cb2957c24337884bd6f15378945c for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:50.836064 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-04434bac-d3ca-49d9-91df-d70a86e715c0 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:50.872875 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-155b5591-1a39-4830-8a07-97ba4ea7bbdd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:50.919990 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-db0afe3e-002a-4e44-b10f-58cc10b5ff6c None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:50.931879 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-db0afe3e-002a-4e44-b10f-58cc10b5ff6c None None] Transition to ACTIVE for port object aabff297-45da-433e-9e05-c2b0155c89d5 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:50.932195 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eeeddac3-5a88-4ddc-a9cd-a00cfcf3fd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:50.950747 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-db0afe3e-002a-4e44-b10f-58cc10b5ff6c None None] Transition to ACTIVE for port object aabff297-45da-433e-9e05-c2b0155c89d5 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:50.957863 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-db0afe3e-002a-4e44-b10f-58cc10b5ff6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:51.013707 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0afe3e-002a-4e44-b10f-58cc10b5ff6c None None] Network 93855a54-f6f2-411b-8acb-c7ab03f04c65 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:51.033277 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-db0afe3e-002a-4e44-b10f-58cc10b5ff6c None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:51.078789 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0afe3e-002a-4e44-b10f-58cc10b5ff6c None None] Pushing event updated for resources: {'Port': ['ID=aabff297-45da-433e-9e05-c2b0155c89d5,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:51.090916 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0afe3e-002a-4e44-b10f-58cc10b5ff6c None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:51.178066 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-155b5591-1a39-4830-8a07-97ba4ea7bbdd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:51.226646 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-db0afe3e-002a-4e44-b10f-58cc10b5ff6c None None] Attempting to bind port aabff297-45da-433e-9e05-c2b0155c89d5 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:13:51.227077 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-db0afe3e-002a-4e44-b10f-58cc10b5ff6c None None] Attempting to bind port aabff297-45da-433e-9e05-c2b0155c89d5 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '3239dc58-4b62-4287-8e43-66ab349fc449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '93855a54-f6f2-411b-8acb-c7ab03f04c65'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:13:51.227447 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0afe3e-002a-4e44-b10f-58cc10b5ff6c None None] Attempting to bind port aabff297-45da-433e-9e05-c2b0155c89d5 on network 93855a54-f6f2-411b-8acb-c7ab03f04c65 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:13:51.233333 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0afe3e-002a-4e44-b10f-58cc10b5ff6c None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:13:51.233750 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0afe3e-002a-4e44-b10f-58cc10b5ff6c None None] Checking segment: {'id': '3239dc58-4b62-4287-8e43-66ab349fc449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '93855a54-f6f2-411b-8acb-c7ab03f04c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:51.234207 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-db0afe3e-002a-4e44-b10f-58cc10b5ff6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:51.235492 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0afe3e-002a-4e44-b10f-58cc10b5ff6c None None] Bound using segment: {'id': '3239dc58-4b62-4287-8e43-66ab349fc449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '93855a54-f6f2-411b-8acb-c7ab03f04c65'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:13:51.235492 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-db0afe3e-002a-4e44-b10f-58cc10b5ff6c None None] Bound port: aabff297-45da-433e-9e05-c2b0155c89d5, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3239dc58-4b62-4287-8e43-66ab349fc449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '93855a54-f6f2-411b-8acb-c7ab03f04c65'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:13:51.235492 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-db0afe3e-002a-4e44-b10f-58cc10b5ff6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:51.276365 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b5591-1a39-4830-8a07-97ba4ea7bbdd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event deleted for resources: {'Subnet': ['ID=10245a75-f8a7-4a39-bbb5-28207f380510,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:51.365177 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-db0afe3e-002a-4e44-b10f-58cc10b5ff6c None None] For port aabff297-45da-433e-9e05-c2b0155c89d5, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:13:51.369220 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-db0afe3e-002a-4e44-b10f-58cc10b5ff6c None None] For port aabff297-45da-433e-9e05-c2b0155c89d5, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=aabff297-45da-433e-9e05-c2b0155c89d5,segment=NetworkSegment(3239dc58-4b62-4287-8e43-66ab349fc449),segment_id=3239dc58-4b62-4287-8e43-66ab349fc449)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:13:51.375648 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-db0afe3e-002a-4e44-b10f-58cc10b5ff6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:51.418197 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-04434bac-d3ca-49d9-91df-d70a86e715c0 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:51.441110 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-155b5591-1a39-4830-8a07-97ba4ea7bbdd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:51.476338 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-155b5591-1a39-4830-8a07-97ba4ea7bbdd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93855a54-f6f2-411b-8acb-c7ab03f04c65']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:51.494210 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-155b5591-1a39-4830-8a07-97ba4ea7bbdd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3239dc58-4b62-4287-8e43-66ab349fc449') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:51.494729 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-155b5591-1a39-4830-8a07-97ba4ea7bbdd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3239dc58-4b62-4287-8e43-66ab349fc449') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:51.510311 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-155b5591-1a39-4830-8a07-97ba4ea7bbdd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:51.530496 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50948cd-4d1e-48b4-b542-84ecb9840ce8 req-cc0cf285-1eab-45cc-81b5-4dff32dc8ef2 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:51.532006 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f50948cd-4d1e-48b4-b542-84ecb9840ce8 req-cc0cf285-1eab-45cc-81b5-4dff32dc8ef2 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 945 time: 0.2283013 Feb 09 01:13:51.534044 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-155b5591-1a39-4830-8a07-97ba4ea7bbdd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:51.541046 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04434bac-d3ca-49d9-91df-d70a86e715c0 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Pushing event updated for resources: {'Subnet': ['ID=7a2b1f37-f6d4-40dc-a3bb-70036dc9b144,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:51.541267 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-155b5591-1a39-4830-8a07-97ba4ea7bbdd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Releasing vlan 990 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:13:51.541772 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-155b5591-1a39-4830-8a07-97ba4ea7bbdd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:51.545410 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04434bac-d3ca-49d9-91df-d70a86e715c0 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Checking segment: {'id': 'b37090e6-590e-4bb9-8624-75e6a0d7fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '5b58a7ca-055b-48e8-9cea-2eb47ae9543f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:51.545789 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04434bac-d3ca-49d9-91df-d70a86e715c0 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Network hostable DHCP agents. Network: 5b58a7ca-055b-48e8-9cea-2eb47ae9543f, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:13:51.560259 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0afe3e-002a-4e44-b10f-58cc10b5ff6c None None] Pushing event updated for resources: {'Port': ['ID=aabff297-45da-433e-9e05-c2b0155c89d5,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:51.562932 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b66e22-3570-4dc2-b26e-93ff2af50e35 None None] Network 93855a54-f6f2-411b-8acb-c7ab03f04c65 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:51.598548 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04434bac-d3ca-49d9-91df-d70a86e715c0 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Network 5b58a7ca-055b-48e8-9cea-2eb47ae9543f is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:13:51.615184 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f50948cd-4d1e-48b4-b542-84ecb9840ce8 req-7a113778-5758-427c-86e8-c2bad6dd1e48 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713379 Feb 09 01:13:51.619102 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-04434bac-d3ca-49d9-91df-d70a86e715c0 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 5b58a7ca-055b-48e8-9cea-2eb47ae9543f) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:51.624753 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04434bac-d3ca-49d9-91df-d70a86e715c0 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:51.625354 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-04434bac-d3ca-49d9-91df-d70a86e715c0 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:51.654433 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-04434bac-d3ca-49d9-91df-d70a86e715c0 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0782716 Feb 09 01:13:51.656310 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47824) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:51.663067 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf136b4-65ab-4e5d-82be-1745bb0ae61d None None] Network 5b58a7ca-055b-48e8-9cea-2eb47ae9543f requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:51.666596 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-bb436be8-b2e3-4933-bb58-48881b4a5fdb tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1840524904', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:51.683057 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-bb436be8-b2e3-4933-bb58-48881b4a5fdb tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:51.694652 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-bb436be8-b2e3-4933-bb58-48881b4a5fdb tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Usage tracker for resource:router and tenant:6591cb2957c24337884bd6f15378945c is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:51.702488 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-bb436be8-b2e3-4933-bb58-48881b4a5fdb tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:51.710723 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-bb436be8-b2e3-4933-bb58-48881b4a5fdb tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:51.723284 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bb436be8-b2e3-4933-bb58-48881b4a5fdb tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:51.724638 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bb436be8-b2e3-4933-bb58-48881b4a5fdb tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:51.781535 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:13:51.781535 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:13:51.781535 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:13:51.781535 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:13:51.781535 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:13:51.781535 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:13:51.781535 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:13:51.781535 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:13:51.781535 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:13:51.781535 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:13:51.781535 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:13:51.781535 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:13:51.781535 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:13:51.781535 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:13:51.781535 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:13:51.781535 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:13:51.781535 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:13:51.781535 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:13:51.781535 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:13:51.781535 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:13:51.781535 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:13:51.781535 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:13:51.781535 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:13:51.781535 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:13:51.781535 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:13:51.781535 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:13:51.781535 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:13:51.781535 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:13:51.781535 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:13:51.781535 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:13:51.781535 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:13:51.781535 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:13:51.812184 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeeddac3-5a88-4ddc-a9cd-a00cfcf3fd91 admin admin] Router 17430bfe-5120-4ac9-8462-220a8e6c0906 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:13:51.818800 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [None req-155b5591-1a39-4830-8a07-97ba4ea7bbdd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:13:51.818800 n-d-828419-1 neutron-server[87611]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:13:51.818800 n-d-828419-1 neutron-server[87611]: [parameters: {'id': '93855a54-f6f2-411b-8acb-c7ab03f04c65'}] Feb 09 01:13:51.818800 n-d-828419-1 neutron-server[87611]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:13:51.819273 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [None req-155b5591-1a39-4830-8a07-97ba4ea7bbdd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:13:51.849531 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bb436be8-b2e3-4933-bb58-48881b4a5fdb tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:51.857009 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:51.888112 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bb436be8-b2e3-4933-bb58-48881b4a5fdb tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:51.912961 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df229a-7eb2-4a65-9734-97a5d16b1cba req-5ce11081-3b2c-453c-8676-5d421f96aacf tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:51.920083 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-63df229a-7eb2-4a65-9734-97a5d16b1cba req-5ce11081-3b2c-453c-8676-5d421f96aacf tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 946 time: 0.1309509 Feb 09 01:13:51.981533 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-63df229a-7eb2-4a65-9734-97a5d16b1cba req-391f90c0-9621-43c5-a0fb-cffaf020d56c tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597665 Feb 09 01:13:51.982924 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bb436be8-b2e3-4933-bb58-48881b4a5fdb tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:51.984138 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-bb436be8-b2e3-4933-bb58-48881b4a5fdb tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3268273 Feb 09 01:13:51.986768 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47846) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:52.076968 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeeddac3-5a88-4ddc-a9cd-a00cfcf3fd91 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:13:52.087334 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ccbc8a-02a2-4588-86f0-d3c0e8bdd3d9 None None] Sync routers for ids ['17430bfe-5120-4ac9-8462-220a8e6c0906'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:13:52.111188 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eeeddac3-5a88-4ddc-a9cd-a00cfcf3fd91 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:52.117965 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-eeeddac3-5a88-4ddc-a9cd-a00cfcf3fd91 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.5812171 Feb 09 01:13:52.118810 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47868) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:52.119297 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ccbc8a-02a2-4588-86f0-d3c0e8bdd3d9 None None] Routers {'17430bfe-5120-4ac9-8462-220a8e6c0906'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:13:52.120371 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f9ccbc8a-02a2-4588-86f0-d3c0e8bdd3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:13:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['17430bfe-5120-4ac9-8462-220a8e6c0906'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:52.136755 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e95f36-65ef-48b6-813b-e6a1683e9c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-5b58a7ca-055b-48e8-9cea-2eb47ae9543f', 'network_id': '5b58a7ca-055b-48e8-9cea-2eb47ae9543f', 'tenant_id': '6591cb2957c24337884bd6f15378945c', 'fixed_ips': [{'subnet_id': '7a2b1f37-f6d4-40dc-a3bb-70036dc9b144'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:13:52.137726 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-59e95f36-65ef-48b6-813b-e6a1683e9c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:52.332264 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-155b5591-1a39-4830-8a07-97ba4ea7bbdd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:52.393557 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-f9ccbc8a-02a2-4588-86f0-d3c0e8bdd3d9 None None] Set router 17430bfe-5120-4ac9-8462-220a8e6c0906 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:13:52.404468 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-155b5591-1a39-4830-8a07-97ba4ea7bbdd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Deleting port aabff297-45da-433e-9e05-c2b0155c89d5 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:52.404817 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-155b5591-1a39-4830-8a07-97ba4ea7bbdd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:52.441064 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-59e95f36-65ef-48b6-813b-e6a1683e9c68 None None] Allocated IP 172.20.0.2 (5b58a7ca-055b-48e8-9cea-2eb47ae9543f/7a2b1f37-f6d4-40dc-a3bb-70036dc9b144/26d229bb-ff1f-4e55-b4dc-051fbd623cd1) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:52.720522 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9f1b8ea0-3f15-4314-bf3f-d11aa6224172 req-473ee4f0-b4bf-4483-9540-b4b6284acf9f tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.1460493 Feb 09 01:13:52.723924 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-59e95f36-65ef-48b6-813b-e6a1683e9c68 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:52.735095 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-59e95f36-65ef-48b6-813b-e6a1683e9c68 None None] Transition to ACTIVE for port object 26d229bb-ff1f-4e55-b4dc-051fbd623cd1 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:52.758532 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c0c1cc1d-73f1-46aa-aaab-d8352a85f8af tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:52.772630 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-59e95f36-65ef-48b6-813b-e6a1683e9c68 None None] Transition to ACTIVE for port object 26d229bb-ff1f-4e55-b4dc-051fbd623cd1 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:52.777527 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-03fdfff5-ea6e-470e-85bf-a10c0a03a438 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:52.779503 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-03fdfff5-ea6e-470e-85bf-a10c0a03a438 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/networks?id=5d6c2755-ea18-4235-9314-c370c19b3771 HTTP/1.1" status: 200 len: 814 time: 0.3936243 Feb 09 01:13:52.783647 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-59e95f36-65ef-48b6-813b-e6a1683e9c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:52.830370 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f9ccbc8a-02a2-4588-86f0-d3c0e8bdd3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'name': 'tempest-ServerRescueTestJSONUnderV235-1142224546-router', 'tenant_id': '1866ce3035f2464c986757a3a7323de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '15ad4c18-0667-47a0-bd5e-7e26c17bc7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:45Z', 'updated_at': '2022-02-09T01:13:49Z', 'revision_number': 3, 'project_id': '1866ce3035f2464c986757a3a7323de3', 'gw_port': {'id': '15ad4c18-0667-47a0-bd5e-7e26c17bc7e6', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:52.842569 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ccbc8a-02a2-4588-86f0-d3c0e8bdd3d9 None None] Checking router: 17430bfe-5120-4ac9-8462-220a8e6c0906 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:13:52.842931 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ccbc8a-02a2-4588-86f0-d3c0e8bdd3d9 None None] Updating router 17430bfe-5120-4ac9-8462-220a8e6c0906 port 15ad4c18-0667-47a0-bd5e-7e26c17bc7e6 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:13:52.866460 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-238acff7-b000-4b8c-bc74-b64abeaa2e52 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/quotas/903cfb9c5cb94334ab49ed8a903cb9a8 HTTP/1.1" status: 200 len: 375 time: 0.0798807 Feb 09 01:13:52.898488 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e95f36-65ef-48b6-813b-e6a1683e9c68 None None] Network 5b58a7ca-055b-48e8-9cea-2eb47ae9543f is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:52.908885 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-59e95f36-65ef-48b6-813b-e6a1683e9c68 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:52.910655 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-f9ccbc8a-02a2-4588-86f0-d3c0e8bdd3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:52.913817 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e95f36-65ef-48b6-813b-e6a1683e9c68 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:52.978288 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-155b5591-1a39-4830-8a07-97ba4ea7bbdd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] For port aabff297-45da-433e-9e05-c2b0155c89d5, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=aabff297-45da-433e-9e05-c2b0155c89d5,segment=NetworkSegment(3239dc58-4b62-4287-8e43-66ab349fc449),segment_id=3239dc58-4b62-4287-8e43-66ab349fc449)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:52.978686 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-155b5591-1a39-4830-8a07-97ba4ea7bbdd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:53.027981 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-59e95f36-65ef-48b6-813b-e6a1683e9c68 None None] Attempting to bind port 26d229bb-ff1f-4e55-b4dc-051fbd623cd1 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:13:53.028350 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-59e95f36-65ef-48b6-813b-e6a1683e9c68 None None] Attempting to bind port 26d229bb-ff1f-4e55-b4dc-051fbd623cd1 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'b37090e6-590e-4bb9-8624-75e6a0d7fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '5b58a7ca-055b-48e8-9cea-2eb47ae9543f'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:13:53.028856 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e95f36-65ef-48b6-813b-e6a1683e9c68 None None] Attempting to bind port 26d229bb-ff1f-4e55-b4dc-051fbd623cd1 on network 5b58a7ca-055b-48e8-9cea-2eb47ae9543f {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:13:53.038799 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e95f36-65ef-48b6-813b-e6a1683e9c68 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:13:53.039270 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e95f36-65ef-48b6-813b-e6a1683e9c68 None None] Checking segment: {'id': 'b37090e6-590e-4bb9-8624-75e6a0d7fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '5b58a7ca-055b-48e8-9cea-2eb47ae9543f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:53.039595 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-59e95f36-65ef-48b6-813b-e6a1683e9c68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:53.042214 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e95f36-65ef-48b6-813b-e6a1683e9c68 None None] Bound using segment: {'id': 'b37090e6-590e-4bb9-8624-75e6a0d7fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '5b58a7ca-055b-48e8-9cea-2eb47ae9543f'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:13:53.042718 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-59e95f36-65ef-48b6-813b-e6a1683e9c68 None None] Bound port: 26d229bb-ff1f-4e55-b4dc-051fbd623cd1, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b37090e6-590e-4bb9-8624-75e6a0d7fb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '5b58a7ca-055b-48e8-9cea-2eb47ae9543f'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:13:53.043098 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-59e95f36-65ef-48b6-813b-e6a1683e9c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:53.083436 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e95f36-65ef-48b6-813b-e6a1683e9c68 None None] Pushing event updated for resources: {'Port': ['ID=26d229bb-ff1f-4e55-b4dc-051fbd623cd1,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:53.177706 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-59e95f36-65ef-48b6-813b-e6a1683e9c68 None None] For port 26d229bb-ff1f-4e55-b4dc-051fbd623cd1, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:13:53.181327 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-59e95f36-65ef-48b6-813b-e6a1683e9c68 None None] For port 26d229bb-ff1f-4e55-b4dc-051fbd623cd1, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=26d229bb-ff1f-4e55-b4dc-051fbd623cd1,segment=NetworkSegment(b37090e6-590e-4bb9-8624-75e6a0d7fb6d),segment_id=b37090e6-590e-4bb9-8624-75e6a0d7fb6d)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:13:53.187098 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-59e95f36-65ef-48b6-813b-e6a1683e9c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:53.219630 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-155b5591-1a39-4830-8a07-97ba4ea7bbdd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Calling delete_port for aabff297-45da-433e-9e05-c2b0155c89d5 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:53.290491 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e95f36-65ef-48b6-813b-e6a1683e9c68 None None] Pushing event updated for resources: {'Port': ['ID=26d229bb-ff1f-4e55-b4dc-051fbd623cd1,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:53.423304 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-f9ccbc8a-02a2-4588-86f0-d3c0e8bdd3d9 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:53.436340 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6feb218-1ae6-4fc5-9f0d-d2ccfd6217df req-4d60771f-8301-4fc7-94cc-c978ad278f32 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:53.437902 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d6feb218-1ae6-4fc5-9f0d-d2ccfd6217df req-4d60771f-8301-4fc7-94cc-c978ad278f32 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f0c26b7-f741-4878-8994-7ce5d6d14fe4 HTTP/1.1" status: 200 len: 945 time: 0.1976125 Feb 09 01:13:53.438560 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-f9ccbc8a-02a2-4588-86f0-d3c0e8bdd3d9 None None] Transition to ACTIVE for port object 15ad4c18-0667-47a0-bd5e-7e26c17bc7e6 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:53.443574 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-0d5960cc-2d97-4bf8-8856-e2088ef285a9 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=903cfb9c5cb94334ab49ed8a903cb9a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5705271 Feb 09 01:13:53.451920 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-f9ccbc8a-02a2-4588-86f0-d3c0e8bdd3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:53.537678 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-d6feb218-1ae6-4fc5-9f0d-d2ccfd6217df req-121636d7-63f6-4d82-b26b-7edf444496f6 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Deleting port fb8f4657-1002-402d-b394-38ce2e8333be {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:53.538074 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d6feb218-1ae6-4fc5-9f0d-d2ccfd6217df req-121636d7-63f6-4d82-b26b-7edf444496f6 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:53.543094 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-f9ccbc8a-02a2-4588-86f0-d3c0e8bdd3d9 None None] Attempting to bind port 15ad4c18-0667-47a0-bd5e-7e26c17bc7e6 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:13:53.543470 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-f9ccbc8a-02a2-4588-86f0-d3c0e8bdd3d9 None None] Attempting to bind port 15ad4c18-0667-47a0-bd5e-7e26c17bc7e6 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:13:53.543838 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ccbc8a-02a2-4588-86f0-d3c0e8bdd3d9 None None] Attempting to bind port 15ad4c18-0667-47a0-bd5e-7e26c17bc7e6 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:13:53.554920 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ccbc8a-02a2-4588-86f0-d3c0e8bdd3d9 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:13:53.554920 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ccbc8a-02a2-4588-86f0-d3c0e8bdd3d9 None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:53.554920 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-f9ccbc8a-02a2-4588-86f0-d3c0e8bdd3d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:53.555305 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ccbc8a-02a2-4588-86f0-d3c0e8bdd3d9 None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:13:53.555752 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-f9ccbc8a-02a2-4588-86f0-d3c0e8bdd3d9 None None] Bound port: 15ad4c18-0667-47a0-bd5e-7e26c17bc7e6, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:13:53.556126 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-f9ccbc8a-02a2-4588-86f0-d3c0e8bdd3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:53.581544 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336e5c7-a493-460f-add7-0988440bbc92 req-bbae40fe-2aba-4b34-9b4d-fdbe18d9592b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:53.588722 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4336e5c7-a493-460f-add7-0988440bbc92 req-bbae40fe-2aba-4b34-9b4d-fdbe18d9592b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 946 time: 0.7062707 Feb 09 01:13:53.589210 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-c0c1cc1d-73f1-46aa-aaab-d8352a85f8af tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Allocated IP 172.20.0.1 (5b58a7ca-055b-48e8-9cea-2eb47ae9543f/7a2b1f37-f6d4-40dc-a3bb-70036dc9b144/aef11c56-ce3f-433d-b0f0-568e3201b51e) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:53.633081 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-155b5591-1a39-4830-8a07-97ba4ea7bbdd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:53.643242 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d667e-8541-49c5-8187-c7c9948d6ecf None None] Pushing event updated for resources: {'Port': ['ID=15ad4c18-0667-47a0-bd5e-7e26c17bc7e6,revision_number=2']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:53.698460 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-f9ccbc8a-02a2-4588-86f0-d3c0e8bdd3d9 None None] For port 15ad4c18-0667-47a0-bd5e-7e26c17bc7e6, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:13:53.702709 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-f9ccbc8a-02a2-4588-86f0-d3c0e8bdd3d9 None None] For port 15ad4c18-0667-47a0-bd5e-7e26c17bc7e6, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=15ad4c18-0667-47a0-bd5e-7e26c17bc7e6,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:13:53.704453 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4336e5c7-a493-460f-add7-0988440bbc92 req-8e945c5f-cff4-4b6a-827b-193763e010e9 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146944 Feb 09 01:13:53.712018 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-f9ccbc8a-02a2-4588-86f0-d3c0e8bdd3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:53.718740 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b5591-1a39-4830-8a07-97ba4ea7bbdd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event deleted for resources: {'Port': ['ID=aabff297-45da-433e-9e05-c2b0155c89d5,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:53.754022 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155b5591-1a39-4830-8a07-97ba4ea7bbdd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] No DVR routers for this DVR port aabff297-45da-433e-9e05-c2b0155c89d5 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:53.863840 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d667e-8541-49c5-8187-c7c9948d6ecf None None] Pushing event updated for resources: {'Port': ['ID=15ad4c18-0667-47a0-bd5e-7e26c17bc7e6,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:53.905932 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ccbc8a-02a2-4588-86f0-d3c0e8bdd3d9 None None] Routers {'17430bfe-5120-4ac9-8462-220a8e6c0906'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:13:53.906835 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f9ccbc8a-02a2-4588-86f0-d3c0e8bdd3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:13:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['17430bfe-5120-4ac9-8462-220a8e6c0906'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:53.998360 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-155b5591-1a39-4830-8a07-97ba4ea7bbdd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:54.098524 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-26b468a2-5344-4bf3-9bb6-d5d73b84b0ed service neutron] 10.222.0.37 "GET /v2.0/networks/5d6c2755-ea18-4235-9314-c370c19b3771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5646818 Feb 09 01:13:54.332067 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-f9ccbc8a-02a2-4588-86f0-d3c0e8bdd3d9 None None] Set router 17430bfe-5120-4ac9-8462-220a8e6c0906 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:13:54.332377 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-155b5591-1a39-4830-8a07-97ba4ea7bbdd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93855a54-f6f2-411b-8acb-c7ab03f04c65']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:54.374928 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c0c1cc1d-73f1-46aa-aaab-d8352a85f8af tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:54.417423 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-155b5591-1a39-4830-8a07-97ba4ea7bbdd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3239dc58-4b62-4287-8e43-66ab349fc449') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:54.417901 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-155b5591-1a39-4830-8a07-97ba4ea7bbdd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3239dc58-4b62-4287-8e43-66ab349fc449') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:54.454821 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-c0c1cc1d-73f1-46aa-aaab-d8352a85f8af tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Transition to ACTIVE for port object aef11c56-ce3f-433d-b0f0-568e3201b51e will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:54.472873 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-155b5591-1a39-4830-8a07-97ba4ea7bbdd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:54.509254 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-850ae617-8156-4062-97d8-44b16f470240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:54.529186 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-155b5591-1a39-4830-8a07-97ba4ea7bbdd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:54.547272 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-d6feb218-1ae6-4fc5-9f0d-d2ccfd6217df req-121636d7-63f6-4d82-b26b-7edf444496f6 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] For port fb8f4657-1002-402d-b394-38ce2e8333be, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=fb8f4657-1002-402d-b394-38ce2e8333be,segment=NetworkSegment(7dc2e829-f685-4c02-b1d6-aef4f3224c8c),segment_id=7dc2e829-f685-4c02-b1d6-aef4f3224c8c)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:54.547648 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d6feb218-1ae6-4fc5-9f0d-d2ccfd6217df req-121636d7-63f6-4d82-b26b-7edf444496f6 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:54.555011 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-155b5591-1a39-4830-8a07-97ba4ea7bbdd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Releasing vlan 990 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:13:54.555421 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-155b5591-1a39-4830-8a07-97ba4ea7bbdd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:54.572178 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:13:54.572178 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:13:54.572178 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:13:54.572178 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:13:54.572178 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:13:54.572178 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:13:54.572178 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:13:54.572178 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:13:54.572178 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:13:54.572178 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:13:54.572178 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:13:54.572178 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:13:54.572178 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:13:54.572178 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:13:54.572178 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:13:54.572178 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:13:54.572178 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:13:54.572178 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:13:54.572178 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:13:54.572178 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:13:54.572178 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:13:54.572178 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:13:54.572178 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:13:54.572178 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:13:54.572178 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:13:54.572178 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:13:54.572178 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:13:54.572178 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:13:54.572178 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:13:54.572178 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:13:54.572178 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:13:54.572178 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:13:54.696899 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-d6feb218-1ae6-4fc5-9f0d-d2ccfd6217df req-121636d7-63f6-4d82-b26b-7edf444496f6 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Calling delete_port for fb8f4657-1002-402d-b394-38ce2e8333be owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:54.738010 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-79801f99-80eb-4479-8bbe-3e8c0dc06790 service neutron] 10.222.0.37 "GET /v2.0/networks/5d6c2755-ea18-4235-9314-c370c19b3771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6103828 Feb 09 01:13:54.766337 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d43d9-1b49-4b64-8967-b6410b73388e req-3b286c43-745e-42d5-811f-09cd80d279b0 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:54.774255 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9b5d43d9-1b49-4b64-8967-b6410b73388e req-3b286c43-745e-42d5-811f-09cd80d279b0 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 945 time: 0.5669508 Feb 09 01:13:54.795045 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f9ccbc8a-02a2-4588-86f0-d3c0e8bdd3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'name': 'tempest-ServerRescueTestJSONUnderV235-1142224546-router', 'tenant_id': '1866ce3035f2464c986757a3a7323de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '15ad4c18-0667-47a0-bd5e-7e26c17bc7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:45Z', 'updated_at': '2022-02-09T01:13:49Z', 'revision_number': 3, 'project_id': '1866ce3035f2464c986757a3a7323de3', 'gw_port': {'id': '15ad4c18-0667-47a0-bd5e-7e26c17bc7e6', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:54.800443 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ccbc8a-02a2-4588-86f0-d3c0e8bdd3d9 None None] The sync data for ids ['17430bfe-5120-4ac9-8462-220a8e6c0906'] in n-d-828419-1 is: [{'id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'name': 'tempest-ServerRescueTestJSONUnderV235-1142224546-router', 'tenant_id': '1866ce3035f2464c986757a3a7323de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '15ad4c18-0667-47a0-bd5e-7e26c17bc7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:45Z', 'updated_at': '2022-02-09T01:13:49Z', 'revision_number': 3, 'project_id': '1866ce3035f2464c986757a3a7323de3', 'gw_port': {'id': '15ad4c18-0667-47a0-bd5e-7e26c17bc7e6', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:13:54.807292 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-155b5591-1a39-4830-8a07-97ba4ea7bbdd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:54.824886 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c0c1cc1d-73f1-46aa-aaab-d8352a85f8af tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:54.878497 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:54.906723 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c1cc1d-73f1-46aa-aaab-d8352a85f8af tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Network 5b58a7ca-055b-48e8-9cea-2eb47ae9543f is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:54.914094 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-c0c1cc1d-73f1-46aa-aaab-d8352a85f8af tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:54.918061 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c08c25-d895-4a56-ab7e-73cd21818517 None None] Network 5b58a7ca-055b-48e8-9cea-2eb47ae9543f requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:54.918534 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c1cc1d-73f1-46aa-aaab-d8352a85f8af tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:54.947586 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-155b5591-1a39-4830-8a07-97ba4ea7bbdd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:54.951323 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b5591-1a39-4830-8a07-97ba4ea7bbdd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event deleted for resources: {'Network': ['ID=93855a54-f6f2-411b-8acb-c7ab03f04c65,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:55.007573 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-155b5591-1a39-4830-8a07-97ba4ea7bbdd tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "DELETE /v2.0/networks/93855a54-f6f2-411b-8acb-c7ab03f04c65 HTTP/1.1" status: 204 len: 168 time: 5.2360146 Feb 09 01:13:55.026644 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9b5d43d9-1b49-4b64-8967-b6410b73388e req-80b82cf3-870e-4425-83d8-e19329a024fb tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2492325 Feb 09 01:13:55.027283 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47890) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:55.062168 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-788d757f-13c5-4b6b-91d3-30dd31c65ec1 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-801319878'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:55.075899 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-788d757f-13c5-4b6b-91d3-30dd31c65ec1 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:55.128878 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c0c1cc1d-73f1-46aa-aaab-d8352a85f8af tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:55.272701 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-850ae617-8156-4062-97d8-44b16f470240 admin admin] Allocated IP 172.20.0.1 (7f26ae75-93ae-4c86-b1f4-ba0c960fde4d/cf2fad94-a815-4e9e-adc4-8acfef9e4c28/32aa3680-776a-4d60-b851-e90dcc6aa753) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:55.312603 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1cc1d-73f1-46aa-aaab-d8352a85f8af tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Pushing event updated for resources: {'Port': ['ID=aef11c56-ce3f-433d-b0f0-568e3201b51e,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:55.379362 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0c8b3061-b1b9-408c-914a-9dece03cce98 None None] Provisioning for port 26d229bb-ff1f-4e55-b4dc-051fbd623cd1 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:55.400161 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 61b88393-e1c5-4c5a-996c-f538ec374a5b no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:13:55.433123 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-788d757f-13c5-4b6b-91d3-30dd31c65ec1 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Usage tracker for resource:network and tenant:6ad299afeb554fb2825073db5a372f36 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:55.446007 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-788d757f-13c5-4b6b-91d3-30dd31c65ec1 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:55.465209 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-788d757f-13c5-4b6b-91d3-30dd31c65ec1 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:55.543851 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c0c1cc1d-73f1-46aa-aaab-d8352a85f8af tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:55.601017 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 26d229bb-ff1f-4e55-b4dc-051fbd623cd1 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:55.806407 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-850ae617-8156-4062-97d8-44b16f470240 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:55.867559 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 26d229bb-ff1f-4e55-b4dc-051fbd623cd1 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:55.891826 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788d757f-13c5-4b6b-91d3-30dd31c65ec1 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Made reservation on behalf of 6ad299afeb554fb2825073db5a372f36 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:55.895403 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-788d757f-13c5-4b6b-91d3-30dd31c65ec1 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:55.904536 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 26d229bb-ff1f-4e55-b4dc-051fbd623cd1 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:55.909715 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:55.942198 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-850ae617-8156-4062-97d8-44b16f470240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:56.013727 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:56.097844 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8730380e-7b93-47a3-9df4-9625297f4af9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61b88393-e1c5-4c5a-996c-f538ec374a5b'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:13:56.110702 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850ae617-8156-4062-97d8-44b16f470240 admin admin] Network 7f26ae75-93ae-4c86-b1f4-ba0c960fde4d is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:56.122388 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d6feb218-1ae6-4fc5-9f0d-d2ccfd6217df req-121636d7-63f6-4d82-b26b-7edf444496f6 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:56.128651 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-850ae617-8156-4062-97d8-44b16f470240 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:56.140973 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 61b88393-e1c5-4c5a-996c-f538ec374a5b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=61b88393-e1c5-4c5a-996c-f538ec374a5b,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:56.142095 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850ae617-8156-4062-97d8-44b16f470240 admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:13:56.193248 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:56.194238 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device fb8f4657-1002-402d-b394-38ce2e8333be no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:13:56.210326 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8747e279-8185-4dcc-aaba-3940d8311d51 req-d3f714f7-0440-4190-a197-7e5dcabd1a35 tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.3760941 Feb 09 01:13:56.285347 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-788d757f-13c5-4b6b-91d3-30dd31c65ec1 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 960} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:13:56.308498 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-788d757f-13c5-4b6b-91d3-30dd31c65ec1 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:56.309215 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-788d757f-13c5-4b6b-91d3-30dd31c65ec1 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Added segment f63f5d52-b20a-4fc1-8260-a98e7bbe8de7 of type vlan for network 5ea10a41-d234-4439-b5aa-32831db57ab2 Feb 09 01:13:56.351979 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=61b88393-e1c5-4c5a-996c-f538ec374a5b,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:56.358337 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121636d7-63f6-4d82-b26b-7edf444496f6 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Pushing event deleted for resources: {'Port': ['ID=fb8f4657-1002-402d-b394-38ce2e8333be,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:56.386512 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-788d757f-13c5-4b6b-91d3-30dd31c65ec1 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:56.399438 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: fb8f4657-1002-402d-b394-38ce2e8333be {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:13:56.400068 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device fb8f4657-1002-402d-b394-38ce2e8333be not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:13:56.431851 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:56.473601 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-788d757f-13c5-4b6b-91d3-30dd31c65ec1 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:56.479110 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788d757f-13c5-4b6b-91d3-30dd31c65ec1 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:56.479931 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-788d757f-13c5-4b6b-91d3-30dd31c65ec1 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:56.489923 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6feb218-1ae6-4fc5-9f0d-d2ccfd6217df req-121636d7-63f6-4d82-b26b-7edf444496f6 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] No DVR routers for this DVR port fb8f4657-1002-402d-b394-38ce2e8333be on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:56.492629 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d6feb218-1ae6-4fc5-9f0d-d2ccfd6217df req-121636d7-63f6-4d82-b26b-7edf444496f6 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:56.508781 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 26d229bb-ff1f-4e55-b4dc-051fbd623cd1, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=26d229bb-ff1f-4e55-b4dc-051fbd623cd1,segment=NetworkSegment(b37090e6-590e-4bb9-8624-75e6a0d7fb6d),segment_id=b37090e6-590e-4bb9-8624-75e6a0d7fb6d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:56.521518 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:56.558014 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0c26b7-f741-4878-8994-7ce5d6d14fe4', 'name': 'network-vif-deleted', 'tag': 'fb8f4657-1002-402d-b394-38ce2e8333be'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:13:56.589358 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-730e7057-08fb-40a7-81a4-b014b9edf022 req-d14499bc-bbd2-4369-a16d-872a22da8ff2 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b74043c-1c25-451b-8278-6dc1c9a73b31 HTTP/1.1" status: 200 len: 210 time: 0.1218514 Feb 09 01:13:56.605588 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=26d229bb-ff1f-4e55-b4dc-051fbd623cd1,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:56.624361 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-788d757f-13c5-4b6b-91d3-30dd31c65ec1 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5824676 Feb 09 01:13:56.627068 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47928) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:56.649976 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d6feb218-1ae6-4fc5-9f0d-d2ccfd6217df req-121636d7-63f6-4d82-b26b-7edf444496f6 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.35 "DELETE /v2.0/ports/fb8f4657-1002-402d-b394-38ce2e8333be HTTP/1.1" status: 204 len: 173 time: 3.1961322 Feb 09 01:13:56.734183 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-5ca94992-8b49-43d9-be27-9967da6ec47c tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:56.736466 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-5ca94992-8b49-43d9-be27-9967da6ec47c tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/networks?id=84a4b1eb-79d6-447b-b1fd-6bc1ef45422a HTTP/1.1" status: 200 len: 804 time: 0.7988579 Feb 09 01:13:56.737975 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ae617-8156-4062-97d8-44b16f470240 admin admin] Pushing event updated for resources: {'Port': ['ID=32aa3680-776a-4d60-b851-e90dcc6aa753,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:56.797172 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-850ae617-8156-4062-97d8-44b16f470240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:56.836590 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcddc6a-3240-43f8-85dd-e6ba367a9e8d req-964d0af1-8803-4827-b2b8-f8a171aa8149 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:56.837269 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d7c7cffc-a29b-45e8-98de-3d2f5f5b9d1a None None] Provisioning complete for port 26d229bb-ff1f-4e55-b4dc-051fbd623cd1 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:56.838603 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9bcddc6a-3240-43f8-85dd-e6ba367a9e8d req-964d0af1-8803-4827-b2b8-f8a171aa8149 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.35 "GET /v2.0/ports?device_id=8730380e-7b93-47a3-9df4-9625297f4af9 HTTP/1.1" status: 200 len: 944 time: 0.5343711 Feb 09 01:13:56.839060 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d7c7cffc-a29b-45e8-98de-3d2f5f5b9d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:56.849203 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-05936e25-1f0e-47a7-9801-4b1c8f0d2a17 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/quotas/67dfd8ca30e2412a805557bd94e02525 HTTP/1.1" status: 200 len: 375 time: 0.0909371 Feb 09 01:13:57.006171 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-9bcddc6a-3240-43f8-85dd-e6ba367a9e8d req-6a75ea28-818c-4cd9-8d5f-d33398ae6226 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Deleting port 61b88393-e1c5-4c5a-996c-f538ec374a5b {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:13:57.006826 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9bcddc6a-3240-43f8-85dd-e6ba367a9e8d req-6a75ea28-818c-4cd9-8d5f-d33398ae6226 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:57.098357 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c31f24d-24f5-4198-bbbb-7c9fbd314865 None None] get_active_networks_info from n-d-828419-1 {{(pid=87613) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:13:57.248746 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-c0462ae8-48c4-485b-a871-51ca524d9f86 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Request body: {'subnet': {'network_id': '5ea10a41-d234-4439-b5aa-32831db57ab2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:57.267922 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d7c7cffc-a29b-45e8-98de-3d2f5f5b9d1a None None] Provisioning for port aef11c56-ce3f-433d-b0f0-568e3201b51e completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:57.282879 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d7c7cffc-a29b-45e8-98de-3d2f5f5b9d1a None None] Provisioning complete for port aef11c56-ce3f-433d-b0f0-568e3201b51e triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:57.283344 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d7c7cffc-a29b-45e8-98de-3d2f5f5b9d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:57.292205 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d757f-13c5-4b6b-91d3-30dd31c65ec1 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event updated for resources: {'Network': ['ID=5ea10a41-d234-4439-b5aa-32831db57ab2,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:57.359910 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d7c7cffc-a29b-45e8-98de-3d2f5f5b9d1a None None] Port aef11c56-ce3f-433d-b0f0-568e3201b51e cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:13:57.361815 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 5ea10a41-d234-4439-b5aa-32831db57ab2 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:13:57.425489 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-9bcddc6a-3240-43f8-85dd-e6ba367a9e8d req-6a75ea28-818c-4cd9-8d5f-d33398ae6226 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] For port 61b88393-e1c5-4c5a-996c-f538ec374a5b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=61b88393-e1c5-4c5a-996c-f538ec374a5b,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:57.426039 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9bcddc6a-3240-43f8-85dd-e6ba367a9e8d req-6a75ea28-818c-4cd9-8d5f-d33398ae6226 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:57.544349 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 15ad4c18-0667-47a0-bd5e-7e26c17bc7e6 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:57.581894 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-9bcddc6a-3240-43f8-85dd-e6ba367a9e8d req-6a75ea28-818c-4cd9-8d5f-d33398ae6226 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Calling delete_port for 61b88393-e1c5-4c5a-996c-f538ec374a5b owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:13:57.641615 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-20c3ee0a-7b27-4a6a-b3f6-18a22ed8ced7 None None] Provisioning complete for port aef11c56-ce3f-433d-b0f0-568e3201b51e triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:57.642008 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-20c3ee0a-7b27-4a6a-b3f6-18a22ed8ced7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:57.678046 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c0462ae8-48c4-485b-a871-51ca524d9f86 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:57.682430 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c0462ae8-48c4-485b-a871-51ca524d9f86 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Usage tracker for resource:subnet and tenant:6ad299afeb554fb2825073db5a372f36 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:57.686352 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c0462ae8-48c4-485b-a871-51ca524d9f86 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:57.693876 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c0462ae8-48c4-485b-a871-51ca524d9f86 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:57.739739 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973a640-21f0-4964-94ff-a8f43a0bfaa0 req-32f16d3b-efea-4945-bce3-ea52f042e58a tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:57.748690 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7973a640-21f0-4964-94ff-a8f43a0bfaa0 req-32f16d3b-efea-4945-bce3-ea52f042e58a tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 945 time: 0.9964340 Feb 09 01:13:57.750876 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0462ae8-48c4-485b-a871-51ca524d9f86 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Made reservation on behalf of 6ad299afeb554fb2825073db5a372f36 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:57.754230 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c31f24d-24f5-4198-bbbb-7c9fbd314865 None None] Resources bound (agent type, host, resource id): {{(pid=87613) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:13:57.756647 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0462ae8-48c4-485b-a871-51ca524d9f86 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:57.806101 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-20c3ee0a-7b27-4a6a-b3f6-18a22ed8ced7 None None] Port aef11c56-ce3f-433d-b0f0-568e3201b51e cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:13:57.832671 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 15ad4c18-0667-47a0-bd5e-7e26c17bc7e6 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:57.871137 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-850ae617-8156-4062-97d8-44b16f470240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:57.880277 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [None req-c0c1cc1d-73f1-46aa-aaab-d8352a85f8af tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:13:57.891636 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 15ad4c18-0667-47a0-bd5e-7e26c17bc7e6 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:57.892010 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:57.901732 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c0c1cc1d-73f1-46aa-aaab-d8352a85f8af tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:57.911774 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-f8dc086f-f4f1-4866-a93a-7ee65c0d4a06 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=67dfd8ca30e2412a805557bd94e02525&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0613737 Feb 09 01:13:57.974481 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c0c1cc1d-73f1-46aa-aaab-d8352a85f8af tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:57.992635 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7973a640-21f0-4964-94ff-a8f43a0bfaa0 req-723a9d82-15f8-49fa-ae48-c97f902c58d1 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2427697 Feb 09 01:13:58.108814 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8730380e-7b93-47a3-9df4-9625297f4af9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61b88393-e1c5-4c5a-996c-f538ec374a5b', 'code': 200} Feb 09 01:13:58.184559 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0c26b7-f741-4878-8994-7ce5d6d14fe4', 'name': 'network-vif-deleted', 'tag': 'fb8f4657-1002-402d-b394-38ce2e8333be', 'status': 'completed', 'code': 200} Feb 09 01:13:58.210254 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:58.227505 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 15ad4c18-0667-47a0-bd5e-7e26c17bc7e6, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=15ad4c18-0667-47a0-bd5e-7e26c17bc7e6,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:13:58.246538 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:58.247323 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 26d229bb-ff1f-4e55-b4dc-051fbd623cd1 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:58.293338 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-51e92e0c-2cdb-4535-b716-079f8ac17bfa tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:58.295272 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-51e92e0c-2cdb-4535-b716-079f8ac17bfa tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.35 "GET /v2.0/networks?id=5d6c2755-ea18-4235-9314-c370c19b3771 HTTP/1.1" status: 200 len: 814 time: 0.9225681 Feb 09 01:13:58.303918 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c0c1cc1d-73f1-46aa-aaab-d8352a85f8af tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:58.339152 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-6d7f356a-b6a1-4533-b689-d280655a299d tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Request body: {'port': {'device_id': '9b74043c-1c25-451b-8278-6dc1c9a73b31', 'network_id': '5d6c2755-ea18-4235-9314-c370c19b3771', 'admin_state_up': True, 'tenant_id': '903cfb9c5cb94334ab49ed8a903cb9a8'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:58.346948 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0462ae8-48c4-485b-a871-51ca524d9f86 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:58.362994 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1cc1d-73f1-46aa-aaab-d8352a85f8af tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Pushing event updated for resources: {'Port': ['ID=aef11c56-ce3f-433d-b0f0-568e3201b51e,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:58.380459 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fd2aadaf-9513-4dc1-b68e-68b302b97bce req-a688ab86-262b-43cf-b655-0b501cb0c25c tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.0972075 Feb 09 01:13:58.383238 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-850ae617-8156-4062-97d8-44b16f470240 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:58.399704 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-850ae617-8156-4062-97d8-44b16f470240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:58.468303 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=15ad4c18-0667-47a0-bd5e-7e26c17bc7e6,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:58.481161 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 26d229bb-ff1f-4e55-b4dc-051fbd623cd1 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:58.481541 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:58.544737 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-33b0fb09-97eb-44b3-b4dc-ecbd7659ae45 service neutron] 10.222.0.37 "GET /v2.0/networks/84a4b1eb-79d6-447b-b1fd-6bc1ef45422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6005065 Feb 09 01:13:58.554315 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0462ae8-48c4-485b-a871-51ca524d9f86 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event updated for resources: {'Subnet': ['ID=2415375e-b847-44bd-9df9-4c0f9d4bedf4,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:58.556703 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-850ae617-8156-4062-97d8-44b16f470240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:58.565840 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0462ae8-48c4-485b-a871-51ca524d9f86 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Checking segment: {'id': 'f63f5d52-b20a-4fc1-8260-a98e7bbe8de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '5ea10a41-d234-4439-b5aa-32831db57ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:13:58.566275 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0462ae8-48c4-485b-a871-51ca524d9f86 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Network hostable DHCP agents. Network: 5ea10a41-d234-4439-b5aa-32831db57ab2, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:13:58.579985 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ae617-8156-4062-97d8-44b16f470240 admin admin] Pushing event updated for resources: {'Port': ['ID=32aa3680-776a-4d60-b851-e90dcc6aa753,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:58.611350 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9bcddc6a-3240-43f8-85dd-e6ba367a9e8d req-6a75ea28-818c-4cd9-8d5f-d33398ae6226 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:58.704138 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e5d578e0-92ba-44e4-ad4b-fef6f1408fa6 req-bb1ec8d8-05cb-46d4-92d1-6b0627683ac1 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b74043c-1c25-451b-8278-6dc1c9a73b31 HTTP/1.1" status: 200 len: 210 time: 0.0514739 Feb 09 01:13:58.714975 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0462ae8-48c4-485b-a871-51ca524d9f86 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Network 5ea10a41-d234-4439-b5aa-32831db57ab2 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:13:58.730430 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-c0462ae8-48c4-485b-a871-51ca524d9f86 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 5ea10a41-d234-4439-b5aa-32831db57ab2) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:58.738312 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39aaf317-6073-43d9-b99e-a519c9ec0bd6 None None] Network 5ea10a41-d234-4439-b5aa-32831db57ab2 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:13:58.745342 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0462ae8-48c4-485b-a871-51ca524d9f86 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:58.746028 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0462ae8-48c4-485b-a871-51ca524d9f86 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:58.761676 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75ea28-818c-4cd9-8d5f-d33398ae6226 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Pushing event deleted for resources: {'Port': ['ID=61b88393-e1c5-4c5a-996c-f538ec374a5b,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:58.800099 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c0462ae8-48c4-485b-a871-51ca524d9f86 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0636711 Feb 09 01:13:58.802705 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47944) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:13:58.806092 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850ae617-8156-4062-97d8-44b16f470240 admin admin] Network 7f26ae75-93ae-4c86-b1f4-ba0c960fde4d is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:58.823989 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-850ae617-8156-4062-97d8-44b16f470240 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:58.916855 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bcddc6a-3240-43f8-85dd-e6ba367a9e8d req-6a75ea28-818c-4cd9-8d5f-d33398ae6226 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] No DVR routers for this DVR port 61b88393-e1c5-4c5a-996c-f538ec374a5b on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:58.935916 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9bcddc6a-3240-43f8-85dd-e6ba367a9e8d req-6a75ea28-818c-4cd9-8d5f-d33398ae6226 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:58.951257 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-6d7f356a-b6a1-4533-b689-d280655a299d tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:13:58.971955 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-6d7f356a-b6a1-4533-b689-d280655a299d tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Usage tracker for resource:port and tenant:903cfb9c5cb94334ab49ed8a903cb9a8 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:13:58.978364 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-6d7f356a-b6a1-4533-b689-d280655a299d tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:13:58.993329 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-6d7f356a-b6a1-4533-b689-d280655a299d tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:13:58.998263 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9bcddc6a-3240-43f8-85dd-e6ba367a9e8d req-6a75ea28-818c-4cd9-8d5f-d33398ae6226 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.35 "DELETE /v2.0/ports/61b88393-e1c5-4c5a-996c-f538ec374a5b HTTP/1.1" status: 204 len: 173 time: 2.1465046 Feb 09 01:13:59.000680 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd37f69-5b7a-4bed-ac11-881456801680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-5ea10a41-d234-4439-b5aa-32831db57ab2', 'network_id': '5ea10a41-d234-4439-b5aa-32831db57ab2', 'tenant_id': '6ad299afeb554fb2825073db5a372f36', 'fixed_ips': [{'subnet_id': '2415375e-b847-44bd-9df9-4c0f9d4bedf4'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:13:59.001912 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0bd37f69-5b7a-4bed-ac11-881456801680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:59.017490 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-674c7abe-6334-4373-a320-f22e27bb5d57 service neutron] 10.222.0.37 "GET /v2.0/networks/84a4b1eb-79d6-447b-b1fd-6bc1ef45422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712775 Feb 09 01:13:59.033021 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c1cc1d-73f1-46aa-aaab-d8352a85f8af tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Network 5b58a7ca-055b-48e8-9cea-2eb47ae9543f is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:59.035036 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-c0c1cc1d-73f1-46aa-aaab-d8352a85f8af tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:59.053520 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-6d7f356a-b6a1-4533-b689-d280655a299d tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Made reservation on behalf of 903cfb9c5cb94334ab49ed8a903cb9a8 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:59.057425 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-6d7f356a-b6a1-4533-b689-d280655a299d tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:59.318167 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-0bd37f69-5b7a-4bed-ac11-881456801680 None None] Allocated IP 172.20.0.1 (5ea10a41-d234-4439-b5aa-32831db57ab2/2415375e-b847-44bd-9df9-4c0f9d4bedf4/4cffe7e4-88c5-4387-bbfc-ed2203ef459c) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:59.441323 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 8fbef048-139b-49ec-9219-48402a20c475 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:13:59.447530 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 15ad4c18-0667-47a0-bd5e-7e26c17bc7e6 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:13:59.584640 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-77163fbd-3953-43bf-862a-631b56d4794e req-de9c8bfa-3547-42b6-bc88-9c43835dda5a tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Synchronizing usage tracker for tenant:67dfd8ca30e2412a805557bd94e02525 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:13:59.603699 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-38e53156-a6f6-403c-b4bd-86c63435c344 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:59.693184 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-77163fbd-3953-43bf-862a-631b56d4794e req-de9c8bfa-3547-42b6-bc88-9c43835dda5a tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Unset dirty status for tenant:67dfd8ca30e2412a805557bd94e02525 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:13:59.694586 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-77163fbd-3953-43bf-862a-631b56d4794e req-de9c8bfa-3547-42b6-bc88-9c43835dda5a tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffde6797-f7da-4d5e-bcb5-8301544dce2c HTTP/1.1" status: 200 len: 210 time: 0.2408223 Feb 09 01:13:59.702621 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850ae617-8156-4062-97d8-44b16f470240 admin admin] Router 17430bfe-5120-4ac9-8462-220a8e6c0906 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:13:59.728932 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c1cc1d-73f1-46aa-aaab-d8352a85f8af tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Router 761ca3c8-d799-4ed4-a180-9d1659452c2e is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:13:59.765331 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-6d7f356a-b6a1-4533-b689-d280655a299d tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Allocated IP 172.20.0.4 (5d6c2755-ea18-4235-9314-c370c19b3771/49af6773-dfcd-45e0-b742-3363769f41e9/a122cb31-f21a-4654-a5c0-fdc860cda37a) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:59.880793 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9da70e14-6ed8-4672-a072-8c0658e89143 None None] Provisioning complete for port aef11c56-ce3f-433d-b0f0-568e3201b51e triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:59.881576 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9da70e14-6ed8-4672-a072-8c0658e89143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:59.997673 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0bd37f69-5b7a-4bed-ac11-881456801680 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:00.086449 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34137ea0-d641-4a84-ba6d-02dd490e7fac req-89b4d921-4c7a-4883-bd45-7458e4a9b0f7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:00.094462 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-34137ea0-d641-4a84-ba6d-02dd490e7fac req-89b4d921-4c7a-4883-bd45-7458e4a9b0f7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 945 time: 0.5853391 Feb 09 01:14:00.111985 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-38e53156-a6f6-403c-b4bd-86c63435c344 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:00.153287 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0bd37f69-5b7a-4bed-ac11-881456801680 None None] Transition to ACTIVE for port object 4cffe7e4-88c5-4387-bbfc-ed2203ef459c will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:00.215276 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0bd37f69-5b7a-4bed-ac11-881456801680 None None] Transition to ACTIVE for port object 4cffe7e4-88c5-4387-bbfc-ed2203ef459c will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:00.228121 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850ae617-8156-4062-97d8-44b16f470240 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:14:00.243662 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8730380e-7b93-47a3-9df4-9625297f4af9', 'name': 'network-vif-deleted', 'tag': '61b88393-e1c5-4c5a-996c-f538ec374a5b'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:14:00.267864 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-9da70e14-6ed8-4672-a072-8c0658e89143 None None] Port aef11c56-ce3f-433d-b0f0-568e3201b51e cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:14:00.274708 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-850ae617-8156-4062-97d8-44b16f470240 admin admin] 10.222.0.37 "PUT /v2.0/routers/17430bfe-5120-4ac9-8462-220a8e6c0906/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1543283 Feb 09 01:14:00.324376 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccc5ccf-c7fd-4a6a-9933-dc864cf2ece6 None None] Sync routers for ids ['17430bfe-5120-4ac9-8462-220a8e6c0906'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:14:00.332922 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-34137ea0-d641-4a84-ba6d-02dd490e7fac req-fe65426d-0f0e-4bf2-b550-8f70f4d0f3b1 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2370968 Feb 09 01:14:00.338393 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0bd37f69-5b7a-4bed-ac11-881456801680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:00.373774 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dcac89d5-243c-4c84-a165-0364e6a5622d req-74c9b6af-7145-46df-a171-a8d62aaa67a1 tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.4097204 Feb 09 01:14:00.421416 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-38e53156-a6f6-403c-b4bd-86c63435c344 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:00.447072 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd37f69-5b7a-4bed-ac11-881456801680 None None] Pushing event updated for resources: {'Port': ['ID=4cffe7e4-88c5-4387-bbfc-ed2203ef459c,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:00.465178 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 8fbef048-139b-49ec-9219-48402a20c475, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=8fbef048-139b-49ec-9219-48402a20c475,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:00.505795 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8730380e-7b93-47a3-9df4-9625297f4af9', 'name': 'network-vif-deleted', 'tag': '61b88393-e1c5-4c5a-996c-f538ec374a5b', 'status': 'completed', 'code': 200} Feb 09 01:14:00.542453 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c1cc1d-73f1-46aa-aaab-d8352a85f8af tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:14:00.545128 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd37f69-5b7a-4bed-ac11-881456801680 None None] Network 5ea10a41-d234-4439-b5aa-32831db57ab2 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:00.551826 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bb1cdf-b9cc-47d6-8ff6-4c779679e0af None None] Sync routers for ids ['761ca3c8-d799-4ed4-a180-9d1659452c2e'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:14:00.567890 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bb1cdf-b9cc-47d6-8ff6-4c779679e0af None None] Routers {'761ca3c8-d799-4ed4-a180-9d1659452c2e'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:14:00.569109 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-95bb1cdf-b9cc-47d6-8ff6-4c779679e0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:13:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['761ca3c8-d799-4ed4-a180-9d1659452c2e'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:00.570851 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c0c1cc1d-73f1-46aa-aaab-d8352a85f8af tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] 10.222.0.37 "PUT /v2.0/routers/761ca3c8-d799-4ed4-a180-9d1659452c2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5823541 Feb 09 01:14:00.573301 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-0bd37f69-5b7a-4bed-ac11-881456801680 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:00.574397 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48000) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:00.579783 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccc5ccf-c7fd-4a6a-9933-dc864cf2ece6 None None] Routers {'17430bfe-5120-4ac9-8462-220a8e6c0906'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:14:00.583989 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-e3df0dd7-18e2-4c1e-b62e-186c3e2eb4a9 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Request body: {'port': {'network_id': '5b58a7ca-055b-48e8-9cea-2eb47ae9543f', 'name': 'tempest-FloatingIPNegativeTestJSON-2002869824'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:00.584855 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-8ccc5ccf-c7fd-4a6a-9933-dc864cf2ece6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:13:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['17430bfe-5120-4ac9-8462-220a8e6c0906'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:00.601611 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e53156-a6f6-403c-b4bd-86c63435c344 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event deleted for resources: {'Subnet': ['ID=2415375e-b847-44bd-9df9-4c0f9d4bedf4,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:00.719955 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-95bb1cdf-b9cc-47d6-8ff6-4c779679e0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:00.723778 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd37f69-5b7a-4bed-ac11-881456801680 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:14:00.747871 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bb1cdf-b9cc-47d6-8ff6-4c779679e0af None None] Routers {'761ca3c8-d799-4ed4-a180-9d1659452c2e'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:14:00.749212 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-95bb1cdf-b9cc-47d6-8ff6-4c779679e0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:13:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['761ca3c8-d799-4ed4-a180-9d1659452c2e'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:00.770295 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-38e53156-a6f6-403c-b4bd-86c63435c344 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:00.780690 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '8fbef048-139b-49ec-9219-48402a20c475', 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1', 'port_id': '8fbef048-139b-49ec-9219-48402a20c475', 'mac_address': 'fa:16:3e:e4:d0:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f367ae-6db3-44ee-a579-54c0e257ede0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:14:00.780911 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-6d7f356a-b6a1-4533-b689-d280655a299d tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:00.782528 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 15ad4c18-0667-47a0-bd5e-7e26c17bc7e6 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:00.782903 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:00.828217 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-38e53156-a6f6-403c-b4bd-86c63435c344 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea10a41-d234-4439-b5aa-32831db57ab2']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:00.852537 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-38e53156-a6f6-403c-b4bd-86c63435c344 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63f5d52-b20a-4fc1-8260-a98e7bbe8de7') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:00.852847 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-38e53156-a6f6-403c-b4bd-86c63435c344 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63f5d52-b20a-4fc1-8260-a98e7bbe8de7') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:00.867239 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-38e53156-a6f6-403c-b4bd-86c63435c344 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:00.890537 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-38e53156-a6f6-403c-b4bd-86c63435c344 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:00.898760 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-95bb1cdf-b9cc-47d6-8ff6-4c779679e0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:00.898968 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e53156-a6f6-403c-b4bd-86c63435c344 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Releasing vlan 960 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:14:00.899259 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-38e53156-a6f6-403c-b4bd-86c63435c344 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:00.899993 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bb1cdf-b9cc-47d6-8ff6-4c779679e0af None None] The sync data for ids ['761ca3c8-d799-4ed4-a180-9d1659452c2e'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:14:00.933397 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e3df0dd7-18e2-4c1e-b62e-186c3e2eb4a9 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:00.940861 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e3df0dd7-18e2-4c1e-b62e-186c3e2eb4a9 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Usage tracker for resource:port and tenant:6591cb2957c24337884bd6f15378945c is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:00.945709 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e3df0dd7-18e2-4c1e-b62e-186c3e2eb4a9 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:00.955530 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e3df0dd7-18e2-4c1e-b62e-186c3e2eb4a9 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:00.972082 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3df0dd7-18e2-4c1e-b62e-186c3e2eb4a9 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Made reservation on behalf of 6591cb2957c24337884bd6f15378945c for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:00.993123 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e3df0dd7-18e2-4c1e-b62e-186c3e2eb4a9 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:01.074462 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:14:01.074462 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:14:01.074462 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:14:01.074462 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:14:01.074462 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:14:01.074462 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:14:01.074462 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:14:01.074462 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:14:01.074462 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:14:01.074462 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:14:01.074462 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:14:01.074462 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:14:01.074462 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:14:01.074462 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:14:01.074462 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:14:01.074462 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:14:01.074462 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:14:01.074462 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:14:01.074462 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:14:01.074462 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:14:01.074462 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:14:01.074462 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:14:01.074462 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:14:01.074462 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:14:01.074462 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:14:01.074462 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:14:01.074462 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:14:01.074462 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:14:01.074462 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:14:01.074462 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:14:01.074462 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:14:01.074462 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:14:01.088512 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-6d7f356a-b6a1-4533-b689-d280655a299d tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:01.241040 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [None req-38e53156-a6f6-403c-b4bd-86c63435c344 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:14:01.241040 n-d-828419-1 neutron-server[87611]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:14:01.241040 n-d-828419-1 neutron-server[87611]: [parameters: {'id': '5ea10a41-d234-4439-b5aa-32831db57ab2'}] Feb 09 01:14:01.241040 n-d-828419-1 neutron-server[87611]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:14:01.241040 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [None req-38e53156-a6f6-403c-b4bd-86c63435c344 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:14:01.249316 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-e3df0dd7-18e2-4c1e-b62e-186c3e2eb4a9 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] device_id is not set on port 13420c87-c14d-4002-afb2-d73786ddd5c8 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:14:01.262756 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de60fee-4375-4989-a2d7-2d6412f21df6 req-0f6e0112-5fb7-43e6-9811-5e13fb45f0f1 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:01.269713 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5de60fee-4375-4989-a2d7-2d6412f21df6 req-0f6e0112-5fb7-43e6-9811-5e13fb45f0f1 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b74043c-1c25-451b-8278-6dc1c9a73b31 HTTP/1.1" status: 200 len: 931 time: 0.1944706 Feb 09 01:14:01.322955 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5de60fee-4375-4989-a2d7-2d6412f21df6 req-68fea753-1d1a-4da9-a944-a243c6679f72 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522618 Feb 09 01:14:01.350695 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-0bd37f69-5b7a-4bed-ac11-881456801680 None None] Attempting to bind port 4cffe7e4-88c5-4387-bbfc-ed2203ef459c on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:14:01.351220 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-0bd37f69-5b7a-4bed-ac11-881456801680 None None] Attempting to bind port 4cffe7e4-88c5-4387-bbfc-ed2203ef459c by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'f63f5d52-b20a-4fc1-8260-a98e7bbe8de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '5ea10a41-d234-4439-b5aa-32831db57ab2'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:14:01.351533 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd37f69-5b7a-4bed-ac11-881456801680 None None] Attempting to bind port 4cffe7e4-88c5-4387-bbfc-ed2203ef459c on network 5ea10a41-d234-4439-b5aa-32831db57ab2 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:14:01.399229 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd37f69-5b7a-4bed-ac11-881456801680 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:14:01.399694 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd37f69-5b7a-4bed-ac11-881456801680 None None] Checking segment: {'id': 'f63f5d52-b20a-4fc1-8260-a98e7bbe8de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '5ea10a41-d234-4439-b5aa-32831db57ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:14:01.400307 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0bd37f69-5b7a-4bed-ac11-881456801680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:01.400781 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd37f69-5b7a-4bed-ac11-881456801680 None None] Bound using segment: {'id': 'f63f5d52-b20a-4fc1-8260-a98e7bbe8de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '5ea10a41-d234-4439-b5aa-32831db57ab2'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:14:01.401311 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-0bd37f69-5b7a-4bed-ac11-881456801680 None None] Bound port: 4cffe7e4-88c5-4387-bbfc-ed2203ef459c, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f63f5d52-b20a-4fc1-8260-a98e7bbe8de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '5ea10a41-d234-4439-b5aa-32831db57ab2'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:14:01.401748 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0bd37f69-5b7a-4bed-ac11-881456801680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:01.417871 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-6d7f356a-b6a1-4533-b689-d280655a299d tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Network 5d6c2755-ea18-4235-9314-c370c19b3771 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:01.428630 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-6d7f356a-b6a1-4533-b689-d280655a299d tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:01.431046 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:01.465701 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-6d7f356a-b6a1-4533-b689-d280655a299d tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:14:01.501490 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-00f74203-3eb3-41d3-b81e-156891aa6c81 req-1d36d217-d7bd-40c2-9158-9eebf19301ed tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffde6797-f7da-4d5e-bcb5-8301544dce2c HTTP/1.1" status: 200 len: 210 time: 0.0610139 Feb 09 01:14:01.532128 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-6d7f356a-b6a1-4533-b689-d280655a299d tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:01.532917 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-6d7f356a-b6a1-4533-b689-d280655a299d tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:01.574788 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-6d7f356a-b6a1-4533-b689-d280655a299d tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2395396 Feb 09 01:14:01.594333 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f356a-b6a1-4533-b689-d280655a299d tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Pushing event updated for resources: {'Port': ['ID=a122cb31-f21a-4654-a5c0-fdc860cda37a,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:01.598076 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-0bd37f69-5b7a-4bed-ac11-881456801680 None None] For port 4cffe7e4-88c5-4387-bbfc-ed2203ef459c, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:14:01.601602 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-0bd37f69-5b7a-4bed-ac11-881456801680 None None] For port 4cffe7e4-88c5-4387-bbfc-ed2203ef459c, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=4cffe7e4-88c5-4387-bbfc-ed2203ef459c,segment=NetworkSegment(f63f5d52-b20a-4fc1-8260-a98e7bbe8de7),segment_id=f63f5d52-b20a-4fc1-8260-a98e7bbe8de7)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:14:01.612269 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-8ccc5ccf-c7fd-4a6a-9933-dc864cf2ece6 None None] Set router 17430bfe-5120-4ac9-8462-220a8e6c0906 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:14:01.613081 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-a9d02477-4d47-403c-b4d3-9313d92cd8f4 service neutron] Request body: {'port': {'device_id': '9b74043c-1c25-451b-8278-6dc1c9a73b31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:01.669158 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8fbef048-139b-49ec-9219-48402a20c475 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:14:01.673582 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0bd37f69-5b7a-4bed-ac11-881456801680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:01.714151 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf45253-b55d-4b26-a57a-17c13102aca6 req-d44bee7b-b719-4e51-a22c-d2c164197dfb tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:01.723072 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3cf45253-b55d-4b26-a57a-17c13102aca6 req-d44bee7b-b719-4e51-a22c-d2c164197dfb tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 945 time: 0.1026602 Feb 09 01:14:01.742000 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-38e53156-a6f6-403c-b4bd-86c63435c344 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:01.780417 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-38e53156-a6f6-403c-b4bd-86c63435c344 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Deleting port 4cffe7e4-88c5-4387-bbfc-ed2203ef459c {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:14:01.781046 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-38e53156-a6f6-403c-b4bd-86c63435c344 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:01.808180 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 8fbef048-139b-49ec-9219-48402a20c475, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=8fbef048-139b-49ec-9219-48402a20c475,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:01.861640 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3cf45253-b55d-4b26-a57a-17c13102aca6 req-be70faaa-9832-428d-9d57-1b954d7d293a tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373098 Feb 09 01:14:01.873923 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-7717eafd-c976-495d-a782-cfd098a521db tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:01.874734 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-7717eafd-c976-495d-a782-cfd098a521db tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Synchronizing usage tracker for tenant:1866ce3035f2464c986757a3a7323de3 on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:14:01.896245 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-e7793f5a-b1e7-453f-a505-ff05dc4ae2f5 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:01.897965 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-e7793f5a-b1e7-453f-a505-ff05dc4ae2f5 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.35 "GET /v2.0/networks?id=84a4b1eb-79d6-447b-b1fd-6bc1ef45422a HTTP/1.1" status: 200 len: 804 time: 0.8720405 Feb 09 01:14:01.900924 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:01.906500 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-a9d02477-4d47-403c-b4d3-9313d92cd8f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:01.942670 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-0a8f37bb-669c-48f8-bdcf-f81d980799e7 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Request body: {'port': {'device_id': 'ffde6797-f7da-4d5e-bcb5-8301544dce2c', 'network_id': '84a4b1eb-79d6-447b-b1fd-6bc1ef45422a', 'admin_state_up': True, 'tenant_id': '67dfd8ca30e2412a805557bd94e02525'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:02.050947 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd37f69-5b7a-4bed-ac11-881456801680 None None] Pushing event updated for resources: {'Port': ['ID=4cffe7e4-88c5-4387-bbfc-ed2203ef459c,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:02.095375 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-0a8f37bb-669c-48f8-bdcf-f81d980799e7 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:02.125171 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-0a8f37bb-669c-48f8-bdcf-f81d980799e7 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:02.135570 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=8fbef048-139b-49ec-9219-48402a20c475,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:02.146628 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['8fbef048-139b-49ec-9219-48402a20c475'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:14:02.161851 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-7717eafd-c976-495d-a782-cfd098a521db tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Unset dirty status for tenant:1866ce3035f2464c986757a3a7323de3 on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:14:02.168807 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-7717eafd-c976-495d-a782-cfd098a521db tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/networks?id=7f26ae75-93ae-4c86-b1f4-ba0c960fde4d HTTP/1.1" status: 200 len: 820 time: 1.0074296 Feb 09 01:14:02.176972 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-0a8f37bb-669c-48f8-bdcf-f81d980799e7 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Made reservation on behalf of 67dfd8ca30e2412a805557bd94e02525 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:02.181038 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-0a8f37bb-669c-48f8-bdcf-f81d980799e7 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:02.296054 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729c619b-4c27-45de-892d-6cae12f9b35d None None] Network 5ea10a41-d234-4439-b5aa-32831db57ab2 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:02.337582 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a40c0dad-516e-46eb-96a1-16f47a508cc3 req-e06784cd-7384-4eed-8d88-18800197c9df tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.0614820 Feb 09 01:14:02.436705 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-38e53156-a6f6-403c-b4bd-86c63435c344 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] For port 4cffe7e4-88c5-4387-bbfc-ed2203ef459c, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=4cffe7e4-88c5-4387-bbfc-ed2203ef459c,segment=NetworkSegment(f63f5d52-b20a-4fc1-8260-a98e7bbe8de7),segment_id=f63f5d52-b20a-4fc1-8260-a98e7bbe8de7)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:02.437344 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-38e53156-a6f6-403c-b4bd-86c63435c344 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:02.653261 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-f19ab58e-3550-48c1-9cc5-a0d7bbdbd316 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/quotas/1866ce3035f2464c986757a3a7323de3 HTTP/1.1" status: 200 len: 375 time: 0.4831476 Feb 09 01:14:02.719313 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-e3df0dd7-18e2-4c1e-b62e-186c3e2eb4a9 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Allocated IP 172.20.0.14 (5b58a7ca-055b-48e8-9cea-2eb47ae9543f/7a2b1f37-f6d4-40dc-a3bb-70036dc9b144/13420c87-c14d-4002-afb2-d73786ddd5c8) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:02.726623 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-8ccc5ccf-c7fd-4a6a-9933-dc864cf2ece6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'name': 'tempest-ServerRescueTestJSONUnderV235-1142224546-router', 'tenant_id': '1866ce3035f2464c986757a3a7323de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '15ad4c18-0667-47a0-bd5e-7e26c17bc7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:45Z', 'updated_at': '2022-02-09T01:13:57Z', 'revision_number': 4, 'project_id': '1866ce3035f2464c986757a3a7323de3', 'gw_port': {'id': '15ad4c18-0667-47a0-bd5e-7e26c17bc7e6', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '32aa3680-776a-4d60-b851-e90dcc6aa753', 'name': '', 'network_id': '7f26ae75-93ae-4c86-b1f4-ba0c960fde4d', 'tenant_id': '1866ce3035f2464c986757a3a7323de3', 'mac_address': 'fa:16:3e:7c:4f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'cf2fad94-a815-4e9e-adc4-8acfef9e4c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:54Z', 'updated_at': '2022-02-09T01:13:58Z', 'revision_number': 2, 'project_id': '1866ce3035f2464c986757a3a7323de3', 'subnets': [{'id': 'cf2fad94-a815-4e9e-adc4-8acfef9e4c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:02.740005 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccc5ccf-c7fd-4a6a-9933-dc864cf2ece6 None None] Checking router: 17430bfe-5120-4ac9-8462-220a8e6c0906 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:14:02.740358 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccc5ccf-c7fd-4a6a-9933-dc864cf2ece6 None None] Updating router 17430bfe-5120-4ac9-8462-220a8e6c0906 port 32aa3680-776a-4d60-b851-e90dcc6aa753 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:14:02.807986 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-38e53156-a6f6-403c-b4bd-86c63435c344 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Calling delete_port for 4cffe7e4-88c5-4387-bbfc-ed2203ef459c owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:14:02.810468 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8ccc5ccf-c7fd-4a6a-9933-dc864cf2ece6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:02.932222 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba7ade-f359-483f-937c-f1ec3fd98200 req-4d42ae28-20e5-43ae-bb1c-bbf65350e03d tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:02.934104 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-29ba7ade-f359-483f-937c-f1ec3fd98200 req-4d42ae28-20e5-43ae-bb1c-bbf65350e03d tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b74043c-1c25-451b-8278-6dc1c9a73b31 HTTP/1.1" status: 200 len: 931 time: 0.3761895 Feb 09 01:14:02.959405 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-38e53156-a6f6-403c-b4bd-86c63435c344 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:03.029539 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e53156-a6f6-403c-b4bd-86c63435c344 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event deleted for resources: {'Port': ['ID=4cffe7e4-88c5-4387-bbfc-ed2203ef459c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:03.031611 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e53156-a6f6-403c-b4bd-86c63435c344 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] No DVR routers for this DVR port 4cffe7e4-88c5-4387-bbfc-ed2203ef459c on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:14:03.120299 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-b9d8578c-7617-4aa0-ae93-ef51551eff4e tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1866ce3035f2464c986757a3a7323de3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4561524 Feb 09 01:14:03.220016 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-38e53156-a6f6-403c-b4bd-86c63435c344 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:03.252477 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-38e53156-a6f6-403c-b4bd-86c63435c344 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea10a41-d234-4439-b5aa-32831db57ab2']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:03.267585 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-38e53156-a6f6-403c-b4bd-86c63435c344 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63f5d52-b20a-4fc1-8260-a98e7bbe8de7') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:03.268596 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-38e53156-a6f6-403c-b4bd-86c63435c344 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63f5d52-b20a-4fc1-8260-a98e7bbe8de7') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:03.280868 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-38e53156-a6f6-403c-b4bd-86c63435c344 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:03.304960 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-29ba7ade-f359-483f-937c-f1ec3fd98200 req-34caf080-fa57-4847-960a-164afd3ed6bf tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622575 Feb 09 01:14:03.311268 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-38e53156-a6f6-403c-b4bd-86c63435c344 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:03.329472 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e53156-a6f6-403c-b4bd-86c63435c344 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Releasing vlan 960 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:14:03.329886 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-38e53156-a6f6-403c-b4bd-86c63435c344 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:03.423109 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d16e09-c155-47fc-9cc3-429118ecfb0a None None] get_active_networks_info from n-d-828419-1 {{(pid=87613) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:14:03.448228 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-0a8f37bb-669c-48f8-bdcf-f81d980799e7 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Allocated IP 172.20.0.7 (84a4b1eb-79d6-447b-b1fd-6bc1ef45422a/c750fae4-2c3f-44da-87c9-de1301db5b32/5ba01ec0-2341-4495-a90d-ed077c7dad4e) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:03.449068 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:14:03.449068 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:14:03.449068 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:14:03.449068 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:14:03.449068 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:14:03.449068 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:14:03.449068 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:14:03.449068 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:14:03.449068 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:14:03.449068 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:14:03.449068 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:14:03.449068 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:14:03.449068 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:14:03.449068 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:14:03.449068 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:14:03.449068 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:14:03.449068 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:14:03.449068 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:14:03.449068 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:14:03.449068 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:14:03.449068 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:14:03.449068 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:14:03.449068 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:14:03.449068 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:14:03.449068 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:14:03.449068 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:14:03.449068 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:14:03.449068 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:14:03.449068 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:14:03.449068 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:14:03.449068 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:14:03.449068 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:14:03.454877 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-38e53156-a6f6-403c-b4bd-86c63435c344 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:03.481692 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-38e53156-a6f6-403c-b4bd-86c63435c344 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:03.500428 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e53156-a6f6-403c-b4bd-86c63435c344 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event deleted for resources: {'Network': ['ID=5ea10a41-d234-4439-b5aa-32831db57ab2,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:03.513774 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-38e53156-a6f6-403c-b4bd-86c63435c344 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "DELETE /v2.0/networks/5ea10a41-d234-4439-b5aa-32831db57ab2 HTTP/1.1" status: 204 len: 168 time: 4.7100668 Feb 09 01:14:03.514340 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48042) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:03.521129 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-c2a3d290-d7b2-44da-a986-8fd8f75ef6f3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1992882907'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:03.537496 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e3df0dd7-18e2-4c1e-b62e-186c3e2eb4a9 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:03.547583 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8ccc5ccf-c7fd-4a6a-9933-dc864cf2ece6 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:03.556021 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-e3df0dd7-18e2-4c1e-b62e-186c3e2eb4a9 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Transition to ACTIVE for port object 13420c87-c14d-4002-afb2-d73786ddd5c8 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:03.578455 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c2a3d290-d7b2-44da-a986-8fd8f75ef6f3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:03.581932 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-155f8abd-651b-4e71-a7f8-2ea56e8a8c88 service neutron] 10.222.0.37 "GET /v2.0/networks/7f26ae75-93ae-4c86-b1f4-ba0c960fde4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496603 Feb 09 01:14:03.584488 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8ccc5ccf-c7fd-4a6a-9933-dc864cf2ece6 None None] Transition to ACTIVE for port object 32aa3680-776a-4d60-b851-e90dcc6aa753 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:03.598153 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8ccc5ccf-c7fd-4a6a-9933-dc864cf2ece6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:03.599151 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3dd6586c-b33c-48ab-b8da-b50abdd3084e req-723bdd72-c0e4-4e68-82a8-b666f8a2e87e tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffde6797-f7da-4d5e-bcb5-8301544dce2c HTTP/1.1" status: 200 len: 210 time: 0.0736201 Feb 09 01:14:03.600818 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c2a3d290-d7b2-44da-a986-8fd8f75ef6f3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Usage tracker for resource:network and tenant:6ad299afeb554fb2825073db5a372f36 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:03.604142 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c2a3d290-d7b2-44da-a986-8fd8f75ef6f3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:03.612020 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-a9d02477-4d47-403c-b4d3-9313d92cd8f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a122cb31-f21a-4654-a5c0-fdc860cda37a {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:14:03.612647 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c2a3d290-d7b2-44da-a986-8fd8f75ef6f3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:03.627714 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a3d290-d7b2-44da-a986-8fd8f75ef6f3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Made reservation on behalf of 6ad299afeb554fb2825073db5a372f36 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:03.631504 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-a9d02477-4d47-403c-b4d3-9313d92cd8f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:03.632609 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c2a3d290-d7b2-44da-a986-8fd8f75ef6f3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:03.650390 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-a9d02477-4d47-403c-b4d3-9313d92cd8f4 service neutron] Transition to ACTIVE for port object a122cb31-f21a-4654-a5c0-fdc860cda37a will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:03.658846 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e3df0dd7-18e2-4c1e-b62e-186c3e2eb4a9 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:03.680751 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-a9d02477-4d47-403c-b4d3-9313d92cd8f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:03.700303 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a3d290-d7b2-44da-a986-8fd8f75ef6f3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 972} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:14:03.719905 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c2a3d290-d7b2-44da-a986-8fd8f75ef6f3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:03.720263 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-c2a3d290-d7b2-44da-a986-8fd8f75ef6f3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Added segment ae5dbf28-c2c0-4623-857e-225425692ac1 of type vlan for network 696c5244-41c7-45f7-bf4c-293218173bb1 Feb 09 01:14:03.770718 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d16e09-c155-47fc-9cc3-429118ecfb0a None None] Resources bound (agent type, host, resource id): {{(pid=87613) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:14:03.829762 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c2a3d290-d7b2-44da-a986-8fd8f75ef6f3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:03.899610 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26485a6e-0496-47fd-8f4b-3f641e7af9df req-cde96912-259e-4aa9-b085-ec1c4b825058 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:03.902184 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-26485a6e-0496-47fd-8f4b-3f641e7af9df req-cde96912-259e-4aa9-b085-ec1c4b825058 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 945 time: 0.1720862 Feb 09 01:14:03.904230 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d331e58-205d-46a8-a75f-4a8aae565e10 None None] Pushing event updated for resources: {'Port': ['ID=32aa3680-776a-4d60-b851-e90dcc6aa753,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:03.906594 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c2a3d290-d7b2-44da-a986-8fd8f75ef6f3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:03.914909 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a3d290-d7b2-44da-a986-8fd8f75ef6f3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:03.915637 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c2a3d290-d7b2-44da-a986-8fd8f75ef6f3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:03.983520 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 8fbef048-139b-49ec-9219-48402a20c475 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:03.983970 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3df0dd7-18e2-4c1e-b62e-186c3e2eb4a9 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Network 5b58a7ca-055b-48e8-9cea-2eb47ae9543f is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:04.003713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-e3df0dd7-18e2-4c1e-b62e-186c3e2eb4a9 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:04.006030 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3df0dd7-18e2-4c1e-b62e-186c3e2eb4a9 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:14:04.085832 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c2a3d290-d7b2-44da-a986-8fd8f75ef6f3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5704398 Feb 09 01:14:04.086507 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48046) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:04.093041 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3d290-d7b2-44da-a986-8fd8f75ef6f3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event updated for resources: {'Network': ['ID=696c5244-41c7-45f7-bf4c-293218173bb1,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:04.098112 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-26485a6e-0496-47fd-8f4b-3f641e7af9df req-b8380c01-3798-4b73-a2ce-5fd32a382a64 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698561 Feb 09 01:14:04.101719 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-7e09caed-c63c-4ff1-9459-c734326bface tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Request body: {'subnet': {'network_id': '696c5244-41c7-45f7-bf4c-293218173bb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:04.119569 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 696c5244-41c7-45f7-bf4c-293218173bb1 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:14:04.189615 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3df0dd7-18e2-4c1e-b62e-186c3e2eb4a9 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:04.190238 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e3df0dd7-18e2-4c1e-b62e-186c3e2eb4a9 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:04.276179 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d02477-4d47-403c-b4d3-9313d92cd8f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a122cb31-f21a-4654-a5c0-fdc860cda37a,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:04.308535 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-8ccc5ccf-c7fd-4a6a-9933-dc864cf2ece6 None None] Attempting to bind port 32aa3680-776a-4d60-b851-e90dcc6aa753 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:14:04.308902 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-8ccc5ccf-c7fd-4a6a-9933-dc864cf2ece6 None None] Attempting to bind port 32aa3680-776a-4d60-b851-e90dcc6aa753 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'b5490bb6-dc0d-46d4-a7aa-f5bfda621d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '7f26ae75-93ae-4c86-b1f4-ba0c960fde4d'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:14:04.309266 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccc5ccf-c7fd-4a6a-9933-dc864cf2ece6 None None] Attempting to bind port 32aa3680-776a-4d60-b851-e90dcc6aa753 on network 7f26ae75-93ae-4c86-b1f4-ba0c960fde4d {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:14:04.318798 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccc5ccf-c7fd-4a6a-9933-dc864cf2ece6 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:14:04.319169 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccc5ccf-c7fd-4a6a-9933-dc864cf2ece6 None None] Checking segment: {'id': 'b5490bb6-dc0d-46d4-a7aa-f5bfda621d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '7f26ae75-93ae-4c86-b1f4-ba0c960fde4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:14:04.319567 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8ccc5ccf-c7fd-4a6a-9933-dc864cf2ece6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:04.319956 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccc5ccf-c7fd-4a6a-9933-dc864cf2ece6 None None] Bound using segment: {'id': 'b5490bb6-dc0d-46d4-a7aa-f5bfda621d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '7f26ae75-93ae-4c86-b1f4-ba0c960fde4d'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:14:04.320466 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-8ccc5ccf-c7fd-4a6a-9933-dc864cf2ece6 None None] Bound port: 32aa3680-776a-4d60-b851-e90dcc6aa753, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5490bb6-dc0d-46d4-a7aa-f5bfda621d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '7f26ae75-93ae-4c86-b1f4-ba0c960fde4d'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:14:04.320830 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8ccc5ccf-c7fd-4a6a-9933-dc864cf2ece6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:04.366856 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-82a70aad-33a9-448c-985b-6dbf82d66bfd req-e4a897ab-c1e8-435b-bedb-a346085de3c4 tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.0901833 Feb 09 01:14:04.378295 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 8fbef048-139b-49ec-9219-48402a20c475 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:04.378666 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:04.413680 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7e09caed-c63c-4ff1-9459-c734326bface tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:04.418438 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7e09caed-c63c-4ff1-9459-c734326bface tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Usage tracker for resource:subnet and tenant:6ad299afeb554fb2825073db5a372f36 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:04.422241 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7e09caed-c63c-4ff1-9459-c734326bface tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:04.429599 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7e09caed-c63c-4ff1-9459-c734326bface tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:04.458734 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e09caed-c63c-4ff1-9459-c734326bface tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Made reservation on behalf of 6ad299afeb554fb2825073db5a372f36 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:04.462070 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-a100e30b-ec12-4886-bebc-84a7ec325749 service neutron] 10.222.0.37 "GET /v2.0/networks/7f26ae75-93ae-4c86-b1f4-ba0c960fde4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8044364 Feb 09 01:14:04.469620 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7e09caed-c63c-4ff1-9459-c734326bface tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:04.629890 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e3df0dd7-18e2-4c1e-b62e-186c3e2eb4a9 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0515866 Feb 09 01:14:04.642672 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48056) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:04.677582 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b5730234-afa7-4c68-a6d9-353ec2d368ef tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:04.679545 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df0dd7-18e2-4c1e-b62e-186c3e2eb4a9 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Pushing event updated for resources: {'Port': ['ID=13420c87-c14d-4002-afb2-d73786ddd5c8,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:04.687453 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b5730234-afa7-4c68-a6d9-353ec2d368ef tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:04.697696 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b5730234-afa7-4c68-a6d9-353ec2d368ef tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Usage tracker for resource:floatingip and tenant:6591cb2957c24337884bd6f15378945c is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:04.703787 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b5730234-afa7-4c68-a6d9-353ec2d368ef tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:04.716379 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b5730234-afa7-4c68-a6d9-353ec2d368ef tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:04.771267 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-a9d02477-4d47-403c-b4d3-9313d92cd8f4 service neutron] Attempting to bind port a122cb31-f21a-4654-a5c0-fdc860cda37a on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:14:04.771607 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-a9d02477-4d47-403c-b4d3-9313d92cd8f4 service neutron] Attempting to bind port a122cb31-f21a-4654-a5c0-fdc860cda37a by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '7dc2e829-f685-4c02-b1d6-aef4f3224c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '5d6c2755-ea18-4235-9314-c370c19b3771'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:14:04.771932 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-a9d02477-4d47-403c-b4d3-9313d92cd8f4 service neutron] Attempting to bind port a122cb31-f21a-4654-a5c0-fdc860cda37a on network 5d6c2755-ea18-4235-9314-c370c19b3771 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:14:04.790638 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-a9d02477-4d47-403c-b4d3-9313d92cd8f4 service neutron] Port a122cb31-f21a-4654-a5c0-fdc860cda37a on network 5d6c2755-ea18-4235-9314-c370c19b3771 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:14:04.791266 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-a9d02477-4d47-403c-b4d3-9313d92cd8f4 service neutron] Attempting to bind port a122cb31-f21a-4654-a5c0-fdc860cda37a on network 5d6c2755-ea18-4235-9314-c370c19b3771 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:14:04.800580 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-0a8f37bb-669c-48f8-bdcf-f81d980799e7 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:04.803731 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-a9d02477-4d47-403c-b4d3-9313d92cd8f4 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:14:04.804039 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-a9d02477-4d47-403c-b4d3-9313d92cd8f4 service neutron] Checking segment: {'id': '7dc2e829-f685-4c02-b1d6-aef4f3224c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '5d6c2755-ea18-4235-9314-c370c19b3771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:14:04.804430 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-a9d02477-4d47-403c-b4d3-9313d92cd8f4 service neutron] Bound using segment: {'id': '7dc2e829-f685-4c02-b1d6-aef4f3224c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '5d6c2755-ea18-4235-9314-c370c19b3771'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:14:04.805054 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-a9d02477-4d47-403c-b4d3-9313d92cd8f4 service neutron] Bound port: a122cb31-f21a-4654-a5c0-fdc860cda37a, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dc2e829-f685-4c02-b1d6-aef4f3224c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '5d6c2755-ea18-4235-9314-c370c19b3771'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:14:04.805368 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-a9d02477-4d47-403c-b4d3-9313d92cd8f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:04.962418 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-a9d02477-4d47-403c-b4d3-9313d92cd8f4 service neutron] For port a122cb31-f21a-4654-a5c0-fdc860cda37a, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:14:04.979144 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b5730234-afa7-4c68-a6d9-353ec2d368ef tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:05.037046 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-8ccc5ccf-c7fd-4a6a-9933-dc864cf2ece6 None None] For port 32aa3680-776a-4d60-b851-e90dcc6aa753, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:14:05.038034 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-a9d02477-4d47-403c-b4d3-9313d92cd8f4 service neutron] For port a122cb31-f21a-4654-a5c0-fdc860cda37a, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a122cb31-f21a-4654-a5c0-fdc860cda37a,segment=NetworkSegment(7dc2e829-f685-4c02-b1d6-aef4f3224c8c),segment_id=7dc2e829-f685-4c02-b1d6-aef4f3224c8c)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:14:05.039273 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:05.041361 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-0a8f37bb-669c-48f8-bdcf-f81d980799e7 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:05.046068 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-30f55c67-94f1-4899-9972-e2e6584ae519 req-25969b27-f06a-4283-8d67-637e29f1fb4b tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Synchronizing usage tracker for tenant:67dfd8ca30e2412a805557bd94e02525 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:14:05.079252 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-8ccc5ccf-c7fd-4a6a-9933-dc864cf2ece6 None None] For port 32aa3680-776a-4d60-b851-e90dcc6aa753, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=32aa3680-776a-4d60-b851-e90dcc6aa753,segment=NetworkSegment(b5490bb6-dc0d-46d4-a7aa-f5bfda621d00),segment_id=b5490bb6-dc0d-46d4-a7aa-f5bfda621d00)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:14:05.091143 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682f8730-b5ec-49ff-baee-5b564109aa2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbef048-139b-49ec-9219-48402a20c475'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:14:05.100800 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8ccc5ccf-c7fd-4a6a-9933-dc864cf2ece6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:05.172050 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-a9d02477-4d47-403c-b4d3-9313d92cd8f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:05.197190 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-0a8f37bb-669c-48f8-bdcf-f81d980799e7 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Network 84a4b1eb-79d6-447b-b1fd-6bc1ef45422a is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:05.197903 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2251e2-81c2-4d19-b9d0-f859435e4cc4 req-f87895f9-fd2b-4cd2-97f1-725b1eea2bf4 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:05.207863 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4f2251e2-81c2-4d19-b9d0-f859435e4cc4 req-f87895f9-fd2b-4cd2-97f1-725b1eea2bf4 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b74043c-1c25-451b-8278-6dc1c9a73b31 HTTP/1.1" status: 200 len: 943 time: 0.6030855 Feb 09 01:14:05.218202 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-0a8f37bb-669c-48f8-bdcf-f81d980799e7 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:05.244155 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-0a8f37bb-669c-48f8-bdcf-f81d980799e7 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:14:05.251288 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 8fbef048-139b-49ec-9219-48402a20c475, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=8fbef048-139b-49ec-9219-48402a20c475,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:05.270375 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:05.271138 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 61b88393-e1c5-4c5a-996c-f538ec374a5b no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:14:05.323534 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7e09caed-c63c-4ff1-9459-c734326bface tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:05.323965 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 61b88393-e1c5-4c5a-996c-f538ec374a5b {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:14:05.324323 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 61b88393-e1c5-4c5a-996c-f538ec374a5b not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:14:05.341441 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d331e58-205d-46a8-a75f-4a8aae565e10 None None] Pushing event updated for resources: {'Port': ['ID=32aa3680-776a-4d60-b851-e90dcc6aa753,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:05.344325 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccc5ccf-c7fd-4a6a-9933-dc864cf2ece6 None None] Routers {'17430bfe-5120-4ac9-8462-220a8e6c0906'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:14:05.344996 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-8ccc5ccf-c7fd-4a6a-9933-dc864cf2ece6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:13:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['17430bfe-5120-4ac9-8462-220a8e6c0906'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:05.413933 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4f2251e2-81c2-4d19-b9d0-f859435e4cc4 req-b0b604de-3e37-4a85-b930-74557b5beda4 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036557 Feb 09 01:14:05.673319 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-30f55c67-94f1-4899-9972-e2e6584ae519 req-25969b27-f06a-4283-8d67-637e29f1fb4b tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Unset dirty status for tenant:67dfd8ca30e2412a805557bd94e02525 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:14:05.689998 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-30f55c67-94f1-4899-9972-e2e6584ae519 req-25969b27-f06a-4283-8d67-637e29f1fb4b tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffde6797-f7da-4d5e-bcb5-8301544dce2c HTTP/1.1" status: 200 len: 210 time: 0.7207568 Feb 09 01:14:05.731907 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f37bb-669c-48f8-bdcf-f81d980799e7 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Pushing event updated for resources: {'Port': ['ID=5ba01ec0-2341-4495-a90d-ed077c7dad4e,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:05.758415 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-8ccc5ccf-c7fd-4a6a-9933-dc864cf2ece6 None None] Set router 17430bfe-5120-4ac9-8462-220a8e6c0906 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:14:05.768927 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-ba00d846-e1e7-42d4-a630-d69f7d06be8c req-54ff2342-7ce0-4ab9-9ed4-7917d4ee7373 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Synchronizing usage tracker for tenant:1866ce3035f2464c986757a3a7323de3 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:14:05.780939 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e09caed-c63c-4ff1-9459-c734326bface tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Checking segment: {'id': 'ae5dbf28-c2c0-4623-857e-225425692ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '696c5244-41c7-45f7-bf4c-293218173bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:14:05.781590 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e09caed-c63c-4ff1-9459-c734326bface tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Network hostable DHCP agents. Network: 696c5244-41c7-45f7-bf4c-293218173bb1, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:14:05.789621 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e09caed-c63c-4ff1-9459-c734326bface tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event updated for resources: {'Subnet': ['ID=33213e6f-85a7-4914-bfff-36330c76623c,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:05.849791 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-ba00d846-e1e7-42d4-a630-d69f7d06be8c req-54ff2342-7ce0-4ab9-9ed4-7917d4ee7373 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Unset dirty status for tenant:1866ce3035f2464c986757a3a7323de3 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:14:05.851511 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ba00d846-e1e7-42d4-a630-d69f7d06be8c req-54ff2342-7ce0-4ab9-9ed4-7917d4ee7373 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/ports?device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 210 time: 0.3569975 Feb 09 01:14:05.880493 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=8fbef048-139b-49ec-9219-48402a20c475,revision_number=7']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:05.888280 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682f8730-b5ec-49ff-baee-5b564109aa2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbef048-139b-49ec-9219-48402a20c475', 'code': 200} Feb 09 01:14:05.910829 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-a9d02477-4d47-403c-b4d3-9313d92cd8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:05.917868 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-a9d02477-4d47-403c-b4d3-9313d92cd8f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:05.923123 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-a9d02477-4d47-403c-b4d3-9313d92cd8f4 service neutron] 10.222.0.35 "PUT /v2.0/ports/a122cb31-f21a-4654-a5c0-fdc860cda37a HTTP/1.1" status: 200 len: 1091 time: 4.3355110 Feb 09 01:14:05.928349 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6435b21b-7a45-4625-8095-ccb6d3f0092b None None] Provisioning for port 13420c87-c14d-4002-afb2-d73786ddd5c8 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:05.931453 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e09caed-c63c-4ff1-9459-c734326bface tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Network 696c5244-41c7-45f7-bf4c-293218173bb1 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:14:05.940416 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6435b21b-7a45-4625-8095-ccb6d3f0092b None None] Provisioning complete for port 13420c87-c14d-4002-afb2-d73786ddd5c8 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:05.941236 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6435b21b-7a45-4625-8095-ccb6d3f0092b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:05.967301 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-7e09caed-c63c-4ff1-9459-c734326bface tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 696c5244-41c7-45f7-bf4c-293218173bb1) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:05.970023 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b74043c-1c25-451b-8278-6dc1c9a73b31', 'tag': 'a122cb31-f21a-4654-a5c0-fdc860cda37a'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:14:05.983670 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e09caed-c63c-4ff1-9459-c734326bface tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:05.984269 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7e09caed-c63c-4ff1-9459-c734326bface tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:06.018896 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b5730234-afa7-4c68-a6d9-353ec2d368ef tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:06.061063 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7429ac4-5bd4-4620-8343-b0c718049dea None None] Network 696c5244-41c7-45f7-bf4c-293218173bb1 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:06.294072 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-b5730234-afa7-4c68-a6d9-353ec2d368ef tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Allocated IP 172.25.5.104 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/cb3879a1-f26c-4910-9a81-7e360d3a1770) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:06.376389 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-6435b21b-7a45-4625-8095-ccb6d3f0092b None None] Port 13420c87-c14d-4002-afb2-d73786ddd5c8 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:14:06.392088 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-0a8f37bb-669c-48f8-bdcf-f81d980799e7 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:06.393618 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-0a8f37bb-669c-48f8-bdcf-f81d980799e7 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:06.423600 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d02477-4d47-403c-b4d3-9313d92cd8f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a122cb31-f21a-4654-a5c0-fdc860cda37a,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:06.447696 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-0a8f37bb-669c-48f8-bdcf-f81d980799e7 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5279212 Feb 09 01:14:06.463806 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-945db975-71ed-43ed-b004-da05f5367599 service neutron] Request body: {'port': {'device_id': 'ffde6797-f7da-4d5e-bcb5-8301544dce2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:06.496368 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90f5797-798a-4f5b-bb92-e4e41fab874b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-696c5244-41c7-45f7-bf4c-293218173bb1', 'network_id': '696c5244-41c7-45f7-bf4c-293218173bb1', 'tenant_id': '6ad299afeb554fb2825073db5a372f36', 'fixed_ips': [{'subnet_id': '33213e6f-85a7-4914-bfff-36330c76623c'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:14:06.497502 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f90f5797-798a-4f5b-bb92-e4e41fab874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:06.503468 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d31ed-3291-4518-b6be-3099e907a87e req-88b3adf6-cca2-4b13-9653-6590223da355 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:06.505365 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c41d31ed-3291-4518-b6be-3099e907a87e req-88b3adf6-cca2-4b13-9653-6590223da355 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 945 time: 0.2399986 Feb 09 01:14:06.515149 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b5730234-afa7-4c68-a6d9-353ec2d368ef tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:06.559133 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-7e2cc615-ab97-4564-88e5-f1374cf5205c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:06.561026 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-7e2cc615-ab97-4564-88e5-f1374cf5205c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=903cfb9c5cb94334ab49ed8a903cb9a8&device_id=9b74043c-1c25-451b-8278-6dc1c9a73b31 HTTP/1.1" status: 200 len: 1094 time: 0.5002019 Feb 09 01:14:06.602857 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c41d31ed-3291-4518-b6be-3099e907a87e req-4eb53d5c-cf16-4819-88af-665154698448 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732884 Feb 09 01:14:06.712464 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b5730234-afa7-4c68-a6d9-353ec2d368ef tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:06.758126 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b74043c-1c25-451b-8278-6dc1c9a73b31', 'tag': 'a122cb31-f21a-4654-a5c0-fdc860cda37a', 'status': 'completed', 'code': 200} Feb 09 01:14:06.759982 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-8ccc5ccf-c7fd-4a6a-9933-dc864cf2ece6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'name': 'tempest-ServerRescueTestJSONUnderV235-1142224546-router', 'tenant_id': '1866ce3035f2464c986757a3a7323de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '15ad4c18-0667-47a0-bd5e-7e26c17bc7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:45Z', 'updated_at': '2022-02-09T01:13:57Z', 'revision_number': 4, 'project_id': '1866ce3035f2464c986757a3a7323de3', 'gw_port': {'id': '15ad4c18-0667-47a0-bd5e-7e26c17bc7e6', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '32aa3680-776a-4d60-b851-e90dcc6aa753', 'name': '', 'network_id': '7f26ae75-93ae-4c86-b1f4-ba0c960fde4d', 'tenant_id': '1866ce3035f2464c986757a3a7323de3', 'mac_address': 'fa:16:3e:7c:4f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'cf2fad94-a815-4e9e-adc4-8acfef9e4c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:54Z', 'updated_at': '2022-02-09T01:14:04Z', 'revision_number': 4, 'project_id': '1866ce3035f2464c986757a3a7323de3', 'subnets': [{'id': 'cf2fad94-a815-4e9e-adc4-8acfef9e4c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:06.768799 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccc5ccf-c7fd-4a6a-9933-dc864cf2ece6 None None] The sync data for ids ['17430bfe-5120-4ac9-8462-220a8e6c0906'] in n-d-828419-1 is: [{'id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'name': 'tempest-ServerRescueTestJSONUnderV235-1142224546-router', 'tenant_id': '1866ce3035f2464c986757a3a7323de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '15ad4c18-0667-47a0-bd5e-7e26c17bc7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:45Z', 'updated_at': '2022-02-09T01:13:57Z', 'revision_number': 4, 'project_id': '1866ce3035f2464c986757a3a7323de3', 'gw_port': {'id': '15ad4c18-0667-47a0-bd5e-7e26c17bc7e6', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '32aa3680-776a-4d60-b851-e90dcc6aa753', 'name': '', 'network_id': '7f26ae75-93ae-4c86-b1f4-ba0c960fde4d', 'tenant_id': '1866ce3035f2464c986757a3a7323de3', 'mac_address': 'fa:16:3e:7c:4f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'cf2fad94-a815-4e9e-adc4-8acfef9e4c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:54Z', 'updated_at': '2022-02-09T01:14:04Z', 'revision_number': 4, 'project_id': '1866ce3035f2464c986757a3a7323de3', 'subnets': [{'id': 'cf2fad94-a815-4e9e-adc4-8acfef9e4c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:14:06.805062 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-f90f5797-798a-4f5b-bb92-e4e41fab874b None None] Allocated IP 172.20.0.1 (696c5244-41c7-45f7-bf4c-293218173bb1/33213e6f-85a7-4914-bfff-36330c76623c/4086685b-cd73-4c9c-8e55-73145202a39c) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:06.921155 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3fac52a7-453f-4d88-a1a2-f22f02475a8e req-194be5a8-cf02-4d6d-aa7f-96469644d83b tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.3332026 Feb 09 01:14:06.992028 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7e09caed-c63c-4ff1-9459-c734326bface tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8984458 Feb 09 01:14:07.004115 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48094) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:07.009935 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5730234-afa7-4c68-a6d9-353ec2d368ef tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:07.143886 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-52a0911e-c19c-4d48-81d7-253ff59a1b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:07.179517 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-b5730234-afa7-4c68-a6d9-353ec2d368ef tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:07.182078 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5730234-afa7-4c68-a6d9-353ec2d368ef tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:14:07.246837 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-945db975-71ed-43ed-b004-da05f5367599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:07.301278 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-bb1bf169-5a95-4ed8-8cd5-32def07ddc88 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a122cb31-f21a-4654-a5c0-fdc860cda37a HTTP/1.1" status: 200 len: 217 time: 0.7119019 Feb 09 01:14:07.396145 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5730234-afa7-4c68-a6d9-353ec2d368ef tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Pushing event updated for resources: {'Port': ['ID=cb3879a1-f26c-4910-9a81-7e360d3a1770,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:07.576801 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f90f5797-798a-4f5b-bb92-e4e41fab874b None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:07.592055 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f90f5797-798a-4f5b-bb92-e4e41fab874b None None] Transition to ACTIVE for port object 4086685b-cd73-4c9c-8e55-73145202a39c will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:07.593254 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b5730234-afa7-4c68-a6d9-353ec2d368ef tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:07.613044 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-16005a1b-9de0-4457-85f1-a3db0083a357 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:07.634123 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f90f5797-798a-4f5b-bb92-e4e41fab874b None None] Transition to ACTIVE for port object 4086685b-cd73-4c9c-8e55-73145202a39c will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:07.645797 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f90f5797-798a-4f5b-bb92-e4e41fab874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:07.770946 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-16005a1b-9de0-4457-85f1-a3db0083a357 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Deleting port 4086685b-cd73-4c9c-8e55-73145202a39c {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:14:07.775906 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-16005a1b-9de0-4457-85f1-a3db0083a357 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:07.820924 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90f5797-798a-4f5b-bb92-e4e41fab874b None None] Network 696c5244-41c7-45f7-bf4c-293218173bb1 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:07.824020 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-f90f5797-798a-4f5b-bb92-e4e41fab874b None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:07.826667 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90f5797-798a-4f5b-bb92-e4e41fab874b None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:14:07.855800 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508cf65-ccb5-4b91-bdb6-96aca7bef16f req-6f826ad5-dc28-47f1-b051-bb933866592b tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:07.866763 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d508cf65-ccb5-4b91-bdb6-96aca7bef16f req-6f826ad5-dc28-47f1-b051-bb933866592b tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffde6797-f7da-4d5e-bcb5-8301544dce2c HTTP/1.1" status: 200 len: 931 time: 0.6026211 Feb 09 01:14:07.895703 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-c7c80c51-d6c2-4f6e-88f6-af6a119a446b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:07.899863 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-c7c80c51-d6c2-4f6e-88f6-af6a119a446b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49af6773-dfcd-45e0-b742-3363769f41e9 HTTP/1.1" status: 200 len: 854 time: 0.5296946 Feb 09 01:14:07.938017 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-554958c2-defa-4d46-ae5c-70cf7884f57d tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:07.940384 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-554958c2-defa-4d46-ae5c-70cf7884f57d tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.35 "GET /v2.0/networks?id=7f26ae75-93ae-4c86-b1f4-ba0c960fde4d HTTP/1.1" status: 200 len: 820 time: 1.0210297 Feb 09 01:14:08.013961 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bd697-713f-427b-9daa-0e2bd90fc49b req-5598a9ac-068f-48f0-8e50-47d7ec3351ea tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:08.014700 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0a9bd697-713f-427b-9daa-0e2bd90fc49b req-5598a9ac-068f-48f0-8e50-47d7ec3351ea tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Synchronizing usage tracker for tenant:903cfb9c5cb94334ab49ed8a903cb9a8 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:14:08.034200 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 32aa3680-776a-4d60-b851-e90dcc6aa753 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:08.077525 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b5730234-afa7-4c68-a6d9-353ec2d368ef tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:08.101472 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f5797-798a-4f5b-bb92-e4e41fab874b None None] Pushing event updated for resources: {'Port': ['ID=4086685b-cd73-4c9c-8e55-73145202a39c,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:08.105792 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-f90f5797-798a-4f5b-bb92-e4e41fab874b None None] Attempting to bind port 4086685b-cd73-4c9c-8e55-73145202a39c on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:14:08.106174 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-f90f5797-798a-4f5b-bb92-e4e41fab874b None None] Attempting to bind port 4086685b-cd73-4c9c-8e55-73145202a39c by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'ae5dbf28-c2c0-4623-857e-225425692ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '696c5244-41c7-45f7-bf4c-293218173bb1'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:14:08.106539 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90f5797-798a-4f5b-bb92-e4e41fab874b None None] Attempting to bind port 4086685b-cd73-4c9c-8e55-73145202a39c on network 696c5244-41c7-45f7-bf4c-293218173bb1 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:14:08.111030 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-90aa9bea-717f-4f39-9b04-200e8eb64de5 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Request body: {'port': {'device_id': '18d906ee-9ba8-41ca-9b9b-0b67e5f3680a', 'network_id': '7f26ae75-93ae-4c86-b1f4-ba0c960fde4d', 'admin_state_up': True, 'tenant_id': '1866ce3035f2464c986757a3a7323de3'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:08.114642 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90f5797-798a-4f5b-bb92-e4e41fab874b None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:14:08.115011 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90f5797-798a-4f5b-bb92-e4e41fab874b None None] Checking segment: {'id': 'ae5dbf28-c2c0-4623-857e-225425692ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '696c5244-41c7-45f7-bf4c-293218173bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:14:08.115422 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f90f5797-798a-4f5b-bb92-e4e41fab874b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:08.115801 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90f5797-798a-4f5b-bb92-e4e41fab874b None None] Bound using segment: {'id': 'ae5dbf28-c2c0-4623-857e-225425692ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '696c5244-41c7-45f7-bf4c-293218173bb1'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:14:08.116270 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-f90f5797-798a-4f5b-bb92-e4e41fab874b None None] Bound port: 4086685b-cd73-4c9c-8e55-73145202a39c, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae5dbf28-c2c0-4623-857e-225425692ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '696c5244-41c7-45f7-bf4c-293218173bb1'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:14:08.116678 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f90f5797-798a-4f5b-bb92-e4e41fab874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:08.226124 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f90f5797-798a-4f5b-bb92-e4e41fab874b None None] For port 4086685b-cd73-4c9c-8e55-73145202a39c, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:14:08.230557 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f90f5797-798a-4f5b-bb92-e4e41fab874b None None] For port 4086685b-cd73-4c9c-8e55-73145202a39c, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=4086685b-cd73-4c9c-8e55-73145202a39c,segment=NetworkSegment(ae5dbf28-c2c0-4623-857e-225425692ac1),segment_id=ae5dbf28-c2c0-4623-857e-225425692ac1)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:14:08.240621 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d508cf65-ccb5-4b91-bdb6-96aca7bef16f req-277537a3-0af0-4d4d-a6ee-fc6e75872f62 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727903 Feb 09 01:14:08.252983 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f90f5797-798a-4f5b-bb92-e4e41fab874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:08.329524 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-90aa9bea-717f-4f39-9b04-200e8eb64de5 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:08.339082 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 32aa3680-776a-4d60-b851-e90dcc6aa753 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:08.339598 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-90aa9bea-717f-4f39-9b04-200e8eb64de5 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:08.346255 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f5797-798a-4f5b-bb92-e4e41fab874b None None] Pushing event updated for resources: {'Port': ['ID=4086685b-cd73-4c9c-8e55-73145202a39c,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:08.353992 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-22675fb0-84d6-4ff3-850e-84e260b1b718 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d6c2755-ea18-4235-9314-c370c19b3771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4274981 Feb 09 01:14:08.354883 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 32aa3680-776a-4d60-b851-e90dcc6aa753 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:08.355315 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:08.361179 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-90aa9bea-717f-4f39-9b04-200e8eb64de5 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Made reservation on behalf of 1866ce3035f2464c986757a3a7323de3 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:08.365275 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-90aa9bea-717f-4f39-9b04-200e8eb64de5 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:08.501098 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:08.555675 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 32aa3680-776a-4d60-b851-e90dcc6aa753, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=32aa3680-776a-4d60-b851-e90dcc6aa753,segment=NetworkSegment(b5490bb6-dc0d-46d4-a7aa-f5bfda621d00),segment_id=b5490bb6-dc0d-46d4-a7aa-f5bfda621d00)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:08.567772 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:08.709780 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0a9bd697-713f-427b-9daa-0e2bd90fc49b req-5598a9ac-068f-48f0-8e50-47d7ec3351ea tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Unset dirty status for tenant:903cfb9c5cb94334ab49ed8a903cb9a8 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:14:08.710975 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0a9bd697-713f-427b-9daa-0e2bd90fc49b req-5598a9ac-068f-48f0-8e50-47d7ec3351ea tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b74043c-1c25-451b-8278-6dc1c9a73b31 HTTP/1.1" status: 200 len: 943 time: 1.3978262 Feb 09 01:14:08.728817 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=32aa3680-776a-4d60-b851-e90dcc6aa753,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:08.764031 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-15342f02-5ded-4246-9c75-3d6021cacb65 req-e5a27a68-fe90-4849-810b-3eece9d2392b tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/ports?device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 210 time: 0.1210015 Feb 09 01:14:08.792240 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-16005a1b-9de0-4457-85f1-a3db0083a357 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] For port 4086685b-cd73-4c9c-8e55-73145202a39c, host n-d-828419-1, got binding levels [] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:08.792632 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-16005a1b-9de0-4457-85f1-a3db0083a357 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:08.875511 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-66297542-1e3a-4f11-a67c-926820d0605f service neutron] 10.222.0.35 "GET /v2.0/networks/5d6c2755-ea18-4235-9314-c370c19b3771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913430 Feb 09 01:14:08.888640 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0a9bd697-713f-427b-9daa-0e2bd90fc49b req-163ad7e9-0334-45d8-a1d7-d408ea7c3bea tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680286 Feb 09 01:14:09.232176 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-16005a1b-9de0-4457-85f1-a3db0083a357 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Calling delete_port for 4086685b-cd73-4c9c-8e55-73145202a39c owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:14:09.266905 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-80eb30a8-0057-4bcc-b63f-75a4c0fe3941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:09.364044 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cfe8111a-0fd6-497f-a880-38f653858166 req-64396aa2-468d-4fb8-914a-376ae638e224 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.0742865 Feb 09 01:14:09.505338 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9b3f46a9-34e6-43bb-9650-b452cad84b22 req-8b16ae9a-e32c-4bf6-911f-d242387b9eca tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.1838517 Feb 09 01:14:09.538052 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.resource_extend [None req-b5730234-afa7-4c68-a6d9-353ec2d368ef tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:14:09.567476 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b5730234-afa7-4c68-a6d9-353ec2d368ef tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:09.588779 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b5730234-afa7-4c68-a6d9-353ec2d368ef tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:09.615055 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-90aa9bea-717f-4f39-9b04-200e8eb64de5 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Allocated IP 172.20.0.4 (7f26ae75-93ae-4c86-b1f4-ba0c960fde4d/cf2fad94-a815-4e9e-adc4-8acfef9e4c28/080db5cb-c5ff-4a08-abb2-86a721031e91) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:09.619022 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f13350e3-48df-4d5c-b7d0-4f24d95010a3 req-8c8ec5d4-dc8d-402f-8f1a-6e7d9d9d662e service neutron] 10.222.0.35 "GET /v2.0/networks/5d6c2755-ea18-4235-9314-c370c19b3771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7294145 Feb 09 01:14:09.631046 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-945db975-71ed-43ed-b004-da05f5367599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ba01ec0-2341-4495-a90d-ed077c7dad4e {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:14:09.644825 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-945db975-71ed-43ed-b004-da05f5367599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:09.742184 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [None req-16005a1b-9de0-4457-85f1-a3db0083a357 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:14:09.742500 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [None req-16005a1b-9de0-4457-85f1-a3db0083a357 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:14:09.771998 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5100cc-eba6-4ac2-a831-27e9f6fdb469 req-ea5685ae-7f0c-4ce1-adc7-edc5a6e26301 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:09.779030 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5a5100cc-eba6-4ac2-a831-27e9f6fdb469 req-ea5685ae-7f0c-4ce1-adc7-edc5a6e26301 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 945 time: 0.6620231 Feb 09 01:14:09.807809 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-945db975-71ed-43ed-b004-da05f5367599 service neutron] Transition to ACTIVE for port object 5ba01ec0-2341-4495-a90d-ed077c7dad4e will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:09.812443 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5730234-afa7-4c68-a6d9-353ec2d368ef tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Pushing event updated for resources: {'Port': ['ID=cb3879a1-f26c-4910-9a81-7e360d3a1770,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:09.823275 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-945db975-71ed-43ed-b004-da05f5367599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:09.835653 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b5730234-afa7-4c68-a6d9-353ec2d368ef tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:09.882615 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5a5100cc-eba6-4ac2-a831-27e9f6fdb469 req-a649c550-0d8a-42f2-b6a1-6ff96a83fada tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025858 Feb 09 01:14:09.922607 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b5730234-afa7-4c68-a6d9-353ec2d368ef tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:09.925054 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b5730234-afa7-4c68-a6d9-353ec2d368ef tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2746587 Feb 09 01:14:09.928186 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48124) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:09.933614 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-eab05203-1c36-4624-84e3-757aa69e1d67 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Request body: {'floatingip': {'port_id': '13420c87-c14d-4002-afb2-d73786ddd5c8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:09.947604 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 25312df4-851f-4f0a-921f-af21d59ea5d8 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:14:09.967503 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945db975-71ed-43ed-b004-da05f5367599 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba01ec0-2341-4495-a90d-ed077c7dad4e,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:10.211085 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eab05203-1c36-4624-84e3-757aa69e1d67 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks [] for floatingip, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:10.224079 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 32aa3680-776a-4d60-b851-e90dcc6aa753 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:10.284531 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ab3203f1-98f7-4af8-bf01-74dd45439e0a req-a3eb8fec-61d7-4c23-86bb-07e6fafaef64 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/ports?device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 210 time: 0.1595790 Feb 09 01:14:10.307690 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-16005a1b-9de0-4457-85f1-a3db0083a357 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Deleting port 4086685b-cd73-4c9c-8e55-73145202a39c {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:14:10.308264 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-16005a1b-9de0-4457-85f1-a3db0083a357 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:10.461839 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2055509-bce7-44b3-8c8d-1844740b714e req-4fee5b78-e51b-4854-8b23-92a314202b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:10.463592 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c2055509-bce7-44b3-8c8d-1844740b714e req-4fee5b78-e51b-4854-8b23-92a314202b30 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=903cfb9c5cb94334ab49ed8a903cb9a8&device_id=9b74043c-1c25-451b-8278-6dc1c9a73b31 HTTP/1.1" status: 200 len: 1094 time: 0.7415059 Feb 09 01:14:10.503070 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 25312df4-851f-4f0a-921f-af21d59ea5d8, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=25312df4-851f-4f0a-921f-af21d59ea5d8,segment=NetworkSegment(0a900953-cea9-408a-b5a5-b9b62ab0e594),segment_id=0a900953-cea9-408a-b5a5-b9b62ab0e594)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:10.516253 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:10.528825 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f73305-e813-4f36-bf97-433b03f6dbea None None] Network 696c5244-41c7-45f7-bf4c-293218173bb1 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:10.538135 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b580d-e1f8-4d4f-8576-ce598975a0d2 req-17877d27-244f-49e8-bb71-9e4dd59aa35c tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:10.539819 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0a5b580d-e1f8-4d4f-8576-ce598975a0d2 req-17877d27-244f-49e8-bb71-9e4dd59aa35c tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffde6797-f7da-4d5e-bcb5-8301544dce2c HTTP/1.1" status: 200 len: 943 time: 0.6224618 Feb 09 01:14:10.543170 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:10.600051 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '25312df4-851f-4f0a-921f-af21d59ea5d8', 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd', 'port_id': '25312df4-851f-4f0a-921f-af21d59ea5d8', 'mac_address': 'fa:16:3e:c5:d5:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 962, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:14:10.713052 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2055509-bce7-44b3-8c8d-1844740b714e req-452e6ece-5575-4661-ad53-a618066c332b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:10.723496 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c2055509-bce7-44b3-8c8d-1844740b714e req-452e6ece-5575-4661-ad53-a618066c332b service neutron] 10.222.0.35 "GET /v2.0/networks?id=5d6c2755-ea18-4235-9314-c370c19b3771 HTTP/1.1" status: 200 len: 915 time: 0.2335486 Feb 09 01:14:10.821145 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c2055509-bce7-44b3-8c8d-1844740b714e req-56904e96-4268-477d-9aaa-a0297a7e238c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a122cb31-f21a-4654-a5c0-fdc860cda37a HTTP/1.1" status: 200 len: 217 time: 0.0705323 Feb 09 01:14:10.822717 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 32aa3680-776a-4d60-b851-e90dcc6aa753 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:10.823100 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:10.824972 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-90aa9bea-717f-4f39-9b04-200e8eb64de5 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:10.830578 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-eab05203-1c36-4624-84e3-757aa69e1d67 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] update failed (client error): The resource could not be found. Feb 09 01:14:10.831605 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-eab05203-1c36-4624-84e3-757aa69e1d67 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] 10.222.0.37 "PUT /v2.0/floatingips/85bd36b6-6e11-4e4f-990c-86cabdcdcb55 HTTP/1.1" status: 404 len: 507 time: 0.9022818 Feb 09 01:14:10.838087 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48134) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:10.842763 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-945db975-71ed-43ed-b004-da05f5367599 service neutron] Attempting to bind port 5ba01ec0-2341-4495-a90d-ed077c7dad4e on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:14:10.843382 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-945db975-71ed-43ed-b004-da05f5367599 service neutron] Attempting to bind port 5ba01ec0-2341-4495-a90d-ed077c7dad4e by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '7841b3b5-50c4-4626-80ec-1014e8ef15dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '84a4b1eb-79d6-447b-b1fd-6bc1ef45422a'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:14:10.844028 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-945db975-71ed-43ed-b004-da05f5367599 service neutron] Attempting to bind port 5ba01ec0-2341-4495-a90d-ed077c7dad4e on network 84a4b1eb-79d6-447b-b1fd-6bc1ef45422a {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:14:10.848298 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49ed44-ab45-46a2-98fc-53585bd2d374 req-0291ed1d-920b-471a-937c-3a85cea641a9 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:10.850004 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3b49ed44-ab45-46a2-98fc-53585bd2d374 req-0291ed1d-920b-471a-937c-3a85cea641a9 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b74043c-1c25-451b-8278-6dc1c9a73b31 HTTP/1.1" status: 200 len: 943 time: 0.3506355 Feb 09 01:14:10.888687 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-945db975-71ed-43ed-b004-da05f5367599 service neutron] Port 5ba01ec0-2341-4495-a90d-ed077c7dad4e on network 84a4b1eb-79d6-447b-b1fd-6bc1ef45422a not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:14:10.889271 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:10.889624 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-945db975-71ed-43ed-b004-da05f5367599 service neutron] Attempting to bind port 5ba01ec0-2341-4495-a90d-ed077c7dad4e on network 84a4b1eb-79d6-447b-b1fd-6bc1ef45422a {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:14:10.905867 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-953ba40e-6142-4cb7-b603-5b9b02aec2e1 None None] Provisioning for port 4086685b-cd73-4c9c-8e55-73145202a39c completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:10.927161 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-16005a1b-9de0-4457-85f1-a3db0083a357 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] For port 4086685b-cd73-4c9c-8e55-73145202a39c, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=4086685b-cd73-4c9c-8e55-73145202a39c,segment=NetworkSegment(ae5dbf28-c2c0-4623-857e-225425692ac1),segment_id=ae5dbf28-c2c0-4623-857e-225425692ac1)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:10.927554 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-16005a1b-9de0-4457-85f1-a3db0083a357 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:10.942041 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25312df4-851f-4f0a-921f-af21d59ea5d8 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:14:10.978533 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-945db975-71ed-43ed-b004-da05f5367599 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:14:10.979263 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-945db975-71ed-43ed-b004-da05f5367599 service neutron] Checking segment: {'id': '7841b3b5-50c4-4626-80ec-1014e8ef15dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '84a4b1eb-79d6-447b-b1fd-6bc1ef45422a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:14:10.979886 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-945db975-71ed-43ed-b004-da05f5367599 service neutron] Bound using segment: {'id': '7841b3b5-50c4-4626-80ec-1014e8ef15dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '84a4b1eb-79d6-447b-b1fd-6bc1ef45422a'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:14:10.980620 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-945db975-71ed-43ed-b004-da05f5367599 service neutron] Bound port: 5ba01ec0-2341-4495-a90d-ed077c7dad4e, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7841b3b5-50c4-4626-80ec-1014e8ef15dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '84a4b1eb-79d6-447b-b1fd-6bc1ef45422a'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:14:10.981332 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-945db975-71ed-43ed-b004-da05f5367599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:10.983757 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 25312df4-851f-4f0a-921f-af21d59ea5d8, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=25312df4-851f-4f0a-921f-af21d59ea5d8,segment=NetworkSegment(0a900953-cea9-408a-b5a5-b9b62ab0e594),segment_id=0a900953-cea9-408a-b5a5-b9b62ab0e594)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:10.992988 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:11.099299 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-945db975-71ed-43ed-b004-da05f5367599 service neutron] For port 5ba01ec0-2341-4495-a90d-ed077c7dad4e, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:14:11.103068 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-945db975-71ed-43ed-b004-da05f5367599 service neutron] For port 5ba01ec0-2341-4495-a90d-ed077c7dad4e, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=5ba01ec0-2341-4495-a90d-ed077c7dad4e,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:14:11.110334 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-16005a1b-9de0-4457-85f1-a3db0083a357 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Calling delete_port for 4086685b-cd73-4c9c-8e55-73145202a39c owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:14:11.128857 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-945db975-71ed-43ed-b004-da05f5367599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:11.138285 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=25312df4-851f-4f0a-921f-af21d59ea5d8,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:11.185090 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0a5b580d-e1f8-4d4f-8576-ce598975a0d2 req-c6adb561-4836-4fc3-80a6-dd617641eda8 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5877717 Feb 09 01:14:11.213778 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-945db975-71ed-43ed-b004-da05f5367599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:11.214568 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-945db975-71ed-43ed-b004-da05f5367599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:11.216085 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-945db975-71ed-43ed-b004-da05f5367599 service neutron] 10.222.0.35 "PUT /v2.0/ports/5ba01ec0-2341-4495-a90d-ed077c7dad4e HTTP/1.1" status: 200 len: 1091 time: 4.7573595 Feb 09 01:14:11.247133 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3b49ed44-ab45-46a2-98fc-53585bd2d374 req-cefabd1a-280b-4e02-8cfc-5e2fd4178c0e tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217671 Feb 09 01:14:11.334734 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 4086685b-cd73-4c9c-8e55-73145202a39c up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:11.384467 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffde6797-f7da-4d5e-bcb5-8301544dce2c', 'tag': '5ba01ec0-2341-4495-a90d-ed077c7dad4e'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:14:11.404567 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['25312df4-851f-4f0a-921f-af21d59ea5d8'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:14:11.442326 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-16005a1b-9de0-4457-85f1-a3db0083a357 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:11.489296 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2055509-bce7-44b3-8c8d-1844740b714e req-12dddaea-0d28-470f-87e7-f10cba50d12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:11.490767 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c2055509-bce7-44b3-8c8d-1844740b714e req-12dddaea-0d28-470f-87e7-f10cba50d12d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=49af6773-dfcd-45e0-b742-3363769f41e9 HTTP/1.1" status: 200 len: 854 time: 0.6511331 Feb 09 01:14:11.549273 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 4086685b-cd73-4c9c-8e55-73145202a39c {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:14:11.549895 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 4086685b-cd73-4c9c-8e55-73145202a39c not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 09 01:14:11.573412 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16005a1b-9de0-4457-85f1-a3db0083a357 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event deleted for resources: {'Port': ['ID=4086685b-cd73-4c9c-8e55-73145202a39c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:11.675683 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-882c6b6a-5d8f-492a-ac77-c15c13f444d3 None None] Could not find standard attr ID for object 4086685b-cd73-4c9c-8e55-73145202a39c. {{(pid=87613) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:14:11.678877 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Port 4086685b-cd73-4c9c-8e55-73145202a39c not found, will not notify nova. {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 09 01:14:11.704230 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97999b95-e68b-4f99-8c41-de90de4b52a9 None None] DHCP port deletion for 696c5244-41c7-45f7-bf4c-293218173bb1 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:14:11.743508 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a15ab1e-2364-476b-b570-cdcfcff6dc4e None None] get_active_networks_info from n-d-828419-1 {{(pid=87613) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:14:11.746975 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16005a1b-9de0-4457-85f1-a3db0083a357 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] No DVR routers for this DVR port 4086685b-cd73-4c9c-8e55-73145202a39c on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:14:11.771117 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:11.853798 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9f295-7054-4ae1-9cc6-cbf72a251acb req-98145dbe-a0b4-46ce-915b-9d5fedcfc570 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:11.869404 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bde9f295-7054-4ae1-9cc6-cbf72a251acb req-98145dbe-a0b4-46ce-915b-9d5fedcfc570 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 944 time: 0.3468285 Feb 09 01:14:11.942758 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bde9f295-7054-4ae1-9cc6-cbf72a251acb req-bc6b7293-e372-4eb5-8d2d-274b86b6ee01 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791054 Feb 09 01:14:11.948442 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-16005a1b-9de0-4457-85f1-a3db0083a357 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:12.175724 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 4086685b-cd73-4c9c-8e55-73145202a39c no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:14:12.183462 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-43c05841-2dd0-4f06-bde4-39b63af93692 req-1500f371-278f-46d7-a90c-7c8961df5e08 tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.6873455 Feb 09 01:14:12.279211 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 4086685b-cd73-4c9c-8e55-73145202a39c {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:14:12.279556 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 4086685b-cd73-4c9c-8e55-73145202a39c not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:14:12.317977 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-16005a1b-9de0-4457-85f1-a3db0083a357 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:12.403331 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c2055509-bce7-44b3-8c8d-1844740b714e req-17d98fb1-add3-432d-aea5-72d190d2b810 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d6c2755-ea18-4235-9314-c370c19b3771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8752034 Feb 09 01:14:12.404548 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d9396-e09d-4e7a-910d-449b1fa2bc20 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Deleting port cb3879a1-f26c-4910-9a81-7e360d3a1770 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:14:12.404880 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7a4d9396-e09d-4e7a-910d-449b1fa2bc20 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:12.481037 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffde6797-f7da-4d5e-bcb5-8301544dce2c', 'tag': '5ba01ec0-2341-4495-a90d-ed077c7dad4e', 'status': 'completed', 'code': 200} Feb 09 01:14:12.490407 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a15ab1e-2364-476b-b570-cdcfcff6dc4e None None] Resources bound (agent type, host, resource id): {{(pid=87613) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:14:12.768564 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c2055509-bce7-44b3-8c8d-1844740b714e req-bc3ef933-5383-4d01-8cfa-14882046fe4b service neutron] 10.222.0.35 "GET /v2.0/networks/5d6c2755-ea18-4235-9314-c370c19b3771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296022 Feb 09 01:14:12.797454 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945db975-71ed-43ed-b004-da05f5367599 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba01ec0-2341-4495-a90d-ed077c7dad4e,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:12.938207 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16005a1b-9de0-4457-85f1-a3db0083a357 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event deleted for resources: {'Subnet': ['ID=33213e6f-85a7-4914-bfff-36330c76623c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:13.181886 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-16005a1b-9de0-4457-85f1-a3db0083a357 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:13.187451 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c2055509-bce7-44b3-8c8d-1844740b714e req-280357c4-da77-4b9e-aa8b-c453d829c31b service neutron] 10.222.0.35 "GET /v2.0/networks/5d6c2755-ea18-4235-9314-c370c19b3771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929632 Feb 09 01:14:13.189141 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-90aa9bea-717f-4f39-9b04-200e8eb64de5 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:13.279148 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-16005a1b-9de0-4457-85f1-a3db0083a357 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['696c5244-41c7-45f7-bf4c-293218173bb1']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:13.310093 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-16005a1b-9de0-4457-85f1-a3db0083a357 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae5dbf28-c2c0-4623-857e-225425692ac1') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:13.310732 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-16005a1b-9de0-4457-85f1-a3db0083a357 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae5dbf28-c2c0-4623-857e-225425692ac1') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:13.338795 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36bfe85-054c-4543-845f-0d4164dae4a2 req-e9f2a205-e412-4c8c-ad58-a0e090f3d657 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:13.341209 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d36bfe85-054c-4543-845f-0d4164dae4a2 req-e9f2a205-e412-4c8c-ad58-a0e090f3d657 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/ports?device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 931 time: 0.4829710 Feb 09 01:14:13.349364 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-16005a1b-9de0-4457-85f1-a3db0083a357 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:13.428123 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b004b069-a2be-42d5-ac81-43841dd21456 None None] Network 696c5244-41c7-45f7-bf4c-293218173bb1 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:13.475853 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-16005a1b-9de0-4457-85f1-a3db0083a357 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:13.528881 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16005a1b-9de0-4457-85f1-a3db0083a357 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Releasing vlan 972 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:14:13.530811 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-16005a1b-9de0-4457-85f1-a3db0083a357 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:13.592234 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:14:13.592234 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:14:13.592234 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:14:13.592234 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:14:13.592234 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:14:13.592234 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:14:13.592234 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:14:13.592234 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:14:13.592234 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:14:13.592234 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:14:13.592234 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:14:13.592234 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:14:13.592234 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:14:13.592234 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:14:13.592234 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:14:13.592234 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:14:13.592234 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:14:13.592234 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:14:13.592234 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:14:13.592234 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:14:13.592234 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:14:13.592234 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:14:13.592234 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:14:13.592234 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:14:13.592234 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:14:13.592234 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:14:13.592234 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:14:13.592234 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:14:13.592234 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:14:13.592234 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:14:13.592234 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:14:13.592234 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:14:13.719135 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-8f0999d5-1484-4272-bab4-e658a72c89b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:13.722348 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-8f0999d5-1484-4272-bab4-e658a72c89b9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67dfd8ca30e2412a805557bd94e02525&device_id=ffde6797-f7da-4d5e-bcb5-8301544dce2c HTTP/1.1" status: 200 len: 1094 time: 2.1930199 Feb 09 01:14:13.738014 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-90aa9bea-717f-4f39-9b04-200e8eb64de5 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Network 7f26ae75-93ae-4c86-b1f4-ba0c960fde4d is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:13.754784 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-90aa9bea-717f-4f39-9b04-200e8eb64de5 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:13.771642 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5ab6bb-8036-46bf-ba2f-9e824ef4b9df None None] DHCP port deletion for 696c5244-41c7-45f7-bf4c-293218173bb1 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:14:13.885841 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d36bfe85-054c-4543-845f-0d4164dae4a2 req-3502eb7b-5c7c-4668-8d9e-e7d65d173796 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd036a29-976c-49d2-89d7-7eb24bf4e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5057929 Feb 09 01:14:13.940294 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-16005a1b-9de0-4457-85f1-a3db0083a357 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:13.951904 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-90aa9bea-717f-4f39-9b04-200e8eb64de5 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:14:13.975793 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device a122cb31-f21a-4654-a5c0-fdc860cda37a details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:14:13.995554 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 25312df4-851f-4f0a-921f-af21d59ea5d8 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:14.016566 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-16005a1b-9de0-4457-85f1-a3db0083a357 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:14.053230 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16005a1b-9de0-4457-85f1-a3db0083a357 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event deleted for resources: {'Network': ['ID=696c5244-41c7-45f7-bf4c-293218173bb1,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:14.102871 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.resource_extend [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:14:14.116487 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-16005a1b-9de0-4457-85f1-a3db0083a357 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "DELETE /v2.0/networks/696c5244-41c7-45f7-bf4c-293218173bb1 HTTP/1.1" status: 204 len: 168 time: 7.1089361 Feb 09 01:14:14.117753 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48182) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:14.143377 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-73940160-88e0-486a-9361-ebcf6aec266d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1176427357'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:14.161196 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-73940160-88e0-486a-9361-ebcf6aec266d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:14.270960 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-73940160-88e0-486a-9361-ebcf6aec266d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Usage tracker for resource:network and tenant:6ad299afeb554fb2825073db5a372f36 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:14.273511 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-9412151c-73cf-4467-bdd8-bce97488a215 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ba01ec0-2341-4495-a90d-ed077c7dad4e HTTP/1.1" status: 200 len: 217 time: 0.5286057 Feb 09 01:14:14.288565 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-90aa9bea-717f-4f39-9b04-200e8eb64de5 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:14.297826 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-90aa9bea-717f-4f39-9b04-200e8eb64de5 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:14.306589 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-73940160-88e0-486a-9361-ebcf6aec266d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:14.327900 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa9bea-717f-4f39-9b04-200e8eb64de5 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Pushing event updated for resources: {'Port': ['ID=080db5cb-c5ff-4a08-abb2-86a721031e91,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:14.376026 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-73940160-88e0-486a-9361-ebcf6aec266d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:14.462274 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73940160-88e0-486a-9361-ebcf6aec266d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Made reservation on behalf of 6ad299afeb554fb2825073db5a372f36 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:14.471705 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-73940160-88e0-486a-9361-ebcf6aec266d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:14.535100 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69c188-1460-44da-a3b1-290f696f23c8 req-0fb42f97-ff80-43e7-aae1-8a76b81cc5e0 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:14.545636 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73940160-88e0-486a-9361-ebcf6aec266d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 989} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:14:14.546873 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port a122cb31-f21a-4654-a5c0-fdc860cda37a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a122cb31-f21a-4654-a5c0-fdc860cda37a,segment=NetworkSegment(7dc2e829-f685-4c02-b1d6-aef4f3224c8c),segment_id=7dc2e829-f685-4c02-b1d6-aef4f3224c8c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:14.547551 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-be69c188-1460-44da-a3b1-290f696f23c8 req-0fb42f97-ff80-43e7-aae1-8a76b81cc5e0 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffde6797-f7da-4d5e-bcb5-8301544dce2c HTTP/1.1" status: 200 len: 943 time: 1.6585996 Feb 09 01:14:14.569614 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-73940160-88e0-486a-9361-ebcf6aec266d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:14.572551 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-73940160-88e0-486a-9361-ebcf6aec266d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Added segment acc459d3-5af0-4a6b-b0ff-c732641b3716 of type vlan for network 5c3c20d1-2007-488d-afb5-59a1b60096a0 Feb 09 01:14:14.594302 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'a122cb31-f21a-4654-a5c0-fdc860cda37a', 'network_id': '5d6c2755-ea18-4235-9314-c370c19b3771', 'port_id': 'a122cb31-f21a-4654-a5c0-fdc860cda37a', 'mac_address': 'fa:16:3e:62:16:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 987, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49af6773-dfcd-45e0-b742-3363769f41e9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:14:14.606963 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-90aa9bea-717f-4f39-9b04-200e8eb64de5 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5850554 Feb 09 01:14:14.645147 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-73940160-88e0-486a-9361-ebcf6aec266d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:14.664488 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7a4d9396-e09d-4e7a-910d-449b1fa2bc20 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:14.665361 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7a4d9396-e09d-4e7a-910d-449b1fa2bc20 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:14.685146 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f03c8b-b429-4bf6-86c1-b90da477fe54 req-22760f2f-e491-42f3-bc6d-b03996bf7f8a tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:14.686709 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-55f03c8b-b429-4bf6-86c1-b90da477fe54 req-22760f2f-e491-42f3-bc6d-b03996bf7f8a tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b74043c-1c25-451b-8278-6dc1c9a73b31 HTTP/1.1" status: 200 len: 943 time: 0.5208442 Feb 09 01:14:14.722612 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:14.741175 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] Request body: {'port': {'device_id': '18d906ee-9ba8-41ca-9b9b-0b67e5f3680a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:14.799838 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a122cb31-f21a-4654-a5c0-fdc860cda37a {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:14:14.866010 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port a122cb31-f21a-4654-a5c0-fdc860cda37a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a122cb31-f21a-4654-a5c0-fdc860cda37a,segment=NetworkSegment(7dc2e829-f685-4c02-b1d6-aef4f3224c8c),segment_id=7dc2e829-f685-4c02-b1d6-aef4f3224c8c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:14.868514 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-73940160-88e0-486a-9361-ebcf6aec266d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:14.879943 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:14.886008 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73940160-88e0-486a-9361-ebcf6aec266d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:14.886705 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-73940160-88e0-486a-9361-ebcf6aec266d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:14.981312 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-55f03c8b-b429-4bf6-86c1-b90da477fe54 req-222439aa-c984-4534-ad3a-a60de0bcda98 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820234 Feb 09 01:14:15.009086 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=a122cb31-f21a-4654-a5c0-fdc860cda37a,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:15.021229 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 25312df4-851f-4f0a-921f-af21d59ea5d8 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:15.037292 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:15.134345 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:15.178750 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-ea83ce7e-bd56-4cff-b38f-ff81c1fd0118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:15.187762 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-ea83ce7e-bd56-4cff-b38f-ff81c1fd0118 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c750fae4-2c3f-44da-87c9-de1301db5b32 HTTP/1.1" status: 200 len: 844 time: 0.8613420 Feb 09 01:14:15.194134 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-73940160-88e0-486a-9361-ebcf6aec266d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0747423 Feb 09 01:14:15.210895 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48188) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:15.244674 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-26b93564-fb63-42c2-818b-daea76551704 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:15.268313 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['a122cb31-f21a-4654-a5c0-fdc860cda37a'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:14:15.317312 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73940160-88e0-486a-9361-ebcf6aec266d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event updated for resources: {'Network': ['ID=5c3c20d1-2007-488d-afb5-59a1b60096a0,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:15.375746 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:15.388428 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 5c3c20d1-2007-488d-afb5-59a1b60096a0 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:14:15.663726 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 080db5cb-c5ff-4a08-abb2-86a721031e91 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:14:15.668649 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd429f359-35bc-4653-af62-82b925b35f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25312df4-851f-4f0a-921f-af21d59ea5d8'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:14:15.670534 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:15.689762 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] Transition to ACTIVE for port object 080db5cb-c5ff-4a08-abb2-86a721031e91 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:15.732011 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 25312df4-851f-4f0a-921f-af21d59ea5d8, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=25312df4-851f-4f0a-921f-af21d59ea5d8,segment=NetworkSegment(0a900953-cea9-408a-b5a5-b9b62ab0e594),segment_id=0a900953-cea9-408a-b5a5-b9b62ab0e594)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:15.762481 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:15.944279 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-26b93564-fb63-42c2-818b-daea76551704 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:16.016705 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c83d0-a8bc-40b8-b366-a0ce797285d5 req-bd45ba6a-82f1-4cde-819c-d9028e254757 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:16.023161 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-036c83d0-a8bc-40b8-b366-a0ce797285d5 req-bd45ba6a-82f1-4cde-819c-d9028e254757 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 944 time: 0.7449205 Feb 09 01:14:16.025528 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-26b93564-fb63-42c2-818b-daea76551704 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:16.094115 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=25312df4-851f-4f0a-921f-af21d59ea5d8,revision_number=7']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:16.175094 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-be69c188-1460-44da-a3b1-290f696f23c8 req-b1f2ffd9-26bd-482a-af48-057b88a6a1f4 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6263144 Feb 09 01:14:16.175794 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:16.210710 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-26b93564-fb63-42c2-818b-daea76551704 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Network 5c3c20d1-2007-488d-afb5-59a1b60096a0 is not hosted by any dhcp agent {{(pid=87611) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 09 01:14:16.221822 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d9396-e09d-4e7a-910d-449b1fa2bc20 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Calling delete_port for cb3879a1-f26c-4910-9a81-7e360d3a1770 owned by network:floatingip {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:14:16.223543 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b93564-fb63-42c2-818b-daea76551704 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:16.224200 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-26b93564-fb63-42c2-818b-daea76551704 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:16.225525 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-26b93564-fb63-42c2-818b-daea76551704 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "PUT /v2.0/networks/5c3c20d1-2007-488d-afb5-59a1b60096a0 HTTP/1.1" status: 200 len: 723 time: 1.0116227 Feb 09 01:14:16.386028 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48196) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:16.498313 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-ffb55820-4af1-4e89-a8dc-6b9517503f4d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Request body: {'subnet': {'network_id': '5c3c20d1-2007-488d-afb5-59a1b60096a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:16.521392 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-036c83d0-a8bc-40b8-b366-a0ce797285d5 req-a9d2eb69-5358-49ab-a705-62c18c9878df tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4666843 Feb 09 01:14:16.553615 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b93564-fb63-42c2-818b-daea76551704 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event updated for resources: {'Network': ['ID=5c3c20d1-2007-488d-afb5-59a1b60096a0,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:16.579369 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-0196e80e-2e22-4064-af68-772cc1636007 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=84a4b1eb-79d6-447b-b1fd-6bc1ef45422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4355898 Feb 09 01:14:16.588657 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 5c3c20d1-2007-488d-afb5-59a1b60096a0 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:14:16.919703 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2dfdb9b1-9a4f-43f5-9af0-a14e709d1f48 req-5b18e61a-b6c8-41a0-aff4-2a95fb1079d1 tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.3887424 Feb 09 01:14:16.950751 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9384f6-b92b-44a5-b213-b5b33208ee5d req-af8af792-e2f2-4e95-8a1c-911817f1ad36 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:16.952972 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6a9384f6-b92b-44a5-b213-b5b33208ee5d req-af8af792-e2f2-4e95-8a1c-911817f1ad36 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/ports?device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 943 time: 0.2504184 Feb 09 01:14:17.043373 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd429f359-35bc-4653-af62-82b925b35f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25312df4-851f-4f0a-921f-af21d59ea5d8', 'code': 200} Feb 09 01:14:17.066894 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6a9384f6-b92b-44a5-b213-b5b33208ee5d req-925dfd45-17f4-42fb-bf31-bfdd25036d34 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd036a29-976c-49d2-89d7-7eb24bf4e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971982 Feb 09 01:14:17.067418 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] Pushing event updated for resources: {'Port': ['ID=080db5cb-c5ff-4a08-abb2-86a721031e91,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:17.121888 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:17.122241 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:17.122582 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:17.122924 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:17.130868 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:17.131177 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:17.131494 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:17.131837 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:17.132173 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:17.132584 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:17.132998 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:17.134247 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:17.211521 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ffb55820-4af1-4e89-a8dc-6b9517503f4d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:17.216139 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ffb55820-4af1-4e89-a8dc-6b9517503f4d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Usage tracker for resource:subnet and tenant:6ad299afeb554fb2825073db5a372f36 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:17.219407 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ffb55820-4af1-4e89-a8dc-6b9517503f4d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:17.226826 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ffb55820-4af1-4e89-a8dc-6b9517503f4d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:17.312463 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb55820-4af1-4e89-a8dc-6b9517503f4d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Made reservation on behalf of 6ad299afeb554fb2825073db5a372f36 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:17.316375 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ffb55820-4af1-4e89-a8dc-6b9517503f4d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:17.601763 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] Attempting to bind port 080db5cb-c5ff-4a08-abb2-86a721031e91 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:14:17.602097 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] Attempting to bind port 080db5cb-c5ff-4a08-abb2-86a721031e91 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'b5490bb6-dc0d-46d4-a7aa-f5bfda621d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '7f26ae75-93ae-4c86-b1f4-ba0c960fde4d'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:14:17.602427 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] Attempting to bind port 080db5cb-c5ff-4a08-abb2-86a721031e91 on network 7f26ae75-93ae-4c86-b1f4-ba0c960fde4d {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:14:17.607487 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ffb55820-4af1-4e89-a8dc-6b9517503f4d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:17.674838 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] Port 080db5cb-c5ff-4a08-abb2-86a721031e91 on network 7f26ae75-93ae-4c86-b1f4-ba0c960fde4d not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:14:17.675340 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] Attempting to bind port 080db5cb-c5ff-4a08-abb2-86a721031e91 on network 7f26ae75-93ae-4c86-b1f4-ba0c960fde4d {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:14:17.755221 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b25103e0-de93-4133-b05f-c048e6cb7fd5 req-776cb86b-c71c-4f3b-bc16-7dfaa73b1a8b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4f99646dbc0a45f1a61ede1fc73eb915&device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.1573746 Feb 09 01:14:17.762133 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb55820-4af1-4e89-a8dc-6b9517503f4d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event updated for resources: {'Subnet': ['ID=bfaf1165-cf88-406f-82b2-9d8554341f10,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:17.869628 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:14:17.869960 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] Checking segment: {'id': 'b5490bb6-dc0d-46d4-a7aa-f5bfda621d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '7f26ae75-93ae-4c86-b1f4-ba0c960fde4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:14:17.870351 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] Bound using segment: {'id': 'b5490bb6-dc0d-46d4-a7aa-f5bfda621d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '7f26ae75-93ae-4c86-b1f4-ba0c960fde4d'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:14:17.871099 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] Bound port: 080db5cb-c5ff-4a08-abb2-86a721031e91, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5490bb6-dc0d-46d4-a7aa-f5bfda621d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '7f26ae75-93ae-4c86-b1f4-ba0c960fde4d'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:14:17.871099 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:17.889760 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b25103e0-de93-4133-b05f-c048e6cb7fd5 req-c06caacc-7c07-48bb-930d-046330b8febe service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=4f99646dbc0a45f1a61ede1fc73eb915&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1252024 Feb 09 01:14:17.992254 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device a122cb31-f21a-4654-a5c0-fdc860cda37a up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:17.995427 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2082710-0928-4bc8-bbfe-3fb617968ec2 req-7cec5205-2036-4aef-9f47-7d4627451a0e tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:17.997394 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f2082710-0928-4bc8-bbfe-3fb617968ec2 req-7cec5205-2036-4aef-9f47-7d4627451a0e tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffde6797-f7da-4d5e-bcb5-8301544dce2c HTTP/1.1" status: 200 len: 943 time: 0.2001615 Feb 09 01:14:18.090005 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f2082710-0928-4bc8-bbfe-3fb617968ec2 req-42347ab2-916c-4036-a601-b3ff81ab0ec6 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864727 Feb 09 01:14:18.133775 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-b72b569b-5895-4b79-9593-6fdb98515367 service neutron] 10.222.0.35 "GET /v2.0/networks/84a4b1eb-79d6-447b-b1fd-6bc1ef45422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2813993 Feb 09 01:14:18.188220 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port a122cb31-f21a-4654-a5c0-fdc860cda37a completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:18.194585 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port a122cb31-f21a-4654-a5c0-fdc860cda37a triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:18.194961 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:18.259011 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff19b8-bd84-4849-adea-4f4e020c383e req-6e70c936-f5cd-4b1a-a1a7-3045941ea449 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:18.268507 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5aff19b8-bd84-4849-adea-4f4e020c383e req-6e70c936-f5cd-4b1a-a1a7-3045941ea449 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b74043c-1c25-451b-8278-6dc1c9a73b31 HTTP/1.1" status: 200 len: 944 time: 1.0700297 Feb 09 01:14:18.551484 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:18.618551 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port a122cb31-f21a-4654-a5c0-fdc860cda37a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a122cb31-f21a-4654-a5c0-fdc860cda37a,segment=NetworkSegment(7dc2e829-f685-4c02-b1d6-aef4f3224c8c),segment_id=7dc2e829-f685-4c02-b1d6-aef4f3224c8c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:18.623491 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:18.670314 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff8b5d-a921-46a1-b722-63b5100d6990 req-e3b8d50a-da55-4491-8bc8-672b22545d77 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:18.682610 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] For port 080db5cb-c5ff-4a08-abb2-86a721031e91, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:14:18.686941 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c3ff8b5d-a921-46a1-b722-63b5100d6990 req-e3b8d50a-da55-4491-8bc8-672b22545d77 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 945 time: 0.3467660 Feb 09 01:14:18.703706 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb55820-4af1-4e89-a8dc-6b9517503f4d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Checking segment: {'id': 'acc459d3-5af0-4a6b-b0ff-c732641b3716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '5c3c20d1-2007-488d-afb5-59a1b60096a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:14:18.704866 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb55820-4af1-4e89-a8dc-6b9517503f4d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Network hostable DHCP agents. Network: 5c3c20d1-2007-488d-afb5-59a1b60096a0, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:14:18.752764 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] For port 080db5cb-c5ff-4a08-abb2-86a721031e91, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=080db5cb-c5ff-4a08-abb2-86a721031e91,segment=NetworkSegment(b5490bb6-dc0d-46d4-a7aa-f5bfda621d00),segment_id=b5490bb6-dc0d-46d4-a7aa-f5bfda621d00)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:14:18.758921 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7a4d9396-e09d-4e7a-910d-449b1fa2bc20 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:18.805517 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c3ff8b5d-a921-46a1-b722-63b5100d6990 req-a4eb0e54-4d31-4a53-9ff6-7d8f3ecd4f30 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175776 Feb 09 01:14:18.817373 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=a122cb31-f21a-4654-a5c0-fdc860cda37a,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:18.975270 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5aff19b8-bd84-4849-adea-4f4e020c383e req-0d85758f-b73c-4dff-acd0-6bb3fdf2c458 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7057455 Feb 09 01:14:18.981861 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:19.044323 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b74043c-1c25-451b-8278-6dc1c9a73b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a122cb31-f21a-4654-a5c0-fdc860cda37a'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:14:19.219961 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d9396-e09d-4e7a-910d-449b1fa2bc20 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Pushing event deleted for resources: {'Port': ['ID=cb3879a1-f26c-4910-9a81-7e360d3a1770,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:19.228944 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6787c70f-ec27-47ab-a4f1-48547008d77d req-6f255948-8dfc-491d-9172-7e411818ecc9 tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.1139481 Feb 09 01:14:19.322455 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b74043c-1c25-451b-8278-6dc1c9a73b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a122cb31-f21a-4654-a5c0-fdc860cda37a', 'code': 200} Feb 09 01:14:19.464587 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25103e0-de93-4133-b05f-c048e6cb7fd5 req-d860d571-164c-4eb3-9b03-61b3a84623e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:19.465969 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b25103e0-de93-4133-b05f-c048e6cb7fd5 req-d860d571-164c-4eb3-9b03-61b3a84623e9 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4505372 Feb 09 01:14:19.566478 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:19.580244 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:19.580244 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] 10.222.0.35 "PUT /v2.0/ports/080db5cb-c5ff-4a08-abb2-86a721031e91 HTTP/1.1" status: 200 len: 1091 time: 4.9329658 Feb 09 01:14:19.580244 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d906ee-9ba8-41ca-9b9b-0b67e5f3680a', 'tag': '080db5cb-c5ff-4a08-abb2-86a721031e91'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:14:19.633063 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb55820-4af1-4e89-a8dc-6b9517503f4d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Network 5c3c20d1-2007-488d-afb5-59a1b60096a0 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:14:19.792444 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-be285c45-8f1e-49b8-9fc5-f400ec34fbec req-72afd901-a78c-4ec4-9813-718b164b3782 service neutron] 10.222.0.35 "GET /v2.0/networks/84a4b1eb-79d6-447b-b1fd-6bc1ef45422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5845218 Feb 09 01:14:19.808608 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-ffb55820-4af1-4e89-a8dc-6b9517503f4d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 5c3c20d1-2007-488d-afb5-59a1b60096a0) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:19.820765 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d50a42a-cf71-4390-9e51-4202fb153713 None None] Network 5c3c20d1-2007-488d-afb5-59a1b60096a0 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:19.829237 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7a4d9396-e09d-4e7a-910d-449b1fa2bc20 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks [] for floatingip, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:19.836992 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fa612-c5c9-47d3-9d9f-c762c9886a15 req-3705add8-e4ef-4618-93b7-cb2973906f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:19.838499 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-269fa612-c5c9-47d3-9d9f-c762c9886a15 req-3705add8-e4ef-4618-93b7-cb2973906f95 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9b74043c-1c25-451b-8278-6dc1c9a73b31 HTTP/1.1" status: 200 len: 1096 time: 0.4333808 Feb 09 01:14:19.860248 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb55820-4af1-4e89-a8dc-6b9517503f4d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:19.860914 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ffb55820-4af1-4e89-a8dc-6b9517503f4d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:19.919385 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b8191-8f4f-4416-a65b-327bf360d8fb service neutron] Pushing event updated for resources: {'Port': ['ID=080db5cb-c5ff-4a08-abb2-86a721031e91,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:19.928548 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6139d7e-7f2e-4382-af2d-441d3f28fc7d req-c6866bf0-7f56-429f-a934-ca4560d94313 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:19.937572 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e6139d7e-7f2e-4382-af2d-441d3f28fc7d req-c6866bf0-7f56-429f-a934-ca4560d94313 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffde6797-f7da-4d5e-bcb5-8301544dce2c HTTP/1.1" status: 200 len: 943 time: 0.3910046 Feb 09 01:14:19.955804 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ffb55820-4af1-4e89-a8dc-6b9517503f4d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5677462 Feb 09 01:14:19.956551 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48232) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:20.067367 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7a4d9396-e09d-4e7a-910d-449b1fa2bc20 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:20.068390 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7a4d9396-e09d-4e7a-910d-449b1fa2bc20 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] 10.222.0.37 "DELETE /v2.0/floatingips/85bd36b6-6e11-4e4f-990c-86cabdcdcb55 HTTP/1.1" status: 204 len: 168 time: 9.2270730 Feb 09 01:14:20.073386 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48238) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:20.109155 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e6139d7e-7f2e-4382-af2d-441d3f28fc7d req-faa14435-35b4-4410-bbcb-ee638252a11d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556480 Feb 09 01:14:20.111156 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-269fa612-c5c9-47d3-9d9f-c762c9886a15 req-d69708f1-8b14-4211-91b6-dffaf911df66 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477551 Feb 09 01:14:20.111309 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-e55056ec-56c3-4976-890a-6cc8185d6be7 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:20.211965 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-b518bf33-f79a-4a72-8248-227f4b5191c9 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Request body: {'floatingip': {'floating_network_id': '5b58a7ca-055b-48e8-9cea-2eb47ae9543f', 'port_id': '13420c87-c14d-4002-afb2-d73786ddd5c8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:20.289472 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d906ee-9ba8-41ca-9b9b-0b67e5f3680a', 'tag': '080db5cb-c5ff-4a08-abb2-86a721031e91', 'status': 'completed', 'code': 200} Feb 09 01:14:20.303822 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b518bf33-f79a-4a72-8248-227f4b5191c9 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:20.342934 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b518bf33-f79a-4a72-8248-227f4b5191c9 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Usage tracker for resource:floatingip and tenant:6591cb2957c24337884bd6f15378945c is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:20.367946 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5019e0-aa30-4362-802e-b4ea9fba9807 req-e8eb378a-e42a-45a5-a1ab-f8260141442a tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:20.368714 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-dd5019e0-aa30-4362-802e-b4ea9fba9807 req-e8eb378a-e42a-45a5-a1ab-f8260141442a tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Synchronizing usage tracker for tenant:1866ce3035f2464c986757a3a7323de3 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:14:20.374262 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447cf3e1-4f61-48c1-8b8d-eb596c3c4ba2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-5c3c20d1-2007-488d-afb5-59a1b60096a0', 'network_id': '5c3c20d1-2007-488d-afb5-59a1b60096a0', 'tenant_id': '6ad299afeb554fb2825073db5a372f36', 'fixed_ips': [{'subnet_id': 'bfaf1165-cf88-406f-82b2-9d8554341f10'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:14:20.375112 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-447cf3e1-4f61-48c1-8b8d-eb596c3c4ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:20.398537 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b518bf33-f79a-4a72-8248-227f4b5191c9 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:20.433768 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b518bf33-f79a-4a72-8248-227f4b5191c9 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:20.718848 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f4245-9e5f-4b70-90b5-c39d82ed2362 req-ba4d8e11-3941-4e2f-9dc6-05f4239b7841 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:20.732481 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-856f4245-9e5f-4b70-90b5-c39d82ed2362 req-ba4d8e11-3941-4e2f-9dc6-05f4239b7841 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 945 time: 0.2571847 Feb 09 01:14:20.743571 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e55056ec-56c3-4976-890a-6cc8185d6be7 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6198651'] for subnet, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:20.801600 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-856f4245-9e5f-4b70-90b5-c39d82ed2362 req-cc7c6885-3b9b-453f-90f5-1f5a97722d8a tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763643 Feb 09 01:14:20.836196 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-447cf3e1-4f61-48c1-8b8d-eb596c3c4ba2 None None] Allocated IP 172.20.0.2 (5c3c20d1-2007-488d-afb5-59a1b60096a0/bfaf1165-cf88-406f-82b2-9d8554341f10/8e152af2-80ce-4c22-b33c-7a3349cb0cfc) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:20.928242 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-525b9666-7c70-44c0-a829-339c4d2ad088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:20.930038 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-525b9666-7c70-44c0-a829-339c4d2ad088 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1866ce3035f2464c986757a3a7323de3&device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 1094 time: 1.2865555 Feb 09 01:14:20.935096 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b518bf33-f79a-4a72-8248-227f4b5191c9 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks [] for floatingip, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:21.073937 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-dd5019e0-aa30-4362-802e-b4ea9fba9807 req-e8eb378a-e42a-45a5-a1ab-f8260141442a tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Unset dirty status for tenant:1866ce3035f2464c986757a3a7323de3 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:14:21.080771 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dd5019e0-aa30-4362-802e-b4ea9fba9807 req-e8eb378a-e42a-45a5-a1ab-f8260141442a tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/ports?device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 943 time: 1.7030315 Feb 09 01:14:21.140429 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-dd5019e0-aa30-4362-802e-b4ea9fba9807 req-c9b7ea3e-1b5a-4ef9-aa58-37fe3eeb79e6 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Synchronizing usage tracker for tenant:1866ce3035f2464c986757a3a7323de3 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:14:21.145914 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14ecfe-d199-4dee-9bc0-bfadae5cd220 req-697a5b04-db47-4dc0-8e3f-55573e277b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:21.147423 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd14ecfe-d199-4dee-9bc0-bfadae5cd220 req-697a5b04-db47-4dc0-8e3f-55573e277b8a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67dfd8ca30e2412a805557bd94e02525&device_id=ffde6797-f7da-4d5e-bcb5-8301544dce2c HTTP/1.1" status: 200 len: 1094 time: 1.2121775 Feb 09 01:14:21.148676 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-1810d821-410e-41d9-9a12-3713905cf968 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=080db5cb-c5ff-4a08-abb2-86a721031e91 HTTP/1.1" status: 200 len: 217 time: 0.1905811 Feb 09 01:14:21.230984 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b35ffc-0851-47cb-80a7-b70c83f2d509 req-adef857d-441e-4f6f-ae2e-b35074528d69 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:21.244439 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-68b35ffc-0851-47cb-80a7-b70c83f2d509 req-adef857d-441e-4f6f-ae2e-b35074528d69 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b74043c-1c25-451b-8278-6dc1c9a73b31 HTTP/1.1" status: 200 len: 945 time: 0.1765695 Feb 09 01:14:21.368224 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-68b35ffc-0851-47cb-80a7-b70c83f2d509 req-96eab551-b91e-4e25-96c2-ef516b022d52 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227429 Feb 09 01:14:21.438680 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-dd5019e0-aa30-4362-802e-b4ea9fba9807 req-c9b7ea3e-1b5a-4ef9-aa58-37fe3eeb79e6 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Unset dirty status for tenant:1866ce3035f2464c986757a3a7323de3 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:14:21.455295 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dd5019e0-aa30-4362-802e-b4ea9fba9807 req-c9b7ea3e-1b5a-4ef9-aa58-37fe3eeb79e6 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd036a29-976c-49d2-89d7-7eb24bf4e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735738 Feb 09 01:14:21.461405 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-447cf3e1-4f61-48c1-8b8d-eb596c3c4ba2 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:21.482601 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-447cf3e1-4f61-48c1-8b8d-eb596c3c4ba2 None None] Transition to ACTIVE for port object 8e152af2-80ce-4c22-b33c-7a3349cb0cfc will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:21.524077 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-447cf3e1-4f61-48c1-8b8d-eb596c3c4ba2 None None] Transition to ACTIVE for port object 8e152af2-80ce-4c22-b33c-7a3349cb0cfc will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:21.539398 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-447cf3e1-4f61-48c1-8b8d-eb596c3c4ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:21.660725 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447cf3e1-4f61-48c1-8b8d-eb596c3c4ba2 None None] Pushing event updated for resources: {'Port': ['ID=8e152af2-80ce-4c22-b33c-7a3349cb0cfc,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:21.672097 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447cf3e1-4f61-48c1-8b8d-eb596c3c4ba2 None None] Network 5c3c20d1-2007-488d-afb5-59a1b60096a0 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:21.675251 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-447cf3e1-4f61-48c1-8b8d-eb596c3c4ba2 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:21.680965 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447cf3e1-4f61-48c1-8b8d-eb596c3c4ba2 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:14:21.745203 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2548ef56-e656-4f98-ad6e-2f84e58f9c7e req-e0d0f6e5-6cce-41d5-9330-d18e998883a3 tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.37 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.1035049 Feb 09 01:14:21.871876 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:21.883875 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-447cf3e1-4f61-48c1-8b8d-eb596c3c4ba2 None None] Attempting to bind port 8e152af2-80ce-4c22-b33c-7a3349cb0cfc on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:14:21.885297 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-447cf3e1-4f61-48c1-8b8d-eb596c3c4ba2 None None] Attempting to bind port 8e152af2-80ce-4c22-b33c-7a3349cb0cfc by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'acc459d3-5af0-4a6b-b0ff-c732641b3716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '5c3c20d1-2007-488d-afb5-59a1b60096a0'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:14:21.885907 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447cf3e1-4f61-48c1-8b8d-eb596c3c4ba2 None None] Attempting to bind port 8e152af2-80ce-4c22-b33c-7a3349cb0cfc on network 5c3c20d1-2007-488d-afb5-59a1b60096a0 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:14:21.892699 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447cf3e1-4f61-48c1-8b8d-eb596c3c4ba2 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:14:21.895558 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447cf3e1-4f61-48c1-8b8d-eb596c3c4ba2 None None] Checking segment: {'id': 'acc459d3-5af0-4a6b-b0ff-c732641b3716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '5c3c20d1-2007-488d-afb5-59a1b60096a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:14:21.896197 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-447cf3e1-4f61-48c1-8b8d-eb596c3c4ba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:21.896834 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447cf3e1-4f61-48c1-8b8d-eb596c3c4ba2 None None] Bound using segment: {'id': 'acc459d3-5af0-4a6b-b0ff-c732641b3716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '5c3c20d1-2007-488d-afb5-59a1b60096a0'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:14:21.897567 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-447cf3e1-4f61-48c1-8b8d-eb596c3c4ba2 None None] Bound port: 8e152af2-80ce-4c22-b33c-7a3349cb0cfc, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc459d3-5af0-4a6b-b0ff-c732641b3716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '5c3c20d1-2007-488d-afb5-59a1b60096a0'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:14:21.898168 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-447cf3e1-4f61-48c1-8b8d-eb596c3c4ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:21.899145 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b25103e0-de93-4133-b05f-c048e6cb7fd5 req-4c2af062-8998-4145-8111-025695d544ce tempest-ServerShowV254Test-509088941 tempest-ServerShowV254Test-509088941-project] 10.222.0.35 "GET /v2.0/ports?device_id=692071a4-8173-4dc0-86b9-28cf5237d7e2 HTTP/1.1" status: 200 len: 210 time: 0.1530645 Feb 09 01:14:22.018396 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e55056ec-56c3-4976-890a-6cc8185d6be7 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757039949572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6064968'] for subnet, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:22.075796 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-447cf3e1-4f61-48c1-8b8d-eb596c3c4ba2 None None] For port 8e152af2-80ce-4c22-b33c-7a3349cb0cfc, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:14:22.085963 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-447cf3e1-4f61-48c1-8b8d-eb596c3c4ba2 None None] For port 8e152af2-80ce-4c22-b33c-7a3349cb0cfc, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=8e152af2-80ce-4c22-b33c-7a3349cb0cfc,segment=NetworkSegment(acc459d3-5af0-4a6b-b0ff-c732641b3716),segment_id=acc459d3-5af0-4a6b-b0ff-c732641b3716)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:14:22.099143 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-447cf3e1-4f61-48c1-8b8d-eb596c3c4ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:22.238744 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55056ec-56c3-4976-890a-6cc8185d6be7 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:22.239350 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e55056ec-56c3-4976-890a-6cc8185d6be7 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:22.245433 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48264) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:22.246434 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e55056ec-56c3-4976-890a-6cc8185d6be7 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "PUT /v2.0/subnets/bfaf1165-cf88-406f-82b2-9d8554341f10 HTTP/1.1" status: 200 len: 806 time: 2.1860430 Feb 09 01:14:22.247667 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447cf3e1-4f61-48c1-8b8d-eb596c3c4ba2 None None] Pushing event updated for resources: {'Port': ['ID=8e152af2-80ce-4c22-b33c-7a3349cb0cfc,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:22.254989 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-dd83b332-65be-407e-a612-2ffc179b8f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:22.256466 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-dd83b332-65be-407e-a612-2ffc179b8f88 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf2fad94-a815-4e9e-adc4-8acfef9e4c28 HTTP/1.1" status: 200 len: 860 time: 1.0022595 Feb 09 01:14:22.281220 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55056ec-56c3-4976-890a-6cc8185d6be7 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event updated for resources: {'Subnet': ['ID=bfaf1165-cf88-406f-82b2-9d8554341f10,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:22.363683 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-d68c345b-3b64-4d12-bb3b-d692757c5f06 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f26ae75-93ae-4c86-b1f4-ba0c960fde4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620334 Feb 09 01:14:22.486508 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:22.496369 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb27d6fc-f482-41f0-9da6-dd378cc992bd req-8a06b2fc-2799-4430-bcab-a61e3622ae67 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:22.498465 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cb27d6fc-f482-41f0-9da6-dd378cc992bd req-8a06b2fc-2799-4430-bcab-a61e3622ae67 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 945 time: 0.4055297 Feb 09 01:14:22.603258 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Deleting port 8e152af2-80ce-4c22-b33c-7a3349cb0cfc {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:14:22.603391 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:22.729937 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cb27d6fc-f482-41f0-9da6-dd378cc992bd req-4f404515-f117-4cd8-8d49-812394c5efdd tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119057 Feb 09 01:14:22.885631 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14ecfe-d199-4dee-9bc0-bfadae5cd220 req-3bb6cfea-48da-49f7-8cfb-3c53e5b10535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:22.887153 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd14ecfe-d199-4dee-9bc0-bfadae5cd220 req-3bb6cfea-48da-49f7-8cfb-3c53e5b10535 service neutron] 10.222.0.35 "GET /v2.0/networks?id=84a4b1eb-79d6-447b-b1fd-6bc1ef45422a HTTP/1.1" status: 200 len: 905 time: 1.6963484 Feb 09 01:14:23.084344 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1191140-6a53-4ff2-8ec7-43251267d8b2 req-ea0a40df-39b5-4339-bcf4-7a634631d109 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:23.085925 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d1191140-6a53-4ff2-8ec7-43251267d8b2 req-ea0a40df-39b5-4339-bcf4-7a634631d109 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffde6797-f7da-4d5e-bcb5-8301544dce2c HTTP/1.1" status: 200 len: 943 time: 1.1508596 Feb 09 01:14:23.095641 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd14ecfe-d199-4dee-9bc0-bfadae5cd220 req-adf340e8-4523-4e21-a839-86fbec33b7e0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ba01ec0-2341-4495-a90d-ed077c7dad4e HTTP/1.1" status: 200 len: 217 time: 0.1933193 Feb 09 01:14:23.170133 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b7008-c152-4849-a37c-98aa282b7082 req-1c5a0413-a10c-4f94-9dc0-2163ac97042d tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:23.179930 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-db6b7008-c152-4849-a37c-98aa282b7082 req-1c5a0413-a10c-4f94-9dc0-2163ac97042d tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 946 time: 0.2457752 Feb 09 01:14:23.233007 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14ecfe-d199-4dee-9bc0-bfadae5cd220 req-21379882-43e0-4f4f-acb1-b6c4f69edf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:23.234502 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd14ecfe-d199-4dee-9bc0-bfadae5cd220 req-21379882-43e0-4f4f-acb1-b6c4f69edf7c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c750fae4-2c3f-44da-87c9-de1301db5b32 HTTP/1.1" status: 200 len: 844 time: 0.1109946 Feb 09 01:14:23.239737 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-b518bf33-f79a-4a72-8248-227f4b5191c9 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:14:23.240743 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b518bf33-f79a-4a72-8248-227f4b5191c9 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 3.1447077 Feb 09 01:14:23.246595 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48278) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:23.247650 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] For port 8e152af2-80ce-4c22-b33c-7a3349cb0cfc, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=8e152af2-80ce-4c22-b33c-7a3349cb0cfc,segment=NetworkSegment(acc459d3-5af0-4a6b-b0ff-c732641b3716),segment_id=acc459d3-5af0-4a6b-b0ff-c732641b3716)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:23.248228 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:23.250710 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-6e31e5c4-2009-42ae-8d8b-ed18c6529b3e service neutron] 10.222.0.35 "GET /v2.0/networks/7f26ae75-93ae-4c86-b1f4-ba0c960fde4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8675332 Feb 09 01:14:23.274396 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-db6b7008-c152-4849-a37c-98aa282b7082 req-f6b1b1cb-15aa-4931-87f6-c3f753fdbd5e tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931215 Feb 09 01:14:23.364996 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-d9665d33-da35-4718-a6b8-efa22483b5f2 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'port_id': '13420c87-c14d-4002-afb2-d73786ddd5c8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:23.373933 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d1191140-6a53-4ff2-8ec7-43251267d8b2 req-460cf33b-6877-4162-b0dc-d4c3edd50e8a tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753792 Feb 09 01:14:23.377208 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd14ecfe-d199-4dee-9bc0-bfadae5cd220 req-5b4a9aaa-d41b-4bbf-b5ed-a1c9e1de2ef6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=84a4b1eb-79d6-447b-b1fd-6bc1ef45422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1289632 Feb 09 01:14:23.414038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d9665d33-da35-4718-a6b8-efa22483b5f2 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:23.627926 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Calling delete_port for 8e152af2-80ce-4c22-b33c-7a3349cb0cfc owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:14:23.675734 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd14ecfe-d199-4dee-9bc0-bfadae5cd220 req-78f73cf9-eaeb-4983-aab7-db4055d28530 service neutron] 10.222.0.35 "GET /v2.0/networks/84a4b1eb-79d6-447b-b1fd-6bc1ef45422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533875 Feb 09 01:14:23.681558 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d9665d33-da35-4718-a6b8-efa22483b5f2 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Usage tracker for resource:floatingip and tenant:6591cb2957c24337884bd6f15378945c is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:23.690083 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d9665d33-da35-4718-a6b8-efa22483b5f2 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:23.755248 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f02649-059d-4210-804d-a514a00b87e6 req-5813e0ab-025d-457d-966e-c9789df2204d tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:23.757268 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-88f02649-059d-4210-804d-a514a00b87e6 req-5813e0ab-025d-457d-966e-c9789df2204d tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b74043c-1c25-451b-8278-6dc1c9a73b31 HTTP/1.1" status: 200 len: 945 time: 0.3185153 Feb 09 01:14:23.800937 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d9665d33-da35-4718-a6b8-efa22483b5f2 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:23.857734 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba4a7dc-1cde-4d7a-8a67-a2ba345ef297 None None] Network 5c3c20d1-2007-488d-afb5-59a1b60096a0 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:23.881498 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:23.945735 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event deleted for resources: {'Port': ['ID=8e152af2-80ce-4c22-b33c-7a3349cb0cfc,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:23.981084 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-da14eb46-91de-4c70-941d-edb6e4cded0d req-389a9f7d-361b-4e06-a23d-9b641f92c918 service neutron] 10.222.0.35 "GET /v2.0/networks/7f26ae75-93ae-4c86-b1f4-ba0c960fde4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6105597 Feb 09 01:14:23.983966 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-88f02649-059d-4210-804d-a514a00b87e6 req-1dfdc513-1b86-44b3-bd5a-f902d3ca79a0 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447501 Feb 09 01:14:24.003240 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d9665d33-da35-4718-a6b8-efa22483b5f2 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks [] for floatingip, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:24.008358 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-32cf8c09-5010-431e-b52f-94a1874facb2 None None] Could not find standard attr ID for object 8e152af2-80ce-4c22-b33c-7a3349cb0cfc. {{(pid=87613) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:14:24.010749 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 5ba01ec0-2341-4495-a90d-ed077c7dad4e details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:14:24.104093 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:24.104441 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:24.104743 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:24.105088 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:24.105422 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:24.105758 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:24.106096 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:24.110373 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:24.110755 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:24.111102 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:24.111446 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:24.111783 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:24.245559 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63011d8-9bfe-4278-802a-5babc95fb70d req-808aa1d7-5b19-452c-a98a-7463c8c5773d tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:24.247322 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e63011d8-9bfe-4278-802a-5babc95fb70d req-808aa1d7-5b19-452c-a98a-7463c8c5773d tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/ports?device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 943 time: 0.5628185 Feb 09 01:14:24.249984 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] No DVR routers for this DVR port 8e152af2-80ce-4c22-b33c-7a3349cb0cfc on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:14:24.372378 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 5ba01ec0-2341-4495-a90d-ed077c7dad4e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=5ba01ec0-2341-4495-a90d-ed077c7dad4e,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:24.394376 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '5ba01ec0-2341-4495-a90d-ed077c7dad4e', 'network_id': '84a4b1eb-79d6-447b-b1fd-6bc1ef45422a', 'port_id': '5ba01ec0-2341-4495-a90d-ed077c7dad4e', 'mac_address': 'fa:16:3e:94:87:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 998, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750fae4-2c3f-44da-87c9-de1301db5b32', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:14:24.396570 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 8e152af2-80ce-4c22-b33c-7a3349cb0cfc up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:24.416829 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:24.485578 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 8e152af2-80ce-4c22-b33c-7a3349cb0cfc {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:14:24.485949 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 8e152af2-80ce-4c22-b33c-7a3349cb0cfc not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 09 01:14:24.547586 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Port 8e152af2-80ce-4c22-b33c-7a3349cb0cfc not found, will not notify nova. {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 09 01:14:24.582935 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e63011d8-9bfe-4278-802a-5babc95fb70d req-b45423dc-ee71-47f1-ba22-b31fc55fe5df tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd036a29-976c-49d2-89d7-7eb24bf4e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080926 Feb 09 01:14:24.601510 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd14ecfe-d199-4dee-9bc0-bfadae5cd220 req-0bc5aadc-0f5b-453b-9e65-84257222566b service neutron] 10.222.0.35 "GET /v2.0/networks/84a4b1eb-79d6-447b-b1fd-6bc1ef45422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9048121 Feb 09 01:14:24.604677 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:24.663462 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a2d2a-6744-4f7d-a005-70c99969d13d req-44a5e0c4-4c95-4745-8c27-58da8238d269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:24.665560 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d74a2d2a-6744-4f7d-a005-70c99969d13d req-44a5e0c4-4c95-4745-8c27-58da8238d269 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1866ce3035f2464c986757a3a7323de3&device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 1094 time: 0.6106219 Feb 09 01:14:24.678856 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:24.746236 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ba01ec0-2341-4495-a90d-ed077c7dad4e {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:14:24.766547 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 5ba01ec0-2341-4495-a90d-ed077c7dad4e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=5ba01ec0-2341-4495-a90d-ed077c7dad4e,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:24.797595 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:24.826963 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48306) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:24.901908 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=5ba01ec0-2341-4495-a90d-ed077c7dad4e,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:24.948343 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:25.014495 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4fb20a-295b-4837-9c06-60dd78b88201 None None] DHCP port deletion for 5c3c20d1-2007-488d-afb5-59a1b60096a0 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:14:25.053377 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c09edc-7b9e-4903-b697-d2cce63b72ba None None] Network 5c3c20d1-2007-488d-afb5-59a1b60096a0 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:25.229108 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['5ba01ec0-2341-4495-a90d-ed077c7dad4e'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:14:25.229927 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d9665d33-da35-4718-a6b8-efa22483b5f2 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:25.257319 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event deleted for resources: {'Subnet': ['ID=bfaf1165-cf88-406f-82b2-9d8554341f10,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:25.387925 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:25.398757 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-d9665d33-da35-4718-a6b8-efa22483b5f2 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Allocated IP 172.25.5.134 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/88fa6447-51a0-423a-8513-4f6a964589df) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:25.436348 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3c20d1-2007-488d-afb5-59a1b60096a0']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:25.457313 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acc459d3-5af0-4a6b-b0ff-c732641b3716') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:25.458012 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acc459d3-5af0-4a6b-b0ff-c732641b3716') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:25.474237 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:25.486411 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c6e69b07-6ae9-44b9-ad7b-fb5894f3a6a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:25.498074 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062c68e-f8e0-4493-8321-0900b1dac313 req-e5154522-becf-4f38-b1e5-9da1a8a819d7 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:25.505988 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a062c68e-f8e0-4493-8321-0900b1dac313 req-e5154522-becf-4f38-b1e5-9da1a8a819d7 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b74043c-1c25-451b-8278-6dc1c9a73b31 HTTP/1.1" status: 200 len: 945 time: 0.3256123 Feb 09 01:14:25.511777 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c6e69b07-6ae9-44b9-ad7b-fb5894f3a6a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:25.515741 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c6e69b07-6ae9-44b9-ad7b-fb5894f3a6a0 admin admin] Usage tracker for resource:security_group_rule and tenant:4f99646dbc0a45f1a61ede1fc73eb915 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:25.519350 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c6e69b07-6ae9-44b9-ad7b-fb5894f3a6a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:25.525686 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c6e69b07-6ae9-44b9-ad7b-fb5894f3a6a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:25.551715 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:25.567212 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Releasing vlan 989 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:14:25.567782 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:25.589276 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:14:25.589276 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:14:25.589276 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:14:25.589276 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:14:25.589276 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:14:25.589276 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:14:25.589276 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:14:25.589276 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:14:25.589276 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:14:25.589276 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:14:25.589276 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:14:25.589276 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:14:25.589276 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:14:25.589276 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:14:25.589276 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:14:25.589276 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:14:25.589276 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:14:25.589276 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:14:25.589276 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:14:25.589276 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:14:25.589276 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:14:25.589276 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:14:25.589276 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:14:25.589276 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:14:25.589276 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:14:25.589276 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:14:25.589276 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:14:25.589276 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:14:25.589276 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:14:25.589276 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:14:25.589276 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:14:25.589276 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:14:25.615620 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a2d2a-6744-4f7d-a005-70c99969d13d req-44546e3d-6e13-4d03-aeb2-36be16b54878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:25.618583 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d74a2d2a-6744-4f7d-a005-70c99969d13d req-44546e3d-6e13-4d03-aeb2-36be16b54878 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7f26ae75-93ae-4c86-b1f4-ba0c960fde4d HTTP/1.1" status: 200 len: 921 time: 0.9432309 Feb 09 01:14:25.626338 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc992c7-8358-44ce-96e3-80a837373623 req-88058ade-d56f-474c-b98a-ffe0806ee506 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:25.633469 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ebc992c7-8358-44ce-96e3-80a837373623 req-88058ade-d56f-474c-b98a-ffe0806ee506 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 945 time: 0.7231452 Feb 09 01:14:25.647213 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a062c68e-f8e0-4493-8321-0900b1dac313 req-6ff84e7d-cfce-4941-ba5f-574f94bab086 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402180 Feb 09 01:14:25.688412 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:25.715908 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:25.732924 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "DELETE /v2.0/networks/5c3c20d1-2007-488d-afb5-59a1b60096a0 HTTP/1.1" status: 204 len: 168 time: 3.4810755 Feb 09 01:14:25.743171 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48320) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:25.744224 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f7944-0327-4772-ab03-a62336d7264d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event deleted for resources: {'Network': ['ID=5c3c20d1-2007-488d-afb5-59a1b60096a0,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:25.780316 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad699d5c-efed-43f8-a60c-3236b092953a tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] DELETE failed (client error): The resource could not be found. Feb 09 01:14:25.781198 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad699d5c-efed-43f8-a60c-3236b092953a tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:25.789522 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ad699d5c-efed-43f8-a60c-3236b092953a tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "DELETE /v2.0/networks/5c3c20d1-2007-488d-afb5-59a1b60096a0 HTTP/1.1" status: 404 len: 339 time: 0.0329645 Feb 09 01:14:25.790831 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48324) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:25.799936 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-e218e192-e452-4a3c-b771-3c6fc1051769 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-966839464', 'description': 'd1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:25.845736 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e218e192-e452-4a3c-b771-3c6fc1051769 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:25.859006 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e218e192-e452-4a3c-b771-3c6fc1051769 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Usage tracker for resource:network and tenant:6ad299afeb554fb2825073db5a372f36 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:25.871830 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e218e192-e452-4a3c-b771-3c6fc1051769 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:25.882330 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e218e192-e452-4a3c-b771-3c6fc1051769 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:25.903910 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e218e192-e452-4a3c-b771-3c6fc1051769 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Made reservation on behalf of 6ad299afeb554fb2825073db5a372f36 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:25.909011 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e218e192-e452-4a3c-b771-3c6fc1051769 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:25.916682 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d74a2d2a-6744-4f7d-a005-70c99969d13d req-dca4bdf6-b48c-4ae6-bd51-195da3e73b48 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=080db5cb-c5ff-4a08-abb2-86a721031e91 HTTP/1.1" status: 200 len: 217 time: 0.2563066 Feb 09 01:14:25.938061 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ebc992c7-8358-44ce-96e3-80a837373623 req-ebb02c66-268c-41ff-a332-73433266205a tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3036225 Feb 09 01:14:25.949558 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 8e152af2-80ce-4c22-b33c-7a3349cb0cfc no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:14:25.990193 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bbb0b-b717-4c66-a798-6c2e2d70f24d req-707dfd5f-bb12-49fb-bbb2-a9bdcb2818a5 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:25.992535 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2d3bbb0b-b717-4c66-a798-6c2e2d70f24d req-707dfd5f-bb12-49fb-bbb2-a9bdcb2818a5 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffde6797-f7da-4d5e-bcb5-8301544dce2c HTTP/1.1" status: 200 len: 944 time: 0.1973722 Feb 09 01:14:25.996958 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e218e192-e452-4a3c-b771-3c6fc1051769 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 975} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:14:26.011503 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 8e152af2-80ce-4c22-b33c-7a3349cb0cfc {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:14:26.011853 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 8e152af2-80ce-4c22-b33c-7a3349cb0cfc not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:14:26.038727 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 8fbef048-139b-49ec-9219-48402a20c475 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:14:26.083424 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e218e192-e452-4a3c-b771-3c6fc1051769 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:26.086701 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-e218e192-e452-4a3c-b771-3c6fc1051769 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Added segment c4a915bb-9c21-4110-9741-f8ef02eb19fa of type vlan for network 2815674e-6ee0-48cb-80ad-b799e588130e Feb 09 01:14:26.203249 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2d3bbb0b-b717-4c66-a798-6c2e2d70f24d req-c03c53f3-5165-49b1-b0d6-80eeae776921 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037742 Feb 09 01:14:26.212508 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e218e192-e452-4a3c-b771-3c6fc1051769 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:26.213850 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d9665d33-da35-4718-a6b8-efa22483b5f2 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:26.254069 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a2d2a-6744-4f7d-a005-70c99969d13d req-24fb4a39-6035-427b-ad85-ba3fd6be1885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:26.255662 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d74a2d2a-6744-4f7d-a005-70c99969d13d req-24fb4a39-6035-427b-ad85-ba3fd6be1885 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf2fad94-a815-4e9e-adc4-8acfef9e4c28 HTTP/1.1" status: 200 len: 860 time: 0.3023672 Feb 09 01:14:26.275289 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e218e192-e452-4a3c-b771-3c6fc1051769 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:26.285488 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e218e192-e452-4a3c-b771-3c6fc1051769 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:26.286764 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e218e192-e452-4a3c-b771-3c6fc1051769 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:26.318579 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d74a2d2a-6744-4f7d-a005-70c99969d13d req-c7f6510d-0140-41e3-be2d-3c80cb63c899 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f26ae75-93ae-4c86-b1f4-ba0c960fde4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498769 Feb 09 01:14:26.335273 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c6e69b07-6ae9-44b9-ad7b-fb5894f3a6a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:26.355233 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:26.398875 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a4b6a-8c2f-460f-87c7-b0e8b8b65f09 req-4b866bea-7ece-4271-8872-1525dd31c8d6 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:26.417659 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1b2a4b6a-8c2f-460f-87c7-b0e8b8b65f09 req-4b866bea-7ece-4271-8872-1525dd31c8d6 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/ports?device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 943 time: 0.2599874 Feb 09 01:14:26.425450 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682f8730-b5ec-49ff-baee-5b564109aa2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fbef048-139b-49ec-9219-48402a20c475'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:14:26.436416 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e218e192-e452-4a3c-b771-3c6fc1051769 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6443756 Feb 09 01:14:26.437175 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48332) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:26.446778 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 8fbef048-139b-49ec-9219-48402a20c475, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=8fbef048-139b-49ec-9219-48402a20c475,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:26.456803 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:26.537250 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218e192-e452-4a3c-b771-3c6fc1051769 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event updated for resources: {'Network': ['ID=2815674e-6ee0-48cb-80ad-b799e588130e,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:26.557429 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c6e69b07-6ae9-44b9-ad7b-fb5894f3a6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:26.598743 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=8fbef048-139b-49ec-9219-48402a20c475,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:26.605728 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c6e69b07-6ae9-44b9-ad7b-fb5894f3a6a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4f99646dbc0a45f1a61ede1fc73eb915&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7659676 Feb 09 01:14:26.608939 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48340) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:26.613523 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 2815674e-6ee0-48cb-80ad-b799e588130e details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:14:26.634343 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682f8730-b5ec-49ff-baee-5b564109aa2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fbef048-139b-49ec-9219-48402a20c475', 'code': 200} Feb 09 01:14:26.644738 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72b44b3-d951-4b59-9c75-72e5dcadefc1 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:26.645438 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c72b44b3-d951-4b59-9c75-72e5dcadefc1 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Synchronizing usage tracker for tenant:6ad299afeb554fb2825073db5a372f36 on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:14:26.673249 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c72b44b3-d951-4b59-9c75-72e5dcadefc1 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Unset dirty status for tenant:6ad299afeb554fb2825073db5a372f36 on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:14:26.681447 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c72b44b3-d951-4b59-9c75-72e5dcadefc1 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "GET /v2.0/networks?id=2815674e-6ee0-48cb-80ad-b799e588130e HTTP/1.1" status: 200 len: 760 time: 0.2394955 Feb 09 01:14:26.683479 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48344) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:26.697959 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-08468963-b808-4c0c-927e-69f9155fc4e5 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Request body: {'network': {'description': 'd2'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:26.708016 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-caa9fa0e-2d10-401d-87d0-40b968ca6342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:26.735041 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-caa9fa0e-2d10-401d-87d0-40b968ca6342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:26.805923 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1b2a4b6a-8c2f-460f-87c7-b0e8b8b65f09 req-b964b307-f138-454d-a3c4-e704ed80e212 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd036a29-976c-49d2-89d7-7eb24bf4e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870940 Feb 09 01:14:26.828112 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-caa9fa0e-2d10-401d-87d0-40b968ca6342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:26.851105 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e69b07-6ae9-44b9-ad7b-fb5894f3a6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bd0d27-d048-4348-8696-963412b3f1c1,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:26.880442 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa9fa0e-2d10-401d-87d0-40b968ca6342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bd0d27-d048-4348-8696-963412b3f1c1,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:26.896002 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d9665d33-da35-4718-a6b8-efa22483b5f2 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:27.013370 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-caa9fa0e-2d10-401d-87d0-40b968ca6342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:27.017923 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-caa9fa0e-2d10-401d-87d0-40b968ca6342 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/64bd0d27-d048-4348-8696-963412b3f1c1 HTTP/1.1" status: 204 len: 168 time: 0.4022212 Feb 09 01:14:27.021975 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9665d33-da35-4718-a6b8-efa22483b5f2 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Pushing event updated for resources: {'Port': ['ID=88fa6447-51a0-423a-8513-4f6a964589df,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:27.038605 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9665d33-da35-4718-a6b8-efa22483b5f2 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:27.042516 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-d9665d33-da35-4718-a6b8-efa22483b5f2 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:27.046256 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9665d33-da35-4718-a6b8-efa22483b5f2 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:14:27.213204 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d74a2d2a-6744-4f7d-a005-70c99969d13d req-be581e94-0374-4ac2-b75b-faaceb922a2a service neutron] 10.222.0.35 "GET /v2.0/networks/7f26ae75-93ae-4c86-b1f4-ba0c960fde4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8709977 Feb 09 01:14:27.218977 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0205bf8-7c4b-4249-b1e0-41b0d523e9d0 req-6d464fae-31f3-4612-90cd-e76b164c7f37 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:27.223395 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f0205bf8-7c4b-4249-b1e0-41b0d523e9d0 req-6d464fae-31f3-4612-90cd-e76b164c7f37 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b74043c-1c25-451b-8278-6dc1c9a73b31 HTTP/1.1" status: 200 len: 945 time: 0.3817093 Feb 09 01:14:27.241170 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:14:27.305691 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f0205bf8-7c4b-4249-b1e0-41b0d523e9d0 req-d0fbf4f9-cad5-4643-a445-bcc0c63a86a4 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713751 Feb 09 01:14:27.307328 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-08468963-b808-4c0c-927e-69f9155fc4e5 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:27.309229 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-d9665d33-da35-4718-a6b8-efa22483b5f2 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Deleting port 88fa6447-51a0-423a-8513-4f6a964589df {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:14:27.310086 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d9665d33-da35-4718-a6b8-efa22483b5f2 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:27.342741 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-08468963-b808-4c0c-927e-69f9155fc4e5 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:27.470373 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-08468963-b808-4c0c-927e-69f9155fc4e5 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Network 2815674e-6ee0-48cb-80ad-b799e588130e is not hosted by any dhcp agent {{(pid=87611) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 09 01:14:27.475699 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08468963-b808-4c0c-927e-69f9155fc4e5 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:27.476301 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-08468963-b808-4c0c-927e-69f9155fc4e5 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:27.477583 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-08468963-b808-4c0c-927e-69f9155fc4e5 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "PUT /v2.0/networks/2815674e-6ee0-48cb-80ad-b799e588130e HTTP/1.1" status: 200 len: 757 time: 0.7919853 Feb 09 01:14:27.479848 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08468963-b808-4c0c-927e-69f9155fc4e5 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event updated for resources: {'Network': ['ID=2815674e-6ee0-48cb-80ad-b799e588130e,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:27.491049 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 2815674e-6ee0-48cb-80ad-b799e588130e details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:14:27.491910 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48362) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:27.693982 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0ff2f-1180-4074-a4b2-1420c67f8e9b req-fa0e7de5-13eb-480d-8f4a-3dab4fdb2dbe tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:27.703884 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d2a0ff2f-1180-4074-a4b2-1420c67f8e9b req-fa0e7de5-13eb-480d-8f4a-3dab4fdb2dbe tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffde6797-f7da-4d5e-bcb5-8301544dce2c HTTP/1.1" status: 200 len: 944 time: 0.2247953 Feb 09 01:14:27.785333 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b0db5a-ea6e-4be9-8529-352e05f0b953 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:27.787186 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-16b0db5a-ea6e-4be9-8529-352e05f0b953 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "GET /v2.0/networks?id=2815674e-6ee0-48cb-80ad-b799e588130e HTTP/1.1" status: 200 len: 760 time: 0.2456846 Feb 09 01:14:27.790131 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff5cdc-2b9a-43e8-bed4-b01755536ddb req-7a250378-b7d8-45c7-ba1b-b1b3691950ca tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:27.791702 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-beff5cdc-2b9a-43e8-bed4-b01755536ddb req-7a250378-b7d8-45c7-ba1b-b1b3691950ca tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 945 time: 0.6195154 Feb 09 01:14:27.797562 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48374) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:27.803690 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-651e542e-757b-45e1-98c7-cf88090d4e28 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1858308866'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:27.819810 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d2a0ff2f-1180-4074-a4b2-1420c67f8e9b req-a43d29d5-2978-4531-bbc0-43e22d405269 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139631 Feb 09 01:14:27.847534 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-651e542e-757b-45e1-98c7-cf88090d4e28 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:27.855846 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d74a2d2a-6744-4f7d-a005-70c99969d13d req-ceafb0ae-f708-4c2c-8599-107b00895de3 service neutron] 10.222.0.35 "GET /v2.0/networks/7f26ae75-93ae-4c86-b1f4-ba0c960fde4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753545 Feb 09 01:14:27.860048 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d9665d33-da35-4718-a6b8-efa22483b5f2 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:27.860467 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d9665d33-da35-4718-a6b8-efa22483b5f2 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:27.938217 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-651e542e-757b-45e1-98c7-cf88090d4e28 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:28.021621 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-d9665d33-da35-4718-a6b8-efa22483b5f2 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Calling delete_port for 88fa6447-51a0-423a-8513-4f6a964589df owned by network:floatingip {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:14:28.053834 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 080db5cb-c5ff-4a08-abb2-86a721031e91 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:14:28.057654 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 5ba01ec0-2341-4495-a90d-ed077c7dad4e up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:28.106628 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651e542e-757b-45e1-98c7-cf88090d4e28 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Made reservation on behalf of 6ad299afeb554fb2825073db5a372f36 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:28.110270 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-651e542e-757b-45e1-98c7-cf88090d4e28 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:28.189739 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-beff5cdc-2b9a-43e8-bed4-b01755536ddb req-f5315782-199f-4a3b-96c5-50f13ceb73eb tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3814938 Feb 09 01:14:28.214470 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-651e542e-757b-45e1-98c7-cf88090d4e28 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 977} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:14:28.243791 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-651e542e-757b-45e1-98c7-cf88090d4e28 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:28.245660 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-651e542e-757b-45e1-98c7-cf88090d4e28 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Added segment 2b6d10b7-2c20-4fbd-8056-5a0f7d751daa of type vlan for network 0b9c54b2-fd9c-43f6-9476-4bdbf21aae38 Feb 09 01:14:28.312514 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370b376-666d-428d-8e22-2316fb6feece req-70307d3a-9a10-407b-b41e-304cf301963b tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:28.315496 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d370b376-666d-428d-8e22-2316fb6feece req-70307d3a-9a10-407b-b41e-304cf301963b tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b74043c-1c25-451b-8278-6dc1c9a73b31 HTTP/1.1" status: 200 len: 945 time: 0.3427379 Feb 09 01:14:28.333764 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-651e542e-757b-45e1-98c7-cf88090d4e28 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:28.415315 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d370b376-666d-428d-8e22-2316fb6feece req-c48f6d77-f488-482c-8e13-74adbf7f8424 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908666 Feb 09 01:14:28.440225 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48394) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:28.513268 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 080db5cb-c5ff-4a08-abb2-86a721031e91, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=080db5cb-c5ff-4a08-abb2-86a721031e91,segment=NetworkSegment(b5490bb6-dc0d-46d4-a7aa-f5bfda621d00),segment_id=b5490bb6-dc0d-46d4-a7aa-f5bfda621d00)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:28.533794 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '080db5cb-c5ff-4a08-abb2-86a721031e91', 'network_id': '7f26ae75-93ae-4c86-b1f4-ba0c960fde4d', 'port_id': '080db5cb-c5ff-4a08-abb2-86a721031e91', 'mac_address': 'fa:16:3e:f2:ee:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 952, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf2fad94-a815-4e9e-adc4-8acfef9e4c28', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:14:28.614408 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:28.639189 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080db5cb-c5ff-4a08-abb2-86a721031e91 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:14:28.660965 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 080db5cb-c5ff-4a08-abb2-86a721031e91, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=080db5cb-c5ff-4a08-abb2-86a721031e91,segment=NetworkSegment(b5490bb6-dc0d-46d4-a7aa-f5bfda621d00),segment_id=b5490bb6-dc0d-46d4-a7aa-f5bfda621d00)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:28.662146 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 5ba01ec0-2341-4495-a90d-ed077c7dad4e completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:28.669796 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 5ba01ec0-2341-4495-a90d-ed077c7dad4e triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:28.670230 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:28.672114 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-651e542e-757b-45e1-98c7-cf88090d4e28 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:28.674693 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-2510fc06-7d25-41f4-838d-64638b51cc53 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1913845677-network', 'tenant_id': 'bbf0f82d35c440b0ba7e6bf598531d13'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:28.678739 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651e542e-757b-45e1-98c7-cf88090d4e28 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:28.679602 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-651e542e-757b-45e1-98c7-cf88090d4e28 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:28.684211 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2510fc06-7d25-41f4-838d-64638b51cc53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:28.694390 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2510fc06-7d25-41f4-838d-64638b51cc53 admin admin] Usage tracker for resource:network and tenant:bbf0f82d35c440b0ba7e6bf598531d13 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:28.703462 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2510fc06-7d25-41f4-838d-64638b51cc53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:28.713115 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:28.719514 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2510fc06-7d25-41f4-838d-64638b51cc53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:28.735241 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-651e542e-757b-45e1-98c7-cf88090d4e28 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9359949 Feb 09 01:14:28.739201 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48400) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:28.751584 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-e1e2bdc3-d03c-4cb6-a653-7b7c936482ec tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Request body: {'subnet': {'network_id': '0b9c54b2-fd9c-43f6-9476-4bdbf21aae38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:28.798681 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2510fc06-7d25-41f4-838d-64638b51cc53 admin admin] Made reservation on behalf of bbf0f82d35c440b0ba7e6bf598531d13 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:28.803341 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2510fc06-7d25-41f4-838d-64638b51cc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:28.874910 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e542e-757b-45e1-98c7-cf88090d4e28 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event updated for resources: {'Network': ['ID=0b9c54b2-fd9c-43f6-9476-4bdbf21aae38,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:28.880445 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d9665d33-da35-4718-a6b8-efa22483b5f2 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:28.895445 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 0b9c54b2-fd9c-43f6-9476-4bdbf21aae38 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:14:28.946193 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9665d33-da35-4718-a6b8-efa22483b5f2 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Pushing event deleted for resources: {'Port': ['ID=88fa6447-51a0-423a-8513-4f6a964589df,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:28.959286 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2510fc06-7d25-41f4-838d-64638b51cc53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:29.030643 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bedfe-45ce-432e-8909-052978b39aef req-be007665-93a0-4bca-8f33-582dedf9bec1 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:29.032630 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-154bedfe-45ce-432e-8909-052978b39aef req-be007665-93a0-4bca-8f33-582dedf9bec1 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/ports?device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 943 time: 0.5784657 Feb 09 01:14:29.043295 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2510fc06-7d25-41f4-838d-64638b51cc53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:29.114355 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=080db5cb-c5ff-4a08-abb2-86a721031e91,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:29.117767 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2510fc06-7d25-41f4-838d-64638b51cc53 admin admin] Usage tracker for resource:security_group_rule and tenant:bbf0f82d35c440b0ba7e6bf598531d13 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:29.130913 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2510fc06-7d25-41f4-838d-64638b51cc53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:29.144922 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2510fc06-7d25-41f4-838d-64638b51cc53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:29.161637 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e1e2bdc3-d03c-4cb6-a653-7b7c936482ec tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:29.173639 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e1e2bdc3-d03c-4cb6-a653-7b7c936482ec tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Usage tracker for resource:subnet and tenant:6ad299afeb554fb2825073db5a372f36 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:29.173868 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-154bedfe-45ce-432e-8909-052978b39aef req-c354703c-655d-4ba7-8301-639e96ab20e0 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd036a29-976c-49d2-89d7-7eb24bf4e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293373 Feb 09 01:14:29.178899 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e1e2bdc3-d03c-4cb6-a653-7b7c936482ec tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:29.197776 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-d9665d33-da35-4718-a6b8-efa22483b5f2 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] create failed (client error): The resource could not be found. Feb 09 01:14:29.200502 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d9665d33-da35-4718-a6b8-efa22483b5f2 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.9474435 Feb 09 01:14:29.203042 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48408) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:29.204044 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e1e2bdc3-d03c-4cb6-a653-7b7c936482ec tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:29.256168 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e2bdc3-d03c-4cb6-a653-7b7c936482ec tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Made reservation on behalf of 6ad299afeb554fb2825073db5a372f36 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:29.257891 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:29.260312 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e1e2bdc3-d03c-4cb6-a653-7b7c936482ec tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:29.290110 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dedfeb-6c47-4558-a92e-70c1d88ee4ac req-83714cdd-555c-4eea-97b4-690adf72ebd9 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:29.298003 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-50dedfeb-6c47-4558-a92e-70c1d88ee4ac req-83714cdd-555c-4eea-97b4-690adf72ebd9 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b74043c-1c25-451b-8278-6dc1c9a73b31 HTTP/1.1" status: 200 len: 945 time: 0.2518408 Feb 09 01:14:29.325007 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['080db5cb-c5ff-4a08-abb2-86a721031e91'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:14:29.371950 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-b7606a2e-9c56-4dd2-aee8-ba3906d7103a tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Deleting port 13420c87-c14d-4002-afb2-d73786ddd5c8 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:14:29.372588 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b7606a2e-9c56-4dd2-aee8-ba3906d7103a tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:29.434532 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 5ba01ec0-2341-4495-a90d-ed077c7dad4e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=5ba01ec0-2341-4495-a90d-ed077c7dad4e,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:29.445519 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffde6797-f7da-4d5e-bcb5-8301544dce2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba01ec0-2341-4495-a90d-ed077c7dad4e'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:14:29.455334 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:29.570941 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-50dedfeb-6c47-4558-a92e-70c1d88ee4ac req-1e353507-4d60-403b-a497-8f60100238ce tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719600 Feb 09 01:14:29.613194 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=5ba01ec0-2341-4495-a90d-ed077c7dad4e,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:29.668610 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfae521-1580-4bf3-8515-471ed840f034 req-8431c8af-0cab-4bdc-95a7-f943c54928dd tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:29.676618 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dbfae521-1580-4bf3-8515-471ed840f034 req-8431c8af-0cab-4bdc-95a7-f943c54928dd tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffde6797-f7da-4d5e-bcb5-8301544dce2c HTTP/1.1" status: 200 len: 945 time: 0.2688668 Feb 09 01:14:29.711274 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2510fc06-7d25-41f4-838d-64638b51cc53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:29.724834 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2510fc06-7d25-41f4-838d-64638b51cc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:29.746135 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2510fc06-7d25-41f4-838d-64638b51cc53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 953} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:14:29.765977 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2510fc06-7d25-41f4-838d-64638b51cc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:29.766330 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-2510fc06-7d25-41f4-838d-64638b51cc53 admin admin] Added segment 1daab5ce-760f-4f8c-ae46-f15ec30b34be of type vlan for network a3afca57-246e-458a-965f-203ae806e5cf Feb 09 01:14:29.892806 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dbfae521-1580-4bf3-8515-471ed840f034 req-3ffce6e5-4261-4fd5-b1aa-0d329629bff3 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127464 Feb 09 01:14:29.969330 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510fc06-7d25-41f4-838d-64638b51cc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e19c6d-b648-4880-a801-cdc33989f801,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:30.003960 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffde6797-f7da-4d5e-bcb5-8301544dce2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba01ec0-2341-4495-a90d-ed077c7dad4e', 'code': 200} Feb 09 01:14:30.008362 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b7606a2e-9c56-4dd2-aee8-ba3906d7103a tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:30.087845 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 8fbef048-139b-49ec-9219-48402a20c475 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:14:30.146308 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2510fc06-7d25-41f4-838d-64638b51cc53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:30.293674 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-b7606a2e-9c56-4dd2-aee8-ba3906d7103a tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Calling delete_port for 13420c87-c14d-4002-afb2-d73786ddd5c8 owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:14:30.338948 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2510fc06-7d25-41f4-838d-64638b51cc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:30.340372 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2510fc06-7d25-41f4-838d-64638b51cc53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:30.340606 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2510fc06-7d25-41f4-838d-64638b51cc53 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:30.354049 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf0ad9-4792-46a2-afd4-af06ec2ba8d3 req-9bcc1081-f8b3-4526-885e-a959b2c3aea6 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:30.361400 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7dcf0ad9-4792-46a2-afd4-af06ec2ba8d3 req-9bcc1081-f8b3-4526-885e-a959b2c3aea6 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 945 time: 0.4780719 Feb 09 01:14:30.389642 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 8fbef048-139b-49ec-9219-48402a20c475, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=8fbef048-139b-49ec-9219-48402a20c475,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:30.404687 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '8fbef048-139b-49ec-9219-48402a20c475', 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1', 'port_id': '8fbef048-139b-49ec-9219-48402a20c475', 'mac_address': 'fa:16:3e:e4:d0:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f367ae-6db3-44ee-a579-54c0e257ede0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:14:30.477289 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:30.496716 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e1e2bdc3-d03c-4cb6-a653-7b7c936482ec tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:30.511757 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fbef048-139b-49ec-9219-48402a20c475 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:14:30.514680 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178db7b-3fb6-4efd-8c50-6616d262c536 req-38b587c5-e6b4-493d-830d-ed316456c1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:30.517081 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f178db7b-3fb6-4efd-8c50-6616d262c536 req-38b587c5-e6b4-493d-830d-ed316456c1da service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ffde6797-f7da-4d5e-bcb5-8301544dce2c HTTP/1.1" status: 200 len: 1096 time: 0.3845417 Feb 09 01:14:30.519186 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510fc06-7d25-41f4-838d-64638b51cc53 admin admin] Pushing event updated for resources: {'Network': ['ID=a3afca57-246e-458a-965f-203ae806e5cf,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:30.537036 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network a3afca57-246e-458a-965f-203ae806e5cf details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:14:30.609559 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 8fbef048-139b-49ec-9219-48402a20c475, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=8fbef048-139b-49ec-9219-48402a20c475,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:30.616589 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2bdc3-d03c-4cb6-a653-7b7c936482ec tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event updated for resources: {'Subnet': ['ID=a6562966-2484-4e5a-bc83-4993a31ced0e,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:30.626655 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:30.656145 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba1097-9dc5-4cd1-b0d1-ec30305f4956 req-15917843-cb55-4041-a822-7730c8643dc3 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:30.659090 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1bba1097-9dc5-4cd1-b0d1-ec30305f4956 req-15917843-cb55-4041-a822-7730c8643dc3 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b74043c-1c25-451b-8278-6dc1c9a73b31 HTTP/1.1" status: 200 len: 945 time: 0.3071191 Feb 09 01:14:30.665221 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b7606a2e-9c56-4dd2-aee8-ba3906d7103a tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:30.686982 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7dcf0ad9-4792-46a2-afd4-af06ec2ba8d3 req-e26410d5-6733-4ab0-89ca-7e450dc99b6b tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3215179 Feb 09 01:14:30.715052 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e2bdc3-d03c-4cb6-a653-7b7c936482ec tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Checking segment: {'id': '2b6d10b7-2c20-4fbd-8056-5a0f7d751daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '0b9c54b2-fd9c-43f6-9476-4bdbf21aae38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:14:30.715474 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e2bdc3-d03c-4cb6-a653-7b7c936482ec tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Network hostable DHCP agents. Network: 0b9c54b2-fd9c-43f6-9476-4bdbf21aae38, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:14:30.739472 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2510fc06-7d25-41f4-838d-64638b51cc53 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2940223 Feb 09 01:14:30.742101 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48454) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:30.751775 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-bc632fd9-f506-40f7-a0dd-ccb4865e83c1 admin admin] Request body: {'subnet': {'network_id': 'a3afca57-246e-458a-965f-203ae806e5cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1913845677-subnet', 'tenant_id': 'bbf0f82d35c440b0ba7e6bf598531d13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:30.760163 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=8fbef048-139b-49ec-9219-48402a20c475,revision_number=9']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:30.764308 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['8fbef048-139b-49ec-9219-48402a20c475'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:14:30.778606 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-bc632fd9-f506-40f7-a0dd-ccb4865e83c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:30.789515 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7606a2e-9c56-4dd2-aee8-ba3906d7103a tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Pushing event deleted for resources: {'Port': ['ID=13420c87-c14d-4002-afb2-d73786ddd5c8,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:30.806042 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-bc632fd9-f506-40f7-a0dd-ccb4865e83c1 admin admin] Usage tracker for resource:subnet and tenant:bbf0f82d35c440b0ba7e6bf598531d13 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:30.819371 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-bc632fd9-f506-40f7-a0dd-ccb4865e83c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:30.831204 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f178db7b-3fb6-4efd-8c50-6616d262c536 req-09e6fd30-943f-4f33-a615-f85fa7d34f88 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056281 Feb 09 01:14:30.848582 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-bc632fd9-f506-40f7-a0dd-ccb4865e83c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:30.858593 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e2bdc3-d03c-4cb6-a653-7b7c936482ec tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Network 0b9c54b2-fd9c-43f6-9476-4bdbf21aae38 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:14:30.906732 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1bba1097-9dc5-4cd1-b0d1-ec30305f4956 req-fff1498d-7555-4c93-ab6e-8dadc7163d33 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362075 Feb 09 01:14:31.029537 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b7606a2e-9c56-4dd2-aee8-ba3906d7103a tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:31.039059 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b7606a2e-9c56-4dd2-aee8-ba3906d7103a tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] 10.222.0.37 "DELETE /v2.0/ports/13420c87-c14d-4002-afb2-d73786ddd5c8 HTTP/1.1" status: 204 len: 168 time: 1.8340571 Feb 09 01:14:31.042076 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48466) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:31.091892 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-e1e2bdc3-d03c-4cb6-a653-7b7c936482ec tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 0b9c54b2-fd9c-43f6-9476-4bdbf21aae38) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:31.110418 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc632fd9-f506-40f7-a0dd-ccb4865e83c1 admin admin] Made reservation on behalf of bbf0f82d35c440b0ba7e6bf598531d13 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:31.112717 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bc632fd9-f506-40f7-a0dd-ccb4865e83c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:31.136499 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8760882f-a7cb-4ef2-85dc-4d72f59dc4fa None None] Network 0b9c54b2-fd9c-43f6-9476-4bdbf21aae38 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:31.181692 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e2bdc3-d03c-4cb6-a653-7b7c936482ec tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:31.182307 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e1e2bdc3-d03c-4cb6-a653-7b7c936482ec tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:31.386143 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e1e2bdc3-d03c-4cb6-a653-7b7c936482ec tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6458621 Feb 09 01:14:31.392863 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48470) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:31.633815 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821022b8-90b5-428c-8690-a4b2d9858121 req-d1635aa2-8318-464b-8b63-93a80f3d21c9 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:31.635634 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-821022b8-90b5-428c-8690-a4b2d9858121 req-d1635aa2-8318-464b-8b63-93a80f3d21c9 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/ports?device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 944 time: 0.7952483 Feb 09 01:14:31.689671 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a189999-c919-43f7-b236-e454b3cddc38 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:31.690425 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5a189999-c919-43f7-b236-e454b3cddc38 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Synchronizing usage tracker for tenant:6591cb2957c24337884bd6f15378945c on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:14:31.736754 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2d9dd-8b66-44f3-857a-670a91f9f88c req-5b44e597-74c9-405f-8141-18333f500321 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:31.742305 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b3d2d9dd-8b66-44f3-857a-670a91f9f88c req-5b44e597-74c9-405f-8141-18333f500321 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffde6797-f7da-4d5e-bcb5-8301544dce2c HTTP/1.1" status: 200 len: 945 time: 0.5186315 Feb 09 01:14:31.743454 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5a189999-c919-43f7-b236-e454b3cddc38 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Unset dirty status for tenant:6591cb2957c24337884bd6f15378945c on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:14:31.745077 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5a189999-c919-43f7-b236-e454b3cddc38 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] 10.222.0.37 "GET /v2.0/ports?device_id=761ca3c8-d799-4ed4-a180-9d1659452c2e HTTP/1.1" status: 200 len: 913 time: 0.7010279 Feb 09 01:14:31.747836 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48482) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:31.789946 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-821022b8-90b5-428c-8690-a4b2d9858121 req-84208654-3bfb-4759-a394-410588a93edb tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd036a29-976c-49d2-89d7-7eb24bf4e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326847 Feb 09 01:14:31.796159 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4991ccbc-9284-43f0-8e8b-d78f23233584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-0b9c54b2-fd9c-43f6-9476-4bdbf21aae38', 'network_id': '0b9c54b2-fd9c-43f6-9476-4bdbf21aae38', 'tenant_id': '6ad299afeb554fb2825073db5a372f36', 'fixed_ips': [{'subnet_id': 'a6562966-2484-4e5a-bc83-4993a31ced0e'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:14:31.796862 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4991ccbc-9284-43f0-8e8b-d78f23233584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:31.864212 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7ed7c225-ff90-4959-a529-f7b3ee68b080 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:32.000092 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b3d2d9dd-8b66-44f3-857a-670a91f9f88c req-8fa29280-70d0-43f4-83b2-1ebacd15a02a tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530291 Feb 09 01:14:32.099618 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bc632fd9-f506-40f7-a0dd-ccb4865e83c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:32.122152 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 080db5cb-c5ff-4a08-abb2-86a721031e91 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:32.205878 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-4991ccbc-9284-43f0-8e8b-d78f23233584 None None] Allocated IP 172.20.0.2 (0b9c54b2-fd9c-43f6-9476-4bdbf21aae38/a6562966-2484-4e5a-bc83-4993a31ced0e/00629404-6899-4122-afb9-a479b70459fd) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:32.257151 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7ed7c225-ff90-4959-a529-f7b3ee68b080 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:32.417264 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc632fd9-f506-40f7-a0dd-ccb4865e83c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16056dee-9c0e-41b1-962a-fb2cf7216c50,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:32.428299 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 080db5cb-c5ff-4a08-abb2-86a721031e91 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:32.437373 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 080db5cb-c5ff-4a08-abb2-86a721031e91 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:32.438197 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:32.464581 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc632fd9-f506-40f7-a0dd-ccb4865e83c1 admin admin] Checking segment: {'id': '1daab5ce-760f-4f8c-ae46-f15ec30b34be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'a3afca57-246e-458a-965f-203ae806e5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:14:32.473865 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc632fd9-f506-40f7-a0dd-ccb4865e83c1 admin admin] Network hostable DHCP agents. Network: a3afca57-246e-458a-965f-203ae806e5cf, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:14:32.546051 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc632fd9-f506-40f7-a0dd-ccb4865e83c1 admin admin] Network a3afca57-246e-458a-965f-203ae806e5cf is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:14:32.568008 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-bc632fd9-f506-40f7-a0dd-ccb4865e83c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, a3afca57-246e-458a-965f-203ae806e5cf) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:32.582973 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9055ecad-ae53-4e2a-aae5-d0cb4b95b84c None None] Network a3afca57-246e-458a-965f-203ae806e5cf requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:32.593469 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc632fd9-f506-40f7-a0dd-ccb4865e83c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:32.594571 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bc632fd9-f506-40f7-a0dd-ccb4865e83c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:32.675476 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4991ccbc-9284-43f0-8e8b-d78f23233584 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:32.730346 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-4991ccbc-9284-43f0-8e8b-d78f23233584 None None] Transition to ACTIVE for port object 00629404-6899-4122-afb9-a479b70459fd will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:32.765019 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b28dba-ef12-4f67-95bb-d686cf8f76c4 req-654be2e3-53ff-43c2-89aa-fc65cff189ba tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:32.768700 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-68b28dba-ef12-4f67-95bb-d686cf8f76c4 req-654be2e3-53ff-43c2-89aa-fc65cff189ba tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 945 time: 0.4223526 Feb 09 01:14:32.841401 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-4991ccbc-9284-43f0-8e8b-d78f23233584 None None] Transition to ACTIVE for port object 00629404-6899-4122-afb9-a479b70459fd will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:32.884812 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4991ccbc-9284-43f0-8e8b-d78f23233584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:32.913509 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-bc632fd9-f506-40f7-a0dd-ccb4865e83c1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1703348 Feb 09 01:14:32.922471 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:32.947634 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7ed7c225-ff90-4959-a529-f7b3ee68b080 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:33.008771 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4991ccbc-9284-43f0-8e8b-d78f23233584 None None] Network 0b9c54b2-fd9c-43f6-9476-4bdbf21aae38 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:33.020373 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-4991ccbc-9284-43f0-8e8b-d78f23233584 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:33.022049 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d906ee-9ba8-41ca-9b9b-0b67e5f3680a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080db5cb-c5ff-4a08-abb2-86a721031e91'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:14:33.026763 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4991ccbc-9284-43f0-8e8b-d78f23233584 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:14:33.059122 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-68b28dba-ef12-4f67-95bb-d686cf8f76c4 req-964beb4f-4699-4763-82ef-84ec63f86e89 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886749 Feb 09 01:14:33.096310 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991ccbc-9284-43f0-8e8b-d78f23233584 None None] Pushing event updated for resources: {'Port': ['ID=00629404-6899-4122-afb9-a479b70459fd,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:33.111889 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb27017a-1c04-420c-9e62-a2f1920879ca req-b9c27a71-4c4d-481c-8570-f54372fbf053 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:33.124377 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cb27017a-1c04-420c-9e62-a2f1920879ca req-b9c27a71-4c4d-481c-8570-f54372fbf053 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b74043c-1c25-451b-8278-6dc1c9a73b31 HTTP/1.1" status: 200 len: 945 time: 0.2894003 Feb 09 01:14:33.171301 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 080db5cb-c5ff-4a08-abb2-86a721031e91, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=080db5cb-c5ff-4a08-abb2-86a721031e91,segment=NetworkSegment(b5490bb6-dc0d-46d4-a7aa-f5bfda621d00),segment_id=b5490bb6-dc0d-46d4-a7aa-f5bfda621d00)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:33.216885 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:33.224694 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efdddde-ffa3-40e9-903f-7e8b2c2363e9 req-d5bc7571-609f-4c8a-bfd1-300e4092db55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:33.226572 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4efdddde-ffa3-40e9-903f-7e8b2c2363e9 req-d5bc7571-609f-4c8a-bfd1-300e4092db55 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5c3742d9e0e147a587c775654c5e399e&device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 1096 time: 0.2684371 Feb 09 01:14:33.242246 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7c225-ff90-4959-a529-f7b3ee68b080 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event deleted for resources: {'Subnet': ['ID=a6562966-2484-4e5a-bc83-4993a31ced0e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:33.277999 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cb27017a-1c04-420c-9e62-a2f1920879ca req-7ee720dc-f2d2-466f-9a50-884ca9ce29c6 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517837 Feb 09 01:14:33.283440 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af57c65-17c4-443f-b809-48246da09dc2 None None] Network a3afca57-246e-458a-965f-203ae806e5cf requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:33.439167 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-4991ccbc-9284-43f0-8e8b-d78f23233584 None None] Attempting to bind port 00629404-6899-4122-afb9-a479b70459fd on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:14:33.439640 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-4991ccbc-9284-43f0-8e8b-d78f23233584 None None] Attempting to bind port 00629404-6899-4122-afb9-a479b70459fd by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '2b6d10b7-2c20-4fbd-8056-5a0f7d751daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '0b9c54b2-fd9c-43f6-9476-4bdbf21aae38'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:14:33.440083 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4991ccbc-9284-43f0-8e8b-d78f23233584 None None] Attempting to bind port 00629404-6899-4122-afb9-a479b70459fd on network 0b9c54b2-fd9c-43f6-9476-4bdbf21aae38 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:14:33.458471 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4991ccbc-9284-43f0-8e8b-d78f23233584 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:14:33.458942 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4991ccbc-9284-43f0-8e8b-d78f23233584 None None] Checking segment: {'id': '2b6d10b7-2c20-4fbd-8056-5a0f7d751daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '0b9c54b2-fd9c-43f6-9476-4bdbf21aae38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:14:33.459415 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4991ccbc-9284-43f0-8e8b-d78f23233584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:33.459879 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4991ccbc-9284-43f0-8e8b-d78f23233584 None None] Bound using segment: {'id': '2b6d10b7-2c20-4fbd-8056-5a0f7d751daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '0b9c54b2-fd9c-43f6-9476-4bdbf21aae38'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:14:33.460436 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-4991ccbc-9284-43f0-8e8b-d78f23233584 None None] Bound port: 00629404-6899-4122-afb9-a479b70459fd, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b6d10b7-2c20-4fbd-8056-5a0f7d751daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '0b9c54b2-fd9c-43f6-9476-4bdbf21aae38'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:14:33.460918 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4991ccbc-9284-43f0-8e8b-d78f23233584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:33.494473 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=080db5cb-c5ff-4a08-abb2-86a721031e91,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:33.498773 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7ed7c225-ff90-4959-a529-f7b3ee68b080 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:33.530792 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efdddde-ffa3-40e9-903f-7e8b2c2363e9 req-7678bedd-aa9a-46dd-9f6d-9efbbbb9b248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:33.531953 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4efdddde-ffa3-40e9-903f-7e8b2c2363e9 req-7678bedd-aa9a-46dd-9f6d-9efbbbb9b248 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f463daa3-bdf7-465b-839b-27906d718cfd HTTP/1.1" status: 200 len: 918 time: 0.2943478 Feb 09 01:14:33.542665 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-7ed7c225-ff90-4959-a529-f7b3ee68b080 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b9c54b2-fd9c-43f6-9476-4bdbf21aae38']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:33.559733 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-7ed7c225-ff90-4959-a529-f7b3ee68b080 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b6d10b7-2c20-4fbd-8056-5a0f7d751daa') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:33.560173 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-7ed7c225-ff90-4959-a529-f7b3ee68b080 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b6d10b7-2c20-4fbd-8056-5a0f7d751daa') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:33.577720 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7ed7c225-ff90-4959-a529-f7b3ee68b080 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:33.599384 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7ed7c225-ff90-4959-a529-f7b3ee68b080 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:33.607614 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed7c225-ff90-4959-a529-f7b3ee68b080 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Releasing vlan 977 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:14:33.608224 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7ed7c225-ff90-4959-a529-f7b3ee68b080 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:33.656953 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4e9a1-9f45-4bd3-a36c-aafbbafe256e req-6be9785a-ff89-4c5b-883d-8f8ed4032f46 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:33.658452 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9dd4e9a1-9f45-4bd3-a36c-aafbbafe256e req-6be9785a-ff89-4c5b-883d-8f8ed4032f46 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/ports?device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 945 time: 0.2383289 Feb 09 01:14:33.661131 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-516f9822-7762-4f65-8934-5e3a2aa9f910 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:33.676803 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-4991ccbc-9284-43f0-8e8b-d78f23233584 None None] For port 00629404-6899-4122-afb9-a479b70459fd, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:14:33.695638 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:14:33.695638 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:14:33.695638 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:14:33.695638 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:14:33.695638 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:14:33.695638 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:14:33.695638 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:14:33.695638 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:14:33.695638 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:14:33.695638 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:14:33.695638 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:14:33.695638 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:14:33.695638 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:14:33.695638 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:14:33.695638 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:14:33.695638 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:14:33.695638 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:14:33.695638 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:14:33.695638 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:14:33.695638 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:14:33.695638 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:14:33.695638 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:14:33.695638 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:14:33.695638 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:14:33.695638 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:14:33.695638 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:14:33.695638 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:14:33.695638 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:14:33.695638 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:14:33.695638 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:14:33.695638 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:14:33.695638 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:14:33.724469 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca13477-b001-4d8e-ad79-1bef64f9b747 req-926eb875-a528-435c-93a0-2c3940b228c2 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:33.731300 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bca13477-b001-4d8e-ad79-1bef64f9b747 req-926eb875-a528-435c-93a0-2c3940b228c2 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffde6797-f7da-4d5e-bcb5-8301544dce2c HTTP/1.1" status: 200 len: 945 time: 0.3317864 Feb 09 01:14:33.778649 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-4991ccbc-9284-43f0-8e8b-d78f23233584 None None] For port 00629404-6899-4122-afb9-a479b70459fd, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=00629404-6899-4122-afb9-a479b70459fd,segment=NetworkSegment(2b6d10b7-2c20-4fbd-8056-5a0f7d751daa),segment_id=2b6d10b7-2c20-4fbd-8056-5a0f7d751daa)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:14:33.784893 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4991ccbc-9284-43f0-8e8b-d78f23233584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:33.795838 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bca13477-b001-4d8e-ad79-1bef64f9b747 req-a0ff7dac-b82c-46c0-8c31-46f022bb54e3 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614257 Feb 09 01:14:33.796792 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [None req-7ed7c225-ff90-4959-a529-f7b3ee68b080 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:14:33.796792 n-d-828419-1 neutron-server[87611]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:14:33.796792 n-d-828419-1 neutron-server[87611]: [parameters: {'id': '0b9c54b2-fd9c-43f6-9476-4bdbf21aae38'}] Feb 09 01:14:33.796792 n-d-828419-1 neutron-server[87611]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:14:33.797210 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [None req-7ed7c225-ff90-4959-a529-f7b3ee68b080 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:14:33.850586 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d906ee-9ba8-41ca-9b9b-0b67e5f3680a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080db5cb-c5ff-4a08-abb2-86a721031e91', 'code': 200} Feb 09 01:14:33.966465 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991ccbc-9284-43f0-8e8b-d78f23233584 None None] Pushing event updated for resources: {'Port': ['ID=00629404-6899-4122-afb9-a479b70459fd,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:33.998976 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4efdddde-ffa3-40e9-903f-7e8b2c2363e9 req-25cb1267-a0ec-4426-bb51-07cec661e32c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25312df4-851f-4f0a-921f-af21d59ea5d8 HTTP/1.1" status: 200 len: 1001 time: 0.4530199 Feb 09 01:14:34.004156 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d4bb64-2788-41a8-baf0-2532700b2c6a None None] Network 0b9c54b2-fd9c-43f6-9476-4bdbf21aae38 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:34.089628 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 8fbef048-139b-49ec-9219-48402a20c475 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:34.285501 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 8fbef048-139b-49ec-9219-48402a20c475 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:34.285878 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:34.310239 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7ed7c225-ff90-4959-a529-f7b3ee68b080 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:34.344349 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-7ed7c225-ff90-4959-a529-f7b3ee68b080 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Deleting port 00629404-6899-4122-afb9-a479b70459fd {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:14:34.345788 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7ed7c225-ff90-4959-a529-f7b3ee68b080 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:34.363077 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efdddde-ffa3-40e9-903f-7e8b2c2363e9 req-33d788fb-9d6d-432f-b4d3-7e28b7685b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:34.365130 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4efdddde-ffa3-40e9-903f-7e8b2c2363e9 req-33d788fb-9d6d-432f-b4d3-7e28b7685b20 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff HTTP/1.1" status: 200 len: 856 time: 0.3318906 Feb 09 01:14:34.376919 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9dd4e9a1-9f45-4bd3-a36c-aafbbafe256e req-f9317f8d-31a1-4a33-aaab-7d711fc88979 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd036a29-976c-49d2-89d7-7eb24bf4e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6336441 Feb 09 01:14:34.513813 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032ce5cc-1281-4424-a3bf-fcfb1bd41a8c None None] get_active_networks_info from n-d-828419-1 {{(pid=87613) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:14:34.660046 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-ebfa2fce-02af-445f-bf45-3f86b837015d tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:34.660989 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-ebfa2fce-02af-445f-bf45-3f86b837015d tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Synchronizing usage tracker for tenant:bbf0f82d35c440b0ba7e6bf598531d13 on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:14:34.757621 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:34.806918 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b65ae4-ae52-4d4e-ab41-76eb8b8af0ad req-40517db6-716f-4395-8d88-8a47e707c402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:34.808439 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-46b65ae4-ae52-4d4e-ab41-76eb8b8af0ad req-40517db6-716f-4395-8d88-8a47e707c402 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 1096 time: 0.8905845 Feb 09 01:14:34.909205 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-ebfa2fce-02af-445f-bf45-3f86b837015d tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Unset dirty status for tenant:bbf0f82d35c440b0ba7e6bf598531d13 on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:14:34.917395 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-ebfa2fce-02af-445f-bf45-3f86b837015d tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/networks?id=a3afca57-246e-458a-965f-203ae806e5cf HTTP/1.1" status: 200 len: 814 time: 0.7652419 Feb 09 01:14:34.953160 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032ce5cc-1281-4424-a3bf-fcfb1bd41a8c None None] Resources bound (agent type, host, resource id): {{(pid=87613) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:14:34.960031 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 8fbef048-139b-49ec-9219-48402a20c475, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=8fbef048-139b-49ec-9219-48402a20c475,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:34.960508 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-746210a0-9d9d-4744-8ed5-b131fce76a6e tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/quotas/bbf0f82d35c440b0ba7e6bf598531d13 HTTP/1.1" status: 200 len: 375 time: 0.0414696 Feb 09 01:14:35.008127 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-516f9822-7762-4f65-8934-5e3a2aa9f910 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Deleting port aef11c56-ce3f-433d-b0f0-568e3201b51e {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:14:35.008750 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-516f9822-7762-4f65-8934-5e3a2aa9f910 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:35.029661 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-6b385e1c-f69a-444b-93f9-9077d40d8ba4 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bbf0f82d35c440b0ba7e6bf598531d13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679710 Feb 09 01:14:35.070848 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efdddde-ffa3-40e9-903f-7e8b2c2363e9 req-891f582d-da05-4553-831d-3f98e48d0efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:35.072987 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4efdddde-ffa3-40e9-903f-7e8b2c2363e9 req-891f582d-da05-4553-831d-3f98e48d0efe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f463daa3-bdf7-465b-839b-27906d718cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6944449 Feb 09 01:14:35.145177 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-46b65ae4-ae52-4d4e-ab41-76eb8b8af0ad req-81ec5f46-cac5-48c6-93a1-cec5763fe38f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=dd036a29-976c-49d2-89d7-7eb24bf4e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207061 Feb 09 01:14:35.224762 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-cada6aec-dc8b-475b-b640-decb2249e5de service neutron] 10.222.0.37 "GET /v2.0/networks/a3afca57-246e-458a-965f-203ae806e5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936617 Feb 09 01:14:35.244784 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:35.341118 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-7ed7c225-ff90-4959-a529-f7b3ee68b080 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] For port 00629404-6899-4122-afb9-a479b70459fd, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=00629404-6899-4122-afb9-a479b70459fd,segment=NetworkSegment(2b6d10b7-2c20-4fbd-8056-5a0f7d751daa),segment_id=2b6d10b7-2c20-4fbd-8056-5a0f7d751daa)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:35.341742 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7ed7c225-ff90-4959-a529-f7b3ee68b080 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:35.348604 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=8fbef048-139b-49ec-9219-48402a20c475,revision_number=10']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:35.400649 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd14b60-7143-487f-818e-8be21a18cd2d req-a7ab1d5c-410f-42da-9f59-ccd4f437e544 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:35.402203 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4fd14b60-7143-487f-818e-8be21a18cd2d req-a7ab1d5c-410f-42da-9f59-ccd4f437e544 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b74043c-1c25-451b-8278-6dc1c9a73b31 HTTP/1.1" status: 200 len: 945 time: 0.9932966 Feb 09 01:14:35.411508 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5b122-2487-4472-b204-b109c0df61d8 req-759be4ca-a9da-473b-9c99-80923f5eb63d tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:35.418948 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b5d5b122-2487-4472-b204-b109c0df61d8 req-759be4ca-a9da-473b-9c99-80923f5eb63d tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 945 time: 0.4477615 Feb 09 01:14:35.459301 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4efdddde-ffa3-40e9-903f-7e8b2c2363e9 req-df5c48a0-f79f-4b40-9115-55917b7d7fb5 service neutron] 10.222.0.35 "GET /v2.0/networks/f463daa3-bdf7-465b-839b-27906d718cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380222 Feb 09 01:14:35.546216 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-4fd14b60-7143-487f-818e-8be21a18cd2d req-25aae6ab-341f-4a0a-ada8-f20a5a3e38e9 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Deleting port a122cb31-f21a-4654-a5c0-fdc860cda37a {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:14:35.546685 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-4fd14b60-7143-487f-818e-8be21a18cd2d req-25aae6ab-341f-4a0a-ada8-f20a5a3e38e9 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:35.624763 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-516f9822-7762-4f65-8934-5e3a2aa9f910 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:35.650556 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b5d5b122-2487-4472-b204-b109c0df61d8 req-29dc48ad-19ff-4cd6-b629-75fd298cc85e tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2306182 Feb 09 01:14:35.851065 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-7ed7c225-ff90-4959-a529-f7b3ee68b080 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Calling delete_port for 00629404-6899-4122-afb9-a479b70459fd owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:14:35.855027 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682f8730-b5ec-49ff-baee-5b564109aa2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbef048-139b-49ec-9219-48402a20c475'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:14:35.912635 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4efdddde-ffa3-40e9-903f-7e8b2c2363e9 req-488dbca7-c72b-4bfc-856c-8aa6b974545d service neutron] 10.222.0.35 "GET /v2.0/networks/f463daa3-bdf7-465b-839b-27906d718cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303398 Feb 09 01:14:35.936499 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-516f9822-7762-4f65-8934-5e3a2aa9f910 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Calling delete_port for aef11c56-ce3f-433d-b0f0-568e3201b51e owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:14:36.056034 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-5061dd00-7336-4c2b-b7ef-6de060c7bd8b service neutron] 10.222.0.37 "GET /v2.0/networks/a3afca57-246e-458a-965f-203ae806e5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8184991 Feb 09 01:14:36.139192 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7ed7c225-ff90-4959-a529-f7b3ee68b080 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:36.222616 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7c225-ff90-4959-a529-f7b3ee68b080 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event deleted for resources: {'Port': ['ID=00629404-6899-4122-afb9-a479b70459fd,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:36.236471 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed7c225-ff90-4959-a529-f7b3ee68b080 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] No DVR routers for this DVR port 00629404-6899-4122-afb9-a479b70459fd on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:14:36.343286 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28728a7-8b14-488b-b1d1-9763c2afce35 req-2f3f9ea7-f4ec-4936-b731-a7bec92d2ba3 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:36.344824 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d28728a7-8b14-488b-b1d1-9763c2afce35 req-2f3f9ea7-f4ec-4936-b731-a7bec92d2ba3 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b74043c-1c25-451b-8278-6dc1c9a73b31 HTTP/1.1" status: 200 len: 945 time: 0.5109336 Feb 09 01:14:36.514367 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-4fd14b60-7143-487f-818e-8be21a18cd2d req-25aae6ab-341f-4a0a-ada8-f20a5a3e38e9 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] For port a122cb31-f21a-4654-a5c0-fdc860cda37a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a122cb31-f21a-4654-a5c0-fdc860cda37a,segment=NetworkSegment(7dc2e829-f685-4c02-b1d6-aef4f3224c8c),segment_id=7dc2e829-f685-4c02-b1d6-aef4f3224c8c)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:36.514891 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-4fd14b60-7143-487f-818e-8be21a18cd2d req-25aae6ab-341f-4a0a-ada8-f20a5a3e38e9 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:36.561329 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7ed7c225-ff90-4959-a529-f7b3ee68b080 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:36.581546 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-516f9822-7762-4f65-8934-5e3a2aa9f910 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:36.786892 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-4fd14b60-7143-487f-818e-8be21a18cd2d req-25aae6ab-341f-4a0a-ada8-f20a5a3e38e9 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Calling delete_port for a122cb31-f21a-4654-a5c0-fdc860cda37a owned by compute:nova {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:14:36.830415 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-7ed7c225-ff90-4959-a529-f7b3ee68b080 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b9c54b2-fd9c-43f6-9476-4bdbf21aae38']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:36.865933 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-7ed7c225-ff90-4959-a529-f7b3ee68b080 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b6d10b7-2c20-4fbd-8056-5a0f7d751daa') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:36.866234 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-7ed7c225-ff90-4959-a529-f7b3ee68b080 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b6d10b7-2c20-4fbd-8056-5a0f7d751daa') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:36.868830 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f61f62c8-93b4-49ed-a6a3-d6df076413d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:36.897570 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7ed7c225-ff90-4959-a529-f7b3ee68b080 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:36.926048 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d28728a7-8b14-488b-b1d1-9763c2afce35 req-4c7f0d67-b56b-40fa-b447-af4354131376 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/security-groups?id=25a3d3db-a915-4815-b9e9-febf65f7492d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5725913 Feb 09 01:14:36.932347 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba8545-4879-47e7-adf5-517f6e2fd258 req-25b6d0e3-589a-43b4-8b15-1a59c5b26e8b tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:36.939763 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d2ba8545-4879-47e7-adf5-517f6e2fd258 req-25b6d0e3-589a-43b4-8b15-1a59c5b26e8b tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffde6797-f7da-4d5e-bcb5-8301544dce2c HTTP/1.1" status: 200 len: 945 time: 0.5363562 Feb 09 01:14:37.065933 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f9822-7762-4f65-8934-5e3a2aa9f910 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Pushing event deleted for resources: {'Port': ['ID=aef11c56-ce3f-433d-b0f0-568e3201b51e,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:37.135586 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7ed7c225-ff90-4959-a529-f7b3ee68b080 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:37.150152 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-4fd14b60-7143-487f-818e-8be21a18cd2d req-25aae6ab-341f-4a0a-ada8-f20a5a3e38e9 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:37.162441 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['a122cb31-f21a-4654-a5c0-fdc860cda37a'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:14:37.205478 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed7c225-ff90-4959-a529-f7b3ee68b080 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Releasing vlan 977 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:14:37.205912 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7ed7c225-ff90-4959-a529-f7b3ee68b080 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:37.446580 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eaaa67-4474-46f9-ae65-a161976e882a req-78392a60-bdb0-4aca-9381-4060c7460f77 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:37.453803 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-07eaaa67-4474-46f9-ae65-a161976e882a req-78392a60-bdb0-4aca-9381-4060c7460f77 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/ports?device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 945 time: 0.2898407 Feb 09 01:14:37.462536 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:14:37.462536 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:14:37.462536 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:14:37.462536 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:14:37.462536 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:14:37.462536 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:14:37.462536 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:14:37.462536 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:14:37.462536 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:14:37.462536 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:14:37.462536 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:14:37.462536 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:14:37.462536 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:14:37.462536 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:14:37.462536 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:14:37.462536 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:14:37.462536 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:14:37.462536 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:14:37.462536 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:14:37.462536 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:14:37.462536 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:14:37.462536 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:14:37.462536 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:14:37.462536 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:14:37.462536 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:14:37.462536 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:14:37.462536 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:14:37.462536 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:14:37.462536 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:14:37.462536 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:14:37.462536 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:14:37.462536 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:14:37.480482 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7ed7c225-ff90-4959-a529-f7b3ee68b080 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:37.530118 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aae6ab-341f-4a0a-ada8-f20a5a3e38e9 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Pushing event deleted for resources: {'Port': ['ID=a122cb31-f21a-4654-a5c0-fdc860cda37a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:37.535612 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7ed7c225-ff90-4959-a529-f7b3ee68b080 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:37.545050 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7c225-ff90-4959-a529-f7b3ee68b080 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event deleted for resources: {'Network': ['ID=0b9c54b2-fd9c-43f6-9476-4bdbf21aae38,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:37.547389 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-516f9822-7762-4f65-8934-5e3a2aa9f910 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:37.583179 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-07eaaa67-4474-46f9-ae65-a161976e882a req-72726851-6e0a-4714-bf79-dd6b60f9db6b tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd036a29-976c-49d2-89d7-7eb24bf4e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283646 Feb 09 01:14:37.632099 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d2ba8545-4879-47e7-adf5-517f6e2fd258 req-17482ae1-8ab3-4271-a94b-a4e0a707520a tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6914589 Feb 09 01:14:37.633273 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd14b60-7143-487f-818e-8be21a18cd2d req-25aae6ab-341f-4a0a-ada8-f20a5a3e38e9 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] No DVR routers for this DVR port a122cb31-f21a-4654-a5c0-fdc860cda37a on host n-h1-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:14:37.637252 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-4fd14b60-7143-487f-818e-8be21a18cd2d req-25aae6ab-341f-4a0a-ada8-f20a5a3e38e9 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:37.651876 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b74043c-1c25-451b-8278-6dc1c9a73b31', 'name': 'network-vif-deleted', 'tag': 'a122cb31-f21a-4654-a5c0-fdc860cda37a'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:14:37.684836 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682f8730-b5ec-49ff-baee-5b564109aa2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbef048-139b-49ec-9219-48402a20c475', 'code': 200} Feb 09 01:14:37.696475 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7ed7c225-ff90-4959-a529-f7b3ee68b080 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "DELETE /v2.0/networks/0b9c54b2-fd9c-43f6-9476-4bdbf21aae38 HTTP/1.1" status: 204 len: 168 time: 6.3025227 Feb 09 01:14:37.697053 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48570) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:37.745515 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-500ee0c9-e266-444b-8666-49b2a7b14ab2 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] GET failed (client error): The resource could not be found. Feb 09 01:14:37.746288 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-500ee0c9-e266-444b-8666-49b2a7b14ab2 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Synchronizing usage tracker for tenant:6ad299afeb554fb2825073db5a372f36 on resource:subnet {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:14:37.755225 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4fd14b60-7143-487f-818e-8be21a18cd2d req-25aae6ab-341f-4a0a-ada8-f20a5a3e38e9 tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.35 "DELETE /v2.0/ports/a122cb31-f21a-4654-a5c0-fdc860cda37a HTTP/1.1" status: 204 len: 173 time: 2.2919242 Feb 09 01:14:37.775759 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-500ee0c9-e266-444b-8666-49b2a7b14ab2 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Unset dirty status for tenant:6ad299afeb554fb2825073db5a372f36 on resource:subnet {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:14:37.780433 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-500ee0c9-e266-444b-8666-49b2a7b14ab2 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "GET /v2.0/subnets/a6562966-2484-4e5a-bc83-4993a31ced0e HTTP/1.1" status: 404 len: 337 time: 0.0809455 Feb 09 01:14:37.781034 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48574) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:37.812528 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-7643d188-c159-4053-ab47-03877d297e72 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] DELETE failed (client error): The resource could not be found. Feb 09 01:14:37.812974 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7643d188-c159-4053-ab47-03877d297e72 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:37.821172 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7643d188-c159-4053-ab47-03877d297e72 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "DELETE /v2.0/networks/0b9c54b2-fd9c-43f6-9476-4bdbf21aae38 HTTP/1.1" status: 404 len: 339 time: 0.0390577 Feb 09 01:14:37.821780 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48578) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:37.975789 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-adddf8b0-227f-41ac-9299-09a1cd49bfaa req-c3f8ffff-175f-4ce2-a45f-c284e720603f tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 210 time: 0.0515616 Feb 09 01:14:38.101442 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device a122cb31-f21a-4654-a5c0-fdc860cda37a no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:14:38.124188 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fc4217-3c55-4042-81bb-142a5c104072 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:38.128020 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-33fc4217-3c55-4042-81bb-142a5c104072 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Synchronizing usage tracker for tenant:6ad299afeb554fb2825073db5a372f36 on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:14:38.173692 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-33fc4217-3c55-4042-81bb-142a5c104072 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Unset dirty status for tenant:6ad299afeb554fb2825073db5a372f36 on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:14:38.175187 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-33fc4217-3c55-4042-81bb-142a5c104072 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3524776 Feb 09 01:14:38.177864 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48584) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:38.181529 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: a122cb31-f21a-4654-a5c0-fdc860cda37a {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:14:38.181877 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device a122cb31-f21a-4654-a5c0-fdc860cda37a not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:14:38.182302 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 25312df4-851f-4f0a-921f-af21d59ea5d8 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:14:38.200231 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516f9822-7762-4f65-8934-5e3a2aa9f910 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Router 761ca3c8-d799-4ed4-a180-9d1659452c2e has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:14:38.359875 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:38.365150 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61346bc-036c-4a1d-a0be-4e2f982ab887 req-52dda927-66ac-4ac1-b558-d1be86cd7429 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:38.378005 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a61346bc-036c-4a1d-a0be-4e2f982ab887 req-52dda927-66ac-4ac1-b558-d1be86cd7429 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 945 time: 0.5352616 Feb 09 01:14:38.442094 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 25312df4-851f-4f0a-921f-af21d59ea5d8, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=25312df4-851f-4f0a-921f-af21d59ea5d8,segment=NetworkSegment(0a900953-cea9-408a-b5a5-b9b62ab0e594),segment_id=0a900953-cea9-408a-b5a5-b9b62ab0e594)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:38.454875 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:38.518655 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516f9822-7762-4f65-8934-5e3a2aa9f910 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:14:38.560537 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a61346bc-036c-4a1d-a0be-4e2f982ab887 req-eb64d52c-558e-4902-9156-57ffcc640937 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813130 Feb 09 01:14:38.569632 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=25312df4-851f-4f0a-921f-af21d59ea5d8,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:38.572777 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c91ec2a-a7fa-46c7-93de-82cc9c987758 None None] Sync routers for ids ['761ca3c8-d799-4ed4-a180-9d1659452c2e'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:14:38.583877 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c91ec2a-a7fa-46c7-93de-82cc9c987758 None None] Routers {'761ca3c8-d799-4ed4-a180-9d1659452c2e'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:14:38.584610 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-2c91ec2a-a7fa-46c7-93de-82cc9c987758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:14:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['761ca3c8-d799-4ed4-a180-9d1659452c2e'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:38.613831 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-516f9822-7762-4f65-8934-5e3a2aa9f910 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] 10.222.0.37 "PUT /v2.0/routers/761ca3c8-d799-4ed4-a180-9d1659452c2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8634269 Feb 09 01:14:38.616543 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48592) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:38.666093 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-2c91ec2a-a7fa-46c7-93de-82cc9c987758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:38.676930 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c91ec2a-a7fa-46c7-93de-82cc9c987758 None None] Routers {'761ca3c8-d799-4ed4-a180-9d1659452c2e'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:14:38.677585 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-2c91ec2a-a7fa-46c7-93de-82cc9c987758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:14:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['761ca3c8-d799-4ed4-a180-9d1659452c2e'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:38.750207 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e36ffb3d-74bd-48a9-bc97-f0c1d73b7458 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "GET /v2.0/subnets?network_id=d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 207 time: 0.5710025 Feb 09 01:14:38.760842 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48596) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:38.787512 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-2c91ec2a-a7fa-46c7-93de-82cc9c987758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:38.788270 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c91ec2a-a7fa-46c7-93de-82cc9c987758 None None] The sync data for ids ['761ca3c8-d799-4ed4-a180-9d1659452c2e'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:14:38.991846 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-12f9ce0c-c903-4706-8c61-832a87c74f0f tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:39.092450 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b74043c-1c25-451b-8278-6dc1c9a73b31', 'name': 'network-vif-deleted', 'tag': 'a122cb31-f21a-4654-a5c0-fdc860cda37a', 'status': 'completed', 'code': 200} Feb 09 01:14:39.121147 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-653e7c2b-4bf6-4207-9da8-b392cbb07040 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:39.122707 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-653e7c2b-4bf6-4207-9da8-b392cbb07040 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.35 "GET /v2.0/networks?id=a3afca57-246e-458a-965f-203ae806e5cf HTTP/1.1" status: 200 len: 814 time: 0.5975676 Feb 09 01:14:39.164152 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-9800ab59-b77f-41f9-8aab-50e1dcd60dfc tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Request body: {'port': {'device_id': '709aa7f3-0207-4552-abbc-660c04b5fa11', 'network_id': 'a3afca57-246e-458a-965f-203ae806e5cf', 'admin_state_up': True, 'tenant_id': 'bbf0f82d35c440b0ba7e6bf598531d13'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:39.272037 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-252f7a35-c8d8-41a7-b667-524925786290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:39.472792 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f0149a-208b-4199-ba0c-8786a1f22e86 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:39.491053 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f0149a-208b-4199-ba0c-8786a1f22e86 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:39.512692 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f0149a-208b-4199-ba0c-8786a1f22e86 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:39.519024 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f0149a-208b-4199-ba0c-8786a1f22e86 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:39.532589 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-29f0149a-208b-4199-ba0c-8786a1f22e86 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.7649632 Feb 09 01:14:39.532589 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-9800ab59-b77f-41f9-8aab-50e1dcd60dfc tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:39.563464 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48620) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:39.620686 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-9800ab59-b77f-41f9-8aab-50e1dcd60dfc tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Usage tracker for resource:port and tenant:bbf0f82d35c440b0ba7e6bf598531d13 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:39.636836 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-0c97f40d-da8b-4157-a2d0-755434872983 req-5c4de07b-a22b-4002-818e-9ce86c34921c tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Synchronizing usage tracker for tenant:903cfb9c5cb94334ab49ed8a903cb9a8 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:14:39.639436 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-9800ab59-b77f-41f9-8aab-50e1dcd60dfc tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:39.646934 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-9800ab59-b77f-41f9-8aab-50e1dcd60dfc tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:39.686797 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd429f359-35bc-4653-af62-82b925b35f8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25312df4-851f-4f0a-921f-af21d59ea5d8'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:14:39.688906 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-0c97f40d-da8b-4157-a2d0-755434872983 req-5c4de07b-a22b-4002-818e-9ce86c34921c tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] Unset dirty status for tenant:903cfb9c5cb94334ab49ed8a903cb9a8 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:14:39.690177 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0c97f40d-da8b-4157-a2d0-755434872983 req-5c4de07b-a22b-4002-818e-9ce86c34921c tempest-ServerDiskConfigTestJSON-347396221 tempest-ServerDiskConfigTestJSON-347396221-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b74043c-1c25-451b-8278-6dc1c9a73b31 HTTP/1.1" status: 200 len: 210 time: 0.2296953 Feb 09 01:14:39.694729 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-9800ab59-b77f-41f9-8aab-50e1dcd60dfc tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Made reservation on behalf of bbf0f82d35c440b0ba7e6bf598531d13 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:39.700848 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-9800ab59-b77f-41f9-8aab-50e1dcd60dfc tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:39.961848 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-12f9ce0c-c903-4706-8c61-832a87c74f0f tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:39.965315 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-12f9ce0c-c903-4706-8c61-832a87c74f0f tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:39.987770 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-9800ab59-b77f-41f9-8aab-50e1dcd60dfc tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Allocated IP 172.20.0.12 (a3afca57-246e-458a-965f-203ae806e5cf/16056dee-9c0e-41b1-962a-fb2cf7216c50/c075d6fd-703f-40d7-825e-b505d968b11b) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:40.054470 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-01a9aa7e-3eed-4185-b077-ab920d250db4 req-1760baaa-2454-4b87-bd8b-6fc2d4452ec5 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 210 time: 0.0689862 Feb 09 01:14:40.127505 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-3b24b5b4-1833-4115-9cb9-f543b1c7e964 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Synchronizing usage tracker for tenant:6ad299afeb554fb2825073db5a372f36 on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:14:40.156695 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-12f9ce0c-c903-4706-8c61-832a87c74f0f tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:40.157347 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f9ce0c-c903-4706-8c61-832a87c74f0f tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Fanout notify agent at l3_agent the message router_deleted on router 761ca3c8-d799-4ed4-a180-9d1659452c2e {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:14:40.204872 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-3b24b5b4-1833-4115-9cb9-f543b1c7e964 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Unset dirty status for tenant:6ad299afeb554fb2825073db5a372f36 on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:14:40.206266 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3b24b5b4-1833-4115-9cb9-f543b1c7e964 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.6411412 Feb 09 01:14:40.216240 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5fd86f-12e8-4658-be2a-ab21871313b4 req-5389b907-4023-45e7-b2d1-da2e0b2ce04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:40.219784 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f5fd86f-12e8-4658-be2a-ab21871313b4 req-5389b907-4023-45e7-b2d1-da2e0b2ce04b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1866ce3035f2464c986757a3a7323de3&device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 1096 time: 0.9527397 Feb 09 01:14:40.220276 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48636) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:40.269954 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a0011-710e-4ffd-8c95-37b493fc7640 req-fa4487e2-327a-464a-9f8d-7a5cf284559f tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:40.279809 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d10a0011-710e-4ffd-8c95-37b493fc7640 req-fa4487e2-327a-464a-9f8d-7a5cf284559f tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/ports?device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 945 time: 0.4900305 Feb 09 01:14:40.286086 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-12f9ce0c-c903-4706-8c61-832a87c74f0f tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:40.287135 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-12f9ce0c-c903-4706-8c61-832a87c74f0f tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] 10.222.0.37 "DELETE /v2.0/routers/761ca3c8-d799-4ed4-a180-9d1659452c2e HTTP/1.1" status: 204 len: 168 time: 1.6696334 Feb 09 01:14:40.334267 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:40.338572 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48640) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:40.409368 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:40.482886 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5fd86f-12e8-4658-be2a-ab21871313b4 req-13a592c5-d15c-48d4-812e-62142afd0b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:40.484958 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f5fd86f-12e8-4658-be2a-ab21871313b4 req-13a592c5-d15c-48d4-812e-62142afd0b59 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7f26ae75-93ae-4c86-b1f4-ba0c960fde4d HTTP/1.1" status: 200 len: 921 time: 0.1934545 Feb 09 01:14:40.511299 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9923dfc-e0fd-4433-8fcc-163b882d3409 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Deleting subnet 7a2b1f37-f6d4-40dc-a3bb-70036dc9b144 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:14:40.518077 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-9800ab59-b77f-41f9-8aab-50e1dcd60dfc tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:40.525973 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d9923dfc-e0fd-4433-8fcc-163b882d3409 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:40.584068 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f6711-7800-484d-a5ac-0dfe7005db36 req-6d04e837-4308-4d94-97c7-d9dccfcb96f5 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:40.591017 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ba3f6711-7800-484d-a5ac-0dfe7005db36 req-6d04e837-4308-4d94-97c7-d9dccfcb96f5 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 943 time: 0.3049064 Feb 09 01:14:40.616534 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f5fd86f-12e8-4658-be2a-ab21871313b4 req-cb9bb370-b549-4ca8-a793-627cdd8be365 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=080db5cb-c5ff-4a08-abb2-86a721031e91 HTTP/1.1" status: 200 len: 217 time: 0.1073747 Feb 09 01:14:40.647490 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d9923dfc-e0fd-4433-8fcc-163b882d3409 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:40.688841 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d10a0011-710e-4ffd-8c95-37b493fc7640 req-a398d4a3-8db7-4166-90c5-08084cacfe02 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd036a29-976c-49d2-89d7-7eb24bf4e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4070804 Feb 09 01:14:40.699068 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1eb0c3-182e-4b20-9140-b82d4685903e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:40.704696 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ba3f6711-7800-484d-a5ac-0dfe7005db36 req-68febee9-88b4-4d96-8123-9e0ac12780e4 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127234 Feb 09 01:14:40.719343 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1eb0c3-182e-4b20-9140-b82d4685903e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:40.721048 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1c1eb0c3-182e-4b20-9140-b82d4685903e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Synchronizing usage tracker for tenant:6ad299afeb554fb2825073db5a372f36 on resource:subnet {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:14:40.764896 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-9800ab59-b77f-41f9-8aab-50e1dcd60dfc tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:40.788482 n-d-828419-1 neutron-server[87613]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd429f359-35bc-4653-af62-82b925b35f8e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '25312df4-851f-4f0a-921f-af21d59ea5d8', 'code': 422} returned with failed status Feb 09 01:14:40.803292 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1c1eb0c3-182e-4b20-9140-b82d4685903e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Unset dirty status for tenant:6ad299afeb554fb2825073db5a372f36 on resource:subnet {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:14:40.805327 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1c1eb0c3-182e-4b20-9140-b82d4685903e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.5829833 Feb 09 01:14:40.810638 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5fd86f-12e8-4658-be2a-ab21871313b4 req-3f3736e6-3b7b-4a09-8a02-81207548c349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:40.814085 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f5fd86f-12e8-4658-be2a-ab21871313b4 req-3f3736e6-3b7b-4a09-8a02-81207548c349 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf2fad94-a815-4e9e-adc4-8acfef9e4c28 HTTP/1.1" status: 200 len: 860 time: 0.1876094 Feb 09 01:14:40.818213 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48652) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:40.842718 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-9800ab59-b77f-41f9-8aab-50e1dcd60dfc tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Network a3afca57-246e-458a-965f-203ae806e5cf is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:40.853299 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-9800ab59-b77f-41f9-8aab-50e1dcd60dfc tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:40.855836 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-9800ab59-b77f-41f9-8aab-50e1dcd60dfc tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:14:40.948616 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800ab59-b77f-41f9-8aab-50e1dcd60dfc tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Pushing event updated for resources: {'Port': ['ID=c075d6fd-703f-40d7-825e-b505d968b11b,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:40.951271 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f5fd86f-12e8-4658-be2a-ab21871313b4 req-667ce5ea-bf07-40c6-82b5-1e9035697130 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f26ae75-93ae-4c86-b1f4-ba0c960fde4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1260087 Feb 09 01:14:40.961825 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d9923dfc-e0fd-4433-8fcc-163b882d3409 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:41.029151 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-9800ab59-b77f-41f9-8aab-50e1dcd60dfc tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:41.029872 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-9800ab59-b77f-41f9-8aab-50e1dcd60dfc tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:41.095713 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-9800ab59-b77f-41f9-8aab-50e1dcd60dfc tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9581118 Feb 09 01:14:41.124802 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-c483cb11-6c36-4dc9-a20c-db4d5cd428af service neutron] Request body: {'port': {'device_id': '709aa7f3-0207-4552-abbc-660c04b5fa11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:41.268345 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f5fd86f-12e8-4658-be2a-ab21871313b4 req-02d253c1-0271-4b72-9e44-8edf0d5289e2 service neutron] 10.222.0.35 "GET /v2.0/networks/7f26ae75-93ae-4c86-b1f4-ba0c960fde4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067887 Feb 09 01:14:41.279843 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90427fc-49f5-4558-9b1e-4e0e1130945f tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['shared'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:41.281433 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90427fc-49f5-4558-9b1e-4e0e1130945f tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['shared'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:41.283477 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b90427fc-49f5-4558-9b1e-4e0e1130945f tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.4625571 Feb 09 01:14:41.289317 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48672) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:41.294320 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-c483cb11-6c36-4dc9-a20c-db4d5cd428af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:41.314339 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d9923dfc-e0fd-4433-8fcc-163b882d3409 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:41.668220 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f5fd86f-12e8-4658-be2a-ab21871313b4 req-d26818e9-0465-46a5-93a0-151d49e9cdb3 service neutron] 10.222.0.35 "GET /v2.0/networks/7f26ae75-93ae-4c86-b1f4-ba0c960fde4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702834 Feb 09 01:14:41.676288 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bdf32d-537d-492e-a89d-5894578e0620 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:41.677751 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-33bdf32d-537d-492e-a89d-5894578e0620 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "GET /v2.0/networks/0553dcf0-f13d-436d-819a-721b07d4088a HTTP/1.1" status: 200 len: 799 time: 0.3874605 Feb 09 01:14:41.683616 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48682) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:41.688652 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:41.734294 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872120ff-0399-42f9-bc62-a8bca959076a None None] Network 5b58a7ca-055b-48e8-9cea-2eb47ae9543f requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:41.843131 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d9923dfc-e0fd-4433-8fcc-163b882d3409 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:41.854683 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9923dfc-e0fd-4433-8fcc-163b882d3409 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Pushing event deleted for resources: {'Subnet': ['ID=7a2b1f37-f6d4-40dc-a3bb-70036dc9b144,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:41.912112 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d9923dfc-e0fd-4433-8fcc-163b882d3409 tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] 10.222.0.37 "DELETE /v2.0/subnets/7a2b1f37-f6d4-40dc-a3bb-70036dc9b144 HTTP/1.1" status: 204 len: 168 time: 1.5724585 Feb 09 01:14:41.916545 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48704) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:42.117831 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 5ba01ec0-2341-4495-a90d-ed077c7dad4e details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:14:42.120282 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 25312df4-851f-4f0a-921f-af21d59ea5d8 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:14:42.191654 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-353777bf-e356-4c72-aa61-7f207e0062c5 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "GET /v2.0/networks/0553dcf0-f13d-436d-819a-721b07d4088a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.5013402 Feb 09 01:14:42.192170 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48712) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:42.325026 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e26557-2d5b-4839-99de-defd3eb92c3d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:42.330337 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-31e26557-2d5b-4839-99de-defd3eb92c3d tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "GET /v2.0/subnets/ce43b5dc-6519-4317-a343-bef5f96c2ef7 HTTP/1.1" status: 200 len: 811 time: 0.1335588 Feb 09 01:14:42.331269 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48716) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:42.346367 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0a1c591a-0aa7-4f1e-9bd3-81a2beb59ecd tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:42.390214 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c591a-0aa7-4f1e-9bd3-81a2beb59ecd tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Deleting port 26d229bb-ff1f-4e55-b4dc-051fbd623cd1 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:14:42.390724 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0a1c591a-0aa7-4f1e-9bd3-81a2beb59ecd tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:42.427191 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ee54b-2ceb-4126-812d-ed2aef2efef4 req-5b4bfe29-bfeb-4686-973b-7530c52741c7 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:42.429297 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3d7ee54b-2ceb-4126-812d-ed2aef2efef4 req-5b4bfe29-bfeb-4686-973b-7530c52741c7 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/ports?device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 945 time: 0.1996212 Feb 09 01:14:42.465116 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 5ba01ec0-2341-4495-a90d-ed077c7dad4e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=5ba01ec0-2341-4495-a90d-ed077c7dad4e,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:42.482249 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd6b664-b6ed-4d2d-a3bd-6beb54e570f3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['shared'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:42.488173 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '5ba01ec0-2341-4495-a90d-ed077c7dad4e', 'network_id': '84a4b1eb-79d6-447b-b1fd-6bc1ef45422a', 'port_id': '5ba01ec0-2341-4495-a90d-ed077c7dad4e', 'mac_address': 'fa:16:3e:94:87:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 998, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750fae4-2c3f-44da-87c9-de1301db5b32', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:14:42.489141 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0dd6b664-b6ed-4d2d-a3bd-6beb54e570f3 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "GET /v2.0/subnets/ce43b5dc-6519-4317-a343-bef5f96c2ef7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1563172 Feb 09 01:14:42.490111 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48720) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:42.505546 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-779a61bb-5f60-4c81-937f-53260dc7cc8e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1077070071'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:42.523644 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-779a61bb-5f60-4c81-937f-53260dc7cc8e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:42.526028 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ff97e-e775-424c-b005-8920840d40e3 req-82d1e212-72f3-44ea-b620-1532e54de289 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:42.527221 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-1f8ff97e-e775-424c-b005-8920840d40e3 req-82d1e212-72f3-44ea-b620-1532e54de289 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Synchronizing usage tracker for tenant:bbf0f82d35c440b0ba7e6bf598531d13 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:14:42.528033 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5ce895-fbe1-4834-bacf-e0e8ca975672 None None] DHCP port deletion for 5b58a7ca-055b-48e8-9cea-2eb47ae9543f request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:14:42.560716 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-8d5ce895-fbe1-4834-bacf-e0e8ca975672 None None] Deleting port 26d229bb-ff1f-4e55-b4dc-051fbd623cd1 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:14:42.561219 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3d7ee54b-2ceb-4126-812d-ed2aef2efef4 req-1619a770-e21c-4c7f-be53-f5831485d416 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd036a29-976c-49d2-89d7-7eb24bf4e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228199 Feb 09 01:14:42.561732 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8d5ce895-fbe1-4834-bacf-e0e8ca975672 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:42.562870 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-779a61bb-5f60-4c81-937f-53260dc7cc8e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:42.590341 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779a61bb-5f60-4c81-937f-53260dc7cc8e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Made reservation on behalf of 6ad299afeb554fb2825073db5a372f36 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:42.595374 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-779a61bb-5f60-4c81-937f-53260dc7cc8e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:42.635941 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:42.674524 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779a61bb-5f60-4c81-937f-53260dc7cc8e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 995} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:14:42.696274 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-779a61bb-5f60-4c81-937f-53260dc7cc8e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:42.696792 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-779a61bb-5f60-4c81-937f-53260dc7cc8e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Added segment 0b0f334e-852b-4a55-a6b3-d620dce53696 of type vlan for network d181f28a-74e5-4f3d-9aad-125cf2ae36dc Feb 09 01:14:42.760592 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48732) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:42.801555 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-1f8ff97e-e775-424c-b005-8920840d40e3 req-82d1e212-72f3-44ea-b620-1532e54de289 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Unset dirty status for tenant:bbf0f82d35c440b0ba7e6bf598531d13 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:14:42.812905 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1f8ff97e-e775-424c-b005-8920840d40e3 req-82d1e212-72f3-44ea-b620-1532e54de289 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 932 time: 1.0839889 Feb 09 01:14:42.884813 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d4627d1-7503-411f-aa06-d5873335dea9 admin admin] Deleting subnet 49af6773-dfcd-45e0-b742-3363769f41e9 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:14:42.890868 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-779a61bb-5f60-4c81-937f-53260dc7cc8e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:42.925591 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3d4627d1-7503-411f-aa06-d5873335dea9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:42.946794 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-8d5ce895-fbe1-4834-bacf-e0e8ca975672 None None] For port 26d229bb-ff1f-4e55-b4dc-051fbd623cd1, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=26d229bb-ff1f-4e55-b4dc-051fbd623cd1,segment=NetworkSegment(b37090e6-590e-4bb9-8624-75e6a0d7fb6d),segment_id=b37090e6-590e-4bb9-8624-75e6a0d7fb6d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:42.947220 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8d5ce895-fbe1-4834-bacf-e0e8ca975672 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:42.962730 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-779a61bb-5f60-4c81-937f-53260dc7cc8e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:42.988710 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779a61bb-5f60-4c81-937f-53260dc7cc8e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:42.992598 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-779a61bb-5f60-4c81-937f-53260dc7cc8e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:43.060832 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-c483cb11-6c36-4dc9-a20c-db4d5cd428af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c075d6fd-703f-40d7-825e-b505d968b11b {{(pid=87611) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:14:43.117619 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3d4627d1-7503-411f-aa06-d5873335dea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:43.127203 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-c483cb11-6c36-4dc9-a20c-db4d5cd428af service neutron] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:43.215110 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-1f8ff97e-e775-424c-b005-8920840d40e3 req-ce8553dc-ba98-4aac-8eea-5415d70f6945 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Synchronizing usage tracker for tenant:bbf0f82d35c440b0ba7e6bf598531d13 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:14:43.236129 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-0a1c591a-0aa7-4f1e-9bd3-81a2beb59ecd tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] For port 26d229bb-ff1f-4e55-b4dc-051fbd623cd1, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=26d229bb-ff1f-4e55-b4dc-051fbd623cd1,segment=NetworkSegment(b37090e6-590e-4bb9-8624-75e6a0d7fb6d),segment_id=b37090e6-590e-4bb9-8624-75e6a0d7fb6d)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:43.236755 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0a1c591a-0aa7-4f1e-9bd3-81a2beb59ecd tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:43.248324 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3d4627d1-7503-411f-aa06-d5873335dea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:43.251918 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-c483cb11-6c36-4dc9-a20c-db4d5cd428af service neutron] Transition to ACTIVE for port object c075d6fd-703f-40d7-825e-b505d968b11b will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:43.301509 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-8d5ce895-fbe1-4834-bacf-e0e8ca975672 None None] Calling delete_port for 26d229bb-ff1f-4e55-b4dc-051fbd623cd1 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:14:43.324695 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-c483cb11-6c36-4dc9-a20c-db4d5cd428af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:43.343362 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ba01ec0-2341-4495-a90d-ed077c7dad4e {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:14:43.413727 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 5ba01ec0-2341-4495-a90d-ed077c7dad4e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=5ba01ec0-2341-4495-a90d-ed077c7dad4e,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:43.431417 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:43.472812 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c591a-0aa7-4f1e-9bd3-81a2beb59ecd tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Calling delete_port for 26d229bb-ff1f-4e55-b4dc-051fbd623cd1 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:14:43.528252 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3d4627d1-7503-411f-aa06-d5873335dea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:43.595585 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-779a61bb-5f60-4c81-937f-53260dc7cc8e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0968022 Feb 09 01:14:43.601518 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48762) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:43.630554 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['5ba01ec0-2341-4495-a90d-ed077c7dad4e'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:14:43.666636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-e03bbad2-3a39-4897-b3a4-5849f9fe799e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Request body: {'subnet': {'network_id': 'd181f28a-74e5-4f3d-9aad-125cf2ae36dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:43.673296 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-1f8ff97e-e775-424c-b005-8920840d40e3 req-ce8553dc-ba98-4aac-8eea-5415d70f6945 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Unset dirty status for tenant:bbf0f82d35c440b0ba7e6bf598531d13 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:14:43.687876 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1f8ff97e-e775-424c-b005-8920840d40e3 req-ce8553dc-ba98-4aac-8eea-5415d70f6945 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8735783 Feb 09 01:14:43.758666 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8d5ce895-fbe1-4834-bacf-e0e8ca975672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:43.810709 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5ce895-fbe1-4834-bacf-e0e8ca975672 None None] No DVR routers for this DVR port 26d229bb-ff1f-4e55-b4dc-051fbd623cd1 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:14:43.841164 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4627d1-7503-411f-aa06-d5873335dea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49af6773-dfcd-45e0-b742-3363769f41e9,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:43.853324 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3d4627d1-7503-411f-aa06-d5873335dea9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:43.855773 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3d4627d1-7503-411f-aa06-d5873335dea9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/49af6773-dfcd-45e0-b742-3363769f41e9 HTTP/1.1" status: 204 len: 168 time: 1.0937269 Feb 09 01:14:43.864918 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48776) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:43.872319 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e03bbad2-3a39-4897-b3a4-5849f9fe799e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:43.885468 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e03bbad2-3a39-4897-b3a4-5849f9fe799e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:43.920162 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a61bb-5f60-4c81-937f-53260dc7cc8e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event updated for resources: {'Network': ['ID=d181f28a-74e5-4f3d-9aad-125cf2ae36dc,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:43.927397 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03bbad2-3a39-4897-b3a4-5849f9fe799e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Made reservation on behalf of 6ad299afeb554fb2825073db5a372f36 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:43.931374 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e03bbad2-3a39-4897-b3a4-5849f9fe799e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:43.959259 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=5ba01ec0-2341-4495-a90d-ed077c7dad4e,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:44.031512 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:44.032424 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:44.032918 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:44.033482 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:44.033732 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:44.034251 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:44.034588 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:44.035100 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:44.035789 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:44.035789 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:44.036635 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:44.037010 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:44.080359 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483cb11-6c36-4dc9-a20c-db4d5cd428af service neutron] Pushing event updated for resources: {'Port': ['ID=c075d6fd-703f-40d7-825e-b505d968b11b,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:44.081256 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network d181f28a-74e5-4f3d-9aad-125cf2ae36dc details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:14:44.260685 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [None req-0a1c591a-0aa7-4f1e-9bd3-81a2beb59ecd tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:14:44.261009 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [None req-0a1c591a-0aa7-4f1e-9bd3-81a2beb59ecd tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:14:44.333050 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-c483cb11-6c36-4dc9-a20c-db4d5cd428af service neutron] Attempting to bind port c075d6fd-703f-40d7-825e-b505d968b11b on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:14:44.333382 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-c483cb11-6c36-4dc9-a20c-db4d5cd428af service neutron] Attempting to bind port c075d6fd-703f-40d7-825e-b505d968b11b by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '1daab5ce-760f-4f8c-ae46-f15ec30b34be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'a3afca57-246e-458a-965f-203ae806e5cf'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:14:44.333707 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-c483cb11-6c36-4dc9-a20c-db4d5cd428af service neutron] Attempting to bind port c075d6fd-703f-40d7-825e-b505d968b11b on network a3afca57-246e-458a-965f-203ae806e5cf {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:14:44.342888 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-c483cb11-6c36-4dc9-a20c-db4d5cd428af service neutron] Port c075d6fd-703f-40d7-825e-b505d968b11b on network a3afca57-246e-458a-965f-203ae806e5cf not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:14:44.343209 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-c483cb11-6c36-4dc9-a20c-db4d5cd428af service neutron] Attempting to bind port c075d6fd-703f-40d7-825e-b505d968b11b on network a3afca57-246e-458a-965f-203ae806e5cf {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:14:44.360194 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-c483cb11-6c36-4dc9-a20c-db4d5cd428af service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:14:44.360560 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-c483cb11-6c36-4dc9-a20c-db4d5cd428af service neutron] Checking segment: {'id': '1daab5ce-760f-4f8c-ae46-f15ec30b34be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'a3afca57-246e-458a-965f-203ae806e5cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:14:44.360951 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-c483cb11-6c36-4dc9-a20c-db4d5cd428af service neutron] Bound using segment: {'id': '1daab5ce-760f-4f8c-ae46-f15ec30b34be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'a3afca57-246e-458a-965f-203ae806e5cf'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:14:44.361379 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-c483cb11-6c36-4dc9-a20c-db4d5cd428af service neutron] Bound port: c075d6fd-703f-40d7-825e-b505d968b11b, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1daab5ce-760f-4f8c-ae46-f15ec30b34be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'a3afca57-246e-458a-965f-203ae806e5cf'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:14:44.361725 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-c483cb11-6c36-4dc9-a20c-db4d5cd428af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:44.381390 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.ipam_backend_mixin [None req-e03bbad2-3a39-4897-b3a4-5849f9fe799e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Performing IP validity checks on allocation pools {{(pid=87612) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 01:14:44.382174 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.ipam_backend_mixin [None req-e03bbad2-3a39-4897-b3a4-5849f9fe799e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87612) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 01:14:44.420890 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5adda8cd-cb1f-490e-8f89-5ce1643e8ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:44.422238 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 26d229bb-ff1f-4e55-b4dc-051fbd623cd1 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:14:44.585273 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 26d229bb-ff1f-4e55-b4dc-051fbd623cd1 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:14:44.585514 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 26d229bb-ff1f-4e55-b4dc-051fbd623cd1 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:14:44.587055 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ce895-fbe1-4834-bacf-e0e8ca975672 None None] Pushing event deleted for resources: {'Port': ['ID=26d229bb-ff1f-4e55-b4dc-051fbd623cd1,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:44.601769 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-c483cb11-6c36-4dc9-a20c-db4d5cd428af service neutron] For port c075d6fd-703f-40d7-825e-b505d968b11b, host n-h1-828419-1, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:14:44.608022 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-c483cb11-6c36-4dc9-a20c-db4d5cd428af service neutron] For port c075d6fd-703f-40d7-825e-b505d968b11b, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c075d6fd-703f-40d7-825e-b505d968b11b,segment=NetworkSegment(1daab5ce-760f-4f8c-ae46-f15ec30b34be),segment_id=1daab5ce-760f-4f8c-ae46-f15ec30b34be)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:14:44.616574 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-c483cb11-6c36-4dc9-a20c-db4d5cd428af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:44.635956 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9e6e5-3667-4809-b623-459fc7a67912 req-dbb5e655-e27f-41d7-a772-8e7c59eb8093 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:44.638364 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-73d9e6e5-3667-4809-b623-459fc7a67912 req-dbb5e655-e27f-41d7-a772-8e7c59eb8093 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/ports?device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 945 time: 0.4789634 Feb 09 01:14:44.715569 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5adda8cd-cb1f-490e-8f89-5ce1643e8ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:44.774596 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c591a-0aa7-4f1e-9bd3-81a2beb59ecd tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Deleting port 26d229bb-ff1f-4e55-b4dc-051fbd623cd1 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:14:44.774962 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0a1c591a-0aa7-4f1e-9bd3-81a2beb59ecd tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:44.805453 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-73d9e6e5-3667-4809-b623-459fc7a67912 req-1ddbd86f-d732-495b-a1a4-646da7a03f47 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd036a29-976c-49d2-89d7-7eb24bf4e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504264 Feb 09 01:14:44.821444 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-5adda8cd-cb1f-490e-8f89-5ce1643e8ede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6c2755-ea18-4235-9314-c370c19b3771']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:44.851245 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-5adda8cd-cb1f-490e-8f89-5ce1643e8ede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc2e829-f685-4c02-b1d6-aef4f3224c8c') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:44.852250 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-5adda8cd-cb1f-490e-8f89-5ce1643e8ede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc2e829-f685-4c02-b1d6-aef4f3224c8c') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:44.894841 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5adda8cd-cb1f-490e-8f89-5ce1643e8ede admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:45.003554 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5adda8cd-cb1f-490e-8f89-5ce1643e8ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:45.020423 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-c483cb11-6c36-4dc9-a20c-db4d5cd428af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:45.039523 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-c483cb11-6c36-4dc9-a20c-db4d5cd428af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:45.040337 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5adda8cd-cb1f-490e-8f89-5ce1643e8ede admin admin] Releasing vlan 987 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:14:45.041469 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5adda8cd-cb1f-490e-8f89-5ce1643e8ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:45.046342 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-c483cb11-6c36-4dc9-a20c-db4d5cd428af service neutron] 10.222.0.35 "PUT /v2.0/ports/c075d6fd-703f-40d7-825e-b505d968b11b HTTP/1.1" status: 200 len: 1092 time: 3.9272432 Feb 09 01:14:45.079565 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '709aa7f3-0207-4552-abbc-660c04b5fa11', 'tag': 'c075d6fd-703f-40d7-825e-b505d968b11b'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:14:45.097391 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:14:45.097391 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:14:45.097391 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:14:45.097391 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:14:45.097391 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:14:45.097391 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:14:45.097391 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:14:45.097391 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:14:45.097391 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:14:45.097391 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:14:45.097391 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:14:45.097391 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:14:45.097391 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:14:45.097391 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:14:45.097391 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:14:45.097391 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:14:45.097391 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:14:45.097391 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:14:45.097391 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:14:45.097391 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:14:45.097391 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:14:45.097391 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:14:45.097391 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:14:45.097391 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:14:45.097391 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:14:45.097391 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:14:45.097391 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:14:45.097391 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:14:45.097391 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:14:45.097391 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:14:45.097391 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:14:45.097391 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:14:45.113166 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c591a-0aa7-4f1e-9bd3-81a2beb59ecd tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] The port '26d229bb-ff1f-4e55-b4dc-051fbd623cd1' was deleted {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:14:45.461175 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e03bbad2-3a39-4897-b3a4-5849f9fe799e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:45.755630 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03bbad2-3a39-4897-b3a4-5849f9fe799e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Checking segment: {'id': '0b0f334e-852b-4a55-a6b3-d620dce53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'd181f28a-74e5-4f3d-9aad-125cf2ae36dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:14:45.756024 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03bbad2-3a39-4897-b3a4-5849f9fe799e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Network hostable DHCP agents. Network: d181f28a-74e5-4f3d-9aad-125cf2ae36dc, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:14:45.778666 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5adda8cd-cb1f-490e-8f89-5ce1643e8ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:45.779656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483cb11-6c36-4dc9-a20c-db4d5cd428af service neutron] Pushing event updated for resources: {'Port': ['ID=c075d6fd-703f-40d7-825e-b505d968b11b,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:45.783991 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bbad2-3a39-4897-b3a4-5849f9fe799e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event updated for resources: {'Subnet': ['ID=6974fc11-61c6-46c9-b5f7-bec29b3228e4,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:45.824081 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5adda8cd-cb1f-490e-8f89-5ce1643e8ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:45.842174 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adda8cd-cb1f-490e-8f89-5ce1643e8ede admin admin] Pushing event deleted for resources: {'Network': ['ID=5d6c2755-ea18-4235-9314-c370c19b3771,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:45.842811 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0a1c591a-0aa7-4f1e-9bd3-81a2beb59ecd tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:45.867604 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174246a-a5fa-4af3-859d-05b3074b4e62 req-f3736689-0fef-41cf-9258-c520c3f7a4cf tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:45.873862 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-14185d8b-f7a3-45ae-ae28-7e9244889992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:45.875615 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1174246a-a5fa-4af3-859d-05b3074b4e62 req-f3736689-0fef-41cf-9258-c520c3f7a4cf tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 944 time: 0.4020720 Feb 09 01:14:45.885421 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-14185d8b-f7a3-45ae-ae28-7e9244889992 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbf0f82d35c440b0ba7e6bf598531d13&device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 1095 time: 0.7457786 Feb 09 01:14:45.903481 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-0a1c591a-0aa7-4f1e-9bd3-81a2beb59ecd tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b58a7ca-055b-48e8-9cea-2eb47ae9543f']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:45.937402 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03bbad2-3a39-4897-b3a4-5849f9fe799e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Network d181f28a-74e5-4f3d-9aad-125cf2ae36dc is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:14:45.959913 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5adda8cd-cb1f-490e-8f89-5ce1643e8ede admin admin] 10.222.0.37 "DELETE /v2.0/networks/5d6c2755-ea18-4235-9314-c370c19b3771 HTTP/1.1" status: 204 len: 168 time: 2.0934560 Feb 09 01:14:45.972706 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1174246a-a5fa-4af3-859d-05b3074b4e62 req-6fb7d315-2663-449e-9ba9-98dfce683897 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960886 Feb 09 01:14:45.978302 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-e03bbad2-3a39-4897-b3a4-5849f9fe799e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, d181f28a-74e5-4f3d-9aad-125cf2ae36dc) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:45.988972 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d46528-5386-4f35-b478-e555a55e9d1b None None] Network d181f28a-74e5-4f3d-9aad-125cf2ae36dc requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:46.002333 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03bbad2-3a39-4897-b3a4-5849f9fe799e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:46.003285 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e03bbad2-3a39-4897-b3a4-5849f9fe799e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:46.046906 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e03bbad2-3a39-4897-b3a4-5849f9fe799e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.4251885 Feb 09 01:14:46.049793 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48800) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:46.056385 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-638eb961-d259-47bd-ba2d-03fe692c764f tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:46.120533 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '709aa7f3-0207-4552-abbc-660c04b5fa11', 'tag': 'c075d6fd-703f-40d7-825e-b505d968b11b', 'status': 'completed', 'code': 200} Feb 09 01:14:46.166247 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 5ba01ec0-2341-4495-a90d-ed077c7dad4e up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:46.185459 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-a5064735-d8d3-4555-80cf-d8afc3ff5c15 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c075d6fd-703f-40d7-825e-b505d968b11b HTTP/1.1" status: 200 len: 217 time: 0.2840319 Feb 09 01:14:46.260669 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-0a1c591a-0aa7-4f1e-9bd3-81a2beb59ecd tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b37090e6-590e-4bb9-8624-75e6a0d7fb6d') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:46.265030 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-0a1c591a-0aa7-4f1e-9bd3-81a2beb59ecd tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b37090e6-590e-4bb9-8624-75e6a0d7fb6d') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:46.314456 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0a1c591a-0aa7-4f1e-9bd3-81a2beb59ecd tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:46.323136 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48804) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:46.382566 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0a1c591a-0aa7-4f1e-9bd3-81a2beb59ecd tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:46.400261 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-4f4b954e-0202-441d-a15f-c8eac9c09705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:46.402235 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-4f4b954e-0202-441d-a15f-c8eac9c09705 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16056dee-9c0e-41b1-962a-fb2cf7216c50 HTTP/1.1" status: 200 len: 854 time: 0.2158685 Feb 09 01:14:46.407452 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a1c591a-0aa7-4f1e-9bd3-81a2beb59ecd tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Releasing vlan 976 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:14:46.411379 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0a1c591a-0aa7-4f1e-9bd3-81a2beb59ecd tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:46.439713 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 5ba01ec0-2341-4495-a90d-ed077c7dad4e triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:46.440089 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:14:46.471526 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:14:46.650656 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-638eb961-d259-47bd-ba2d-03fe692c764f tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6198651'] for subnet, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:46.790156 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0a1c591a-0aa7-4f1e-9bd3-81a2beb59ecd tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:46.798791 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0a1c591a-0aa7-4f1e-9bd3-81a2beb59ecd tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:46.870334 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-9383e07c-5812-4f4e-8743-ba3212d97990 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3afca57-246e-458a-965f-203ae806e5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3929791 Feb 09 01:14:46.949913 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c591a-0aa7-4f1e-9bd3-81a2beb59ecd tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] Pushing event deleted for resources: {'Network': ['ID=5b58a7ca-055b-48e8-9cea-2eb47ae9543f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:46.951907 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c322290e-c08f-407f-919c-410a8f12ade1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-d181f28a-74e5-4f3d-9aad-125cf2ae36dc', 'network_id': 'd181f28a-74e5-4f3d-9aad-125cf2ae36dc', 'tenant_id': '6ad299afeb554fb2825073db5a372f36', 'fixed_ips': [{'subnet_id': '6974fc11-61c6-46c9-b5f7-bec29b3228e4'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:14:46.952794 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c322290e-c08f-407f-919c-410a8f12ade1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:46.964195 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-33352c80-16d5-4294-9dc3-d06ba6bb9a81 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=903cfb9c5cb94334ab49ed8a903cb9a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6399999 Feb 09 01:14:46.992771 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48812) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:47.039466 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaed4bd-5882-4044-9fc3-668428b383b1 req-ac5c5494-0dc4-4307-a83d-328fb9acec33 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:47.053247 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2eaed4bd-5882-4044-9fc3-668428b383b1 req-ac5c5494-0dc4-4307-a83d-328fb9acec33 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 943 time: 0.7311289 Feb 09 01:14:47.098161 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:47.108980 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0a1c591a-0aa7-4f1e-9bd3-81a2beb59ecd tempest-FloatingIPNegativeTestJSON-1788571443 tempest-FloatingIPNegativeTestJSON-1788571443-project] 10.222.0.37 "DELETE /v2.0/networks/5b58a7ca-055b-48e8-9cea-2eb47ae9543f HTTP/1.1" status: 204 len: 168 time: 5.1884928 Feb 09 01:14:47.314565 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-bc0ac1ab-23be-496c-bc94-67da2cae4060 service neutron] 10.222.0.35 "GET /v2.0/networks/a3afca57-246e-458a-965f-203ae806e5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328566 Feb 09 01:14:47.430130 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffde6797-f7da-4d5e-bcb5-8301544dce2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba01ec0-2341-4495-a90d-ed077c7dad4e'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:14:47.453335 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 5ba01ec0-2341-4495-a90d-ed077c7dad4e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=5ba01ec0-2341-4495-a90d-ed077c7dad4e,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:47.463744 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:47.498675 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2eaed4bd-5882-4044-9fc3-668428b383b1 req-ca0316bb-be20-4a71-8b69-b7eb989a8cf6 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4444299 Feb 09 01:14:47.549276 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d2501b0a-edae-4e8a-8c57-2163f19c86c1 req-af0f1e39-900a-462a-b085-78f094ad1fbc service neutron] 10.222.0.35 "GET /v2.0/networks/a3afca57-246e-458a-965f-203ae806e5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250221 Feb 09 01:14:47.598748 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-95dd82cc-bb66-47e6-86e0-35d306b51eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:47.669280 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-95dd82cc-bb66-47e6-86e0-35d306b51eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:47.695266 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-638eb961-d259-47bd-ba2d-03fe692c764f tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757039949572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6064968'] for subnet, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:47.863882 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=5ba01ec0-2341-4495-a90d-ed077c7dad4e,revision_number=7']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:47.902550 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf7906-fe81-4920-b9ab-8fe539f97650 req-8e53e3ce-77bb-41c2-a916-35494eb6aa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:47.904049 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1aaf7906-fe81-4920-b9ab-8fe539f97650 req-8e53e3ce-77bb-41c2-a916-35494eb6aa60 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbf0f82d35c440b0ba7e6bf598531d13&device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 1095 time: 0.2673364 Feb 09 01:14:47.948314 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-c322290e-c08f-407f-919c-410a8f12ade1 None None] Allocated IP 172.20.0.3 (d181f28a-74e5-4f3d-9aad-125cf2ae36dc/6974fc11-61c6-46c9-b5f7-bec29b3228e4/7c7ed703-bb07-4c56-9c34-71b268ad1297) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:47.956361 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48824) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:48.020990 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638eb961-d259-47bd-ba2d-03fe692c764f tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:48.021701 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-638eb961-d259-47bd-ba2d-03fe692c764f tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:48.027733 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-638eb961-d259-47bd-ba2d-03fe692c764f tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "PUT /v2.0/subnets/6974fc11-61c6-46c9-b5f7-bec29b3228e4 HTTP/1.1" status: 200 len: 877 time: 1.9744277 Feb 09 01:14:48.050227 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48828) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:48.255069 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf7906-fe81-4920-b9ab-8fe539f97650 req-487d1676-6358-4ed4-b4a2-a2e440bfc80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:48.258402 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1aaf7906-fe81-4920-b9ab-8fe539f97650 req-487d1676-6358-4ed4-b4a2-a2e440bfc80c service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3afca57-246e-458a-965f-203ae806e5cf HTTP/1.1" status: 200 len: 915 time: 0.3464100 Feb 09 01:14:48.325168 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638eb961-d259-47bd-ba2d-03fe692c764f tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event updated for resources: {'Subnet': ['ID=6974fc11-61c6-46c9-b5f7-bec29b3228e4,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:48.426350 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-95dd82cc-bb66-47e6-86e0-35d306b51eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:48.437544 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1aaf7906-fe81-4920-b9ab-8fe539f97650 req-8f0450eb-d127-4654-9feb-03dcb30d9bd5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c075d6fd-703f-40d7-825e-b505d968b11b HTTP/1.1" status: 200 len: 217 time: 0.1710973 Feb 09 01:14:48.483002 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd82cc-bb66-47e6-86e0-35d306b51eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a3d3db-a915-4815-b9e9-febf65f7492d,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:48.495280 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cde70-734e-462a-b605-0d91115bc6cc req-5ce3e34e-1daa-4818-8f71-d888683491e6 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:48.502831 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-434cde70-734e-462a-b605-0d91115bc6cc req-5ce3e34e-1daa-4818-8f71-d888683491e6 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/ports?device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 945 time: 0.6494830 Feb 09 01:14:48.508627 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-95dd82cc-bb66-47e6-86e0-35d306b51eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:48.509957 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-95dd82cc-bb66-47e6-86e0-35d306b51eef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/25a3d3db-a915-4815-b9e9-febf65f7492d HTTP/1.1" status: 204 len: 168 time: 1.5083852 Feb 09 01:14:48.636902 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-856c7456-2a2c-44bc-87b6-dc3889df5059 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:48.643238 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c322290e-c08f-407f-919c-410a8f12ade1 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:48.684093 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c322290e-c08f-407f-919c-410a8f12ade1 None None] Transition to ACTIVE for port object 7c7ed703-bb07-4c56-9c34-71b268ad1297 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:48.736268 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-434cde70-734e-462a-b605-0d91115bc6cc req-0b71e9eb-e2fa-4156-b944-879c12960507 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd036a29-976c-49d2-89d7-7eb24bf4e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324502 Feb 09 01:14:48.751890 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9af8eeeb-320e-4b37-836f-86bce6884058 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6591cb2957c24337884bd6f15378945c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7837179 Feb 09 01:14:48.766052 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48838) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:48.774565 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c322290e-c08f-407f-919c-410a8f12ade1 None None] Transition to ACTIVE for port object 7c7ed703-bb07-4c56-9c34-71b268ad1297 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:48.784653 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c322290e-c08f-407f-919c-410a8f12ade1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:48.893845 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf7906-fe81-4920-b9ab-8fe539f97650 req-798a2b4e-9f56-424b-a0a6-c418f04ce9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:48.895599 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1aaf7906-fe81-4920-b9ab-8fe539f97650 req-798a2b4e-9f56-424b-a0a6-c418f04ce9a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16056dee-9c0e-41b1-962a-fb2cf7216c50 HTTP/1.1" status: 200 len: 854 time: 0.4182210 Feb 09 01:14:48.967003 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1aaf7906-fe81-4920-b9ab-8fe539f97650 req-6f8b89e6-8aaf-42f3-9b73-9db5751c512f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3afca57-246e-458a-965f-203ae806e5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569611 Feb 09 01:14:48.979903 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-856c7456-2a2c-44bc-87b6-dc3889df5059 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:48.987269 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dc58a1c0-06a3-4feb-acdd-ae90f7d7b404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:49.107884 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c322290e-c08f-407f-919c-410a8f12ade1 None None] Pushing event updated for resources: {'Port': ['ID=7c7ed703-bb07-4c56-9c34-71b268ad1297,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:49.148315 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c322290e-c08f-407f-919c-410a8f12ade1 None None] Network d181f28a-74e5-4f3d-9aad-125cf2ae36dc is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:49.155599 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-c322290e-c08f-407f-919c-410a8f12ade1 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:49.170515 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c322290e-c08f-407f-919c-410a8f12ade1 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:14:49.315900 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-c322290e-c08f-407f-919c-410a8f12ade1 None None] Attempting to bind port 7c7ed703-bb07-4c56-9c34-71b268ad1297 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:14:49.316738 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-c322290e-c08f-407f-919c-410a8f12ade1 None None] Attempting to bind port 7c7ed703-bb07-4c56-9c34-71b268ad1297 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '0b0f334e-852b-4a55-a6b3-d620dce53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'd181f28a-74e5-4f3d-9aad-125cf2ae36dc'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:14:49.317373 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c322290e-c08f-407f-919c-410a8f12ade1 None None] Attempting to bind port 7c7ed703-bb07-4c56-9c34-71b268ad1297 on network d181f28a-74e5-4f3d-9aad-125cf2ae36dc {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:14:49.341250 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c322290e-c08f-407f-919c-410a8f12ade1 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:14:49.342087 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c322290e-c08f-407f-919c-410a8f12ade1 None None] Checking segment: {'id': '0b0f334e-852b-4a55-a6b3-d620dce53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'd181f28a-74e5-4f3d-9aad-125cf2ae36dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:14:49.343540 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c322290e-c08f-407f-919c-410a8f12ade1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:49.345096 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c322290e-c08f-407f-919c-410a8f12ade1 None None] Bound using segment: {'id': '0b0f334e-852b-4a55-a6b3-d620dce53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'd181f28a-74e5-4f3d-9aad-125cf2ae36dc'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:14:49.348021 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-c322290e-c08f-407f-919c-410a8f12ade1 None None] Bound port: 7c7ed703-bb07-4c56-9c34-71b268ad1297, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b0f334e-852b-4a55-a6b3-d620dce53696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'd181f28a-74e5-4f3d-9aad-125cf2ae36dc'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:14:49.348588 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c322290e-c08f-407f-919c-410a8f12ade1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:49.434933 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-856c7456-2a2c-44bc-87b6-dc3889df5059 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:49.437933 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dc58a1c0-06a3-4feb-acdd-ae90f7d7b404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:49.518275 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c7456-2a2c-44bc-87b6-dc3889df5059 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event deleted for resources: {'Subnet': ['ID=6974fc11-61c6-46c9-b5f7-bec29b3228e4,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:49.608821 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1aaf7906-fe81-4920-b9ab-8fe539f97650 req-9f34d8fb-32c1-4d15-bdd3-5d6c0c33f4b7 service neutron] 10.222.0.35 "GET /v2.0/networks/a3afca57-246e-458a-965f-203ae806e5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6206102 Feb 09 01:14:49.609701 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-c322290e-c08f-407f-919c-410a8f12ade1 None None] For port 7c7ed703-bb07-4c56-9c34-71b268ad1297, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:14:49.614385 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-c322290e-c08f-407f-919c-410a8f12ade1 None None] For port 7c7ed703-bb07-4c56-9c34-71b268ad1297, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=7c7ed703-bb07-4c56-9c34-71b268ad1297,segment=NetworkSegment(0b0f334e-852b-4a55-a6b3-d620dce53696),segment_id=0b0f334e-852b-4a55-a6b3-d620dce53696)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:14:49.627809 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c322290e-c08f-407f-919c-410a8f12ade1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:49.714622 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-856c7456-2a2c-44bc-87b6-dc3889df5059 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:49.790082 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-856c7456-2a2c-44bc-87b6-dc3889df5059 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d181f28a-74e5-4f3d-9aad-125cf2ae36dc']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:49.810474 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c322290e-c08f-407f-919c-410a8f12ade1 None None] Pushing event updated for resources: {'Port': ['ID=7c7ed703-bb07-4c56-9c34-71b268ad1297,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:49.831146 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-856c7456-2a2c-44bc-87b6-dc3889df5059 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b0f334e-852b-4a55-a6b3-d620dce53696') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:49.831446 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-856c7456-2a2c-44bc-87b6-dc3889df5059 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b0f334e-852b-4a55-a6b3-d620dce53696') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:49.861447 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-856c7456-2a2c-44bc-87b6-dc3889df5059 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:49.902766 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-856c7456-2a2c-44bc-87b6-dc3889df5059 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:49.920387 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856c7456-2a2c-44bc-87b6-dc3889df5059 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Releasing vlan 995 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:14:49.922673 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-856c7456-2a2c-44bc-87b6-dc3889df5059 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:50.051190 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3b3ecf-3dcb-4588-a399-e3dfc8d842b5 None None] Network d181f28a-74e5-4f3d-9aad-125cf2ae36dc requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:50.288547 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dc58a1c0-06a3-4feb-acdd-ae90f7d7b404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:50.337862 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48866) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:50.341199 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58a1c0-06a3-4feb-acdd-ae90f7d7b404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06eca4d7-fac4-45a1-b7a2-c5ec9c682f52,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:50.362098 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dc58a1c0-06a3-4feb-acdd-ae90f7d7b404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:50.363804 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-dc58a1c0-06a3-4feb-acdd-ae90f7d7b404 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06eca4d7-fac4-45a1-b7a2-c5ec9c682f52 HTTP/1.1" status: 204 len: 168 time: 1.5967886 Feb 09 01:14:50.421746 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1aaf7906-fe81-4920-b9ab-8fe539f97650 req-59115fdd-d8d9-48f0-91cd-00405f607ed8 service neutron] 10.222.0.35 "GET /v2.0/networks/a3afca57-246e-458a-965f-203ae806e5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8054569 Feb 09 01:14:50.460138 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:14:50.460138 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:14:50.460138 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:14:50.460138 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:14:50.460138 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:14:50.460138 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:14:50.460138 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:14:50.460138 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:14:50.460138 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:14:50.460138 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:14:50.460138 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:14:50.460138 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:14:50.460138 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:14:50.460138 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:14:50.460138 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:14:50.460138 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:14:50.460138 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:14:50.460138 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:14:50.460138 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:14:50.460138 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:14:50.460138 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:14:50.460138 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:14:50.460138 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:14:50.460138 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:14:50.460138 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:14:50.460138 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:14:50.460138 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:14:50.460138 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:14:50.460138 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:14:50.460138 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:14:50.460138 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:14:50.460138 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:14:50.467454 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.api [None req-856c7456-2a2c-44bc-87b6-dc3889df5059 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:14:50.467454 n-d-828419-1 neutron-server[87612]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:14:50.467454 n-d-828419-1 neutron-server[87612]: [parameters: {'id': 'd181f28a-74e5-4f3d-9aad-125cf2ae36dc'}] Feb 09 01:14:50.467454 n-d-828419-1 neutron-server[87612]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:14:50.467908 n-d-828419-1 neutron-server[87612]: DEBUG oslo_db.api [None req-856c7456-2a2c-44bc-87b6-dc3889df5059 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:14:50.484438 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29f0d0-ed67-4e65-9a68-cde55156726d req-f3515ecd-9fe1-4dbd-9afe-82e146b2bba4 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:50.491765 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0e29f0d0-ed67-4e65-9a68-cde55156726d req-f3515ecd-9fe1-4dbd-9afe-82e146b2bba4 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 944 time: 1.4336569 Feb 09 01:14:50.607142 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0e29f0d0-ed67-4e65-9a68-cde55156726d req-9d028a74-82b3-4bb4-9874-22f00f601d5d tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142552 Feb 09 01:14:50.609706 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63982feb-beda-4b50-b7be-0ea7c7fc75b7 req-804ea4a9-389c-436b-bcc6-46ca42fafbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:50.618211 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-63982feb-beda-4b50-b7be-0ea7c7fc75b7 req-804ea4a9-389c-436b-bcc6-46ca42fafbde service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce0095aebb0840088ecf37cbcece72f6&device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 1098 time: 1.2921827 Feb 09 01:14:50.669817 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b94ab26-83d3-42d0-8ffb-9de77033c2c9 None None] Network d181f28a-74e5-4f3d-9aad-125cf2ae36dc requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:50.799012 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-41107ff6-391b-4cc5-9557-206b2eb8c771 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1084569353-network', 'tenant_id': '5d55c0e6e88c4e67bfddf9dcc49469b0'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:50.805737 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-41107ff6-391b-4cc5-9557-206b2eb8c771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:50.811834 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffde6797-f7da-4d5e-bcb5-8301544dce2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba01ec0-2341-4495-a90d-ed077c7dad4e', 'code': 200} Feb 09 01:14:50.816967 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-41107ff6-391b-4cc5-9557-206b2eb8c771 admin admin] Usage tracker for resource:network and tenant:5d55c0e6e88c4e67bfddf9dcc49469b0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:50.825341 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-41107ff6-391b-4cc5-9557-206b2eb8c771 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:50.843253 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-41107ff6-391b-4cc5-9557-206b2eb8c771 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:50.888999 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41107ff6-391b-4cc5-9557-206b2eb8c771 admin admin] Made reservation on behalf of 5d55c0e6e88c4e67bfddf9dcc49469b0 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:50.892343 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41107ff6-391b-4cc5-9557-206b2eb8c771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:50.923211 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41107ff6-391b-4cc5-9557-206b2eb8c771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:50.955325 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-41107ff6-391b-4cc5-9557-206b2eb8c771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:50.971202 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-41107ff6-391b-4cc5-9557-206b2eb8c771 admin admin] Usage tracker for resource:security_group_rule and tenant:5d55c0e6e88c4e67bfddf9dcc49469b0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:50.974701 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-41107ff6-391b-4cc5-9557-206b2eb8c771 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:50.984560 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-41107ff6-391b-4cc5-9557-206b2eb8c771 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:51.044670 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-856c7456-2a2c-44bc-87b6-dc3889df5059 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:51.047020 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63982feb-beda-4b50-b7be-0ea7c7fc75b7 req-51b6fc51-58c3-469a-b39f-7613d98ee4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:51.065667 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-63982feb-beda-4b50-b7be-0ea7c7fc75b7 req-51b6fc51-58c3-469a-b39f-7613d98ee4e5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0055357f-6a74-45ba-a134-b5223508c9d1 HTTP/1.1" status: 200 len: 912 time: 0.4165499 Feb 09 01:14:51.180760 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dcb480-3590-4c8b-b47a-b16a19aa88e4 None None] get_active_networks_info from n-d-828419-1 {{(pid=87613) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:14:51.248155 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41107ff6-391b-4cc5-9557-206b2eb8c771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:51.259123 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41107ff6-391b-4cc5-9557-206b2eb8c771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:51.327132 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41107ff6-391b-4cc5-9557-206b2eb8c771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ed0953-3719-4337-a2c9-a551fe444d40,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:51.351630 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41107ff6-391b-4cc5-9557-206b2eb8c771 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 984} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:14:51.369689 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41107ff6-391b-4cc5-9557-206b2eb8c771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:51.370039 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-41107ff6-391b-4cc5-9557-206b2eb8c771 admin admin] Added segment 8d740fbd-3275-4ba8-a17a-a2835bba7386 of type vlan for network cbc1be0b-7e6b-4684-aa6c-c298777bef7d Feb 09 01:14:51.439539 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-856c7456-2a2c-44bc-87b6-dc3889df5059 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Deleting port 7c7ed703-bb07-4c56-9c34-71b268ad1297 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:14:51.439994 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-856c7456-2a2c-44bc-87b6-dc3889df5059 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:51.459767 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41107ff6-391b-4cc5-9557-206b2eb8c771 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:51.491621 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dcb480-3590-4c8b-b47a-b16a19aa88e4 None None] Resources bound (agent type, host, resource id): {{(pid=87613) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:14:51.525572 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41107ff6-391b-4cc5-9557-206b2eb8c771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:51.526551 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41107ff6-391b-4cc5-9557-206b2eb8c771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:51.527139 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41107ff6-391b-4cc5-9557-206b2eb8c771 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:51.755723 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-41107ff6-391b-4cc5-9557-206b2eb8c771 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4153173 Feb 09 01:14:51.762949 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48898) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:51.775562 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b76d2cf5-fd30-4a5b-8d17-89cec7463b10 admin admin] Request body: {'subnet': {'network_id': 'cbc1be0b-7e6b-4684-aa6c-c298777bef7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1084569353-subnet', 'tenant_id': '5d55c0e6e88c4e67bfddf9dcc49469b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:51.783704 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b76d2cf5-fd30-4a5b-8d17-89cec7463b10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:51.787624 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b76d2cf5-fd30-4a5b-8d17-89cec7463b10 admin admin] Usage tracker for resource:subnet and tenant:5d55c0e6e88c4e67bfddf9dcc49469b0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:51.790643 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b76d2cf5-fd30-4a5b-8d17-89cec7463b10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:51.803333 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b76d2cf5-fd30-4a5b-8d17-89cec7463b10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:51.830334 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76d2cf5-fd30-4a5b-8d17-89cec7463b10 admin admin] Made reservation on behalf of 5d55c0e6e88c4e67bfddf9dcc49469b0 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:51.834459 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b76d2cf5-fd30-4a5b-8d17-89cec7463b10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:51.845599 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:51.941032 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-856c7456-2a2c-44bc-87b6-dc3889df5059 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] For port 7c7ed703-bb07-4c56-9c34-71b268ad1297, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=7c7ed703-bb07-4c56-9c34-71b268ad1297,segment=NetworkSegment(0b0f334e-852b-4a55-a6b3-d620dce53696),segment_id=0b0f334e-852b-4a55-a6b3-d620dce53696)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:51.941647 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-856c7456-2a2c-44bc-87b6-dc3889df5059 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:51.947108 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41107ff6-391b-4cc5-9557-206b2eb8c771 admin admin] Pushing event updated for resources: {'Network': ['ID=cbc1be0b-7e6b-4684-aa6c-c298777bef7d,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:52.098469 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network cbc1be0b-7e6b-4684-aa6c-c298777bef7d details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:14:52.193749 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48906) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:52.208717 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b76d2cf5-fd30-4a5b-8d17-89cec7463b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:52.243644 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c075d6fd-703f-40d7-825e-b505d968b11b details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:14:52.265959 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-856c7456-2a2c-44bc-87b6-dc3889df5059 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Calling delete_port for 7c7ed703-bb07-4c56-9c34-71b268ad1297 owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:14:52.317300 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-63982feb-beda-4b50-b7be-0ea7c7fc75b7 req-55e7e8e9-7715-4b68-822a-6e338f5262c3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fbef048-139b-49ec-9219-48402a20c475 HTTP/1.1" status: 200 len: 1002 time: 1.2407484 Feb 09 01:14:52.363023 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d2cf5-fd30-4a5b-8d17-89cec7463b10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=500a00b5-679c-4c0f-8ecc-378be48599d1,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:52.374223 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d2cf5-fd30-4a5b-8d17-89cec7463b10 admin admin] Checking segment: {'id': '8d740fbd-3275-4ba8-a17a-a2835bba7386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': 'cbc1be0b-7e6b-4684-aa6c-c298777bef7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:14:52.375936 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76d2cf5-fd30-4a5b-8d17-89cec7463b10 admin admin] Network hostable DHCP agents. Network: cbc1be0b-7e6b-4684-aa6c-c298777bef7d, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:14:52.404262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63982feb-beda-4b50-b7be-0ea7c7fc75b7 req-9e97cac8-60c9-4cee-a9a0-2c28beae8574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:52.406724 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-63982feb-beda-4b50-b7be-0ea7c7fc75b7 req-9e97cac8-60c9-4cee-a9a0-2c28beae8574 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6f367ae-6db3-44ee-a579-54c0e257ede0 HTTP/1.1" status: 200 len: 850 time: 0.0733507 Feb 09 01:14:52.447076 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76d2cf5-fd30-4a5b-8d17-89cec7463b10 admin admin] Network cbc1be0b-7e6b-4684-aa6c-c298777bef7d is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:14:52.502185 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-6b189fe4-b29e-443b-8f81-323587a88fc7 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Request body: {'networks': [{'name': 'tempest-network--320513673'}, {'name': 'tempest-network--1845692187'}]} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:52.502604 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-6b189fe4-b29e-443b-8f81-323587a88fc7 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Request body: {'network': {'name': 'tempest-network--320513673'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:52.503098 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-6b189fe4-b29e-443b-8f81-323587a88fc7 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Request body: {'network': {'name': 'tempest-network--1845692187'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:52.515404 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b0094-8051-48a6-9142-81997ce17786 req-678fa7ea-20b1-4ed5-9f30-e5a095d3d8fd tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:52.523206 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1d5b0094-8051-48a6-9142-81997ce17786 req-678fa7ea-20b1-4ed5-9f30-e5a095d3d8fd tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 943 time: 1.4561906 Feb 09 01:14:52.524794 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-b76d2cf5-fd30-4a5b-8d17-89cec7463b10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, cbc1be0b-7e6b-4684-aa6c-c298777bef7d) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:52.526050 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c075d6fd-703f-40d7-825e-b505d968b11b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c075d6fd-703f-40d7-825e-b505d968b11b,segment=NetworkSegment(1daab5ce-760f-4f8c-ae46-f15ec30b34be),segment_id=1daab5ce-760f-4f8c-ae46-f15ec30b34be)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:52.545663 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'c075d6fd-703f-40d7-825e-b505d968b11b', 'network_id': 'a3afca57-246e-458a-965f-203ae806e5cf', 'port_id': 'c075d6fd-703f-40d7-825e-b505d968b11b', 'mac_address': 'fa:16:3e:66:4d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 953, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16056dee-9c0e-41b1-962a-fb2cf7216c50', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:14:52.551293 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76d2cf5-fd30-4a5b-8d17-89cec7463b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:52.556264 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b76d2cf5-fd30-4a5b-8d17-89cec7463b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:52.570057 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6b189fe4-b29e-443b-8f81-323587a88fc7 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:52.584075 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6b189fe4-b29e-443b-8f81-323587a88fc7 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Usage tracker for resource:network and tenant:9c27d42c4da346c884e6fbaacd1ac0d5 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:52.591182 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6b189fe4-b29e-443b-8f81-323587a88fc7 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:52.604606 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1d5b0094-8051-48a6-9142-81997ce17786 req-30870403-c238-4698-aa2a-b7c990338936 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802169 Feb 09 01:14:52.606143 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-856c7456-2a2c-44bc-87b6-dc3889df5059 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:52.607821 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6b189fe4-b29e-443b-8f81-323587a88fc7 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:52.617227 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d16c367-4020-4e74-ba58-e12e7bf8f46e None None] Network cbc1be0b-7e6b-4684-aa6c-c298777bef7d requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:52.628439 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b76d2cf5-fd30-4a5b-8d17-89cec7463b10 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8618233 Feb 09 01:14:52.656199 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b189fe4-b29e-443b-8f81-323587a88fc7 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Made reservation on behalf of 9c27d42c4da346c884e6fbaacd1ac0d5 for: {'network': 2} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:52.666275 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6b189fe4-b29e-443b-8f81-323587a88fc7 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:52.697688 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6b189fe4-b29e-443b-8f81-323587a88fc7 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:52.733082 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6b189fe4-b29e-443b-8f81-323587a88fc7 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:52.744264 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6b189fe4-b29e-443b-8f81-323587a88fc7 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Usage tracker for resource:security_group_rule and tenant:9c27d42c4da346c884e6fbaacd1ac0d5 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:52.749294 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6b189fe4-b29e-443b-8f81-323587a88fc7 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:52.765952 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6b189fe4-b29e-443b-8f81-323587a88fc7 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:52.768918 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c7456-2a2c-44bc-87b6-dc3889df5059 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event deleted for resources: {'Port': ['ID=7c7ed703-bb07-4c56-9c34-71b268ad1297,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:52.774987 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63982feb-beda-4b50-b7be-0ea7c7fc75b7 req-45cfde0e-14cd-4c1e-ac29-325955a999aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:52.776736 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-63982feb-beda-4b50-b7be-0ea7c7fc75b7 req-45cfde0e-14cd-4c1e-ac29-325955a999aa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0055357f-6a74-45ba-a134-b5223508c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3601022 Feb 09 01:14:52.783570 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856c7456-2a2c-44bc-87b6-dc3889df5059 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] No DVR routers for this DVR port 7c7ed703-bb07-4c56-9c34-71b268ad1297 on host n-d-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:14:53.146884 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6b189fe4-b29e-443b-8f81-323587a88fc7 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:53.150496 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:53.159869 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6b189fe4-b29e-443b-8f81-323587a88fc7 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:53.160335 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6b189fe4-b29e-443b-8f81-323587a88fc7 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:53.168510 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c37b61-247d-4d6a-ac9d-1d25da6e00ce None None] Network cbc1be0b-7e6b-4684-aa6c-c298777bef7d requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:53.223643 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b189fe4-b29e-443b-8f81-323587a88fc7 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 954} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:14:53.232751 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6b189fe4-b29e-443b-8f81-323587a88fc7 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:53.233107 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-6b189fe4-b29e-443b-8f81-323587a88fc7 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Added segment 7ff8b3ae-2b3a-4b99-92f6-2bcbbafaaee0 of type vlan for network 68083ca6-7281-4f7a-919f-ee4e90e5d0db Feb 09 01:14:53.261570 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6b189fe4-b29e-443b-8f81-323587a88fc7 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:53.297600 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b189fe4-b29e-443b-8f81-323587a88fc7 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 999} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:14:53.307100 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6b189fe4-b29e-443b-8f81-323587a88fc7 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:53.307462 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-6b189fe4-b29e-443b-8f81-323587a88fc7 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Added segment be3237dc-a56b-42f9-8ef3-e786a8616ed3 of type vlan for network 6414e41a-71db-4f36-8291-930d2838be15 Feb 09 01:14:53.335375 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6b189fe4-b29e-443b-8f81-323587a88fc7 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:53.377073 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6b189fe4-b29e-443b-8f81-323587a88fc7 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:53.377793 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6b189fe4-b29e-443b-8f81-323587a88fc7 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:53.383262 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b189fe4-b29e-443b-8f81-323587a88fc7 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:53.389023 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b189fe4-b29e-443b-8f81-323587a88fc7 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:53.389728 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6b189fe4-b29e-443b-8f81-323587a88fc7 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:53.413241 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-856c7456-2a2c-44bc-87b6-dc3889df5059 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:53.451913 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b189fe4-b29e-443b-8f81-323587a88fc7 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b750df6e-274d-401e-83ff-5fb51cd9a6a4,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:53.502721 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c075d6fd-703f-40d7-825e-b505d968b11b {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:14:53.525798 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c075d6fd-703f-40d7-825e-b505d968b11b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c075d6fd-703f-40d7-825e-b505d968b11b,segment=NetworkSegment(1daab5ce-760f-4f8c-ae46-f15ec30b34be),segment_id=1daab5ce-760f-4f8c-ae46-f15ec30b34be)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:53.532864 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:53.588580 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bad183-e8e3-4e27-b430-6385c9bc1e02 req-e827e434-e66e-4f19-b6dc-cbf69d772914 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:53.596805 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-14bad183-e8e3-4e27-b430-6385c9bc1e02 req-e827e434-e66e-4f19-b6dc-cbf69d772914 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 944 time: 0.6033838 Feb 09 01:14:53.650272 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6b189fe4-b29e-443b-8f81-323587a88fc7 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.4548376 Feb 09 01:14:53.654743 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48944) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:53.673745 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=c075d6fd-703f-40d7-825e-b505d968b11b,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:53.685183 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-14bad183-e8e3-4e27-b430-6385c9bc1e02 req-f1aa0f9a-6905-4271-8ee1-6da34340da4b tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869577 Feb 09 01:14:53.689263 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b189fe4-b29e-443b-8f81-323587a88fc7 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Pushing event updated for resources: {'Network': ['ID=68083ca6-7281-4f7a-919f-ee4e90e5d0db,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:53.717051 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 68083ca6-7281-4f7a-919f-ee4e90e5d0db details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:14:53.747586 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-856c7456-2a2c-44bc-87b6-dc3889df5059 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d181f28a-74e5-4f3d-9aad-125cf2ae36dc']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:53.772156 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-856c7456-2a2c-44bc-87b6-dc3889df5059 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b0f334e-852b-4a55-a6b3-d620dce53696') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:53.772532 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-856c7456-2a2c-44bc-87b6-dc3889df5059 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b0f334e-852b-4a55-a6b3-d620dce53696') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:53.784434 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-63982feb-beda-4b50-b7be-0ea7c7fc75b7 req-6adf4126-a383-42ba-b127-7ce21595252c service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9124274 Feb 09 01:14:53.798503 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-856c7456-2a2c-44bc-87b6-dc3889df5059 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:53.837342 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a855cf6-dbfa-4320-8553-ecbebe7790d5 req-9f4f07c8-064f-4101-af31-10e0aca6005f tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:53.844412 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9a855cf6-dbfa-4320-8553-ecbebe7790d5 req-9f4f07c8-064f-4101-af31-10e0aca6005f tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/ports?device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 945 time: 0.9817464 Feb 09 01:14:53.935738 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['c075d6fd-703f-40d7-825e-b505d968b11b'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:14:53.940070 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b3689db9-6b0d-47de-a45e-84b14532644f req-8ba3904b-6821-47a1-90b7-7a9808decd3c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9550204 Feb 09 01:14:53.955094 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-856c7456-2a2c-44bc-87b6-dc3889df5059 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:53.976214 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856c7456-2a2c-44bc-87b6-dc3889df5059 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Releasing vlan 995 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:14:53.979638 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-856c7456-2a2c-44bc-87b6-dc3889df5059 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:54.002653 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:14:54.002653 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:14:54.002653 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:14:54.002653 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:14:54.002653 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:14:54.002653 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:14:54.002653 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:14:54.002653 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:14:54.002653 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:14:54.002653 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:14:54.002653 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:14:54.002653 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:14:54.002653 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:14:54.002653 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:14:54.002653 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:14:54.002653 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:14:54.002653 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:14:54.002653 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:14:54.002653 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:14:54.002653 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:14:54.002653 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:14:54.002653 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:14:54.002653 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:14:54.002653 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:14:54.002653 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:14:54.002653 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:14:54.002653 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:14:54.002653 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:14:54.002653 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:14:54.002653 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:14:54.002653 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:14:54.002653 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:14:54.108126 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9a855cf6-dbfa-4320-8553-ecbebe7790d5 req-1a2df2ee-a3b6-4d3e-bd24-846ef5073846 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd036a29-976c-49d2-89d7-7eb24bf4e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627506 Feb 09 01:14:54.184220 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b189fe4-b29e-443b-8f81-323587a88fc7 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Pushing event updated for resources: {'Network': ['ID=6414e41a-71db-4f36-8291-930d2838be15,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:54.241211 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-856c7456-2a2c-44bc-87b6-dc3889df5059 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:54.244549 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-63982feb-beda-4b50-b7be-0ea7c7fc75b7 req-7ef08711-1890-46b7-9587-ac0291af771e service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481661 Feb 09 01:14:54.255193 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 6414e41a-71db-4f36-8291-930d2838be15 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:14:54.308355 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-856c7456-2a2c-44bc-87b6-dc3889df5059 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:54.310665 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd768-b3ac-4dd6-aa5e-0f89d18453c8 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:54.318468 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd768-b3ac-4dd6-aa5e-0f89d18453c8 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:54.335179 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd768-b3ac-4dd6-aa5e-0f89d18453c8 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:54.342540 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecd768-b3ac-4dd6-aa5e-0f89d18453c8 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:54.346967 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-51ecd768-b3ac-4dd6-aa5e-0f89d18453c8 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Synchronizing usage tracker for tenant:9c27d42c4da346c884e6fbaacd1ac0d5 on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:14:54.361308 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-856c7456-2a2c-44bc-87b6-dc3889df5059 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "DELETE /v2.0/networks/d181f28a-74e5-4f3d-9aad-125cf2ae36dc HTTP/1.1" status: 204 len: 168 time: 6.2842071 Feb 09 01:14:54.365542 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48958) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:54.380566 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c7456-2a2c-44bc-87b6-dc3889df5059 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event deleted for resources: {'Network': ['ID=d181f28a-74e5-4f3d-9aad-125cf2ae36dc,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:54.398556 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d02de-dd1b-44a2-af7e-f6a38dba6048 req-273a5e09-7d2b-49ea-b05b-051303feb9dd tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:54.407338 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ea3d02de-dd1b-44a2-af7e-f6a38dba6048 req-273a5e09-7d2b-49ea-b05b-051303feb9dd tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 947 time: 0.4754186 Feb 09 01:14:54.410576 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-51ecd768-b3ac-4dd6-aa5e-0f89d18453c8 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Unset dirty status for tenant:9c27d42c4da346c884e6fbaacd1ac0d5 on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:14:54.411918 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-51ecd768-b3ac-4dd6-aa5e-0f89d18453c8 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7388911 Feb 09 01:14:54.426703 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48962) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:54.464391 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f9de38-e6a7-43ef-8bd9-f6a5b3766409 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] DELETE failed (client error): The resource could not be found. Feb 09 01:14:54.466002 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3f9de38-e6a7-43ef-8bd9-f6a5b3766409 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:54.468428 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e3f9de38-e6a7-43ef-8bd9-f6a5b3766409 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "DELETE /v2.0/subnets/6974fc11-61c6-46c9-b5f7-bec29b3228e4 HTTP/1.1" status: 404 len: 337 time: 0.0899284 Feb 09 01:14:54.471526 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48966) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:54.593015 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-04dcfa7a-3f25-4d63-b2c5-ca833c4aba14 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] DELETE failed (client error): The resource could not be found. Feb 09 01:14:54.599082 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04dcfa7a-3f25-4d63-b2c5-ca833c4aba14 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:54.603936 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-04dcfa7a-3f25-4d63-b2c5-ca833c4aba14 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "DELETE /v2.0/networks/d181f28a-74e5-4f3d-9aad-125cf2ae36dc HTTP/1.1" status: 404 len: 339 time: 0.1253009 Feb 09 01:14:54.606480 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48970) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:54.723099 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ea3d02de-dd1b-44a2-af7e-f6a38dba6048 req-e51331c0-fc02-4860-8262-e11f82770012 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3145554 Feb 09 01:14:54.790315 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-68c076e6-56aa-4a32-9031-5d384ecf66e0 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:54.893077 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:54.958058 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98aca97-70ba-4acc-9081-9c6fc27cc153 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] DELETE failed (client error): The resource could not be found. Feb 09 01:14:54.958527 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f98aca97-70ba-4acc-9081-9c6fc27cc153 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:54.966176 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f98aca97-70ba-4acc-9081-9c6fc27cc153 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "DELETE /v2.0/subnets/a6562966-2484-4e5a-bc83-4993a31ced0e HTTP/1.1" status: 404 len: 337 time: 0.3584795 Feb 09 01:14:54.967288 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48986) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:55.021651 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5dc7083-a881-4a23-9f31-8e23276b36e6 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] DELETE failed (client error): The resource could not be found. Feb 09 01:14:55.022127 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5dc7083-a881-4a23-9f31-8e23276b36e6 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:55.026987 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c5dc7083-a881-4a23-9f31-8e23276b36e6 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "DELETE /v2.0/networks/0b9c54b2-fd9c-43f6-9476-4bdbf21aae38 HTTP/1.1" status: 404 len: 339 time: 0.0504923 Feb 09 01:14:55.030449 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48990) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:55.218240 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-00919e1d-d5af-49e5-a326-fbc3072f98d4 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:55.234233 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806393a-b184-4d0f-94d7-a73471b0492c req-712ae271-2fb5-4676-aed5-d2e06f78b76d tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:55.235889 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7806393a-b184-4d0f-94d7-a73471b0492c req-712ae271-2fb5-4676-aed5-d2e06f78b76d tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.37 "GET /v2.0/networks?id=cbc1be0b-7e6b-4684-aa6c-c298777bef7d HTTP/1.1" status: 200 len: 818 time: 0.4943278 Feb 09 01:14:55.258697 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7806393a-b184-4d0f-94d7-a73471b0492c req-a37da720-21d9-4830-9fc0-b3d54ed1fdeb tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.37 "GET /v2.0/quotas/5d55c0e6e88c4e67bfddf9dcc49469b0 HTTP/1.1" status: 200 len: 375 time: 0.0150158 Feb 09 01:14:55.420808 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-68c076e6-56aa-4a32-9031-5d384ecf66e0 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:55.423577 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7806393a-b184-4d0f-94d7-a73471b0492c req-1b352ed9-af62-4596-982a-c7f2f20fde10 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d55c0e6e88c4e67bfddf9dcc49469b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1256466 Feb 09 01:14:55.463873 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-68c076e6-56aa-4a32-9031-5d384ecf66e0 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68083ca6-7281-4f7a-919f-ee4e90e5d0db']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:55.485733 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-68c076e6-56aa-4a32-9031-5d384ecf66e0 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff8b3ae-2b3a-4b99-92f6-2bcbbafaaee0') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:55.486415 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-68c076e6-56aa-4a32-9031-5d384ecf66e0 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff8b3ae-2b3a-4b99-92f6-2bcbbafaaee0') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:55.513388 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-68c076e6-56aa-4a32-9031-5d384ecf66e0 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:55.539806 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425d214-c1ac-407c-9e6d-f3b06c92a261 req-1b26c48f-5a69-4044-92e1-2f72251e043a tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:55.541837 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9425d214-c1ac-407c-9e6d-f3b06c92a261 req-1b26c48f-5a69-4044-92e1-2f72251e043a tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 943 time: 0.5968926 Feb 09 01:14:55.550364 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-68c076e6-56aa-4a32-9031-5d384ecf66e0 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:55.568167 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-00919e1d-d5af-49e5-a326-fbc3072f98d4 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:55.580866 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c076e6-56aa-4a32-9031-5d384ecf66e0 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Releasing vlan 954 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:14:55.581449 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-68c076e6-56aa-4a32-9031-5d384ecf66e0 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:55.598108 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:14:55.598108 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:14:55.598108 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:14:55.598108 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:14:55.598108 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:14:55.598108 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:14:55.598108 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:14:55.598108 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:14:55.598108 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:14:55.598108 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:14:55.598108 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:14:55.598108 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:14:55.598108 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:14:55.598108 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:14:55.598108 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:14:55.598108 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:14:55.598108 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:14:55.598108 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:14:55.598108 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:14:55.598108 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:14:55.598108 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:14:55.598108 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:14:55.598108 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:14:55.598108 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:14:55.598108 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:14:55.598108 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:14:55.598108 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:14:55.598108 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:14:55.598108 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:14:55.598108 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:14:55.598108 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:14:55.598108 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:14:55.615910 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-00919e1d-d5af-49e5-a326-fbc3072f98d4 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2815674e-6ee0-48cb-80ad-b799e588130e']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:55.643677 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-00919e1d-d5af-49e5-a326-fbc3072f98d4 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a915bb-9c21-4110-9741-f8ef02eb19fa') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:55.644365 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-00919e1d-d5af-49e5-a326-fbc3072f98d4 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a915bb-9c21-4110-9741-f8ef02eb19fa') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:55.669041 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-00919e1d-d5af-49e5-a326-fbc3072f98d4 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:55.699765 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7806393a-b184-4d0f-94d7-a73471b0492c req-e1eb95c9-a025-4a0f-a141-2e80e933bf36 service neutron] 10.222.0.37 "GET /v2.0/networks/cbc1be0b-7e6b-4684-aa6c-c298777bef7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647617 Feb 09 01:14:55.704006 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-00919e1d-d5af-49e5-a326-fbc3072f98d4 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:55.716612 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9425d214-c1ac-407c-9e6d-f3b06c92a261 req-95384e21-335f-437e-882d-1e195ba68eb2 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682084 Feb 09 01:14:55.731166 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-68c076e6-56aa-4a32-9031-5d384ecf66e0 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:55.778001 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-68c076e6-56aa-4a32-9031-5d384ecf66e0 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:55.793907 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c076e6-56aa-4a32-9031-5d384ecf66e0 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Pushing event deleted for resources: {'Network': ['ID=68083ca6-7281-4f7a-919f-ee4e90e5d0db,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:55.803138 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-68c076e6-56aa-4a32-9031-5d384ecf66e0 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] 10.222.0.37 "DELETE /v2.0/networks/68083ca6-7281-4f7a-919f-ee4e90e5d0db HTTP/1.1" status: 204 len: 168 time: 1.3749471 Feb 09 01:14:55.805508 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49000) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:55.898695 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00919e1d-d5af-49e5-a326-fbc3072f98d4 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Releasing vlan 975 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:14:55.899171 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-00919e1d-d5af-49e5-a326-fbc3072f98d4 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:55.966224 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2218c82f-35b3-4d3c-b066-008190a851af tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:56.003687 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7806393a-b184-4d0f-94d7-a73471b0492c req-896a4e5a-b0b6-4d8e-9017-34d7a9c7b42a service neutron] 10.222.0.37 "GET /v2.0/networks/cbc1be0b-7e6b-4684-aa6c-c298777bef7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906861 Feb 09 01:14:56.004548 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:14:56.004548 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:14:56.004548 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:14:56.004548 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:14:56.004548 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:14:56.004548 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:14:56.004548 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:14:56.004548 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:14:56.004548 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:14:56.004548 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:14:56.004548 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:14:56.004548 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:14:56.004548 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:14:56.004548 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:14:56.004548 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:14:56.004548 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:14:56.004548 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:14:56.004548 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:14:56.004548 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:14:56.004548 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:14:56.004548 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:14:56.004548 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:14:56.004548 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:14:56.004548 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:14:56.004548 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:14:56.004548 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:14:56.004548 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:14:56.004548 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:14:56.004548 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:14:56.004548 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:14:56.004548 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:14:56.004548 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:14:56.053630 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-00919e1d-d5af-49e5-a326-fbc3072f98d4 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:56.064678 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-00919e1d-d5af-49e5-a326-fbc3072f98d4 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:56.095360 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-00919e1d-d5af-49e5-a326-fbc3072f98d4 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "DELETE /v2.0/networks/2815674e-6ee0-48cb-80ad-b799e588130e HTTP/1.1" status: 204 len: 168 time: 1.0637128 Feb 09 01:14:56.099944 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 49008) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:56.150051 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00919e1d-d5af-49e5-a326-fbc3072f98d4 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event deleted for resources: {'Network': ['ID=2815674e-6ee0-48cb-80ad-b799e588130e,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:56.177566 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-80572487-ea5f-4444-95f6-24fef8970ca5 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] DELETE failed (client error): The resource could not be found. Feb 09 01:14:56.178190 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80572487-ea5f-4444-95f6-24fef8970ca5 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:56.182310 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-80572487-ea5f-4444-95f6-24fef8970ca5 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "DELETE /v2.0/subnets/bfaf1165-cf88-406f-82b2-9d8554341f10 HTTP/1.1" status: 404 len: 337 time: 0.0720921 Feb 09 01:14:56.183273 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 49012) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:56.193686 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c075d6fd-703f-40d7-825e-b505d968b11b up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:14:56.214422 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-64de4337-9450-4d56-ac28-83ef21af9fd0 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] DELETE failed (client error): The resource could not be found. Feb 09 01:14:56.214867 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64de4337-9450-4d56-ac28-83ef21af9fd0 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:56.219363 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-64de4337-9450-4d56-ac28-83ef21af9fd0 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "DELETE /v2.0/networks/5c3c20d1-2007-488d-afb5-59a1b60096a0 HTTP/1.1" status: 404 len: 339 time: 0.0327923 Feb 09 01:14:56.220723 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 49016) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:56.377714 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2218c82f-35b3-4d3c-b066-008190a851af tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:56.407181 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port c075d6fd-703f-40d7-825e-b505d968b11b completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:56.417264 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port c075d6fd-703f-40d7-825e-b505d968b11b triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:56.417633 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:56.449914 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-2218c82f-35b3-4d3c-b066-008190a851af tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6414e41a-71db-4f36-8291-930d2838be15']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:56.485111 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-2218c82f-35b3-4d3c-b066-008190a851af tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3237dc-a56b-42f9-8ef3-e786a8616ed3') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:56.485406 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-2218c82f-35b3-4d3c-b066-008190a851af tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3237dc-a56b-42f9-8ef3-e786a8616ed3') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:56.509743 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2218c82f-35b3-4d3c-b066-008190a851af tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:56.561058 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2218c82f-35b3-4d3c-b066-008190a851af tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:56.577445 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2218c82f-35b3-4d3c-b066-008190a851af tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Releasing vlan 999 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:14:56.577769 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2218c82f-35b3-4d3c-b066-008190a851af tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:56.713171 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-38a2c42f-81a3-49e8-a3c5-da0edade2ba6 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] DELETE failed (client error): The resource could not be found. Feb 09 01:14:56.713996 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38a2c42f-81a3-49e8-a3c5-da0edade2ba6 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:56.723464 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-38a2c42f-81a3-49e8-a3c5-da0edade2ba6 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "DELETE /v2.0/subnets/33213e6f-85a7-4914-bfff-36330c76623c HTTP/1.1" status: 404 len: 337 time: 0.5016942 Feb 09 01:14:56.725910 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:56.727163 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 49032) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:56.799935 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3689db9-6b0d-47de-a45e-84b14532644f req-a7a7d7a7-0c03-4e0c-8e3f-27f4863e2fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:56.803578 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b3689db9-6b0d-47de-a45e-84b14532644f req-a7a7d7a7-0c03-4e0c-8e3f-27f4863e2fc1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e&tenant_id=5c3742d9e0e147a587c775654c5e399e HTTP/1.1" status: 200 len: 1094 time: 0.7980933 Feb 09 01:14:56.831210 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-446f7180-26b4-4552-a802-597431da1636 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] DELETE failed (client error): The resource could not be found. Feb 09 01:14:56.831210 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-446f7180-26b4-4552-a802-597431da1636 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:56.835995 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709aa7f3-0207-4552-abbc-660c04b5fa11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c075d6fd-703f-40d7-825e-b505d968b11b'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:14:56.844597 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-446f7180-26b4-4552-a802-597431da1636 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "DELETE /v2.0/networks/696c5244-41c7-45f7-bf4c-293218173bb1 HTTP/1.1" status: 404 len: 339 time: 0.1141248 Feb 09 01:14:56.863395 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49044) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:56.864943 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:14:56.864943 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:14:56.864943 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:14:56.864943 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:14:56.864943 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:14:56.864943 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:14:56.864943 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:14:56.864943 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:14:56.864943 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:14:56.864943 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:14:56.864943 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:14:56.864943 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:14:56.864943 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:14:56.864943 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:14:56.864943 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:14:56.864943 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:14:56.864943 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:14:56.864943 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:14:56.864943 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:14:56.864943 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:14:56.864943 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:14:56.864943 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:14:56.864943 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:14:56.864943 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:14:56.864943 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:14:56.864943 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:14:56.864943 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:14:56.864943 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:14:56.864943 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:14:56.864943 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:14:56.864943 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:14:56.864943 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:14:56.868047 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c075d6fd-703f-40d7-825e-b505d968b11b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c075d6fd-703f-40d7-825e-b505d968b11b,segment=NetworkSegment(1daab5ce-760f-4f8c-ae46-f15ec30b34be),segment_id=1daab5ce-760f-4f8c-ae46-f15ec30b34be)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:56.872410 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2218c82f-35b3-4d3c-b066-008190a851af tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:56.875758 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:56.965700 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2218c82f-35b3-4d3c-b066-008190a851af tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:57.029733 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2218c82f-35b3-4d3c-b066-008190a851af tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] 10.222.0.37 "DELETE /v2.0/networks/6414e41a-71db-4f36-8291-930d2838be15 HTTP/1.1" status: 204 len: 168 time: 1.2132499 Feb 09 01:14:57.030219 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49050) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:57.038233 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3689db9-6b0d-47de-a45e-84b14532644f req-3c419abc-4b92-406d-afef-a0c3462a933f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:57.038620 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=c075d6fd-703f-40d7-825e-b505d968b11b,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:57.042278 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b3689db9-6b0d-47de-a45e-84b14532644f req-3c419abc-4b92-406d-afef-a0c3462a933f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5c3742d9e0e147a587c775654c5e399e&device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 1094 time: 0.1960742 Feb 09 01:14:57.067929 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f33ac98-ca38-4918-8800-b00d49ddc2da tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] DELETE failed (client error): The resource could not be found. Feb 09 01:14:57.069653 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f33ac98-ca38-4918-8800-b00d49ddc2da tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:57.071825 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1f33ac98-ca38-4918-8800-b00d49ddc2da tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "DELETE /v2.0/subnets/2415375e-b847-44bd-9df9-4c0f9d4bedf4 HTTP/1.1" status: 404 len: 337 time: 0.2059214 Feb 09 01:14:57.099446 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218c82f-35b3-4d3c-b066-008190a851af tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Pushing event deleted for resources: {'Network': ['ID=6414e41a-71db-4f36-8291-930d2838be15,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:57.113080 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49062) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:57.245907 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b0413-9a71-4c6b-909f-ace696fd6bd6 req-fc6b678f-ca74-4bf5-a613-b9044c78ed15 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:57.263118 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-303b0413-9a71-4c6b-909f-ace696fd6bd6 req-fc6b678f-ca74-4bf5-a613-b9044c78ed15 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 945 time: 1.2827356 Feb 09 01:14:57.318691 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cdb1362-56bc-4017-ba8e-0442f687f8d6 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] DELETE failed (client error): The resource could not be found. Feb 09 01:14:57.320103 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cdb1362-56bc-4017-ba8e-0442f687f8d6 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:57.322180 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8cdb1362-56bc-4017-ba8e-0442f687f8d6 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "DELETE /v2.0/networks/5ea10a41-d234-4439-b5aa-32831db57ab2 HTTP/1.1" status: 404 len: 339 time: 0.2029090 Feb 09 01:14:57.325637 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 49066) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:57.397085 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-303b0413-9a71-4c6b-909f-ace696fd6bd6 req-46867496-2015-431b-a7b6-9f974bd51706 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296425 Feb 09 01:14:57.408261 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d5840e-f88a-49b1-90be-4157abbe2ec4 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] DELETE failed (client error): The resource could not be found. Feb 09 01:14:57.408850 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04d5840e-f88a-49b1-90be-4157abbe2ec4 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:57.413335 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-04d5840e-f88a-49b1-90be-4157abbe2ec4 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "DELETE /v2.0/subnets/10245a75-f8a7-4a39-bbb5-28207f380510 HTTP/1.1" status: 404 len: 337 time: 0.0803199 Feb 09 01:14:57.414187 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 49070) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:57.451486 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10cf4aa-9d53-4bc9-96cf-f4f53b63966f tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:57.462682 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10cf4aa-9d53-4bc9-96cf-f4f53b63966f tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:57.473703 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d10cf4aa-9d53-4bc9-96cf-f4f53b63966f tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Synchronizing usage tracker for tenant:9c27d42c4da346c884e6fbaacd1ac0d5 on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:14:57.502640 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d10cf4aa-9d53-4bc9-96cf-f4f53b63966f tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Unset dirty status for tenant:9c27d42c4da346c884e6fbaacd1ac0d5 on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:14:57.504074 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d10cf4aa-9d53-4bc9-96cf-f4f53b63966f tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4514253 Feb 09 01:14:57.507808 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49074) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:57.517036 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-4ebbe12d-afb1-4825-acd4-b115e289e3e1 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1382864936'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:57.521021 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a6cf10-ec4c-4b76-8f4a-f14c7ac696e5 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] DELETE failed (client error): The resource could not be found. Feb 09 01:14:57.521713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a6cf10-ec4c-4b76-8f4a-f14c7ac696e5 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:57.527378 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4ebbe12d-afb1-4825-acd4-b115e289e3e1 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:57.527778 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a6a6cf10-ec4c-4b76-8f4a-f14c7ac696e5 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "DELETE /v2.0/networks/93855a54-f6f2-411b-8acb-c7ab03f04c65 HTTP/1.1" status: 404 len: 339 time: 0.1124074 Feb 09 01:14:57.528535 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 49078) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:57.557355 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4ebbe12d-afb1-4825-acd4-b115e289e3e1 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:57.577304 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebbe12d-afb1-4825-acd4-b115e289e3e1 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Made reservation on behalf of 9c27d42c4da346c884e6fbaacd1ac0d5 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:57.581813 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4ebbe12d-afb1-4825-acd4-b115e289e3e1 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:57.639690 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3689db9-6b0d-47de-a45e-84b14532644f req-01898a8c-f901-46da-a2a3-f4b5e2556f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:57.641267 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b3689db9-6b0d-47de-a45e-84b14532644f req-01898a8c-f901-46da-a2a3-f4b5e2556f7f service neutron] 10.222.0.35 "GET /v2.0/networks?id=f463daa3-bdf7-465b-839b-27906d718cfd HTTP/1.1" status: 200 len: 918 time: 0.5888472 Feb 09 01:14:57.647713 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb8d697-a2cf-45cb-bdaf-79cd2bbb2161 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] DELETE failed (client error): The resource could not be found. Feb 09 01:14:57.648079 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb8d697-a2cf-45cb-bdaf-79cd2bbb2161 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:57.652321 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ceb8d697-a2cf-45cb-bdaf-79cd2bbb2161 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "DELETE /v2.0/subnets/07b6583e-6eaa-4477-9659-52e77928af4b HTTP/1.1" status: 404 len: 337 time: 0.1099122 Feb 09 01:14:57.704788 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49082) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:57.777053 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b3689db9-6b0d-47de-a45e-84b14532644f req-93fe23b8-ba1b-4881-9996-f7a85958141b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25312df4-851f-4f0a-921f-af21d59ea5d8 HTTP/1.1" status: 200 len: 999 time: 0.1259778 Feb 09 01:14:57.793026 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-69250a81-fe33-4065-97c3-2295020fdb4e req-4caff259-4604-43b4-a8b3-9e106bef5f33 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.37 "GET /v2.0/ports?device_id=b64fa229-678c-47d0-a6e6-0319595edf63 HTTP/1.1" status: 200 len: 210 time: 0.1847856 Feb 09 01:14:57.812592 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ebbe12d-afb1-4825-acd4-b115e289e3e1 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 967} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:14:57.838403 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4ebbe12d-afb1-4825-acd4-b115e289e3e1 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:57.838847 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-4ebbe12d-afb1-4825-acd4-b115e289e3e1 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Added segment b10e326f-e9d1-45e7-ad1c-10186ff2e53f of type vlan for network f974222d-27f3-415c-b374-4554ae600e89 Feb 09 01:14:57.870198 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3689db9-6b0d-47de-a45e-84b14532644f req-b345a23c-a215-4503-8f88-2b986918b124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:57.872939 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b3689db9-6b0d-47de-a45e-84b14532644f req-b345a23c-a215-4503-8f88-2b986918b124 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff HTTP/1.1" status: 200 len: 856 time: 0.0836213 Feb 09 01:14:57.875431 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4ebbe12d-afb1-4825-acd4-b115e289e3e1 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:57.881112 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3546c-ca51-4996-ab5c-f4d9e15ad61f req-1be436db-eb5c-49ce-9590-e2a416baf327 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:57.889156 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-13c3546c-ca51-4996-ab5c-f4d9e15ad61f req-1be436db-eb5c-49ce-9590-e2a416baf327 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/ports?device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 945 time: 0.4942219 Feb 09 01:14:57.923035 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-90853bc8-e3c8-49d2-8ad8-0f3d16a72c62 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] DELETE failed (client error): The resource could not be found. Feb 09 01:14:57.923821 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90853bc8-e3c8-49d2-8ad8-0f3d16a72c62 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:57.927482 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4ebbe12d-afb1-4825-acd4-b115e289e3e1 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:57.934006 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebbe12d-afb1-4825-acd4-b115e289e3e1 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:57.934790 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4ebbe12d-afb1-4825-acd4-b115e289e3e1 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:58.004568 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-13c3546c-ca51-4996-ab5c-f4d9e15ad61f req-e0968cc2-9ccd-44b9-98ed-8aca11c76db9 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd036a29-976c-49d2-89d7-7eb24bf4e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142340 Feb 09 01:14:58.054720 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3689db9-6b0d-47de-a45e-84b14532644f req-c61931aa-24ea-4510-8537-b4ae8adf98a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:58.056765 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b3689db9-6b0d-47de-a45e-84b14532644f req-c61931aa-24ea-4510-8537-b4ae8adf98a3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f463daa3-bdf7-465b-839b-27906d718cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1499145 Feb 09 01:14:58.141323 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-90853bc8-e3c8-49d2-8ad8-0f3d16a72c62 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "DELETE /v2.0/networks/8331778d-94b7-4dc6-a675-452509c6612a HTTP/1.1" status: 404 len: 339 time: 0.4347744 Feb 09 01:14:58.153987 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '709aa7f3-0207-4552-abbc-660c04b5fa11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c075d6fd-703f-40d7-825e-b505d968b11b', 'code': 200} Feb 09 01:14:58.156124 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49094) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:58.208363 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 8fbef048-139b-49ec-9219-48402a20c475 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:14:58.232430 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6fdcafd-9400-46ec-8444-4a09eb21d18a tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] DELETE failed (client error): The resource could not be found. Feb 09 01:14:58.232929 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6fdcafd-9400-46ec-8444-4a09eb21d18a tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:58.237365 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e6fdcafd-9400-46ec-8444-4a09eb21d18a tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "DELETE /v2.0/subnets/664fa5a8-baf6-46c4-8577-4b151208393d HTTP/1.1" status: 404 len: 337 time: 0.0801008 Feb 09 01:14:58.241102 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49098) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:58.246172 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4ebbe12d-afb1-4825-acd4-b115e289e3e1 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7339721 Feb 09 01:14:58.255848 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 49102) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:58.278076 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5ded71-a6dc-4838-bef1-0819e69c35dc tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] DELETE failed (client error): The resource could not be found. Feb 09 01:14:58.278551 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c5ded71-a6dc-4838-bef1-0819e69c35dc tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:58.283251 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2c5ded71-a6dc-4838-bef1-0819e69c35dc tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "DELETE /v2.0/networks/944c0655-0f7f-4286-894d-d3fcf2a1de9b HTTP/1.1" status: 404 len: 339 time: 0.0390217 Feb 09 01:14:58.284304 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49106) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:58.284972 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-13a92612-1287-490d-87b6-99307fba97a5 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1729316775'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:58.306229 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-13a92612-1287-490d-87b6-99307fba97a5 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:58.379745 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:58.381775 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-13a92612-1287-490d-87b6-99307fba97a5 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:58.476522 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 8fbef048-139b-49ec-9219-48402a20c475, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=8fbef048-139b-49ec-9219-48402a20c475,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:14:58.485901 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:58.525968 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebbe12d-afb1-4825-acd4-b115e289e3e1 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Pushing event updated for resources: {'Network': ['ID=f974222d-27f3-415c-b374-4554ae600e89,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:58.539326 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d8a40a9-94fa-41ab-a89a-d5be6e53a044 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] DELETE failed (client error): The resource could not be found. Feb 09 01:14:58.539778 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d8a40a9-94fa-41ab-a89a-d5be6e53a044 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:58.541642 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2d8a40a9-94fa-41ab-a89a-d5be6e53a044 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "DELETE /v2.0/subnets/d4c331f5-744d-4a3b-a793-2543c95b9bf3 HTTP/1.1" status: 404 len: 337 time: 0.2512143 Feb 09 01:14:58.544221 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49112) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:58.581668 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=8fbef048-139b-49ec-9219-48402a20c475,revision_number=11']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:58.584428 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network f974222d-27f3-415c-b374-4554ae600e89 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:14:58.594638 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-46a71f3a-6f9b-4cd7-a711-4291e765d5cc tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] DELETE failed (client error): The resource could not be found. Feb 09 01:14:58.595047 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46a71f3a-6f9b-4cd7-a711-4291e765d5cc tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:58.596777 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-46a71f3a-6f9b-4cd7-a711-4291e765d5cc tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "DELETE /v2.0/networks/b25d3287-4e97-4568-9376-aba488ba9143 HTTP/1.1" status: 404 len: 339 time: 0.0511243 Feb 09 01:14:58.599971 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49116) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:58.695210 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806393a-b184-4d0f-94d7-a73471b0492c req-db66a5c0-649d-4460-8faf-781e4b3a00ca tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:58.696972 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7806393a-b184-4d0f-94d7-a73471b0492c req-db66a5c0-649d-4460-8faf-781e4b3a00ca tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.35 "GET /v2.0/networks?id=cbc1be0b-7e6b-4684-aa6c-c298777bef7d HTTP/1.1" status: 200 len: 818 time: 0.1707354 Feb 09 01:14:58.697635 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a92612-1287-490d-87b6-99307fba97a5 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Made reservation on behalf of 9c27d42c4da346c884e6fbaacd1ac0d5 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:58.701141 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13a92612-1287-490d-87b6-99307fba97a5 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:58.724668 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-7806393a-b184-4d0f-94d7-a73471b0492c req-8085ac50-24e9-4f14-8af2-9c84bc3c264a tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Request body: {'port': {'device_id': 'b64fa229-678c-47d0-a6e6-0319595edf63', 'network_id': 'cbc1be0b-7e6b-4684-aa6c-c298777bef7d', 'admin_state_up': True, 'tenant_id': '5d55c0e6e88c4e67bfddf9dcc49469b0'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:58.732092 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b1df4f1-d918-4c63-8eee-d6774bba7c03 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] DELETE failed (client error): The resource could not be found. Feb 09 01:14:58.733099 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b1df4f1-d918-4c63-8eee-d6774bba7c03 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:58.734235 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6b1df4f1-d918-4c63-8eee-d6774bba7c03 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "DELETE /v2.0/subnets/9b884618-1edd-495d-9c9a-6f8642a3ef3d HTTP/1.1" status: 404 len: 337 time: 0.1332035 Feb 09 01:14:58.742775 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23c8bc-9157-4644-8bf1-3d4a8812ee39 req-25190172-ffbd-4358-85a1-690703edafaf tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:58.744275 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1f23c8bc-9157-4644-8bf1-3d4a8812ee39 req-25190172-ffbd-4358-85a1-690703edafaf tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 943 time: 0.8050885 Feb 09 01:14:58.745723 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49120) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:58.794242 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-17de0319-bcc3-45d6-8fda-8ce95aeb6550 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] DELETE failed (client error): The resource could not be found. Feb 09 01:14:58.794723 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17de0319-bcc3-45d6-8fda-8ce95aeb6550 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:58.796411 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-17de0319-bcc3-45d6-8fda-8ce95aeb6550 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "DELETE /v2.0/networks/c8c17235-3604-418a-91fc-babe2175a1c4 HTTP/1.1" status: 404 len: 339 time: 0.0497506 Feb 09 01:14:58.800080 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49124) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:58.813670 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ab06c-b108-4b42-bf9e-68699159b681 req-beb72436-a86b-44d6-b5f2-68255840ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:58.815909 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a80ab06c-b108-4b42-bf9e-68699159b681 req-beb72436-a86b-44d6-b5f2-68255840ea38 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 1097 time: 0.5228336 Feb 09 01:14:58.895777 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b3689db9-6b0d-47de-a45e-84b14532644f req-214c96a5-ee9c-4d6d-884e-7448cd1f3f1b service neutron] 10.222.0.35 "GET /v2.0/networks/f463daa3-bdf7-465b-839b-27906d718cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8288238 Feb 09 01:14:58.902817 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-7806393a-b184-4d0f-94d7-a73471b0492c req-8085ac50-24e9-4f14-8af2-9c84bc3c264a tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:14:58.908018 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1f23c8bc-9157-4644-8bf1-3d4a8812ee39 req-8c5f7fae-8a2f-42f5-bed0-ad7e997f99e7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396232 Feb 09 01:14:58.922861 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7806393a-b184-4d0f-94d7-a73471b0492c req-8085ac50-24e9-4f14-8af2-9c84bc3c264a tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Usage tracker for resource:port and tenant:5d55c0e6e88c4e67bfddf9dcc49469b0 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:14:58.932668 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7806393a-b184-4d0f-94d7-a73471b0492c req-8085ac50-24e9-4f14-8af2-9c84bc3c264a tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:14:58.944668 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a80ab06c-b108-4b42-bf9e-68699159b681 req-d69f5d3e-b554-4cc8-9716-d59fcce9449d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853944 Feb 09 01:14:58.953590 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-7806393a-b184-4d0f-94d7-a73471b0492c req-8085ac50-24e9-4f14-8af2-9c84bc3c264a tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:14:58.958956 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc70224b-3613-43ec-b566-fb9bbbe7c895 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Deleting subnet ce43b5dc-6519-4317-a343-bef5f96c2ef7 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:14:58.962357 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fc70224b-3613-43ec-b566-fb9bbbe7c895 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:59.020678 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7806393a-b184-4d0f-94d7-a73471b0492c req-8085ac50-24e9-4f14-8af2-9c84bc3c264a tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Made reservation on behalf of 5d55c0e6e88c4e67bfddf9dcc49469b0 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:59.034937 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7806393a-b184-4d0f-94d7-a73471b0492c req-8085ac50-24e9-4f14-8af2-9c84bc3c264a tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:59.054487 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fc70224b-3613-43ec-b566-fb9bbbe7c895 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:59.207345 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a92612-1287-490d-87b6-99307fba97a5 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 980} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:14:59.236989 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fc70224b-3613-43ec-b566-fb9bbbe7c895 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:59.293192 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13a92612-1287-490d-87b6-99307fba97a5 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:59.293805 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-13a92612-1287-490d-87b6-99307fba97a5 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Added segment fa0b0e53-668c-423a-a93c-ebf79a4d34b6 of type vlan for network fb481d3e-fddf-4ad3-81b5-93a8569e30c8 Feb 09 01:14:59.324949 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8211a-f12f-449c-893e-0e773a5a4bdd req-9d7709d9-e6a4-46f7-9101-73f9051b337e tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:59.329835 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7cf8211a-f12f-449c-893e-0e773a5a4bdd req-9d7709d9-e6a4-46f7-9101-73f9051b337e tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.1961126 Feb 09 01:14:59.388363 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4263a-33af-4505-9328-10da9d5965da req-a3774a65-9d78-4b23-a6f2-247afc57c052 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:59.390242 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7ac4263a-33af-4505-9328-10da9d5965da req-a3774a65-9d78-4b23-a6f2-247afc57c052 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.9541218 Feb 09 01:14:59.402614 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7cf8211a-f12f-449c-893e-0e773a5a4bdd req-6f01c0be-50af-447b-85b5-e6c4c84d4e24 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652306 Feb 09 01:14:59.439605 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fc70224b-3613-43ec-b566-fb9bbbe7c895 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:59.445280 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13a92612-1287-490d-87b6-99307fba97a5 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:59.482375 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b3689db9-6b0d-47de-a45e-84b14532644f req-e609a63e-d729-48b1-8d3b-e28ee224c69d service neutron] 10.222.0.35 "GET /v2.0/networks/f463daa3-bdf7-465b-839b-27906d718cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5181000 Feb 09 01:14:59.487655 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70224b-3613-43ec-b566-fb9bbbe7c895 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event deleted for resources: {'Subnet': ['ID=ce43b5dc-6519-4317-a343-bef5f96c2ef7,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:59.502582 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fc70224b-3613-43ec-b566-fb9bbbe7c895 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:59.520560 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ade7512-380e-44df-80a9-0fa2026cb3bf None None] Network 0553dcf0-f13d-436d-819a-721b07d4088a requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:14:59.536380 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 49134) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:14:59.537071 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fc70224b-3613-43ec-b566-fb9bbbe7c895 tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "DELETE /v2.0/subnets/ce43b5dc-6519-4317-a343-bef5f96c2ef7 HTTP/1.1" status: 204 len: 168 time: 0.7289319 Feb 09 01:14:59.663361 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1953e6ef-77a4-4484-a46a-7cf455346ffc req-0530cd5f-eeb4-47f5-bf7b-ce2f1d5ba5aa tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.37 "GET /v2.0/ports?device_id=b64fa229-678c-47d0-a6e6-0319595edf63 HTTP/1.1" status: 200 len: 210 time: 0.0587010 Feb 09 01:14:59.809615 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7ac4263a-33af-4505-9328-10da9d5965da req-90d5220e-84fe-4e17-ac99-e3fe67cd0dcc tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3890142 Feb 09 01:14:59.887458 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-7806393a-b184-4d0f-94d7-a73471b0492c req-8085ac50-24e9-4f14-8af2-9c84bc3c264a tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Allocated IP 172.20.0.8 (cbc1be0b-7e6b-4684-aa6c-c298777bef7d/500a00b5-679c-4c0f-8ecc-378be48599d1/741d83e1-98ee-4a07-9d90-94b4e1eb4f9f) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:59.905446 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13a92612-1287-490d-87b6-99307fba97a5 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:59.911529 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a92612-1287-490d-87b6-99307fba97a5 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:59.912716 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13a92612-1287-490d-87b6-99307fba97a5 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:59.996768 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304ec244-aaef-4728-8114-ee24c895b199 None None] DHCP port deletion for 0553dcf0-f13d-436d-819a-721b07d4088a request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:15:00.001605 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ec8eb-39a9-478c-a6ee-448ed7f0c4c6 req-c0c961b9-ca7b-4337-a8ed-67bcccb44575 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:00.003835 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-304ec244-aaef-4728-8114-ee24c895b199 None None] Deleting port 54fb06a6-0c0b-4d87-95be-fb4ce5440e6a {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:15:00.004213 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-304ec244-aaef-4728-8114-ee24c895b199 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:00.011903 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-206ec8eb-39a9-478c-a6ee-448ed7f0c4c6 req-c0c961b9-ca7b-4337-a8ed-67bcccb44575 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/ports?device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 945 time: 0.1871653 Feb 09 01:15:00.094384 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6b65ea34-4f0e-4851-81b6-445c3eca817e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:00.123922 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-206ec8eb-39a9-478c-a6ee-448ed7f0c4c6 req-0b73a486-3235-4c9e-a89a-b2860e23ce57 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd036a29-976c-49d2-89d7-7eb24bf4e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016743 Feb 09 01:15:00.164884 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682f8730-b5ec-49ff-baee-5b564109aa2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fbef048-139b-49ec-9219-48402a20c475'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:15:00.172930 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a92612-1287-490d-87b6-99307fba97a5 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Pushing event updated for resources: {'Network': ['ID=fb481d3e-fddf-4ad3-81b5-93a8569e30c8,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:00.184925 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-13a92612-1287-490d-87b6-99307fba97a5 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9212534 Feb 09 01:15:00.185117 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49156) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:00.191667 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-1d926e3a-34e0-49f2-9ff4-a68966ae0847 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Request body: {'ports': [{'network_id': 'f974222d-27f3-415c-b374-4554ae600e89', 'name': 'tempest-port--1421763458', 'admin_state_up': True}, {'network_id': 'fb481d3e-fddf-4ad3-81b5-93a8569e30c8', 'admin_state_up': False}]} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:00.191978 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-1d926e3a-34e0-49f2-9ff4-a68966ae0847 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Request body: {'port': {'network_id': 'f974222d-27f3-415c-b374-4554ae600e89', 'name': 'tempest-port--1421763458', 'admin_state_up': True}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:00.192492 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-1d926e3a-34e0-49f2-9ff4-a68966ae0847 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Request body: {'port': {'network_id': 'fb481d3e-fddf-4ad3-81b5-93a8569e30c8', 'admin_state_up': False}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:00.208299 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-6b65ea34-4f0e-4851-81b6-445c3eca817e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Deleting port 54fb06a6-0c0b-4d87-95be-fb4ce5440e6a {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:15:00.208703 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6b65ea34-4f0e-4851-81b6-445c3eca817e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:00.464278 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network fb481d3e-fddf-4ad3-81b5-93a8569e30c8 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:15:00.652186 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-304ec244-aaef-4728-8114-ee24c895b199 None None] For port 54fb06a6-0c0b-4d87-95be-fb4ce5440e6a, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=54fb06a6-0c0b-4d87-95be-fb4ce5440e6a,segment=NetworkSegment(8d001fcd-03fc-465d-b41f-af868446e3a6),segment_id=8d001fcd-03fc-465d-b41f-af868446e3a6)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:00.652905 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-304ec244-aaef-4728-8114-ee24c895b199 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:00.729981 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1d926e3a-34e0-49f2-9ff4-a68966ae0847 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:00.735978 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1d926e3a-34e0-49f2-9ff4-a68966ae0847 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Usage tracker for resource:port and tenant:9c27d42c4da346c884e6fbaacd1ac0d5 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:00.739778 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1d926e3a-34e0-49f2-9ff4-a68966ae0847 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:00.746354 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1d926e3a-34e0-49f2-9ff4-a68966ae0847 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:00.773001 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d926e3a-34e0-49f2-9ff4-a68966ae0847 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Made reservation on behalf of 9c27d42c4da346c884e6fbaacd1ac0d5 for: {'port': 2} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:00.778249 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1d926e3a-34e0-49f2-9ff4-a68966ae0847 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:00.807829 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0671dd-2a94-4173-ba04-b49063b9e9dd req-ed4fd0f3-cbda-46b0-9f5c-613e55c07a33 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:00.816042 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cc0671dd-2a94-4173-ba04-b49063b9e9dd req-ed4fd0f3-cbda-46b0-9f5c-613e55c07a33 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 943 time: 0.4205601 Feb 09 01:15:00.839824 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1d926e3a-34e0-49f2-9ff4-a68966ae0847 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:00.918946 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-304ec244-aaef-4728-8114-ee24c895b199 None None] Calling delete_port for 54fb06a6-0c0b-4d87-95be-fb4ce5440e6a owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:15:00.960424 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cc0671dd-2a94-4173-ba04-b49063b9e9dd req-385c2fdf-979b-4a9c-9d4d-a948594090f8 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427317 Feb 09 01:15:01.107656 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-6b65ea34-4f0e-4851-81b6-445c3eca817e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] For port 54fb06a6-0c0b-4d87-95be-fb4ce5440e6a, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=54fb06a6-0c0b-4d87-95be-fb4ce5440e6a,segment=NetworkSegment(8d001fcd-03fc-465d-b41f-af868446e3a6),segment_id=8d001fcd-03fc-465d-b41f-af868446e3a6)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:01.108289 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6b65ea34-4f0e-4851-81b6-445c3eca817e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:01.159518 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7806393a-b184-4d0f-94d7-a73471b0492c req-8085ac50-24e9-4f14-8af2-9c84bc3c264a tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:01.169427 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-304ec244-aaef-4728-8114-ee24c895b199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:01.283379 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ec244-aaef-4728-8114-ee24c895b199 None None] Pushing event deleted for resources: {'Port': ['ID=54fb06a6-0c0b-4d87-95be-fb4ce5440e6a,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:01.296293 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304ec244-aaef-4728-8114-ee24c895b199 None None] No DVR routers for this DVR port 54fb06a6-0c0b-4d87-95be-fb4ce5440e6a on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:01.392151 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-1d926e3a-34e0-49f2-9ff4-a68966ae0847 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] device_id is not set on port 55fa461e-cdb3-4c62-a8b4-dd1a997ed3d4 yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:15:01.420239 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-6b65ea34-4f0e-4851-81b6-445c3eca817e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Calling delete_port for 54fb06a6-0c0b-4d87-95be-fb4ce5440e6a owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:15:01.548546 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1d926e3a-34e0-49f2-9ff4-a68966ae0847 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:01.581973 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7806393a-b184-4d0f-94d7-a73471b0492c req-8085ac50-24e9-4f14-8af2-9c84bc3c264a tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:01.583903 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.api [None req-6b65ea34-4f0e-4851-81b6-445c3eca817e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:15:01.584234 n-d-828419-1 neutron-server[87612]: DEBUG oslo_db.api [None req-6b65ea34-4f0e-4851-81b6-445c3eca817e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:15:01.685636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085ac50-24e9-4f14-8af2-9c84bc3c264a tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Pushing event updated for resources: {'Port': ['ID=741d83e1-98ee-4a07-9d90-94b4e1eb4f9f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:01.698076 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7806393a-b184-4d0f-94d7-a73471b0492c req-8085ac50-24e9-4f14-8af2-9c84bc3c264a tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Network cbc1be0b-7e6b-4684-aa6c-c298777bef7d is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:01.699616 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-7806393a-b184-4d0f-94d7-a73471b0492c req-8085ac50-24e9-4f14-8af2-9c84bc3c264a tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:01.705724 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-1d926e3a-34e0-49f2-9ff4-a68966ae0847 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] device_id is not set on port e3755516-5020-4e85-b684-83a3edc17ece yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:15:01.708792 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-7806393a-b184-4d0f-94d7-a73471b0492c req-8085ac50-24e9-4f14-8af2-9c84bc3c264a tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:15:01.721828 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f8951-e084-43ad-9142-403bda543717 req-540bd3fa-8666-426b-a052-d0c946c88376 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:01.723406 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-905f8951-e084-43ad-9142-403bda543717 req-540bd3fa-8666-426b-a052-d0c946c88376 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.4780269 Feb 09 01:15:01.850178 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806393a-b184-4d0f-94d7-a73471b0492c req-8085ac50-24e9-4f14-8af2-9c84bc3c264a tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:01.854045 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7806393a-b184-4d0f-94d7-a73471b0492c req-8085ac50-24e9-4f14-8af2-9c84bc3c264a tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:01.914225 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7806393a-b184-4d0f-94d7-a73471b0492c req-8085ac50-24e9-4f14-8af2-9c84bc3c264a tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1945081 Feb 09 01:15:02.002901 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 54fb06a6-0c0b-4d87-95be-fb4ce5440e6a no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:15:02.044109 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 54fb06a6-0c0b-4d87-95be-fb4ce5440e6a {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:15:02.044517 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 54fb06a6-0c0b-4d87-95be-fb4ce5440e6a not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:15:02.059845 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-905f8951-e084-43ad-9142-403bda543717 req-7cf74e04-7be3-452c-83ec-6801ef830945 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192890 Feb 09 01:15:02.089512 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-6b65ea34-4f0e-4851-81b6-445c3eca817e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Deleting port 54fb06a6-0c0b-4d87-95be-fb4ce5440e6a {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:15:02.094596 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6b65ea34-4f0e-4851-81b6-445c3eca817e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:02.200702 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682f8730-b5ec-49ff-baee-5b564109aa2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fbef048-139b-49ec-9219-48402a20c475', 'code': 200} Feb 09 01:15:02.223705 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 8fbef048-139b-49ec-9219-48402a20c475 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:15:02.235323 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1d926e3a-34e0-49f2-9ff4-a68966ae0847 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:02.260666 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-6b65ea34-4f0e-4851-81b6-445c3eca817e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] The port '54fb06a6-0c0b-4d87-95be-fb4ce5440e6a' was deleted {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:15:02.303361 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1d926e3a-34e0-49f2-9ff4-a68966ae0847 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:02.367660 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-7806393a-b184-4d0f-94d7-a73471b0492c req-07340505-0094-4bba-98ee-3a67ecaeb5ae service neutron] Request body: {'port': {'device_id': 'b64fa229-678c-47d0-a6e6-0319595edf63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:02.533013 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 8fbef048-139b-49ec-9219-48402a20c475, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=8fbef048-139b-49ec-9219-48402a20c475,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:02.534235 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7806393a-b184-4d0f-94d7-a73471b0492c req-07340505-0094-4bba-98ee-3a67ecaeb5ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:02.569261 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '8fbef048-139b-49ec-9219-48402a20c475', 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1', 'port_id': '8fbef048-139b-49ec-9219-48402a20c475', 'mac_address': 'fa:16:3e:e4:d0:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f367ae-6db3-44ee-a579-54c0e257ede0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:15:02.625813 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d926e3a-34e0-49f2-9ff4-a68966ae0847 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Pushing event updated for resources: {'Port': ['ID=55fa461e-cdb3-4c62-a8b4-dd1a997ed3d4,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:02.689279 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d926e3a-34e0-49f2-9ff4-a68966ae0847 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Checking segment: {'id': 'b10e326f-e9d1-45e7-ad1c-10186ff2e53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': 'f974222d-27f3-415c-b374-4554ae600e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:02.689668 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d926e3a-34e0-49f2-9ff4-a68966ae0847 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Network hostable DHCP agents. Network: f974222d-27f3-415c-b374-4554ae600e89, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:15:02.727456 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:02.762513 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a076b3-3b65-40e6-bc5e-b5cf2056c02a req-4fc9a883-348e-495c-8414-41f124852484 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:02.771306 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fbef048-139b-49ec-9219-48402a20c475 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:15:02.773362 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d2a076b3-3b65-40e6-bc5e-b5cf2056c02a req-4fc9a883-348e-495c-8414-41f124852484 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.37 "GET /v2.0/ports?device_id=b64fa229-678c-47d0-a6e6-0319595edf63 HTTP/1.1" status: 200 len: 931 time: 0.3722637 Feb 09 01:15:02.815802 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 8fbef048-139b-49ec-9219-48402a20c475, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=8fbef048-139b-49ec-9219-48402a20c475,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:02.827214 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:02.828382 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d926e3a-34e0-49f2-9ff4-a68966ae0847 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Network f974222d-27f3-415c-b374-4554ae600e89 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:15:02.852627 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6b65ea34-4f0e-4851-81b6-445c3eca817e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:02.860338 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-d2a076b3-3b65-40e6-bc5e-b5cf2056c02a req-a0207d7c-1908-4a78-bec1-00545a8dda1d tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Synchronizing usage tracker for tenant:5d55c0e6e88c4e67bfddf9dcc49469b0 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:15:02.872052 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-1d926e3a-34e0-49f2-9ff4-a68966ae0847 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, f974222d-27f3-415c-b374-4554ae600e89) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:02.882483 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d926e3a-34e0-49f2-9ff4-a68966ae0847 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:15:02.883362 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1d926e3a-34e0-49f2-9ff4-a68966ae0847 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:02.889149 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d45bf5-e58a-4c19-9c45-cb2b81efca66 None None] Network f974222d-27f3-415c-b374-4554ae600e89 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:02.981239 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-6b65ea34-4f0e-4851-81b6-445c3eca817e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0553dcf0-f13d-436d-819a-721b07d4088a']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:03.041203 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d926e3a-34e0-49f2-9ff4-a68966ae0847 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Pushing event updated for resources: {'Port': ['ID=e3755516-5020-4e85-b684-83a3edc17ece,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:03.048928 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-d2a076b3-3b65-40e6-bc5e-b5cf2056c02a req-a0207d7c-1908-4a78-bec1-00545a8dda1d tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Unset dirty status for tenant:5d55c0e6e88c4e67bfddf9dcc49469b0 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:15:03.073646 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d2a076b3-3b65-40e6-bc5e-b5cf2056c02a req-a0207d7c-1908-4a78-bec1-00545a8dda1d tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.37 "GET /v2.0/security-groups?id=24ed0953-3719-4337-a2c9-a551fe444d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929928 Feb 09 01:15:03.128687 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d926e3a-34e0-49f2-9ff4-a68966ae0847 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Checking segment: {'id': 'fa0b0e53-668c-423a-a93c-ebf79a4d34b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'fb481d3e-fddf-4ad3-81b5-93a8569e30c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:03.129053 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d926e3a-34e0-49f2-9ff4-a68966ae0847 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Network hostable DHCP agents. Network: fb481d3e-fddf-4ad3-81b5-93a8569e30c8, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:15:03.193047 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d926e3a-34e0-49f2-9ff4-a68966ae0847 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Network fb481d3e-fddf-4ad3-81b5-93a8569e30c8 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:15:03.211345 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-1d926e3a-34e0-49f2-9ff4-a68966ae0847 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, fb481d3e-fddf-4ad3-81b5-93a8569e30c8) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:03.216959 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d926e3a-34e0-49f2-9ff4-a68966ae0847 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:15:03.222907 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d926e3a-34e0-49f2-9ff4-a68966ae0847 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:03.247999 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d926e3a-34e0-49f2-9ff4-a68966ae0847 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:03.248902 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1d926e3a-34e0-49f2-9ff4-a68966ae0847 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:03.294847 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1d926e3a-34e0-49f2-9ff4-a68966ae0847 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.1085761 Feb 09 01:15:03.298411 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49182) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:03.328508 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff67a48-9e45-425c-a6e9-1817a20b85bb None None] Network fb481d3e-fddf-4ad3-81b5-93a8569e30c8 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:03.446719 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-6b65ea34-4f0e-4851-81b6-445c3eca817e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d001fcd-03fc-465d-b41f-af868446e3a6') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:03.447345 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-6b65ea34-4f0e-4851-81b6-445c3eca817e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d001fcd-03fc-465d-b41f-af868446e3a6') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:03.451266 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['8fbef048-139b-49ec-9219-48402a20c475'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:15:03.461644 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6b65ea34-4f0e-4851-81b6-445c3eca817e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:03.505007 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6b65ea34-4f0e-4851-81b6-445c3eca817e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:03.543602 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b65ea34-4f0e-4851-81b6-445c3eca817e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Releasing vlan 986 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:15:03.543602 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6b65ea34-4f0e-4851-81b6-445c3eca817e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:15:03.581460 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:15:03.659758 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a6ddc-ea3c-4426-bde9-d3ec9ce375d2 req-9dfe8bd2-8794-4708-9eb1-e5d7b04fb136 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:03.668794 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-829a6ddc-ea3c-4426-bde9-d3ec9ce375d2 req-9dfe8bd2-8794-4708-9eb1-e5d7b04fb136 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 946 time: 0.2418900 Feb 09 01:15:03.683565 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=8fbef048-139b-49ec-9219-48402a20c475,revision_number=12']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:03.711678 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d04b0d9-c168-4bf4-9751-1e8bef6f3cac tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:03.724819 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d04b0d9-c168-4bf4-9751-1e8bef6f3cac tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:03.725891 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3d04b0d9-c168-4bf4-9751-1e8bef6f3cac tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Synchronizing usage tracker for tenant:9c27d42c4da346c884e6fbaacd1ac0d5 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:15:03.775847 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-829a6ddc-ea3c-4426-bde9-d3ec9ce375d2 req-f2d0892f-3542-437a-8915-97aab281989d tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060638 Feb 09 01:15:03.781800 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3d04b0d9-c168-4bf4-9751-1e8bef6f3cac tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Unset dirty status for tenant:9c27d42c4da346c884e6fbaacd1ac0d5 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:15:03.784567 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3d04b0d9-c168-4bf4-9751-1e8bef6f3cac tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4848974 Feb 09 01:15:03.788833 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49190) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:03.833213 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6b65ea34-4f0e-4851-81b6-445c3eca817e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:03.840507 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6b65ea34-4f0e-4851-81b6-445c3eca817e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:03.901087 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-00871268-5ed2-4f89-842f-2e32593bf86d tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Deleting port 55fa461e-cdb3-4c62-a8b4-dd1a997ed3d4 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:15:03.901386 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-00871268-5ed2-4f89-842f-2e32593bf86d tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:03.927176 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65ea34-4f0e-4851-81b6-445c3eca817e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] Pushing event deleted for resources: {'Network': ['ID=0553dcf0-f13d-436d-819a-721b07d4088a,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:03.946732 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6b65ea34-4f0e-4851-81b6-445c3eca817e tempest-NetworksTest-205283888 tempest-NetworksTest-205283888-project] 10.222.0.37 "DELETE /v2.0/networks/0553dcf0-f13d-436d-819a-721b07d4088a HTTP/1.1" status: 204 len: 168 time: 4.4052413 Feb 09 01:15:04.135102 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-7806393a-b184-4d0f-94d7-a73471b0492c req-07340505-0094-4bba-98ee-3a67ecaeb5ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 741d83e1-98ee-4a07-9d90-94b4e1eb4f9f {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:15:04.148764 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7806393a-b184-4d0f-94d7-a73471b0492c req-07340505-0094-4bba-98ee-3a67ecaeb5ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:04.188228 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-7806393a-b184-4d0f-94d7-a73471b0492c req-07340505-0094-4bba-98ee-3a67ecaeb5ae service neutron] Transition to ACTIVE for port object 741d83e1-98ee-4a07-9d90-94b4e1eb4f9f will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:04.199444 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7806393a-b184-4d0f-94d7-a73471b0492c req-07340505-0094-4bba-98ee-3a67ecaeb5ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:04.246543 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:15:04.516205 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-00871268-5ed2-4f89-842f-2e32593bf86d tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:04.650204 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-00871268-5ed2-4f89-842f-2e32593bf86d tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Calling delete_port for 55fa461e-cdb3-4c62-a8b4-dd1a997ed3d4 owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:15:04.681259 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07340505-0094-4bba-98ee-3a67ecaeb5ae service neutron] Pushing event updated for resources: {'Port': ['ID=741d83e1-98ee-4a07-9d90-94b4e1eb4f9f,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:04.688254 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 49212) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:04.741250 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce36c9-f316-4b32-870c-63e8113c7b0a req-b399eae0-34d9-4afd-9110-410270f23698 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:04.750695 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-99ce36c9-f316-4b32-870c-63e8113c7b0a req-b399eae0-34d9-4afd-9110-410270f23698 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/ports?device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 945 time: 0.7035496 Feb 09 01:15:04.780553 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7806393a-b184-4d0f-94d7-a73471b0492c req-07340505-0094-4bba-98ee-3a67ecaeb5ae service neutron] Attempting to bind port 741d83e1-98ee-4a07-9d90-94b4e1eb4f9f on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:15:04.781203 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7806393a-b184-4d0f-94d7-a73471b0492c req-07340505-0094-4bba-98ee-3a67ecaeb5ae service neutron] Attempting to bind port 741d83e1-98ee-4a07-9d90-94b4e1eb4f9f by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '8d740fbd-3275-4ba8-a17a-a2835bba7386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': 'cbc1be0b-7e6b-4684-aa6c-c298777bef7d'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:15:04.781906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7806393a-b184-4d0f-94d7-a73471b0492c req-07340505-0094-4bba-98ee-3a67ecaeb5ae service neutron] Attempting to bind port 741d83e1-98ee-4a07-9d90-94b4e1eb4f9f on network cbc1be0b-7e6b-4684-aa6c-c298777bef7d {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:15:04.820078 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-00871268-5ed2-4f89-842f-2e32593bf86d tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:04.848554 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7806393a-b184-4d0f-94d7-a73471b0492c req-07340505-0094-4bba-98ee-3a67ecaeb5ae service neutron] Port 741d83e1-98ee-4a07-9d90-94b4e1eb4f9f on network cbc1be0b-7e6b-4684-aa6c-c298777bef7d not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:15:04.849490 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7806393a-b184-4d0f-94d7-a73471b0492c req-07340505-0094-4bba-98ee-3a67ecaeb5ae service neutron] Attempting to bind port 741d83e1-98ee-4a07-9d90-94b4e1eb4f9f on network cbc1be0b-7e6b-4684-aa6c-c298777bef7d {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:15:04.876988 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7806393a-b184-4d0f-94d7-a73471b0492c req-07340505-0094-4bba-98ee-3a67ecaeb5ae service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:15:04.877503 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7806393a-b184-4d0f-94d7-a73471b0492c req-07340505-0094-4bba-98ee-3a67ecaeb5ae service neutron] Checking segment: {'id': '8d740fbd-3275-4ba8-a17a-a2835bba7386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': 'cbc1be0b-7e6b-4684-aa6c-c298777bef7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:04.878123 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7806393a-b184-4d0f-94d7-a73471b0492c req-07340505-0094-4bba-98ee-3a67ecaeb5ae service neutron] Bound using segment: {'id': '8d740fbd-3275-4ba8-a17a-a2835bba7386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': 'cbc1be0b-7e6b-4684-aa6c-c298777bef7d'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:15:04.878851 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7806393a-b184-4d0f-94d7-a73471b0492c req-07340505-0094-4bba-98ee-3a67ecaeb5ae service neutron] Bound port: 741d83e1-98ee-4a07-9d90-94b4e1eb4f9f, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d740fbd-3275-4ba8-a17a-a2835bba7386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': 'cbc1be0b-7e6b-4684-aa6c-c298777bef7d'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:15:04.879407 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7806393a-b184-4d0f-94d7-a73471b0492c req-07340505-0094-4bba-98ee-3a67ecaeb5ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:04.991160 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00871268-5ed2-4f89-842f-2e32593bf86d tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Pushing event deleted for resources: {'Port': ['ID=55fa461e-cdb3-4c62-a8b4-dd1a997ed3d4,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:05.021759 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-99ce36c9-f316-4b32-870c-63e8113c7b0a req-da3d5e70-506b-4d3e-9480-9cedc958dd21 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd036a29-976c-49d2-89d7-7eb24bf4e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696877 Feb 09 01:15:05.026389 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-00871268-5ed2-4f89-842f-2e32593bf86d tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:05.058104 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-00871268-5ed2-4f89-842f-2e32593bf86d tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] 10.222.0.37 "DELETE /v2.0/ports/55fa461e-cdb3-4c62-a8b4-dd1a997ed3d4 HTTP/1.1" status: 204 len: 168 time: 1.2650092 Feb 09 01:15:05.058104 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49222) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:05.107086 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-7806393a-b184-4d0f-94d7-a73471b0492c req-07340505-0094-4bba-98ee-3a67ecaeb5ae service neutron] For port 741d83e1-98ee-4a07-9d90-94b4e1eb4f9f, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:15:05.114249 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-7806393a-b184-4d0f-94d7-a73471b0492c req-07340505-0094-4bba-98ee-3a67ecaeb5ae service neutron] For port 741d83e1-98ee-4a07-9d90-94b4e1eb4f9f, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=741d83e1-98ee-4a07-9d90-94b4e1eb4f9f,segment=NetworkSegment(8d740fbd-3275-4ba8-a17a-a2835bba7386),segment_id=8d740fbd-3275-4ba8-a17a-a2835bba7386)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:15:05.144718 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-0941bf8e-d368-4a11-98e0-a694874e3f0c tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Deleting port e3755516-5020-4e85-b684-83a3edc17ece {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:15:05.145191 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0941bf8e-d368-4a11-98e0-a694874e3f0c tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:05.168505 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7806393a-b184-4d0f-94d7-a73471b0492c req-07340505-0094-4bba-98ee-3a67ecaeb5ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:05.219710 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806393a-b184-4d0f-94d7-a73471b0492c req-07340505-0094-4bba-98ee-3a67ecaeb5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:05.220068 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7806393a-b184-4d0f-94d7-a73471b0492c req-07340505-0094-4bba-98ee-3a67ecaeb5ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:05.227583 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7806393a-b184-4d0f-94d7-a73471b0492c req-07340505-0094-4bba-98ee-3a67ecaeb5ae service neutron] 10.222.0.35 "PUT /v2.0/ports/741d83e1-98ee-4a07-9d90-94b4e1eb4f9f HTTP/1.1" status: 200 len: 1091 time: 2.8661010 Feb 09 01:15:05.239035 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b64fa229-678c-47d0-a6e6-0319595edf63', 'tag': '741d83e1-98ee-4a07-9d90-94b4e1eb4f9f'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:15:05.251338 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfea24d-5680-49df-8820-e6c9564c34cc req-3de4bc2d-83c4-49ae-87b5-f4cda8933c08 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:05.252895 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0dfea24d-5680-49df-8820-e6c9564c34cc req-3de4bc2d-83c4-49ae-87b5-f4cda8933c08 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 943 time: 0.5634592 Feb 09 01:15:05.369657 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0033bf9c-50c1-4e73-9dd0-e7a4e5c016cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ad299afeb554fb2825073db5a372f36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6601241 Feb 09 01:15:05.373234 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49228) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:05.380573 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0dfea24d-5680-49df-8820-e6c9564c34cc req-1b176806-7ac2-4202-b0e9-daf6a78da803 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148806 Feb 09 01:15:05.393974 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07340505-0094-4bba-98ee-3a67ecaeb5ae service neutron] Pushing event updated for resources: {'Port': ['ID=741d83e1-98ee-4a07-9d90-94b4e1eb4f9f,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:05.599040 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bca98-44ea-4b90-891b-1ff56b6c2ae5 req-9aee13ff-fa9f-47b6-be7f-db832cc26943 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:05.599783 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-072bca98-44ea-4b90-891b-1ff56b6c2ae5 req-9aee13ff-fa9f-47b6-be7f-db832cc26943 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Synchronizing usage tracker for tenant:5d55c0e6e88c4e67bfddf9dcc49469b0 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:15:05.620534 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-072bca98-44ea-4b90-891b-1ff56b6c2ae5 req-9aee13ff-fa9f-47b6-be7f-db832cc26943 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Unset dirty status for tenant:5d55c0e6e88c4e67bfddf9dcc49469b0 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:15:05.629004 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-072bca98-44ea-4b90-891b-1ff56b6c2ae5 req-9aee13ff-fa9f-47b6-be7f-db832cc26943 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.37 "GET /v2.0/ports?device_id=b64fa229-678c-47d0-a6e6-0319595edf63 HTTP/1.1" status: 200 len: 943 time: 0.1293879 Feb 09 01:15:05.675419 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-072bca98-44ea-4b90-891b-1ff56b6c2ae5 req-1698f4df-e25a-4c97-ba7c-ace99fd62f81 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.37 "GET /v2.0/security-groups?id=24ed0953-3719-4337-a2c9-a551fe444d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454299 Feb 09 01:15:05.724511 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ae7d2-2b27-4f5b-951c-3590c0532942 req-ce79ca59-a543-49d9-8ec1-8a702539ac26 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:05.726180 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-254ae7d2-2b27-4f5b-951c-3590c0532942 req-ce79ca59-a543-49d9-8ec1-8a702539ac26 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.5029931 Feb 09 01:15:05.746516 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0941bf8e-d368-4a11-98e0-a694874e3f0c tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:05.835725 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8386084a-acf1-4d9b-8c9a-1b2ec0ef40e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:05.912313 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-0941bf8e-d368-4a11-98e0-a694874e3f0c tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Calling delete_port for e3755516-5020-4e85-b684-83a3edc17ece owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:15:05.950033 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ed486-2f77-490d-a423-e0cf2ae358b4 req-c7ca333d-1b36-4eca-80dc-ce61cbbf3356 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:05.952437 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-438ed486-2f77-490d-a423-e0cf2ae358b4 req-c7ca333d-1b36-4eca-80dc-ce61cbbf3356 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 946 time: 0.1014009 Feb 09 01:15:05.995768 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-254ae7d2-2b27-4f5b-951c-3590c0532942 req-f8ba6041-bd1e-48fe-92f9-06a36921cc6e tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547097 Feb 09 01:15:06.005996 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-438ed486-2f77-490d-a423-e0cf2ae358b4 req-a9e78d80-eb06-482e-87fb-75d0b0d1bc92 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430357 Feb 09 01:15:06.007225 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8386084a-acf1-4d9b-8c9a-1b2ec0ef40e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:06.077866 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0941bf8e-d368-4a11-98e0-a694874e3f0c tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:06.147997 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0941bf8e-d368-4a11-98e0-a694874e3f0c tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:06.152292 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941bf8e-d368-4a11-98e0-a694874e3f0c tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Pushing event deleted for resources: {'Port': ['ID=e3755516-5020-4e85-b684-83a3edc17ece,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:06.167927 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b64fa229-678c-47d0-a6e6-0319595edf63', 'tag': '741d83e1-98ee-4a07-9d90-94b4e1eb4f9f', 'status': 'completed', 'code': 200} Feb 09 01:15:06.173958 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0941bf8e-d368-4a11-98e0-a694874e3f0c tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] 10.222.0.37 "DELETE /v2.0/ports/e3755516-5020-4e85-b684-83a3edc17ece HTTP/1.1" status: 204 len: 168 time: 1.1145127 Feb 09 01:15:06.175279 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49252) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:06.239535 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 8fbef048-139b-49ec-9219-48402a20c475 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:15:06.321368 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-58381012-1190-4bf4-9ed7-8ddff24fedc9 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Synchronizing usage tracker for tenant:9c27d42c4da346c884e6fbaacd1ac0d5 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:15:06.326307 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8386084a-acf1-4d9b-8c9a-1b2ec0ef40e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:06.384615 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 8fbef048-139b-49ec-9219-48402a20c475 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:06.385057 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:06.431690 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386084a-acf1-4d9b-8c9a-1b2ec0ef40e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759fe9a5-a8e1-4369-8c0c-20518eab67b9,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:06.442619 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8386084a-acf1-4d9b-8c9a-1b2ec0ef40e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:06.444445 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8386084a-acf1-4d9b-8c9a-1b2ec0ef40e9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/759fe9a5-a8e1-4369-8c0c-20518eab67b9 HTTP/1.1" status: 204 len: 168 time: 1.0636640 Feb 09 01:15:06.466520 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-58381012-1190-4bf4-9ed7-8ddff24fedc9 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Unset dirty status for tenant:9c27d42c4da346c884e6fbaacd1ac0d5 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:15:06.471493 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 49270) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:06.473519 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-58381012-1190-4bf4-9ed7-8ddff24fedc9 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2917869 Feb 09 01:15:06.478308 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-30378080-ca8a-4f19-b8f1-7eb30f703c4b tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-70149065'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:06.501226 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-30378080-ca8a-4f19-b8f1-7eb30f703c4b tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:06.514830 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-30378080-ca8a-4f19-b8f1-7eb30f703c4b tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Usage tracker for resource:network and tenant:9c27d42c4da346c884e6fbaacd1ac0d5 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:06.524328 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-30378080-ca8a-4f19-b8f1-7eb30f703c4b tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:06.533594 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950189c-8109-4a2c-b39f-aaaf3517d6ab req-457a0fb3-52f9-4852-bdce-3a6666e3dde3 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:06.535105 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b950189c-8109-4a2c-b39f-aaaf3517d6ab req-457a0fb3-52f9-4852-bdce-3a6666e3dde3 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/ports?device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 945 time: 0.2107756 Feb 09 01:15:06.548320 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-30378080-ca8a-4f19-b8f1-7eb30f703c4b tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:06.563516 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30378080-ca8a-4f19-b8f1-7eb30f703c4b tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Made reservation on behalf of 9c27d42c4da346c884e6fbaacd1ac0d5 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:06.568348 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-30378080-ca8a-4f19-b8f1-7eb30f703c4b tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:06.621073 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30378080-ca8a-4f19-b8f1-7eb30f703c4b tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 955} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:15:06.635963 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-30378080-ca8a-4f19-b8f1-7eb30f703c4b tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:06.636389 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-30378080-ca8a-4f19-b8f1-7eb30f703c4b tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Added segment a4159d90-9e6f-4b19-9698-6eb6ce9499d0 of type vlan for network 874084cf-dd85-4e68-8dc7-d0c2e10e6a1e Feb 09 01:15:06.657226 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b950189c-8109-4a2c-b39f-aaaf3517d6ab req-e32354ee-347c-4bd8-9337-2c1fa7a73f2a tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd036a29-976c-49d2-89d7-7eb24bf4e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150870 Feb 09 01:15:06.672642 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-30378080-ca8a-4f19-b8f1-7eb30f703c4b tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:06.717264 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:06.734488 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-30378080-ca8a-4f19-b8f1-7eb30f703c4b tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:06.740557 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30378080-ca8a-4f19-b8f1-7eb30f703c4b tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:06.741284 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-30378080-ca8a-4f19-b8f1-7eb30f703c4b tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:06.748495 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682f8730-b5ec-49ff-baee-5b564109aa2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbef048-139b-49ec-9219-48402a20c475'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:15:06.761897 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 8fbef048-139b-49ec-9219-48402a20c475, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=8fbef048-139b-49ec-9219-48402a20c475,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:06.769837 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:06.863570 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30378080-ca8a-4f19-b8f1-7eb30f703c4b tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Pushing event updated for resources: {'Network': ['ID=874084cf-dd85-4e68-8dc7-d0c2e10e6a1e,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:06.881067 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=8fbef048-139b-49ec-9219-48402a20c475,revision_number=13']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:06.887811 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 874084cf-dd85-4e68-8dc7-d0c2e10e6a1e details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:15:06.894409 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-30378080-ca8a-4f19-b8f1-7eb30f703c4b tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4214883 Feb 09 01:15:06.897042 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 49304) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:06.905052 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-49dd7039-465b-4515-9fda-9ae0b7ad70c1 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1034420949'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:06.926028 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-49dd7039-465b-4515-9fda-9ae0b7ad70c1 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:06.936886 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-49dd7039-465b-4515-9fda-9ae0b7ad70c1 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Usage tracker for resource:network and tenant:9c27d42c4da346c884e6fbaacd1ac0d5 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:07.002511 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-49dd7039-465b-4515-9fda-9ae0b7ad70c1 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:07.019594 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d9629adc-7d78-4f8e-9137-14563cb33c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:07.031122 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-49dd7039-465b-4515-9fda-9ae0b7ad70c1 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:07.064495 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49dd7039-465b-4515-9fda-9ae0b7ad70c1 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Made reservation on behalf of 9c27d42c4da346c884e6fbaacd1ac0d5 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:07.070195 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-49dd7039-465b-4515-9fda-9ae0b7ad70c1 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:07.121218 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49dd7039-465b-4515-9fda-9ae0b7ad70c1 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 964} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:15:07.136113 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-49dd7039-465b-4515-9fda-9ae0b7ad70c1 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:07.136934 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-49dd7039-465b-4515-9fda-9ae0b7ad70c1 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Added segment 4e8e5bad-18e4-4c12-a502-2fca2bdc39cc of type vlan for network 135c5619-402a-4c44-84fa-98a3361fc732 Feb 09 01:15:07.233075 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-49dd7039-465b-4515-9fda-9ae0b7ad70c1 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:07.262613 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28cd73-a797-4948-915e-44be9dd2c4d1 req-7cb03679-5fbb-42c3-898a-98bd6890eb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:07.264481 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4d28cd73-a797-4948-915e-44be9dd2c4d1 req-7cb03679-5fbb-42c3-898a-98bd6890eb1e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d55c0e6e88c4e67bfddf9dcc49469b0&device_id=b64fa229-678c-47d0-a6e6-0319595edf63 HTTP/1.1" status: 200 len: 1094 time: 0.3300979 Feb 09 01:15:07.302773 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-49dd7039-465b-4515-9fda-9ae0b7ad70c1 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:07.310085 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dd7039-465b-4515-9fda-9ae0b7ad70c1 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:07.310707 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-49dd7039-465b-4515-9fda-9ae0b7ad70c1 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:07.482475 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd7039-465b-4515-9fda-9ae0b7ad70c1 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Pushing event updated for resources: {'Network': ['ID=135c5619-402a-4c44-84fa-98a3361fc732,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:07.502533 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 135c5619-402a-4c44-84fa-98a3361fc732 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:15:07.565017 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-49dd7039-465b-4515-9fda-9ae0b7ad70c1 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6664124 Feb 09 01:15:07.704945 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49342) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:07.731003 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-ad220ae0-c3bd-459f-8df4-7824c146c61b tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:07.739051 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-ad220ae0-c3bd-459f-8df4-7824c146c61b tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/networks?id=a3afca57-246e-458a-965f-203ae806e5cf HTTP/1.1" status: 200 len: 814 time: 0.2845974 Feb 09 01:15:07.754487 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-e79b1cf0-c510-4c77-8396-90adbce52660 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Request body: {'subnets': [{'network_id': '874084cf-dd85-4e68-8dc7-d0c2e10e6a1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--898400411', 'ip_version': 4}, {'network_id': '135c5619-402a-4c44-84fa-98a3361fc732', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:07.755070 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-e79b1cf0-c510-4c77-8396-90adbce52660 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Request body: {'subnet': {'network_id': '874084cf-dd85-4e68-8dc7-d0c2e10e6a1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--898400411', 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:07.755918 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-e79b1cf0-c510-4c77-8396-90adbce52660 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Request body: {'subnet': {'network_id': '135c5619-402a-4c44-84fa-98a3361fc732', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:07.783328 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-67738818-d4ec-4a14-ac70-b18e8d1c0ea9 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/quotas/bbf0f82d35c440b0ba7e6bf598531d13 HTTP/1.1" status: 200 len: 375 time: 0.0431013 Feb 09 01:15:07.936946 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49348) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:08.017384 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d02e74-b002-40b1-a999-e223680a610f req-dd2e3380-8120-4b6d-a6f6-60d40189ba8f tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:08.025496 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-57d02e74-b002-40b1-a999-e223680a610f req-dd2e3380-8120-4b6d-a6f6-60d40189ba8f tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 943 time: 0.5509667 Feb 09 01:15:08.102669 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-57d02e74-b002-40b1-a999-e223680a610f req-ba16e473-4000-4144-a622-8d60ff01f0ba tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760112 Feb 09 01:15:08.202279 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28cd73-a797-4948-915e-44be9dd2c4d1 req-b652d3c5-c217-4e76-900b-7e905fdd940b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:08.203801 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4d28cd73-a797-4948-915e-44be9dd2c4d1 req-b652d3c5-c217-4e76-900b-7e905fdd940b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=5d55c0e6e88c4e67bfddf9dcc49469b0&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5989056 Feb 09 01:15:08.251274 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e79b1cf0-c510-4c77-8396-90adbce52660 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:08.257796 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e79b1cf0-c510-4c77-8396-90adbce52660 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Usage tracker for resource:subnet and tenant:9c27d42c4da346c884e6fbaacd1ac0d5 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:08.262397 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e79b1cf0-c510-4c77-8396-90adbce52660 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:08.279250 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-c94bf84a-e1b4-4a71-83a8-4b9d29e5b9c1 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bbf0f82d35c440b0ba7e6bf598531d13&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3784280 Feb 09 01:15:08.284123 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e79b1cf0-c510-4c77-8396-90adbce52660 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:08.306162 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79b1cf0-c510-4c77-8396-90adbce52660 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Made reservation on behalf of 9c27d42c4da346c884e6fbaacd1ac0d5 for: {'subnet': 2} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:08.311831 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e79b1cf0-c510-4c77-8396-90adbce52660 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:08.312455 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e79b1cf0-c510-4c77-8396-90adbce52660 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:08.358858 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-9b0b16b1-f098-40e5-a239-b9aff4f3f5b3 tempest-DvrRoutersNegativeTest-1967006633 tempest-DvrRoutersNegativeTest-1967006633-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1909256147', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:08.363747 n-d-828419-1 neutron-server[87611]: DEBUG neutron.policy [None req-9b0b16b1-f098-40e5-a239-b9aff4f3f5b3 tempest-DvrRoutersNegativeTest-1967006633 tempest-DvrRoutersNegativeTest-1967006633-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87611) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 09 01:15:08.364055 n-d-828419-1 neutron-server[87611]: DEBUG neutron.policy [None req-9b0b16b1-f098-40e5-a239-b9aff4f3f5b3 tempest-DvrRoutersNegativeTest-1967006633 tempest-DvrRoutersNegativeTest-1967006633-project] Failed policy check for 'create_router' {{(pid=87611) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 09 01:15:08.364703 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-9b0b16b1-f098-40e5-a239-b9aff4f3f5b3 tempest-DvrRoutersNegativeTest-1967006633 tempest-DvrRoutersNegativeTest-1967006633-project] create failed (client error): Access was denied to this resource. Feb 09 01:15:08.365766 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9b0b16b1-f098-40e5-a239-b9aff4f3f5b3 tempest-DvrRoutersNegativeTest-1967006633 tempest-DvrRoutersNegativeTest-1967006633-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4144633 Feb 09 01:15:08.461597 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcc6cb-580a-44d7-b731-29705af4d01d req-558d3e29-d83c-4fc5-a71a-099d70f072e5 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:08.463650 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-85bcc6cb-580a-44d7-b731-29705af4d01d req-558d3e29-d83c-4fc5-a71a-099d70f072e5 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.37 "GET /v2.0/ports?device_id=b64fa229-678c-47d0-a6e6-0319595edf63 HTTP/1.1" status: 200 len: 943 time: 0.1390588 Feb 09 01:15:08.558816 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-85bcc6cb-580a-44d7-b731-29705af4d01d req-44e5fc3c-42e7-4563-8045-8664347d8cb7 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.37 "GET /v2.0/security-groups?id=24ed0953-3719-4337-a2c9-a551fe444d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878661 Feb 09 01:15:08.619228 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-b732c5e7-f973-44f1-a13f-1e6b3b3f506a service neutron] 10.222.0.37 "GET /v2.0/networks/a3afca57-246e-458a-965f-203ae806e5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288229 Feb 09 01:15:08.710398 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682f8730-b5ec-49ff-baee-5b564109aa2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbef048-139b-49ec-9219-48402a20c475', 'code': 200} Feb 09 01:15:08.906085 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49362) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:08.947546 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-668071c9-273f-43e1-9adf-abfca0e8cffd service neutron] 10.222.0.37 "GET /v2.0/networks/a3afca57-246e-458a-965f-203ae806e5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125339 Feb 09 01:15:09.031022 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6645bbc-d808-4361-bab3-250e69e9f7fd req-8286cadf-7cde-4989-8f5d-1f8439a24c7a tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:09.040304 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e6645bbc-d808-4361-bab3-250e69e9f7fd req-8286cadf-7cde-4989-8f5d-1f8439a24c7a tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 947 time: 0.1504428 Feb 09 01:15:09.141790 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e6645bbc-d808-4361-bab3-250e69e9f7fd req-f82e937d-b5f7-4279-a355-09252f94dcc5 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903862 Feb 09 01:15:09.284185 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a5551fac-31ee-4d0f-861e-3f52641b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:09.554559 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-02244218-1e70-463e-ad72-096baf1a01c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:09.664017 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-02244218-1e70-463e-ad72-096baf1a01c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:09.682235 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-02244218-1e70-463e-ad72-096baf1a01c2 admin admin] Usage tracker for resource:security_group_rule and tenant:c691b1ac222f4413b9842abfff08f66c is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:09.712423 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-02244218-1e70-463e-ad72-096baf1a01c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:09.747156 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-02244218-1e70-463e-ad72-096baf1a01c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:09.829095 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba3f28-41c6-4edc-b833-b7ceab8e0ef1 req-c4accbbe-a151-4591-9c8c-926d3c318866 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:09.837465 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d6ba3f28-41c6-4edc-b833-b7ceab8e0ef1 req-c4accbbe-a151-4591-9c8c-926d3c318866 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/ports?device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 945 time: 0.3705060 Feb 09 01:15:09.897289 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121efb9-479f-4790-acd7-1cb59bfa79d5 req-25265be9-0c03-43cc-8877-843529889306 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:09.913910 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6121efb9-479f-4790-acd7-1cb59bfa79d5 req-25265be9-0c03-43cc-8877-843529889306 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 943 time: 0.2198095 Feb 09 01:15:09.982271 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d6ba3f28-41c6-4edc-b833-b7ceab8e0ef1 req-44c2ff00-296b-4c26-b99b-f016936872c3 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd036a29-976c-49d2-89d7-7eb24bf4e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438754 Feb 09 01:15:10.018941 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6121efb9-479f-4790-acd7-1cb59bfa79d5 req-1c113d45-c639-4817-9115-a9cc54406794 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038325 Feb 09 01:15:10.108091 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e79b1cf0-c510-4c77-8396-90adbce52660 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:10.185789 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-02244218-1e70-463e-ad72-096baf1a01c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:10.262180 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-02244218-1e70-463e-ad72-096baf1a01c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:10.312724 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ae1f8412-314e-4fdd-949b-592f5f6ae553 req-201f586c-70c8-4d2c-a6ec-6ccbed5bae54 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef5c4745-cf4b-44ad-9742-dabdeb8d724b HTTP/1.1" status: 200 len: 210 time: 0.1037376 Feb 09 01:15:10.322607 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:10.325190 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978968c-7680-467f-80f0-e8c48aa82310 req-55d732b4-d210-401c-a657-628bbfd66be1 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:10.326795 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c978968c-7680-467f-80f0-e8c48aa82310 req-55d732b4-d210-401c-a657-628bbfd66be1 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.37 "GET /v2.0/ports?device_id=b64fa229-678c-47d0-a6e6-0319595edf63 HTTP/1.1" status: 200 len: 943 time: 0.1394398 Feb 09 01:15:10.399848 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-02244218-1e70-463e-ad72-096baf1a01c2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c691b1ac222f4413b9842abfff08f66c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4889305 Feb 09 01:15:10.400808 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b1cf0-c510-4c77-8396-90adbce52660 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Pushing event updated for resources: {'Subnet': ['ID=410184ff-e385-46d6-8f84-b8199bffb85c,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:10.401363 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c978968c-7680-467f-80f0-e8c48aa82310 req-39187a68-1b4e-46bb-9608-e900c98c5d13 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.37 "GET /v2.0/security-groups?id=24ed0953-3719-4337-a2c9-a551fe444d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663612 Feb 09 01:15:10.402441 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 49390) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:10.408519 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:10.417276 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02244218-1e70-463e-ad72-096baf1a01c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c5f521-8088-4a0e-81e1-01ae0543abf4,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:10.420167 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79b1cf0-c510-4c77-8396-90adbce52660 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Checking segment: {'id': 'a4159d90-9e6f-4b19-9698-6eb6ce9499d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '874084cf-dd85-4e68-8dc7-d0c2e10e6a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:10.428275 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79b1cf0-c510-4c77-8396-90adbce52660 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Network hostable DHCP agents. Network: 874084cf-dd85-4e68-8dc7-d0c2e10e6a1e, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:15:10.479771 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79b1cf0-c510-4c77-8396-90adbce52660 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Network 874084cf-dd85-4e68-8dc7-d0c2e10e6a1e is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:15:10.505587 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-e79b1cf0-c510-4c77-8396-90adbce52660 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 874084cf-dd85-4e68-8dc7-d0c2e10e6a1e) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:10.516956 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e79b1cf0-c510-4c77-8396-90adbce52660 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:10.526419 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08c3209-db72-4ae3-bffa-4bd16ba2b5af None None] Network 874084cf-dd85-4e68-8dc7-d0c2e10e6a1e requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:10.610187 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fc5f2ecc-5bb0-422d-a13d-d6a1a0d5dbe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:10.681780 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fc5f2ecc-5bb0-422d-a13d-d6a1a0d5dbe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:10.826421 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7e783-4647-4ac2-a24b-6a653fab430b req-907beb4b-0c40-464b-846b-f2388f8095f5 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:10.832451 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e0d7e783-4647-4ac2-a24b-6a653fab430b req-907beb4b-0c40-464b-846b-f2388f8095f5 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 947 time: 0.1394117 Feb 09 01:15:10.858531 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fc5f2ecc-5bb0-422d-a13d-d6a1a0d5dbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:10.884440 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f2ecc-5bb0-422d-a13d-d6a1a0d5dbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c5f521-8088-4a0e-81e1-01ae0543abf4,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:10.901519 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e0d7e783-4647-4ac2-a24b-6a653fab430b req-c19ba297-1e5d-4999-b104-32cf8ef28624 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667703 Feb 09 01:15:10.902582 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fc5f2ecc-5bb0-422d-a13d-d6a1a0d5dbe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:10.903814 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-fc5f2ecc-5bb0-422d-a13d-d6a1a0d5dbe1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/45c5f521-8088-4a0e-81e1-01ae0543abf4 HTTP/1.1" status: 204 len: 168 time: 0.5002346 Feb 09 01:15:10.970175 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d7647d-ac76-45d3-91eb-436444b344f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-874084cf-dd85-4e68-8dc7-d0c2e10e6a1e', 'network_id': '874084cf-dd85-4e68-8dc7-d0c2e10e6a1e', 'tenant_id': '9c27d42c4da346c884e6fbaacd1ac0d5', 'fixed_ips': [{'subnet_id': '410184ff-e385-46d6-8f84-b8199bffb85c'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:15:10.971010 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-77d7647d-ac76-45d3-91eb-436444b344f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:10.971545 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79b1cf0-c510-4c77-8396-90adbce52660 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Checking segment: {'id': '4e8e5bad-18e4-4c12-a502-2fca2bdc39cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '135c5619-402a-4c44-84fa-98a3361fc732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:10.971999 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79b1cf0-c510-4c77-8396-90adbce52660 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Network hostable DHCP agents. Network: 135c5619-402a-4c44-84fa-98a3361fc732, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:15:11.035249 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b1cf0-c510-4c77-8396-90adbce52660 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Pushing event updated for resources: {'Subnet': ['ID=c506c4fa-a595-4561-a301-02605723501e,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:11.127569 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-30abe4c4-3c2b-4a2c-aebb-c4a2680826f6 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:11.135658 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-30abe4c4-3c2b-4a2c-aebb-c4a2680826f6 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/networks?id=84a4b1eb-79d6-447b-b1fd-6bc1ef45422a HTTP/1.1" status: 200 len: 804 time: 0.4885643 Feb 09 01:15:11.139594 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79b1cf0-c510-4c77-8396-90adbce52660 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Network 135c5619-402a-4c44-84fa-98a3361fc732 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:15:11.175444 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-e79b1cf0-c510-4c77-8396-90adbce52660 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 135c5619-402a-4c44-84fa-98a3361fc732) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:11.183543 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79b1cf0-c510-4c77-8396-90adbce52660 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:11.184276 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79b1cf0-c510-4c77-8396-90adbce52660 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:11.184716 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e79b1cf0-c510-4c77-8396-90adbce52660 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:11.206462 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0024b35d-c22a-4503-9e05-e7efda1f8954 None None] Network 135c5619-402a-4c44-84fa-98a3361fc732 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:11.206838 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-d6f218d1-0a7a-4461-8e6f-0d0cf8b734d6 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/quotas/67dfd8ca30e2412a805557bd94e02525 HTTP/1.1" status: 200 len: 375 time: 0.0702977 Feb 09 01:15:11.311617 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e79b1cf0-c510-4c77-8396-90adbce52660 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.5884807 Feb 09 01:15:11.314586 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49414) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:11.376566 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a37de1-e457-482f-89d5-ae6200e7c864 req-3827522d-638d-42ce-8161-cb56b9f72076 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:11.386614 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e1a37de1-e457-482f-89d5-ae6200e7c864 req-3827522d-638d-42ce-8161-cb56b9f72076 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/ports?device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 945 time: 0.1556091 Feb 09 01:15:11.401425 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-17bdd22a-9771-4185-8fc5-1468f2180c6f tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=67dfd8ca30e2412a805557bd94e02525&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1936285 Feb 09 01:15:11.492780 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e1a37de1-e457-482f-89d5-ae6200e7c864 req-72328f54-5089-4048-aca7-d73a4637780c tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd036a29-976c-49d2-89d7-7eb24bf4e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038873 Feb 09 01:15:11.496634 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c80da3-626c-49b9-86c8-7408c775fb9f tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:11.498404 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c80da3-626c-49b9-86c8-7408c775fb9f tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:11.499916 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c80da3-626c-49b9-86c8-7408c775fb9f tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:11.500832 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-79c80da3-626c-49b9-86c8-7408c775fb9f tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Synchronizing usage tracker for tenant:9c27d42c4da346c884e6fbaacd1ac0d5 on resource:subnet {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:15:11.608968 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-79c80da3-626c-49b9-86c8-7408c775fb9f tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Unset dirty status for tenant:9c27d42c4da346c884e6fbaacd1ac0d5 on resource:subnet {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:15:11.612204 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-79c80da3-626c-49b9-86c8-7408c775fb9f tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2970512 Feb 09 01:15:11.612362 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-77d7647d-ac76-45d3-91eb-436444b344f4 None None] Allocated IP 172.20.0.2 (874084cf-dd85-4e68-8dc7-d0c2e10e6a1e/410184ff-e385-46d6-8f84-b8199bffb85c/5f231b59-bbc7-4e5c-bf77-dfc662ae03e3) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:11.632439 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49428) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:11.851938 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-b5a1d2da-f08b-4e0e-8358-043a846311ad service neutron] 10.222.0.37 "GET /v2.0/networks/84a4b1eb-79d6-447b-b1fd-6bc1ef45422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494193 Feb 09 01:15:12.026586 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:12.087043 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28cd73-a797-4948-915e-44be9dd2c4d1 req-271d9666-ffa0-4c29-9898-e47ca992c707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:12.088733 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4d28cd73-a797-4948-915e-44be9dd2c4d1 req-271d9666-ffa0-4c29-9898-e47ca992c707 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5487554 Feb 09 01:15:12.123770 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92af89-d3d3-4977-8298-9b5097d8cfcd req-93af1c67-541d-49a4-b0ce-5cb8d8d6d966 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:12.130025 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e16b6e9-0e2b-4891-8ba8-8aaebdfee8c2 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Deleting subnet 410184ff-e385-46d6-8f84-b8199bffb85c {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:15:12.131074 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8d92af89-d3d3-4977-8298-9b5097d8cfcd req-93af1c67-541d-49a4-b0ce-5cb8d8d6d966 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 943 time: 0.3229084 Feb 09 01:15:12.213402 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8d92af89-d3d3-4977-8298-9b5097d8cfcd req-64d84f15-10f3-4061-8c8e-9da09453bce1 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788379 Feb 09 01:15:12.285527 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-cebf5440-fcc1-4847-b857-62f8eb6dcc82 service neutron] 10.222.0.37 "GET /v2.0/networks/84a4b1eb-79d6-447b-b1fd-6bc1ef45422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327278 Feb 09 01:15:12.290969 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 5ba01ec0-2341-4495-a90d-ed077c7dad4e no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:15:12.320025 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309e78dd-8260-459b-a845-36ba02cf9e08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-135c5619-402a-4c44-84fa-98a3361fc732', 'network_id': '135c5619-402a-4c44-84fa-98a3361fc732', 'tenant_id': '9c27d42c4da346c884e6fbaacd1ac0d5', 'fixed_ips': [{'subnet_id': 'c506c4fa-a595-4561-a301-02605723501e'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:15:12.321353 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-309e78dd-8260-459b-a845-36ba02cf9e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:12.415787 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-caab28ae-d311-42bf-82d8-6aec92a93d8d req-dd2416b5-4713-479d-9876-5f174479f7d4 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef5c4745-cf4b-44ad-9742-dabdeb8d724b HTTP/1.1" status: 200 len: 210 time: 0.0583227 Feb 09 01:15:12.469375 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49456) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:12.714340 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-f86c2786-3cb7-482c-b64b-718b78374094 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-85818060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:12.722148 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f86c2786-3cb7-482c-b64b-718b78374094 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:12.726937 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f86c2786-3cb7-482c-b64b-718b78374094 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Usage tracker for resource:router and tenant:1a6dbbb0dbc240ec956e41477b2c9782 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:12.737708 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f86c2786-3cb7-482c-b64b-718b78374094 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:12.768312 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f86c2786-3cb7-482c-b64b-718b78374094 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:12.779781 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806393a-b184-4d0f-94d7-a73471b0492c req-ee2344c3-3fe2-4d19-8ff4-32788a7ee1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:12.779781 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7806393a-b184-4d0f-94d7-a73471b0492c req-ee2344c3-3fe2-4d19-8ff4-32788a7ee1de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d55c0e6e88c4e67bfddf9dcc49469b0&device_id=b64fa229-678c-47d0-a6e6-0319595edf63 HTTP/1.1" status: 200 len: 1094 time: 0.2677445 Feb 09 01:15:12.888482 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f86c2786-3cb7-482c-b64b-718b78374094 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:12.897167 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f86c2786-3cb7-482c-b64b-718b78374094 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:12.904526 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7806393a-b184-4d0f-94d7-a73471b0492c req-ad0f3f3c-bae3-4dd7-96a4-3a2e4eaae1d2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=741d83e1-98ee-4a07-9d90-94b4e1eb4f9f HTTP/1.1" status: 200 len: 217 time: 0.1000180 Feb 09 01:15:12.914410 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666f2cd-dabf-4d16-8576-a4a77bc27e26 req-54008167-36ac-421a-ae00-264e9b52b194 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:12.922952 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9666f2cd-dabf-4d16-8576-a4a77bc27e26 req-54008167-36ac-421a-ae00-264e9b52b194 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 947 time: 0.3092668 Feb 09 01:15:12.959054 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f86c2786-3cb7-482c-b64b-718b78374094 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:12.989116 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:12.992029 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0eef38-645f-443f-832e-84d2216534a3 req-87dfdb29-0ecc-4591-b168-8ad7e00ed07b tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:12.994252 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7c0eef38-645f-443f-832e-84d2216534a3 req-87dfdb29-0ecc-4591-b168-8ad7e00ed07b tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.37 "GET /v2.0/ports?device_id=b64fa229-678c-47d0-a6e6-0319595edf63 HTTP/1.1" status: 200 len: 943 time: 0.3830249 Feb 09 01:15:13.026033 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f86c2786-3cb7-482c-b64b-718b78374094 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:13.042160 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9666f2cd-dabf-4d16-8576-a4a77bc27e26 req-9cdef1cf-10d3-4472-ba5f-ee16516c05d5 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182373 Feb 09 01:15:13.056657 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-77d7647d-ac76-45d3-91eb-436444b344f4 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:13.090655 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806393a-b184-4d0f-94d7-a73471b0492c req-fd3c64cd-f3bc-490d-9f03-3dd111e1f690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:13.100677 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7806393a-b184-4d0f-94d7-a73471b0492c req-fd3c64cd-f3bc-490d-9f03-3dd111e1f690 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=500a00b5-679c-4c0f-8ecc-378be48599d1 HTTP/1.1" status: 200 len: 858 time: 0.1729798 Feb 09 01:15:13.126423 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-77d7647d-ac76-45d3-91eb-436444b344f4 None None] Transition to ACTIVE for port object 5f231b59-bbc7-4e5c-bf77-dfc662ae03e3 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:13.142311 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-309e78dd-8260-459b-a845-36ba02cf9e08 None None] Allocated IP 172.20.0.18 (135c5619-402a-4c44-84fa-98a3361fc732/c506c4fa-a595-4561-a301-02605723501e/e69c73db-5b8f-40ed-9305-7ebba3481535) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:13.173116 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffde6797-f7da-4d5e-bcb5-8301544dce2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ba01ec0-2341-4495-a90d-ed077c7dad4e'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:15:13.174588 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f86c2786-3cb7-482c-b64b-718b78374094 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:13.177649 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f86c2786-3cb7-482c-b64b-718b78374094 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 0.7070560 Feb 09 01:15:13.190049 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49476) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:13.197209 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7c0eef38-645f-443f-832e-84d2216534a3 req-fa28d902-79f6-4457-aa7c-2190f9a3a892 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.37 "GET /v2.0/security-groups?id=24ed0953-3719-4337-a2c9-a551fe444d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793973 Feb 09 01:15:13.202027 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-77e81e19-9862-43c5-a15a-46424f200995 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1210169525'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:13.208140 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-77d7647d-ac76-45d3-91eb-436444b344f4 None None] Transition to ACTIVE for port object 5f231b59-bbc7-4e5c-bf77-dfc662ae03e3 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:13.211616 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 5ba01ec0-2341-4495-a90d-ed077c7dad4e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=5ba01ec0-2341-4495-a90d-ed077c7dad4e,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:13.212566 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-77e81e19-9862-43c5-a15a-46424f200995 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:13.223417 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-77e81e19-9862-43c5-a15a-46424f200995 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Usage tracker for resource:network and tenant:1a6dbbb0dbc240ec956e41477b2c9782 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:13.231108 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6e16b6e9-0e2b-4891-8ba8-8aaebdfee8c2 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:13.236881 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:13.309384 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-77e81e19-9862-43c5-a15a-46424f200995 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:13.334891 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-77e81e19-9862-43c5-a15a-46424f200995 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:13.360596 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7806393a-b184-4d0f-94d7-a73471b0492c req-11a132fb-9088-4341-a8fc-28a33f37889d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cbc1be0b-7e6b-4684-aa6c-c298777bef7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2484345 Feb 09 01:15:13.384842 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e81e19-9862-43c5-a15a-46424f200995 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Made reservation on behalf of 1a6dbbb0dbc240ec956e41477b2c9782 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:13.388247 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-77e81e19-9862-43c5-a15a-46424f200995 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:13.417176 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-77d7647d-ac76-45d3-91eb-436444b344f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:13.420078 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6e16b6e9-0e2b-4891-8ba8-8aaebdfee8c2 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:13.499423 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-77e81e19-9862-43c5-a15a-46424f200995 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:13.535111 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-77e81e19-9862-43c5-a15a-46424f200995 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:13.544589 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-77e81e19-9862-43c5-a15a-46424f200995 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Usage tracker for resource:security_group_rule and tenant:1a6dbbb0dbc240ec956e41477b2c9782 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:13.555771 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-77e81e19-9862-43c5-a15a-46424f200995 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:13.570712 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-77e81e19-9862-43c5-a15a-46424f200995 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:13.639320 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=5ba01ec0-2341-4495-a90d-ed077c7dad4e,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:13.643220 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6e16b6e9-0e2b-4891-8ba8-8aaebdfee8c2 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:13.690242 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d7647d-ac76-45d3-91eb-436444b344f4 None None] Network 874084cf-dd85-4e68-8dc7-d0c2e10e6a1e is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:13.741061 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-b3d6292f-8124-4d26-835d-86c655616a77 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:13.743541 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-b3d6292f-8124-4d26-835d-86c655616a77 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.35 "GET /v2.0/networks?id=a3afca57-246e-458a-965f-203ae806e5cf HTTP/1.1" status: 200 len: 814 time: 0.4177148 Feb 09 01:15:13.764324 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-77d7647d-ac76-45d3-91eb-436444b344f4 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:13.774405 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d7647d-ac76-45d3-91eb-436444b344f4 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:15:13.819808 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc43dd4-dd24-4f6f-9f3f-03208973aa54 req-4b9829ca-f765-40a3-aee0-ed373012ff42 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:13.827116 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cbc43dd4-dd24-4f6f-9f3f-03208973aa54 req-4b9829ca-f765-40a3-aee0-ed373012ff42 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/ports?device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 945 time: 0.3715067 Feb 09 01:15:13.923405 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cbc43dd4-dd24-4f6f-9f3f-03208973aa54 req-4eb5a51c-ce6a-4037-9508-b2540045d34c tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd036a29-976c-49d2-89d7-7eb24bf4e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924587 Feb 09 01:15:14.008063 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7647d-ac76-45d3-91eb-436444b344f4 None None] Pushing event updated for resources: {'Port': ['ID=5f231b59-bbc7-4e5c-bf77-dfc662ae03e3,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:14.049490 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6e16b6e9-0e2b-4891-8ba8-8aaebdfee8c2 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:14.067664 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3657d338-0d5b-4f09-9394-7d3a4fb6f346 req-5403fcc5-5968-47e9-b7f0-fab2f219fbab tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=668ba4f0-08f6-4c38-98c7-88ccc3de3b32 HTTP/1.1" status: 200 len: 210 time: 0.8619308 Feb 09 01:15:14.083301 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffde6797-f7da-4d5e-bcb5-8301544dce2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ba01ec0-2341-4495-a90d-ed077c7dad4e', 'code': 200} Feb 09 01:15:14.091073 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-d16e6655-2f4e-402b-ab1b-c2269d2950df tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Request body: {'port': {'device_id': 'ef5c4745-cf4b-44ad-9742-dabdeb8d724b', 'network_id': 'a3afca57-246e-458a-965f-203ae806e5cf', 'admin_state_up': True, 'tenant_id': 'bbf0f82d35c440b0ba7e6bf598531d13'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:14.138839 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-77d7647d-ac76-45d3-91eb-436444b344f4 None None] Attempting to bind port 5f231b59-bbc7-4e5c-bf77-dfc662ae03e3 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:15:14.140031 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-77d7647d-ac76-45d3-91eb-436444b344f4 None None] Attempting to bind port 5f231b59-bbc7-4e5c-bf77-dfc662ae03e3 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'a4159d90-9e6f-4b19-9698-6eb6ce9499d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '874084cf-dd85-4e68-8dc7-d0c2e10e6a1e'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:15:14.141483 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d7647d-ac76-45d3-91eb-436444b344f4 None None] Attempting to bind port 5f231b59-bbc7-4e5c-bf77-dfc662ae03e3 on network 874084cf-dd85-4e68-8dc7-d0c2e10e6a1e {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:15:14.160517 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d7647d-ac76-45d3-91eb-436444b344f4 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:15:14.160911 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d7647d-ac76-45d3-91eb-436444b344f4 None None] Checking segment: {'id': 'a4159d90-9e6f-4b19-9698-6eb6ce9499d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '874084cf-dd85-4e68-8dc7-d0c2e10e6a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:14.161874 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-77d7647d-ac76-45d3-91eb-436444b344f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:14.162420 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d7647d-ac76-45d3-91eb-436444b344f4 None None] Bound using segment: {'id': 'a4159d90-9e6f-4b19-9698-6eb6ce9499d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '874084cf-dd85-4e68-8dc7-d0c2e10e6a1e'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:15:14.162903 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-77d7647d-ac76-45d3-91eb-436444b344f4 None None] Bound port: 5f231b59-bbc7-4e5c-bf77-dfc662ae03e3, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4159d90-9e6f-4b19-9698-6eb6ce9499d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '874084cf-dd85-4e68-8dc7-d0c2e10e6a1e'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:15:14.163827 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-77d7647d-ac76-45d3-91eb-436444b344f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:14.194040 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16b6e9-0e2b-4891-8ba8-8aaebdfee8c2 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Pushing event deleted for resources: {'Subnet': ['ID=410184ff-e385-46d6-8f84-b8199bffb85c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:14.197909 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6e16b6e9-0e2b-4891-8ba8-8aaebdfee8c2 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:14.213296 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-77e81e19-9862-43c5-a15a-46424f200995 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:14.220724 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-77e81e19-9862-43c5-a15a-46424f200995 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:14.313151 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e81e19-9862-43c5-a15a-46424f200995 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b370d184-d2e4-46c4-9b26-423dcabfe6a3,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:14.456016 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6e16b6e9-0e2b-4891-8ba8-8aaebdfee8c2 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] 10.222.0.37 "DELETE /v2.0/subnets/410184ff-e385-46d6-8f84-b8199bffb85c HTTP/1.1" status: 204 len: 168 time: 2.8216572 Feb 09 01:15:14.465367 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49490) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:14.508605 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-309e78dd-8260-459b-a845-36ba02cf9e08 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:14.533918 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-309e78dd-8260-459b-a845-36ba02cf9e08 None None] Transition to ACTIVE for port object e69c73db-5b8f-40ed-9305-7ebba3481535 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:14.551607 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-77d7647d-ac76-45d3-91eb-436444b344f4 None None] For port 5f231b59-bbc7-4e5c-bf77-dfc662ae03e3, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:15:14.558484 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-77d7647d-ac76-45d3-91eb-436444b344f4 None None] For port 5f231b59-bbc7-4e5c-bf77-dfc662ae03e3, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=5f231b59-bbc7-4e5c-bf77-dfc662ae03e3,segment=NetworkSegment(a4159d90-9e6f-4b19-9698-6eb6ce9499d0),segment_id=a4159d90-9e6f-4b19-9698-6eb6ce9499d0)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:15:14.568001 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-77d7647d-ac76-45d3-91eb-436444b344f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:14.573484 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-309e78dd-8260-459b-a845-36ba02cf9e08 None None] Transition to ACTIVE for port object e69c73db-5b8f-40ed-9305-7ebba3481535 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:14.619859 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-8441ba7c-7d40-43d1-912a-163f91f912dd tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Deleting subnet c506c4fa-a595-4561-a301-02605723501e {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:15:14.641166 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-309e78dd-8260-459b-a845-36ba02cf9e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:14.644541 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e81e19-9862-43c5-a15a-46424f200995 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 978} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:15:14.649379 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8441ba7c-7d40-43d1-912a-163f91f912dd tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:14.678132 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309e78dd-8260-459b-a845-36ba02cf9e08 None None] Network 135c5619-402a-4c44-84fa-98a3361fc732 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:14.682248 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-309e78dd-8260-459b-a845-36ba02cf9e08 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:14.686317 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309e78dd-8260-459b-a845-36ba02cf9e08 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:15:14.736606 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7806393a-b184-4d0f-94d7-a73471b0492c req-24c3760c-381d-4fd1-b1e0-19e7514e7212 service neutron] 10.222.0.35 "GET /v2.0/networks/cbc1be0b-7e6b-4684-aa6c-c298777bef7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9915261 Feb 09 01:15:14.739267 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a1f4536a-abe4-4e04-ba1a-0b2f5cd6c733 req-55fde010-7f9d-41e0-a77f-b8ee43f8089c tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef5c4745-cf4b-44ad-9742-dabdeb8d724b HTTP/1.1" status: 200 len: 210 time: 0.0924561 Feb 09 01:15:14.744874 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-d16e6655-2f4e-402b-ab1b-c2269d2950df tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:14.792690 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8441ba7c-7d40-43d1-912a-163f91f912dd tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:14.837647 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7647d-ac76-45d3-91eb-436444b344f4 None None] Pushing event updated for resources: {'Port': ['ID=5f231b59-bbc7-4e5c-bf77-dfc662ae03e3,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:14.914185 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e78dd-8260-459b-a845-36ba02cf9e08 None None] Pushing event updated for resources: {'Port': ['ID=e69c73db-5b8f-40ed-9305-7ebba3481535,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:14.919558 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-309e78dd-8260-459b-a845-36ba02cf9e08 None None] Attempting to bind port e69c73db-5b8f-40ed-9305-7ebba3481535 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:15:14.920024 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-309e78dd-8260-459b-a845-36ba02cf9e08 None None] Attempting to bind port e69c73db-5b8f-40ed-9305-7ebba3481535 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '4e8e5bad-18e4-4c12-a502-2fca2bdc39cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '135c5619-402a-4c44-84fa-98a3361fc732'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:15:14.920710 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309e78dd-8260-459b-a845-36ba02cf9e08 None None] Attempting to bind port e69c73db-5b8f-40ed-9305-7ebba3481535 on network 135c5619-402a-4c44-84fa-98a3361fc732 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:15:14.928148 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309e78dd-8260-459b-a845-36ba02cf9e08 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:15:14.928548 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309e78dd-8260-459b-a845-36ba02cf9e08 None None] Checking segment: {'id': '4e8e5bad-18e4-4c12-a502-2fca2bdc39cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '135c5619-402a-4c44-84fa-98a3361fc732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:14.928961 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-309e78dd-8260-459b-a845-36ba02cf9e08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:14.930250 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309e78dd-8260-459b-a845-36ba02cf9e08 None None] Bound using segment: {'id': '4e8e5bad-18e4-4c12-a502-2fca2bdc39cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '135c5619-402a-4c44-84fa-98a3361fc732'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:15:14.930250 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-309e78dd-8260-459b-a845-36ba02cf9e08 None None] Bound port: e69c73db-5b8f-40ed-9305-7ebba3481535, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e8e5bad-18e4-4c12-a502-2fca2bdc39cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '135c5619-402a-4c44-84fa-98a3361fc732'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:15:14.930250 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-309e78dd-8260-459b-a845-36ba02cf9e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:14.993872 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-d16e6655-2f4e-402b-ab1b-c2269d2950df tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:15.004671 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-77e81e19-9862-43c5-a15a-46424f200995 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:15.005299 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-77e81e19-9862-43c5-a15a-46424f200995 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Added segment 4f7a8df1-8540-4488-980f-5e8591a0a2ec of type vlan for network 95ff68ec-010d-4b37-a4e5-c042bfc6808d Feb 09 01:15:15.045990 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-77e81e19-9862-43c5-a15a-46424f200995 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:15.068852 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-309e78dd-8260-459b-a845-36ba02cf9e08 None None] For port e69c73db-5b8f-40ed-9305-7ebba3481535, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:15:15.073427 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-309e78dd-8260-459b-a845-36ba02cf9e08 None None] For port e69c73db-5b8f-40ed-9305-7ebba3481535, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=e69c73db-5b8f-40ed-9305-7ebba3481535,segment=NetworkSegment(4e8e5bad-18e4-4c12-a502-2fca2bdc39cc),segment_id=4e8e5bad-18e4-4c12-a502-2fca2bdc39cc)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:15:15.078374 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd015132-8769-4dfd-b1e7-d5c71e548f5a None None] Network 874084cf-dd85-4e68-8dc7-d0c2e10e6a1e requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:15.100573 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-309e78dd-8260-459b-a845-36ba02cf9e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:15.100824 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-77e81e19-9862-43c5-a15a-46424f200995 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:15.106311 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e81e19-9862-43c5-a15a-46424f200995 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:15.107008 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-77e81e19-9862-43c5-a15a-46424f200995 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:15.132173 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-d16e6655-2f4e-402b-ab1b-c2269d2950df tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Made reservation on behalf of bbf0f82d35c440b0ba7e6bf598531d13 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:15.136070 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-d16e6655-2f4e-402b-ab1b-c2269d2950df tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:15.227167 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e81e19-9862-43c5-a15a-46424f200995 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Pushing event updated for resources: {'Network': ['ID=95ff68ec-010d-4b37-a4e5-c042bfc6808d,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:15.285990 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f50ae3-72d2-4c54-b1e4-15a025b7d846 req-887433c8-020a-4191-ab3b-5caad2d853e4 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:15.293507 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c0f50ae3-72d2-4c54-b1e4-15a025b7d846 req-887433c8-020a-4191-ab3b-5caad2d853e4 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 943 time: 0.9853115 Feb 09 01:15:15.301878 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d147a-ddb2-41ea-ad8a-94b58af397b4 req-f4a738b1-f386-4ac1-beb6-452f7f874caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:15.303525 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e78dd-8260-459b-a845-36ba02cf9e08 None None] Pushing event updated for resources: {'Port': ['ID=e69c73db-5b8f-40ed-9305-7ebba3481535,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:15.307787 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0f8d147a-ddb2-41ea-ad8a-94b58af397b4 req-f4a738b1-f386-4ac1-beb6-452f7f874caf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 1096 time: 0.8932455 Feb 09 01:15:15.317085 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 95ff68ec-010d-4b37-a4e5-c042bfc6808d details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:15:15.339509 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-77e81e19-9862-43c5-a15a-46424f200995 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1478939 Feb 09 01:15:15.344007 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8441ba7c-7d40-43d1-912a-163f91f912dd tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:15.367655 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-d9c7c2cd-98aa-42c9-988c-d4b18fe8b5f8 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:15.369040 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-d9c7c2cd-98aa-42c9-988c-d4b18fe8b5f8 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.35 "GET /v2.0/networks?id=84a4b1eb-79d6-447b-b1fd-6bc1ef45422a HTTP/1.1" status: 200 len: 804 time: 0.6214368 Feb 09 01:15:15.380945 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 49498) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:15.396201 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-f83996d8-91b4-4e9b-a162-af29115f5941 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Request body: {'port': {'device_id': '668ba4f0-08f6-4c38-98c7-88ccc3de3b32', 'network_id': '84a4b1eb-79d6-447b-b1fd-6bc1ef45422a', 'admin_state_up': True, 'tenant_id': '67dfd8ca30e2412a805557bd94e02525'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:15.436045 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-31d9fa4c-7ba9-4a64-8bcc-7d99e8084204 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Request body: {'subnet': {'network_id': '95ff68ec-010d-4b37-a4e5-c042bfc6808d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:15.442558 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c0f50ae3-72d2-4c54-b1e4-15a025b7d846 req-e40e13f0-de08-46a6-b869-b5cb721ceac7 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480992 Feb 09 01:15:15.469393 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0f8d147a-ddb2-41ea-ad8a-94b58af397b4 req-31d63478-d1d5-474b-bc21-db58f6c0187e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=dd036a29-976c-49d2-89d7-7eb24bf4e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286120 Feb 09 01:15:15.477772 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e076381-e1de-43f1-bc7f-963d7625922d req-e7c5ab92-f35a-43ac-978b-5000dd4c7c0d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:15.479303 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0e076381-e1de-43f1-bc7f-963d7625922d req-e7c5ab92-f35a-43ac-978b-5000dd4c7c0d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffde6797-f7da-4d5e-bcb5-8301544dce2c HTTP/1.1" status: 200 len: 943 time: 0.4746246 Feb 09 01:15:15.545480 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8441ba7c-7d40-43d1-912a-163f91f912dd tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:15.634193 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441ba7c-7d40-43d1-912a-163f91f912dd tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Pushing event deleted for resources: {'Subnet': ['ID=c506c4fa-a595-4561-a301-02605723501e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:15.636597 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8441ba7c-7d40-43d1-912a-163f91f912dd tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:15.721361 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8441ba7c-7d40-43d1-912a-163f91f912dd tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] 10.222.0.37 "DELETE /v2.0/subnets/c506c4fa-a595-4561-a301-02605723501e HTTP/1.1" status: 204 len: 168 time: 1.2475731 Feb 09 01:15:15.727601 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49502) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:15.866392 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0280fc6-9f15-47a6-8cd5-d75f1f814f37 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:15.867102 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d0280fc6-9f15-47a6-8cd5-d75f1f814f37 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Synchronizing usage tracker for tenant:9c27d42c4da346c884e6fbaacd1ac0d5 on resource:subnet {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:15:15.883635 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9248814-12fc-48e0-96f6-e1965ace7b0e req-1a05a04d-1e0b-4e3f-8885-a09e23461b60 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:15.890453 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c9248814-12fc-48e0-96f6-e1965ace7b0e req-1a05a04d-1e0b-4e3f-8885-a09e23461b60 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.37 "GET /v2.0/ports?device_id=b64fa229-678c-47d0-a6e6-0319595edf63 HTTP/1.1" status: 200 len: 943 time: 0.2321248 Feb 09 01:15:15.936971 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d0280fc6-9f15-47a6-8cd5-d75f1f814f37 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Unset dirty status for tenant:9c27d42c4da346c884e6fbaacd1ac0d5 on resource:subnet {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:15:15.938149 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d0280fc6-9f15-47a6-8cd5-d75f1f814f37 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2088559 Feb 09 01:15:15.961950 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49508) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:15.972644 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c9248814-12fc-48e0-96f6-e1965ace7b0e req-620000e8-b83d-4a56-854d-e55014529bf1 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.37 "GET /v2.0/security-groups?id=24ed0953-3719-4337-a2c9-a551fe444d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812867 Feb 09 01:15:16.045490 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0ae7c-787b-48ca-b761-da932d4a7194 req-8cea558d-5ecc-4a0b-80e7-7156412ee0db tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:16.055914 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-84b0ae7c-787b-48ca-b761-da932d4a7194 req-8cea558d-5ecc-4a0b-80e7-7156412ee0db tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 947 time: 0.9627407 Feb 09 01:15:16.093477 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device e69c73db-5b8f-40ed-9305-7ebba3481535 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:15:16.110211 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7806393a-b184-4d0f-94d7-a73471b0492c req-49a99ba8-982a-4df2-b34a-3b56d16bb8b0 service neutron] 10.222.0.35 "GET /v2.0/networks/cbc1be0b-7e6b-4684-aa6c-c298777bef7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0278025 Feb 09 01:15:16.144618 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-d16e6655-2f4e-402b-ab1b-c2269d2950df tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Allocated IP 172.20.0.13 (a3afca57-246e-458a-965f-203ae806e5cf/16056dee-9c0e-41b1-962a-fb2cf7216c50/a36d19f4-36fb-4b7b-9e4f-34f3569c3224) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:16.160038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-0e076381-e1de-43f1-bc7f-963d7625922d req-4e9a5160-1303-44ce-9f7b-a81b0d562748 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Deleting port 5ba01ec0-2341-4495-a90d-ed077c7dad4e {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:15:16.160416 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0e076381-e1de-43f1-bc7f-963d7625922d req-4e9a5160-1303-44ce-9f7b-a81b0d562748 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:16.231157 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port e69c73db-5b8f-40ed-9305-7ebba3481535 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:16.237941 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-31d9fa4c-7ba9-4a64-8bcc-7d99e8084204 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:16.242760 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-31d9fa4c-7ba9-4a64-8bcc-7d99e8084204 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Usage tracker for resource:subnet and tenant:1a6dbbb0dbc240ec956e41477b2c9782 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:16.246567 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-31d9fa4c-7ba9-4a64-8bcc-7d99e8084204 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:16.254911 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-31d9fa4c-7ba9-4a64-8bcc-7d99e8084204 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:16.283906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d9fa4c-7ba9-4a64-8bcc-7d99e8084204 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Made reservation on behalf of 1a6dbbb0dbc240ec956e41477b2c9782 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:16.287803 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-31d9fa4c-7ba9-4a64-8bcc-7d99e8084204 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:16.287977 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 25312df4-851f-4f0a-921f-af21d59ea5d8 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:15:16.315661 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-75324637-664a-4e47-9281-fb4d5dcd08f4 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:16.360243 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-75324637-664a-4e47-9281-fb4d5dcd08f4 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Deleting port e69c73db-5b8f-40ed-9305-7ebba3481535 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:15:16.361100 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-75324637-664a-4e47-9281-fb4d5dcd08f4 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:16.478131 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-f83996d8-91b4-4e9b-a162-af29115f5941 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:16.494516 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-84b0ae7c-787b-48ca-b761-da932d4a7194 req-685c1742-e00e-4c16-ae15-be0beecdf6b8 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4376402 Feb 09 01:15:16.638474 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 25312df4-851f-4f0a-921f-af21d59ea5d8, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=25312df4-851f-4f0a-921f-af21d59ea5d8,segment=NetworkSegment(0a900953-cea9-408a-b5a5-b9b62ab0e594),segment_id=0a900953-cea9-408a-b5a5-b9b62ab0e594)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:16.680230 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '25312df4-851f-4f0a-921f-af21d59ea5d8', 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd', 'port_id': '25312df4-851f-4f0a-921f-af21d59ea5d8', 'mac_address': 'fa:16:3e:c5:d5:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 962, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:15:16.736568 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a79f3a-31ee-41da-9c51-29afd68c24ed req-688f006e-3732-4d3f-b391-e037117652df tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:16.749831 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-84a79f3a-31ee-41da-9c51-29afd68c24ed req-688f006e-3732-4d3f-b391-e037117652df tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/ports?device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 945 time: 0.5473697 Feb 09 01:15:16.797170 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:16.815990 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25312df4-851f-4f0a-921f-af21d59ea5d8 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:15:16.835164 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 25312df4-851f-4f0a-921f-af21d59ea5d8, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=25312df4-851f-4f0a-921f-af21d59ea5d8,segment=NetworkSegment(0a900953-cea9-408a-b5a5-b9b62ab0e594),segment_id=0a900953-cea9-408a-b5a5-b9b62ab0e594)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:16.840818 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:16.894422 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-84a79f3a-31ee-41da-9c51-29afd68c24ed req-d5c00dae-7f8a-43ee-9fbe-8275f6d8e4c1 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd036a29-976c-49d2-89d7-7eb24bf4e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435702 Feb 09 01:15:16.969501 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-75324637-664a-4e47-9281-fb4d5dcd08f4 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] For port e69c73db-5b8f-40ed-9305-7ebba3481535, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=e69c73db-5b8f-40ed-9305-7ebba3481535,segment=NetworkSegment(4e8e5bad-18e4-4c12-a502-2fca2bdc39cc),segment_id=4e8e5bad-18e4-4c12-a502-2fca2bdc39cc)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:16.974694 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-75324637-664a-4e47-9281-fb4d5dcd08f4 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:16.981432 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=25312df4-851f-4f0a-921f-af21d59ea5d8,revision_number=9']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:17.067049 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-f83996d8-91b4-4e9b-a162-af29115f5941 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:17.273475 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['25312df4-851f-4f0a-921f-af21d59ea5d8'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:15:17.290667 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-f83996d8-91b4-4e9b-a162-af29115f5941 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Made reservation on behalf of 67dfd8ca30e2412a805557bd94e02525 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:17.294612 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-f83996d8-91b4-4e9b-a162-af29115f5941 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:17.330419 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b20ec2c-1c2b-495b-b0a8-ad96f1d9669f None None] Network 135c5619-402a-4c44-84fa-98a3361fc732 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:17.388995 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-950546b5-33a1-4fbf-98d8-210176c8c932 req-b53fb4cb-1ace-406b-a626-c92ee70f7ea2 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=668ba4f0-08f6-4c38-98c7-88ccc3de3b32 HTTP/1.1" status: 200 len: 210 time: 0.4814088 Feb 09 01:15:17.415423 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-75324637-664a-4e47-9281-fb4d5dcd08f4 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Calling delete_port for e69c73db-5b8f-40ed-9305-7ebba3481535 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:15:17.456462 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-549c4104-15ed-4642-b97f-9aab15e5d21d req-32212fcb-970e-47b0-81e8-ff84830ca7bd tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef5c4745-cf4b-44ad-9742-dabdeb8d724b HTTP/1.1" status: 200 len: 210 time: 0.2995446 Feb 09 01:15:17.542229 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-75324637-664a-4e47-9281-fb4d5dcd08f4 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:17.562685 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-829e5f41-56b4-45ab-9716-571c059b76b0 None None] Provisioning for port e69c73db-5b8f-40ed-9305-7ebba3481535 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:17.637776 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75324637-664a-4e47-9281-fb4d5dcd08f4 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Pushing event deleted for resources: {'Port': ['ID=e69c73db-5b8f-40ed-9305-7ebba3481535,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:17.651669 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75324637-664a-4e47-9281-fb4d5dcd08f4 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] No DVR routers for this DVR port e69c73db-5b8f-40ed-9305-7ebba3481535 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:17.697642 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-829e5f41-56b4-45ab-9716-571c059b76b0 None None] Provisioning complete for port e69c73db-5b8f-40ed-9305-7ebba3481535 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:17.698522 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-829e5f41-56b4-45ab-9716-571c059b76b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:17.737478 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-0e076381-e1de-43f1-bc7f-963d7625922d req-4e9a5160-1303-44ce-9f7b-a81b0d562748 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] For port 5ba01ec0-2341-4495-a90d-ed077c7dad4e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=5ba01ec0-2341-4495-a90d-ed077c7dad4e,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:17.737987 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0e076381-e1de-43f1-bc7f-963d7625922d req-4e9a5160-1303-44ce-9f7b-a81b0d562748 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:17.827764 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-829e5f41-56b4-45ab-9716-571c059b76b0 None None] Port e69c73db-5b8f-40ed-9305-7ebba3481535 was deleted so its status cannot be updated. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 09 01:15:17.869090 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-75324637-664a-4e47-9281-fb4d5dcd08f4 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:17.929162 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72da89c3-46d6-4396-826e-64c3f5051433 None None] DHCP port deletion for 135c5619-402a-4c44-84fa-98a3361fc732 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:15:17.964736 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2a3642-708b-47d1-b6eb-b838c8b3a6e6 None None] get_active_networks_info from n-d-828419-1 {{(pid=87613) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:15:17.976465 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-75324637-664a-4e47-9281-fb4d5dcd08f4 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['135c5619-402a-4c44-84fa-98a3361fc732']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:18.006289 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-75324637-664a-4e47-9281-fb4d5dcd08f4 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e8e5bad-18e4-4c12-a502-2fca2bdc39cc') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:18.006576 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-75324637-664a-4e47-9281-fb4d5dcd08f4 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e8e5bad-18e4-4c12-a502-2fca2bdc39cc') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:18.036086 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device e69c73db-5b8f-40ed-9305-7ebba3481535 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:15:18.040099 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-75324637-664a-4e47-9281-fb4d5dcd08f4 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:18.072893 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-75324637-664a-4e47-9281-fb4d5dcd08f4 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:18.082374 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18caba54-a1f1-41e9-89f6-cf5b800c57bc req-dd632c6f-8d6f-46d5-a8e8-d3aac169d4f3 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:18.083949 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-18caba54-a1f1-41e9-89f6-cf5b800c57bc req-dd632c6f-8d6f-46d5-a8e8-d3aac169d4f3 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.37 "GET /v2.0/ports?device_id=b64fa229-678c-47d0-a6e6-0319595edf63 HTTP/1.1" status: 200 len: 943 time: 0.4299572 Feb 09 01:15:18.089730 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-0e076381-e1de-43f1-bc7f-963d7625922d req-4e9a5160-1303-44ce-9f7b-a81b0d562748 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Calling delete_port for 5ba01ec0-2341-4495-a90d-ed077c7dad4e owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:15:18.091002 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75324637-664a-4e47-9281-fb4d5dcd08f4 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Releasing vlan 964 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:15:18.093570 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-75324637-664a-4e47-9281-fb4d5dcd08f4 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:18.099314 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: e69c73db-5b8f-40ed-9305-7ebba3481535 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:15:18.099611 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device e69c73db-5b8f-40ed-9305-7ebba3481535 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:15:18.114772 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:15:18.114772 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:15:18.114772 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:15:18.114772 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:15:18.114772 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:15:18.114772 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:15:18.114772 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:15:18.114772 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:15:18.114772 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:15:18.114772 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:15:18.114772 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:15:18.114772 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:15:18.114772 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:15:18.114772 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:15:18.114772 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:15:18.114772 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:15:18.114772 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:15:18.114772 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:15:18.114772 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:15:18.114772 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:15:18.114772 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:15:18.114772 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:15:18.114772 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:15:18.114772 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:15:18.114772 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:15:18.114772 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:15:18.114772 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:15:18.114772 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:15:18.114772 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:15:18.114772 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:15:18.114772 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:15:18.114772 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:15:18.205851 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2a3642-708b-47d1-b6eb-b838c8b3a6e6 None None] Resources bound (agent type, host, resource id): {{(pid=87613) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:15:18.241775 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-18caba54-a1f1-41e9-89f6-cf5b800c57bc req-af1ade35-dea0-4d0f-a19a-22cd515e0818 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.37 "GET /v2.0/security-groups?id=24ed0953-3719-4337-a2c9-a551fe444d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628216 Feb 09 01:15:18.245231 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-f83996d8-91b4-4e9b-a162-af29115f5941 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Allocated IP 172.20.0.12 (84a4b1eb-79d6-447b-b1fd-6bc1ef45422a/c750fae4-2c3f-44da-87c9-de1301db5b32/5d40993b-9229-43e9-9491-2e781d10e67e) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:18.309646 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-75324637-664a-4e47-9281-fb4d5dcd08f4 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:18.335597 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 5ba01ec0-2341-4495-a90d-ed077c7dad4e no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:15:18.343692 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-75324637-664a-4e47-9281-fb4d5dcd08f4 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:18.350202 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75324637-664a-4e47-9281-fb4d5dcd08f4 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Pushing event deleted for resources: {'Network': ['ID=135c5619-402a-4c44-84fa-98a3361fc732,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:18.368116 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-d16e6655-2f4e-402b-ab1b-c2269d2950df tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:18.448707 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-75324637-664a-4e47-9281-fb4d5dcd08f4 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] 10.222.0.37 "DELETE /v2.0/networks/135c5619-402a-4c44-84fa-98a3361fc732 HTTP/1.1" status: 204 len: 168 time: 2.4749267 Feb 09 01:15:18.455310 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49522) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:18.512301 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83084d6d-49dd-48af-83b2-f4714e3a0a41 req-4e19ac24-96dc-4ee5-b440-4c356ebde67c tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:18.519602 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-83084d6d-49dd-48af-83b2-f4714e3a0a41 req-4e19ac24-96dc-4ee5-b440-4c356ebde67c tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 944 time: 0.9099381 Feb 09 01:15:18.594998 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5704-5039-4f8c-83ec-46986f8c2dac tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:18.623725 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c877f09-ee4f-47c0-816a-c885b858585a req-87a95cc8-efa3-46d1-a53a-d7684718feff tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:18.626127 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-83084d6d-49dd-48af-83b2-f4714e3a0a41 req-6dc93107-bc22-4f4c-b114-8be90d68e06c tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052370 Feb 09 01:15:18.631214 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2c877f09-ee4f-47c0-816a-c885b858585a req-87a95cc8-efa3-46d1-a53a-d7684718feff tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 947 time: 0.2398725 Feb 09 01:15:18.634392 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-fa4e5704-5039-4f8c-83ec-46986f8c2dac tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Deleting port 5f231b59-bbc7-4e5c-bf77-dfc662ae03e3 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:15:18.634920 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5704-5039-4f8c-83ec-46986f8c2dac tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:18.766978 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2c877f09-ee4f-47c0-816a-c885b858585a req-8a135165-cce7-401a-aed7-92e0ed8755ac tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346288 Feb 09 01:15:18.769420 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-31d9fa4c-7ba9-4a64-8bcc-7d99e8084204 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:19.060880 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0e076381-e1de-43f1-bc7f-963d7625922d req-4e9a5160-1303-44ce-9f7b-a81b0d562748 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:19.062981 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-61f1ea5e-3ea6-4589-8002-db0dd60ac658 req-3a7cfa77-dc66-43bb-9539-5e753ac238c9 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=668ba4f0-08f6-4c38-98c7-88ccc3de3b32 HTTP/1.1" status: 200 len: 210 time: 0.1694036 Feb 09 01:15:19.067394 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d9fa4c-7ba9-4a64-8bcc-7d99e8084204 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Checking segment: {'id': '4f7a8df1-8540-4488-980f-5e8591a0a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '95ff68ec-010d-4b37-a4e5-c042bfc6808d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:19.067749 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d9fa4c-7ba9-4a64-8bcc-7d99e8084204 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Network hostable DHCP agents. Network: 95ff68ec-010d-4b37-a4e5-c042bfc6808d, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:15:19.085819 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-d16e6655-2f4e-402b-ab1b-c2269d2950df tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:19.095510 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-f83996d8-91b4-4e9b-a162-af29115f5941 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:19.099909 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['c075d6fd-703f-40d7-825e-b505d968b11b'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:15:19.136671 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9fa4c-7ba9-4a64-8bcc-7d99e8084204 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Pushing event updated for resources: {'Subnet': ['ID=6898f5fd-2b0e-4b6d-a822-4a0c017ae3e3,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:19.148944 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-fa4e5704-5039-4f8c-83ec-46986f8c2dac tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] For port 5f231b59-bbc7-4e5c-bf77-dfc662ae03e3, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=5f231b59-bbc7-4e5c-bf77-dfc662ae03e3,segment=NetworkSegment(a4159d90-9e6f-4b19-9698-6eb6ce9499d0),segment_id=a4159d90-9e6f-4b19-9698-6eb6ce9499d0)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:19.149344 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5704-5039-4f8c-83ec-46986f8c2dac tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:19.189603 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a5160-1303-44ce-9f7b-a81b0d562748 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Pushing event deleted for resources: {'Port': ['ID=5ba01ec0-2341-4495-a90d-ed077c7dad4e,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:19.202307 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-d16e6655-2f4e-402b-ab1b-c2269d2950df tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Network a3afca57-246e-458a-965f-203ae806e5cf is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:19.204536 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a5160-1303-44ce-9f7b-a81b0d562748 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:19.204880 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a5160-1303-44ce-9f7b-a81b0d562748 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:19.205211 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a5160-1303-44ce-9f7b-a81b0d562748 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:19.205616 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a5160-1303-44ce-9f7b-a81b0d562748 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:19.205909 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a5160-1303-44ce-9f7b-a81b0d562748 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:19.206254 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a5160-1303-44ce-9f7b-a81b0d562748 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:19.206584 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a5160-1303-44ce-9f7b-a81b0d562748 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:19.206902 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a5160-1303-44ce-9f7b-a81b0d562748 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:19.207221 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a5160-1303-44ce-9f7b-a81b0d562748 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:19.207535 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a5160-1303-44ce-9f7b-a81b0d562748 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:19.207850 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a5160-1303-44ce-9f7b-a81b0d562748 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:19.208162 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a5160-1303-44ce-9f7b-a81b0d562748 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:19.213122 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d9fa4c-7ba9-4a64-8bcc-7d99e8084204 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:19.213609 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d9fa4c-7ba9-4a64-8bcc-7d99e8084204 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:19.213950 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d9fa4c-7ba9-4a64-8bcc-7d99e8084204 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:19.214282 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d9fa4c-7ba9-4a64-8bcc-7d99e8084204 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:19.214609 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d9fa4c-7ba9-4a64-8bcc-7d99e8084204 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:19.214931 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d9fa4c-7ba9-4a64-8bcc-7d99e8084204 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:19.215308 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d9fa4c-7ba9-4a64-8bcc-7d99e8084204 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:19.215627 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d9fa4c-7ba9-4a64-8bcc-7d99e8084204 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:19.215942 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d9fa4c-7ba9-4a64-8bcc-7d99e8084204 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:19.216258 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d9fa4c-7ba9-4a64-8bcc-7d99e8084204 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:19.216601 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d9fa4c-7ba9-4a64-8bcc-7d99e8084204 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:19.216908 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d9fa4c-7ba9-4a64-8bcc-7d99e8084204 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:19.365670 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-d16e6655-2f4e-402b-ab1b-c2269d2950df tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:19.368713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-d16e6655-2f4e-402b-ab1b-c2269d2950df tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:15:19.418337 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-fa4e5704-5039-4f8c-83ec-46986f8c2dac tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Calling delete_port for 5f231b59-bbc7-4e5c-bf77-dfc662ae03e3 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:15:19.429548 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d9fa4c-7ba9-4a64-8bcc-7d99e8084204 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Network 95ff68ec-010d-4b37-a4e5-c042bfc6808d is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:15:19.455317 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda2970-ee36-4b3a-998e-cbb95d892ee2 req-4c03cf25-496b-41ff-aa09-cc434fa7eb36 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:19.457060 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ecda2970-ee36-4b3a-998e-cbb95d892ee2 req-4c03cf25-496b-41ff-aa09-cc434fa7eb36 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/ports?device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 945 time: 0.6034656 Feb 09 01:15:19.479545 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-f83996d8-91b4-4e9b-a162-af29115f5941 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:19.487424 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-31d9fa4c-7ba9-4a64-8bcc-7d99e8084204 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 95ff68ec-010d-4b37-a4e5-c042bfc6808d) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:19.497556 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6e9cbf-8b96-4b6c-b19a-c2b80253da19 None None] Network 95ff68ec-010d-4b37-a4e5-c042bfc6808d requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:19.505696 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d9fa4c-7ba9-4a64-8bcc-7d99e8084204 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:19.506298 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-31d9fa4c-7ba9-4a64-8bcc-7d99e8084204 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:19.539411 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88337049-a740-46bc-8baa-1b0d0492036f req-2bb0847b-40ca-4bd8-8b7c-7d09651fa874 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:19.541653 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-88337049-a740-46bc-8baa-1b0d0492036f req-2bb0847b-40ca-4bd8-8b7c-7d09651fa874 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef5c4745-cf4b-44ad-9742-dabdeb8d724b HTTP/1.1" status: 200 len: 932 time: 0.2485232 Feb 09 01:15:19.544587 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e076381-e1de-43f1-bc7f-963d7625922d req-4e9a5160-1303-44ce-9f7b-a81b0d562748 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] No DVR routers for this DVR port 5ba01ec0-2341-4495-a90d-ed077c7dad4e on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:19.547220 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e6655-2f4e-402b-ab1b-c2269d2950df tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Pushing event updated for resources: {'Port': ['ID=a36d19f4-36fb-4b7b-9e4f-34f3569c3224,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:19.550191 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0e076381-e1de-43f1-bc7f-963d7625922d req-4e9a5160-1303-44ce-9f7b-a81b0d562748 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:19.571042 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5704-5039-4f8c-83ec-46986f8c2dac tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:19.609085 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffde6797-f7da-4d5e-bcb5-8301544dce2c', 'name': 'network-vif-deleted', 'tag': '5ba01ec0-2341-4495-a90d-ed077c7dad4e'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:15:19.627188 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e5704-5039-4f8c-83ec-46986f8c2dac tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Pushing event deleted for resources: {'Port': ['ID=5f231b59-bbc7-4e5c-bf77-dfc662ae03e3,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:19.640260 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4e5704-5039-4f8c-83ec-46986f8c2dac tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] No DVR routers for this DVR port 5f231b59-bbc7-4e5c-bf77-dfc662ae03e3 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:19.851019 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0e076381-e1de-43f1-bc7f-963d7625922d req-4e9a5160-1303-44ce-9f7b-a81b0d562748 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.35 "DELETE /v2.0/ports/5ba01ec0-2341-4495-a90d-ed077c7dad4e HTTP/1.1" status: 204 len: 173 time: 4.1365366 Feb 09 01:15:19.863616 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f899e37e-7c33-44f9-bf60-b1c4bbc38c84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-95ff68ec-010d-4b37-a4e5-c042bfc6808d', 'network_id': '95ff68ec-010d-4b37-a4e5-c042bfc6808d', 'tenant_id': '1a6dbbb0dbc240ec956e41477b2c9782', 'fixed_ips': [{'subnet_id': '6898f5fd-2b0e-4b6d-a822-4a0c017ae3e3'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:15:19.865307 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f899e37e-7c33-44f9-bf60-b1c4bbc38c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:19.892316 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-d16e6655-2f4e-402b-ab1b-c2269d2950df tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:19.892992 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-d16e6655-2f4e-402b-ab1b-c2269d2950df tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:19.904995 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-f83996d8-91b4-4e9b-a162-af29115f5941 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Network 84a4b1eb-79d6-447b-b1fd-6bc1ef45422a is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:19.906501 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-88337049-a740-46bc-8baa-1b0d0492036f req-7003f4f8-e114-4595-a0f0-4a18f56c75c8 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532202 Feb 09 01:15:19.914246 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-31d9fa4c-7ba9-4a64-8bcc-7d99e8084204 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.5256729 Feb 09 01:15:19.939346 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ecda2970-ee36-4b3a-998e-cbb95d892ee2 req-292dcd52-87a6-4c9c-9019-e3bc2751b7a6 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd036a29-976c-49d2-89d7-7eb24bf4e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222639 Feb 09 01:15:19.942359 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 49540) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:19.962775 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-f83996d8-91b4-4e9b-a162-af29115f5941 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:20.008251 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-e11830cb-5e20-41e7-94ec-088fe2619266 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Request body: {'network': {'name': 'tempest-router-network01--1194325232'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:20.024960 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5704-5039-4f8c-83ec-46986f8c2dac tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:20.031245 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-f83996d8-91b4-4e9b-a162-af29115f5941 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:15:20.131472 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-fa4e5704-5039-4f8c-83ec-46986f8c2dac tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874084cf-dd85-4e68-8dc7-d0c2e10e6a1e']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:20.138822 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e11830cb-5e20-41e7-94ec-088fe2619266 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:20.154743 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-fa4e5704-5039-4f8c-83ec-46986f8c2dac tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4159d90-9e6f-4b19-9698-6eb6ce9499d0') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:20.155140 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-fa4e5704-5039-4f8c-83ec-46986f8c2dac tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4159d90-9e6f-4b19-9698-6eb6ce9499d0') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:20.169499 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e11830cb-5e20-41e7-94ec-088fe2619266 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Usage tracker for resource:network and tenant:1a6dbbb0dbc240ec956e41477b2c9782 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:20.179207 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e11830cb-5e20-41e7-94ec-088fe2619266 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:20.184197 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5704-5039-4f8c-83ec-46986f8c2dac tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:20.191991 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e11830cb-5e20-41e7-94ec-088fe2619266 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:20.211970 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83996d8-91b4-4e9b-a162-af29115f5941 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Pushing event updated for resources: {'Port': ['ID=5d40993b-9229-43e9-9491-2e781d10e67e,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:20.256841 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5704-5039-4f8c-83ec-46986f8c2dac tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:20.270501 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa4e5704-5039-4f8c-83ec-46986f8c2dac tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Releasing vlan 955 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:15:20.270944 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5704-5039-4f8c-83ec-46986f8c2dac tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:20.287028 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11830cb-5e20-41e7-94ec-088fe2619266 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Made reservation on behalf of 1a6dbbb0dbc240ec956e41477b2c9782 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:20.288881 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 741d83e1-98ee-4a07-9d90-94b4e1eb4f9f details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:15:20.289050 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:15:20.289050 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:15:20.289050 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:15:20.289050 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:15:20.289050 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:15:20.289050 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:15:20.289050 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:15:20.289050 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:15:20.289050 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:15:20.289050 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:15:20.289050 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:15:20.289050 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:15:20.289050 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:15:20.289050 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:15:20.289050 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:15:20.289050 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:15:20.289050 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:15:20.289050 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:15:20.289050 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:15:20.289050 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:15:20.289050 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:15:20.289050 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:15:20.289050 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:15:20.289050 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:15:20.289050 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:15:20.289050 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:15:20.289050 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:15:20.289050 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:15:20.289050 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:15:20.289050 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:15:20.289050 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:15:20.289050 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:15:20.294488 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e11830cb-5e20-41e7-94ec-088fe2619266 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:20.307441 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-d16e6655-2f4e-402b-ab1b-c2269d2950df tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2377098 Feb 09 01:15:20.331851 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-77fbab49-4a4d-4818-b054-10a347bcc51f service neutron] Request body: {'port': {'device_id': 'ef5c4745-cf4b-44ad-9742-dabdeb8d724b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:20.408637 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 25312df4-851f-4f0a-921f-af21d59ea5d8 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:15:20.431670 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e7135-aaf9-47c2-b8d9-695c1110ce13 req-0b5250d2-6d63-4965-a85d-e464334bc2c9 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:20.444129 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a57e7135-aaf9-47c2-b8d9-695c1110ce13 req-0b5250d2-6d63-4965-a85d-e464334bc2c9 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.37 "GET /v2.0/ports?device_id=b64fa229-678c-47d0-a6e6-0319595edf63 HTTP/1.1" status: 200 len: 943 time: 0.2461333 Feb 09 01:15:20.447996 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5704-5039-4f8c-83ec-46986f8c2dac tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:20.469694 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-f899e37e-7c33-44f9-bf60-b1c4bbc38c84 None None] Allocated IP 2001:db8::2 (95ff68ec-010d-4b37-a4e5-c042bfc6808d/6898f5fd-2b0e-4b6d-a822-4a0c017ae3e3/77fb80a3-182b-4e56-a611-97675b804927) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:20.511758 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a57e7135-aaf9-47c2-b8d9-695c1110ce13 req-24a909c8-ebcd-4093-99c0-6b190b391582 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.37 "GET /v2.0/security-groups?id=24ed0953-3719-4337-a2c9-a551fe444d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663140 Feb 09 01:15:20.517842 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-f83996d8-91b4-4e9b-a162-af29115f5941 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:20.520216 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-f83996d8-91b4-4e9b-a162-af29115f5941 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:20.557993 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5704-5039-4f8c-83ec-46986f8c2dac tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:20.579491 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e5704-5039-4f8c-83ec-46986f8c2dac tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Pushing event deleted for resources: {'Network': ['ID=874084cf-dd85-4e68-8dc7-d0c2e10e6a1e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:20.588109 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-f83996d8-91b4-4e9b-a162-af29115f5941 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1956248 Feb 09 01:15:20.611497 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e11830cb-5e20-41e7-94ec-088fe2619266 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 993} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:15:20.618533 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fa4e5704-5039-4f8c-83ec-46986f8c2dac tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] 10.222.0.37 "DELETE /v2.0/networks/874084cf-dd85-4e68-8dc7-d0c2e10e6a1e HTTP/1.1" status: 204 len: 168 time: 2.1619728 Feb 09 01:15:20.619614 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49548) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:20.710991 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f899e37e-7c33-44f9-bf60-b1c4bbc38c84 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:20.723831 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-7e6b6b4b-e15d-45d4-bf30-29f1038bddce service neutron] Request body: {'port': {'device_id': '668ba4f0-08f6-4c38-98c7-88ccc3de3b32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:20.724880 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f899e37e-7c33-44f9-bf60-b1c4bbc38c84 None None] Transition to ACTIVE for port object 77fb80a3-182b-4e56-a611-97675b804927 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:20.746479 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f899e37e-7c33-44f9-bf60-b1c4bbc38c84 None None] Transition to ACTIVE for port object 77fb80a3-182b-4e56-a611-97675b804927 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:20.793330 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 741d83e1-98ee-4a07-9d90-94b4e1eb4f9f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=741d83e1-98ee-4a07-9d90-94b4e1eb4f9f,segment=NetworkSegment(8d740fbd-3275-4ba8-a17a-a2835bba7386),segment_id=8d740fbd-3275-4ba8-a17a-a2835bba7386)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:20.812443 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '741d83e1-98ee-4a07-9d90-94b4e1eb4f9f', 'network_id': 'cbc1be0b-7e6b-4684-aa6c-c298777bef7d', 'port_id': '741d83e1-98ee-4a07-9d90-94b4e1eb4f9f', 'mac_address': 'fa:16:3e:c9:50:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 984, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '500a00b5-679c-4c0f-8ecc-378be48599d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:15:20.823325 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f899e37e-7c33-44f9-bf60-b1c4bbc38c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:20.824429 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c96512ed-4bce-4230-98bc-bb5a3b62ff51 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:20.863209 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-77fbab49-4a4d-4818-b054-10a347bcc51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:20.877055 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e11830cb-5e20-41e7-94ec-088fe2619266 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:20.877786 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-e11830cb-5e20-41e7-94ec-088fe2619266 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Added segment 41450637-c094-4a20-98c1-317d2d415ec3 of type vlan for network 43d3e1af-4206-46f9-9d90-1c6e21f35746 Feb 09 01:15:20.879210 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f899e37e-7c33-44f9-bf60-b1c4bbc38c84 None None] Network 95ff68ec-010d-4b37-a4e5-c042bfc6808d is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:20.887480 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-f899e37e-7c33-44f9-bf60-b1c4bbc38c84 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:20.893276 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb255b0-c6e8-42b8-8b33-7b6c32eae2e1 req-a3c7406d-4da5-4faf-a67b-80641f6ccb0a tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:20.895372 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1cb255b0-c6e8-42b8-8b33-7b6c32eae2e1 req-a3c7406d-4da5-4faf-a67b-80641f6ccb0a tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 944 time: 0.6670806 Feb 09 01:15:20.950349 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f899e37e-7c33-44f9-bf60-b1c4bbc38c84 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:15:20.960905 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:20.989158 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 741d83e1-98ee-4a07-9d90-94b4e1eb4f9f {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:15:21.005248 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 741d83e1-98ee-4a07-9d90-94b4e1eb4f9f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=741d83e1-98ee-4a07-9d90-94b4e1eb4f9f,segment=NetworkSegment(8d740fbd-3275-4ba8-a17a-a2835bba7386),segment_id=8d740fbd-3275-4ba8-a17a-a2835bba7386)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:21.092515 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.119726 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899e37e-7c33-44f9-bf60-b1c4bbc38c84 None None] Pushing event updated for resources: {'Port': ['ID=77fb80a3-182b-4e56-a611-97675b804927,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:21.141774 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c96512ed-4bce-4230-98bc-bb5a3b62ff51 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.186745 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-c96512ed-4bce-4230-98bc-bb5a3b62ff51 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb481d3e-fddf-4ad3-81b5-93a8569e30c8']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:21.200735 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-f899e37e-7c33-44f9-bf60-b1c4bbc38c84 None None] Attempting to bind port 77fb80a3-182b-4e56-a611-97675b804927 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:15:21.201090 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-f899e37e-7c33-44f9-bf60-b1c4bbc38c84 None None] Attempting to bind port 77fb80a3-182b-4e56-a611-97675b804927 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '4f7a8df1-8540-4488-980f-5e8591a0a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '95ff68ec-010d-4b37-a4e5-c042bfc6808d'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:15:21.201615 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f899e37e-7c33-44f9-bf60-b1c4bbc38c84 None None] Attempting to bind port 77fb80a3-182b-4e56-a611-97675b804927 on network 95ff68ec-010d-4b37-a4e5-c042bfc6808d {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:15:21.206526 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400aa052-a583-4125-a6a9-62e6eeb7d4f8 req-35ab5b17-46b2-4549-b7b3-48740d2f6705 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:21.214088 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-400aa052-a583-4125-a6a9-62e6eeb7d4f8 req-35ab5b17-46b2-4549-b7b3-48740d2f6705 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 947 time: 0.3837631 Feb 09 01:15:21.228384 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 25312df4-851f-4f0a-921f-af21d59ea5d8 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:21.228785 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.234209 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-c96512ed-4bce-4230-98bc-bb5a3b62ff51 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa0b0e53-668c-423a-a93c-ebf79a4d34b6') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:21.234509 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-c96512ed-4bce-4230-98bc-bb5a3b62ff51 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa0b0e53-668c-423a-a93c-ebf79a4d34b6') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:21.252288 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c96512ed-4bce-4230-98bc-bb5a3b62ff51 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.255820 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f899e37e-7c33-44f9-bf60-b1c4bbc38c84 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:15:21.258782 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f899e37e-7c33-44f9-bf60-b1c4bbc38c84 None None] Checking segment: {'id': '4f7a8df1-8540-4488-980f-5e8591a0a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '95ff68ec-010d-4b37-a4e5-c042bfc6808d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:21.259466 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f899e37e-7c33-44f9-bf60-b1c4bbc38c84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.259865 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f899e37e-7c33-44f9-bf60-b1c4bbc38c84 None None] Bound using segment: {'id': '4f7a8df1-8540-4488-980f-5e8591a0a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '95ff68ec-010d-4b37-a4e5-c042bfc6808d'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:15:21.260355 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-f899e37e-7c33-44f9-bf60-b1c4bbc38c84 None None] Bound port: 77fb80a3-182b-4e56-a611-97675b804927, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7a8df1-8540-4488-980f-5e8591a0a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '95ff68ec-010d-4b37-a4e5-c042bfc6808d'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:15:21.260746 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f899e37e-7c33-44f9-bf60-b1c4bbc38c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.302727 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-400aa052-a583-4125-a6a9-62e6eeb7d4f8 req-6f7efebc-3d78-4bea-b276-f09077114c0d tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876813 Feb 09 01:15:21.303805 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c96512ed-4bce-4230-98bc-bb5a3b62ff51 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.325536 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96512ed-4bce-4230-98bc-bb5a3b62ff51 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Releasing vlan 980 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:15:21.326308 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c96512ed-4bce-4230-98bc-bb5a3b62ff51 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.345472 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-77fbab49-4a4d-4818-b054-10a347bcc51f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a36d19f4-36fb-4b7b-9e4f-34f3569c3224 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:15:21.353849 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-77fbab49-4a4d-4818-b054-10a347bcc51f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.363834 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:15:21.363834 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:15:21.363834 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:15:21.363834 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:15:21.363834 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:15:21.363834 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:15:21.363834 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:15:21.363834 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:15:21.363834 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:15:21.363834 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:15:21.363834 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:15:21.363834 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:15:21.363834 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:15:21.363834 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:15:21.363834 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:15:21.363834 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:15:21.363834 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:15:21.363834 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:15:21.363834 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:15:21.363834 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:15:21.363834 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:15:21.363834 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:15:21.363834 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:15:21.363834 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:15:21.363834 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:15:21.363834 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:15:21.363834 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:15:21.363834 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:15:21.363834 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:15:21.363834 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:15:21.363834 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:15:21.363834 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:15:21.387278 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=741d83e1-98ee-4a07-9d90-94b4e1eb4f9f,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:21.453407 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffde6797-f7da-4d5e-bcb5-8301544dce2c', 'name': 'network-vif-deleted', 'tag': '5ba01ec0-2341-4495-a90d-ed077c7dad4e', 'status': 'completed', 'code': 200} Feb 09 01:15:21.455682 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f899e37e-7c33-44f9-bf60-b1c4bbc38c84 None None] For port 77fb80a3-182b-4e56-a611-97675b804927, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:15:21.455945 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-7e6b6b4b-e15d-45d4-bf30-29f1038bddce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.460270 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-05a5e2ea-af72-453b-aeae-b9842e94c1b7 req-09562b43-4264-4abf-817a-8d543ba1a274 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-372715788', 'description': 'tempest-description-2089354137'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:21.479066 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f899e37e-7c33-44f9-bf60-b1c4bbc38c84 None None] For port 77fb80a3-182b-4e56-a611-97675b804927, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=77fb80a3-182b-4e56-a611-97675b804927,segment=NetworkSegment(4f7a8df1-8540-4488-980f-5e8591a0a2ec),segment_id=4f7a8df1-8540-4488-980f-5e8591a0a2ec)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:15:21.480932 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-05a5e2ea-af72-453b-aeae-b9842e94c1b7 req-09562b43-4264-4abf-817a-8d543ba1a274 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:21.489794 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.497713 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1cb255b0-c6e8-42b8-8b33-7b6c32eae2e1 req-16b2b661-a2c3-4ebb-ba29-130d24fbaeb0 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5878727 Feb 09 01:15:21.500391 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e11830cb-5e20-41e7-94ec-088fe2619266 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.502382 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f899e37e-7c33-44f9-bf60-b1c4bbc38c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.536244 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-05a5e2ea-af72-453b-aeae-b9842e94c1b7 req-09562b43-4264-4abf-817a-8d543ba1a274 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:21.558116 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c96512ed-4bce-4230-98bc-bb5a3b62ff51 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.575834 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['741d83e1-98ee-4a07-9d90-94b4e1eb4f9f'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:15:21.598479 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c96512ed-4bce-4230-98bc-bb5a3b62ff51 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.617686 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-05a5e2ea-af72-453b-aeae-b9842e94c1b7 req-09562b43-4264-4abf-817a-8d543ba1a274 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.652754 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c96512ed-4bce-4230-98bc-bb5a3b62ff51 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] 10.222.0.37 "DELETE /v2.0/networks/fb481d3e-fddf-4ad3-81b5-93a8569e30c8 HTTP/1.1" status: 204 len: 168 time: 1.0320742 Feb 09 01:15:21.658152 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49556) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:21.726382 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96512ed-4bce-4230-98bc-bb5a3b62ff51 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Pushing event deleted for resources: {'Network': ['ID=fb481d3e-fddf-4ad3-81b5-93a8569e30c8,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:21.738788 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd429f359-35bc-4653-af62-82b925b35f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25312df4-851f-4f0a-921f-af21d59ea5d8'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:15:21.804127 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-05a5e2ea-af72-453b-aeae-b9842e94c1b7 req-09562b43-4264-4abf-817a-8d543ba1a274 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:21.842846 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-05a5e2ea-af72-453b-aeae-b9842e94c1b7 req-09562b43-4264-4abf-817a-8d543ba1a274 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Usage tracker for resource:security_group_rule and tenant:1866ce3035f2464c986757a3a7323de3 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:21.844316 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 25312df4-851f-4f0a-921f-af21d59ea5d8, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=25312df4-851f-4f0a-921f-af21d59ea5d8,segment=NetworkSegment(0a900953-cea9-408a-b5a5-b9b62ab0e594),segment_id=0a900953-cea9-408a-b5a5-b9b62ab0e594)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:21.857972 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-05a5e2ea-af72-453b-aeae-b9842e94c1b7 req-09562b43-4264-4abf-817a-8d543ba1a274 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:21.883208 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.885761 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-05a5e2ea-af72-453b-aeae-b9842e94c1b7 req-09562b43-4264-4abf-817a-8d543ba1a274 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:21.899004 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.904830 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899e37e-7c33-44f9-bf60-b1c4bbc38c84 None None] Pushing event updated for resources: {'Port': ['ID=77fb80a3-182b-4e56-a611-97675b804927,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:21.909579 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-7e6b6b4b-e15d-45d4-bf30-29f1038bddce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d40993b-9229-43e9-9491-2e781d10e67e {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:15:21.918997 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-7e6b6b4b-e15d-45d4-bf30-29f1038bddce service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.920713 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0166a878-3a3d-4085-88a9-b9721767b482 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:21.938319 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-7e6b6b4b-e15d-45d4-bf30-29f1038bddce service neutron] Transition to ACTIVE for port object 5d40993b-9229-43e9-9491-2e781d10e67e will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:21.993140 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-77fbab49-4a4d-4818-b054-10a347bcc51f service neutron] Transition to ACTIVE for port object a36d19f4-36fb-4b7b-9e4f-34f3569c3224 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:22.003198 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-7e6b6b4b-e15d-45d4-bf30-29f1038bddce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:22.138620 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-77fbab49-4a4d-4818-b054-10a347bcc51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:22.173198 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=25312df4-851f-4f0a-921f-af21d59ea5d8,revision_number=10']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:22.228352 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0166a878-3a3d-4085-88a9-b9721767b482 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:22.238267 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [None req-e11830cb-5e20-41e7-94ec-088fe2619266 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:15:22.290148 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-0166a878-3a3d-4085-88a9-b9721767b482 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f974222d-27f3-415c-b374-4554ae600e89']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:22.304557 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-0166a878-3a3d-4085-88a9-b9721767b482 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b10e326f-e9d1-45e7-ad1c-10186ff2e53f') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:22.304690 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-0166a878-3a3d-4085-88a9-b9721767b482 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b10e326f-e9d1-45e7-ad1c-10186ff2e53f') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:22.318289 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0166a878-3a3d-4085-88a9-b9721767b482 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:22.336756 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0166a878-3a3d-4085-88a9-b9721767b482 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:22.344666 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0166a878-3a3d-4085-88a9-b9721767b482 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Releasing vlan 967 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:15:22.345071 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0166a878-3a3d-4085-88a9-b9721767b482 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:22.360771 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:15:22.360771 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:15:22.360771 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:15:22.360771 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:15:22.360771 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:15:22.360771 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:15:22.360771 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:15:22.360771 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:15:22.360771 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:15:22.360771 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:15:22.360771 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:15:22.360771 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:15:22.360771 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:15:22.360771 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:15:22.360771 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:15:22.360771 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:15:22.360771 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:15:22.360771 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:15:22.360771 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:15:22.360771 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:15:22.360771 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:15:22.360771 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:15:22.360771 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:15:22.360771 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:15:22.360771 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:15:22.360771 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:15:22.360771 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:15:22.360771 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:15:22.360771 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:15:22.360771 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:15:22.360771 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:15:22.360771 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:15:22.462378 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-05a5e2ea-af72-453b-aeae-b9842e94c1b7 req-09562b43-4264-4abf-817a-8d543ba1a274 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:22.469634 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-05a5e2ea-af72-453b-aeae-b9842e94c1b7 req-09562b43-4264-4abf-817a-8d543ba1a274 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:22.506037 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0166a878-3a3d-4085-88a9-b9721767b482 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:22.539497 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0166a878-3a3d-4085-88a9-b9721767b482 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:22.568982 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166a878-3a3d-4085-88a9-b9721767b482 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] Pushing event deleted for resources: {'Network': ['ID=f974222d-27f3-415c-b374-4554ae600e89,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:22.573883 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09562b43-4264-4abf-817a-8d543ba1a274 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24306a34-9aec-4e3e-82a3-0cc26ae6b754,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:22.580175 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0166a878-3a3d-4085-88a9-b9721767b482 tempest-BulkNetworkOpsTest-343200184 tempest-BulkNetworkOpsTest-343200184-project] 10.222.0.37 "DELETE /v2.0/networks/f974222d-27f3-415c-b374-4554ae600e89 HTTP/1.1" status: 204 len: 168 time: 0.9095573 Feb 09 01:15:22.601732 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-05a5e2ea-af72-453b-aeae-b9842e94c1b7 req-09562b43-4264-4abf-817a-8d543ba1a274 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:22.603512 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-05a5e2ea-af72-453b-aeae-b9842e94c1b7 req-09562b43-4264-4abf-817a-8d543ba1a274 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.1498141 Feb 09 01:15:22.618055 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e11830cb-5e20-41e7-94ec-088fe2619266 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:22.623599 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11830cb-5e20-41e7-94ec-088fe2619266 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:22.624333 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e11830cb-5e20-41e7-94ec-088fe2619266 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:22.685694 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b6b4b-e15d-45d4-bf30-29f1038bddce service neutron] Pushing event updated for resources: {'Port': ['ID=5d40993b-9229-43e9-9491-2e781d10e67e,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:22.799315 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fbab49-4a4d-4818-b054-10a347bcc51f service neutron] Pushing event updated for resources: {'Port': ['ID=a36d19f4-36fb-4b7b-9e4f-34f3569c3224,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:22.917918 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b5ec9-dd08-4355-9911-fbf1322448af req-4829dee8-9013-4b60-ae97-5e3a525aa290 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:22.923242 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-379b5ec9-dd08-4355-9911-fbf1322448af req-4829dee8-9013-4b60-ae97-5e3a525aa290 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef5c4745-cf4b-44ad-9742-dabdeb8d724b HTTP/1.1" status: 200 len: 944 time: 0.1486919 Feb 09 01:15:22.970398 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e11830cb-5e20-41e7-94ec-088fe2619266 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 3.0197370 Feb 09 01:15:22.984970 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824cd47-9b02-43ab-b601-bacbf8f771ce req-4743d766-df9e-407f-97bf-1222438c34fb tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:22.986028 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3824cd47-9b02-43ab-b601-bacbf8f771ce req-4743d766-df9e-407f-97bf-1222438c34fb tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Synchronizing usage tracker for tenant:67dfd8ca30e2412a805557bd94e02525 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:15:23.009275 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 49572) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:23.042113 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11830cb-5e20-41e7-94ec-088fe2619266 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Pushing event updated for resources: {'Network': ['ID=43d3e1af-4206-46f9-9d90-1c6e21f35746,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:23.054725 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 43d3e1af-4206-46f9-9d90-1c6e21f35746 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:15:23.056963 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-dbc7456a-b6c7-4b65-a680-85212a44eff5 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Request body: {'network': {'name': 'tempest-router-network02--1392173816'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:23.062831 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-dbc7456a-b6c7-4b65-a680-85212a44eff5 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:23.067202 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-dbc7456a-b6c7-4b65-a680-85212a44eff5 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Usage tracker for resource:network and tenant:1a6dbbb0dbc240ec956e41477b2c9782 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:23.072072 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-dbc7456a-b6c7-4b65-a680-85212a44eff5 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:23.083717 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-dbc7456a-b6c7-4b65-a680-85212a44eff5 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:23.101710 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 49576) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:23.125175 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-77fbab49-4a4d-4818-b054-10a347bcc51f service neutron] Attempting to bind port a36d19f4-36fb-4b7b-9e4f-34f3569c3224 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:15:23.126260 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-77fbab49-4a4d-4818-b054-10a347bcc51f service neutron] Attempting to bind port a36d19f4-36fb-4b7b-9e4f-34f3569c3224 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '1daab5ce-760f-4f8c-ae46-f15ec30b34be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'a3afca57-246e-458a-965f-203ae806e5cf'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:15:23.126836 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-77fbab49-4a4d-4818-b054-10a347bcc51f service neutron] Attempting to bind port a36d19f4-36fb-4b7b-9e4f-34f3569c3224 on network a3afca57-246e-458a-965f-203ae806e5cf {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:15:23.163150 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-7e6b6b4b-e15d-45d4-bf30-29f1038bddce service neutron] Attempting to bind port 5d40993b-9229-43e9-9491-2e781d10e67e on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:15:23.163958 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-7e6b6b4b-e15d-45d4-bf30-29f1038bddce service neutron] Attempting to bind port 5d40993b-9229-43e9-9491-2e781d10e67e by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '7841b3b5-50c4-4626-80ec-1014e8ef15dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '84a4b1eb-79d6-447b-b1fd-6bc1ef45422a'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:15:23.165239 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-7e6b6b4b-e15d-45d4-bf30-29f1038bddce service neutron] Attempting to bind port 5d40993b-9229-43e9-9491-2e781d10e67e on network 84a4b1eb-79d6-447b-b1fd-6bc1ef45422a {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:15:23.168308 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc7456a-b6c7-4b65-a680-85212a44eff5 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Made reservation on behalf of 1a6dbbb0dbc240ec956e41477b2c9782 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:23.175677 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dbc7456a-b6c7-4b65-a680-85212a44eff5 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:23.227420 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-379b5ec9-dd08-4355-9911-fbf1322448af req-bd172efc-1047-493d-8613-785c76729554 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973022 Feb 09 01:15:23.240639 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc7456a-b6c7-4b65-a680-85212a44eff5 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 956} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:15:23.260852 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dbc7456a-b6c7-4b65-a680-85212a44eff5 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:23.263547 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-dbc7456a-b6c7-4b65-a680-85212a44eff5 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Added segment 4376fafd-0846-41ce-a208-7821276210b7 of type vlan for network d9157efc-dd18-43ae-8784-855e3e08b794 Feb 09 01:15:23.283944 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-77fbab49-4a4d-4818-b054-10a347bcc51f service neutron] Port a36d19f4-36fb-4b7b-9e4f-34f3569c3224 on network a3afca57-246e-458a-965f-203ae806e5cf not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:15:23.284330 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-77fbab49-4a4d-4818-b054-10a347bcc51f service neutron] Attempting to bind port a36d19f4-36fb-4b7b-9e4f-34f3569c3224 on network a3afca57-246e-458a-965f-203ae806e5cf {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:15:23.289376 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-7e6b6b4b-e15d-45d4-bf30-29f1038bddce service neutron] Port 5d40993b-9229-43e9-9491-2e781d10e67e on network 84a4b1eb-79d6-447b-b1fd-6bc1ef45422a not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:15:23.289693 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-7e6b6b4b-e15d-45d4-bf30-29f1038bddce service neutron] Attempting to bind port 5d40993b-9229-43e9-9491-2e781d10e67e on network 84a4b1eb-79d6-447b-b1fd-6bc1ef45422a {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:15:23.304843 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3824cd47-9b02-43ab-b601-bacbf8f771ce req-4743d766-df9e-407f-97bf-1222438c34fb tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Unset dirty status for tenant:67dfd8ca30e2412a805557bd94e02525 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:15:23.306056 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3824cd47-9b02-43ab-b601-bacbf8f771ce req-4743d766-df9e-407f-97bf-1222438c34fb tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=668ba4f0-08f6-4c38-98c7-88ccc3de3b32 HTTP/1.1" status: 200 len: 944 time: 1.3657379 Feb 09 01:15:23.318501 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-7e6b6b4b-e15d-45d4-bf30-29f1038bddce service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:15:23.318831 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-7e6b6b4b-e15d-45d4-bf30-29f1038bddce service neutron] Checking segment: {'id': '7841b3b5-50c4-4626-80ec-1014e8ef15dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '84a4b1eb-79d6-447b-b1fd-6bc1ef45422a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:23.319221 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-7e6b6b4b-e15d-45d4-bf30-29f1038bddce service neutron] Bound using segment: {'id': '7841b3b5-50c4-4626-80ec-1014e8ef15dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '84a4b1eb-79d6-447b-b1fd-6bc1ef45422a'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:15:23.319660 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-7e6b6b4b-e15d-45d4-bf30-29f1038bddce service neutron] Bound port: 5d40993b-9229-43e9-9491-2e781d10e67e, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7841b3b5-50c4-4626-80ec-1014e8ef15dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '84a4b1eb-79d6-447b-b1fd-6bc1ef45422a'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:15:23.320001 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-7e6b6b4b-e15d-45d4-bf30-29f1038bddce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:23.364385 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9176e461-2cfc-430a-81cf-fcbfa815ed53 None None] Network 95ff68ec-010d-4b37-a4e5-c042bfc6808d requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:23.385964 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-77fbab49-4a4d-4818-b054-10a347bcc51f service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:15:23.386383 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-77fbab49-4a4d-4818-b054-10a347bcc51f service neutron] Checking segment: {'id': '1daab5ce-760f-4f8c-ae46-f15ec30b34be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'a3afca57-246e-458a-965f-203ae806e5cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:23.386677 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-77fbab49-4a4d-4818-b054-10a347bcc51f service neutron] Bound using segment: {'id': '1daab5ce-760f-4f8c-ae46-f15ec30b34be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'a3afca57-246e-458a-965f-203ae806e5cf'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:15:23.387114 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-77fbab49-4a4d-4818-b054-10a347bcc51f service neutron] Bound port: a36d19f4-36fb-4b7b-9e4f-34f3569c3224, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1daab5ce-760f-4f8c-ae46-f15ec30b34be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'a3afca57-246e-458a-965f-203ae806e5cf'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:15:23.387454 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-77fbab49-4a4d-4818-b054-10a347bcc51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:23.417533 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dbc7456a-b6c7-4b65-a680-85212a44eff5 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:23.530310 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ed198563-9db6-4dde-a720-ade11b43a103 None None] Provisioning for port 77fb80a3-182b-4e56-a611-97675b804927 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:23.533178 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d922ed-beea-4953-b08d-8087e9c54409 req-683883b9-902a-4423-91c3-c7c9f630fd14 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:23.537042 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c9d922ed-beea-4953-b08d-8087e9c54409 req-683883b9-902a-4423-91c3-c7c9f630fd14 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.37 "GET /v2.0/ports?device_id=b64fa229-678c-47d0-a6e6-0319595edf63 HTTP/1.1" status: 200 len: 944 time: 0.1319625 Feb 09 01:15:23.589891 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c9afff56-6725-4fde-b55f-aab8fbfd4039 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9c27d42c4da346c884e6fbaacd1ac0d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4827473 Feb 09 01:15:23.600034 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 49584) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:23.604512 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c9d922ed-beea-4953-b08d-8087e9c54409 req-94521a8d-b871-489a-a7ce-dba4afc49864 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.37 "GET /v2.0/security-groups?id=24ed0953-3719-4337-a2c9-a551fe444d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604510 Feb 09 01:15:23.605782 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3824cd47-9b02-43ab-b601-bacbf8f771ce req-d8e441ec-c388-41f0-89be-cda4fe50a59e tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479541 Feb 09 01:15:23.677915 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dbc7456a-b6c7-4b65-a680-85212a44eff5 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:23.693911 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc7456a-b6c7-4b65-a680-85212a44eff5 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:23.694563 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dbc7456a-b6c7-4b65-a680-85212a44eff5 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:23.738147 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd429f359-35bc-4653-af62-82b925b35f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25312df4-851f-4f0a-921f-af21d59ea5d8', 'code': 200} Feb 09 01:15:23.927329 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623511b1-d314-4d8f-abf5-f27c36601ce5 req-14e3294d-f966-4770-b501-84ecb4dd5637 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:23.928871 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-623511b1-d314-4d8f-abf5-f27c36601ce5 req-14e3294d-f966-4770-b501-84ecb4dd5637 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 946 time: 0.1221511 Feb 09 01:15:23.932633 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-7e6b6b4b-e15d-45d4-bf30-29f1038bddce service neutron] For port 5d40993b-9229-43e9-9491-2e781d10e67e, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:15:24.000491 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-77fbab49-4a4d-4818-b054-10a347bcc51f service neutron] For port a36d19f4-36fb-4b7b-9e4f-34f3569c3224, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:15:24.015185 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-623511b1-d314-4d8f-abf5-f27c36601ce5 req-1c1c77bd-b95e-4a4e-bfb1-6eff135daabb tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774410 Feb 09 01:15:24.020870 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-dbc7456a-b6c7-4b65-a680-85212a44eff5 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0059364 Feb 09 01:15:24.021286 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49588) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:24.033001 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-45431eab-0b1d-4d8b-abc7-572153b58c65 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Request body: {'subnet': {'network_id': '43d3e1af-4206-46f9-9d90-1c6e21f35746', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:24.056482 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-7e6b6b4b-e15d-45d4-bf30-29f1038bddce service neutron] For port 5d40993b-9229-43e9-9491-2e781d10e67e, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=5d40993b-9229-43e9-9491-2e781d10e67e,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:15:24.058345 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6a6d5421-5673-4426-8c53-d3507a61080f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:24.120848 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 77fb80a3-182b-4e56-a611-97675b804927 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:15:24.124529 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6a6d5421-5673-4426-8c53-d3507a61080f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:24.195429 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-77fbab49-4a4d-4818-b054-10a347bcc51f service neutron] For port a36d19f4-36fb-4b7b-9e4f-34f3569c3224, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a36d19f4-36fb-4b7b-9e4f-34f3569c3224,segment=NetworkSegment(1daab5ce-760f-4f8c-ae46-f15ec30b34be),segment_id=1daab5ce-760f-4f8c-ae46-f15ec30b34be)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:15:24.228640 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-7e6b6b4b-e15d-45d4-bf30-29f1038bddce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:24.236478 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6a6d5421-5673-4426-8c53-d3507a61080f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:24.246324 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7456a-b6c7-4b65-a680-85212a44eff5 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Pushing event updated for resources: {'Network': ['ID=d9157efc-dd18-43ae-8784-855e3e08b794,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:24.276489 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network d9157efc-dd18-43ae-8784-855e3e08b794 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:15:24.296001 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-77fbab49-4a4d-4818-b054-10a347bcc51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:24.307735 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-45431eab-0b1d-4d8b-abc7-572153b58c65 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:24.322419 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 741d83e1-98ee-4a07-9d90-94b4e1eb4f9f up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:15:24.323075 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-45431eab-0b1d-4d8b-abc7-572153b58c65 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Usage tracker for resource:subnet and tenant:1a6dbbb0dbc240ec956e41477b2c9782 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:24.330051 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-45431eab-0b1d-4d8b-abc7-572153b58c65 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:24.340190 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-45431eab-0b1d-4d8b-abc7-572153b58c65 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:24.344534 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-88adc2dc-8d4e-4355-ab5c-c3c448dbca09 req-304e5a22-a77a-44a1-89a4-8f9e8efe36b8 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Synchronizing usage tracker for tenant:1866ce3035f2464c986757a3a7323de3 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:15:24.379012 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45431eab-0b1d-4d8b-abc7-572153b58c65 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Made reservation on behalf of 1a6dbbb0dbc240ec956e41477b2c9782 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:24.380519 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-45431eab-0b1d-4d8b-abc7-572153b58c65 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:24.383469 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d5421-5673-4426-8c53-d3507a61080f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b750df6e-274d-401e-83ff-5fb51cd9a6a4,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:24.408827 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-88adc2dc-8d4e-4355-ab5c-c3c448dbca09 req-304e5a22-a77a-44a1-89a4-8f9e8efe36b8 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Unset dirty status for tenant:1866ce3035f2464c986757a3a7323de3 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:15:24.419115 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-88adc2dc-8d4e-4355-ab5c-c3c448dbca09 req-304e5a22-a77a-44a1-89a4-8f9e8efe36b8 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-372715788&fields=id&tenant_id=1866ce3035f2464c986757a3a7323de3 HTTP/1.1" status: 200 len: 267 time: 0.1367073 Feb 09 01:15:24.424687 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-7e6b6b4b-e15d-45d4-bf30-29f1038bddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:24.425681 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-7e6b6b4b-e15d-45d4-bf30-29f1038bddce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:24.427268 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-7e6b6b4b-e15d-45d4-bf30-29f1038bddce service neutron] 10.222.0.35 "PUT /v2.0/ports/5d40993b-9229-43e9-9491-2e781d10e67e HTTP/1.1" status: 200 len: 1092 time: 3.8125715 Feb 09 01:15:24.431367 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668ba4f0-08f6-4c38-98c7-88ccc3de3b32', 'tag': '5d40993b-9229-43e9-9491-2e781d10e67e'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:15:24.452341 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6a6d5421-5673-4426-8c53-d3507a61080f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:24.460538 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6a6d5421-5673-4426-8c53-d3507a61080f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b750df6e-274d-401e-83ff-5fb51cd9a6a4 HTTP/1.1" status: 204 len: 168 time: 0.8584151 Feb 09 01:15:24.462928 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-77fbab49-4a4d-4818-b054-10a347bcc51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:24.464375 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-77fbab49-4a4d-4818-b054-10a347bcc51f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:24.466105 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-77fbab49-4a4d-4818-b054-10a347bcc51f service neutron] 10.222.0.35 "PUT /v2.0/ports/a36d19f4-36fb-4b7b-9e4f-34f3569c3224 HTTP/1.1" status: 200 len: 1092 time: 4.1395676 Feb 09 01:15:24.539452 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b6b4b-e15d-45d4-bf30-29f1038bddce service neutron] Pushing event updated for resources: {'Port': ['ID=5d40993b-9229-43e9-9491-2e781d10e67e,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:24.557651 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 77fb80a3-182b-4e56-a611-97675b804927 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:24.611622 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 77fb80a3-182b-4e56-a611-97675b804927 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:24.612508 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:24.637406 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b365b-e3a7-451f-981e-009b606b23dc req-a1fa4491-413c-461b-8545-60c39377572a tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:24.639327 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-547b365b-e3a7-451f-981e-009b606b23dc req-a1fa4491-413c-461b-8545-60c39377572a tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 947 time: 0.8501747 Feb 09 01:15:24.690391 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38a051-ebfb-4c95-bd15-09a2c3dee7f3 req-719bc235-11c5-4b15-83be-977a0f8b8888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:24.692269 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1f38a051-ebfb-4c95-bd15-09a2c3dee7f3 req-719bc235-11c5-4b15-83be-977a0f8b8888 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 1097 time: 0.7553351 Feb 09 01:15:24.802232 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88adc2dc-8d4e-4355-ab5c-c3c448dbca09 req-0de748c4-fa17-458c-be5e-f57127bb57fb tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:24.813345 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-88adc2dc-8d4e-4355-ab5c-c3c448dbca09 req-0de748c4-fa17-458c-be5e-f57127bb57fb tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/ports?device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 945 time: 0.3932428 Feb 09 01:15:24.814881 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-067cba39-5698-4a81-b5a8-98932e9b7943 None None] Provisioning complete for port 77fb80a3-182b-4e56-a611-97675b804927 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:24.815403 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-067cba39-5698-4a81-b5a8-98932e9b7943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:24.820378 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-88adc2dc-8d4e-4355-ab5c-c3c448dbca09 req-2791e026-b002-4435-b9a1-28e2804fbd20 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Request body: {'port': {'security_groups': ['dd036a29-976c-49d2-89d7-7eb24bf4e3ac', '24306a34-9aec-4e3e-82a3-0cc26ae6b754']}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:24.832061 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1f38a051-ebfb-4c95-bd15-09a2c3dee7f3 req-748edc19-f5fa-47ab-a511-98feefde291e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093478 Feb 09 01:15:24.838960 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-547b365b-e3a7-451f-981e-009b606b23dc req-4c269d9d-d31d-4464-b1a3-3930345d3c93 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845875 Feb 09 01:15:24.842633 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fbab49-4a4d-4818-b054-10a347bcc51f service neutron] Pushing event updated for resources: {'Port': ['ID=a36d19f4-36fb-4b7b-9e4f-34f3569c3224,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:24.867837 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-0249a161-d93f-4612-a7a2-1b4f8ad34749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:24.871484 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-0249a161-d93f-4612-a7a2-1b4f8ad34749 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67dfd8ca30e2412a805557bd94e02525&device_id=668ba4f0-08f6-4c38-98c7-88ccc3de3b32 HTTP/1.1" status: 200 len: 1095 time: 0.3905375 Feb 09 01:15:24.904736 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-95e82fe8-3906-4b46-8594-4abb5e9759a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:24.910799 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-95e82fe8-3906-4b46-8594-4abb5e9759a0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbf0f82d35c440b0ba7e6bf598531d13&device_id=ef5c4745-cf4b-44ad-9742-dabdeb8d724b HTTP/1.1" status: 200 len: 1095 time: 0.3786280 Feb 09 01:15:24.996910 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:25.118849 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 77fb80a3-182b-4e56-a611-97675b804927, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=77fb80a3-182b-4e56-a611-97675b804927,segment=NetworkSegment(4f7a8df1-8540-4488-980f-5e8591a0a2ec),segment_id=4f7a8df1-8540-4488-980f-5e8591a0a2ec)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:25.125421 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:25.190567 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-88adc2dc-8d4e-4355-ab5c-c3c448dbca09 req-2791e026-b002-4435-b9a1-28e2804fbd20 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:25.199357 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:25.207573 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 741d83e1-98ee-4a07-9d90-94b4e1eb4f9f completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:25.272068 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-45431eab-0b1d-4d8b-abc7-572153b58c65 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:25.284181 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 741d83e1-98ee-4a07-9d90-94b4e1eb4f9f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:25.285732 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:25.438958 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=77fb80a3-182b-4e56-a611-97675b804927,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:25.463705 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45431eab-0b1d-4d8b-abc7-572153b58c65 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Pushing event updated for resources: {'Subnet': ['ID=3983002e-64d9-4e74-a82d-3a901cc3af56,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:25.489578 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45431eab-0b1d-4d8b-abc7-572153b58c65 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Checking segment: {'id': '41450637-c094-4a20-98c1-317d2d415ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '43d3e1af-4206-46f9-9d90-1c6e21f35746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:25.490041 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45431eab-0b1d-4d8b-abc7-572153b58c65 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Network hostable DHCP agents. Network: 43d3e1af-4206-46f9-9d90-1c6e21f35746, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:15:25.505034 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45431eab-0b1d-4d8b-abc7-572153b58c65 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:25.505405 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45431eab-0b1d-4d8b-abc7-572153b58c65 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:25.505764 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45431eab-0b1d-4d8b-abc7-572153b58c65 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:25.506085 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45431eab-0b1d-4d8b-abc7-572153b58c65 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:25.506422 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45431eab-0b1d-4d8b-abc7-572153b58c65 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:25.506750 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45431eab-0b1d-4d8b-abc7-572153b58c65 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:25.507091 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45431eab-0b1d-4d8b-abc7-572153b58c65 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:25.507641 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45431eab-0b1d-4d8b-abc7-572153b58c65 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:25.507977 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45431eab-0b1d-4d8b-abc7-572153b58c65 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:25.508301 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45431eab-0b1d-4d8b-abc7-572153b58c65 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:25.508667 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45431eab-0b1d-4d8b-abc7-572153b58c65 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:25.509348 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45431eab-0b1d-4d8b-abc7-572153b58c65 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:25.557440 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-66aca6d3-d7de-4a9e-90f1-5871edd06c67 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d40993b-9229-43e9-9491-2e781d10e67e HTTP/1.1" status: 200 len: 217 time: 0.4666028 Feb 09 01:15:25.571246 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45431eab-0b1d-4d8b-abc7-572153b58c65 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Network 43d3e1af-4206-46f9-9d90-1c6e21f35746 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:15:25.580955 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-ac2acc31-f6f7-43d0-a006-fd8655990e60 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a36d19f4-36fb-4b7b-9e4f-34f3569c3224 HTTP/1.1" status: 200 len: 217 time: 0.4865868 Feb 09 01:15:25.641270 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:25.663059 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-45431eab-0b1d-4d8b-abc7-572153b58c65 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 43d3e1af-4206-46f9-9d90-1c6e21f35746) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:25.682262 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39bea98-22a5-4ad6-b117-2d33f5e5b93d None None] Network 43d3e1af-4206-46f9-9d90-1c6e21f35746 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:25.691351 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45431eab-0b1d-4d8b-abc7-572153b58c65 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:25.691955 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-45431eab-0b1d-4d8b-abc7-572153b58c65 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:25.739427 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-e19b7b98-7c1e-45aa-bde2-ce67f820c8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:25.741164 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-e19b7b98-7c1e-45aa-bde2-ce67f820c8e3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c750fae4-2c3f-44da-87c9-de1301db5b32 HTTP/1.1" status: 200 len: 844 time: 0.1607246 Feb 09 01:15:25.743567 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-45431eab-0b1d-4d8b-abc7-572153b58c65 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7213240 Feb 09 01:15:25.748313 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49622) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:25.751332 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-f39ab71a-9f64-42d4-87f3-4fb263333a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:25.753056 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-f39ab71a-9f64-42d4-87f3-4fb263333a1f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16056dee-9c0e-41b1-962a-fb2cf7216c50 HTTP/1.1" status: 200 len: 854 time: 0.1301680 Feb 09 01:15:25.755389 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-532ec700-d5a8-493d-a6cd-39e55d52cad1 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Request body: {'subnet': {'network_id': 'd9157efc-dd18-43ae-8784-855e3e08b794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:25.808285 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89a49f-44a8-438e-8e25-99da8a2528af req-5bc49615-b9e5-46e2-a753-c4ee3f3abdad tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:25.809143 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-6b89a49f-44a8-438e-8e25-99da8a2528af req-5bc49615-b9e5-46e2-a753-c4ee3f3abdad tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Synchronizing usage tracker for tenant:bbf0f82d35c440b0ba7e6bf598531d13 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:15:25.835610 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64fa229-678c-47d0-a6e6-0319595edf63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741d83e1-98ee-4a07-9d90-94b4e1eb4f9f'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:15:25.861665 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 741d83e1-98ee-4a07-9d90-94b4e1eb4f9f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=741d83e1-98ee-4a07-9d90-94b4e1eb4f9f,segment=NetworkSegment(8d740fbd-3275-4ba8-a17a-a2835bba7386),segment_id=8d740fbd-3275-4ba8-a17a-a2835bba7386)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:25.876164 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:25.945369 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-6b89a49f-44a8-438e-8e25-99da8a2528af req-5bc49615-b9e5-46e2-a753-c4ee3f3abdad tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Unset dirty status for tenant:bbf0f82d35c440b0ba7e6bf598531d13 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:15:25.961790 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6b89a49f-44a8-438e-8e25-99da8a2528af req-5bc49615-b9e5-46e2-a753-c4ee3f3abdad tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef5c4745-cf4b-44ad-9742-dabdeb8d724b HTTP/1.1" status: 200 len: 944 time: 0.9651003 Feb 09 01:15:25.970675 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-9d5547ee-0351-47ab-85c2-1444584fe754 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=84a4b1eb-79d6-447b-b1fd-6bc1ef45422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2166197 Feb 09 01:15:25.992230 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-88adc2dc-8d4e-4355-ab5c-c3c448dbca09 req-2791e026-b002-4435-b9a1-28e2804fbd20 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] For port 080db5cb-c5ff-4a08-abb2-86a721031e91, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=080db5cb-c5ff-4a08-abb2-86a721031e91,segment=NetworkSegment(b5490bb6-dc0d-46d4-a7aa-f5bfda621d00),segment_id=b5490bb6-dc0d-46d4-a7aa-f5bfda621d00)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:26.062007 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=741d83e1-98ee-4a07-9d90-94b4e1eb4f9f,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:26.085349 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-64246afc-7e3b-45e3-99b5-f7b9284feaab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3afca57-246e-458a-965f-203ae806e5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2686589 Feb 09 01:15:26.094938 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-532ec700-d5a8-493d-a6cd-39e55d52cad1 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:26.115179 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 77fb80a3-182b-4e56-a611-97675b804927 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:15:26.123361 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-532ec700-d5a8-493d-a6cd-39e55d52cad1 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Usage tracker for resource:subnet and tenant:1a6dbbb0dbc240ec956e41477b2c9782 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:26.131988 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-532ec700-d5a8-493d-a6cd-39e55d52cad1 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:26.189211 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-532ec700-d5a8-493d-a6cd-39e55d52cad1 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:26.197864 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-88adc2dc-8d4e-4355-ab5c-c3c448dbca09 req-2791e026-b002-4435-b9a1-28e2804fbd20 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:26.206500 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-88adc2dc-8d4e-4355-ab5c-c3c448dbca09 req-2791e026-b002-4435-b9a1-28e2804fbd20 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:26.287320 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532ec700-d5a8-493d-a6cd-39e55d52cad1 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Made reservation on behalf of 1a6dbbb0dbc240ec956e41477b2c9782 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:26.298414 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-532ec700-d5a8-493d-a6cd-39e55d52cad1 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:26.352628 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['080db5cb-c5ff-4a08-abb2-86a721031e91'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:15:26.474020 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-61ab78ca-81c0-4e8b-9014-f9f0ff0b7ecf service neutron] 10.222.0.35 "GET /v2.0/networks/a3afca57-246e-458a-965f-203ae806e5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782819 Feb 09 01:15:26.551890 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88adc2dc-8d4e-4355-ab5c-c3c448dbca09 req-2791e026-b002-4435-b9a1-28e2804fbd20 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:26.553102 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-88adc2dc-8d4e-4355-ab5c-c3c448dbca09 req-2791e026-b002-4435-b9a1-28e2804fbd20 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:26.569145 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-88adc2dc-8d4e-4355-ab5c-c3c448dbca09 req-2791e026-b002-4435-b9a1-28e2804fbd20 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "PUT /v2.0/ports/080db5cb-c5ff-4a08-abb2-86a721031e91 HTTP/1.1" status: 200 len: 981 time: 1.7545485 Feb 09 01:15:26.572836 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d906ee-9ba8-41ca-9b9b-0b67e5f3680a', 'tag': '080db5cb-c5ff-4a08-abb2-86a721031e91'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:15:26.606464 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8a3cc0-3b73-4807-a749-10ce4dd95dc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-43d3e1af-4206-46f9-9d90-1c6e21f35746', 'network_id': '43d3e1af-4206-46f9-9d90-1c6e21f35746', 'tenant_id': '1a6dbbb0dbc240ec956e41477b2c9782', 'fixed_ips': [{'subnet_id': '3983002e-64d9-4e74-a82d-3a901cc3af56'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:15:26.607100 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ae8a3cc0-3b73-4807-a749-10ce4dd95dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:26.684961 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['080db5cb-c5ff-4a08-abb2-86a721031e91'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:15:26.725771 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '668ba4f0-08f6-4c38-98c7-88ccc3de3b32', 'tag': '5d40993b-9229-43e9-9491-2e781d10e67e', 'status': 'completed', 'code': 200} Feb 09 01:15:26.781690 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791e026-b002-4435-b9a1-28e2804fbd20 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Pushing event updated for resources: {'Port': ['ID=080db5cb-c5ff-4a08-abb2-86a721031e91,revision_number=6']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:26.854508 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6b89a49f-44a8-438e-8e25-99da8a2528af req-adfdecec-994b-4f12-961b-41e28db9e44a tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8903270 Feb 09 01:15:27.112138 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-532ec700-d5a8-493d-a6cd-39e55d52cad1 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:27.284886 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 77fb80a3-182b-4e56-a611-97675b804927 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:27.285271 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:27.303025 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-30fdd8bd-1686-4bc3-a816-d5c5018ff5ff req-f68a6116-9534-42f9-8570-dd2102fe0e06 service neutron] 10.222.0.35 "GET /v2.0/networks/a3afca57-246e-458a-965f-203ae806e5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7667899 Feb 09 01:15:27.320994 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-848fda6a-b8a4-478b-a9c4-1112b5ae528d service neutron] 10.222.0.35 "GET /v2.0/networks/84a4b1eb-79d6-447b-b1fd-6bc1ef45422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3379698 Feb 09 01:15:27.398161 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ec700-d5a8-493d-a6cd-39e55d52cad1 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Pushing event updated for resources: {'Subnet': ['ID=870d68a4-948e-4966-9b95-76840e7f0447,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:27.432660 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc19cdb-a654-4c77-9d03-538b694e24b1 req-6ffcd1bc-5ab0-4238-a276-96c3d6232dcb tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:27.440285 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5cc19cdb-a654-4c77-9d03-538b694e24b1 req-6ffcd1bc-5ab0-4238-a276-96c3d6232dcb tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.37 "GET /v2.0/ports?device_id=b64fa229-678c-47d0-a6e6-0319595edf63 HTTP/1.1" status: 200 len: 945 time: 0.4432819 Feb 09 01:15:27.443174 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532ec700-d5a8-493d-a6cd-39e55d52cad1 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Checking segment: {'id': '4376fafd-0846-41ce-a208-7821276210b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'd9157efc-dd18-43ae-8784-855e3e08b794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:27.443563 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532ec700-d5a8-493d-a6cd-39e55d52cad1 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Network hostable DHCP agents. Network: d9157efc-dd18-43ae-8784-855e3e08b794, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:15:27.516475 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5cc19cdb-a654-4c77-9d03-538b694e24b1 req-ae89c7f2-4a03-4649-b1ec-14c8a243ff8e tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.37 "GET /v2.0/security-groups?id=24ed0953-3719-4337-a2c9-a551fe444d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750906 Feb 09 01:15:27.520512 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532ec700-d5a8-493d-a6cd-39e55d52cad1 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Network d9157efc-dd18-43ae-8784-855e3e08b794 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:15:27.546697 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9407cba4-d643-4b6b-a680-adb8aa04d4cc req-35cbbfb5-5af0-4a6c-b538-ee6603aa10b8 service neutron] 10.222.0.35 "GET /v2.0/networks/84a4b1eb-79d6-447b-b1fd-6bc1ef45422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097142 Feb 09 01:15:27.562029 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-532ec700-d5a8-493d-a6cd-39e55d52cad1 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, d9157efc-dd18-43ae-8784-855e3e08b794) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:27.589883 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6db078b-b8e3-4ab5-b68a-4ff679b35cc4 None None] Network d9157efc-dd18-43ae-8784-855e3e08b794 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:27.590474 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532ec700-d5a8-493d-a6cd-39e55d52cad1 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:27.590610 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-532ec700-d5a8-493d-a6cd-39e55d52cad1 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:27.632719 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f86bf-45dc-4831-8782-8e96a92cf933 req-b7a64943-643c-4394-bbbe-04799d73c363 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:27.634909 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-598f86bf-45dc-4831-8782-8e96a92cf933 req-b7a64943-643c-4394-bbbe-04799d73c363 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=668ba4f0-08f6-4c38-98c7-88ccc3de3b32 HTTP/1.1" status: 200 len: 944 time: 0.5437956 Feb 09 01:15:27.777044 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-598f86bf-45dc-4831-8782-8e96a92cf933 req-e2ff705f-f5d1-4ccf-bda6-8522e499f0fc tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961659 Feb 09 01:15:27.799140 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-532ec700-d5a8-493d-a6cd-39e55d52cad1 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0472569 Feb 09 01:15:27.810613 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 49690) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:27.909981 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4169f-c643-4b88-9afb-753b42215c11 req-a162e992-14eb-4130-9ecb-9ba1d6fbbc03 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:27.948493 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-93b4169f-c643-4b88-9afb-753b42215c11 req-a162e992-14eb-4130-9ecb-9ba1d6fbbc03 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 946 time: 0.2791793 Feb 09 01:15:27.995961 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64fa229-678c-47d0-a6e6-0319595edf63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741d83e1-98ee-4a07-9d90-94b4e1eb4f9f', 'code': 200} Feb 09 01:15:28.050318 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-ae8a3cc0-3b73-4807-a749-10ce4dd95dc7 None None] Allocated IP 2001:db8::2 (43d3e1af-4206-46f9-9d90-1c6e21f35746/3983002e-64d9-4e74-a82d-3a901cc3af56/dc2a14d6-238e-4605-8298-8c6eb766edaf) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:28.109008 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-93b4169f-c643-4b88-9afb-753b42215c11 req-6a449ead-e0ff-4796-82eb-ffee869b2c1e tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561110 Feb 09 01:15:28.146118 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b92c1-043b-4184-af22-961f9aeb132e req-d32988db-a4c4-4de7-ae8a-4e0b7dbf6e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:28.150097 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b54b92c1-043b-4184-af22-961f9aeb132e req-d32988db-a4c4-4de7-ae8a-4e0b7dbf6e12 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67dfd8ca30e2412a805557bd94e02525&device_id=668ba4f0-08f6-4c38-98c7-88ccc3de3b32 HTTP/1.1" status: 200 len: 1095 time: 0.5118885 Feb 09 01:15:28.397929 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-029af5cb-a09d-41ad-ade8-376e5de9e242 req-4c296256-8e26-4a9b-8d92-6f5b7bf17f55 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-372715788&fields=id&tenant_id=1866ce3035f2464c986757a3a7323de3 HTTP/1.1" status: 200 len: 267 time: 0.1054857 Feb 09 01:15:28.446082 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ae8a3cc0-3b73-4807-a749-10ce4dd95dc7 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:28.459510 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ae8a3cc0-3b73-4807-a749-10ce4dd95dc7 None None] Transition to ACTIVE for port object dc2a14d6-238e-4605-8298-8c6eb766edaf will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:28.486339 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ae8a3cc0-3b73-4807-a749-10ce4dd95dc7 None None] Transition to ACTIVE for port object dc2a14d6-238e-4605-8298-8c6eb766edaf will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:28.525209 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ae8a3cc0-3b73-4807-a749-10ce4dd95dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:28.605210 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029af5cb-a09d-41ad-ade8-376e5de9e242 req-5df89617-ac48-48da-a969-53c299c5ae5d tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:28.631253 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-029af5cb-a09d-41ad-ade8-376e5de9e242 req-5df89617-ac48-48da-a969-53c299c5ae5d tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/ports?device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 984 time: 0.2323599 Feb 09 01:15:28.639282 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-029af5cb-a09d-41ad-ade8-376e5de9e242 req-dfac1121-e1e1-457d-a01d-e978cc7857ca tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Request body: {'port': {'security_groups': ['dd036a29-976c-49d2-89d7-7eb24bf4e3ac']}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:28.644307 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a3cc0-3b73-4807-a749-10ce4dd95dc7 None None] Pushing event updated for resources: {'Port': ['ID=dc2a14d6-238e-4605-8298-8c6eb766edaf,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:28.734369 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8a3cc0-3b73-4807-a749-10ce4dd95dc7 None None] Network 43d3e1af-4206-46f9-9d90-1c6e21f35746 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:28.738556 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-ae8a3cc0-3b73-4807-a749-10ce4dd95dc7 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:28.745387 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8a3cc0-3b73-4807-a749-10ce4dd95dc7 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:15:28.804518 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5c4745-cf4b-44ad-9742-dabdeb8d724b', 'tag': 'a36d19f4-36fb-4b7b-9e4f-34f3569c3224'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:15:28.944053 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-029af5cb-a09d-41ad-ade8-376e5de9e242 req-dfac1121-e1e1-457d-a01d-e978cc7857ca tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:28.983280 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-ae8a3cc0-3b73-4807-a749-10ce4dd95dc7 None None] Attempting to bind port dc2a14d6-238e-4605-8298-8c6eb766edaf on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:15:28.984896 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-ae8a3cc0-3b73-4807-a749-10ce4dd95dc7 None None] Attempting to bind port dc2a14d6-238e-4605-8298-8c6eb766edaf by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '41450637-c094-4a20-98c1-317d2d415ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '43d3e1af-4206-46f9-9d90-1c6e21f35746'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:15:28.987038 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8a3cc0-3b73-4807-a749-10ce4dd95dc7 None None] Attempting to bind port dc2a14d6-238e-4605-8298-8c6eb766edaf on network 43d3e1af-4206-46f9-9d90-1c6e21f35746 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:15:29.050581 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8a3cc0-3b73-4807-a749-10ce4dd95dc7 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:15:29.051151 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8a3cc0-3b73-4807-a749-10ce4dd95dc7 None None] Checking segment: {'id': '41450637-c094-4a20-98c1-317d2d415ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '43d3e1af-4206-46f9-9d90-1c6e21f35746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:29.051664 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ae8a3cc0-3b73-4807-a749-10ce4dd95dc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:29.052118 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8a3cc0-3b73-4807-a749-10ce4dd95dc7 None None] Bound using segment: {'id': '41450637-c094-4a20-98c1-317d2d415ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '43d3e1af-4206-46f9-9d90-1c6e21f35746'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:15:29.052701 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-ae8a3cc0-3b73-4807-a749-10ce4dd95dc7 None None] Bound port: dc2a14d6-238e-4605-8298-8c6eb766edaf, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41450637-c094-4a20-98c1-317d2d415ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '43d3e1af-4206-46f9-9d90-1c6e21f35746'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:15:29.053525 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ae8a3cc0-3b73-4807-a749-10ce4dd95dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:29.066385 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23ff85e-08f1-428c-988c-917d4584e04a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-d9157efc-dd18-43ae-8784-855e3e08b794', 'network_id': 'd9157efc-dd18-43ae-8784-855e3e08b794', 'tenant_id': '1a6dbbb0dbc240ec956e41477b2c9782', 'fixed_ips': [{'subnet_id': '870d68a4-948e-4966-9b95-76840e7f0447'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:15:29.067321 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a23ff85e-08f1-428c-988c-917d4584e04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:29.301509 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b92c1-043b-4184-af22-961f9aeb132e req-81153f8f-453f-4734-b9d3-c9e679c51015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:29.304338 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b54b92c1-043b-4184-af22-961f9aeb132e req-81153f8f-453f-4734-b9d3-c9e679c51015 service neutron] 10.222.0.35 "GET /v2.0/networks?id=84a4b1eb-79d6-447b-b1fd-6bc1ef45422a HTTP/1.1" status: 200 len: 905 time: 1.1242421 Feb 09 01:15:29.318732 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-ae8a3cc0-3b73-4807-a749-10ce4dd95dc7 None None] For port dc2a14d6-238e-4605-8298-8c6eb766edaf, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:15:29.343571 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49718) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:29.349904 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-ae8a3cc0-3b73-4807-a749-10ce4dd95dc7 None None] For port dc2a14d6-238e-4605-8298-8c6eb766edaf, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=dc2a14d6-238e-4605-8298-8c6eb766edaf,segment=NetworkSegment(41450637-c094-4a20-98c1-317d2d415ec3),segment_id=41450637-c094-4a20-98c1-317d2d415ec3)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:15:29.367367 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ae8a3cc0-3b73-4807-a749-10ce4dd95dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:29.417254 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8feb8d-af90-4e9b-a574-a00147400d14 req-e79af784-1aa6-4dbb-89b8-e51ccbb47eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:29.418919 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3b8feb8d-af90-4e9b-a574-a00147400d14 req-e79af784-1aa6-4dbb-89b8-e51ccbb47eb6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b64fa229-678c-47d0-a6e6-0319595edf63 HTTP/1.1" status: 200 len: 1096 time: 1.3525021 Feb 09 01:15:29.420428 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b54b92c1-043b-4184-af22-961f9aeb132e req-5cd8340a-e59f-4ea4-99a4-658910e02aca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d40993b-9229-43e9-9491-2e781d10e67e HTTP/1.1" status: 200 len: 217 time: 0.1061246 Feb 09 01:15:29.429141 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-029af5cb-a09d-41ad-ade8-376e5de9e242 req-dfac1121-e1e1-457d-a01d-e978cc7857ca tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] For port 080db5cb-c5ff-4a08-abb2-86a721031e91, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=080db5cb-c5ff-4a08-abb2-86a721031e91,segment=NetworkSegment(b5490bb6-dc0d-46d4-a7aa-f5bfda621d00),segment_id=b5490bb6-dc0d-46d4-a7aa-f5bfda621d00)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:29.442187 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-a23ff85e-08f1-428c-988c-917d4584e04a None None] Allocated IP 2001:db8::2 (d9157efc-dd18-43ae-8784-855e3e08b794/870d68a4-948e-4966-9b95-76840e7f0447/54f5f23d-ddd5-444e-90e2-4eac239fa01c) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:29.495030 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-029af5cb-a09d-41ad-ade8-376e5de9e242 req-dfac1121-e1e1-457d-a01d-e978cc7857ca tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:29.504488 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-029af5cb-a09d-41ad-ade8-376e5de9e242 req-dfac1121-e1e1-457d-a01d-e978cc7857ca tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:29.538874 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a3cc0-3b73-4807-a749-10ce4dd95dc7 None None] Pushing event updated for resources: {'Port': ['ID=dc2a14d6-238e-4605-8298-8c6eb766edaf,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:29.556785 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d374f-130b-4ec7-9dc0-25d030c31bca req-f2bf2480-8860-4fa3-a8a3-4ba5b1a288d1 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:29.558252 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-092d374f-130b-4ec7-9dc0-25d030c31bca req-f2bf2480-8860-4fa3-a8a3-4ba5b1a288d1 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 947 time: 1.2825851 Feb 09 01:15:29.655086 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['080db5cb-c5ff-4a08-abb2-86a721031e91'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:15:29.720191 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-39a9b72e-07f2-410d-a353-858d45aa1d45 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:29.857308 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029af5cb-a09d-41ad-ade8-376e5de9e242 req-dfac1121-e1e1-457d-a01d-e978cc7857ca tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:29.858290 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-029af5cb-a09d-41ad-ade8-376e5de9e242 req-dfac1121-e1e1-457d-a01d-e978cc7857ca tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:29.858641 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3b8feb8d-af90-4e9b-a574-a00147400d14 req-3b8e9ca3-6521-425d-8d2b-da14968b3c40 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=24ed0953-3719-4337-a2c9-a551fe444d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166458 Feb 09 01:15:29.860573 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-029af5cb-a09d-41ad-ade8-376e5de9e242 req-dfac1121-e1e1-457d-a01d-e978cc7857ca tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "PUT /v2.0/ports/080db5cb-c5ff-4a08-abb2-86a721031e91 HTTP/1.1" status: 200 len: 942 time: 1.2284474 Feb 09 01:15:29.863877 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b92c1-043b-4184-af22-961f9aeb132e req-f3fd710d-d1aa-4ee3-bb0e-daeb652ab1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:29.872965 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-950cece8-a02f-42ea-8695-c02525368012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:29.877374 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b54b92c1-043b-4184-af22-961f9aeb132e req-f3fd710d-d1aa-4ee3-bb0e-daeb652ab1a7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c750fae4-2c3f-44da-87c9-de1301db5b32 HTTP/1.1" status: 200 len: 844 time: 0.4298425 Feb 09 01:15:29.901669 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-092d374f-130b-4ec7-9dc0-25d030c31bca req-c0314f71-1217-4f75-80ec-17a361a68449 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576363 Feb 09 01:15:29.928488 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-950cece8-a02f-42ea-8695-c02525368012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:29.959748 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-950cece8-a02f-42ea-8695-c02525368012 admin admin] Usage tracker for resource:security_group_rule and tenant:1ac60c048f4a41e5b5b11f4a8179fec0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:29.972268 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-950cece8-a02f-42ea-8695-c02525368012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:29.989569 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac1121-e1e1-457d-a01d-e978cc7857ca tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Pushing event updated for resources: {'Port': ['ID=080db5cb-c5ff-4a08-abb2-86a721031e91,revision_number=7']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:30.014186 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-950cece8-a02f-42ea-8695-c02525368012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:30.054108 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d906ee-9ba8-41ca-9b9b-0b67e5f3680a', 'tag': '080db5cb-c5ff-4a08-abb2-86a721031e91', 'status': 'completed', 'code': 200} Feb 09 01:15:30.057701 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a23ff85e-08f1-428c-988c-917d4584e04a None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:30.074297 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a23ff85e-08f1-428c-988c-917d4584e04a None None] Transition to ACTIVE for port object 54f5f23d-ddd5-444e-90e2-4eac239fa01c will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:30.102684 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a23ff85e-08f1-428c-988c-917d4584e04a None None] Transition to ACTIVE for port object 54f5f23d-ddd5-444e-90e2-4eac239fa01c will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:30.153260 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a23ff85e-08f1-428c-988c-917d4584e04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:30.210039 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-950cece8-a02f-42ea-8695-c02525368012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:30.218474 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-950cece8-a02f-42ea-8695-c02525368012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:30.228093 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['080db5cb-c5ff-4a08-abb2-86a721031e91'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:15:30.305611 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23ff85e-08f1-428c-988c-917d4584e04a None None] Network d9157efc-dd18-43ae-8784-855e3e08b794 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:30.331059 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 5d40993b-9229-43e9-9491-2e781d10e67e details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:15:30.359574 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-950cece8-a02f-42ea-8695-c02525368012 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1ac60c048f4a41e5b5b11f4a8179fec0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0040925 Feb 09 01:15:30.363327 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49726) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:30.383407 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b54b92c1-043b-4184-af22-961f9aeb132e req-567d9e65-9a62-4cd6-8dfb-78d02bcaea8a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=84a4b1eb-79d6-447b-b1fd-6bc1ef45422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1990864 Feb 09 01:15:30.439987 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cece8-a02f-42ea-8695-c02525368012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d83cc9-176d-4287-9cf5-2bda14a1842e,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:30.534711 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-044cfa45-a12f-4a75-b2d3-c190af391453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:30.573068 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-044cfa45-a12f-4a75-b2d3-c190af391453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:30.592888 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 5d40993b-9229-43e9-9491-2e781d10e67e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=5d40993b-9229-43e9-9491-2e781d10e67e,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:30.613501 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-a23ff85e-08f1-428c-988c-917d4584e04a None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:30.617799 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23ff85e-08f1-428c-988c-917d4584e04a None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:15:30.669723 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '5d40993b-9229-43e9-9491-2e781d10e67e', 'network_id': '84a4b1eb-79d6-447b-b1fd-6bc1ef45422a', 'port_id': '5d40993b-9229-43e9-9491-2e781d10e67e', 'mac_address': 'fa:16:3e:59:07:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 998, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750fae4-2c3f-44da-87c9-de1301db5b32', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:15:30.670418 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a5ad8-3725-46d5-b1d6-a317fc5e3a9e req-48a55b96-9d88-4034-b2e9-ec5dd4fa57a4 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:30.672688 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ff85e-08f1-428c-988c-917d4584e04a None None] Pushing event updated for resources: {'Port': ['ID=54f5f23d-ddd5-444e-90e2-4eac239fa01c,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:30.680512 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-959a5ad8-3725-46d5-b1d6-a317fc5e3a9e req-48a55b96-9d88-4034-b2e9-ec5dd4fa57a4 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.37 "GET /v2.0/ports?device_id=b64fa229-678c-47d0-a6e6-0319595edf63 HTTP/1.1" status: 200 len: 945 time: 0.3138173 Feb 09 01:15:30.685176 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-044cfa45-a12f-4a75-b2d3-c190af391453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:30.754924 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044cfa45-a12f-4a75-b2d3-c190af391453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d83cc9-176d-4287-9cf5-2bda14a1842e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:30.795044 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-044cfa45-a12f-4a75-b2d3-c190af391453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:30.799480 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-044cfa45-a12f-4a75-b2d3-c190af391453 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/11d83cc9-176d-4287-9cf5-2bda14a1842e HTTP/1.1" status: 204 len: 168 time: 0.4348361 Feb 09 01:15:30.830297 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-959a5ad8-3725-46d5-b1d6-a317fc5e3a9e req-ba16c31b-f3b6-475a-a31b-d0206ff57866 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.37 "GET /v2.0/security-groups?id=24ed0953-3719-4337-a2c9-a551fe444d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485603 Feb 09 01:15:30.966145 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b54b92c1-043b-4184-af22-961f9aeb132e req-cdf83e3e-366f-427f-9e83-c7450b93e7db service neutron] 10.222.0.35 "GET /v2.0/networks/84a4b1eb-79d6-447b-b1fd-6bc1ef45422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5627077 Feb 09 01:15:30.978690 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device dc2a14d6-238e-4605-8298-8c6eb766edaf up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:15:31.136522 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-a23ff85e-08f1-428c-988c-917d4584e04a None None] Attempting to bind port 54f5f23d-ddd5-444e-90e2-4eac239fa01c on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:15:31.136902 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-a23ff85e-08f1-428c-988c-917d4584e04a None None] Attempting to bind port 54f5f23d-ddd5-444e-90e2-4eac239fa01c by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '4376fafd-0846-41ce-a208-7821276210b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'd9157efc-dd18-43ae-8784-855e3e08b794'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:15:31.137262 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23ff85e-08f1-428c-988c-917d4584e04a None None] Attempting to bind port 54f5f23d-ddd5-444e-90e2-4eac239fa01c on network d9157efc-dd18-43ae-8784-855e3e08b794 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:15:31.219631 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23ff85e-08f1-428c-988c-917d4584e04a None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:15:31.220010 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23ff85e-08f1-428c-988c-917d4584e04a None None] Checking segment: {'id': '4376fafd-0846-41ce-a208-7821276210b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'd9157efc-dd18-43ae-8784-855e3e08b794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:31.220456 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a23ff85e-08f1-428c-988c-917d4584e04a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:31.220834 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23ff85e-08f1-428c-988c-917d4584e04a None None] Bound using segment: {'id': '4376fafd-0846-41ce-a208-7821276210b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'd9157efc-dd18-43ae-8784-855e3e08b794'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:15:31.221319 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-a23ff85e-08f1-428c-988c-917d4584e04a None None] Bound port: 54f5f23d-ddd5-444e-90e2-4eac239fa01c, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4376fafd-0846-41ce-a208-7821276210b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'd9157efc-dd18-43ae-8784-855e3e08b794'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:15:31.221691 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a23ff85e-08f1-428c-988c-917d4584e04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:31.283087 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203f6983-dc54-4722-af2e-dc777984acba None None] Network 43d3e1af-4206-46f9-9d90-1c6e21f35746 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:31.292822 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc62d8-49c9-427c-a716-9951e1a4806a req-04a6b95e-aa14-412b-85ae-ea0fb81af72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:31.298383 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fbdc62d8-49c9-427c-a716-9951e1a4806a req-04a6b95e-aa14-412b-85ae-ea0fb81af72e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1866ce3035f2464c986757a3a7323de3&device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 1096 time: 1.1150181 Feb 09 01:15:31.309168 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b6388-5b44-4f7f-98c2-208c53fc855f req-87f96231-f7e3-4d66-bf22-07983203d7d9 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:31.311191 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f07b6388-5b44-4f7f-98c2-208c53fc855f req-87f96231-f7e3-4d66-bf22-07983203d7d9 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=668ba4f0-08f6-4c38-98c7-88ccc3de3b32 HTTP/1.1" status: 200 len: 944 time: 0.2283065 Feb 09 01:15:31.408553 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f07b6388-5b44-4f7f-98c2-208c53fc855f req-21256d59-fb5e-4bc1-aa41-3fd4a9613101 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912337 Feb 09 01:15:31.556165 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49736) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:31.607441 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-59dad159-e7f0-4777-942c-fba753b46ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:31.614171 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:31.644165 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-59dad159-e7f0-4777-942c-fba753b46ff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:31.650083 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-59dad159-e7f0-4777-942c-fba753b46ff9 admin admin] Usage tracker for resource:security_group_rule and tenant:e887a7187e6c49abad5c260e9eb82a77 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:31.656087 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d40993b-9229-43e9-9491-2e781d10e67e {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:15:31.658903 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-59dad159-e7f0-4777-942c-fba753b46ff9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:31.670955 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-59dad159-e7f0-4777-942c-fba753b46ff9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:31.727561 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7f603-978c-4fae-8a08-c59bb9608020 req-e2e490d9-e8b9-4982-9fa1-063d5825c179 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:31.740383 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8e7f603-978c-4fae-8a08-c59bb9608020 req-e2e490d9-e8b9-4982-9fa1-063d5825c179 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef5c4745-cf4b-44ad-9742-dabdeb8d724b HTTP/1.1" status: 200 len: 944 time: 1.4370439 Feb 09 01:15:31.763851 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef5c4745-cf4b-44ad-9742-dabdeb8d724b', 'tag': 'a36d19f4-36fb-4b7b-9e4f-34f3569c3224', 'status': 'completed', 'code': 200} Feb 09 01:15:31.812360 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-a23ff85e-08f1-428c-988c-917d4584e04a None None] For port 54f5f23d-ddd5-444e-90e2-4eac239fa01c, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:15:31.815766 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-a23ff85e-08f1-428c-988c-917d4584e04a None None] For port 54f5f23d-ddd5-444e-90e2-4eac239fa01c, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=54f5f23d-ddd5-444e-90e2-4eac239fa01c,segment=NetworkSegment(4376fafd-0846-41ce-a208-7821276210b7),segment_id=4376fafd-0846-41ce-a208-7821276210b7)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:15:31.826758 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-59dad159-e7f0-4777-942c-fba753b46ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:31.839703 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a23ff85e-08f1-428c-988c-917d4584e04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:31.877621 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-59dad159-e7f0-4777-942c-fba753b46ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:31.887881 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5b1c542a-5caa-4a44-ab0e-b48535ec44bc None None] Provisioning for port dc2a14d6-238e-4605-8298-8c6eb766edaf completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:31.961413 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port dc2a14d6-238e-4605-8298-8c6eb766edaf completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:31.968895 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 5d40993b-9229-43e9-9491-2e781d10e67e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=5d40993b-9229-43e9-9491-2e781d10e67e,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:31.973060 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-59dad159-e7f0-4777-942c-fba753b46ff9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e887a7187e6c49abad5c260e9eb82a77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4155352 Feb 09 01:15:31.980368 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49742) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:31.998791 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dad159-e7f0-4777-942c-fba753b46ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c254db-9ee6-4d1e-81c7-f60848cd019b,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:32.043520 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:32.054576 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device a36d19f4-36fb-4b7b-9e4f-34f3569c3224 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:15:32.058865 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9705bb-7bca-468f-860e-334c20967dbe req-a8d3d319-9a29-4f95-ac0e-743e435244c0 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:32.067315 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-af9705bb-7bca-468f-860e-334c20967dbe req-a8d3d319-9a29-4f95-ac0e-743e435244c0 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 946 time: 0.3210988 Feb 09 01:15:32.085946 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d906ee-9ba8-41ca-9b9b-0b67e5f3680a', 'tag': '080db5cb-c5ff-4a08-abb2-86a721031e91'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:15:32.137526 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-af9705bb-7bca-468f-860e-334c20967dbe req-29d02961-0d0f-483a-949f-ee46ead63178 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692432 Feb 09 01:15:32.142221 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-39a9b72e-07f2-410d-a353-858d45aa1d45 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Allocated IP 2001:db8::1 (43d3e1af-4206-46f9-9d90-1c6e21f35746/3983002e-64d9-4e74-a82d-3a901cc3af56/a5df3e42-4184-472f-bf21-8784676a271b) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:32.154091 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc62d8-49c9-427c-a716-9951e1a4806a req-75c97444-2ad7-4899-a8bf-dd5ee4794edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:32.168427 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e59b0a42-d305-4fb1-95fb-d8ddc289ab45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:32.170766 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fbdc62d8-49c9-427c-a716-9951e1a4806a req-75c97444-2ad7-4899-a8bf-dd5ee4794edd service neutron] 10.222.0.35 "GET /v2.0/networks?id=7f26ae75-93ae-4c86-b1f4-ba0c960fde4d HTTP/1.1" status: 200 len: 921 time: 0.8440623 Feb 09 01:15:32.209833 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8e7f603-978c-4fae-8a08-c59bb9608020 req-dc8aa4b1-8e31-43a1-8594-9542c12dcf51 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4680212 Feb 09 01:15:32.302816 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port a36d19f4-36fb-4b7b-9e4f-34f3569c3224, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a36d19f4-36fb-4b7b-9e4f-34f3569c3224,segment=NetworkSegment(1daab5ce-760f-4f8c-ae46-f15ec30b34be),segment_id=1daab5ce-760f-4f8c-ae46-f15ec30b34be)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:32.311521 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e59b0a42-d305-4fb1-95fb-d8ddc289ab45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:32.325075 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'a36d19f4-36fb-4b7b-9e4f-34f3569c3224', 'network_id': 'a3afca57-246e-458a-965f-203ae806e5cf', 'port_id': 'a36d19f4-36fb-4b7b-9e4f-34f3569c3224', 'mac_address': 'fa:16:3e:34:45:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 953, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16056dee-9c0e-41b1-962a-fb2cf7216c50', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:15:32.332916 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port dc2a14d6-238e-4605-8298-8c6eb766edaf triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:32.333287 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:32.389927 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fbdc62d8-49c9-427c-a716-9951e1a4806a req-cdba6ecb-e013-467c-b23d-de87c17f881e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=080db5cb-c5ff-4a08-abb2-86a721031e91 HTTP/1.1" status: 200 len: 217 time: 0.1958172 Feb 09 01:15:32.398739 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b54b92c1-043b-4184-af22-961f9aeb132e req-45daa94e-71c0-4a69-86fe-b3312a0deaa0 service neutron] 10.222.0.35 "GET /v2.0/networks/84a4b1eb-79d6-447b-b1fd-6bc1ef45422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4110377 Feb 09 01:15:32.471383 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b5ee24e2-3bcc-4233-ba26-a46e0a5b8d42 req-9683acf7-4df0-4e76-ae57-96559dd8f231 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2862039 Feb 09 01:15:32.482499 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-b5ee24e2-3bcc-4233-ba26-a46e0a5b8d42 req-22ca5cf7-f8ad-48e1-bfb2-078f588173b7 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:32.487655 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e59b0a42-d305-4fb1-95fb-d8ddc289ab45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:32.507477 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-b5ee24e2-3bcc-4233-ba26-a46e0a5b8d42 req-22ca5cf7-f8ad-48e1-bfb2-078f588173b7 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:32.515198 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b0a42-d305-4fb1-95fb-d8ddc289ab45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c254db-9ee6-4d1e-81c7-f60848cd019b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:32.518552 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-b5ee24e2-3bcc-4233-ba26-a46e0a5b8d42 req-22ca5cf7-f8ad-48e1-bfb2-078f588173b7 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Usage tracker for resource:floatingip and tenant:1866ce3035f2464c986757a3a7323de3 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:32.521653 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e59b0a42-d305-4fb1-95fb-d8ddc289ab45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:32.525464 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e59b0a42-d305-4fb1-95fb-d8ddc289ab45 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f8c254db-9ee6-4d1e-81c7-f60848cd019b HTTP/1.1" status: 204 len: 168 time: 0.5399070 Feb 09 01:15:32.525464 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-b5ee24e2-3bcc-4233-ba26-a46e0a5b8d42 req-22ca5cf7-f8ad-48e1-bfb2-078f588173b7 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:32.540494 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ff85e-08f1-428c-988c-917d4584e04a None None] Pushing event updated for resources: {'Port': ['ID=54f5f23d-ddd5-444e-90e2-4eac239fa01c,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:32.541439 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-b5ee24e2-3bcc-4233-ba26-a46e0a5b8d42 req-22ca5cf7-f8ad-48e1-bfb2-078f588173b7 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:32.552250 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-b5ee24e2-3bcc-4233-ba26-a46e0a5b8d42 req-22ca5cf7-f8ad-48e1-bfb2-078f588173b7 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:32.736872 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161d2b3-7549-4cb5-a914-2bd24ab558ad req-f67e36e1-9e40-451e-a246-9901c3b79313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:32.743795 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2161d2b3-7549-4cb5-a914-2bd24ab558ad req-f67e36e1-9e40-451e-a246-9901c3b79313 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbf0f82d35c440b0ba7e6bf598531d13&device_id=ef5c4745-cf4b-44ad-9742-dabdeb8d724b HTTP/1.1" status: 200 len: 1095 time: 0.9991274 Feb 09 01:15:32.912057 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=5d40993b-9229-43e9-9491-2e781d10e67e,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:32.973676 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc62d8-49c9-427c-a716-9951e1a4806a req-4e8219b6-30fb-4f6f-a985-0aae26b1ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:32.975408 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fbdc62d8-49c9-427c-a716-9951e1a4806a req-4e8219b6-30fb-4f6f-a985-0aae26b1ab5c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf2fad94-a815-4e9e-adc4-8acfef9e4c28 HTTP/1.1" status: 200 len: 860 time: 0.4068356 Feb 09 01:15:32.991741 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:33.060881 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fbdc62d8-49c9-427c-a716-9951e1a4806a req-225e6cab-9e96-4bf5-882b-ef267ea4f2c7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f26ae75-93ae-4c86-b1f4-ba0c960fde4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731647 Feb 09 01:15:33.061154 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-b5ee24e2-3bcc-4233-ba26-a46e0a5b8d42 req-22ca5cf7-f8ad-48e1-bfb2-078f588173b7 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:33.064564 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a36d19f4-36fb-4b7b-9e4f-34f3569c3224 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:15:33.207407 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe366b8-fb27-4a69-8b3c-da44febe3205 req-8ab91a17-dcfd-4168-9e5a-61cc098f1fc8 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:33.219072 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cfe366b8-fb27-4a69-8b3c-da44febe3205 req-8ab91a17-dcfd-4168-9e5a-61cc098f1fc8 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 947 time: 0.6497867 Feb 09 01:15:33.258231 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port a36d19f4-36fb-4b7b-9e4f-34f3569c3224, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a36d19f4-36fb-4b7b-9e4f-34f3569c3224,segment=NetworkSegment(1daab5ce-760f-4f8c-ae46-f15ec30b34be),segment_id=1daab5ce-760f-4f8c-ae46-f15ec30b34be)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:33.269304 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:33.285539 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-39a9b72e-07f2-410d-a353-858d45aa1d45 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:33.308431 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-39a9b72e-07f2-410d-a353-858d45aa1d45 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Transition to ACTIVE for port object a5df3e42-4184-472f-bf21-8784676a271b will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:33.309618 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [req-b5ee24e2-3bcc-4233-ba26-a46e0a5b8d42 req-22ca5cf7-f8ad-48e1-bfb2-078f588173b7 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Allocated IP 172.25.5.231 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/06604e20-9d3a-45f0-878b-609ee1c668a9) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:33.346708 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161d2b3-7549-4cb5-a914-2bd24ab558ad req-6a84c2c9-d938-47a9-86c4-82498249b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:33.348985 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2161d2b3-7549-4cb5-a914-2bd24ab558ad req-6a84c2c9-d938-47a9-86c4-82498249b086 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3afca57-246e-458a-965f-203ae806e5cf HTTP/1.1" status: 200 len: 915 time: 0.5874088 Feb 09 01:15:33.360504 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:33.363760 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-39a9b72e-07f2-410d-a353-858d45aa1d45 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:33.576725 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9b72e-07f2-410d-a353-858d45aa1d45 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Pushing event updated for resources: {'Port': ['ID=a5df3e42-4184-472f-bf21-8784676a271b,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:33.627859 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port dc2a14d6-238e-4605-8298-8c6eb766edaf, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=dc2a14d6-238e-4605-8298-8c6eb766edaf,segment=NetworkSegment(41450637-c094-4a20-98c1-317d2d415ec3),segment_id=41450637-c094-4a20-98c1-317d2d415ec3)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:33.632789 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=a36d19f4-36fb-4b7b-9e4f-34f3569c3224,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:33.656034 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:33.668931 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2161d2b3-7549-4cb5-a914-2bd24ab558ad req-715ccdb5-f5ab-4797-b5f6-39ae7a9b0dcd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a36d19f4-36fb-4b7b-9e4f-34f3569c3224 HTTP/1.1" status: 200 len: 217 time: 0.2932572 Feb 09 01:15:33.687481 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cfe366b8-fb27-4a69-8b3c-da44febe3205 req-03c4ad52-28cc-4ec3-8c53-1806faf3d4d1 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4664350 Feb 09 01:15:33.696362 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a9b72e-07f2-410d-a353-858d45aa1d45 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Network 43d3e1af-4206-46f9-9d90-1c6e21f35746 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:33.788483 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-b5ee24e2-3bcc-4233-ba26-a46e0a5b8d42 req-22ca5cf7-f8ad-48e1-bfb2-078f588173b7 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:33.816447 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161d2b3-7549-4cb5-a914-2bd24ab558ad req-c3e04d3f-d86c-49c2-968d-6dd8d8c044d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:33.816447 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2161d2b3-7549-4cb5-a914-2bd24ab558ad req-c3e04d3f-d86c-49c2-968d-6dd8d8c044d6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16056dee-9c0e-41b1-962a-fb2cf7216c50 HTTP/1.1" status: 200 len: 854 time: 0.1202188 Feb 09 01:15:33.817112 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['a36d19f4-36fb-4b7b-9e4f-34f3569c3224'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:15:33.817216 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-39a9b72e-07f2-410d-a353-858d45aa1d45 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:33.841088 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a9b72e-07f2-410d-a353-858d45aa1d45 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:15:33.841829 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-39a9b72e-07f2-410d-a353-858d45aa1d45 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:33.868171 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-b5ee24e2-3bcc-4233-ba26-a46e0a5b8d42 req-22ca5cf7-f8ad-48e1-bfb2-078f588173b7 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:33.894025 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['5d40993b-9229-43e9-9491-2e781d10e67e'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:15:33.908942 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2161d2b3-7549-4cb5-a914-2bd24ab558ad req-edba9540-09ed-43ce-8cbe-95a445dfe166 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3afca57-246e-458a-965f-203ae806e5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690060 Feb 09 01:15:34.039106 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 54f5f23d-ddd5-444e-90e2-4eac239fa01c up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:15:34.067667 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5ee24e2-3bcc-4233-ba26-a46e0a5b8d42 req-22ca5cf7-f8ad-48e1-bfb2-078f588173b7 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:34.085253 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [req-b5ee24e2-3bcc-4233-ba26-a46e0a5b8d42 req-22ca5cf7-f8ad-48e1-bfb2-078f588173b7 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:34.099757 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ee24e2-3bcc-4233-ba26-a46e0a5b8d42 req-22ca5cf7-f8ad-48e1-bfb2-078f588173b7 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:15:34.273584 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca5cf7-f8ad-48e1-bfb2-078f588173b7 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Pushing event updated for resources: {'Port': ['ID=06604e20-9d3a-45f0-878b-609ee1c668a9,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:34.362901 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-b5ee24e2-3bcc-4233-ba26-a46e0a5b8d42 req-22ca5cf7-f8ad-48e1-bfb2-078f588173b7 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:34.370120 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=dc2a14d6-238e-4605-8298-8c6eb766edaf,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:34.425594 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fbdc62d8-49c9-427c-a716-9951e1a4806a req-6a226ef6-189f-463b-9947-b8f61065e755 service neutron] 10.222.0.35 "GET /v2.0/networks/7f26ae75-93ae-4c86-b1f4-ba0c960fde4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3337560 Feb 09 01:15:34.470111 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6a92fb-bb1b-4320-86ae-3ba610bd3734 None None] Network d9157efc-dd18-43ae-8784-855e3e08b794 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:34.475993 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-b5ee24e2-3bcc-4233-ba26-a46e0a5b8d42 req-22ca5cf7-f8ad-48e1-bfb2-078f588173b7 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:34.778210 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2161d2b3-7549-4cb5-a914-2bd24ab558ad req-82596630-b882-4472-8212-e4b3b07a4a4c service neutron] 10.222.0.35 "GET /v2.0/networks/a3afca57-246e-458a-965f-203ae806e5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8098950 Feb 09 01:15:34.844621 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-4d9aa473-8199-4a13-bfaf-a75e2811e421 None None] Provisioning complete for port dc2a14d6-238e-4605-8298-8c6eb766edaf triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:34.844621 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4d9aa473-8199-4a13-bfaf-a75e2811e421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:34.943846 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-b5ee24e2-3bcc-4233-ba26-a46e0a5b8d42 req-22ca5cf7-f8ad-48e1-bfb2-078f588173b7 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:34.952625 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-b5ee24e2-3bcc-4233-ba26-a46e0a5b8d42 req-22ca5cf7-f8ad-48e1-bfb2-078f588173b7 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:35.152878 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2161d2b3-7549-4cb5-a914-2bd24ab558ad req-9b10f6b9-a1a4-4b97-9987-a0e1ef7dd214 service neutron] 10.222.0.35 "GET /v2.0/networks/a3afca57-246e-458a-965f-203ae806e5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841978 Feb 09 01:15:35.200317 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca5cf7-f8ad-48e1-bfb2-078f588173b7 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Pushing event updated for resources: {'Port': ['ID=06604e20-9d3a-45f0-878b-609ee1c668a9,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:35.210109 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 54f5f23d-ddd5-444e-90e2-4eac239fa01c completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:35.283132 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-b5ee24e2-3bcc-4233-ba26-a46e0a5b8d42 req-22ca5cf7-f8ad-48e1-bfb2-078f588173b7 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:35.286036 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-39a9b72e-07f2-410d-a353-858d45aa1d45 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:35.321756 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-b5ee24e2-3bcc-4233-ba26-a46e0a5b8d42 req-22ca5cf7-f8ad-48e1-bfb2-078f588173b7 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:35.334564 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b5ee24e2-3bcc-4233-ba26-a46e0a5b8d42 req-22ca5cf7-f8ad-48e1-bfb2-078f588173b7 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8561683 Feb 09 01:15:35.395291 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb295c73-3073-40ec-bf38-525f3718353d req-ac680d10-e431-4a28-85c9-0461a9c05429 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:35.397570 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eb295c73-3073-40ec-bf38-525f3718353d req-ac680d10-e431-4a28-85c9-0461a9c05429 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.37 "GET /v2.0/ports?device_id=b64fa229-678c-47d0-a6e6-0319595edf63 HTTP/1.1" status: 200 len: 945 time: 1.4280307 Feb 09 01:15:35.478084 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-b5ee24e2-3bcc-4233-ba26-a46e0a5b8d42 req-6d90330c-311f-49bf-85dd-b73da7856b69 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Synchronizing usage tracker for tenant:1866ce3035f2464c986757a3a7323de3 on resource:floatingip {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:15:35.510021 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-b5ee24e2-3bcc-4233-ba26-a46e0a5b8d42 req-6d90330c-311f-49bf-85dd-b73da7856b69 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Unset dirty status for tenant:1866ce3035f2464c986757a3a7323de3 on resource:floatingip {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:15:35.522736 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b5ee24e2-3bcc-4233-ba26-a46e0a5b8d42 req-6d90330c-311f-49bf-85dd-b73da7856b69 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.231 HTTP/1.1" status: 200 len: 696 time: 0.1873939 Feb 09 01:15:35.681144 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eb295c73-3073-40ec-bf38-525f3718353d req-32bc6863-137c-4ca3-873b-3e15c4587c02 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.37 "GET /v2.0/security-groups?id=24ed0953-3719-4337-a2c9-a551fe444d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718346 Feb 09 01:15:35.754779 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee24e2-3bcc-4233-ba26-a46e0a5b8d42 req-f68ff513-335a-4a00-899a-ffd323914d29 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:35.764564 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b5ee24e2-3bcc-4233-ba26-a46e0a5b8d42 req-f68ff513-335a-4a00-899a-ffd323914d29 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 784 time: 0.2405698 Feb 09 01:15:35.797519 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [req-b5ee24e2-3bcc-4233-ba26-a46e0a5b8d42 req-8364b630-5d12-45ae-b78f-d1593d6bedcc tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:35.798220 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b5ee24e2-3bcc-4233-ba26-a46e0a5b8d42 req-8364b630-5d12-45ae-b78f-d1593d6bedcc tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0325418 Feb 09 01:15:35.816251 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d906ee-9ba8-41ca-9b9b-0b67e5f3680a', 'tag': '080db5cb-c5ff-4a08-abb2-86a721031e91', 'status': 'completed', 'code': 200} Feb 09 01:15:35.836556 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device dc2a14d6-238e-4605-8298-8c6eb766edaf up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:15:36.070953 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-97032c4f-0346-4a0f-befe-f4017ce67f39 None None] Provisioning for port a5df3e42-4184-472f-bf21-8784676a271b completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:36.087778 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-97032c4f-0346-4a0f-befe-f4017ce67f39 None None] Provisioning complete for port a5df3e42-4184-472f-bf21-8784676a271b triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:36.088498 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-97032c4f-0346-4a0f-befe-f4017ce67f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:36.182166 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port dc2a14d6-238e-4605-8298-8c6eb766edaf triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:36.182697 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:36.203927 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fbdc62d8-49c9-427c-a716-9951e1a4806a req-b44586cc-33c2-41ff-8f2b-92a69b1866f7 service neutron] 10.222.0.35 "GET /v2.0/networks/7f26ae75-93ae-4c86-b1f4-ba0c960fde4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4184077 Feb 09 01:15:36.320832 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-97032c4f-0346-4a0f-befe-f4017ce67f39 None None] Port a5df3e42-4184-472f-bf21-8784676a271b cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:15:36.390064 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-97032c4f-0346-4a0f-befe-f4017ce67f39 None None] Provisioning for port 54f5f23d-ddd5-444e-90e2-4eac239fa01c completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:36.392852 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e726f-091f-42c9-a387-8eaf177e78f4 req-a43fe316-f0e7-41bd-892c-b4ef6218e123 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:36.406000 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1d7e726f-091f-42c9-a387-8eaf177e78f4 req-a43fe316-f0e7-41bd-892c-b4ef6218e123 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=668ba4f0-08f6-4c38-98c7-88ccc3de3b32 HTTP/1.1" status: 200 len: 945 time: 0.1363134 Feb 09 01:15:36.462296 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1d7e726f-091f-42c9-a387-8eaf177e78f4 req-2b2b3cf0-4e1d-41da-8503-73dfe14f2c08 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548353 Feb 09 01:15:36.476417 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-97032c4f-0346-4a0f-befe-f4017ce67f39 None None] Provisioning complete for port 54f5f23d-ddd5-444e-90e2-4eac239fa01c triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:36.476844 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-97032c4f-0346-4a0f-befe-f4017ce67f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:36.562053 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34026d-3c3c-496e-b43c-166b3ce2b005 req-d0239640-908b-4fbd-8c8e-357678c72852 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:36.570458 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9e34026d-3c3c-496e-b43c-166b3ce2b005 req-d0239640-908b-4fbd-8c8e-357678c72852 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef5c4745-cf4b-44ad-9742-dabdeb8d724b HTTP/1.1" status: 200 len: 945 time: 0.4543555 Feb 09 01:15:36.637731 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [None req-39a9b72e-07f2-410d-a353-858d45aa1d45 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:15:36.648499 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9e34026d-3c3c-496e-b43c-166b3ce2b005 req-c31c2fd7-e705-4d33-b372-03e7012cfe5f tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769439 Feb 09 01:15:36.658290 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cd124-37a5-4c0d-bef7-4bdee9a5741b req-496f3701-8326-4167-b6a7-d083943c3c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:36.659759 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-310cd124-37a5-4c0d-bef7-4bdee9a5741b req-496f3701-8326-4167-b6a7-d083943c3c1e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1866ce3035f2464c986757a3a7323de3&device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 1096 time: 0.3709753 Feb 09 01:15:36.708061 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-39a9b72e-07f2-410d-a353-858d45aa1d45 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:36.799136 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-39a9b72e-07f2-410d-a353-858d45aa1d45 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:36.800437 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-39a9b72e-07f2-410d-a353-858d45aa1d45 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:36.898180 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-97032c4f-0346-4a0f-befe-f4017ce67f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:36.946704 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec8ee2-6158-4eb6-aa0c-17de4df63156 req-0e2fb129-45be-40cf-a4c7-3e3a49943ada tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:36.957209 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-32ec8ee2-6158-4eb6-aa0c-17de4df63156 req-0e2fb129-45be-40cf-a4c7-3e3a49943ada tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 947 time: 0.2893591 Feb 09 01:15:37.007730 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-97032c4f-0346-4a0f-befe-f4017ce67f39 None None] For port 54f5f23d-ddd5-444e-90e2-4eac239fa01c, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=54f5f23d-ddd5-444e-90e2-4eac239fa01c,segment=NetworkSegment(4376fafd-0846-41ce-a208-7821276210b7),segment_id=4376fafd-0846-41ce-a208-7821276210b7)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:37.019734 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-cbeba612-6807-4169-86f0-b9579bdbf1dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:37.028992 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-97032c4f-0346-4a0f-befe-f4017ce67f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:37.088935 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-32ec8ee2-6158-4eb6-aa0c-17de4df63156 req-d71f56e9-11c6-4b1c-a404-148565061848 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193919 Feb 09 01:15:37.198589 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9b72e-07f2-410d-a353-858d45aa1d45 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Pushing event updated for resources: {'Port': ['ID=a5df3e42-4184-472f-bf21-8784676a271b,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:37.220120 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b955863c-3ab4-4042-ba21-fb7d660b4795 None None] Provisioning complete for port 54f5f23d-ddd5-444e-90e2-4eac239fa01c triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:37.220806 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b955863c-3ab4-4042-ba21-fb7d660b4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:37.302233 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 5d40993b-9229-43e9-9491-2e781d10e67e up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:15:37.341554 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97032c4f-0346-4a0f-befe-f4017ce67f39 None None] Pushing event updated for resources: {'Port': ['ID=54f5f23d-ddd5-444e-90e2-4eac239fa01c,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:37.347779 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cd124-37a5-4c0d-bef7-4bdee9a5741b req-85112b91-2f36-4154-b93a-f163a0b0d106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:37.349362 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-310cd124-37a5-4c0d-bef7-4bdee9a5741b req-85112b91-2f36-4154-b93a-f163a0b0d106 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7f26ae75-93ae-4c86-b1f4-ba0c960fde4d HTTP/1.1" status: 200 len: 921 time: 0.6751273 Feb 09 01:15:37.368303 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b2e90-40dd-4f9d-b191-266418a8a6fd req-6418196f-abeb-4c8c-9f7a-49d1c006fce0 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:37.370104 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-205b2e90-40dd-4f9d-b191-266418a8a6fd req-6418196f-abeb-4c8c-9f7a-49d1c006fce0 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.37 "GET /v2.0/ports?device_id=b64fa229-678c-47d0-a6e6-0319595edf63 HTTP/1.1" status: 200 len: 945 time: 0.1201882 Feb 09 01:15:37.438696 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-205b2e90-40dd-4f9d-b191-266418a8a6fd req-9cef80f1-1f6e-451a-b91b-3ffb9c7f604d tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.37 "GET /v2.0/security-groups?id=24ed0953-3719-4337-a2c9-a551fe444d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613658 Feb 09 01:15:37.473651 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 5d40993b-9229-43e9-9491-2e781d10e67e completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:37.491495 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 5d40993b-9229-43e9-9491-2e781d10e67e triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:37.491879 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:37.514669 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a9b72e-07f2-410d-a353-858d45aa1d45 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Network 43d3e1af-4206-46f9-9d90-1c6e21f35746 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:37.517628 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-310cd124-37a5-4c0d-bef7-4bdee9a5741b req-44fb4f17-6ca1-4192-9e99-dfab3952c4e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=080db5cb-c5ff-4a08-abb2-86a721031e91 HTTP/1.1" status: 200 len: 217 time: 0.1433530 Feb 09 01:15:37.518490 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-39a9b72e-07f2-410d-a353-858d45aa1d45 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:37.732819 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:37.791074 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 54f5f23d-ddd5-444e-90e2-4eac239fa01c up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:15:37.848016 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eec409-2856-4484-a8cd-fbc0f02f7f97 req-7513bb3e-f515-4be7-9d14-186932d42c6d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:37.850184 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-43eec409-2856-4484-a8cd-fbc0f02f7f97 req-7513bb3e-f515-4be7-9d14-186932d42c6d tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=668ba4f0-08f6-4c38-98c7-88ccc3de3b32 HTTP/1.1" status: 200 len: 945 time: 0.2097535 Feb 09 01:15:37.875053 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668ba4f0-08f6-4c38-98c7-88ccc3de3b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d40993b-9229-43e9-9491-2e781d10e67e'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:15:37.901052 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 5d40993b-9229-43e9-9491-2e781d10e67e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=5d40993b-9229-43e9-9491-2e781d10e67e,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:37.911061 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:37.912493 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device a36d19f4-36fb-4b7b-9e4f-34f3569c3224 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:15:37.917706 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-43eec409-2856-4484-a8cd-fbc0f02f7f97 req-237d8192-d971-4757-92f5-74ffbbd52fc7 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579545 Feb 09 01:15:38.024113 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cd124-37a5-4c0d-bef7-4bdee9a5741b req-642055b6-2235-4bbd-b262-8c6ab1f3a524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:38.026178 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-310cd124-37a5-4c0d-bef7-4bdee9a5741b req-642055b6-2235-4bbd-b262-8c6ab1f3a524 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf2fad94-a815-4e9e-adc4-8acfef9e4c28 HTTP/1.1" status: 200 len: 860 time: 0.2030478 Feb 09 01:15:38.087660 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9a3c9cdf-ffa3-4b37-a573-e9a7b31777e6 None None] Provisioning complete for port a5df3e42-4184-472f-bf21-8784676a271b triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:38.088021 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9a3c9cdf-ffa3-4b37-a573-e9a7b31777e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:38.102065 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-310cd124-37a5-4c0d-bef7-4bdee9a5741b req-98b54b46-812f-4041-ac14-4e9a41358f6e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f26ae75-93ae-4c86-b1f4-ba0c960fde4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651433 Feb 09 01:15:38.140559 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=5d40993b-9229-43e9-9491-2e781d10e67e,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:38.141554 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8e7c4-c5e0-4d53-910b-a456830dd17d req-6af9451e-2d7e-4986-b084-75f2ee176801 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:38.149468 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b5f8e7c4-c5e0-4d53-910b-a456830dd17d req-6af9451e-2d7e-4986-b084-75f2ee176801 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/ports?device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.8574393 Feb 09 01:15:38.159013 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 54f5f23d-ddd5-444e-90e2-4eac239fa01c triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:38.159386 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:38.183972 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938c3e4-e0f5-41da-b1c6-46fd57b4db70 req-5a5a04f8-2728-427f-9e8b-57c0bc3a5651 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:38.192660 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a938c3e4-e0f5-41da-b1c6-46fd57b4db70 req-5a5a04f8-2728-427f-9e8b-57c0bc3a5651 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef5c4745-cf4b-44ad-9742-dabdeb8d724b HTTP/1.1" status: 200 len: 945 time: 0.0943656 Feb 09 01:15:38.255576 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a938c3e4-e0f5-41da-b1c6-46fd57b4db70 req-5789ceec-a11e-47b7-9df2-4a14a8a07f27 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620191 Feb 09 01:15:38.270844 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-9a3c9cdf-ffa3-4b37-a573-e9a7b31777e6 None None] Port a5df3e42-4184-472f-bf21-8784676a271b cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:15:38.274524 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port a36d19f4-36fb-4b7b-9e4f-34f3569c3224 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:38.286068 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port a36d19f4-36fb-4b7b-9e4f-34f3569c3224 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:38.286068 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:38.341873 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668ba4f0-08f6-4c38-98c7-88ccc3de3b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d40993b-9229-43e9-9491-2e781d10e67e', 'code': 200} Feb 09 01:15:38.368982 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b5f8e7c4-c5e0-4d53-910b-a456830dd17d req-c01eec2b-b046-4fce-a21d-b9d11fd06649 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.231 HTTP/1.1" status: 200 len: 696 time: 0.2185037 Feb 09 01:15:38.374254 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a9b72e-07f2-410d-a353-858d45aa1d45 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Router e5ef5725-2686-4f94-9e42-bc57bfef80b9 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:15:38.386344 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-b5f8e7c4-c5e0-4d53-910b-a456830dd17d req-336fd5a3-b060-431a-b083-d295d78ba5e7 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Request body: {'floatingip': {'port_id': '080db5cb-c5ff-4a08-abb2-86a721031e91', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:38.476705 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b5f8e7c4-c5e0-4d53-910b-a456830dd17d req-336fd5a3-b060-431a-b083-d295d78ba5e7 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks [] for floatingip, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:38.499354 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:38.574965 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port a36d19f4-36fb-4b7b-9e4f-34f3569c3224, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a36d19f4-36fb-4b7b-9e4f-34f3569c3224,segment=NetworkSegment(1daab5ce-760f-4f8c-ae46-f15ec30b34be),segment_id=1daab5ce-760f-4f8c-ae46-f15ec30b34be)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:38.581468 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:38.610496 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d39cc-c72b-423c-9bba-1e65c5527a83 req-f47871fe-2354-435d-a7bf-a1e9734eb102 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:38.617554 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d69d39cc-c72b-423c-9bba-1e65c5527a83 req-f47871fe-2354-435d-a7bf-a1e9734eb102 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 947 time: 0.1706381 Feb 09 01:15:38.694425 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=a36d19f4-36fb-4b7b-9e4f-34f3569c3224,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:38.712125 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d69d39cc-c72b-423c-9bba-1e65c5527a83 req-c6d55896-f93f-493b-bc38-1474a973723d tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936649 Feb 09 01:15:38.858755 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-310cd124-37a5-4c0d-bef7-4bdee9a5741b req-11578967-59e0-4f68-9e4d-d1b864704832 service neutron] 10.222.0.35 "GET /v2.0/networks/7f26ae75-93ae-4c86-b1f4-ba0c960fde4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7368717 Feb 09 01:15:39.041898 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a9b72e-07f2-410d-a353-858d45aa1d45 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:15:39.056012 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4a8b5a-29ac-422f-81ad-e34c36f65df8 None None] Sync routers for ids ['e5ef5725-2686-4f94-9e42-bc57bfef80b9'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:15:39.079244 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-39a9b72e-07f2-410d-a353-858d45aa1d45 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] 10.222.0.37 "PUT /v2.0/routers/e5ef5725-2686-4f94-9e42-bc57bfef80b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2746062 Feb 09 01:15:39.081003 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4a8b5a-29ac-422f-81ad-e34c36f65df8 None None] Routers {'e5ef5725-2686-4f94-9e42-bc57bfef80b9'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:15:39.081708 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-5d4a8b5a-29ac-422f-81ad-e34c36f65df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:15:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e5ef5725-2686-4f94-9e42-bc57bfef80b9'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:39.109906 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49862) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:39.226418 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-5d4a8b5a-29ac-422f-81ad-e34c36f65df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:39.241116 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4cc37-8d67-4411-9f3b-03b83fca8d90 req-9526c525-96c3-4479-8379-1e1fd019bf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:39.242798 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bab4cc37-8d67-4411-9f3b-03b83fca8d90 req-9526c525-96c3-4479-8379-1e1fd019bf5f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=668ba4f0-08f6-4c38-98c7-88ccc3de3b32 HTTP/1.1" status: 200 len: 1097 time: 0.5802634 Feb 09 01:15:39.244778 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-310cd124-37a5-4c0d-bef7-4bdee9a5741b req-4d5f4e33-0779-4745-9f7c-e6fc92e9646c service neutron] 10.222.0.35 "GET /v2.0/networks/7f26ae75-93ae-4c86-b1f4-ba0c960fde4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754768 Feb 09 01:15:39.249183 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4a8b5a-29ac-422f-81ad-e34c36f65df8 None None] Routers {'e5ef5725-2686-4f94-9e42-bc57bfef80b9'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:15:39.251698 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-5d4a8b5a-29ac-422f-81ad-e34c36f65df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:15:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e5ef5725-2686-4f94-9e42-bc57bfef80b9'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:39.313938 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2dc3211c-ffee-4843-b1ef-856dcdb85c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:39.372532 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-5d4a8b5a-29ac-422f-81ad-e34c36f65df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:39.372855 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4a8b5a-29ac-422f-81ad-e34c36f65df8 None None] The sync data for ids ['e5ef5725-2686-4f94-9e42-bc57bfef80b9'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:39.539800 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bab4cc37-8d67-4411-9f3b-03b83fca8d90 req-c31f1686-793e-42d0-bcca-80e525d10a14 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787011 Feb 09 01:15:39.740602 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86fca7-a3bb-42ea-9215-c83dd35c7c58 req-c388e5ec-613e-4fea-9222-99ca1989c623 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:39.740986 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b79d3-1d8d-48b7-87b7-6e5b75f931af req-7ccb5aaf-917b-46cd-9221-bc29113e0fe5 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:39.742117 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f86fca7-a3bb-42ea-9215-c83dd35c7c58 req-c388e5ec-613e-4fea-9222-99ca1989c623 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.35 "GET /v2.0/ports?device_id=b64fa229-678c-47d0-a6e6-0319595edf63 HTTP/1.1" status: 200 len: 945 time: 0.2161183 Feb 09 01:15:39.743268 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-330b79d3-1d8d-48b7-87b7-6e5b75f931af req-7ccb5aaf-917b-46cd-9221-bc29113e0fe5 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.37 "GET /v2.0/ports?device_id=b64fa229-678c-47d0-a6e6-0319595edf63 HTTP/1.1" status: 200 len: 945 time: 0.8919733 Feb 09 01:15:39.876914 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-330b79d3-1d8d-48b7-87b7-6e5b75f931af req-c73346d6-4474-4a11-9631-06a8386f68c7 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.37 "GET /v2.0/security-groups?id=24ed0953-3719-4337-a2c9-a551fe444d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238801 Feb 09 01:15:39.949630 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-2f86fca7-a3bb-42ea-9215-c83dd35c7c58 req-1cb84ca4-2813-4691-b938-950c6d506ad8 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Deleting port 741d83e1-98ee-4a07-9d90-94b4e1eb4f9f {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:15:39.949983 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2f86fca7-a3bb-42ea-9215-c83dd35c7c58 req-1cb84ca4-2813-4691-b938-950c6d506ad8 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:40.008998 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b5f8e7c4-c5e0-4d53-910b-a456830dd17d req-336fd5a3-b060-431a-b083-d295d78ba5e7 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:40.016045 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b5f8e7c4-c5e0-4d53-910b-a456830dd17d req-336fd5a3-b060-431a-b083-d295d78ba5e7 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:40.087311 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-54c3cdec-cc5e-4417-96b5-3d696ad81f66 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:15:40.091747 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-54c3cdec-cc5e-4417-96b5-3d696ad81f66 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] 10.222.0.37 "PUT /v2.0/routers/e5ef5725-2686-4f94-9e42-bc57bfef80b9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9661634 Feb 09 01:15:40.093317 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49902) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:40.276245 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57982635-a962-4631-b733-d8a369aacde4 req-aad83709-9d7c-401f-b9f2-2e4d1382f80b tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:40.277798 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-57982635-a962-4631-b733-d8a369aacde4 req-aad83709-9d7c-401f-b9f2-2e4d1382f80b tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=668ba4f0-08f6-4c38-98c7-88ccc3de3b32 HTTP/1.1" status: 200 len: 946 time: 0.2723906 Feb 09 01:15:40.316729 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:40.339645 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [req-b5f8e7c4-c5e0-4d53-910b-a456830dd17d req-336fd5a3-b060-431a-b083-d295d78ba5e7 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Floating IP 8a206629-dcbe-4fe3-acfd-ec83e0deec5b associated. External IP: 172.25.5.231, port: 080db5cb-c5ff-4a08-abb2-86a721031e91. Feb 09 01:15:40.342629 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5c4745-cf4b-44ad-9742-dabdeb8d724b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36d19f4-36fb-4b7b-9e4f-34f3569c3224'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:15:40.400456 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:40.462284 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-57982635-a962-4631-b733-d8a369aacde4 req-e485d4c6-12d2-42ab-ac8a-b1d8f8a27c21 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244330 Feb 09 01:15:40.466339 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-2f86fca7-a3bb-42ea-9215-c83dd35c7c58 req-1cb84ca4-2813-4691-b938-950c6d506ad8 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] For port 741d83e1-98ee-4a07-9d90-94b4e1eb4f9f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=741d83e1-98ee-4a07-9d90-94b4e1eb4f9f,segment=NetworkSegment(8d740fbd-3275-4ba8-a17a-a2835bba7386),segment_id=8d740fbd-3275-4ba8-a17a-a2835bba7386)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:40.466723 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2f86fca7-a3bb-42ea-9215-c83dd35c7c58 req-1cb84ca4-2813-4691-b938-950c6d506ad8 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:40.707826 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d4b7d-a4a4-411e-bf60-174db9cb086f req-076cceda-6e54-49bf-8824-aa42df8b8794 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:40.715114 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4e1d4b7d-a4a4-411e-bf60-174db9cb086f req-076cceda-6e54-49bf-8824-aa42df8b8794 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef5c4745-cf4b-44ad-9742-dabdeb8d724b HTTP/1.1" status: 200 len: 946 time: 0.1263964 Feb 09 01:15:40.736556 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-2f86fca7-a3bb-42ea-9215-c83dd35c7c58 req-1cb84ca4-2813-4691-b938-950c6d506ad8 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Calling delete_port for 741d83e1-98ee-4a07-9d90-94b4e1eb4f9f owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:15:40.942481 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4e1d4b7d-a4a4-411e-bf60-174db9cb086f req-068a7a8c-a200-4c4a-9cb2-548a08518b00 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264369 Feb 09 01:15:40.955841 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-86718b02-c123-4a67-b684-41a27c87699d tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:41.246997 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:15:41.269602 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2f86fca7-a3bb-42ea-9215-c83dd35c7c58 req-1cb84ca4-2813-4691-b938-950c6d506ad8 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:41.280726 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5f8e7c4-c5e0-4d53-910b-a456830dd17d req-336fd5a3-b060-431a-b083-d295d78ba5e7 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Router 17430bfe-5120-4ac9-8462-220a8e6c0906 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:15:41.291346 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['741d83e1-98ee-4a07-9d90-94b4e1eb4f9f'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:15:41.346320 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 8fbef048-139b-49ec-9219-48402a20c475 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:15:41.366041 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb84ca4-2813-4691-b938-950c6d506ad8 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Pushing event deleted for resources: {'Port': ['ID=741d83e1-98ee-4a07-9d90-94b4e1eb4f9f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:41.443876 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daba6e4-8248-4852-b4b4-97bbe20510b9 req-114ebdaf-c50a-45a9-abd5-7e4c29ec1564 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:41.455006 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0daba6e4-8248-4852-b4b4-97bbe20510b9 req-114ebdaf-c50a-45a9-abd5-7e4c29ec1564 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 947 time: 0.2823617 Feb 09 01:15:41.480295 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f86fca7-a3bb-42ea-9215-c83dd35c7c58 req-1cb84ca4-2813-4691-b938-950c6d506ad8 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] No DVR routers for this DVR port 741d83e1-98ee-4a07-9d90-94b4e1eb4f9f on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:41.483987 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2f86fca7-a3bb-42ea-9215-c83dd35c7c58 req-1cb84ca4-2813-4691-b938-950c6d506ad8 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:41.504978 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64fa229-678c-47d0-a6e6-0319595edf63', 'name': 'network-vif-deleted', 'tag': '741d83e1-98ee-4a07-9d90-94b4e1eb4f9f'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:15:41.505189 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-86718b02-c123-4a67-b684-41a27c87699d tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Deleting port a5df3e42-4184-472f-bf21-8784676a271b {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:15:41.505565 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-86718b02-c123-4a67-b684-41a27c87699d tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:41.509679 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:41.516969 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f86fca7-a3bb-42ea-9215-c83dd35c7c58 req-1cb84ca4-2813-4691-b938-950c6d506ad8 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.35 "DELETE /v2.0/ports/741d83e1-98ee-4a07-9d90-94b4e1eb4f9f HTTP/1.1" status: 204 len: 173 time: 1.7350967 Feb 09 01:15:41.560188 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 8fbef048-139b-49ec-9219-48402a20c475, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=8fbef048-139b-49ec-9219-48402a20c475,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:41.565464 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:41.589381 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0daba6e4-8248-4852-b4b4-97bbe20510b9 req-9b811a6e-52a7-4e64-9c4d-05f57db9caf6 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333129 Feb 09 01:15:41.771876 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5c4745-cf4b-44ad-9742-dabdeb8d724b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36d19f4-36fb-4b7b-9e4f-34f3569c3224', 'code': 200} Feb 09 01:15:41.774826 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=8fbef048-139b-49ec-9219-48402a20c475,revision_number=14']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:41.801991 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:41.849692 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5f8e7c4-c5e0-4d53-910b-a456830dd17d req-336fd5a3-b060-431a-b083-d295d78ba5e7 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:15:41.862968 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b5f8e7c4-c5e0-4d53-910b-a456830dd17d req-336fd5a3-b060-431a-b083-d295d78ba5e7 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:41.868221 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87aa03a-a2ec-4f29-a6c1-2e2681a00d61 None None] Sync routers for ids ['17430bfe-5120-4ac9-8462-220a8e6c0906'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:15:41.903837 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87aa03a-a2ec-4f29-a6c1-2e2681a00d61 None None] Routers {'17430bfe-5120-4ac9-8462-220a8e6c0906'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:15:41.907540 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b87aa03a-a2ec-4f29-a6c1-2e2681a00d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:15:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['17430bfe-5120-4ac9-8462-220a8e6c0906'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:42.059311 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-86718b02-c123-4a67-b684-41a27c87699d tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:42.153259 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b5f8e7c4-c5e0-4d53-910b-a456830dd17d req-336fd5a3-b060-431a-b083-d295d78ba5e7 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "PUT /v2.0/floatingips/8a206629-dcbe-4fe3-acfd-ec83e0deec5b HTTP/1.1" status: 200 len: 996 time: 3.7740290 Feb 09 01:15:42.205610 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-86718b02-c123-4a67-b684-41a27c87699d tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Calling delete_port for a5df3e42-4184-472f-bf21-8784676a271b owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:15:42.243123 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-b87aa03a-a2ec-4f29-a6c1-2e2681a00d61 None None] Set router 17430bfe-5120-4ac9-8462-220a8e6c0906 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:15:42.262972 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19f43e-3e44-4ed6-bf46-1a54c95b0427 req-0c25605a-20f2-4bef-bdab-3e14787bb589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:42.264642 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4d19f43e-3e44-4ed6-bf46-1a54c95b0427 req-0c25605a-20f2-4bef-bdab-3e14787bb589 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ef5c4745-cf4b-44ad-9742-dabdeb8d724b HTTP/1.1" status: 200 len: 1097 time: 0.2525432 Feb 09 01:15:42.266911 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8e7c4-c5e0-4d53-910b-a456830dd17d req-6cef2713-8fa1-411f-bc7f-7c03fef1d1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:42.274432 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b5f8e7c4-c5e0-4d53-910b-a456830dd17d req-6cef2713-8fa1-411f-bc7f-7c03fef1d1f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1866ce3035f2464c986757a3a7323de3&device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 1096 time: 0.1058581 Feb 09 01:15:42.505609 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4d9dce36-ceb8-4469-8b68-9093b6b38fc2 req-1ee2bdb5-1ddc-41d5-8df8-9c2ec9a29480 tempest-InstanceActionsV221TestJSON-299316710 tempest-InstanceActionsV221TestJSON-299316710-project] 10.222.0.37 "GET /v2.0/ports?device_id=b64fa229-678c-47d0-a6e6-0319595edf63 HTTP/1.1" status: 200 len: 210 time: 0.0651898 Feb 09 01:15:42.583095 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4d19f43e-3e44-4ed6-bf46-1a54c95b0427 req-3f1d195d-e54a-446a-a71c-a15ac9efde70 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869890 Feb 09 01:15:42.590912 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8e7c4-c5e0-4d53-910b-a456830dd17d req-9ba91b1a-d322-4c0c-9874-afc40338b0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:42.594815 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b5f8e7c4-c5e0-4d53-910b-a456830dd17d req-9ba91b1a-d322-4c0c-9874-afc40338b0db service neutron] 10.222.0.37 "GET /v2.0/networks?id=7f26ae75-93ae-4c86-b1f4-ba0c960fde4d HTTP/1.1" status: 200 len: 921 time: 0.3192747 Feb 09 01:15:42.792230 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-86718b02-c123-4a67-b684-41a27c87699d tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:42.794354 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b5f8e7c4-c5e0-4d53-910b-a456830dd17d req-fb0362c9-db4b-4c5c-b8b8-26196ba3f49d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=080db5cb-c5ff-4a08-abb2-86a721031e91 HTTP/1.1" status: 200 len: 999 time: 0.1885884 Feb 09 01:15:42.804045 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b87aa03a-a2ec-4f29-a6c1-2e2681a00d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'name': 'tempest-ServerRescueTestJSONUnderV235-1142224546-router', 'tenant_id': '1866ce3035f2464c986757a3a7323de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '15ad4c18-0667-47a0-bd5e-7e26c17bc7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:45Z', 'updated_at': '2022-02-09T01:13:57Z', 'revision_number': 4, 'project_id': '1866ce3035f2464c986757a3a7323de3', 'gw_port': {'id': '15ad4c18-0667-47a0-bd5e-7e26c17bc7e6', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '8a206629-dcbe-4fe3-acfd-ec83e0deec5b', 'tenant_id': '1866ce3035f2464c986757a3a7323de3', 'floating_ip_address': '172.25.5.231', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'port_id': '080db5cb-c5ff-4a08-abb2-86a721031e91', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f26ae75-93ae-4c86-b1f4-ba0c960fde4d', 'mac_address': 'fa:16:3e:f2:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d906ee-9ba8-41ca-9b9b-0b67e5f3680a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:15:34Z', 'updated_at': '2022-02-09T01:15:39Z', 'revision_number': 1, 'project_id': '1866ce3035f2464c986757a3a7323de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32aa3680-776a-4d60-b851-e90dcc6aa753', 'name': '', 'network_id': '7f26ae75-93ae-4c86-b1f4-ba0c960fde4d', 'tenant_id': '1866ce3035f2464c986757a3a7323de3', 'mac_address': 'fa:16:3e:7c:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'cf2fad94-a815-4e9e-adc4-8acfef9e4c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:54Z', 'updated_at': '2022-02-09T01:14:08Z', 'revision_number': 5, 'project_id': '1866ce3035f2464c986757a3a7323de3', 'subnets': [{'id': 'cf2fad94-a815-4e9e-adc4-8acfef9e4c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:42.811836 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87aa03a-a2ec-4f29-a6c1-2e2681a00d61 None None] Checking router: 17430bfe-5120-4ac9-8462-220a8e6c0906 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:15:42.824280 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87aa03a-a2ec-4f29-a6c1-2e2681a00d61 None None] Routers {'17430bfe-5120-4ac9-8462-220a8e6c0906'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:15:42.825826 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b87aa03a-a2ec-4f29-a6c1-2e2681a00d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:15:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['17430bfe-5120-4ac9-8462-220a8e6c0906'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:42.891095 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86718b02-c123-4a67-b684-41a27c87699d tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Pushing event deleted for resources: {'Port': ['ID=a5df3e42-4184-472f-bf21-8784676a271b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:42.910522 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8e7c4-c5e0-4d53-910b-a456830dd17d req-227582b0-4794-4999-98f5-3e9dc00c253d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:42.913067 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b5f8e7c4-c5e0-4d53-910b-a456830dd17d req-227582b0-4794-4999-98f5-3e9dc00c253d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cf2fad94-a815-4e9e-adc4-8acfef9e4c28 HTTP/1.1" status: 200 len: 860 time: 0.1177368 Feb 09 01:15:42.984880 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b5f8e7c4-c5e0-4d53-910b-a456830dd17d req-1f88ac1d-b777-4f5b-87f3-12f74733fcb8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7f26ae75-93ae-4c86-b1f4-ba0c960fde4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651197 Feb 09 01:15:43.130187 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-b87aa03a-a2ec-4f29-a6c1-2e2681a00d61 None None] Set router 17430bfe-5120-4ac9-8462-220a8e6c0906 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:15:43.197213 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b5f8e7c4-c5e0-4d53-910b-a456830dd17d req-0844dd87-d366-445e-b73d-db7045eeaad1 service neutron] 10.222.0.37 "GET /v2.0/networks/7f26ae75-93ae-4c86-b1f4-ba0c960fde4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026231 Feb 09 01:15:43.342838 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-86718b02-c123-4a67-b684-41a27c87699d tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:43.355998 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91baee24-594e-40ff-8ad7-09f4982289a1 req-d4518d4c-9924-4e73-ae1f-317e9ef19630 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:43.363474 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-91baee24-594e-40ff-8ad7-09f4982289a1 req-d4518d4c-9924-4e73-ae1f-317e9ef19630 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=668ba4f0-08f6-4c38-98c7-88ccc3de3b32 HTTP/1.1" status: 200 len: 946 time: 0.6454499 Feb 09 01:15:43.367276 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b5f8e7c4-c5e0-4d53-910b-a456830dd17d req-d322e1ee-cdf3-4b06-9618-b6137ac41662 service neutron] 10.222.0.37 "GET /v2.0/networks/7f26ae75-93ae-4c86-b1f4-ba0c960fde4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689322 Feb 09 01:15:43.421177 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64fa229-678c-47d0-a6e6-0319595edf63', 'name': 'network-vif-deleted', 'tag': '741d83e1-98ee-4a07-9d90-94b4e1eb4f9f', 'status': 'completed', 'code': 200} Feb 09 01:15:43.445867 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 741d83e1-98ee-4a07-9d90-94b4e1eb4f9f no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:15:43.502903 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-91baee24-594e-40ff-8ad7-09f4982289a1 req-cd2ff0a5-234c-42a4-99a6-ce5e34720af0 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382897 Feb 09 01:15:43.516289 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 741d83e1-98ee-4a07-9d90-94b4e1eb4f9f {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:15:43.516696 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 741d83e1-98ee-4a07-9d90-94b4e1eb4f9f not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:15:43.639811 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82968dcd-0a4e-4a28-afa5-5b070c6cec87 req-060211c0-0cbf-492c-b020-4f0501c2a637 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:43.642481 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-82968dcd-0a4e-4a28-afa5-5b070c6cec87 req-060211c0-0cbf-492c-b020-4f0501c2a637 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef5c4745-cf4b-44ad-9742-dabdeb8d724b HTTP/1.1" status: 200 len: 946 time: 0.1190753 Feb 09 01:15:43.710852 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-82968dcd-0a4e-4a28-afa5-5b070c6cec87 req-0064d23e-fc4b-4fe9-ba2a-bf7d5893a139 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602562 Feb 09 01:15:43.769203 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b87aa03a-a2ec-4f29-a6c1-2e2681a00d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'name': 'tempest-ServerRescueTestJSONUnderV235-1142224546-router', 'tenant_id': '1866ce3035f2464c986757a3a7323de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '15ad4c18-0667-47a0-bd5e-7e26c17bc7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:45Z', 'updated_at': '2022-02-09T01:13:57Z', 'revision_number': 4, 'project_id': '1866ce3035f2464c986757a3a7323de3', 'gw_port': {'id': '15ad4c18-0667-47a0-bd5e-7e26c17bc7e6', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '8a206629-dcbe-4fe3-acfd-ec83e0deec5b', 'tenant_id': '1866ce3035f2464c986757a3a7323de3', 'floating_ip_address': '172.25.5.231', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'port_id': '080db5cb-c5ff-4a08-abb2-86a721031e91', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f26ae75-93ae-4c86-b1f4-ba0c960fde4d', 'mac_address': 'fa:16:3e:f2:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d906ee-9ba8-41ca-9b9b-0b67e5f3680a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:15:34Z', 'updated_at': '2022-02-09T01:15:39Z', 'revision_number': 1, 'project_id': '1866ce3035f2464c986757a3a7323de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32aa3680-776a-4d60-b851-e90dcc6aa753', 'name': '', 'network_id': '7f26ae75-93ae-4c86-b1f4-ba0c960fde4d', 'tenant_id': '1866ce3035f2464c986757a3a7323de3', 'mac_address': 'fa:16:3e:7c:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'cf2fad94-a815-4e9e-adc4-8acfef9e4c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:54Z', 'updated_at': '2022-02-09T01:14:08Z', 'revision_number': 5, 'project_id': '1866ce3035f2464c986757a3a7323de3', 'subnets': [{'id': 'cf2fad94-a815-4e9e-adc4-8acfef9e4c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:43.772849 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682f8730-b5ec-49ff-baee-5b564109aa2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fbef048-139b-49ec-9219-48402a20c475'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:15:43.778118 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87aa03a-a2ec-4f29-a6c1-2e2681a00d61 None None] The sync data for ids ['17430bfe-5120-4ac9-8462-220a8e6c0906'] in n-d-828419-1 is: [{'id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'name': 'tempest-ServerRescueTestJSONUnderV235-1142224546-router', 'tenant_id': '1866ce3035f2464c986757a3a7323de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '15ad4c18-0667-47a0-bd5e-7e26c17bc7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:45Z', 'updated_at': '2022-02-09T01:13:57Z', 'revision_number': 4, 'project_id': '1866ce3035f2464c986757a3a7323de3', 'gw_port': {'id': '15ad4c18-0667-47a0-bd5e-7e26c17bc7e6', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '8a206629-dcbe-4fe3-acfd-ec83e0deec5b', 'tenant_id': '1866ce3035f2464c986757a3a7323de3', 'floating_ip_address': '172.25.5.231', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'port_id': '080db5cb-c5ff-4a08-abb2-86a721031e91', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f26ae75-93ae-4c86-b1f4-ba0c960fde4d', 'mac_address': 'fa:16:3e:f2:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d906ee-9ba8-41ca-9b9b-0b67e5f3680a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:15:34Z', 'updated_at': '2022-02-09T01:15:39Z', 'revision_number': 1, 'project_id': '1866ce3035f2464c986757a3a7323de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32aa3680-776a-4d60-b851-e90dcc6aa753', 'name': '', 'network_id': '7f26ae75-93ae-4c86-b1f4-ba0c960fde4d', 'tenant_id': '1866ce3035f2464c986757a3a7323de3', 'mac_address': 'fa:16:3e:7c:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'cf2fad94-a815-4e9e-adc4-8acfef9e4c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:54Z', 'updated_at': '2022-02-09T01:14:08Z', 'revision_number': 5, 'project_id': '1866ce3035f2464c986757a3a7323de3', 'subnets': [{'id': 'cf2fad94-a815-4e9e-adc4-8acfef9e4c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:43.826794 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86718b02-c123-4a67-b684-41a27c87699d tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Router e5ef5725-2686-4f94-9e42-bc57bfef80b9 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:15:43.867424 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-240dddb3-dd40-4952-8211-7948ddbed7c7 req-d0c196c4-93a3-4122-9d84-a560bdea96fb tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.231 HTTP/1.1" status: 200 len: 999 time: 0.1158392 Feb 09 01:15:44.018277 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86718b02-c123-4a67-b684-41a27c87699d tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:15:44.031062 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1935335-6bfb-4b0d-99ea-c0ceb9e00f7a None None] Sync routers for ids ['e5ef5725-2686-4f94-9e42-bc57bfef80b9'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:15:44.037237 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6baa1-8c01-4be0-8232-107e74b27858 req-980a3cb0-36c8-48f1-b388-5787f445927c tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:44.039217 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0ca6baa1-8c01-4be0-8232-107e74b27858 req-980a3cb0-36c8-48f1-b388-5787f445927c tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.2852390 Feb 09 01:15:44.058399 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1935335-6bfb-4b0d-99ea-c0ceb9e00f7a None None] Routers {'e5ef5725-2686-4f94-9e42-bc57bfef80b9'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:15:44.059137 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-a1935335-6bfb-4b0d-99ea-c0ceb9e00f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:15:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e5ef5725-2686-4f94-9e42-bc57bfef80b9'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:44.073649 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-86718b02-c123-4a67-b684-41a27c87699d tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] 10.222.0.37 "PUT /v2.0/routers/e5ef5725-2686-4f94-9e42-bc57bfef80b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9700289 Feb 09 01:15:44.077764 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49952) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:44.114522 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de696df4-9a95-46a6-9edd-cf5a54794894 None None] New status for floating IP 8a206629-dcbe-4fe3-acfd-ec83e0deec5b: ACTIVE {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:15:44.183425 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240dddb3-dd40-4952-8211-7948ddbed7c7 req-fd706a76-c8cc-4ff8-9519-ca62338d0878 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:44.195696 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-240dddb3-dd40-4952-8211-7948ddbed7c7 req-fd706a76-c8cc-4ff8-9519-ca62338d0878 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/ports/080db5cb-c5ff-4a08-abb2-86a721031e91 HTTP/1.1" status: 200 len: 942 time: 0.3208358 Feb 09 01:15:44.212572 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-a1935335-6bfb-4b0d-99ea-c0ceb9e00f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:44.223718 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-9b18185f-2dfd-481b-9ed4-5072e8af7e87 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] delete failed (client error): The resource could not be found. Feb 09 01:15:44.228251 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1935335-6bfb-4b0d-99ea-c0ceb9e00f7a None None] Routers {'e5ef5725-2686-4f94-9e42-bc57bfef80b9'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:15:44.229108 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-a1935335-6bfb-4b0d-99ea-c0ceb9e00f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:15:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e5ef5725-2686-4f94-9e42-bc57bfef80b9'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:44.235906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 49956) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:44.236111 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9b18185f-2dfd-481b-9ed4-5072e8af7e87 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-1050040568 HTTP/1.1" status: 404 len: 335 time: 0.1567907 Feb 09 01:15:44.243338 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-e8c1efe3-6ffd-44e1-bd16-61e8980d0016 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e5ef5725-2686-4f94-9e42-bc57bfef80b9'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:44.266886 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0ca6baa1-8c01-4be0-8232-107e74b27858 req-05b99f62-54ef-4478-a2aa-1c05d0339fdc tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193983 Feb 09 01:15:44.350801 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-a1935335-6bfb-4b0d-99ea-c0ceb9e00f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:44.352851 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1935335-6bfb-4b0d-99ea-c0ceb9e00f7a None None] The sync data for ids ['e5ef5725-2686-4f94-9e42-bc57bfef80b9'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:44.937841 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-240dddb3-dd40-4952-8211-7948ddbed7c7 req-30a0e3dc-e09b-4b04-9d9c-bf12d9d11976 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.231 HTTP/1.1" status: 200 len: 999 time: 0.3334486 Feb 09 01:15:44.976775 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e8c1efe3-6ffd-44e1-bd16-61e8980d0016 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:45.094487 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-e8c1efe3-6ffd-44e1-bd16-61e8980d0016 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] update failed (client error): The resource could not be found. Feb 09 01:15:45.101459 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50018) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:45.108533 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-6c4ce096-c342-43c8-bef7-8e0682989b0d tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1622639317'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:45.114163 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e8c1efe3-6ffd-44e1-bd16-61e8980d0016 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] 10.222.0.37 "PUT /v2.0/routers/e5ef5725-2686-4f94-9e42-bc57bfef80b9 HTTP/1.1" status: 404 len: 339 time: 0.8762934 Feb 09 01:15:45.118745 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6c4ce096-c342-43c8-bef7-8e0682989b0d tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:45.133960 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6c4ce096-c342-43c8-bef7-8e0682989b0d tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Usage tracker for resource:network and tenant:1a6dbbb0dbc240ec956e41477b2c9782 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:45.138950 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6c4ce096-c342-43c8-bef7-8e0682989b0d tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:45.153027 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6c4ce096-c342-43c8-bef7-8e0682989b0d tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:45.182299 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4ce096-c342-43c8-bef7-8e0682989b0d tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Made reservation on behalf of 1a6dbbb0dbc240ec956e41477b2c9782 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:45.190382 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6c4ce096-c342-43c8-bef7-8e0682989b0d tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:45.252644 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240dddb3-dd40-4952-8211-7948ddbed7c7 req-9d3ab63b-f628-4703-a9df-4398146f223f tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:45.262226 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-240dddb3-dd40-4952-8211-7948ddbed7c7 req-9d3ab63b-f628-4703-a9df-4398146f223f tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 784 time: 0.3234386 Feb 09 01:15:45.282601 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682f8730-b5ec-49ff-baee-5b564109aa2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fbef048-139b-49ec-9219-48402a20c475', 'code': 200} Feb 09 01:15:45.310223 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4ce096-c342-43c8-bef7-8e0682989b0d tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 981} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:15:45.337463 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6c4ce096-c342-43c8-bef7-8e0682989b0d tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:45.338776 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-6c4ce096-c342-43c8-bef7-8e0682989b0d tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Added segment 0043a8bd-57b5-459f-a48b-d307d4253228 of type vlan for network 07dcb3a7-e587-4adb-b3a9-508042707d49 Feb 09 01:15:45.407542 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6c4ce096-c342-43c8-bef7-8e0682989b0d tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:45.415495 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-240dddb3-dd40-4952-8211-7948ddbed7c7 req-96269c1f-ea42-4c55-a540-3e2d1a3e9a28 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.231 HTTP/1.1" status: 200 len: 1001 time: 0.1523318 Feb 09 01:15:45.423879 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-240dddb3-dd40-4952-8211-7948ddbed7c7 req-142a8bba-3c33-4707-92e2-f7a1ddc3abe4 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:45.483500 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6c4ce096-c342-43c8-bef7-8e0682989b0d tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:45.490653 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d906ee-9ba8-41ca-9b9b-0b67e5f3680a', 'tag': '080db5cb-c5ff-4a08-abb2-86a721031e91'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:15:45.503906 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4ce096-c342-43c8-bef7-8e0682989b0d tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:45.504844 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6c4ce096-c342-43c8-bef7-8e0682989b0d tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:45.601427 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-240dddb3-dd40-4952-8211-7948ddbed7c7 req-142a8bba-3c33-4707-92e2-f7a1ddc3abe4 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks [] for floatingip, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:45.665225 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ce096-c342-43c8-bef7-8e0682989b0d tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Pushing event updated for resources: {'Network': ['ID=07dcb3a7-e587-4adb-b3a9-508042707d49,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:45.680959 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 07dcb3a7-e587-4adb-b3a9-508042707d49 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:15:45.827222 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6c4ce096-c342-43c8-bef7-8e0682989b0d tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7241104 Feb 09 01:15:45.830293 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 50064) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:45.849845 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-8179abee-84ef-4276-80b3-1608f80e3d84 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Request body: {'subnet': {'network_id': '07dcb3a7-e587-4adb-b3a9-508042707d49', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:45.863554 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb614892-a55d-499b-9478-0e9ac35d6bc7 req-88de12eb-21af-4c28-b586-6c6757dfa512 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:45.871453 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-eb614892-a55d-499b-9478-0e9ac35d6bc7 req-88de12eb-21af-4c28-b586-6c6757dfa512 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef5c4745-cf4b-44ad-9742-dabdeb8d724b HTTP/1.1" status: 200 len: 946 time: 0.2007220 Feb 09 01:15:45.953127 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-eb614892-a55d-499b-9478-0e9ac35d6bc7 req-14761b12-ba61-433c-b3e1-786ebcbdc352 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807154 Feb 09 01:15:46.263946 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d906ee-9ba8-41ca-9b9b-0b67e5f3680a', 'tag': '080db5cb-c5ff-4a08-abb2-86a721031e91', 'status': 'completed', 'code': 200} Feb 09 01:15:46.276017 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8179abee-84ef-4276-80b3-1608f80e3d84 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:46.281038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8179abee-84ef-4276-80b3-1608f80e3d84 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Usage tracker for resource:subnet and tenant:1a6dbbb0dbc240ec956e41477b2c9782 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:46.284225 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8179abee-84ef-4276-80b3-1608f80e3d84 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:46.290284 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8179abee-84ef-4276-80b3-1608f80e3d84 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:46.309882 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8179abee-84ef-4276-80b3-1608f80e3d84 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Made reservation on behalf of 1a6dbbb0dbc240ec956e41477b2c9782 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:46.313287 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8179abee-84ef-4276-80b3-1608f80e3d84 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:46.497665 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e890b-8f75-4651-b639-a20f91b9d285 req-20117f36-aab0-4aa4-81b8-0b12aa0f07a8 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:46.509120 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-876e890b-8f75-4651-b639-a20f91b9d285 req-20117f36-aab0-4aa4-81b8-0b12aa0f07a8 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.1445949 Feb 09 01:15:46.554381 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-876e890b-8f75-4651-b639-a20f91b9d285 req-296e32c8-19c6-4ed8-9f8c-da532979f2e5 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444033 Feb 09 01:15:46.590795 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-240dddb3-dd40-4952-8211-7948ddbed7c7 req-142a8bba-3c33-4707-92e2-f7a1ddc3abe4 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:46.608343 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-240dddb3-dd40-4952-8211-7948ddbed7c7 req-142a8bba-3c33-4707-92e2-f7a1ddc3abe4 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:46.609334 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [req-240dddb3-dd40-4952-8211-7948ddbed7c7 req-142a8bba-3c33-4707-92e2-f7a1ddc3abe4 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Floating IP 8a206629-dcbe-4fe3-acfd-ec83e0deec5b disassociated. External IP: 172.25.5.231, port: 080db5cb-c5ff-4a08-abb2-86a721031e91. Feb 09 01:15:46.735177 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ea7f5-c9f4-45db-8b87-9014a666a5d4 req-5bf54c01-9848-4d1f-b2ea-b802ac36cb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:46.737058 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-db7ea7f5-c9f4-45db-8b87-9014a666a5d4 req-5bf54c01-9848-4d1f-b2ea-b802ac36cb04 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1866ce3035f2464c986757a3a7323de3&device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 1096 time: 0.4290001 Feb 09 01:15:47.086515 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50102) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:47.204564 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ba32fb5-86e8-4962-bc4e-766bf649876f admin admin] Deleting subnet 500a00b5-679c-4c0f-8ecc-378be48599d1 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:15:47.211008 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9ba32fb5-86e8-4962-bc4e-766bf649876f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:47.223283 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ea7f5-c9f4-45db-8b87-9014a666a5d4 req-eaf1cf8f-6ad9-410c-b734-7b8670f8f3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:47.224721 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-db7ea7f5-c9f4-45db-8b87-9014a666a5d4 req-eaf1cf8f-6ad9-410c-b734-7b8670f8f3ae service neutron] 10.222.0.35 "GET /v2.0/networks?id=7f26ae75-93ae-4c86-b1f4-ba0c960fde4d HTTP/1.1" status: 200 len: 921 time: 0.4748905 Feb 09 01:15:47.248661 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8179abee-84ef-4276-80b3-1608f80e3d84 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:47.302438 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9ba32fb5-86e8-4962-bc4e-766bf649876f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:47.362760 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-db7ea7f5-c9f4-45db-8b87-9014a666a5d4 req-88cc86a5-cd9b-4d26-a649-5c2e5b98ca7b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=080db5cb-c5ff-4a08-abb2-86a721031e91 HTTP/1.1" status: 200 len: 217 time: 0.1158438 Feb 09 01:15:47.368688 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 5d40993b-9229-43e9-9491-2e781d10e67e details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:15:47.395658 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9ba32fb5-86e8-4962-bc4e-766bf649876f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:47.534180 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9ba32fb5-86e8-4962-bc4e-766bf649876f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:47.548374 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179abee-84ef-4276-80b3-1608f80e3d84 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Pushing event updated for resources: {'Subnet': ['ID=ef3eced2-5d59-4ca1-a29d-cfad88c8a7ab,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:47.647295 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8179abee-84ef-4276-80b3-1608f80e3d84 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Checking segment: {'id': '0043a8bd-57b5-459f-a48b-d307d4253228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '07dcb3a7-e587-4adb-b3a9-508042707d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:47.647646 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8179abee-84ef-4276-80b3-1608f80e3d84 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Network hostable DHCP agents. Network: 07dcb3a7-e587-4adb-b3a9-508042707d49, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:15:47.653860 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-240dddb3-dd40-4952-8211-7948ddbed7c7 req-142a8bba-3c33-4707-92e2-f7a1ddc3abe4 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Router 17430bfe-5120-4ac9-8462-220a8e6c0906 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:15:47.657863 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ea7f5-c9f4-45db-8b87-9014a666a5d4 req-58bcf3e8-bd58-47b8-9819-963ef01fb1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:47.659678 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-db7ea7f5-c9f4-45db-8b87-9014a666a5d4 req-58bcf3e8-bd58-47b8-9819-963ef01fb1ac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf2fad94-a815-4e9e-adc4-8acfef9e4c28 HTTP/1.1" status: 200 len: 860 time: 0.2334976 Feb 09 01:15:47.707019 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 5d40993b-9229-43e9-9491-2e781d10e67e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=5d40993b-9229-43e9-9491-2e781d10e67e,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:47.723446 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '5d40993b-9229-43e9-9491-2e781d10e67e', 'network_id': '84a4b1eb-79d6-447b-b1fd-6bc1ef45422a', 'port_id': '5d40993b-9229-43e9-9491-2e781d10e67e', 'mac_address': 'fa:16:3e:59:07:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 998, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750fae4-2c3f-44da-87c9-de1301db5b32', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:15:47.743136 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-db7ea7f5-c9f4-45db-8b87-9014a666a5d4 req-cbfa111e-9717-4f14-8422-0562522307a6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f26ae75-93ae-4c86-b1f4-ba0c960fde4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688703 Feb 09 01:15:47.744304 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9ba32fb5-86e8-4962-bc4e-766bf649876f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:47.763514 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9ba32fb5-86e8-4962-bc4e-766bf649876f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/500a00b5-679c-4c0f-8ecc-378be48599d1 HTTP/1.1" status: 204 len: 168 time: 0.6757863 Feb 09 01:15:47.769443 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50108) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:47.791540 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:47.802067 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba32fb5-86e8-4962-bc4e-766bf649876f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=500a00b5-679c-4c0f-8ecc-378be48599d1,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:47.813741 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d40993b-9229-43e9-9491-2e781d10e67e {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:15:47.830974 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 5d40993b-9229-43e9-9491-2e781d10e67e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=5d40993b-9229-43e9-9491-2e781d10e67e,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:47.836743 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:47.936739 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=5d40993b-9229-43e9-9491-2e781d10e67e,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:47.947043 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:47.947762 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:47.948326 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:47.949251 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:47.950171 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:47.950889 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:47.951802 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:47.952947 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:47.953617 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:47.954162 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:47.954709 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:47.955356 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:47.963439 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-273a8f82-f301-435f-bcb1-69bae9045cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:47.986145 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090259d7-83c7-422f-8942-0281939da623 req-6c2601fc-9917-44b8-a824-ea7691362372 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:47.988860 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-090259d7-83c7-422f-8942-0281939da623 req-6c2601fc-9917-44b8-a824-ea7691362372 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef5c4745-cf4b-44ad-9742-dabdeb8d724b HTTP/1.1" status: 200 len: 946 time: 0.2317400 Feb 09 01:15:47.990159 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8179abee-84ef-4276-80b3-1608f80e3d84 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Network 07dcb3a7-e587-4adb-b3a9-508042707d49 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:15:48.040155 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['5d40993b-9229-43e9-9491-2e781d10e67e'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:15:48.133151 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-8179abee-84ef-4276-80b3-1608f80e3d84 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 07dcb3a7-e587-4adb-b3a9-508042707d49) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:48.162483 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-273a8f82-f301-435f-bcb1-69bae9045cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:48.164134 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73a639d-5f88-4d2d-8f3a-471d06844e78 None None] Network 07dcb3a7-e587-4adb-b3a9-508042707d49 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:48.172974 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8179abee-84ef-4276-80b3-1608f80e3d84 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:48.174343 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8179abee-84ef-4276-80b3-1608f80e3d84 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:48.198195 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-273a8f82-f301-435f-bcb1-69bae9045cfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbc1be0b-7e6b-4684-aa6c-c298777bef7d']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:48.212144 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-273a8f82-f301-435f-bcb1-69bae9045cfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d740fbd-3275-4ba8-a17a-a2835bba7386') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:48.212890 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-273a8f82-f301-435f-bcb1-69bae9045cfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d740fbd-3275-4ba8-a17a-a2835bba7386') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:48.226528 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-273a8f82-f301-435f-bcb1-69bae9045cfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:48.252181 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-273a8f82-f301-435f-bcb1-69bae9045cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:48.270074 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-273a8f82-f301-435f-bcb1-69bae9045cfb admin admin] Releasing vlan 984 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:15:48.270731 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-273a8f82-f301-435f-bcb1-69bae9045cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:48.285425 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:15:48.285425 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:15:48.285425 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:15:48.285425 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:15:48.285425 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:15:48.285425 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:15:48.285425 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:15:48.285425 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:15:48.285425 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:15:48.285425 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:15:48.285425 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:15:48.285425 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:15:48.285425 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:15:48.285425 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:15:48.285425 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:15:48.285425 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:15:48.285425 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:15:48.285425 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:15:48.285425 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:15:48.285425 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:15:48.285425 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:15:48.285425 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:15:48.285425 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:15:48.285425 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:15:48.285425 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:15:48.285425 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:15:48.285425 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:15:48.285425 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:15:48.285425 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:15:48.285425 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:15:48.285425 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:15:48.285425 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:15:48.332854 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7c586-f599-4ac5-86b3-16fb6959fc96 req-cac6f8f8-00d5-4cb0-9dc7-9c2e0914beba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:48.335049 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-12f7c586-f599-4ac5-86b3-16fb6959fc96 req-cac6f8f8-00d5-4cb0-9dc7-9c2e0914beba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce0095aebb0840088ecf37cbcece72f6&device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 1096 time: 0.7635274 Feb 09 01:15:48.342870 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-090259d7-83c7-422f-8942-0281939da623 req-e56234e0-399a-4067-8d72-1b0b7951b099 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486614 Feb 09 01:15:48.377740 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-273a8f82-f301-435f-bcb1-69bae9045cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:48.413202 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-273a8f82-f301-435f-bcb1-69bae9045cfb admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:48.433738 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a8f82-f301-435f-bcb1-69bae9045cfb admin admin] Pushing event deleted for resources: {'Network': ['ID=cbc1be0b-7e6b-4684-aa6c-c298777bef7d,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:48.446260 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-273a8f82-f301-435f-bcb1-69bae9045cfb admin admin] 10.222.0.37 "DELETE /v2.0/networks/cbc1be0b-7e6b-4684-aa6c-c298777bef7d HTTP/1.1" status: 204 len: 168 time: 0.6718931 Feb 09 01:15:48.530613 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8179abee-84ef-4276-80b3-1608f80e3d84 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6988599 Feb 09 01:15:48.533588 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50122) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:48.535673 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7c586-f599-4ac5-86b3-16fb6959fc96 req-f6154710-1754-490d-9f82-2e5b13505774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:48.537153 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-12f7c586-f599-4ac5-86b3-16fb6959fc96 req-f6154710-1754-490d-9f82-2e5b13505774 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0055357f-6a74-45ba-a134-b5223508c9d1 HTTP/1.1" status: 200 len: 912 time: 0.1876523 Feb 09 01:15:48.539451 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-ab1c0457-dd67-45c2-a5bf-e390f13ec424 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Request body: {'router': {'external_gateway_info': {'network_id': '07dcb3a7-e587-4adb-b3a9-508042707d49'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:48.557141 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-240dddb3-dd40-4952-8211-7948ddbed7c7 req-142a8bba-3c33-4707-92e2-f7a1ddc3abe4 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:15:48.572111 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-240dddb3-dd40-4952-8211-7948ddbed7c7 req-142a8bba-3c33-4707-92e2-f7a1ddc3abe4 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:48.582461 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac289624-12bc-4fc4-9433-2573a1fff549 None None] Sync routers for ids ['17430bfe-5120-4ac9-8462-220a8e6c0906'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:15:48.626518 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac289624-12bc-4fc4-9433-2573a1fff549 None None] Routers {'17430bfe-5120-4ac9-8462-220a8e6c0906'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:15:48.628309 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ac289624-12bc-4fc4-9433-2573a1fff549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:15:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['17430bfe-5120-4ac9-8462-220a8e6c0906'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:48.709909 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dc264f-4c1d-417c-b4fd-7f8684b4ae18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-07dcb3a7-e587-4adb-b3a9-508042707d49', 'network_id': '07dcb3a7-e587-4adb-b3a9-508042707d49', 'tenant_id': '1a6dbbb0dbc240ec956e41477b2c9782', 'fixed_ips': [{'subnet_id': 'ef3eced2-5d59-4ca1-a29d-cfad88c8a7ab'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:15:48.710932 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d8dc264f-4c1d-417c-b4fd-7f8684b4ae18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:48.914942 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-12f7c586-f599-4ac5-86b3-16fb6959fc96 req-3bc9393e-037e-4388-afe8-79b77cc70dae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fbef048-139b-49ec-9219-48402a20c475 HTTP/1.1" status: 200 len: 1000 time: 0.2647974 Feb 09 01:15:48.915745 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 50128) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:48.958013 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-db7ea7f5-c9f4-45db-8b87-9014a666a5d4 req-d3fa670c-461a-49c5-855d-98dd24a34023 service neutron] 10.222.0.35 "GET /v2.0/networks/7f26ae75-93ae-4c86-b1f4-ba0c960fde4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1605332 Feb 09 01:15:49.213711 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-240dddb3-dd40-4952-8211-7948ddbed7c7 req-142a8bba-3c33-4707-92e2-f7a1ddc3abe4 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "PUT /v2.0/floatingips/8a206629-dcbe-4fe3-acfd-ec83e0deec5b HTTP/1.1" status: 200 len: 695 time: 3.7957246 Feb 09 01:15:49.223139 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-d8dc264f-4c1d-417c-b4fd-7f8684b4ae18 None None] Allocated IP 2001:db8:1::2 (07dcb3a7-e587-4adb-b3a9-508042707d49/ef3eced2-5d59-4ca1-a29d-cfad88c8a7ab/40e76831-df9c-45e0-a15e-783bdae7dd19) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:49.228328 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d906ee-9ba8-41ca-9b9b-0b67e5f3680a', 'tag': '080db5cb-c5ff-4a08-abb2-86a721031e91'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:15:49.300411 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-ac289624-12bc-4fc4-9433-2573a1fff549 None None] Set router 17430bfe-5120-4ac9-8462-220a8e6c0906 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:15:49.482663 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 5d40993b-9229-43e9-9491-2e781d10e67e up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:15:49.633250 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 5d40993b-9229-43e9-9491-2e781d10e67e triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:49.633886 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:49.647434 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7c586-f599-4ac5-86b3-16fb6959fc96 req-aa1ab170-ba13-4d0b-b682-a510a8b4564f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:49.650059 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-12f7c586-f599-4ac5-86b3-16fb6959fc96 req-aa1ab170-ba13-4d0b-b682-a510a8b4564f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6f367ae-6db3-44ee-a579-54c0e257ede0 HTTP/1.1" status: 200 len: 850 time: 0.6954050 Feb 09 01:15:49.668267 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-75f62e62-34fa-47bf-80a7-e4d3057ad970 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d55c0e6e88c4e67bfddf9dcc49469b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7426598 Feb 09 01:15:49.730138 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 50140) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:49.876999 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ab1c0457-dd67-45c2-a5bf-e390f13ec424 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:49.889611 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d8dc264f-4c1d-417c-b4fd-7f8684b4ae18 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:49.908239 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d8dc264f-4c1d-417c-b4fd-7f8684b4ae18 None None] Transition to ACTIVE for port object 40e76831-df9c-45e0-a15e-783bdae7dd19 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:49.920188 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:49.958784 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668ba4f0-08f6-4c38-98c7-88ccc3de3b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d40993b-9229-43e9-9491-2e781d10e67e'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:15:49.965557 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d8dc264f-4c1d-417c-b4fd-7f8684b4ae18 None None] Transition to ACTIVE for port object 40e76831-df9c-45e0-a15e-783bdae7dd19 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:49.972020 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 5d40993b-9229-43e9-9491-2e781d10e67e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=5d40993b-9229-43e9-9491-2e781d10e67e,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:49.975864 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d8dc264f-4c1d-417c-b4fd-7f8684b4ae18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:50.038074 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:50.051941 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dc264f-4c1d-417c-b4fd-7f8684b4ae18 None None] Network 07dcb3a7-e587-4adb-b3a9-508042707d49 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:50.059868 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-d8dc264f-4c1d-417c-b4fd-7f8684b4ae18 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:50.069583 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dc264f-4c1d-417c-b4fd-7f8684b4ae18 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:15:50.105180 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e30ac-a42e-4497-9214-f1c21a1b3e59 req-aed25ec4-7d2d-4471-be89-ceca8b1598e2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:50.112273 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c35e30ac-a42e-4497-9214-f1c21a1b3e59 req-aed25ec4-7d2d-4471-be89-ceca8b1598e2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.9413435 Feb 09 01:15:50.122085 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f57ca120-ceff-4029-b991-704fa68dff7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:50.127937 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-db7ea7f5-c9f4-45db-8b87-9014a666a5d4 req-a6acbba0-3c81-430a-8847-43fea5860b57 service neutron] 10.222.0.35 "GET /v2.0/networks/7f26ae75-93ae-4c86-b1f4-ba0c960fde4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1284292 Feb 09 01:15:50.138290 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240dddb3-dd40-4952-8211-7948ddbed7c7 req-3ae1a0a7-5eba-493b-a071-4542d874d2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:50.140484 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-240dddb3-dd40-4952-8211-7948ddbed7c7 req-3ae1a0a7-5eba-493b-a071-4542d874d2c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1866ce3035f2464c986757a3a7323de3&device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 1096 time: 0.8675160 Feb 09 01:15:50.244327 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc264f-4c1d-417c-b4fd-7f8684b4ae18 None None] Pushing event updated for resources: {'Port': ['ID=40e76831-df9c-45e0-a15e-783bdae7dd19,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:50.285258 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd264b25-609c-46a6-8d3f-a4e0b3e4d95a req-1595c3cd-e3d6-49b6-95df-bc81cc42ed23 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:50.287513 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cd264b25-609c-46a6-8d3f-a4e0b3e4d95a req-1595c3cd-e3d6-49b6-95df-bc81cc42ed23 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef5c4745-cf4b-44ad-9742-dabdeb8d724b HTTP/1.1" status: 200 len: 946 time: 0.8595312 Feb 09 01:15:50.347765 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ac289624-12bc-4fc4-9433-2573a1fff549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'name': 'tempest-ServerRescueTestJSONUnderV235-1142224546-router', 'tenant_id': '1866ce3035f2464c986757a3a7323de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '15ad4c18-0667-47a0-bd5e-7e26c17bc7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:45Z', 'updated_at': '2022-02-09T01:13:57Z', 'revision_number': 4, 'project_id': '1866ce3035f2464c986757a3a7323de3', 'gw_port': {'id': '15ad4c18-0667-47a0-bd5e-7e26c17bc7e6', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '32aa3680-776a-4d60-b851-e90dcc6aa753', 'name': '', 'network_id': '7f26ae75-93ae-4c86-b1f4-ba0c960fde4d', 'tenant_id': '1866ce3035f2464c986757a3a7323de3', 'mac_address': 'fa:16:3e:7c:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'cf2fad94-a815-4e9e-adc4-8acfef9e4c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:54Z', 'updated_at': '2022-02-09T01:14:08Z', 'revision_number': 5, 'project_id': '1866ce3035f2464c986757a3a7323de3', 'subnets': [{'id': 'cf2fad94-a815-4e9e-adc4-8acfef9e4c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:50.359909 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac289624-12bc-4fc4-9433-2573a1fff549 None None] Checking router: 17430bfe-5120-4ac9-8462-220a8e6c0906 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:15:50.386265 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f57ca120-ceff-4029-b991-704fa68dff7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:50.387261 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-d8dc264f-4c1d-417c-b4fd-7f8684b4ae18 None None] Attempting to bind port 40e76831-df9c-45e0-a15e-783bdae7dd19 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:15:50.387641 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-d8dc264f-4c1d-417c-b4fd-7f8684b4ae18 None None] Attempting to bind port 40e76831-df9c-45e0-a15e-783bdae7dd19 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '0043a8bd-57b5-459f-a48b-d307d4253228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '07dcb3a7-e587-4adb-b3a9-508042707d49'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:15:50.388024 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dc264f-4c1d-417c-b4fd-7f8684b4ae18 None None] Attempting to bind port 40e76831-df9c-45e0-a15e-783bdae7dd19 on network 07dcb3a7-e587-4adb-b3a9-508042707d49 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:15:50.394736 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac289624-12bc-4fc4-9433-2573a1fff549 None None] Routers {'17430bfe-5120-4ac9-8462-220a8e6c0906'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:15:50.395519 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ac289624-12bc-4fc4-9433-2573a1fff549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:15:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['17430bfe-5120-4ac9-8462-220a8e6c0906'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:50.410019 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dc264f-4c1d-417c-b4fd-7f8684b4ae18 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:15:50.410310 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dc264f-4c1d-417c-b4fd-7f8684b4ae18 None None] Checking segment: {'id': '0043a8bd-57b5-459f-a48b-d307d4253228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '07dcb3a7-e587-4adb-b3a9-508042707d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:50.411405 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d8dc264f-4c1d-417c-b4fd-7f8684b4ae18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:50.411962 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dc264f-4c1d-417c-b4fd-7f8684b4ae18 None None] Bound using segment: {'id': '0043a8bd-57b5-459f-a48b-d307d4253228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '07dcb3a7-e587-4adb-b3a9-508042707d49'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:15:50.413560 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-d8dc264f-4c1d-417c-b4fd-7f8684b4ae18 None None] Bound port: 40e76831-df9c-45e0-a15e-783bdae7dd19, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0043a8bd-57b5-459f-a48b-d307d4253228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '07dcb3a7-e587-4adb-b3a9-508042707d49'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:15:50.415554 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d8dc264f-4c1d-417c-b4fd-7f8684b4ae18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:50.455710 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c35e30ac-a42e-4497-9214-f1c21a1b3e59 req-0afa3fb7-02c6-49c0-8910-61073666cd0c tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3397918 Feb 09 01:15:50.486205 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7c586-f599-4ac5-86b3-16fb6959fc96 req-0017a8db-5aca-4cca-90a4-0ca9dd37e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:50.487798 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-12f7c586-f599-4ac5-86b3-16fb6959fc96 req-0017a8db-5aca-4cca-90a4-0ca9dd37e51e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0055357f-6a74-45ba-a134-b5223508c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8053865 Feb 09 01:15:50.496314 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-cd264b25-609c-46a6-8d3f-a4e0b3e4d95a req-3d75ec18-bd3f-4274-bdbf-e95aefb1784b tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Deleting port a36d19f4-36fb-4b7b-9e4f-34f3569c3224 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:15:50.496828 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-cd264b25-609c-46a6-8d3f-a4e0b3e4d95a req-3d75ec18-bd3f-4274-bdbf-e95aefb1784b tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:50.590228 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=5d40993b-9229-43e9-9491-2e781d10e67e,revision_number=7']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:50.641018 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240dddb3-dd40-4952-8211-7948ddbed7c7 req-2bc5dfb7-7bca-49a7-8c9c-caaf4e3165f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:50.651403 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-240dddb3-dd40-4952-8211-7948ddbed7c7 req-2bc5dfb7-7bca-49a7-8c9c-caaf4e3165f6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7f26ae75-93ae-4c86-b1f4-ba0c960fde4d HTTP/1.1" status: 200 len: 921 time: 0.4973662 Feb 09 01:15:50.693348 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-d8dc264f-4c1d-417c-b4fd-7f8684b4ae18 None None] For port 40e76831-df9c-45e0-a15e-783bdae7dd19, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:15:50.701531 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-ab1c0457-dd67-45c2-a5bf-e390f13ec424 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:15:50.703573 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-d8dc264f-4c1d-417c-b4fd-7f8684b4ae18 None None] For port 40e76831-df9c-45e0-a15e-783bdae7dd19, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=40e76831-df9c-45e0-a15e-783bdae7dd19,segment=NetworkSegment(0043a8bd-57b5-459f-a48b-d307d4253228),segment_id=0043a8bd-57b5-459f-a48b-d307d4253228)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:15:50.721167 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ab1c0457-dd67-45c2-a5bf-e390f13ec424 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] 10.222.0.37 "PUT /v2.0/routers/e5ef5725-2686-4f94-9e42-bc57bfef80b9 HTTP/1.1" status: 400 len: 364 time: 2.1860888 Feb 09 01:15:50.721891 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50156) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:50.725941 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d8dc264f-4c1d-417c-b4fd-7f8684b4ae18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:50.913027 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d906ee-9ba8-41ca-9b9b-0b67e5f3680a', 'tag': '080db5cb-c5ff-4a08-abb2-86a721031e91', 'status': 'completed', 'code': 200} Feb 09 01:15:50.946864 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc264f-4c1d-417c-b4fd-7f8684b4ae18 None None] Pushing event updated for resources: {'Port': ['ID=40e76831-df9c-45e0-a15e-783bdae7dd19,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:51.117672 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-ac289624-12bc-4fc4-9433-2573a1fff549 None None] Set router 17430bfe-5120-4ac9-8462-220a8e6c0906 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:15:51.446981 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-12f7c586-f599-4ac5-86b3-16fb6959fc96 req-b3bfce0f-0f01-499d-841c-8729558dfc34 service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8706143 Feb 09 01:15:51.537626 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-240dddb3-dd40-4952-8211-7948ddbed7c7 req-85d57312-c6f5-4db4-992e-91023ca8385e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=080db5cb-c5ff-4a08-abb2-86a721031e91 HTTP/1.1" status: 200 len: 217 time: 0.8834608 Feb 09 01:15:51.730221 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:51.744238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240dddb3-dd40-4952-8211-7948ddbed7c7 req-c75481b2-118a-48b6-b5ce-5bb819d98dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:51.745976 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-240dddb3-dd40-4952-8211-7948ddbed7c7 req-c75481b2-118a-48b6-b5ce-5bb819d98dab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cf2fad94-a815-4e9e-adc4-8acfef9e4c28 HTTP/1.1" status: 200 len: 860 time: 0.2072875 Feb 09 01:15:51.828936 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ac289624-12bc-4fc4-9433-2573a1fff549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'name': 'tempest-ServerRescueTestJSONUnderV235-1142224546-router', 'tenant_id': '1866ce3035f2464c986757a3a7323de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '15ad4c18-0667-47a0-bd5e-7e26c17bc7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:45Z', 'updated_at': '2022-02-09T01:13:57Z', 'revision_number': 4, 'project_id': '1866ce3035f2464c986757a3a7323de3', 'gw_port': {'id': '15ad4c18-0667-47a0-bd5e-7e26c17bc7e6', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '32aa3680-776a-4d60-b851-e90dcc6aa753', 'name': '', 'network_id': '7f26ae75-93ae-4c86-b1f4-ba0c960fde4d', 'tenant_id': '1866ce3035f2464c986757a3a7323de3', 'mac_address': 'fa:16:3e:7c:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'cf2fad94-a815-4e9e-adc4-8acfef9e4c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:54Z', 'updated_at': '2022-02-09T01:14:08Z', 'revision_number': 5, 'project_id': '1866ce3035f2464c986757a3a7323de3', 'subnets': [{'id': 'cf2fad94-a815-4e9e-adc4-8acfef9e4c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:51.837989 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac289624-12bc-4fc4-9433-2573a1fff549 None None] The sync data for ids ['17430bfe-5120-4ac9-8462-220a8e6c0906'] in n-d-828419-1 is: [{'id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'name': 'tempest-ServerRescueTestJSONUnderV235-1142224546-router', 'tenant_id': '1866ce3035f2464c986757a3a7323de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '15ad4c18-0667-47a0-bd5e-7e26c17bc7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:45Z', 'updated_at': '2022-02-09T01:13:57Z', 'revision_number': 4, 'project_id': '1866ce3035f2464c986757a3a7323de3', 'gw_port': {'id': '15ad4c18-0667-47a0-bd5e-7e26c17bc7e6', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '32aa3680-776a-4d60-b851-e90dcc6aa753', 'name': '', 'network_id': '7f26ae75-93ae-4c86-b1f4-ba0c960fde4d', 'tenant_id': '1866ce3035f2464c986757a3a7323de3', 'mac_address': 'fa:16:3e:7c:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'cf2fad94-a815-4e9e-adc4-8acfef9e4c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:54Z', 'updated_at': '2022-02-09T01:14:08Z', 'revision_number': 5, 'project_id': '1866ce3035f2464c986757a3a7323de3', 'subnets': [{'id': 'cf2fad94-a815-4e9e-adc4-8acfef9e4c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:51.872222 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-240dddb3-dd40-4952-8211-7948ddbed7c7 req-799a468b-205a-490f-bd7d-46aa032c6a3c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7f26ae75-93ae-4c86-b1f4-ba0c960fde4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078479 Feb 09 01:15:51.987471 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 40e76831-df9c-45e0-a15e-783bdae7dd19 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:15:52.069878 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411bfa4-19d6-4cd9-ac05-3d87a25ef086 req-7f2ad0ab-aa0d-4cd9-ac3c-6af7cc2d23b9 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:52.109229 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4411bfa4-19d6-4cd9-ac05-3d87a25ef086 req-7f2ad0ab-aa0d-4cd9-ac3c-6af7cc2d23b9 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef5c4745-cf4b-44ad-9742-dabdeb8d724b HTTP/1.1" status: 200 len: 946 time: 1.1443920 Feb 09 01:15:52.254529 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 40e76831-df9c-45e0-a15e-783bdae7dd19 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:52.260857 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f57ca120-ceff-4029-b991-704fa68dff7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:52.413771 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f7db6d59-b3cb-44c0-a685-7158841940aa tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:52.419170 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ca120-ceff-4029-b991-704fa68dff7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ed0953-3719-4337-a2c9-a551fe444d40,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:52.423782 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-12f7c586-f599-4ac5-86b3-16fb6959fc96 req-08d69a4f-8f9a-40d3-9bcb-ae3da14296c9 service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9080617 Feb 09 01:15:52.436193 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4411bfa4-19d6-4cd9-ac05-3d87a25ef086 req-c69587b5-6472-4350-b2f2-45650c975232 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246007 Feb 09 01:15:52.475530 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09f057e-6ed7-4d59-9e3f-12933fe0a42b None None] New status for floating IP 8a206629-dcbe-4fe3-acfd-ec83e0deec5b: DOWN {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:15:52.524239 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb85b7-bb9c-485d-a1ff-800d55e271cf req-c51e3be1-d83c-4677-8814-cef10ea12a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:52.526837 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9bb85b7-bb9c-485d-a1ff-800d55e271cf req-c51e3be1-d83c-4677-8814-cef10ea12a20 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1866ce3035f2464c986757a3a7323de3&device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 1096 time: 1.5867085 Feb 09 01:15:52.540651 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f57ca120-ceff-4029-b991-704fa68dff7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:52.542173 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f57ca120-ceff-4029-b991-704fa68dff7f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/24ed0953-3719-4337-a2c9-a551fe444d40 HTTP/1.1" status: 204 len: 168 time: 2.8072352 Feb 09 01:15:52.681125 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668ba4f0-08f6-4c38-98c7-88ccc3de3b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d40993b-9229-43e9-9491-2e781d10e67e', 'code': 200} Feb 09 01:15:52.753457 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dab1f760-e204-496c-8c7a-044e7cf3e1fd req-e2d5096c-46d8-45bb-9734-e61ec45892d2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.8503492 Feb 09 01:15:52.790830 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-240dddb3-dd40-4952-8211-7948ddbed7c7 req-a18c70ea-78ea-47c8-8b59-1b35456f10ce service neutron] 10.222.0.37 "GET /v2.0/networks/7f26ae75-93ae-4c86-b1f4-ba0c960fde4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6449976 Feb 09 01:15:52.795103 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-cd264b25-609c-46a6-8d3f-a4e0b3e4d95a req-3d75ec18-bd3f-4274-bdbf-e95aefb1784b tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] For port a36d19f4-36fb-4b7b-9e4f-34f3569c3224, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a36d19f4-36fb-4b7b-9e4f-34f3569c3224,segment=NetworkSegment(1daab5ce-760f-4f8c-ae46-f15ec30b34be),segment_id=1daab5ce-760f-4f8c-ae46-f15ec30b34be)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:52.795725 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-cd264b25-609c-46a6-8d3f-a4e0b3e4d95a req-3d75ec18-bd3f-4274-bdbf-e95aefb1784b tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:52.965299 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba25f21a-ec57-4d25-8096-0d34d9f732c8 None None] Network 07dcb3a7-e587-4adb-b3a9-508042707d49 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:53.166631 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-f7db6d59-b3cb-44c0-a685-7158841940aa tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Allocated IP 2001:db8::1 (95ff68ec-010d-4b37-a4e5-c042bfc6808d/6898f5fd-2b0e-4b6d-a822-4a0c017ae3e3/d50774fd-9939-4c00-ae97-b2115b43d3de) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:53.228977 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-cd264b25-609c-46a6-8d3f-a4e0b3e4d95a req-3d75ec18-bd3f-4274-bdbf-e95aefb1784b tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Calling delete_port for a36d19f4-36fb-4b7b-9e4f-34f3569c3224 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:15:53.323110 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-3d01b73f-108c-4817-8fa1-76e1eb9b7abd None None] Provisioning for port 40e76831-df9c-45e0-a15e-783bdae7dd19 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:53.347987 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-3d01b73f-108c-4817-8fa1-76e1eb9b7abd None None] Provisioning complete for port 40e76831-df9c-45e0-a15e-783bdae7dd19 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:53.352188 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3d01b73f-108c-4817-8fa1-76e1eb9b7abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:53.378394 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb85b7-bb9c-485d-a1ff-800d55e271cf req-e7bac045-96fb-483d-a6c1-dfef9fec4639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:53.380722 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9bb85b7-bb9c-485d-a1ff-800d55e271cf req-e7bac045-96fb-483d-a6c1-dfef9fec4639 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7f26ae75-93ae-4c86-b1f4-ba0c960fde4d HTTP/1.1" status: 200 len: 921 time: 0.8216724 Feb 09 01:15:53.449650 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 5d40993b-9229-43e9-9491-2e781d10e67e no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:15:53.543678 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9bb85b7-bb9c-485d-a1ff-800d55e271cf req-11846ce0-b29f-498f-a5ef-4217e066a265 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=080db5cb-c5ff-4a08-abb2-86a721031e91 HTTP/1.1" status: 200 len: 217 time: 0.1454790 Feb 09 01:15:53.549884 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1f760-e204-496c-8c7a-044e7cf3e1fd req-e32bcf8f-9bf7-493b-aca4-cd02dc722e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:53.551530 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dab1f760-e204-496c-8c7a-044e7cf3e1fd req-e32bcf8f-9bf7-493b-aca4-cd02dc722e17 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5c3742d9e0e147a587c775654c5e399e&device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 1097 time: 0.4114480 Feb 09 01:15:53.672218 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f7db6d59-b3cb-44c0-a685-7158841940aa tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:53.691664 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-f7db6d59-b3cb-44c0-a685-7158841940aa tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Transition to ACTIVE for port object d50774fd-9939-4c00-ae97-b2115b43d3de will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:53.722847 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f7db6d59-b3cb-44c0-a685-7158841940aa tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:53.834863 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db6d59-b3cb-44c0-a685-7158841940aa tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Pushing event updated for resources: {'Port': ['ID=d50774fd-9939-4c00-ae97-b2115b43d3de,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:53.842296 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7db6d59-b3cb-44c0-a685-7158841940aa tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Network 95ff68ec-010d-4b37-a4e5-c042bfc6808d is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:53.844512 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-f7db6d59-b3cb-44c0-a685-7158841940aa tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:53.846917 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7db6d59-b3cb-44c0-a685-7158841940aa tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:15:53.847513 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f7db6d59-b3cb-44c0-a685-7158841940aa tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:53.911503 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:54.164158 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-240dddb3-dd40-4952-8211-7948ddbed7c7 req-ee8496bd-4c87-4d09-9820-794e9c5be4e5 service neutron] 10.222.0.37 "GET /v2.0/networks/7f26ae75-93ae-4c86-b1f4-ba0c960fde4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3602133 Feb 09 01:15:54.191150 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-cd264b25-609c-46a6-8d3f-a4e0b3e4d95a req-3d75ec18-bd3f-4274-bdbf-e95aefb1784b tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:54.264869 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3d01b73f-108c-4817-8fa1-76e1eb9b7abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:54.298672 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['c075d6fd-703f-40d7-825e-b505d968b11b'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:15:54.386862 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 50202) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:54.399394 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75ec18-bd3f-4274-bdbf-e95aefb1784b tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Pushing event deleted for resources: {'Port': ['ID=a36d19f4-36fb-4b7b-9e4f-34f3569c3224,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:54.412121 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb85b7-bb9c-485d-a1ff-800d55e271cf req-1d8818e6-ef74-4384-8ba3-1e63ea67be03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:54.413692 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9bb85b7-bb9c-485d-a1ff-800d55e271cf req-1d8818e6-ef74-4384-8ba3-1e63ea67be03 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf2fad94-a815-4e9e-adc4-8acfef9e4c28 HTTP/1.1" status: 200 len: 860 time: 0.8585660 Feb 09 01:15:54.600134 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 5d40993b-9229-43e9-9491-2e781d10e67e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=5d40993b-9229-43e9-9491-2e781d10e67e,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:54.623334 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-3d01b73f-108c-4817-8fa1-76e1eb9b7abd None None] For port 40e76831-df9c-45e0-a15e-783bdae7dd19, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=40e76831-df9c-45e0-a15e-783bdae7dd19,segment=NetworkSegment(0043a8bd-57b5-459f-a48b-d307d4253228),segment_id=0043a8bd-57b5-459f-a48b-d307d4253228)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:15:54.627155 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:54.628004 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device a36d19f4-36fb-4b7b-9e4f-34f3569c3224 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:15:54.749721 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1f760-e204-496c-8c7a-044e7cf3e1fd req-a2d32860-ce9b-4a1c-999b-3689d8655180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:54.752128 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dab1f760-e204-496c-8c7a-044e7cf3e1fd req-a2d32860-ce9b-4a1c-999b-3689d8655180 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f463daa3-bdf7-465b-839b-27906d718cfd HTTP/1.1" status: 200 len: 918 time: 1.0785944 Feb 09 01:15:54.795916 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668ba4f0-08f6-4c38-98c7-88ccc3de3b32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d40993b-9229-43e9-9491-2e781d10e67e'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:15:54.798235 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920c2cc-f2dc-4f20-9d79-61d4e65ea214 req-2b45c9d5-048e-46fd-82c9-6870d47ba604 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:54.801099 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: a36d19f4-36fb-4b7b-9e4f-34f3569c3224 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:15:54.801099 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device a36d19f4-36fb-4b7b-9e4f-34f3569c3224 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:15:54.802855 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3d01b73f-108c-4817-8fa1-76e1eb9b7abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:54.806307 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e920c2cc-f2dc-4f20-9d79-61d4e65ea214 req-2b45c9d5-048e-46fd-82c9-6870d47ba604 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=668ba4f0-08f6-4c38-98c7-88ccc3de3b32 HTTP/1.1" status: 200 len: 946 time: 1.3524959 Feb 09 01:15:54.852650 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=5d40993b-9229-43e9-9491-2e781d10e67e,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:54.897772 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9bb85b7-bb9c-485d-a1ff-800d55e271cf req-814c198d-2b16-4843-a2fd-3f6b0e0b5d99 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f26ae75-93ae-4c86-b1f4-ba0c960fde4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1430917 Feb 09 01:15:54.949592 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f7db6d59-b3cb-44c0-a685-7158841940aa tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:54.971512 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e920c2cc-f2dc-4f20-9d79-61d4e65ea214 req-3e889ec2-48b9-4e1f-b904-f0140c5aa30e tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624629 Feb 09 01:15:54.991917 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-d75c1971-7f18-468e-ac6d-ad5c059d3751 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1769235997-network', 'tenant_id': '29bfff535cb34b6da223135ad147b664'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:54.992095 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:54.995040 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bdc43fd5-1577-4193-b4f0-c95e2097b95c None None] Provisioning for port d50774fd-9939-4c00-ae97-b2115b43d3de completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:55.022986 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bdc43fd5-1577-4193-b4f0-c95e2097b95c None None] Provisioning complete for port d50774fd-9939-4c00-ae97-b2115b43d3de triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:55.023356 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bdc43fd5-1577-4193-b4f0-c95e2097b95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:55.080267 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01b73f-108c-4817-8fa1-76e1eb9b7abd None None] Pushing event updated for resources: {'Port': ['ID=40e76831-df9c-45e0-a15e-783bdae7dd19,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:55.112130 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-bdc43fd5-1577-4193-b4f0-c95e2097b95c None None] Port d50774fd-9939-4c00-ae97-b2115b43d3de cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:15:55.199161 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d75c1971-7f18-468e-ac6d-ad5c059d3751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:55.233282 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd264b25-609c-46a6-8d3f-a4e0b3e4d95a req-3d75ec18-bd3f-4274-bdbf-e95aefb1784b tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] No DVR routers for this DVR port a36d19f4-36fb-4b7b-9e4f-34f3569c3224 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:55.236314 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-cd264b25-609c-46a6-8d3f-a4e0b3e4d95a req-3d75ec18-bd3f-4274-bdbf-e95aefb1784b tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:55.239832 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5a8ab9c5-9132-461b-9ab4-b499081593a8 None None] Provisioning complete for port 40e76831-df9c-45e0-a15e-783bdae7dd19 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:55.240434 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5a8ab9c5-9132-461b-9ab4-b499081593a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:55.255129 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d75c1971-7f18-468e-ac6d-ad5c059d3751 admin admin] Usage tracker for resource:network and tenant:29bfff535cb34b6da223135ad147b664 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:55.267683 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5c4745-cf4b-44ad-9742-dabdeb8d724b', 'name': 'network-vif-deleted', 'tag': 'a36d19f4-36fb-4b7b-9e4f-34f3569c3224'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:15:55.280765 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d75c1971-7f18-468e-ac6d-ad5c059d3751 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:55.284875 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cd264b25-609c-46a6-8d3f-a4e0b3e4d95a req-3d75ec18-bd3f-4274-bdbf-e95aefb1784b tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.35 "DELETE /v2.0/ports/a36d19f4-36fb-4b7b-9e4f-34f3569c3224 HTTP/1.1" status: 204 len: 173 time: 4.9695661 Feb 09 01:15:55.300938 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5f52db6d-e9e7-47c1-9881-2b37bdafea66 req-b25bd6dd-589e-41cf-ad63-2500c801b23b tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef5c4745-cf4b-44ad-9742-dabdeb8d724b HTTP/1.1" status: 200 len: 210 time: 0.0697546 Feb 09 01:15:55.343724 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d75c1971-7f18-468e-ac6d-ad5c059d3751 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:55.408358 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dab1f760-e204-496c-8c7a-044e7cf3e1fd req-5fffa103-614c-4b71-8a68-ccbe0ff86f90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25312df4-851f-4f0a-921f-af21d59ea5d8 HTTP/1.1" status: 200 len: 1001 time: 0.5039084 Feb 09 01:15:55.410363 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9bb85b7-bb9c-485d-a1ff-800d55e271cf req-d39f1ead-3b00-4589-9eab-27b3cbc3308a service neutron] 10.222.0.35 "GET /v2.0/networks/7f26ae75-93ae-4c86-b1f4-ba0c960fde4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061620 Feb 09 01:15:55.428902 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75c1971-7f18-468e-ac6d-ad5c059d3751 admin admin] Made reservation on behalf of 29bfff535cb34b6da223135ad147b664 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:55.431830 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d75c1971-7f18-468e-ac6d-ad5c059d3751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:55.455525 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee9fce-7f41-493d-a27f-71c1d3255d1e req-c3110d24-16f7-4b4e-85e8-d4eadbdf0d86 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:55.457166 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-67ee9fce-7f41-493d-a27f-71c1d3255d1e req-c3110d24-16f7-4b4e-85e8-d4eadbdf0d86 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 1.0618904 Feb 09 01:15:55.535479 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d75c1971-7f18-468e-ac6d-ad5c059d3751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:55.560222 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-65d66b43-2496-40d7-b34f-d51de8ee41c8 req-0b630506-ce93-42ad-b5fa-22337f314364 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/floatingips/8a206629-dcbe-4fe3-acfd-ec83e0deec5b HTTP/1.1" status: 200 len: 693 time: 0.1627438 Feb 09 01:15:55.665614 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d75c1971-7f18-468e-ac6d-ad5c059d3751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:55.676991 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d75c1971-7f18-468e-ac6d-ad5c059d3751 admin admin] Usage tracker for resource:security_group_rule and tenant:29bfff535cb34b6da223135ad147b664 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:55.687948 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d75c1971-7f18-468e-ac6d-ad5c059d3751 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:55.691992 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1f760-e204-496c-8c7a-044e7cf3e1fd req-75d21c94-3e17-418a-b9de-c02c933e523e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:55.693534 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dab1f760-e204-496c-8c7a-044e7cf3e1fd req-75d21c94-3e17-418a-b9de-c02c933e523e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff HTTP/1.1" status: 200 len: 856 time: 0.2497787 Feb 09 01:15:55.703397 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d75c1971-7f18-468e-ac6d-ad5c059d3751 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:55.709983 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-67ee9fce-7f41-493d-a27f-71c1d3255d1e req-21b9f41e-088b-44e9-9ec4-fbfd9f406592 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855233 Feb 09 01:15:55.794280 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 40e76831-df9c-45e0-a15e-783bdae7dd19 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:15:55.879520 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d66b43-2496-40d7-b34f-d51de8ee41c8 req-23e7fcfa-d4eb-4dc6-8220-c50c0933e8d3 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:55.882795 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-65d66b43-2496-40d7-b34f-d51de8ee41c8 req-23e7fcfa-d4eb-4dc6-8220-c50c0933e8d3 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 784 time: 0.2712312 Feb 09 01:15:55.919208 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d75c1971-7f18-468e-ac6d-ad5c059d3751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:55.922349 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9bb85b7-bb9c-485d-a1ff-800d55e271cf req-46e44b54-4487-4a6d-83ad-fd921ffd62d4 service neutron] 10.222.0.35 "GET /v2.0/networks/7f26ae75-93ae-4c86-b1f4-ba0c960fde4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768467 Feb 09 01:15:55.926986 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d75c1971-7f18-468e-ac6d-ad5c059d3751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:55.929782 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668ba4f0-08f6-4c38-98c7-88ccc3de3b32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d40993b-9229-43e9-9491-2e781d10e67e', 'code': 200} Feb 09 01:15:55.949401 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [req-65d66b43-2496-40d7-b34f-d51de8ee41c8 req-4c0820ca-5043-49b9-a753-f81f466fcfe9 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:15:55.952806 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-65d66b43-2496-40d7-b34f-d51de8ee41c8 req-4c0820ca-5043-49b9-a753-f81f466fcfe9 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0532663 Feb 09 01:15:55.958721 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d75c1971-7f18-468e-ac6d-ad5c059d3751 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 999} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:15:56.024063 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d75c1971-7f18-468e-ac6d-ad5c059d3751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:56.024063 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-d75c1971-7f18-468e-ac6d-ad5c059d3751 admin admin] Added segment fb096750-ca51-47fe-be2c-f002586bf50f of type vlan for network 1e87ef15-265b-4171-8452-8065170569f0 Feb 09 01:15:56.047713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c1971-7f18-468e-ac6d-ad5c059d3751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d2e09f-f58b-4e82-b555-788cd4a995a6,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:56.058716 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 40e76831-df9c-45e0-a15e-783bdae7dd19 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:56.059370 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:56.086109 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f7db6d59-b3cb-44c0-a685-7158841940aa tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:56.114136 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-65d66b43-2496-40d7-b34f-d51de8ee41c8 req-dd616813-0626-4bd6-8093-4d9471d65f70 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.231 HTTP/1.1" status: 200 len: 696 time: 0.1517160 Feb 09 01:15:56.115659 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f7db6d59-b3cb-44c0-a685-7158841940aa tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:56.116439 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f7db6d59-b3cb-44c0-a685-7158841940aa tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:56.135227 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d75c1971-7f18-468e-ac6d-ad5c059d3751 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:56.179668 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1f760-e204-496c-8c7a-044e7cf3e1fd req-5e0347a9-bff2-4c15-a6cc-ddcd7e7d821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:56.182476 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dab1f760-e204-496c-8c7a-044e7cf3e1fd req-5e0347a9-bff2-4c15-a6cc-ddcd7e7d821f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f463daa3-bdf7-465b-839b-27906d718cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4766006 Feb 09 01:15:56.184930 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d75c1971-7f18-468e-ac6d-ad5c059d3751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:56.188225 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75c1971-7f18-468e-ac6d-ad5c059d3751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:56.189271 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d75c1971-7f18-468e-ac6d-ad5c059d3751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:56.437769 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dab1f760-e204-496c-8c7a-044e7cf3e1fd req-dc58558c-33bd-4742-97b6-1bf54a40e242 service neutron] 10.222.0.35 "GET /v2.0/networks/f463daa3-bdf7-465b-839b-27906d718cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167592 Feb 09 01:15:56.466182 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-65d66b43-2496-40d7-b34f-d51de8ee41c8 req-0392f5c4-e213-4307-b68c-199bcc4322b5 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.231 HTTP/1.1" status: 200 len: 696 time: 0.3358028 Feb 09 01:15:56.491630 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5c4745-cf4b-44ad-9742-dabdeb8d724b', 'name': 'network-vif-deleted', 'tag': 'a36d19f4-36fb-4b7b-9e4f-34f3569c3224', 'status': 'completed', 'code': 200} Feb 09 01:15:56.570104 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db6d59-b3cb-44c0-a685-7158841940aa tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Pushing event updated for resources: {'Port': ['ID=d50774fd-9939-4c00-ae97-b2115b43d3de,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:56.614157 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d75c1971-7f18-468e-ac6d-ad5c059d3751 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2261372 Feb 09 01:15:56.617446 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c1971-7f18-468e-ac6d-ad5c059d3751 admin admin] Pushing event updated for resources: {'Network': ['ID=1e87ef15-265b-4171-8452-8065170569f0,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:56.621455 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 50252) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:56.629971 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 1e87ef15-265b-4171-8452-8065170569f0 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:15:56.639978 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-ed87ef95-d962-4f66-9002-941fc47e8309 admin admin] Request body: {'subnet': {'network_id': '1e87ef15-265b-4171-8452-8065170569f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1769235997-subnet', 'tenant_id': '29bfff535cb34b6da223135ad147b664', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:56.648532 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ed87ef95-d962-4f66-9002-941fc47e8309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:15:56.652513 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ed87ef95-d962-4f66-9002-941fc47e8309 admin admin] Usage tracker for resource:subnet and tenant:29bfff535cb34b6da223135ad147b664 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:15:56.656732 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ed87ef95-d962-4f66-9002-941fc47e8309 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:15:56.664071 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ed87ef95-d962-4f66-9002-941fc47e8309 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:15:56.690268 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed87ef95-d962-4f66-9002-941fc47e8309 admin admin] Made reservation on behalf of 29bfff535cb34b6da223135ad147b664 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:56.693633 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ed87ef95-d962-4f66-9002-941fc47e8309 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:56.915910 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-65d66b43-2496-40d7-b34f-d51de8ee41c8 req-830242ce-b2a9-4825-b607-576b56724476 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Deleting port 06604e20-9d3a-45f0-878b-609ee1c668a9 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:15:56.916503 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-65d66b43-2496-40d7-b34f-d51de8ee41c8 req-830242ce-b2a9-4825-b607-576b56724476 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:56.989830 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7db6d59-b3cb-44c0-a685-7158841940aa tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Network 95ff68ec-010d-4b37-a4e5-c042bfc6808d is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:56.992631 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-f7db6d59-b3cb-44c0-a685-7158841940aa tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:57.036782 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dab1f760-e204-496c-8c7a-044e7cf3e1fd req-7a949efb-a068-4ce0-a9e7-46377e42881f service neutron] 10.222.0.35 "GET /v2.0/networks/f463daa3-bdf7-465b-839b-27906d718cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5442026 Feb 09 01:15:57.127129 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d1572-3df4-4196-8721-d6a39c460970 req-3b66fe0d-0e94-4f9d-b2fd-35da6a8a0d7e tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:57.134519 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-df1d1572-3df4-4196-8721-d6a39c460970 req-3b66fe0d-0e94-4f9d-b2fd-35da6a8a0d7e tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.1745129 Feb 09 01:15:57.258854 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-df1d1572-3df4-4196-8721-d6a39c460970 req-dcebe9ca-4f5e-4797-b9cc-185e82ed7d4f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230733 Feb 09 01:15:57.325133 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-65d66b43-2496-40d7-b34f-d51de8ee41c8 req-830242ce-b2a9-4825-b607-576b56724476 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:57.325501 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-65d66b43-2496-40d7-b34f-d51de8ee41c8 req-830242ce-b2a9-4825-b607-576b56724476 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:57.342312 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7db6d59-b3cb-44c0-a685-7158841940aa tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Router e5ef5725-2686-4f94-9e42-bc57bfef80b9 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:15:57.342532 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ed87ef95-d962-4f66-9002-941fc47e8309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:57.393833 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-609c1672-d6c7-47a2-8e16-acdd82e156f8 None None] Provisioning complete for port d50774fd-9939-4c00-ae97-b2115b43d3de triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:57.395434 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-609c1672-d6c7-47a2-8e16-acdd82e156f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:57.471705 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed87ef95-d962-4f66-9002-941fc47e8309 admin admin] Checking segment: {'id': 'fb096750-ca51-47fe-be2c-f002586bf50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '1e87ef15-265b-4171-8452-8065170569f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:15:57.472984 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed87ef95-d962-4f66-9002-941fc47e8309 admin admin] Network hostable DHCP agents. Network: 1e87ef15-265b-4171-8452-8065170569f0, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:15:57.497691 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87ef95-d962-4f66-9002-941fc47e8309 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a40a7fe9-4377-4bf8-82e4-aa0a03564826,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:57.510309 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [req-65d66b43-2496-40d7-b34f-d51de8ee41c8 req-830242ce-b2a9-4825-b607-576b56724476 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Calling delete_port for 06604e20-9d3a-45f0-878b-609ee1c668a9 owned by network:floatingip {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:15:57.522066 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed87ef95-d962-4f66-9002-941fc47e8309 admin admin] Network 1e87ef15-265b-4171-8452-8065170569f0 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:15:57.537768 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-ed87ef95-d962-4f66-9002-941fc47e8309 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 1e87ef15-265b-4171-8452-8065170569f0) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:57.539209 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-609c1672-d6c7-47a2-8e16-acdd82e156f8 None None] Port d50774fd-9939-4c00-ae97-b2115b43d3de cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:15:57.557469 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f9c7a0-b8a4-4201-a5b9-8b1ca4033496 None None] Network 1e87ef15-265b-4171-8452-8065170569f0 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:57.559363 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed87ef95-d962-4f66-9002-941fc47e8309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:57.559949 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ed87ef95-d962-4f66-9002-941fc47e8309 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:57.612069 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ed87ef95-d962-4f66-9002-941fc47e8309 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9868031 Feb 09 01:15:57.784935 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7db6d59-b3cb-44c0-a685-7158841940aa tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:15:57.811791 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f7db6d59-b3cb-44c0-a685-7158841940aa tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] 10.222.0.37 "PUT /v2.0/routers/e5ef5725-2686-4f94-9e42-bc57bfef80b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0861049 Feb 09 01:15:57.812095 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 50266) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:57.824049 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5eb331-2664-46d1-8e12-2087cfffa074 None None] Sync routers for ids ['e5ef5725-2686-4f94-9e42-bc57bfef80b9'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:15:57.868930 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5eb331-2664-46d1-8e12-2087cfffa074 None None] Routers {'e5ef5725-2686-4f94-9e42-bc57bfef80b9'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:15:57.875307 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-1a5eb331-2664-46d1-8e12-2087cfffa074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:15:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e5ef5725-2686-4f94-9e42-bc57bfef80b9'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:57.902556 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-65d66b43-2496-40d7-b34f-d51de8ee41c8 req-830242ce-b2a9-4825-b607-576b56724476 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:58.000495 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-1a5eb331-2664-46d1-8e12-2087cfffa074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:58.011055 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5eb331-2664-46d1-8e12-2087cfffa074 None None] Routers {'e5ef5725-2686-4f94-9e42-bc57bfef80b9'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:15:58.011797 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-1a5eb331-2664-46d1-8e12-2087cfffa074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:15:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e5ef5725-2686-4f94-9e42-bc57bfef80b9'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:58.019699 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830242ce-b2a9-4825-b607-576b56724476 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Pushing event deleted for resources: {'Port': ['ID=06604e20-9d3a-45f0-878b-609ee1c668a9,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:58.079331 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f231db9-70c4-4766-a18f-345cb3d35b44 None None] Network 1e87ef15-265b-4171-8452-8065170569f0 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:15:58.099010 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-1a5eb331-2664-46d1-8e12-2087cfffa074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:58.099663 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5eb331-2664-46d1-8e12-2087cfffa074 None None] The sync data for ids ['e5ef5725-2686-4f94-9e42-bc57bfef80b9'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:58.177087 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-65d66b43-2496-40d7-b34f-d51de8ee41c8 req-830242ce-b2a9-4825-b607-576b56724476 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks [] for floatingip, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:58.196897 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-62adfb8f-8050-4603-bec3-cfec16f66ae0 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:58.214104 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-65d66b43-2496-40d7-b34f-d51de8ee41c8 req-830242ce-b2a9-4825-b607-576b56724476 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:58.216425 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-65d66b43-2496-40d7-b34f-d51de8ee41c8 req-830242ce-b2a9-4825-b607-576b56724476 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "DELETE /v2.0/floatingips/8a206629-dcbe-4fe3-acfd-ec83e0deec5b HTTP/1.1" status: 204 len: 173 time: 1.7485955 Feb 09 01:15:58.384032 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243fd1c-dd17-43ae-8732-dda26963632c req-1213acdc-e3e5-43f4-a2cd-2373ac0e9a2c tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:58.384786 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-8243fd1c-dd17-43ae-8732-dda26963632c req-1213acdc-e3e5-43f4-a2cd-2373ac0e9a2c tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Synchronizing usage tracker for tenant:bbf0f82d35c440b0ba7e6bf598531d13 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:15:58.390242 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-62adfb8f-8050-4603-bec3-cfec16f66ae0 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 01:15:58.391265 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-62adfb8f-8050-4603-bec3-cfec16f66ae0 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] 10.222.0.37 "DELETE /v2.0/routers/e5ef5725-2686-4f94-9e42-bc57bfef80b9 HTTP/1.1" status: 409 len: 329 time: 0.5771980 Feb 09 01:15:58.394519 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 50278) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:15:58.416566 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a6ab3-4179-49e6-b599-fcce456170b3 req-5d09a3ff-678f-4571-b6b9-56f094735de4 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:58.419093 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c22a6ab3-4179-49e6-b599-fcce456170b3 req-5d09a3ff-678f-4571-b6b9-56f094735de4 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.0953422 Feb 09 01:15:58.469095 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c22a6ab3-4179-49e6-b599-fcce456170b3 req-2842a5b8-8611-48b3-9c9b-f52922e77518 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437250 Feb 09 01:15:58.479027 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-8243fd1c-dd17-43ae-8732-dda26963632c req-1213acdc-e3e5-43f4-a2cd-2373ac0e9a2c tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Unset dirty status for tenant:bbf0f82d35c440b0ba7e6bf598531d13 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:15:58.481320 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8243fd1c-dd17-43ae-8732-dda26963632c req-1213acdc-e3e5-43f4-a2cd-2373ac0e9a2c tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.3430147 Feb 09 01:15:58.691911 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda7864-e3e8-48ed-bcc6-a45a24478064 req-69c24e72-93ad-4f05-bb3e-a68317c84f4f tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:58.693812 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9eda7864-e3e8-48ed-bcc6-a45a24478064 req-69c24e72-93ad-4f05-bb3e-a68317c84f4f tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=668ba4f0-08f6-4c38-98c7-88ccc3de3b32 HTTP/1.1" status: 200 len: 944 time: 0.0962594 Feb 09 01:15:58.752866 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9eda7864-e3e8-48ed-bcc6-a45a24478064 req-9409bd65-cc7c-4c88-a5a5-b43c4da0aab9 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513647 Feb 09 01:15:58.762483 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8243fd1c-dd17-43ae-8732-dda26963632c req-965c5a1e-7f3d-4f74-aba7-b085fca8e2ba tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994076 Feb 09 01:15:58.916158 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-33d2e15f-4c46-4f27-b41a-f75f3060a651 req-689810fd-197b-459b-994a-cd8ed5dfabd7 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/security-groups/24306a34-9aec-4e3e-82a3-0cc26ae6b754 HTTP/1.1" status: 200 len: 1809 time: 0.1235225 Feb 09 01:15:59.325360 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-33d2e15f-4c46-4f27-b41a-f75f3060a651 req-0280beef-b8af-4552-9466-46d76fe70ee0 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:59.351899 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-f85de16e-8a91-4cd8-9fa1-2b04873c482e tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:59.357522 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-f85de16e-8a91-4cd8-9fa1-2b04873c482e tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] 10.222.0.37 "GET /v2.0/networks?id=1e87ef15-265b-4171-8452-8065170569f0 HTTP/1.1" status: 200 len: 813 time: 0.2777705 Feb 09 01:15:59.362701 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-33d2e15f-4c46-4f27-b41a-f75f3060a651 req-0280beef-b8af-4552-9466-46d76fe70ee0 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:59.387058 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-33406a1a-5b5e-4b30-bf1c-b174099891a5 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] 10.222.0.37 "GET /v2.0/quotas/29bfff535cb34b6da223135ad147b664 HTTP/1.1" status: 200 len: 375 time: 0.0158012 Feb 09 01:15:59.433129 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39f252-39fa-4a0f-882e-11416433a3fd req-7718562c-f3af-4a20-aad4-3323513e1102 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:59.434724 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bc39f252-39fa-4a0f-882e-11416433a3fd req-7718562c-f3af-4a20-aad4-3323513e1102 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.35 "GET /v2.0/ports?device_id=668ba4f0-08f6-4c38-98c7-88ccc3de3b32 HTTP/1.1" status: 200 len: 944 time: 0.4832859 Feb 09 01:15:59.444684 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-43ff1e65-9bf0-4f6b-9992-f700ac24150d tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=29bfff535cb34b6da223135ad147b664&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506818 Feb 09 01:15:59.546852 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-bc39f252-39fa-4a0f-882e-11416433a3fd req-67c3f304-dfba-49c8-b124-39da1e0c8b75 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Deleting port 5d40993b-9229-43e9-9491-2e781d10e67e {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:15:59.547457 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bc39f252-39fa-4a0f-882e-11416433a3fd req-67c3f304-dfba-49c8-b124-39da1e0c8b75 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:59.588592 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-33d2e15f-4c46-4f27-b41a-f75f3060a651 req-0280beef-b8af-4552-9466-46d76fe70ee0 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:59.627034 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280beef-b8af-4552-9466-46d76fe70ee0 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24306a34-9aec-4e3e-82a3-0cc26ae6b754,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:59.678954 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3b5cfd83-2341-4970-890b-517b0725cacf tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:59.766663 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-33d2e15f-4c46-4f27-b41a-f75f3060a651 req-0280beef-b8af-4552-9466-46d76fe70ee0 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:59.773033 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-8dead0df-ccae-4a88-9051-342f7cdf2b25 service neutron] 10.222.0.37 "GET /v2.0/networks/1e87ef15-265b-4171-8452-8065170569f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180470 Feb 09 01:15:59.782508 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-33d2e15f-4c46-4f27-b41a-f75f3060a651 req-0280beef-b8af-4552-9466-46d76fe70ee0 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "DELETE /v2.0/security-groups/24306a34-9aec-4e3e-82a3-0cc26ae6b754 HTTP/1.1" status: 204 len: 173 time: 0.8298347 Feb 09 01:15:59.945143 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-14914c08-5f36-48a5-a0b1-cad303dde47f service neutron] 10.222.0.37 "GET /v2.0/networks/1e87ef15-265b-4171-8452-8065170569f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738400 Feb 09 01:16:00.411283 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-b66894f2-c75d-4584-9683-220bfb61b2ca tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:00.413085 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-b66894f2-c75d-4584-9683-220bfb61b2ca tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/networks?id=0055357f-6a74-45ba-a134-b5223508c9d1 HTTP/1.1" status: 200 len: 811 time: 0.4997180 Feb 09 01:16:00.442721 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-bc39f252-39fa-4a0f-882e-11416433a3fd req-67c3f304-dfba-49c8-b124-39da1e0c8b75 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] For port 5d40993b-9229-43e9-9491-2e781d10e67e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=5d40993b-9229-43e9-9491-2e781d10e67e,segment=NetworkSegment(7841b3b5-50c4-4626-80ec-1014e8ef15dd),segment_id=7841b3b5-50c4-4626-80ec-1014e8ef15dd)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:00.443196 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bc39f252-39fa-4a0f-882e-11416433a3fd req-67c3f304-dfba-49c8-b124-39da1e0c8b75 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:00.461176 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-58f70992-be92-4d0a-8b25-fa79c8f741f0 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/quotas/ce0095aebb0840088ecf37cbcece72f6 HTTP/1.1" status: 200 len: 375 time: 0.0331671 Feb 09 01:16:00.572010 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7daaae6-c40b-40e1-8df0-f2abef2d29d0 req-5d332ed0-6e83-4e89-ac8e-77afec2c45c5 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:00.575415 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f7daaae6-c40b-40e1-8df0-f2abef2d29d0 req-5d332ed0-6e83-4e89-ac8e-77afec2c45c5 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=668ba4f0-08f6-4c38-98c7-88ccc3de3b32 HTTP/1.1" status: 200 len: 944 time: 0.0974274 Feb 09 01:16:00.583654 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-bc39f252-39fa-4a0f-882e-11416433a3fd req-67c3f304-dfba-49c8-b124-39da1e0c8b75 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Calling delete_port for 5d40993b-9229-43e9-9491-2e781d10e67e owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:00.626134 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f7daaae6-c40b-40e1-8df0-f2abef2d29d0 req-8eab5be2-ea07-4f8c-a3f2-69ba5bbd24d1 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/security-groups?id=ccdf0a53-ae28-494d-bf35-07d0650e4dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444410 Feb 09 01:16:00.848945 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-19b3b8a3-b36f-49ac-8f11-0a65779f8aaf req-724836f2-3912-484d-b998-212330d6754a tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] 10.222.0.37 "GET /v2.0/ports?device_id=5307e4cc-ebab-490f-b748-42e57199244f HTTP/1.1" status: 200 len: 210 time: 0.0582607 Feb 09 01:16:00.886654 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-037f5044-93ae-4bde-a868-e278a7fb7daa tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce0095aebb0840088ecf37cbcece72f6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3134170 Feb 09 01:16:00.893002 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-3b5cfd83-2341-4970-890b-517b0725cacf tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Deleting port d50774fd-9939-4c00-ae97-b2115b43d3de {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:00.893433 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3b5cfd83-2341-4970-890b-517b0725cacf tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:00.963423 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bc39f252-39fa-4a0f-882e-11416433a3fd req-67c3f304-dfba-49c8-b124-39da1e0c8b75 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:01.077926 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532f744-e949-49b2-a03c-2cc48597c1d3 req-0b69c353-f3dc-4521-8044-1c173cc2d9da tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:01.080246 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7532f744-e949-49b2-a03c-2cc48597c1d3 req-0b69c353-f3dc-4521-8044-1c173cc2d9da tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.1192260 Feb 09 01:16:01.150740 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7532f744-e949-49b2-a03c-2cc48597c1d3 req-add1f7b5-253a-4ab3-9153-209c6c6d0cf1 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629089 Feb 09 01:16:01.280659 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c3f304-dfba-49c8-b124-39da1e0c8b75 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Pushing event deleted for resources: {'Port': ['ID=5d40993b-9229-43e9-9491-2e781d10e67e,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:01.375750 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bbfaf-abc1-400d-8bcc-1da9034467aa req-230e9cf3-f1f7-470b-8992-0929be654bb3 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:01.376679 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-455bbfaf-abc1-400d-8bcc-1da9034467aa req-230e9cf3-f1f7-470b-8992-0929be654bb3 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Synchronizing usage tracker for tenant:1866ce3035f2464c986757a3a7323de3 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:01.397302 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-455bbfaf-abc1-400d-8bcc-1da9034467aa req-230e9cf3-f1f7-470b-8992-0929be654bb3 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Unset dirty status for tenant:1866ce3035f2464c986757a3a7323de3 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:01.398523 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-455bbfaf-abc1-400d-8bcc-1da9034467aa req-230e9cf3-f1f7-470b-8992-0929be654bb3 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/ports?device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 945 time: 0.1120617 Feb 09 01:16:01.404516 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc39f252-39fa-4a0f-882e-11416433a3fd req-67c3f304-dfba-49c8-b124-39da1e0c8b75 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] No DVR routers for this DVR port 5d40993b-9229-43e9-9491-2e781d10e67e on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:01.417953 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bc39f252-39fa-4a0f-882e-11416433a3fd req-67c3f304-dfba-49c8-b124-39da1e0c8b75 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:01.423578 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668ba4f0-08f6-4c38-98c7-88ccc3de3b32', 'name': 'network-vif-deleted', 'tag': '5d40993b-9229-43e9-9491-2e781d10e67e'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:16:01.459653 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 5d40993b-9229-43e9-9491-2e781d10e67e no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:16:01.461093 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-455bbfaf-abc1-400d-8bcc-1da9034467aa req-fbb92771-4042-42cf-b24a-f3a0744433dc tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd036a29-976c-49d2-89d7-7eb24bf4e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544469 Feb 09 01:16:01.486722 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bc39f252-39fa-4a0f-882e-11416433a3fd req-67c3f304-dfba-49c8-b124-39da1e0c8b75 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.35 "DELETE /v2.0/ports/5d40993b-9229-43e9-9491-2e781d10e67e HTTP/1.1" status: 204 len: 173 time: 2.0427608 Feb 09 01:16:01.499024 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-ced6e31a-52a2-4085-961d-1b7b020b22ae service neutron] 10.222.0.37 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5717995 Feb 09 01:16:01.533290 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 5d40993b-9229-43e9-9491-2e781d10e67e {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:16:01.533633 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 5d40993b-9229-43e9-9491-2e781d10e67e not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:16:01.592089 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3b5cfd83-2341-4970-890b-517b0725cacf tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:01.738644 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534d35f-fad3-4996-a68d-3f2869d791d0 req-98001e0f-41fa-42e8-8aab-c140004a2d2a tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:01.742083 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9534d35f-fad3-4996-a68d-3f2869d791d0 req-98001e0f-41fa-42e8-8aab-c140004a2d2a tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.1318517 Feb 09 01:16:01.761831 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-3b5cfd83-2341-4970-890b-517b0725cacf tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Calling delete_port for d50774fd-9939-4c00-ae97-b2115b43d3de owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:01.841664 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9534d35f-fad3-4996-a68d-3f2869d791d0 req-1bf3c660-2d2f-4dd4-aeb9-c4a5b9e2f3b9 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868320 Feb 09 01:16:01.911632 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668ba4f0-08f6-4c38-98c7-88ccc3de3b32', 'name': 'network-vif-deleted', 'tag': '5d40993b-9229-43e9-9491-2e781d10e67e', 'status': 'completed', 'code': 200} Feb 09 01:16:02.146873 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-823a4cc0-f8e9-4d27-9ac4-73d26b917e6f tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:02.149099 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-823a4cc0-f8e9-4d27-9ac4-73d26b917e6f tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Synchronizing usage tracker for tenant:29bfff535cb34b6da223135ad147b664 on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:02.208299 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-87b025f4-fbdc-4ff6-883a-fd1a1db0cddc service neutron] 10.222.0.37 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6974025 Feb 09 01:16:02.248626 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-823a4cc0-f8e9-4d27-9ac4-73d26b917e6f tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Unset dirty status for tenant:29bfff535cb34b6da223135ad147b664 on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:02.249771 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-823a4cc0-f8e9-4d27-9ac4-73d26b917e6f tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] 10.222.0.35 "GET /v2.0/networks?id=1e87ef15-265b-4171-8452-8065170569f0 HTTP/1.1" status: 200 len: 813 time: 0.5145802 Feb 09 01:16:02.265519 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-36cf1d59-68ef-40a9-bc35-86b1ae2ddb52 req-5f0f8610-1178-4922-8567-25fe5f99a519 tempest-ImagesTestJSON-1732302675 tempest-ImagesTestJSON-1732302675-project] 10.222.0.37 "GET /v2.0/ports?device_id=668ba4f0-08f6-4c38-98c7-88ccc3de3b32 HTTP/1.1" status: 200 len: 210 time: 0.1386111 Feb 09 01:16:02.334002 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-ac62721c-c79f-43bb-a15a-d665fd47752a tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Request body: {'port': {'device_id': '5307e4cc-ebab-490f-b748-42e57199244f', 'network_id': '1e87ef15-265b-4171-8452-8065170569f0', 'admin_state_up': True, 'tenant_id': '29bfff535cb34b6da223135ad147b664'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:02.618921 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3b5cfd83-2341-4970-890b-517b0725cacf tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:02.791805 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5cfd83-2341-4970-890b-517b0725cacf tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Pushing event deleted for resources: {'Port': ['ID=d50774fd-9939-4c00-ae97-b2115b43d3de,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:02.816732 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50386) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:02.934186 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ed7b0488-f2c3-4a91-ae7e-bf97914c99ab req-047072bb-8db0-49b8-80a8-95eaa912a01a tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] 10.222.0.37 "GET /v2.0/ports?device_id=5307e4cc-ebab-490f-b748-42e57199244f HTTP/1.1" status: 200 len: 210 time: 0.0927927 Feb 09 01:16:02.997825 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-ac62721c-c79f-43bb-a15a-d665fd47752a tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:03.003765 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-ac62721c-c79f-43bb-a15a-d665fd47752a tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Usage tracker for resource:port and tenant:29bfff535cb34b6da223135ad147b664 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:03.008084 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-ac62721c-c79f-43bb-a15a-d665fd47752a tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:03.015909 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-ac62721c-c79f-43bb-a15a-d665fd47752a tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:03.111293 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ebead59a-200e-42f5-902d-60148cae7abb req-31d16cf5-7968-43b1-b338-270e5b4abf4c tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 210 time: 0.0883429 Feb 09 01:16:03.117235 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-ac62721c-c79f-43bb-a15a-d665fd47752a tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Made reservation on behalf of 29bfff535cb34b6da223135ad147b664 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:03.121093 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-ac62721c-c79f-43bb-a15a-d665fd47752a tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:03.176058 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-337a3f38-ff20-4d0c-91e9-119e672d5c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:03.218297 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-337a3f38-ff20-4d0c-91e9-119e672d5c49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:03.222727 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-337a3f38-ff20-4d0c-91e9-119e672d5c49 admin admin] Usage tracker for resource:security_group_rule and tenant:0cba1c51360f41c593f67f3234b134d7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:03.225866 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-337a3f38-ff20-4d0c-91e9-119e672d5c49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:03.233056 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-337a3f38-ff20-4d0c-91e9-119e672d5c49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:03.348736 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-337a3f38-ff20-4d0c-91e9-119e672d5c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:03.356148 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-337a3f38-ff20-4d0c-91e9-119e672d5c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:03.357410 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3b5cfd83-2341-4970-890b-517b0725cacf tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:03.410186 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a3f38-ff20-4d0c-91e9-119e672d5c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00daf8ea-9be5-4403-bbe8-fb7f165e4c4a,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:03.434253 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-337a3f38-ff20-4d0c-91e9-119e672d5c49 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0cba1c51360f41c593f67f3234b134d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6151378 Feb 09 01:16:03.436869 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50400) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:03.560667 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a4fd0844-0d3b-49da-aab5-385e8e53ef29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:03.634157 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a4fd0844-0d3b-49da-aab5-385e8e53ef29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:03.765246 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a4fd0844-0d3b-49da-aab5-385e8e53ef29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:03.819421 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd0844-0d3b-49da-aab5-385e8e53ef29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00daf8ea-9be5-4403-bbe8-fb7f165e4c4a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:03.832083 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a4fd0844-0d3b-49da-aab5-385e8e53ef29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:03.833629 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a4fd0844-0d3b-49da-aab5-385e8e53ef29 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/00daf8ea-9be5-4403-bbe8-fb7f165e4c4a HTTP/1.1" status: 204 len: 168 time: 0.3951099 Feb 09 01:16:04.114778 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95b8b2-6cad-433f-97f5-84b64f49a92f req-f3aba792-6f22-4922-b8bb-84639340cb05 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:04.117286 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ad95b8b2-6cad-433f-97f5-84b64f49a92f req-f3aba792-6f22-4922-b8bb-84639340cb05 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/ports?device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 945 time: 1.3080089 Feb 09 01:16:04.165401 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5cfd83-2341-4970-890b-517b0725cacf tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Router e5ef5725-2686-4f94-9e42-bc57bfef80b9 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:16:04.201804 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-650a9e9a-476e-4769-9525-b78a13b78d2d req-9485a0b4-e7be-4ce4-8609-4984dc57fbfd tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] 10.222.0.37 "GET /v2.0/ports?device_id=5307e4cc-ebab-490f-b748-42e57199244f HTTP/1.1" status: 200 len: 210 time: 0.1210396 Feb 09 01:16:04.300265 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50432) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:04.319127 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e3b3b796-b47c-4f41-bef4-457e8fc4e5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:04.337677 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e3b3b796-b47c-4f41-bef4-457e8fc4e5fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:04.341920 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e3b3b796-b47c-4f41-bef4-457e8fc4e5fe admin admin] Usage tracker for resource:security_group_rule and tenant:d6a1e6347ab74220b86385131e76a5c3 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:04.348475 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e3b3b796-b47c-4f41-bef4-457e8fc4e5fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:04.354539 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e3b3b796-b47c-4f41-bef4-457e8fc4e5fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:04.361183 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ad95b8b2-6cad-433f-97f5-84b64f49a92f req-9105071a-6be8-4f11-a9dd-2b4837187651 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Synchronizing usage tracker for tenant:1866ce3035f2464c986757a3a7323de3 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:04.502277 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7c227868-80ab-487f-84c0-2f3fa79422d1 req-519db292-fc97-4dd9-b7a8-3355272422a5 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 210 time: 0.0599034 Feb 09 01:16:04.527683 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5cfd83-2341-4970-890b-517b0725cacf tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:16:04.533856 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e3b3b796-b47c-4f41-bef4-457e8fc4e5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:04.541575 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37feaf75-e634-4412-bee5-42e067a6325a req-4ec8643e-ba8a-4db5-a0f8-a9553644a644 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:04.543113 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-37feaf75-e634-4412-bee5-42e067a6325a req-4ec8643e-ba8a-4db5-a0f8-a9553644a644 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.35 "GET /v2.0/ports?device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 945 time: 0.5885155 Feb 09 01:16:04.544828 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e3b3b796-b47c-4f41-bef4-457e8fc4e5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:04.553822 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c25740a-a021-462d-bb41-50957c8b2a1a None None] Sync routers for ids ['e5ef5725-2686-4f94-9e42-bc57bfef80b9'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:04.575165 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c25740a-a021-462d-bb41-50957c8b2a1a None None] Routers {'e5ef5725-2686-4f94-9e42-bc57bfef80b9'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:16:04.576013 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-9c25740a-a021-462d-bb41-50957c8b2a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:15:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e5ef5725-2686-4f94-9e42-bc57bfef80b9'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:04.618293 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e3b3b796-b47c-4f41-bef4-457e8fc4e5fe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d6a1e6347ab74220b86385131e76a5c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3164597 Feb 09 01:16:04.620621 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50444) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:04.624290 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3b796-b47c-4f41-bef4-457e8fc4e5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2880dc0-1f4f-4160-b1d7-cbc4f4fb5646,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:04.655217 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ad95b8b2-6cad-433f-97f5-84b64f49a92f req-9105071a-6be8-4f11-a9dd-2b4837187651 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Unset dirty status for tenant:1866ce3035f2464c986757a3a7323de3 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:04.666971 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ad95b8b2-6cad-433f-97f5-84b64f49a92f req-9105071a-6be8-4f11-a9dd-2b4837187651 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd036a29-976c-49d2-89d7-7eb24bf4e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5237217 Feb 09 01:16:04.670838 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-9c25740a-a021-462d-bb41-50957c8b2a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:04.676714 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-37feaf75-e634-4412-bee5-42e067a6325a req-150fa3da-b64b-4e83-bed7-6d3ea5ffe016 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Deleting port 080db5cb-c5ff-4a08-abb2-86a721031e91 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:04.677939 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-37feaf75-e634-4412-bee5-42e067a6325a req-150fa3da-b64b-4e83-bed7-6d3ea5ffe016 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:04.690486 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c25740a-a021-462d-bb41-50957c8b2a1a None None] Routers {'e5ef5725-2686-4f94-9e42-bc57bfef80b9'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:16:04.694584 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-9c25740a-a021-462d-bb41-50957c8b2a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:15:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e5ef5725-2686-4f94-9e42-bc57bfef80b9'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:04.747347 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dbdd9cc1-8734-4218-a374-0af8f0b5026a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:04.748673 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3b5cfd83-2341-4970-890b-517b0725cacf tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] 10.222.0.37 "PUT /v2.0/routers/e5ef5725-2686-4f94-9e42-bc57bfef80b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3519924 Feb 09 01:16:04.749509 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50450) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:04.769127 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 50454) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:04.770510 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-ac62721c-c79f-43bb-a15a-d665fd47752a tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Allocated IP 172.20.0.4 (1e87ef15-265b-4171-8452-8065170569f0/a40a7fe9-4377-4bf8-82e4-aa0a03564826/7705d887-1a91-4e45-a7cf-c2febcc64a24) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:04.778067 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-9c25740a-a021-462d-bb41-50957c8b2a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:04.778870 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c25740a-a021-462d-bb41-50957c8b2a1a None None] The sync data for ids ['e5ef5725-2686-4f94-9e42-bc57bfef80b9'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:04.834176 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-c863fbd5-674a-42c3-8d30-abec664bf4d0 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] show failed (client error): The resource could not be found. Feb 09 01:16:04.834978 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c863fbd5-674a-42c3-8d30-abec664bf4d0 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-261467659 HTTP/1.1" status: 404 len: 334 time: 0.0844300 Feb 09 01:16:04.844607 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50460) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:04.860328 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-d44bc1ea-0aba-4fc1-a9a9-fd3e67ac10cc tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:04.911511 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dbdd9cc1-8734-4218-a374-0af8f0b5026a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:04.935807 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-d44bc1ea-0aba-4fc1-a9a9-fd3e67ac10cc tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] update failed (client error): The resource could not be found. Feb 09 01:16:04.940106 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d44bc1ea-0aba-4fc1-a9a9-fd3e67ac10cc tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-501298903 HTTP/1.1" status: 404 len: 334 time: 0.0912971 Feb 09 01:16:04.943134 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50466) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:05.073304 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1bd4ae1-2dbb-4f53-bafa-78fd95a9f2f8 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Deleting subnet ef3eced2-5d59-4ca1-a29d-cfad88c8a7ab {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:16:05.082508 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f1bd4ae1-2dbb-4f53-bafa-78fd95a9f2f8 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:05.085114 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-751b7113-dda3-4a02-b0d5-f15a0b9fa5f5 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:05.086714 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-751b7113-dda3-4a02-b0d5-f15a0b9fa5f5 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.35 "GET /v2.0/networks?id=0055357f-6a74-45ba-a134-b5223508c9d1 HTTP/1.1" status: 200 len: 811 time: 0.8186886 Feb 09 01:16:05.111170 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-afe03fb1-1b46-4145-b3de-dbdace41eb34 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Request body: {'port': {'device_id': 'e79c4e4f-612f-421b-b60b-b0f6f326fee4', 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1', 'admin_state_up': True, 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:05.120161 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dbdd9cc1-8734-4218-a374-0af8f0b5026a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:05.146464 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd9cc1-8734-4218-a374-0af8f0b5026a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2880dc0-1f4f-4160-b1d7-cbc4f4fb5646,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:05.158193 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f1bd4ae1-2dbb-4f53-bafa-78fd95a9f2f8 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:05.193791 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dbdd9cc1-8734-4218-a374-0af8f0b5026a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:05.197439 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-dbdd9cc1-8734-4218-a374-0af8f0b5026a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a2880dc0-1f4f-4160-b1d7-cbc4f4fb5646 HTTP/1.1" status: 204 len: 168 time: 0.5731370 Feb 09 01:16:05.286558 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f1bd4ae1-2dbb-4f53-bafa-78fd95a9f2f8 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:05.332258 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-ac62721c-c79f-43bb-a15a-d665fd47752a tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:05.418169 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f1bd4ae1-2dbb-4f53-bafa-78fd95a9f2f8 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:05.475128 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f1bd4ae1-2dbb-4f53-bafa-78fd95a9f2f8 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:05.478842 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd4ae1-2dbb-4f53-bafa-78fd95a9f2f8 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Pushing event deleted for resources: {'Subnet': ['ID=ef3eced2-5d59-4ca1-a29d-cfad88c8a7ab,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:05.483250 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45273afd-ebf0-4b76-a588-076a66d27903 None None] Network 07dcb3a7-e587-4adb-b3a9-508042707d49 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:05.488782 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f1bd4ae1-2dbb-4f53-bafa-78fd95a9f2f8 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] 10.222.0.37 "DELETE /v2.0/subnets/ef3eced2-5d59-4ca1-a29d-cfad88c8a7ab HTTP/1.1" status: 204 len: 168 time: 0.5446179 Feb 09 01:16:05.491203 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50488) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:05.675493 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-615d1065-f8e9-4ac5-aeef-b7556479ffcc tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:05.746921 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-615d1065-f8e9-4ac5-aeef-b7556479ffcc tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Deleting port 40e76831-df9c-45e0-a15e-783bdae7dd19 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:05.748036 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-615d1065-f8e9-4ac5-aeef-b7556479ffcc tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:05.768821 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-981c44b2-4346-416a-9b1f-7c5526d228c0 req-ce76d647-fd2e-478b-bfc1-e94780cf08fd tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Synchronizing usage tracker for tenant:29bfff535cb34b6da223135ad147b664 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:05.811803 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-ac62721c-c79f-43bb-a15a-d665fd47752a tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:05.825111 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-97caf371-07ad-40a2-8d17-7c3241b63397 admin admin] Deleting subnet c750fae4-2c3f-44da-87c9-de1301db5b32 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:16:05.829007 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-97caf371-07ad-40a2-8d17-7c3241b63397 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:05.924744 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19aecb-8449-469a-9296-89ce39014bf6 req-88793c78-ecf4-4240-a505-87caa57114c4 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:05.927997 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65a3f18-7269-4afd-bfac-f941899cbae5 None None] DHCP port deletion for 07dcb3a7-e587-4adb-b3a9-508042707d49 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:16:05.932207 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3e19aecb-8449-469a-9296-89ce39014bf6 req-88793c78-ecf4-4240-a505-87caa57114c4 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.2569489 Feb 09 01:16:05.935515 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b65a3f18-7269-4afd-bfac-f941899cbae5 None None] Deleting port 40e76831-df9c-45e0-a15e-783bdae7dd19 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:05.936374 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b65a3f18-7269-4afd-bfac-f941899cbae5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:05.987693 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-97caf371-07ad-40a2-8d17-7c3241b63397 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:06.047938 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-981c44b2-4346-416a-9b1f-7c5526d228c0 req-ce76d647-fd2e-478b-bfc1-e94780cf08fd tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Unset dirty status for tenant:29bfff535cb34b6da223135ad147b664 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:06.049161 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-981c44b2-4346-416a-9b1f-7c5526d228c0 req-ce76d647-fd2e-478b-bfc1-e94780cf08fd tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] 10.222.0.37 "GET /v2.0/ports?device_id=5307e4cc-ebab-490f-b748-42e57199244f HTTP/1.1" status: 200 len: 210 time: 0.6702726 Feb 09 01:16:06.076210 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-ac62721c-c79f-43bb-a15a-d665fd47752a tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Network 1e87ef15-265b-4171-8452-8065170569f0 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:06.086238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-ac62721c-c79f-43bb-a15a-d665fd47752a tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:06.104483 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-ac62721c-c79f-43bb-a15a-d665fd47752a tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:16:06.163935 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62721c-c79f-43bb-a15a-d665fd47752a tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Pushing event updated for resources: {'Port': ['ID=7705d887-1a91-4e45-a7cf-c2febcc64a24,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:06.202087 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-37feaf75-e634-4412-bee5-42e067a6325a req-150fa3da-b64b-4e83-bed7-6d3ea5ffe016 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] For port 080db5cb-c5ff-4a08-abb2-86a721031e91, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=080db5cb-c5ff-4a08-abb2-86a721031e91,segment=NetworkSegment(b5490bb6-dc0d-46d4-a7aa-f5bfda621d00),segment_id=b5490bb6-dc0d-46d4-a7aa-f5bfda621d00)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:06.202456 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-37feaf75-e634-4412-bee5-42e067a6325a req-150fa3da-b64b-4e83-bed7-6d3ea5ffe016 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:06.227466 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-afe03fb1-1b46-4145-b3de-dbdace41eb34 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:06.266529 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3e19aecb-8449-469a-9296-89ce39014bf6 req-600fe3ab-6a34-4345-8df9-c7d3bc9ef5d4 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335586 Feb 09 01:16:06.299274 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-97caf371-07ad-40a2-8d17-7c3241b63397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:06.301125 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-615d1065-f8e9-4ac5-aeef-b7556479ffcc tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] For port 40e76831-df9c-45e0-a15e-783bdae7dd19, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=40e76831-df9c-45e0-a15e-783bdae7dd19,segment=NetworkSegment(0043a8bd-57b5-459f-a48b-d307d4253228),segment_id=0043a8bd-57b5-459f-a48b-d307d4253228)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:06.302494 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-615d1065-f8e9-4ac5-aeef-b7556479ffcc tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:06.321713 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-b65a3f18-7269-4afd-bfac-f941899cbae5 None None] For port 40e76831-df9c-45e0-a15e-783bdae7dd19, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=40e76831-df9c-45e0-a15e-783bdae7dd19,segment=NetworkSegment(0043a8bd-57b5-459f-a48b-d307d4253228),segment_id=0043a8bd-57b5-459f-a48b-d307d4253228)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:06.323419 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b65a3f18-7269-4afd-bfac-f941899cbae5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:06.402636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-37feaf75-e634-4412-bee5-42e067a6325a req-150fa3da-b64b-4e83-bed7-6d3ea5ffe016 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Calling delete_port for 080db5cb-c5ff-4a08-abb2-86a721031e91 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:06.489204 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b65a3f18-7269-4afd-bfac-f941899cbae5 None None] Calling delete_port for 40e76831-df9c-45e0-a15e-783bdae7dd19 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:06.543662 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-615d1065-f8e9-4ac5-aeef-b7556479ffcc tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Calling delete_port for 40e76831-df9c-45e0-a15e-783bdae7dd19 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:06.568095 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-ac62721c-c79f-43bb-a15a-d665fd47752a tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:06.568949 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-ac62721c-c79f-43bb-a15a-d665fd47752a tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:06.581404 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-afe03fb1-1b46-4145-b3de-dbdace41eb34 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:06.587325 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b65a3f18-7269-4afd-bfac-f941899cbae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:06.643136 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c81a337-2c7c-4f80-a9c0-a0df518e7f8f req-fca8f7e6-9008-4375-8d52-cbe07c13da08 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 210 time: 0.3124583 Feb 09 01:16:06.648557 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a3f18-7269-4afd-bfac-f941899cbae5 None None] Pushing event deleted for resources: {'Port': ['ID=40e76831-df9c-45e0-a15e-783bdae7dd19,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:06.657031 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65a3f18-7269-4afd-bfac-f941899cbae5 None None] No DVR routers for this DVR port 40e76831-df9c-45e0-a15e-783bdae7dd19 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:06.698923 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [None req-615d1065-f8e9-4ac5-aeef-b7556479ffcc tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:16:06.699333 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [None req-615d1065-f8e9-4ac5-aeef-b7556479ffcc tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:16:06.708849 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc08c1-7254-4f18-a461-384c6ba97b9b req-a8ac6713-dfa3-4f19-a617-13c696b2649e tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:06.717007 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9edc08c1-7254-4f18-a461-384c6ba97b9b req-a8ac6713-dfa3-4f19-a617-13c696b2649e tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/ports?device_id=18d906ee-9ba8-41ca-9b9b-0b67e5f3680a HTTP/1.1" status: 200 len: 945 time: 0.1813965 Feb 09 01:16:06.746876 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-afe03fb1-1b46-4145-b3de-dbdace41eb34 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Made reservation on behalf of ce0095aebb0840088ecf37cbcece72f6 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:06.750575 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-afe03fb1-1b46-4145-b3de-dbdace41eb34 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:06.785167 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9edc08c1-7254-4f18-a461-384c6ba97b9b req-a2da31fc-485f-41af-840e-e08eb253201d tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.37 "GET /v2.0/security-groups?id=dd036a29-976c-49d2-89d7-7eb24bf4e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669825 Feb 09 01:16:06.817010 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-97caf371-07ad-40a2-8d17-7c3241b63397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:06.870509 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5a973e50-6a2c-4ea4-b3a7-673f248620bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:06.895650 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-ac62721c-c79f-43bb-a15a-d665fd47752a tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5842056 Feb 09 01:16:06.896151 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-37feaf75-e634-4412-bee5-42e067a6325a req-150fa3da-b64b-4e83-bed7-6d3ea5ffe016 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:06.958977 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97caf371-07ad-40a2-8d17-7c3241b63397 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c750fae4-2c3f-44da-87c9-de1301db5b32,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:06.968264 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-59b6b446-8541-4dc7-a602-7965e1f7afa4 service neutron] Request body: {'port': {'device_id': '5307e4cc-ebab-490f-b748-42e57199244f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:06.993345 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-97caf371-07ad-40a2-8d17-7c3241b63397 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:07.048010 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150fa3da-b64b-4e83-bed7-6d3ea5ffe016 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Pushing event deleted for resources: {'Port': ['ID=080db5cb-c5ff-4a08-abb2-86a721031e91,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:07.103889 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-97caf371-07ad-40a2-8d17-7c3241b63397 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c750fae4-2c3f-44da-87c9-de1301db5b32 HTTP/1.1" status: 204 len: 168 time: 2.3267822 Feb 09 01:16:07.104687 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50532) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:07.203189 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-615d1065-f8e9-4ac5-aeef-b7556479ffcc tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Deleting port 40e76831-df9c-45e0-a15e-783bdae7dd19 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:07.203458 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-615d1065-f8e9-4ac5-aeef-b7556479ffcc tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:07.256282 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-37feaf75-e634-4412-bee5-42e067a6325a req-150fa3da-b64b-4e83-bed7-6d3ea5ffe016 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] No DVR routers for this DVR port 080db5cb-c5ff-4a08-abb2-86a721031e91 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:07.269737 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-37feaf75-e634-4412-bee5-42e067a6325a req-150fa3da-b64b-4e83-bed7-6d3ea5ffe016 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:07.271682 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-37feaf75-e634-4412-bee5-42e067a6325a req-150fa3da-b64b-4e83-bed7-6d3ea5ffe016 tempest-ServerRescueTestJSONUnderV235-1538307689 tempest-ServerRescueTestJSONUnderV235-1538307689-project] 10.222.0.35 "DELETE /v2.0/ports/080db5cb-c5ff-4a08-abb2-86a721031e91 HTTP/1.1" status: 204 len: 173 time: 2.7042363 Feb 09 01:16:07.275422 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d906ee-9ba8-41ca-9b9b-0b67e5f3680a', 'name': 'network-vif-deleted', 'tag': '080db5cb-c5ff-4a08-abb2-86a721031e91'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:16:07.310294 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-afe03fb1-1b46-4145-b3de-dbdace41eb34 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Allocated IP 172.20.0.9 (0055357f-6a74-45ba-a134-b5223508c9d1/f6f367ae-6db3-44ee-a579-54c0e257ede0/bd641b27-4e2a-4d6b-9707-5c9af4261a03) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:07.313214 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-59b6b446-8541-4dc7-a602-7965e1f7afa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:07.346836 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c1948-e591-45a9-91cc-b604f133a9a7 req-169d2453-8c58-48fe-a9b5-35956336102b tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:07.354161 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-813c1948-e591-45a9-91cc-b604f133a9a7 req-169d2453-8c58-48fe-a9b5-35956336102b tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.5273163 Feb 09 01:16:07.367038 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-615d1065-f8e9-4ac5-aeef-b7556479ffcc tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] The port '40e76831-df9c-45e0-a15e-783bdae7dd19' was deleted {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:16:07.475507 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 080db5cb-c5ff-4a08-abb2-86a721031e91 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:16:07.494444 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-34bb407b-a325-4672-b7ec-cbd79d4cebe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:07.531653 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-615d1065-f8e9-4ac5-aeef-b7556479ffcc tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:07.545396 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-813c1948-e591-45a9-91cc-b604f133a9a7 req-d406dc4c-daad-48bf-bc98-d619d69e535c tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900902 Feb 09 01:16:07.571541 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 080db5cb-c5ff-4a08-abb2-86a721031e91 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:16:07.571879 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 080db5cb-c5ff-4a08-abb2-86a721031e91 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:16:07.624483 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-615d1065-f8e9-4ac5-aeef-b7556479ffcc tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07dcb3a7-e587-4adb-b3a9-508042707d49']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:07.647817 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-615d1065-f8e9-4ac5-aeef-b7556479ffcc tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0043a8bd-57b5-459f-a48b-d307d4253228') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:07.648498 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-615d1065-f8e9-4ac5-aeef-b7556479ffcc tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0043a8bd-57b5-459f-a48b-d307d4253228') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:07.662771 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-615d1065-f8e9-4ac5-aeef-b7556479ffcc tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:07.682274 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d906ee-9ba8-41ca-9b9b-0b67e5f3680a', 'name': 'network-vif-deleted', 'tag': '080db5cb-c5ff-4a08-abb2-86a721031e91', 'status': 'completed', 'code': 200} Feb 09 01:16:07.684526 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-615d1065-f8e9-4ac5-aeef-b7556479ffcc tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:07.693936 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-615d1065-f8e9-4ac5-aeef-b7556479ffcc tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Releasing vlan 981 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:16:07.694469 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-615d1065-f8e9-4ac5-aeef-b7556479ffcc tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:07.773251 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353b102-60b1-47e5-874d-dc51172be122 req-6449020b-6072-4fde-94b8-8c781107b110 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:07.800496 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8353b102-60b1-47e5-874d-dc51172be122 req-6449020b-6072-4fde-94b8-8c781107b110 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] 10.222.0.37 "GET /v2.0/ports?device_id=5307e4cc-ebab-490f-b748-42e57199244f HTTP/1.1" status: 200 len: 931 time: 0.5522590 Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:16:07.806871 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:16:07.815232 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 40e76831-df9c-45e0-a15e-783bdae7dd19 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:16:07.912007 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 40e76831-df9c-45e0-a15e-783bdae7dd19 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:16:07.912764 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 40e76831-df9c-45e0-a15e-783bdae7dd19 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:16:08.021499 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-34bb407b-a325-4672-b7ec-cbd79d4cebe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:08.050380 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-34bb407b-a325-4672-b7ec-cbd79d4cebe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a4b1eb-79d6-447b-b1fd-6bc1ef45422a']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:08.067116 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-34bb407b-a325-4672-b7ec-cbd79d4cebe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7841b3b5-50c4-4626-80ec-1014e8ef15dd') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:08.067708 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-34bb407b-a325-4672-b7ec-cbd79d4cebe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7841b3b5-50c4-4626-80ec-1014e8ef15dd') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:08.094136 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-34bb407b-a325-4672-b7ec-cbd79d4cebe2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:08.147899 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-34bb407b-a325-4672-b7ec-cbd79d4cebe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:08.178823 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0ee2b397-975d-448d-9102-0c6dc7fbb83a req-29714568-87b6-4ee1-808f-5489e703f65b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Synchronizing usage tracker for tenant:ce0095aebb0840088ecf37cbcece72f6 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:08.193265 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8353b102-60b1-47e5-874d-dc51172be122 req-ccef728b-533b-4df1-a015-42f5eabff6b6 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d2e09f-f58b-4e82-b555-788cd4a995a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903625 Feb 09 01:16:08.200035 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34bb407b-a325-4672-b7ec-cbd79d4cebe2 admin admin] Releasing vlan 998 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:16:08.200767 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-34bb407b-a325-4672-b7ec-cbd79d4cebe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:08.245433 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:16:08.245433 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:16:08.245433 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:16:08.245433 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:16:08.245433 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:16:08.245433 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:16:08.245433 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:16:08.245433 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:16:08.245433 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:16:08.245433 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:16:08.245433 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:16:08.245433 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:16:08.245433 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:16:08.245433 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:16:08.245433 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:16:08.245433 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:16:08.245433 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:16:08.245433 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:16:08.245433 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:16:08.245433 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:16:08.245433 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:16:08.245433 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:16:08.245433 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:16:08.245433 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:16:08.245433 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:16:08.245433 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:16:08.245433 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:16:08.245433 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:16:08.245433 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:16:08.245433 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:16:08.245433 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:16:08.245433 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:16:08.346980 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 50566) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:08.349204 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-615d1065-f8e9-4ac5-aeef-b7556479ffcc tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:08.350033 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0ee2b397-975d-448d-9102-0c6dc7fbb83a req-29714568-87b6-4ee1-808f-5489e703f65b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Unset dirty status for tenant:ce0095aebb0840088ecf37cbcece72f6 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:08.361474 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0ee2b397-975d-448d-9102-0c6dc7fbb83a req-29714568-87b6-4ee1-808f-5489e703f65b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 210 time: 0.3133066 Feb 09 01:16:08.378195 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-615d1065-f8e9-4ac5-aeef-b7556479ffcc tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:08.411643 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d1065-f8e9-4ac5-aeef-b7556479ffcc tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Pushing event deleted for resources: {'Network': ['ID=07dcb3a7-e587-4adb-b3a9-508042707d49,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:08.422876 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-615d1065-f8e9-4ac5-aeef-b7556479ffcc tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] 10.222.0.37 "DELETE /v2.0/networks/07dcb3a7-e587-4adb-b3a9-508042707d49 HTTP/1.1" status: 204 len: 168 time: 2.9280858 Feb 09 01:16:08.423192 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50570) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:08.469688 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-34bb407b-a325-4672-b7ec-cbd79d4cebe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:08.491639 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-34bb407b-a325-4672-b7ec-cbd79d4cebe2 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:08.500090 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb407b-a325-4672-b7ec-cbd79d4cebe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=84a4b1eb-79d6-447b-b1fd-6bc1ef45422a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:08.523962 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-34bb407b-a325-4672-b7ec-cbd79d4cebe2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/84a4b1eb-79d6-447b-b1fd-6bc1ef45422a HTTP/1.1" status: 204 len: 168 time: 1.4181173 Feb 09 01:16:08.546181 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-140573ee-90d0-4673-9279-1bf10587ecb9 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Deleting subnet 870d68a4-948e-4966-9b95-76840e7f0447 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:16:08.556380 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-140573ee-90d0-4673-9279-1bf10587ecb9 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:08.556659 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-afe03fb1-1b46-4145-b3de-dbdace41eb34 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:08.658458 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-afe03fb1-1b46-4145-b3de-dbdace41eb34 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Transition to ACTIVE for port object bd641b27-4e2a-4d6b-9707-5c9af4261a03 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:08.867539 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 50582) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:08.878456 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-140573ee-90d0-4673-9279-1bf10587ecb9 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:08.978379 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-140573ee-90d0-4673-9279-1bf10587ecb9 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:08.988200 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-afe03fb1-1b46-4145-b3de-dbdace41eb34 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:08.991354 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-59b6b446-8541-4dc7-a602-7965e1f7afa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7705d887-1a91-4e45-a7cf-c2febcc64a24 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:16:09.063893 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-59b6b446-8541-4dc7-a602-7965e1f7afa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:09.117683 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-140573ee-90d0-4673-9279-1bf10587ecb9 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:09.155881 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-59b6b446-8541-4dc7-a602-7965e1f7afa4 service neutron] Transition to ACTIVE for port object 7705d887-1a91-4e45-a7cf-c2febcc64a24 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:09.166944 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3b64afe5-ceb4-474d-b399-7b82dcbd90ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67dfd8ca30e2412a805557bd94e02525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2969761 Feb 09 01:16:09.176860 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-59b6b446-8541-4dc7-a602-7965e1f7afa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:09.181588 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 50588) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:09.184072 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-afe03fb1-1b46-4145-b3de-dbdace41eb34 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Network 0055357f-6a74-45ba-a134-b5223508c9d1 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:09.204609 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140573ee-90d0-4673-9279-1bf10587ecb9 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Pushing event deleted for resources: {'Subnet': ['ID=870d68a4-948e-4966-9b95-76840e7f0447,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:09.207459 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-140573ee-90d0-4673-9279-1bf10587ecb9 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:09.210665 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9feac4c7-8a4e-4136-b770-15dc456875d2 None None] Network d9157efc-dd18-43ae-8784-855e3e08b794 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:09.226749 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-140573ee-90d0-4673-9279-1bf10587ecb9 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] 10.222.0.37 "DELETE /v2.0/subnets/870d68a4-948e-4966-9b95-76840e7f0447 HTTP/1.1" status: 204 len: 168 time: 0.8023586 Feb 09 01:16:09.232092 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50594) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:09.233552 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-afe03fb1-1b46-4145-b3de-dbdace41eb34 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:09.236009 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-afe03fb1-1b46-4145-b3de-dbdace41eb34 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:16:09.345788 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-3677ce92-c32b-4fea-ba38-ca47acf082e7 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Deleting subnet 3983002e-64d9-4e74-a82d-3a901cc3af56 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:16:09.349646 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3677ce92-c32b-4fea-ba38-ca47acf082e7 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:09.427994 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3677ce92-c32b-4fea-ba38-ca47acf082e7 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:09.448764 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe03fb1-1b46-4145-b3de-dbdace41eb34 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Pushing event updated for resources: {'Port': ['ID=bd641b27-4e2a-4d6b-9707-5c9af4261a03,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:09.643860 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8524c-912c-4c72-b7c4-ae3bcf994d52 req-7d258675-eeec-47b6-8ba9-23d452aaab17 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:09.643860 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8cc8524c-912c-4c72-b7c4-ae3bcf994d52 req-7d258675-eeec-47b6-8ba9-23d452aaab17 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] 10.222.0.37 "GET /v2.0/ports?device_id=5307e4cc-ebab-490f-b748-42e57199244f HTTP/1.1" status: 200 len: 943 time: 0.1323900 Feb 09 01:16:09.667343 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c9824975-2db5-42ae-83d1-099852a5224c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:09.673950 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ad6a1fe8-efc8-40fb-8c8c-493cbbf40181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:09.677931 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3677ce92-c32b-4fea-ba38-ca47acf082e7 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:09.706124 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c9824975-2db5-42ae-83d1-099852a5224c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:09.720307 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f2549038-868a-4404-bdcc-21d3f232b72d None None] Provisioning for port bd641b27-4e2a-4d6b-9707-5c9af4261a03 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:09.729370 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f2549038-868a-4404-bdcc-21d3f232b72d None None] Provisioning complete for port bd641b27-4e2a-4d6b-9707-5c9af4261a03 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:09.729870 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f2549038-868a-4404-bdcc-21d3f232b72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:09.757072 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8cc8524c-912c-4c72-b7c4-ae3bcf994d52 req-ded9251f-3ae6-4c8b-8126-e6a37c87dbba tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d2e09f-f58b-4e82-b555-788cd4a995a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073136 Feb 09 01:16:09.785099 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3677ce92-c32b-4fea-ba38-ca47acf082e7 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:09.803415 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f2549038-868a-4404-bdcc-21d3f232b72d None None] Port bd641b27-4e2a-4d6b-9707-5c9af4261a03 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:16:09.844696 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3677ce92-c32b-4fea-ba38-ca47acf082e7 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Pushing event deleted for resources: {'Subnet': ['ID=3983002e-64d9-4e74-a82d-3a901cc3af56,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:09.854036 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3677ce92-c32b-4fea-ba38-ca47acf082e7 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:09.861525 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3677ce92-c32b-4fea-ba38-ca47acf082e7 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] 10.222.0.37 "DELETE /v2.0/subnets/3983002e-64d9-4e74-a82d-3a901cc3af56 HTTP/1.1" status: 204 len: 168 time: 0.6279688 Feb 09 01:16:09.863793 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50608) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:09.868874 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a9726d-fd83-4ada-be61-0c1e87cb68ba None None] Network 43d3e1af-4206-46f9-9d90-1c6e21f35746 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:10.036863 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1539959-988b-4831-a4eb-d2c39a10bedc None None] DHCP port deletion for d9157efc-dd18-43ae-8784-855e3e08b794 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:16:10.084845 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6b446-8541-4dc7-a602-7965e1f7afa4 service neutron] Pushing event updated for resources: {'Port': ['ID=7705d887-1a91-4e45-a7cf-c2febcc64a24,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:10.095021 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a1539959-988b-4831-a4eb-d2c39a10bedc None None] Deleting port 54f5f23d-ddd5-444e-90e2-4eac239fa01c {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:10.095420 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a1539959-988b-4831-a4eb-d2c39a10bedc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:10.154808 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-afe03fb1-1b46-4145-b3de-dbdace41eb34 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:10.155449 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-afe03fb1-1b46-4145-b3de-dbdace41eb34 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:10.202303 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e744f61b-0895-41a7-a243-458775ca8df6 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:10.222577 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-e744f61b-0895-41a7-a243-458775ca8df6 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Deleting port 54f5f23d-ddd5-444e-90e2-4eac239fa01c {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:10.223317 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e744f61b-0895-41a7-a243-458775ca8df6 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:10.261022 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63898069-4d3f-4df5-8576-5d6ebe146265 req-dd88ed76-3c7c-431e-b327-056c7ddf3c7c tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:10.262694 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-63898069-4d3f-4df5-8576-5d6ebe146265 req-dd88ed76-3c7c-431e-b327-056c7ddf3c7c tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.1794827 Feb 09 01:16:10.373777 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-63898069-4d3f-4df5-8576-5d6ebe146265 req-6cf8bcc5-d676-4507-8ce8-2314cc6d8ca7 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035542 Feb 09 01:16:10.397794 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-afe03fb1-1b46-4145-b3de-dbdace41eb34 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2976067 Feb 09 01:16:10.420113 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-a7c0f9ed-8ec5-428a-a27e-584a193a356e service neutron] Request body: {'port': {'device_id': 'e79c4e4f-612f-421b-b60b-b0f6f326fee4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:10.436562 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:10.468361 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:10.493570 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-a1539959-988b-4831-a4eb-d2c39a10bedc None None] For port 54f5f23d-ddd5-444e-90e2-4eac239fa01c, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=54f5f23d-ddd5-444e-90e2-4eac239fa01c,segment=NetworkSegment(4376fafd-0846-41ce-a208-7821276210b7),segment_id=4376fafd-0846-41ce-a208-7821276210b7)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:10.493973 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a1539959-988b-4831-a4eb-d2c39a10bedc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:10.520556 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c9824975-2db5-42ae-83d1-099852a5224c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:10.567858 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-e744f61b-0895-41a7-a243-458775ca8df6 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] For port 54f5f23d-ddd5-444e-90e2-4eac239fa01c, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=54f5f23d-ddd5-444e-90e2-4eac239fa01c,segment=NetworkSegment(4376fafd-0846-41ce-a208-7821276210b7),segment_id=4376fafd-0846-41ce-a208-7821276210b7)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:10.568365 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e744f61b-0895-41a7-a243-458775ca8df6 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:10.579047 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9824975-2db5-42ae-83d1-099852a5224c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdf0a53-ae28-494d-bf35-07d0650e4dd8,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:10.584799 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-59b6b446-8541-4dc7-a602-7965e1f7afa4 service neutron] Attempting to bind port 7705d887-1a91-4e45-a7cf-c2febcc64a24 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:16:10.585257 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-59b6b446-8541-4dc7-a602-7965e1f7afa4 service neutron] Attempting to bind port 7705d887-1a91-4e45-a7cf-c2febcc64a24 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'fb096750-ca51-47fe-be2c-f002586bf50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '1e87ef15-265b-4171-8452-8065170569f0'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:16:10.585649 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-59b6b446-8541-4dc7-a602-7965e1f7afa4 service neutron] Attempting to bind port 7705d887-1a91-4e45-a7cf-c2febcc64a24 on network 1e87ef15-265b-4171-8452-8065170569f0 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:16:10.590560 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e75448-048c-4575-b82f-55a6ca12386e None None] DHCP port deletion for 43d3e1af-4206-46f9-9d90-1c6e21f35746 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:16:10.617682 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-59b6b446-8541-4dc7-a602-7965e1f7afa4 service neutron] Port 7705d887-1a91-4e45-a7cf-c2febcc64a24 on network 1e87ef15-265b-4171-8452-8065170569f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:16:10.618151 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-59b6b446-8541-4dc7-a602-7965e1f7afa4 service neutron] Attempting to bind port 7705d887-1a91-4e45-a7cf-c2febcc64a24 on network 1e87ef15-265b-4171-8452-8065170569f0 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:16:10.629098 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283dd57-5664-41fe-b577-183f45ae4378 req-bd9f7235-9918-4730-bcff-1717cf9b79a2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:10.630579 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0283dd57-5664-41fe-b577-183f45ae4378 req-bd9f7235-9918-4730-bcff-1717cf9b79a2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 931 time: 0.8040636 Feb 09 01:16:10.644203 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c9824975-2db5-42ae-83d1-099852a5224c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:10.645437 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c9824975-2db5-42ae-83d1-099852a5224c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ccdf0a53-ae28-494d-bf35-07d0650e4dd8 HTTP/1.1" status: 204 len: 168 time: 1.4563498 Feb 09 01:16:10.650129 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-59b6b446-8541-4dc7-a602-7965e1f7afa4 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:16:10.650523 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-59b6b446-8541-4dc7-a602-7965e1f7afa4 service neutron] Checking segment: {'id': 'fb096750-ca51-47fe-be2c-f002586bf50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '1e87ef15-265b-4171-8452-8065170569f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:16:10.650987 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-59b6b446-8541-4dc7-a602-7965e1f7afa4 service neutron] Bound using segment: {'id': 'fb096750-ca51-47fe-be2c-f002586bf50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '1e87ef15-265b-4171-8452-8065170569f0'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:16:10.651648 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-59b6b446-8541-4dc7-a602-7965e1f7afa4 service neutron] Bound port: 7705d887-1a91-4e45-a7cf-c2febcc64a24, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb096750-ca51-47fe-be2c-f002586bf50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '1e87ef15-265b-4171-8452-8065170569f0'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:16:10.652056 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-59b6b446-8541-4dc7-a602-7965e1f7afa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:10.686734 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a1539959-988b-4831-a4eb-d2c39a10bedc None None] Calling delete_port for 54f5f23d-ddd5-444e-90e2-4eac239fa01c owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:10.706950 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-e744f61b-0895-41a7-a243-458775ca8df6 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Calling delete_port for 54f5f23d-ddd5-444e-90e2-4eac239fa01c owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:10.723286 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e7e75448-048c-4575-b82f-55a6ca12386e None None] Deleting port dc2a14d6-238e-4605-8298-8c6eb766edaf {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:10.724056 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e7e75448-048c-4575-b82f-55a6ca12386e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:10.846164 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e744f61b-0895-41a7-a243-458775ca8df6 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:10.890576 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-59b6b446-8541-4dc7-a602-7965e1f7afa4 service neutron] For port 7705d887-1a91-4e45-a7cf-c2febcc64a24, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:16:10.896001 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-59b6b446-8541-4dc7-a602-7965e1f7afa4 service neutron] For port 7705d887-1a91-4e45-a7cf-c2febcc64a24, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=7705d887-1a91-4e45-a7cf-c2febcc64a24,segment=NetworkSegment(fb096750-ca51-47fe-be2c-f002586bf50f),segment_id=fb096750-ca51-47fe-be2c-f002586bf50f)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:16:10.910673 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0283dd57-5664-41fe-b577-183f45ae4378 req-7f3b9d25-5cc5-4bb5-a095-0ad541ed0cc3 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617462 Feb 09 01:16:10.911943 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-59b6b446-8541-4dc7-a602-7965e1f7afa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:10.920331 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e744f61b-0895-41a7-a243-458775ca8df6 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] No DVR routers for this DVR port 54f5f23d-ddd5-444e-90e2-4eac239fa01c on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:10.958675 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-a7c0f9ed-8ec5-428a-a27e-584a193a356e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:10.964132 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-a1539959-988b-4831-a4eb-d2c39a10bedc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:16:10.964857 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-a1539959-988b-4831-a4eb-d2c39a10bedc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:16:10.992001 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744f61b-0895-41a7-a243-458775ca8df6 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Pushing event deleted for resources: {'Port': ['ID=54f5f23d-ddd5-444e-90e2-4eac239fa01c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:11.000345 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cbadada3-79f2-43c3-a628-0f19776b89cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:11.178464 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-e7e75448-048c-4575-b82f-55a6ca12386e None None] For port dc2a14d6-238e-4605-8298-8c6eb766edaf, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=dc2a14d6-238e-4605-8298-8c6eb766edaf,segment=NetworkSegment(41450637-c094-4a20-98c1-317d2d415ec3),segment_id=41450637-c094-4a20-98c1-317d2d415ec3)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:11.178887 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e7e75448-048c-4575-b82f-55a6ca12386e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:11.309174 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-59b6b446-8541-4dc7-a602-7965e1f7afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:11.309988 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-59b6b446-8541-4dc7-a602-7965e1f7afa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:11.311538 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-59b6b446-8541-4dc7-a602-7965e1f7afa4 service neutron] 10.222.0.35 "PUT /v2.0/ports/7705d887-1a91-4e45-a7cf-c2febcc64a24 HTTP/1.1" status: 200 len: 1091 time: 4.3826227 Feb 09 01:16:11.352197 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e7e75448-048c-4575-b82f-55a6ca12386e None None] Calling delete_port for dc2a14d6-238e-4605-8298-8c6eb766edaf owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:11.362099 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5307e4cc-ebab-490f-b748-42e57199244f', 'tag': '7705d887-1a91-4e45-a7cf-c2febcc64a24'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:16:11.400267 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e13aaf-8ea4-44db-9447-9bd6250e3333 req-60b5bd34-cc65-469f-91a7-777bfe3f1271 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:11.402436 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f1e13aaf-8ea4-44db-9447-9bd6250e3333 req-60b5bd34-cc65-469f-91a7-777bfe3f1271 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.6133044 Feb 09 01:16:11.434120 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e744f61b-0895-41a7-a243-458775ca8df6 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:11.465859 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a1539959-988b-4831-a4eb-d2c39a10bedc None None] Deleting port 54f5f23d-ddd5-444e-90e2-4eac239fa01c {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:11.466486 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a1539959-988b-4831-a4eb-d2c39a10bedc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:11.543258 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e7e75448-048c-4575-b82f-55a6ca12386e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:11.550652 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f1e13aaf-8ea4-44db-9447-9bd6250e3333 req-d5628ded-d0f7-42ab-b096-785b820627e2 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320860 Feb 09 01:16:11.567807 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a1539959-988b-4831-a4eb-d2c39a10bedc None None] The port '54f5f23d-ddd5-444e-90e2-4eac239fa01c' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:16:11.569619 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-e744f61b-0895-41a7-a243-458775ca8df6 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9157efc-dd18-43ae-8784-855e3e08b794']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:11.598514 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6b446-8541-4dc7-a602-7965e1f7afa4 service neutron] Pushing event updated for resources: {'Port': ['ID=7705d887-1a91-4e45-a7cf-c2febcc64a24,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:11.619060 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-e744f61b-0895-41a7-a243-458775ca8df6 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4376fafd-0846-41ce-a208-7821276210b7') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:11.619359 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-e744f61b-0895-41a7-a243-458775ca8df6 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4376fafd-0846-41ce-a208-7821276210b7') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:11.634146 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e744f61b-0895-41a7-a243-458775ca8df6 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:11.657748 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e744f61b-0895-41a7-a243-458775ca8df6 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:11.674630 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e744f61b-0895-41a7-a243-458775ca8df6 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Releasing vlan 956 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:16:11.675078 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e744f61b-0895-41a7-a243-458775ca8df6 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:11.716959 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5307e4cc-ebab-490f-b748-42e57199244f', 'tag': '7705d887-1a91-4e45-a7cf-c2febcc64a24', 'status': 'completed', 'code': 200} Feb 09 01:16:11.740476 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-4b960f48-b7fc-40e2-9913-043753e7231d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:11.742211 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-4b960f48-b7fc-40e2-9913-043753e7231d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=29bfff535cb34b6da223135ad147b664&device_id=5307e4cc-ebab-490f-b748-42e57199244f HTTP/1.1" status: 200 len: 1094 time: 0.3663504 Feb 09 01:16:11.754628 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e75448-048c-4575-b82f-55a6ca12386e None None] Pushing event deleted for resources: {'Port': ['ID=dc2a14d6-238e-4605-8298-8c6eb766edaf,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:11.771206 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e75448-048c-4575-b82f-55a6ca12386e None None] No DVR routers for this DVR port dc2a14d6-238e-4605-8298-8c6eb766edaf on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:11.796179 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:11.824849 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:16:11.824849 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:16:11.824849 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:16:11.824849 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:16:11.824849 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:16:11.824849 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:16:11.824849 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:16:11.824849 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:16:11.824849 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:16:11.824849 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:16:11.824849 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:16:11.824849 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:16:11.824849 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:16:11.824849 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:16:11.824849 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:16:11.824849 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:16:11.824849 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:16:11.824849 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:16:11.824849 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:16:11.824849 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:16:11.824849 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:16:11.824849 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:16:11.824849 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:16:11.824849 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:16:11.824849 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:16:11.824849 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:16:11.824849 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:16:11.824849 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:16:11.824849 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:16:11.824849 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:16:11.824849 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:16:11.824849 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:16:11.831158 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e744f61b-0895-41a7-a243-458775ca8df6 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:11.840366 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e744f61b-0895-41a7-a243-458775ca8df6 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:11.843726 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device dc2a14d6-238e-4605-8298-8c6eb766edaf no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:16:11.881199 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e744f61b-0895-41a7-a243-458775ca8df6 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] 10.222.0.37 "DELETE /v2.0/networks/d9157efc-dd18-43ae-8784-855e3e08b794 HTTP/1.1" status: 204 len: 168 time: 2.0142150 Feb 09 01:16:11.881199 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744f61b-0895-41a7-a243-458775ca8df6 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Pushing event deleted for resources: {'Network': ['ID=d9157efc-dd18-43ae-8784-855e3e08b794,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:11.888244 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50656) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:11.935248 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: dc2a14d6-238e-4605-8298-8c6eb766edaf {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:16:11.935775 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device dc2a14d6-238e-4605-8298-8c6eb766edaf not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:16:11.936384 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 54f5f23d-ddd5-444e-90e2-4eac239fa01c no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:16:11.943075 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ae2b3-5553-4576-b484-4dc94625d568 req-496d5733-05be-43a8-9a5f-e1330bf10adb tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:11.945546 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4c7ae2b3-5553-4576-b484-4dc94625d568 req-496d5733-05be-43a8-9a5f-e1330bf10adb tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] 10.222.0.37 "GET /v2.0/ports?device_id=5307e4cc-ebab-490f-b748-42e57199244f HTTP/1.1" status: 200 len: 943 time: 0.7024083 Feb 09 01:16:11.985595 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 54f5f23d-ddd5-444e-90e2-4eac239fa01c {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:16:11.986195 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 54f5f23d-ddd5-444e-90e2-4eac239fa01c not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:16:11.995119 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-d30417b7-9642-4a86-aa8c-1565b3af8404 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7705d887-1a91-4e45-a7cf-c2febcc64a24 HTTP/1.1" status: 200 len: 217 time: 0.1450553 Feb 09 01:16:12.081820 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-cbadada3-79f2-43c3-a628-0f19776b89cc admin admin] Deleting port 32aa3680-776a-4d60-b851-e90dcc6aa753 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:12.082417 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cbadada3-79f2-43c3-a628-0f19776b89cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:12.181709 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-144e8f02-eb34-488f-9e01-6480006ee079 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:12.199652 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-4c7ae2b3-5553-4576-b484-4dc94625d568 req-1fb8db46-2f68-4097-95c0-88c7627923ac tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Synchronizing usage tracker for tenant:29bfff535cb34b6da223135ad147b664 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:12.221540 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-b20ca1ec-42f3-49e8-b7a0-f7dc487b6da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:12.223145 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-b20ca1ec-42f3-49e8-b7a0-f7dc487b6da9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a40a7fe9-4377-4bf8-82e4-aa0a03564826 HTTP/1.1" status: 200 len: 853 time: 0.2055538 Feb 09 01:16:12.341042 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2635f6-7db6-45c9-a731-4aa32186b5f2 req-4313b06d-7d8f-4889-be14-590236562c96 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:12.342645 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2b2635f6-7db6-45c9-a731-4aa32186b5f2 req-4313b06d-7d8f-4889-be14-590236562c96 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.2962854 Feb 09 01:16:12.385110 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-144e8f02-eb34-488f-9e01-6480006ee079 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:12.427985 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2b2635f6-7db6-45c9-a731-4aa32186b5f2 req-8f093a2d-d7d8-477b-9839-c5c5e301bafd tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733023 Feb 09 01:16:12.429845 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-144e8f02-eb34-488f-9e01-6480006ee079 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d3e1af-4206-46f9-9d90-1c6e21f35746']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:12.458228 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-144e8f02-eb34-488f-9e01-6480006ee079 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41450637-c094-4a20-98c1-317d2d415ec3') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:12.458541 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-144e8f02-eb34-488f-9e01-6480006ee079 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41450637-c094-4a20-98c1-317d2d415ec3') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:12.471545 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-144e8f02-eb34-488f-9e01-6480006ee079 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:12.489495 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-144e8f02-eb34-488f-9e01-6480006ee079 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:12.497795 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144e8f02-eb34-488f-9e01-6480006ee079 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Releasing vlan 993 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:16:12.498350 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-144e8f02-eb34-488f-9e01-6480006ee079 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:12.506633 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-618e7c81-360f-4bcd-be23-da359db9eb0a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1e87ef15-265b-4171-8452-8065170569f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2150633 Feb 09 01:16:12.525531 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-a7c0f9ed-8ec5-428a-a27e-584a193a356e service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:16:12.532367 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:16:12.532367 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:16:12.532367 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:16:12.532367 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:16:12.532367 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:16:12.532367 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:16:12.532367 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:16:12.532367 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:16:12.532367 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:16:12.532367 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:16:12.532367 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:16:12.532367 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:16:12.532367 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:16:12.532367 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:16:12.532367 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:16:12.532367 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:16:12.532367 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:16:12.532367 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:16:12.532367 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:16:12.532367 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:16:12.532367 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:16:12.532367 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:16:12.532367 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:16:12.532367 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:16:12.532367 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:16:12.532367 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:16:12.532367 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:16:12.532367 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:16:12.532367 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:16:12.532367 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:16:12.532367 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:16:12.532367 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:16:12.553651 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-4c7ae2b3-5553-4576-b484-4dc94625d568 req-1fb8db46-2f68-4097-95c0-88c7627923ac tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Unset dirty status for tenant:29bfff535cb34b6da223135ad147b664 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:12.554799 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4c7ae2b3-5553-4576-b484-4dc94625d568 req-1fb8db46-2f68-4097-95c0-88c7627923ac tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d2e09f-f58b-4e82-b555-788cd4a995a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5799022 Feb 09 01:16:12.700121 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-144e8f02-eb34-488f-9e01-6480006ee079 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:12.722600 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-144e8f02-eb34-488f-9e01-6480006ee079 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:12.737489 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e8f02-eb34-488f-9e01-6480006ee079 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Pushing event deleted for resources: {'Network': ['ID=43d3e1af-4206-46f9-9d90-1c6e21f35746,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:12.743844 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-144e8f02-eb34-488f-9e01-6480006ee079 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] 10.222.0.37 "DELETE /v2.0/networks/43d3e1af-4206-46f9-9d90-1c6e21f35746 HTTP/1.1" status: 204 len: 168 time: 0.8524587 Feb 09 01:16:12.744737 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50674) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:12.764636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-cbadada3-79f2-43c3-a628-0f19776b89cc admin admin] For port 32aa3680-776a-4d60-b851-e90dcc6aa753, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=32aa3680-776a-4d60-b851-e90dcc6aa753,segment=NetworkSegment(b5490bb6-dc0d-46d4-a7aa-f5bfda621d00),segment_id=b5490bb6-dc0d-46d4-a7aa-f5bfda621d00)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:12.768881 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cbadada3-79f2-43c3-a628-0f19776b89cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:12.798569 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08650b-6148-4e3f-b6d2-fa4c471d068d req-117faf35-0474-4cee-8451-3b133c14e1be tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:12.807655 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ae08650b-6148-4e3f-b6d2-fa4c471d068d req-117faf35-0474-4cee-8451-3b133c14e1be tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 931 time: 0.1999686 Feb 09 01:16:12.848984 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-a7c0f9ed-8ec5-428a-a27e-584a193a356e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd641b27-4e2a-4d6b-9707-5c9af4261a03 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:16:12.858622 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-a7c0f9ed-8ec5-428a-a27e-584a193a356e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:12.908210 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ae08650b-6148-4e3f-b6d2-fa4c471d068d req-031e20e4-fb11-43d7-88ef-ae0777d000e4 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969961 Feb 09 01:16:12.917142 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee49d8a4-dec9-4dde-bc6e-e7c5404f57b2 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Deleting subnet 6898f5fd-2b0e-4b6d-a822-4a0c017ae3e3 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:16:12.927698 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ee49d8a4-dec9-4dde-bc6e-e7c5404f57b2 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:12.951751 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-cbadada3-79f2-43c3-a628-0f19776b89cc admin admin] Calling delete_port for 32aa3680-776a-4d60-b851-e90dcc6aa753 owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:13.016336 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-a7c0f9ed-8ec5-428a-a27e-584a193a356e service neutron] Transition to ACTIVE for port object bd641b27-4e2a-4d6b-9707-5c9af4261a03 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:13.038964 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-a7c0f9ed-8ec5-428a-a27e-584a193a356e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:13.094447 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-8c2b22a5-2ac8-44df-81a1-8543159cfae0 service neutron] 10.222.0.35 "GET /v2.0/networks/1e87ef15-265b-4171-8452-8065170569f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5758603 Feb 09 01:16:13.101048 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ee49d8a4-dec9-4dde-bc6e-e7c5404f57b2 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:13.240385 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ee49d8a4-dec9-4dde-bc6e-e7c5404f57b2 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:13.350365 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ee49d8a4-dec9-4dde-bc6e-e7c5404f57b2 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:13.421262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0f9ed-8ec5-428a-a27e-584a193a356e service neutron] Pushing event updated for resources: {'Port': ['ID=bd641b27-4e2a-4d6b-9707-5c9af4261a03,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:13.429007 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50698) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:13.448107 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ee49d8a4-dec9-4dde-bc6e-e7c5404f57b2 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:13.454121 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f3ad6b-b2dd-4540-94d9-a8e21be43ef5 None None] Network 95ff68ec-010d-4b37-a4e5-c042bfc6808d requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:13.482604 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49d8a4-dec9-4dde-bc6e-e7c5404f57b2 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Pushing event deleted for resources: {'Subnet': ['ID=6898f5fd-2b0e-4b6d-a822-4a0c017ae3e3,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:13.492033 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ee49d8a4-dec9-4dde-bc6e-e7c5404f57b2 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] 10.222.0.37 "DELETE /v2.0/subnets/6898f5fd-2b0e-4b6d-a822-4a0c017ae3e3 HTTP/1.1" status: 204 len: 168 time: 0.7467799 Feb 09 01:16:13.498904 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50704) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:13.564330 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6165faaf-9497-43c9-bb80-8a260d7c53f5 req-0ff0f795-ca41-4d82-86ab-b00192753473 service neutron] 10.222.0.35 "GET /v2.0/networks/1e87ef15-265b-4171-8452-8065170569f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366894 Feb 09 01:16:13.713891 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8a809dd9-59ac-4c12-bd3f-36e2cb0ca753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:13.742627 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-347f0bbe-86c3-49c2-b6be-714535d7b2d0 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:13.755750 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8a809dd9-59ac-4c12-bd3f-36e2cb0ca753 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:13.768654 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8a809dd9-59ac-4c12-bd3f-36e2cb0ca753 admin admin] Usage tracker for resource:security_group_rule and tenant:2baf849ea45040f1b18f83816ff2f5b6 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:13.801980 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c46f94-2a8e-4197-977c-033fcda274b6 req-16feb653-6a7c-4673-a5fe-b79dfc2b89c3 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:13.803352 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b1c46f94-2a8e-4197-977c-033fcda274b6 req-16feb653-6a7c-4673-a5fe-b79dfc2b89c3 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.6401846 Feb 09 01:16:13.814353 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-a7c0f9ed-8ec5-428a-a27e-584a193a356e service neutron] Attempting to bind port bd641b27-4e2a-4d6b-9707-5c9af4261a03 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:16:13.814694 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-a7c0f9ed-8ec5-428a-a27e-584a193a356e service neutron] Attempting to bind port bd641b27-4e2a-4d6b-9707-5c9af4261a03 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '04e1fcf1-f52a-461f-8c26-62a87b3cbe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:16:13.815041 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-a7c0f9ed-8ec5-428a-a27e-584a193a356e service neutron] Attempting to bind port bd641b27-4e2a-4d6b-9707-5c9af4261a03 on network 0055357f-6a74-45ba-a134-b5223508c9d1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:16:13.817886 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8a809dd9-59ac-4c12-bd3f-36e2cb0ca753 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:13.835479 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-347f0bbe-86c3-49c2-b6be-714535d7b2d0 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Deleting port 77fb80a3-182b-4e56-a611-97675b804927 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:13.835930 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-347f0bbe-86c3-49c2-b6be-714535d7b2d0 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:13.851281 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-a7c0f9ed-8ec5-428a-a27e-584a193a356e service neutron] Port bd641b27-4e2a-4d6b-9707-5c9af4261a03 on network 0055357f-6a74-45ba-a134-b5223508c9d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:16:13.851609 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-a7c0f9ed-8ec5-428a-a27e-584a193a356e service neutron] Attempting to bind port bd641b27-4e2a-4d6b-9707-5c9af4261a03 on network 0055357f-6a74-45ba-a134-b5223508c9d1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:16:13.866706 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8a809dd9-59ac-4c12-bd3f-36e2cb0ca753 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:13.909951 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-a7c0f9ed-8ec5-428a-a27e-584a193a356e service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:16:13.910715 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-a7c0f9ed-8ec5-428a-a27e-584a193a356e service neutron] Checking segment: {'id': '04e1fcf1-f52a-461f-8c26-62a87b3cbe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:16:13.910715 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-a7c0f9ed-8ec5-428a-a27e-584a193a356e service neutron] Bound using segment: {'id': '04e1fcf1-f52a-461f-8c26-62a87b3cbe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:16:13.911094 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-a7c0f9ed-8ec5-428a-a27e-584a193a356e service neutron] Bound port: bd641b27-4e2a-4d6b-9707-5c9af4261a03, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04e1fcf1-f52a-461f-8c26-62a87b3cbe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:16:13.911543 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-a7c0f9ed-8ec5-428a-a27e-584a193a356e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:13.998685 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a548c6-f8bc-404c-826a-4fbe6bf278c5 None None] DHCP port deletion for 95ff68ec-010d-4b37-a4e5-c042bfc6808d request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:16:14.003873 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-30a548c6-f8bc-404c-826a-4fbe6bf278c5 None None] Deleting port 77fb80a3-182b-4e56-a611-97675b804927 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:14.005070 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-30a548c6-f8bc-404c-826a-4fbe6bf278c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:14.049696 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572d381-5872-482d-9ad3-d26cd57b959f req-89c2c349-12f6-41e2-b96a-89a94506fed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:14.052301 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c572d381-5872-482d-9ad3-d26cd57b959f req-89c2c349-12f6-41e2-b96a-89a94506fed9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=29bfff535cb34b6da223135ad147b664&device_id=5307e4cc-ebab-490f-b748-42e57199244f HTTP/1.1" status: 200 len: 1094 time: 0.4144681 Feb 09 01:16:14.069055 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b1c46f94-2a8e-4197-977c-033fcda274b6 req-277eec06-e343-4783-a1a1-b26e0c04dc0a tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541471 Feb 09 01:16:14.134079 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cbadada3-79f2-43c3-a628-0f19776b89cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:14.214333 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-a7c0f9ed-8ec5-428a-a27e-584a193a356e service neutron] For port bd641b27-4e2a-4d6b-9707-5c9af4261a03, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:16:14.219064 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-a7c0f9ed-8ec5-428a-a27e-584a193a356e service neutron] For port bd641b27-4e2a-4d6b-9707-5c9af4261a03, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=bd641b27-4e2a-4d6b-9707-5c9af4261a03,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:16:14.313286 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-a7c0f9ed-8ec5-428a-a27e-584a193a356e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:14.319412 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e413d8-3fc2-49b8-a838-74e1d90bb0a9 req-9e4c2c4b-05ed-4469-9048-538269c3c0f9 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:14.327209 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-30a548c6-f8bc-404c-826a-4fbe6bf278c5 None None] For port 77fb80a3-182b-4e56-a611-97675b804927, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=77fb80a3-182b-4e56-a611-97675b804927,segment=NetworkSegment(4f7a8df1-8540-4488-980f-5e8591a0a2ec),segment_id=4f7a8df1-8540-4488-980f-5e8591a0a2ec)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:14.327609 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-30a548c6-f8bc-404c-826a-4fbe6bf278c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:14.329231 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d4e413d8-3fc2-49b8-a838-74e1d90bb0a9 req-9e4c2c4b-05ed-4469-9048-538269c3c0f9 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] 10.222.0.37 "GET /v2.0/ports?device_id=5307e4cc-ebab-490f-b748-42e57199244f HTTP/1.1" status: 200 len: 943 time: 0.5698960 Feb 09 01:16:14.361175 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-347f0bbe-86c3-49c2-b6be-714535d7b2d0 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] For port 77fb80a3-182b-4e56-a611-97675b804927, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=77fb80a3-182b-4e56-a611-97675b804927,segment=NetworkSegment(4f7a8df1-8540-4488-980f-5e8591a0a2ec),segment_id=4f7a8df1-8540-4488-980f-5e8591a0a2ec)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:14.361964 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-347f0bbe-86c3-49c2-b6be-714535d7b2d0 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:14.366269 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbadada3-79f2-43c3-a628-0f19776b89cc admin admin] Pushing event deleted for resources: {'Port': ['ID=32aa3680-776a-4d60-b851-e90dcc6aa753,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:14.467037 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-30a548c6-f8bc-404c-826a-4fbe6bf278c5 None None] Calling delete_port for 77fb80a3-182b-4e56-a611-97675b804927 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:14.522557 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-347f0bbe-86c3-49c2-b6be-714535d7b2d0 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Calling delete_port for 77fb80a3-182b-4e56-a611-97675b804927 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:14.566269 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-30a548c6-f8bc-404c-826a-4fbe6bf278c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:14.630522 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a548c6-f8bc-404c-826a-4fbe6bf278c5 None None] No DVR routers for this DVR port 77fb80a3-182b-4e56-a611-97675b804927 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:14.642188 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a548c6-f8bc-404c-826a-4fbe6bf278c5 None None] Pushing event deleted for resources: {'Port': ['ID=77fb80a3-182b-4e56-a611-97675b804927,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:14.657540 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-a7c0f9ed-8ec5-428a-a27e-584a193a356e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:14.658164 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-a7c0f9ed-8ec5-428a-a27e-584a193a356e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:14.659867 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-a7c0f9ed-8ec5-428a-a27e-584a193a356e service neutron] 10.222.0.35 "PUT /v2.0/ports/bd641b27-4e2a-4d6b-9707-5c9af4261a03 HTTP/1.1" status: 200 len: 1091 time: 4.2501142 Feb 09 01:16:14.675880 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d4e413d8-3fc2-49b8-a838-74e1d90bb0a9 req-431a64fa-f9f2-4226-b01c-a056d5857a6c tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d2e09f-f58b-4e82-b555-788cd4a995a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123786 Feb 09 01:16:14.679708 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8a809dd9-59ac-4c12-bd3f-36e2cb0ca753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:14.687975 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79c4e4f-612f-421b-b60b-b0f6f326fee4', 'tag': 'bd641b27-4e2a-4d6b-9707-5c9af4261a03'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:16:14.709824 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8a809dd9-59ac-4c12-bd3f-36e2cb0ca753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:14.791213 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8a809dd9-59ac-4c12-bd3f-36e2cb0ca753 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2baf849ea45040f1b18f83816ff2f5b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3511498 Feb 09 01:16:14.795493 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50724) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:14.823060 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a809dd9-59ac-4c12-bd3f-36e2cb0ca753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768f6483-9cdb-4f57-ae53-963f6b2e2b59,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:14.851693 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [None req-347f0bbe-86c3-49c2-b6be-714535d7b2d0 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:16:14.852253 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [None req-347f0bbe-86c3-49c2-b6be-714535d7b2d0 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:16:14.854986 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e79c4e4f-612f-421b-b60b-b0f6f326fee4', 'tag': 'bd641b27-4e2a-4d6b-9707-5c9af4261a03', 'status': 'completed', 'code': 200} Feb 09 01:16:14.912101 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a7a674ae-6d7b-4010-afa4-09e235a7b40a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:14.994318 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0f9ed-8ec5-428a-a27e-584a193a356e service neutron] Pushing event updated for resources: {'Port': ['ID=bd641b27-4e2a-4d6b-9707-5c9af4261a03,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:15.005906 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a7a674ae-6d7b-4010-afa4-09e235a7b40a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:15.069698 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572d381-5872-482d-9ad3-d26cd57b959f req-5987c077-95a8-44bf-99d5-e6bec102a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:15.071171 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c572d381-5872-482d-9ad3-d26cd57b959f req-5987c077-95a8-44bf-99d5-e6bec102a8f1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1e87ef15-265b-4171-8452-8065170569f0 HTTP/1.1" status: 200 len: 914 time: 1.0005376 Feb 09 01:16:15.094892 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a7a674ae-6d7b-4010-afa4-09e235a7b40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:15.119978 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a674ae-6d7b-4010-afa4-09e235a7b40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768f6483-9cdb-4f57-ae53-963f6b2e2b59,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:15.136912 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad4bc5-d8db-4961-af20-fc1da4d19dde req-eebfe78c-950e-401c-9404-21a397a29106 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:15.139192 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-08ad4bc5-d8db-4961-af20-fc1da4d19dde req-eebfe78c-950e-401c-9404-21a397a29106 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.2161369 Feb 09 01:16:15.175362 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c572d381-5872-482d-9ad3-d26cd57b959f req-298f2d5b-0a54-482b-9018-16727a3e5476 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7705d887-1a91-4e45-a7cf-c2febcc64a24 HTTP/1.1" status: 200 len: 217 time: 0.0850766 Feb 09 01:16:15.179692 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a7a674ae-6d7b-4010-afa4-09e235a7b40a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:15.183686 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a7a674ae-6d7b-4010-afa4-09e235a7b40a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/768f6483-9cdb-4f57-ae53-963f6b2e2b59 HTTP/1.1" status: 204 len: 168 time: 0.3871050 Feb 09 01:16:15.207398 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-08ad4bc5-d8db-4961-af20-fc1da4d19dde req-89400dd5-8d06-4c34-bf1a-90739bb13dbe tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486779 Feb 09 01:16:15.220152 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cbadada3-79f2-43c3-a628-0f19776b89cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:15.235079 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197b74a-9794-49b4-81b3-2212e0986d65 req-1878204b-3a70-4c69-b4d6-9b7b5d02b67f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:15.236816 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7197b74a-9794-49b4-81b3-2212e0986d65 req-1878204b-3a70-4c69-b4d6-9b7b5d02b67f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 943 time: 0.9278228 Feb 09 01:16:15.254978 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-98e4af18-8afd-46d9-a553-39a403545bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:15.256388 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-98e4af18-8afd-46d9-a553-39a403545bb9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce0095aebb0840088ecf37cbcece72f6&device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 1094 time: 0.5319707 Feb 09 01:16:15.369611 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-347f0bbe-86c3-49c2-b6be-714535d7b2d0 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Deleting port 77fb80a3-182b-4e56-a611-97675b804927 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:15.369959 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-347f0bbe-86c3-49c2-b6be-714535d7b2d0 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:15.441977 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-da5c2bb7-a1cd-40fa-9c37-ffd08e864e45 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd641b27-4e2a-4d6b-9707-5c9af4261a03 HTTP/1.1" status: 200 len: 217 time: 0.1184242 Feb 09 01:16:15.455572 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572d381-5872-482d-9ad3-d26cd57b959f req-0c45d726-30b2-49ef-b3fe-aed05ff37286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:15.455572 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c572d381-5872-482d-9ad3-d26cd57b959f req-0c45d726-30b2-49ef-b3fe-aed05ff37286 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a40a7fe9-4377-4bf8-82e4-aa0a03564826 HTTP/1.1" status: 200 len: 853 time: 0.2688298 Feb 09 01:16:15.499332 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-347f0bbe-86c3-49c2-b6be-714535d7b2d0 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] The port '77fb80a3-182b-4e56-a611-97675b804927' was deleted {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:16:15.516755 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 7705d887-1a91-4e45-a7cf-c2febcc64a24 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:16:15.554574 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7197b74a-9794-49b4-81b3-2212e0986d65 req-4b944edd-d3e5-4af0-a7dc-6bb883e65933 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070571 Feb 09 01:16:15.567473 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c572d381-5872-482d-9ad3-d26cd57b959f req-cd24aaa5-c08c-48dd-9d9d-94f9347f9da7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1e87ef15-265b-4171-8452-8065170569f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639472 Feb 09 01:16:15.702816 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 7705d887-1a91-4e45-a7cf-c2febcc64a24, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=7705d887-1a91-4e45-a7cf-c2febcc64a24,segment=NetworkSegment(fb096750-ca51-47fe-be2c-f002586bf50f),segment_id=fb096750-ca51-47fe-be2c-f002586bf50f)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:15.758929 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '7705d887-1a91-4e45-a7cf-c2febcc64a24', 'network_id': '1e87ef15-265b-4171-8452-8065170569f0', 'port_id': '7705d887-1a91-4e45-a7cf-c2febcc64a24', 'mac_address': 'fa:16:3e:3b:f0:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 999, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a40a7fe9-4377-4bf8-82e4-aa0a03564826', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:16:15.772356 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-6b4bea0e-fe1f-43ad-b861-0c75e1e6778b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:15.773938 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-6b4bea0e-fe1f-43ad-b861-0c75e1e6778b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6f367ae-6db3-44ee-a579-54c0e257ede0 HTTP/1.1" status: 200 len: 850 time: 0.3189640 Feb 09 01:16:15.846607 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-347f0bbe-86c3-49c2-b6be-714535d7b2d0 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:15.870656 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:15.892605 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7705d887-1a91-4e45-a7cf-c2febcc64a24 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:16:15.911671 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 7705d887-1a91-4e45-a7cf-c2febcc64a24, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=7705d887-1a91-4e45-a7cf-c2febcc64a24,segment=NetworkSegment(fb096750-ca51-47fe-be2c-f002586bf50f),segment_id=fb096750-ca51-47fe-be2c-f002586bf50f)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:15.918424 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:15.972752 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abb7b7-5814-488b-a600-9aed000cf737 req-6d87b043-a067-4e0a-9f3e-4aee7a9c7b55 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:15.974156 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d4abb7b7-5814-488b-a600-9aed000cf737 req-6d87b043-a067-4e0a-9f3e-4aee7a9c7b55 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.6410174 Feb 09 01:16:15.975892 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-347f0bbe-86c3-49c2-b6be-714535d7b2d0 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ff68ec-010d-4b37-a4e5-c042bfc6808d']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:16.004777 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 77fb80a3-182b-4e56-a611-97675b804927 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:16:16.026021 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-347f0bbe-86c3-49c2-b6be-714535d7b2d0 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f7a8df1-8540-4488-980f-5e8591a0a2ec') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:16.026313 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-347f0bbe-86c3-49c2-b6be-714535d7b2d0 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f7a8df1-8540-4488-980f-5e8591a0a2ec') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:16.049088 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-347f0bbe-86c3-49c2-b6be-714535d7b2d0 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:16.076695 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d4abb7b7-5814-488b-a600-9aed000cf737 req-d21850e6-d515-455c-8e69-286d2e630619 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775504 Feb 09 01:16:16.077688 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-347f0bbe-86c3-49c2-b6be-714535d7b2d0 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:16.089490 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-347f0bbe-86c3-49c2-b6be-714535d7b2d0 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Releasing vlan 978 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:16:16.089917 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-347f0bbe-86c3-49c2-b6be-714535d7b2d0 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:16.197855 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 77fb80a3-182b-4e56-a611-97675b804927 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:16:16.199722 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 77fb80a3-182b-4e56-a611-97675b804927 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:16:16.240913 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=7705d887-1a91-4e45-a7cf-c2febcc64a24,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:16.289106 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:16:16.289106 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:16:16.289106 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:16:16.289106 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:16:16.289106 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:16:16.289106 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:16:16.289106 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:16:16.289106 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:16:16.289106 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:16:16.289106 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:16:16.289106 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:16:16.289106 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:16:16.289106 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:16:16.289106 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:16:16.289106 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:16:16.289106 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:16:16.289106 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:16:16.289106 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:16:16.289106 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:16:16.289106 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:16:16.289106 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:16:16.289106 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:16:16.289106 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:16:16.289106 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:16:16.289106 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:16:16.289106 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:16:16.289106 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:16:16.289106 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:16:16.289106 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:16:16.289106 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:16:16.289106 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:16:16.289106 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:16:16.334152 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['7705d887-1a91-4e45-a7cf-c2febcc64a24'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:16:16.357779 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-347f0bbe-86c3-49c2-b6be-714535d7b2d0 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:16.410862 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-347f0bbe-86c3-49c2-b6be-714535d7b2d0 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:16.432038 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f0bbe-86c3-49c2-b6be-714535d7b2d0 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Pushing event deleted for resources: {'Network': ['ID=95ff68ec-010d-4b37-a4e5-c042bfc6808d,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:16.440678 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-347f0bbe-86c3-49c2-b6be-714535d7b2d0 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] 10.222.0.37 "DELETE /v2.0/networks/95ff68ec-010d-4b37-a4e5-c042bfc6808d HTTP/1.1" status: 204 len: 168 time: 2.9392056 Feb 09 01:16:16.443591 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50762) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:16.533583 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c572d381-5872-482d-9ad3-d26cd57b959f req-3f9d1fd4-1cd3-41fc-8b97-cbcbfefa8a86 service neutron] 10.222.0.35 "GET /v2.0/networks/1e87ef15-265b-4171-8452-8065170569f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9084594 Feb 09 01:16:16.576898 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-597012ed-cd2f-49c6-8e7c-2d4222dd0375 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Synchronizing usage tracker for tenant:1a6dbbb0dbc240ec956e41477b2c9782 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:16.664610 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-597012ed-cd2f-49c6-8e7c-2d4222dd0375 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Unset dirty status for tenant:1a6dbbb0dbc240ec956e41477b2c9782 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:16.665850 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-597012ed-cd2f-49c6-8e7c-2d4222dd0375 tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5ef5725-2686-4f94-9e42-bc57bfef80b9 HTTP/1.1" status: 200 len: 205 time: 0.2207215 Feb 09 01:16:16.672453 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50770) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:16.852978 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c572d381-5872-482d-9ad3-d26cd57b959f req-ce026253-0a0c-40e2-a097-18bddd7f988a service neutron] 10.222.0.35 "GET /v2.0/networks/1e87ef15-265b-4171-8452-8065170569f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025272 Feb 09 01:16:16.861397 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbadada3-79f2-43c3-a628-0f19776b89cc admin admin] Router 17430bfe-5120-4ac9-8462-220a8e6c0906 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:16:16.881209 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0dcdfcf6-a5ec-4ff5-bc70-927e41c3d34d tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:16.977729 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36f179-a26e-41f3-9c8c-831f42a739ed req-a076a6cb-8900-4498-95fa-0e5ad5a24700 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:16.979662 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1a36f179-a26e-41f3-9c8c-831f42a739ed req-a076a6cb-8900-4498-95fa-0e5ad5a24700 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] 10.222.0.37 "GET /v2.0/ports?device_id=5307e4cc-ebab-490f-b748-42e57199244f HTTP/1.1" status: 200 len: 943 time: 1.1368978 Feb 09 01:16:17.029835 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-f32d5ab0-014b-46ba-8da0-cb629a6bd5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:17.031568 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-f32d5ab0-014b-46ba-8da0-cb629a6bd5e4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0055357f-6a74-45ba-a134-b5223508c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2431157 Feb 09 01:16:17.149338 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aedeb8-43ac-4ea9-affa-420b307fda4f req-19518944-e80d-42ee-9fb0-c178600c50ad tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:17.156711 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-96aedeb8-43ac-4ea9-affa-420b307fda4f req-19518944-e80d-42ee-9fb0-c178600c50ad tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.5486732 Feb 09 01:16:17.236867 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1a36f179-a26e-41f3-9c8c-831f42a739ed req-e763f026-e000-4c4e-9f7f-31c689be1c30 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d2e09f-f58b-4e82-b555-788cd4a995a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414963 Feb 09 01:16:17.252887 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbadada3-79f2-43c3-a628-0f19776b89cc admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:16:17.266933 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1c6f73-f609-43ba-a1f3-c36e9de3217f None None] Sync routers for ids ['17430bfe-5120-4ac9-8462-220a8e6c0906'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:17.289662 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1c6f73-f609-43ba-a1f3-c36e9de3217f None None] Routers {'17430bfe-5120-4ac9-8462-220a8e6c0906'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:16:17.290426 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0f1c6f73-f609-43ba-a1f3-c36e9de3217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:16:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['17430bfe-5120-4ac9-8462-220a8e6c0906'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:17.303077 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-cbadada3-79f2-43c3-a628-0f19776b89cc admin admin] 10.222.0.37 "PUT /v2.0/routers/17430bfe-5120-4ac9-8462-220a8e6c0906/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9515636 Feb 09 01:16:17.303295 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50780) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:17.309094 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-8e95cd61-c444-4926-847d-194c27981152 service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701876 Feb 09 01:16:17.447231 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0dcdfcf6-a5ec-4ff5-bc70-927e41c3d34d tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:17.453260 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0dcdfcf6-a5ec-4ff5-bc70-927e41c3d34d tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:17.465032 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-96aedeb8-43ac-4ea9-affa-420b307fda4f req-4690b139-49b2-4686-8de9-3dc1a25d5968 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072853 Feb 09 01:16:17.474401 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-0f1c6f73-f609-43ba-a1f3-c36e9de3217f None None] Set router 17430bfe-5120-4ac9-8462-220a8e6c0906 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:16:17.527260 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 7705d887-1a91-4e45-a7cf-c2febcc64a24 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:16:17.663553 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 7705d887-1a91-4e45-a7cf-c2febcc64a24 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:17.677191 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 7705d887-1a91-4e45-a7cf-c2febcc64a24 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:17.677568 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:17.679206 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f205f4-6f34-4149-94ca-df03237213d3 req-e15f45a8-1ccf-4167-b2fb-bd3472a1171b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:17.689871 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-67f205f4-6f34-4149-94ca-df03237213d3 req-e15f45a8-1ccf-4167-b2fb-bd3472a1171b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 943 time: 0.2495561 Feb 09 01:16:17.710457 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d9dd13d8-888a-4186-9bd9-6fc68afe7e72 req-7a70ad25-f274-4f81-92de-eefe1c7301c1 service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950801 Feb 09 01:16:17.720911 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0dcdfcf6-a5ec-4ff5-bc70-927e41c3d34d tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:17.733401 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcdfcf6-a5ec-4ff5-bc70-927e41c3d34d tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Fanout notify agent at l3_agent the message router_deleted on router e5ef5725-2686-4f94-9e42-bc57bfef80b9 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:16:17.789506 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0dcdfcf6-a5ec-4ff5-bc70-927e41c3d34d tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:17.793444 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0dcdfcf6-a5ec-4ff5-bc70-927e41c3d34d tempest-RoutersNegativeIpV6Test-815810110 tempest-RoutersNegativeIpV6Test-815810110-project] 10.222.0.37 "DELETE /v2.0/routers/e5ef5725-2686-4f94-9e42-bc57bfef80b9 HTTP/1.1" status: 204 len: 168 time: 1.1164353 Feb 09 01:16:17.828367 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ecc29784-f4c7-4f99-8591-94fcd444d996 admin admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:17.833617 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-67f205f4-6f34-4149-94ca-df03237213d3 req-6d36adc3-083e-4754-9899-6a31e6a701a9 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427915 Feb 09 01:16:17.961088 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:18.003960 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdec24-fb51-4d2e-a315-c563e1e6eaf5 req-e7c05f11-92e4-4fee-9f7d-6cb146f187b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:18.009544 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0dcdec24-fb51-4d2e-a315-c563e1e6eaf5 req-e7c05f11-92e4-4fee-9f7d-6cb146f187b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce0095aebb0840088ecf37cbcece72f6&device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 1094 time: 0.2136805 Feb 09 01:16:18.022682 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5307e4cc-ebab-490f-b748-42e57199244f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7705d887-1a91-4e45-a7cf-c2febcc64a24'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:16:18.045167 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 7705d887-1a91-4e45-a7cf-c2febcc64a24, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=7705d887-1a91-4e45-a7cf-c2febcc64a24,segment=NetworkSegment(fb096750-ca51-47fe-be2c-f002586bf50f),segment_id=fb096750-ca51-47fe-be2c-f002586bf50f)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:18.054154 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:18.189497 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0f1c6f73-f609-43ba-a1f3-c36e9de3217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'name': 'tempest-ServerRescueTestJSONUnderV235-1142224546-router', 'tenant_id': '1866ce3035f2464c986757a3a7323de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '15ad4c18-0667-47a0-bd5e-7e26c17bc7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:45Z', 'updated_at': '2022-02-09T01:16:13Z', 'revision_number': 5, 'project_id': '1866ce3035f2464c986757a3a7323de3', 'gw_port': {'id': '15ad4c18-0667-47a0-bd5e-7e26c17bc7e6', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:18.200498 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1c6f73-f609-43ba-a1f3-c36e9de3217f None None] Checking router: 17430bfe-5120-4ac9-8462-220a8e6c0906 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:16:18.217421 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=7705d887-1a91-4e45-a7cf-c2febcc64a24,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:18.226485 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1c6f73-f609-43ba-a1f3-c36e9de3217f None None] Routers {'17430bfe-5120-4ac9-8462-220a8e6c0906'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:16:18.227112 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0f1c6f73-f609-43ba-a1f3-c36e9de3217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:16:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['17430bfe-5120-4ac9-8462-220a8e6c0906'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:18.276097 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5307e4cc-ebab-490f-b748-42e57199244f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7705d887-1a91-4e45-a7cf-c2febcc64a24', 'code': 200} Feb 09 01:16:18.330588 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdec24-fb51-4d2e-a315-c563e1e6eaf5 req-fad7b3b8-bcd7-4291-b079-a49d1f22ac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:18.332411 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0dcdec24-fb51-4d2e-a315-c563e1e6eaf5 req-fad7b3b8-bcd7-4291-b079-a49d1f22ac74 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0055357f-6a74-45ba-a134-b5223508c9d1 HTTP/1.1" status: 200 len: 912 time: 0.3114541 Feb 09 01:16:18.381315 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:16:18.407605 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ecc29784-f4c7-4f99-8591-94fcd444d996 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:18.424278 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-ecc29784-f4c7-4f99-8591-94fcd444d996 admin admin] Deleting port 15ad4c18-0667-47a0-bd5e-7e26c17bc7e6 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:18.424730 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ecc29784-f4c7-4f99-8591-94fcd444d996 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:18.489802 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50810) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:18.557538 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0dcdec24-fb51-4d2e-a315-c563e1e6eaf5 req-4f06b947-de33-4e90-9830-9c79ff78801e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd641b27-4e2a-4d6b-9707-5c9af4261a03 HTTP/1.1" status: 200 len: 217 time: 0.1090059 Feb 09 01:16:18.568101 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-0f1c6f73-f609-43ba-a1f3-c36e9de3217f None None] Set router 17430bfe-5120-4ac9-8462-220a8e6c0906 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:16:18.656523 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdec24-fb51-4d2e-a315-c563e1e6eaf5 req-a506ca6d-0b7a-48ca-ba6f-bcd78a64e804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:18.658802 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0dcdec24-fb51-4d2e-a315-c563e1e6eaf5 req-a506ca6d-0b7a-48ca-ba6f-bcd78a64e804 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6f367ae-6db3-44ee-a579-54c0e257ede0 HTTP/1.1" status: 200 len: 850 time: 0.0870247 Feb 09 01:16:18.675916 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60ee5c-22e5-4c6b-922a-2dde6602fc09 req-ccc460ac-ba0c-4dee-bd8f-a4e895306401 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:18.677677 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-df60ee5c-22e5-4c6b-922a-2dde6602fc09 req-ccc460ac-ba0c-4dee-bd8f-a4e895306401 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.3440440 Feb 09 01:16:18.821423 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aede66-2eb1-4813-8c98-ef3a439e8f3b req-dfd55cfa-e82a-4da4-be5c-5bedda1bc50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:18.826908 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-12aede66-2eb1-4813-8c98-ef3a439e8f3b req-dfd55cfa-e82a-4da4-be5c-5bedda1bc50b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5307e4cc-ebab-490f-b748-42e57199244f HTTP/1.1" status: 200 len: 1096 time: 0.4540246 Feb 09 01:16:18.835222 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-79936b9a-47d6-41cc-a193-2db43fcb7ed6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1a6dbbb0dbc240ec956e41477b2c9782&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3430939 Feb 09 01:16:18.838396 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50824) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:18.874577 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091af99-1262-4875-9e93-dc9150fa113d req-5d41b237-1670-4929-bead-778d5e8cebb2 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:18.881708 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2091af99-1262-4875-9e93-dc9150fa113d req-5d41b237-1670-4929-bead-778d5e8cebb2 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] 10.222.0.37 "GET /v2.0/ports?device_id=5307e4cc-ebab-490f-b748-42e57199244f HTTP/1.1" status: 200 len: 945 time: 0.4050906 Feb 09 01:16:18.904936 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-df60ee5c-22e5-4c6b-922a-2dde6602fc09 req-32be0ffb-c505-4c18-9857-6bafb420d0ec tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817203 Feb 09 01:16:18.945314 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0f1c6f73-f609-43ba-a1f3-c36e9de3217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'name': 'tempest-ServerRescueTestJSONUnderV235-1142224546-router', 'tenant_id': '1866ce3035f2464c986757a3a7323de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '15ad4c18-0667-47a0-bd5e-7e26c17bc7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:45Z', 'updated_at': '2022-02-09T01:16:13Z', 'revision_number': 5, 'project_id': '1866ce3035f2464c986757a3a7323de3', 'gw_port': {'id': '15ad4c18-0667-47a0-bd5e-7e26c17bc7e6', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:18.950661 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1c6f73-f609-43ba-a1f3-c36e9de3217f None None] The sync data for ids ['17430bfe-5120-4ac9-8462-220a8e6c0906'] in n-d-828419-1 is: [{'id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'name': 'tempest-ServerRescueTestJSONUnderV235-1142224546-router', 'tenant_id': '1866ce3035f2464c986757a3a7323de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '15ad4c18-0667-47a0-bd5e-7e26c17bc7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:45Z', 'updated_at': '2022-02-09T01:16:13Z', 'revision_number': 5, 'project_id': '1866ce3035f2464c986757a3a7323de3', 'gw_port': {'id': '15ad4c18-0667-47a0-bd5e-7e26c17bc7e6', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17430bfe-5120-4ac9-8462-220a8e6c0906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:19.008114 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdec24-fb51-4d2e-a315-c563e1e6eaf5 req-11a146ef-8e52-4693-903e-66347414d74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:19.010835 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0dcdec24-fb51-4d2e-a315-c563e1e6eaf5 req-11a146ef-8e52-4693-903e-66347414d74a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0055357f-6a74-45ba-a134-b5223508c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3437433 Feb 09 01:16:19.013330 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-12aede66-2eb1-4813-8c98-ef3a439e8f3b req-7505883c-a804-4a1f-aa34-b51a67e818a8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c0d2e09f-f58b-4e82-b555-788cd4a995a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407166 Feb 09 01:16:19.031642 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-ecc29784-f4c7-4f99-8591-94fcd444d996 admin admin] For port 15ad4c18-0667-47a0-bd5e-7e26c17bc7e6, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=15ad4c18-0667-47a0-bd5e-7e26c17bc7e6,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:19.031996 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ecc29784-f4c7-4f99-8591-94fcd444d996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:19.059160 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2091af99-1262-4875-9e93-dc9150fa113d req-3c935f2f-ccfb-406c-aeb8-05e22c1471c6 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d2e09f-f58b-4e82-b555-788cd4a995a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765702 Feb 09 01:16:19.191018 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-ecc29784-f4c7-4f99-8591-94fcd444d996 admin admin] Calling delete_port for 15ad4c18-0667-47a0-bd5e-7e26c17bc7e6 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:19.228821 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d94fc8ca-08c8-4199-adeb-88d3398e48a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:19.292075 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d94fc8ca-08c8-4199-adeb-88d3398e48a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:19.520294 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device bd641b27-4e2a-4d6b-9707-5c9af4261a03 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:16:19.554366 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2676f3b-7183-440e-b683-0f1f0aefafd7 req-216a6813-04be-4166-8d96-be450c0aa5f0 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:19.562681 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e2676f3b-7183-440e-b683-0f1f0aefafd7 req-216a6813-04be-4166-8d96-be450c0aa5f0 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 943 time: 0.4336979 Feb 09 01:16:19.641921 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0dcdec24-fb51-4d2e-a315-c563e1e6eaf5 req-b739fb65-5636-45ff-9ad0-58031c01ee63 service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332104 Feb 09 01:16:19.657780 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e2676f3b-7183-440e-b683-0f1f0aefafd7 req-ebaee8c2-419d-4da8-8d8c-f0c99836afe2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941012 Feb 09 01:16:19.708930 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d94fc8ca-08c8-4199-adeb-88d3398e48a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:19.771228 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 32aa3680-776a-4d60-b851-e90dcc6aa753 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:16:19.796674 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94fc8ca-08c8-4199-adeb-88d3398e48a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b370d184-d2e4-46c4-9b26-423dcabfe6a3,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:19.890165 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 32aa3680-776a-4d60-b851-e90dcc6aa753 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:16:19.890361 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d94fc8ca-08c8-4199-adeb-88d3398e48a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:19.891434 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d94fc8ca-08c8-4199-adeb-88d3398e48a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b370d184-d2e4-46c4-9b26-423dcabfe6a3 HTTP/1.1" status: 204 len: 168 time: 1.0519774 Feb 09 01:16:19.893234 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 32aa3680-776a-4d60-b851-e90dcc6aa753 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:16:19.932824 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port bd641b27-4e2a-4d6b-9707-5c9af4261a03, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=bd641b27-4e2a-4d6b-9707-5c9af4261a03,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:19.940955 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ecc29784-f4c7-4f99-8591-94fcd444d996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:19.970730 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'bd641b27-4e2a-4d6b-9707-5c9af4261a03', 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1', 'port_id': 'bd641b27-4e2a-4d6b-9707-5c9af4261a03', 'mac_address': 'fa:16:3e:8b:12:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f367ae-6db3-44ee-a579-54c0e257ede0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:16:19.972305 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c1b52-6aac-4b98-ac9a-6a8a2955bbbc req-770384c5-9eea-4ab6-9909-c6e43850b3c9 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:19.975774 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e19c1b52-6aac-4b98-ac9a-6a8a2955bbbc req-770384c5-9eea-4ab6-9909-c6e43850b3c9 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.2688985 Feb 09 01:16:20.000704 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0dcdec24-fb51-4d2e-a315-c563e1e6eaf5 req-d132ff3f-6ad3-43a6-a25a-c1ec92ca9f5f service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414667 Feb 09 01:16:20.040100 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:20.056543 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc29784-f4c7-4f99-8591-94fcd444d996 admin admin] Pushing event deleted for resources: {'Port': ['ID=15ad4c18-0667-47a0-bd5e-7e26c17bc7e6,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:20.060142 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd641b27-4e2a-4d6b-9707-5c9af4261a03 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:16:20.079130 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port bd641b27-4e2a-4d6b-9707-5c9af4261a03, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=bd641b27-4e2a-4d6b-9707-5c9af4261a03,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:20.084978 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:20.196451 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=bd641b27-4e2a-4d6b-9707-5c9af4261a03,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:20.257767 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e19c1b52-6aac-4b98-ac9a-6a8a2955bbbc req-58596728-de98-47c8-b8c2-6e6100b99f14 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144315 Feb 09 01:16:20.294633 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ecc29784-f4c7-4f99-8591-94fcd444d996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:20.460040 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['bd641b27-4e2a-4d6b-9707-5c9af4261a03'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:16:20.591540 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ecc29784-f4c7-4f99-8591-94fcd444d996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:20.594047 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ecc29784-f4c7-4f99-8591-94fcd444d996 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:20.658082 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ecc29784-f4c7-4f99-8591-94fcd444d996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:20.658621 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc29784-f4c7-4f99-8591-94fcd444d996 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17430bfe-5120-4ac9-8462-220a8e6c0906 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:16:20.675162 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ecc29784-f4c7-4f99-8591-94fcd444d996 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:20.679084 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 50868) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:20.679433 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ecc29784-f4c7-4f99-8591-94fcd444d996 admin admin] 10.222.0.37 "DELETE /v2.0/routers/17430bfe-5120-4ac9-8462-220a8e6c0906 HTTP/1.1" status: 204 len: 168 time: 3.3753641 Feb 09 01:16:20.752437 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b0e46-a2ee-4565-847c-cfb819aaa7ec req-7099d65d-6585-4486-a0a1-3b6bca5d308c tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:20.756753 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-594b0e46-a2ee-4565-847c-cfb819aaa7ec req-7099d65d-6585-4486-a0a1-3b6bca5d308c tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] 10.222.0.37 "GET /v2.0/ports?device_id=5307e4cc-ebab-490f-b748-42e57199244f HTTP/1.1" status: 200 len: 945 time: 0.1395140 Feb 09 01:16:20.827623 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-edb05472-7ad8-4cee-90e1-b46017e99084 admin admin] Deleting subnet cf2fad94-a815-4e9e-adc4-8acfef9e4c28 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:16:20.835153 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-594b0e46-a2ee-4565-847c-cfb819aaa7ec req-d45b2a34-3af6-4ad9-80f0-cfb4bb202692 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d2e09f-f58b-4e82-b555-788cd4a995a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589011 Feb 09 01:16:20.835889 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-edb05472-7ad8-4cee-90e1-b46017e99084 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:21.000228 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-edb05472-7ad8-4cee-90e1-b46017e99084 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:21.073291 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfc9c4-96ce-4000-ad6a-abff8adb1957 req-f33f1873-e246-45b5-951d-6d6770b02402 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:21.076364 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-23dfc9c4-96ce-4000-ad6a-abff8adb1957 req-f33f1873-e246-45b5-951d-6d6770b02402 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 944 time: 0.1017811 Feb 09 01:16:21.082525 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-edb05472-7ad8-4cee-90e1-b46017e99084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:21.159855 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf9d71-84f8-4805-899b-612254b97709 req-5f745f65-e06b-48c6-85ba-285328944d63 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:21.161610 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9bbf9d71-84f8-4805-899b-612254b97709 req-5f745f65-e06b-48c6-85ba-285328944d63 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.2469778 Feb 09 01:16:21.172592 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-23dfc9c4-96ce-4000-ad6a-abff8adb1957 req-94ae60ad-b47f-4515-8f12-f06215f7b07f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902669 Feb 09 01:16:21.256901 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9bbf9d71-84f8-4805-899b-612254b97709 req-01396de9-5387-4ebd-8cdb-e812b2efb370 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876229 Feb 09 01:16:21.294772 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-edb05472-7ad8-4cee-90e1-b46017e99084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:21.377589 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb05472-7ad8-4cee-90e1-b46017e99084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf2fad94-a815-4e9e-adc4-8acfef9e4c28,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:21.408621 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb05472-7ad8-4cee-90e1-b46017e99084 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:21.415879 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb05472-7ad8-4cee-90e1-b46017e99084 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:21.416405 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb05472-7ad8-4cee-90e1-b46017e99084 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:21.416862 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb05472-7ad8-4cee-90e1-b46017e99084 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:21.417444 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb05472-7ad8-4cee-90e1-b46017e99084 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:21.417889 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb05472-7ad8-4cee-90e1-b46017e99084 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:21.418339 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb05472-7ad8-4cee-90e1-b46017e99084 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:21.418812 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb05472-7ad8-4cee-90e1-b46017e99084 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:21.419245 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb05472-7ad8-4cee-90e1-b46017e99084 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:21.419805 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb05472-7ad8-4cee-90e1-b46017e99084 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:21.420235 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb05472-7ad8-4cee-90e1-b46017e99084 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:21.420684 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb05472-7ad8-4cee-90e1-b46017e99084 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:21.423850 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-edb05472-7ad8-4cee-90e1-b46017e99084 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:21.442703 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50902) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:21.444688 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-edb05472-7ad8-4cee-90e1-b46017e99084 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cf2fad94-a815-4e9e-adc4-8acfef9e4c28 HTTP/1.1" status: 204 len: 168 time: 0.7596400 Feb 09 01:16:21.534748 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device bd641b27-4e2a-4d6b-9707-5c9af4261a03 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:16:21.716936 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port bd641b27-4e2a-4d6b-9707-5c9af4261a03 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:21.724896 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:21.727105 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port bd641b27-4e2a-4d6b-9707-5c9af4261a03 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:21.727634 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:21.754253 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7dd64001-a423-49bf-aab7-78e92ef472eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:21.861594 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 15ad4c18-0667-47a0-bd5e-7e26c17bc7e6 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:16:21.907433 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 15ad4c18-0667-47a0-bd5e-7e26c17bc7e6 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:16:21.908075 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 15ad4c18-0667-47a0-bd5e-7e26c17bc7e6 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:16:21.995473 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7dd64001-a423-49bf-aab7-78e92ef472eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:21.998151 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:22.006945 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222c830-2427-4fe9-838a-45119e9a91c3 req-4face158-f33e-4f4b-8961-ae31d10c04d3 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:22.011661 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8222c830-2427-4fe9-838a-45119e9a91c3 req-4face158-f33e-4f4b-8961-ae31d10c04d3 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.2422998 Feb 09 01:16:22.030289 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-7dd64001-a423-49bf-aab7-78e92ef472eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f26ae75-93ae-4c86-b1f4-ba0c960fde4d']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:22.073430 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79c4e4f-612f-421b-b60b-b0f6f326fee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd641b27-4e2a-4d6b-9707-5c9af4261a03'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:16:22.077217 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-7dd64001-a423-49bf-aab7-78e92ef472eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5490bb6-dc0d-46d4-a7aa-f5bfda621d00') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:22.078310 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-7dd64001-a423-49bf-aab7-78e92ef472eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5490bb6-dc0d-46d4-a7aa-f5bfda621d00') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:22.097074 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 50926) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:22.097765 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port bd641b27-4e2a-4d6b-9707-5c9af4261a03, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=bd641b27-4e2a-4d6b-9707-5c9af4261a03,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:22.108837 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:22.112317 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8222c830-2427-4fe9-838a-45119e9a91c3 req-9cb1f7c2-d6ad-4aca-8bf6-1d7f2995b4f3 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931480 Feb 09 01:16:22.114313 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7dd64001-a423-49bf-aab7-78e92ef472eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:22.181510 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7dd64001-a423-49bf-aab7-78e92ef472eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:22.203370 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd64001-a423-49bf-aab7-78e92ef472eb admin admin] Releasing vlan 952 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:16:22.203778 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7dd64001-a423-49bf-aab7-78e92ef472eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:22.248860 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:16:22.248860 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:16:22.248860 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:16:22.248860 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:16:22.248860 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:16:22.248860 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:16:22.248860 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:16:22.248860 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:16:22.248860 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:16:22.248860 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:16:22.248860 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:16:22.248860 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:16:22.248860 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:16:22.248860 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:16:22.248860 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:16:22.248860 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:16:22.248860 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:16:22.248860 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:16:22.248860 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:16:22.248860 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:16:22.248860 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:16:22.248860 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:16:22.248860 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:16:22.248860 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:16:22.248860 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:16:22.248860 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:16:22.248860 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:16:22.248860 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:16:22.248860 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:16:22.248860 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:16:22.248860 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:16:22.248860 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:16:22.316035 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=bd641b27-4e2a-4d6b-9707-5c9af4261a03,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:22.377741 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7dd64001-a423-49bf-aab7-78e92ef472eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:22.397693 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7dd64001-a423-49bf-aab7-78e92ef472eb admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:22.401113 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a11d21a0-7d4e-4934-b1dd-87d09700c85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:22.411046 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd64001-a423-49bf-aab7-78e92ef472eb admin admin] Pushing event deleted for resources: {'Network': ['ID=7f26ae75-93ae-4c86-b1f4-ba0c960fde4d,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:22.416030 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7dd64001-a423-49bf-aab7-78e92ef472eb admin admin] 10.222.0.37 "DELETE /v2.0/networks/7f26ae75-93ae-4c86-b1f4-ba0c960fde4d HTTP/1.1" status: 204 len: 168 time: 0.9723282 Feb 09 01:16:22.430327 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a11d21a0-7d4e-4934-b1dd-87d09700c85e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:22.438865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a11d21a0-7d4e-4934-b1dd-87d09700c85e admin admin] Usage tracker for resource:security_group_rule and tenant:8587c145edf243f2acf71e5ac3ea4b73 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:22.444086 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a11d21a0-7d4e-4934-b1dd-87d09700c85e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:22.451777 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a11d21a0-7d4e-4934-b1dd-87d09700c85e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:22.480427 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b240a-fd91-4552-bf2a-5e09ba17c3be req-8082901e-b458-4f7b-a0cd-7821838f49ac tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:22.488072 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ac3b240a-fd91-4552-bf2a-5e09ba17c3be req-8082901e-b458-4f7b-a0cd-7821838f49ac tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] 10.222.0.37 "GET /v2.0/ports?device_id=5307e4cc-ebab-490f-b748-42e57199244f HTTP/1.1" status: 200 len: 945 time: 0.1727426 Feb 09 01:16:22.605359 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ac3b240a-fd91-4552-bf2a-5e09ba17c3be req-224bd6ee-ea3b-4234-a0cd-75b1719ac7cc tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d2e09f-f58b-4e82-b555-788cd4a995a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164789 Feb 09 01:16:22.686395 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79c4e4f-612f-421b-b60b-b0f6f326fee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd641b27-4e2a-4d6b-9707-5c9af4261a03', 'code': 200} Feb 09 01:16:22.703254 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a11d21a0-7d4e-4934-b1dd-87d09700c85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:22.723795 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a11d21a0-7d4e-4934-b1dd-87d09700c85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:22.791365 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a11d21a0-7d4e-4934-b1dd-87d09700c85e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8587c145edf243f2acf71e5ac3ea4b73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6920402 Feb 09 01:16:22.792527 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 50952) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:22.793244 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 50954) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:22.876361 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd59a9-831e-4b76-ac12-4dccd9de99c6 req-195997b1-4dae-4103-b04d-bd21d570a01b tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:22.877938 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6ecd59a9-831e-4b76-ac12-4dccd9de99c6 req-195997b1-4dae-4103-b04d-bd21d570a01b tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 946 time: 0.1330242 Feb 09 01:16:22.947509 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6ecd59a9-831e-4b76-ac12-4dccd9de99c6 req-90b35a33-823a-487b-866b-4941f521d7ad tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576611 Feb 09 01:16:22.970841 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d21a0-7d4e-4934-b1dd-87d09700c85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb8882c-63ba-4596-8ef8-8a0db4faa7c6,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:23.068846 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-482dbc96-2201-4c96-abbf-c2abef4f288a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1866ce3035f2464c986757a3a7323de3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2123585 Feb 09 01:16:23.071872 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50966) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:23.092864 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0777b88d-8469-4045-b270-785eb575a78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:23.107233 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d729232-cdbb-4937-9a52-4950ca30b893 req-df4ad7d0-4745-4181-b114-3ac2a8c0d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:23.109732 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2d729232-cdbb-4937-9a52-4950ca30b893 req-df4ad7d0-4745-4181-b114-3ac2a8c0d2d6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 1096 time: 0.3244767 Feb 09 01:16:23.123213 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fc44d-cc56-4446-a843-471acfccf352 req-8d479b72-4c24-4050-a47f-7ed396e1b5d1 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:23.130769 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-327fc44d-cc56-4446-a843-471acfccf352 req-8d479b72-4c24-4050-a47f-7ed396e1b5d1 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.2599275 Feb 09 01:16:23.161044 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0777b88d-8469-4045-b270-785eb575a78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:23.210682 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9285501a-1281-4e6c-9d36-271b6a77536d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:23.239407 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2d729232-cdbb-4937-9a52-4950ca30b893 req-3ebc7035-a192-44e1-b166-97514eb16ee9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002192 Feb 09 01:16:23.249463 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9285501a-1281-4e6c-9d36-271b6a77536d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:23.250632 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-327fc44d-cc56-4446-a843-471acfccf352 req-710921ef-8895-470c-a094-ea9da2b7136f tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078455 Feb 09 01:16:23.273749 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0777b88d-8469-4045-b270-785eb575a78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:23.296925 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405777c-de70-40a0-8798-06ada809f61f req-00a909eb-9782-4b9c-8623-0b57be0f4b57 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:23.297296 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777b88d-8469-4045-b270-785eb575a78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb8882c-63ba-4596-8ef8-8a0db4faa7c6,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:23.305034 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0777b88d-8469-4045-b270-785eb575a78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:23.306323 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0777b88d-8469-4045-b270-785eb575a78f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/efb8882c-63ba-4596-8ef8-8a0db4faa7c6 HTTP/1.1" status: 204 len: 168 time: 0.4483883 Feb 09 01:16:23.310181 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6405777c-de70-40a0-8798-06ada809f61f req-00a909eb-9782-4b9c-8623-0b57be0f4b57 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 945 time: 0.1747139 Feb 09 01:16:23.416562 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9285501a-1281-4e6c-9d36-271b6a77536d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:23.456747 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6405777c-de70-40a0-8798-06ada809f61f req-cdc5f845-a614-4505-b11f-d5ac9c714808 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425405 Feb 09 01:16:23.456747 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9285501a-1281-4e6c-9d36-271b6a77536d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd036a29-976c-49d2-89d7-7eb24bf4e3ac,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:23.483626 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9285501a-1281-4e6c-9d36-271b6a77536d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:23.487844 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9285501a-1281-4e6c-9d36-271b6a77536d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dd036a29-976c-49d2-89d7-7eb24bf4e3ac HTTP/1.1" status: 204 len: 168 time: 0.4147387 Feb 09 01:16:23.943670 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51012) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:23.969330 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dfc702cf-0c67-4ef1-b2ce-1e47a1c0c4bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:23.976181 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4ec13-1217-4236-bd2d-2b5beb00ae3f req-f4be2ccc-db2d-43fc-a416-7d4d4b0c94ff tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:23.985359 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bcf4ec13-1217-4236-bd2d-2b5beb00ae3f req-f4be2ccc-db2d-43fc-a416-7d4d4b0c94ff tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/networks?id=a3afca57-246e-458a-965f-203ae806e5cf HTTP/1.1" status: 200 len: 814 time: 0.3790665 Feb 09 01:16:23.988263 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-dfc702cf-0c67-4ef1-b2ce-1e47a1c0c4bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:23.993925 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-dfc702cf-0c67-4ef1-b2ce-1e47a1c0c4bd admin admin] Usage tracker for resource:security_group_rule and tenant:6f4754db9cf34a4d8b3c36dd1e9e3714 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:23.999413 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-dfc702cf-0c67-4ef1-b2ce-1e47a1c0c4bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:24.001930 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bcf4ec13-1217-4236-bd2d-2b5beb00ae3f req-4e146113-2924-4519-999b-b7964642cae4 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/quotas/bbf0f82d35c440b0ba7e6bf598531d13 HTTP/1.1" status: 200 len: 375 time: 0.0154557 Feb 09 01:16:24.007173 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-dfc702cf-0c67-4ef1-b2ce-1e47a1c0c4bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:24.104284 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bcf4ec13-1217-4236-bd2d-2b5beb00ae3f req-83a8497a-dbb8-495b-babe-acb5d2846472 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bbf0f82d35c440b0ba7e6bf598531d13&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0967696 Feb 09 01:16:24.122919 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dfc702cf-0c67-4ef1-b2ce-1e47a1c0c4bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:24.130139 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dfc702cf-0c67-4ef1-b2ce-1e47a1c0c4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:24.188331 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-dfc702cf-0c67-4ef1-b2ce-1e47a1c0c4bd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f4754db9cf34a4d8b3c36dd1e9e3714&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2435360 Feb 09 01:16:24.190052 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc702cf-0c67-4ef1-b2ce-1e47a1c0c4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0babde3b-83f9-4121-ab71-a3c348e0af32,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:24.190968 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51022) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:24.325054 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c9daaf6-2b4c-45c7-8c44-812db8750bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:24.356846 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c9daaf6-2b4c-45c7-8c44-812db8750bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:24.402920 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbad1e-6024-4ca3-a35c-69bbf270ec5b req-e91979c6-c0f2-4a77-995d-37bafc0bfab7 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:24.404558 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-67cbad1e-6024-4ca3-a35c-69bbf270ec5b req-e91979c6-c0f2-4a77-995d-37bafc0bfab7 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] 10.222.0.37 "GET /v2.0/ports?device_id=5307e4cc-ebab-490f-b748-42e57199244f HTTP/1.1" status: 200 len: 945 time: 0.1550746 Feb 09 01:16:24.466530 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-67cbad1e-6024-4ca3-a35c-69bbf270ec5b req-decbb906-0972-4f23-b898-e9575fea7975 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d2e09f-f58b-4e82-b555-788cd4a995a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513282 Feb 09 01:16:24.467296 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c9daaf6-2b4c-45c7-8c44-812db8750bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:24.484322 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9daaf6-2b4c-45c7-8c44-812db8750bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0babde3b-83f9-4121-ab71-a3c348e0af32,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:24.490281 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c9daaf6-2b4c-45c7-8c44-812db8750bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:24.491547 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0c9daaf6-2b4c-45c7-8c44-812db8750bc9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0babde3b-83f9-4121-ab71-a3c348e0af32 HTTP/1.1" status: 204 len: 168 time: 0.2995479 Feb 09 01:16:24.573382 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1b8b1-9ab7-4e14-9917-6d346a7fb7b4 req-61cfd143-1a4b-4144-8b04-b374510b7b30 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:24.575668 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-60b1b8b1-9ab7-4e14-9917-6d346a7fb7b4 req-61cfd143-1a4b-4144-8b04-b374510b7b30 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.35 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 946 time: 0.1085348 Feb 09 01:16:24.670332 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-60b1b8b1-9ab7-4e14-9917-6d346a7fb7b4 req-89f93e7d-a32e-421f-ac53-29f78f69b7ec tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Deleting port 25312df4-851f-4f0a-921f-af21d59ea5d8 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:24.670710 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-60b1b8b1-9ab7-4e14-9917-6d346a7fb7b4 req-89f93e7d-a32e-421f-ac53-29f78f69b7ec tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:24.780100 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7fc1c-a05c-4075-aa94-b52c823d65a4 req-2fe303bf-8d31-4585-9b59-168a49049750 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:24.781689 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4ca7fc1c-a05c-4075-aa94-b52c823d65a4 req-2fe303bf-8d31-4585-9b59-168a49049750 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 946 time: 0.1150022 Feb 09 01:16:24.866970 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4ca7fc1c-a05c-4075-aa94-b52c823d65a4 req-ec504edc-b5e3-481d-89e7-11820f1eba60 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups?id=b6812f4a-adbc-49d3-a414-f19d06715458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786085 Feb 09 01:16:24.932428 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:25.180532 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51056) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:25.224674 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-eaa1211c-82f5-46a4-8765-6f075cd91b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:25.244556 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df3f0a-77db-43c0-a5e1-299b33777d07 req-90300203-985a-4195-8afa-da3288e84abc tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:25.247673 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-36df3f0a-77db-43c0-a5e1-299b33777d07 req-90300203-985a-4195-8afa-da3288e84abc tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 945 time: 0.2338586 Feb 09 01:16:25.266772 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac1f83-f874-4098-9b69-ec4f1785224e req-22bb0f70-4bc6-4126-af58-fdbcd4374e44 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:25.274077 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b1ac1f83-f874-4098-9b69-ec4f1785224e req-22bb0f70-4bc6-4126-af58-fdbcd4374e44 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.4971569 Feb 09 01:16:25.278981 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-60b1b8b1-9ab7-4e14-9917-6d346a7fb7b4 req-89f93e7d-a32e-421f-ac53-29f78f69b7ec tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] For port 25312df4-851f-4f0a-921f-af21d59ea5d8, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=25312df4-851f-4f0a-921f-af21d59ea5d8,segment=NetworkSegment(0a900953-cea9-408a-b5a5-b9b62ab0e594),segment_id=0a900953-cea9-408a-b5a5-b9b62ab0e594)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:25.279345 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-60b1b8b1-9ab7-4e14-9917-6d346a7fb7b4 req-89f93e7d-a32e-421f-ac53-29f78f69b7ec tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:25.302961 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-36df3f0a-77db-43c0-a5e1-299b33777d07 req-f604973b-3925-466f-bb10-1bc18b52c6f6 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416870 Feb 09 01:16:25.305997 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-eaa1211c-82f5-46a4-8765-6f075cd91b31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:25.373898 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-eaa1211c-82f5-46a4-8765-6f075cd91b31 admin admin] Usage tracker for resource:security_group_rule and tenant:9eb8fc1694004053b529f20d7ab24a02 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:25.376779 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-eaa1211c-82f5-46a4-8765-6f075cd91b31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:25.398197 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-eaa1211c-82f5-46a4-8765-6f075cd91b31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:25.451991 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b1ac1f83-f874-4098-9b69-ec4f1785224e req-b818f7de-2c6d-4667-92e1-7d9162ad4520 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769125 Feb 09 01:16:25.760825 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51078) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:25.838722 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-60b1b8b1-9ab7-4e14-9917-6d346a7fb7b4 req-89f93e7d-a32e-421f-ac53-29f78f69b7ec tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:25.839034 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-60b1b8b1-9ab7-4e14-9917-6d346a7fb7b4 req-89f93e7d-a32e-421f-ac53-29f78f69b7ec tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:25.839312 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [req-60b1b8b1-9ab7-4e14-9917-6d346a7fb7b4 req-89f93e7d-a32e-421f-ac53-29f78f69b7ec tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Floating IP 05a87eb0-3216-47a5-afa7-5206418bb632 disassociated. External IP: 172.25.5.206, port: 25312df4-851f-4f0a-921f-af21d59ea5d8. Feb 09 01:16:25.839663 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-60b1b8b1-9ab7-4e14-9917-6d346a7fb7b4 req-89f93e7d-a32e-421f-ac53-29f78f69b7ec tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Calling delete_port for 25312df4-851f-4f0a-921f-af21d59ea5d8 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:25.914933 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-eaa1211c-82f5-46a4-8765-6f075cd91b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:25.924271 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5c800432-3311-4583-9494-ed08f7771043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:25.928290 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-eaa1211c-82f5-46a4-8765-6f075cd91b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:25.945223 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5c800432-3311-4583-9494-ed08f7771043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:25.953856 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5c800432-3311-4583-9494-ed08f7771043 admin admin] Usage tracker for resource:security_group_rule and tenant:0b892fb3f36348ceada7ef92bbd4626c is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:25.957056 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5c800432-3311-4583-9494-ed08f7771043 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:25.964003 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5c800432-3311-4583-9494-ed08f7771043 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:25.999323 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f7cda-4258-4ddc-8a8c-5a64d133e7b5 req-2f00e6bf-99e6-4f9e-9183-2f4b96510074 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:26.011253 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9f3f7cda-4258-4ddc-8a8c-5a64d133e7b5 req-2f00e6bf-99e6-4f9e-9183-2f4b96510074 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.3120823 Feb 09 01:16:26.137851 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5c800432-3311-4583-9494-ed08f7771043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:26.151491 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5c800432-3311-4583-9494-ed08f7771043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:26.176990 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-60b1b8b1-9ab7-4e14-9917-6d346a7fb7b4 req-89f93e7d-a32e-421f-ac53-29f78f69b7ec tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:26.243031 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1211c-82f5-46a4-8765-6f075cd91b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f951b984-385c-4a14-997d-9308ded527e5,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:26.260767 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-eaa1211c-82f5-46a4-8765-6f075cd91b31 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9eb8fc1694004053b529f20d7ab24a02&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0778778 Feb 09 01:16:26.270626 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51090) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:26.277118 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f93e7d-a32e-421f-ac53-29f78f69b7ec tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Pushing event deleted for resources: {'Port': ['ID=25312df4-851f-4f0a-921f-af21d59ea5d8,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:26.291522 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9f3f7cda-4258-4ddc-8a8c-5a64d133e7b5 req-269ab062-5f8a-468a-b56e-ad7f397edbd1 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772391 Feb 09 01:16:26.388096 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5c800432-3311-4583-9494-ed08f7771043 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b892fb3f36348ceada7ef92bbd4626c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6212976 Feb 09 01:16:26.406312 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51098) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:26.424070 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c800432-3311-4583-9494-ed08f7771043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067826ca-90d9-448b-8fd9-1dbd47c8e63c,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:26.504986 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c800432-3311-4583-9494-ed08f7771043 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:26.505367 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c800432-3311-4583-9494-ed08f7771043 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:26.505663 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c800432-3311-4583-9494-ed08f7771043 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:26.505993 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c800432-3311-4583-9494-ed08f7771043 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:26.506318 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c800432-3311-4583-9494-ed08f7771043 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:26.506645 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c800432-3311-4583-9494-ed08f7771043 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:26.506965 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c800432-3311-4583-9494-ed08f7771043 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:26.507687 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c800432-3311-4583-9494-ed08f7771043 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:26.507687 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c800432-3311-4583-9494-ed08f7771043 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:26.507880 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c800432-3311-4583-9494-ed08f7771043 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:26.508575 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c800432-3311-4583-9494-ed08f7771043 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:26.508777 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c800432-3311-4583-9494-ed08f7771043 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:26.620800 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-25a146a0-bdd7-4bd7-b9ef-729d7bc93519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:26.651471 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64138c0-88fa-49fd-abfd-3fcfd3edf2d3 req-70777fff-9a2e-4824-b5df-4bec8907c556 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:26.654624 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d64138c0-88fa-49fd-abfd-3fcfd3edf2d3 req-70777fff-9a2e-4824-b5df-4bec8907c556 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] 10.222.0.37 "GET /v2.0/ports?device_id=5307e4cc-ebab-490f-b748-42e57199244f HTTP/1.1" status: 200 len: 945 time: 0.3930633 Feb 09 01:16:26.680924 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60b1b8b1-9ab7-4e14-9917-6d346a7fb7b4 req-89f93e7d-a32e-421f-ac53-29f78f69b7ec tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Router 478074fb-8bca-48e0-9cb4-4626727322d0 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:16:26.701330 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b4a0523f-6fa3-4174-8575-49d79bdfb547 req-6fba0a36-135e-46d2-b942-51a51ce5ea20 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 210 time: 0.1533298 Feb 09 01:16:26.720351 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-25a146a0-bdd7-4bd7-b9ef-729d7bc93519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:26.783479 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1436c05b-d1a8-4367-8196-6b43f825f629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:26.818958 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d64138c0-88fa-49fd-abfd-3fcfd3edf2d3 req-668a5b35-8d7c-4283-949b-f49d1c2052e6 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d2e09f-f58b-4e82-b555-788cd4a995a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396568 Feb 09 01:16:26.862334 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-25a146a0-bdd7-4bd7-b9ef-729d7bc93519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:26.896620 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a146a0-bdd7-4bd7-b9ef-729d7bc93519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067826ca-90d9-448b-8fd9-1dbd47c8e63c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:26.907080 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-25a146a0-bdd7-4bd7-b9ef-729d7bc93519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:26.908225 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-25a146a0-bdd7-4bd7-b9ef-729d7bc93519 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/067826ca-90d9-448b-8fd9-1dbd47c8e63c HTTP/1.1" status: 204 len: 168 time: 0.5005805 Feb 09 01:16:27.006632 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-23606d55-20ca-4473-afb0-eeee105fd8b2 req-8a24180f-5986-4643-b4f1-fc4d63892735 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=bbf0f82d35c440b0ba7e6bf598531d13 HTTP/1.1" status: 200 len: 221 time: 0.0385311 Feb 09 01:16:27.115558 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1436c05b-d1a8-4367-8196-6b43f825f629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:27.290128 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185c6ed-d988-4e8f-b1c3-43bd439021aa req-586b5d9e-a76b-4d40-89ec-d29c84789f10 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:27.298423 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9185c6ed-d988-4e8f-b1c3-43bd439021aa req-586b5d9e-a76b-4d40-89ec-d29c84789f10 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.1221941 Feb 09 01:16:27.370039 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9185c6ed-d988-4e8f-b1c3-43bd439021aa req-9f9dd3ae-37bd-4cfe-8f15-945aa2eafde5 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704474 Feb 09 01:16:27.450169 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323390a5-6e12-4b7c-a8da-e1f2bfc653ed req-58182f27-207e-491f-bed0-503338ba2571 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:27.451675 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-323390a5-6e12-4b7c-a8da-e1f2bfc653ed req-58182f27-207e-491f-bed0-503338ba2571 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] 10.222.0.35 "GET /v2.0/ports?device_id=5307e4cc-ebab-490f-b748-42e57199244f HTTP/1.1" status: 200 len: 945 time: 0.9089100 Feb 09 01:16:27.529761 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60b1b8b1-9ab7-4e14-9917-6d346a7fb7b4 req-89f93e7d-a32e-421f-ac53-29f78f69b7ec tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:16:27.542134 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5075652c-fa25-44eb-a1d7-8f05e03321ac None None] Sync routers for ids ['478074fb-8bca-48e0-9cb4-4626727322d0'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:27.569474 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5075652c-fa25-44eb-a1d7-8f05e03321ac None None] Routers {'478074fb-8bca-48e0-9cb4-4626727322d0'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:16:27.570523 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5075652c-fa25-44eb-a1d7-8f05e03321ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:16:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['478074fb-8bca-48e0-9cb4-4626727322d0'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:27.619185 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348b361-6c59-4152-a7ff-4b8c37805265 req-0844a911-6bab-4398-8efa-5eef77d69da1 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:27.627153 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6348b361-6c59-4152-a7ff-4b8c37805265 req-0844a911-6bab-4398-8efa-5eef77d69da1 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.1104159 Feb 09 01:16:27.690418 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6348b361-6c59-4152-a7ff-4b8c37805265 req-30706c21-02f6-47b1-8987-c618168cce8e tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618136 Feb 09 01:16:27.772637 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b1b8b1-9ab7-4e14-9917-6d346a7fb7b4 req-89f93e7d-a32e-421f-ac53-29f78f69b7ec tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] No DVR routers for this DVR port 25312df4-851f-4f0a-921f-af21d59ea5d8 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:27.779616 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-60b1b8b1-9ab7-4e14-9917-6d346a7fb7b4 req-89f93e7d-a32e-421f-ac53-29f78f69b7ec tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:27.793770 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd429f359-35bc-4653-af62-82b925b35f8e', 'name': 'network-vif-deleted', 'tag': '25312df4-851f-4f0a-921f-af21d59ea5d8'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:16:27.815684 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcf146-d38b-4778-af8d-6c44082e5fab req-0916785c-229e-45a1-adbf-59e8b5b01db5 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:27.828445 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-08fcf146-d38b-4778-af8d-6c44082e5fab req-0916785c-229e-45a1-adbf-59e8b5b01db5 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 945 time: 0.9035211 Feb 09 01:16:27.835558 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-323390a5-6e12-4b7c-a8da-e1f2bfc653ed req-778304ad-99f0-48f3-98a9-74cf3e70e4a7 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Deleting port 7705d887-1a91-4e45-a7cf-c2febcc64a24 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:27.835938 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-323390a5-6e12-4b7c-a8da-e1f2bfc653ed req-778304ad-99f0-48f3-98a9-74cf3e70e4a7 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:27.889973 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1436c05b-d1a8-4367-8196-6b43f825f629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:27.934762 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-5075652c-fa25-44eb-a1d7-8f05e03321ac None None] Set router 478074fb-8bca-48e0-9cb4-4626727322d0 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:16:27.986380 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-60b1b8b1-9ab7-4e14-9917-6d346a7fb7b4 req-89f93e7d-a32e-421f-ac53-29f78f69b7ec tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.35 "DELETE /v2.0/ports/25312df4-851f-4f0a-921f-af21d59ea5d8 HTTP/1.1" status: 204 len: 173 time: 3.3995759 Feb 09 01:16:28.015152 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1436c05b-d1a8-4367-8196-6b43f825f629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:28.018856 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1436c05b-d1a8-4367-8196-6b43f825f629 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f951b984-385c-4a14-997d-9308ded527e5 HTTP/1.1" status: 204 len: 168 time: 1.7377343 Feb 09 01:16:28.040641 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436c05b-d1a8-4367-8196-6b43f825f629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f951b984-385c-4a14-997d-9308ded527e5,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:28.069040 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-08fcf146-d38b-4778-af8d-6c44082e5fab req-1935a901-8fcf-4082-ba4f-568f0bd0c88d tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642208 Feb 09 01:16:28.162999 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51168) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:28.241568 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 7705d887-1a91-4e45-a7cf-c2febcc64a24 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:16:28.250969 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f5041-d40b-49bf-b13f-952430a0f911 req-25739808-a918-4eaf-9d1f-ef572e965d0b tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.271084 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b24f5041-d40b-49bf-b13f-952430a0f911 req-25739808-a918-4eaf-9d1f-ef572e965d0b tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.3263535 Feb 09 01:16:28.447539 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b24f5041-d40b-49bf-b13f-952430a0f911 req-7b1884a3-828f-47eb-8fe3-83d254093ce9 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748347 Feb 09 01:16:28.519675 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:28.600474 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5307e4cc-ebab-490f-b748-42e57199244f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7705d887-1a91-4e45-a7cf-c2febcc64a24'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:16:28.615017 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd429f359-35bc-4653-af62-82b925b35f8e', 'name': 'network-vif-deleted', 'tag': '25312df4-851f-4f0a-921f-af21d59ea5d8', 'status': 'completed', 'code': 200} Feb 09 01:16:28.631819 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 7705d887-1a91-4e45-a7cf-c2febcc64a24, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=7705d887-1a91-4e45-a7cf-c2febcc64a24,segment=NetworkSegment(fb096750-ca51-47fe-be2c-f002586bf50f),segment_id=fb096750-ca51-47fe-be2c-f002586bf50f)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:28.686979 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:28.688056 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 25312df4-851f-4f0a-921f-af21d59ea5d8 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:16:28.726017 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b9553d6d-9cf4-4f1d-8659-1750045bb242 req-435ac5dd-528a-41ff-a9d8-9ed5284c267a tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Synchronizing usage tracker for tenant:5c3742d9e0e147a587c775654c5e399e on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:28.787103 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-323390a5-6e12-4b7c-a8da-e1f2bfc653ed req-778304ad-99f0-48f3-98a9-74cf3e70e4a7 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] For port 7705d887-1a91-4e45-a7cf-c2febcc64a24, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=7705d887-1a91-4e45-a7cf-c2febcc64a24,segment=NetworkSegment(fb096750-ca51-47fe-be2c-f002586bf50f),segment_id=fb096750-ca51-47fe-be2c-f002586bf50f)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:28.787476 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-323390a5-6e12-4b7c-a8da-e1f2bfc653ed req-778304ad-99f0-48f3-98a9-74cf3e70e4a7 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:28.811822 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=7705d887-1a91-4e45-a7cf-c2febcc64a24,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:28.815939 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 25312df4-851f-4f0a-921f-af21d59ea5d8 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:16:28.816558 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 25312df4-851f-4f0a-921f-af21d59ea5d8 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:16:28.852367 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5075652c-fa25-44eb-a1d7-8f05e03321ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1400162326-router', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:07:36Z', 'updated_at': '2022-02-09T01:07:47Z', 'revision_number': 4, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'gw_port': {'id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:37Z', 'updated_at': '2022-02-09T01:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '7ceb147a-a238-451a-82d3-3469b1b20051', 'name': '', 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'mac_address': 'fa:16:3e:23:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:45Z', 'updated_at': '2022-02-09T01:07:54Z', 'revision_number': 5, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'subnets': [{'id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:28.857257 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5075652c-fa25-44eb-a1d7-8f05e03321ac None None] Checking router: 478074fb-8bca-48e0-9cb4-4626727322d0 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:16:28.866963 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5075652c-fa25-44eb-a1d7-8f05e03321ac None None] Routers {'478074fb-8bca-48e0-9cb4-4626727322d0'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:16:28.867904 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5075652c-fa25-44eb-a1d7-8f05e03321ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:16:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['478074fb-8bca-48e0-9cb4-4626727322d0'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:28.954870 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b9553d6d-9cf4-4f1d-8659-1750045bb242 req-435ac5dd-528a-41ff-a9d8-9ed5284c267a tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Unset dirty status for tenant:5c3742d9e0e147a587c775654c5e399e on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:28.957222 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9553d6d-9cf4-4f1d-8659-1750045bb242 req-435ac5dd-528a-41ff-a9d8-9ed5284c267a tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/ports?device_id=d429f359-35bc-4653-af62-82b925b35f8e HTTP/1.1" status: 200 len: 210 time: 0.5440111 Feb 09 01:16:29.076572 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d1353112-e817-4d09-a9db-a9ec1482c615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:29.090492 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-323390a5-6e12-4b7c-a8da-e1f2bfc653ed req-778304ad-99f0-48f3-98a9-74cf3e70e4a7 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Calling delete_port for 7705d887-1a91-4e45-a7cf-c2febcc64a24 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:29.125267 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d1353112-e817-4d09-a9db-a9ec1482c615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:29.129526 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d1353112-e817-4d09-a9db-a9ec1482c615 admin admin] Usage tracker for resource:security_group_rule and tenant:11a7b0da2e084b13858df1f32885949d is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:29.132858 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d1353112-e817-4d09-a9db-a9ec1482c615 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:29.140264 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d1353112-e817-4d09-a9db-a9ec1482c615 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:29.249007 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d1353112-e817-4d09-a9db-a9ec1482c615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:29.267645 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff4cb3-73b8-495d-913c-bb6fbba921f5 req-3f710ee3-622f-4e24-b2ed-e4f35646e109 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:29.280693 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-71ff4cb3-73b8-495d-913c-bb6fbba921f5 req-3f710ee3-622f-4e24-b2ed-e4f35646e109 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] 10.222.0.37 "GET /v2.0/ports?device_id=5307e4cc-ebab-490f-b748-42e57199244f HTTP/1.1" status: 200 len: 943 time: 0.4572234 Feb 09 01:16:29.282503 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d1353112-e817-4d09-a9db-a9ec1482c615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:29.285130 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.api [req-323390a5-6e12-4b7c-a8da-e1f2bfc653ed req-778304ad-99f0-48f3-98a9-74cf3e70e4a7 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:16:29.285452 n-d-828419-1 neutron-server[87612]: DEBUG oslo_db.api [req-323390a5-6e12-4b7c-a8da-e1f2bfc653ed req-778304ad-99f0-48f3-98a9-74cf3e70e4a7 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:16:29.300941 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-5075652c-fa25-44eb-a1d7-8f05e03321ac None None] Set router 478074fb-8bca-48e0-9cb4-4626727322d0 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:16:29.374175 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d1353112-e817-4d09-a9db-a9ec1482c615 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=11a7b0da2e084b13858df1f32885949d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2090199 Feb 09 01:16:29.376920 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51204) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:29.389563 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1353112-e817-4d09-a9db-a9ec1482c615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100330c1-eafa-4430-9478-44a85c793d9c,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:29.428999 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-71ff4cb3-73b8-495d-913c-bb6fbba921f5 req-b32ba5ef-5092-48e6-bbdc-28e930438e14 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d2e09f-f58b-4e82-b555-788cd4a995a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473398 Feb 09 01:16:29.534697 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fbd6473e-5687-4789-9b7c-e8a12cf49dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:29.613327 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fbd6473e-5687-4789-9b7c-e8a12cf49dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:29.720062 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fbd6473e-5687-4789-9b7c-e8a12cf49dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:29.745087 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6473e-5687-4789-9b7c-e8a12cf49dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100330c1-eafa-4430-9478-44a85c793d9c,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:29.771158 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f180b-e98d-487e-a23a-db0e6f8c6dcf req-333bf57c-f773-469e-ac5d-61c2289956a2 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:29.772901 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fbd6473e-5687-4789-9b7c-e8a12cf49dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:29.779288 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-fbd6473e-5687-4789-9b7c-e8a12cf49dd6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/100330c1-eafa-4430-9478-44a85c793d9c HTTP/1.1" status: 204 len: 168 time: 0.4013019 Feb 09 01:16:29.781142 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-580f180b-e98d-487e-a23a-db0e6f8c6dcf req-333bf57c-f773-469e-ac5d-61c2289956a2 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.1791427 Feb 09 01:16:29.786148 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-323390a5-6e12-4b7c-a8da-e1f2bfc653ed req-778304ad-99f0-48f3-98a9-74cf3e70e4a7 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Deleting port 7705d887-1a91-4e45-a7cf-c2febcc64a24 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:29.786501 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-323390a5-6e12-4b7c-a8da-e1f2bfc653ed req-778304ad-99f0-48f3-98a9-74cf3e70e4a7 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:29.829584 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5075652c-fa25-44eb-a1d7-8f05e03321ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1400162326-router', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:07:36Z', 'updated_at': '2022-02-09T01:07:47Z', 'revision_number': 4, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'gw_port': {'id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:37Z', 'updated_at': '2022-02-09T01:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '7ceb147a-a238-451a-82d3-3469b1b20051', 'name': '', 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'mac_address': 'fa:16:3e:23:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:45Z', 'updated_at': '2022-02-09T01:07:54Z', 'revision_number': 5, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'subnets': [{'id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:29.844025 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5307e4cc-ebab-490f-b748-42e57199244f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7705d887-1a91-4e45-a7cf-c2febcc64a24', 'code': 200} Feb 09 01:16:29.846177 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5075652c-fa25-44eb-a1d7-8f05e03321ac None None] The sync data for ids ['478074fb-8bca-48e0-9cb4-4626727322d0'] in n-d-828419-1 is: [{'id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1400162326-router', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:07:36Z', 'updated_at': '2022-02-09T01:07:47Z', 'revision_number': 4, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'gw_port': {'id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:37Z', 'updated_at': '2022-02-09T01:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '7ceb147a-a238-451a-82d3-3469b1b20051', 'name': '', 'network_id': 'f463daa3-bdf7-465b-839b-27906d718cfd', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'mac_address': 'fa:16:3e:23:cf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:45Z', 'updated_at': '2022-02-09T01:07:54Z', 'revision_number': 5, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'subnets': [{'id': 'f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:29.883123 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-580f180b-e98d-487e-a23a-db0e6f8c6dcf req-fcb53735-b3c6-4205-954d-73a8fca3ad74 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010065 Feb 09 01:16:30.065900 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51248) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:30.290891 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-323390a5-6e12-4b7c-a8da-e1f2bfc653ed req-778304ad-99f0-48f3-98a9-74cf3e70e4a7 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] For port 7705d887-1a91-4e45-a7cf-c2febcc64a24, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=7705d887-1a91-4e45-a7cf-c2febcc64a24,segment=NetworkSegment(fb096750-ca51-47fe-be2c-f002586bf50f),segment_id=fb096750-ca51-47fe-be2c-f002586bf50f)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:30.291254 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-323390a5-6e12-4b7c-a8da-e1f2bfc653ed req-778304ad-99f0-48f3-98a9-74cf3e70e4a7 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:30.405724 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96d4958-b972-4766-bf7b-35242a833d6b None None] New status for floating IP 05a87eb0-3216-47a5-afa7-5206418bb632: DOWN {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:16:30.415441 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981b1af-a67d-4fea-b0f2-ce1f06a79e85 req-c24df65b-31bc-473e-96a4-80c0ffc3c7d3 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:30.417121 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4981b1af-a67d-4fea-b0f2-ce1f06a79e85 req-c24df65b-31bc-473e-96a4-80c0ffc3c7d3 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.2410007 Feb 09 01:16:30.423885 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-f8f304ed-156e-48ef-a6e5-301839c5930f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1007844516-network', 'tenant_id': 'c4214e517e7445899129927a52531c14'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:30.440796 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f8f304ed-156e-48ef-a6e5-301839c5930f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:30.449995 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f8f304ed-156e-48ef-a6e5-301839c5930f admin admin] Usage tracker for resource:network and tenant:c4214e517e7445899129927a52531c14 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:30.455992 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f8f304ed-156e-48ef-a6e5-301839c5930f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:30.469144 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f8f304ed-156e-48ef-a6e5-301839c5930f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:30.486694 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-323390a5-6e12-4b7c-a8da-e1f2bfc653ed req-778304ad-99f0-48f3-98a9-74cf3e70e4a7 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Calling delete_port for 7705d887-1a91-4e45-a7cf-c2febcc64a24 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:30.577008 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4981b1af-a67d-4fea-b0f2-ce1f06a79e85 req-7b7929cc-56b8-4892-be8b-7e035c95cb31 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161497 Feb 09 01:16:30.586090 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f304ed-156e-48ef-a6e5-301839c5930f admin admin] Made reservation on behalf of c4214e517e7445899129927a52531c14 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:30.590587 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f8f304ed-156e-48ef-a6e5-301839c5930f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:30.623526 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f8f304ed-156e-48ef-a6e5-301839c5930f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:30.656097 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51270) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:30.677326 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f8f304ed-156e-48ef-a6e5-301839c5930f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:30.693117 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f8f304ed-156e-48ef-a6e5-301839c5930f admin admin] Usage tracker for resource:security_group_rule and tenant:c4214e517e7445899129927a52531c14 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:30.705817 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f8f304ed-156e-48ef-a6e5-301839c5930f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:30.716147 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f8f304ed-156e-48ef-a6e5-301839c5930f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:30.807991 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-323390a5-6e12-4b7c-a8da-e1f2bfc653ed req-778304ad-99f0-48f3-98a9-74cf3e70e4a7 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:30.942517 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2e244df7-a700-497e-8faf-f34743759066 req-5101a117-fa86-40c5-a80b-dc99b3924f1f tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] 10.222.0.37 "GET /v2.0/ports?device_id=5307e4cc-ebab-490f-b748-42e57199244f HTTP/1.1" status: 200 len: 210 time: 0.0997698 Feb 09 01:16:31.046942 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-87255cac-d22a-4cfc-80fe-65a18597cae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:31.091293 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-87255cac-d22a-4cfc-80fe-65a18597cae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:31.100717 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-87255cac-d22a-4cfc-80fe-65a18597cae4 admin admin] Usage tracker for resource:security_group_rule and tenant:23bbd5c8f25a47b18582a5de7119e977 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:31.105558 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-87255cac-d22a-4cfc-80fe-65a18597cae4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:31.105741 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778304ad-99f0-48f3-98a9-74cf3e70e4a7 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Pushing event deleted for resources: {'Port': ['ID=7705d887-1a91-4e45-a7cf-c2febcc64a24,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:31.117299 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0b542-77b0-46eb-a68c-190d55d2e9a2 req-9ebf4b5a-2063-4ece-9dfe-7b445a04735e tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:31.118250 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-87255cac-d22a-4cfc-80fe-65a18597cae4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:31.125813 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-74a0b542-77b0-46eb-a68c-190d55d2e9a2 req-9ebf4b5a-2063-4ece-9dfe-7b445a04735e tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 945 time: 0.4439914 Feb 09 01:16:31.277264 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51288) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:31.278403 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-323390a5-6e12-4b7c-a8da-e1f2bfc653ed req-778304ad-99f0-48f3-98a9-74cf3e70e4a7 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] No DVR routers for this DVR port 7705d887-1a91-4e45-a7cf-c2febcc64a24 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:31.282359 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-323390a5-6e12-4b7c-a8da-e1f2bfc653ed req-778304ad-99f0-48f3-98a9-74cf3e70e4a7 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:31.287278 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5307e4cc-ebab-490f-b748-42e57199244f', 'name': 'network-vif-deleted', 'tag': '7705d887-1a91-4e45-a7cf-c2febcc64a24'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:16:31.332548 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-74a0b542-77b0-46eb-a68c-190d55d2e9a2 req-d6159e07-e100-40da-8ff8-cac453cda76d tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051957 Feb 09 01:16:31.332779 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-87255cac-d22a-4cfc-80fe-65a18597cae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:31.339199 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-323390a5-6e12-4b7c-a8da-e1f2bfc653ed req-778304ad-99f0-48f3-98a9-74cf3e70e4a7 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] 10.222.0.35 "DELETE /v2.0/ports/7705d887-1a91-4e45-a7cf-c2febcc64a24 HTTP/1.1" status: 204 len: 173 time: 3.8798270 Feb 09 01:16:31.381197 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51298) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:31.412378 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-87255cac-d22a-4cfc-80fe-65a18597cae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:31.463574 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5307e4cc-ebab-490f-b748-42e57199244f', 'name': 'network-vif-deleted', 'tag': '7705d887-1a91-4e45-a7cf-c2febcc64a24', 'status': 'completed', 'code': 200} Feb 09 01:16:31.484527 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c75608ea-4b85-47cd-a779-0327560b711a tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:31.506131 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-13530c1e-eb8d-465b-a94e-3448cf9435d6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1810966596-network', 'tenant_id': '89c5ef19807744ed9ff690157d53e75e'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:31.524031 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-13530c1e-eb8d-465b-a94e-3448cf9435d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:31.539411 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87255cac-d22a-4cfc-80fe-65a18597cae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d48e669-feb6-4746-aa94-4895f5f89340,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:31.539967 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-13530c1e-eb8d-465b-a94e-3448cf9435d6 admin admin] Usage tracker for resource:network and tenant:89c5ef19807744ed9ff690157d53e75e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:31.547836 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-13530c1e-eb8d-465b-a94e-3448cf9435d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:31.551799 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c75608ea-4b85-47cd-a779-0327560b711a tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:31.569977 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-13530c1e-eb8d-465b-a94e-3448cf9435d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:31.572368 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f8f304ed-156e-48ef-a6e5-301839c5930f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:31.583574 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f8f304ed-156e-48ef-a6e5-301839c5930f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:31.600713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13530c1e-eb8d-465b-a94e-3448cf9435d6 admin admin] Made reservation on behalf of 89c5ef19807744ed9ff690157d53e75e for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:31.602565 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-87255cac-d22a-4cfc-80fe-65a18597cae4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=23bbd5c8f25a47b18582a5de7119e977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9454055 Feb 09 01:16:31.603165 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13530c1e-eb8d-465b-a94e-3448cf9435d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:31.614001 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51302) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:31.622725 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13530c1e-eb8d-465b-a94e-3448cf9435d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:31.643711 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-13530c1e-eb8d-465b-a94e-3448cf9435d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:31.644958 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f304ed-156e-48ef-a6e5-301839c5930f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 968} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:16:31.648841 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-13530c1e-eb8d-465b-a94e-3448cf9435d6 admin admin] Usage tracker for resource:security_group_rule and tenant:89c5ef19807744ed9ff690157d53e75e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:31.651932 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-13530c1e-eb8d-465b-a94e-3448cf9435d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:31.658146 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-13530c1e-eb8d-465b-a94e-3448cf9435d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:31.669935 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c75608ea-4b85-47cd-a779-0327560b711a tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:31.685744 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f304ed-156e-48ef-a6e5-301839c5930f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afa1c1f-32b5-4d89-b782-e5b8d69470a7,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:31.690490 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f8f304ed-156e-48ef-a6e5-301839c5930f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:31.691145 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-f8f304ed-156e-48ef-a6e5-301839c5930f admin admin] Added segment 702f6269-234c-4355-8302-b7a37244bd28 of type vlan for network e01627e0-3c9d-4664-b1f6-83456184f273 Feb 09 01:16:31.707975 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75608ea-4b85-47cd-a779-0327560b711a tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6812f4a-adbc-49d3-a414-f19d06715458,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:31.720853 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e6a84-e417-4aae-9220-1be8f298ab54 req-6b41a5bc-912f-4a1a-88da-1ede4c66f924 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:31.728471 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-147e6a84-e417-4aae-9220-1be8f298ab54 req-6b41a5bc-912f-4a1a-88da-1ede4c66f924 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.3941667 Feb 09 01:16:31.729473 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c75608ea-4b85-47cd-a779-0327560b711a tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:31.733572 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c75608ea-4b85-47cd-a779-0327560b711a tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "DELETE /v2.0/security-groups/b6812f4a-adbc-49d3-a414-f19d06715458 HTTP/1.1" status: 204 len: 168 time: 0.3482466 Feb 09 01:16:31.734734 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51306) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:31.763519 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-b510b148-01d2-493d-9d07-6cf4fd556ab1 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] show failed (client error): The resource could not be found. Feb 09 01:16:31.764959 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b510b148-01d2-493d-9d07-6cf4fd556ab1 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "GET /v2.0/security-groups/b6812f4a-adbc-49d3-a414-f19d06715458 HTTP/1.1" status: 404 len: 347 time: 0.0296149 Feb 09 01:16:31.770704 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51310) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:31.802217 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f8f304ed-156e-48ef-a6e5-301839c5930f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:31.815432 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3cb33cd4-6c6e-4bd6-b24b-7e5449797277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:31.827363 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-147e6a84-e417-4aae-9220-1be8f298ab54 req-8d72501a-040a-4357-846f-688205f6027d tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979781 Feb 09 01:16:31.880034 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3cb33cd4-6c6e-4bd6-b24b-7e5449797277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:31.907715 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f8f304ed-156e-48ef-a6e5-301839c5930f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:31.908713 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f304ed-156e-48ef-a6e5-301839c5930f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:31.909356 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f8f304ed-156e-48ef-a6e5-301839c5930f admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:31.943850 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13530c1e-eb8d-465b-a94e-3448cf9435d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:31.973953 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f8f304ed-156e-48ef-a6e5-301839c5930f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9042053 Feb 09 01:16:32.021142 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51320) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:32.033799 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-651c33f9-b8d3-4ee2-b147-83c3c5f75dd9 admin admin] Request body: {'subnet': {'network_id': 'e01627e0-3c9d-4664-b1f6-83456184f273', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1007844516-subnet', 'tenant_id': 'c4214e517e7445899129927a52531c14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:32.044742 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13530c1e-eb8d-465b-a94e-3448cf9435d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:32.052062 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-651c33f9-b8d3-4ee2-b147-83c3c5f75dd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:32.067289 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-651c33f9-b8d3-4ee2-b147-83c3c5f75dd9 admin admin] Usage tracker for resource:subnet and tenant:c4214e517e7445899129927a52531c14 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:32.102143 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-651c33f9-b8d3-4ee2-b147-83c3c5f75dd9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:32.121331 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-651c33f9-b8d3-4ee2-b147-83c3c5f75dd9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:32.125364 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f304ed-156e-48ef-a6e5-301839c5930f admin admin] Pushing event updated for resources: {'Network': ['ID=e01627e0-3c9d-4664-b1f6-83456184f273,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:32.143473 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network e01627e0-3c9d-4664-b1f6-83456184f273 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:16:32.150734 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-f14f9947-aa46-45d3-b637-a87a12c09420 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Deleting port cbbf5c9a-9f2d-4001-be94-e89f91c4d8ba {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:32.150955 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651c33f9-b8d3-4ee2-b147-83c3c5f75dd9 admin admin] Made reservation on behalf of c4214e517e7445899129927a52531c14 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:32.151047 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f14f9947-aa46-45d3-b637-a87a12c09420 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:32.154265 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-651c33f9-b8d3-4ee2-b147-83c3c5f75dd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:32.211012 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13530c1e-eb8d-465b-a94e-3448cf9435d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 982} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:16:32.222057 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3cb33cd4-6c6e-4bd6-b24b-7e5449797277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:32.235456 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ba8fb49d-5365-4593-a696-3e3b576ed405 req-6ea74104-c11a-4ff9-a899-e3f9dd410584 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Synchronizing usage tracker for tenant:29bfff535cb34b6da223135ad147b664 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:32.245122 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13530c1e-eb8d-465b-a94e-3448cf9435d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487bc88e-fef9-4445-8b50-c8d422d7ac67,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:32.262454 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb33cd4-6c6e-4bd6-b24b-7e5449797277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d48e669-feb6-4746-aa94-4895f5f89340,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:32.278086 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3cb33cd4-6c6e-4bd6-b24b-7e5449797277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:32.281988 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3cb33cd4-6c6e-4bd6-b24b-7e5449797277 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7d48e669-feb6-4746-aa94-4895f5f89340 HTTP/1.1" status: 204 len: 168 time: 0.6639826 Feb 09 01:16:32.296970 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1a162-cb6c-4e14-ba60-223b16cc0f48 req-cce2db93-d3e3-4634-befa-70e895222d36 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:32.298488 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bbe1a162-cb6c-4e14-ba60-223b16cc0f48 req-cce2db93-d3e3-4634-befa-70e895222d36 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.2437108 Feb 09 01:16:32.306289 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13530c1e-eb8d-465b-a94e-3448cf9435d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:32.306750 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-13530c1e-eb8d-465b-a94e-3448cf9435d6 admin admin] Added segment cb079a45-5053-4d11-90b3-e37f97e508c1 of type vlan for network 7528e6de-56b5-4c9a-a85f-c61a69fcd52d Feb 09 01:16:32.357228 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bbe1a162-cb6c-4e14-ba60-223b16cc0f48 req-10da7ffe-fbba-4a75-a5ae-830f4a4af6bc tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511711 Feb 09 01:16:32.409634 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ba8fb49d-5365-4593-a696-3e3b576ed405 req-6ea74104-c11a-4ff9-a899-e3f9dd410584 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] Unset dirty status for tenant:29bfff535cb34b6da223135ad147b664 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:32.424903 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ba8fb49d-5365-4593-a696-3e3b576ed405 req-6ea74104-c11a-4ff9-a899-e3f9dd410584 tempest-ServerPasswordTestJSON-612614418 tempest-ServerPasswordTestJSON-612614418-project] 10.222.0.37 "GET /v2.0/ports?device_id=5307e4cc-ebab-490f-b748-42e57199244f HTTP/1.1" status: 200 len: 210 time: 0.3256457 Feb 09 01:16:32.481980 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f14f9947-aa46-45d3-b637-a87a12c09420 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:32.482315 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f14f9947-aa46-45d3-b637-a87a12c09420 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:32.494225 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13530c1e-eb8d-465b-a94e-3448cf9435d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:32.587039 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-651c33f9-b8d3-4ee2-b147-83c3c5f75dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:32.606729 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13530c1e-eb8d-465b-a94e-3448cf9435d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:32.608567 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13530c1e-eb8d-465b-a94e-3448cf9435d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:32.609752 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13530c1e-eb8d-465b-a94e-3448cf9435d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:32.714735 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-f14f9947-aa46-45d3-b637-a87a12c09420 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Calling delete_port for cbbf5c9a-9f2d-4001-be94-e89f91c4d8ba owned by network:floatingip {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:32.738940 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c33f9-b8d3-4ee2-b147-83c3c5f75dd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4835111-8acb-4070-8e14-3ec44ce3354b,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:32.751950 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651c33f9-b8d3-4ee2-b147-83c3c5f75dd9 admin admin] Checking segment: {'id': '702f6269-234c-4355-8302-b7a37244bd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'e01627e0-3c9d-4664-b1f6-83456184f273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:16:32.752317 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651c33f9-b8d3-4ee2-b147-83c3c5f75dd9 admin admin] Network hostable DHCP agents. Network: e01627e0-3c9d-4664-b1f6-83456184f273, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:16:32.800315 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1c650-ff8b-4877-8a5d-1526656581fc req-4bc83bba-4842-48b7-a101-15c86232741c tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:32.807835 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-66e1c650-ff8b-4877-8a5d-1526656581fc req-4bc83bba-4842-48b7-a101-15c86232741c tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 945 time: 0.1817918 Feb 09 01:16:32.811108 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651c33f9-b8d3-4ee2-b147-83c3c5f75dd9 admin admin] Network e01627e0-3c9d-4664-b1f6-83456184f273 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:16:32.851074 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-651c33f9-b8d3-4ee2-b147-83c3c5f75dd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, e01627e0-3c9d-4664-b1f6-83456184f273) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:32.862421 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89cf689-0b01-4615-af25-dbb995a889ee None None] Network e01627e0-3c9d-4664-b1f6-83456184f273 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:32.866424 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651c33f9-b8d3-4ee2-b147-83c3c5f75dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:32.867056 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-651c33f9-b8d3-4ee2-b147-83c3c5f75dd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:32.898384 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-66e1c650-ff8b-4877-8a5d-1526656581fc req-9fb61eb3-d2cc-42e3-906b-91d7fafce8ac tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895703 Feb 09 01:16:32.922439 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-651c33f9-b8d3-4ee2-b147-83c3c5f75dd9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9001667 Feb 09 01:16:33.001262 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-13530c1e-eb8d-465b-a94e-3448cf9435d6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7208083 Feb 09 01:16:33.004221 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51354) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:33.010737 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13530c1e-eb8d-465b-a94e-3448cf9435d6 admin admin] Pushing event updated for resources: {'Network': ['ID=7528e6de-56b5-4c9a-a85f-c61a69fcd52d,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:33.012412 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-73ad5a06-4626-4750-b7f4-f3729efb761f admin admin] Request body: {'subnet': {'network_id': '7528e6de-56b5-4c9a-a85f-c61a69fcd52d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1810966596-subnet', 'tenant_id': '89c5ef19807744ed9ff690157d53e75e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:33.028651 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-73ad5a06-4626-4750-b7f4-f3729efb761f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:33.035013 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6881a7-ece3-4e85-aa85-9d1f8737dc60 req-5f981970-8dfa-43d4-b576-cfd8216da4b3 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:33.039673 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-73ad5a06-4626-4750-b7f4-f3729efb761f admin admin] Usage tracker for resource:subnet and tenant:89c5ef19807744ed9ff690157d53e75e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:33.043727 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9d6881a7-ece3-4e85-aa85-9d1f8737dc60 req-5f981970-8dfa-43d4-b576-cfd8216da4b3 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.2952085 Feb 09 01:16:33.048835 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-73ad5a06-4626-4750-b7f4-f3729efb761f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:33.060846 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 7528e6de-56b5-4c9a-a85f-c61a69fcd52d details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:16:33.066596 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-73ad5a06-4626-4750-b7f4-f3729efb761f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:33.103813 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9d6881a7-ece3-4e85-aa85-9d1f8737dc60 req-2d07b452-1846-460b-a54f-cb311bc68e74 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589588 Feb 09 01:16:33.106059 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ad5a06-4626-4750-b7f4-f3729efb761f admin admin] Made reservation on behalf of 89c5ef19807744ed9ff690157d53e75e for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:33.109209 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-73ad5a06-4626-4750-b7f4-f3729efb761f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:33.203069 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f14f9947-aa46-45d3-b637-a87a12c09420 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:33.409586 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f9947-aa46-45d3-b637-a87a12c09420 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Pushing event deleted for resources: {'Port': ['ID=cbbf5c9a-9f2d-4001-be94-e89f91c4d8ba,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:33.476192 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dfb96e-d500-44d8-babf-c3d53dffd77b None None] Network e01627e0-3c9d-4664-b1f6-83456184f273 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:33.611256 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51378) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:33.718006 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-73ad5a06-4626-4750-b7f4-f3729efb761f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:33.804560 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dedc0b9-353f-4615-9b2f-6da513ff740a admin admin] Deleting subnet a40a7fe9-4377-4bf8-82e4-aa0a03564826 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:16:33.810097 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8dedc0b9-353f-4615-9b2f-6da513ff740a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:33.854447 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f14f9947-aa46-45d3-b637-a87a12c09420 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks [] for floatingip, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:33.892364 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8dedc0b9-353f-4615-9b2f-6da513ff740a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:33.918596 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f14f9947-aa46-45d3-b637-a87a12c09420 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:33.923272 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f14f9947-aa46-45d3-b637-a87a12c09420 tempest-AttachVolumeShelveTestJSON-729360470 tempest-AttachVolumeShelveTestJSON-729360470-project] 10.222.0.37 "DELETE /v2.0/floatingips/05a87eb0-3216-47a5-afa7-5206418bb632 HTTP/1.1" status: 204 len: 168 time: 2.1514680 Feb 09 01:16:33.998255 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad5a06-4626-4750-b7f4-f3729efb761f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c8da2af-e975-41d5-b56a-cde865a2fffb,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:34.000340 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf31b0-a35c-4637-98b2-53f653c89f02 req-9be2eedf-fc25-4dd2-98f5-6566c6d7624a tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:34.010700 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0dbf31b0-a35c-4637-98b2-53f653c89f02 req-9be2eedf-fc25-4dd2-98f5-6566c6d7624a tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.5406744 Feb 09 01:16:34.076217 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ad5a06-4626-4750-b7f4-f3729efb761f admin admin] Checking segment: {'id': 'cb079a45-5053-4d11-90b3-e37f97e508c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': '7528e6de-56b5-4c9a-a85f-c61a69fcd52d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:16:34.076728 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ad5a06-4626-4750-b7f4-f3729efb761f admin admin] Network hostable DHCP agents. Network: 7528e6de-56b5-4c9a-a85f-c61a69fcd52d, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:16:34.161713 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0dbf31b0-a35c-4637-98b2-53f653c89f02 req-7726611f-9463-407c-a9a0-9fe1d49ebcf9 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500397 Feb 09 01:16:34.166550 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8dedc0b9-353f-4615-9b2f-6da513ff740a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:34.269922 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ad5a06-4626-4750-b7f4-f3729efb761f admin admin] Network 7528e6de-56b5-4c9a-a85f-c61a69fcd52d is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:16:34.303635 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-73ad5a06-4626-4750-b7f4-f3729efb761f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 7528e6de-56b5-4c9a-a85f-c61a69fcd52d) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:34.315206 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b340c171-1835-4a0a-96a8-e385d4867e8b None None] Network 7528e6de-56b5-4c9a-a85f-c61a69fcd52d requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:34.315541 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ad5a06-4626-4750-b7f4-f3729efb761f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:34.316138 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-73ad5a06-4626-4750-b7f4-f3729efb761f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:34.343615 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-73ad5a06-4626-4750-b7f4-f3729efb761f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3378699 Feb 09 01:16:34.368455 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8dedc0b9-353f-4615-9b2f-6da513ff740a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:34.410911 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dedc0b9-353f-4615-9b2f-6da513ff740a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a40a7fe9-4377-4bf8-82e4-aa0a03564826,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:34.420821 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d65e70-ad60-40e8-af20-9e88cbdeb187 req-864c3ef9-adf2-45d2-b042-bc6cb687228d tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:34.428133 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c6d65e70-ad60-40e8-af20-9e88cbdeb187 req-864c3ef9-adf2-45d2-b042-bc6cb687228d tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 945 time: 0.2735445 Feb 09 01:16:34.448492 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8dedc0b9-353f-4615-9b2f-6da513ff740a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:34.469960 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8dedc0b9-353f-4615-9b2f-6da513ff740a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a40a7fe9-4377-4bf8-82e4-aa0a03564826 HTTP/1.1" status: 204 len: 168 time: 0.8533435 Feb 09 01:16:34.472978 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51414) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:34.518851 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51418) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:34.528286 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-20517aec-09a4-4b45-81dd-850a8e1c419f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2142294840-network', 'tenant_id': '44273c43a5cd4e30a01348fcf2923535'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:34.579344 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-20517aec-09a4-4b45-81dd-850a8e1c419f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:34.609250 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-20517aec-09a4-4b45-81dd-850a8e1c419f admin admin] Usage tracker for resource:network and tenant:44273c43a5cd4e30a01348fcf2923535 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:34.626930 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-20517aec-09a4-4b45-81dd-850a8e1c419f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:34.671207 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-20517aec-09a4-4b45-81dd-850a8e1c419f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:34.687594 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500845b5-ff99-4710-b7ca-603b2929f2fe req-4c35d543-1609-4969-a02f-8402ee13bba3 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:34.697901 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-500845b5-ff99-4710-b7ca-603b2929f2fe req-4c35d543-1609-4969-a02f-8402ee13bba3 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.3612599 Feb 09 01:16:34.778676 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20517aec-09a4-4b45-81dd-850a8e1c419f admin admin] Made reservation on behalf of 44273c43a5cd4e30a01348fcf2923535 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:34.782328 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20517aec-09a4-4b45-81dd-850a8e1c419f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:34.830492 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20517aec-09a4-4b45-81dd-850a8e1c419f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:34.840251 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c9a214-2645-4c1d-9890-49c883a0e906 None None] Network 7528e6de-56b5-4c9a-a85f-c61a69fcd52d requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:34.860752 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-500845b5-ff99-4710-b7ca-603b2929f2fe req-0c8b2db3-777b-4942-b329-cf8a1913cd1f tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613982 Feb 09 01:16:34.877637 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-20517aec-09a4-4b45-81dd-850a8e1c419f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:34.882479 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-20517aec-09a4-4b45-81dd-850a8e1c419f admin admin] Usage tracker for resource:security_group_rule and tenant:44273c43a5cd4e30a01348fcf2923535 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:34.892647 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-20517aec-09a4-4b45-81dd-850a8e1c419f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:34.925395 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-20517aec-09a4-4b45-81dd-850a8e1c419f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:34.927031 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c6d65e70-ad60-40e8-af20-9e88cbdeb187 req-3211b823-2d42-4938-9f0f-12f8d45ee62d tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4979002 Feb 09 01:16:34.971692 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0fb43187-c0dc-4ae2-aa65-dac518820c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:35.061890 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20517aec-09a4-4b45-81dd-850a8e1c419f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:35.074881 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20517aec-09a4-4b45-81dd-850a8e1c419f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:35.148039 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20517aec-09a4-4b45-81dd-850a8e1c419f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71338588-fc45-4d06-b145-e08e854212eb,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:35.174229 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20517aec-09a4-4b45-81dd-850a8e1c419f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 994} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:16:35.209518 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20517aec-09a4-4b45-81dd-850a8e1c419f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:35.209867 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-20517aec-09a4-4b45-81dd-850a8e1c419f admin admin] Added segment 040d03df-70d1-4005-a543-7e7f01d88b66 of type vlan for network 052044f6-c419-4d2c-a124-e31d6524ebbb Feb 09 01:16:35.284560 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20517aec-09a4-4b45-81dd-850a8e1c419f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:35.353149 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20517aec-09a4-4b45-81dd-850a8e1c419f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:35.354270 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20517aec-09a4-4b45-81dd-850a8e1c419f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:35.355632 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20517aec-09a4-4b45-81dd-850a8e1c419f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:35.403311 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0fb43187-c0dc-4ae2-aa65-dac518820c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:35.498003 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-0fb43187-c0dc-4ae2-aa65-dac518820c72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e87ef15-265b-4171-8452-8065170569f0']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:35.517167 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-0fb43187-c0dc-4ae2-aa65-dac518820c72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb096750-ca51-47fe-be2c-f002586bf50f') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:35.517576 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-0fb43187-c0dc-4ae2-aa65-dac518820c72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb096750-ca51-47fe-be2c-f002586bf50f') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:35.577228 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0fb43187-c0dc-4ae2-aa65-dac518820c72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:35.627996 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20517aec-09a4-4b45-81dd-850a8e1c419f admin admin] Pushing event updated for resources: {'Network': ['ID=052044f6-c419-4d2c-a124-e31d6524ebbb,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:35.639116 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-20517aec-09a4-4b45-81dd-850a8e1c419f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1133959 Feb 09 01:16:35.639945 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51448) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:35.642714 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 052044f6-c419-4d2c-a124-e31d6524ebbb details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:16:35.646338 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-fdd62475-ce19-4018-9ef8-0b6d4f1c4a27 req-250a4d47-fd72-4cf5-b7bd-ae8817db9540 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-304648944', 'description': 'tempest-description-1255287817'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:35.653005 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-fdd62475-ce19-4018-9ef8-0b6d4f1c4a27 req-250a4d47-fd72-4cf5-b7bd-ae8817db9540 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:35.657338 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-fdd62475-ce19-4018-9ef8-0b6d4f1c4a27 req-250a4d47-fd72-4cf5-b7bd-ae8817db9540 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Usage tracker for resource:security_group and tenant:89c5ef19807744ed9ff690157d53e75e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:35.661017 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-fdd62475-ce19-4018-9ef8-0b6d4f1c4a27 req-250a4d47-fd72-4cf5-b7bd-ae8817db9540 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:35.667244 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-fdd62475-ce19-4018-9ef8-0b6d4f1c4a27 req-250a4d47-fd72-4cf5-b7bd-ae8817db9540 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:35.689526 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36234bc5-6a5b-4a60-b858-309deecc2ac7 req-372504e6-496f-4e9e-b1c0-2b1dc3cbc4dc tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:35.698696 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-36234bc5-6a5b-4a60-b858-309deecc2ac7 req-372504e6-496f-4e9e-b1c0-2b1dc3cbc4dc tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.4146099 Feb 09 01:16:35.699323 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-cf33abcf-a73c-42d8-9b4a-1e90900215b7 admin admin] Request body: {'subnet': {'network_id': '052044f6-c419-4d2c-a124-e31d6524ebbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2142294840-subnet', 'tenant_id': '44273c43a5cd4e30a01348fcf2923535', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:35.705889 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0fb43187-c0dc-4ae2-aa65-dac518820c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:35.710031 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fdd62475-ce19-4018-9ef8-0b6d4f1c4a27 req-250a4d47-fd72-4cf5-b7bd-ae8817db9540 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:35.755739 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-cf33abcf-a73c-42d8-9b4a-1e90900215b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:35.788130 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb43187-c0dc-4ae2-aa65-dac518820c72 admin admin] Releasing vlan 999 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:16:35.788542 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0fb43187-c0dc-4ae2-aa65-dac518820c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:35.789101 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-cf33abcf-a73c-42d8-9b4a-1e90900215b7 admin admin] Usage tracker for resource:subnet and tenant:44273c43a5cd4e30a01348fcf2923535 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:35.809310 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-cf33abcf-a73c-42d8-9b4a-1e90900215b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:35.834002 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:16:35.834002 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:16:35.834002 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:16:35.834002 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:16:35.834002 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:16:35.834002 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:16:35.834002 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:16:35.834002 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:16:35.834002 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:16:35.834002 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:16:35.834002 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:16:35.834002 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:16:35.834002 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:16:35.834002 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:16:35.834002 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:16:35.834002 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:16:35.834002 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:16:35.834002 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:16:35.834002 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:16:35.834002 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:16:35.834002 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:16:35.834002 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:16:35.834002 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:16:35.834002 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:16:35.834002 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:16:35.834002 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:16:35.834002 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:16:35.834002 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:16:35.834002 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:16:35.834002 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:16:35.834002 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:16:35.834002 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:16:35.837909 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-fdd62475-ce19-4018-9ef8-0b6d4f1c4a27 req-250a4d47-fd72-4cf5-b7bd-ae8817db9540 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:35.849650 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-cf33abcf-a73c-42d8-9b4a-1e90900215b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:35.852464 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-fdd62475-ce19-4018-9ef8-0b6d4f1c4a27 req-250a4d47-fd72-4cf5-b7bd-ae8817db9540 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Usage tracker for resource:security_group_rule and tenant:89c5ef19807744ed9ff690157d53e75e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:35.865341 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-fdd62475-ce19-4018-9ef8-0b6d4f1c4a27 req-250a4d47-fd72-4cf5-b7bd-ae8817db9540 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:35.894231 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-fdd62475-ce19-4018-9ef8-0b6d4f1c4a27 req-250a4d47-fd72-4cf5-b7bd-ae8817db9540 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:35.993018 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-36234bc5-6a5b-4a60-b858-309deecc2ac7 req-5f48e74b-cf3c-458d-9752-a83fd445af99 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912335 Feb 09 01:16:36.010960 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fdd62475-ce19-4018-9ef8-0b6d4f1c4a27 req-250a4d47-fd72-4cf5-b7bd-ae8817db9540 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:36.023067 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fdd62475-ce19-4018-9ef8-0b6d4f1c4a27 req-250a4d47-fd72-4cf5-b7bd-ae8817db9540 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:36.064808 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf33abcf-a73c-42d8-9b4a-1e90900215b7 admin admin] Made reservation on behalf of 44273c43a5cd4e30a01348fcf2923535 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:36.067327 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cf33abcf-a73c-42d8-9b4a-1e90900215b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:36.070382 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0fb43187-c0dc-4ae2-aa65-dac518820c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:36.079765 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0fb43187-c0dc-4ae2-aa65-dac518820c72 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:36.136308 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb43187-c0dc-4ae2-aa65-dac518820c72 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e87ef15-265b-4171-8452-8065170569f0,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:36.140901 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0fb43187-c0dc-4ae2-aa65-dac518820c72 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1e87ef15-265b-4171-8452-8065170569f0 HTTP/1.1" status: 204 len: 168 time: 1.6668310 Feb 09 01:16:36.358109 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a4d47-fd72-4cf5-b7bd-ae8817db9540 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d15926a9-29f9-493e-b4ca-a1f18e676b36,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:36.360971 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96eea3-f498-4742-865f-bf2340a10667 req-a5ef24e4-f885-478b-b46e-42e73c63cf38 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:36.362756 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cd96eea3-f498-4742-865f-bf2340a10667 req-a5ef24e4-f885-478b-b46e-42e73c63cf38 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 945 time: 0.1737430 Feb 09 01:16:36.370339 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fdd62475-ce19-4018-9ef8-0b6d4f1c4a27 req-250a4d47-fd72-4cf5-b7bd-ae8817db9540 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:36.371611 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fdd62475-ce19-4018-9ef8-0b6d4f1c4a27 req-250a4d47-fd72-4cf5-b7bd-ae8817db9540 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7454441 Feb 09 01:16:36.484099 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cd96eea3-f498-4742-865f-bf2340a10667 req-9e2a656d-38a9-4fa7-ad6e-05a71a44df91 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007698 Feb 09 01:16:36.484349 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51478) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:36.537965 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cf33abcf-a73c-42d8-9b4a-1e90900215b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:36.541890 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-0de50fcb-3248-428f-9e7f-e549cf5145a6 req-0f06557c-d744-4782-b05a-144ff49cc658 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-307399460', 'description': 'tempest-description-674343961'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:36.548773 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-0de50fcb-3248-428f-9e7f-e549cf5145a6 req-0f06557c-d744-4782-b05a-144ff49cc658 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:36.553352 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-0de50fcb-3248-428f-9e7f-e549cf5145a6 req-0f06557c-d744-4782-b05a-144ff49cc658 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Usage tracker for resource:security_group and tenant:89c5ef19807744ed9ff690157d53e75e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:36.556295 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-0de50fcb-3248-428f-9e7f-e549cf5145a6 req-0f06557c-d744-4782-b05a-144ff49cc658 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:36.564734 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-0de50fcb-3248-428f-9e7f-e549cf5145a6 req-0f06557c-d744-4782-b05a-144ff49cc658 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:36.604463 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ebf2929f-3e35-416d-aacd-6c6271b7082d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=29bfff535cb34b6da223135ad147b664&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1170697 Feb 09 01:16:36.606058 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51484) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:36.642928 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-0de50fcb-3248-428f-9e7f-e549cf5145a6 req-0f06557c-d744-4782-b05a-144ff49cc658 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:36.710387 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-0de50fcb-3248-428f-9e7f-e549cf5145a6 req-0f06557c-d744-4782-b05a-144ff49cc658 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:36.725320 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-0de50fcb-3248-428f-9e7f-e549cf5145a6 req-0f06557c-d744-4782-b05a-144ff49cc658 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Usage tracker for resource:security_group_rule and tenant:89c5ef19807744ed9ff690157d53e75e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:36.729525 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-0de50fcb-3248-428f-9e7f-e549cf5145a6 req-0f06557c-d744-4782-b05a-144ff49cc658 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:36.741951 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-0de50fcb-3248-428f-9e7f-e549cf5145a6 req-0f06557c-d744-4782-b05a-144ff49cc658 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:36.771189 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d313b039-d877-4aa0-a51d-e0052264e26e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:36.779115 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33abcf-a73c-42d8-9b4a-1e90900215b7 admin admin] Checking segment: {'id': '040d03df-70d1-4005-a543-7e7f01d88b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '052044f6-c419-4d2c-a124-e31d6524ebbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:16:36.781816 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf33abcf-a73c-42d8-9b4a-1e90900215b7 admin admin] Network hostable DHCP agents. Network: 052044f6-c419-4d2c-a124-e31d6524ebbb, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:16:36.807062 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33abcf-a73c-42d8-9b4a-1e90900215b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=829ec3b5-fc02-4404-b48f-5b4989bb1a9e,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:36.820311 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d313b039-d877-4aa0-a51d-e0052264e26e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:36.875576 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6673a8-04cd-4085-8429-f0aa6ee9cadb req-cb8b7e36-c84f-43a9-ae63-249e7ab7d508 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:36.885211 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6b6673a8-04cd-4085-8429-f0aa6ee9cadb req-cb8b7e36-c84f-43a9-ae63-249e7ab7d508 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.2492275 Feb 09 01:16:36.888765 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-72f219c3-4385-438d-853a-27a03a515d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:36.905828 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-0de50fcb-3248-428f-9e7f-e549cf5145a6 req-0f06557c-d744-4782-b05a-144ff49cc658 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:36.913597 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-0de50fcb-3248-428f-9e7f-e549cf5145a6 req-0f06557c-d744-4782-b05a-144ff49cc658 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:36.943238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf33abcf-a73c-42d8-9b4a-1e90900215b7 admin admin] Network 052044f6-c419-4d2c-a124-e31d6524ebbb is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:16:36.962304 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-0de50fcb-3248-428f-9e7f-e549cf5145a6 req-0f06557c-d744-4782-b05a-144ff49cc658 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:36.967504 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0de50fcb-3248-428f-9e7f-e549cf5145a6 req-0f06557c-d744-4782-b05a-144ff49cc658 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4303844 Feb 09 01:16:36.971731 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d313b039-d877-4aa0-a51d-e0052264e26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:36.974152 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d313b039-d877-4aa0-a51d-e0052264e26e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:36.978832 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d313b039-d877-4aa0-a51d-e0052264e26e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0d2e09f-f58b-4e82-b555-788cd4a995a6 HTTP/1.1" status: 204 len: 168 time: 0.3709486 Feb 09 01:16:36.992684 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-cf33abcf-a73c-42d8-9b4a-1e90900215b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 052044f6-c419-4d2c-a124-e31d6524ebbb) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:36.998056 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06557c-d744-4782-b05a-144ff49cc658 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9be703-40e6-43d2-8658-1e7e07e59a99,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:37.003682 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da51586-6b7d-4172-a0b7-aab0062f138a None None] Network 052044f6-c419-4d2c-a124-e31d6524ebbb requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:37.013038 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313b039-d877-4aa0-a51d-e0052264e26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d2e09f-f58b-4e82-b555-788cd4a995a6,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:37.018057 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf33abcf-a73c-42d8-9b4a-1e90900215b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:37.018843 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cf33abcf-a73c-42d8-9b4a-1e90900215b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:37.064689 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6b6673a8-04cd-4085-8429-f0aa6ee9cadb req-8b104374-fa09-4ef0-a4d0-6182714334eb tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784606 Feb 09 01:16:37.081859 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-cf33abcf-a73c-42d8-9b4a-1e90900215b7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4392858 Feb 09 01:16:37.549701 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92f6a83-f89e-4a22-9478-269fd03a6340 None None] Network 052044f6-c419-4d2c-a124-e31d6524ebbb requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:37.864676 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130a450-b933-4e65-9192-2ce75c42af5e req-dbf6e51c-5edc-4e77-9aae-48557b699b53 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:37.889364 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4130a450-b933-4e65-9192-2ce75c42af5e req-dbf6e51c-5edc-4e77-9aae-48557b699b53 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.4311812 Feb 09 01:16:38.021744 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4130a450-b933-4e65-9192-2ce75c42af5e req-a491ea0e-7be8-4b15-af51-7d40ccb1e27e tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311398 Feb 09 01:16:38.037739 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7526222-1cfd-4c4a-b171-d2b4dd0be5aa req-f0657c7b-9cd8-41cc-89a4-fc175cd21845 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:38.045663 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d7526222-1cfd-4c4a-b171-d2b4dd0be5aa req-f0657c7b-9cd8-41cc-89a4-fc175cd21845 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 945 time: 0.2386730 Feb 09 01:16:38.057355 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51534) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:38.151945 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d7526222-1cfd-4c4a-b171-d2b4dd0be5aa req-1e7e86a4-a14e-4d78-a352-efb6160b2f59 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053298 Feb 09 01:16:38.419619 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781ac21-2860-41d9-a1fb-c1d6599a8310 req-a6bb2254-5250-4405-972b-c782b318fc96 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:38.427676 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4781ac21-2860-41d9-a1fb-c1d6599a8310 req-a6bb2254-5250-4405-972b-c782b318fc96 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.1007855 Feb 09 01:16:38.444629 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-afc1017c-7357-4035-8bfc-db86e776e6ae tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:38.445504 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-afc1017c-7357-4035-8bfc-db86e776e6ae tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Synchronizing usage tracker for tenant:89c5ef19807744ed9ff690157d53e75e on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:38.489138 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-afc1017c-7357-4035-8bfc-db86e776e6ae tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Unset dirty status for tenant:89c5ef19807744ed9ff690157d53e75e on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:38.496873 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-afc1017c-7357-4035-8bfc-db86e776e6ae tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/networks?id=7528e6de-56b5-4c9a-a85f-c61a69fcd52d HTTP/1.1" status: 200 len: 813 time: 0.2778239 Feb 09 01:16:38.501031 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4781ac21-2860-41d9-a1fb-c1d6599a8310 req-00096aea-1433-4f38-a969-ee8921871bd2 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723906 Feb 09 01:16:38.525980 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-34e6e9f5-7a3e-4a2b-b7e7-9ec62978a251 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/quotas/89c5ef19807744ed9ff690157d53e75e HTTP/1.1" status: 200 len: 375 time: 0.0273955 Feb 09 01:16:38.596472 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-75bb6f56-4da4-48d2-b572-ddf88c29f904 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=89c5ef19807744ed9ff690157d53e75e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691144 Feb 09 01:16:38.619493 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51564) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:38.753515 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6f2e6d7e-cd59-4b5c-af3d-8fb8d12da3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:38.771790 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6f2e6d7e-cd59-4b5c-af3d-8fb8d12da3d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:38.775858 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6f2e6d7e-cd59-4b5c-af3d-8fb8d12da3d1 admin admin] Usage tracker for resource:security_group_rule and tenant:e270411d1af54a2dbfa8b347fc09f9fc is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:38.778957 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6f2e6d7e-cd59-4b5c-af3d-8fb8d12da3d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:38.784963 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6f2e6d7e-cd59-4b5c-af3d-8fb8d12da3d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:38.916867 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6f2e6d7e-cd59-4b5c-af3d-8fb8d12da3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:38.920138 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-c1ec8319-e083-4bc8-97d5-faa019006d17 service neutron] 10.222.0.37 "GET /v2.0/networks/7528e6de-56b5-4c9a-a85f-c61a69fcd52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222594 Feb 09 01:16:38.925130 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6f2e6d7e-cd59-4b5c-af3d-8fb8d12da3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:39.003216 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f18e5a8e-aa66-4779-b75e-ddd332fb9709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:39.024740 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f18e5a8e-aa66-4779-b75e-ddd332fb9709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:39.059205 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f18e5a8e-aa66-4779-b75e-ddd332fb9709 admin admin] Usage tracker for resource:security_group_rule and tenant:abf8f2d63c2143e3a28ae0c117e7af79 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:39.064078 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f18e5a8e-aa66-4779-b75e-ddd332fb9709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:39.104242 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e6d7e-cd59-4b5c-af3d-8fb8d12da3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72aace7d-9d9b-4fd7-8a12-8cee06b86745,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:39.120296 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f18e5a8e-aa66-4779-b75e-ddd332fb9709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:39.137716 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6f2e6d7e-cd59-4b5c-af3d-8fb8d12da3d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e270411d1af54a2dbfa8b347fc09f9fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0759110 Feb 09 01:16:39.139731 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51584) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:39.251358 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f4844107-d644-4f03-a0f0-e34bce972e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:39.252935 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8e9a1156-5bdd-4d07-936f-4715d940365e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:39.290100 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-7080075b-c8dd-4409-b2bf-c587dd74b361 service neutron] 10.222.0.37 "GET /v2.0/networks/7528e6de-56b5-4c9a-a85f-c61a69fcd52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575504 Feb 09 01:16:39.291739 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8e9a1156-5bdd-4d07-936f-4715d940365e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:39.320135 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-c4abeeb5-8a95-48a4-9016-0650d261fa38 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:39.320893 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-c4abeeb5-8a95-48a4-9016-0650d261fa38 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Synchronizing usage tracker for tenant:c4214e517e7445899129927a52531c14 on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:39.355496 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8e9a1156-5bdd-4d07-936f-4715d940365e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:39.378386 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a1156-5bdd-4d07-936f-4715d940365e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72aace7d-9d9b-4fd7-8a12-8cee06b86745,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:39.387224 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8e9a1156-5bdd-4d07-936f-4715d940365e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:39.389054 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f18e5a8e-aa66-4779-b75e-ddd332fb9709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:39.390889 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-c4abeeb5-8a95-48a4-9016-0650d261fa38 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Unset dirty status for tenant:c4214e517e7445899129927a52531c14 on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:39.391434 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8e9a1156-5bdd-4d07-936f-4715d940365e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/72aace7d-9d9b-4fd7-8a12-8cee06b86745 HTTP/1.1" status: 204 len: 168 time: 0.2504661 Feb 09 01:16:39.392740 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-c4abeeb5-8a95-48a4-9016-0650d261fa38 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/networks?id=e01627e0-3c9d-4664-b1f6-83456184f273 HTTP/1.1" status: 200 len: 812 time: 0.3299768 Feb 09 01:16:39.395842 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f18e5a8e-aa66-4779-b75e-ddd332fb9709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:39.414492 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51598) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:39.452424 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-f32b86de-726d-4759-a9f9-6baba954e78a tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/quotas/c4214e517e7445899129927a52531c14 HTTP/1.1" status: 200 len: 375 time: 0.0469558 Feb 09 01:16:39.530111 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51608) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:39.534237 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f18e5a8e-aa66-4779-b75e-ddd332fb9709 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=abf8f2d63c2143e3a28ae0c117e7af79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9082112 Feb 09 01:16:39.543316 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e5a8e-aa66-4779-b75e-ddd332fb9709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee61dc0f-d241-437d-ac44-648e413a9d92,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:39.580726 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-b71261cc-9808-4e31-abaf-4e2928bb68ab tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c4214e517e7445899129927a52531c14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1188447 Feb 09 01:16:39.869841 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-4eadbc72-aa24-4aaf-9e46-ec6405e79de4 service neutron] 10.222.0.37 "GET /v2.0/networks/e01627e0-3c9d-4664-b1f6-83456184f273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871192 Feb 09 01:16:39.920569 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-147be0b3-9617-46ae-8300-2281021511b0 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1004924995-network', 'tenant_id': 'e164607e15b14baf97c4c9585d98b2a1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:39.925740 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-147be0b3-9617-46ae-8300-2281021511b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:39.930635 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-147be0b3-9617-46ae-8300-2281021511b0 admin admin] Usage tracker for resource:network and tenant:e164607e15b14baf97c4c9585d98b2a1 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:39.934044 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-147be0b3-9617-46ae-8300-2281021511b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:39.940767 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-147be0b3-9617-46ae-8300-2281021511b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:39.958890 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e041fe38-d898-4917-8416-4a21940eb282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:39.971544 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147be0b3-9617-46ae-8300-2281021511b0 admin admin] Made reservation on behalf of e164607e15b14baf97c4c9585d98b2a1 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:39.973879 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-147be0b3-9617-46ae-8300-2281021511b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:39.993290 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51624) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:40.007125 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-147be0b3-9617-46ae-8300-2281021511b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:40.080022 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e041fe38-d898-4917-8416-4a21940eb282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:40.102961 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-94c0914b-b2fc-47b6-86ca-8e6dbf8c59e2 service neutron] 10.222.0.37 "GET /v2.0/networks/e01627e0-3c9d-4664-b1f6-83456184f273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250559 Feb 09 01:16:40.112051 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-147be0b3-9617-46ae-8300-2281021511b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:40.116020 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-147be0b3-9617-46ae-8300-2281021511b0 admin admin] Usage tracker for resource:security_group_rule and tenant:e164607e15b14baf97c4c9585d98b2a1 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:40.119000 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-147be0b3-9617-46ae-8300-2281021511b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:40.125494 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-147be0b3-9617-46ae-8300-2281021511b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:40.200355 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-046034c1-f7d5-45a1-9304-791dc35f2c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:40.231306 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-046034c1-f7d5-45a1-9304-791dc35f2c92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:40.245634 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-046034c1-f7d5-45a1-9304-791dc35f2c92 admin admin] Usage tracker for resource:security_group_rule and tenant:a5dbb9af3fed4bffa87b6cc7bf4a7f0d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:40.264806 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-046034c1-f7d5-45a1-9304-791dc35f2c92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:40.281565 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-147be0b3-9617-46ae-8300-2281021511b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:40.296518 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-046034c1-f7d5-45a1-9304-791dc35f2c92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:40.318927 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-147be0b3-9617-46ae-8300-2281021511b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:40.321427 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:40.376765 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624e4f5-b092-4bf3-a487-dc4ef55bd17e req-a4fdf1a8-975e-444a-9fa8-9295fe6b1271 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:40.385044 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c624e4f5-b092-4bf3-a487-dc4ef55bd17e req-a4fdf1a8-975e-444a-9fa8-9295fe6b1271 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 945 time: 0.6939023 Feb 09 01:16:40.394161 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e041fe38-d898-4917-8416-4a21940eb282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:40.404702 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:40.495501 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c624e4f5-b092-4bf3-a487-dc4ef55bd17e req-daf0234a-a717-4eb9-9f67-cd17887ba47e tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091793 Feb 09 01:16:40.506376 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-147be0b3-9617-46ae-8300-2281021511b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 958} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:16:40.517048 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-30617a69-9d2a-4606-a59f-94eaf5801cde req-7f6170ce-aea0-4718-864f-077f207ebdb9 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bade8f5-7d8c-4ceb-91f7-6b191f523c29 HTTP/1.1" status: 200 len: 210 time: 0.0820932 Feb 09 01:16:40.551097 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-147be0b3-9617-46ae-8300-2281021511b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:40.551667 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-147be0b3-9617-46ae-8300-2281021511b0 admin admin] Added segment 67a920d1-ca51-4e90-a884-c7a9f89bba72 of type vlan for network b12a1fd0-03e3-4ccd-af9c-037715dad163 Feb 09 01:16:40.553030 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147be0b3-9617-46ae-8300-2281021511b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d01d8a-eadc-4f9b-882e-5c01a22ad56f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:40.583379 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041fe38-d898-4917-8416-4a21940eb282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee61dc0f-d241-437d-ac44-648e413a9d92,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:40.605356 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e041fe38-d898-4917-8416-4a21940eb282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:40.609406 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e041fe38-d898-4917-8416-4a21940eb282 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee61dc0f-d241-437d-ac44-648e413a9d92 HTTP/1.1" status: 204 len: 168 time: 1.0773239 Feb 09 01:16:40.624142 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-147be0b3-9617-46ae-8300-2281021511b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:40.751693 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-046034c1-f7d5-45a1-9304-791dc35f2c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:40.760854 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4d3127b7-7e5e-4e1c-89ac-442d91aa05ed req-0c9efb66-7b96-4692-834a-befdcdb875a8 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6eb71bd-0fa8-4019-856e-4e0bff1a8a77 HTTP/1.1" status: 200 len: 210 time: 0.1021092 Feb 09 01:16:40.770619 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-147be0b3-9617-46ae-8300-2281021511b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:40.771608 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147be0b3-9617-46ae-8300-2281021511b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:40.772192 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-147be0b3-9617-46ae-8300-2281021511b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:40.776378 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-046034c1-f7d5-45a1-9304-791dc35f2c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:40.940085 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147be0b3-9617-46ae-8300-2281021511b0 admin admin] Pushing event updated for resources: {'Network': ['ID=b12a1fd0-03e3-4ccd-af9c-037715dad163,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:40.953086 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network b12a1fd0-03e3-4ccd-af9c-037715dad163 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:16:41.006346 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51646) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:41.013063 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-0f118e41-f0eb-48a9-942c-499b86394388 admin admin] Request body: {'subnet': {'network_id': 'b12a1fd0-03e3-4ccd-af9c-037715dad163', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1004924995-subnet', 'tenant_id': 'e164607e15b14baf97c4c9585d98b2a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:41.018298 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-147be0b3-9617-46ae-8300-2281021511b0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6005669 Feb 09 01:16:41.032861 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0f118e41-f0eb-48a9-942c-499b86394388 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:41.054473 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0f118e41-f0eb-48a9-942c-499b86394388 admin admin] Usage tracker for resource:subnet and tenant:e164607e15b14baf97c4c9585d98b2a1 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:41.074848 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0f118e41-f0eb-48a9-942c-499b86394388 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:41.100525 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0f118e41-f0eb-48a9-942c-499b86394388 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:41.128217 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f118e41-f0eb-48a9-942c-499b86394388 admin admin] Made reservation on behalf of e164607e15b14baf97c4c9585d98b2a1 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:41.131856 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0f118e41-f0eb-48a9-942c-499b86394388 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:41.400227 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-046034c1-f7d5-45a1-9304-791dc35f2c92 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5dbb9af3fed4bffa87b6cc7bf4a7f0d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3995218 Feb 09 01:16:41.400227 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046034c1-f7d5-45a1-9304-791dc35f2c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d73a7f-a9fe-4c06-adc5-08ab52a4c482,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:41.401102 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51650) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:41.401565 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51652) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:41.445448 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-0d35da4b-d0fd-4d80-9c4a-2bf4cda13f49 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:41.446909 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-0d35da4b-d0fd-4d80-9c4a-2bf4cda13f49 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.35 "GET /v2.0/networks?id=7528e6de-56b5-4c9a-a85f-c61a69fcd52d HTTP/1.1" status: 200 len: 813 time: 0.3091745 Feb 09 01:16:41.467582 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2dc867af-4f33-45dc-a966-49cbf373dcf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:41.495096 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-95289015-3211-4483-a1c5-776a7f9c460d tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Request body: {'port': {'device_id': '4bade8f5-7d8c-4ceb-91f7-6b191f523c29', 'network_id': '7528e6de-56b5-4c9a-a85f-c61a69fcd52d', 'admin_state_up': True, 'tenant_id': '89c5ef19807744ed9ff690157d53e75e'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:41.515783 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-2dc867af-4f33-45dc-a966-49cbf373dcf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:41.570908 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2dc867af-4f33-45dc-a966-49cbf373dcf2 admin admin] Usage tracker for resource:security_group_rule and tenant:37cc5744123b4bd79656904cdb0ae612 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:41.576739 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0f118e41-f0eb-48a9-942c-499b86394388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:41.585550 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2dc867af-4f33-45dc-a966-49cbf373dcf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:41.611809 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-2dc867af-4f33-45dc-a966-49cbf373dcf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:41.641804 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae073f-ab09-4515-82c4-acaaace7f7f3 req-4ca1e71e-0a35-4dcd-8397-161b3ecc71cb tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:41.643309 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-16ae073f-ab09-4515-82c4-acaaace7f7f3 req-4ca1e71e-0a35-4dcd-8397-161b3ecc71cb tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.9768274 Feb 09 01:16:41.654420 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2ce326b4-1fe6-40cc-bf1d-1b3fc13334e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:41.690258 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:41.711390 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f118e41-f0eb-48a9-942c-499b86394388 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3905b4e3-70bf-4fb8-b5ac-bbb53df6ce1b,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:41.762920 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2ce326b4-1fe6-40cc-bf1d-1b3fc13334e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:41.772891 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f118e41-f0eb-48a9-942c-499b86394388 admin admin] Checking segment: {'id': '67a920d1-ca51-4e90-a884-c7a9f89bba72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'b12a1fd0-03e3-4ccd-af9c-037715dad163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:16:41.773709 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f118e41-f0eb-48a9-942c-499b86394388 admin admin] Network hostable DHCP agents. Network: b12a1fd0-03e3-4ccd-af9c-037715dad163, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:16:41.794925 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-95289015-3211-4483-a1c5-776a7f9c460d tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:41.826468 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-95289015-3211-4483-a1c5-776a7f9c460d tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Usage tracker for resource:port and tenant:89c5ef19807744ed9ff690157d53e75e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:41.840678 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36524ea-703a-4f11-a9eb-86167f0e6b44 req-ab385fab-7a9f-428e-bcd8-897e3de7a0e5 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:41.842707 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c36524ea-703a-4f11-a9eb-86167f0e6b44 req-ab385fab-7a9f-428e-bcd8-897e3de7a0e5 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 945 time: 0.2180040 Feb 09 01:16:41.844309 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f118e41-f0eb-48a9-942c-499b86394388 admin admin] Network b12a1fd0-03e3-4ccd-af9c-037715dad163 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:16:41.852821 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-95289015-3211-4483-a1c5-776a7f9c460d tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:41.896068 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-0f118e41-f0eb-48a9-942c-499b86394388 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, b12a1fd0-03e3-4ccd-af9c-037715dad163) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:41.902728 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f118e41-f0eb-48a9-942c-499b86394388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:41.902997 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0f118e41-f0eb-48a9-942c-499b86394388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:41.909493 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-16ae073f-ab09-4515-82c4-acaaace7f7f3 req-b1e65bae-a035-485c-b74b-84b3d3948cbe tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517319 Feb 09 01:16:41.909838 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d4ca8b-fa45-48dd-97db-bc2544403ee7 None None] Network b12a1fd0-03e3-4ccd-af9c-037715dad163 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:41.978550 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0f118e41-f0eb-48a9-942c-499b86394388 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9625969 Feb 09 01:16:41.984895 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c36524ea-703a-4f11-a9eb-86167f0e6b44 req-5c267a7f-6562-4975-88aa-962cc056bc64 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326602 Feb 09 01:16:42.041740 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-95289015-3211-4483-a1c5-776a7f9c460d tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:42.151920 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-1aef2df9-3fe7-4908-bfd2-6f247d500539 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:42.155037 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-1aef2df9-3fe7-4908-bfd2-6f247d500539 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.35 "GET /v2.0/networks?id=e01627e0-3c9d-4664-b1f6-83456184f273 HTTP/1.1" status: 200 len: 812 time: 0.2889099 Feb 09 01:16:42.181263 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-a2064cb3-b143-47a4-968b-489762a7e915 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Request body: {'port': {'device_id': 'f6eb71bd-0fa8-4019-856e-4e0bff1a8a77', 'network_id': 'e01627e0-3c9d-4664-b1f6-83456184f273', 'admin_state_up': True, 'tenant_id': 'c4214e517e7445899129927a52531c14'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:42.320738 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-95289015-3211-4483-a1c5-776a7f9c460d tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Made reservation on behalf of 89c5ef19807744ed9ff690157d53e75e for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:42.326312 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-95289015-3211-4483-a1c5-776a7f9c460d tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:42.339954 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-186b282a-ab6c-4fc5-88f0-2ca20608c41b req-abcb2b99-ddb3-4b85-8def-123f412f541d tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6eb71bd-0fa8-4019-856e-4e0bff1a8a77 HTTP/1.1" status: 200 len: 210 time: 0.0620022 Feb 09 01:16:42.350838 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd81fad-95a5-47fa-bae7-a41bb4e0f547 None None] Network b12a1fd0-03e3-4ccd-af9c-037715dad163 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:42.431601 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ccebbd1-5fe5-448e-b901-8367b1e7508d req-877687d5-1abf-49ca-92f7-4dcfae3052be tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bade8f5-7d8c-4ceb-91f7-6b191f523c29 HTTP/1.1" status: 200 len: 210 time: 0.1247330 Feb 09 01:16:42.579752 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128132dd-7f7a-4d15-8a4e-ca909fd61fd5 req-df08f54e-825f-4e4e-a726-2b29c41f0f4e tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:42.585694 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-128132dd-7f7a-4d15-8a4e-ca909fd61fd5 req-df08f54e-825f-4e4e-a726-2b29c41f0f4e tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.1359141 Feb 09 01:16:42.676115 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-128132dd-7f7a-4d15-8a4e-ca909fd61fd5 req-ad9b0ca9-61a8-481a-a176-9b1d1f8f43f5 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762379 Feb 09 01:16:42.734782 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-95289015-3211-4483-a1c5-776a7f9c460d tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Allocated IP 172.20.0.13 (7528e6de-56b5-4c9a-a85f-c61a69fcd52d/2c8da2af-e975-41d5-b56a-cde865a2fffb/45c7be29-9a89-4388-97bc-3b26d9b6940e) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:42.743865 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2ce326b4-1fe6-40cc-bf1d-1b3fc13334e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:42.762801 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2dc867af-4f33-45dc-a966-49cbf373dcf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:42.782566 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce326b4-1fe6-40cc-bf1d-1b3fc13334e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d73a7f-a9fe-4c06-adc5-08ab52a4c482,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:42.784262 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2dc867af-4f33-45dc-a966-49cbf373dcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:42.896210 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51692) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:43.109228 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01de95c-4e49-4a47-ac74-78c3554eeca4 req-51396207-c3ba-4af9-bb00-c1e0e9c240b4 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:43.111009 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f01de95c-4e49-4a47-ac74-78c3554eeca4 req-51396207-c3ba-4af9-bb00-c1e0e9c240b4 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.1075177 Feb 09 01:16:43.190258 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2dc867af-4f33-45dc-a966-49cbf373dcf2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=37cc5744123b4bd79656904cdb0ae612&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7841718 Feb 09 01:16:43.198092 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc867af-4f33-45dc-a966-49cbf373dcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ffeabb-0bb4-4eba-8563-f0cfc3913ad8,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:43.202822 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51702) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:43.213166 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-a2064cb3-b143-47a4-968b-489762a7e915 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:43.236718 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-a2064cb3-b143-47a4-968b-489762a7e915 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Usage tracker for resource:port and tenant:c4214e517e7445899129927a52531c14 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:43.239417 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2ce326b4-1fe6-40cc-bf1d-1b3fc13334e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:43.240761 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2ce326b4-1fe6-40cc-bf1d-1b3fc13334e9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f5d73a7f-a9fe-4c06-adc5-08ab52a4c482 HTTP/1.1" status: 204 len: 168 time: 1.8326240 Feb 09 01:16:43.244199 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-a2064cb3-b143-47a4-968b-489762a7e915 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:43.284527 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-a2064cb3-b143-47a4-968b-489762a7e915 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:43.352201 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f01de95c-4e49-4a47-ac74-78c3554eeca4 req-d8beda1c-2479-45f4-8bb8-2fe6f3f03247 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791990 Feb 09 01:16:43.353053 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-f9861170-a99a-4e7b-9a99-0b7b615d488d tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:43.353876 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-f9861170-a99a-4e7b-9a99-0b7b615d488d tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Synchronizing usage tracker for tenant:e164607e15b14baf97c4c9585d98b2a1 on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:43.387504 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-a2064cb3-b143-47a4-968b-489762a7e915 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Made reservation on behalf of c4214e517e7445899129927a52531c14 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:43.391049 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-a2064cb3-b143-47a4-968b-489762a7e915 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:43.414176 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2699ec42-2c19-485c-b2e0-300d9030e013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:43.430192 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-f9861170-a99a-4e7b-9a99-0b7b615d488d tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Unset dirty status for tenant:e164607e15b14baf97c4c9585d98b2a1 on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:43.431379 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-f9861170-a99a-4e7b-9a99-0b7b615d488d tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] 10.222.0.37 "GET /v2.0/networks?id=b12a1fd0-03e3-4ccd-af9c-037715dad163 HTTP/1.1" status: 200 len: 809 time: 0.5635171 Feb 09 01:16:43.443657 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2699ec42-2c19-485c-b2e0-300d9030e013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:43.515703 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-891dedb9-56ba-4b06-8541-59b51853a9b3 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] 10.222.0.37 "GET /v2.0/quotas/e164607e15b14baf97c4c9585d98b2a1 HTTP/1.1" status: 200 len: 375 time: 0.0747766 Feb 09 01:16:43.601629 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-95289015-3211-4483-a1c5-776a7f9c460d tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:43.609080 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-26167c84-5957-494a-86ff-d8f096e8fb54 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e164607e15b14baf97c4c9585d98b2a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783577 Feb 09 01:16:43.745644 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2699ec42-2c19-485c-b2e0-300d9030e013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:43.780924 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3fa7d-38cb-4a6f-8820-eaafedb52f0d req-05bc21af-43c1-4dce-8e8e-3e26e7e3fbf7 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:43.782421 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b0a3fa7d-38cb-4a6f-8820-eaafedb52f0d req-05bc21af-43c1-4dce-8e8e-3e26e7e3fbf7 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 945 time: 0.2200525 Feb 09 01:16:43.786193 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-a2064cb3-b143-47a4-968b-489762a7e915 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Allocated IP 172.20.0.7 (e01627e0-3c9d-4664-b1f6-83456184f273/a4835111-8acb-4070-8e14-3ec44ce3354b/51f974ae-a8ba-433d-8528-e01e6f4a8302) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:43.810879 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699ec42-2c19-485c-b2e0-300d9030e013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ffeabb-0bb4-4eba-8563-f0cfc3913ad8,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:43.837819 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-95289015-3211-4483-a1c5-776a7f9c460d tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:43.868074 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2699ec42-2c19-485c-b2e0-300d9030e013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:43.872129 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2699ec42-2c19-485c-b2e0-300d9030e013 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d6ffeabb-0bb4-4eba-8563-f0cfc3913ad8 HTTP/1.1" status: 204 len: 168 time: 0.6475799 Feb 09 01:16:43.910853 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-601aaf5f-b732-47bc-80a6-25aa10e3410b service neutron] 10.222.0.37 "GET /v2.0/networks/b12a1fd0-03e3-4ccd-af9c-037715dad163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592843 Feb 09 01:16:43.981113 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-95289015-3211-4483-a1c5-776a7f9c460d tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Network 7528e6de-56b5-4c9a-a85f-c61a69fcd52d is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:44.004282 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b0a3fa7d-38cb-4a6f-8820-eaafedb52f0d req-5b6c2987-8c47-4bf2-8cf6-4a05feea4dbb tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904321 Feb 09 01:16:44.035898 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-95289015-3211-4483-a1c5-776a7f9c460d tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:44.215891 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-95289015-3211-4483-a1c5-776a7f9c460d tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:16:44.257286 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95289015-3211-4483-a1c5-776a7f9c460d tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Pushing event updated for resources: {'Port': ['ID=45c7be29-9a89-4388-97bc-3b26d9b6940e,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:44.263809 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-aa1940f4-85cf-43fa-b5e0-aea39ca2b52e req-4c2fd132-edd9-4d10-947e-1b523d18459f tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6eb71bd-0fa8-4019-856e-4e0bff1a8a77 HTTP/1.1" status: 200 len: 210 time: 0.0826533 Feb 09 01:16:44.304716 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9893b2b5-d206-4833-aa7b-9fb9367fe0d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:44.338494 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-a2064cb3-b143-47a4-968b-489762a7e915 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:44.399543 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-95289015-3211-4483-a1c5-776a7f9c460d tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:44.400253 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-95289015-3211-4483-a1c5-776a7f9c460d tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:44.438369 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-058b8c9b-f12f-4b2c-b39c-0336c38d6abd service neutron] 10.222.0.37 "GET /v2.0/networks/b12a1fd0-03e3-4ccd-af9c-037715dad163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5057063 Feb 09 01:16:44.458271 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-95289015-3211-4483-a1c5-776a7f9c460d tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9798872 Feb 09 01:16:44.469084 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-a2064cb3-b143-47a4-968b-489762a7e915 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:44.524677 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-75590cde-6c0a-4812-81b0-02eddc349af8 service neutron] Request body: {'port': {'device_id': '4bade8f5-7d8c-4ceb-91f7-6b191f523c29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:44.800520 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-a2064cb3-b143-47a4-968b-489762a7e915 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Network e01627e0-3c9d-4664-b1f6-83456184f273 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:44.802199 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-75590cde-6c0a-4812-81b0-02eddc349af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:44.869750 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-a2064cb3-b143-47a4-968b-489762a7e915 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:44.871641 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269d4ab-81c9-4058-83f7-77f722b57fa3 req-cd0fb16c-f70b-41e2-80a5-6405ab498490 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:44.874887 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-a2064cb3-b143-47a4-968b-489762a7e915 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:16:44.879659 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6269d4ab-81c9-4058-83f7-77f722b57fa3 req-cd0fb16c-f70b-41e2-80a5-6405ab498490 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.5087657 Feb 09 01:16:44.994080 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6269d4ab-81c9-4058-83f7-77f722b57fa3 req-840723f0-782d-47d7-ae4f-f44b3614b1f6 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133020 Feb 09 01:16:45.060217 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-a2064cb3-b143-47a4-968b-489762a7e915 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:45.063746 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-a2064cb3-b143-47a4-968b-489762a7e915 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:45.133705 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2064cb3-b143-47a4-968b-489762a7e915 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Pushing event updated for resources: {'Port': ['ID=51f974ae-a8ba-433d-8528-e01e6f4a8302,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:45.157114 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-a2064cb3-b143-47a4-968b-489762a7e915 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9804668 Feb 09 01:16:45.173479 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-c89b9228-dc4c-4ea4-b541-44a638cc0900 service neutron] Request body: {'port': {'device_id': 'f6eb71bd-0fa8-4019-856e-4e0bff1a8a77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:45.185313 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-75d9725d-aec1-42e3-af84-b9db46fe8b2d req-8289bfe0-cb2e-41cd-9531-5e5532d23242 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d198aa8-fa27-4d8c-b4b0-76418e6e148d HTTP/1.1" status: 200 len: 210 time: 0.0875800 Feb 09 01:16:45.195414 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-9893b2b5-d206-4833-aa7b-9fb9367fe0d4 admin admin] Deleting port 7ceb147a-a238-451a-82d3-3469b1b20051 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:45.196108 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9893b2b5-d206-4833-aa7b-9fb9367fe0d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:45.456749 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-9893b2b5-d206-4833-aa7b-9fb9367fe0d4 admin admin] For port 7ceb147a-a238-451a-82d3-3469b1b20051, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=7ceb147a-a238-451a-82d3-3469b1b20051,segment=NetworkSegment(0a900953-cea9-408a-b5a5-b9b62ab0e594),segment_id=0a900953-cea9-408a-b5a5-b9b62ab0e594)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:45.457272 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9893b2b5-d206-4833-aa7b-9fb9367fe0d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:45.722944 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-9893b2b5-d206-4833-aa7b-9fb9367fe0d4 admin admin] Calling delete_port for 7ceb147a-a238-451a-82d3-3469b1b20051 owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:45.833305 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb7f17-77da-4a8a-badf-694e60486cb5 req-e28c85d2-9f9d-4456-84c6-bf414cd08b84 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:45.840766 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1bdb7f17-77da-4a8a-badf-694e60486cb5 req-e28c85d2-9f9d-4456-84c6-bf414cd08b84 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 945 time: 0.2528787 Feb 09 01:16:45.921083 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1bdb7f17-77da-4a8a-badf-694e60486cb5 req-dd8fd683-63d5-4f67-839b-68f079928739 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775878 Feb 09 01:16:45.992718 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-75590cde-6c0a-4812-81b0-02eddc349af8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45c7be29-9a89-4388-97bc-3b26d9b6940e {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:16:46.005889 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-75590cde-6c0a-4812-81b0-02eddc349af8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:46.018851 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-c89b9228-dc4c-4ea4-b541-44a638cc0900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:46.164927 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4efb0-e7cf-49af-849c-6f23c79f1566 req-7c41e364-f450-4107-8904-fe7afacc1d87 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:46.165970 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7bf4efb0-e7cf-49af-849c-6f23c79f1566 req-7c41e364-f450-4107-8904-fe7afacc1d87 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Synchronizing usage tracker for tenant:89c5ef19807744ed9ff690157d53e75e on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:46.195693 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7bf4efb0-e7cf-49af-849c-6f23c79f1566 req-7c41e364-f450-4107-8904-fe7afacc1d87 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Unset dirty status for tenant:89c5ef19807744ed9ff690157d53e75e on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:46.202155 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9893b2b5-d206-4833-aa7b-9fb9367fe0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:46.206010 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7bf4efb0-e7cf-49af-849c-6f23c79f1566 req-7c41e364-f450-4107-8904-fe7afacc1d87 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bade8f5-7d8c-4ceb-91f7-6b191f523c29 HTTP/1.1" status: 200 len: 932 time: 1.3790715 Feb 09 01:16:46.208607 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-75590cde-6c0a-4812-81b0-02eddc349af8 service neutron] Transition to ACTIVE for port object 45c7be29-9a89-4388-97bc-3b26d9b6940e will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:46.230093 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-75590cde-6c0a-4812-81b0-02eddc349af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:46.327815 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893b2b5-d206-4833-aa7b-9fb9367fe0d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ceb147a-a238-451a-82d3-3469b1b20051,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:46.418778 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1a4ff-c3ab-47d1-9eb8-15ed166479be req-841b57f0-31bd-4b7b-9141-a128752a9c38 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:46.429970 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-90b1a4ff-c3ab-47d1-9eb8-15ed166479be req-841b57f0-31bd-4b7b-9141-a128752a9c38 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6eb71bd-0fa8-4019-856e-4e0bff1a8a77 HTTP/1.1" status: 200 len: 931 time: 0.3042114 Feb 09 01:16:46.558873 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7bf4efb0-e7cf-49af-849c-6f23c79f1566 req-327e46be-8449-48db-bc18-789af2889b7d tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Synchronizing usage tracker for tenant:89c5ef19807744ed9ff690157d53e75e on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:46.594220 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-90b1a4ff-c3ab-47d1-9eb8-15ed166479be req-e80fc1b1-e316-41a7-8358-1cb2ab8030dc tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Synchronizing usage tracker for tenant:c4214e517e7445899129927a52531c14 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:46.733052 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-90b1a4ff-c3ab-47d1-9eb8-15ed166479be req-e80fc1b1-e316-41a7-8358-1cb2ab8030dc tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Unset dirty status for tenant:c4214e517e7445899129927a52531c14 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:46.747749 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-90b1a4ff-c3ab-47d1-9eb8-15ed166479be req-e80fc1b1-e316-41a7-8358-1cb2ab8030dc tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/security-groups?id=7afa1c1f-32b5-4d89-b782-e5b8d69470a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163815 Feb 09 01:16:46.754200 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7bf4efb0-e7cf-49af-849c-6f23c79f1566 req-327e46be-8449-48db-bc18-789af2889b7d tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Unset dirty status for tenant:89c5ef19807744ed9ff690157d53e75e on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:46.764846 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7bf4efb0-e7cf-49af-849c-6f23c79f1566 req-327e46be-8449-48db-bc18-789af2889b7d tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups?id=487bc88e-fef9-4445-8b50-c8d422d7ac67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5578957 Feb 09 01:16:46.768756 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75590cde-6c0a-4812-81b0-02eddc349af8 service neutron] Pushing event updated for resources: {'Port': ['ID=45c7be29-9a89-4388-97bc-3b26d9b6940e,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:46.848340 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9893b2b5-d206-4833-aa7b-9fb9367fe0d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:47.049951 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-50df71e4-58d8-493e-9640-d434c04b094b req-9941ed53-556d-4d58-8fee-181ce748702d tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d198aa8-fa27-4d8c-b4b0-76418e6e148d HTTP/1.1" status: 200 len: 210 time: 0.0658717 Feb 09 01:16:47.145455 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-3351d8dc-8bd5-45c7-b17c-8cc7c832b6eb tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:47.147961 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-3351d8dc-8bd5-45c7-b17c-8cc7c832b6eb tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] 10.222.0.35 "GET /v2.0/networks?id=b12a1fd0-03e3-4ccd-af9c-037715dad163 HTTP/1.1" status: 200 len: 809 time: 0.6354680 Feb 09 01:16:47.193896 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-bf2a821b-e6b4-49f9-944b-f5f7594da1e7 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Request body: {'port': {'device_id': '9d198aa8-fa27-4d8c-b4b0-76418e6e148d', 'network_id': 'b12a1fd0-03e3-4ccd-af9c-037715dad163', 'admin_state_up': True, 'tenant_id': 'e164607e15b14baf97c4c9585d98b2a1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:47.491526 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-75590cde-6c0a-4812-81b0-02eddc349af8 service neutron] Attempting to bind port 45c7be29-9a89-4388-97bc-3b26d9b6940e on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:16:47.492043 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-75590cde-6c0a-4812-81b0-02eddc349af8 service neutron] Attempting to bind port 45c7be29-9a89-4388-97bc-3b26d9b6940e by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'cb079a45-5053-4d11-90b3-e37f97e508c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': '7528e6de-56b5-4c9a-a85f-c61a69fcd52d'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:16:47.492574 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-75590cde-6c0a-4812-81b0-02eddc349af8 service neutron] Attempting to bind port 45c7be29-9a89-4388-97bc-3b26d9b6940e on network 7528e6de-56b5-4c9a-a85f-c61a69fcd52d {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:16:47.505669 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a444b5e-71f0-4662-920d-92796876de67 req-41accbd9-1d7c-4ad0-a29f-283e1f159554 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:47.507951 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8a444b5e-71f0-4662-920d-92796876de67 req-41accbd9-1d7c-4ad0-a29f-283e1f159554 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.2666094 Feb 09 01:16:47.534004 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-75590cde-6c0a-4812-81b0-02eddc349af8 service neutron] Port 45c7be29-9a89-4388-97bc-3b26d9b6940e on network 7528e6de-56b5-4c9a-a85f-c61a69fcd52d not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:16:47.534439 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-75590cde-6c0a-4812-81b0-02eddc349af8 service neutron] Attempting to bind port 45c7be29-9a89-4388-97bc-3b26d9b6940e on network 7528e6de-56b5-4c9a-a85f-c61a69fcd52d {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:16:47.571195 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-75590cde-6c0a-4812-81b0-02eddc349af8 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:16:47.572714 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-75590cde-6c0a-4812-81b0-02eddc349af8 service neutron] Checking segment: {'id': 'cb079a45-5053-4d11-90b3-e37f97e508c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': '7528e6de-56b5-4c9a-a85f-c61a69fcd52d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:16:47.573852 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-75590cde-6c0a-4812-81b0-02eddc349af8 service neutron] Bound using segment: {'id': 'cb079a45-5053-4d11-90b3-e37f97e508c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': '7528e6de-56b5-4c9a-a85f-c61a69fcd52d'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:16:47.574611 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-75590cde-6c0a-4812-81b0-02eddc349af8 service neutron] Bound port: 45c7be29-9a89-4388-97bc-3b26d9b6940e, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb079a45-5053-4d11-90b3-e37f97e508c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': '7528e6de-56b5-4c9a-a85f-c61a69fcd52d'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:16:47.575263 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-75590cde-6c0a-4812-81b0-02eddc349af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:47.626836 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-bf2a821b-e6b4-49f9-944b-f5f7594da1e7 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:47.662454 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8a444b5e-71f0-4662-920d-92796876de67 req-78d07888-a0a1-479f-9b72-aa618927fc6f tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501153 Feb 09 01:16:47.730987 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-bf2a821b-e6b4-49f9-944b-f5f7594da1e7 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Usage tracker for resource:port and tenant:e164607e15b14baf97c4c9585d98b2a1 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:47.751604 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-bf2a821b-e6b4-49f9-944b-f5f7594da1e7 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:47.778857 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-c89b9228-dc4c-4ea4-b541-44a638cc0900 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:16:47.802660 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9893b2b5-d206-4833-aa7b-9fb9367fe0d4 admin admin] Router 478074fb-8bca-48e0-9cb4-4626727322d0 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:16:47.830137 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-bf2a821b-e6b4-49f9-944b-f5f7594da1e7 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:47.950816 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-75590cde-6c0a-4812-81b0-02eddc349af8 service neutron] For port 45c7be29-9a89-4388-97bc-3b26d9b6940e, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:16:47.959555 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-75590cde-6c0a-4812-81b0-02eddc349af8 service neutron] For port 45c7be29-9a89-4388-97bc-3b26d9b6940e, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=45c7be29-9a89-4388-97bc-3b26d9b6940e,segment=NetworkSegment(cb079a45-5053-4d11-90b3-e37f97e508c1),segment_id=cb079a45-5053-4d11-90b3-e37f97e508c1)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:16:47.968203 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-bf2a821b-e6b4-49f9-944b-f5f7594da1e7 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Made reservation on behalf of e164607e15b14baf97c4c9585d98b2a1 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:47.972496 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-bf2a821b-e6b4-49f9-944b-f5f7594da1e7 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:47.993197 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-75590cde-6c0a-4812-81b0-02eddc349af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:48.089792 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-c89b9228-dc4c-4ea4-b541-44a638cc0900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51f974ae-a8ba-433d-8528-e01e6f4a8302 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:16:48.105259 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-c89b9228-dc4c-4ea4-b541-44a638cc0900 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:48.129845 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-c89b9228-dc4c-4ea4-b541-44a638cc0900 service neutron] Transition to ACTIVE for port object 51f974ae-a8ba-433d-8528-e01e6f4a8302 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:48.133597 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75590cde-6c0a-4812-81b0-02eddc349af8 service neutron] Pushing event updated for resources: {'Port': ['ID=45c7be29-9a89-4388-97bc-3b26d9b6940e,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:48.215524 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf9c80-3617-4432-8879-cadec09f40ff req-5183fdd8-4030-4a8f-99ef-b55c2deebb2e tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:48.222400 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-67cf9c80-3617-4432-8879-cadec09f40ff req-5183fdd8-4030-4a8f-99ef-b55c2deebb2e tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 945 time: 0.8650210 Feb 09 01:16:48.225261 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-75590cde-6c0a-4812-81b0-02eddc349af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:48.225870 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-75590cde-6c0a-4812-81b0-02eddc349af8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:48.227109 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d427f3e-dea4-4850-b5b2-aafb710014b1 req-f4f7c9e8-a084-43d7-9d8c-4a8faf9b98a6 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:48.227241 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-75590cde-6c0a-4812-81b0-02eddc349af8 service neutron] 10.222.0.35 "PUT /v2.0/ports/45c7be29-9a89-4388-97bc-3b26d9b6940e HTTP/1.1" status: 200 len: 1092 time: 3.7488966 Feb 09 01:16:48.228903 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4d427f3e-dea4-4850-b5b2-aafb710014b1 req-f4f7c9e8-a084-43d7-9d8c-4a8faf9b98a6 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.3127146 Feb 09 01:16:48.231594 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-c89b9228-dc4c-4ea4-b541-44a638cc0900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:48.235692 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9893b2b5-d206-4833-aa7b-9fb9367fe0d4 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:16:48.251829 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bade8f5-7d8c-4ceb-91f7-6b191f523c29', 'tag': '45c7be29-9a89-4388-97bc-3b26d9b6940e'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:16:48.253146 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec3c20d-8748-44ba-980d-89cad2749830 None None] Sync routers for ids ['478074fb-8bca-48e0-9cb4-4626727322d0'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:48.280110 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9893b2b5-d206-4833-aa7b-9fb9367fe0d4 admin admin] 10.222.0.37 "PUT /v2.0/routers/478074fb-8bca-48e0-9cb4-4626727322d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3788083 Feb 09 01:16:48.282071 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51870) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:48.295064 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec3c20d-8748-44ba-980d-89cad2749830 None None] Routers {'478074fb-8bca-48e0-9cb4-4626727322d0'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:16:48.296126 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-fec3c20d-8748-44ba-980d-89cad2749830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:16:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['478074fb-8bca-48e0-9cb4-4626727322d0'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:48.489925 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4d427f3e-dea4-4850-b5b2-aafb710014b1 req-de56db7c-eb20-4cd4-8f76-ded8b344f6ed tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509496 Feb 09 01:16:48.627245 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-36513fd2-5f42-44b9-85cf-52b5f359ffc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:48.761017 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b9228-dc4c-4ea4-b541-44a638cc0900 service neutron] Pushing event updated for resources: {'Port': ['ID=51f974ae-a8ba-433d-8528-e01e6f4a8302,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:48.830149 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-fec3c20d-8748-44ba-980d-89cad2749830 None None] Set router 478074fb-8bca-48e0-9cb4-4626727322d0 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:16:48.910865 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-36513fd2-5f42-44b9-85cf-52b5f359ffc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:48.946815 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-36513fd2-5f42-44b9-85cf-52b5f359ffc7 admin admin] Deleting port 759caf12-f8e4-42e4-9ff9-3fca9ae1ec03 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:48.947191 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-36513fd2-5f42-44b9-85cf-52b5f359ffc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:48.957095 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-67cf9c80-3617-4432-8879-cadec09f40ff req-8751ec87-6ba8-436f-b2e5-82d1840b59f4 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7335820 Feb 09 01:16:49.050370 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-bf2a821b-e6b4-49f9-944b-f5f7594da1e7 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Allocated IP 172.20.0.4 (b12a1fd0-03e3-4ccd-af9c-037715dad163/3905b4e3-70bf-4fb8-b5ac-bbb53df6ce1b/e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:49.062758 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196342e-09b2-4966-91f5-071d6122ba11 req-e1c79d15-5add-4d1c-957b-2ad65a8758b5 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:49.077738 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-d947f3ca-d6aa-4ebf-a513-05feed695249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:49.077910 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7196342e-09b2-4966-91f5-071d6122ba11 req-e1c79d15-5add-4d1c-957b-2ad65a8758b5 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6eb71bd-0fa8-4019-856e-4e0bff1a8a77 HTTP/1.1" status: 200 len: 943 time: 0.2240341 Feb 09 01:16:49.081169 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-d947f3ca-d6aa-4ebf-a513-05feed695249 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=89c5ef19807744ed9ff690157d53e75e&device_id=4bade8f5-7d8c-4ceb-91f7-6b191f523c29 HTTP/1.1" status: 200 len: 1095 time: 0.4952047 Feb 09 01:16:49.084170 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-c89b9228-dc4c-4ea4-b541-44a638cc0900 service neutron] Attempting to bind port 51f974ae-a8ba-433d-8528-e01e6f4a8302 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:16:49.085843 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-c89b9228-dc4c-4ea4-b541-44a638cc0900 service neutron] Attempting to bind port 51f974ae-a8ba-433d-8528-e01e6f4a8302 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '702f6269-234c-4355-8302-b7a37244bd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'e01627e0-3c9d-4664-b1f6-83456184f273'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:16:49.086255 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-c89b9228-dc4c-4ea4-b541-44a638cc0900 service neutron] Attempting to bind port 51f974ae-a8ba-433d-8528-e01e6f4a8302 on network e01627e0-3c9d-4664-b1f6-83456184f273 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:16:49.108129 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-c89b9228-dc4c-4ea4-b541-44a638cc0900 service neutron] Port 51f974ae-a8ba-433d-8528-e01e6f4a8302 on network e01627e0-3c9d-4664-b1f6-83456184f273 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:16:49.114111 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-c89b9228-dc4c-4ea4-b541-44a638cc0900 service neutron] Attempting to bind port 51f974ae-a8ba-433d-8528-e01e6f4a8302 on network e01627e0-3c9d-4664-b1f6-83456184f273 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:16:49.236296 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-c89b9228-dc4c-4ea4-b541-44a638cc0900 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:16:49.236893 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-c89b9228-dc4c-4ea4-b541-44a638cc0900 service neutron] Checking segment: {'id': '702f6269-234c-4355-8302-b7a37244bd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'e01627e0-3c9d-4664-b1f6-83456184f273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:16:49.237420 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-c89b9228-dc4c-4ea4-b541-44a638cc0900 service neutron] Bound using segment: {'id': '702f6269-234c-4355-8302-b7a37244bd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'e01627e0-3c9d-4664-b1f6-83456184f273'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:16:49.237955 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-c89b9228-dc4c-4ea4-b541-44a638cc0900 service neutron] Bound port: 51f974ae-a8ba-433d-8528-e01e6f4a8302, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '702f6269-234c-4355-8302-b7a37244bd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'e01627e0-3c9d-4664-b1f6-83456184f273'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:16:49.238391 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-c89b9228-dc4c-4ea4-b541-44a638cc0900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:49.307152 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-297c059f-a914-4d88-a0ac-dcf1c8624699 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45c7be29-9a89-4388-97bc-3b26d9b6940e HTTP/1.1" status: 200 len: 217 time: 0.1999581 Feb 09 01:16:49.399361 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7196342e-09b2-4966-91f5-071d6122ba11 req-e1fc156c-48ee-4098-b7a8-e54853206375 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/security-groups?id=7afa1c1f-32b5-4d89-b782-e5b8d69470a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205488 Feb 09 01:16:49.437036 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-fec3c20d-8748-44ba-980d-89cad2749830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1400162326-router', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:07:36Z', 'updated_at': '2022-02-09T01:16:46Z', 'revision_number': 5, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'gw_port': {'id': '759caf12-f8e4-42e4-9ff9-3fca9ae1ec03', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:07:37Z', 'updated_at': '2022-02-09T01:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:49.443144 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec3c20d-8748-44ba-980d-89cad2749830 None None] Checking router: 478074fb-8bca-48e0-9cb4-4626727322d0 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:16:49.469095 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-36513fd2-5f42-44b9-85cf-52b5f359ffc7 admin admin] For port 759caf12-f8e4-42e4-9ff9-3fca9ae1ec03, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=759caf12-f8e4-42e4-9ff9-3fca9ae1ec03,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:49.469582 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-36513fd2-5f42-44b9-85cf-52b5f359ffc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:49.470183 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec3c20d-8748-44ba-980d-89cad2749830 None None] Routers {'478074fb-8bca-48e0-9cb4-4626727322d0'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:16:49.470909 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-fec3c20d-8748-44ba-980d-89cad2749830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:16:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['478074fb-8bca-48e0-9cb4-4626727322d0'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:49.658849 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-36513fd2-5f42-44b9-85cf-52b5f359ffc7 admin admin] Calling delete_port for 759caf12-f8e4-42e4-9ff9-3fca9ae1ec03 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:49.717075 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-364bf476-a662-4276-a53e-6b46af554e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:49.717595 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-fec3c20d-8748-44ba-980d-89cad2749830 None None] Set router 478074fb-8bca-48e0-9cb4-4626727322d0 gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:16:49.718647 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-364bf476-a662-4276-a53e-6b46af554e89 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c8da2af-e975-41d5-b56a-cde865a2fffb HTTP/1.1" status: 200 len: 853 time: 0.3009570 Feb 09 01:16:49.812966 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f7884f3f-8bcb-46a0-a069-086be843bb27 req-0e43b5b1-22c2-4c5a-8fe7-2619b2534988 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d198aa8-fa27-4d8c-b4b0-76418e6e148d HTTP/1.1" status: 200 len: 210 time: 0.1655860 Feb 09 01:16:49.844158 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-c6593174-4be0-4f02-93a2-02b31a5ca759 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7528e6de-56b5-4c9a-a85f-c61a69fcd52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635605 Feb 09 01:16:49.877423 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-fec3c20d-8748-44ba-980d-89cad2749830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1400162326-router', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:07:36Z', 'updated_at': '2022-02-09T01:16:48Z', 'revision_number': 6, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:49.882240 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec3c20d-8748-44ba-980d-89cad2749830 None None] The sync data for ids ['478074fb-8bca-48e0-9cb4-4626727322d0'] in n-d-828419-1 is: [{'id': '478074fb-8bca-48e0-9cb4-4626727322d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1400162326-router', 'tenant_id': '5c3742d9e0e147a587c775654c5e399e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:07:36Z', 'updated_at': '2022-02-09T01:16:48Z', 'revision_number': 6, 'project_id': '5c3742d9e0e147a587c775654c5e399e', 'gw_port_host': None}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:49.916058 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-c89b9228-dc4c-4ea4-b541-44a638cc0900 service neutron] For port 51f974ae-a8ba-433d-8528-e01e6f4a8302, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:16:50.017917 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bade8f5-7d8c-4ceb-91f7-6b191f523c29', 'tag': '45c7be29-9a89-4388-97bc-3b26d9b6940e', 'status': 'completed', 'code': 200} Feb 09 01:16:50.054869 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-c89b9228-dc4c-4ea4-b541-44a638cc0900 service neutron] For port 51f974ae-a8ba-433d-8528-e01e6f4a8302, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=51f974ae-a8ba-433d-8528-e01e6f4a8302,segment=NetworkSegment(702f6269-234c-4355-8302-b7a37244bd28),segment_id=702f6269-234c-4355-8302-b7a37244bd28)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:16:50.085695 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98daf899-d681-459d-8eb8-1b1fd939e624 req-767a5f8b-74a9-4c3f-a31f-c48883e03044 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:50.087451 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-98daf899-d681-459d-8eb8-1b1fd939e624 req-767a5f8b-74a9-4c3f-a31f-c48883e03044 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bade8f5-7d8c-4ceb-91f7-6b191f523c29 HTTP/1.1" status: 200 len: 944 time: 0.8261180 Feb 09 01:16:50.088920 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-c89b9228-dc4c-4ea4-b541-44a638cc0900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:50.118619 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-36513fd2-5f42-44b9-85cf-52b5f359ffc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:50.199014 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-c89b9228-dc4c-4ea4-b541-44a638cc0900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:50.199633 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-c89b9228-dc4c-4ea4-b541-44a638cc0900 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:50.201090 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-c89b9228-dc4c-4ea4-b541-44a638cc0900 service neutron] 10.222.0.35 "PUT /v2.0/ports/51f974ae-a8ba-433d-8528-e01e6f4a8302 HTTP/1.1" status: 200 len: 1091 time: 5.0361216 Feb 09 01:16:50.226047 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36513fd2-5f42-44b9-85cf-52b5f359ffc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=759caf12-f8e4-42e4-9ff9-3fca9ae1ec03,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:50.273493 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-bf2a821b-e6b4-49f9-944b-f5f7594da1e7 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:50.411834 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-36513fd2-5f42-44b9-85cf-52b5f359ffc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:50.462480 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-98daf899-d681-459d-8eb8-1b1fd939e624 req-99a92fff-6d9b-409b-8a69-ea6cdfc0927c tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups?id=487bc88e-fef9-4445-8b50-c8d422d7ac67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068256 Feb 09 01:16:50.469808 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-0905e9f5-10ab-4a08-8027-2afa6f67e356 service neutron] 10.222.0.35 "GET /v2.0/networks/7528e6de-56b5-4c9a-a85f-c61a69fcd52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6119163 Feb 09 01:16:50.472236 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b9228-dc4c-4ea4-b541-44a638cc0900 service neutron] Pushing event updated for resources: {'Port': ['ID=51f974ae-a8ba-433d-8528-e01e6f4a8302,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:50.643093 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-22bf4a81-1412-4771-afe5-6d1b50f7fdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:50.646580 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-22bf4a81-1412-4771-afe5-6d1b50f7fdf6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4214e517e7445899129927a52531c14&device_id=f6eb71bd-0fa8-4019-856e-4e0bff1a8a77 HTTP/1.1" status: 200 len: 1094 time: 0.3696625 Feb 09 01:16:50.697816 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-36513fd2-5f42-44b9-85cf-52b5f359ffc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:50.702463 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-36513fd2-5f42-44b9-85cf-52b5f359ffc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:50.752225 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdde1e-3150-48f2-b7b8-5957ae44dcb2 req-15401363-077f-4735-af81-5eec4cd86be1 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:50.754140 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-96fdde1e-3150-48f2-b7b8-5957ae44dcb2 req-15401363-077f-4735-af81-5eec4cd86be1 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 945 time: 0.2767382 Feb 09 01:16:50.755412 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-36513fd2-5f42-44b9-85cf-52b5f359ffc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:50.756209 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36513fd2-5f42-44b9-85cf-52b5f359ffc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 478074fb-8bca-48e0-9cb4-4626727322d0 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:16:50.791370 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-36513fd2-5f42-44b9-85cf-52b5f359ffc7 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:50.793592 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-36513fd2-5f42-44b9-85cf-52b5f359ffc7 admin admin] 10.222.0.37 "DELETE /v2.0/routers/478074fb-8bca-48e0-9cb4-4626727322d0 HTTP/1.1" status: 204 len: 168 time: 2.4945114 Feb 09 01:16:50.797908 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51912) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:50.867410 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-dc30cb1e-2848-47b9-bbbb-b8884eb84272 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51f974ae-a8ba-433d-8528-e01e6f4a8302 HTTP/1.1" status: 200 len: 217 time: 0.1941149 Feb 09 01:16:50.869768 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-96fdde1e-3150-48f2-b7b8-5957ae44dcb2 req-a4b4217a-ec19-46ee-b10a-978576fc2a10 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076336 Feb 09 01:16:50.883543 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-bf2a821b-e6b4-49f9-944b-f5f7594da1e7 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:50.914510 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-7616d9d4-4e61-401e-bcb8-6ad8ff740db8 admin admin] Deleting subnet f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:16:50.918775 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7616d9d4-4e61-401e-bcb8-6ad8ff740db8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:50.998915 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7616d9d4-4e61-401e-bcb8-6ad8ff740db8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:51.206089 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-1d0efe69-0cae-44d2-8eb5-9abee8d69345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:51.208484 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-1d0efe69-0cae-44d2-8eb5-9abee8d69345 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a4835111-8acb-4070-8e14-3ec44ce3354b HTTP/1.1" status: 200 len: 852 time: 0.3087211 Feb 09 01:16:51.335441 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a821b-e6b4-49f9-944b-f5f7594da1e7 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Pushing event updated for resources: {'Port': ['ID=e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:51.359989 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087b788-ac9b-4180-a4c7-e123d18785a6 req-9fa78e26-a142-4b96-92ab-c5577126920c tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:51.362418 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7087b788-ac9b-4180-a4c7-e123d18785a6 req-9fa78e26-a142-4b96-92ab-c5577126920c tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6eb71bd-0fa8-4019-856e-4e0bff1a8a77 HTTP/1.1" status: 200 len: 943 time: 0.3289435 Feb 09 01:16:51.387187 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-bf2a821b-e6b4-49f9-944b-f5f7594da1e7 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Network b12a1fd0-03e3-4ccd-af9c-037715dad163 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:51.394327 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7616d9d4-4e61-401e-bcb8-6ad8ff740db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:51.418198 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-bf2a821b-e6b4-49f9-944b-f5f7594da1e7 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:51.425191 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-560e8b89-9a73-4b42-a28a-7d6c9a3c6c0a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e01627e0-3c9d-4664-b1f6-83456184f273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910602 Feb 09 01:16:51.427406 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-bf2a821b-e6b4-49f9-944b-f5f7594da1e7 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:16:51.473249 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4cc6ab6d-af2a-436a-8bfe-10aebedff340 req-0f601939-5bec-414d-853d-9281bc0a979d service neutron] 10.222.0.35 "GET /v2.0/networks/7528e6de-56b5-4c9a-a85f-c61a69fcd52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9951036 Feb 09 01:16:51.506284 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7087b788-ac9b-4180-a4c7-e123d18785a6 req-85d3761f-6bfe-4378-8dd7-d19a15301ad9 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/security-groups?id=7afa1c1f-32b5-4d89-b782-e5b8d69470a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371491 Feb 09 01:16:51.559670 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7616d9d4-4e61-401e-bcb8-6ad8ff740db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:51.630966 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137fe600-e26d-4fa5-8013-4dc811a7fb1e None None] Network f463daa3-bdf7-465b-839b-27906d718cfd requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:16:51.632716 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7616d9d4-4e61-401e-bcb8-6ad8ff740db8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:51.643282 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7616d9d4-4e61-401e-bcb8-6ad8ff740db8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff HTTP/1.1" status: 204 len: 168 time: 0.8417845 Feb 09 01:16:51.644558 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616d9d4-4e61-401e-bcb8-6ad8ff740db8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f265f0fc-53f9-4a6c-b0ac-e33d1290d7ff,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:51.646915 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51930) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:51.754105 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbb6f0-c53d-4fac-8535-f5a5fb17c9d3 req-e7cc4885-4f3d-4946-a047-f10f496377e8 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:51.761279 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:51.761945 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-02bbb6f0-c53d-4fac-8535-f5a5fb17c9d3 req-e7cc4885-4f3d-4946-a047-f10f496377e8 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.9591098 Feb 09 01:16:51.770580 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-64b78919-5cf5-4a97-8598-e50cd41d1817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:51.808468 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-bf2a821b-e6b4-49f9-944b-f5f7594da1e7 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:51.808468 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-bf2a821b-e6b4-49f9-944b-f5f7594da1e7 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:51.894296 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 759caf12-f8e4-42e4-9ff9-3fca9ae1ec03 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:16:51.909534 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-bf2a821b-e6b4-49f9-944b-f5f7594da1e7 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7358403 Feb 09 01:16:51.924869 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-02bbb6f0-c53d-4fac-8535-f5a5fb17c9d3 req-6b95e5a1-03cd-4f6c-beeb-593f23fe3e42 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619315 Feb 09 01:16:51.934083 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-4968a00a-4009-427a-beb2-2591550b581c service neutron] Request body: {'port': {'device_id': '9d198aa8-fa27-4d8c-b4b0-76418e6e148d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:51.968215 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 759caf12-f8e4-42e4-9ff9-3fca9ae1ec03 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:16:51.969387 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 759caf12-f8e4-42e4-9ff9-3fca9ae1ec03 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:16:51.970178 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7ceb147a-a238-451a-82d3-3469b1b20051 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:16:51.983489 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-64b78919-5cf5-4a97-8598-e50cd41d1817 admin admin] Deleting port 8b5d3e35-b208-4ba8-8631-f6f426f1c627 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:51.983820 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-64b78919-5cf5-4a97-8598-e50cd41d1817 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:52.028079 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-904a8fbe-3c52-4f9e-afb2-84a730126ee3 service neutron] 10.222.0.35 "GET /v2.0/networks/e01627e0-3c9d-4664-b1f6-83456184f273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5575111 Feb 09 01:16:52.029793 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6eb71bd-0fa8-4019-856e-4e0bff1a8a77', 'tag': '51f974ae-a8ba-433d-8528-e01e6f4a8302'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:16:52.036711 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 7ceb147a-a238-451a-82d3-3469b1b20051 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:16:52.037049 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7ceb147a-a238-451a-82d3-3469b1b20051 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:16:52.160744 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430403aa-e903-4c56-87ef-a6eb29c4a6b3 req-2c7d0788-1266-4283-af8d-a118e59d503a tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:52.162467 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-430403aa-e903-4c56-87ef-a6eb29c4a6b3 req-2c7d0788-1266-4283-af8d-a118e59d503a tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d198aa8-fa27-4d8c-b4b0-76418e6e148d HTTP/1.1" status: 200 len: 931 time: 0.3885553 Feb 09 01:16:52.167521 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0aef57-0eae-4c5e-83c4-aa635ba77806 None None] DHCP port deletion for f463daa3-bdf7-465b-839b-27906d718cfd request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:16:52.177259 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-3e0aef57-0eae-4c5e-83c4-aa635ba77806 None None] Deleting port 8b5d3e35-b208-4ba8-8631-f6f426f1c627 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:52.177694 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3e0aef57-0eae-4c5e-83c4-aa635ba77806 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:52.241340 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320dfda-8edf-44da-9c43-efd3bbda2039 req-c9583417-0ace-485d-8188-6fe001babfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:52.242822 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c320dfda-8edf-44da-9c43-efd3bbda2039 req-c9583417-0ace-485d-8188-6fe001babfbd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=89c5ef19807744ed9ff690157d53e75e&device_id=4bade8f5-7d8c-4ceb-91f7-6b191f523c29 HTTP/1.1" status: 200 len: 1095 time: 0.6601212 Feb 09 01:16:52.250101 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b7a250d7-4f8b-45e4-aa33-989dad300efe req-cd519b27-0e14-4f00-ae63-8d84c114cff8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6069992 Feb 09 01:16:52.317417 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-430403aa-e903-4c56-87ef-a6eb29c4a6b3 req-18207ca8-0ec0-4e16-aebb-2b158a95f7d3 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1d01d8a-eadc-4f9b-882e-5c01a22ad56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256833 Feb 09 01:16:52.336992 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-64b78919-5cf5-4a97-8598-e50cd41d1817 admin admin] For port 8b5d3e35-b208-4ba8-8631-f6f426f1c627, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=8b5d3e35-b208-4ba8-8631-f6f426f1c627,segment=NetworkSegment(0a900953-cea9-408a-b5a5-b9b62ab0e594),segment_id=0a900953-cea9-408a-b5a5-b9b62ab0e594)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:52.337426 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-64b78919-5cf5-4a97-8598-e50cd41d1817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:52.420465 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320dfda-8edf-44da-9c43-efd3bbda2039 req-66ab2f3a-96d7-4ce7-8dcb-b88a2f7e82a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:52.421928 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c320dfda-8edf-44da-9c43-efd3bbda2039 req-66ab2f3a-96d7-4ce7-8dcb-b88a2f7e82a5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7528e6de-56b5-4c9a-a85f-c61a69fcd52d HTTP/1.1" status: 200 len: 914 time: 0.1699891 Feb 09 01:16:52.493907 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-64b78919-5cf5-4a97-8598-e50cd41d1817 admin admin] Calling delete_port for 8b5d3e35-b208-4ba8-8631-f6f426f1c627 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:52.519039 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-3e0aef57-0eae-4c5e-83c4-aa635ba77806 None None] For port 8b5d3e35-b208-4ba8-8631-f6f426f1c627, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=8b5d3e35-b208-4ba8-8631-f6f426f1c627,segment=NetworkSegment(0a900953-cea9-408a-b5a5-b9b62ab0e594),segment_id=0a900953-cea9-408a-b5a5-b9b62ab0e594)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:52.519459 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3e0aef57-0eae-4c5e-83c4-aa635ba77806 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:52.551875 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-4968a00a-4009-427a-beb2-2591550b581c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:52.589545 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c320dfda-8edf-44da-9c43-efd3bbda2039 req-e20d4d23-ac92-450f-94f7-eba54ce344d3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45c7be29-9a89-4388-97bc-3b26d9b6940e HTTP/1.1" status: 200 len: 217 time: 0.1179910 Feb 09 01:16:52.651736 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f121615-39cb-4eeb-93ae-d2e93bee77b0 req-f405fccc-980f-4878-b180-7ecf369f6b6a tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:52.653349 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9f121615-39cb-4eeb-93ae-d2e93bee77b0 req-f405fccc-980f-4878-b180-7ecf369f6b6a tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 945 time: 0.1310465 Feb 09 01:16:52.725706 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-64b78919-5cf5-4a97-8598-e50cd41d1817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:52.754438 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-3e0aef57-0eae-4c5e-83c4-aa635ba77806 None None] Calling delete_port for 8b5d3e35-b208-4ba8-8631-f6f426f1c627 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:16:52.853144 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b78919-5cf5-4a97-8598-e50cd41d1817 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b5d3e35-b208-4ba8-8631-f6f426f1c627,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:52.863809 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b78919-5cf5-4a97-8598-e50cd41d1817 admin admin] No DVR routers for this DVR port 8b5d3e35-b208-4ba8-8631-f6f426f1c627 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:52.901886 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-3e0aef57-0eae-4c5e-83c4-aa635ba77806 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:16:52.902608 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-3e0aef57-0eae-4c5e-83c4-aa635ba77806 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:16:52.954332 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9f121615-39cb-4eeb-93ae-d2e93bee77b0 req-99363450-df5b-4fc3-9638-3819d425187f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677214 Feb 09 01:16:53.089058 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320dfda-8edf-44da-9c43-efd3bbda2039 req-eb26e8cb-4bed-465c-b277-ce71e544ec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:53.091046 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c320dfda-8edf-44da-9c43-efd3bbda2039 req-eb26e8cb-4bed-465c-b277-ce71e544ec3b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c8da2af-e975-41d5-b56a-cde865a2fffb HTTP/1.1" status: 200 len: 853 time: 0.4807966 Feb 09 01:16:53.093733 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6eb71bd-0fa8-4019-856e-4e0bff1a8a77', 'tag': '51f974ae-a8ba-433d-8528-e01e6f4a8302', 'status': 'completed', 'code': 200} Feb 09 01:16:53.239672 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-64b78919-5cf5-4a97-8598-e50cd41d1817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:53.287357 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-64b78919-5cf5-4a97-8598-e50cd41d1817 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f463daa3-bdf7-465b-839b-27906d718cfd']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:53.303256 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-64b78919-5cf5-4a97-8598-e50cd41d1817 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a900953-cea9-408a-b5a5-b9b62ab0e594') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:53.303701 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-64b78919-5cf5-4a97-8598-e50cd41d1817 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a900953-cea9-408a-b5a5-b9b62ab0e594') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:53.321791 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-64b78919-5cf5-4a97-8598-e50cd41d1817 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:53.327112 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c320dfda-8edf-44da-9c43-efd3bbda2039 req-cc456ed6-7f86-4db2-b335-82f8955226ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7528e6de-56b5-4c9a-a85f-c61a69fcd52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2174976 Feb 09 01:16:53.332639 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-4968a00a-4009-427a-beb2-2591550b581c service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:16:53.342468 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db471cc1-257b-4fc9-a59d-1122239cb135 req-235ee80e-214f-4181-b7ba-531b91881756 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:53.344454 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-db471cc1-257b-4fc9-a59d-1122239cb135 req-235ee80e-214f-4181-b7ba-531b91881756 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6eb71bd-0fa8-4019-856e-4e0bff1a8a77 HTTP/1.1" status: 200 len: 943 time: 0.2003629 Feb 09 01:16:53.345307 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ff71bd75-fbec-4862-89cb-25538c410c91 req-b5bb5665-6e32-43a2-9280-83841f240176 service neutron] 10.222.0.35 "GET /v2.0/networks/e01627e0-3c9d-4664-b1f6-83456184f273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3063517 Feb 09 01:16:53.351268 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-64b78919-5cf5-4a97-8598-e50cd41d1817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:53.376744 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64b78919-5cf5-4a97-8598-e50cd41d1817 admin admin] Releasing vlan 962 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:16:53.377263 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-64b78919-5cf5-4a97-8598-e50cd41d1817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:53.403301 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:16:53.403301 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:16:53.403301 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:16:53.403301 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:16:53.403301 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:16:53.403301 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:16:53.403301 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:16:53.403301 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:16:53.403301 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:16:53.403301 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:16:53.403301 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:16:53.403301 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:16:53.403301 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:16:53.403301 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:16:53.403301 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:16:53.403301 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:16:53.403301 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:16:53.403301 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:16:53.403301 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:16:53.403301 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:16:53.403301 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:16:53.403301 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:16:53.403301 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:16:53.403301 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:16:53.403301 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:16:53.403301 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:16:53.403301 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:16:53.403301 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:16:53.403301 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:16:53.403301 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:16:53.403301 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:16:53.403301 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:16:53.405536 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-3e0aef57-0eae-4c5e-83c4-aa635ba77806 None None] Deleting port 8b5d3e35-b208-4ba8-8631-f6f426f1c627 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:16:53.405536 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3e0aef57-0eae-4c5e-83c4-aa635ba77806 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:53.432440 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a250d7-4f8b-45e4-aa33-989dad300efe req-3f9d922d-659f-4c47-b01c-d27f755942bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:53.434544 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b7a250d7-4f8b-45e4-aa33-989dad300efe req-3f9d922d-659f-4c47-b01c-d27f755942bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce0095aebb0840088ecf37cbcece72f6&device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 1096 time: 1.0117517 Feb 09 01:16:53.514915 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-3e0aef57-0eae-4c5e-83c4-aa635ba77806 None None] The port '8b5d3e35-b208-4ba8-8631-f6f426f1c627' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:16:53.525992 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-db471cc1-257b-4fc9-a59d-1122239cb135 req-4f2ecbb3-6bd9-4fc8-8ec4-9f21b974e361 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/security-groups?id=7afa1c1f-32b5-4d89-b782-e5b8d69470a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746840 Feb 09 01:16:53.559665 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-64b78919-5cf5-4a97-8598-e50cd41d1817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:53.597182 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-64b78919-5cf5-4a97-8598-e50cd41d1817 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:53.607052 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b78919-5cf5-4a97-8598-e50cd41d1817 admin admin] Pushing event deleted for resources: {'Network': ['ID=f463daa3-bdf7-465b-839b-27906d718cfd,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:53.649946 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-64b78919-5cf5-4a97-8598-e50cd41d1817 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f463daa3-bdf7-465b-839b-27906d718cfd HTTP/1.1" status: 204 len: 168 time: 2.0019059 Feb 09 01:16:53.712789 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fedaaa-c924-4d00-8a2c-f74f718b84d0 req-e54ffb5b-4f81-4396-b4d7-56ebbea652b2 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:53.720707 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-00fedaaa-c924-4d00-8a2c-f74f718b84d0 req-e54ffb5b-4f81-4396-b4d7-56ebbea652b2 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bade8f5-7d8c-4ceb-91f7-6b191f523c29 HTTP/1.1" status: 200 len: 944 time: 1.5414820 Feb 09 01:16:53.792726 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb489d-2135-4e11-8168-5b4cd516cb3b req-373d877b-39e5-4cf1-ba85-4cf79c0a1bd8 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:53.792949 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-4968a00a-4009-427a-beb2-2591550b581c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:16:53.800672 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-86eb489d-2135-4e11-8168-5b4cd516cb3b req-373d877b-39e5-4cf1-ba85-4cf79c0a1bd8 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.1265216 Feb 09 01:16:53.873641 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-86eb489d-2135-4e11-8168-5b4cd516cb3b req-1bdb6a68-7035-45e5-a228-e7f707b96f2d tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717883 Feb 09 01:16:53.905911 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 8b5d3e35-b208-4ba8-8631-f6f426f1c627 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:16:53.913337 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-4968a00a-4009-427a-beb2-2591550b581c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:53.927342 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-00fedaaa-c924-4d00-8a2c-f74f718b84d0 req-db0763d7-28bc-488c-a4b0-4e8863f0a97c tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups?id=487bc88e-fef9-4445-8b50-c8d422d7ac67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054305 Feb 09 01:16:53.989119 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 8b5d3e35-b208-4ba8-8631-f6f426f1c627 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:16:53.989560 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 8b5d3e35-b208-4ba8-8631-f6f426f1c627 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:16:54.105929 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51984) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:54.145412 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c320dfda-8edf-44da-9c43-efd3bbda2039 req-06392c9d-f7a6-4548-8da3-4ff9a4825d08 service neutron] 10.222.0.35 "GET /v2.0/networks/7528e6de-56b5-4c9a-a85f-c61a69fcd52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7988288 Feb 09 01:16:54.155129 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-4968a00a-4009-427a-beb2-2591550b581c service neutron] Transition to ACTIVE for port object e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:54.182600 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51990) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:54.189277 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-75f65a0c-a92a-46b7-ba03-b8e8a846c418 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5c3742d9e0e147a587c775654c5e399e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0799930 Feb 09 01:16:54.190778 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51992) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:54.248030 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-4968a00a-4009-427a-beb2-2591550b581c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:54.290787 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6c05f0f9-e0f5-4d18-8598-4595b6ed0d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:54.310713 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e480c-122b-4905-b7d2-08f5e78d2aaa req-e340b000-dc9b-4644-a86f-23f8badfb16b tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:54.312241 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1d0e480c-122b-4905-b7d2-08f5e78d2aaa req-e340b000-dc9b-4644-a86f-23f8badfb16b tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d198aa8-fa27-4d8c-b4b0-76418e6e148d HTTP/1.1" status: 200 len: 931 time: 0.2974963 Feb 09 01:16:54.375724 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb32198-4c5a-467a-aa14-0d9bb88b598c req-b30e0c85-a271-419e-acd8-65bf0671117f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:54.377961 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-abb32198-4c5a-467a-aa14-0d9bb88b598c req-b30e0c85-a271-419e-acd8-65bf0671117f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4214e517e7445899129927a52531c14&device_id=f6eb71bd-0fa8-4019-856e-4e0bff1a8a77 HTTP/1.1" status: 200 len: 1094 time: 0.9264405 Feb 09 01:16:54.379200 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a250d7-4f8b-45e4-aa33-989dad300efe req-d14066e8-9a7b-4358-9300-6f0b0c7a3088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:54.380763 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b7a250d7-4f8b-45e4-aa33-989dad300efe req-d14066e8-9a7b-4358-9300-6f0b0c7a3088 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0055357f-6a74-45ba-a134-b5223508c9d1 HTTP/1.1" status: 200 len: 912 time: 0.8239360 Feb 09 01:16:54.401903 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1d0e480c-122b-4905-b7d2-08f5e78d2aaa req-e6f41405-ff4a-47b2-8c44-ca096cbfbaa4 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1d01d8a-eadc-4f9b-882e-5c01a22ad56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562022 Feb 09 01:16:54.428365 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6c05f0f9-e0f5-4d18-8598-4595b6ed0d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:54.530057 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6c05f0f9-e0f5-4d18-8598-4595b6ed0d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:54.546516 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05f0f9-e0f5-4d18-8598-4595b6ed0d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383f14bc-ad80-46ff-b70f-1bc23ea09152,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:54.563653 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6c05f0f9-e0f5-4d18-8598-4595b6ed0d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:54.568033 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6c05f0f9-e0f5-4d18-8598-4595b6ed0d76 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/383f14bc-ad80-46ff-b70f-1bc23ea09152 HTTP/1.1" status: 204 len: 168 time: 0.3720882 Feb 09 01:16:54.860318 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968a00a-4009-427a-beb2-2591550b581c service neutron] Pushing event updated for resources: {'Port': ['ID=e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:54.887091 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4b68e23b-7dc5-4342-a672-ee87165f3b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:54.932275 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:55.055898 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-4b68e23b-7dc5-4342-a672-ee87165f3b98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:55.060697 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b7a250d7-4f8b-45e4-aa33-989dad300efe req-2fe1ffd2-ffe2-4a76-bbce-a8b47a0929fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fbef048-139b-49ec-9219-48402a20c475 HTTP/1.1" status: 200 len: 1000 time: 0.6527996 Feb 09 01:16:55.081517 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4b68e23b-7dc5-4342-a672-ee87165f3b98 admin admin] Usage tracker for resource:security_group_rule and tenant:2edbb286b85b4ef88f490f2d1041d723 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:55.102120 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4b68e23b-7dc5-4342-a672-ee87165f3b98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:55.154208 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dd996-f88e-4644-b6b4-8f2630c32674 req-9e57d40e-3a53-4778-aeff-1f814469da68 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:55.161715 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-702dd996-f88e-4644-b6b4-8f2630c32674 req-9e57d40e-3a53-4778-aeff-1f814469da68 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6eb71bd-0fa8-4019-856e-4e0bff1a8a77 HTTP/1.1" status: 200 len: 943 time: 0.2169249 Feb 09 01:16:55.231060 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a250d7-4f8b-45e4-aa33-989dad300efe req-3253baf5-8ee2-4c1a-9aa8-b1a3ac3f05cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:55.236136 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b7a250d7-4f8b-45e4-aa33-989dad300efe req-3253baf5-8ee2-4c1a-9aa8-b1a3ac3f05cb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6f367ae-6db3-44ee-a579-54c0e257ede0 HTTP/1.1" status: 200 len: 850 time: 0.1560931 Feb 09 01:16:55.247579 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-4968a00a-4009-427a-beb2-2591550b581c service neutron] Attempting to bind port e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:16:55.247920 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-4968a00a-4009-427a-beb2-2591550b581c service neutron] Attempting to bind port e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '67a920d1-ca51-4e90-a884-c7a9f89bba72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'b12a1fd0-03e3-4ccd-af9c-037715dad163'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:16:55.248306 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-4968a00a-4009-427a-beb2-2591550b581c service neutron] Attempting to bind port e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f on network b12a1fd0-03e3-4ccd-af9c-037715dad163 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:16:55.257685 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-4b68e23b-7dc5-4342-a672-ee87165f3b98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:55.265548 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-4968a00a-4009-427a-beb2-2591550b581c service neutron] Port e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f on network b12a1fd0-03e3-4ccd-af9c-037715dad163 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:16:55.266358 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-4968a00a-4009-427a-beb2-2591550b581c service neutron] Attempting to bind port e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f on network b12a1fd0-03e3-4ccd-af9c-037715dad163 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:16:55.287180 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-702dd996-f88e-4644-b6b4-8f2630c32674 req-9390c0b2-80bc-46be-b6e3-84206dcbf7e7 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/security-groups?id=7afa1c1f-32b5-4d89-b782-e5b8d69470a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180503 Feb 09 01:16:55.332531 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:16:55.345406 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4a1d9-8a2e-4ae2-a4bb-2c58bb72c831 req-d367881d-11c0-47a6-a82f-6ed574b3e132 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:55.352278 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ac4a1d9-8a2e-4ae2-a4bb-2c58bb72c831 req-d367881d-11c0-47a6-a82f-6ed574b3e132 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 945 time: 0.9631863 Feb 09 01:16:55.368267 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c320dfda-8edf-44da-9c43-efd3bbda2039 req-09196524-517a-4f4d-8c60-914037a20756 service neutron] 10.222.0.35 "GET /v2.0/networks/7528e6de-56b5-4c9a-a85f-c61a69fcd52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2115965 Feb 09 01:16:55.397163 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-4968a00a-4009-427a-beb2-2591550b581c service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:16:55.397855 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-4968a00a-4009-427a-beb2-2591550b581c service neutron] Checking segment: {'id': '67a920d1-ca51-4e90-a884-c7a9f89bba72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'b12a1fd0-03e3-4ccd-af9c-037715dad163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:16:55.397855 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-4968a00a-4009-427a-beb2-2591550b581c service neutron] Bound using segment: {'id': '67a920d1-ca51-4e90-a884-c7a9f89bba72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'b12a1fd0-03e3-4ccd-af9c-037715dad163'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:16:55.398314 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-4968a00a-4009-427a-beb2-2591550b581c service neutron] Bound port: e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a920d1-ca51-4e90-a884-c7a9f89bba72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'b12a1fd0-03e3-4ccd-af9c-037715dad163'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:16:55.398660 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-4968a00a-4009-427a-beb2-2591550b581c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:55.471679 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb32198-4c5a-467a-aa14-0d9bb88b598c req-588e41d8-c93c-4cc2-b33c-10304b2a555b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:55.473543 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-abb32198-4c5a-467a-aa14-0d9bb88b598c req-588e41d8-c93c-4cc2-b33c-10304b2a555b service neutron] 10.222.0.35 "GET /v2.0/networks?id=e01627e0-3c9d-4664-b1f6-83456184f273 HTTP/1.1" status: 200 len: 913 time: 1.0667932 Feb 09 01:16:55.735820 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 45c7be29-9a89-4388-97bc-3b26d9b6940e details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:16:55.784577 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-abb32198-4c5a-467a-aa14-0d9bb88b598c req-4aa81f92-2f95-468b-8fb3-6fbc4deef4a0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51f974ae-a8ba-433d-8528-e01e6f4a8302 HTTP/1.1" status: 200 len: 217 time: 0.2910163 Feb 09 01:16:55.861678 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ac4a1d9-8a2e-4ae2-a4bb-2c58bb72c831 req-a44af4c9-1b44-4ee7-8cc2-8a29753b386a tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5077398 Feb 09 01:16:55.891831 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a3f5f-b177-4db2-8c4f-b7ce72c2cdf6 req-677b7056-2ca7-4981-aee6-14621bdbe8d6 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:55.894446 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-854a3f5f-b177-4db2-8c4f-b7ce72c2cdf6 req-677b7056-2ca7-4981-aee6-14621bdbe8d6 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.1197479 Feb 09 01:16:56.017528 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 45c7be29-9a89-4388-97bc-3b26d9b6940e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=45c7be29-9a89-4388-97bc-3b26d9b6940e,segment=NetworkSegment(cb079a45-5053-4d11-90b3-e37f97e508c1),segment_id=cb079a45-5053-4d11-90b3-e37f97e508c1)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:56.051026 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '45c7be29-9a89-4388-97bc-3b26d9b6940e', 'network_id': '7528e6de-56b5-4c9a-a85f-c61a69fcd52d', 'port_id': '45c7be29-9a89-4388-97bc-3b26d9b6940e', 'mac_address': 'fa:16:3e:d0:b8:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 982, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c8da2af-e975-41d5-b56a-cde865a2fffb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:16:56.079417 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-4968a00a-4009-427a-beb2-2591550b581c service neutron] For port e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:16:56.106359 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-854a3f5f-b177-4db2-8c4f-b7ce72c2cdf6 req-a55517b0-cf16-43ca-a5d6-dec88d1b0645 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058446 Feb 09 01:16:56.132426 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb32198-4c5a-467a-aa14-0d9bb88b598c req-d10d19b4-c2fa-4127-bb21-e679ba12d4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:56.134177 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-abb32198-4c5a-467a-aa14-0d9bb88b598c req-d10d19b4-c2fa-4127-bb21-e679ba12d4c4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a4835111-8acb-4070-8e14-3ec44ce3354b HTTP/1.1" status: 200 len: 852 time: 0.3329751 Feb 09 01:16:56.140856 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-4968a00a-4009-427a-beb2-2591550b581c service neutron] For port e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f,segment=NetworkSegment(67a920d1-ca51-4e90-a884-c7a9f89bba72),segment_id=67a920d1-ca51-4e90-a884-c7a9f89bba72)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:16:56.160072 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:56.186577 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45c7be29-9a89-4388-97bc-3b26d9b6940e {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:16:56.205230 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 45c7be29-9a89-4388-97bc-3b26d9b6940e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=45c7be29-9a89-4388-97bc-3b26d9b6940e,segment=NetworkSegment(cb079a45-5053-4d11-90b3-e37f97e508c1),segment_id=cb079a45-5053-4d11-90b3-e37f97e508c1)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:56.213200 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:56.221290 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a250d7-4f8b-45e4-aa33-989dad300efe req-cf4f1e72-ed24-428a-a8d5-26c4694ecc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:56.222973 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b7a250d7-4f8b-45e4-aa33-989dad300efe req-cf4f1e72-ed24-428a-a8d5-26c4694ecc91 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0055357f-6a74-45ba-a134-b5223508c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9681721 Feb 09 01:16:56.224061 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-4968a00a-4009-427a-beb2-2591550b581c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:56.289985 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=45c7be29-9a89-4388-97bc-3b26d9b6940e,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:56.298349 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:56.298703 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:56.299049 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:56.299384 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:56.299723 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:56.300050 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:56.300373 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:56.302362 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:56.302362 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:56.302362 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:56.302362 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:56.302362 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:56.317336 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cb0d5-e503-4939-9145-4feb6e783b3f req-24569d2c-dc54-4ac5-a198-928c6db2a7a6 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:56.318833 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3c5cb0d5-e503-4939-9145-4feb6e783b3f req-24569d2c-dc54-4ac5-a198-928c6db2a7a6 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d198aa8-fa27-4d8c-b4b0-76418e6e148d HTTP/1.1" status: 200 len: 943 time: 0.0851142 Feb 09 01:16:56.319066 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-abb32198-4c5a-467a-aa14-0d9bb88b598c req-c8ef9335-f083-44f0-8844-7f60273aaf1a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e01627e0-3c9d-4664-b1f6-83456184f273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1595113 Feb 09 01:16:56.362977 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3c5cb0d5-e503-4939-9145-4feb6e783b3f req-678af2ab-116e-4d7e-9996-b5c82f63ae66 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1d01d8a-eadc-4f9b-882e-5c01a22ad56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376196 Feb 09 01:16:56.494349 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-4968a00a-4009-427a-beb2-2591550b581c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:56.494997 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-4968a00a-4009-427a-beb2-2591550b581c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:56.496974 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-4968a00a-4009-427a-beb2-2591550b581c service neutron] 10.222.0.35 "PUT /v2.0/ports/e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f HTTP/1.1" status: 200 len: 1091 time: 4.5694432 Feb 09 01:16:56.497601 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d198aa8-fa27-4d8c-b4b0-76418e6e148d', 'tag': 'e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:16:56.507822 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['45c7be29-9a89-4388-97bc-3b26d9b6940e'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:16:56.521245 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4b68e23b-7dc5-4342-a672-ee87165f3b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:56.541462 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968a00a-4009-427a-beb2-2591550b581c service neutron] Pushing event updated for resources: {'Port': ['ID=e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:56.557302 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4b68e23b-7dc5-4342-a672-ee87165f3b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:56.576191 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b24e6-67fb-4eaf-81a6-6fc40b8964d1 req-ed4f8878-0f56-4de4-bc90-2b3e9900f57c tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:56.577851 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2a9b24e6-67fb-4eaf-81a6-6fc40b8964d1 req-ed4f8878-0f56-4de4-bc90-2b3e9900f57c tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.1075845 Feb 09 01:16:56.630088 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2a9b24e6-67fb-4eaf-81a6-6fc40b8964d1 req-aa655e66-d20a-4706-965a-5f8aa22ccc13 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448458 Feb 09 01:16:56.666382 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864a015-5357-4fb4-a26f-82e8f8f96516 req-1a134473-962e-4457-afa9-e8a95a28ea17 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:56.668495 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d864a015-5357-4fb4-a26f-82e8f8f96516 req-1a134473-962e-4457-afa9-e8a95a28ea17 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bade8f5-7d8c-4ceb-91f7-6b191f523c29 HTTP/1.1" status: 200 len: 944 time: 0.6529334 Feb 09 01:16:56.753649 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4b68e23b-7dc5-4342-a672-ee87165f3b98 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2edbb286b85b4ef88f490f2d1041d723&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5233901 Feb 09 01:16:56.756700 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52044) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:56.763728 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b7a250d7-4f8b-45e4-aa33-989dad300efe req-03eb4a32-5c98-48e3-a7ff-f9fcb3cfcc82 service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4809258 Feb 09 01:16:56.768641 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b68e23b-7dc5-4342-a672-ee87165f3b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04bb587-0f9e-434f-bf30-15c3177fb6ca,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:56.804653 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-abb32198-4c5a-467a-aa14-0d9bb88b598c req-c4fa5cf5-357f-4ac3-abbf-7862563ff80d service neutron] 10.222.0.35 "GET /v2.0/networks/e01627e0-3c9d-4664-b1f6-83456184f273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167800 Feb 09 01:16:56.843847 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50fc74b5-e96a-4041-ab17-45e598d435ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:56.871474 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50fc74b5-e96a-4041-ab17-45e598d435ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:56.929871 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50fc74b5-e96a-4041-ab17-45e598d435ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:56.947799 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc74b5-e96a-4041-ab17-45e598d435ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04bb587-0f9e-434f-bf30-15c3177fb6ca,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:56.955625 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50fc74b5-e96a-4041-ab17-45e598d435ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:56.956777 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-50fc74b5-e96a-4041-ab17-45e598d435ff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e04bb587-0f9e-434f-bf30-15c3177fb6ca HTTP/1.1" status: 204 len: 168 time: 0.1992490 Feb 09 01:16:56.966601 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d864a015-5357-4fb4-a26f-82e8f8f96516 req-e44b9220-75e7-4b70-9151-da4b536df115 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups?id=487bc88e-fef9-4445-8b50-c8d422d7ac67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799397 Feb 09 01:16:57.071503 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-2a93f750-7e21-46ae-8114-475f51e628eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:57.075665 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-2a93f750-7e21-46ae-8114-475f51e628eb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e164607e15b14baf97c4c9585d98b2a1&device_id=9d198aa8-fa27-4d8c-b4b0-76418e6e148d HTTP/1.1" status: 200 len: 1094 time: 0.5287404 Feb 09 01:16:57.208769 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-c2e79aa7-4d1a-42c3-b7c2-172e0cd230b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f HTTP/1.1" status: 200 len: 217 time: 0.1038265 Feb 09 01:16:57.310185 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b7a250d7-4f8b-45e4-aa33-989dad300efe req-2c5fab14-84cc-496f-a27e-95ffffe2dcf2 service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5340805 Feb 09 01:16:57.349099 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-abb32198-4c5a-467a-aa14-0d9bb88b598c req-e6c0348d-6bfa-4df1-a954-479370d91b59 service neutron] 10.222.0.35 "GET /v2.0/networks/e01627e0-3c9d-4664-b1f6-83456184f273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863362 Feb 09 01:16:57.371756 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-cfb684d0-7b2a-43fb-9334-31037442900f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:57.373991 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-cfb684d0-7b2a-43fb-9334-31037442900f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3905b4e3-70bf-4fb8-b5ac-bbb53df6ce1b HTTP/1.1" status: 200 len: 849 time: 0.1506562 Feb 09 01:16:57.492783 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-50dca3e3-cd9e-40a6-bce0-35962ed928db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b12a1fd0-03e3-4ccd-af9c-037715dad163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040404 Feb 09 01:16:57.563649 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52074) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:57.574648 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33d083-c5ab-42db-ab5d-1361770071d6 req-4d569228-aebd-482d-95c3-a47d4b4025ab tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:57.576111 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3f33d083-c5ab-42db-ab5d-1361770071d6 req-4d569228-aebd-482d-95c3-a47d4b4025ab tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Synchronizing usage tracker for tenant:c4214e517e7445899129927a52531c14 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:57.598911 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-62a45f9e-d178-40c3-8dcc-c8ad1ad03683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:57.625350 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-62a45f9e-d178-40c3-8dcc-c8ad1ad03683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:16:57.635116 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-62a45f9e-d178-40c3-8dcc-c8ad1ad03683 admin admin] Usage tracker for resource:security_group_rule and tenant:5914c1b4760d4b8a9c432491db088cd8 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:16:57.639292 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-62a45f9e-d178-40c3-8dcc-c8ad1ad03683 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:16:57.645432 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-62a45f9e-d178-40c3-8dcc-c8ad1ad03683 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:16:57.664512 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d198aa8-fa27-4d8c-b4b0-76418e6e148d', 'tag': 'e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f', 'status': 'completed', 'code': 200} Feb 09 01:16:57.697959 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3f33d083-c5ab-42db-ab5d-1361770071d6 req-4d569228-aebd-482d-95c3-a47d4b4025ab tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Unset dirty status for tenant:c4214e517e7445899129927a52531c14 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:57.699613 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f33d083-c5ab-42db-ab5d-1361770071d6 req-4d569228-aebd-482d-95c3-a47d4b4025ab tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6eb71bd-0fa8-4019-856e-4e0bff1a8a77 HTTP/1.1" status: 200 len: 943 time: 0.4801581 Feb 09 01:16:57.739730 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-10666e04-6208-422d-be5e-0ee60c3a2abe service neutron] 10.222.0.35 "GET /v2.0/networks/b12a1fd0-03e3-4ccd-af9c-037715dad163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261558 Feb 09 01:16:57.768862 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 51f974ae-a8ba-433d-8528-e01e6f4a8302 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:16:57.988841 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 51f974ae-a8ba-433d-8528-e01e6f4a8302, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=51f974ae-a8ba-433d-8528-e01e6f4a8302,segment=NetworkSegment(702f6269-234c-4355-8302-b7a37244bd28),segment_id=702f6269-234c-4355-8302-b7a37244bd28)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:57.991946 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-62a45f9e-d178-40c3-8dcc-c8ad1ad03683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:58.008193 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 45c7be29-9a89-4388-97bc-3b26d9b6940e up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:16:58.008606 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-62a45f9e-d178-40c3-8dcc-c8ad1ad03683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:58.075196 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '51f974ae-a8ba-433d-8528-e01e6f4a8302', 'network_id': 'e01627e0-3c9d-4664-b1f6-83456184f273', 'port_id': '51f974ae-a8ba-433d-8528-e01e6f4a8302', 'mac_address': 'fa:16:3e:87:13:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 968, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4835111-8acb-4070-8e14-3ec44ce3354b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:16:58.102557 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88322946-1a8f-47c9-9438-95aa53f108b3 req-94345f43-0d52-4004-8410-a15039be0f79 service neutron] 10.222.0.35 "GET /v2.0/networks/b12a1fd0-03e3-4ccd-af9c-037715dad163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556769 Feb 09 01:16:58.154863 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a45f9e-d178-40c3-8dcc-c8ad1ad03683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9771dc72-5141-4413-8251-6c01f419716c,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:58.156756 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 45c7be29-9a89-4388-97bc-3b26d9b6940e completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:58.165549 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 45c7be29-9a89-4388-97bc-3b26d9b6940e triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:58.166025 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:58.238658 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-62a45f9e-d178-40c3-8dcc-c8ad1ad03683 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5914c1b4760d4b8a9c432491db088cd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6735516 Feb 09 01:16:58.241777 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52090) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:16:58.255267 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:58.292827 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f974ae-a8ba-433d-8528-e01e6f4a8302 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:16:58.302590 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4579f64-4130-4b39-a24f-18b2b176bf67 req-a0ac9f76-4efb-4e6d-af19-efe5f9d202da tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:58.311769 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b4579f64-4130-4b39-a24f-18b2b176bf67 req-a0ac9f76-4efb-4e6d-af19-efe5f9d202da tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 945 time: 0.4487891 Feb 09 01:16:58.319337 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 51f974ae-a8ba-433d-8528-e01e6f4a8302, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=51f974ae-a8ba-433d-8528-e01e6f4a8302,segment=NetworkSegment(702f6269-234c-4355-8302-b7a37244bd28),segment_id=702f6269-234c-4355-8302-b7a37244bd28)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:58.359529 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f33d083-c5ab-42db-ab5d-1361770071d6 req-38b7b464-c4ae-4913-9f4c-7bade49d6bb4 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/security-groups?id=7afa1c1f-32b5-4d89-b782-e5b8d69470a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6498647 Feb 09 01:16:58.388630 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-be7702e1-5d8c-40e5-b5e7-92f941571cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:58.419286 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-be7702e1-5d8c-40e5-b5e7-92f941571cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:58.424142 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:58.425489 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1f875-d39d-4581-b5c3-60a193e47108 req-d321c7f1-b2e2-435f-b3ec-5e8ff3211a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:58.427122 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-11f1f875-d39d-4581-b5c3-60a193e47108 req-d321c7f1-b2e2-435f-b3ec-5e8ff3211a18 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e164607e15b14baf97c4c9585d98b2a1&device_id=9d198aa8-fa27-4d8c-b4b0-76418e6e148d HTTP/1.1" status: 200 len: 1094 time: 0.2530401 Feb 09 01:16:58.459111 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:58.518266 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b4579f64-4130-4b39-a24f-18b2b176bf67 req-c91c1224-1f5b-4abc-ba70-896869de64f8 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055395 Feb 09 01:16:58.538025 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bade8f5-7d8c-4ceb-91f7-6b191f523c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c7be29-9a89-4388-97bc-3b26d9b6940e'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:16:58.575373 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-be7702e1-5d8c-40e5-b5e7-92f941571cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:58.586193 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 45c7be29-9a89-4388-97bc-3b26d9b6940e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=45c7be29-9a89-4388-97bc-3b26d9b6940e,segment=NetworkSegment(cb079a45-5053-4d11-90b3-e37f97e508c1),segment_id=cb079a45-5053-4d11-90b3-e37f97e508c1)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:16:58.597212 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:58.605247 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=51f974ae-a8ba-433d-8528-e01e6f4a8302,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:58.667566 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7702e1-5d8c-40e5-b5e7-92f941571cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9771dc72-5141-4413-8251-6c01f419716c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:58.681255 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-be7702e1-5d8c-40e5-b5e7-92f941571cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:16:58.685223 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-be7702e1-5d8c-40e5-b5e7-92f941571cc9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9771dc72-5141-4413-8251-6c01f419716c HTTP/1.1" status: 204 len: 168 time: 0.4414115 Feb 09 01:16:58.708625 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=45c7be29-9a89-4388-97bc-3b26d9b6940e,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:58.750824 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['51f974ae-a8ba-433d-8528-e01e6f4a8302'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:16:58.847661 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1f875-d39d-4581-b5c3-60a193e47108 req-dda7248c-3a03-4e81-b8cb-4b93312b2db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:58.849830 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-11f1f875-d39d-4581-b5c3-60a193e47108 req-dda7248c-3a03-4e81-b8cb-4b93312b2db8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b12a1fd0-03e3-4ccd-af9c-037715dad163 HTTP/1.1" status: 200 len: 910 time: 0.4156733 Feb 09 01:16:58.935926 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef60e0f-f29b-4076-8aa5-b0e95e33a782 req-94b274b6-58e5-4b43-b82f-35ffc9ce55fb tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:58.939758 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-2ef60e0f-f29b-4076-8aa5-b0e95e33a782 req-94b274b6-58e5-4b43-b82f-35ffc9ce55fb tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Synchronizing usage tracker for tenant:e164607e15b14baf97c4c9585d98b2a1 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:58.963490 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-11f1f875-d39d-4581-b5c3-60a193e47108 req-ca6f7e81-a9e2-45e8-8397-ac4734712df4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f HTTP/1.1" status: 200 len: 217 time: 0.1060405 Feb 09 01:16:59.066142 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc1393-b35e-4a04-a973-ab59ff6b131d req-981e38bf-1f20-4401-9adc-5754f87ef415 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:59.067286 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-2ef60e0f-f29b-4076-8aa5-b0e95e33a782 req-94b274b6-58e5-4b43-b82f-35ffc9ce55fb tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Unset dirty status for tenant:e164607e15b14baf97c4c9585d98b2a1 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:59.068465 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2ef60e0f-f29b-4076-8aa5-b0e95e33a782 req-94b274b6-58e5-4b43-b82f-35ffc9ce55fb tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d198aa8-fa27-4d8c-b4b0-76418e6e148d HTTP/1.1" status: 200 len: 943 time: 0.4085059 Feb 09 01:16:59.076940 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7ccc1393-b35e-4a04-a973-ab59ff6b131d req-981e38bf-1f20-4401-9adc-5754f87ef415 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.1687734 Feb 09 01:16:59.155881 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7ccc1393-b35e-4a04-a973-ab59ff6b131d req-6f9e7483-22c6-4f37-ab94-b980046b4543 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776281 Feb 09 01:16:59.159774 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-2ef60e0f-f29b-4076-8aa5-b0e95e33a782 req-be59f2da-3e18-402e-a92f-71adb7110cce tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Synchronizing usage tracker for tenant:e164607e15b14baf97c4c9585d98b2a1 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:59.179828 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1f875-d39d-4581-b5c3-60a193e47108 req-61056f5d-4290-40d6-a9c8-9cccab254c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:59.181627 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-11f1f875-d39d-4581-b5c3-60a193e47108 req-61056f5d-4290-40d6-a9c8-9cccab254c34 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3905b4e3-70bf-4fb8-b5ac-bbb53df6ce1b HTTP/1.1" status: 200 len: 849 time: 0.1813426 Feb 09 01:16:59.254184 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-2ef60e0f-f29b-4076-8aa5-b0e95e33a782 req-be59f2da-3e18-402e-a92f-71adb7110cce tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Unset dirty status for tenant:e164607e15b14baf97c4c9585d98b2a1 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:59.255394 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2ef60e0f-f29b-4076-8aa5-b0e95e33a782 req-be59f2da-3e18-402e-a92f-71adb7110cce tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1d01d8a-eadc-4f9b-882e-5c01a22ad56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772289 Feb 09 01:16:59.258821 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-11f1f875-d39d-4581-b5c3-60a193e47108 req-1675f5d3-434e-4079-a517-fb6d93a2ebfa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b12a1fd0-03e3-4ccd-af9c-037715dad163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680954 Feb 09 01:16:59.341179 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bade8f5-7d8c-4ceb-91f7-6b191f523c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c7be29-9a89-4388-97bc-3b26d9b6940e', 'code': 200} Feb 09 01:16:59.389893 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f6b74-6fb0-4501-ac88-5098024c3080 req-58d62b67-4aa8-49ba-9675-67e88d131e35 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:59.400270 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-629f6b74-6fb0-4501-ac88-5098024c3080 req-58d62b67-4aa8-49ba-9675-67e88d131e35 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bade8f5-7d8c-4ceb-91f7-6b191f523c29 HTTP/1.1" status: 200 len: 946 time: 0.1170342 Feb 09 01:16:59.453814 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-629f6b74-6fb0-4501-ac88-5098024c3080 req-22aab9a3-7893-407d-81b5-829fe6066ee5 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Synchronizing usage tracker for tenant:89c5ef19807744ed9ff690157d53e75e on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:16:59.467828 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-629f6b74-6fb0-4501-ac88-5098024c3080 req-22aab9a3-7893-407d-81b5-829fe6066ee5 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Unset dirty status for tenant:89c5ef19807744ed9ff690157d53e75e on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:16:59.475244 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-629f6b74-6fb0-4501-ac88-5098024c3080 req-22aab9a3-7893-407d-81b5-829fe6066ee5 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups?id=487bc88e-fef9-4445-8b50-c8d422d7ac67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732684 Feb 09 01:16:59.630577 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-11f1f875-d39d-4581-b5c3-60a193e47108 req-73b00a0d-549f-4045-8e06-db2008bbd30c service neutron] 10.222.0.35 "GET /v2.0/networks/b12a1fd0-03e3-4ccd-af9c-037715dad163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612766 Feb 09 01:16:59.661244 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb197a75-5c24-4b3c-93e0-d84279661818 req-ee30a64c-de2b-4f88-b803-4c3921f80580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:59.662709 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eb197a75-5c24-4b3c-93e0-d84279661818 req-ee30a64c-de2b-4f88-b803-4c3921f80580 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4bade8f5-7d8c-4ceb-91f7-6b191f523c29 HTTP/1.1" status: 200 len: 1097 time: 0.2353399 Feb 09 01:16:59.701195 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e1d4d-d5e7-4267-a1a5-d2b503d29a1c req-ca36ff82-e921-4500-a46c-877c403d780e tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:59.703710 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4d2e1d4d-d5e7-4267-a1a5-d2b503d29a1c req-ca36ff82-e921-4500-a46c-877c403d780e tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6eb71bd-0fa8-4019-856e-4e0bff1a8a77 HTTP/1.1" status: 200 len: 944 time: 0.1257582 Feb 09 01:16:59.718607 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20651d9-ef2c-4561-a5ff-c885dfb5e8c4 req-890e86f6-d1a7-40a0-a98b-0abc5f2f1294 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:59.725667 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c20651d9-ef2c-4561-a5ff-c885dfb5e8c4 req-890e86f6-d1a7-40a0-a98b-0abc5f2f1294 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.2387378 Feb 09 01:16:59.756761 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4d2e1d4d-d5e7-4267-a1a5-d2b503d29a1c req-4e74de60-6183-4562-8a11-e2e23515c3f5 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/security-groups?id=7afa1c1f-32b5-4d89-b782-e5b8d69470a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470622 Feb 09 01:16:59.801693 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 51f974ae-a8ba-433d-8528-e01e6f4a8302 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:16:59.825832 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c20651d9-ef2c-4561-a5ff-c885dfb5e8c4 req-89a10287-0ccc-4a69-a455-1459ea4387b9 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992105 Feb 09 01:16:59.836894 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eb197a75-5c24-4b3c-93e0-d84279661818 req-61fbf22e-2f47-4249-a092-c5a377fc88b5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=487bc88e-fef9-4445-8b50-c8d422d7ac67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929210 Feb 09 01:16:59.893522 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-11f1f875-d39d-4581-b5c3-60a193e47108 req-4cb33132-9cb1-4f37-974b-5599eb7bac32 service neutron] 10.222.0.35 "GET /v2.0/networks/b12a1fd0-03e3-4ccd-af9c-037715dad163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553699 Feb 09 01:16:59.946177 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 51f974ae-a8ba-433d-8528-e01e6f4a8302 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:59.953038 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 51f974ae-a8ba-433d-8528-e01e6f4a8302 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:59.954065 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:00.091936 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776675e-dfcb-45d0-805e-c0a13b06c2c0 req-bd7b890c-4e91-4ec0-a26c-7a69647a5f27 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:00.094909 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d776675e-dfcb-45d0-805e-c0a13b06c2c0 req-bd7b890c-4e91-4ec0-a26c-7a69647a5f27 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 945 time: 0.1490755 Feb 09 01:17:00.174973 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:00.202778 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d776675e-dfcb-45d0-805e-c0a13b06c2c0 req-34318dca-c58e-4974-97af-3c2dcd6a24ac tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014340 Feb 09 01:17:00.243640 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 51f974ae-a8ba-433d-8528-e01e6f4a8302, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=51f974ae-a8ba-433d-8528-e01e6f4a8302,segment=NetworkSegment(702f6269-234c-4355-8302-b7a37244bd28),segment_id=702f6269-234c-4355-8302-b7a37244bd28)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:00.248918 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:00.344774 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=51f974ae-a8ba-433d-8528-e01e6f4a8302,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:00.478545 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55d7b6-1900-4f53-81c9-8e7ee8d4efb9 req-1969ca64-43ad-49cf-bb69-1ba4d5a00c44 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:00.480157 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ad55d7b6-1900-4f53-81c9-8e7ee8d4efb9 req-1969ca64-43ad-49cf-bb69-1ba4d5a00c44 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.0991814 Feb 09 01:17:00.534484 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ad55d7b6-1900-4f53-81c9-8e7ee8d4efb9 req-08e75b02-b645-416b-85b0-db37ba2c686d tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447552 Feb 09 01:17:00.604640 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccf175-d5d5-47a5-b2b5-557b087a0029 req-38f14c18-389b-4d03-b44f-006ba12dffad tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:00.606157 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3dccf175-d5d5-47a5-b2b5-557b087a0029 req-38f14c18-389b-4d03-b44f-006ba12dffad tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d198aa8-fa27-4d8c-b4b0-76418e6e148d HTTP/1.1" status: 200 len: 943 time: 0.1111381 Feb 09 01:17:00.689670 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3dccf175-d5d5-47a5-b2b5-557b087a0029 req-50076df9-b2b1-45ac-ba4a-bf865eae79ae tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1d01d8a-eadc-4f9b-882e-5c01a22ad56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737755 Feb 09 01:17:00.985687 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e45d3-daff-455e-8bc7-acffa393ec7e req-0099bed4-6318-4591-baba-8e8384aa906d tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:00.997094 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6e7e45d3-daff-455e-8bc7-acffa393ec7e req-0099bed4-6318-4591-baba-8e8384aa906d tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.1628435 Feb 09 01:17:01.011470 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f3503-ee43-401c-8982-ea532f75a54b req-734d632c-a61e-4f9d-8999-594c1b5b2216 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:01.013862 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3f0f3503-ee43-401c-8982-ea532f75a54b req-734d632c-a61e-4f9d-8999-594c1b5b2216 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bade8f5-7d8c-4ceb-91f7-6b191f523c29 HTTP/1.1" status: 200 len: 946 time: 0.1257992 Feb 09 01:17:01.060642 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6e7e45d3-daff-455e-8bc7-acffa393ec7e req-4749d46a-4cd4-48e3-a0a1-61d5ce9ba6f6 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623274 Feb 09 01:17:01.073689 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3f0f3503-ee43-401c-8982-ea532f75a54b req-2368cd28-d3d0-4c28-a665-bf2d4a5535e0 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups?id=487bc88e-fef9-4445-8b50-c8d422d7ac67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523608 Feb 09 01:17:01.331273 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba33a9-269c-41b2-b9e5-6e85f8e6ca05 req-8a8e8ab0-a9a7-4c9a-a8d3-1e9a9e1df5a7 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:01.332267 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c7ba33a9-269c-41b2-b9e5-6e85f8e6ca05 req-8a8e8ab0-a9a7-4c9a-a8d3-1e9a9e1df5a7 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6eb71bd-0fa8-4019-856e-4e0bff1a8a77 HTTP/1.1" status: 200 len: 945 time: 0.1183178 Feb 09 01:17:01.343787 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6eb71bd-0fa8-4019-856e-4e0bff1a8a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f974ae-a8ba-433d-8528-e01e6f4a8302'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:17:01.402658 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c7ba33a9-269c-41b2-b9e5-6e85f8e6ca05 req-5aa536df-43e1-44ef-bfd3-b5a98382f483 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/security-groups?id=7afa1c1f-32b5-4d89-b782-e5b8d69470a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632970 Feb 09 01:17:01.556745 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b3323-3a8b-4057-a8f2-ed4564a2ffd6 req-2e082c49-fcc3-455b-bbd8-802c3dfceee1 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:01.569564 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7c0b3323-3a8b-4057-a8f2-ed4564a2ffd6 req-2e082c49-fcc3-455b-bbd8-802c3dfceee1 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 945 time: 0.1463571 Feb 09 01:17:01.644938 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a10ee-ca89-4e03-8d20-5f581d5f9543 req-88b50118-c6ae-43d5-91bd-166a76609ae8 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:01.646418 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cb2a10ee-ca89-4e03-8d20-5f581d5f9543 req-88b50118-c6ae-43d5-91bd-166a76609ae8 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.1044307 Feb 09 01:17:01.660440 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7c0b3323-3a8b-4057-a8f2-ed4564a2ffd6 req-c9553374-a810-4d15-9684-51b1841a3940 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841157 Feb 09 01:17:01.702244 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cb2a10ee-ca89-4e03-8d20-5f581d5f9543 req-1d26f3e1-7e48-4d0d-b43d-1c0833cf150e tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493183 Feb 09 01:17:01.736778 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6eb71bd-0fa8-4019-856e-4e0bff1a8a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f974ae-a8ba-433d-8528-e01e6f4a8302', 'code': 200} Feb 09 01:17:01.810255 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:17:02.043726 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f571f7f-3276-4ba0-958c-8d578817fa88 req-599ad053-232d-43da-b545-165ac51d713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:02.045358 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f571f7f-3276-4ba0-958c-8d578817fa88 req-599ad053-232d-43da-b545-165ac51d713e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f6eb71bd-0fa8-4019-856e-4e0bff1a8a77 HTTP/1.1" status: 200 len: 1096 time: 0.2357914 Feb 09 01:17:02.171044 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f571f7f-3276-4ba0-958c-8d578817fa88 req-895e9b74-4be3-4ec2-984b-b222047862c9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7afa1c1f-32b5-4d89-b782-e5b8d69470a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150603 Feb 09 01:17:02.248506 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4770d4f-1208-4e92-af93-40804233b20c req-024ca1f8-f873-46d7-be12-a68b2e44a509 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:02.265062 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a4770d4f-1208-4e92-af93-40804233b20c req-024ca1f8-f873-46d7-be12-a68b2e44a509 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d198aa8-fa27-4d8c-b4b0-76418e6e148d HTTP/1.1" status: 200 len: 943 time: 0.3859084 Feb 09 01:17:02.336204 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a4770d4f-1208-4e92-af93-40804233b20c req-b7f7965b-58b6-4ee1-a6b0-c48f419aae08 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1d01d8a-eadc-4f9b-882e-5c01a22ad56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697529 Feb 09 01:17:02.360192 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f,segment=NetworkSegment(67a920d1-ca51-4e90-a884-c7a9f89bba72),segment_id=67a920d1-ca51-4e90-a884-c7a9f89bba72)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:02.382366 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f', 'network_id': 'b12a1fd0-03e3-4ccd-af9c-037715dad163', 'port_id': 'e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f', 'mac_address': 'fa:16:3e:ea:59:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 958, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3905b4e3-70bf-4fb8-b5ac-bbb53df6ce1b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:17:02.483268 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:02.509443 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:17:02.533923 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f,segment=NetworkSegment(67a920d1-ca51-4e90-a884-c7a9f89bba72),segment_id=67a920d1-ca51-4e90-a884-c7a9f89bba72)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:02.552776 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:02.556179 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb43e9-ad19-4f2b-99e0-345d7014ca00 req-c51fd952-f45f-45f3-bd0d-d0747acb7f31 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:02.568686 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-46eb43e9-ad19-4f2b-99e0-345d7014ca00 req-c51fd952-f45f-45f3-bd0d-d0747acb7f31 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.1759319 Feb 09 01:17:02.600020 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f317ce-5923-4eb2-9c35-af90c7b59c12 req-f5bfd446-007e-465b-8c5d-e66d921b6ad1 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:02.603420 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-62f317ce-5923-4eb2-9c35-af90c7b59c12 req-f5bfd446-007e-465b-8c5d-e66d921b6ad1 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.1457956 Feb 09 01:17:02.686089 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-62f317ce-5923-4eb2-9c35-af90c7b59c12 req-274a7134-871c-4608-900d-3d1043cfde99 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717480 Feb 09 01:17:02.730725 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:02.816355 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-46eb43e9-ad19-4f2b-99e0-345d7014ca00 req-c6f9e2fd-d5da-4f68-8c11-ecaef667d57f tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416930 Feb 09 01:17:02.893632 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:17:03.004735 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfbb62-b1f6-4296-8890-8331425dbcf0 req-7bd48ebe-c8af-4d72-843d-d000c733e5dc tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:03.006329 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bbbfbb62-b1f6-4296-8890-8331425dbcf0 req-7bd48ebe-c8af-4d72-843d-d000c733e5dc tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bade8f5-7d8c-4ceb-91f7-6b191f523c29 HTTP/1.1" status: 200 len: 946 time: 0.1347313 Feb 09 01:17:03.069087 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e95e1e-eba2-4254-ac84-ed6cbc5755e1 req-313bf0c0-3a31-44f1-a496-a45e99520507 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:03.078426 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d3e95e1e-eba2-4254-ac84-ed6cbc5755e1 req-313bf0c0-3a31-44f1-a496-a45e99520507 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6eb71bd-0fa8-4019-856e-4e0bff1a8a77 HTTP/1.1" status: 200 len: 945 time: 0.1492686 Feb 09 01:17:03.123746 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bbbfbb62-b1f6-4296-8890-8331425dbcf0 req-ba327da5-2d30-465a-a0cf-9969a5e07eaa tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups?id=487bc88e-fef9-4445-8b50-c8d422d7ac67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053169 Feb 09 01:17:03.161488 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d3e95e1e-eba2-4254-ac84-ed6cbc5755e1 req-80fd3c69-579e-4896-967c-acb733220af0 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/security-groups?id=7afa1c1f-32b5-4d89-b782-e5b8d69470a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732403 Feb 09 01:17:03.423204 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ec097-d6d2-4b16-8730-5102ae163382 req-3e5e51da-8aab-4cef-8000-b07c6c0c02a4 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:03.427771 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2d3ec097-d6d2-4b16-8730-5102ae163382 req-3e5e51da-8aab-4cef-8000-b07c6c0c02a4 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.1302471 Feb 09 01:17:03.466659 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9cee66ec-adb4-4e09-9347-666190597129 req-05b5cc49-431a-4d97-acc4-69251314b22b tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-304648944&fields=id&tenant_id=89c5ef19807744ed9ff690157d53e75e HTTP/1.1" status: 200 len: 267 time: 0.0936472 Feb 09 01:17:03.489980 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2d3ec097-d6d2-4b16-8730-5102ae163382 req-3f1289bf-f051-429d-95b4-8ece32018b94 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566628 Feb 09 01:17:03.657572 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee66ec-adb4-4e09-9347-666190597129 req-e9f9f463-c7b0-4a90-af3e-cbbb1ac40dce tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:03.667119 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9cee66ec-adb4-4e09-9347-666190597129 req-e9f9f463-c7b0-4a90-af3e-cbbb1ac40dce tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bade8f5-7d8c-4ceb-91f7-6b191f523c29 HTTP/1.1" status: 200 len: 946 time: 0.1941102 Feb 09 01:17:03.673128 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-9cee66ec-adb4-4e09-9347-666190597129 req-a27f2ef8-ac08-4627-821a-ace30a086b42 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Request body: {'port': {'security_groups': ['487bc88e-fef9-4445-8b50-c8d422d7ac67', 'd15926a9-29f9-493e-b4ca-a1f18e676b36']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:03.787780 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8b01c-a2aa-4751-b2ab-d86c78191ba5 req-64315f13-96eb-43d1-bcef-5f66f72619d5 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:03.797516 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-26c8b01c-a2aa-4751-b2ab-d86c78191ba5 req-64315f13-96eb-43d1-bcef-5f66f72619d5 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.1154766 Feb 09 01:17:03.853240 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-26c8b01c-a2aa-4751-b2ab-d86c78191ba5 req-a2f1eb2e-c414-4f99-a75a-de69df8ee2c7 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546768 Feb 09 01:17:03.857056 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9cee66ec-adb4-4e09-9347-666190597129 req-a27f2ef8-ac08-4627-821a-ace30a086b42 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:04.002279 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52264) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:04.253689 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c57163c3-ae31-4c93-8462-ea17d25f57a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:04.274868 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c57163c3-ae31-4c93-8462-ea17d25f57a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:04.281731 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c57163c3-ae31-4c93-8462-ea17d25f57a1 admin admin] Usage tracker for resource:security_group_rule and tenant:06f35a1065a24c0b92118d3216d6055e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:04.290500 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c57163c3-ae31-4c93-8462-ea17d25f57a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:04.299113 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c57163c3-ae31-4c93-8462-ea17d25f57a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:04.333688 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52276) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:04.364835 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677d0a6-1843-433a-b2d8-454b31a43b88 req-99ea3339-577e-4e74-b239-bb9f074d735b tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:04.368758 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-9cee66ec-adb4-4e09-9347-666190597129 req-a27f2ef8-ac08-4627-821a-ace30a086b42 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] For port 45c7be29-9a89-4388-97bc-3b26d9b6940e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=45c7be29-9a89-4388-97bc-3b26d9b6940e,segment=NetworkSegment(cb079a45-5053-4d11-90b3-e37f97e508c1),segment_id=cb079a45-5053-4d11-90b3-e37f97e508c1)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:04.389282 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0677d0a6-1843-433a-b2d8-454b31a43b88 req-99ea3339-577e-4e74-b239-bb9f074d735b tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d198aa8-fa27-4d8c-b4b0-76418e6e148d HTTP/1.1" status: 200 len: 944 time: 0.1869941 Feb 09 01:17:04.416726 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9cee66ec-adb4-4e09-9347-666190597129 req-a27f2ef8-ac08-4627-821a-ace30a086b42 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:04.422664 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9cee66ec-adb4-4e09-9347-666190597129 req-a27f2ef8-ac08-4627-821a-ace30a086b42 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:04.434273 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['45c7be29-9a89-4388-97bc-3b26d9b6940e'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:17:04.481319 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0677d0a6-1843-433a-b2d8-454b31a43b88 req-02843524-216d-4d3c-b45b-1b341867eef1 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1d01d8a-eadc-4f9b-882e-5c01a22ad56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909512 Feb 09 01:17:04.528216 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-63ce100a-8b40-4b36-8a75-84d11c0e0ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:04.529686 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f2ef8-ac08-4627-821a-ace30a086b42 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Pushing event updated for resources: {'Port': ['ID=45c7be29-9a89-4388-97bc-3b26d9b6940e,revision_number=6']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:04.542987 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee66ec-adb4-4e09-9347-666190597129 req-a27f2ef8-ac08-4627-821a-ace30a086b42 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:04.543622 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9cee66ec-adb4-4e09-9347-666190597129 req-a27f2ef8-ac08-4627-821a-ace30a086b42 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:04.556810 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9cee66ec-adb4-4e09-9347-666190597129 req-a27f2ef8-ac08-4627-821a-ace30a086b42 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "PUT /v2.0/ports/45c7be29-9a89-4388-97bc-3b26d9b6940e HTTP/1.1" status: 200 len: 982 time: 0.8883357 Feb 09 01:17:04.557963 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bade8f5-7d8c-4ceb-91f7-6b191f523c29', 'tag': '45c7be29-9a89-4388-97bc-3b26d9b6940e'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:17:04.592314 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-63ce100a-8b40-4b36-8a75-84d11c0e0ddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:04.598975 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-63ce100a-8b40-4b36-8a75-84d11c0e0ddf admin admin] Usage tracker for resource:security_group_rule and tenant:8eab748af2594705b0fc00aafd2aefae is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:04.602812 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-63ce100a-8b40-4b36-8a75-84d11c0e0ddf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:04.614440 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-63ce100a-8b40-4b36-8a75-84d11c0e0ddf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:04.640226 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c57163c3-ae31-4c93-8462-ea17d25f57a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:04.649525 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c57163c3-ae31-4c93-8462-ea17d25f57a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:04.652888 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['45c7be29-9a89-4388-97bc-3b26d9b6940e'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:17:04.769536 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c57163c3-ae31-4c93-8462-ea17d25f57a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06f35a1065a24c0b92118d3216d6055e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7624426 Feb 09 01:17:04.813107 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52294) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:04.906873 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8abab147-5556-4a4a-ad3b-e525bb537819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:04.927954 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046816b5-615e-49ce-9b78-250e13cfaf99 req-52a053fa-ce4d-4fbf-b130-2709ecefc100 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:04.929561 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-046816b5-615e-49ce-9b78-250e13cfaf99 req-52a053fa-ce4d-4fbf-b130-2709ecefc100 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.2061374 Feb 09 01:17:04.942220 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57163c3-ae31-4c93-8462-ea17d25f57a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff403336-ff97-403c-ab72-502c3922a0dc,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:04.964241 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8abab147-5556-4a4a-ad3b-e525bb537819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:05.066418 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-a3f374ef-8990-453b-bf9c-5cc833ecc388 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:05.076619 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-a3f374ef-8990-453b-bf9c-5cc833ecc388 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/networks?id=0055357f-6a74-45ba-a134-b5223508c9d1 HTTP/1.1" status: 200 len: 811 time: 0.3781185 Feb 09 01:17:05.081618 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-046816b5-615e-49ce-9b78-250e13cfaf99 req-9082bfee-8bb2-45f7-91d0-7168239ecb68 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441641 Feb 09 01:17:05.097926 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-63ce100a-8b40-4b36-8a75-84d11c0e0ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:05.107622 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8abab147-5556-4a4a-ad3b-e525bb537819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:05.109439 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-8ce951f6-78e3-40e6-9b7e-f370064137c4 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/quotas/ce0095aebb0840088ecf37cbcece72f6 HTTP/1.1" status: 200 len: 375 time: 0.0314536 Feb 09 01:17:05.135120 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abab147-5556-4a4a-ad3b-e525bb537819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff403336-ff97-403c-ab72-502c3922a0dc,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:05.141265 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8abab147-5556-4a4a-ad3b-e525bb537819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:05.142382 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8abab147-5556-4a4a-ad3b-e525bb537819 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ff403336-ff97-403c-ab72-502c3922a0dc HTTP/1.1" status: 204 len: 168 time: 0.3279862 Feb 09 01:17:05.154574 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-63ce100a-8b40-4b36-8a75-84d11c0e0ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:05.245267 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-63ce100a-8b40-4b36-8a75-84d11c0e0ddf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8eab748af2594705b0fc00aafd2aefae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9071014 Feb 09 01:17:05.245267 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce100a-8b40-4b36-8a75-84d11c0e0ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5687bf0-d831-47ca-b7df-a01f9b83d62b,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:05.245710 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52306) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:05.281939 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-05dfea8a-38cb-4490-85a0-d36361cf056d tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce0095aebb0840088ecf37cbcece72f6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1717532 Feb 09 01:17:05.422893 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cdbdb7b0-ca0f-4d17-b166-900e590e43a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:05.443433 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9984e76d-2153-4770-a048-a636f00265de req-8c866d1d-ceac-4c0f-82f3-8647faee8d2a tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:05.450547 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9984e76d-2153-4770-a048-a636f00265de req-8c866d1d-ceac-4c0f-82f3-8647faee8d2a tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6eb71bd-0fa8-4019-856e-4e0bff1a8a77 HTTP/1.1" status: 200 len: 945 time: 0.1585934 Feb 09 01:17:05.459579 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-51edea6d-a032-4df5-aa1f-afd552991871 service neutron] 10.222.0.37 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638658 Feb 09 01:17:05.485170 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cdbdb7b0-ca0f-4d17-b166-900e590e43a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:05.550059 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9984e76d-2153-4770-a048-a636f00265de req-f097d8c2-61e3-4a3b-8cc7-8c0560add623 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/security-groups?id=7afa1c1f-32b5-4d89-b782-e5b8d69470a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985510 Feb 09 01:17:05.571822 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52326) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:05.598630 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cdbdb7b0-ca0f-4d17-b166-900e590e43a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:05.609301 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9b354a76-b4af-4864-9301-1dd86aa89cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:05.626843 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbdb7b0-ca0f-4d17-b166-900e590e43a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5687bf0-d831-47ca-b7df-a01f9b83d62b,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:05.631660 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9b354a76-b4af-4864-9301-1dd86aa89cad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:05.649070 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9b354a76-b4af-4864-9301-1dd86aa89cad admin admin] Usage tracker for resource:security_group_rule and tenant:f6ff0bd056424b08a0c4ff008de81781 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:05.655722 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9b354a76-b4af-4864-9301-1dd86aa89cad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:05.670066 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9b354a76-b4af-4864-9301-1dd86aa89cad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:05.675623 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cdbdb7b0-ca0f-4d17-b166-900e590e43a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:05.677398 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-cdbdb7b0-ca0f-4d17-b166-900e590e43a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d5687bf0-d831-47ca-b7df-a01f9b83d62b HTTP/1.1" status: 204 len: 168 time: 0.4301341 Feb 09 01:17:05.685006 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-a687c8c1-eee2-4cb1-ba6d-437ec479b6dd service neutron] 10.222.0.37 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097154 Feb 09 01:17:05.718049 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-361e83d8-1fc9-4922-9c9f-cd29a04616cc req-df39ee11-b972-45e4-b11e-36ed7022d6cf tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-307399460&fields=id&tenant_id=89c5ef19807744ed9ff690157d53e75e HTTP/1.1" status: 200 len: 267 time: 0.0645368 Feb 09 01:17:05.830876 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:17:05.840737 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9b354a76-b4af-4864-9301-1dd86aa89cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:05.844922 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e83d8-1fc9-4922-9c9f-cd29a04616cc req-07e6de07-ac89-4799-ade9-2939ec99b3d7 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:05.851197 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9b354a76-b4af-4864-9301-1dd86aa89cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:05.862025 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-361e83d8-1fc9-4922-9c9f-cd29a04616cc req-07e6de07-ac89-4799-ade9-2939ec99b3d7 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bade8f5-7d8c-4ceb-91f7-6b191f523c29 HTTP/1.1" status: 200 len: 985 time: 0.1417973 Feb 09 01:17:05.873983 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bade8f5-7d8c-4ceb-91f7-6b191f523c29', 'tag': '45c7be29-9a89-4388-97bc-3b26d9b6940e', 'status': 'completed', 'code': 200} Feb 09 01:17:05.885471 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-361e83d8-1fc9-4922-9c9f-cd29a04616cc req-c2eb8859-88e2-4b2b-8ff0-e2bbbc5ba3c9 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Request body: {'port': {'security_groups': ['487bc88e-fef9-4445-8b50-c8d422d7ac67', 'd15926a9-29f9-493e-b4ca-a1f18e676b36', 'cb9be703-40e6-43d2-8658-1e7e07e59a99']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:05.954062 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:05.962821 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:05.963350 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:05.992689 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9b354a76-b4af-4864-9301-1dd86aa89cad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f6ff0bd056424b08a0c4ff008de81781&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3981555 Feb 09 01:17:05.994319 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52342) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:05.997630 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b354a76-b4af-4864-9301-1dd86aa89cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65059739-680f-47c8-9b4c-fe0e57928dad,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:06.160759 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:06.192236 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d198aa8-fa27-4d8c-b4b0-76418e6e148d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:17:06.204097 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f,segment=NetworkSegment(67a920d1-ca51-4e90-a884-c7a9f89bba72),segment_id=67a920d1-ca51-4e90-a884-c7a9f89bba72)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:06.209822 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:06.335200 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-361e83d8-1fc9-4922-9c9f-cd29a04616cc req-c2eb8859-88e2-4b2b-8ff0-e2bbbc5ba3c9 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:06.346552 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bb26d809-0903-4a5b-a45f-b437f5103534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:06.357200 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:06.414662 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bb26d809-0903-4a5b-a45f-b437f5103534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:06.433021 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee3c02-a71a-4c9e-aa26-cde76437f832 req-4930cbe6-b345-4e49-9850-1a69b37f4078 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:06.440306 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a5ee3c02-a71a-4c9e-aa26-cde76437f832 req-4930cbe6-b345-4e49-9850-1a69b37f4078 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d198aa8-fa27-4d8c-b4b0-76418e6e148d HTTP/1.1" status: 200 len: 945 time: 0.3043880 Feb 09 01:17:06.498445 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c65798-1751-4cc4-955a-d8d2ddba7409 req-aadbef32-a36b-4ca9-a738-b3b1aa479d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:06.501825 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-98c65798-1751-4cc4-955a-d8d2ddba7409 req-aadbef32-a36b-4ca9-a738-b3b1aa479d31 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=89c5ef19807744ed9ff690157d53e75e&device_id=4bade8f5-7d8c-4ceb-91f7-6b191f523c29 HTTP/1.1" status: 200 len: 1136 time: 0.3830585 Feb 09 01:17:06.536518 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a5ee3c02-a71a-4c9e-aa26-cde76437f832 req-fa2b1eba-42d6-41dd-97ae-10fbbc6e4be3 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1d01d8a-eadc-4f9b-882e-5c01a22ad56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947258 Feb 09 01:17:06.571409 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bb26d809-0903-4a5b-a45f-b437f5103534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:06.605681 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb26d809-0903-4a5b-a45f-b437f5103534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65059739-680f-47c8-9b4c-fe0e57928dad,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:06.636795 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bb26d809-0903-4a5b-a45f-b437f5103534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:06.637997 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-bb26d809-0903-4a5b-a45f-b437f5103534 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/65059739-680f-47c8-9b4c-fe0e57928dad HTTP/1.1" status: 204 len: 168 time: 0.6421716 Feb 09 01:17:06.733192 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c65798-1751-4cc4-955a-d8d2ddba7409 req-09a4960f-a01b-4251-9ca9-1ef1e153ab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:06.741536 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-98c65798-1751-4cc4-955a-d8d2ddba7409 req-09a4960f-a01b-4251-9ca9-1ef1e153ab66 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7528e6de-56b5-4c9a-a85f-c61a69fcd52d HTTP/1.1" status: 200 len: 914 time: 0.2267261 Feb 09 01:17:06.891143 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6a88bcc8-1911-4fe1-80d3-ab8d405709d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:06.912113 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017e944-783e-4283-a278-993d57e62a9c req-b2f9f328-9d78-4c88-8198-2ecd10d1fef8 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:06.927340 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b017e944-783e-4283-a278-993d57e62a9c req-b2f9f328-9d78-4c88-8198-2ecd10d1fef8 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6eb71bd-0fa8-4019-856e-4e0bff1a8a77 HTTP/1.1" status: 200 len: 945 time: 0.2532637 Feb 09 01:17:07.003447 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b017e944-783e-4283-a278-993d57e62a9c req-7052f9ff-2ac6-4485-a1c3-e9d4b18500ba tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/security-groups?id=7afa1c1f-32b5-4d89-b782-e5b8d69470a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736434 Feb 09 01:17:07.116225 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-98c65798-1751-4cc4-955a-d8d2ddba7409 req-a9dde170-7719-4e93-939a-714e5e14ecac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45c7be29-9a89-4388-97bc-3b26d9b6940e HTTP/1.1" status: 200 len: 217 time: 0.3577130 Feb 09 01:17:07.253101 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-489151e5-0f86-4f47-a10a-56f2f2c2361e req-e71f58ef-c527-48cb-a65e-e08dc7ff6ef9 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=b22f68f7-f3cb-4cb7-b2f3-99b2b1d3da21 HTTP/1.1" status: 200 len: 210 time: 0.1081934 Feb 09 01:17:07.271495 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c65798-1751-4cc4-955a-d8d2ddba7409 req-1eb8593b-6e1c-45d8-9782-de5f5fa650dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:07.273052 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-98c65798-1751-4cc4-955a-d8d2ddba7409 req-1eb8593b-6e1c-45d8-9782-de5f5fa650dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c8da2af-e975-41d5-b56a-cde865a2fffb HTTP/1.1" status: 200 len: 853 time: 0.1495368 Feb 09 01:17:07.332864 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-98c65798-1751-4cc4-955a-d8d2ddba7409 req-86f98d7e-a15e-49c7-aecf-bddcf4fd947d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7528e6de-56b5-4c9a-a85f-c61a69fcd52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506735 Feb 09 01:17:07.338344 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-361e83d8-1fc9-4922-9c9f-cd29a04616cc req-c2eb8859-88e2-4b2b-8ff0-e2bbbc5ba3c9 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] For port 45c7be29-9a89-4388-97bc-3b26d9b6940e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=45c7be29-9a89-4388-97bc-3b26d9b6940e,segment=NetworkSegment(cb079a45-5053-4d11-90b3-e37f97e508c1),segment_id=cb079a45-5053-4d11-90b3-e37f97e508c1)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:07.468617 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-361e83d8-1fc9-4922-9c9f-cd29a04616cc req-c2eb8859-88e2-4b2b-8ff0-e2bbbc5ba3c9 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:07.559728 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-361e83d8-1fc9-4922-9c9f-cd29a04616cc req-c2eb8859-88e2-4b2b-8ff0-e2bbbc5ba3c9 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:07.575028 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['45c7be29-9a89-4388-97bc-3b26d9b6940e'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:17:07.583608 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79598a1-4cee-4ef6-99ad-cbd3c97ba954 req-238938d3-3969-4bbd-856c-af2a590d9b27 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:07.596877 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d79598a1-4cee-4ef6-99ad-cbd3c97ba954 req-238938d3-3969-4bbd-856c-af2a590d9b27 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.1285832 Feb 09 01:17:07.783259 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d79598a1-4cee-4ef6-99ad-cbd3c97ba954 req-1238ba66-000a-48be-9b04-024e48da18cf tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734059 Feb 09 01:17:07.903628 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d198aa8-fa27-4d8c-b4b0-76418e6e148d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f', 'code': 200} Feb 09 01:17:08.165476 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb8859-88e2-4b2b-8ff0-e2bbbc5ba3c9 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Pushing event updated for resources: {'Port': ['ID=45c7be29-9a89-4388-97bc-3b26d9b6940e,revision_number=7']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:08.228107 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e83d8-1fc9-4922-9c9f-cd29a04616cc req-c2eb8859-88e2-4b2b-8ff0-e2bbbc5ba3c9 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:08.228785 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-361e83d8-1fc9-4922-9c9f-cd29a04616cc req-c2eb8859-88e2-4b2b-8ff0-e2bbbc5ba3c9 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:08.230229 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-361e83d8-1fc9-4922-9c9f-cd29a04616cc req-c2eb8859-88e2-4b2b-8ff0-e2bbbc5ba3c9 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "PUT /v2.0/ports/45c7be29-9a89-4388-97bc-3b26d9b6940e HTTP/1.1" status: 200 len: 1021 time: 2.3611505 Feb 09 01:17:08.235154 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bade8f5-7d8c-4ceb-91f7-6b191f523c29', 'tag': '45c7be29-9a89-4388-97bc-3b26d9b6940e'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:17:08.241018 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-98c65798-1751-4cc4-955a-d8d2ddba7409 req-83daeac4-7e69-4e3d-8b7a-66a778f66437 service neutron] 10.222.0.35 "GET /v2.0/networks/7528e6de-56b5-4c9a-a85f-c61a69fcd52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9003963 Feb 09 01:17:08.313551 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['45c7be29-9a89-4388-97bc-3b26d9b6940e'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:17:08.523323 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-ef3fc74c-ce26-4678-a4bd-32710dca7ca8 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:08.524993 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-ef3fc74c-ce26-4678-a4bd-32710dca7ca8 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.35 "GET /v2.0/networks?id=0055357f-6a74-45ba-a134-b5223508c9d1 HTTP/1.1" status: 200 len: 811 time: 1.0538845 Feb 09 01:17:08.566833 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-73ae9c0b-d027-4a4b-aa81-83034dedd11b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Request body: {'port': {'device_id': 'b22f68f7-f3cb-4cb7-b2f3-99b2b1d3da21', 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1', 'admin_state_up': True, 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:08.591095 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3aa22-4c99-4ceb-aba4-48dc535bab22 req-9728c032-bc6c-450d-9d74-19984f1fda00 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:08.594270 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-84b3aa22-4c99-4ceb-aba4-48dc535bab22 req-9728c032-bc6c-450d-9d74-19984f1fda00 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.1678870 Feb 09 01:17:08.673070 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-84b3aa22-4c99-4ceb-aba4-48dc535bab22 req-27e012dc-17ce-439a-8b20-f4d54801a098 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716815 Feb 09 01:17:08.825884 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-73ae9c0b-d027-4a4b-aa81-83034dedd11b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:08.837438 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-73ae9c0b-d027-4a4b-aa81-83034dedd11b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:08.871802 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-73ae9c0b-d027-4a4b-aa81-83034dedd11b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Made reservation on behalf of ce0095aebb0840088ecf37cbcece72f6 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:08.875754 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-73ae9c0b-d027-4a4b-aa81-83034dedd11b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:08.921728 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5c9b3-cf97-4c47-8723-d291bcb36a1c req-a277604e-92b9-4285-a25e-596599c2b7ef tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:08.938323 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-06f5c9b3-cf97-4c47-8723-d291bcb36a1c req-a277604e-92b9-4285-a25e-596599c2b7ef tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bade8f5-7d8c-4ceb-91f7-6b191f523c29 HTTP/1.1" status: 200 len: 1024 time: 0.1403565 Feb 09 01:17:08.974771 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb690e-31c7-4cb6-9fc0-1ddd9f18ba46 req-b3e3478d-8da3-4c31-b5af-28538ad93791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:08.976270 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e3eb690e-31c7-4cb6-9fc0-1ddd9f18ba46 req-b3e3478d-8da3-4c31-b5af-28538ad93791 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9d198aa8-fa27-4d8c-b4b0-76418e6e148d HTTP/1.1" status: 200 len: 1096 time: 0.7996335 Feb 09 01:17:09.025456 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-06f5c9b3-cf97-4c47-8723-d291bcb36a1c req-cc29377a-5212-49a7-af0f-8c7f11b07216 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups?id=487bc88e-fef9-4445-8b50-c8d422d7ac67&id=d15926a9-29f9-493e-b4ca-a1f18e676b36&id=cb9be703-40e6-43d2-8658-1e7e07e59a99 HTTP/1.1" status: 200 len: 6155 time: 0.0856321 Feb 09 01:17:09.142590 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bade8f5-7d8c-4ceb-91f7-6b191f523c29', 'tag': '45c7be29-9a89-4388-97bc-3b26d9b6940e', 'status': 'completed', 'code': 200} Feb 09 01:17:09.217221 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e3eb690e-31c7-4cb6-9fc0-1ddd9f18ba46 req-a9ffb783-5e46-44cc-b67c-92fbd48a901f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e1d01d8a-eadc-4f9b-882e-5c01a22ad56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496599 Feb 09 01:17:09.219067 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-98c65798-1751-4cc4-955a-d8d2ddba7409 req-46e7494d-4b08-4408-afec-4c8c1a18de88 service neutron] 10.222.0.35 "GET /v2.0/networks/7528e6de-56b5-4c9a-a85f-c61a69fcd52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9588168 Feb 09 01:17:09.258155 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-39b419e1-1a31-46d7-9a10-b390ab3693ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:09.266102 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d1755-265f-4a11-8cad-32de727ea40e req-8523f5f4-8f59-4b93-9c4b-af25dc2e0845 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:09.273302 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b25d1755-265f-4a11-8cad-32de727ea40e req-8523f5f4-8f59-4b93-9c4b-af25dc2e0845 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d198aa8-fa27-4d8c-b4b0-76418e6e148d HTTP/1.1" status: 200 len: 945 time: 0.8486555 Feb 09 01:17:09.376441 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710403ea-dce2-4fa0-8f1f-e90654f28466 req-1c6c6bb4-73e5-4d84-b913-2938f48afc63 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:09.378391 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-710403ea-dce2-4fa0-8f1f-e90654f28466 req-1c6c6bb4-73e5-4d84-b913-2938f48afc63 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6eb71bd-0fa8-4019-856e-4e0bff1a8a77 HTTP/1.1" status: 200 len: 945 time: 0.1514695 Feb 09 01:17:09.383911 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b25d1755-265f-4a11-8cad-32de727ea40e req-3994acd3-748b-45f7-be3b-082bb5ab9d87 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1d01d8a-eadc-4f9b-882e-5c01a22ad56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096294 Feb 09 01:17:09.429527 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-73ae9c0b-d027-4a4b-aa81-83034dedd11b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Allocated IP 172.20.0.6 (0055357f-6a74-45ba-a134-b5223508c9d1/f6f367ae-6db3-44ee-a579-54c0e257ede0/71f97c42-e164-4c5d-8214-cfde7a4566bd) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:09.536514 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-710403ea-dce2-4fa0-8f1f-e90654f28466 req-608ba643-afc7-43e7-89f7-782dd3b8a7e8 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/security-groups?id=7afa1c1f-32b5-4d89-b782-e5b8d69470a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476116 Feb 09 01:17:09.681158 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-98028e07-66a2-4973-b3b3-0d02a4312d26 req-748df72d-977a-40ef-b8c7-f4a9dc9ba4d6 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=b22f68f7-f3cb-4cb7-b2f3-99b2b1d3da21 HTTP/1.1" status: 200 len: 210 time: 0.0882287 Feb 09 01:17:09.731777 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-2e48290c-c53d-4f73-ad95-ceee5311b958 req-64754142-256c-4979-bddf-fee995569a70 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Request body: {'security_group': {'name': ' tempest-securitygroup -851209840 ', 'description': 'tempest-description-352904006'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:09.738209 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-2e48290c-c53d-4f73-ad95-ceee5311b958 req-64754142-256c-4979-bddf-fee995569a70 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:09.748823 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-2e48290c-c53d-4f73-ad95-ceee5311b958 req-64754142-256c-4979-bddf-fee995569a70 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:09.809825 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2e48290c-c53d-4f73-ad95-ceee5311b958 req-64754142-256c-4979-bddf-fee995569a70 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:09.823796 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52496) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:09.838870 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-2e48290c-c53d-4f73-ad95-ceee5311b958 req-64754142-256c-4979-bddf-fee995569a70 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:09.848186 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-2e48290c-c53d-4f73-ad95-ceee5311b958 req-64754142-256c-4979-bddf-fee995569a70 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Usage tracker for resource:security_group_rule and tenant:89c5ef19807744ed9ff690157d53e75e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:09.852670 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-2e48290c-c53d-4f73-ad95-ceee5311b958 req-64754142-256c-4979-bddf-fee995569a70 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:09.870975 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-2e48290c-c53d-4f73-ad95-ceee5311b958 req-64754142-256c-4979-bddf-fee995569a70 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:09.892377 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d1c5e-d789-488f-ba63-6d2dc80a524b req-6bb3c996-be7e-493a-9061-4312dabb61b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:09.893921 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2e3d1c5e-d789-488f-ba63-6d2dc80a524b req-6bb3c996-be7e-493a-9061-4312dabb61b3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=89c5ef19807744ed9ff690157d53e75e&device_id=4bade8f5-7d8c-4ceb-91f7-6b191f523c29 HTTP/1.1" status: 200 len: 1175 time: 0.4223218 Feb 09 01:17:10.005814 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52504) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:10.070369 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-58ac9ce7-a6cc-4a16-ab99-bbb824a53cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:10.113611 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-58ac9ce7-a6cc-4a16-ab99-bbb824a53cc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:10.123035 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-58ac9ce7-a6cc-4a16-ab99-bbb824a53cc3 admin admin] Usage tracker for resource:security_group_rule and tenant:cd19d2adf86547b99cf95929acacfab6 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:10.127072 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-58ac9ce7-a6cc-4a16-ab99-bbb824a53cc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:10.137571 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-58ac9ce7-a6cc-4a16-ab99-bbb824a53cc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:10.271095 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a70c1605-06cc-4895-a06d-fca156be83ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:10.308678 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a70c1605-06cc-4895-a06d-fca156be83ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:10.312520 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a70c1605-06cc-4895-a06d-fca156be83ca admin admin] Usage tracker for resource:security_group_rule and tenant:0c4e6e89383b4adebee13cbe9f601eb0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:10.315626 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a70c1605-06cc-4895-a06d-fca156be83ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:10.322413 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a70c1605-06cc-4895-a06d-fca156be83ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:10.338474 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d1c5e-d789-488f-ba63-6d2dc80a524b req-6b280d80-b1bc-4146-af4a-af46dbb11ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:10.339791 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2e3d1c5e-d789-488f-ba63-6d2dc80a524b req-6b280d80-b1bc-4146-af4a-af46dbb11ebc service neutron] 10.222.0.35 "GET /v2.0/networks?id=7528e6de-56b5-4c9a-a85f-c61a69fcd52d HTTP/1.1" status: 200 len: 914 time: 0.4249542 Feb 09 01:17:10.345946 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-58ac9ce7-a6cc-4a16-ab99-bbb824a53cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:10.351467 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:10.362368 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-58ac9ce7-a6cc-4a16-ab99-bbb824a53cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:10.434621 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:10.471990 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-58ac9ce7-a6cc-4a16-ab99-bbb824a53cc3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cd19d2adf86547b99cf95929acacfab6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6466272 Feb 09 01:17:10.473086 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52514) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:10.499189 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac9ce7-a6cc-4a16-ab99-bbb824a53cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da3927c-0fb5-44a1-83e8-91fa56891f3a,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:10.501716 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2e3d1c5e-d789-488f-ba63-6d2dc80a524b req-8f779bec-38eb-4332-82a8-6066fffba8a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45c7be29-9a89-4388-97bc-3b26d9b6940e HTTP/1.1" status: 200 len: 217 time: 0.1117558 Feb 09 01:17:10.546210 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69943434-a04e-4d25-bf43-c1b53d0af500 req-d38a83bf-2415-4666-9185-09c4b6602dd9 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:10.553200 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-69943434-a04e-4d25-bf43-c1b53d0af500 req-d38a83bf-2415-4666-9185-09c4b6602dd9 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.3257236 Feb 09 01:17:10.561716 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-73ae9c0b-d027-4a4b-aa81-83034dedd11b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:10.638798 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d1c5e-d789-488f-ba63-6d2dc80a524b req-de61c61b-2a24-46c8-bd04-306592e2efb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:10.640335 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2e3d1c5e-d789-488f-ba63-6d2dc80a524b req-de61c61b-2a24-46c8-bd04-306592e2efb3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c8da2af-e975-41d5-b56a-cde865a2fffb HTTP/1.1" status: 200 len: 853 time: 0.1249757 Feb 09 01:17:10.647868 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-73ae9c0b-d027-4a4b-aa81-83034dedd11b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Transition to ACTIVE for port object 71f97c42-e164-4c5d-8214-cfde7a4566bd will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:10.656462 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90bda3-5132-49fe-92b5-b1096999fa0a req-ed1d8900-c491-4aee-9964-aa2d80506b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:10.657913 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ca90bda3-5132-49fe-92b5-b1096999fa0a req-ed1d8900-c491-4aee-9964-aa2d80506b93 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4214e517e7445899129927a52531c14&device_id=f6eb71bd-0fa8-4019-856e-4e0bff1a8a77 HTTP/1.1" status: 200 len: 1096 time: 0.3141050 Feb 09 01:17:10.679538 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c53960cd-ed9c-41b0-94ab-e014fefc0de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:10.706978 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-69943434-a04e-4d25-bf43-c1b53d0af500 req-6eb3de2e-2e7b-41c7-ae95-54a9111c06d4 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527839 Feb 09 01:17:10.711296 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a70c1605-06cc-4895-a06d-fca156be83ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:10.728829 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2e48290c-c53d-4f73-ad95-ceee5311b958 req-64754142-256c-4979-bddf-fee995569a70 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:10.731193 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a70c1605-06cc-4895-a06d-fca156be83ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:10.733707 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2e3d1c5e-d789-488f-ba63-6d2dc80a524b req-4640de25-51d6-47b6-a7df-3b8dd1bb2e19 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7528e6de-56b5-4c9a-a85f-c61a69fcd52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809691 Feb 09 01:17:10.770651 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c53960cd-ed9c-41b0-94ab-e014fefc0de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:10.789131 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2e48290c-c53d-4f73-ad95-ceee5311b958 req-64754142-256c-4979-bddf-fee995569a70 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:10.845683 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a70c1605-06cc-4895-a06d-fca156be83ca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0c4e6e89383b4adebee13cbe9f601eb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8381395 Feb 09 01:17:10.852158 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52524) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:10.857439 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c1605-06cc-4895-a06d-fca156be83ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e61b4a-e664-42ce-8232-e920c4146e98,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:11.051140 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64754142-256c-4979-bddf-fee995569a70 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97c019c5-b490-4cc1-9e65-2a65839f21f4,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:11.072659 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2e48290c-c53d-4f73-ad95-ceee5311b958 req-64754142-256c-4979-bddf-fee995569a70 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:11.073950 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2e48290c-c53d-4f73-ad95-ceee5311b958 req-64754142-256c-4979-bddf-fee995569a70 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 1.3466165 Feb 09 01:17:11.124088 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c53960cd-ed9c-41b0-94ab-e014fefc0de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:11.137120 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bcc28-c88b-4dd7-b489-91634b1242e6 req-00666cbf-b361-41db-937f-0756f5955866 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:11.138671 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-006bcc28-c88b-4dd7-b489-91634b1242e6 req-00666cbf-b361-41db-937f-0756f5955866 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6eb71bd-0fa8-4019-856e-4e0bff1a8a77 HTTP/1.1" status: 200 len: 945 time: 0.2895193 Feb 09 01:17:11.145869 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-73ae9c0b-d027-4a4b-aa81-83034dedd11b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:11.149572 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-78dff971-e275-4ed8-b365-fc0ea319c92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:11.151798 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2e3d1c5e-d789-488f-ba63-6d2dc80a524b req-70880b24-0558-4696-821b-164b2e1d9165 service neutron] 10.222.0.35 "GET /v2.0/networks/7528e6de-56b5-4c9a-a85f-c61a69fcd52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418837 Feb 09 01:17:11.157531 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['bd641b27-4e2a-4d6b-9707-5c9af4261a03'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:17:11.183997 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53960cd-ed9c-41b0-94ab-e014fefc0de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da3927c-0fb5-44a1-83e8-91fa56891f3a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:11.231383 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-78dff971-e275-4ed8-b365-fc0ea319c92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:11.293810 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90bda3-5132-49fe-92b5-b1096999fa0a req-8509a0ab-11b9-47bb-a22d-7c6b5ad888d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:11.294130 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c53960cd-ed9c-41b0-94ab-e014fefc0de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:11.295263 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c53960cd-ed9c-41b0-94ab-e014fefc0de1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2da3927c-0fb5-44a1-83e8-91fa56891f3a HTTP/1.1" status: 204 len: 168 time: 0.8142822 Feb 09 01:17:11.295402 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ca90bda3-5132-49fe-92b5-b1096999fa0a req-8509a0ab-11b9-47bb-a22d-7c6b5ad888d3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e01627e0-3c9d-4664-b1f6-83456184f273 HTTP/1.1" status: 200 len: 913 time: 0.5774348 Feb 09 01:17:11.301781 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-006bcc28-c88b-4dd7-b489-91634b1242e6 req-6b7119d4-7b96-41d8-b9b6-131b6d974147 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/security-groups?id=7afa1c1f-32b5-4d89-b782-e5b8d69470a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477439 Feb 09 01:17:11.335741 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-78dff971-e275-4ed8-b365-fc0ea319c92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:11.365353 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dff971-e275-4ed8-b365-fc0ea319c92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e61b4a-e664-42ce-8232-e920c4146e98,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:11.378697 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-78dff971-e275-4ed8-b365-fc0ea319c92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:11.382422 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-78dff971-e275-4ed8-b365-fc0ea319c92b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/93e61b4a-e664-42ce-8232-e920c4146e98 HTTP/1.1" status: 204 len: 168 time: 0.5262456 Feb 09 01:17:11.443706 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-73ae9c0b-d027-4a4b-aa81-83034dedd11b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Network 0055357f-6a74-45ba-a134-b5223508c9d1 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:11.445599 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ca90bda3-5132-49fe-92b5-b1096999fa0a req-e34b3220-6dbb-4155-b250-037263558753 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51f974ae-a8ba-433d-8528-e01e6f4a8302 HTTP/1.1" status: 200 len: 217 time: 0.0798364 Feb 09 01:17:11.504979 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-73ae9c0b-d027-4a4b-aa81-83034dedd11b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:11.555764 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-73ae9c0b-d027-4a4b-aa81-83034dedd11b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:17:11.655398 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be60d28-589d-4c45-bbc3-c7c2e98e1c76 req-d213fbc7-2438-4f00-a06a-03f9b276e8c7 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:11.658213 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8be60d28-589d-4c45-bbc3-c7c2e98e1c76 req-d213fbc7-2438-4f00-a06a-03f9b276e8c7 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=b22f68f7-f3cb-4cb7-b2f3-99b2b1d3da21 HTTP/1.1" status: 200 len: 931 time: 0.1466398 Feb 09 01:17:11.685350 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae9c0b-d027-4a4b-aa81-83034dedd11b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Pushing event updated for resources: {'Port': ['ID=71f97c42-e164-4c5d-8214-cfde7a4566bd,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:11.720711 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-73ae9c0b-d027-4a4b-aa81-83034dedd11b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:11.721370 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-73ae9c0b-d027-4a4b-aa81-83034dedd11b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:11.728356 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:11.761084 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90bda3-5132-49fe-92b5-b1096999fa0a req-5978935c-f384-4cb5-a80e-588596f3fb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:11.762551 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ca90bda3-5132-49fe-92b5-b1096999fa0a req-5978935c-f384-4cb5-a80e-588596f3fb35 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a4835111-8acb-4070-8e14-3ec44ce3354b HTTP/1.1" status: 200 len: 852 time: 0.2528131 Feb 09 01:17:11.812370 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8be60d28-589d-4c45-bbc3-c7c2e98e1c76 req-57a0d777-69c4-469a-bda4-b56f3c0f6c68 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246908 Feb 09 01:17:11.850806 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130eef3-60f9-4086-9313-5996174d6695 req-a6e6456a-bc13-43e7-99b2-b5e51ac0ddd6 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:11.850806 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b130eef3-60f9-4086-9313-5996174d6695 req-a6e6456a-bc13-43e7-99b2-b5e51ac0ddd6 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d198aa8-fa27-4d8c-b4b0-76418e6e148d HTTP/1.1" status: 200 len: 945 time: 0.5301442 Feb 09 01:17:11.855139 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-73ae9c0b-d027-4a4b-aa81-83034dedd11b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2982409 Feb 09 01:17:11.857116 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2e3d1c5e-d789-488f-ba63-6d2dc80a524b req-4cdaee68-e80f-490a-9854-ebef3e006b18 service neutron] 10.222.0.35 "GET /v2.0/networks/7528e6de-56b5-4c9a-a85f-c61a69fcd52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6038451 Feb 09 01:17:11.859480 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ca90bda3-5132-49fe-92b5-b1096999fa0a req-3067f314-32c1-42e9-9d7f-9fb91de3da53 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e01627e0-3c9d-4664-b1f6-83456184f273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781043 Feb 09 01:17:11.931213 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52548) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:11.936997 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-4e2cb689-e87c-4618-a421-f67e7d8688ad service neutron] Request body: {'port': {'device_id': 'b22f68f7-f3cb-4cb7-b2f3-99b2b1d3da21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:11.952595 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-275e5e82-fce8-4f66-9eab-c1cf6ae3fd24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:11.971669 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-73ba11d8-dd67-4a9e-966f-d23cffb48ee7 None None] Provisioning for port 71f97c42-e164-4c5d-8214-cfde7a4566bd completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:11.974460 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-275e5e82-fce8-4f66-9eab-c1cf6ae3fd24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:11.979361 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-73ba11d8-dd67-4a9e-966f-d23cffb48ee7 None None] Provisioning complete for port 71f97c42-e164-4c5d-8214-cfde7a4566bd triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:11.980672 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-275e5e82-fce8-4f66-9eab-c1cf6ae3fd24 admin admin] Usage tracker for resource:security_group_rule and tenant:af85896041a94b60afc201da8b3a07fd is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:11.984974 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-73ba11d8-dd67-4a9e-966f-d23cffb48ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:11.988189 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-275e5e82-fce8-4f66-9eab-c1cf6ae3fd24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:12.007067 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-275e5e82-fce8-4f66-9eab-c1cf6ae3fd24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:12.093462 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-73ba11d8-dd67-4a9e-966f-d23cffb48ee7 None None] Port 71f97c42-e164-4c5d-8214-cfde7a4566bd cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:17:12.101727 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b130eef3-60f9-4086-9313-5996174d6695 req-c519bbcf-842c-4cfb-998d-be85648022d4 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1d01d8a-eadc-4f9b-882e-5c01a22ad56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491517 Feb 09 01:17:12.233270 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a59da6-2eec-4dfe-a3d1-d6005ce5e78a req-3d0af6d2-9306-4784-bd47-802e2f463e3c tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:12.242225 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-31a59da6-2eec-4dfe-a3d1-d6005ce5e78a req-3d0af6d2-9306-4784-bd47-802e2f463e3c tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.1800437 Feb 09 01:17:12.275081 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-275e5e82-fce8-4f66-9eab-c1cf6ae3fd24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:12.295913 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-275e5e82-fce8-4f66-9eab-c1cf6ae3fd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:12.343245 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e5e82-fce8-4f66-9eab-c1cf6ae3fd24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17c2200-4af5-40f9-b6f7-6d7b42f8fd7f,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:12.357880 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-31a59da6-2eec-4dfe-a3d1-d6005ce5e78a req-2b9a2682-f8ab-491f-bc78-81208f987307 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159439 Feb 09 01:17:12.386284 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-275e5e82-fce8-4f66-9eab-c1cf6ae3fd24 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af85896041a94b60afc201da8b3a07fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4526780 Feb 09 01:17:12.388613 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52562) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:12.426848 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bb0ce0e6-dcbe-421f-9dec-cc789410dba4 req-a7f86fb9-cd08-47c9-8d40-78176642679e tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups/97c019c5-b490-4cc1-9e65-2a65839f21f4 HTTP/1.1" status: 200 len: 1781 time: 0.0962112 Feb 09 01:17:12.431519 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-4e2cb689-e87c-4618-a421-f67e7d8688ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:12.448007 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ca90bda3-5132-49fe-92b5-b1096999fa0a req-4d2cdc8f-bb6f-46ad-ad05-1c7634fce2b8 service neutron] 10.222.0.35 "GET /v2.0/networks/e01627e0-3c9d-4664-b1f6-83456184f273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5532153 Feb 09 01:17:12.514632 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e3075f93-5139-4573-885c-5d851b6b9711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:12.573475 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e3075f93-5139-4573-885c-5d851b6b9711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:12.665448 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e3075f93-5139-4573-885c-5d851b6b9711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:12.691079 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3075f93-5139-4573-885c-5d851b6b9711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17c2200-4af5-40f9-b6f7-6d7b42f8fd7f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:12.703730 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e3075f93-5139-4573-885c-5d851b6b9711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:12.704881 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e3075f93-5139-4573-885c-5d851b6b9711 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b17c2200-4af5-40f9-b6f7-6d7b42f8fd7f HTTP/1.1" status: 204 len: 168 time: 0.3153410 Feb 09 01:17:12.900810 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6becd3c-896d-4666-97bd-0c858bdb14b9 req-f5de915d-cef0-4f46-aa80-bdcdf1b6c491 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:12.902938 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b6becd3c-896d-4666-97bd-0c858bdb14b9 req-f5de915d-cef0-4f46-aa80-bdcdf1b6c491 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6eb71bd-0fa8-4019-856e-4e0bff1a8a77 HTTP/1.1" status: 200 len: 945 time: 0.2754927 Feb 09 01:17:12.938026 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ac142dea-28ed-4c49-9e61-178752d517c5 req-2363e8b8-6d51-4c76-963a-e73f15c0b274 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups/97c019c5-b490-4cc1-9e65-2a65839f21f4 HTTP/1.1" status: 200 len: 1781 time: 0.1109412 Feb 09 01:17:12.953764 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ca90bda3-5132-49fe-92b5-b1096999fa0a req-8a80ce2c-f78d-43a9-b881-cbf938d2dc6e service neutron] 10.222.0.35 "GET /v2.0/networks/e01627e0-3c9d-4664-b1f6-83456184f273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4976826 Feb 09 01:17:13.043477 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52590) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:13.048355 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b6becd3c-896d-4666-97bd-0c858bdb14b9 req-2e6a36d5-ced9-4bc2-a271-7641f1e755ea tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/security-groups?id=7afa1c1f-32b5-4d89-b782-e5b8d69470a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358659 Feb 09 01:17:13.079996 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-ac142dea-28ed-4c49-9e61-178752d517c5 req-e1917ccb-18c8-4bbe-aa22-c6389032001f tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:13.143830 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-ac142dea-28ed-4c49-9e61-178752d517c5 req-e1917ccb-18c8-4bbe-aa22-c6389032001f tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:13.231145 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-ac142dea-28ed-4c49-9e61-178752d517c5 req-e1917ccb-18c8-4bbe-aa22-c6389032001f tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:13.264001 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1917ccb-18c8-4bbe-aa22-c6389032001f tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c019c5-b490-4cc1-9e65-2a65839f21f4,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:13.269005 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-ac142dea-28ed-4c49-9e61-178752d517c5 req-e1917ccb-18c8-4bbe-aa22-c6389032001f tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:13.284277 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ac142dea-28ed-4c49-9e61-178752d517c5 req-e1917ccb-18c8-4bbe-aa22-c6389032001f tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "DELETE /v2.0/security-groups/97c019c5-b490-4cc1-9e65-2a65839f21f4 HTTP/1.1" status: 204 len: 173 time: 0.3452959 Feb 09 01:17:13.322577 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-4e2cb689-e87c-4618-a421-f67e7d8688ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71f97c42-e164-4c5d-8214-cfde7a4566bd {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:17:13.345270 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-4e2cb689-e87c-4618-a421-f67e7d8688ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:13.404033 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-43db5964-d629-4a13-b2d5-d68cd232c2c9 tempest-AgentManagementNegativeTest-4113767 tempest-AgentManagementNegativeTest-4113767-project] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3593016 Feb 09 01:17:13.460680 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-4e2cb689-e87c-4618-a421-f67e7d8688ad service neutron] Transition to ACTIVE for port object 71f97c42-e164-4c5d-8214-cfde7a4566bd will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:13.477077 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-4e2cb689-e87c-4618-a421-f67e7d8688ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:13.532562 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac391cf4-2aec-4ce7-af51-bd3e317a9858 req-1615c372-4f59-4262-bc01-fb9685efad88 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:13.534447 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ac391cf4-2aec-4ce7-af51-bd3e317a9858 req-1615c372-4f59-4262-bc01-fb9685efad88 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=b22f68f7-f3cb-4cb7-b2f3-99b2b1d3da21 HTTP/1.1" status: 200 len: 931 time: 0.1287024 Feb 09 01:17:13.625357 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ac391cf4-2aec-4ce7-af51-bd3e317a9858 req-9f679a10-cb13-4b80-845d-716815973719 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805802 Feb 09 01:17:13.788091 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2cb689-e87c-4618-a421-f67e7d8688ad service neutron] Pushing event updated for resources: {'Port': ['ID=71f97c42-e164-4c5d-8214-cfde7a4566bd,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:13.834431 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5a745-846e-4677-82ac-4aaa7c0bc4cb req-6af3fdd5-6634-4bd9-beba-130b079ca7a2 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:13.837430 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5fe5a745-846e-4677-82ac-4aaa7c0bc4cb req-6af3fdd5-6634-4bd9-beba-130b079ca7a2 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.4807632 Feb 09 01:17:13.987249 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52618) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:14.038669 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [req-677ea3ad-5b96-4606-a120-e2fe957dae77 req-8732d79d-3c94-4f15-8cc0-868752622677 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] show failed (client error): The resource could not be found. Feb 09 01:17:14.039834 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-677ea3ad-5b96-4606-a120-e2fe957dae77 req-8732d79d-3c94-4f15-8cc0-868752622677 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups/97c019c5-b490-4cc1-9e65-2a65839f21f4 HTTP/1.1" status: 404 len: 352 time: 0.0489633 Feb 09 01:17:14.112171 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5fe5a745-846e-4677-82ac-4aaa7c0bc4cb req-bdeb1c68-ca0e-48ce-ad88-e41df2a79e79 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614868 Feb 09 01:17:14.163928 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-4e2cb689-e87c-4618-a421-f67e7d8688ad service neutron] Attempting to bind port 71f97c42-e164-4c5d-8214-cfde7a4566bd on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:17:14.165933 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-4e2cb689-e87c-4618-a421-f67e7d8688ad service neutron] Attempting to bind port 71f97c42-e164-4c5d-8214-cfde7a4566bd by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '04e1fcf1-f52a-461f-8c26-62a87b3cbe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:17:14.166404 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-4e2cb689-e87c-4618-a421-f67e7d8688ad service neutron] Attempting to bind port 71f97c42-e164-4c5d-8214-cfde7a4566bd on network 0055357f-6a74-45ba-a134-b5223508c9d1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:17:14.174571 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-4e2cb689-e87c-4618-a421-f67e7d8688ad service neutron] Port 71f97c42-e164-4c5d-8214-cfde7a4566bd on network 0055357f-6a74-45ba-a134-b5223508c9d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:17:14.175058 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-4e2cb689-e87c-4618-a421-f67e7d8688ad service neutron] Attempting to bind port 71f97c42-e164-4c5d-8214-cfde7a4566bd on network 0055357f-6a74-45ba-a134-b5223508c9d1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:17:14.212673 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-7eb67427-398b-4332-8412-b22cd9509494 req-1ab5d51f-6b2d-4d8d-b12e-664f1fbb7dca tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1086229157', 'description': 'tempest-description-966332766'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:14.277485 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-7eb67427-398b-4332-8412-b22cd9509494 req-1ab5d51f-6b2d-4d8d-b12e-664f1fbb7dca tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:14.283235 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7eb67427-398b-4332-8412-b22cd9509494 req-1ab5d51f-6b2d-4d8d-b12e-664f1fbb7dca tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Usage tracker for resource:security_group and tenant:89c5ef19807744ed9ff690157d53e75e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:14.290978 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7eb67427-398b-4332-8412-b22cd9509494 req-1ab5d51f-6b2d-4d8d-b12e-664f1fbb7dca tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:14.305280 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-7eb67427-398b-4332-8412-b22cd9509494 req-1ab5d51f-6b2d-4d8d-b12e-664f1fbb7dca tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:14.331980 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-4e2cb689-e87c-4618-a421-f67e7d8688ad service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:17:14.332778 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-4e2cb689-e87c-4618-a421-f67e7d8688ad service neutron] Checking segment: {'id': '04e1fcf1-f52a-461f-8c26-62a87b3cbe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:14.333278 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-4e2cb689-e87c-4618-a421-f67e7d8688ad service neutron] Bound using segment: {'id': '04e1fcf1-f52a-461f-8c26-62a87b3cbe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:17:14.333814 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-4e2cb689-e87c-4618-a421-f67e7d8688ad service neutron] Bound port: 71f97c42-e164-4c5d-8214-cfde7a4566bd, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04e1fcf1-f52a-461f-8c26-62a87b3cbe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:17:14.334239 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-4e2cb689-e87c-4618-a421-f67e7d8688ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:14.378716 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7eb67427-398b-4332-8412-b22cd9509494 req-1ab5d51f-6b2d-4d8d-b12e-664f1fbb7dca tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:14.487953 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-7eb67427-398b-4332-8412-b22cd9509494 req-1ab5d51f-6b2d-4d8d-b12e-664f1fbb7dca tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:14.492739 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7eb67427-398b-4332-8412-b22cd9509494 req-1ab5d51f-6b2d-4d8d-b12e-664f1fbb7dca tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Usage tracker for resource:security_group_rule and tenant:89c5ef19807744ed9ff690157d53e75e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:14.496710 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7eb67427-398b-4332-8412-b22cd9509494 req-1ab5d51f-6b2d-4d8d-b12e-664f1fbb7dca tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:14.503253 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-7eb67427-398b-4332-8412-b22cd9509494 req-1ab5d51f-6b2d-4d8d-b12e-664f1fbb7dca tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:14.507537 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da4f38-5049-46b0-917b-5012b95693be req-d0a6c77b-5f28-4fe2-8cae-95902895bf05 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:14.516661 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-79da4f38-5049-46b0-917b-5012b95693be req-d0a6c77b-5f28-4fe2-8cae-95902895bf05 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6eb71bd-0fa8-4019-856e-4e0bff1a8a77 HTTP/1.1" status: 200 len: 945 time: 0.1125259 Feb 09 01:17:14.586410 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-79da4f38-5049-46b0-917b-5012b95693be req-b3475582-5e7e-430b-902c-fb0b06752042 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/security-groups?id=7afa1c1f-32b5-4d89-b782-e5b8d69470a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686419 Feb 09 01:17:14.616001 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7eb67427-398b-4332-8412-b22cd9509494 req-1ab5d51f-6b2d-4d8d-b12e-664f1fbb7dca tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:14.622894 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-98c50137-b9e5-4bc5-a3a3-6f08606abcdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:14.632378 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-4e2cb689-e87c-4618-a421-f67e7d8688ad service neutron] For port 71f97c42-e164-4c5d-8214-cfde7a4566bd, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:17:14.634615 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7eb67427-398b-4332-8412-b22cd9509494 req-1ab5d51f-6b2d-4d8d-b12e-664f1fbb7dca tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:14.679256 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-4e2cb689-e87c-4618-a421-f67e7d8688ad service neutron] For port 71f97c42-e164-4c5d-8214-cfde7a4566bd, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=71f97c42-e164-4c5d-8214-cfde7a4566bd,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:17:14.683790 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-98c50137-b9e5-4bc5-a3a3-6f08606abcdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:14.691602 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-98c50137-b9e5-4bc5-a3a3-6f08606abcdf admin admin] Usage tracker for resource:security_group_rule and tenant:3756093b70de464cb1542c6e7f15f521 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:14.695322 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-4e2cb689-e87c-4618-a421-f67e7d8688ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:14.699479 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5d51f-6b2d-4d8d-b12e-664f1fbb7dca tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9730376e-4960-40fa-98e0-a45b05f63e50,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:14.704283 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-98c50137-b9e5-4bc5-a3a3-6f08606abcdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:14.770649 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-98c50137-b9e5-4bc5-a3a3-6f08606abcdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:14.798689 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-4e2cb689-e87c-4618-a421-f67e7d8688ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:14.799233 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-4e2cb689-e87c-4618-a421-f67e7d8688ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:14.800721 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-4e2cb689-e87c-4618-a421-f67e7d8688ad service neutron] 10.222.0.35 "PUT /v2.0/ports/71f97c42-e164-4c5d-8214-cfde7a4566bd HTTP/1.1" status: 200 len: 1091 time: 2.9048538 Feb 09 01:17:14.801450 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7eb67427-398b-4332-8412-b22cd9509494 req-1ab5d51f-6b2d-4d8d-b12e-664f1fbb7dca tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:14.821838 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7eb67427-398b-4332-8412-b22cd9509494 req-1ab5d51f-6b2d-4d8d-b12e-664f1fbb7dca tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6476021 Feb 09 01:17:14.823596 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b22f68f7-f3cb-4cb7-b2f3-99b2b1d3da21', 'tag': '71f97c42-e164-4c5d-8214-cfde7a4566bd'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:17:14.840638 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d179f-5215-4b34-8111-ace087262f86 req-87725a36-9dde-475a-bdb8-2b290d063b66 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:14.849900 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a74d179f-5215-4b34-8111-ace087262f86 req-87725a36-9dde-475a-bdb8-2b290d063b66 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.1480463 Feb 09 01:17:14.913900 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2cb689-e87c-4618-a421-f67e7d8688ad service neutron] Pushing event updated for resources: {'Port': ['ID=71f97c42-e164-4c5d-8214-cfde7a4566bd,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:14.942346 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a74d179f-5215-4b34-8111-ace087262f86 req-6c808958-889b-4809-9571-957d82002332 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899224 Feb 09 01:17:15.047625 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-98c50137-b9e5-4bc5-a3a3-6f08606abcdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:15.057977 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-06c32af6-c7da-4cb6-855d-dc558ee5e067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:15.059457 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-06c32af6-c7da-4cb6-855d-dc558ee5e067 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce0095aebb0840088ecf37cbcece72f6&device_id=b22f68f7-f3cb-4cb7-b2f3-99b2b1d3da21 HTTP/1.1" status: 200 len: 1094 time: 0.1395309 Feb 09 01:17:15.060216 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-98c50137-b9e5-4bc5-a3a3-6f08606abcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:15.153836 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c50137-b9e5-4bc5-a3a3-6f08606abcdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7faa7d8a-1ec8-4658-b94d-287052f5ea37,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:15.186573 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-aee30dce-4806-4276-bc3c-8198153ef78f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71f97c42-e164-4c5d-8214-cfde7a4566bd HTTP/1.1" status: 200 len: 217 time: 0.1170969 Feb 09 01:17:15.192290 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-98c50137-b9e5-4bc5-a3a3-6f08606abcdf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3756093b70de464cb1542c6e7f15f521&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1970661 Feb 09 01:17:15.195045 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52670) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:15.476524 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-af65b4c0-411e-4212-bc44-9c26f45d46bf req-89a842fa-e7a0-4da9-a978-c7aced0515ff tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1802453418', 'description': 'tempest-description-1265582780'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:15.486038 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-af65b4c0-411e-4212-bc44-9c26f45d46bf req-89a842fa-e7a0-4da9-a978-c7aced0515ff tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:15.491608 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-af65b4c0-411e-4212-bc44-9c26f45d46bf req-89a842fa-e7a0-4da9-a978-c7aced0515ff tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Usage tracker for resource:security_group and tenant:89c5ef19807744ed9ff690157d53e75e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:15.497663 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-af65b4c0-411e-4212-bc44-9c26f45d46bf req-89a842fa-e7a0-4da9-a978-c7aced0515ff tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:15.504956 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-af65b4c0-411e-4212-bc44-9c26f45d46bf req-89a842fa-e7a0-4da9-a978-c7aced0515ff tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:15.518434 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-af65b4c0-411e-4212-bc44-9c26f45d46bf req-89a842fa-e7a0-4da9-a978-c7aced0515ff tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:15.553160 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-af65b4c0-411e-4212-bc44-9c26f45d46bf req-89a842fa-e7a0-4da9-a978-c7aced0515ff tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:15.560069 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-af65b4c0-411e-4212-bc44-9c26f45d46bf req-89a842fa-e7a0-4da9-a978-c7aced0515ff tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Usage tracker for resource:security_group_rule and tenant:89c5ef19807744ed9ff690157d53e75e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:15.565362 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-af65b4c0-411e-4212-bc44-9c26f45d46bf req-89a842fa-e7a0-4da9-a978-c7aced0515ff tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:15.574616 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-af65b4c0-411e-4212-bc44-9c26f45d46bf req-89a842fa-e7a0-4da9-a978-c7aced0515ff tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:15.646813 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-605c47bd-d853-471a-bbd1-46f2f420305a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:15.648275 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-605c47bd-d853-471a-bbd1-46f2f420305a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6f367ae-6db3-44ee-a579-54c0e257ede0 HTTP/1.1" status: 200 len: 850 time: 0.4384234 Feb 09 01:17:15.691862 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-af65b4c0-411e-4212-bc44-9c26f45d46bf req-89a842fa-e7a0-4da9-a978-c7aced0515ff tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:15.698525 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-af65b4c0-411e-4212-bc44-9c26f45d46bf req-89a842fa-e7a0-4da9-a978-c7aced0515ff tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:15.724815 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c7fbaafd-6e91-4172-9838-9e8e8e03bcbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:15.767213 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a842fa-e7a0-4da9-a978-c7aced0515ff tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ce4844-046e-40a8-9565-d7316207ef00,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:15.770295 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-af65b4c0-411e-4212-bc44-9c26f45d46bf req-89a842fa-e7a0-4da9-a978-c7aced0515ff tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:15.772439 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-af65b4c0-411e-4212-bc44-9c26f45d46bf req-89a842fa-e7a0-4da9-a978-c7aced0515ff tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3052456 Feb 09 01:17:15.772752 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c7fbaafd-6e91-4172-9838-9e8e8e03bcbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:15.813375 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d23d1-27da-40f2-9e68-1c2b04c31843 req-25439c0e-a3c7-48a5-a6d1-89b19b0bf707 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:15.814121 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-406d23d1-27da-40f2-9e68-1c2b04c31843 req-25439c0e-a3c7-48a5-a6d1-89b19b0bf707 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Synchronizing usage tracker for tenant:ce0095aebb0840088ecf37cbcece72f6 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:17:15.842961 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b22f68f7-f3cb-4cb7-b2f3-99b2b1d3da21', 'tag': '71f97c42-e164-4c5d-8214-cfde7a4566bd', 'status': 'completed', 'code': 200} Feb 09 01:17:15.859966 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-be053a74-8379-4338-853a-21f19b79f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:15.861523 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-be053a74-8379-4338-853a-21f19b79f817 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0055357f-6a74-45ba-a134-b5223508c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1921804 Feb 09 01:17:15.862979 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-406d23d1-27da-40f2-9e68-1c2b04c31843 req-25439c0e-a3c7-48a5-a6d1-89b19b0bf707 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Unset dirty status for tenant:ce0095aebb0840088ecf37cbcece72f6 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:17:15.863985 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-406d23d1-27da-40f2-9e68-1c2b04c31843 req-25439c0e-a3c7-48a5-a6d1-89b19b0bf707 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=b22f68f7-f3cb-4cb7-b2f3-99b2b1d3da21 HTTP/1.1" status: 200 len: 943 time: 0.2899323 Feb 09 01:17:15.962204 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c7fbaafd-6e91-4172-9838-9e8e8e03bcbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:16.002617 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbaafd-6e91-4172-9838-9e8e8e03bcbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7faa7d8a-1ec8-4658-b94d-287052f5ea37,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:16.024444 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c7fbaafd-6e91-4172-9838-9e8e8e03bcbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:16.026359 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c7fbaafd-6e91-4172-9838-9e8e8e03bcbc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7faa7d8a-1ec8-4658-b94d-287052f5ea37 HTTP/1.1" status: 204 len: 168 time: 0.8304029 Feb 09 01:17:16.049307 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-406d23d1-27da-40f2-9e68-1c2b04c31843 req-b5adcd62-40eb-4a49-aaea-f85ca1d61a5b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783898 Feb 09 01:17:16.132947 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-8fac9f39-d177-4c63-b47d-e72c79cc1a89 req-a13b2dba-18f0-4d99-8d87-db02dddaa199 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-706116824', 'description': 'tempest-description-420262585'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:16.142359 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-8fac9f39-d177-4c63-b47d-e72c79cc1a89 req-a13b2dba-18f0-4d99-8d87-db02dddaa199 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:16.147922 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-8fac9f39-d177-4c63-b47d-e72c79cc1a89 req-a13b2dba-18f0-4d99-8d87-db02dddaa199 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Usage tracker for resource:security_group and tenant:89c5ef19807744ed9ff690157d53e75e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:16.152598 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-8fac9f39-d177-4c63-b47d-e72c79cc1a89 req-a13b2dba-18f0-4d99-8d87-db02dddaa199 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:16.160528 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-8fac9f39-d177-4c63-b47d-e72c79cc1a89 req-a13b2dba-18f0-4d99-8d87-db02dddaa199 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:16.181920 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-5d3a0b38-3d62-4c18-a931-9d4b1e745ec3 service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073728 Feb 09 01:17:16.183167 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8fac9f39-d177-4c63-b47d-e72c79cc1a89 req-a13b2dba-18f0-4d99-8d87-db02dddaa199 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:16.253931 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdffcc-594c-413a-b7f3-eebea9c6e4b8 req-0b63c20f-a49b-41e1-98df-27809297836c tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:16.264847 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d4cdffcc-594c-413a-b7f3-eebea9c6e4b8 req-0b63c20f-a49b-41e1-98df-27809297836c tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6eb71bd-0fa8-4019-856e-4e0bff1a8a77 HTTP/1.1" status: 200 len: 945 time: 0.1189647 Feb 09 01:17:16.325040 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d4cdffcc-594c-413a-b7f3-eebea9c6e4b8 req-5d977bfc-2f53-43a8-9d11-b50717a52b39 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/security-groups?id=7afa1c1f-32b5-4d89-b782-e5b8d69470a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592086 Feb 09 01:17:16.360611 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-8fac9f39-d177-4c63-b47d-e72c79cc1a89 req-a13b2dba-18f0-4d99-8d87-db02dddaa199 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:16.377803 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-8fac9f39-d177-4c63-b47d-e72c79cc1a89 req-a13b2dba-18f0-4d99-8d87-db02dddaa199 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Usage tracker for resource:security_group_rule and tenant:89c5ef19807744ed9ff690157d53e75e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:16.415337 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-8fac9f39-d177-4c63-b47d-e72c79cc1a89 req-a13b2dba-18f0-4d99-8d87-db02dddaa199 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:16.416761 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52716) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:16.460642 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-8fac9f39-d177-4c63-b47d-e72c79cc1a89 req-a13b2dba-18f0-4d99-8d87-db02dddaa199 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:16.487261 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3610e40f-fe14-4599-903f-cc79655d82b2 req-738b4cdf-27a5-460c-9cdf-15b80fe59503 service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896316 Feb 09 01:17:16.693428 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45dab1-ab2c-4c8b-af2f-95f4d8d1720b req-3601230b-78d3-4c81-b894-abf1a08ad206 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:16.701355 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8fac9f39-d177-4c63-b47d-e72c79cc1a89 req-a13b2dba-18f0-4d99-8d87-db02dddaa199 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:16.716844 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647e673-37aa-446f-a94c-2ab0602afc43 req-de7f1805-627a-4da5-88ea-58d41285fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:16.717345 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ad45dab1-ab2c-4c8b-af2f-95f4d8d1720b req-3601230b-78d3-4c81-b894-abf1a08ad206 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.1998782 Feb 09 01:17:16.718332 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c647e673-37aa-446f-a94c-2ab0602afc43 req-de7f1805-627a-4da5-88ea-58d41285fd3c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce0095aebb0840088ecf37cbcece72f6&device_id=b22f68f7-f3cb-4cb7-b2f3-99b2b1d3da21 HTTP/1.1" status: 200 len: 1094 time: 0.1552551 Feb 09 01:17:16.719096 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8fac9f39-d177-4c63-b47d-e72c79cc1a89 req-a13b2dba-18f0-4d99-8d87-db02dddaa199 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:16.752472 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9a704f8a-6601-47d7-ae0e-53dca6bbc4bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:16.800980 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9a704f8a-6601-47d7-ae0e-53dca6bbc4bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:16.812046 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9a704f8a-6601-47d7-ae0e-53dca6bbc4bb admin admin] Usage tracker for resource:security_group_rule and tenant:f3bc3560a31e4f179aec35ddb235e8ce is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:16.819919 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ad45dab1-ab2c-4c8b-af2f-95f4d8d1720b req-174aa4c1-043a-4967-8f05-8100d004f15c tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005611 Feb 09 01:17:16.820631 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9a704f8a-6601-47d7-ae0e-53dca6bbc4bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:16.830637 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9a704f8a-6601-47d7-ae0e-53dca6bbc4bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:16.866615 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b2dba-18f0-4d99-8d87-db02dddaa199 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c3f0db-a1d8-4940-bb1b-fd8b229bcd85,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:16.872106 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8fac9f39-d177-4c63-b47d-e72c79cc1a89 req-a13b2dba-18f0-4d99-8d87-db02dddaa199 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:16.873341 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8fac9f39-d177-4c63-b47d-e72c79cc1a89 req-a13b2dba-18f0-4d99-8d87-db02dddaa199 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7573135 Feb 09 01:17:16.970598 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647e673-37aa-446f-a94c-2ab0602afc43 req-e76fe508-f5ce-4e6b-8df8-9c8f394be3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:16.971650 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c647e673-37aa-446f-a94c-2ab0602afc43 req-e76fe508-f5ce-4e6b-8df8-9c8f394be3ce service neutron] 10.222.0.35 "GET /v2.0/networks?id=0055357f-6a74-45ba-a134-b5223508c9d1 HTTP/1.1" status: 200 len: 912 time: 0.2465544 Feb 09 01:17:17.010196 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9a704f8a-6601-47d7-ae0e-53dca6bbc4bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:17.016796 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9a704f8a-6601-47d7-ae0e-53dca6bbc4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:17.088363 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9a704f8a-6601-47d7-ae0e-53dca6bbc4bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f3bc3560a31e4f179aec35ddb235e8ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6713667 Feb 09 01:17:17.089380 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a704f8a-6601-47d7-ae0e-53dca6bbc4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc4f55e-9f31-4b4c-a625-3ae770ea14d4,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:17.093231 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52742) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:17.136309 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c647e673-37aa-446f-a94c-2ab0602afc43 req-7e63bf95-7391-4b73-9d12-3811690a6aa5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71f97c42-e164-4c5d-8214-cfde7a4566bd HTTP/1.1" status: 200 len: 217 time: 0.1559691 Feb 09 01:17:17.216075 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-97450348-6ba2-4fc3-89a3-5142670aedc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:17.237131 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647e673-37aa-446f-a94c-2ab0602afc43 req-13b36575-ec0a-468c-b699-6ca5f3a09614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:17.238878 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c647e673-37aa-446f-a94c-2ab0602afc43 req-13b36575-ec0a-468c-b699-6ca5f3a09614 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6f367ae-6db3-44ee-a579-54c0e257ede0 HTTP/1.1" status: 200 len: 850 time: 0.0918326 Feb 09 01:17:17.265595 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-97450348-6ba2-4fc3-89a3-5142670aedc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:17.301989 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217eef0-fb21-4099-a8c7-6f42e34ef12e req-39b2a015-7326-4915-acb2-8cd00fe11274 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:17.303491 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5217eef0-fb21-4099-a8c7-6f42e34ef12e req-39b2a015-7326-4915-acb2-8cd00fe11274 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.2302155 Feb 09 01:17:17.347409 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-4abf4619-7715-48e8-9031-d1fe89070a34 req-965a0ed4-5d31-4fe2-a720-9dd596a81e9e tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Synchronizing usage tracker for tenant:89c5ef19807744ed9ff690157d53e75e on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:17:17.371268 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-4abf4619-7715-48e8-9031-d1fe89070a34 req-965a0ed4-5d31-4fe2-a720-9dd596a81e9e tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Unset dirty status for tenant:89c5ef19807744ed9ff690157d53e75e on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:17:17.373132 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4abf4619-7715-48e8-9031-d1fe89070a34 req-965a0ed4-5d31-4fe2-a720-9dd596a81e9e tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=89c5ef19807744ed9ff690157d53e75e HTTP/1.1" status: 200 len: 10908 time: 0.2350414 Feb 09 01:17:17.375571 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5217eef0-fb21-4099-a8c7-6f42e34ef12e req-5c2a2ed6-2a83-4341-a2b4-221c2b9b9991 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600958 Feb 09 01:17:17.381447 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647e673-37aa-446f-a94c-2ab0602afc43 req-f5156a55-a63b-4af5-94ef-01714c9c3bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:17.382965 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c647e673-37aa-446f-a94c-2ab0602afc43 req-f5156a55-a63b-4af5-94ef-01714c9c3bc2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0055357f-6a74-45ba-a134-b5223508c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1356938 Feb 09 01:17:17.407132 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-97450348-6ba2-4fc3-89a3-5142670aedc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:17.414729 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52756) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:17.465811 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97450348-6ba2-4fc3-89a3-5142670aedc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc4f55e-9f31-4b4c-a625-3ae770ea14d4,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:17.493272 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4abf4619-7715-48e8-9031-d1fe89070a34 req-2076b58f-c632-4f52-80fe-13d975dcb975 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups/487bc88e-fef9-4445-8b50-c8d422d7ac67 HTTP/1.1" status: 200 len: 2985 time: 0.1063430 Feb 09 01:17:17.494610 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-97450348-6ba2-4fc3-89a3-5142670aedc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:17.498358 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-97450348-6ba2-4fc3-89a3-5142670aedc7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/edc4f55e-9f31-4b4c-a625-3ae770ea14d4 HTTP/1.1" status: 204 len: 168 time: 0.4041791 Feb 09 01:17:17.579774 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4abf4619-7715-48e8-9031-d1fe89070a34 req-a9680406-3fca-4811-bdc0-48e3b355a29c tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups/487bc88e-fef9-4445-8b50-c8d422d7ac67 HTTP/1.1" status: 200 len: 2985 time: 0.0799994 Feb 09 01:17:17.601745 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-8e832029-3046-42b6-acd3-aafda2ecb820 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-821255399'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:17.611505 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8e832029-3046-42b6-acd3-aafda2ecb820 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:17.621621 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8e832029-3046-42b6-acd3-aafda2ecb820 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:network and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:17.627511 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8e832029-3046-42b6-acd3-aafda2ecb820 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:17.640594 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8e832029-3046-42b6-acd3-aafda2ecb820 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:17.657101 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c647e673-37aa-446f-a94c-2ab0602afc43 req-e2d6b80c-d6df-4224-8955-8fa1401d21a8 service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645969 Feb 09 01:17:17.660488 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e832029-3046-42b6-acd3-aafda2ecb820 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:17.668286 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8e832029-3046-42b6-acd3-aafda2ecb820 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:17.700433 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8e832029-3046-42b6-acd3-aafda2ecb820 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:17.783886 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267bcad-7dac-4aab-a181-31e5bb97dd87 req-4a08c6ef-3e25-43ef-88f6-09ec092d54c3 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:17.785509 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0267bcad-7dac-4aab-a181-31e5bb97dd87 req-4a08c6ef-3e25-43ef-88f6-09ec092d54c3 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=b22f68f7-f3cb-4cb7-b2f3-99b2b1d3da21 HTTP/1.1" status: 200 len: 943 time: 0.2362742 Feb 09 01:17:17.801028 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8e832029-3046-42b6-acd3-aafda2ecb820 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:17.820357 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8e832029-3046-42b6-acd3-aafda2ecb820 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:security_group_rule and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:17.824826 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8e832029-3046-42b6-acd3-aafda2ecb820 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:17.833798 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8e832029-3046-42b6-acd3-aafda2ecb820 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:17.869877 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c647e673-37aa-446f-a94c-2ab0602afc43 req-afee1dcb-892a-4470-a454-724af6c128ed service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029016 Feb 09 01:17:17.872822 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0267bcad-7dac-4aab-a181-31e5bb97dd87 req-07a1a3df-2a66-4476-acf9-a2929d26ca47 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797782 Feb 09 01:17:17.908111 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b39166-04d2-41ab-975a-0b9458b223ac req-619acff8-820d-4b46-a961-2b59f27ae076 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:17.917758 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e5b39166-04d2-41ab-975a-0b9458b223ac req-619acff8-820d-4b46-a961-2b59f27ae076 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6eb71bd-0fa8-4019-856e-4e0bff1a8a77 HTTP/1.1" status: 200 len: 945 time: 0.1792667 Feb 09 01:17:17.980782 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-60ce5e74-444a-4988-a2ee-369b3b149491 req-5381333c-d7b8-498b-b73c-ad0cb26ecc3e tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups/9730376e-4960-40fa-98e0-a45b05f63e50 HTTP/1.1" status: 200 len: 1802 time: 0.0586443 Feb 09 01:17:17.990068 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e5b39166-04d2-41ab-975a-0b9458b223ac req-d0da8765-b989-4e73-97a1-145b9defa69c tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/security-groups?id=7afa1c1f-32b5-4d89-b782-e5b8d69470a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675871 Feb 09 01:17:18.158616 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8e832029-3046-42b6-acd3-aafda2ecb820 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:18.165904 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8e832029-3046-42b6-acd3-aafda2ecb820 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:18.170128 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52798) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:18.199606 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e832029-3046-42b6-acd3-aafda2ecb820 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 959} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:17:18.236780 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b9bde6d0-0925-4864-9cca-b7212d90c645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:18.255590 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8e832029-3046-42b6-acd3-aafda2ecb820 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:18.256477 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-8e832029-3046-42b6-acd3-aafda2ecb820 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Added segment bdbe9668-fe17-4e6e-bd15-35df94bd844d of type vlan for network 1f540098-9cc1-4391-8f28-9fe4a06440bb Feb 09 01:17:18.260836 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-60ce5e74-444a-4988-a2ee-369b3b149491 req-8cf45f85-e9c9-4d46-b309-0dd263481256 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:18.278665 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b9bde6d0-0925-4864-9cca-b7212d90c645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:18.282920 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b9bde6d0-0925-4864-9cca-b7212d90c645 admin admin] Usage tracker for resource:security_group_rule and tenant:6e7639e40b714f94aaf5253420187df4 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:18.286126 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b9bde6d0-0925-4864-9cca-b7212d90c645 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:18.292127 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b9bde6d0-0925-4864-9cca-b7212d90c645 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:18.296307 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-60ce5e74-444a-4988-a2ee-369b3b149491 req-8cf45f85-e9c9-4d46-b309-0dd263481256 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:18.358549 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e832029-3046-42b6-acd3-aafda2ecb820 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db218e3f-d5f1-4c87-940f-946dc8e627aa,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:18.371327 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-60ce5e74-444a-4988-a2ee-369b3b149491 req-8cf45f85-e9c9-4d46-b309-0dd263481256 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:18.394551 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf45f85-e9c9-4d46-b309-0dd263481256 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9730376e-4960-40fa-98e0-a45b05f63e50,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:18.417554 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-60ce5e74-444a-4988-a2ee-369b3b149491 req-8cf45f85-e9c9-4d46-b309-0dd263481256 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:18.432522 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8e832029-3046-42b6-acd3-aafda2ecb820 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:18.435877 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-60ce5e74-444a-4988-a2ee-369b3b149491 req-8cf45f85-e9c9-4d46-b309-0dd263481256 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "DELETE /v2.0/security-groups/9730376e-4960-40fa-98e0-a45b05f63e50 HTTP/1.1" status: 204 len: 173 time: 0.4492295 Feb 09 01:17:18.480303 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b9bde6d0-0925-4864-9cca-b7212d90c645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:18.489969 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b9bde6d0-0925-4864-9cca-b7212d90c645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:18.520214 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8e832029-3046-42b6-acd3-aafda2ecb820 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:18.525569 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e832029-3046-42b6-acd3-aafda2ecb820 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:18.526165 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8e832029-3046-42b6-acd3-aafda2ecb820 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:18.761779 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b9bde6d0-0925-4864-9cca-b7212d90c645 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6e7639e40b714f94aaf5253420187df4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5749919 Feb 09 01:17:18.768461 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52822) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:18.769036 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bde6d0-0925-4864-9cca-b7212d90c645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2519bf-fa9d-4721-96ca-bee663d33990,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:18.822508 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0cbf4-1565-44bb-91e8-b760c01b7330 req-8cc99fc4-69d8-48a6-b916-ed4657318ab0 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:18.825621 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adfe2c-1146-4099-9d32-dba5d8058f87 req-4e518e87-07be-467b-b858-100b24693d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:18.827309 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f0adfe2c-1146-4099-9d32-dba5d8058f87 req-4e518e87-07be-467b-b858-100b24693d6f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4214e517e7445899129927a52531c14&device_id=f6eb71bd-0fa8-4019-856e-4e0bff1a8a77 HTTP/1.1" status: 200 len: 1096 time: 0.0858278 Feb 09 01:17:18.828289 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bbf0cbf4-1565-44bb-91e8-b760c01b7330 req-8cc99fc4-69d8-48a6-b916-ed4657318ab0 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.4793286 Feb 09 01:17:18.846136 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8e832029-3046-42b6-acd3-aafda2ecb820 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4213262 Feb 09 01:17:18.849090 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52828) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:18.875625 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e832029-3046-42b6-acd3-aafda2ecb820 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Network': ['ID=1f540098-9cc1-4391-8f28-9fe4a06440bb,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:18.880651 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-34e084f6-295f-4c05-aad2-46f267e14bc3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'port': {'network_id': '1f540098-9cc1-4391-8f28-9fe4a06440bb', 'name': 'tempest-PortsTestJSON-853238378'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:18.889175 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 1f540098-9cc1-4391-8f28-9fe4a06440bb details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:17:18.923863 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [req-37268875-b865-4d08-8d7a-10f248c368f9 req-d471dbf2-16cc-433a-9910-12ba02159345 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] show failed (client error): The resource could not be found. Feb 09 01:17:18.925287 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-37268875-b865-4d08-8d7a-10f248c368f9 req-d471dbf2-16cc-433a-9910-12ba02159345 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups/9730376e-4960-40fa-98e0-a45b05f63e50 HTTP/1.1" status: 404 len: 352 time: 0.0705979 Feb 09 01:17:18.993576 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adfe2c-1146-4099-9d32-dba5d8058f87 req-666bde1f-845d-4919-8424-354969ab75f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:18.995906 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f0adfe2c-1146-4099-9d32-dba5d8058f87 req-666bde1f-845d-4919-8424-354969ab75f9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e01627e0-3c9d-4664-b1f6-83456184f273 HTTP/1.1" status: 200 len: 913 time: 0.1621370 Feb 09 01:17:19.054243 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bbf0cbf4-1565-44bb-91e8-b760c01b7330 req-714f35bb-0d44-4e6f-a933-aeacd717ebb2 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200093 Feb 09 01:17:19.114836 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f0adfe2c-1146-4099-9d32-dba5d8058f87 req-1284bbfb-86e4-4116-a398-002ae94ba209 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51f974ae-a8ba-433d-8528-e01e6f4a8302 HTTP/1.1" status: 200 len: 217 time: 0.1119668 Feb 09 01:17:19.121931 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-34e084f6-295f-4c05-aad2-46f267e14bc3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:19.124478 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-94dba867-99ae-484b-8f6b-c770850d8474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:19.158612 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-94dba867-99ae-484b-8f6b-c770850d8474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:19.169902 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-34e084f6-295f-4c05-aad2-46f267e14bc3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:port and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:19.174280 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-34e084f6-295f-4c05-aad2-46f267e14bc3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:19.189107 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-34e084f6-295f-4c05-aad2-46f267e14bc3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:19.218944 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e084f6-295f-4c05-aad2-46f267e14bc3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:19.221833 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-34e084f6-295f-4c05-aad2-46f267e14bc3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:19.237255 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adfe2c-1146-4099-9d32-dba5d8058f87 req-4959e60e-fd25-4a78-9f20-6b50a3a14d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:19.238092 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f0adfe2c-1146-4099-9d32-dba5d8058f87 req-4959e60e-fd25-4a78-9f20-6b50a3a14d8a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a4835111-8acb-4070-8e14-3ec44ce3354b HTTP/1.1" status: 200 len: 852 time: 0.0837169 Feb 09 01:17:19.248654 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-34e084f6-295f-4c05-aad2-46f267e14bc3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] device_id is not set on port a8ad7190-0fea-4b19-a512-b6413c5de517 yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:17:19.310021 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f0adfe2c-1146-4099-9d32-dba5d8058f87 req-c8dfeed0-138e-46ff-a7a6-d50f1935a1bf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e01627e0-3c9d-4664-b1f6-83456184f273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641255 Feb 09 01:17:19.326224 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-94dba867-99ae-484b-8f6b-c770850d8474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:19.368050 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dba867-99ae-484b-8f6b-c770850d8474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2519bf-fa9d-4721-96ca-bee663d33990,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:19.420953 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747ddc7-9674-46de-8a90-39be711e2b10 req-509af056-dd24-4bbd-af53-1369a5de438f tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:19.422386 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c747ddc7-9674-46de-8a90-39be711e2b10 req-509af056-dd24-4bbd-af53-1369a5de438f tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6eb71bd-0fa8-4019-856e-4e0bff1a8a77 HTTP/1.1" status: 200 len: 945 time: 0.3066587 Feb 09 01:17:19.470423 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-94dba867-99ae-484b-8f6b-c770850d8474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:19.474294 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-94dba867-99ae-484b-8f6b-c770850d8474 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be2519bf-fa9d-4721-96ca-bee663d33990 HTTP/1.1" status: 204 len: 168 time: 0.6990490 Feb 09 01:17:19.504659 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c747ddc7-9674-46de-8a90-39be711e2b10 req-3c724a30-3689-4333-b796-d4df811c27e0 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/security-groups?id=7afa1c1f-32b5-4d89-b782-e5b8d69470a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674820 Feb 09 01:17:19.542178 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f0adfe2c-1146-4099-9d32-dba5d8058f87 req-725bede9-aaea-4161-9412-353a29eeb4a5 service neutron] 10.222.0.35 "GET /v2.0/networks/e01627e0-3c9d-4664-b1f6-83456184f273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211461 Feb 09 01:17:19.696068 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2fbd6-c96f-41ee-9b1f-5a56490a248b req-a4ae6699-3058-437d-8c56-13b1bab2bb98 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:19.705306 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e9e2fbd6-c96f-41ee-9b1f-5a56490a248b req-a4ae6699-3058-437d-8c56-13b1bab2bb98 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=b22f68f7-f3cb-4cb7-b2f3-99b2b1d3da21 HTTP/1.1" status: 200 len: 943 time: 0.3009272 Feb 09 01:17:19.722941 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-34e084f6-295f-4c05-aad2-46f267e14bc3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:19.742624 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f93264c6-119e-4120-b8b4-ceeb6da3496b req-6bbcaf59-c692-4992-bb29-67dd6e9bb204 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups/49ce4844-046e-40a8-9565-d7316207ef00 HTTP/1.1" status: 200 len: 1803 time: 0.1994550 Feb 09 01:17:19.793107 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f0adfe2c-1146-4099-9d32-dba5d8058f87 req-ba28be7c-77b6-4d25-a11d-a0f73dd15465 service neutron] 10.222.0.35 "GET /v2.0/networks/e01627e0-3c9d-4664-b1f6-83456184f273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255976 Feb 09 01:17:19.841421 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e9e2fbd6-c96f-41ee-9b1f-5a56490a248b req-d2d77758-b493-4bcd-9bf0-a1cf6e1171e7 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851915 Feb 09 01:17:19.843131 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-34e084f6-295f-4c05-aad2-46f267e14bc3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:19.860253 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f93264c6-119e-4120-b8b4-ceeb6da3496b req-21931432-51cc-4357-bd39-72ffc67ad1d2 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:19.906497 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 71f97c42-e164-4c5d-8214-cfde7a4566bd details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:17:19.926148 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f93264c6-119e-4120-b8b4-ceeb6da3496b req-21931432-51cc-4357-bd39-72ffc67ad1d2 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:19.966596 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e084f6-295f-4c05-aad2-46f267e14bc3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Port': ['ID=a8ad7190-0fea-4b19-a512-b6413c5de517,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:19.980221 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e084f6-295f-4c05-aad2-46f267e14bc3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Checking segment: {'id': 'bdbe9668-fe17-4e6e-bd15-35df94bd844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '1f540098-9cc1-4391-8f28-9fe4a06440bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:19.980663 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e084f6-295f-4c05-aad2-46f267e14bc3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network hostable DHCP agents. Network: 1f540098-9cc1-4391-8f28-9fe4a06440bb, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:17:20.014168 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e084f6-295f-4c05-aad2-46f267e14bc3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network 1f540098-9cc1-4391-8f28-9fe4a06440bb is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:17:20.035270 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-34e084f6-295f-4c05-aad2-46f267e14bc3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 1f540098-9cc1-4391-8f28-9fe4a06440bb) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:20.036696 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f93264c6-119e-4120-b8b4-ceeb6da3496b req-21931432-51cc-4357-bd39-72ffc67ad1d2 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:20.063054 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af32966-cd4d-4fa4-9cc9-882f22d5622e None None] Network 1f540098-9cc1-4391-8f28-9fe4a06440bb requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:20.092259 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f93264c6-119e-4120-b8b4-ceeb6da3496b req-21931432-51cc-4357-bd39-72ffc67ad1d2 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:20.095673 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f93264c6-119e-4120-b8b4-ceeb6da3496b req-21931432-51cc-4357-bd39-72ffc67ad1d2 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "DELETE /v2.0/security-groups/49ce4844-046e-40a8-9565-d7316207ef00 HTTP/1.1" status: 204 len: 173 time: 0.3328559 Feb 09 01:17:20.096438 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21931432-51cc-4357-bd39-72ffc67ad1d2 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ce4844-046e-40a8-9565-d7316207ef00,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:20.154581 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e084f6-295f-4c05-aad2-46f267e14bc3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:17:20.160992 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e084f6-295f-4c05-aad2-46f267e14bc3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:20.161682 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-34e084f6-295f-4c05-aad2-46f267e14bc3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:20.205002 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-34e084f6-295f-4c05-aad2-46f267e14bc3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3463302 Feb 09 01:17:20.208932 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52856) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:20.215570 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-d10d973f-cb85-4eb6-ae88-34d2dd45de1f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1372445655'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:20.216882 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 71f97c42-e164-4c5d-8214-cfde7a4566bd, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=71f97c42-e164-4c5d-8214-cfde7a4566bd,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:20.223902 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d10d973f-cb85-4eb6-ae88-34d2dd45de1f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:20.232189 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84861d79-6aea-4e5b-b55f-a0874556af50 req-89654c07-480d-4393-9ab3-a18077ad5f35 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:20.235021 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d10d973f-cb85-4eb6-ae88-34d2dd45de1f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:network and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:20.238756 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-84861d79-6aea-4e5b-b55f-a0874556af50 req-89654c07-480d-4393-9ab3-a18077ad5f35 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.1929359 Feb 09 01:17:20.239617 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d10d973f-cb85-4eb6-ae88-34d2dd45de1f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:20.246904 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d10d973f-cb85-4eb6-ae88-34d2dd45de1f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:20.252266 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '71f97c42-e164-4c5d-8214-cfde7a4566bd', 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1', 'port_id': '71f97c42-e164-4c5d-8214-cfde7a4566bd', 'mac_address': 'fa:16:3e:ca:e5:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f367ae-6db3-44ee-a579-54c0e257ede0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:17:20.278425 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10d973f-cb85-4eb6-ae88-34d2dd45de1f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:20.285932 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d10d973f-cb85-4eb6-ae88-34d2dd45de1f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:20.302342 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-84861d79-6aea-4e5b-b55f-a0874556af50 req-4e6e050b-92fa-4239-8394-06df50c566e2 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556519 Feb 09 01:17:20.329124 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d10d973f-cb85-4eb6-ae88-34d2dd45de1f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 960} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:17:20.339895 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d10d973f-cb85-4eb6-ae88-34d2dd45de1f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:20.340535 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-d10d973f-cb85-4eb6-ae88-34d2dd45de1f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Added segment 639d9284-055d-4267-a05d-a77c6300b7e3 of type vlan for network 56cd7c6e-4a4c-4973-ab85-b769a52c0cbf Feb 09 01:17:20.392548 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [req-d3e91480-85e5-44fb-8323-60333ae1b9bb req-9b18e37c-1bde-4448-919d-39fa4a14f34b tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] show failed (client error): The resource could not be found. Feb 09 01:17:20.393662 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d3e91480-85e5-44fb-8323-60333ae1b9bb req-9b18e37c-1bde-4448-919d-39fa4a14f34b tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups/49ce4844-046e-40a8-9565-d7316207ef00 HTTP/1.1" status: 404 len: 352 time: 0.0424125 Feb 09 01:17:20.403483 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d10d973f-cb85-4eb6-ae88-34d2dd45de1f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:20.432086 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:20.471557 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f97c42-e164-4c5d-8214-cfde7a4566bd {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:17:20.477319 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d10d973f-cb85-4eb6-ae88-34d2dd45de1f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:20.483230 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10d973f-cb85-4eb6-ae88-34d2dd45de1f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:20.483859 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d10d973f-cb85-4eb6-ae88-34d2dd45de1f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:20.493738 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 71f97c42-e164-4c5d-8214-cfde7a4566bd, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=71f97c42-e164-4c5d-8214-cfde7a4566bd,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:20.499905 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:20.650652 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9d1c6c8d-5575-437c-9670-e435f316751a req-80d267ee-7fdf-4557-a92d-46860b86dabf tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups/38c3f0db-a1d8-4940-bb1b-fd8b229bcd85 HTTP/1.1" status: 200 len: 1801 time: 0.2140155 Feb 09 01:17:20.676978 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=71f97c42-e164-4c5d-8214-cfde7a4566bd,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:20.706677 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d973f-cb85-4eb6-ae88-34d2dd45de1f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Network': ['ID=56cd7c6e-4a4c-4973-ab85-b769a52c0cbf,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:20.713692 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d10d973f-cb85-4eb6-ae88-34d2dd45de1f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5035298 Feb 09 01:17:20.722449 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 56cd7c6e-4a4c-4973-ab85-b769a52c0cbf details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:17:20.727914 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52884) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:20.741999 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'ports': [{'network_id': '1f540098-9cc1-4391-8f28-9fe4a06440bb'}, {'network_id': '56cd7c6e-4a4c-4973-ab85-b769a52c0cbf'}]} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:20.742314 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'port': {'network_id': '1f540098-9cc1-4391-8f28-9fe4a06440bb'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:20.742783 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'port': {'network_id': '56cd7c6e-4a4c-4973-ab85-b769a52c0cbf'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:20.761330 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86e3f5-3dc2-45cf-978d-85dc0f084731 req-cde99d79-5f93-4da5-900d-73a764d59d81 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:20.778800 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ab86e3f5-3dc2-45cf-978d-85dc0f084731 req-cde99d79-5f93-4da5-900d-73a764d59d81 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.2014790 Feb 09 01:17:20.859009 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ab86e3f5-3dc2-45cf-978d-85dc0f084731 req-88bb6158-864a-4ad6-bebb-1a816510112d tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779886 Feb 09 01:17:20.920493 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['71f97c42-e164-4c5d-8214-cfde7a4566bd'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:17:21.067811 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9d1c6c8d-5575-437c-9670-e435f316751a req-eeac78ae-ccf3-428e-bc3b-61f5b599f274 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:21.099590 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9d1c6c8d-5575-437c-9670-e435f316751a req-eeac78ae-ccf3-428e-bc3b-61f5b599f274 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:21.291896 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:21.297457 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:port and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:21.304423 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:21.312436 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:21.325653 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9d1c6c8d-5575-437c-9670-e435f316751a req-eeac78ae-ccf3-428e-bc3b-61f5b599f274 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:21.344956 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac78ae-ccf3-428e-bc3b-61f5b599f274 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c3f0db-a1d8-4940-bb1b-fd8b229bcd85,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:21.365244 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'port': 2} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:21.371547 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:21.391074 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9d1c6c8d-5575-437c-9670-e435f316751a req-eeac78ae-ccf3-428e-bc3b-61f5b599f274 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:21.392253 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9d1c6c8d-5575-437c-9670-e435f316751a req-eeac78ae-ccf3-428e-bc3b-61f5b599f274 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "DELETE /v2.0/security-groups/38c3f0db-a1d8-4940-bb1b-fd8b229bcd85 HTTP/1.1" status: 204 len: 173 time: 0.7407484 Feb 09 01:17:21.395185 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:21.446937 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68944523-de9d-4dbc-883c-fc7b671b993e req-91974a4b-5490-45bf-aafb-1ddd9ed5c8e3 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:21.449033 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-68944523-de9d-4dbc-883c-fc7b671b993e req-91974a4b-5490-45bf-aafb-1ddd9ed5c8e3 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6eb71bd-0fa8-4019-856e-4e0bff1a8a77 HTTP/1.1" status: 200 len: 945 time: 0.1039555 Feb 09 01:17:21.537641 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-68944523-de9d-4dbc-883c-fc7b671b993e req-cf1b6c92-7f0b-49e9-8604-29b2136aa2bd tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/security-groups?id=7afa1c1f-32b5-4d89-b782-e5b8d69470a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666540 Feb 09 01:17:21.699319 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] device_id is not set on port da460d95-4151-4a88-8b28-713892d48cc2 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:17:21.722402 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:21.732540 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad885b-6b14-49fc-855a-29670656cf8d req-04e7a818-71d6-456b-aa0c-0f851b5fc115 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:21.734065 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-46ad885b-6b14-49fc-855a-29670656cf8d req-04e7a818-71d6-456b-aa0c-0f851b5fc115 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=b22f68f7-f3cb-4cb7-b2f3-99b2b1d3da21 HTTP/1.1" status: 200 len: 944 time: 0.2174952 Feb 09 01:17:21.788212 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28008ea8-04b6-4d79-979d-26498d986b80 req-0e6dbf70-d646-4317-a5b8-c98d115f02a7 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:21.796781 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-28008ea8-04b6-4d79-979d-26498d986b80 req-0e6dbf70-d646-4317-a5b8-c98d115f02a7 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.1362574 Feb 09 01:17:21.817069 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-46ad885b-6b14-49fc-855a-29670656cf8d req-63e31082-7a93-4f7f-b7ea-3fcc7564db5e tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749087 Feb 09 01:17:21.855922 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:21.880367 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-28008ea8-04b6-4d79-979d-26498d986b80 req-b91d7f62-283a-41e9-bc51-ea55d30e4414 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824468 Feb 09 01:17:21.984070 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [req-fede6065-3b83-495e-bc8d-cfc772172e63 req-5fda70bf-ea3a-4ed3-b1cb-64caddc6c47b tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] show failed (client error): The resource could not be found. Feb 09 01:17:21.985343 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fede6065-3b83-495e-bc8d-cfc772172e63 req-5fda70bf-ea3a-4ed3-b1cb-64caddc6c47b tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups/38c3f0db-a1d8-4940-bb1b-fd8b229bcd85 HTTP/1.1" status: 404 len: 352 time: 0.0442421 Feb 09 01:17:22.001787 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] device_id is not set on port f5cb1c0b-33cb-4945-a94f-a663603bce45 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:17:22.171738 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:22.213564 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:22.282288 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network 1f540098-9cc1-4391-8f28-9fe4a06440bb is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:22.290639 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:22.295368 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:17:22.295954 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:22.323276 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Port': ['ID=da460d95-4151-4a88-8b28-713892d48cc2,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:22.343936 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:22.344289 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:22.344656 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:22.344993 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:22.345641 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:22.345963 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:22.346299 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:22.346626 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:22.346955 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:22.347405 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:22.347733 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:22.348058 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:22.462389 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Checking segment: {'id': '639d9284-055d-4267-a05d-a77c6300b7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '56cd7c6e-4a4c-4973-ab85-b769a52c0cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:22.463312 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network hostable DHCP agents. Network: 56cd7c6e-4a4c-4973-ab85-b769a52c0cbf, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:17:22.474472 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Port': ['ID=f5cb1c0b-33cb-4945-a94f-a663603bce45,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:22.545392 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-55ac1ab6-b768-4334-a582-4fc78fb952b4 req-ecb958e9-a508-43b2-a982-b207db434a1d tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Synchronizing usage tracker for tenant:89c5ef19807744ed9ff690157d53e75e on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:17:22.549451 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network 56cd7c6e-4a4c-4973-ab85-b769a52c0cbf is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:17:22.569935 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 56cd7c6e-4a4c-4973-ab85-b769a52c0cbf) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:22.572141 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-55ac1ab6-b768-4334-a582-4fc78fb952b4 req-ecb958e9-a508-43b2-a982-b207db434a1d tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Unset dirty status for tenant:89c5ef19807744ed9ff690157d53e75e on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:17:22.573543 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-55ac1ab6-b768-4334-a582-4fc78fb952b4 req-ecb958e9-a508-43b2-a982-b207db434a1d tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=89c5ef19807744ed9ff690157d53e75e HTTP/1.1" status: 200 len: 6155 time: 0.1691480 Feb 09 01:17:22.575959 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:17:22.579893 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f579edd1-6ae2-4ca0-ba2f-6d6ac1a0791a None None] Network 56cd7c6e-4a4c-4973-ab85-b769a52c0cbf requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:22.599971 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:22.605751 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:22.606521 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:22.682680 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52942) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:22.683458 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2559473f-abd1-419a-80d8-a91a4d5dc102 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9484637 Feb 09 01:17:22.740597 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-55ac1ab6-b768-4334-a582-4fc78fb952b4 req-3f0870af-57f4-4e19-81d4-550b0dceee8b tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups/487bc88e-fef9-4445-8b50-c8d422d7ac67 HTTP/1.1" status: 200 len: 2985 time: 0.1133738 Feb 09 01:17:22.766175 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-0ad19284-b71c-45b8-9ff7-ba52cca83922 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Deleting port f5cb1c0b-33cb-4945-a94f-a663603bce45 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:22.766525 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ad19284-b71c-45b8-9ff7-ba52cca83922 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:22.857822 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-55ac1ab6-b768-4334-a582-4fc78fb952b4 req-dfb2061c-67b9-4275-b4f3-98ca8d88cbd3 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups/487bc88e-fef9-4445-8b50-c8d422d7ac67 HTTP/1.1" status: 200 len: 2985 time: 0.1100383 Feb 09 01:17:23.160872 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422eea9c-f1dd-4150-840c-569d9ba897be req-df59c7bb-9e47-4dbc-a724-87195031b707 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:23.179272 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-422eea9c-f1dd-4150-840c-569d9ba897be req-df59c7bb-9e47-4dbc-a724-87195031b707 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6eb71bd-0fa8-4019-856e-4e0bff1a8a77 HTTP/1.1" status: 200 len: 945 time: 0.1634152 Feb 09 01:17:23.185057 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ad19284-b71c-45b8-9ff7-ba52cca83922 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:23.276933 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-422eea9c-f1dd-4150-840c-569d9ba897be req-f21022f8-3585-413d-bc11-6483ca7def15 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/security-groups?id=7afa1c1f-32b5-4d89-b782-e5b8d69470a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971928 Feb 09 01:17:23.491222 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d049db-35a2-4afb-bb35-034261b08768 req-ae4a35b2-7421-4a93-80ed-6d9d14088e86 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:23.494505 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-54d049db-35a2-4afb-bb35-034261b08768 req-ae4a35b2-7421-4a93-80ed-6d9d14088e86 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=b22f68f7-f3cb-4cb7-b2f3-99b2b1d3da21 HTTP/1.1" status: 200 len: 944 time: 0.1274421 Feb 09 01:17:23.555874 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-54d049db-35a2-4afb-bb35-034261b08768 req-ddcdce02-2332-43b1-9d96-df00fcaafab8 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550194 Feb 09 01:17:23.572188 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-0ad19284-b71c-45b8-9ff7-ba52cca83922 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Calling delete_port for f5cb1c0b-33cb-4945-a94f-a663603bce45 owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:17:23.643986 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-02bbb47e-881c-45ec-8e43-baafb3a0f439 req-c629c27f-2b0b-4e98-a2d2-6cf026bc726c tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-984288238', 'description': 'tempest-description-266593679'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:23.664121 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-02bbb47e-881c-45ec-8e43-baafb3a0f439 req-c629c27f-2b0b-4e98-a2d2-6cf026bc726c tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:23.687326 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-02bbb47e-881c-45ec-8e43-baafb3a0f439 req-c629c27f-2b0b-4e98-a2d2-6cf026bc726c tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:23.718657 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-02bbb47e-881c-45ec-8e43-baafb3a0f439 req-c629c27f-2b0b-4e98-a2d2-6cf026bc726c tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:23.742623 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ad19284-b71c-45b8-9ff7-ba52cca83922 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:23.785367 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-02bbb47e-881c-45ec-8e43-baafb3a0f439 req-c629c27f-2b0b-4e98-a2d2-6cf026bc726c tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:23.787499 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52978) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:23.811073 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad19284-b71c-45b8-9ff7-ba52cca83922 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Port': ['ID=f5cb1c0b-33cb-4945-a94f-a663603bce45,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:23.813924 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-02bbb47e-881c-45ec-8e43-baafb3a0f439 req-c629c27f-2b0b-4e98-a2d2-6cf026bc726c tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Usage tracker for resource:security_group_rule and tenant:89c5ef19807744ed9ff690157d53e75e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:23.819715 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-02bbb47e-881c-45ec-8e43-baafb3a0f439 req-c629c27f-2b0b-4e98-a2d2-6cf026bc726c tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:23.820605 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a37b5e-daa8-4717-ac02-5ef05bba9b60 req-8a6e9f73-e2c4-49de-90c2-6a885a983a61 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:23.828519 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ad19284-b71c-45b8-9ff7-ba52cca83922 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:23.831044 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c0a37b5e-daa8-4717-ac02-5ef05bba9b60 req-8a6e9f73-e2c4-49de-90c2-6a885a983a61 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.1565466 Feb 09 01:17:23.835239 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0ad19284-b71c-45b8-9ff7-ba52cca83922 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/ports/f5cb1c0b-33cb-4945-a94f-a663603bce45 HTTP/1.1" status: 204 len: 168 time: 1.1515071 Feb 09 01:17:23.836291 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-02bbb47e-881c-45ec-8e43-baafb3a0f439 req-c629c27f-2b0b-4e98-a2d2-6cf026bc726c tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:23.839687 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52984) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:23.893210 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c0a37b5e-daa8-4717-ac02-5ef05bba9b60 req-753eb1d0-a503-4eb5-9d1d-958110491355 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608346 Feb 09 01:17:23.938322 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 71f97c42-e164-4c5d-8214-cfde7a4566bd up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:17:23.964322 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54268ae1-67b8-450f-8689-251323f3c1d6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:23.970302 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54268ae1-67b8-450f-8689-251323f3c1d6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:23.971279 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-54268ae1-67b8-450f-8689-251323f3c1d6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Synchronizing usage tracker for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:17:24.022869 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-02bbb47e-881c-45ec-8e43-baafb3a0f439 req-c629c27f-2b0b-4e98-a2d2-6cf026bc726c tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:24.038464 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-02bbb47e-881c-45ec-8e43-baafb3a0f439 req-c629c27f-2b0b-4e98-a2d2-6cf026bc726c tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:24.076656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-54268ae1-67b8-450f-8689-251323f3c1d6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Unset dirty status for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:17:24.078197 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-54268ae1-67b8-450f-8689-251323f3c1d6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2376816 Feb 09 01:17:24.081424 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52990) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:24.158977 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629c27f-2b0b-4e98-a2d2-6cf026bc726c tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a85272-468a-4c96-83b4-ab60ce1bb749,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:24.177290 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-02bbb47e-881c-45ec-8e43-baafb3a0f439 req-c629c27f-2b0b-4e98-a2d2-6cf026bc726c tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:24.181017 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-02bbb47e-881c-45ec-8e43-baafb3a0f439 req-c629c27f-2b0b-4e98-a2d2-6cf026bc726c tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6158948 Feb 09 01:17:24.194120 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 71f97c42-e164-4c5d-8214-cfde7a4566bd completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:24.208462 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-a48671df-a34d-439c-9fec-f43d22451f7d req-8d412e35-e2a2-497c-b5c4-88994a39da00 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-928884024', 'description': 'tempest-description-1867375484'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:24.210115 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 71f97c42-e164-4c5d-8214-cfde7a4566bd triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:24.210738 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:24.224692 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-a48671df-a34d-439c-9fec-f43d22451f7d req-8d412e35-e2a2-497c-b5c4-88994a39da00 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:24.234247 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-a48671df-a34d-439c-9fec-f43d22451f7d req-8d412e35-e2a2-497c-b5c4-88994a39da00 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Usage tracker for resource:security_group and tenant:89c5ef19807744ed9ff690157d53e75e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:24.240043 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-a48671df-a34d-439c-9fec-f43d22451f7d req-8d412e35-e2a2-497c-b5c4-88994a39da00 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:24.259227 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-a48671df-a34d-439c-9fec-f43d22451f7d req-8d412e35-e2a2-497c-b5c4-88994a39da00 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:24.279415 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-f924869e-e37e-4a58-9ecb-de55470478ba tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Deleting port da460d95-4151-4a88-8b28-713892d48cc2 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:24.279831 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f924869e-e37e-4a58-9ecb-de55470478ba tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:24.297553 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-a48671df-a34d-439c-9fec-f43d22451f7d req-8d412e35-e2a2-497c-b5c4-88994a39da00 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:24.345141 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-a48671df-a34d-439c-9fec-f43d22451f7d req-8d412e35-e2a2-497c-b5c4-88994a39da00 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:24.356773 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-a48671df-a34d-439c-9fec-f43d22451f7d req-8d412e35-e2a2-497c-b5c4-88994a39da00 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Usage tracker for resource:security_group_rule and tenant:89c5ef19807744ed9ff690157d53e75e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:24.393272 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-a48671df-a34d-439c-9fec-f43d22451f7d req-8d412e35-e2a2-497c-b5c4-88994a39da00 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:24.418453 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-a48671df-a34d-439c-9fec-f43d22451f7d req-8d412e35-e2a2-497c-b5c4-88994a39da00 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:24.426689 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdefdbb3-bc32-45a7-abce-882cad3cf59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:24.471352 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-fdefdbb3-bc32-45a7-abce-882cad3cf59b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:24.486758 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fdefdbb3-bc32-45a7-abce-882cad3cf59b admin admin] Usage tracker for resource:security_group_rule and tenant:c19d6b9d82374c9f9e456f55a3bf1912 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:24.493441 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fdefdbb3-bc32-45a7-abce-882cad3cf59b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:24.507152 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:24.509009 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-fdefdbb3-bc32-45a7-abce-882cad3cf59b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:24.549047 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22f68f7-f3cb-4cb7-b2f3-99b2b1d3da21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f97c42-e164-4c5d-8214-cfde7a4566bd'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:17:24.563046 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 71f97c42-e164-4c5d-8214-cfde7a4566bd, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=71f97c42-e164-4c5d-8214-cfde7a4566bd,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:24.568823 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:24.640605 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-a48671df-a34d-439c-9fec-f43d22451f7d req-8d412e35-e2a2-497c-b5c4-88994a39da00 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:24.650930 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f924869e-e37e-4a58-9ecb-de55470478ba tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:24.651539 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-a48671df-a34d-439c-9fec-f43d22451f7d req-8d412e35-e2a2-497c-b5c4-88994a39da00 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:24.679517 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=71f97c42-e164-4c5d-8214-cfde7a4566bd,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:24.744874 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d412e35-e2a2-497c-b5c4-88994a39da00 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3220da3a-0376-4717-b72e-256e832faa4a,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:24.754472 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdefdbb3-bc32-45a7-abce-882cad3cf59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:24.757470 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-a48671df-a34d-439c-9fec-f43d22451f7d req-8d412e35-e2a2-497c-b5c4-88994a39da00 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:24.773112 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a48671df-a34d-439c-9fec-f43d22451f7d req-8d412e35-e2a2-497c-b5c4-88994a39da00 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5705628 Feb 09 01:17:24.776663 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdefdbb3-bc32-45a7-abce-882cad3cf59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:24.888332 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fdefdbb3-bc32-45a7-abce-882cad3cf59b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c19d6b9d82374c9f9e456f55a3bf1912&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0932963 Feb 09 01:17:24.907718 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53022) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:24.938652 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:24.948374 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-f924869e-e37e-4a58-9ecb-de55470478ba tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Calling delete_port for da460d95-4151-4a88-8b28-713892d48cc2 owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:17:24.967336 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdefdbb3-bc32-45a7-abce-882cad3cf59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0540aab-902e-47f2-aa11-03efbd2f67f3,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:25.012810 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f0b5928c-e767-42dd-947c-c7cbe2fa8e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:25.044568 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f0b5928c-e767-42dd-947c-c7cbe2fa8e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:25.062972 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b9c4b-d180-4b42-9562-15ea068371fb req-0d8ca8c4-4fc2-4b59-b0cc-0895f68ddf05 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:25.070345 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c70b9c4b-d180-4b42-9562-15ea068371fb req-0d8ca8c4-4fc2-4b59-b0cc-0895f68ddf05 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6eb71bd-0fa8-4019-856e-4e0bff1a8a77 HTTP/1.1" status: 200 len: 945 time: 0.3523388 Feb 09 01:17:25.094536 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f924869e-e37e-4a58-9ecb-de55470478ba tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:25.151971 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924869e-e37e-4a58-9ecb-de55470478ba tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Port': ['ID=da460d95-4151-4a88-8b28-713892d48cc2,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:25.152351 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f0b5928c-e767-42dd-947c-c7cbe2fa8e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:25.181984 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b22f68f7-f3cb-4cb7-b2f3-99b2b1d3da21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f97c42-e164-4c5d-8214-cfde7a4566bd', 'code': 200} Feb 09 01:17:25.182801 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5928c-e767-42dd-947c-c7cbe2fa8e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0540aab-902e-47f2-aa11-03efbd2f67f3,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:25.218606 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f0b5928c-e767-42dd-947c-c7cbe2fa8e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:25.222876 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f0b5928c-e767-42dd-947c-c7cbe2fa8e9f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d0540aab-902e-47f2-aa11-03efbd2f67f3 HTTP/1.1" status: 204 len: 168 time: 0.3111408 Feb 09 01:17:25.226794 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f924869e-e37e-4a58-9ecb-de55470478ba tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:25.247574 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c70b9c4b-d180-4b42-9562-15ea068371fb req-9ef7408e-29d2-42c0-a894-1d57df820c20 tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/security-groups?id=7afa1c1f-32b5-4d89-b782-e5b8d69470a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762478 Feb 09 01:17:25.287745 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f924869e-e37e-4a58-9ecb-de55470478ba tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/ports/da460d95-4151-4a88-8b28-713892d48cc2 HTTP/1.1" status: 204 len: 168 time: 1.2045841 Feb 09 01:17:25.291275 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53038) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:25.324808 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3931d-9402-4597-a00a-3f92e517084d req-42356884-1eec-4e1f-b195-5c89322a0f7c tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:25.331663 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8bf3931d-9402-4597-a00a-3f92e517084d req-42356884-1eec-4e1f-b195-5c89322a0f7c tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6eb71bd-0fa8-4019-856e-4e0bff1a8a77 HTTP/1.1" status: 200 len: 945 time: 0.1818278 Feb 09 01:17:25.456638 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd5fbb8-4f0f-4e34-8834-8e5b5fdb1c92 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:25.458277 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6fd5fbb8-4f0f-4e34-8834-8e5b5fdb1c92 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1659217 Feb 09 01:17:25.461753 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53044) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:25.509192 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac054d-afa3-44c9-b074-1d5fe81ca87a req-ae9eab59-c161-483e-9125-111f8c88f905 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:25.510855 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-17ac054d-afa3-44c9-b074-1d5fe81ca87a req-ae9eab59-c161-483e-9125-111f8c88f905 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=b22f68f7-f3cb-4cb7-b2f3-99b2b1d3da21 HTTP/1.1" status: 200 len: 945 time: 0.1720729 Feb 09 01:17:25.520953 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-8bf3931d-9402-4597-a00a-3f92e517084d req-db51829d-9216-4386-9869-8d8e569d9c8e tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Deleting port 51f974ae-a8ba-433d-8528-e01e6f4a8302 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:25.521304 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8bf3931d-9402-4597-a00a-3f92e517084d req-db51829d-9216-4386-9869-8d8e569d9c8e tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:25.530327 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-063e0296-82ac-4502-8a21-48fc5675adff tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] GET failed (client error): The resource could not be found. Feb 09 01:17:25.540202 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-063e0296-82ac-4502-8a21-48fc5675adff tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "GET /v2.0/ports/f5cb1c0b-33cb-4945-a94f-a663603bce45 HTTP/1.1" status: 404 len: 333 time: 0.0773716 Feb 09 01:17:25.543028 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53050) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:25.627552 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a32990-01dc-4aa3-8a1e-931a02ea8c40 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] GET failed (client error): The resource could not be found. Feb 09 01:17:25.631247 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a8a32990-01dc-4aa3-8a1e-931a02ea8c40 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "GET /v2.0/ports/da460d95-4151-4a88-8b28-713892d48cc2 HTTP/1.1" status: 404 len: 333 time: 0.0835097 Feb 09 01:17:25.634445 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53056) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:25.656890 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f71aa-13d9-40a4-a1f4-4b47bc1b5993 req-11357751-9e10-4029-a057-858f1a8ca50d tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:25.658460 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0e9f71aa-13d9-40a4-a1f4-4b47bc1b5993 req-11357751-9e10-4029-a057-858f1a8ca50d tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.2383561 Feb 09 01:17:25.782242 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0f2b7e7a-9925-469f-b02c-69ba331bd12d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:25.796442 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-17ac054d-afa3-44c9-b074-1d5fe81ca87a req-562dd467-bc3f-4113-9e93-cf4827ee9576 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520599 Feb 09 01:17:25.852604 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53062) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:25.899009 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0e9f71aa-13d9-40a4-a1f4-4b47bc1b5993 req-063cd589-0767-444a-9bf3-33fb10a376c2 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959178 Feb 09 01:17:25.908221 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c22032f9-8380-4dab-9641-3c2c862661d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:25.954387 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c22032f9-8380-4dab-9641-3c2c862661d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:25.958596 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-8bf3931d-9402-4597-a00a-3f92e517084d req-db51829d-9216-4386-9869-8d8e569d9c8e tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] For port 51f974ae-a8ba-433d-8528-e01e6f4a8302, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=51f974ae-a8ba-433d-8528-e01e6f4a8302,segment=NetworkSegment(702f6269-234c-4355-8302-b7a37244bd28),segment_id=702f6269-234c-4355-8302-b7a37244bd28)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:25.958959 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8bf3931d-9402-4597-a00a-3f92e517084d req-db51829d-9216-4386-9869-8d8e569d9c8e tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:25.974501 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c22032f9-8380-4dab-9641-3c2c862661d5 admin admin] Usage tracker for resource:security_group_rule and tenant:0737afdb70914751af7d17e92fb37303 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:25.979611 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c22032f9-8380-4dab-9641-3c2c862661d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:25.985236 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8a18a-9668-4abc-ad53-355f44b64349 req-ea556211-2c6a-4cc0-a889-eb5018dae50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:25.986747 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-adf8a18a-9668-4abc-ad53-355f44b64349 req-ea556211-2c6a-4cc0-a889-eb5018dae50a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b22f68f7-f3cb-4cb7-b2f3-99b2b1d3da21 HTTP/1.1" status: 200 len: 1096 time: 0.6848936 Feb 09 01:17:26.105154 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c22032f9-8380-4dab-9641-3c2c862661d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:26.163452 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0f2b7e7a-9925-469f-b02c-69ba331bd12d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:26.164097 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-8bf3931d-9402-4597-a00a-3f92e517084d req-db51829d-9216-4386-9869-8d8e569d9c8e tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Calling delete_port for 51f974ae-a8ba-433d-8528-e01e6f4a8302 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:17:26.273232 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-0f2b7e7a-9925-469f-b02c-69ba331bd12d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56cd7c6e-4a4c-4973-ab85-b769a52c0cbf']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:26.304119 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-adf8a18a-9668-4abc-ad53-355f44b64349 req-ea027aea-b6cd-4440-8425-42098130e8de service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002378 Feb 09 01:17:26.304900 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-0f2b7e7a-9925-469f-b02c-69ba331bd12d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '639d9284-055d-4267-a05d-a77c6300b7e3') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:26.305386 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-0f2b7e7a-9925-469f-b02c-69ba331bd12d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '639d9284-055d-4267-a05d-a77c6300b7e3') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:26.330028 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-5aad6e1c-f0fa-4d81-8cfa-7f1d5c5c14f5 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:26.332657 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-5aad6e1c-f0fa-4d81-8cfa-7f1d5c5c14f5 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/networks?id=7528e6de-56b5-4c9a-a85f-c61a69fcd52d HTTP/1.1" status: 200 len: 813 time: 0.3766038 Feb 09 01:17:26.345807 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0f2b7e7a-9925-469f-b02c-69ba331bd12d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:26.383841 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-da47c53c-13a4-4a84-8ed5-21ef96fef953 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/quotas/89c5ef19807744ed9ff690157d53e75e HTTP/1.1" status: 200 len: 375 time: 0.0421507 Feb 09 01:17:26.393312 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0f2b7e7a-9925-469f-b02c-69ba331bd12d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:26.403102 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2b7e7a-9925-469f-b02c-69ba331bd12d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Releasing vlan 960 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:26.403502 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0f2b7e7a-9925-469f-b02c-69ba331bd12d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:26.405864 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd330ba4-42e4-4f00-89e3-a9db9c8b21b9 req-d734ca96-efe3-4363-b323-cef3dc661146 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:26.412771 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fd330ba4-42e4-4f00-89e3-a9db9c8b21b9 req-d734ca96-efe3-4363-b323-cef3dc661146 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d198aa8-fa27-4d8c-b4b0-76418e6e148d HTTP/1.1" status: 200 len: 945 time: 0.3656437 Feb 09 01:17:26.421074 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:17:26.421074 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:26.421074 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:17:26.421074 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:26.421074 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:17:26.421074 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:17:26.421074 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:17:26.421074 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:26.421074 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:17:26.421074 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:26.421074 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:17:26.421074 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:26.421074 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:17:26.421074 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:17:26.421074 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:26.421074 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:17:26.421074 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:26.421074 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:17:26.421074 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:17:26.421074 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:17:26.421074 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:17:26.421074 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:17:26.421074 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:26.421074 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:26.421074 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:26.421074 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:26.421074 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:26.421074 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:26.421074 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:26.421074 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:26.421074 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:26.421074 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:26.471694 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c22032f9-8380-4dab-9641-3c2c862661d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:26.472763 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8bf3931d-9402-4597-a00a-3f92e517084d req-db51829d-9216-4386-9869-8d8e569d9c8e tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:26.488531 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['51f974ae-a8ba-433d-8528-e01e6f4a8302'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:17:26.522093 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c22032f9-8380-4dab-9641-3c2c862661d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:26.560544 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51829d-9216-4386-9869-8d8e569d9c8e tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Pushing event deleted for resources: {'Port': ['ID=51f974ae-a8ba-433d-8528-e01e6f4a8302,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:26.573695 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0f2b7e7a-9925-469f-b02c-69ba331bd12d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:26.575957 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fd330ba4-42e4-4f00-89e3-a9db9c8b21b9 req-3147bf88-b525-4f25-84b6-f1709a4d5527 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1d01d8a-eadc-4f9b-882e-5c01a22ad56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600499 Feb 09 01:17:26.604004 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0f2b7e7a-9925-469f-b02c-69ba331bd12d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:26.606774 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b7e7a-9925-469f-b02c-69ba331bd12d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Network': ['ID=56cd7c6e-4a4c-4973-ab85-b769a52c0cbf,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:26.621821 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2b7e7a-9925-469f-b02c-69ba331bd12d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:26.622168 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2b7e7a-9925-469f-b02c-69ba331bd12d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:26.622561 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2b7e7a-9925-469f-b02c-69ba331bd12d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:26.622825 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2b7e7a-9925-469f-b02c-69ba331bd12d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:26.623151 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2b7e7a-9925-469f-b02c-69ba331bd12d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:26.623476 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2b7e7a-9925-469f-b02c-69ba331bd12d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:26.623799 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2b7e7a-9925-469f-b02c-69ba331bd12d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:26.624120 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2b7e7a-9925-469f-b02c-69ba331bd12d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:26.624485 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2b7e7a-9925-469f-b02c-69ba331bd12d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:26.624768 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2b7e7a-9925-469f-b02c-69ba331bd12d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:26.625086 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2b7e7a-9925-469f-b02c-69ba331bd12d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:26.625401 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2b7e7a-9925-469f-b02c-69ba331bd12d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:26.639705 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-80298ee8-a8ce-4f01-ae1b-4ab4901f3aaa tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=89c5ef19807744ed9ff690157d53e75e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2386377 Feb 09 01:17:26.674523 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22032f9-8380-4dab-9641-3c2c862661d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8adad82c-2ce0-455f-bdb6-f5df1f744601,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:26.689838 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c22032f9-8380-4dab-9641-3c2c862661d5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0737afdb70914751af7d17e92fb37303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8320625 Feb 09 01:17:26.726931 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53084) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:26.787773 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf3931d-9402-4597-a00a-3f92e517084d req-db51829d-9216-4386-9869-8d8e569d9c8e tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] No DVR routers for this DVR port 51f974ae-a8ba-433d-8528-e01e6f4a8302 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:26.790390 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8bf3931d-9402-4597-a00a-3f92e517084d req-db51829d-9216-4386-9869-8d8e569d9c8e tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:26.802409 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6eb71bd-0fa8-4019-856e-4e0bff1a8a77', 'name': 'network-vif-deleted', 'tag': '51f974ae-a8ba-433d-8528-e01e6f4a8302'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:17:26.815560 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9e4a6d59-1c50-43cd-9c10-2c41c0ddf227 req-1a787175-66b8-4b63-853e-7e8c37fcea8e tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6eb71bd-0fa8-4019-856e-4e0bff1a8a77 HTTP/1.1" status: 200 len: 210 time: 0.0961237 Feb 09 01:17:26.854787 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8bf3931d-9402-4597-a00a-3f92e517084d req-db51829d-9216-4386-9869-8d8e569d9c8e tempest-TestServerAdvancedOps-1364843808 tempest-TestServerAdvancedOps-1364843808-project] 10.222.0.35 "DELETE /v2.0/ports/51f974ae-a8ba-433d-8528-e01e6f4a8302 HTTP/1.1" status: 204 len: 173 time: 1.5155635 Feb 09 01:17:26.870635 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0f2b7e7a-9925-469f-b02c-69ba331bd12d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/networks/56cd7c6e-4a4c-4973-ab85-b769a52c0cbf HTTP/1.1" status: 204 len: 168 time: 1.2267022 Feb 09 01:17:26.875671 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53096) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:26.876944 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9e61e19f-4d1f-44bc-b4cf-df836213601f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:26.885010 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-ee780453-3503-4433-b8a0-8794d52b0be6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1064454660'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:26.904987 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ee780453-3503-4433-b8a0-8794d52b0be6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:26.907479 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9e61e19f-4d1f-44bc-b4cf-df836213601f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:26.918603 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ee780453-3503-4433-b8a0-8794d52b0be6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:network and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:26.932925 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ee780453-3503-4433-b8a0-8794d52b0be6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:26.942591 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ee780453-3503-4433-b8a0-8794d52b0be6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:26.976146 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-1c24d30b-4d19-4688-9126-78b7198ec248 service neutron] 10.222.0.37 "GET /v2.0/networks/7528e6de-56b5-4c9a-a85f-c61a69fcd52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354533 Feb 09 01:17:26.982798 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9e61e19f-4d1f-44bc-b4cf-df836213601f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:27.003281 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61e19f-4d1f-44bc-b4cf-df836213601f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adad82c-2ce0-455f-bdb6-f5df1f744601,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:27.009100 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9e61e19f-4d1f-44bc-b4cf-df836213601f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:27.020858 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee780453-3503-4433-b8a0-8794d52b0be6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:27.025565 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ee780453-3503-4433-b8a0-8794d52b0be6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:27.037108 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9e61e19f-4d1f-44bc-b4cf-df836213601f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8adad82c-2ce0-455f-bdb6-f5df1f744601 HTTP/1.1" status: 204 len: 168 time: 0.3098822 Feb 09 01:17:27.150904 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee780453-3503-4433-b8a0-8794d52b0be6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 975} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:17:27.177435 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ee780453-3503-4433-b8a0-8794d52b0be6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:27.177796 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-ee780453-3503-4433-b8a0-8794d52b0be6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Added segment b69b8270-d32d-404e-be64-ce19e9650140 of type vlan for network 11c67550-4b67-4be9-b6cd-3e52dbdd5dd6 Feb 09 01:17:27.202440 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-3b17dbe6-a26d-4ce6-8dc2-08b2b921ead6 service neutron] 10.222.0.37 "GET /v2.0/networks/7528e6de-56b5-4c9a-a85f-c61a69fcd52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250392 Feb 09 01:17:27.222816 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ee780453-3503-4433-b8a0-8794d52b0be6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:27.303787 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ee780453-3503-4433-b8a0-8794d52b0be6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:27.311493 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee780453-3503-4433-b8a0-8794d52b0be6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:27.314489 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ee780453-3503-4433-b8a0-8794d52b0be6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:27.588010 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ee780453-3503-4433-b8a0-8794d52b0be6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7081649 Feb 09 01:17:27.591753 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53116) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:27.607043 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-d827f022-1d90-433f-a7dc-e6d09e450b88 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'subnet': {'network_id': '11c67550-4b67-4be9-b6cd-3e52dbdd5dd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:27.611923 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6eb71bd-0fa8-4019-856e-4e0bff1a8a77', 'name': 'network-vif-deleted', 'tag': '51f974ae-a8ba-433d-8528-e01e6f4a8302', 'status': 'completed', 'code': 200} Feb 09 01:17:27.702184 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee780453-3503-4433-b8a0-8794d52b0be6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Network': ['ID=11c67550-4b67-4be9-b6cd-3e52dbdd5dd6,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:27.723455 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 11c67550-4b67-4be9-b6cd-3e52dbdd5dd6 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:17:27.748607 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c76c9f-7ee7-48d1-9766-bdca610d6c09 req-0cae19f8-7bd0-4518-9998-cf6cba0342cc tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:27.750155 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-94c76c9f-7ee7-48d1-9766-bdca610d6c09 req-0cae19f8-7bd0-4518-9998-cf6cba0342cc tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d198aa8-fa27-4d8c-b4b0-76418e6e148d HTTP/1.1" status: 200 len: 945 time: 0.5247450 Feb 09 01:17:27.781982 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1681ba-5eaa-4015-b6e2-c456dfd93089 req-35c1998f-6d50-428a-a7bc-58f62b268ce2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:27.802036 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3a1681ba-5eaa-4015-b6e2-c456dfd93089 req-35c1998f-6d50-428a-a7bc-58f62b268ce2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=b22f68f7-f3cb-4cb7-b2f3-99b2b1d3da21 HTTP/1.1" status: 200 len: 945 time: 0.1891000 Feb 09 01:17:28.015150 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d827f022-1d90-433f-a7dc-e6d09e450b88 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:28.015562 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-94c76c9f-7ee7-48d1-9766-bdca610d6c09 req-d561073f-d874-4f70-99e7-5351c5bcd1cf tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Deleting port e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:28.015989 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-94c76c9f-7ee7-48d1-9766-bdca610d6c09 req-d561073f-d874-4f70-99e7-5351c5bcd1cf tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:28.023804 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d827f022-1d90-433f-a7dc-e6d09e450b88 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:subnet and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:28.046086 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d827f022-1d90-433f-a7dc-e6d09e450b88 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:28.072236 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf888dc2-a121-41e7-afe3-954babe04d26 req-ce7a8236-58fa-4ebb-83f5-82e0ba8b4d54 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:28.075122 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cf888dc2-a121-41e7-afe3-954babe04d26 req-ce7a8236-58fa-4ebb-83f5-82e0ba8b4d54 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.4762106 Feb 09 01:17:28.091930 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d827f022-1d90-433f-a7dc-e6d09e450b88 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:28.112640 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3a1681ba-5eaa-4015-b6e2-c456dfd93089 req-cebef864-35a5-4038-a64f-30c2f8be0bd7 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955494 Feb 09 01:17:28.199473 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d827f022-1d90-433f-a7dc-e6d09e450b88 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:28.204662 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d827f022-1d90-433f-a7dc-e6d09e450b88 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:28.322436 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.ipam_backend_mixin [None req-d827f022-1d90-433f-a7dc-e6d09e450b88 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Performing IP validity checks on allocation pools {{(pid=87611) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 01:17:28.323118 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.ipam_backend_mixin [None req-d827f022-1d90-433f-a7dc-e6d09e450b88 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87611) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 01:17:28.367156 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1ba9fe17-2e05-4821-bf63-78a407a3e985 req-f6cbfb6d-1b79-4e37-a240-bb6bcde01da2 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=74d65804-3286-42a8-b4f8-c4fcee9a66ae HTTP/1.1" status: 200 len: 210 time: 0.1447494 Feb 09 01:17:28.445272 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cf888dc2-a121-41e7-afe3-954babe04d26 req-ab890c42-9e82-4377-a0d6-09df7eb4730a tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616948 Feb 09 01:17:28.530142 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d827f022-1d90-433f-a7dc-e6d09e450b88 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:28.631385 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827f022-1d90-433f-a7dc-e6d09e450b88 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Subnet': ['ID=570374f5-2569-49fe-a52b-0e2122f805f2,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:28.638431 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d827f022-1d90-433f-a7dc-e6d09e450b88 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Checking segment: {'id': 'b69b8270-d32d-404e-be64-ce19e9650140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '11c67550-4b67-4be9-b6cd-3e52dbdd5dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:28.639346 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d827f022-1d90-433f-a7dc-e6d09e450b88 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network hostable DHCP agents. Network: 11c67550-4b67-4be9-b6cd-3e52dbdd5dd6, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:17:28.665515 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53148) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:28.722618 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d827f022-1d90-433f-a7dc-e6d09e450b88 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network 11c67550-4b67-4be9-b6cd-3e52dbdd5dd6 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:17:28.754071 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-94c76c9f-7ee7-48d1-9766-bdca610d6c09 req-d561073f-d874-4f70-99e7-5351c5bcd1cf tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] For port e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f,segment=NetworkSegment(67a920d1-ca51-4e90-a884-c7a9f89bba72),segment_id=67a920d1-ca51-4e90-a884-c7a9f89bba72)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:28.754675 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-94c76c9f-7ee7-48d1-9766-bdca610d6c09 req-d561073f-d874-4f70-99e7-5351c5bcd1cf tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:28.765968 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-d827f022-1d90-433f-a7dc-e6d09e450b88 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 11c67550-4b67-4be9-b6cd-3e52dbdd5dd6) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:28.775756 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ce6cd5-d61c-4bbb-9ba4-5a54bdd3982f None None] Network 11c67550-4b67-4be9-b6cd-3e52dbdd5dd6 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:28.783995 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d827f022-1d90-433f-a7dc-e6d09e450b88 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:28.784606 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d827f022-1d90-433f-a7dc-e6d09e450b88 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:28.794303 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-46dc5f11-6a83-4225-abe4-14cdd9f05404 admin admin] Deleting subnet a4835111-8acb-4070-8e14-3ec44ce3354b {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:17:28.805198 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-46dc5f11-6a83-4225-abe4-14cdd9f05404 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:28.863583 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d827f022-1d90-433f-a7dc-e6d09e450b88 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2684062 Feb 09 01:17:28.866206 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53154) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:28.872951 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-46dc5f11-6a83-4225-abe4-14cdd9f05404 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:28.909988 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-0b80e41b-e71e-471a-9cdf-c609360bdefc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'port': {'network_id': '11c67550-4b67-4be9-b6cd-3e52dbdd5dd6', 'name': 'tempest-PortsTestJSON-767618245'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:28.912010 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-94c76c9f-7ee7-48d1-9766-bdca610d6c09 req-d561073f-d874-4f70-99e7-5351c5bcd1cf tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Calling delete_port for e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:17:28.986010 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8cfa3-acee-4996-8d65-c05851ac853a req-b4fde9f8-5ad7-4414-ba2b-b9b27af91df0 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:28.987667 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88c8cfa3-acee-4996-8d65-c05851ac853a req-b4fde9f8-5ad7-4414-ba2b-b9b27af91df0 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d198aa8-fa27-4d8c-b4b0-76418e6e148d HTTP/1.1" status: 200 len: 945 time: 0.4052863 Feb 09 01:17:29.078634 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88c8cfa3-acee-4996-8d65-c05851ac853a req-2f4bee58-e6d6-4c3b-961f-0c5980dc515d tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] 10.222.0.37 "GET /v2.0/security-groups?id=e1d01d8a-eadc-4f9b-882e-5c01a22ad56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801520 Feb 09 01:17:29.105222 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-46dc5f11-6a83-4225-abe4-14cdd9f05404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:29.210447 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-94c76c9f-7ee7-48d1-9766-bdca610d6c09 req-d561073f-d874-4f70-99e7-5351c5bcd1cf tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:29.280512 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:17:29.315788 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561073f-d874-4f70-99e7-5351c5bcd1cf tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Pushing event deleted for resources: {'Port': ['ID=e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:29.370579 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab880a33-0d6b-41cc-82a7-2242d33ba815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-11c67550-4b67-4be9-b6cd-3e52dbdd5dd6', 'network_id': '11c67550-4b67-4be9-b6cd-3e52dbdd5dd6', 'tenant_id': '23926ed9e9ef4217a1749e79922b948e', 'fixed_ips': [{'subnet_id': '570374f5-2569-49fe-a52b-0e2122f805f2'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:17:29.371781 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ab880a33-0d6b-41cc-82a7-2242d33ba815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:29.453560 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-46dc5f11-6a83-4225-abe4-14cdd9f05404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:29.611946 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-46dc5f11-6a83-4225-abe4-14cdd9f05404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:29.630656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc5f11-6a83-4225-abe4-14cdd9f05404 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4835111-8acb-4070-8e14-3ec44ce3354b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:29.631960 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c76c9f-7ee7-48d1-9766-bdca610d6c09 req-d561073f-d874-4f70-99e7-5351c5bcd1cf tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] No DVR routers for this DVR port e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:29.642410 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-94c76c9f-7ee7-48d1-9766-bdca610d6c09 req-d561073f-d874-4f70-99e7-5351c5bcd1cf tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:29.647465 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d198aa8-fa27-4d8c-b4b0-76418e6e148d', 'name': 'network-vif-deleted', 'tag': 'e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:17:29.695048 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c976d482-c034-49cf-8e25-010dbf8b518b req-1607cf26-1ff9-43c4-99d0-05323f1db919 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=74d65804-3286-42a8-b4f8-c4fcee9a66ae HTTP/1.1" status: 200 len: 210 time: 0.1094234 Feb 09 01:17:29.700584 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-46dc5f11-6a83-4225-abe4-14cdd9f05404 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a4835111-8acb-4070-8e14-3ec44ce3354b HTTP/1.1" status: 204 len: 168 time: 1.0336761 Feb 09 01:17:29.704448 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53176) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:29.732316 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-94c76c9f-7ee7-48d1-9766-bdca610d6c09 req-d561073f-d874-4f70-99e7-5351c5bcd1cf tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] 10.222.0.35 "DELETE /v2.0/ports/e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f HTTP/1.1" status: 204 len: 173 time: 1.9273717 Feb 09 01:17:29.739986 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-ab880a33-0d6b-41cc-82a7-2242d33ba815 None None] Allocated IP 172.20.0.2 (11c67550-4b67-4be9-b6cd-3e52dbdd5dd6/570374f5-2569-49fe-a52b-0e2122f805f2/e1e95c2d-61a5-47f0-98f6-599e0e040ac9) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:29.802141 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-11ff0507-8378-4b46-80c8-31cabc831081 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:29.803718 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-11ff0507-8378-4b46-80c8-31cabc831081 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.35 "GET /v2.0/networks?id=7528e6de-56b5-4c9a-a85f-c61a69fcd52d HTTP/1.1" status: 200 len: 813 time: 0.4405341 Feb 09 01:17:29.825783 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0b80e41b-e71e-471a-9cdf-c609360bdefc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:29.838199 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-158de7cb-f199-4973-ac7a-3c6e01a460ff tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Request body: {'port': {'device_id': '74d65804-3286-42a8-b4f8-c4fcee9a66ae', 'network_id': '7528e6de-56b5-4c9a-a85f-c61a69fcd52d', 'admin_state_up': True, 'tenant_id': '89c5ef19807744ed9ff690157d53e75e'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:29.870818 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0b80e41b-e71e-471a-9cdf-c609360bdefc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:port and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:29.879768 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0b80e41b-e71e-471a-9cdf-c609360bdefc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:29.891422 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0b80e41b-e71e-471a-9cdf-c609360bdefc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:29.915181 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b80e41b-e71e-471a-9cdf-c609360bdefc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:29.919040 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0b80e41b-e71e-471a-9cdf-c609360bdefc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:29.995645 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 51f974ae-a8ba-433d-8528-e01e6f4a8302 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:17:30.091406 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-158de7cb-f199-4973-ac7a-3c6e01a460ff tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:30.097019 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 51f974ae-a8ba-433d-8528-e01e6f4a8302 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:17:30.097972 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 51f974ae-a8ba-433d-8528-e01e6f4a8302 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:17:30.110863 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01320cb-074a-439a-812b-07fde344a0d2 req-e8b625c1-b310-479b-9618-9eb78d4cfbce tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:30.121150 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c01320cb-074a-439a-812b-07fde344a0d2 req-e8b625c1-b310-479b-9618-9eb78d4cfbce tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=b22f68f7-f3cb-4cb7-b2f3-99b2b1d3da21 HTTP/1.1" status: 200 len: 945 time: 0.8301976 Feb 09 01:17:30.126235 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-0b80e41b-e71e-471a-9cdf-c609360bdefc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] device_id is not set on port 80239161-a14c-48ef-9c91-9e7a24a8f59d yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:17:30.131997 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-158de7cb-f199-4973-ac7a-3c6e01a460ff tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:30.179517 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb635a5-a4bf-486e-864f-742b32d9cc6b req-e002b997-82a4-4b44-9a53-344d9c8b91ef tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:30.190181 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-adb635a5-a4bf-486e-864f-742b32d9cc6b req-e002b997-82a4-4b44-9a53-344d9c8b91ef tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.2194941 Feb 09 01:17:30.221569 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-158de7cb-f199-4973-ac7a-3c6e01a460ff tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Made reservation on behalf of 89c5ef19807744ed9ff690157d53e75e for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:30.225355 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-158de7cb-f199-4973-ac7a-3c6e01a460ff tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:30.233912 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c01320cb-074a-439a-812b-07fde344a0d2 req-c0d012bc-c696-4a01-a46c-cab9b15783b9 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062653 Feb 09 01:17:30.241794 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3ce062c2-79f5-4fe8-938f-8dc3cd08e174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:30.328907 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-adb635a5-a4bf-486e-864f-742b32d9cc6b req-a99a9cf5-dec3-4921-ae31-5b3dc915f6d8 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374300 Feb 09 01:17:30.465366 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ab880a33-0d6b-41cc-82a7-2242d33ba815 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:30.508319 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ab880a33-0d6b-41cc-82a7-2242d33ba815 None None] Transition to ACTIVE for port object e1e95c2d-61a5-47f0-98f6-599e0e040ac9 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:30.596959 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ab880a33-0d6b-41cc-82a7-2242d33ba815 None None] Transition to ACTIVE for port object e1e95c2d-61a5-47f0-98f6-599e0e040ac9 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:30.613781 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ab880a33-0d6b-41cc-82a7-2242d33ba815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:30.642852 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d198aa8-fa27-4d8c-b4b0-76418e6e148d', 'name': 'network-vif-deleted', 'tag': 'e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f', 'status': 'completed', 'code': 200} Feb 09 01:17:30.735717 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-0b80e41b-e71e-471a-9cdf-c609360bdefc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Allocated IP 172.20.0.5 (11c67550-4b67-4be9-b6cd-3e52dbdd5dd6/570374f5-2569-49fe-a52b-0e2122f805f2/80239161-a14c-48ef-9c91-9e7a24a8f59d) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:30.737852 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab880a33-0d6b-41cc-82a7-2242d33ba815 None None] Network 11c67550-4b67-4be9-b6cd-3e52dbdd5dd6 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:30.754810 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-ab880a33-0d6b-41cc-82a7-2242d33ba815 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:30.778117 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab880a33-0d6b-41cc-82a7-2242d33ba815 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:17:30.820014 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3ce062c2-79f5-4fe8-938f-8dc3cd08e174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:30.825296 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-381bf29b-232c-4d9c-8a30-b16d21d0a59d req-88c74a30-94a6-4e69-bfd2-bf51070dbdc0 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Synchronizing usage tracker for tenant:e164607e15b14baf97c4c9585d98b2a1 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:17:30.858381 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-3ce062c2-79f5-4fe8-938f-8dc3cd08e174 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e01627e0-3c9d-4664-b1f6-83456184f273']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:30.878887 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-3ce062c2-79f5-4fe8-938f-8dc3cd08e174 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '702f6269-234c-4355-8302-b7a37244bd28') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:30.879592 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-3ce062c2-79f5-4fe8-938f-8dc3cd08e174 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '702f6269-234c-4355-8302-b7a37244bd28') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:30.898229 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3ce062c2-79f5-4fe8-938f-8dc3cd08e174 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:30.907360 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-381bf29b-232c-4d9c-8a30-b16d21d0a59d req-88c74a30-94a6-4e69-bfd2-bf51070dbdc0 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] Unset dirty status for tenant:e164607e15b14baf97c4c9585d98b2a1 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:17:30.908548 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-381bf29b-232c-4d9c-8a30-b16d21d0a59d req-88c74a30-94a6-4e69-bfd2-bf51070dbdc0 tempest-ServerTagsTestJSON-1942568556 tempest-ServerTagsTestJSON-1942568556-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d198aa8-fa27-4d8c-b4b0-76418e6e148d HTTP/1.1" status: 200 len: 210 time: 0.2562261 Feb 09 01:17:30.912624 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-158de7cb-f199-4973-ac7a-3c6e01a460ff tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Allocated IP 172.20.0.12 (7528e6de-56b5-4c9a-a85f-c61a69fcd52d/2c8da2af-e975-41d5-b56a-cde865a2fffb/8733f32c-f755-472d-8c08-5332b17eafc6) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:30.920668 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3ce062c2-79f5-4fe8-938f-8dc3cd08e174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:30.930610 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce062c2-79f5-4fe8-938f-8dc3cd08e174 admin admin] Releasing vlan 968 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:30.931656 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3ce062c2-79f5-4fe8-938f-8dc3cd08e174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:30.966345 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-ab880a33-0d6b-41cc-82a7-2242d33ba815 None None] Attempting to bind port e1e95c2d-61a5-47f0-98f6-599e0e040ac9 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:17:30.966845 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-ab880a33-0d6b-41cc-82a7-2242d33ba815 None None] Attempting to bind port e1e95c2d-61a5-47f0-98f6-599e0e040ac9 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'b69b8270-d32d-404e-be64-ce19e9650140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '11c67550-4b67-4be9-b6cd-3e52dbdd5dd6'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:17:30.967292 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab880a33-0d6b-41cc-82a7-2242d33ba815 None None] Attempting to bind port e1e95c2d-61a5-47f0-98f6-599e0e040ac9 on network 11c67550-4b67-4be9-b6cd-3e52dbdd5dd6 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:17:30.978569 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab880a33-0d6b-41cc-82a7-2242d33ba815 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:17:30.978944 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab880a33-0d6b-41cc-82a7-2242d33ba815 None None] Checking segment: {'id': 'b69b8270-d32d-404e-be64-ce19e9650140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '11c67550-4b67-4be9-b6cd-3e52dbdd5dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:30.979345 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ab880a33-0d6b-41cc-82a7-2242d33ba815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:30.980528 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab880a33-0d6b-41cc-82a7-2242d33ba815 None None] Bound using segment: {'id': 'b69b8270-d32d-404e-be64-ce19e9650140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '11c67550-4b67-4be9-b6cd-3e52dbdd5dd6'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:17:30.981196 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-ab880a33-0d6b-41cc-82a7-2242d33ba815 None None] Bound port: e1e95c2d-61a5-47f0-98f6-599e0e040ac9, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b69b8270-d32d-404e-be64-ce19e9650140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '11c67550-4b67-4be9-b6cd-3e52dbdd5dd6'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:17:30.981630 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ab880a33-0d6b-41cc-82a7-2242d33ba815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:31.015840 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab880a33-0d6b-41cc-82a7-2242d33ba815 None None] Pushing event updated for resources: {'Port': ['ID=e1e95c2d-61a5-47f0-98f6-599e0e040ac9,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:31.021822 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:17:31.021822 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:31.021822 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:17:31.021822 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:31.021822 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:17:31.021822 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:17:31.021822 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:17:31.021822 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:31.021822 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:17:31.021822 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:31.021822 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:17:31.021822 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:31.021822 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:17:31.021822 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:17:31.021822 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:31.021822 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:17:31.021822 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:31.021822 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:17:31.021822 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:17:31.021822 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:17:31.021822 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:17:31.021822 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:17:31.021822 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:31.021822 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:31.021822 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:31.021822 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:31.021822 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:31.021822 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:31.021822 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:31.021822 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:31.021822 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:31.021822 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:31.103753 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f8f26965-bb68-45ab-b12c-e406baea4de1 req-d9ea32a1-f0a1-4917-a365-936ad6a6f02c tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=74d65804-3286-42a8-b4f8-c4fcee9a66ae HTTP/1.1" status: 200 len: 210 time: 0.0725329 Feb 09 01:17:31.196735 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-ab880a33-0d6b-41cc-82a7-2242d33ba815 None None] For port e1e95c2d-61a5-47f0-98f6-599e0e040ac9, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:17:31.199883 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-ab880a33-0d6b-41cc-82a7-2242d33ba815 None None] For port e1e95c2d-61a5-47f0-98f6-599e0e040ac9, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=e1e95c2d-61a5-47f0-98f6-599e0e040ac9,segment=NetworkSegment(b69b8270-d32d-404e-be64-ce19e9650140),segment_id=b69b8270-d32d-404e-be64-ce19e9650140)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:17:31.205990 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ab880a33-0d6b-41cc-82a7-2242d33ba815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:31.246635 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3ce062c2-79f5-4fe8-938f-8dc3cd08e174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:31.299954 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-158de7cb-f199-4973-ac7a-3c6e01a460ff tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:31.308105 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3ce062c2-79f5-4fe8-938f-8dc3cd08e174 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:31.323014 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce062c2-79f5-4fe8-938f-8dc3cd08e174 admin admin] Pushing event deleted for resources: {'Network': ['ID=e01627e0-3c9d-4664-b1f6-83456184f273,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:31.335258 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3ce062c2-79f5-4fe8-938f-8dc3cd08e174 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e01627e0-3c9d-4664-b1f6-83456184f273 HTTP/1.1" status: 204 len: 168 time: 1.6273599 Feb 09 01:17:31.338770 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53210) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:31.356094 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-158de7cb-f199-4973-ac7a-3c6e01a460ff tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:31.375182 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['45c7be29-9a89-4388-97bc-3b26d9b6940e'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:17:31.501798 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158de7cb-f199-4973-ac7a-3c6e01a460ff tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Pushing event updated for resources: {'Port': ['ID=8733f32c-f755-472d-8c08-5332b17eafc6,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:31.520422 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab880a33-0d6b-41cc-82a7-2242d33ba815 None None] Pushing event updated for resources: {'Port': ['ID=e1e95c2d-61a5-47f0-98f6-599e0e040ac9,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:31.557891 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0b80e41b-e71e-471a-9cdf-c609360bdefc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:31.583887 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-0b80e41b-e71e-471a-9cdf-c609360bdefc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Transition to ACTIVE for port object 80239161-a14c-48ef-9c91-9e7a24a8f59d will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:31.590361 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-158de7cb-f199-4973-ac7a-3c6e01a460ff tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Network 7528e6de-56b5-4c9a-a85f-c61a69fcd52d is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:31.596529 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-158de7cb-f199-4973-ac7a-3c6e01a460ff tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:31.604559 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-158de7cb-f199-4973-ac7a-3c6e01a460ff tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:17:31.621582 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-5810d8c4-8f2f-432d-8641-0c12e83ba450 admin admin] Deleting subnet 829ec3b5-fc02-4404-b48f-5b4989bb1a9e {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:17:31.626317 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0b80e41b-e71e-471a-9cdf-c609360bdefc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:31.636271 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5810d8c4-8f2f-432d-8641-0c12e83ba450 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:31.701487 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-158de7cb-f199-4973-ac7a-3c6e01a460ff tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:31.702270 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-158de7cb-f199-4973-ac7a-3c6e01a460ff tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:31.799006 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-158de7cb-f199-4973-ac7a-3c6e01a460ff tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9638402 Feb 09 01:17:31.829605 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-30568b50-42e0-4564-87b3-2ae4468cdde7 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:17:31.830601 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-30568b50-42e0-4564-87b3-2ae4468cdde7 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129168 Feb 09 01:17:31.887207 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbaff0-c1d9-47b9-a851-592e95c4ccb1 req-230f0204-135b-4689-9b05-1b89a7ac7fb9 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:31.904475 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b80e41b-e71e-471a-9cdf-c609360bdefc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network 11c67550-4b67-4be9-b6cd-3e52dbdd5dd6 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:31.908107 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fbcbaff0-c1d9-47b9-a851-592e95c4ccb1 req-230f0204-135b-4689-9b05-1b89a7ac7fb9 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.4083676 Feb 09 01:17:31.914575 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-95a4bd47-2cd1-4eb9-9e41-fd408fb8ed34 service neutron] Request body: {'port': {'device_id': '74d65804-3286-42a8-b4f8-c4fcee9a66ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:31.918715 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-0b80e41b-e71e-471a-9cdf-c609360bdefc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:31.945401 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b80e41b-e71e-471a-9cdf-c609360bdefc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:17:31.977647 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:17:32.063381 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80e41b-e71e-471a-9cdf-c609360bdefc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Port': ['ID=80239161-a14c-48ef-9c91-9e7a24a8f59d,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:32.068600 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:17:32.069366 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device e08e0ab4-fb8f-49bc-80d3-fe97bc558e2f not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:17:32.081964 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5810d8c4-8f2f-432d-8641-0c12e83ba450 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:32.096810 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fbcbaff0-c1d9-47b9-a851-592e95c4ccb1 req-1b0e8cb7-0677-45b4-9891-9731ca416f59 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876702 Feb 09 01:17:32.174675 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53236) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:32.233248 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b80e41b-e71e-471a-9cdf-c609360bdefc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:32.233745 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0b80e41b-e71e-471a-9cdf-c609360bdefc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:32.274585 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5810d8c4-8f2f-432d-8641-0c12e83ba450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:32.293391 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-95a4bd47-2cd1-4eb9-9e41-fd408fb8ed34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:32.321807 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0b80e41b-e71e-471a-9cdf-c609360bdefc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.4544477 Feb 09 01:17:32.331258 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53246) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:32.334056 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:17:32.438768 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5810d8c4-8f2f-432d-8641-0c12e83ba450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:32.445495 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-15750616-7b2c-4cfc-99dd-dcfcff2f9af0 admin admin] Deleting subnet 3905b4e3-70bf-4fb8-b5ac-bbb53df6ce1b {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:17:32.487615 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-15750616-7b2c-4cfc-99dd-dcfcff2f9af0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:32.522162 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810d8c4-8f2f-432d-8641-0c12e83ba450 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=829ec3b5-fc02-4404-b48f-5b4989bb1a9e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:32.542607 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5810d8c4-8f2f-432d-8641-0c12e83ba450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:32.552958 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5810d8c4-8f2f-432d-8641-0c12e83ba450 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/829ec3b5-fc02-4404-b48f-5b4989bb1a9e HTTP/1.1" status: 204 len: 168 time: 1.2128832 Feb 09 01:17:32.560714 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53254) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:32.675213 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-15750616-7b2c-4cfc-99dd-dcfcff2f9af0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:32.715315 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-180c1eab-1131-46ae-accf-3978083f8ee3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Deleting port 80239161-a14c-48ef-9c91-9e7a24a8f59d {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:32.715669 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-180c1eab-1131-46ae-accf-3978083f8ee3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:32.801008 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-95a4bd47-2cd1-4eb9-9e41-fd408fb8ed34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8733f32c-f755-472d-8c08-5332b17eafc6 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:17:32.810594 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-95a4bd47-2cd1-4eb9-9e41-fd408fb8ed34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:32.829465 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-95a4bd47-2cd1-4eb9-9e41-fd408fb8ed34 service neutron] Transition to ACTIVE for port object 8733f32c-f755-472d-8c08-5332b17eafc6 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:32.830262 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5fd99aae-d7b0-4e6d-aeb0-ca35b8139a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:32.834412 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-15750616-7b2c-4cfc-99dd-dcfcff2f9af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:32.840153 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4a216-ea80-45cd-8f48-4f2cf7a597bf req-420de01f-9ee1-4efc-9e8f-5e24f3b55f62 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:32.841130 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b1b4a216-ea80-45cd-8f48-4f2cf7a597bf req-420de01f-9ee1-4efc-9e8f-5e24f3b55f62 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Synchronizing usage tracker for tenant:89c5ef19807744ed9ff690157d53e75e on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:17:32.848846 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-95a4bd47-2cd1-4eb9-9e41-fd408fb8ed34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:33.011344 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b1b4a216-ea80-45cd-8f48-4f2cf7a597bf req-420de01f-9ee1-4efc-9e8f-5e24f3b55f62 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Unset dirty status for tenant:89c5ef19807744ed9ff690157d53e75e on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:17:33.017400 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b1b4a216-ea80-45cd-8f48-4f2cf7a597bf req-420de01f-9ee1-4efc-9e8f-5e24f3b55f62 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=74d65804-3286-42a8-b4f8-c4fcee9a66ae HTTP/1.1" status: 200 len: 932 time: 0.6805985 Feb 09 01:17:33.209249 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4bd47-2cd1-4eb9-9e41-fd408fb8ed34 service neutron] Pushing event updated for resources: {'Port': ['ID=8733f32c-f755-472d-8c08-5332b17eafc6,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:33.298423 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0506d2ed-97ac-4f2e-973c-4b3c5100b2fe None None] Network 11c67550-4b67-4be9-b6cd-3e52dbdd5dd6 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:33.331549 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b1b4a216-ea80-45cd-8f48-4f2cf7a597bf req-814bbfc8-ce75-4600-9972-3542b1fedc3c tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups?id=487bc88e-fef9-4445-8b50-c8d422d7ac67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131804 Feb 09 01:17:33.433111 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-95a4bd47-2cd1-4eb9-9e41-fd408fb8ed34 service neutron] Attempting to bind port 8733f32c-f755-472d-8c08-5332b17eafc6 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:17:33.433111 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-95a4bd47-2cd1-4eb9-9e41-fd408fb8ed34 service neutron] Attempting to bind port 8733f32c-f755-472d-8c08-5332b17eafc6 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'cb079a45-5053-4d11-90b3-e37f97e508c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': '7528e6de-56b5-4c9a-a85f-c61a69fcd52d'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:17:33.433111 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-95a4bd47-2cd1-4eb9-9e41-fd408fb8ed34 service neutron] Attempting to bind port 8733f32c-f755-472d-8c08-5332b17eafc6 on network 7528e6de-56b5-4c9a-a85f-c61a69fcd52d {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:17:33.444813 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-95a4bd47-2cd1-4eb9-9e41-fd408fb8ed34 service neutron] Port 8733f32c-f755-472d-8c08-5332b17eafc6 on network 7528e6de-56b5-4c9a-a85f-c61a69fcd52d not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:17:33.445189 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-95a4bd47-2cd1-4eb9-9e41-fd408fb8ed34 service neutron] Attempting to bind port 8733f32c-f755-472d-8c08-5332b17eafc6 on network 7528e6de-56b5-4c9a-a85f-c61a69fcd52d {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:17:33.470739 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-95a4bd47-2cd1-4eb9-9e41-fd408fb8ed34 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:17:33.471076 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-95a4bd47-2cd1-4eb9-9e41-fd408fb8ed34 service neutron] Checking segment: {'id': 'cb079a45-5053-4d11-90b3-e37f97e508c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': '7528e6de-56b5-4c9a-a85f-c61a69fcd52d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:33.471459 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-95a4bd47-2cd1-4eb9-9e41-fd408fb8ed34 service neutron] Bound using segment: {'id': 'cb079a45-5053-4d11-90b3-e37f97e508c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': '7528e6de-56b5-4c9a-a85f-c61a69fcd52d'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:17:33.471884 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-95a4bd47-2cd1-4eb9-9e41-fd408fb8ed34 service neutron] Bound port: 8733f32c-f755-472d-8c08-5332b17eafc6, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb079a45-5053-4d11-90b3-e37f97e508c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': '7528e6de-56b5-4c9a-a85f-c61a69fcd52d'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:17:33.472216 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-95a4bd47-2cd1-4eb9-9e41-fd408fb8ed34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:33.556277 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8c085fdd-561f-445b-82ca-32bed16f79dd None None] Provisioning for port e1e95c2d-61a5-47f0-98f6-599e0e040ac9 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:33.654123 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-180c1eab-1131-46ae-accf-3978083f8ee3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:33.666583 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5fd99aae-d7b0-4e6d-aeb0-ca35b8139a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:33.680121 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-95a4bd47-2cd1-4eb9-9e41-fd408fb8ed34 service neutron] For port 8733f32c-f755-472d-8c08-5332b17eafc6, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:17:33.692995 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-95a4bd47-2cd1-4eb9-9e41-fd408fb8ed34 service neutron] For port 8733f32c-f755-472d-8c08-5332b17eafc6, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=8733f32c-f755-472d-8c08-5332b17eafc6,segment=NetworkSegment(cb079a45-5053-4d11-90b3-e37f97e508c1),segment_id=cb079a45-5053-4d11-90b3-e37f97e508c1)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:17:33.699350 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-95a4bd47-2cd1-4eb9-9e41-fd408fb8ed34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:33.744728 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-15750616-7b2c-4cfc-99dd-dcfcff2f9af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:33.821831 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-95a4bd47-2cd1-4eb9-9e41-fd408fb8ed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:33.823054 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-95a4bd47-2cd1-4eb9-9e41-fd408fb8ed34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:33.824884 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-95a4bd47-2cd1-4eb9-9e41-fd408fb8ed34 service neutron] 10.222.0.35 "PUT /v2.0/ports/8733f32c-f755-472d-8c08-5332b17eafc6 HTTP/1.1" status: 200 len: 1092 time: 1.9743581 Feb 09 01:17:33.825459 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d65804-3286-42a8-b4f8-c4fcee9a66ae', 'tag': '8733f32c-f755-472d-8c08-5332b17eafc6'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:17:33.876020 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-180c1eab-1131-46ae-accf-3978083f8ee3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Calling delete_port for 80239161-a14c-48ef-9c91-9e7a24a8f59d owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:17:33.933122 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4bd47-2cd1-4eb9-9e41-fd408fb8ed34 service neutron] Pushing event updated for resources: {'Port': ['ID=8733f32c-f755-472d-8c08-5332b17eafc6,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:33.938723 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-15750616-7b2c-4cfc-99dd-dcfcff2f9af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:33.941849 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15750616-7b2c-4cfc-99dd-dcfcff2f9af0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3905b4e3-70bf-4fb8-b5ac-bbb53df6ce1b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:33.945208 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74d65804-3286-42a8-b4f8-c4fcee9a66ae', 'tag': '8733f32c-f755-472d-8c08-5332b17eafc6', 'status': 'completed', 'code': 200} Feb 09 01:17:33.948588 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-5fd99aae-d7b0-4e6d-aeb0-ca35b8139a06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['052044f6-c419-4d2c-a124-e31d6524ebbb']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:33.982267 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-5fd99aae-d7b0-4e6d-aeb0-ca35b8139a06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '040d03df-70d1-4005-a543-7e7f01d88b66') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:33.986337 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-5fd99aae-d7b0-4e6d-aeb0-ca35b8139a06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '040d03df-70d1-4005-a543-7e7f01d88b66') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:34.006220 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-15750616-7b2c-4cfc-99dd-dcfcff2f9af0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3905b4e3-70bf-4fb8-b5ac-bbb53df6ce1b HTTP/1.1" status: 204 len: 168 time: 1.8282061 Feb 09 01:17:34.009961 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53302) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:34.044637 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device e1e95c2d-61a5-47f0-98f6-599e0e040ac9 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:17:34.051350 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5fd99aae-d7b0-4e6d-aeb0-ca35b8139a06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:34.102689 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6a2fa-f16e-4c70-8e0b-0da8c1b08b62 req-ecf34310-b6e1-4abc-af10-b912389c7700 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:34.122714 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-40a6a2fa-f16e-4c70-8e0b-0da8c1b08b62 req-ecf34310-b6e1-4abc-af10-b912389c7700 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.7993567 Feb 09 01:17:34.187696 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c58c4b96-ff9b-46ef-a4fa-987779c61b5b None None] Provisioning for port 80239161-a14c-48ef-9c91-9e7a24a8f59d completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:34.212691 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c58c4b96-ff9b-46ef-a4fa-987779c61b5b None None] Provisioning complete for port 80239161-a14c-48ef-9c91-9e7a24a8f59d triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:34.213202 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c58c4b96-ff9b-46ef-a4fa-987779c61b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:34.324757 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-40a6a2fa-f16e-4c70-8e0b-0da8c1b08b62 req-3857bd72-7475-4aef-95e1-b7253b43130a tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010312 Feb 09 01:17:34.348590 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5fd99aae-d7b0-4e6d-aeb0-ca35b8139a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:34.394811 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd99aae-d7b0-4e6d-aeb0-ca35b8139a06 admin admin] Releasing vlan 994 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:34.395214 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5fd99aae-d7b0-4e6d-aeb0-ca35b8139a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:34.458270 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:17:34.458270 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:34.458270 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:17:34.458270 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:34.458270 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:17:34.458270 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:17:34.458270 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:17:34.458270 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:34.458270 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:17:34.458270 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:34.458270 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:17:34.458270 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:34.458270 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:17:34.458270 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:17:34.458270 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:34.458270 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:17:34.458270 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:34.458270 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:17:34.458270 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:17:34.458270 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:17:34.458270 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:17:34.458270 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:17:34.458270 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:34.458270 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:34.458270 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:34.458270 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:34.458270 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:34.458270 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:34.458270 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:34.458270 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:34.458270 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:34.458270 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:34.495925 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-398a74e3-433b-4190-9735-b1d9fb14422e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:34.497662 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-398a74e3-433b-4190-9735-b1d9fb14422e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=89c5ef19807744ed9ff690157d53e75e&device_id=74d65804-3286-42a8-b4f8-c4fcee9a66ae HTTP/1.1" status: 200 len: 1095 time: 0.6208022 Feb 09 01:17:34.498602 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-c58c4b96-ff9b-46ef-a4fa-987779c61b5b None None] Port 80239161-a14c-48ef-9c91-9e7a24a8f59d cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:17:34.527081 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port e1e95c2d-61a5-47f0-98f6-599e0e040ac9 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:34.531903 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c58c4b96-ff9b-46ef-a4fa-987779c61b5b None None] Provisioning complete for port e1e95c2d-61a5-47f0-98f6-599e0e040ac9 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:34.532266 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c58c4b96-ff9b-46ef-a4fa-987779c61b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:34.590692 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-180c1eab-1131-46ae-accf-3978083f8ee3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:34.633469 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port e1e95c2d-61a5-47f0-98f6-599e0e040ac9 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:34.638781 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:34.649162 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-88bfcf06-c021-4101-8b1e-6214a1cec657 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8733f32c-f755-472d-8c08-5332b17eafc6 HTTP/1.1" status: 200 len: 217 time: 0.1332839 Feb 09 01:17:34.674285 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c1eab-1131-46ae-accf-3978083f8ee3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Port': ['ID=80239161-a14c-48ef-9c91-9e7a24a8f59d,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:34.764848 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c2e55d37-9843-44e9-9dee-b35d9f393162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:34.813456 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-5014c6bd-03da-4bbd-aa09-6e983fb1111d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:34.815386 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-5014c6bd-03da-4bbd-aa09-6e983fb1111d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c8da2af-e975-41d5-b56a-cde865a2fffb HTTP/1.1" status: 200 len: 853 time: 0.1542416 Feb 09 01:17:34.874878 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-180c1eab-1131-46ae-accf-3978083f8ee3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:34.878848 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5fd99aae-d7b0-4e6d-aeb0-ca35b8139a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:34.884108 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5fd99aae-d7b0-4e6d-aeb0-ca35b8139a06 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:34.920773 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd99aae-d7b0-4e6d-aeb0-ca35b8139a06 admin admin] Pushing event deleted for resources: {'Network': ['ID=052044f6-c419-4d2c-a124-e31d6524ebbb,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:34.929216 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-180c1eab-1131-46ae-accf-3978083f8ee3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/ports/80239161-a14c-48ef-9c91-9e7a24a8f59d HTTP/1.1" status: 204 len: 168 time: 2.5336287 Feb 09 01:17:34.931944 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5fd99aae-d7b0-4e6d-aeb0-ca35b8139a06 admin admin] 10.222.0.37 "DELETE /v2.0/networks/052044f6-c419-4d2c-a124-e31d6524ebbb HTTP/1.1" status: 204 len: 168 time: 2.3696468 Feb 09 01:17:34.932765 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53332) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:34.988617 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-918b674f-af00-4469-a846-ba4e966895be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7528e6de-56b5-4c9a-a85f-c61a69fcd52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1643569 Feb 09 01:17:35.006044 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b8129df-51f5-4522-bd77-aa8a2c7a9b02 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] DELETE failed (client error): The resource could not be found. Feb 09 01:17:35.006548 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b8129df-51f5-4522-bd77-aa8a2c7a9b02 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:17:35.008573 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5b8129df-51f5-4522-bd77-aa8a2c7a9b02 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/ports/80239161-a14c-48ef-9c91-9e7a24a8f59d HTTP/1.1" status: 404 len: 333 time: 0.0743916 Feb 09 01:17:35.010312 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8581e6-2a8f-4589-ab85-1867ddab0843 req-acf43ad6-7f1d-4eb9-b5b5-ff654c0ac3bb tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:35.011294 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53340) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:35.013012 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cb8581e6-2a8f-4589-ab85-1867ddab0843 req-acf43ad6-7f1d-4eb9-b5b5-ff654c0ac3bb tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=74d65804-3286-42a8-b4f8-c4fcee9a66ae HTTP/1.1" status: 200 len: 944 time: 0.4164300 Feb 09 01:17:35.049271 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c58c4b96-ff9b-46ef-a4fa-987779c61b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:35.147020 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-c89b7c33-4b96-4eed-a8c5-4f1eb3c95951 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] GET failed (client error): The resource could not be found. Feb 09 01:17:35.147946 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c89b7c33-4b96-4eed-a8c5-4f1eb3c95951 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Synchronizing usage tracker for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:17:35.155602 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-c58c4b96-ff9b-46ef-a4fa-987779c61b5b None None] For port e1e95c2d-61a5-47f0-98f6-599e0e040ac9, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=e1e95c2d-61a5-47f0-98f6-599e0e040ac9,segment=NetworkSegment(b69b8270-d32d-404e-be64-ce19e9650140),segment_id=b69b8270-d32d-404e-be64-ce19e9650140)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:35.167517 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c89b7c33-4b96-4eed-a8c5-4f1eb3c95951 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Unset dirty status for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:17:35.168851 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c89b7c33-4b96-4eed-a8c5-4f1eb3c95951 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "GET /v2.0/ports/80239161-a14c-48ef-9c91-9e7a24a8f59d HTTP/1.1" status: 404 len: 333 time: 0.1545427 Feb 09 01:17:35.171655 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53346) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:35.172146 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c58c4b96-ff9b-46ef-a4fa-987779c61b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:35.273294 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeba4918-71a0-4f4b-bc3b-17409d386c9c tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Deleting subnet 570374f5-2569-49fe-a52b-0e2122f805f2 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:17:35.277565 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eeba4918-71a0-4f4b-bc3b-17409d386c9c tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:35.334601 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:35.367333 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-00d007f8-2930-4d48-a46b-1d9a89a7cf0f None None] Could not find standard attr ID for object 80239161-a14c-48ef-9c91-9e7a24a8f59d. {{(pid=87613) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:17:35.367811 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cb8581e6-2a8f-4589-ab85-1867ddab0843 req-fae5ff50-7cab-4302-b932-566159e81ffc tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups?id=487bc88e-fef9-4445-8b50-c8d422d7ac67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446577 Feb 09 01:17:35.412535 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c2e55d37-9843-44e9-9dee-b35d9f393162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:35.452610 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eeba4918-71a0-4f4b-bc3b-17409d386c9c tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:35.512243 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c4b96-ff9b-46ef-a4fa-987779c61b5b None None] Pushing event updated for resources: {'Port': ['ID=e1e95c2d-61a5-47f0-98f6-599e0e040ac9,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:35.519883 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53356) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:35.589476 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:17:35.590094 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:17:35.594492 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eeba4918-71a0-4f4b-bc3b-17409d386c9c tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:35.609936 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-c2e55d37-9843-44e9-9dee-b35d9f393162 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b12a1fd0-03e3-4ccd-af9c-037715dad163']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:35.649751 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-c2e55d37-9843-44e9-9dee-b35d9f393162 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a920d1-ca51-4e90-a884-c7a9f89bba72') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:35.650829 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-c2e55d37-9843-44e9-9dee-b35d9f393162 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a920d1-ca51-4e90-a884-c7a9f89bba72') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:35.679873 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eeba4918-71a0-4f4b-bc3b-17409d386c9c tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:35.687898 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-00a283fa-c5c8-4f98-88fd-403c6a16ba01 service neutron] 10.222.0.35 "GET /v2.0/networks/7528e6de-56b5-4c9a-a85f-c61a69fcd52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6054671 Feb 09 01:17:35.690474 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c2e55d37-9843-44e9-9dee-b35d9f393162 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:35.725349 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba4918-71a0-4f4b-bc3b-17409d386c9c tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Subnet': ['ID=570374f5-2569-49fe-a52b-0e2122f805f2,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:35.729342 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eeba4918-71a0-4f4b-bc3b-17409d386c9c tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:35.739925 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-eeba4918-71a0-4f4b-bc3b-17409d386c9c tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/subnets/570374f5-2569-49fe-a52b-0e2122f805f2 HTTP/1.1" status: 204 len: 168 time: 0.5636373 Feb 09 01:17:35.739925 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53362) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:35.747888 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e861b204-67a5-4bc4-b454-ce3d7fbfbea2 None None] Network 11c67550-4b67-4be9-b6cd-3e52dbdd5dd6 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:35.920193 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ff6af3be-c466-4115-8962-0f4b1b274424 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c4214e517e7445899129927a52531c14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4005644 Feb 09 01:17:35.926642 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53372) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:35.945661 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c2e55d37-9843-44e9-9dee-b35d9f393162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:35.961121 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e55d37-9843-44e9-9dee-b35d9f393162 admin admin] Releasing vlan 958 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:35.961799 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c2e55d37-9843-44e9-9dee-b35d9f393162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:35.993120 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c075d6fd-703f-40d7-825e-b505d968b11b details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:17:35.995816 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:17:35.995816 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:35.995816 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:17:35.995816 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:35.995816 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:17:35.995816 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:17:35.995816 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:17:35.995816 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:35.995816 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:17:35.995816 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:35.995816 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:17:35.995816 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:35.995816 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:17:35.995816 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:17:35.995816 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:35.995816 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:17:35.995816 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:35.995816 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:17:35.995816 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:17:35.995816 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:17:35.995816 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:17:35.995816 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:17:35.995816 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:35.995816 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:35.995816 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:35.995816 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:35.995816 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:35.995816 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:35.995816 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:35.995816 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:35.995816 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:35.995816 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:36.138478 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3fb3c3ea-4d31-45e3-aa07-d30a54c3e84e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:36.174896 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-3fb3c3ea-4d31-45e3-aa07-d30a54c3e84e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Deleting port e1e95c2d-61a5-47f0-98f6-599e0e040ac9 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:36.175253 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3fb3c3ea-4d31-45e3-aa07-d30a54c3e84e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:36.240984 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c2e55d37-9843-44e9-9dee-b35d9f393162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:36.273981 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c2e55d37-9843-44e9-9dee-b35d9f393162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:36.345718 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e55d37-9843-44e9-9dee-b35d9f393162 admin admin] Pushing event deleted for resources: {'Network': ['ID=b12a1fd0-03e3-4ccd-af9c-037715dad163,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:36.387533 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd51f1b-cf34-4fad-bfe9-b73b5a114270 req-af295f32-f04d-47fe-8140-968e07b46486 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:36.418505 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fbd51f1b-cf34-4fad-bfe9-b73b5a114270 req-af295f32-f04d-47fe-8140-968e07b46486 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.8899019 Feb 09 01:17:36.466342 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c075d6fd-703f-40d7-825e-b505d968b11b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c075d6fd-703f-40d7-825e-b505d968b11b,segment=NetworkSegment(1daab5ce-760f-4f8c-ae46-f15ec30b34be),segment_id=1daab5ce-760f-4f8c-ae46-f15ec30b34be)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:36.494829 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'c075d6fd-703f-40d7-825e-b505d968b11b', 'network_id': 'a3afca57-246e-458a-965f-203ae806e5cf', 'port_id': 'c075d6fd-703f-40d7-825e-b505d968b11b', 'mac_address': 'fa:16:3e:66:4d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 953, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16056dee-9c0e-41b1-962a-fb2cf7216c50', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:17:36.507277 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fced994-5f55-4d30-a688-2c25212a8df7 None None] DHCP port deletion for 11c67550-4b67-4be9-b6cd-3e52dbdd5dd6 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:17:36.559276 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-2fced994-5f55-4d30-a688-2c25212a8df7 None None] Deleting port e1e95c2d-61a5-47f0-98f6-599e0e040ac9 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:36.559922 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2fced994-5f55-4d30-a688-2c25212a8df7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:36.613091 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c2e55d37-9843-44e9-9dee-b35d9f393162 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b12a1fd0-03e3-4ccd-af9c-037715dad163 HTTP/1.1" status: 204 len: 168 time: 2.6013730 Feb 09 01:17:36.648476 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-60416b5d-7209-46f6-ac66-cef7fe38754e req-aa36a99a-4455-4ae4-aa40-e7a12a74f13d service neutron] 10.222.0.35 "GET /v2.0/networks/7528e6de-56b5-4c9a-a85f-c61a69fcd52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9378955 Feb 09 01:17:36.649270 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:36.651883 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fbd51f1b-cf34-4fad-bfe9-b73b5a114270 req-dec27ccc-9a6c-4297-9009-9746155d3a38 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259588 Feb 09 01:17:36.653664 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53398) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:36.683323 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dc90e34d-41ae-40fe-8431-6cf6ef9ca711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:36.719797 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dc90e34d-41ae-40fe-8431-6cf6ef9ca711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:36.741077 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c075d6fd-703f-40d7-825e-b505d968b11b {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:17:36.863251 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ffee4-c5d1-4cd1-a84b-34c0d122e6f6 req-6b9e503a-9802-45db-8987-3b2938353232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:36.864883 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f2ffee4-c5d1-4cd1-a84b-34c0d122e6f6 req-6b9e503a-9802-45db-8987-3b2938353232 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=89c5ef19807744ed9ff690157d53e75e&device_id=74d65804-3286-42a8-b4f8-c4fcee9a66ae HTTP/1.1" status: 200 len: 1095 time: 0.0941746 Feb 09 01:17:36.873408 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dc90e34d-41ae-40fe-8431-6cf6ef9ca711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:36.914179 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c075d6fd-703f-40d7-825e-b505d968b11b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c075d6fd-703f-40d7-825e-b505d968b11b,segment=NetworkSegment(1daab5ce-760f-4f8c-ae46-f15ec30b34be),segment_id=1daab5ce-760f-4f8c-ae46-f15ec30b34be)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:36.926701 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53406) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:36.958893 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:36.974534 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-3fb3c3ea-4d31-45e3-aa07-d30a54c3e84e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] For port e1e95c2d-61a5-47f0-98f6-599e0e040ac9, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=e1e95c2d-61a5-47f0-98f6-599e0e040ac9,segment=NetworkSegment(b69b8270-d32d-404e-be64-ce19e9650140),segment_id=b69b8270-d32d-404e-be64-ce19e9650140)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:36.975011 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3fb3c3ea-4d31-45e3-aa07-d30a54c3e84e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:36.991086 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f0cdeb5a-42be-4fd8-a2c6-731230004618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:37.041660 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-94c24ccd-aad7-4820-b187-458fd50ce860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:37.052314 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-2fced994-5f55-4d30-a688-2c25212a8df7 None None] For port e1e95c2d-61a5-47f0-98f6-599e0e040ac9, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=e1e95c2d-61a5-47f0-98f6-599e0e040ac9,segment=NetworkSegment(b69b8270-d32d-404e-be64-ce19e9650140),segment_id=b69b8270-d32d-404e-be64-ce19e9650140)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:37.052737 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2fced994-5f55-4d30-a688-2c25212a8df7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:37.133616 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90e34d-41ae-40fe-8431-6cf6ef9ca711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afa1c1f-32b5-4d89-b782-e5b8d69470a7,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:37.146112 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f0cdeb5a-42be-4fd8-a2c6-731230004618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:37.151963 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f0cdeb5a-42be-4fd8-a2c6-731230004618 admin admin] Usage tracker for resource:security_group_rule and tenant:ac62e75be94440a79e5118606e9ff210 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:37.156955 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f0cdeb5a-42be-4fd8-a2c6-731230004618 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:37.177254 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f0cdeb5a-42be-4fd8-a2c6-731230004618 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:37.177732 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-14306bad-d43e-404b-a801-0543bbbda8a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e164607e15b14baf97c4c9585d98b2a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2327347 Feb 09 01:17:37.177732 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-3fb3c3ea-4d31-45e3-aa07-d30a54c3e84e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Calling delete_port for e1e95c2d-61a5-47f0-98f6-599e0e040ac9 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:17:37.186888 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['c075d6fd-703f-40d7-825e-b505d968b11b'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:17:37.260682 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53422) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:37.312739 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-2fced994-5f55-4d30-a688-2c25212a8df7 None None] Calling delete_port for e1e95c2d-61a5-47f0-98f6-599e0e040ac9 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:17:37.340218 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f0cdeb5a-42be-4fd8-a2c6-731230004618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:37.350313 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dc90e34d-41ae-40fe-8431-6cf6ef9ca711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:37.352019 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-dc90e34d-41ae-40fe-8431-6cf6ef9ca711 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7afa1c1f-32b5-4d89-b782-e5b8d69470a7 HTTP/1.1" status: 204 len: 168 time: 1.3609974 Feb 09 01:17:37.381896 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f0cdeb5a-42be-4fd8-a2c6-731230004618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:37.388987 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=c075d6fd-703f-40d7-825e-b505d968b11b,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:37.411190 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef3b4a-8347-4a40-83f7-ce5f89f5fee3 req-eb52a9b2-8a90-4d93-8a02-acaadf82e326 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:37.423162 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ffef3b4a-8347-4a40-83f7-ce5f89f5fee3 req-eb52a9b2-8a90-4d93-8a02-acaadf82e326 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=74d65804-3286-42a8-b4f8-c4fcee9a66ae HTTP/1.1" status: 200 len: 944 time: 0.7348580 Feb 09 01:17:37.466508 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3fb3c3ea-4d31-45e3-aa07-d30a54c3e84e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:37.599580 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f0cdeb5a-42be-4fd8-a2c6-731230004618 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac62e75be94440a79e5118606e9ff210&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9443560 Feb 09 01:17:37.604332 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-ffef3b4a-8347-4a40-83f7-ce5f89f5fee3 req-ad3f460b-8a0b-4694-b84e-f125e3b570c7 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Synchronizing usage tracker for tenant:89c5ef19807744ed9ff690157d53e75e on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:17:37.610293 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3c3ea-4d31-45e3-aa07-d30a54c3e84e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Port': ['ID=e1e95c2d-61a5-47f0-98f6-599e0e040ac9,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:37.612976 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb3c3ea-4d31-45e3-aa07-d30a54c3e84e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] No DVR routers for this DVR port e1e95c2d-61a5-47f0-98f6-599e0e040ac9 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:37.614801 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53436) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:37.683039 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cdeb5a-42be-4fd8-a2c6-731230004618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a5d36c-eb56-4152-8812-7feb62e93685,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:37.740214 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce2f7-4fda-4d24-a6f6-4a1f91c4e6f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:37.933351 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-ffef3b4a-8347-4a40-83f7-ce5f89f5fee3 req-ad3f460b-8a0b-4694-b84e-f125e3b570c7 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Unset dirty status for tenant:89c5ef19807744ed9ff690157d53e75e on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:17:37.945578 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ffef3b4a-8347-4a40-83f7-ce5f89f5fee3 req-ad3f460b-8a0b-4694-b84e-f125e3b570c7 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups?id=487bc88e-fef9-4445-8b50-c8d422d7ac67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5129030 Feb 09 01:17:37.988104 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-2fced994-5f55-4d30-a688-2c25212a8df7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:17:38.000388 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-2fced994-5f55-4d30-a688-2c25212a8df7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:17:38.064143 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce2f7-4fda-4d24-a6f6-4a1f91c4e6f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:38.116794 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3fb3c3ea-4d31-45e3-aa07-d30a54c3e84e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:38.170515 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-3fb3c3ea-4d31-45e3-aa07-d30a54c3e84e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c67550-4b67-4be9-b6cd-3e52dbdd5dd6']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:38.184563 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96ab794f-5514-4377-9229-230b84ee1251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:38.228246 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96ab794f-5514-4377-9229-230b84ee1251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:38.326496 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53448) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:38.329823 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96ab794f-5514-4377-9229-230b84ee1251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:38.368991 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-3fb3c3ea-4d31-45e3-aa07-d30a54c3e84e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b69b8270-d32d-404e-be64-ce19e9650140') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:38.369249 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce2f7-4fda-4d24-a6f6-4a1f91c4e6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:38.372917 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-3fb3c3ea-4d31-45e3-aa07-d30a54c3e84e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b69b8270-d32d-404e-be64-ce19e9650140') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:38.379027 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ffee4-c5d1-4cd1-a84b-34c0d122e6f6 req-f76b9261-a2f6-4e2f-84c9-a57c5f16e87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:38.382074 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f2ffee4-c5d1-4cd1-a84b-34c0d122e6f6 req-f76b9261-a2f6-4e2f-84c9-a57c5f16e87a service neutron] 10.222.0.35 "GET /v2.0/networks?id=7528e6de-56b5-4c9a-a85f-c61a69fcd52d HTTP/1.1" status: 200 len: 914 time: 1.4933712 Feb 09 01:17:38.428760 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ce2f7-4fda-4d24-a6f6-4a1f91c4e6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d01d8a-eadc-4f9b-882e-5c01a22ad56f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:38.482552 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device e1e95c2d-61a5-47f0-98f6-599e0e040ac9 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:17:38.504674 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab794f-5514-4377-9229-230b84ee1251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a5d36c-eb56-4152-8812-7feb62e93685,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:38.516942 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3fb3c3ea-4d31-45e3-aa07-d30a54c3e84e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:38.525298 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-2fced994-5f55-4d30-a688-2c25212a8df7 None None] Deleting port e1e95c2d-61a5-47f0-98f6-599e0e040ac9 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:38.525956 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2fced994-5f55-4d30-a688-2c25212a8df7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:38.531467 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f2ffee4-c5d1-4cd1-a84b-34c0d122e6f6 req-a902ea6c-9c99-41d9-932d-7911d33bdbe6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8733f32c-f755-472d-8c08-5332b17eafc6 HTTP/1.1" status: 200 len: 217 time: 0.1126220 Feb 09 01:17:38.606615 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3fb3c3ea-4d31-45e3-aa07-d30a54c3e84e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:38.615908 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96ab794f-5514-4377-9229-230b84ee1251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:38.621426 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-96ab794f-5514-4377-9229-230b84ee1251 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/75a5d36c-eb56-4152-8812-7feb62e93685 HTTP/1.1" status: 204 len: 168 time: 1.0025554 Feb 09 01:17:38.640923 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fb3c3ea-4d31-45e3-aa07-d30a54c3e84e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Releasing vlan 975 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:38.642317 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3fb3c3ea-4d31-45e3-aa07-d30a54c3e84e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:38.684741 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:17:38.684741 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:38.684741 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:17:38.684741 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:38.684741 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:17:38.684741 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:17:38.684741 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:17:38.684741 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:38.684741 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:17:38.684741 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:38.684741 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:17:38.684741 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:38.684741 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:17:38.684741 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:17:38.684741 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:38.684741 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:17:38.684741 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:38.684741 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:17:38.684741 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:17:38.684741 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:17:38.684741 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:17:38.684741 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:17:38.684741 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:38.684741 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:38.684741 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:38.684741 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:38.684741 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:38.684741 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:38.684741 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:38.684741 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:38.684741 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:38.684741 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:38.704465 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce2f7-4fda-4d24-a6f6-4a1f91c4e6f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:38.705923 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9a0ce2f7-4fda-4d24-a6f6-4a1f91c4e6f3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e1d01d8a-eadc-4f9b-882e-5c01a22ad56f HTTP/1.1" status: 204 len: 168 time: 1.4419928 Feb 09 01:17:38.744964 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: e1e95c2d-61a5-47f0-98f6-599e0e040ac9 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:17:38.745751 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device e1e95c2d-61a5-47f0-98f6-599e0e040ac9 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:17:38.772061 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-2fced994-5f55-4d30-a688-2c25212a8df7 None None] The port 'e1e95c2d-61a5-47f0-98f6-599e0e040ac9' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:17:38.815996 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ffee4-c5d1-4cd1-a84b-34c0d122e6f6 req-ded022ac-1009-4e27-885d-cb32887362c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:38.822331 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f2ffee4-c5d1-4cd1-a84b-34c0d122e6f6 req-ded022ac-1009-4e27-885d-cb32887362c6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c8da2af-e975-41d5-b56a-cde865a2fffb HTTP/1.1" status: 200 len: 853 time: 0.2807260 Feb 09 01:17:38.841683 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f373f-cfa5-4834-9c19-ad5b53f92c47 req-41965994-5d1f-4270-bdb3-2c9952ea814f tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:38.843934 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-424f373f-cfa5-4834-9c19-ad5b53f92c47 req-41965994-5d1f-4270-bdb3-2c9952ea814f tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 945 time: 0.6196847 Feb 09 01:17:38.887345 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a4057202-4dc4-4135-95c5-f404f824348c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=44273c43a5cd4e30a01348fcf2923535&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5589049 Feb 09 01:17:38.893294 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53458) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:38.933499 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3fb3c3ea-4d31-45e3-aa07-d30a54c3e84e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:38.946406 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f2ffee4-c5d1-4cd1-a84b-34c0d122e6f6 req-fac89225-0caf-4ada-a54e-31f358e52153 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7528e6de-56b5-4c9a-a85f-c61a69fcd52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007931 Feb 09 01:17:38.951421 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3fb3c3ea-4d31-45e3-aa07-d30a54c3e84e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:38.995513 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3fb3c3ea-4d31-45e3-aa07-d30a54c3e84e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/networks/11c67550-4b67-4be9-b6cd-3e52dbdd5dd6 HTTP/1.1" status: 204 len: 168 time: 3.2547565 Feb 09 01:17:38.999840 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3c3ea-4d31-45e3-aa07-d30a54c3e84e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Network': ['ID=11c67550-4b67-4be9-b6cd-3e52dbdd5dd6,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:39.001796 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53464) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:39.052252 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-611d829c-580e-4c3a-bfcf-da09f866b485 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1056175380'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:39.083156 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-611d829c-580e-4c3a-bfcf-da09f866b485 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:39.111973 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-611d829c-580e-4c3a-bfcf-da09f866b485 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:network and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:39.125512 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-611d829c-580e-4c3a-bfcf-da09f866b485 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:39.160188 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-611d829c-580e-4c3a-bfcf-da09f866b485 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:39.180221 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-59e00a63-54d9-46ab-85da-3e79cd6c1b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:39.256174 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611d829c-580e-4c3a-bfcf-da09f866b485 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:39.269624 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-611d829c-580e-4c3a-bfcf-da09f866b485 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:39.283234 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f6a1922d-8ddb-4901-820f-7ca1d6be1bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:39.427149 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-59e00a63-54d9-46ab-85da-3e79cd6c1b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:39.436645 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-424f373f-cfa5-4834-9c19-ad5b53f92c47 req-8266b307-1a70-4827-b2c8-d030821084e9 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5430541 Feb 09 01:17:39.460827 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f2ffee4-c5d1-4cd1-a84b-34c0d122e6f6 req-49d1fe69-d1f7-45b8-9094-7baec056cfa8 service neutron] 10.222.0.35 "GET /v2.0/networks/7528e6de-56b5-4c9a-a85f-c61a69fcd52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5018704 Feb 09 01:17:39.525647 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-611d829c-580e-4c3a-bfcf-da09f866b485 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 994} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:17:39.583651 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-611d829c-580e-4c3a-bfcf-da09f866b485 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:39.583999 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-611d829c-580e-4c3a-bfcf-da09f866b485 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Added segment 3c6cd9cb-1f27-4942-9867-d08362104464 of type vlan for network f4ceec01-1bff-4de7-b04f-6175c1a2bed9 Feb 09 01:17:39.639618 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1a41c-c27c-4831-b35b-971af9e41245 req-3babbda6-c135-4be6-89e8-c4cc895373d5 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:39.641250 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c7e1a41c-c27c-4831-b35b-971af9e41245 req-3babbda6-c135-4be6-89e8-c4cc895373d5 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=74d65804-3286-42a8-b4f8-c4fcee9a66ae HTTP/1.1" status: 200 len: 944 time: 0.3141344 Feb 09 01:17:39.643820 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-611d829c-580e-4c3a-bfcf-da09f866b485 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:39.698743 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-59e00a63-54d9-46ab-85da-3e79cd6c1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:39.732386 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c7e1a41c-c27c-4831-b35b-971af9e41245 req-64f9dd87-fda9-44c3-8c7e-ec17b470c315 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups?id=487bc88e-fef9-4445-8b50-c8d422d7ac67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849893 Feb 09 01:17:39.745350 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e00a63-54d9-46ab-85da-3e79cd6c1b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71338588-fc45-4d06-b145-e08e854212eb,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:39.767513 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-59e00a63-54d9-46ab-85da-3e79cd6c1b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:39.777672 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-59e00a63-54d9-46ab-85da-3e79cd6c1b5a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/71338588-fc45-4d06-b145-e08e854212eb HTTP/1.1" status: 204 len: 168 time: 0.8737803 Feb 09 01:17:39.779107 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-611d829c-580e-4c3a-bfcf-da09f866b485 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:39.796185 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611d829c-580e-4c3a-bfcf-da09f866b485 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:39.798377 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-611d829c-580e-4c3a-bfcf-da09f866b485 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:39.804887 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53482) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:39.833032 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f2ffee4-c5d1-4cd1-a84b-34c0d122e6f6 req-ea1b31be-ceec-4bd4-9cbd-d45d3506f3aa service neutron] 10.222.0.35 "GET /v2.0/networks/7528e6de-56b5-4c9a-a85f-c61a69fcd52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655987 Feb 09 01:17:40.019032 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 8733f32c-f755-472d-8c08-5332b17eafc6 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:17:40.097864 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53494) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:40.104893 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-dee6320e-c288-4625-8f64-c1e4238c5c95 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'subnet': {'network_id': 'f4ceec01-1bff-4de7-b04f-6175c1a2bed9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:40.110522 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-611d829c-580e-4c3a-bfcf-da09f866b485 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1021698 Feb 09 01:17:40.134818 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-27cf7ac6-f05a-4bd1-b3e5-06a127ad7028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:40.218790 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c075d6fd-703f-40d7-825e-b505d968b11b up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:17:40.387151 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:40.399124 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-dee6320e-c288-4625-8f64-c1e4238c5c95 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:40.409248 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-dee6320e-c288-4625-8f64-c1e4238c5c95 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:subnet and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:40.419865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-dee6320e-c288-4625-8f64-c1e4238c5c95 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:40.439708 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-dee6320e-c288-4625-8f64-c1e4238c5c95 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:40.464189 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee6320e-c288-4625-8f64-c1e4238c5c95 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:40.470528 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dee6320e-c288-4625-8f64-c1e4238c5c95 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:40.523416 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:40.535061 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 8733f32c-f755-472d-8c08-5332b17eafc6, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=8733f32c-f755-472d-8c08-5332b17eafc6,segment=NetworkSegment(cb079a45-5053-4d11-90b3-e37f97e508c1),segment_id=cb079a45-5053-4d11-90b3-e37f97e508c1)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:40.563486 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port c075d6fd-703f-40d7-825e-b505d968b11b triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:40.566037 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:40.580361 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-27cf7ac6-f05a-4bd1-b3e5-06a127ad7028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:40.610497 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-27cf7ac6-f05a-4bd1-b3e5-06a127ad7028 admin admin] Usage tracker for resource:security_group_rule and tenant:62464fb8ae964ec6814d09c67c9e043a is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:40.641759 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d829c-580e-4c3a-bfcf-da09f866b485 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Network': ['ID=f4ceec01-1bff-4de7-b04f-6175c1a2bed9,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:40.649759 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-27cf7ac6-f05a-4bd1-b3e5-06a127ad7028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:40.662115 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-27cf7ac6-f05a-4bd1-b3e5-06a127ad7028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:40.687630 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '8733f32c-f755-472d-8c08-5332b17eafc6', 'network_id': '7528e6de-56b5-4c9a-a85f-c61a69fcd52d', 'port_id': '8733f32c-f755-472d-8c08-5332b17eafc6', 'mac_address': 'fa:16:3e:ed:5c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 982, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c8da2af-e975-41d5-b56a-cde865a2fffb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:17:40.693504 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network f4ceec01-1bff-4de7-b04f-6175c1a2bed9 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:17:40.920356 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-27cf7ac6-f05a-4bd1-b3e5-06a127ad7028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:40.932473 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-27cf7ac6-f05a-4bd1-b3e5-06a127ad7028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:41.021855 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-27cf7ac6-f05a-4bd1-b3e5-06a127ad7028 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=62464fb8ae964ec6814d09c67c9e043a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1706219 Feb 09 01:17:41.028738 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53522) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:41.049388 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:41.163094 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8733f32c-f755-472d-8c08-5332b17eafc6 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:17:41.210534 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dee6320e-c288-4625-8f64-c1e4238c5c95 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:41.215751 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf7ac6-f05a-4bd1-b3e5-06a127ad7028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b918b24-468d-40e6-8224-c1997869cd0b,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:41.247132 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 8733f32c-f755-472d-8c08-5332b17eafc6, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=8733f32c-f755-472d-8c08-5332b17eafc6,segment=NetworkSegment(cb079a45-5053-4d11-90b3-e37f97e508c1),segment_id=cb079a45-5053-4d11-90b3-e37f97e508c1)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:41.276751 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:41.301375 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e5166894-9fb4-48c4-9532-3abcaf6decbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:41.339625 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da479dc-b971-4a44-85dc-909280d86e11 req-2d7521bf-9b29-4950-ad26-f94d814327f1 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:41.348817 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2da479dc-b971-4a44-85dc-909280d86e11 req-2d7521bf-9b29-4950-ad26-f94d814327f1 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 945 time: 0.6394608 Feb 09 01:17:41.362942 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e5166894-9fb4-48c4-9532-3abcaf6decbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:41.402992 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb2f22-7632-4201-a8ae-968923042440 req-919d0e5e-8c65-4636-a234-a3870bf68922 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:41.410828 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-56cb2f22-7632-4201-a8ae-968923042440 req-919d0e5e-8c65-4636-a234-a3870bf68922 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=74d65804-3286-42a8-b4f8-c4fcee9a66ae HTTP/1.1" status: 200 len: 945 time: 0.1662977 Feb 09 01:17:41.452693 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6320e-c288-4625-8f64-c1e4238c5c95 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Subnet': ['ID=9ce1af34-ce27-43df-803d-fe172373af2a,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:41.483145 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-56cb2f22-7632-4201-a8ae-968923042440 req-23d55f8d-b37f-4fb9-b120-5894a686841d tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups?id=487bc88e-fef9-4445-8b50-c8d422d7ac67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712044 Feb 09 01:17:41.506476 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee6320e-c288-4625-8f64-c1e4238c5c95 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Checking segment: {'id': '3c6cd9cb-1f27-4942-9867-d08362104464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f4ceec01-1bff-4de7-b04f-6175c1a2bed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:41.506938 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee6320e-c288-4625-8f64-c1e4238c5c95 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network hostable DHCP agents. Network: f4ceec01-1bff-4de7-b04f-6175c1a2bed9, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:17:41.517294 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e5166894-9fb4-48c4-9532-3abcaf6decbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:41.553059 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2da479dc-b971-4a44-85dc-909280d86e11 req-d2ce71d2-c65f-4a0d-b0f1-8ab2bbf8ebcd tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032835 Feb 09 01:17:41.590520 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5166894-9fb4-48c4-9532-3abcaf6decbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b918b24-468d-40e6-8224-c1997869cd0b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:41.606851 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee6320e-c288-4625-8f64-c1e4238c5c95 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network f4ceec01-1bff-4de7-b04f-6175c1a2bed9 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:17:41.614955 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e5166894-9fb4-48c4-9532-3abcaf6decbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:41.618688 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e5166894-9fb4-48c4-9532-3abcaf6decbf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b918b24-468d-40e6-8224-c1997869cd0b HTTP/1.1" status: 204 len: 168 time: 0.5849156 Feb 09 01:17:41.631435 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-dee6320e-c288-4625-8f64-c1e4238c5c95 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, f4ceec01-1bff-4de7-b04f-6175c1a2bed9) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:41.641502 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee6320e-c288-4625-8f64-c1e4238c5c95 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:41.644266 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dee6320e-c288-4625-8f64-c1e4238c5c95 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:41.703354 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-dee6320e-c288-4625-8f64-c1e4238c5c95 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6041958 Feb 09 01:17:41.705901 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53546) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:41.707919 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['8733f32c-f755-472d-8c08-5332b17eafc6'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:17:41.721112 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-8647ddde-e84b-49a5-b530-f808d1708d28 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'port': {'network_id': 'f4ceec01-1bff-4de7-b04f-6175c1a2bed9', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1089053323'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:41.800287 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53550) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:41.835732 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b5253b-6848-468c-8a0f-5d8ffd7e21cd None None] Network f4ceec01-1bff-4de7-b04f-6175c1a2bed9 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:42.154779 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53566) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:42.287175 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-06bf6b0a-c5ae-432b-acf5-1dded06ff493 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1770167367-network', 'tenant_id': 'bf9c73013e2645af9f30a371da86a296'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:42.315594 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-06bf6b0a-c5ae-432b-acf5-1dded06ff493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:42.353247 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=8733f32c-f755-472d-8c08-5332b17eafc6,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:42.371844 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-06bf6b0a-c5ae-432b-acf5-1dded06ff493 admin admin] Usage tracker for resource:network and tenant:bf9c73013e2645af9f30a371da86a296 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:42.377605 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:42.400665 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53574) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:42.407889 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-06bf6b0a-c5ae-432b-acf5-1dded06ff493 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:42.418229 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8647ddde-e84b-49a5-b530-f808d1708d28 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:42.430524 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c075d6fd-703f-40d7-825e-b505d968b11b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c075d6fd-703f-40d7-825e-b505d968b11b,segment=NetworkSegment(1daab5ce-760f-4f8c-ae46-f15ec30b34be),segment_id=1daab5ce-760f-4f8c-ae46-f15ec30b34be)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:42.436969 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709aa7f3-0207-4552-abbc-660c04b5fa11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c075d6fd-703f-40d7-825e-b505d968b11b'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:17:42.439216 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8647ddde-e84b-49a5-b530-f808d1708d28 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:port and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:42.443401 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:42.451418 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:42.467702 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8647ddde-e84b-49a5-b530-f808d1708d28 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:42.496994 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8647ddde-e84b-49a5-b530-f808d1708d28 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:42.541568 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8647ddde-e84b-49a5-b530-f808d1708d28 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:42.549058 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8647ddde-e84b-49a5-b530-f808d1708d28 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:42.573279 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-06bf6b0a-c5ae-432b-acf5-1dded06ff493 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:42.581761 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2f72b991-4f72-4fb5-be4b-6221f79b20b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:42.582141 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fab78c-b915-4df0-86ad-de7c054c9b0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-f4ceec01-1bff-4de7-b04f-6175c1a2bed9', 'network_id': 'f4ceec01-1bff-4de7-b04f-6175c1a2bed9', 'tenant_id': '23926ed9e9ef4217a1749e79922b948e', 'fixed_ips': [{'subnet_id': '9ce1af34-ce27-43df-803d-fe172373af2a'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:17:42.583183 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a8fab78c-b915-4df0-86ad-de7c054c9b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:42.598684 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '709aa7f3-0207-4552-abbc-660c04b5fa11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c075d6fd-703f-40d7-825e-b505d968b11b', 'code': 200} Feb 09 01:17:42.623414 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-763c1eb3-690e-4e66-a757-7e3bd41b7747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:42.662818 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2f72b991-4f72-4fb5-be4b-6221f79b20b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:42.667879 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-763c1eb3-690e-4e66-a757-7e3bd41b7747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:42.669841 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=c075d6fd-703f-40d7-825e-b505d968b11b,revision_number=7']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:42.670619 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2f72b991-4f72-4fb5-be4b-6221f79b20b6 admin admin] Usage tracker for resource:security_group_rule and tenant:b344cdb0a87e443a9b17058e7cf28889 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:42.673671 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bf6b0a-c5ae-432b-acf5-1dded06ff493 admin admin] Made reservation on behalf of bf9c73013e2645af9f30a371da86a296 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:42.676026 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-06bf6b0a-c5ae-432b-acf5-1dded06ff493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:42.686630 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2f72b991-4f72-4fb5-be4b-6221f79b20b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:42.699779 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2f72b991-4f72-4fb5-be4b-6221f79b20b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:42.702443 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-763c1eb3-690e-4e66-a757-7e3bd41b7747 admin admin] Usage tracker for resource:security_group_rule and tenant:6fe6bd3e853d4a4c837812348265ce2d is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:42.708474 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-763c1eb3-690e-4e66-a757-7e3bd41b7747 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:42.711860 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-06bf6b0a-c5ae-432b-acf5-1dded06ff493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:42.731350 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-763c1eb3-690e-4e66-a757-7e3bd41b7747 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:42.753576 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-06bf6b0a-c5ae-432b-acf5-1dded06ff493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:42.773336 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-06bf6b0a-c5ae-432b-acf5-1dded06ff493 admin admin] Usage tracker for resource:security_group_rule and tenant:bf9c73013e2645af9f30a371da86a296 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:42.791524 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-06bf6b0a-c5ae-432b-acf5-1dded06ff493 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:42.796492 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-8647ddde-e84b-49a5-b530-f808d1708d28 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] device_id is not set on port c7dde852-64b1-4e96-8132-740ab567d7fa yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:17:42.804795 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-06bf6b0a-c5ae-432b-acf5-1dded06ff493 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:42.993906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd1901-2982-4dc6-b56b-f84905800542 req-a4e1c44e-c503-4729-8b7f-053cfb1b96b2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:42.996051 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b8dd1901-2982-4dc6-b56b-f84905800542 req-a4e1c44e-c503-4729-8b7f-053cfb1b96b2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.3790822 Feb 09 01:17:43.008380 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-a8fab78c-b915-4df0-86ad-de7c054c9b0d None None] Allocated IP 172.20.0.2 (f4ceec01-1bff-4de7-b04f-6175c1a2bed9/9ce1af34-ce27-43df-803d-fe172373af2a/d9914aa7-f58e-401c-ad3a-a37aa582aaf9) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:43.066749 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b8dd1901-2982-4dc6-b56b-f84905800542 req-335701cb-fac2-4b1a-9072-86d5567e97a5 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625496 Feb 09 01:17:43.308583 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2f72b991-4f72-4fb5-be4b-6221f79b20b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:43.342902 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2f72b991-4f72-4fb5-be4b-6221f79b20b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:43.412068 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72b991-4f72-4fb5-be4b-6221f79b20b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df81d235-6f97-45a3-88d9-965321bc788f,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:43.431548 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a8fab78c-b915-4df0-86ad-de7c054c9b0d None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:43.454103 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a8fab78c-b915-4df0-86ad-de7c054c9b0d None None] Transition to ACTIVE for port object d9914aa7-f58e-401c-ad3a-a37aa582aaf9 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:43.473409 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-763c1eb3-690e-4e66-a757-7e3bd41b7747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:43.480934 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d79de-cf6e-44c6-a3c8-27420a2d879c req-12444814-506a-4d60-b29c-42db23669caf tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:43.490147 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e98d79de-cf6e-44c6-a3c8-27420a2d879c req-12444814-506a-4d60-b29c-42db23669caf tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.1636553 Feb 09 01:17:43.502518 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a8fab78c-b915-4df0-86ad-de7c054c9b0d None None] Transition to ACTIVE for port object d9914aa7-f58e-401c-ad3a-a37aa582aaf9 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:43.515057 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a8fab78c-b915-4df0-86ad-de7c054c9b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:43.544603 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-763c1eb3-690e-4e66-a757-7e3bd41b7747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:43.634748 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fab78c-b915-4df0-86ad-de7c054c9b0d None None] Pushing event updated for resources: {'Port': ['ID=d9914aa7-f58e-401c-ad3a-a37aa582aaf9,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:43.648691 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fab78c-b915-4df0-86ad-de7c054c9b0d None None] Network f4ceec01-1bff-4de7-b04f-6175c1a2bed9 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:43.649958 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-a8fab78c-b915-4df0-86ad-de7c054c9b0d None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:43.652811 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fab78c-b915-4df0-86ad-de7c054c9b0d None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:17:43.658317 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c1eb3-690e-4e66-a757-7e3bd41b7747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a788a0fc-92f0-4368-8b4c-17f0e5fecdfb,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:43.686870 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-06bf6b0a-c5ae-432b-acf5-1dded06ff493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:43.699310 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2f72b991-4f72-4fb5-be4b-6221f79b20b6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b344cdb0a87e443a9b17058e7cf28889&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2931483 Feb 09 01:17:43.707781 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-06bf6b0a-c5ae-432b-acf5-1dded06ff493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:43.742623 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53592) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:43.823604 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e98d79de-cf6e-44c6-a3c8-27420a2d879c req-30dedcc1-3ccc-422f-b634-a0087410620d tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289788 Feb 09 01:17:43.850036 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-8647ddde-e84b-49a5-b530-f808d1708d28 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Allocated IP 172.20.0.11 (f4ceec01-1bff-4de7-b04f-6175c1a2bed9/9ce1af34-ce27-43df-803d-fe172373af2a/c7dde852-64b1-4e96-8132-740ab567d7fa) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:43.854452 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e9928-f35d-4b9b-91d8-6d583ec8693a req-2358b592-f548-4711-888e-9ccd4166a7a6 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:43.865664 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ec3e9928-f35d-4b9b-91d8-6d583ec8693a req-2358b592-f548-4711-888e-9ccd4166a7a6 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=74d65804-3286-42a8-b4f8-c4fcee9a66ae HTTP/1.1" status: 200 len: 945 time: 0.9895468 Feb 09 01:17:43.882095 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-a8fab78c-b915-4df0-86ad-de7c054c9b0d None None] Attempting to bind port d9914aa7-f58e-401c-ad3a-a37aa582aaf9 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:17:43.883554 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-a8fab78c-b915-4df0-86ad-de7c054c9b0d None None] Attempting to bind port d9914aa7-f58e-401c-ad3a-a37aa582aaf9 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '3c6cd9cb-1f27-4942-9867-d08362104464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f4ceec01-1bff-4de7-b04f-6175c1a2bed9'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:17:43.884624 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fab78c-b915-4df0-86ad-de7c054c9b0d None None] Attempting to bind port d9914aa7-f58e-401c-ad3a-a37aa582aaf9 on network f4ceec01-1bff-4de7-b04f-6175c1a2bed9 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:17:43.886679 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf6b0a-c5ae-432b-acf5-1dded06ff493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1d09b6-e510-4cc9-a9a3-bfa9672ea4ed,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:43.900367 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fab78c-b915-4df0-86ad-de7c054c9b0d None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:17:43.900863 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fab78c-b915-4df0-86ad-de7c054c9b0d None None] Checking segment: {'id': '3c6cd9cb-1f27-4942-9867-d08362104464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f4ceec01-1bff-4de7-b04f-6175c1a2bed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:43.901304 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a8fab78c-b915-4df0-86ad-de7c054c9b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:43.901815 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fab78c-b915-4df0-86ad-de7c054c9b0d None None] Bound using segment: {'id': '3c6cd9cb-1f27-4942-9867-d08362104464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f4ceec01-1bff-4de7-b04f-6175c1a2bed9'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:17:43.902279 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-a8fab78c-b915-4df0-86ad-de7c054c9b0d None None] Bound port: d9914aa7-f58e-401c-ad3a-a37aa582aaf9, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6cd9cb-1f27-4942-9867-d08362104464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f4ceec01-1bff-4de7-b04f-6175c1a2bed9'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:17:43.902640 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a8fab78c-b915-4df0-86ad-de7c054c9b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:43.979044 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-763c1eb3-690e-4e66-a757-7e3bd41b7747 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6fe6bd3e853d4a4c837812348265ce2d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8228827 Feb 09 01:17:43.986878 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53596) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:44.047569 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 8733f32c-f755-472d-8c08-5332b17eafc6 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:17:44.083530 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06bf6b0a-c5ae-432b-acf5-1dded06ff493 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 952} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:17:44.103976 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8647ddde-e84b-49a5-b530-f808d1708d28 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.121709 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-8647ddde-e84b-49a5-b530-f808d1708d28 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Transition to ACTIVE for port object c7dde852-64b1-4e96-8132-740ab567d7fa will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:44.138736 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b11a1b4d-7596-4d30-a11a-fcc3fb3937e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.166091 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8647ddde-e84b-49a5-b530-f808d1708d28 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.203252 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-a8fab78c-b915-4df0-86ad-de7c054c9b0d None None] For port d9914aa7-f58e-401c-ad3a-a37aa582aaf9, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:17:44.210449 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-a8fab78c-b915-4df0-86ad-de7c054c9b0d None None] For port d9914aa7-f58e-401c-ad3a-a37aa582aaf9, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d9914aa7-f58e-401c-ad3a-a37aa582aaf9,segment=NetworkSegment(3c6cd9cb-1f27-4942-9867-d08362104464),segment_id=3c6cd9cb-1f27-4942-9867-d08362104464)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:17:44.222623 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a8fab78c-b915-4df0-86ad-de7c054c9b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.222905 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-06bf6b0a-c5ae-432b-acf5-1dded06ff493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.222905 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-06bf6b0a-c5ae-432b-acf5-1dded06ff493 admin admin] Added segment a2bdf565-b28c-4b21-b91a-ebb7e9f481a3 of type vlan for network d93bf217-a755-4d00-a374-1fb0f78e351e Feb 09 01:17:44.245993 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ec3e9928-f35d-4b9b-91d8-6d583ec8693a req-8b1f06eb-2746-45cd-92b5-445125185cf7 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups?id=487bc88e-fef9-4445-8b50-c8d422d7ac67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722911 Feb 09 01:17:44.254118 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b11a1b4d-7596-4d30-a11a-fcc3fb3937e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.266383 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-36eac60e-9ff1-4303-9201-b791ec870502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.292681 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 8733f32c-f755-472d-8c08-5332b17eafc6 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:44.298968 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-36eac60e-9ff1-4303-9201-b791ec870502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.317518 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647ddde-e84b-49a5-b530-f808d1708d28 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Port': ['ID=c7dde852-64b1-4e96-8132-740ab567d7fa,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:44.330081 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 8733f32c-f755-472d-8c08-5332b17eafc6 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:44.330676 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.346453 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8647ddde-e84b-49a5-b530-f808d1708d28 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network f4ceec01-1bff-4de7-b04f-6175c1a2bed9 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:44.348870 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-8647ddde-e84b-49a5-b530-f808d1708d28 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:44.352472 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8647ddde-e84b-49a5-b530-f808d1708d28 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:17:44.397114 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-36eac60e-9ff1-4303-9201-b791ec870502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.429338 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bb312-d835-465b-82de-c9598450a8c2 req-953de1a9-a5d3-440b-847b-f595ac4b79cf tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:44.431854 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f50bb312-d835-465b-82de-c9598450a8c2 req-953de1a9-a5d3-440b-847b-f595ac4b79cf tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.2702496 Feb 09 01:17:44.476995 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8647ddde-e84b-49a5-b530-f808d1708d28 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:44.477230 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eac60e-9ff1-4303-9201-b791ec870502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df81d235-6f97-45a3-88d9-965321bc788f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:44.477903 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8647ddde-e84b-49a5-b530-f808d1708d28 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.488292 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-06bf6b0a-c5ae-432b-acf5-1dded06ff493 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.513514 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8647ddde-e84b-49a5-b530-f808d1708d28 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.8055077 Feb 09 01:17:44.517350 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53604) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:44.524481 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f50bb312-d835-465b-82de-c9598450a8c2 req-e20b05c2-8fcd-480d-84e6-4c5a2a6f1e20 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859599 Feb 09 01:17:44.524955 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-36eac60e-9ff1-4303-9201-b791ec870502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.526680 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-36eac60e-9ff1-4303-9201-b791ec870502 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df81d235-6f97-45a3-88d9-965321bc788f HTTP/1.1" status: 204 len: 168 time: 0.6500986 Feb 09 01:17:44.561201 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b11a1b4d-7596-4d30-a11a-fcc3fb3937e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.614967 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b11a1b4d-7596-4d30-a11a-fcc3fb3937e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.625401 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b11a1b4d-7596-4d30-a11a-fcc3fb3937e8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a788a0fc-92f0-4368-8b4c-17f0e5fecdfb HTTP/1.1" status: 204 len: 168 time: 0.6294599 Feb 09 01:17:44.628002 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-06bf6b0a-c5ae-432b-acf5-1dded06ff493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.628995 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bf6b0a-c5ae-432b-acf5-1dded06ff493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:44.629578 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-06bf6b0a-c5ae-432b-acf5-1dded06ff493 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.685502 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fab78c-b915-4df0-86ad-de7c054c9b0d None None] Pushing event updated for resources: {'Port': ['ID=d9914aa7-f58e-401c-ad3a-a37aa582aaf9,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:44.717427 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.758608 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a1b4d-7596-4d30-a11a-fcc3fb3937e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a788a0fc-92f0-4368-8b4c-17f0e5fecdfb,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:44.775760 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-f4fe719b-572c-43a7-a9cf-ca18cf346d6d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Deleting port c7dde852-64b1-4e96-8132-740ab567d7fa {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:44.776104 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f4fe719b-572c-43a7-a9cf-ca18cf346d6d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:44.900474 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 8733f32c-f755-472d-8c08-5332b17eafc6, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=8733f32c-f755-472d-8c08-5332b17eafc6,segment=NetworkSegment(cb079a45-5053-4d11-90b3-e37f97e508c1),segment_id=cb079a45-5053-4d11-90b3-e37f97e508c1)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:44.905317 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d65804-3286-42a8-b4f8-c4fcee9a66ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8733f32c-f755-472d-8c08-5332b17eafc6'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:17:44.934557 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:45.185432 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-06bf6b0a-c5ae-432b-acf5-1dded06ff493 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.3839931 Feb 09 01:17:45.192510 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=8733f32c-f755-472d-8c08-5332b17eafc6,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:45.198412 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53626) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:45.224653 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-f4791c83-fc2b-4d5a-b9f4-8290540412ae admin admin] Request body: {'subnet': {'network_id': 'd93bf217-a755-4d00-a374-1fb0f78e351e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1770167367-subnet', 'tenant_id': 'bf9c73013e2645af9f30a371da86a296', 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:45.273062 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf6b0a-c5ae-432b-acf5-1dded06ff493 admin admin] Pushing event updated for resources: {'Network': ['ID=d93bf217-a755-4d00-a374-1fb0f78e351e,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:45.287174 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network d93bf217-a755-4d00-a374-1fb0f78e351e details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:17:45.298442 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f4791c83-fc2b-4d5a-b9f4-8290540412ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:45.317831 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f4791c83-fc2b-4d5a-b9f4-8290540412ae admin admin] Usage tracker for resource:subnet and tenant:bf9c73013e2645af9f30a371da86a296 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:45.337105 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f4791c83-fc2b-4d5a-b9f4-8290540412ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:45.347052 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d65804-3286-42a8-b4f8-c4fcee9a66ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8733f32c-f755-472d-8c08-5332b17eafc6', 'code': 200} Feb 09 01:17:45.364425 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f4791c83-fc2b-4d5a-b9f4-8290540412ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:45.429647 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4791c83-fc2b-4d5a-b9f4-8290540412ae admin admin] Made reservation on behalf of bf9c73013e2645af9f30a371da86a296 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:45.439060 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f4fe719b-572c-43a7-a9cf-ca18cf346d6d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:45.442336 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f4791c83-fc2b-4d5a-b9f4-8290540412ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:45.749423 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-f4fe719b-572c-43a7-a9cf-ca18cf346d6d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Calling delete_port for c7dde852-64b1-4e96-8132-740ab567d7fa owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:17:45.822141 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b254f-cc3e-4bca-8246-ce146f560081 req-20a0947e-5b4a-49c7-97f2-de86db59a2b8 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:45.823630 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-231b254f-cc3e-4bca-8246-ce146f560081 req-20a0947e-5b4a-49c7-97f2-de86db59a2b8 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.1815114 Feb 09 01:17:45.959264 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-231b254f-cc3e-4bca-8246-ce146f560081 req-b24fde18-4875-454b-a97c-35911a610683 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990195 Feb 09 01:17:46.027224 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86519a69-af70-4afc-b19e-6092c0a3be99 req-425da9e1-c545-4b0b-a22a-a3992a78cf33 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:46.039137 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86519a69-af70-4afc-b19e-6092c0a3be99 req-425da9e1-c545-4b0b-a22a-a3992a78cf33 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.4020197 Feb 09 01:17:46.112749 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f4791c83-fc2b-4d5a-b9f4-8290540412ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:46.180932 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa04a0-a15f-418d-b8cd-2eba645233bf req-a63b23d6-7477-4e77-830a-925cfc7c70c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:46.182523 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f8fa04a0-a15f-418d-b8cd-2eba645233bf req-a63b23d6-7477-4e77-830a-925cfc7c70c5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=74d65804-3286-42a8-b4f8-c4fcee9a66ae HTTP/1.1" status: 200 len: 1097 time: 0.5083103 Feb 09 01:17:46.268946 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86519a69-af70-4afc-b19e-6092c0a3be99 req-07748452-1fc0-4630-8e2d-6862de8fad29 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264228 Feb 09 01:17:46.349116 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f4fe719b-572c-43a7-a9cf-ca18cf346d6d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:46.570557 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d9914aa7-f58e-401c-ad3a-a37aa582aaf9 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:17:46.609308 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe719b-572c-43a7-a9cf-ca18cf346d6d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Port': ['ID=c7dde852-64b1-4e96-8132-740ab567d7fa,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:46.610864 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4791c83-fc2b-4d5a-b9f4-8290540412ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=6afcca36-097a-43c5-81de-83f598521e80,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:46.644234 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f8fa04a0-a15f-418d-b8cd-2eba645233bf req-41b5bdf5-0343-4443-b3f5-02b44fb59335 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=487bc88e-fef9-4445-8b50-c8d422d7ac67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177070 Feb 09 01:17:46.644521 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4791c83-fc2b-4d5a-b9f4-8290540412ae admin admin] Checking segment: {'id': 'a2bdf565-b28c-4b21-b91a-ebb7e9f481a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'd93bf217-a755-4d00-a374-1fb0f78e351e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:46.644650 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4791c83-fc2b-4d5a-b9f4-8290540412ae admin admin] Network hostable DHCP agents. Network: d93bf217-a755-4d00-a374-1fb0f78e351e, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:17:46.752327 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de7ceb-2e3f-4f6e-a3e1-716492a6240d req-616c850b-53a5-460b-9474-5e8b94b61501 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:46.766046 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-18de7ceb-2e3f-4f6e-a3e1-716492a6240d req-616c850b-53a5-460b-9474-5e8b94b61501 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=74d65804-3286-42a8-b4f8-c4fcee9a66ae HTTP/1.1" status: 200 len: 946 time: 0.4858847 Feb 09 01:17:46.775938 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port d9914aa7-f58e-401c-ad3a-a37aa582aaf9 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:46.799489 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4791c83-fc2b-4d5a-b9f4-8290540412ae admin admin] Network d93bf217-a755-4d00-a374-1fb0f78e351e is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:17:46.856072 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-f4791c83-fc2b-4d5a-b9f4-8290540412ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, d93bf217-a755-4d00-a374-1fb0f78e351e) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:46.877935 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bce44f7-29c2-452f-b9d6-8411289368f5 None None] Network d93bf217-a755-4d00-a374-1fb0f78e351e requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:46.904995 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4791c83-fc2b-4d5a-b9f4-8290540412ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:46.905450 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f4fe719b-572c-43a7-a9cf-ca18cf346d6d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:46.905912 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f4791c83-fc2b-4d5a-b9f4-8290540412ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:46.932753 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53676) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:46.933773 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f4fe719b-572c-43a7-a9cf-ca18cf346d6d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/ports/c7dde852-64b1-4e96-8132-740ab567d7fa HTTP/1.1" status: 204 len: 168 time: 2.4147758 Feb 09 01:17:47.081420 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-18de7ceb-2e3f-4f6e-a3e1-716492a6240d req-38272f3b-6648-4c21-8c7b-b41486b3ff0a tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups?id=487bc88e-fef9-4445-8b50-c8d422d7ac67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124580 Feb 09 01:17:47.112638 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c45651f-bc1a-4c2b-82b5-5800c16aab87 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] GET failed (client error): The resource could not be found. Feb 09 01:17:47.113676 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9c45651f-bc1a-4c2b-82b5-5800c16aab87 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Synchronizing usage tracker for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:17:47.122902 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47626f62-1952-49e6-bdb5-32ae77e63ff2 None None] Network f4ceec01-1bff-4de7-b04f-6175c1a2bed9 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:47.128374 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f4791c83-fc2b-4d5a-b9f4-8290540412ae admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.9204912 Feb 09 01:17:47.131110 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53682) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:47.165618 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-90b23c7e-6855-444f-99cf-907c1af50ee6 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1770167367-router', 'tenant_id': 'bf9c73013e2645af9f30a371da86a296', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:47.210222 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-90b23c7e-6855-444f-99cf-907c1af50ee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:47.216742 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-90b23c7e-6855-444f-99cf-907c1af50ee6 admin admin] Usage tracker for resource:router and tenant:bf9c73013e2645af9f30a371da86a296 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:47.228146 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-90b23c7e-6855-444f-99cf-907c1af50ee6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:47.228146 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-90b23c7e-6855-444f-99cf-907c1af50ee6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:47.234916 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9c45651f-bc1a-4c2b-82b5-5800c16aab87 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Unset dirty status for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:17:47.251832 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9c45651f-bc1a-4c2b-82b5-5800c16aab87 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "GET /v2.0/ports/c7dde852-64b1-4e96-8132-740ab567d7fa HTTP/1.1" status: 404 len: 333 time: 0.2917392 Feb 09 01:17:47.252483 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53692) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:47.275536 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90b23c7e-6855-444f-99cf-907c1af50ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:47.276496 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90b23c7e-6855-444f-99cf-907c1af50ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:47.301350 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90b23c7e-6855-444f-99cf-907c1af50ee6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:47.575604 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-67add13b-7fe6-433b-b988-e8b4f041b8ef tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Deleting subnet 9ce1af34-ce27-43df-803d-fe172373af2a {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:17:47.585070 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-67add13b-7fe6-433b-b988-e8b4f041b8ef tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:47.744897 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-67add13b-7fe6-433b-b988-e8b4f041b8ef tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:47.772835 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-12029c53-4582-4bcc-8e1a-1bbadcb3c647 None None] Provisioning for port d9914aa7-f58e-401c-ad3a-a37aa582aaf9 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:47.823964 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-12029c53-4582-4bcc-8e1a-1bbadcb3c647 None None] Provisioning complete for port d9914aa7-f58e-401c-ad3a-a37aa582aaf9 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:47.824427 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-12029c53-4582-4bcc-8e1a-1bbadcb3c647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:48.335860 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c57699-bb5d-4a79-a3d9-4d0b5cfcc733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-d93bf217-a755-4d00-a374-1fb0f78e351e', 'network_id': 'd93bf217-a755-4d00-a374-1fb0f78e351e', 'tenant_id': 'bf9c73013e2645af9f30a371da86a296', 'fixed_ips': [{'subnet_id': '6afcca36-097a-43c5-81de-83f598521e80'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:17:48.336771 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f8c57699-bb5d-4a79-a3d9-4d0b5cfcc733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:48.493707 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-12029c53-4582-4bcc-8e1a-1bbadcb3c647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:48.686004 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-12029c53-4582-4bcc-8e1a-1bbadcb3c647 None None] For port d9914aa7-f58e-401c-ad3a-a37aa582aaf9, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d9914aa7-f58e-401c-ad3a-a37aa582aaf9,segment=NetworkSegment(3c6cd9cb-1f27-4942-9867-d08362104464),segment_id=3c6cd9cb-1f27-4942-9867-d08362104464)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:48.713056 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-12029c53-4582-4bcc-8e1a-1bbadcb3c647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:48.716826 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-67add13b-7fe6-433b-b988-e8b4f041b8ef tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:48.832922 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655d8c1-787a-454e-a2d4-18cbb3abfa1f req-ac8ab934-6f06-450f-8ade-f1e6310d8224 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:48.839336 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1655d8c1-787a-454e-a2d4-18cbb3abfa1f req-ac8ab934-6f06-450f-8ade-f1e6310d8224 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.4671245 Feb 09 01:17:48.848517 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-f8c57699-bb5d-4a79-a3d9-4d0b5cfcc733 None None] Allocated IP 172.20.0.2 (d93bf217-a755-4d00-a374-1fb0f78e351e/6afcca36-097a-43c5-81de-83f598521e80/d1ce0bb1-b7ba-4dff-a302-9d89b4b0cb61) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:49.134816 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1655d8c1-787a-454e-a2d4-18cbb3abfa1f req-b2b73aaf-f42c-4e9b-af50-591e3741eb51 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771931 Feb 09 01:17:49.180882 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-67add13b-7fe6-433b-b988-e8b4f041b8ef tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:49.220139 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12029c53-4582-4bcc-8e1a-1bbadcb3c647 None None] Pushing event updated for resources: {'Port': ['ID=d9914aa7-f58e-401c-ad3a-a37aa582aaf9,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:49.277941 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90b23c7e-6855-444f-99cf-907c1af50ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:49.379849 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b773d30-4062-4e52-812a-23af25cfd659 req-0751d83a-b136-42f8-83d0-75c3a1f1e515 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:49.396798 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2b773d30-4062-4e52-812a-23af25cfd659 req-0751d83a-b136-42f8-83d0-75c3a1f1e515 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 1.0042770 Feb 09 01:17:49.411506 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67add13b-7fe6-433b-b988-e8b4f041b8ef tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Subnet': ['ID=9ce1af34-ce27-43df-803d-fe172373af2a,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:49.442254 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-67add13b-7fe6-433b-b988-e8b4f041b8ef tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:49.492095 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-67add13b-7fe6-433b-b988-e8b4f041b8ef tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/subnets/9ce1af34-ce27-43df-803d-fe172373af2a HTTP/1.1" status: 204 len: 168 time: 2.2378597 Feb 09 01:17:49.504508 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53738) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:49.601965 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7b3c36b2-0931-4e7b-bbf8-b0d1b227993a None None] Provisioning complete for port d9914aa7-f58e-401c-ad3a-a37aa582aaf9 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:49.602373 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7b3c36b2-0931-4e7b-bbf8-b0d1b227993a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:49.654674 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2b773d30-4062-4e52-812a-23af25cfd659 req-08d0caaf-93bf-47a9-a968-3442a075af2e tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555447 Feb 09 01:17:49.757899 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f8c57699-bb5d-4a79-a3d9-4d0b5cfcc733 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:49.780376 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f8c57699-bb5d-4a79-a3d9-4d0b5cfcc733 None None] Transition to ACTIVE for port object d1ce0bb1-b7ba-4dff-a302-9d89b4b0cb61 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:49.845071 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f8c57699-bb5d-4a79-a3d9-4d0b5cfcc733 None None] Transition to ACTIVE for port object d1ce0bb1-b7ba-4dff-a302-9d89b4b0cb61 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:49.894247 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f8c57699-bb5d-4a79-a3d9-4d0b5cfcc733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:50.042785 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23a7477-2023-4959-9979-0f2f834036de None None] Network f4ceec01-1bff-4de7-b04f-6175c1a2bed9 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:50.348291 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-05897393-a4b6-4ea4-8e0c-8a46bd63cfd3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:50.376777 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d614360-af2f-4bb7-b93d-0ddfcb2d09c1 req-cee9c060-6c60-4169-91c2-fd78ab0cfb84 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:50.382812 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d614360-af2f-4bb7-b93d-0ddfcb2d09c1 req-cee9c060-6c60-4169-91c2-fd78ab0cfb84 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=74d65804-3286-42a8-b4f8-c4fcee9a66ae HTTP/1.1" status: 200 len: 946 time: 0.3669748 Feb 09 01:17:50.399100 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90b23c7e-6855-444f-99cf-907c1af50ee6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:50.413940 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-05897393-a4b6-4ea4-8e0c-8a46bd63cfd3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Deleting port d9914aa7-f58e-401c-ad3a-a37aa582aaf9 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:50.414462 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-05897393-a4b6-4ea4-8e0c-8a46bd63cfd3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:50.486168 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90b23c7e-6855-444f-99cf-907c1af50ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:50.619807 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c57699-bb5d-4a79-a3d9-4d0b5cfcc733 None None] Pushing event updated for resources: {'Port': ['ID=d1ce0bb1-b7ba-4dff-a302-9d89b4b0cb61,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:50.650887 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d9914aa7-f58e-401c-ad3a-a37aa582aaf9 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:17:50.698713 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c57699-bb5d-4a79-a3d9-4d0b5cfcc733 None None] Network d93bf217-a755-4d00-a374-1fb0f78e351e is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:50.708921 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-f8c57699-bb5d-4a79-a3d9-4d0b5cfcc733 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:50.722879 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c57699-bb5d-4a79-a3d9-4d0b5cfcc733 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:17:50.782891 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8c99a83a-736b-4eab-a0c1-cc3ae325e97f None None] Could not find standard attr ID for object c7dde852-64b1-4e96-8132-740ab567d7fa. {{(pid=87613) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:17:50.869194 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-f8c57699-bb5d-4a79-a3d9-4d0b5cfcc733 None None] Attempting to bind port d1ce0bb1-b7ba-4dff-a302-9d89b4b0cb61 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:17:50.869770 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-f8c57699-bb5d-4a79-a3d9-4d0b5cfcc733 None None] Attempting to bind port d1ce0bb1-b7ba-4dff-a302-9d89b4b0cb61 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'a2bdf565-b28c-4b21-b91a-ebb7e9f481a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'd93bf217-a755-4d00-a374-1fb0f78e351e'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:17:50.871169 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c57699-bb5d-4a79-a3d9-4d0b5cfcc733 None None] Attempting to bind port d1ce0bb1-b7ba-4dff-a302-9d89b4b0cb61 on network d93bf217-a755-4d00-a374-1fb0f78e351e {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:17:50.883137 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c57699-bb5d-4a79-a3d9-4d0b5cfcc733 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:17:50.883586 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c57699-bb5d-4a79-a3d9-4d0b5cfcc733 None None] Checking segment: {'id': 'a2bdf565-b28c-4b21-b91a-ebb7e9f481a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'd93bf217-a755-4d00-a374-1fb0f78e351e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:50.883980 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f8c57699-bb5d-4a79-a3d9-4d0b5cfcc733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:50.884432 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c57699-bb5d-4a79-a3d9-4d0b5cfcc733 None None] Bound using segment: {'id': 'a2bdf565-b28c-4b21-b91a-ebb7e9f481a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'd93bf217-a755-4d00-a374-1fb0f78e351e'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:17:50.884876 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-f8c57699-bb5d-4a79-a3d9-4d0b5cfcc733 None None] Bound port: d1ce0bb1-b7ba-4dff-a302-9d89b4b0cb61, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2bdf565-b28c-4b21-b91a-ebb7e9f481a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'd93bf217-a755-4d00-a374-1fb0f78e351e'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:17:50.885252 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f8c57699-bb5d-4a79-a3d9-4d0b5cfcc733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:51.016769 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f8c57699-bb5d-4a79-a3d9-4d0b5cfcc733 None None] For port d1ce0bb1-b7ba-4dff-a302-9d89b4b0cb61, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:17:51.023825 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f8c57699-bb5d-4a79-a3d9-4d0b5cfcc733 None None] For port d1ce0bb1-b7ba-4dff-a302-9d89b4b0cb61, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d1ce0bb1-b7ba-4dff-a302-9d89b4b0cb61,segment=NetworkSegment(a2bdf565-b28c-4b21-b91a-ebb7e9f481a3),segment_id=a2bdf565-b28c-4b21-b91a-ebb7e9f481a3)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:17:51.048802 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f8c57699-bb5d-4a79-a3d9-4d0b5cfcc733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:51.055544 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d614360-af2f-4bb7-b93d-0ddfcb2d09c1 req-528743bc-4e4d-47ae-ae27-9c62fc869824 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups?id=487bc88e-fef9-4445-8b50-c8d422d7ac67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6574540 Feb 09 01:17:51.198188 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb8913-12a5-4b92-86b9-79309ce5f09d req-ed61ee5f-dc13-4be8-8348-f57cbe480144 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:51.207954 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-65cb8913-12a5-4b92-86b9-79309ce5f09d req-ed61ee5f-dc13-4be8-8348-f57cbe480144 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.6117811 Feb 09 01:17:51.216549 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port d9914aa7-f58e-401c-ad3a-a37aa582aaf9 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:51.224808 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:51.363126 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ce82a1-e45c-43dc-9e9b-ffcdb3a8e7c7 None None] DHCP port deletion for f4ceec01-1bff-4de7-b04f-6175c1a2bed9 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:17:51.406525 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-65cb8913-12a5-4b92-86b9-79309ce5f09d req-b7ebedcb-3f09-4f4a-9710-af8be61cc89d tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976218 Feb 09 01:17:51.424765 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53788) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:51.478968 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-90b23c7e-6855-444f-99cf-907c1af50ee6 admin admin] Allocated IP 172.25.5.19 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/a73770ad-97ad-4867-a63b-5e0082d8a108) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:51.527901 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d5ce82a1-e45c-43dc-9e9b-ffcdb3a8e7c7 None None] Deleting port d9914aa7-f58e-401c-ad3a-a37aa582aaf9 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:51.533881 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d5ce82a1-e45c-43dc-9e9b-ffcdb3a8e7c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:51.556569 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-05897393-a4b6-4ea4-8e0c-8a46bd63cfd3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] For port d9914aa7-f58e-401c-ad3a-a37aa582aaf9, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d9914aa7-f58e-401c-ad3a-a37aa582aaf9,segment=NetworkSegment(3c6cd9cb-1f27-4942-9867-d08362104464),segment_id=3c6cd9cb-1f27-4942-9867-d08362104464)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:51.557178 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-05897393-a4b6-4ea4-8e0c-8a46bd63cfd3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:51.875649 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c57699-bb5d-4a79-a3d9-4d0b5cfcc733 None None] Pushing event updated for resources: {'Port': ['ID=d1ce0bb1-b7ba-4dff-a302-9d89b4b0cb61,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:52.001353 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-05897393-a4b6-4ea4-8e0c-8a46bd63cfd3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Calling delete_port for d9914aa7-f58e-401c-ad3a-a37aa582aaf9 owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:17:52.089375 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90b23c7e-6855-444f-99cf-907c1af50ee6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:52.094875 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-d5ce82a1-e45c-43dc-9e9b-ffcdb3a8e7c7 None None] For port d9914aa7-f58e-401c-ad3a-a37aa582aaf9, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d9914aa7-f58e-401c-ad3a-a37aa582aaf9,segment=NetworkSegment(3c6cd9cb-1f27-4942-9867-d08362104464),segment_id=3c6cd9cb-1f27-4942-9867-d08362104464)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:52.096740 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d5ce82a1-e45c-43dc-9e9b-ffcdb3a8e7c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:52.106772 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53798) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:52.147746 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b2fe7362-33ba-43da-8ac5-e2c71c4f27c2 req-1a2443b3-37b3-44db-8a36-35ab2fd6200a tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-984288238&fields=id&tenant_id=89c5ef19807744ed9ff690157d53e75e HTTP/1.1" status: 200 len: 267 time: 0.4645629 Feb 09 01:17:52.207282 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90b23c7e-6855-444f-99cf-907c1af50ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:52.215508 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f249bcde-71ef-4a5a-83a0-638635f3ab83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:52.279532 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694feb1-491e-42dd-913b-9493cd137ebc req-db72e583-14f0-44d7-abc8-aa0f3b25f306 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:52.291050 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b694feb1-491e-42dd-913b-9493cd137ebc req-db72e583-14f0-44d7-abc8-aa0f3b25f306 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.8870659 Feb 09 01:17:52.334853 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b23c7e-6855-444f-99cf-907c1af50ee6 admin admin] Pushing event updated for resources: {'Port': ['ID=a73770ad-97ad-4867-a63b-5e0082d8a108,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:52.348234 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f249bcde-71ef-4a5a-83a0-638635f3ab83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:52.354232 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f249bcde-71ef-4a5a-83a0-638635f3ab83 admin admin] Usage tracker for resource:security_group_rule and tenant:6b4ea0bd08664dea9c4a2449693edcba is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:52.357984 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f249bcde-71ef-4a5a-83a0-638635f3ab83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:52.365856 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f249bcde-71ef-4a5a-83a0-638635f3ab83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:52.429854 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b694feb1-491e-42dd-913b-9493cd137ebc req-83206f81-58c5-453d-9d0a-ba30c7e76223 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294990 Feb 09 01:17:52.475089 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-05897393-a4b6-4ea4-8e0c-8a46bd63cfd3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:52.528804 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f249bcde-71ef-4a5a-83a0-638635f3ab83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:52.556139 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f249bcde-71ef-4a5a-83a0-638635f3ab83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:52.572448 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b23c7e-6855-444f-99cf-907c1af50ee6 admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:52.581053 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d5ce82a1-e45c-43dc-9e9b-ffcdb3a8e7c7 None None] Calling delete_port for d9914aa7-f58e-401c-ad3a-a37aa582aaf9 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:17:52.591323 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-90b23c7e-6855-444f-99cf-907c1af50ee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:52.595086 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b23c7e-6855-444f-99cf-907c1af50ee6 admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:17:52.609776 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05897393-a4b6-4ea4-8e0c-8a46bd63cfd3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Port': ['ID=d9914aa7-f58e-401c-ad3a-a37aa582aaf9,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:52.615642 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dea7ae60-3f1d-436c-8064-a28d1bc58f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:52.700198 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:52.704539 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f249bcde-71ef-4a5a-83a0-638635f3ab83 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6b4ea0bd08664dea9c4a2449693edcba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2609594 Feb 09 01:17:52.706774 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53806) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:52.753195 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-dea7ae60-3f1d-436c-8064-a28d1bc58f98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:52.755696 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05897393-a4b6-4ea4-8e0c-8a46bd63cfd3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] No DVR routers for this DVR port d9914aa7-f58e-401c-ad3a-a37aa582aaf9 on host n-d-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:52.789843 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-dea7ae60-3f1d-436c-8064-a28d1bc58f98 admin admin] Usage tracker for resource:security_group_rule and tenant:bc90cdb589c14fbf88bf4fc9484ee605 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:52.798417 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-dea7ae60-3f1d-436c-8064-a28d1bc58f98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:52.807084 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-dea7ae60-3f1d-436c-8064-a28d1bc58f98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:52.831515 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-d5ce82a1-e45c-43dc-9e9b-ffcdb3a8e7c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:17:52.832026 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-d5ce82a1-e45c-43dc-9e9b-ffcdb3a8e7c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:17:52.835342 n-d-828419-1 neutron-server[87613]: INFO neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No ports have port_id starting with d9914aa7-f58e-401c-ad3a-a37aa582aaf9 Feb 09 01:17:52.963371 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f249bcde-71ef-4a5a-83a0-638635f3ab83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb1a5ce-ee91-4467-8acc-4995e9e93526,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:52.983861 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe7362-33ba-43da-8ac5-e2c71c4f27c2 req-0e78e871-ed12-4ce3-bcb8-8131c831b397 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:52.996132 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b2fe7362-33ba-43da-8ac5-e2c71c4f27c2 req-0e78e871-ed12-4ce3-bcb8-8131c831b397 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=74d65804-3286-42a8-b4f8-c4fcee9a66ae HTTP/1.1" status: 200 len: 946 time: 0.8469956 Feb 09 01:17:53.010504 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d1ce0bb1-b7ba-4dff-a302-9d89b4b0cb61 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:17:53.014611 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-b2fe7362-33ba-43da-8ac5-e2c71c4f27c2 req-2926d9a3-c627-4db7-9866-07d0f7ff8a1f tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Request body: {'port': {'security_groups': ['487bc88e-fef9-4445-8b50-c8d422d7ac67', 'd4a85272-468a-4c96-83b4-ab60ce1bb749']}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:53.213735 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6350926f-0d08-4d01-a6b3-693bcef9152c None None] Network d93bf217-a755-4d00-a374-1fb0f78e351e requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:17:53.225801 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-05897393-a4b6-4ea4-8e0c-8a46bd63cfd3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:53.263212 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-05897393-a4b6-4ea4-8e0c-8a46bd63cfd3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4ceec01-1bff-4de7-b04f-6175c1a2bed9']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:53.276983 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-05897393-a4b6-4ea4-8e0c-8a46bd63cfd3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c6cd9cb-1f27-4942-9867-d08362104464') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:53.277394 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-05897393-a4b6-4ea4-8e0c-8a46bd63cfd3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c6cd9cb-1f27-4942-9867-d08362104464') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:53.290603 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-05897393-a4b6-4ea4-8e0c-8a46bd63cfd3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:53.309607 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-05897393-a4b6-4ea4-8e0c-8a46bd63cfd3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:53.317254 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05897393-a4b6-4ea4-8e0c-8a46bd63cfd3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Releasing vlan 994 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:53.317650 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-05897393-a4b6-4ea4-8e0c-8a46bd63cfd3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:53.333041 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d5ce82a1-e45c-43dc-9e9b-ffcdb3a8e7c7 None None] Deleting port d9914aa7-f58e-401c-ad3a-a37aa582aaf9 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:53.333883 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d5ce82a1-e45c-43dc-9e9b-ffcdb3a8e7c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:53.389369 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f365ff99-82f3-4020-85ff-7b28ea515585 None None] Provisioning for port d1ce0bb1-b7ba-4dff-a302-9d89b4b0cb61 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:53.402459 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port d1ce0bb1-b7ba-4dff-a302-9d89b4b0cb61 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:53.437326 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:17:53.437326 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:53.437326 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:17:53.437326 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:53.437326 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:17:53.437326 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:17:53.437326 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:17:53.437326 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:53.437326 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:17:53.437326 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:53.437326 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:17:53.437326 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:53.437326 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:17:53.437326 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:17:53.437326 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:53.437326 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:17:53.437326 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:53.437326 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:17:53.437326 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:17:53.437326 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:17:53.437326 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:17:53.437326 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:17:53.437326 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:53.437326 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:53.437326 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:53.437326 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:53.437326 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:53.437326 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:53.437326 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:53.437326 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:53.437326 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:53.437326 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:53.441594 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dea7ae60-3f1d-436c-8064-a28d1bc58f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:53.457327 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dea7ae60-3f1d-436c-8064-a28d1bc58f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:53.486186 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d5ce82a1-e45c-43dc-9e9b-ffcdb3a8e7c7 None None] The port 'd9914aa7-f58e-401c-ad3a-a37aa582aaf9' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:17:53.487708 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port d1ce0bb1-b7ba-4dff-a302-9d89b4b0cb61 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:53.488322 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:53.492931 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-05897393-a4b6-4ea4-8e0c-8a46bd63cfd3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:53.516917 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f365ff99-82f3-4020-85ff-7b28ea515585 None None] Provisioning complete for port d1ce0bb1-b7ba-4dff-a302-9d89b4b0cb61 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:53.517709 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f365ff99-82f3-4020-85ff-7b28ea515585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:53.653206 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6b53b3e6-166c-477d-8025-6f8d971cd707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:53.668068 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-dea7ae60-3f1d-436c-8064-a28d1bc58f98 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc90cdb589c14fbf88bf4fc9484ee605&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5468132 Feb 09 01:17:53.668969 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53814) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:53.673556 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-05897393-a4b6-4ea4-8e0c-8a46bd63cfd3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:53.684502 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6b53b3e6-166c-477d-8025-6f8d971cd707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:53.779969 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6b53b3e6-166c-477d-8025-6f8d971cd707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:53.788855 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05897393-a4b6-4ea4-8e0c-8a46bd63cfd3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Network': ['ID=f4ceec01-1bff-4de7-b04f-6175c1a2bed9,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:53.907456 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2db72c-dc71-4635-8986-7316765b6aab req-bbbc54de-07ef-47f9-984d-4a76adb0709f tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:53.914359 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53b3e6-166c-477d-8025-6f8d971cd707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb1a5ce-ee91-4467-8acc-4995e9e93526,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:53.916106 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6a2db72c-dc71-4635-8986-7316765b6aab req-bbbc54de-07ef-47f9-984d-4a76adb0709f tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 1.2217810 Feb 09 01:17:53.942557 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7ae60-3f1d-436c-8064-a28d1bc58f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40ec1f1-b992-4bec-9f8d-ad948438b7df,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:53.996908 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6a2db72c-dc71-4635-8986-7316765b6aab req-a8c01f56-84be-419d-be5d-9afd89b1e223 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797749 Feb 09 01:17:54.005729 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-05897393-a4b6-4ea4-8e0c-8a46bd63cfd3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/networks/f4ceec01-1bff-4de7-b04f-6175c1a2bed9 HTTP/1.1" status: 204 len: 168 time: 4.4935691 Feb 09 01:17:54.006754 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53818) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:54.014632 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:54.019780 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-91695eff-018f-4d58-a226-043bf74abdca tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'port': {'network_id': '1f540098-9cc1-4391-8f28-9fe4a06440bb', 'name': 'tempest-PortsTestJSON-1903140081'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:54.053447 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f365ff99-82f3-4020-85ff-7b28ea515585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:54.127142 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f365ff99-82f3-4020-85ff-7b28ea515585 None None] For port d1ce0bb1-b7ba-4dff-a302-9d89b4b0cb61, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d1ce0bb1-b7ba-4dff-a302-9d89b4b0cb61,segment=NetworkSegment(a2bdf565-b28c-4b21-b91a-ebb7e9f481a3),segment_id=a2bdf565-b28c-4b21-b91a-ebb7e9f481a3)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:54.139749 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f365ff99-82f3-4020-85ff-7b28ea515585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:54.248565 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f365ff99-82f3-4020-85ff-7b28ea515585 None None] Pushing event updated for resources: {'Port': ['ID=d1ce0bb1-b7ba-4dff-a302-9d89b4b0cb61,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:54.300009 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-b2fe7362-33ba-43da-8ac5-e2c71c4f27c2 req-2926d9a3-c627-4db7-9866-07d0f7ff8a1f tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:54.348288 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:17:54.349113 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:17:54.394176 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90b23c7e-6855-444f-99cf-907c1af50ee6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:54.410462 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-91695eff-018f-4d58-a226-043bf74abdca tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:54.425829 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-91695eff-018f-4d58-a226-043bf74abdca tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:port and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:54.438463 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-91695eff-018f-4d58-a226-043bf74abdca tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:54.473266 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-91695eff-018f-4d58-a226-043bf74abdca tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:54.547015 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6b53b3e6-166c-477d-8025-6f8d971cd707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:54.548047 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6b53b3e6-166c-477d-8025-6f8d971cd707 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1fb1a5ce-ee91-4467-8acc-4995e9e93526 HTTP/1.1" status: 204 len: 168 time: 1.8305252 Feb 09 01:17:54.593778 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d3df576b-d41e-42c4-85e9-2386fe1fe206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:54.640918 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d3df576b-d41e-42c4-85e9-2386fe1fe206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:54.744679 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91695eff-018f-4d58-a226-043bf74abdca tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:54.750733 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-91695eff-018f-4d58-a226-043bf74abdca tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:54.780804 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d3df576b-d41e-42c4-85e9-2386fe1fe206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:54.803733 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-91695eff-018f-4d58-a226-043bf74abdca tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] device_id is not set on port 9574c96b-9a7c-4378-b255-d4a6e9922c97 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:17:54.812668 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-09f88127-f25f-43ec-ba64-dad19ea20f58 None None] Provisioning complete for port d1ce0bb1-b7ba-4dff-a302-9d89b4b0cb61 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:54.818974 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-09f88127-f25f-43ec-ba64-dad19ea20f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:54.866167 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df576b-d41e-42c4-85e9-2386fe1fe206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40ec1f1-b992-4bec-9f8d-ad948438b7df,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:54.893034 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05dd67-dac5-4b51-99d2-c259449a722e req-03179fc8-224b-4ae7-927c-ffd35aa67a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:54.898593 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4b05dd67-dac5-4b51-99d2-c259449a722e req-03179fc8-224b-4ae7-927c-ffd35aa67a95 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbf0f82d35c440b0ba7e6bf598531d13&device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 1097 time: 1.0711467 Feb 09 01:17:54.956631 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d3df576b-d41e-42c4-85e9-2386fe1fe206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:54.963741 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d3df576b-d41e-42c4-85e9-2386fe1fe206 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a40ec1f1-b992-4bec-9f8d-ad948438b7df HTTP/1.1" status: 204 len: 168 time: 1.2807012 Feb 09 01:17:55.089957 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba7ad2-f267-4bd3-8fdd-4ff4a06d890f req-a0a53371-fd92-47f3-a798-2029edd37335 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:55.094528 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3fba7ad2-f267-4bd3-8fdd-4ff4a06d890f req-a0a53371-fd92-47f3-a798-2029edd37335 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.6181281 Feb 09 01:17:55.262813 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:55.285059 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90b23c7e-6855-444f-99cf-907c1af50ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:55.296582 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-b2fe7362-33ba-43da-8ac5-e2c71c4f27c2 req-2926d9a3-c627-4db7-9866-07d0f7ff8a1f tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] For port 8733f32c-f755-472d-8c08-5332b17eafc6, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=8733f32c-f755-472d-8c08-5332b17eafc6,segment=NetworkSegment(cb079a45-5053-4d11-90b3-e37f97e508c1),segment_id=cb079a45-5053-4d11-90b3-e37f97e508c1)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:17:55.443123 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3fba7ad2-f267-4bd3-8fdd-4ff4a06d890f req-796fe53d-2a6f-437d-93d9-05149a0ed781 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243280 Feb 09 01:17:55.480234 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d9914aa7-f58e-401c-ad3a-a37aa582aaf9 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:17:55.720716 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: d9914aa7-f58e-401c-ad3a-a37aa582aaf9 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:17:55.720930 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d9914aa7-f58e-401c-ad3a-a37aa582aaf9 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:17:55.784777 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-b2fe7362-33ba-43da-8ac5-e2c71c4f27c2 req-2926d9a3-c627-4db7-9866-07d0f7ff8a1f tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:55.835473 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-b2fe7362-33ba-43da-8ac5-e2c71c4f27c2 req-2926d9a3-c627-4db7-9866-07d0f7ff8a1f tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:55.854957 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05dd67-dac5-4b51-99d2-c259449a722e req-374f3ff4-21ac-4a88-a6e7-c4add92f5af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:55.858584 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['45c7be29-9a89-4388-97bc-3b26d9b6940e', '8733f32c-f755-472d-8c08-5332b17eafc6'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:17:55.859682 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4b05dd67-dac5-4b51-99d2-c259449a722e req-374f3ff4-21ac-4a88-a6e7-c4add92f5af4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3afca57-246e-458a-965f-203ae806e5cf HTTP/1.1" status: 200 len: 915 time: 0.8945098 Feb 09 01:17:56.115352 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d1ce0bb1-b7ba-4dff-a302-9d89b4b0cb61 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:17:56.295264 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53852) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:56.495432 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-85571c45-f2a5-40f0-8191-f442d81487db admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:56.497946 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe7362-33ba-43da-8ac5-e2c71c4f27c2 req-2926d9a3-c627-4db7-9866-07d0f7ff8a1f tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:56.498647 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-b2fe7362-33ba-43da-8ac5-e2c71c4f27c2 req-2926d9a3-c627-4db7-9866-07d0f7ff8a1f tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:56.500036 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b2fe7362-33ba-43da-8ac5-e2c71c4f27c2 req-2926d9a3-c627-4db7-9866-07d0f7ff8a1f tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "PUT /v2.0/ports/8733f32c-f755-472d-8c08-5332b17eafc6 HTTP/1.1" status: 200 len: 982 time: 3.5030525 Feb 09 01:17:56.509319 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d65804-3286-42a8-b4f8-c4fcee9a66ae', 'tag': '8733f32c-f755-472d-8c08-5332b17eafc6'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:17:56.522578 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port d1ce0bb1-b7ba-4dff-a302-9d89b4b0cb61 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:56.523263 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:56.576241 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2926d9a3-c627-4db7-9866-07d0f7ff8a1f tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Pushing event updated for resources: {'Port': ['ID=8733f32c-f755-472d-8c08-5332b17eafc6,revision_number=6']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:56.582474 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b23c7e-6855-444f-99cf-907c1af50ee6 admin admin] Router b41900a1-b1af-41f2-9c56-4d63f0091d1c is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:17:56.590157 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4b05dd67-dac5-4b51-99d2-c259449a722e req-9fa00151-cba5-4009-8814-3125763a5784 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c075d6fd-703f-40d7-825e-b505d968b11b HTTP/1.1" status: 200 len: 217 time: 0.5044250 Feb 09 01:17:56.598680 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-91695eff-018f-4d58-a226-043bf74abdca tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:56.625062 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['8733f32c-f755-472d-8c08-5332b17eafc6'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:17:56.632516 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-85571c45-f2a5-40f0-8191-f442d81487db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:56.775752 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-85571c45-f2a5-40f0-8191-f442d81487db admin admin] Usage tracker for resource:security_group_rule and tenant:71911592bb8f429392b4667b0affc111 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:56.780856 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-85571c45-f2a5-40f0-8191-f442d81487db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:56.787325 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-85571c45-f2a5-40f0-8191-f442d81487db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:56.849072 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05dd67-dac5-4b51-99d2-c259449a722e req-b956e207-d4ac-47bb-9f7c-87f63b2ce9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:56.852592 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4b05dd67-dac5-4b51-99d2-c259449a722e req-b956e207-d4ac-47bb-9f7c-87f63b2ce9a6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16056dee-9c0e-41b1-962a-fb2cf7216c50 HTTP/1.1" status: 200 len: 854 time: 0.2078414 Feb 09 01:17:56.925498 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53874) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:57.004438 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b23c7e-6855-444f-99cf-907c1af50ee6 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:17:57.018473 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1842ac1-3819-4438-9fb7-8e96444150cd None None] Sync routers for ids ['b41900a1-b1af-41f2-9c56-4d63f0091d1c'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:57.020833 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e63cc-1041-4847-993c-b4f9e42de483 req-b261ac9a-0a61-4cdc-8892-767244f91906 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:57.021063 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4b05dd67-dac5-4b51-99d2-c259449a722e req-9c05c520-3af0-4fa6-b39a-89b79b6f0abe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3afca57-246e-458a-965f-203ae806e5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964246 Feb 09 01:17:57.022675 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-782e63cc-1041-4847-993c-b4f9e42de483 req-b261ac9a-0a61-4cdc-8892-767244f91906 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.3063204 Feb 09 01:17:57.055899 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1842ac1-3819-4438-9fb7-8e96444150cd None None] Routers {'b41900a1-b1af-41f2-9c56-4d63f0091d1c'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:17:57.056539 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-e1842ac1-3819-4438-9fb7-8e96444150cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:17:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['b41900a1-b1af-41f2-9c56-4d63f0091d1c'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:57.080054 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90b23c7e-6855-444f-99cf-907c1af50ee6 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:57.082047 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-90b23c7e-6855-444f-99cf-907c1af50ee6 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 9.9496272 Feb 09 01:17:57.086329 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53882) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:57.189179 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-782e63cc-1041-4847-993c-b4f9e42de483 req-3733f594-6d33-427d-b07a-076d57c08e08 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545761 Feb 09 01:17:57.447927 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-18ec5f09-9d25-4d81-9c3a-e117150f502b req-5b256c5c-aa6c-4ac6-bb7c-8bc204fad34d tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups/d4a85272-468a-4c96-83b4-ab60ce1bb749 HTTP/1.1" status: 200 len: 1801 time: 0.0954137 Feb 09 01:17:57.549829 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4b05dd67-dac5-4b51-99d2-c259449a722e req-3a317145-2d68-42aa-8d02-7083a2903455 service neutron] 10.222.0.35 "GET /v2.0/networks/a3afca57-246e-458a-965f-203ae806e5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623504 Feb 09 01:17:57.591860 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-91695eff-018f-4d58-a226-043bf74abdca tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:57.639755 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-e1842ac1-3819-4438-9fb7-8e96444150cd None None] Set router b41900a1-b1af-41f2-9c56-4d63f0091d1c gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:17:57.655500 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [req-18ec5f09-9d25-4d81-9c3a-e117150f502b req-b0b22863-5c2e-4bd6-be72-1c54e9608439 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 01:17:57.656564 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-18ec5f09-9d25-4d81-9c3a-e117150f502b req-b0b22863-5c2e-4bd6-be72-1c54e9608439 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "DELETE /v2.0/security-groups/d4a85272-468a-4c96-83b4-ab60ce1bb749 HTTP/1.1" status: 409 len: 341 time: 0.1424527 Feb 09 01:17:57.855936 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74d65804-3286-42a8-b4f8-c4fcee9a66ae', 'tag': '8733f32c-f755-472d-8c08-5332b17eafc6', 'status': 'completed', 'code': 200} Feb 09 01:17:57.935799 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91695eff-018f-4d58-a226-043bf74abdca tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Port': ['ID=9574c96b-9a7c-4378-b255-d4a6e9922c97,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:57.958552 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53892) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:57.989548 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0e8b2a1a-d232-4c9c-9fb4-880f79a352e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:58.223045 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-0e8b2a1a-d232-4c9c-9fb4-880f79a352e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:58.230528 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0e8b2a1a-d232-4c9c-9fb4-880f79a352e7 admin admin] Usage tracker for resource:security_group_rule and tenant:b4c72afa3e174003a7629f23239950fd is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:58.236784 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0e8b2a1a-d232-4c9c-9fb4-880f79a352e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:58.248949 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-0e8b2a1a-d232-4c9c-9fb4-880f79a352e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:58.351211 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91695eff-018f-4d58-a226-043bf74abdca tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network 1f540098-9cc1-4391-8f28-9fe4a06440bb is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:58.354004 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-85571c45-f2a5-40f0-8191-f442d81487db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:58.372823 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a60094-586b-4935-baca-ccbed8fd9cab req-d96737d7-e47d-4fbe-8822-53450faea74f tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:58.381008 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-71a60094-586b-4935-baca-ccbed8fd9cab req-d96737d7-e47d-4fbe-8822-53450faea74f tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 2.5572660 Feb 09 01:17:58.384418 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-91695eff-018f-4d58-a226-043bf74abdca tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:58.387654 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91695eff-018f-4d58-a226-043bf74abdca tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:17:58.393905 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91695eff-018f-4d58-a226-043bf74abdca tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:58.394544 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-91695eff-018f-4d58-a226-043bf74abdca tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:58.438309 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-85571c45-f2a5-40f0-8191-f442d81487db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:58.472192 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-e1842ac1-3819-4438-9fb7-8e96444150cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41900a1-b1af-41f2-9c56-4d63f0091d1c', 'name': 'tempest-ImageQuotaTest-1770167367-router', 'tenant_id': 'bf9c73013e2645af9f30a371da86a296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'a73770ad-97ad-4867-a63b-5e0082d8a108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:47Z', 'updated_at': '2022-02-09T01:17:53Z', 'revision_number': 3, 'project_id': 'bf9c73013e2645af9f30a371da86a296', 'gw_port': {'id': 'a73770ad-97ad-4867-a63b-5e0082d8a108', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41900a1-b1af-41f2-9c56-4d63f0091d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:50Z', 'updated_at': '2022-02-09T01:17:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:58.477269 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1842ac1-3819-4438-9fb7-8e96444150cd None None] Checking router: b41900a1-b1af-41f2-9c56-4d63f0091d1c for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:17:58.477678 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1842ac1-3819-4438-9fb7-8e96444150cd None None] Updating router b41900a1-b1af-41f2-9c56-4d63f0091d1c port a73770ad-97ad-4867-a63b-5e0082d8a108 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:17:58.532959 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1ee7d642-7d31-4fc5-8636-efc341b55d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:58.553842 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-e1842ac1-3819-4438-9fb7-8e96444150cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:58.557229 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-91695eff-018f-4d58-a226-043bf74abdca tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 4.5448163 Feb 09 01:17:58.561811 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53900) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:58.576572 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-acb16bd7-f645-496c-bcd0-1b8b978809dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:58.597196 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1ee7d642-7d31-4fc5-8636-efc341b55d60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:17:58.601984 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1ee7d642-7d31-4fc5-8636-efc341b55d60 admin admin] Usage tracker for resource:security_group_rule and tenant:f5df5c7e821a4197ad2df3096d39d091 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:17:58.605218 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1ee7d642-7d31-4fc5-8636-efc341b55d60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:17:58.612191 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1ee7d642-7d31-4fc5-8636-efc341b55d60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:17:58.656306 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85571c45-f2a5-40f0-8191-f442d81487db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9f9cf0-9291-4aa8-9136-87baee96ebda,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:58.670064 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-85571c45-f2a5-40f0-8191-f442d81487db admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=71911592bb8f429392b4667b0affc111&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3097970 Feb 09 01:17:58.687680 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53906) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:58.859540 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4b05dd67-dac5-4b51-99d2-c259449a722e req-fa12bf50-0351-4345-b290-8fdd78ab0617 service neutron] 10.222.0.35 "GET /v2.0/networks/a3afca57-246e-458a-965f-203ae806e5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2470756 Feb 09 01:17:58.970480 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-e7aa998a-f67b-44a3-8ba5-2668955304d2 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Deleting port 9574c96b-9a7c-4378-b255-d4a6e9922c97 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:17:58.971711 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e7aa998a-f67b-44a3-8ba5-2668955304d2 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:59.071269 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-e1842ac1-3819-4438-9fb7-8e96444150cd None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:59.085390 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-e1842ac1-3819-4438-9fb7-8e96444150cd None None] Transition to ACTIVE for port object a73770ad-97ad-4867-a63b-5e0082d8a108 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:59.098871 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-e1842ac1-3819-4438-9fb7-8e96444150cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:59.140787 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f42515-891d-4090-b258-7125636a365c req-b8d07bda-059d-4c28-9e50-37791e347145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:59.147950 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-89f42515-891d-4090-b258-7125636a365c req-b8d07bda-059d-4c28-9e50-37791e347145 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=89c5ef19807744ed9ff690157d53e75e&device_id=74d65804-3286-42a8-b4f8-c4fcee9a66ae HTTP/1.1" status: 200 len: 1136 time: 1.2177505 Feb 09 01:17:59.180784 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-71a60094-586b-4935-baca-ccbed8fd9cab req-875b79c5-3ec4-4259-ac87-31980a9b4b03 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7982123 Feb 09 01:17:59.194619 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0e8b2a1a-d232-4c9c-9fb4-880f79a352e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:59.198775 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-e1842ac1-3819-4438-9fb7-8e96444150cd None None] Attempting to bind port a73770ad-97ad-4867-a63b-5e0082d8a108 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:17:59.199005 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-e1842ac1-3819-4438-9fb7-8e96444150cd None None] Attempting to bind port a73770ad-97ad-4867-a63b-5e0082d8a108 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:17:59.199591 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1842ac1-3819-4438-9fb7-8e96444150cd None None] Attempting to bind port a73770ad-97ad-4867-a63b-5e0082d8a108 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:17:59.204726 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-927e4a05-e0e4-4004-bff0-f3d17e4624c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:59.207018 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6cb4f-e80c-4ce4-92ac-b5ce6190dada None None] Pushing event updated for resources: {'Port': ['ID=a73770ad-97ad-4867-a63b-5e0082d8a108,revision_number=2']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:59.223017 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1842ac1-3819-4438-9fb7-8e96444150cd None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:17:59.223390 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1842ac1-3819-4438-9fb7-8e96444150cd None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:17:59.223794 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-e1842ac1-3819-4438-9fb7-8e96444150cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:59.224177 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1842ac1-3819-4438-9fb7-8e96444150cd None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:17:59.224830 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-e1842ac1-3819-4438-9fb7-8e96444150cd None None] Bound port: a73770ad-97ad-4867-a63b-5e0082d8a108, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:17:59.225204 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-e1842ac1-3819-4438-9fb7-8e96444150cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:59.235156 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-927e4a05-e0e4-4004-bff0-f3d17e4624c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:59.238793 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0e8b2a1a-d232-4c9c-9fb4-880f79a352e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:59.264111 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6cb4f-e80c-4ce4-92ac-b5ce6190dada None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:59.264465 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6cb4f-e80c-4ce4-92ac-b5ce6190dada None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:59.264870 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6cb4f-e80c-4ce4-92ac-b5ce6190dada None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:59.265173 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6cb4f-e80c-4ce4-92ac-b5ce6190dada None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:59.265505 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6cb4f-e80c-4ce4-92ac-b5ce6190dada None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:59.265823 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6cb4f-e80c-4ce4-92ac-b5ce6190dada None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:59.266148 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6cb4f-e80c-4ce4-92ac-b5ce6190dada None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:59.266518 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6cb4f-e80c-4ce4-92ac-b5ce6190dada None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:59.266836 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6cb4f-e80c-4ce4-92ac-b5ce6190dada None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:59.267156 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6cb4f-e80c-4ce4-92ac-b5ce6190dada None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:59.267526 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6cb4f-e80c-4ce4-92ac-b5ce6190dada None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:59.267838 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6cb4f-e80c-4ce4-92ac-b5ce6190dada None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:59.347697 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1ee7d642-7d31-4fc5-8636-efc341b55d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:59.348728 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-927e4a05-e0e4-4004-bff0-f3d17e4624c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:59.375917 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b2a1a-d232-4c9c-9fb4-880f79a352e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787f5f12-088a-42f2-8f3e-ea3e38117a04,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:59.384858 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1ee7d642-7d31-4fc5-8636-efc341b55d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:59.430033 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-e1842ac1-3819-4438-9fb7-8e96444150cd None None] For port a73770ad-97ad-4867-a63b-5e0082d8a108, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:17:59.434940 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-e1842ac1-3819-4438-9fb7-8e96444150cd None None] For port a73770ad-97ad-4867-a63b-5e0082d8a108, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=a73770ad-97ad-4867-a63b-5e0082d8a108,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:17:59.446460 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e4a05-e0e4-4004-bff0-f3d17e4624c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9f9cf0-9291-4aa8-9136-87baee96ebda,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:59.448125 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-e1842ac1-3819-4438-9fb7-8e96444150cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:59.498046 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f42515-891d-4090-b258-7125636a365c req-7142dd01-a4e4-46d0-a092-fe1f4ea2265d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:59.499702 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-89f42515-891d-4090-b258-7125636a365c req-7142dd01-a4e4-46d0-a092-fe1f4ea2265d service neutron] 10.222.0.35 "GET /v2.0/networks?id=7528e6de-56b5-4c9a-a85f-c61a69fcd52d HTTP/1.1" status: 200 len: 914 time: 0.2994111 Feb 09 01:17:59.511786 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7d642-7d31-4fc5-8636-efc341b55d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005f4999-0734-4046-90d9-87e975383d76,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:59.537771 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1ee7d642-7d31-4fc5-8636-efc341b55d60 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f5df5c7e821a4197ad2df3096d39d091&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4425271 Feb 09 01:17:59.542420 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53914) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:59.554624 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-927e4a05-e0e4-4004-bff0-f3d17e4624c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:17:59.558169 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-927e4a05-e0e4-4004-bff0-f3d17e4624c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dd9f9cf0-9291-4aa8-9136-87baee96ebda HTTP/1.1" status: 204 len: 168 time: 0.8651950 Feb 09 01:17:59.572809 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1842ac1-3819-4438-9fb7-8e96444150cd None None] Routers {'b41900a1-b1af-41f2-9c56-4d63f0091d1c'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:17:59.574040 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-e1842ac1-3819-4438-9fb7-8e96444150cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:17:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['b41900a1-b1af-41f2-9c56-4d63f0091d1c'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:59.601094 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b130382-f0aa-4ea1-8303-8846cfe2d884 req-6a5636a4-a237-4c37-bf02-b69011a2d8de tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:59.609415 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3b130382-f0aa-4ea1-8303-8846cfe2d884 req-6a5636a4-a237-4c37-bf02-b69011a2d8de tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.6844971 Feb 09 01:17:59.653437 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6cb4f-e80c-4ce4-92ac-b5ce6190dada None None] Pushing event updated for resources: {'Port': ['ID=a73770ad-97ad-4867-a63b-5e0082d8a108,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:59.691814 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-acb16bd7-f645-496c-bcd0-1b8b978809dd admin admin] Allocated IP 172.20.0.1 (d93bf217-a755-4d00-a374-1fb0f78e351e/6afcca36-097a-43c5-81de-83f598521e80/473ea777-510e-481c-b0c2-a12221a9e0da) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:59.745641 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0e8b2a1a-d232-4c9c-9fb4-880f79a352e7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b4c72afa3e174003a7629f23239950fd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8136606 Feb 09 01:17:59.755569 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53920) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:17:59.819284 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-e1842ac1-3819-4438-9fb7-8e96444150cd None None] Set router b41900a1-b1af-41f2-9c56-4d63f0091d1c gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:17:59.836149 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3b130382-f0aa-4ea1-8303-8846cfe2d884 req-fa9c885f-54d3-4e65-9c5f-497bbb292142 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237802 Feb 09 01:17:59.924078 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-89f42515-891d-4090-b258-7125636a365c req-ef1ac945-977d-4e45-a648-8e58074ec6d0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8733f32c-f755-472d-8c08-5332b17eafc6 HTTP/1.1" status: 200 len: 217 time: 0.3421946 Feb 09 01:18:00.160613 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a922fa6c-f2d8-497f-b8d3-ceac9715914a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:00.272949 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e7aa998a-f67b-44a3-8ba5-2668955304d2 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:00.325466 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96bb7f-39a9-418f-8581-856642345eb8 req-7f1ead5a-7dd5-4760-b32c-c974f2b727d1 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:00.327194 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-af96bb7f-39a9-418f-8581-856642345eb8 req-7f1ead5a-7dd5-4760-b32c-c974f2b727d1 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=74d65804-3286-42a8-b4f8-c4fcee9a66ae HTTP/1.1" status: 200 len: 985 time: 0.8240929 Feb 09 01:18:00.373347 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-e1842ac1-3819-4438-9fb7-8e96444150cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41900a1-b1af-41f2-9c56-4d63f0091d1c', 'name': 'tempest-ImageQuotaTest-1770167367-router', 'tenant_id': 'bf9c73013e2645af9f30a371da86a296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'a73770ad-97ad-4867-a63b-5e0082d8a108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:47Z', 'updated_at': '2022-02-09T01:17:53Z', 'revision_number': 3, 'project_id': 'bf9c73013e2645af9f30a371da86a296', 'gw_port': {'id': 'a73770ad-97ad-4867-a63b-5e0082d8a108', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41900a1-b1af-41f2-9c56-4d63f0091d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:50Z', 'updated_at': '2022-02-09T01:17:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:00.384651 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1842ac1-3819-4438-9fb7-8e96444150cd None None] The sync data for ids ['b41900a1-b1af-41f2-9c56-4d63f0091d1c'] in n-d-828419-1 is: [{'id': 'b41900a1-b1af-41f2-9c56-4d63f0091d1c', 'name': 'tempest-ImageQuotaTest-1770167367-router', 'tenant_id': 'bf9c73013e2645af9f30a371da86a296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'a73770ad-97ad-4867-a63b-5e0082d8a108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:47Z', 'updated_at': '2022-02-09T01:17:53Z', 'revision_number': 3, 'project_id': 'bf9c73013e2645af9f30a371da86a296', 'gw_port': {'id': 'a73770ad-97ad-4867-a63b-5e0082d8a108', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41900a1-b1af-41f2-9c56-4d63f0091d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:50Z', 'updated_at': '2022-02-09T01:17:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:18:00.400138 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a922fa6c-f2d8-497f-b8d3-ceac9715914a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:00.511494 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-26486a6b-888b-4bc5-be09-770bedcd2457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:00.572265 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a922fa6c-f2d8-497f-b8d3-ceac9715914a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:00.628615 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a922fa6c-f2d8-497f-b8d3-ceac9715914a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005f4999-0734-4046-90d9-87e975383d76,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:00.666333 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-26486a6b-888b-4bc5-be09-770bedcd2457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:00.683615 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-e7aa998a-f67b-44a3-8ba5-2668955304d2 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Calling delete_port for 9574c96b-9a7c-4378-b255-d4a6e9922c97 owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:18:00.730526 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-acb16bd7-f645-496c-bcd0-1b8b978809dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:00.739835 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a922fa6c-f2d8-497f-b8d3-ceac9715914a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:00.741001 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a922fa6c-f2d8-497f-b8d3-ceac9715914a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/005f4999-0734-4046-90d9-87e975383d76 HTTP/1.1" status: 204 len: 168 time: 1.1972203 Feb 09 01:18:00.755595 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f42515-891d-4090-b258-7125636a365c req-b5147052-a4cf-42e5-bf9d-b38469f8fe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:00.757805 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-89f42515-891d-4090-b258-7125636a365c req-b5147052-a4cf-42e5-bf9d-b38469f8fe7e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c8da2af-e975-41d5-b56a-cde865a2fffb HTTP/1.1" status: 200 len: 853 time: 0.7988219 Feb 09 01:18:00.812592 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-acb16bd7-f645-496c-bcd0-1b8b978809dd admin admin] Transition to ACTIVE for port object 473ea777-510e-481c-b0c2-a12221a9e0da will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:00.853197 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c016e6-496d-42e7-b255-40f757a8be0f req-9a511f4f-3a82-4e08-88b3-813e732a8352 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:00.860478 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-28c016e6-496d-42e7-b255-40f757a8be0f req-9a511f4f-3a82-4e08-88b3-813e732a8352 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.3502061 Feb 09 01:18:00.895603 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-89f42515-891d-4090-b258-7125636a365c req-67ac740f-5a5c-4727-9466-0a3c15a004dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7528e6de-56b5-4c9a-a85f-c61a69fcd52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079915 Feb 09 01:18:00.933171 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-26486a6b-888b-4bc5-be09-770bedcd2457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:00.942812 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-af96bb7f-39a9-418f-8581-856642345eb8 req-44143942-1961-4108-8a40-edd6df8dea5c tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups?id=487bc88e-fef9-4445-8b50-c8d422d7ac67&id=d4a85272-468a-4c96-83b4-ab60ce1bb749&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.4201734 Feb 09 01:18:01.033993 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26486a6b-888b-4bc5-be09-770bedcd2457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787f5f12-088a-42f2-8f3e-ea3e38117a04,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:01.126077 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7510e4-42ff-41e6-aaab-2252fec55237 req-510f1877-60ef-458e-8eea-666310eb0097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:01.127584 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ff7510e4-42ff-41e6-aaab-2252fec55237 req-510f1877-60ef-458e-8eea-666310eb0097 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce0095aebb0840088ecf37cbcece72f6&device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 1096 time: 0.5955479 Feb 09 01:18:01.130461 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e7aa998a-f67b-44a3-8ba5-2668955304d2 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:01.130900 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-28c016e6-496d-42e7-b255-40f757a8be0f req-cadcc6d2-6260-4ac9-acb4-c23499bf70af tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664456 Feb 09 01:18:01.139913 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-acb16bd7-f645-496c-bcd0-1b8b978809dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:01.293311 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa998a-f67b-44a3-8ba5-2668955304d2 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Port': ['ID=9574c96b-9a7c-4378-b255-d4a6e9922c97,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:01.321019 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-26486a6b-888b-4bc5-be09-770bedcd2457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:01.322721 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-26486a6b-888b-4bc5-be09-770bedcd2457 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/787f5f12-088a-42f2-8f3e-ea3e38117a04 HTTP/1.1" status: 204 len: 168 time: 1.5535359 Feb 09 01:18:01.369992 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb16bd7-f645-496c-bcd0-1b8b978809dd admin admin] Pushing event updated for resources: {'Port': ['ID=473ea777-510e-481c-b0c2-a12221a9e0da,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:01.389744 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb16bd7-f645-496c-bcd0-1b8b978809dd admin admin] Network d93bf217-a755-4d00-a374-1fb0f78e351e is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:01.391836 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-acb16bd7-f645-496c-bcd0-1b8b978809dd admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:01.395884 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb16bd7-f645-496c-bcd0-1b8b978809dd admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:18:01.498773 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-acb16bd7-f645-496c-bcd0-1b8b978809dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:01.672683 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-89f42515-891d-4090-b258-7125636a365c req-b3fc7b6a-b83c-4ae9-a6b7-5ba25ee4745e service neutron] 10.222.0.35 "GET /v2.0/networks/7528e6de-56b5-4c9a-a85f-c61a69fcd52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7389929 Feb 09 01:18:01.674862 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e7aa998a-f67b-44a3-8ba5-2668955304d2 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:01.848117 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7510e4-42ff-41e6-aaab-2252fec55237 req-3b1da423-0581-493c-83ec-4b1e13488bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:01.849842 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ff7510e4-42ff-41e6-aaab-2252fec55237 req-3b1da423-0581-493c-83ec-4b1e13488bf8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0055357f-6a74-45ba-a134-b5223508c9d1 HTTP/1.1" status: 200 len: 912 time: 0.7117836 Feb 09 01:18:01.955006 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9c76ecaf-2553-4326-8664-26980b58e7ff None None] Provisioning for port 473ea777-510e-481c-b0c2-a12221a9e0da completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:18:01.967860 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9c76ecaf-2553-4326-8664-26980b58e7ff None None] Provisioning complete for port 473ea777-510e-481c-b0c2-a12221a9e0da triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:01.968684 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9c76ecaf-2553-4326-8664-26980b58e7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:02.034693 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ff7510e4-42ff-41e6-aaab-2252fec55237 req-484bff08-b235-474f-ba4c-193035620d24 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fbef048-139b-49ec-9219-48402a20c475 HTTP/1.1" status: 200 len: 1000 time: 0.1431868 Feb 09 01:18:02.095911 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53966) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:02.173909 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9b211b60-abad-4b96-a644-25b62cbabdf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:02.187601 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-9c76ecaf-2553-4326-8664-26980b58e7ff None None] Port 473ea777-510e-481c-b0c2-a12221a9e0da cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:18:02.218975 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9b211b60-abad-4b96-a644-25b62cbabdf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:02.258507 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device a73770ad-97ad-4867-a63b-5e0082d8a108 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:18:02.277540 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9b211b60-abad-4b96-a644-25b62cbabdf0 admin admin] Usage tracker for resource:security_group_rule and tenant:446cc995275f4b26b832c89db02ebc90 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:02.300551 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9b211b60-abad-4b96-a644-25b62cbabdf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:02.304136 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7510e4-42ff-41e6-aaab-2252fec55237 req-b3e1ddff-611a-49ce-bbf3-5758a23b3d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:02.306243 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ff7510e4-42ff-41e6-aaab-2252fec55237 req-b3e1ddff-611a-49ce-bbf3-5758a23b3d94 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6f367ae-6db3-44ee-a579-54c0e257ede0 HTTP/1.1" status: 200 len: 850 time: 0.2376168 Feb 09 01:18:02.377654 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9b211b60-abad-4b96-a644-25b62cbabdf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:02.418534 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-acb16bd7-f645-496c-bcd0-1b8b978809dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:02.440929 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port a73770ad-97ad-4867-a63b-5e0082d8a108 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:18:02.448795 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port a73770ad-97ad-4867-a63b-5e0082d8a108 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:02.449172 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:02.465217 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e7aa998a-f67b-44a3-8ba5-2668955304d2 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/ports/9574c96b-9a7c-4378-b255-d4a6e9922c97 HTTP/1.1" status: 204 len: 168 time: 3.8002102 Feb 09 01:18:02.466249 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53974) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:02.499916 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-8911a7cc-0ace-4d09-9214-96418171e42e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'port': {'network_id': '1f540098-9cc1-4391-8f28-9fe4a06440bb', 'mac_address': 'fa:16:3e:42:2f:f8', 'name': 'tempest-PortsTestJSON-390913672'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:02.627554 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814b3ec-1d4a-4249-8bc0-d9ba8dd1fa66 req-ef1ad7e6-352d-45b5-95da-64020fab6134 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:02.629879 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1814b3ec-1d4a-4249-8bc0-d9ba8dd1fa66 req-ef1ad7e6-352d-45b5-95da-64020fab6134 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=74d65804-3286-42a8-b4f8-c4fcee9a66ae HTTP/1.1" status: 200 len: 985 time: 0.3247204 Feb 09 01:18:02.650045 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347a546-55d9-4451-af45-decbf9290805 req-7cf3c984-37b0-4f4a-b343-857ba232eafb tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:02.652000 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3347a546-55d9-4451-af45-decbf9290805 req-7cf3c984-37b0-4f4a-b343-857ba232eafb tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 1.3728197 Feb 09 01:18:02.773330 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7510e4-42ff-41e6-aaab-2252fec55237 req-ff8fdcea-9fa9-4815-b1c2-ee9bc30e0f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:02.776907 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ff7510e4-42ff-41e6-aaab-2252fec55237 req-ff8fdcea-9fa9-4815-b1c2-ee9bc30e0f62 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0055357f-6a74-45ba-a134-b5223508c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3667400 Feb 09 01:18:02.790290 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:02.840512 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port a73770ad-97ad-4867-a63b-5e0082d8a108, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=a73770ad-97ad-4867-a63b-5e0082d8a108,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:02.853283 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:02.862234 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3347a546-55d9-4451-af45-decbf9290805 req-d97ddc67-6e04-42f1-9f24-ee460e25751f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698573 Feb 09 01:18:02.883900 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1814b3ec-1d4a-4249-8bc0-d9ba8dd1fa66 req-ae089cc7-dd42-428c-ba5e-cf5ba69f4883 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups?id=487bc88e-fef9-4445-8b50-c8d422d7ac67&id=d4a85272-468a-4c96-83b4-ab60ce1bb749&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2166607 Feb 09 01:18:03.014089 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=a73770ad-97ad-4867-a63b-5e0082d8a108,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:03.044812 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:03.045586 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8911a7cc-0ace-4d09-9214-96418171e42e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:03.045934 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:03.046289 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:03.047431 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:03.047774 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:03.048106 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:03.048475 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:03.048803 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:03.052706 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:03.053086 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:03.053648 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:03.053988 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:03.063177 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8911a7cc-0ace-4d09-9214-96418171e42e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:port and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:03.071710 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8911a7cc-0ace-4d09-9214-96418171e42e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:03.078493 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9b211b60-abad-4b96-a644-25b62cbabdf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:03.088734 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8911a7cc-0ace-4d09-9214-96418171e42e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:03.093933 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9b211b60-abad-4b96-a644-25b62cbabdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:03.112572 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-89f42515-891d-4090-b258-7125636a365c req-fbdfa0a8-1b34-4162-abe2-50e669b3990f service neutron] 10.222.0.35 "GET /v2.0/networks/7528e6de-56b5-4c9a-a85f-c61a69fcd52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2465608 Feb 09 01:18:03.127950 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8911a7cc-0ace-4d09-9214-96418171e42e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:03.300225 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9b211b60-abad-4b96-a644-25b62cbabdf0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=446cc995275f4b26b832c89db02ebc90&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2025950 Feb 09 01:18:03.305234 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53994) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:03.344949 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b211b60-abad-4b96-a644-25b62cbabdf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066c813b-3a77-4642-96ef-0f7156c4e383,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:03.470188 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ea3f752d-e9f5-4fe4-a2df-467055a154b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:03.573216 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ff7510e4-42ff-41e6-aaab-2252fec55237 req-89fea69b-25f2-451d-b6a4-3bef74b9c430 service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7867315 Feb 09 01:18:03.727455 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ea3f752d-e9f5-4fe4-a2df-467055a154b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:03.750353 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8911a7cc-0ace-4d09-9214-96418171e42e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:03.786984 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.resource_extend [None req-acb16bd7-f645-496c-bcd0-1b8b978809dd admin admin] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:18:03.826235 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-acb16bd7-f645-496c-bcd0-1b8b978809dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:03.828084 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ea3f752d-e9f5-4fe4-a2df-467055a154b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:03.874909 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ea3f752d-e9f5-4fe4-a2df-467055a154b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:03.878724 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ea3f752d-e9f5-4fe4-a2df-467055a154b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/066c813b-3a77-4642-96ef-0f7156c4e383 HTTP/1.1" status: 204 len: 168 time: 0.5700402 Feb 09 01:18:03.885242 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-acb16bd7-f645-496c-bcd0-1b8b978809dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:03.989208 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-8911a7cc-0ace-4d09-9214-96418171e42e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] device_id is not set on port 7b5c8ac7-9370-4dc6-ad22-7e4029d78c14 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:18:04.010816 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-acb16bd7-f645-496c-bcd0-1b8b978809dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:04.014720 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f752d-e9f5-4fe4-a2df-467055a154b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066c813b-3a77-4642-96ef-0f7156c4e383,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:04.221794 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device a73770ad-97ad-4867-a63b-5e0082d8a108 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:18:04.309568 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb16bd7-f645-496c-bcd0-1b8b978809dd admin admin] Network d93bf217-a755-4d00-a374-1fb0f78e351e is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:04.386735 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-acb16bd7-f645-496c-bcd0-1b8b978809dd admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:04.439904 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port a73770ad-97ad-4867-a63b-5e0082d8a108 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:04.441174 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:04.458072 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ff7510e4-42ff-41e6-aaab-2252fec55237 req-9122c96a-ae2b-41f5-a4ab-618e14adeb5a service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7644300 Feb 09 01:18:04.496020 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8911a7cc-0ace-4d09-9214-96418171e42e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:04.537507 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f14748-eb2d-4f74-b18c-9eea22b66029 req-48c50c6a-1935-423d-b2c6-5ada51f9516a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:04.538534 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-85f14748-eb2d-4f74-b18c-9eea22b66029 req-48c50c6a-1935-423d-b2c6-5ada51f9516a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=89c5ef19807744ed9ff690157d53e75e&device_id=74d65804-3286-42a8-b4f8-c4fcee9a66ae HTTP/1.1" status: 200 len: 1136 time: 1.2248428 Feb 09 01:18:04.557771 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10341c-9770-4c93-a7d1-d60f94845dce req-0ef7b12a-93e2-40bc-845e-0fe9506bb4f4 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:04.559347 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f10341c-9770-4c93-a7d1-d60f94845dce req-0ef7b12a-93e2-40bc-845e-0fe9506bb4f4 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 1.3804598 Feb 09 01:18:04.643660 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb16bd7-f645-496c-bcd0-1b8b978809dd admin admin] Pushing event updated for resources: {'Port': ['ID=473ea777-510e-481c-b0c2-a12221a9e0da,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:04.852730 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7099bf3e-9f3d-443c-9409-c00acb143b5a None None] Provisioning complete for port 473ea777-510e-481c-b0c2-a12221a9e0da triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:04.854019 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7099bf3e-9f3d-443c-9409-c00acb143b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:04.935661 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54026) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:05.006320 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-7099bf3e-9f3d-443c-9409-c00acb143b5a None None] Port 473ea777-510e-481c-b0c2-a12221a9e0da cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:18:05.063914 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da4192-d607-4288-83d1-2e57805b6835 req-a7e27557-91f6-45f4-ad60-3c98259044ca tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:05.076049 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-40da4192-d607-4288-83d1-2e57805b6835 req-a7e27557-91f6-45f4-ad60-3c98259044ca tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.7852919 Feb 09 01:18:05.157020 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1ce6078b-ff3a-4c09-a355-9b0ea1364b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:05.279077 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1ce6078b-ff3a-4c09-a355-9b0ea1364b60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:05.285893 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb16bd7-f645-496c-bcd0-1b8b978809dd admin admin] Router b41900a1-b1af-41f2-9c56-4d63f0091d1c has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:18:05.294879 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f10341c-9770-4c93-a7d1-d60f94845dce req-c2e190a0-2896-4a0f-8241-70b9a9b8d3d4 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772825 Feb 09 01:18:05.300320 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-40da4192-d607-4288-83d1-2e57805b6835 req-fa0ca26e-4285-41e6-8fd8-6be3d319fde4 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223449 Feb 09 01:18:05.301375 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f14748-eb2d-4f74-b18c-9eea22b66029 req-8d5ef408-10d7-4bb5-a836-e8c61caa57d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:05.303524 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-85f14748-eb2d-4f74-b18c-9eea22b66029 req-8d5ef408-10d7-4bb5-a836-e8c61caa57d1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7528e6de-56b5-4c9a-a85f-c61a69fcd52d HTTP/1.1" status: 200 len: 914 time: 0.7417371 Feb 09 01:18:05.317794 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1ce6078b-ff3a-4c09-a355-9b0ea1364b60 admin admin] Usage tracker for resource:security_group_rule and tenant:af45baf99d5540c1b7d537775ea2a95b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:05.415037 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-85f14748-eb2d-4f74-b18c-9eea22b66029 req-290bbd27-bf68-4158-b0ef-3b5cdb2c365c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8733f32c-f755-472d-8c08-5332b17eafc6 HTTP/1.1" status: 200 len: 217 time: 0.1047540 Feb 09 01:18:05.520224 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8911a7cc-0ace-4d09-9214-96418171e42e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:05.541230 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1ce6078b-ff3a-4c09-a355-9b0ea1364b60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:05.543736 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54042) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:05.557887 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1ce6078b-ff3a-4c09-a355-9b0ea1364b60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:05.702504 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb16bd7-f645-496c-bcd0-1b8b978809dd admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:18:05.720635 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0c5671-b71d-4352-aa72-3a29bab97484 None None] Sync routers for ids ['b41900a1-b1af-41f2-9c56-4d63f0091d1c'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:18:05.728158 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-acb16bd7-f645-496c-bcd0-1b8b978809dd admin admin] 10.222.0.37 "PUT /v2.0/routers/b41900a1-b1af-41f2-9c56-4d63f0091d1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6394246 Feb 09 01:18:05.755153 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0c5671-b71d-4352-aa72-3a29bab97484 None None] Routers {'b41900a1-b1af-41f2-9c56-4d63f0091d1c'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:18:05.757970 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5f0c5671-b71d-4352-aa72-3a29bab97484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:17:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['b41900a1-b1af-41f2-9c56-4d63f0091d1c'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:05.777503 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1ce6078b-ff3a-4c09-a355-9b0ea1364b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:05.794402 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1ce6078b-ff3a-4c09-a355-9b0ea1364b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:05.828512 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f14748-eb2d-4f74-b18c-9eea22b66029 req-44751373-879c-4a76-9fe9-181a821ffd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:05.831765 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-85f14748-eb2d-4f74-b18c-9eea22b66029 req-44751373-879c-4a76-9fe9-181a821ffd77 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c8da2af-e975-41d5-b56a-cde865a2fffb HTTP/1.1" status: 200 len: 853 time: 0.4006722 Feb 09 01:18:05.852658 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-1a28e7a3-0d3f-4368-b76c-3efb0ba32f10 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-532327919'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:05.867221 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1a28e7a3-0d3f-4368-b76c-3efb0ba32f10 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:05.884377 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1ce6078b-ff3a-4c09-a355-9b0ea1364b60 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af45baf99d5540c1b7d537775ea2a95b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9252498 Feb 09 01:18:05.886280 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1a28e7a3-0d3f-4368-b76c-3efb0ba32f10 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Usage tracker for resource:network and tenant:4985a944f34b4af6b447ed84a237e5cf is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:05.891012 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54060) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:05.894418 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1a28e7a3-0d3f-4368-b76c-3efb0ba32f10 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:05.897526 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6078b-ff3a-4c09-a355-9b0ea1364b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323ef440-d478-4511-9cfe-d4c775092570,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:05.920822 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1a28e7a3-0d3f-4368-b76c-3efb0ba32f10 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:05.942506 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8911a7cc-0ace-4d09-9214-96418171e42e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network 1f540098-9cc1-4391-8f28-9fe4a06440bb is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:05.949285 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911a7cc-0ace-4d09-9214-96418171e42e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Port': ['ID=7b5c8ac7-9370-4dc6-ad22-7e4029d78c14,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:05.959997 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a28e7a3-0d3f-4368-b76c-3efb0ba32f10 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Made reservation on behalf of 4985a944f34b4af6b447ed84a237e5cf for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:05.963913 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1a28e7a3-0d3f-4368-b76c-3efb0ba32f10 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:05.972961 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-8911a7cc-0ace-4d09-9214-96418171e42e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:05.989516 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1a28e7a3-0d3f-4368-b76c-3efb0ba32f10 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:06.019811 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1a28e7a3-0d3f-4368-b76c-3efb0ba32f10 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:06.049004 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1a28e7a3-0d3f-4368-b76c-3efb0ba32f10 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Usage tracker for resource:security_group_rule and tenant:4985a944f34b4af6b447ed84a237e5cf is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:06.064427 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1a28e7a3-0d3f-4368-b76c-3efb0ba32f10 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:06.068140 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-12ecc5ee-9d12-4092-b80f-f58e80369dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:06.083277 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1a28e7a3-0d3f-4368-b76c-3efb0ba32f10 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:06.123849 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8911a7cc-0ace-4d09-9214-96418171e42e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:18:06.153828 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8911a7cc-0ace-4d09-9214-96418171e42e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:06.154506 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8911a7cc-0ace-4d09-9214-96418171e42e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:06.184882 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-5f0c5671-b71d-4352-aa72-3a29bab97484 None None] Set router b41900a1-b1af-41f2-9c56-4d63f0091d1c gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:18:06.196196 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-12ecc5ee-9d12-4092-b80f-f58e80369dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:06.196997 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-85f14748-eb2d-4f74-b18c-9eea22b66029 req-7c2dd202-fbb7-47bb-9d8e-45a08ce8d7ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7528e6de-56b5-4c9a-a85f-c61a69fcd52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2366779 Feb 09 01:18:06.310255 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8911a7cc-0ace-4d09-9214-96418171e42e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.8312945 Feb 09 01:18:06.312429 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54074) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:06.324532 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f9835-45a8-4fe5-aa87-c1403f6f44ca req-04d9a049-efb7-4caf-a3ec-a999d59b2d3c tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:06.328094 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-966f9835-45a8-4fe5-aa87-c1403f6f44ca req-04d9a049-efb7-4caf-a3ec-a999d59b2d3c tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=74d65804-3286-42a8-b4f8-c4fcee9a66ae HTTP/1.1" status: 200 len: 985 time: 0.7355068 Feb 09 01:18:06.395444 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-12ecc5ee-9d12-4092-b80f-f58e80369dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:06.398368 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-85f14748-eb2d-4f74-b18c-9eea22b66029 req-896d3e4c-13b0-405b-8a26-0ca702e264a5 service neutron] 10.222.0.35 "GET /v2.0/networks/7528e6de-56b5-4c9a-a85f-c61a69fcd52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851647 Feb 09 01:18:06.459438 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-966f9835-45a8-4fe5-aa87-c1403f6f44ca req-518b60a6-41c1-4c0b-b10a-03175412b8de tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups?id=487bc88e-fef9-4445-8b50-c8d422d7ac67&id=d4a85272-468a-4c96-83b4-ab60ce1bb749&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0561736 Feb 09 01:18:06.472433 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ecc5ee-9d12-4092-b80f-f58e80369dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323ef440-d478-4511-9cfe-d4c775092570,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:06.510485 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2418fc4a-8b1b-4eac-ba06-29278f6d93cf tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:06.511877 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2418fc4a-8b1b-4eac-ba06-29278f6d93cf tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "GET /v2.0/ports/7b5c8ac7-9370-4dc6-ad22-7e4029d78c14 HTTP/1.1" status: 200 len: 840 time: 0.1959796 Feb 09 01:18:06.517605 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54088) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:06.570137 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-12ecc5ee-9d12-4092-b80f-f58e80369dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:06.571417 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-12ecc5ee-9d12-4092-b80f-f58e80369dcd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/323ef440-d478-4511-9cfe-d4c775092570 HTTP/1.1" status: 204 len: 168 time: 0.6791503 Feb 09 01:18:06.582804 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1a28e7a3-0d3f-4368-b76c-3efb0ba32f10 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:06.603505 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1a28e7a3-0d3f-4368-b76c-3efb0ba32f10 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:06.626040 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-85f14748-eb2d-4f74-b18c-9eea22b66029 req-f525d478-ce2d-41eb-a0e5-884f2c1098c9 service neutron] 10.222.0.35 "GET /v2.0/networks/7528e6de-56b5-4c9a-a85f-c61a69fcd52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767168 Feb 09 01:18:06.714832 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28e7a3-0d3f-4368-b76c-3efb0ba32f10 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aea67a0-8acc-427d-a370-5d24d465a599,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:06.841882 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-ec38cefa-567a-4d8b-b6df-be84c6b6a044 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Deleting port 7b5c8ac7-9370-4dc6-ad22-7e4029d78c14 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:18:06.842305 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec38cefa-567a-4d8b-b6df-be84c6b6a044 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:06.944880 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a28e7a3-0d3f-4368-b76c-3efb0ba32f10 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 995} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:18:06.966294 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f1366-5e1a-4d61-b84d-06118109f4b6 req-2cc13c85-5e5b-4289-a01f-15ffb97aa960 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:06.975986 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-da5f1366-5e1a-4d61-b84d-06118109f4b6 req-2cc13c85-5e5b-4289-a01f-15ffb97aa960 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.1789992 Feb 09 01:18:07.110204 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1a28e7a3-0d3f-4368-b76c-3efb0ba32f10 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:07.110535 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-1a28e7a3-0d3f-4368-b76c-3efb0ba32f10 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Added segment 0c6c92a3-04bd-4e29-98de-9db403206146 of type vlan for network 746fae3c-452d-47a1-b4c1-20d65bc9f6b2 Feb 09 01:18:07.137698 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-da5f1366-5e1a-4d61-b84d-06118109f4b6 req-9969bbe3-9c69-4c92-b326-bfaf3624a358 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600134 Feb 09 01:18:07.172047 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-588fb6fd-0b42-46ea-85a2-a65433a530e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:07.239720 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5f0c5671-b71d-4352-aa72-3a29bab97484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41900a1-b1af-41f2-9c56-4d63f0091d1c', 'name': 'tempest-ImageQuotaTest-1770167367-router', 'tenant_id': 'bf9c73013e2645af9f30a371da86a296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'a73770ad-97ad-4867-a63b-5e0082d8a108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:47Z', 'updated_at': '2022-02-09T01:18:02Z', 'revision_number': 4, 'project_id': 'bf9c73013e2645af9f30a371da86a296', 'gw_port': {'id': 'a73770ad-97ad-4867-a63b-5e0082d8a108', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41900a1-b1af-41f2-9c56-4d63f0091d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:50Z', 'updated_at': '2022-02-09T01:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '473ea777-510e-481c-b0c2-a12221a9e0da', 'name': '', 'network_id': 'd93bf217-a755-4d00-a374-1fb0f78e351e', 'tenant_id': 'bf9c73013e2645af9f30a371da86a296', 'mac_address': 'fa:16:3e:f9:0c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41900a1-b1af-41f2-9c56-4d63f0091d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '6afcca36-097a-43c5-81de-83f598521e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:58Z', 'updated_at': '2022-02-09T01:18:02Z', 'revision_number': 2, 'project_id': 'bf9c73013e2645af9f30a371da86a296', 'subnets': [{'id': '6afcca36-097a-43c5-81de-83f598521e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:07.252010 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0c5671-b71d-4352-aa72-3a29bab97484 None None] Checking router: b41900a1-b1af-41f2-9c56-4d63f0091d1c for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:18:07.252365 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0c5671-b71d-4352-aa72-3a29bab97484 None None] Updating router b41900a1-b1af-41f2-9c56-4d63f0091d1c port 473ea777-510e-481c-b0c2-a12221a9e0da binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:18:07.261192 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54108) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:07.303022 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1a28e7a3-0d3f-4368-b76c-3efb0ba32f10 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:07.355107 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba542d0d-d936-49c6-af82-0242a931d070 req-948f9583-2204-423b-85e6-874612e087f8 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:07.367754 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ba542d0d-d936-49c6-af82-0242a931d070 req-948f9583-2204-423b-85e6-874612e087f8 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.6642017 Feb 09 01:18:07.418199 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5f0c5671-b71d-4352-aa72-3a29bab97484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:07.663513 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f9379b50-b84d-4d19-b1e5-237f499d589b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:07.725560 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f9379b50-b84d-4d19-b1e5-237f499d589b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:07.740988 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f9379b50-b84d-4d19-b1e5-237f499d589b admin admin] Usage tracker for resource:security_group_rule and tenant:4c118a0e4c6a476b87af422ff1c20cf5 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:07.749465 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f9379b50-b84d-4d19-b1e5-237f499d589b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:07.775044 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f9379b50-b84d-4d19-b1e5-237f499d589b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:07.783647 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ba542d0d-d936-49c6-af82-0242a931d070 req-6bd17892-2e33-4fc8-844a-dcbfcea2ee80 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142129 Feb 09 01:18:07.839641 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec38cefa-567a-4d8b-b6df-be84c6b6a044 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:07.851527 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d176a-3bf6-4d26-b31d-8f4af4e5d421 req-d1eaaa78-e235-4752-af5b-bf9c633caaa1 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:07.859671 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-544d176a-3bf6-4d26-b31d-8f4af4e5d421 req-d1eaaa78-e235-4752-af5b-bf9c633caaa1 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.4372888 Feb 09 01:18:07.982507 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f9379b50-b84d-4d19-b1e5-237f499d589b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:07.986366 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1a28e7a3-0d3f-4368-b76c-3efb0ba32f10 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:08.000215 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a28e7a3-0d3f-4368-b76c-3efb0ba32f10 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:08.000896 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1a28e7a3-0d3f-4368-b76c-3efb0ba32f10 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:08.057533 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-544d176a-3bf6-4d26-b31d-8f4af4e5d421 req-e28fdd46-303e-4d4d-abfe-e755f88a5f38 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960127 Feb 09 01:18:08.058206 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f9379b50-b84d-4d19-b1e5-237f499d589b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:08.135596 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f9379b50-b84d-4d19-b1e5-237f499d589b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c118a0e4c6a476b87af422ff1c20cf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8733153 Feb 09 01:18:08.142774 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54134) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:08.227568 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9379b50-b84d-4d19-b1e5-237f499d589b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503754f6-8314-437b-b364-a8e73712affe,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:08.272275 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-ec38cefa-567a-4d8b-b6df-be84c6b6a044 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Calling delete_port for 7b5c8ac7-9370-4dc6-ad22-7e4029d78c14 owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:18:08.361639 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-09b4305c-4be0-48e4-b75b-b98e4c4b62e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:08.459426 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-09b4305c-4be0-48e4-b75b-b98e4c4b62e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:08.466699 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec38cefa-567a-4d8b-b6df-be84c6b6a044 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:08.537924 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5f0c5671-b71d-4352-aa72-3a29bab97484 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:08.562543 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5f0c5671-b71d-4352-aa72-3a29bab97484 None None] Transition to ACTIVE for port object 473ea777-510e-481c-b0c2-a12221a9e0da will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:08.587770 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-09b4305c-4be0-48e4-b75b-b98e4c4b62e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:08.594142 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5f0c5671-b71d-4352-aa72-3a29bab97484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:08.630372 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4305c-4be0-48e4-b75b-b98e4c4b62e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503754f6-8314-437b-b364-a8e73712affe,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:08.642532 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-09b4305c-4be0-48e4-b75b-b98e4c4b62e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:08.644322 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-09b4305c-4be0-48e4-b75b-b98e4c4b62e0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/503754f6-8314-437b-b364-a8e73712affe HTTP/1.1" status: 204 len: 168 time: 0.4981287 Feb 09 01:18:08.755646 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28e7a3-0d3f-4368-b76c-3efb0ba32f10 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Pushing event updated for resources: {'Network': ['ID=746fae3c-452d-47a1-b4c1-20d65bc9f6b2,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:08.844439 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 746fae3c-452d-47a1-b4c1-20d65bc9f6b2 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:18:08.901553 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc908f0-5592-4016-a5f6-fec46e245de3 req-a5f229ab-c84d-4388-8ca3-862c65a31fee tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:08.919306 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5dc908f0-5592-4016-a5f6-fec46e245de3 req-a5f229ab-c84d-4388-8ca3-862c65a31fee tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.2312486 Feb 09 01:18:08.933006 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec38cefa-567a-4d8b-b6df-be84c6b6a044 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:08.936723 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ec38cefa-567a-4d8b-b6df-be84c6b6a044 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/ports/7b5c8ac7-9370-4dc6-ad22-7e4029d78c14 HTTP/1.1" status: 204 len: 168 time: 2.4181216 Feb 09 01:18:08.960576 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54154) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:09.038523 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1a28e7a3-0d3f-4368-b76c-3efb0ba32f10 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.4936500 Feb 09 01:18:09.049834 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54158) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:09.052668 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec38cefa-567a-4d8b-b6df-be84c6b6a044 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Port': ['ID=7b5c8ac7-9370-4dc6-ad22-7e4029d78c14,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:09.168630 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed3072f4-e32d-4ca0-8b30-95b83d6c2d65 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] GET failed (client error): The resource could not be found. Feb 09 01:18:09.169398 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ed3072f4-e32d-4ca0-8b30-95b83d6c2d65 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Synchronizing usage tracker for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:09.183255 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5dc908f0-5592-4016-a5f6-fec46e245de3 req-28b17ab4-9d97-48f8-8eb7-defb35799244 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2558138 Feb 09 01:18:09.186037 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a6405-74d7-4618-8b5b-d6a3b3bc3fcf req-4194734d-f2f6-4253-815c-be80aa1ecf4c tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:09.193064 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-470a6405-74d7-4618-8b5b-d6a3b3bc3fcf req-4194734d-f2f6-4253-815c-be80aa1ecf4c tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=74d65804-3286-42a8-b4f8-c4fcee9a66ae HTTP/1.1" status: 200 len: 985 time: 0.7405586 Feb 09 01:18:09.229360 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ed3072f4-e32d-4ca0-8b30-95b83d6c2d65 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Unset dirty status for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:09.233828 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ed3072f4-e32d-4ca0-8b30-95b83d6c2d65 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "GET /v2.0/ports/7b5c8ac7-9370-4dc6-ad22-7e4029d78c14 HTTP/1.1" status: 404 len: 333 time: 0.2691364 Feb 09 01:18:09.239253 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54168) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:09.247329 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-2844ebc1-eca4-44d6-80bd-daae534ba5fe tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'port': {'network_id': '1f540098-9cc1-4391-8f28-9fe4a06440bb', 'name': 'tempest-PortsTestJSON-1181147846'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:09.251667 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f7330-283b-4396-90d8-7c8140a8d39e None None] Pushing event updated for resources: {'Port': ['ID=473ea777-510e-481c-b0c2-a12221a9e0da,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:09.325496 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bf59440d-2b31-40a5-8a3c-3f6a926d746a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:09.336730 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:18:09.347821 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-5f0c5671-b71d-4352-aa72-3a29bab97484 None None] Attempting to bind port 473ea777-510e-481c-b0c2-a12221a9e0da on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:18:09.348198 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-5f0c5671-b71d-4352-aa72-3a29bab97484 None None] Attempting to bind port 473ea777-510e-481c-b0c2-a12221a9e0da by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'a2bdf565-b28c-4b21-b91a-ebb7e9f481a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'd93bf217-a755-4d00-a374-1fb0f78e351e'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:18:09.348596 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0c5671-b71d-4352-aa72-3a29bab97484 None None] Attempting to bind port 473ea777-510e-481c-b0c2-a12221a9e0da on network d93bf217-a755-4d00-a374-1fb0f78e351e {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:18:09.358308 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-470a6405-74d7-4618-8b5b-d6a3b3bc3fcf req-55fd5be5-fcda-42cb-b5bc-e86e3aec26d2 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups?id=487bc88e-fef9-4445-8b50-c8d422d7ac67&id=d4a85272-468a-4c96-83b4-ab60ce1bb749&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1426086 Feb 09 01:18:09.361757 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0c5671-b71d-4352-aa72-3a29bab97484 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:18:09.362103 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0c5671-b71d-4352-aa72-3a29bab97484 None None] Checking segment: {'id': 'a2bdf565-b28c-4b21-b91a-ebb7e9f481a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'd93bf217-a755-4d00-a374-1fb0f78e351e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:18:09.362516 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5f0c5671-b71d-4352-aa72-3a29bab97484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:09.362915 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0c5671-b71d-4352-aa72-3a29bab97484 None None] Bound using segment: {'id': 'a2bdf565-b28c-4b21-b91a-ebb7e9f481a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'd93bf217-a755-4d00-a374-1fb0f78e351e'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:18:09.363392 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-5f0c5671-b71d-4352-aa72-3a29bab97484 None None] Bound port: 473ea777-510e-481c-b0c2-a12221a9e0da, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2bdf565-b28c-4b21-b91a-ebb7e9f481a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'd93bf217-a755-4d00-a374-1fb0f78e351e'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:18:09.363769 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5f0c5671-b71d-4352-aa72-3a29bab97484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:09.532357 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-5f0c5671-b71d-4352-aa72-3a29bab97484 None None] For port 473ea777-510e-481c-b0c2-a12221a9e0da, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:18:09.541688 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-5f0c5671-b71d-4352-aa72-3a29bab97484 None None] For port 473ea777-510e-481c-b0c2-a12221a9e0da, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=473ea777-510e-481c-b0c2-a12221a9e0da,segment=NetworkSegment(a2bdf565-b28c-4b21-b91a-ebb7e9f481a3),segment_id=a2bdf565-b28c-4b21-b91a-ebb7e9f481a3)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:18:09.554065 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5f0c5671-b71d-4352-aa72-3a29bab97484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:09.674229 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0c5671-b71d-4352-aa72-3a29bab97484 None None] Routers {'b41900a1-b1af-41f2-9c56-4d63f0091d1c'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:18:09.674905 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5f0c5671-b71d-4352-aa72-3a29bab97484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:18:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['b41900a1-b1af-41f2-9c56-4d63f0091d1c'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:09.693723 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-2844ebc1-eca4-44d6-80bd-daae534ba5fe tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:09.725157 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54178) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:09.756078 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-2844ebc1-eca4-44d6-80bd-daae534ba5fe tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:09.830200 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2844ebc1-eca4-44d6-80bd-daae534ba5fe tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:09.834741 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2844ebc1-eca4-44d6-80bd-daae534ba5fe tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:09.897499 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f3917-f37a-441e-8117-624765f5c0b2 req-19234385-bcd4-49b4-a18b-2bf54613789f tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:09.908763 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fc6f3917-f37a-441e-8117-624765f5c0b2 req-19234385-bcd4-49b4-a18b-2bf54613789f tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.4479249 Feb 09 01:18:09.936677 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-2844ebc1-eca4-44d6-80bd-daae534ba5fe tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] device_id is not set on port 496a5945-330e-405c-ac17-e26dd2563149 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:18:09.937968 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-f017d7d4-58d6-40a8-a6ad-79d94a63cb97 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Request body: {'network': {'name': 'tempest-network--827037272', 'router:external': True}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:09.943836 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f017d7d4-58d6-40a8-a6ad-79d94a63cb97 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:09.948644 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f017d7d4-58d6-40a8-a6ad-79d94a63cb97 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Usage tracker for resource:network and tenant:6931c46e3cfc49c1bab002237ee68dea is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:09.952817 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f017d7d4-58d6-40a8-a6ad-79d94a63cb97 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:09.960106 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f017d7d4-58d6-40a8-a6ad-79d94a63cb97 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:10.005695 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f017d7d4-58d6-40a8-a6ad-79d94a63cb97 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Made reservation on behalf of 6931c46e3cfc49c1bab002237ee68dea for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:10.016502 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f017d7d4-58d6-40a8-a6ad-79d94a63cb97 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:10.061861 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f017d7d4-58d6-40a8-a6ad-79d94a63cb97 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:10.097070 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f017d7d4-58d6-40a8-a6ad-79d94a63cb97 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:10.103821 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f017d7d4-58d6-40a8-a6ad-79d94a63cb97 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Usage tracker for resource:security_group_rule and tenant:6931c46e3cfc49c1bab002237ee68dea is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:10.108853 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f017d7d4-58d6-40a8-a6ad-79d94a63cb97 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:10.116133 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f017d7d4-58d6-40a8-a6ad-79d94a63cb97 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:10.130063 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-5f0c5671-b71d-4352-aa72-3a29bab97484 None None] Set router b41900a1-b1af-41f2-9c56-4d63f0091d1c gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:18:10.261241 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f017d7d4-58d6-40a8-a6ad-79d94a63cb97 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:10.273089 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54194) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:10.308670 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-189262b4-1025-4129-83ce-89bcb8a5c2aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:10.332058 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-258472ee-f419-48a5-bbc9-e25991cad35f req-275409dc-20ec-4770-99d1-0004c9d9cbe0 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-928884024&fields=id&tenant_id=89c5ef19807744ed9ff690157d53e75e HTTP/1.1" status: 200 len: 267 time: 0.4402008 Feb 09 01:18:10.334171 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f017d7d4-58d6-40a8-a6ad-79d94a63cb97 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:10.363880 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f7330-283b-4396-90d8-7c8140a8d39e None None] Pushing event updated for resources: {'Port': ['ID=473ea777-510e-481c-b0c2-a12221a9e0da,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:10.420121 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:10.502695 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-189262b4-1025-4129-83ce-89bcb8a5c2aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:10.532257 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:10.532981 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-189262b4-1025-4129-83ce-89bcb8a5c2aa admin admin] Usage tracker for resource:security_group_rule and tenant:0914fadefd674289a348308025114b88 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:10.546437 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f017d7d4-58d6-40a8-a6ad-79d94a63cb97 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 984} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:18:10.549067 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-189262b4-1025-4129-83ce-89bcb8a5c2aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:10.572209 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-189262b4-1025-4129-83ce-89bcb8a5c2aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:10.652038 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f017d7d4-58d6-40a8-a6ad-79d94a63cb97 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68e892f-c982-4f40-b1ac-5f584f746c57,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:10.665986 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f017d7d4-58d6-40a8-a6ad-79d94a63cb97 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:10.666331 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-f017d7d4-58d6-40a8-a6ad-79d94a63cb97 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Added segment 69363084-98c0-4e7c-be48-0abc54d31463 of type vlan for network 890d6400-8881-4625-a9a2-d515eb582352 Feb 09 01:18:10.688432 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fc6f3917-f37a-441e-8117-624765f5c0b2 req-72df9e43-c2b4-4eb1-8e46-f2660ec179ae tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7786696 Feb 09 01:18:10.706863 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2844ebc1-eca4-44d6-80bd-daae534ba5fe tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:10.747174 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5f0c5671-b71d-4352-aa72-3a29bab97484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41900a1-b1af-41f2-9c56-4d63f0091d1c', 'name': 'tempest-ImageQuotaTest-1770167367-router', 'tenant_id': 'bf9c73013e2645af9f30a371da86a296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'a73770ad-97ad-4867-a63b-5e0082d8a108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:47Z', 'updated_at': '2022-02-09T01:18:02Z', 'revision_number': 4, 'project_id': 'bf9c73013e2645af9f30a371da86a296', 'gw_port': {'id': 'a73770ad-97ad-4867-a63b-5e0082d8a108', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41900a1-b1af-41f2-9c56-4d63f0091d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:50Z', 'updated_at': '2022-02-09T01:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '473ea777-510e-481c-b0c2-a12221a9e0da', 'name': '', 'network_id': 'd93bf217-a755-4d00-a374-1fb0f78e351e', 'tenant_id': 'bf9c73013e2645af9f30a371da86a296', 'mac_address': 'fa:16:3e:f9:0c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41900a1-b1af-41f2-9c56-4d63f0091d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '6afcca36-097a-43c5-81de-83f598521e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:58Z', 'updated_at': '2022-02-09T01:18:09Z', 'revision_number': 4, 'project_id': 'bf9c73013e2645af9f30a371da86a296', 'subnets': [{'id': '6afcca36-097a-43c5-81de-83f598521e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:10.754759 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2844ebc1-eca4-44d6-80bd-daae534ba5fe tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:10.759669 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0c5671-b71d-4352-aa72-3a29bab97484 None None] The sync data for ids ['b41900a1-b1af-41f2-9c56-4d63f0091d1c'] in n-d-828419-1 is: [{'id': 'b41900a1-b1af-41f2-9c56-4d63f0091d1c', 'name': 'tempest-ImageQuotaTest-1770167367-router', 'tenant_id': 'bf9c73013e2645af9f30a371da86a296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'a73770ad-97ad-4867-a63b-5e0082d8a108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:47Z', 'updated_at': '2022-02-09T01:18:02Z', 'revision_number': 4, 'project_id': 'bf9c73013e2645af9f30a371da86a296', 'gw_port': {'id': 'a73770ad-97ad-4867-a63b-5e0082d8a108', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41900a1-b1af-41f2-9c56-4d63f0091d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:50Z', 'updated_at': '2022-02-09T01:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '473ea777-510e-481c-b0c2-a12221a9e0da', 'name': '', 'network_id': 'd93bf217-a755-4d00-a374-1fb0f78e351e', 'tenant_id': 'bf9c73013e2645af9f30a371da86a296', 'mac_address': 'fa:16:3e:f9:0c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41900a1-b1af-41f2-9c56-4d63f0091d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '6afcca36-097a-43c5-81de-83f598521e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:58Z', 'updated_at': '2022-02-09T01:18:09Z', 'revision_number': 4, 'project_id': 'bf9c73013e2645af9f30a371da86a296', 'subnets': [{'id': '6afcca36-097a-43c5-81de-83f598521e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:18:10.883469 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f017d7d4-58d6-40a8-a6ad-79d94a63cb97 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:10.907835 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258472ee-f419-48a5-bbc9-e25991cad35f req-34f8ea26-1f09-4f47-974e-d167729ce1a2 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:10.916093 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-258472ee-f419-48a5-bbc9-e25991cad35f req-34f8ea26-1f09-4f47-974e-d167729ce1a2 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=74d65804-3286-42a8-b4f8-c4fcee9a66ae HTTP/1.1" status: 200 len: 985 time: 0.5828059 Feb 09 01:18:10.925724 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-258472ee-f419-48a5-bbc9-e25991cad35f req-2245b30e-5147-4356-8bdd-62b18ce1f399 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Request body: {'port': {'security_groups': ['487bc88e-fef9-4445-8b50-c8d422d7ac67', 'd4a85272-468a-4c96-83b4-ab60ce1bb749', '3220da3a-0376-4717-b72e-256e832faa4a']}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:10.989075 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844ebc1-eca4-44d6-80bd-daae534ba5fe tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Port': ['ID=496a5945-330e-405c-ac17-e26dd2563149,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:11.043382 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2844ebc1-eca4-44d6-80bd-daae534ba5fe tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network 1f540098-9cc1-4391-8f28-9fe4a06440bb is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:11.090792 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-2844ebc1-eca4-44d6-80bd-daae534ba5fe tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:11.099260 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2844ebc1-eca4-44d6-80bd-daae534ba5fe tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:18:11.107562 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2844ebc1-eca4-44d6-80bd-daae534ba5fe tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:11.108689 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2844ebc1-eca4-44d6-80bd-daae534ba5fe tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:11.182553 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.resource_extend [None req-f017d7d4-58d6-40a8-a6ad-79d94a63cb97 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:18:11.184825 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a3a91-b90f-4859-a721-f16476be94fd req-3f3abc86-d763-4773-800a-13d445dc5d1c tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:11.186613 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-811a3a91-b90f-4859-a721-f16476be94fd req-3f3abc86-d763-4773-800a-13d445dc5d1c tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.2424185 Feb 09 01:18:11.197460 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2844ebc1-eca4-44d6-80bd-daae534ba5fe tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9539948 Feb 09 01:18:11.198896 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54224) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:11.221999 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-8627a922-81a8-4bb8-97ef-bee949a61b92 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:11.300657 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-189262b4-1025-4129-83ce-89bcb8a5c2aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:11.305647 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f017d7d4-58d6-40a8-a6ad-79d94a63cb97 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:11.306857 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f017d7d4-58d6-40a8-a6ad-79d94a63cb97 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:11.307681 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f017d7d4-58d6-40a8-a6ad-79d94a63cb97 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:11.368585 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-258472ee-f419-48a5-bbc9-e25991cad35f req-2245b30e-5147-4356-8bdd-62b18ce1f399 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:11.386100 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-811a3a91-b90f-4859-a721-f16476be94fd req-569070b8-fdd0-44cf-bb79-e341be7ff543 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899021 Feb 09 01:18:11.390855 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e9cf3-24fa-4202-8ca6-cce2216c152d req-ed9c3637-586e-4df6-b6cf-f8b39b3286a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:11.392484 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-399e9cf3-24fa-4202-8ca6-cce2216c152d req-ed9c3637-586e-4df6-b6cf-f8b39b3286a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbf0f82d35c440b0ba7e6bf598531d13&device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 1097 time: 0.3469887 Feb 09 01:18:11.552479 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-189262b4-1025-4129-83ce-89bcb8a5c2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:11.575481 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e9cf3-24fa-4202-8ca6-cce2216c152d req-df729f76-0740-4250-824b-c69a13f6da91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:11.577252 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-399e9cf3-24fa-4202-8ca6-cce2216c152d req-df729f76-0740-4250-824b-c69a13f6da91 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3afca57-246e-458a-965f-203ae806e5cf HTTP/1.1" status: 200 len: 915 time: 0.1748509 Feb 09 01:18:11.578184 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8627a922-81a8-4bb8-97ef-bee949a61b92 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:11.589066 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54232) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:11.661106 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-189262b4-1025-4129-83ce-89bcb8a5c2aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0914fadefd674289a348308025114b88&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3850148 Feb 09 01:18:11.662678 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54238) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:11.672621 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-399e9cf3-24fa-4202-8ca6-cce2216c152d req-9836730b-e8f6-470a-ba46-fd5076110947 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c075d6fd-703f-40d7-825e-b505d968b11b HTTP/1.1" status: 200 len: 217 time: 0.0809903 Feb 09 01:18:11.718432 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:11.718843 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f017d7d4-58d6-40a8-a6ad-79d94a63cb97 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Pushing event updated for resources: {'Network': ['ID=890d6400-8881-4625-a9a2-d515eb582352,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:11.731089 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 890d6400-8881-4625-a9a2-d515eb582352 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:18:11.846719 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e9cf3-24fa-4202-8ca6-cce2216c152d req-8baf5c61-3c22-4748-b275-d91c3cba8995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:11.848255 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-399e9cf3-24fa-4202-8ca6-cce2216c152d req-8baf5c61-3c22-4748-b275-d91c3cba8995 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16056dee-9c0e-41b1-962a-fb2cf7216c50 HTTP/1.1" status: 200 len: 854 time: 0.1557434 Feb 09 01:18:12.143138 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189262b4-1025-4129-83ce-89bcb8a5c2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b42ec6-a981-40b1-b9c6-45386a1b7f73,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:12.175581 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f017d7d4-58d6-40a8-a6ad-79d94a63cb97 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.1242535 Feb 09 01:18:12.198226 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 473ea777-510e-481c-b0c2-a12221a9e0da up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:18:12.201545 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54250) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:12.206088 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-399e9cf3-24fa-4202-8ca6-cce2216c152d req-5fde8c9a-7ee6-4717-80e0-e7c7380b5429 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3afca57-246e-458a-965f-203ae806e5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3390429 Feb 09 01:18:12.339230 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 473ea777-510e-481c-b0c2-a12221a9e0da completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:18:12.348730 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 473ea777-510e-481c-b0c2-a12221a9e0da triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:12.349747 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:12.359654 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8627a922-81a8-4bb8-97ef-bee949a61b92 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:12.362814 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-399e9cf3-24fa-4202-8ca6-cce2216c152d req-b2fca829-ae94-45dd-848f-33f32a30e9f1 service neutron] 10.222.0.35 "GET /v2.0/networks/a3afca57-246e-458a-965f-203ae806e5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447325 Feb 09 01:18:12.365685 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c6c711ec-f009-49d4-82b7-5c1fb21c7c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:12.379857 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-258472ee-f419-48a5-bbc9-e25991cad35f req-2245b30e-5147-4356-8bdd-62b18ce1f399 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] For port 8733f32c-f755-472d-8c08-5332b17eafc6, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=8733f32c-f755-472d-8c08-5332b17eafc6,segment=NetworkSegment(cb079a45-5053-4d11-90b3-e37f97e508c1),segment_id=cb079a45-5053-4d11-90b3-e37f97e508c1)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:12.409219 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b67a4c75-d9e8-4004-9826-29b428338e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:12.418213 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c22ea0d7-59ad-46ce-97c8-c23c40b50ff7 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:12.426931 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8627a922-81a8-4bb8-97ef-bee949a61b92 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:12.440851 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c6c711ec-f009-49d4-82b7-5c1fb21c7c68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:12.446245 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c6c711ec-f009-49d4-82b7-5c1fb21c7c68 admin admin] Usage tracker for resource:security_group_rule and tenant:0d3dee493f494a8890e47408bef7db3d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:12.448832 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c6c711ec-f009-49d4-82b7-5c1fb21c7c68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:12.517964 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:12.540512 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c6c711ec-f009-49d4-82b7-5c1fb21c7c68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:12.552973 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b67a4c75-d9e8-4004-9826-29b428338e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:12.559205 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 473ea777-510e-481c-b0c2-a12221a9e0da, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=473ea777-510e-481c-b0c2-a12221a9e0da,segment=NetworkSegment(a2bdf565-b28c-4b21-b91a-ebb7e9f481a3),segment_id=a2bdf565-b28c-4b21-b91a-ebb7e9f481a3)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:12.561589 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-8627a922-81a8-4bb8-97ef-bee949a61b92 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] In _notify_port_updated(), no bound segment for port 496a5945-330e-405c-ac17-e26dd2563149 on network 1f540098-9cc1-4391-8f28-9fe4a06440bb {{(pid=87612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:18:12.566554 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8627a922-81a8-4bb8-97ef-bee949a61b92 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:12.567229 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8627a922-81a8-4bb8-97ef-bee949a61b92 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:12.570790 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:12.572324 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8627a922-81a8-4bb8-97ef-bee949a61b92 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "PUT /v2.0/ports/496a5945-330e-405c-ac17-e26dd2563149 HTTP/1.1" status: 200 len: 818 time: 1.3724384 Feb 09 01:18:12.583777 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54254) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:12.660430 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=473ea777-510e-481c-b0c2-a12221a9e0da,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:12.680883 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8627a922-81a8-4bb8-97ef-bee949a61b92 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Port': ['ID=496a5945-330e-405c-ac17-e26dd2563149,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:12.710468 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-399e9cf3-24fa-4202-8ca6-cce2216c152d req-0558267b-0be3-4278-ba33-cdf2b5fe336e service neutron] 10.222.0.35 "GET /v2.0/networks/a3afca57-246e-458a-965f-203ae806e5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344800 Feb 09 01:18:12.712312 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-258472ee-f419-48a5-bbc9-e25991cad35f req-2245b30e-5147-4356-8bdd-62b18ce1f399 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:12.724040 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eaa9f6-02bf-4b8e-a9d2-6acf16eeb70c req-da4dd2ca-1dc0-41cd-8100-e27ae46e3bbe tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:12.724563 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-96eaa9f6-02bf-4b8e-a9d2-6acf16eeb70c req-da4dd2ca-1dc0-41cd-8100-e27ae46e3bbe tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.7745736 Feb 09 01:18:12.760761 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-258472ee-f419-48a5-bbc9-e25991cad35f req-2245b30e-5147-4356-8bdd-62b18ce1f399 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:12.809184 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-96eaa9f6-02bf-4b8e-a9d2-6acf16eeb70c req-8f2e252e-aa66-4d17-8cf6-582f12f4a7d8 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735359 Feb 09 01:18:12.810349 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['45c7be29-9a89-4388-97bc-3b26d9b6940e', '8733f32c-f755-472d-8c08-5332b17eafc6'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:18:12.813776 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c6c711ec-f009-49d4-82b7-5c1fb21c7c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:12.822033 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c6c711ec-f009-49d4-82b7-5c1fb21c7c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:12.826012 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c22ea0d7-59ad-46ce-97c8-c23c40b50ff7 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:12.907009 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-06939aa1-4f29-465d-84c3-a6929891b093 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Deleting port 496a5945-330e-405c-ac17-e26dd2563149 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:18:12.907937 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-06939aa1-4f29-465d-84c3-a6929891b093 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:12.975675 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258472ee-f419-48a5-bbc9-e25991cad35f req-2245b30e-5147-4356-8bdd-62b18ce1f399 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:12.976435 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-258472ee-f419-48a5-bbc9-e25991cad35f req-2245b30e-5147-4356-8bdd-62b18ce1f399 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:12.977857 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-258472ee-f419-48a5-bbc9-e25991cad35f req-2245b30e-5147-4356-8bdd-62b18ce1f399 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "PUT /v2.0/ports/8733f32c-f755-472d-8c08-5332b17eafc6 HTTP/1.1" status: 200 len: 1021 time: 2.0609059 Feb 09 01:18:12.998097 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d65804-3286-42a8-b4f8-c4fcee9a66ae', 'tag': '8733f32c-f755-472d-8c08-5332b17eafc6'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:18:13.049990 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-c22ea0d7-59ad-46ce-97c8-c23c40b50ff7 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890d6400-8881-4625-a9a2-d515eb582352']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:13.059224 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b67a4c75-d9e8-4004-9826-29b428338e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:13.091615 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c6c711ec-f009-49d4-82b7-5c1fb21c7c68 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0d3dee493f494a8890e47408bef7db3d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4965901 Feb 09 01:18:13.093630 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c711ec-f009-49d4-82b7-5c1fb21c7c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d309025-4563-4c74-9e41-98e7ee1b7ca2,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:13.093979 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-c22ea0d7-59ad-46ce-97c8-c23c40b50ff7 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69363084-98c0-4e7c-be48-0abc54d31463') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:13.094288 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-c22ea0d7-59ad-46ce-97c8-c23c40b50ff7 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69363084-98c0-4e7c-be48-0abc54d31463') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:13.096010 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54262) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:13.132586 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['8733f32c-f755-472d-8c08-5332b17eafc6'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:18:13.170913 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a4c75-d9e8-4004-9826-29b428338e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b42ec6-a981-40b1-b9c6-45386a1b7f73,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:13.176744 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2b157170-92a6-43db-8169-4d2400950851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:13.178567 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c22ea0d7-59ad-46ce-97c8-c23c40b50ff7 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:13.203066 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1cf56e-88a4-47cd-bfc1-6a6fa62c7fe1 req-fe21a451-c17d-4bd3-b597-006bb55a4334 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:13.204681 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd1cf56e-88a4-47cd-bfc1-6a6fa62c7fe1 req-fe21a451-c17d-4bd3-b597-006bb55a4334 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 0.2129259 Feb 09 01:18:13.206210 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2245b30e-5147-4356-8bdd-62b18ce1f399 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Pushing event updated for resources: {'Port': ['ID=8733f32c-f755-472d-8c08-5332b17eafc6,revision_number=7']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:13.231488 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b67a4c75-d9e8-4004-9826-29b428338e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:13.235080 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b67a4c75-d9e8-4004-9826-29b428338e4f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a1b42ec6-a981-40b1-b9c6-45386a1b7f73 HTTP/1.1" status: 204 len: 168 time: 1.5158482 Feb 09 01:18:13.244313 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c3c4a46b-8e21-4495-aa18-678aa4341502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:13.279853 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2b157170-92a6-43db-8169-4d2400950851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:13.311111 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd1cf56e-88a4-47cd-bfc1-6a6fa62c7fe1 req-0828af88-18aa-4820-8eaf-d51de71d9041 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811353 Feb 09 01:18:13.323257 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c22ea0d7-59ad-46ce-97c8-c23c40b50ff7 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:13.344784 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5f53dd11-da43-4f93-a9a7-53fcaa1fc372 req-16e2f0b5-f83b-41e9-a206-476d9f1e5a43 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups/3220da3a-0376-4717-b72e-256e832faa4a HTTP/1.1" status: 200 len: 1802 time: 0.3256447 Feb 09 01:18:13.396695 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c22ea0d7-59ad-46ce-97c8-c23c40b50ff7 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Releasing vlan 984 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:18:13.397013 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c22ea0d7-59ad-46ce-97c8-c23c40b50ff7 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:13.412158 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:18:13.412158 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:18:13.412158 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:18:13.412158 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:18:13.412158 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:18:13.412158 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:18:13.412158 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:18:13.412158 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:18:13.412158 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:18:13.412158 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:18:13.412158 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:18:13.412158 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:18:13.412158 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:18:13.412158 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:18:13.412158 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:18:13.412158 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:18:13.412158 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:18:13.412158 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:18:13.412158 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:18:13.412158 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:18:13.412158 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:18:13.412158 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:18:13.412158 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:18:13.412158 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:18:13.412158 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:18:13.412158 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:18:13.412158 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:18:13.412158 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:18:13.412158 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:18:13.412158 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:18:13.412158 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:18:13.412158 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:18:13.421173 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2b157170-92a6-43db-8169-4d2400950851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:13.447194 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b157170-92a6-43db-8169-4d2400950851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d309025-4563-4c74-9e41-98e7ee1b7ca2,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:13.511451 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2b157170-92a6-43db-8169-4d2400950851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:13.515196 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2b157170-92a6-43db-8169-4d2400950851 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0d309025-4563-4c74-9e41-98e7ee1b7ca2 HTTP/1.1" status: 204 len: 168 time: 0.4174602 Feb 09 01:18:13.534523 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7e911-76c4-49eb-a1ff-14e17843bd0c req-3d81c8b6-9a00-405f-aa4a-bdc3cf57aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:13.536000 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dee7e911-76c4-49eb-a1ff-14e17843bd0c req-3d81c8b6-9a00-405f-aa4a-bdc3cf57aba7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=89c5ef19807744ed9ff690157d53e75e&device_id=74d65804-3286-42a8-b4f8-c4fcee9a66ae HTTP/1.1" status: 200 len: 1175 time: 0.0863848 Feb 09 01:18:13.563137 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74d65804-3286-42a8-b4f8-c4fcee9a66ae', 'tag': '8733f32c-f755-472d-8c08-5332b17eafc6', 'status': 'completed', 'code': 200} Feb 09 01:18:13.785888 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7e911-76c4-49eb-a1ff-14e17843bd0c req-57327284-2c95-421c-bd06-aabb0a5f8506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:13.787418 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dee7e911-76c4-49eb-a1ff-14e17843bd0c req-57327284-2c95-421c-bd06-aabb0a5f8506 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7528e6de-56b5-4c9a-a85f-c61a69fcd52d HTTP/1.1" status: 200 len: 914 time: 0.2438006 Feb 09 01:18:13.876990 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dee7e911-76c4-49eb-a1ff-14e17843bd0c req-8a6a586b-e1d5-467b-9bf4-129820dd6d7e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8733f32c-f755-472d-8c08-5332b17eafc6 HTTP/1.1" status: 200 len: 217 time: 0.0821631 Feb 09 01:18:13.879669 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-06939aa1-4f29-465d-84c3-a6929891b093 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:13.955495 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7e911-76c4-49eb-a1ff-14e17843bd0c req-a784e978-4ca3-493b-8e1f-03ba20acd294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:13.956987 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dee7e911-76c4-49eb-a1ff-14e17843bd0c req-a784e978-4ca3-493b-8e1f-03ba20acd294 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c8da2af-e975-41d5-b56a-cde865a2fffb HTTP/1.1" status: 200 len: 853 time: 0.0729659 Feb 09 01:18:14.072124 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dee7e911-76c4-49eb-a1ff-14e17843bd0c req-fd20928a-304d-4bf2-8f89-be335acb38f4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7528e6de-56b5-4c9a-a85f-c61a69fcd52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075335 Feb 09 01:18:14.118826 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c22ea0d7-59ad-46ce-97c8-c23c40b50ff7 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:14.177067 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54284) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:14.190519 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-06939aa1-4f29-465d-84c3-a6929891b093 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Calling delete_port for 496a5945-330e-405c-ac17-e26dd2563149 owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:18:14.198751 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 473ea777-510e-481c-b0c2-a12221a9e0da up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:18:14.234204 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [req-5f53dd11-da43-4f93-a9a7-53fcaa1fc372 req-188d4ea9-0eab-4bd9-9cf7-80f312b1ec64 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 01:18:14.250486 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5f53dd11-da43-4f93-a9a7-53fcaa1fc372 req-188d4ea9-0eab-4bd9-9cf7-80f312b1ec64 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "DELETE /v2.0/security-groups/3220da3a-0376-4717-b72e-256e832faa4a HTTP/1.1" status: 409 len: 341 time: 0.8970523 Feb 09 01:18:14.290359 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 473ea777-510e-481c-b0c2-a12221a9e0da triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:14.290735 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:14.306966 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5e19b-bed3-4f6e-a8d9-09cbced5652a req-87649e8b-8df6-4557-9a76-f6c6b63571d2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:14.309904 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-71d5e19b-bed3-4f6e-a8d9-09cbced5652a req-87649e8b-8df6-4557-9a76-f6c6b63571d2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.2957211 Feb 09 01:18:14.363713 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22ea0d7-59ad-46ce-97c8-c23c40b50ff7 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 890d6400-8881-4625-a9a2-d515eb582352 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 09 01:18:14.376277 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dee7e911-76c4-49eb-a1ff-14e17843bd0c req-fc393730-e1bd-4a2d-82ce-a25490c83ec3 service neutron] 10.222.0.35 "GET /v2.0/networks/7528e6de-56b5-4c9a-a85f-c61a69fcd52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838180 Feb 09 01:18:14.394447 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3a77911c-3e1c-4962-b99f-b6892c302ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:14.412824 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ea0d7-59ad-46ce-97c8-c23c40b50ff7 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Pushing event deleted for resources: {'Network': ['ID=890d6400-8881-4625-a9a2-d515eb582352,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:14.415314 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c22ea0d7-59ad-46ce-97c8-c23c40b50ff7 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:14.439921 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3a77911c-3e1c-4962-b99f-b6892c302ab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:14.444591 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3a77911c-3e1c-4962-b99f-b6892c302ab1 admin admin] Usage tracker for resource:security_group_rule and tenant:5ba899d98f544c129901af385639ca03 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:14.448277 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3a77911c-3e1c-4962-b99f-b6892c302ab1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:14.454556 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3a77911c-3e1c-4962-b99f-b6892c302ab1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:14.563533 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3a77911c-3e1c-4962-b99f-b6892c302ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:14.566139 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c22ea0d7-59ad-46ce-97c8-c23c40b50ff7 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] 10.222.0.37 "DELETE /v2.0/networks/890d6400-8881-4625-a9a2-d515eb582352 HTTP/1.1" status: 204 len: 168 time: 2.3482757 Feb 09 01:18:14.567239 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-06939aa1-4f29-465d-84c3-a6929891b093 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:14.571193 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54300) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:14.583293 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-57beb1a1-8fc8-4c80-80ca-c8bc07ccb15b tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:14.590326 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-57beb1a1-8fc8-4c80-80ca-c8bc07ccb15b tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:14.595840 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-57beb1a1-8fc8-4c80-80ca-c8bc07ccb15b tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Usage tracker for resource:network and tenant:6931c46e3cfc49c1bab002237ee68dea is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:14.599148 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-57beb1a1-8fc8-4c80-80ca-c8bc07ccb15b tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:14.605516 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-57beb1a1-8fc8-4c80-80ca-c8bc07ccb15b tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:14.644887 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dee7e911-76c4-49eb-a1ff-14e17843bd0c req-f81c769a-5ce5-42b4-8611-ea56947e1a67 service neutron] 10.222.0.35 "GET /v2.0/networks/7528e6de-56b5-4c9a-a85f-c61a69fcd52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481308 Feb 09 01:18:14.660621 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3a77911c-3e1c-4962-b99f-b6892c302ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:14.719629 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57beb1a1-8fc8-4c80-80ca-c8bc07ccb15b tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Made reservation on behalf of 6931c46e3cfc49c1bab002237ee68dea for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:14.720554 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-71d5e19b-bed3-4f6e-a8d9-09cbced5652a req-a30d6e52-23e7-4259-ad2f-fba1169a5fe1 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3423507 Feb 09 01:18:14.722648 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-57beb1a1-8fc8-4c80-80ca-c8bc07ccb15b tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:14.843283 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57beb1a1-8fc8-4c80-80ca-c8bc07ccb15b tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 976} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:18:14.854396 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-57beb1a1-8fc8-4c80-80ca-c8bc07ccb15b tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:14.854752 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-57beb1a1-8fc8-4c80-80ca-c8bc07ccb15b tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Added segment fea138cf-422e-4c84-859b-aba8ad68b237 of type vlan for network d1d972e1-3355-4171-a3a4-d2445eaf0d7e Feb 09 01:18:14.889598 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-57beb1a1-8fc8-4c80-80ca-c8bc07ccb15b tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:14.911657 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb82c0-53f4-4689-8ebe-714c9b38d7d9 req-bf4c9b0f-131a-4b27-92e5-c0183956df16 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:14.920783 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88eb82c0-53f4-4689-8ebe-714c9b38d7d9 req-bf4c9b0f-131a-4b27-92e5-c0183956df16 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=74d65804-3286-42a8-b4f8-c4fcee9a66ae HTTP/1.1" status: 200 len: 1024 time: 0.0964546 Feb 09 01:18:14.921815 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77911c-3e1c-4962-b99f-b6892c302ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774fa050-dcc8-47e1-95c4-c62aaaf4c70f,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:14.924878 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06939aa1-4f29-465d-84c3-a6929891b093 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Port': ['ID=496a5945-330e-405c-ac17-e26dd2563149,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:14.931979 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3a77911c-3e1c-4962-b99f-b6892c302ab1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5ba899d98f544c129901af385639ca03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6763775 Feb 09 01:18:14.936448 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-06939aa1-4f29-465d-84c3-a6929891b093 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:14.936799 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54308) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:14.951503 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-06939aa1-4f29-465d-84c3-a6929891b093 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/ports/496a5945-330e-405c-ac17-e26dd2563149 HTTP/1.1" status: 204 len: 168 time: 2.3614626 Feb 09 01:18:14.959136 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54312) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:14.970542 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-57beb1a1-8fc8-4c80-80ca-c8bc07ccb15b tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:14.971706 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57beb1a1-8fc8-4c80-80ca-c8bc07ccb15b tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:14.972332 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-57beb1a1-8fc8-4c80-80ca-c8bc07ccb15b tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:15.063293 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88eb82c0-53f4-4689-8ebe-714c9b38d7d9 req-c91c0c7d-df1b-4f94-95cd-bd9f4ca4e4b1 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups?id=487bc88e-fef9-4445-8b50-c8d422d7ac67&id=3220da3a-0376-4717-b72e-256e832faa4a&id=d4a85272-468a-4c96-83b4-ab60ce1bb749&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1413517 Feb 09 01:18:15.124420 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3bcc2dcf-bc8f-4c0f-b158-417bddd3257c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:15.152063 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc31c361-2771-4bc8-8c8b-87311ac713c6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:15.153236 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-dc31c361-2771-4bc8-8c8b-87311ac713c6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Synchronizing usage tracker for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:15.170039 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57beb1a1-8fc8-4c80-80ca-c8bc07ccb15b tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Pushing event updated for resources: {'Network': ['ID=d1d972e1-3355-4171-a3a4-d2445eaf0d7e,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:15.173270 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-57beb1a1-8fc8-4c80-80ca-c8bc07ccb15b tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5989532 Feb 09 01:18:15.179166 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54320) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:15.180712 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network d1d972e1-3355-4171-a3a4-d2445eaf0d7e details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:18:15.183412 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3bcc2dcf-bc8f-4c0f-b158-417bddd3257c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:15.192599 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-dc31c361-2771-4bc8-8c8b-87311ac713c6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Unset dirty status for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:15.194035 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-dc31c361-2771-4bc8-8c8b-87311ac713c6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2337348 Feb 09 01:18:15.199759 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54324) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:15.200616 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-72fcaa3d-9056-4a5e-aab1-5019ab0a16bd tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Request body: {'subnet': {'network_id': 'd1d972e1-3355-4171-a3a4-d2445eaf0d7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:15.207999 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-72fcaa3d-9056-4a5e-aab1-5019ab0a16bd tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:15.216480 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-72fcaa3d-9056-4a5e-aab1-5019ab0a16bd tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Usage tracker for resource:subnet and tenant:6931c46e3cfc49c1bab002237ee68dea is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:15.219672 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-72fcaa3d-9056-4a5e-aab1-5019ab0a16bd tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:15.225835 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-72fcaa3d-9056-4a5e-aab1-5019ab0a16bd tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:15.276466 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e605768-18ed-4d60-b6f1-0eb7c1fe196b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] GET failed (client error): The resource could not be found. Feb 09 01:18:15.283543 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6e605768-18ed-4d60-b6f1-0eb7c1fe196b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "GET /v2.0/ports/496a5945-330e-405c-ac17-e26dd2563149 HTTP/1.1" status: 404 len: 333 time: 0.0768001 Feb 09 01:18:15.285029 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54330) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:15.297095 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-1da6a5d0-6899-4a0f-bad3-a42503b4359f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-627348575'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:15.303770 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1da6a5d0-6899-4a0f-bad3-a42503b4359f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:15.309470 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-c3c4a46b-8e21-4495-aa18-678aa4341502 admin admin] Deleting port 473ea777-510e-481c-b0c2-a12221a9e0da {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:18:15.310199 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1da6a5d0-6899-4a0f-bad3-a42503b4359f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:network and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:15.311045 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c3c4a46b-8e21-4495-aa18-678aa4341502 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:15.316154 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1da6a5d0-6899-4a0f-bad3-a42503b4359f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:15.324640 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1da6a5d0-6899-4a0f-bad3-a42503b4359f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:15.338665 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fcaa3d-9056-4a5e-aab1-5019ab0a16bd tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Made reservation on behalf of 6931c46e3cfc49c1bab002237ee68dea for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:15.341466 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72fcaa3d-9056-4a5e-aab1-5019ab0a16bd tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:15.343546 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da6a5d0-6899-4a0f-bad3-a42503b4359f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:15.354863 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1da6a5d0-6899-4a0f-bad3-a42503b4359f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:15.400238 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3bcc2dcf-bc8f-4c0f-b158-417bddd3257c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:15.422287 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc2dcf-bc8f-4c0f-b158-417bddd3257c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774fa050-dcc8-47e1-95c4-c62aaaf4c70f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:15.429478 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da6a5d0-6899-4a0f-bad3-a42503b4359f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 998} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:18:15.431938 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3bcc2dcf-bc8f-4c0f-b158-417bddd3257c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:15.435460 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3bcc2dcf-bc8f-4c0f-b158-417bddd3257c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/774fa050-dcc8-47e1-95c4-c62aaaf4c70f HTTP/1.1" status: 204 len: 168 time: 0.4954662 Feb 09 01:18:15.441866 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1da6a5d0-6899-4a0f-bad3-a42503b4359f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:15.442219 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-1da6a5d0-6899-4a0f-bad3-a42503b4359f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Added segment ffd4a98c-e880-4fc9-9f08-0c76704977a8 of type vlan for network 764e4548-a317-4a99-a811-84b88892f5ab Feb 09 01:18:15.491632 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1da6a5d0-6899-4a0f-bad3-a42503b4359f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:15.541857 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1da6a5d0-6899-4a0f-bad3-a42503b4359f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:15.549141 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da6a5d0-6899-4a0f-bad3-a42503b4359f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:15.550125 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1da6a5d0-6899-4a0f-bad3-a42503b4359f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:15.701263 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1da6a5d0-6899-4a0f-bad3-a42503b4359f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4120939 Feb 09 01:18:15.708095 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54340) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:15.725333 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-df355cbc-7898-41ac-a708-ae8f50a67a94 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'subnet': {'network_id': '764e4548-a317-4a99-a811-84b88892f5ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:15.738423 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab1b5b-ce10-4b08-a00c-e65bbfe457db req-2ecc8b72-5e3c-43c2-bb86-f3d2d1f8aba4 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:15.745353 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-78ab1b5b-ce10-4b08-a00c-e65bbfe457db req-2ecc8b72-5e3c-43c2-bb86-f3d2d1f8aba4 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 946 time: 1.0717013 Feb 09 01:18:15.907187 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-78ab1b5b-ce10-4b08-a00c-e65bbfe457db req-548ac36e-0505-4b57-b80a-45c08d1325a9 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515841 Feb 09 01:18:15.930063 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-c3c4a46b-8e21-4495-aa18-678aa4341502 admin admin] For port 473ea777-510e-481c-b0c2-a12221a9e0da, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=473ea777-510e-481c-b0c2-a12221a9e0da,segment=NetworkSegment(a2bdf565-b28c-4b21-b91a-ebb7e9f481a3),segment_id=a2bdf565-b28c-4b21-b91a-ebb7e9f481a3)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:15.930063 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c3c4a46b-8e21-4495-aa18-678aa4341502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:15.994054 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6a5d0-6899-4a0f-bad3-a42503b4359f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Network': ['ID=764e4548-a317-4a99-a811-84b88892f5ab,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:16.007972 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 764e4548-a317-4a99-a811-84b88892f5ab details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:18:16.230659 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c075d6fd-703f-40d7-825e-b505d968b11b no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:18:16.242602 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-df355cbc-7898-41ac-a708-ae8f50a67a94 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:16.252251 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-df355cbc-7898-41ac-a708-ae8f50a67a94 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:subnet and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:16.258623 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-df355cbc-7898-41ac-a708-ae8f50a67a94 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:16.274379 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db3b68-7389-4cba-b9d4-1a4a85dad8b9 req-5342651f-9230-487a-b41b-4e1bb631a13e tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:16.282219 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f3db3b68-7389-4cba-b9d4-1a4a85dad8b9 req-5342651f-9230-487a-b41b-4e1bb631a13e tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.3228853 Feb 09 01:18:16.289936 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-c3c4a46b-8e21-4495-aa18-678aa4341502 admin admin] Calling delete_port for 473ea777-510e-481c-b0c2-a12221a9e0da owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:18:16.308320 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-df355cbc-7898-41ac-a708-ae8f50a67a94 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:16.359931 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f3db3b68-7389-4cba-b9d4-1a4a85dad8b9 req-7011612e-e48a-4f3b-b0b5-0a5a2cd5671b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768158 Feb 09 01:18:16.397268 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df355cbc-7898-41ac-a708-ae8f50a67a94 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:16.403777 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-df355cbc-7898-41ac-a708-ae8f50a67a94 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:16.550487 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:16.570401 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a2c63-3b0b-4545-b78f-32072e013e6f req-7e0b8cca-f13b-427b-8d6f-64d054fb2a27 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:16.572202 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cc4a2c63-3b0b-4545-b78f-32072e013e6f req-7e0b8cca-f13b-427b-8d6f-64d054fb2a27 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.35 "GET /v2.0/ports?device_id=74d65804-3286-42a8-b4f8-c4fcee9a66ae HTTP/1.1" status: 200 len: 1024 time: 0.5166590 Feb 09 01:18:16.645659 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709aa7f3-0207-4552-abbc-660c04b5fa11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c075d6fd-703f-40d7-825e-b505d968b11b'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:18:16.659660 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c075d6fd-703f-40d7-825e-b505d968b11b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c075d6fd-703f-40d7-825e-b505d968b11b,segment=NetworkSegment(1daab5ce-760f-4f8c-ae46-f15ec30b34be),segment_id=1daab5ce-760f-4f8c-ae46-f15ec30b34be)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:16.680884 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:16.712183 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e5d12-e897-40d0-90eb-c2a21e092868 req-4c652acf-c28e-4c8e-aee3-b0d1da37a6b8 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:16.719295 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9f4e5d12-e897-40d0-90eb-c2a21e092868 req-4c652acf-c28e-4c8e-aee3-b0d1da37a6b8 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=74d65804-3286-42a8-b4f8-c4fcee9a66ae HTTP/1.1" status: 200 len: 1024 time: 0.3974273 Feb 09 01:18:16.755080 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-cc4a2c63-3b0b-4545-b78f-32072e013e6f req-eb9e4436-4b2d-48d2-86eb-75f0f6c1c093 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Deleting port 8733f32c-f755-472d-8c08-5332b17eafc6 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:18:16.755546 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-cc4a2c63-3b0b-4545-b78f-32072e013e6f req-eb9e4436-4b2d-48d2-86eb-75f0f6c1c093 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:16.791864 n-d-828419-1 neutron-server[87611]: DEBUG neutron.objects.ports [None req-72fcaa3d-9056-4a5e-aab1-5019ab0a16bd tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87611) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:18:16.792347 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72fcaa3d-9056-4a5e-aab1-5019ab0a16bd tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:16.824630 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38452e7c-d523-4390-942d-78329a236778 req-41a76ed1-02d7-43a8-95ba-e1862793488a tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:16.831520 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-38452e7c-d523-4390-942d-78329a236778 req-41a76ed1-02d7-43a8-95ba-e1862793488a tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.2580357 Feb 09 01:18:16.846268 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=c075d6fd-703f-40d7-825e-b505d968b11b,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:16.887681 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9f4e5d12-e897-40d0-90eb-c2a21e092868 req-d93bc42b-fdfd-4599-94d8-f5ea60f57ab0 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups?id=487bc88e-fef9-4445-8b50-c8d422d7ac67&id=3220da3a-0376-4717-b72e-256e832faa4a&id=d4a85272-468a-4c96-83b4-ab60ce1bb749&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1674273 Feb 09 01:18:16.949997 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-38452e7c-d523-4390-942d-78329a236778 req-ae57f653-fa33-42e9-83b4-4bc45b388135 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176021 Feb 09 01:18:16.970410 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fcaa3d-9056-4a5e-aab1-5019ab0a16bd tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e240a31f-eb42-4483-81bf-66ea41731514,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:17.005459 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fcaa3d-9056-4a5e-aab1-5019ab0a16bd tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Checking segment: {'id': 'fea138cf-422e-4c84-859b-aba8ad68b237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'd1d972e1-3355-4171-a3a4-d2445eaf0d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:18:17.005815 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fcaa3d-9056-4a5e-aab1-5019ab0a16bd tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Network hostable DHCP agents. Network: d1d972e1-3355-4171-a3a4-d2445eaf0d7e, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:18:17.027473 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c3c4a46b-8e21-4495-aa18-678aa4341502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:17.081660 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4a46b-8e21-4495-aa18-678aa4341502 admin admin] Pushing event deleted for resources: {'Port': ['ID=473ea777-510e-481c-b0c2-a12221a9e0da,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:17.087715 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fcaa3d-9056-4a5e-aab1-5019ab0a16bd tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Network d1d972e1-3355-4171-a3a4-d2445eaf0d7e is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:18:17.157436 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-72fcaa3d-9056-4a5e-aab1-5019ab0a16bd tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, d1d972e1-3355-4171-a3a4-d2445eaf0d7e) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:17.166048 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa01d9a-9dfe-4524-afcc-bc30a5de37ba None None] Network d1d972e1-3355-4171-a3a4-d2445eaf0d7e requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:18:17.183821 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fcaa3d-9056-4a5e-aab1-5019ab0a16bd tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:17.184766 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72fcaa3d-9056-4a5e-aab1-5019ab0a16bd tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:17.243382 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-72fcaa3d-9056-4a5e-aab1-5019ab0a16bd tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0621896 Feb 09 01:18:17.258433 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54390) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:17.295780 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-3d614ca8-2773-44e6-af1d-b7d244c0b452 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Request body: {'floatingip': {'floating_network_id': 'd1d972e1-3355-4171-a3a4-d2445eaf0d7e'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:17.306946 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3d614ca8-2773-44e6-af1d-b7d244c0b452 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:17.411711 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-df355cbc-7898-41ac-a708-ae8f50a67a94 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:17.441582 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3d614ca8-2773-44e6-af1d-b7d244c0b452 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Usage tracker for resource:floatingip and tenant:6931c46e3cfc49c1bab002237ee68dea is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:17.454208 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3d614ca8-2773-44e6-af1d-b7d244c0b452 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:17.464550 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3d614ca8-2773-44e6-af1d-b7d244c0b452 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:17.497484 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-cc4a2c63-3b0b-4545-b78f-32072e013e6f req-eb9e4436-4b2d-48d2-86eb-75f0f6c1c093 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] For port 8733f32c-f755-472d-8c08-5332b17eafc6, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=8733f32c-f755-472d-8c08-5332b17eafc6,segment=NetworkSegment(cb079a45-5053-4d11-90b3-e37f97e508c1),segment_id=cb079a45-5053-4d11-90b3-e37f97e508c1)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:17.497855 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-cc4a2c63-3b0b-4545-b78f-32072e013e6f req-eb9e4436-4b2d-48d2-86eb-75f0f6c1c093 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:17.510117 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3d614ca8-2773-44e6-af1d-b7d244c0b452 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:17.527884 n-d-828419-1 neutron-server[87613]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '709aa7f3-0207-4552-abbc-660c04b5fa11', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c075d6fd-703f-40d7-825e-b505d968b11b', 'code': 422} returned with failed status Feb 09 01:18:17.582980 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a2259-fdf0-4419-9289-c64ab42892af req-aba6fd5e-77df-4cf2-a3cf-4d5cca83d1e0 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:17.584572 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-da0a2259-fdf0-4419-9289-c64ab42892af req-aba6fd5e-77df-4cf2-a3cf-4d5cca83d1e0 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 944 time: 0.4201021 Feb 09 01:18:17.668195 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d416e6d8-d110-439e-9a63-12522dbc18ce None None] Network d1d972e1-3355-4171-a3a4-d2445eaf0d7e requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:18:17.773572 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-cc4a2c63-3b0b-4545-b78f-32072e013e6f req-eb9e4436-4b2d-48d2-86eb-75f0f6c1c093 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Calling delete_port for 8733f32c-f755-472d-8c08-5332b17eafc6 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:18:17.820261 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df355cbc-7898-41ac-a708-ae8f50a67a94 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Subnet': ['ID=e0ca870f-f7d3-4ff6-8653-c39787097fd4,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:17.851940 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c3c4a46b-8e21-4495-aa18-678aa4341502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:17.858173 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df355cbc-7898-41ac-a708-ae8f50a67a94 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Checking segment: {'id': 'ffd4a98c-e880-4fc9-9f08-0c76704977a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '764e4548-a317-4a99-a811-84b88892f5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:18:17.858649 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df355cbc-7898-41ac-a708-ae8f50a67a94 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network hostable DHCP agents. Network: 764e4548-a317-4a99-a811-84b88892f5ab, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:18:17.876870 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-da0a2259-fdf0-4419-9289-c64ab42892af req-0d929f5f-1ac0-452f-818e-5e92a083ebb1 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962392 Feb 09 01:18:17.994487 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df355cbc-7898-41ac-a708-ae8f50a67a94 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network 764e4548-a317-4a99-a811-84b88892f5ab is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:18:18.032553 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c062739-e87f-494f-8db3-016f6ae4a2dd req-5a4e6dd3-2a6c-4773-837b-fceba199d948 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:18.036485 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-df355cbc-7898-41ac-a708-ae8f50a67a94 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 764e4548-a317-4a99-a811-84b88892f5ab) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:18.046646 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0c062739-e87f-494f-8db3-016f6ae4a2dd req-5a4e6dd3-2a6c-4773-837b-fceba199d948 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.3648767 Feb 09 01:18:18.065802 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df355cbc-7898-41ac-a708-ae8f50a67a94 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:18.066398 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-df355cbc-7898-41ac-a708-ae8f50a67a94 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:18.079992 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b19d19-71d8-4155-b66d-442d5fde5158 None None] Network 764e4548-a317-4a99-a811-84b88892f5ab requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:18:18.196884 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-df355cbc-7898-41ac-a708-ae8f50a67a94 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4874694 Feb 09 01:18:18.205313 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54416) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:18.214124 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-a7c0c567-11d2-43c7-b976-5a09cb3a1bd1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'subnet': {'network_id': '764e4548-a317-4a99-a811-84b88892f5ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:18.237678 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54420) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:18.242426 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0c062739-e87f-494f-8db3-016f6ae4a2dd req-1d8357ce-e163-480f-9f70-505bd3aa0e6c tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949005 Feb 09 01:18:18.289903 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3d614ca8-2773-44e6-af1d-b7d244c0b452 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:18.399674 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-cc4a2c63-3b0b-4545-b78f-32072e013e6f req-eb9e4436-4b2d-48d2-86eb-75f0f6c1c093 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:18.473449 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['45c7be29-9a89-4388-97bc-3b26d9b6940e'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:18:18.500701 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e4436-4b2d-48d2-86eb-75f0f6c1c093 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Pushing event deleted for resources: {'Port': ['ID=8733f32c-f755-472d-8c08-5332b17eafc6,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:18.557540 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f37a9bd7-f10e-4073-9137-75b97b78590c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:18.705706 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9d2c24-b0b0-4dec-8ef4-a5a417d521ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-764e4548-a317-4a99-a811-84b88892f5ab', 'network_id': '764e4548-a317-4a99-a811-84b88892f5ab', 'tenant_id': '23926ed9e9ef4217a1749e79922b948e', 'fixed_ips': [{'subnet_id': 'e0ca870f-f7d3-4ff6-8653-c39787097fd4'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:18:18.706934 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4e9d2c24-b0b0-4dec-8ef4-a5a417d521ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:18.745593 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4a2c63-3b0b-4545-b78f-32072e013e6f req-eb9e4436-4b2d-48d2-86eb-75f0f6c1c093 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] No DVR routers for this DVR port 8733f32c-f755-472d-8c08-5332b17eafc6 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:18:18.754844 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-cc4a2c63-3b0b-4545-b78f-32072e013e6f req-eb9e4436-4b2d-48d2-86eb-75f0f6c1c093 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:18.756892 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cc4a2c63-3b0b-4545-b78f-32072e013e6f req-eb9e4436-4b2d-48d2-86eb-75f0f6c1c093 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.35 "DELETE /v2.0/ports/8733f32c-f755-472d-8c08-5332b17eafc6 HTTP/1.1" status: 204 len: 173 time: 2.1403282 Feb 09 01:18:18.758192 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d65804-3286-42a8-b4f8-c4fcee9a66ae', 'name': 'network-vif-deleted', 'tag': '8733f32c-f755-472d-8c08-5332b17eafc6'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:18:18.791613 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634898bb-a87b-4295-a193-f581f6eb0ebe req-9b3900c6-947c-4e19-8e7e-2d7a8c99cc4f tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:18.792306 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-634898bb-a87b-4295-a193-f581f6eb0ebe req-9b3900c6-947c-4e19-8e7e-2d7a8c99cc4f tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Synchronizing usage tracker for tenant:89c5ef19807744ed9ff690157d53e75e on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:18.802626 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a7c0c567-11d2-43c7-b976-5a09cb3a1bd1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:18.803663 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a7c0c567-11d2-43c7-b976-5a09cb3a1bd1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:subnet and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:18.808650 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a7c0c567-11d2-43c7-b976-5a09cb3a1bd1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:18.818525 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a7c0c567-11d2-43c7-b976-5a09cb3a1bd1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:18.830544 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-634898bb-a87b-4295-a193-f581f6eb0ebe req-9b3900c6-947c-4e19-8e7e-2d7a8c99cc4f tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Unset dirty status for tenant:89c5ef19807744ed9ff690157d53e75e on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:18.832005 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-634898bb-a87b-4295-a193-f581f6eb0ebe req-9b3900c6-947c-4e19-8e7e-2d7a8c99cc4f tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=74d65804-3286-42a8-b4f8-c4fcee9a66ae HTTP/1.1" status: 200 len: 945 time: 0.7031109 Feb 09 01:18:18.833439 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c0c567-11d2-43c7-b976-5a09cb3a1bd1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:18.837445 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a7c0c567-11d2-43c7-b976-5a09cb3a1bd1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:18.858591 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f37a9bd7-f10e-4073-9137-75b97b78590c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:18.862585 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f37a9bd7-f10e-4073-9137-75b97b78590c admin admin] Usage tracker for resource:security_group_rule and tenant:602520265b7247faad5d3a9a8743e7bb is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:18.865552 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f37a9bd7-f10e-4073-9137-75b97b78590c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:18.872272 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f37a9bd7-f10e-4073-9137-75b97b78590c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:18.932670 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c4a46b-8e21-4495-aa18-678aa4341502 admin admin] Router b41900a1-b1af-41f2-9c56-4d63f0091d1c has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:18:18.969701 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-634898bb-a87b-4295-a193-f581f6eb0ebe req-c2829e33-83e0-4d99-8428-050844aa722c tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups?id=487bc88e-fef9-4445-8b50-c8d422d7ac67&id=3220da3a-0376-4717-b72e-256e832faa4a&id=d4a85272-468a-4c96-83b4-ab60ce1bb749&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1165450 Feb 09 01:18:19.084261 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-4e9d2c24-b0b0-4dec-8ef4-a5a417d521ee None None] Allocated IP 172.20.0.2 (764e4548-a317-4a99-a811-84b88892f5ab/e0ca870f-f7d3-4ff6-8653-c39787097fd4/1b954f75-fee3-431b-8e50-7317b0a471c6) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:19.107354 n-d-828419-1 neutron-server[87612]: INFO neutron.db.ipam_backend_mixin [None req-a7c0c567-11d2-43c7-b976-5a09cb3a1bd1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e0ca870f-f7d3-4ff6-8653-c39787097fd4 (CIDR: 172.20.0.0/28) Feb 09 01:18:19.114433 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d65804-3286-42a8-b4f8-c4fcee9a66ae', 'name': 'network-vif-deleted', 'tag': '8733f32c-f755-472d-8c08-5332b17eafc6', 'status': 'completed', 'code': 200} Feb 09 01:18:19.117979 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c0c567-11d2-43c7-b976-5a09cb3a1bd1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:18:19.119461 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7c0c567-11d2-43c7-b976-5a09cb3a1bd1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:19.172831 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a7c0c567-11d2-43c7-b976-5a09cb3a1bd1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9619999 Feb 09 01:18:19.173608 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54434) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:19.182454 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-5f3f4dc6-4e26-4ea2-9576-40c6da05e2e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'subnet': {'network_id': '764e4548-a317-4a99-a811-84b88892f5ab', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:19.310705 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a5ba6-fd45-4667-8804-2571702cca66 req-6c6e6741-e8e6-451c-875b-7bd70df4f487 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:19.312305 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-662a5ba6-fd45-4667-8804-2571702cca66 req-6c6e6741-e8e6-451c-875b-7bd70df4f487 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 944 time: 0.7727811 Feb 09 01:18:19.318358 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f37a9bd7-f10e-4073-9137-75b97b78590c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:19.355549 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f37a9bd7-f10e-4073-9137-75b97b78590c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:19.397190 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5f3f4dc6-4e26-4ea2-9576-40c6da05e2e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:19.402663 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5f3f4dc6-4e26-4ea2-9576-40c6da05e2e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:subnet and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:19.406186 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5f3f4dc6-4e26-4ea2-9576-40c6da05e2e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:19.413025 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5f3f4dc6-4e26-4ea2-9576-40c6da05e2e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:19.427727 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3f4dc6-4e26-4ea2-9576-40c6da05e2e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:19.433904 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5f3f4dc6-4e26-4ea2-9576-40c6da05e2e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:19.463299 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a9bd7-f10e-4073-9137-75b97b78590c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87d8a4a-9c4e-420b-bc9a-de8b3d7a40ce,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:19.480044 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-3d614ca8-2773-44e6-af1d-b7d244c0b452 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Allocated IP 172.20.0.7 (d1d972e1-3355-4171-a3a4-d2445eaf0d7e/e240a31f-eb42-4483-81bf-66ea41731514/1d9d3ea3-885a-46e6-a834-68cdeaf2472c) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:19.502858 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4e9d2c24-b0b0-4dec-8ef4-a5a417d521ee None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:19.516052 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-4e9d2c24-b0b0-4dec-8ef4-a5a417d521ee None None] Transition to ACTIVE for port object 1b954f75-fee3-431b-8e50-7317b0a471c6 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:19.536772 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f37a9bd7-f10e-4073-9137-75b97b78590c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=602520265b7247faad5d3a9a8743e7bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2928977 Feb 09 01:18:19.540381 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-662a5ba6-fd45-4667-8804-2571702cca66 req-f83523f1-d7bf-4fda-b316-ce70a7a1f579 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188346 Feb 09 01:18:19.544323 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54440) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:19.572224 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-4e9d2c24-b0b0-4dec-8ef4-a5a417d521ee None None] Transition to ACTIVE for port object 1b954f75-fee3-431b-8e50-7317b0a471c6 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:19.581410 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4e9d2c24-b0b0-4dec-8ef4-a5a417d521ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:19.584993 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c4a46b-8e21-4495-aa18-678aa4341502 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:18:19.595271 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8d48dc-bc47-4e4a-9850-4ce57d95a8b2 None None] Sync routers for ids ['b41900a1-b1af-41f2-9c56-4d63f0091d1c'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:18:19.610126 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8d48dc-bc47-4e4a-9850-4ce57d95a8b2 None None] Routers {'b41900a1-b1af-41f2-9c56-4d63f0091d1c'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:18:19.610857 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ad8d48dc-bc47-4e4a-9850-4ce57d95a8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:18:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['b41900a1-b1af-41f2-9c56-4d63f0091d1c'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:19.659768 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d2c24-b0b0-4dec-8ef4-a5a417d521ee None None] Pushing event updated for resources: {'Port': ['ID=1b954f75-fee3-431b-8e50-7317b0a471c6,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:19.677654 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9d2c24-b0b0-4dec-8ef4-a5a417d521ee None None] Network 764e4548-a317-4a99-a811-84b88892f5ab is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:19.679628 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-4e9d2c24-b0b0-4dec-8ef4-a5a417d521ee None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:19.682594 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9d2c24-b0b0-4dec-8ef4-a5a417d521ee None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:18:19.760722 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c3c4a46b-8e21-4495-aa18-678aa4341502 admin admin] 10.222.0.37 "PUT /v2.0/routers/b41900a1-b1af-41f2-9c56-4d63f0091d1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0343568 Feb 09 01:18:19.765320 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54450) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:19.798484 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-4e9d2c24-b0b0-4dec-8ef4-a5a417d521ee None None] Attempting to bind port 1b954f75-fee3-431b-8e50-7317b0a471c6 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:18:19.799047 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-4e9d2c24-b0b0-4dec-8ef4-a5a417d521ee None None] Attempting to bind port 1b954f75-fee3-431b-8e50-7317b0a471c6 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'ffd4a98c-e880-4fc9-9f08-0c76704977a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '764e4548-a317-4a99-a811-84b88892f5ab'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:18:19.799575 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9d2c24-b0b0-4dec-8ef4-a5a417d521ee None None] Attempting to bind port 1b954f75-fee3-431b-8e50-7317b0a471c6 on network 764e4548-a317-4a99-a811-84b88892f5ab {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:18:19.806689 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9d2c24-b0b0-4dec-8ef4-a5a417d521ee None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:18:19.807232 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9d2c24-b0b0-4dec-8ef4-a5a417d521ee None None] Checking segment: {'id': 'ffd4a98c-e880-4fc9-9f08-0c76704977a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '764e4548-a317-4a99-a811-84b88892f5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:18:19.807790 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4e9d2c24-b0b0-4dec-8ef4-a5a417d521ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:19.808271 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9d2c24-b0b0-4dec-8ef4-a5a417d521ee None None] Bound using segment: {'id': 'ffd4a98c-e880-4fc9-9f08-0c76704977a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '764e4548-a317-4a99-a811-84b88892f5ab'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:18:19.808906 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-4e9d2c24-b0b0-4dec-8ef4-a5a417d521ee None None] Bound port: 1b954f75-fee3-431b-8e50-7317b0a471c6, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd4a98c-e880-4fc9-9f08-0c76704977a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '764e4548-a317-4a99-a811-84b88892f5ab'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:18:19.809419 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4e9d2c24-b0b0-4dec-8ef4-a5a417d521ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:19.931177 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ddabdbfb-33b4-4e49-88e8-154d23709e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:19.940133 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5f3f4dc6-4e26-4ea2-9576-40c6da05e2e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:19.954193 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-ad8d48dc-bc47-4e4a-9850-4ce57d95a8b2 None None] Set router b41900a1-b1af-41f2-9c56-4d63f0091d1c gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:18:19.992555 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-4e9d2c24-b0b0-4dec-8ef4-a5a417d521ee None None] For port 1b954f75-fee3-431b-8e50-7317b0a471c6, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:18:19.995725 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-4e9d2c24-b0b0-4dec-8ef4-a5a417d521ee None None] For port 1b954f75-fee3-431b-8e50-7317b0a471c6, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1b954f75-fee3-431b-8e50-7317b0a471c6,segment=NetworkSegment(ffd4a98c-e880-4fc9-9f08-0c76704977a8),segment_id=ffd4a98c-e880-4fc9-9f08-0c76704977a8)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:18:20.018101 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4e9d2c24-b0b0-4dec-8ef4-a5a417d521ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:20.036533 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f4dc6-4e26-4ea2-9576-40c6da05e2e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Subnet': ['ID=386a0cb0-7178-48a4-a473-fe00d41e94d7,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:20.044170 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3f4dc6-4e26-4ea2-9576-40c6da05e2e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network 764e4548-a317-4a99-a811-84b88892f5ab is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:20.045643 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-5f3f4dc6-4e26-4ea2-9576-40c6da05e2e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:20.052712 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3f4dc6-4e26-4ea2-9576-40c6da05e2e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:20.053727 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5f3f4dc6-4e26-4ea2-9576-40c6da05e2e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:20.094403 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5f3f4dc6-4e26-4ea2-9576-40c6da05e2e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9172676 Feb 09 01:18:20.094650 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54458) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:20.103197 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-baac5055-557f-44d3-be1a-4d01543537e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'port': {'network_id': '764e4548-a317-4a99-a811-84b88892f5ab', 'fixed_ips': [{'subnet_id': 'e0ca870f-f7d3-4ff6-8653-c39787097fd4'}, {'subnet_id': '386a0cb0-7178-48a4-a473-fe00d41e94d7'}], 'name': 'tempest-PortsTestJSON-1028114692'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:20.110999 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ddabdbfb-33b4-4e49-88e8-154d23709e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:20.173646 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3d614ca8-2773-44e6-af1d-b7d244c0b452 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:20.247343 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d2c24-b0b0-4dec-8ef4-a5a417d521ee None None] Pushing event updated for resources: {'Port': ['ID=1b954f75-fee3-431b-8e50-7317b0a471c6,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:20.267887 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c075d6fd-703f-40d7-825e-b505d968b11b no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:18:20.377372 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ddabdbfb-33b4-4e49-88e8-154d23709e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:20.430395 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-baac5055-557f-44d3-be1a-4d01543537e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:20.436801 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-baac5055-557f-44d3-be1a-4d01543537e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:port and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:20.445792 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-baac5055-557f-44d3-be1a-4d01543537e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:20.454784 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-baac5055-557f-44d3-be1a-4d01543537e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:20.470864 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddabdbfb-33b4-4e49-88e8-154d23709e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87d8a4a-9c4e-420b-bc9a-de8b3d7a40ce,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:20.471724 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baac5055-557f-44d3-be1a-4d01543537e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:20.610560 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ddabdbfb-33b4-4e49-88e8-154d23709e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:20.617505 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ddabdbfb-33b4-4e49-88e8-154d23709e7e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a87d8a4a-9c4e-420b-bc9a-de8b3d7a40ce HTTP/1.1" status: 204 len: 168 time: 1.0685227 Feb 09 01:18:20.655608 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2680772e-a806-4319-b5bc-184f9130ee9f req-41228146-5910-4cdd-8e77-3cc4efc7dba9 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups/d4a85272-468a-4c96-83b4-ab60ce1bb749 HTTP/1.1" status: 200 len: 1801 time: 0.2968702 Feb 09 01:18:20.670784 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 8733f32c-f755-472d-8c08-5332b17eafc6 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:18:20.696119 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-baac5055-557f-44d3-be1a-4d01543537e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:20.710554 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ad8d48dc-bc47-4e4a-9850-4ce57d95a8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41900a1-b1af-41f2-9c56-4d63f0091d1c', 'name': 'tempest-ImageQuotaTest-1770167367-router', 'tenant_id': 'bf9c73013e2645af9f30a371da86a296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'a73770ad-97ad-4867-a63b-5e0082d8a108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:47Z', 'updated_at': '2022-02-09T01:18:16Z', 'revision_number': 5, 'project_id': 'bf9c73013e2645af9f30a371da86a296', 'gw_port': {'id': 'a73770ad-97ad-4867-a63b-5e0082d8a108', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41900a1-b1af-41f2-9c56-4d63f0091d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:50Z', 'updated_at': '2022-02-09T01:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:20.722361 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8d48dc-bc47-4e4a-9850-4ce57d95a8b2 None None] Checking router: b41900a1-b1af-41f2-9c56-4d63f0091d1c for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:18:20.748741 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8d48dc-bc47-4e4a-9850-4ce57d95a8b2 None None] Routers {'b41900a1-b1af-41f2-9c56-4d63f0091d1c'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:18:20.749471 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ad8d48dc-bc47-4e4a-9850-4ce57d95a8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:18:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['b41900a1-b1af-41f2-9c56-4d63f0091d1c'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:20.757780 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 8733f32c-f755-472d-8c08-5332b17eafc6 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:18:20.758126 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 8733f32c-f755-472d-8c08-5332b17eafc6 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:18:20.766124 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-baac5055-557f-44d3-be1a-4d01543537e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] device_id is not set on port 7e37a385-3407-4156-bc33-324ee095cc53 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:18:20.779914 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-969a1e44-be76-463c-802c-ac4d61b75e5a admin admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:21.029091 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-2680772e-a806-4319-b5bc-184f9130ee9f req-09e19fe4-97ed-4218-b62e-16fdff8af6de tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:21.058556 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3d614ca8-2773-44e6-af1d-b7d244c0b452 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:21.076472 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-ad8d48dc-bc47-4e4a-9850-4ce57d95a8b2 None None] Set router b41900a1-b1af-41f2-9c56-4d63f0091d1c gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:18:21.149206 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64861916-db3f-4ebe-b1af-b943417d0605 req-4407cdf2-0652-4cad-ad38-491885554b8e tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:21.150788 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-64861916-db3f-4ebe-b1af-b943417d0605 req-4407cdf2-0652-4cad-ad38-491885554b8e tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 944 time: 0.2814777 Feb 09 01:18:21.258259 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d614ca8-2773-44e6-af1d-b7d244c0b452 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Network d1d972e1-3355-4171-a3a4-d2445eaf0d7e is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:21.269006 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54482) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:21.274357 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-64861916-db3f-4ebe-b1af-b943417d0605 req-961b59a2-95c6-4584-bf56-df993f7fd32f tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110520 Feb 09 01:18:21.304762 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7bc64a06-a389-4798-b5b2-144bccd7a648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:21.336120 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-7bc64a06-a389-4798-b5b2-144bccd7a648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:21.345565 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-7bc64a06-a389-4798-b5b2-144bccd7a648 admin admin] Usage tracker for resource:security_group_rule and tenant:9bde2878e41f41e4ae8a47953f9bd10b is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:21.352459 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-7bc64a06-a389-4798-b5b2-144bccd7a648 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:21.362717 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-7bc64a06-a389-4798-b5b2-144bccd7a648 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:21.498329 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-baac5055-557f-44d3-be1a-4d01543537e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Allocated IP 172.20.0.10 (764e4548-a317-4a99-a811-84b88892f5ab/e0ca870f-f7d3-4ff6-8653-c39787097fd4/7e37a385-3407-4156-bc33-324ee095cc53) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:21.510052 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-baac5055-557f-44d3-be1a-4d01543537e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Allocated IP 172.20.0.18 (764e4548-a317-4a99-a811-84b88892f5ab/386a0cb0-7178-48a4-a473-fe00d41e94d7/7e37a385-3407-4156-bc33-324ee095cc53) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:21.531983 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-3d614ca8-2773-44e6-af1d-b7d244c0b452 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:21.548658 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-2680772e-a806-4319-b5bc-184f9130ee9f req-09e19fe4-97ed-4218-b62e-16fdff8af6de tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:21.597518 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ad8d48dc-bc47-4e4a-9850-4ce57d95a8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41900a1-b1af-41f2-9c56-4d63f0091d1c', 'name': 'tempest-ImageQuotaTest-1770167367-router', 'tenant_id': 'bf9c73013e2645af9f30a371da86a296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'a73770ad-97ad-4867-a63b-5e0082d8a108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:47Z', 'updated_at': '2022-02-09T01:18:16Z', 'revision_number': 5, 'project_id': 'bf9c73013e2645af9f30a371da86a296', 'gw_port': {'id': 'a73770ad-97ad-4867-a63b-5e0082d8a108', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41900a1-b1af-41f2-9c56-4d63f0091d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:50Z', 'updated_at': '2022-02-09T01:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:21.605265 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8d48dc-bc47-4e4a-9850-4ce57d95a8b2 None None] The sync data for ids ['b41900a1-b1af-41f2-9c56-4d63f0091d1c'] in n-d-828419-1 is: [{'id': 'b41900a1-b1af-41f2-9c56-4d63f0091d1c', 'name': 'tempest-ImageQuotaTest-1770167367-router', 'tenant_id': 'bf9c73013e2645af9f30a371da86a296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'a73770ad-97ad-4867-a63b-5e0082d8a108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:47Z', 'updated_at': '2022-02-09T01:18:16Z', 'revision_number': 5, 'project_id': 'bf9c73013e2645af9f30a371da86a296', 'gw_port': {'id': 'a73770ad-97ad-4867-a63b-5e0082d8a108', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41900a1-b1af-41f2-9c56-4d63f0091d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:50Z', 'updated_at': '2022-02-09T01:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:18:21.626659 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d614ca8-2773-44e6-af1d-b7d244c0b452 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:18:21.637319 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7bc64a06-a389-4798-b5b2-144bccd7a648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:21.669153 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-2680772e-a806-4319-b5bc-184f9130ee9f req-09e19fe4-97ed-4218-b62e-16fdff8af6de tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:21.718186 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e19fe4-97ed-4218-b62e-16fdff8af6de tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a85272-468a-4c96-83b4-ab60ce1bb749,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:21.727980 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d614ca8-2773-44e6-af1d-b7d244c0b452 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Pushing event updated for resources: {'Port': ['ID=1d9d3ea3-885a-46e6-a834-68cdeaf2472c,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:21.752869 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-969a1e44-be76-463c-802c-ac4d61b75e5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:21.764774 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-2680772e-a806-4319-b5bc-184f9130ee9f req-09e19fe4-97ed-4218-b62e-16fdff8af6de tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:21.766042 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2680772e-a806-4319-b5bc-184f9130ee9f req-09e19fe4-97ed-4218-b62e-16fdff8af6de tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "DELETE /v2.0/security-groups/d4a85272-468a-4c96-83b4-ab60ce1bb749 HTTP/1.1" status: 204 len: 173 time: 1.1055386 Feb 09 01:18:21.771961 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:21.789081 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7bc64a06-a389-4798-b5b2-144bccd7a648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:21.815414 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-969a1e44-be76-463c-802c-ac4d61b75e5a admin admin] Deleting port a73770ad-97ad-4867-a63b-5e0082d8a108 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:18:21.815901 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-969a1e44-be76-463c-802c-ac4d61b75e5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:21.884388 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3d614ca8-2773-44e6-af1d-b7d244c0b452 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.034845 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3d614ca8-2773-44e6-af1d-b7d244c0b452 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.071426 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7bc64a06-a389-4798-b5b2-144bccd7a648 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9bde2878e41f41e4ae8a47953f9bd10b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8014364 Feb 09 01:18:22.084721 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc64a06-a389-4798-b5b2-144bccd7a648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f53c74e-fe0c-46f9-80ec-75e3583ec731,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:22.085598 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54498) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:22.121837 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1176442-51c4-475d-b6db-50cd8b58c9da None None] Network 764e4548-a317-4a99-a811-84b88892f5ab requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:18:22.153040 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-de366074-8149-46a9-884c-7befd25c51fb req-0587b37a-5181-42ae-9944-89b5922a2411 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups/3220da3a-0376-4717-b72e-256e832faa4a HTTP/1.1" status: 200 len: 1802 time: 0.2055118 Feb 09 01:18:22.236812 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-baac5055-557f-44d3-be1a-4d01543537e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.256262 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2408e1bd-193d-44ee-a99b-860c6760c8b5 req-a4c72bea-3479-49e1-9701-635fc5ddcd46 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9377618 Feb 09 01:18:22.276890 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1b954f75-fee3-431b-8e50-7317b0a471c6 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:18:22.289582 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-baac5055-557f-44d3-be1a-4d01543537e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Transition to ACTIVE for port object 7e37a385-3407-4156-bc33-324ee095cc53 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:22.330331 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-de366074-8149-46a9-884c-7befd25c51fb req-8136929c-4eec-4e08-b495-37333d5405b3 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.363368 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-67fd5936-e760-42fc-b344-00920ad31eda None None] Provisioning for port 1b954f75-fee3-431b-8e50-7317b0a471c6 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:18:22.415340 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-de366074-8149-46a9-884c-7befd25c51fb req-8136929c-4eec-4e08-b495-37333d5405b3 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.433272 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-969a1e44-be76-463c-802c-ac4d61b75e5a admin admin] For port a73770ad-97ad-4867-a63b-5e0082d8a108, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=a73770ad-97ad-4867-a63b-5e0082d8a108,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:22.433780 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-969a1e44-be76-463c-802c-ac4d61b75e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.496306 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-baac5055-557f-44d3-be1a-4d01543537e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.496724 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 1b954f75-fee3-431b-8e50-7317b0a471c6 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:18:22.510300 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 1b954f75-fee3-431b-8e50-7317b0a471c6 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:22.511120 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.577022 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3d614ca8-2773-44e6-af1d-b7d244c0b452 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.708581 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baac5055-557f-44d3-be1a-4d01543537e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network 764e4548-a317-4a99-a811-84b88892f5ab is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:22.712996 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-baac5055-557f-44d3-be1a-4d01543537e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:22.722633 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baac5055-557f-44d3-be1a-4d01543537e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:18:22.753717 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-de366074-8149-46a9-884c-7befd25c51fb req-8136929c-4eec-4e08-b495-37333d5405b3 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.775739 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.782755 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac5055-557f-44d3-be1a-4d01543537e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Port': ['ID=7e37a385-3407-4156-bc33-324ee095cc53,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:22.803263 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136929c-4eec-4e08-b495-37333d5405b3 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3220da3a-0376-4717-b72e-256e832faa4a,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:22.811850 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-969a1e44-be76-463c-802c-ac4d61b75e5a admin admin] Calling delete_port for a73770ad-97ad-4867-a63b-5e0082d8a108 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:18:22.823168 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baac5055-557f-44d3-be1a-4d01543537e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.823523 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baac5055-557f-44d3-be1a-4d01543537e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.823850 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baac5055-557f-44d3-be1a-4d01543537e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.824188 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baac5055-557f-44d3-be1a-4d01543537e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.824568 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baac5055-557f-44d3-be1a-4d01543537e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.824886 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baac5055-557f-44d3-be1a-4d01543537e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.825209 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baac5055-557f-44d3-be1a-4d01543537e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.825533 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baac5055-557f-44d3-be1a-4d01543537e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.825857 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baac5055-557f-44d3-be1a-4d01543537e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.826179 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baac5055-557f-44d3-be1a-4d01543537e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.826510 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baac5055-557f-44d3-be1a-4d01543537e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.826829 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baac5055-557f-44d3-be1a-4d01543537e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.831804 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 1b954f75-fee3-431b-8e50-7317b0a471c6, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1b954f75-fee3-431b-8e50-7317b0a471c6,segment=NetworkSegment(ffd4a98c-e880-4fc9-9f08-0c76704977a8),segment_id=ffd4a98c-e880-4fc9-9f08-0c76704977a8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:22.843245 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8136929c-4eec-4e08-b495-37333d5405b3 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.843529 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8136929c-4eec-4e08-b495-37333d5405b3 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.843870 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8136929c-4eec-4e08-b495-37333d5405b3 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.843992 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.844206 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8136929c-4eec-4e08-b495-37333d5405b3 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.844574 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8136929c-4eec-4e08-b495-37333d5405b3 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.845242 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8136929c-4eec-4e08-b495-37333d5405b3 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.845242 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8136929c-4eec-4e08-b495-37333d5405b3 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.845522 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8136929c-4eec-4e08-b495-37333d5405b3 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.846330 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8136929c-4eec-4e08-b495-37333d5405b3 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.846330 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8136929c-4eec-4e08-b495-37333d5405b3 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.846571 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8136929c-4eec-4e08-b495-37333d5405b3 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.846783 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8136929c-4eec-4e08-b495-37333d5405b3 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.874184 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baac5055-557f-44d3-be1a-4d01543537e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:22.875027 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-baac5055-557f-44d3-be1a-4d01543537e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.882875 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-de366074-8149-46a9-884c-7befd25c51fb req-8136929c-4eec-4e08-b495-37333d5405b3 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.887083 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-de366074-8149-46a9-884c-7befd25c51fb req-8136929c-4eec-4e08-b495-37333d5405b3 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "DELETE /v2.0/security-groups/3220da3a-0376-4717-b72e-256e832faa4a HTTP/1.1" status: 204 len: 173 time: 0.7331684 Feb 09 01:18:22.899705 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3d614ca8-2773-44e6-af1d-b7d244c0b452 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:22.918190 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-baac5055-557f-44d3-be1a-4d01543537e1 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.8225300 Feb 09 01:18:22.921288 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54514) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:22.924482 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-59c7feb8-1fd5-4cef-bf14-3c1090eae371 req-af65516f-0dbf-4f16-a0b1-5a14c548c9ee tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-704099576', 'description': 'tempest-description-245012964'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:22.938230 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-4ff25dd1-933b-4592-b714-fbb590183cdc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e0ca870f-f7d3-4ff6-8653-c39787097fd4'}]}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:22.955561 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=1b954f75-fee3-431b-8e50-7317b0a471c6,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:22.958765 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 473ea777-510e-481c-b0c2-a12221a9e0da no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:18:22.974142 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-59c7feb8-1fd5-4cef-bf14-3c1090eae371 req-af65516f-0dbf-4f16-a0b1-5a14c548c9ee tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:23.007935 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-59c7feb8-1fd5-4cef-bf14-3c1090eae371 req-af65516f-0dbf-4f16-a0b1-5a14c548c9ee tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Usage tracker for resource:security_group and tenant:89c5ef19807744ed9ff690157d53e75e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:23.013951 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-59c7feb8-1fd5-4cef-bf14-3c1090eae371 req-af65516f-0dbf-4f16-a0b1-5a14c548c9ee tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:23.024823 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-59c7feb8-1fd5-4cef-bf14-3c1090eae371 req-af65516f-0dbf-4f16-a0b1-5a14c548c9ee tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:23.093741 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 473ea777-510e-481c-b0c2-a12221a9e0da {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:18:23.094417 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 473ea777-510e-481c-b0c2-a12221a9e0da not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:18:23.138760 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-59c7feb8-1fd5-4cef-bf14-3c1090eae371 req-af65516f-0dbf-4f16-a0b1-5a14c548c9ee tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:23.153378 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8627d6a-68a2-4823-bd2c-7e06e6bd358d None None] Update dhcp port {'port': {'network_id': '764e4548-a317-4a99-a811-84b88892f5ab', 'fixed_ips': [{'subnet_id': 'e0ca870f-f7d3-4ff6-8653-c39787097fd4', 'ip_address': '172.20.0.2'}, {'subnet_id': '386a0cb0-7178-48a4-a473-fe00d41e94d7'}], 'binding:host_id': 'n-d-828419-1'}, 'id': '1b954f75-fee3-431b-8e50-7317b0a471c6'} from n-d-828419-1. {{(pid=87613) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:18:23.171498 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d614ca8-2773-44e6-af1d-b7d244c0b452 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Pushing event updated for resources: {'Port': ['ID=1d9d3ea3-885a-46e6-a834-68cdeaf2472c,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:23.179255 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f0515c3e-8917-408f-8c98-01b4eb5dddd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:23.206428 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-59c7feb8-1fd5-4cef-bf14-3c1090eae371 req-af65516f-0dbf-4f16-a0b1-5a14c548c9ee tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:23.210108 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f0515c3e-8917-408f-8c98-01b4eb5dddd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:23.212644 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4ff25dd1-933b-4592-b714-fbb590183cdc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:23.223948 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-59c7feb8-1fd5-4cef-bf14-3c1090eae371 req-af65516f-0dbf-4f16-a0b1-5a14c548c9ee tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Usage tracker for resource:security_group_rule and tenant:89c5ef19807744ed9ff690157d53e75e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:23.229403 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-59c7feb8-1fd5-4cef-bf14-3c1090eae371 req-af65516f-0dbf-4f16-a0b1-5a14c548c9ee tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:23.237795 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-59c7feb8-1fd5-4cef-bf14-3c1090eae371 req-af65516f-0dbf-4f16-a0b1-5a14c548c9ee tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:23.271013 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3d614ca8-2773-44e6-af1d-b7d244c0b452 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:23.276164 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f8627d6a-68a2-4823-bd2c-7e06e6bd358d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:23.304991 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f0515c3e-8917-408f-8c98-01b4eb5dddd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:23.331880 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0515c3e-8917-408f-8c98-01b4eb5dddd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f53c74e-fe0c-46f9-80ec-75e3583ec731,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:23.367967 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a31940-aac4-4c89-b04b-e870137d492f req-3e75e645-a731-4335-a30c-5fc67f7f212b tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:23.375377 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-10a31940-aac4-4c89-b04b-e870137d492f req-3e75e645-a731-4335-a30c-5fc67f7f212b tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 944 time: 0.7279551 Feb 09 01:18:23.401920 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f0515c3e-8917-408f-8c98-01b4eb5dddd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:23.402941 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f0515c3e-8917-408f-8c98-01b4eb5dddd2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f53c74e-fe0c-46f9-80ec-75e3583ec731 HTTP/1.1" status: 204 len: 168 time: 1.3165636 Feb 09 01:18:23.593956 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-59c7feb8-1fd5-4cef-bf14-3c1090eae371 req-af65516f-0dbf-4f16-a0b1-5a14c548c9ee tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:23.599057 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3d614ca8-2773-44e6-af1d-b7d244c0b452 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:23.604236 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54524) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:23.604607 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3d614ca8-2773-44e6-af1d-b7d244c0b452 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.3446715 Feb 09 01:18:23.607703 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-969a1e44-be76-463c-802c-ac4d61b75e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:23.611304 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-59c7feb8-1fd5-4cef-bf14-3c1090eae371 req-af65516f-0dbf-4f16-a0b1-5a14c548c9ee tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:23.669662 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-10a31940-aac4-4c89-b04b-e870137d492f req-f0b67e25-e986-465c-90f6-6ed8b50459ac tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932351 Feb 09 01:18:23.720734 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a1e44-be76-463c-802c-ac4d61b75e5a admin admin] Pushing event deleted for resources: {'Port': ['ID=a73770ad-97ad-4867-a63b-5e0082d8a108,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:23.802993 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-f8627d6a-68a2-4823-bd2c-7e06e6bd358d None None] Allocated IP 172.20.0.19 (764e4548-a317-4a99-a811-84b88892f5ab/386a0cb0-7178-48a4-a473-fe00d41e94d7/1b954f75-fee3-431b-8e50-7317b0a471c6) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:23.804929 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-969a1e44-be76-463c-802c-ac4d61b75e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:23.838525 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-68ee7cc9-1da4-40c1-bf8d-efe54db2a771 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] 10.222.0.37 "GET /v2.0/floatingips?floating_network_id=d1d972e1-3355-4171-a3a4-d2445eaf0d7e HTTP/1.1" status: 200 len: 689 time: 0.2303610 Feb 09 01:18:23.867399 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54530) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:23.940022 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65516f-0dbf-4f16-a0b1-5a14c548c9ee tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8a8267-2e4f-4ae4-8f4a-4557d5b94e20,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:23.944800 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-59c7feb8-1fd5-4cef-bf14-3c1090eae371 req-af65516f-0dbf-4f16-a0b1-5a14c548c9ee tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:23.954559 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-59c7feb8-1fd5-4cef-bf14-3c1090eae371 req-af65516f-0dbf-4f16-a0b1-5a14c548c9ee tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.0344288 Feb 09 01:18:24.015825 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f8627d6a-68a2-4823-bd2c-7e06e6bd358d None None] For port 1b954f75-fee3-431b-8e50-7317b0a471c6, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1b954f75-fee3-431b-8e50-7317b0a471c6,segment=NetworkSegment(ffd4a98c-e880-4fc9-9f08-0c76704977a8),segment_id=ffd4a98c-e880-4fc9-9f08-0c76704977a8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:24.111706 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-578ff6ab-d18f-4e73-badb-a0cccb50bcc9 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:24.124349 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f8627d6a-68a2-4823-bd2c-7e06e6bd358d None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:24.167355 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f8627d6a-68a2-4823-bd2c-7e06e6bd358d None None] Transition to ACTIVE for port object 1b954f75-fee3-431b-8e50-7317b0a471c6 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:24.180089 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f8627d6a-68a2-4823-bd2c-7e06e6bd358d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:24.242124 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-969a1e44-be76-463c-802c-ac4d61b75e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:24.247418 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-969a1e44-be76-463c-802c-ac4d61b75e5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:24.366247 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4dd99529-bb38-4b78-93f8-28742122bf22 req-48fc9225-eb25-4bed-80be-7aa112eb1e66 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups/5d8a8267-2e4f-4ae4-8f4a-4557d5b94e20 HTTP/1.1" status: 200 len: 1801 time: 0.3941171 Feb 09 01:18:24.372063 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-4dd99529-bb38-4b78-93f8-28742122bf22 req-3ff4df48-d6c5-4f4f-b1d1-e151f3b1a709 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Request body: {'security_group': {'name': 'tempest-sg-hth-183638054', 'description': 'tempest-description-hth-1517527790'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:24.385280 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-578ff6ab-d18f-4e73-badb-a0cccb50bcc9 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Deleting port 1d9d3ea3-885a-46e6-a834-68cdeaf2472c {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:18:24.385840 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-578ff6ab-d18f-4e73-badb-a0cccb50bcc9 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:24.436913 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-969a1e44-be76-463c-802c-ac4d61b75e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:24.437455 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969a1e44-be76-463c-802c-ac4d61b75e5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b41900a1-b1af-41f2-9c56-4d63f0091d1c {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:18:24.447213 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-4dd99529-bb38-4b78-93f8-28742122bf22 req-3ff4df48-d6c5-4f4f-b1d1-e151f3b1a709 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:24.448696 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1b954f75-fee3-431b-8e50-7317b0a471c6 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:18:24.497576 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-969a1e44-be76-463c-802c-ac4d61b75e5a admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:24.498842 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-969a1e44-be76-463c-802c-ac4d61b75e5a admin admin] 10.222.0.37 "DELETE /v2.0/routers/b41900a1-b1af-41f2-9c56-4d63f0091d1c HTTP/1.1" status: 204 len: 168 time: 4.7311389 Feb 09 01:18:24.501736 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54548) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:24.553498 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8627d6a-68a2-4823-bd2c-7e06e6bd358d None None] Pushing event updated for resources: {'Port': ['ID=1b954f75-fee3-431b-8e50-7317b0a471c6,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:24.575324 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-4ff25dd1-933b-4592-b714-fbb590183cdc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Delete allocated IP 172.20.0.18 (764e4548-a317-4a99-a811-84b88892f5ab/386a0cb0-7178-48a4-a473-fe00d41e94d7) {{(pid=87612) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 01:18:24.596303 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-1049d996-6a5a-4200-8e17-92976a0b0252 admin admin] Deleting subnet 6afcca36-097a-43c5-81de-83f598521e80 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:18:24.599952 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1049d996-6a5a-4200-8e17-92976a0b0252 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:24.670608 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1049d996-6a5a-4200-8e17-92976a0b0252 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:24.755892 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1049d996-6a5a-4200-8e17-92976a0b0252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:24.835841 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408e1bd-193d-44ee-a99b-860c6760c8b5 req-55a62afd-80e6-4e21-bdb5-0e8fb96fb955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:24.838391 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2408e1bd-193d-44ee-a99b-860c6760c8b5 req-55a62afd-80e6-4e21-bdb5-0e8fb96fb955 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11&tenant_id=bbf0f82d35c440b0ba7e6bf598531d13 HTTP/1.1" status: 200 len: 1095 time: 0.7230639 Feb 09 01:18:24.874694 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-4dd99529-bb38-4b78-93f8-28742122bf22 req-3ff4df48-d6c5-4f4f-b1d1-e151f3b1a709 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:24.894103 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-4dd99529-bb38-4b78-93f8-28742122bf22 req-3ff4df48-d6c5-4f4f-b1d1-e151f3b1a709 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:24.920512 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-4dd99529-bb38-4b78-93f8-28742122bf22 req-3ff4df48-d6c5-4f4f-b1d1-e151f3b1a709 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:24.922014 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4dd99529-bb38-4b78-93f8-28742122bf22 req-3ff4df48-d6c5-4f4f-b1d1-e151f3b1a709 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "PUT /v2.0/security-groups/5d8a8267-2e4f-4ae4-8f4a-4557d5b94e20 HTTP/1.1" status: 200 len: 1776 time: 0.5546916 Feb 09 01:18:24.930834 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1049d996-6a5a-4200-8e17-92976a0b0252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:24.984703 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1049d996-6a5a-4200-8e17-92976a0b0252 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6afcca36-097a-43c5-81de-83f598521e80,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:24.988220 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4df48-d6c5-4f4f-b1d1-e151f3b1a709 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8a8267-2e4f-4ae4-8f4a-4557d5b94e20,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:24.990402 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:25.005542 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9ce89f-9655-43ca-894d-8feb5204f6c2 None None] Network d93bf217-a755-4d00-a374-1fb0f78e351e requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:18:25.016019 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4ff25dd1-933b-4592-b714-fbb590183cdc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:25.048627 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-4ff25dd1-933b-4592-b714-fbb590183cdc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Ignored duplicate provisioning block setup for port 7e37a385-3407-4156-bc33-324ee095cc53 by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 09 01:18:25.076849 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1049d996-6a5a-4200-8e17-92976a0b0252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:25.091415 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1049d996-6a5a-4200-8e17-92976a0b0252 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6afcca36-097a-43c5-81de-83f598521e80 HTTP/1.1" status: 204 len: 168 time: 0.5884116 Feb 09 01:18:25.096379 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54564) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:25.384244 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4ff25dd1-933b-4592-b714-fbb590183cdc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:25.410307 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9d9acdd4-3640-4f4d-8420-ff6bb238d762 req-5b0f8693-47ad-4b74-b0ab-b02b496407e5 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups/5d8a8267-2e4f-4ae4-8f4a-4557d5b94e20 HTTP/1.1" status: 200 len: 1776 time: 0.4228549 Feb 09 01:18:25.439298 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-578ff6ab-d18f-4e73-badb-a0cccb50bcc9 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:25.439886 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-578ff6ab-d18f-4e73-badb-a0cccb50bcc9 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:25.541532 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d0df4879-6ffd-4cbc-a347-cdf51013ba51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:25.620070 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-578ff6ab-d18f-4e73-badb-a0cccb50bcc9 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Calling delete_port for 1d9d3ea3-885a-46e6-a834-68cdeaf2472c owned by network:floatingip {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:18:25.624343 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31af7581-b4d0-4fe3-8aa9-a192b23d0304 None None] Network 764e4548-a317-4a99-a811-84b88892f5ab requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:18:25.702492 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c4f51445-1d41-42ed-86da-16248606ccdd req-f4035206-0a91-4a74-9e6c-34dd37fecd61 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups/5d8a8267-2e4f-4ae4-8f4a-4557d5b94e20 HTTP/1.1" status: 200 len: 1776 time: 0.1371093 Feb 09 01:18:25.724238 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-d0df4879-6ffd-4cbc-a347-cdf51013ba51 admin admin] Deleting port d1ce0bb1-b7ba-4dff-a302-9d89b4b0cb61 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:18:25.724609 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d0df4879-6ffd-4cbc-a347-cdf51013ba51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:25.818443 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a0d921c5-27d8-4202-bfb0-8cda5ed3a393 None None] Provisioning for port 1b954f75-fee3-431b-8e50-7317b0a471c6 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:18:25.830765 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a0d921c5-27d8-4202-bfb0-8cda5ed3a393 None None] Provisioning complete for port 1b954f75-fee3-431b-8e50-7317b0a471c6 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:25.831483 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a0d921c5-27d8-4202-bfb0-8cda5ed3a393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:25.934344 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-c4f51445-1d41-42ed-86da-16248606ccdd req-d0c74fc0-92d6-4752-8951-fe56b2612aa1 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:25.963436 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-578ff6ab-d18f-4e73-badb-a0cccb50bcc9 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:25.992911 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-c4f51445-1d41-42ed-86da-16248606ccdd req-d0c74fc0-92d6-4752-8951-fe56b2612aa1 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:26.107853 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-c4f51445-1d41-42ed-86da-16248606ccdd req-d0c74fc0-92d6-4752-8951-fe56b2612aa1 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:26.278330 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1b954f75-fee3-431b-8e50-7317b0a471c6 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:18:26.332847 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c74fc0-92d6-4752-8951-fe56b2612aa1 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8a8267-2e4f-4ae4-8f4a-4557d5b94e20,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:26.357333 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54588) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:26.371602 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff25dd1-933b-4592-b714-fbb590183cdc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Port': ['ID=7e37a385-3407-4156-bc33-324ee095cc53,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:26.383938 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-c4f51445-1d41-42ed-86da-16248606ccdd req-d0c74fc0-92d6-4752-8951-fe56b2612aa1 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:26.403939 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c4f51445-1d41-42ed-86da-16248606ccdd req-d0c74fc0-92d6-4752-8951-fe56b2612aa1 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "DELETE /v2.0/security-groups/5d8a8267-2e4f-4ae4-8f4a-4557d5b94e20 HTTP/1.1" status: 204 len: 173 time: 0.7002089 Feb 09 01:18:26.462414 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-d0df4879-6ffd-4cbc-a347-cdf51013ba51 admin admin] For port d1ce0bb1-b7ba-4dff-a302-9d89b4b0cb61, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d1ce0bb1-b7ba-4dff-a302-9d89b4b0cb61,segment=NetworkSegment(a2bdf565-b28c-4b21-b91a-ebb7e9f481a3),segment_id=a2bdf565-b28c-4b21-b91a-ebb7e9f481a3)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:26.463487 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d0df4879-6ffd-4cbc-a347-cdf51013ba51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:26.467969 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ff6ab-d18f-4e73-badb-a0cccb50bcc9 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d9d3ea3-885a-46e6-a834-68cdeaf2472c,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:26.483133 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f632ab59-6c63-4932-a1a8-da913c5a07ce None None] DHCP port deletion for d93bf217-a755-4d00-a374-1fb0f78e351e request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:18:26.497186 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-4ff25dd1-933b-4592-b714-fbb590183cdc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] In _notify_port_updated(), no bound segment for port 7e37a385-3407-4156-bc33-324ee095cc53 on network 764e4548-a317-4a99-a811-84b88892f5ab {{(pid=87612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:18:26.504885 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff25dd1-933b-4592-b714-fbb590183cdc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:26.505719 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4ff25dd1-933b-4592-b714-fbb590183cdc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:26.511615 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4ff25dd1-933b-4592-b714-fbb590183cdc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "PUT /v2.0/ports/7e37a385-3407-4156-bc33-324ee095cc53 HTTP/1.1" status: 200 len: 920 time: 3.5813603 Feb 09 01:18:26.520115 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54596) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:26.526575 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408e1bd-193d-44ee-a99b-860c6760c8b5 req-81c22f70-7f44-43e3-8447-d2282379a9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:26.526887 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2408e1bd-193d-44ee-a99b-860c6760c8b5 req-81c22f70-7f44-43e3-8447-d2282379a9b3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbf0f82d35c440b0ba7e6bf598531d13&device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 1095 time: 1.4764516 Feb 09 01:18:26.547314 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15a72a-1b0a-40d0-b711-c43f03489773 req-ef790d61-21ab-49bb-97b8-d912996a775b tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:26.549049 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-db15a72a-1b0a-40d0-b711-c43f03489773 req-ef790d61-21ab-49bb-97b8-d912996a775b tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 944 time: 1.4969797 Feb 09 01:18:26.556795 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-9e914c41-dd35-4bd5-98d5-f994b1f5db94 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e0ca870f-f7d3-4ff6-8653-c39787097fd4'}, {'subnet_id': '386a0cb0-7178-48a4-a473-fe00d41e94d7'}]}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:26.584057 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f632ab59-6c63-4932-a1a8-da913c5a07ce None None] Deleting port d1ce0bb1-b7ba-4dff-a302-9d89b4b0cb61 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:18:26.590928 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f632ab59-6c63-4932-a1a8-da913c5a07ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:26.682159 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 1b954f75-fee3-431b-8e50-7317b0a471c6 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:26.682534 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:26.730382 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-d0df4879-6ffd-4cbc-a347-cdf51013ba51 admin admin] Calling delete_port for d1ce0bb1-b7ba-4dff-a302-9d89b4b0cb61 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:18:26.807386 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [req-70b34cf8-fbb8-4635-9c0f-db2c9e009d7c req-71ff1664-480e-43b8-9ec7-efa280eaa3fc tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] show failed (client error): The resource could not be found. Feb 09 01:18:26.807911 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-70b34cf8-fbb8-4635-9c0f-db2c9e009d7c req-71ff1664-480e-43b8-9ec7-efa280eaa3fc tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups/3220da3a-0376-4717-b72e-256e832faa4a HTTP/1.1" status: 404 len: 352 time: 0.0300000 Feb 09 01:18:26.876329 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [req-7270aa66-9539-41d0-9985-7cc73aeda4b3 req-3c730b9f-9c4d-4ee5-9281-dd334335ffc8 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] show failed (client error): The resource could not be found. Feb 09 01:18:26.884610 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7270aa66-9539-41d0-9985-7cc73aeda4b3 req-3c730b9f-9c4d-4ee5-9281-dd334335ffc8 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups/d4a85272-468a-4c96-83b4-ab60ce1bb749 HTTP/1.1" status: 404 len: 352 time: 0.0331776 Feb 09 01:18:26.918380 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-578ff6ab-d18f-4e73-badb-a0cccb50bcc9 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:26.922233 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f632ab59-6c63-4932-a1a8-da913c5a07ce None None] The port 'd1ce0bb1-b7ba-4dff-a302-9d89b4b0cb61' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:18:26.930763 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d0df4879-6ffd-4cbc-a347-cdf51013ba51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:26.989074 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [req-cf874709-4294-443d-94b0-e7f4415f8318 req-8a31afe7-c44a-4ac2-a18d-b13c3624080d tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] show failed (client error): The resource could not be found. Feb 09 01:18:26.994997 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9a6df340-dd23-4e25-b714-066104ae33a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:26.998087 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cf874709-4294-443d-94b0-e7f4415f8318 req-8a31afe7-c44a-4ac2-a18d-b13c3624080d tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups/38c3f0db-a1d8-4940-bb1b-fd8b229bcd85 HTTP/1.1" status: 404 len: 352 time: 0.0903323 Feb 09 01:18:27.041364 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df4879-6ffd-4cbc-a347-cdf51013ba51 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1ce0bb1-b7ba-4dff-a302-9d89b4b0cb61,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:27.054563 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a0d921c5-27d8-4202-bfb0-8cda5ed3a393 None None] Provisioning for port 7e37a385-3407-4156-bc33-324ee095cc53 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:18:27.059080 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0df4879-6ffd-4cbc-a347-cdf51013ba51 admin admin] No DVR routers for this DVR port d1ce0bb1-b7ba-4dff-a302-9d89b4b0cb61 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:18:27.060900 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device a73770ad-97ad-4867-a63b-5e0082d8a108 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:18:27.061489 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df4879-6ffd-4cbc-a347-cdf51013ba51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:27.061847 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df4879-6ffd-4cbc-a347-cdf51013ba51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:27.062189 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df4879-6ffd-4cbc-a347-cdf51013ba51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:27.062526 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df4879-6ffd-4cbc-a347-cdf51013ba51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:27.062845 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df4879-6ffd-4cbc-a347-cdf51013ba51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:27.063173 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df4879-6ffd-4cbc-a347-cdf51013ba51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:27.063524 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df4879-6ffd-4cbc-a347-cdf51013ba51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:27.063836 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df4879-6ffd-4cbc-a347-cdf51013ba51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:27.064159 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df4879-6ffd-4cbc-a347-cdf51013ba51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:27.076125 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df4879-6ffd-4cbc-a347-cdf51013ba51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:27.076125 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df4879-6ffd-4cbc-a347-cdf51013ba51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:27.076125 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df4879-6ffd-4cbc-a347-cdf51013ba51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:27.100770 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-578ff6ab-d18f-4e73-badb-a0cccb50bcc9 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:27.123818 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a0d921c5-27d8-4202-bfb0-8cda5ed3a393 None None] Provisioning complete for port 7e37a385-3407-4156-bc33-324ee095cc53 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:27.124201 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a0d921c5-27d8-4202-bfb0-8cda5ed3a393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:27.146230 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-db15a72a-1b0a-40d0-b711-c43f03489773 req-7b3f9930-6b60-4573-877d-0785c433b497 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563638 Feb 09 01:18:27.171885 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: a73770ad-97ad-4867-a63b-5e0082d8a108 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:18:27.171885 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device a73770ad-97ad-4867-a63b-5e0082d8a108 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:18:27.185043 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-9a6df340-dd23-4e25-b714-066104ae33a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:27.199060 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a0d921c5-27d8-4202-bfb0-8cda5ed3a393 None None] Port 7e37a385-3407-4156-bc33-324ee095cc53 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:18:27.201422 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9a6df340-dd23-4e25-b714-066104ae33a5 admin admin] Usage tracker for resource:security_group_rule and tenant:0268a3d063b14e679459dc7b2540905a is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:27.204614 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9a6df340-dd23-4e25-b714-066104ae33a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:27.205024 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [req-2e711166-3464-480e-86c4-cc94294ed6f6 req-6e07c3cb-9475-4737-bb68-436fd6ee650c tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] show failed (client error): The resource could not be found. Feb 09 01:18:27.206154 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2e711166-3464-480e-86c4-cc94294ed6f6 req-6e07c3cb-9475-4737-bb68-436fd6ee650c tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups/49ce4844-046e-40a8-9565-d7316207ef00 HTTP/1.1" status: 404 len: 352 time: 0.1504641 Feb 09 01:18:27.211401 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-9a6df340-dd23-4e25-b714-066104ae33a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:27.279937 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408e1bd-193d-44ee-a99b-860c6760c8b5 req-10fc8781-539d-4b6e-a67a-f0700c9fa541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:27.281432 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2408e1bd-193d-44ee-a99b-860c6760c8b5 req-10fc8781-539d-4b6e-a67a-f0700c9fa541 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3afca57-246e-458a-965f-203ae806e5cf HTTP/1.1" status: 200 len: 915 time: 0.7294528 Feb 09 01:18:27.296900 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d0df4879-6ffd-4cbc-a347-cdf51013ba51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:27.327298 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-d0df4879-6ffd-4cbc-a347-cdf51013ba51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d93bf217-a755-4d00-a374-1fb0f78e351e']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:27.344067 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-d0df4879-6ffd-4cbc-a347-cdf51013ba51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2bdf565-b28c-4b21-b91a-ebb7e9f481a3') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:27.344382 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-d0df4879-6ffd-4cbc-a347-cdf51013ba51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2bdf565-b28c-4b21-b91a-ebb7e9f481a3') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:27.359628 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d0df4879-6ffd-4cbc-a347-cdf51013ba51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:27.377336 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d0df4879-6ffd-4cbc-a347-cdf51013ba51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:27.385488 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0df4879-6ffd-4cbc-a347-cdf51013ba51 admin admin] Releasing vlan 952 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:18:27.385951 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d0df4879-6ffd-4cbc-a347-cdf51013ba51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:27.388315 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [req-356b7bd6-551b-4c23-8a34-7e63a8973856 req-995b02c3-d1f0-40e8-b5b6-90e6f7ce120b tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] show failed (client error): The resource could not be found. Feb 09 01:18:27.389380 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-356b7bd6-551b-4c23-8a34-7e63a8973856 req-995b02c3-d1f0-40e8-b5b6-90e6f7ce120b tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups/9730376e-4960-40fa-98e0-a45b05f63e50 HTTP/1.1" status: 404 len: 352 time: 0.1258335 Feb 09 01:18:27.397351 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2408e1bd-193d-44ee-a99b-860c6760c8b5 req-719e3965-44da-44a6-ad44-ff4a54137c78 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c075d6fd-703f-40d7-825e-b505d968b11b HTTP/1.1" status: 200 len: 217 time: 0.0942497 Feb 09 01:18:27.410598 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:18:27.410598 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:18:27.410598 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:18:27.410598 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:18:27.410598 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:18:27.410598 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:18:27.410598 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:18:27.410598 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:18:27.410598 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:18:27.410598 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:18:27.410598 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:18:27.410598 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:18:27.410598 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:18:27.410598 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:18:27.410598 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:18:27.410598 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:18:27.410598 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:18:27.410598 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:18:27.410598 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:18:27.410598 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:18:27.410598 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:18:27.410598 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:18:27.410598 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:18:27.410598 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:18:27.410598 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:18:27.410598 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:18:27.410598 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:18:27.410598 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:18:27.410598 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:18:27.410598 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:18:27.410598 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:18:27.410598 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:18:27.512786 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408e1bd-193d-44ee-a99b-860c6760c8b5 req-c4ba2cac-1f8a-4e0e-9c86-535eb21df52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:27.514283 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2408e1bd-193d-44ee-a99b-860c6760c8b5 req-c4ba2cac-1f8a-4e0e-9c86-535eb21df52d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16056dee-9c0e-41b1-962a-fb2cf7216c50 HTTP/1.1" status: 200 len: 854 time: 0.1102431 Feb 09 01:18:27.594341 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-578ff6ab-d18f-4e73-badb-a0cccb50bcc9 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:27.625948 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [req-3a843c29-bc82-46b2-8dee-cb138cc95748 req-d1971a96-c58e-4221-82fd-70fd89838087 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] show failed (client error): The resource could not be found. Feb 09 01:18:27.627812 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3a843c29-bc82-46b2-8dee-cb138cc95748 req-d1971a96-c58e-4221-82fd-70fd89838087 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups/97c019c5-b490-4cc1-9e65-2a65839f21f4 HTTP/1.1" status: 404 len: 352 time: 0.0459602 Feb 09 01:18:27.647072 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d0df4879-6ffd-4cbc-a347-cdf51013ba51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:27.653648 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d0df4879-6ffd-4cbc-a347-cdf51013ba51 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:27.685855 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d0df4879-6ffd-4cbc-a347-cdf51013ba51 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d93bf217-a755-4d00-a374-1fb0f78e351e HTTP/1.1" status: 204 len: 168 time: 2.5774207 Feb 09 01:18:27.685855 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df4879-6ffd-4cbc-a347-cdf51013ba51 admin admin] Pushing event deleted for resources: {'Network': ['ID=d93bf217-a755-4d00-a374-1fb0f78e351e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:27.739095 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-09e4827f-af96-4c06-bbf6-a38ca0cb79c2 None None] Provisioning complete for port 1b954f75-fee3-431b-8e50-7317b0a471c6 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:27.742199 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-09e4827f-af96-4c06-bbf6-a38ca0cb79c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:27.847427 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2408e1bd-193d-44ee-a99b-860c6760c8b5 req-2228e3e2-85a8-4b8d-8cc8-7f111e5f23df service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3afca57-246e-458a-965f-203ae806e5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3238153 Feb 09 01:18:27.852885 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ff6ab-d18f-4e73-badb-a0cccb50bcc9 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e240a31f-eb42-4483-81bf-66ea41731514,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:27.962144 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54640) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:27.985079 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-09e4827f-af96-4c06-bbf6-a38ca0cb79c2 None None] Provisioning complete for port 7e37a385-3407-4156-bc33-324ee095cc53 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:27.985739 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-09e4827f-af96-4c06-bbf6-a38ca0cb79c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:28.058597 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-09e4827f-af96-4c06-bbf6-a38ca0cb79c2 None None] Port 7e37a385-3407-4156-bc33-324ee095cc53 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:18:28.111713 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c7981f05-34e7-456a-a14d-e3ea7cbd17cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf9c73013e2645af9f30a371da86a296&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1346953 Feb 09 01:18:28.112797 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54648) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:28.201295 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-3bd812ec-f19d-43d7-bd21-b0acf82b8f93 None None] Provisioning complete for port 7e37a385-3407-4156-bc33-324ee095cc53 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:28.201295 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3bd812ec-f19d-43d7-bd21-b0acf82b8f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:28.243304 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d1ce0bb1-b7ba-4dff-a302-9d89b4b0cb61 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:18:28.264288 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9e914c41-dd35-4bd5-98d5-f994b1f5db94 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:28.293281 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-614fb646-3715-4358-af5a-928136912430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:28.300009 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: d1ce0bb1-b7ba-4dff-a302-9d89b4b0cb61 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:18:28.300731 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d1ce0bb1-b7ba-4dff-a302-9d89b4b0cb61 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:18:28.334516 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-3bd812ec-f19d-43d7-bd21-b0acf82b8f93 None None] Port 7e37a385-3407-4156-bc33-324ee095cc53 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:18:28.347111 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-578ff6ab-d18f-4e73-badb-a0cccb50bcc9 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:28.385026 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-614fb646-3715-4358-af5a-928136912430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:28.472307 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637768d-3170-41b1-97ac-8028ff3ac2c3 req-f7571b1d-b684-4ddf-b6ae-9046e435d5b4 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:28.481404 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d637768d-3170-41b1-97ac-8028ff3ac2c3 req-f7571b1d-b684-4ddf-b6ae-9046e435d5b4 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bade8f5-7d8c-4ceb-91f7-6b191f523c29 HTTP/1.1" status: 200 len: 1024 time: 0.1570609 Feb 09 01:18:28.519973 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-614fb646-3715-4358-af5a-928136912430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:28.536808 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9a6df340-dd23-4e25-b714-066104ae33a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:28.542132 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-578ff6ab-d18f-4e73-badb-a0cccb50bcc9 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d972e1-3355-4171-a3a4-d2445eaf0d7e']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:28.544702 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fb646-3715-4358-af5a-928136912430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1d09b6-e510-4cc9-a9a3-bfa9672ea4ed,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:28.550692 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-d637768d-3170-41b1-97ac-8028ff3ac2c3 req-155af272-7c26-4034-9b84-4f0b60c7250a tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Synchronizing usage tracker for tenant:89c5ef19807744ed9ff690157d53e75e on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:28.558055 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2408e1bd-193d-44ee-a99b-860c6760c8b5 req-280e9117-0a80-4275-a310-ba0e72d7ff79 service neutron] 10.222.0.35 "GET /v2.0/networks/a3afca57-246e-458a-965f-203ae806e5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6962032 Feb 09 01:18:28.563687 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-614fb646-3715-4358-af5a-928136912430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:28.567709 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-614fb646-3715-4358-af5a-928136912430 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f1d09b6-e510-4cc9-a9a3-bfa9672ea4ed HTTP/1.1" status: 204 len: 168 time: 0.4518204 Feb 09 01:18:28.569788 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9a6df340-dd23-4e25-b714-066104ae33a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:28.580058 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-d637768d-3170-41b1-97ac-8028ff3ac2c3 req-155af272-7c26-4034-9b84-4f0b60c7250a tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Unset dirty status for tenant:89c5ef19807744ed9ff690157d53e75e on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:28.580299 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-578ff6ab-d18f-4e73-badb-a0cccb50bcc9 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fea138cf-422e-4c84-859b-aba8ad68b237') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:28.580596 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-578ff6ab-d18f-4e73-badb-a0cccb50bcc9 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fea138cf-422e-4c84-859b-aba8ad68b237') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:28.581381 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d637768d-3170-41b1-97ac-8028ff3ac2c3 req-155af272-7c26-4034-9b84-4f0b60c7250a tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups?id=487bc88e-fef9-4445-8b50-c8d422d7ac67&id=d15926a9-29f9-493e-b4ca-a1f18e676b36&id=cb9be703-40e6-43d2-8658-1e7e07e59a99&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0991983 Feb 09 01:18:28.607577 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-1c82b5f0-dba0-42e1-b115-f5a0a75cdc9d None None] Provisioning complete for port 7e37a385-3407-4156-bc33-324ee095cc53 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:28.607577 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1c82b5f0-dba0-42e1-b115-f5a0a75cdc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:28.658182 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54660) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:28.676858 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-1c82b5f0-dba0-42e1-b115-f5a0a75cdc9d None None] Port 7e37a385-3407-4156-bc33-324ee095cc53 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:18:28.731211 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-578ff6ab-d18f-4e73-badb-a0cccb50bcc9 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:28.786017 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5197d9c6-f166-4e53-a3d9-ecf0af6e5b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:28.801927 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5197d9c6-f166-4e53-a3d9-ecf0af6e5b93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:28.806133 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5197d9c6-f166-4e53-a3d9-ecf0af6e5b93 admin admin] Usage tracker for resource:security_group_rule and tenant:e6a3f111ba0b4b7f823bb4e22dce030a is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:28.810586 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-578ff6ab-d18f-4e73-badb-a0cccb50bcc9 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:28.812357 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5197d9c6-f166-4e53-a3d9-ecf0af6e5b93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:28.814744 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9a6df340-dd23-4e25-b714-066104ae33a5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0268a3d063b14e679459dc7b2540905a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4313147 Feb 09 01:18:28.817700 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54668) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:28.823219 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5197d9c6-f166-4e53-a3d9-ecf0af6e5b93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:28.851151 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6df340-dd23-4e25-b714-066104ae33a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b474b437-27e6-481e-aa56-a1fbd7ee550b,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:28.869437 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-578ff6ab-d18f-4e73-badb-a0cccb50bcc9 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Releasing vlan 976 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:18:28.869849 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-578ff6ab-d18f-4e73-badb-a0cccb50bcc9 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:28.890413 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:18:28.890413 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:18:28.890413 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:18:28.890413 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:18:28.890413 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:18:28.890413 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:18:28.890413 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:18:28.890413 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:18:28.890413 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:18:28.890413 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:18:28.890413 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:18:28.890413 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:18:28.890413 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:18:28.890413 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:18:28.890413 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:18:28.890413 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:18:28.890413 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:18:28.890413 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:18:28.890413 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:18:28.890413 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:18:28.890413 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:18:28.890413 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:18:28.890413 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:18:28.890413 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:18:28.890413 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:18:28.890413 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:18:28.890413 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:18:28.890413 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:18:28.890413 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:18:28.890413 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:18:28.890413 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:18:28.890413 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:18:28.919318 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-53016381-8a7e-4f51-896e-6ff7091afffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:28.964790 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-53016381-8a7e-4f51-896e-6ff7091afffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:29.014059 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9b80f-e612-4d3c-9319-b60add3ceaef req-75242188-e033-4e04-9cf0-2ff221d9e0aa tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:29.015575 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aae9b80f-e612-4d3c-9319-b60add3ceaef req-75242188-e033-4e04-9cf0-2ff221d9e0aa tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 944 time: 0.6809704 Feb 09 01:18:29.029211 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5197d9c6-f166-4e53-a3d9-ecf0af6e5b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:29.038167 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5197d9c6-f166-4e53-a3d9-ecf0af6e5b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:29.092805 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-53016381-8a7e-4f51-896e-6ff7091afffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:29.099375 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54672) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:29.121552 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-578ff6ab-d18f-4e73-badb-a0cccb50bcc9 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:29.122720 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5197d9c6-f166-4e53-a3d9-ecf0af6e5b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f6b0a8-7280-4b06-9448-cf671c41c07c,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:29.125865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578ff6ab-d18f-4e73-badb-a0cccb50bcc9 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d1d972e1-3355-4171-a3a4-d2445eaf0d7e {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 09 01:18:29.128456 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-578ff6ab-d18f-4e73-badb-a0cccb50bcc9 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:29.130278 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5197d9c6-f166-4e53-a3d9-ecf0af6e5b93 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e6a3f111ba0b4b7f823bb4e22dce030a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4706295 Feb 09 01:18:29.139249 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54676) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:29.178284 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2408e1bd-193d-44ee-a99b-860c6760c8b5 req-b3d6b40d-eade-4751-8557-9d63898b3d3f service neutron] 10.222.0.35 "GET /v2.0/networks/a3afca57-246e-458a-965f-203ae806e5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6113987 Feb 09 01:18:29.181900 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fadf847e-c3bc-406c-a3a0-dcaabbf485d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:29.204127 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ff6ab-d18f-4e73-badb-a0cccb50bcc9 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Pushing event deleted for resources: {'Network': ['ID=d1d972e1-3355-4171-a3a4-d2445eaf0d7e,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:29.220605 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53016381-8a7e-4f51-896e-6ff7091afffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b474b437-27e6-481e-aa56-a1fbd7ee550b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:29.233648 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-53016381-8a7e-4f51-896e-6ff7091afffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:29.237596 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-53016381-8a7e-4f51-896e-6ff7091afffd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b474b437-27e6-481e-aa56-a1fbd7ee550b HTTP/1.1" status: 204 len: 168 time: 0.4135087 Feb 09 01:18:29.237596 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-fadf847e-c3bc-406c-a3a0-dcaabbf485d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:29.268877 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fadf847e-c3bc-406c-a3a0-dcaabbf485d9 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:29.274380 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9851addd-65a3-44ed-a26e-3927aa90cab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:29.306973 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aae9b80f-e612-4d3c-9319-b60add3ceaef req-eb5b84ea-520b-41f6-b7bd-be248826c1e6 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952453 Feb 09 01:18:29.308091 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9851addd-65a3-44ed-a26e-3927aa90cab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:29.322748 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fadf847e-c3bc-406c-a3a0-dcaabbf485d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:29.334248 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-578ff6ab-d18f-4e73-badb-a0cccb50bcc9 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] 10.222.0.37 "DELETE /v2.0/networks/d1d972e1-3355-4171-a3a4-d2445eaf0d7e HTTP/1.1" status: 204 len: 168 time: 5.4589779 Feb 09 01:18:29.336752 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54684) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:29.337761 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-fadf847e-c3bc-406c-a3a0-dcaabbf485d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:29.373115 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-9e914c41-dd35-4bd5-98d5-f994b1f5db94 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Allocated IP 172.20.0.28 (764e4548-a317-4a99-a811-84b88892f5ab/386a0cb0-7178-48a4-a473-fe00d41e94d7/7e37a385-3407-4156-bc33-324ee095cc53) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:29.481935 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e4fbfc9e-b02b-4dac-a3ce-42692c747e2a tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Synchronizing usage tracker for tenant:6931c46e3cfc49c1bab002237ee68dea on resource:floatingip {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:29.525863 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9851addd-65a3-44ed-a26e-3927aa90cab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:29.591157 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e4fbfc9e-b02b-4dac-a3ce-42692c747e2a tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Unset dirty status for tenant:6931c46e3cfc49c1bab002237ee68dea on resource:floatingip {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:29.595277 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54692) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:29.597371 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e4fbfc9e-b02b-4dac-a3ce-42692c747e2a tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.2516661 Feb 09 01:18:29.622096 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851addd-65a3-44ed-a26e-3927aa90cab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f6b0a8-7280-4b06-9448-cf671c41c07c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:29.674192 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9851addd-65a3-44ed-a26e-3927aa90cab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:29.675295 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9851addd-65a3-44ed-a26e-3927aa90cab3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/28f6b0a8-7280-4b06-9448-cf671c41c07c HTTP/1.1" status: 204 len: 168 time: 0.5336771 Feb 09 01:18:29.718891 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871fc519-1cbf-4efa-b9cf-9db8a64c3416 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:29.719367 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871fc519-1cbf-4efa-b9cf-9db8a64c3416 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:29.719960 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871fc519-1cbf-4efa-b9cf-9db8a64c3416 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:29.720660 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871fc519-1cbf-4efa-b9cf-9db8a64c3416 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:29.721150 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871fc519-1cbf-4efa-b9cf-9db8a64c3416 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:29.721722 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871fc519-1cbf-4efa-b9cf-9db8a64c3416 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:29.722254 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871fc519-1cbf-4efa-b9cf-9db8a64c3416 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:29.722877 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871fc519-1cbf-4efa-b9cf-9db8a64c3416 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:29.724123 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-871fc519-1cbf-4efa-b9cf-9db8a64c3416 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Synchronizing usage tracker for tenant:6931c46e3cfc49c1bab002237ee68dea on resource:subnet {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:29.766873 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fadf847e-c3bc-406c-a3a0-dcaabbf485d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:29.773933 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fadf847e-c3bc-406c-a3a0-dcaabbf485d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:29.816621 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-871fc519-1cbf-4efa-b9cf-9db8a64c3416 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Unset dirty status for tenant:6931c46e3cfc49c1bab002237ee68dea on resource:subnet {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:29.817994 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-871fc519-1cbf-4efa-b9cf-9db8a64c3416 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5213 time: 0.2215819 Feb 09 01:18:29.820743 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9e914c41-dd35-4bd5-98d5-f994b1f5db94 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:29.829246 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54706) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:29.905370 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fadf847e-c3bc-406c-a3a0-dcaabbf485d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.7971396 Feb 09 01:18:29.906235 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54710) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:29.909399 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf847e-c3bc-406c-a3a0-dcaabbf485d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21293c4c-b4b6-4577-a285-5e28456de988,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:29.917099 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-9e914c41-dd35-4bd5-98d5-f994b1f5db94 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Transition to ACTIVE for port object 7e37a385-3407-4156-bc33-324ee095cc53 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:29.944291 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-dbd3fa18-29bd-4423-9f50-e26cc845d034 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] delete failed (client error): The resource could not be found. Feb 09 01:18:29.948081 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-dbd3fa18-29bd-4423-9f50-e26cc845d034 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/3eaa413c-a912-4d49-b6b0-79cafd53995f HTTP/1.1" status: 404 len: 345 time: 0.1151061 Feb 09 01:18:29.949386 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7e1be-9c8e-42d0-ab27-93a492b5dab7 req-a2a6be2c-7133-48ad-afdc-002c536830ee tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:29.951467 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e1d7e1be-9c8e-42d0-ab27-93a492b5dab7 req-a2a6be2c-7133-48ad-afdc-002c536830ee tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bade8f5-7d8c-4ceb-91f7-6b191f523c29 HTTP/1.1" status: 200 len: 1024 time: 0.1495497 Feb 09 01:18:29.951962 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54714) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:29.953904 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9e914c41-dd35-4bd5-98d5-f994b1f5db94 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:29.999315 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ec5ae92-9010-4f2d-b9d0-17c068e4b56e tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] DELETE failed (client error): The resource could not be found. Feb 09 01:18:29.999784 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ec5ae92-9010-4f2d-b9d0-17c068e4b56e tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:30.024449 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8ec5ae92-9010-4f2d-b9d0-17c068e4b56e tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] 10.222.0.37 "DELETE /v2.0/networks/d1d972e1-3355-4171-a3a4-d2445eaf0d7e HTTP/1.1" status: 404 len: 339 time: 0.0673270 Feb 09 01:18:30.027056 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54720) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:30.036770 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-73943ccd-1bbb-4441-8592-1e67ad8e8348 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Request body: {'network': {'name': 'tempest-network--1638078868', 'router:external': True}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:30.048471 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-73943ccd-1bbb-4441-8592-1e67ad8e8348 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:30.050468 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54724) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:30.051274 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b5e25-e8bb-413e-be49-83cb89bb2a4d req-44a3775e-4bf7-4dda-b4d0-8aa30aa069e6 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:30.052994 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ec0b5e25-e8bb-413e-be49-83cb89bb2a4d req-44a3775e-4bf7-4dda-b4d0-8aa30aa069e6 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bade8f5-7d8c-4ceb-91f7-6b191f523c29 HTTP/1.1" status: 200 len: 1024 time: 0.3214674 Feb 09 01:18:30.072229 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e1d7e1be-9c8e-42d0-ab27-93a492b5dab7 req-418ece31-e0f3-4849-b1b6-5b7e85ec3d2a tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups?id=487bc88e-fef9-4445-8b50-c8d422d7ac67&id=d15926a9-29f9-493e-b4ca-a1f18e676b36&id=cb9be703-40e6-43d2-8658-1e7e07e59a99&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0991614 Feb 09 01:18:30.075016 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-73943ccd-1bbb-4441-8592-1e67ad8e8348 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Usage tracker for resource:network and tenant:6931c46e3cfc49c1bab002237ee68dea is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:30.079438 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-73943ccd-1bbb-4441-8592-1e67ad8e8348 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:30.082800 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6808ee44-fa25-433d-bab1-cef13fdc3a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:30.106988 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-73943ccd-1bbb-4441-8592-1e67ad8e8348 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:30.117893 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6808ee44-fa25-433d-bab1-cef13fdc3a18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:30.122597 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6808ee44-fa25-433d-bab1-cef13fdc3a18 admin admin] Usage tracker for resource:security_group_rule and tenant:7868a5e9e2f14f799ac8f19fbbdb5889 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:30.126165 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6808ee44-fa25-433d-bab1-cef13fdc3a18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:30.129347 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73943ccd-1bbb-4441-8592-1e67ad8e8348 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Made reservation on behalf of 6931c46e3cfc49c1bab002237ee68dea for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:30.132165 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-73943ccd-1bbb-4441-8592-1e67ad8e8348 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:30.155360 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6808ee44-fa25-433d-bab1-cef13fdc3a18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:30.219465 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73943ccd-1bbb-4441-8592-1e67ad8e8348 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 955} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:18:30.243281 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-73943ccd-1bbb-4441-8592-1e67ad8e8348 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:30.243616 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-73943ccd-1bbb-4441-8592-1e67ad8e8348 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Added segment 50f063f9-115f-4500-9325-5e9223d992e9 of type vlan for network 8cdb8133-4e43-407d-8db4-d798615240c5 Feb 09 01:18:30.318540 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-73943ccd-1bbb-4441-8592-1e67ad8e8348 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:30.358677 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6808ee44-fa25-433d-bab1-cef13fdc3a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:30.378729 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6808ee44-fa25-433d-bab1-cef13fdc3a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:30.478470 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6808ee44-fa25-433d-bab1-cef13fdc3a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a86d6b-7811-4f9b-b91a-3c7127b781c9,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:30.482744 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6808ee44-fa25-433d-bab1-cef13fdc3a18 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7868a5e9e2f14f799ac8f19fbbdb5889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4313221 Feb 09 01:18:30.485461 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54738) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:30.498544 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-73943ccd-1bbb-4441-8592-1e67ad8e8348 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:30.500130 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73943ccd-1bbb-4441-8592-1e67ad8e8348 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:30.501131 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-73943ccd-1bbb-4441-8592-1e67ad8e8348 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:30.529900 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b55bc255-1e73-425e-99e8-9bb5bd492864 None None] Provisioning for port 7e37a385-3407-4156-bc33-324ee095cc53 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:18:30.537810 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b55bc255-1e73-425e-99e8-9bb5bd492864 None None] Provisioning complete for port 7e37a385-3407-4156-bc33-324ee095cc53 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:30.538727 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b55bc255-1e73-425e-99e8-9bb5bd492864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:30.598513 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e914c41-dd35-4bd5-98d5-f994b1f5db94 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Port': ['ID=7e37a385-3407-4156-bc33-324ee095cc53,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:30.674044 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b55bc255-1e73-425e-99e8-9bb5bd492864 None None] Port 7e37a385-3407-4156-bc33-324ee095cc53 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:18:30.732638 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-15c9cf5d-acb5-424f-9069-01381ac8b66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:30.748103 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-73943ccd-1bbb-4441-8592-1e67ad8e8348 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7197444 Feb 09 01:18:30.754424 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-ec0b5e25-e8bb-413e-be49-83cb89bb2a4d req-60ff97c8-f107-4ed5-870d-c5be7519e5f3 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Deleting port 45c7be29-9a89-4388-97bc-3b26d9b6940e {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:18:30.754772 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ec0b5e25-e8bb-413e-be49-83cb89bb2a4d req-60ff97c8-f107-4ed5-870d-c5be7519e5f3 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:30.757948 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54752) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:30.789645 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-9e914c41-dd35-4bd5-98d5-f994b1f5db94 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] In _notify_port_updated(), no bound segment for port 7e37a385-3407-4156-bc33-324ee095cc53 on network 764e4548-a317-4a99-a811-84b88892f5ab {{(pid=87612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:18:30.795945 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e914c41-dd35-4bd5-98d5-f994b1f5db94 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:30.796839 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9e914c41-dd35-4bd5-98d5-f994b1f5db94 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:30.798582 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9e914c41-dd35-4bd5-98d5-f994b1f5db94 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "PUT /v2.0/ports/7e37a385-3407-4156-bc33-324ee095cc53 HTTP/1.1" status: 200 len: 1000 time: 4.2709172 Feb 09 01:18:30.803302 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73943ccd-1bbb-4441-8592-1e67ad8e8348 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Pushing event updated for resources: {'Network': ['ID=8cdb8133-4e43-407d-8db4-d798615240c5,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:30.813749 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54758) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:30.816109 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 8cdb8133-4e43-407d-8db4-d798615240c5 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:18:30.916438 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-15c9cf5d-acb5-424f-9069-01381ac8b66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:31.084456 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1a8d8ff3-cfe1-46c5-9ed6-0c080ff334f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:31.097691 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de10b46-46fb-4df2-a9d2-f168d7d003e0 req-461e95ec-f3e1-489e-af98-e157fdeb934d tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:31.118021 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2de10b46-46fb-4df2-a9d2-f168d7d003e0 req-461e95ec-f3e1-489e-af98-e157fdeb934d tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 944 time: 0.5220933 Feb 09 01:18:31.138567 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-e3ca1507-fb0a-4a6d-9482-6554da3d1478 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Deleting port 7e37a385-3407-4156-bc33-324ee095cc53 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:18:31.139255 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e3ca1507-fb0a-4a6d-9482-6554da3d1478 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:31.175203 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-15c9cf5d-acb5-424f-9069-01381ac8b66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:31.243000 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1a8d8ff3-cfe1-46c5-9ed6-0c080ff334f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:31.326057 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9cf5d-acb5-424f-9069-01381ac8b66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21293c4c-b4b6-4577-a285-5e28456de988,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:31.434304 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-15c9cf5d-acb5-424f-9069-01381ac8b66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:31.435927 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-15c9cf5d-acb5-424f-9069-01381ac8b66e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/21293c4c-b4b6-4577-a285-5e28456de988 HTTP/1.1" status: 204 len: 168 time: 1.5254779 Feb 09 01:18:31.487910 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2de10b46-46fb-4df2-a9d2-f168d7d003e0 req-389b8f20-cc3c-4244-8b5f-95559b20ad33 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689685 Feb 09 01:18:31.602756 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-ec0b5e25-e8bb-413e-be49-83cb89bb2a4d req-60ff97c8-f107-4ed5-870d-c5be7519e5f3 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] For port 45c7be29-9a89-4388-97bc-3b26d9b6940e, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=45c7be29-9a89-4388-97bc-3b26d9b6940e,segment=NetworkSegment(cb079a45-5053-4d11-90b3-e37f97e508c1),segment_id=cb079a45-5053-4d11-90b3-e37f97e508c1)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:31.603373 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ec0b5e25-e8bb-413e-be49-83cb89bb2a4d req-60ff97c8-f107-4ed5-870d-c5be7519e5f3 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:31.806066 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-ec0b5e25-e8bb-413e-be49-83cb89bb2a4d req-60ff97c8-f107-4ed5-870d-c5be7519e5f3 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Calling delete_port for 45c7be29-9a89-4388-97bc-3b26d9b6940e owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:18:32.227907 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ec0b5e25-e8bb-413e-be49-83cb89bb2a4d req-60ff97c8-f107-4ed5-870d-c5be7519e5f3 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:32.241768 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['45c7be29-9a89-4388-97bc-3b26d9b6940e'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:18:32.263688 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e3ca1507-fb0a-4a6d-9482-6554da3d1478 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:32.294672 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e70c5aa-f788-4e7a-b5be-b7b8c61fe1e9 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:32.314121 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff97c8-f107-4ed5-870d-c5be7519e5f3 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Pushing event deleted for resources: {'Port': ['ID=45c7be29-9a89-4388-97bc-3b26d9b6940e,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:32.328279 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e70c5aa-f788-4e7a-b5be-b7b8c61fe1e9 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:32.345719 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e70c5aa-f788-4e7a-b5be-b7b8c61fe1e9 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:32.367375 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e70c5aa-f788-4e7a-b5be-b7b8c61fe1e9 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:32.368309 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1e70c5aa-f788-4e7a-b5be-b7b8c61fe1e9 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Synchronizing usage tracker for tenant:4985a944f34b4af6b447ed84a237e5cf on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:32.451529 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0b5e25-e8bb-413e-be49-83cb89bb2a4d req-60ff97c8-f107-4ed5-870d-c5be7519e5f3 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] No DVR routers for this DVR port 45c7be29-9a89-4388-97bc-3b26d9b6940e on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:18:32.455079 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ec0b5e25-e8bb-413e-be49-83cb89bb2a4d req-60ff97c8-f107-4ed5-870d-c5be7519e5f3 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:32.466509 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bade8f5-7d8c-4ceb-91f7-6b191f523c29', 'name': 'network-vif-deleted', 'tag': '45c7be29-9a89-4388-97bc-3b26d9b6940e'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:18:32.488554 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ec0b5e25-e8bb-413e-be49-83cb89bb2a4d req-60ff97c8-f107-4ed5-870d-c5be7519e5f3 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.35 "DELETE /v2.0/ports/45c7be29-9a89-4388-97bc-3b26d9b6940e HTTP/1.1" status: 204 len: 173 time: 2.0836046 Feb 09 01:18:32.530671 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bade8f5-7d8c-4ceb-91f7-6b191f523c29', 'name': 'network-vif-deleted', 'tag': '45c7be29-9a89-4388-97bc-3b26d9b6940e', 'status': 'completed', 'code': 200} Feb 09 01:18:32.653799 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-e3ca1507-fb0a-4a6d-9482-6554da3d1478 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Calling delete_port for 7e37a385-3407-4156-bc33-324ee095cc53 owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:18:32.693021 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54798) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:32.763695 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1e70c5aa-f788-4e7a-b5be-b7b8c61fe1e9 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Unset dirty status for tenant:4985a944f34b4af6b447ed84a237e5cf on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:32.765378 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1e70c5aa-f788-4e7a-b5be-b7b8c61fe1e9 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 1.9977217 Feb 09 01:18:32.791300 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54804) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:32.811906 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91a2f8-8ebd-4467-983f-97a235c379ef req-628fe0cd-0378-4872-9138-c258f50d9be5 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:32.822101 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9d91a2f8-8ebd-4467-983f-97a235c379ef req-628fe0cd-0378-4872-9138-c258f50d9be5 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bade8f5-7d8c-4ceb-91f7-6b191f523c29 HTTP/1.1" status: 200 len: 945 time: 1.5396225 Feb 09 01:18:32.883964 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9dbc58-8dc6-4b36-a2bc-604df100edde req-9db5545c-b02d-4502-b881-5f90254fb59e tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:32.885947 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aa9dbc58-8dc6-4b36-a2bc-604df100edde req-9db5545c-b02d-4502-b881-5f90254fb59e tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 944 time: 0.1918702 Feb 09 01:18:32.991399 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1a8d8ff3-cfe1-46c5-9ed6-0c080ff334f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:32.996742 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7301e3a6-f876-4c5d-aad0-ef3583de0ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:33.021711 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aa9dbc58-8dc6-4b36-a2bc-604df100edde req-cf5023a8-04e1-4d47-81d1-f6a0753fe26f tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162019 Feb 09 01:18:33.032372 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-7301e3a6-f876-4c5d-aad0-ef3583de0ac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:33.055842 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-7301e3a6-f876-4c5d-aad0-ef3583de0ac6 admin admin] Usage tracker for resource:security_group_rule and tenant:4162acdab2334a4485a43d9b3ae002da is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:33.059064 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-7301e3a6-f876-4c5d-aad0-ef3583de0ac6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:33.065038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-7301e3a6-f876-4c5d-aad0-ef3583de0ac6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:33.199329 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7301e3a6-f876-4c5d-aad0-ef3583de0ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:33.207208 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7301e3a6-f876-4c5d-aad0-ef3583de0ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:33.270537 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e3ca1507-fb0a-4a6d-9482-6554da3d1478 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:33.280505 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d8ff3-cfe1-46c5-9ed6-0c080ff334f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a86d6b-7811-4f9b-b91a-3c7127b781c9,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:33.339443 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7301e3a6-f876-4c5d-aad0-ef3583de0ac6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4162acdab2334a4485a43d9b3ae002da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6412320 Feb 09 01:18:33.339443 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7301e3a6-f876-4c5d-aad0-ef3583de0ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1593f5-7ca5-42a7-9c93-44e57e40ba70,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:33.341785 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54810) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:33.442565 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-429babff-4c83-4bf8-937e-3f8c800ad692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:33.452432 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca1507-fb0a-4a6d-9482-6554da3d1478 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Port': ['ID=7e37a385-3407-4156-bc33-324ee095cc53,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:33.469242 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9d91a2f8-8ebd-4467-983f-97a235c379ef req-805e3d42-febe-4bbc-a07c-c02d29a45c8d tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups?id=487bc88e-fef9-4445-8b50-c8d422d7ac67&id=d15926a9-29f9-493e-b4ca-a1f18e676b36&id=cb9be703-40e6-43d2-8658-1e7e07e59a99&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.5663459 Feb 09 01:18:33.470237 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1a8d8ff3-cfe1-46c5-9ed6-0c080ff334f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:33.473860 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1a8d8ff3-cfe1-46c5-9ed6-0c080ff334f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d2a86d6b-7811-4f9b-b91a-3c7127b781c9 HTTP/1.1" status: 204 len: 168 time: 2.9850202 Feb 09 01:18:33.519412 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-429babff-4c83-4bf8-937e-3f8c800ad692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:33.607531 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b275a0a5-7e7a-474b-a144-615aca402668 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:33.654207 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-429babff-4c83-4bf8-937e-3f8c800ad692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:33.689976 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429babff-4c83-4bf8-937e-3f8c800ad692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1593f5-7ca5-42a7-9c93-44e57e40ba70,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:33.713439 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-429babff-4c83-4bf8-937e-3f8c800ad692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:33.715495 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-429babff-4c83-4bf8-937e-3f8c800ad692 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc1593f5-7ca5-42a7-9c93-44e57e40ba70 HTTP/1.1" status: 204 len: 168 time: 0.3720882 Feb 09 01:18:33.808211 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e3ca1507-fb0a-4a6d-9482-6554da3d1478 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:33.965194 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e3ca1507-fb0a-4a6d-9482-6554da3d1478 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/ports/7e37a385-3407-4156-bc33-324ee095cc53 HTTP/1.1" status: 204 len: 168 time: 3.1450038 Feb 09 01:18:33.970385 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54822) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:34.234188 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-82f732fb-f471-478c-ab97-6861c765593c tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] GET failed (client error): The resource could not be found. Feb 09 01:18:34.234744 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-82f732fb-f471-478c-ab97-6861c765593c tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Synchronizing usage tracker for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:34.246728 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b275a0a5-7e7a-474b-a144-615aca402668 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:34.311070 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-82f732fb-f471-478c-ab97-6861c765593c tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Unset dirty status for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:34.320211 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-82f732fb-f471-478c-ab97-6861c765593c tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "GET /v2.0/ports/7e37a385-3407-4156-bc33-324ee095cc53 HTTP/1.1" status: 404 len: 333 time: 0.3437364 Feb 09 01:18:34.322482 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54834) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:34.360124 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 45c7be29-9a89-4388-97bc-3b26d9b6940e no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:18:34.488122 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 45c7be29-9a89-4388-97bc-3b26d9b6940e {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:18:34.489625 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 45c7be29-9a89-4388-97bc-3b26d9b6940e not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:18:34.500075 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-b275a0a5-7e7a-474b-a144-615aca402668 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cdb8133-4e43-407d-8db4-d798615240c5']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:34.530290 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-b275a0a5-7e7a-474b-a144-615aca402668 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f063f9-115f-4500-9325-5e9223d992e9') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:34.530790 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-b275a0a5-7e7a-474b-a144-615aca402668 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f063f9-115f-4500-9325-5e9223d992e9') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:34.555020 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b2994-902d-41b5-9eb9-55a3fb1bf831 req-616cadd2-29d5-491a-936a-4fedab6ed57a tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:34.559357 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b275a0a5-7e7a-474b-a144-615aca402668 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:34.561998 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6b2b2994-902d-41b5-9eb9-55a3fb1bf831 req-616cadd2-29d5-491a-936a-4fedab6ed57a tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 944 time: 0.2885406 Feb 09 01:18:34.607721 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-27b12902-1bd1-47f8-9ce4-eecb3619cca6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Deleting subnet 386a0cb0-7178-48a4-a473-fe00d41e94d7 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:18:34.610514 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b275a0a5-7e7a-474b-a144-615aca402668 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:34.616839 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-27b12902-1bd1-47f8-9ce4-eecb3619cca6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:34.660365 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b275a0a5-7e7a-474b-a144-615aca402668 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Releasing vlan 955 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:18:34.661036 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b275a0a5-7e7a-474b-a144-615aca402668 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:34.679048 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:18:34.679048 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:18:34.679048 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:18:34.679048 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:18:34.679048 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:18:34.679048 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:18:34.679048 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:18:34.679048 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:18:34.679048 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:18:34.679048 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:18:34.679048 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:18:34.679048 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:18:34.679048 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:18:34.679048 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:18:34.679048 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:18:34.679048 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:18:34.679048 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:18:34.679048 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:18:34.679048 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:18:34.679048 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:18:34.679048 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:18:34.679048 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:18:34.679048 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:18:34.679048 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:18:34.679048 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:18:34.679048 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:18:34.679048 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:18:34.679048 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:18:34.679048 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:18:34.679048 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:18:34.679048 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:18:34.679048 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:18:34.759719 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6b2b2994-902d-41b5-9eb9-55a3fb1bf831 req-20101311-af8c-4bf0-b54b-7054f01df12e tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902461 Feb 09 01:18:34.846992 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-27b12902-1bd1-47f8-9ce4-eecb3619cca6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:34.964260 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2bc862ff-e836-4443-a70f-63e1777e5249 req-4cc1ee51-636b-422f-9dd9-f93f3e385535 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bade8f5-7d8c-4ceb-91f7-6b191f523c29 HTTP/1.1" status: 200 len: 210 time: 0.0758624 Feb 09 01:18:34.973060 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b275a0a5-7e7a-474b-a144-615aca402668 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:34.982146 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b275a0a5-7e7a-474b-a144-615aca402668 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8cdb8133-4e43-407d-8db4-d798615240c5 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 09 01:18:34.988516 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b275a0a5-7e7a-474b-a144-615aca402668 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:35.066006 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275a0a5-7e7a-474b-a144-615aca402668 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Pushing event deleted for resources: {'Network': ['ID=8cdb8133-4e43-407d-8db4-d798615240c5,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:35.076584 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b275a0a5-7e7a-474b-a144-615aca402668 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] 10.222.0.37 "DELETE /v2.0/networks/8cdb8133-4e43-407d-8db4-d798615240c5 HTTP/1.1" status: 204 len: 168 time: 2.2527411 Feb 09 01:18:35.079856 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54858) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:35.091294 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-005a8fd7-32c0-43cb-a5c2-457001d2532f tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Request body: {'network': {'name': 'tempest-network--210270026', 'router:external': True}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:35.115283 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-005a8fd7-32c0-43cb-a5c2-457001d2532f tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:35.122568 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-005a8fd7-32c0-43cb-a5c2-457001d2532f tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Usage tracker for resource:network and tenant:6931c46e3cfc49c1bab002237ee68dea is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:35.133824 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-005a8fd7-32c0-43cb-a5c2-457001d2532f tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:35.487764 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-005a8fd7-32c0-43cb-a5c2-457001d2532f tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:35.515088 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-27b12902-1bd1-47f8-9ce4-eecb3619cca6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:35.615334 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005a8fd7-32c0-43cb-a5c2-457001d2532f tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Made reservation on behalf of 6931c46e3cfc49c1bab002237ee68dea for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:35.622369 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-005a8fd7-32c0-43cb-a5c2-457001d2532f tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:35.637286 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-27b12902-1bd1-47f8-9ce4-eecb3619cca6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:35.704806 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b12902-1bd1-47f8-9ce4-eecb3619cca6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Subnet': ['ID=386a0cb0-7178-48a4-a473-fe00d41e94d7,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:35.718563 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-27b12902-1bd1-47f8-9ce4-eecb3619cca6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:35.727913 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1b7efd-18a2-4763-9d45-b4c3bc3df6ff None None] Network 764e4548-a317-4a99-a811-84b88892f5ab requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:18:35.738756 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-27b12902-1bd1-47f8-9ce4-eecb3619cca6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/subnets/386a0cb0-7178-48a4-a473-fe00d41e94d7 HTTP/1.1" status: 204 len: 168 time: 1.3869655 Feb 09 01:18:35.742183 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54876) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:35.745123 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-005a8fd7-32c0-43cb-a5c2-457001d2532f tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 968} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:18:35.760110 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-005a8fd7-32c0-43cb-a5c2-457001d2532f tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:35.760702 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-005a8fd7-32c0-43cb-a5c2-457001d2532f tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Added segment c5f6c983-3289-4edb-a553-4f210d9b8512 of type vlan for network 37cdbaa4-6dc9-4fd3-9dd5-7702c7225446 Feb 09 01:18:35.834819 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-005a8fd7-32c0-43cb-a5c2-457001d2532f tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:35.948882 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-7894af75-4b55-41e3-96da-8596cfbc709f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Deleting subnet e0ca870f-f7d3-4ff6-8653-c39787097fd4 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:18:35.956878 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7894af75-4b55-41e3-96da-8596cfbc709f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:35.957539 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-005a8fd7-32c0-43cb-a5c2-457001d2532f tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:35.958820 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005a8fd7-32c0-43cb-a5c2-457001d2532f tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:35.959582 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-005a8fd7-32c0-43cb-a5c2-457001d2532f tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:36.130770 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7894af75-4b55-41e3-96da-8596cfbc709f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:36.234929 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a8fd7-32c0-43cb-a5c2-457001d2532f tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Pushing event updated for resources: {'Network': ['ID=37cdbaa4-6dc9-4fd3-9dd5-7702c7225446,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:36.254765 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-005a8fd7-32c0-43cb-a5c2-457001d2532f tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1724689 Feb 09 01:18:36.256380 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54904) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:36.310984 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 37cdbaa4-6dc9-4fd3-9dd5-7702c7225446 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:18:36.345350 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7894af75-4b55-41e3-96da-8596cfbc709f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:36.682314 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-64aa7ff7-20d1-4ea0-a80a-1eb75238c32a req-e4bd89cc-488e-4f80-ac8e-4d56a38aadc2 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups/cb9be703-40e6-43d2-8658-1e7e07e59a99 HTTP/1.1" status: 200 len: 1801 time: 0.3711789 Feb 09 01:18:36.718244 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c9e25f-8444-48e6-89e3-feca01aa1304 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:36.729212 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e7c9e25f-8444-48e6-89e3-feca01aa1304 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] 10.222.0.37 "GET /v2.0/networks/37cdbaa4-6dc9-4fd3-9dd5-7702c7225446 HTTP/1.1" status: 200 len: 756 time: 0.4679635 Feb 09 01:18:36.761411 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54932) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:36.765542 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7894af75-4b55-41e3-96da-8596cfbc709f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:36.961006 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3da6c22-878c-4377-aa35-f35df291a617 None None] Update dhcp port {'port': {'network_id': '764e4548-a317-4a99-a811-84b88892f5ab', 'fixed_ips': [{'subnet_id': 'e0ca870f-f7d3-4ff6-8653-c39787097fd4'}], 'binding:host_id': 'n-d-828419-1'}, 'id': '1b954f75-fee3-431b-8e50-7317b0a471c6'} from n-d-828419-1. {{(pid=87613) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:18:36.970388 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-64aa7ff7-20d1-4ea0-a80a-1eb75238c32a req-a46641de-9ded-4d4d-b363-d8e9dca73135 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:37.018281 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-64aa7ff7-20d1-4ea0-a80a-1eb75238c32a req-a46641de-9ded-4d4d-b363-d8e9dca73135 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:37.032415 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0b0f41bd-4fef-4649-9400-7876337bff45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:37.063569 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894af75-4b55-41e3-96da-8596cfbc709f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Subnet': ['ID=e0ca870f-f7d3-4ff6-8653-c39787097fd4,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:37.071831 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7894af75-4b55-41e3-96da-8596cfbc709f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:37.089753 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a3da6c22-878c-4377-aa35-f35df291a617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:37.154120 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7894af75-4b55-41e3-96da-8596cfbc709f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/subnets/e0ca870f-f7d3-4ff6-8653-c39787097fd4 HTTP/1.1" status: 204 len: 168 time: 1.4107354 Feb 09 01:18:37.156003 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54942) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:37.249180 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee1e9f-fd71-4cc1-82a2-56d9113d4fb1 req-92398037-8db4-4b10-84e6-31f2c0cdcb28 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:37.266019 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-31ee1e9f-fd71-4cc1-82a2-56d9113d4fb1 req-92398037-8db4-4b10-84e6-31f2c0cdcb28 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 944 time: 0.6443315 Feb 09 01:18:37.463092 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d96840-5491-4333-aa0a-6e79a495661c tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:37.469091 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54954) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:37.474971 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-38d96840-5491-4333-aa0a-6e79a495661c tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] 10.222.0.37 "GET /v2.0/networks/746fae3c-452d-47a1-b4c1-20d65bc9f6b2 HTTP/1.1" status: 200 len: 767 time: 0.7110252 Feb 09 01:18:37.487380 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba842bf-01c3-45a7-b1f3-a339a0448be5 None None] Network 764e4548-a317-4a99-a811-84b88892f5ab requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:18:37.495191 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-31ee1e9f-fd71-4cc1-82a2-56d9113d4fb1 req-ff55d383-483a-481f-be47-3c2d0069752a tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278757 Feb 09 01:18:37.748882 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-64aa7ff7-20d1-4ea0-a80a-1eb75238c32a req-a46641de-9ded-4d4d-b363-d8e9dca73135 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:37.825619 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6f4bf4b7-3ff4-41cc-888f-b71045658ad6 None None] Provisioning complete for port 1b954f75-fee3-431b-8e50-7317b0a471c6 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:37.826389 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6f4bf4b7-3ff4-41cc-888f-b71045658ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:37.826534 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d8a22e8d-ece4-46ac-b381-697e0a912d2f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:37.908380 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46641de-9ded-4d4d-b363-d8e9dca73135 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9be703-40e6-43d2-8658-1e7e07e59a99,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:37.964339 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-64aa7ff7-20d1-4ea0-a80a-1eb75238c32a req-a46641de-9ded-4d4d-b363-d8e9dca73135 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:37.973657 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-64aa7ff7-20d1-4ea0-a80a-1eb75238c32a req-a46641de-9ded-4d4d-b363-d8e9dca73135 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "DELETE /v2.0/security-groups/cb9be703-40e6-43d2-8658-1e7e07e59a99 HTTP/1.1" status: 204 len: 173 time: 1.2824061 Feb 09 01:18:37.991012 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-d8a22e8d-ece4-46ac-b381-697e0a912d2f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Deleting port 1b954f75-fee3-431b-8e50-7317b0a471c6 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:18:37.991497 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d8a22e8d-ece4-46ac-b381-697e0a912d2f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:38.078792 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-498adf74-d91f-4818-aa34-a2f1eccd1f8b tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:38.118088 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dc6d1f29-b9f2-4e73-8e98-cd25d84bd35a req-4d292df5-ebb9-40c1-8e97-ff1687d6bc4f tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "GET /v2.0/security-groups/d15926a9-29f9-493e-b4ca-a1f18e676b36 HTTP/1.1" status: 200 len: 1802 time: 0.1216137 Feb 09 01:18:38.214807 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e9a2dc-e3d1-4593-92d5-6f2b47838467 None None] DHCP port deletion for 764e4548-a317-4a99-a811-84b88892f5ab request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:18:38.235509 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d6e9a2dc-e3d1-4593-92d5-6f2b47838467 None None] Deleting port 1b954f75-fee3-431b-8e50-7317b0a471c6 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:18:38.236324 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d6e9a2dc-e3d1-4593-92d5-6f2b47838467 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:38.275991 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1b954f75-fee3-431b-8e50-7317b0a471c6 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:18:38.314709 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dc6d1f29-b9f2-4e73-8e98-cd25d84bd35a req-14a87b5a-440b-4955-a8ec-ac119c272d56 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:38.397687 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dc6d1f29-b9f2-4e73-8e98-cd25d84bd35a req-14a87b5a-440b-4955-a8ec-ac119c272d56 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:38.516524 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dc6d1f29-b9f2-4e73-8e98-cd25d84bd35a req-14a87b5a-440b-4955-a8ec-ac119c272d56 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:38.530266 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-498adf74-d91f-4818-aa34-a2f1eccd1f8b tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:38.586012 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a87b5a-440b-4955-a8ec-ac119c272d56 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15926a9-29f9-493e-b4ca-a1f18e676b36,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:38.599716 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dc6d1f29-b9f2-4e73-8e98-cd25d84bd35a req-14a87b5a-440b-4955-a8ec-ac119c272d56 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:38.601202 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dc6d1f29-b9f2-4e73-8e98-cd25d84bd35a req-14a87b5a-440b-4955-a8ec-ac119c272d56 tempest-SecurityGroupsTestJSON-121153992 tempest-SecurityGroupsTestJSON-121153992-project] 10.222.0.37 "DELETE /v2.0/security-groups/d15926a9-29f9-493e-b4ca-a1f18e676b36 HTTP/1.1" status: 204 len: 173 time: 0.4822626 Feb 09 01:18:38.609049 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55042) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:38.693545 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-498adf74-d91f-4818-aa34-a2f1eccd1f8b tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37cdbaa4-6dc9-4fd3-9dd5-7702c7225446']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:38.703082 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-20111c0a-2768-4486-9f31-3dfc328c8104 admin admin] Deleting subnet 2c8da2af-e975-41d5-b56a-cde865a2fffb {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:18:38.713681 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20111c0a-2768-4486-9f31-3dfc328c8104 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:38.722896 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-498adf74-d91f-4818-aa34-a2f1eccd1f8b tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f6c983-3289-4edb-a553-4f210d9b8512') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:38.723290 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-498adf74-d91f-4818-aa34-a2f1eccd1f8b tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f6c983-3289-4edb-a553-4f210d9b8512') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:38.746899 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-498adf74-d91f-4818-aa34-a2f1eccd1f8b tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:38.758107 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-d8a22e8d-ece4-46ac-b381-697e0a912d2f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] For port 1b954f75-fee3-431b-8e50-7317b0a471c6, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1b954f75-fee3-431b-8e50-7317b0a471c6,segment=NetworkSegment(ffd4a98c-e880-4fc9-9f08-0c76704977a8),segment_id=ffd4a98c-e880-4fc9-9f08-0c76704977a8)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:38.758811 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d8a22e8d-ece4-46ac-b381-697e0a912d2f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:38.862284 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-498adf74-d91f-4818-aa34-a2f1eccd1f8b tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:38.938634 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20111c0a-2768-4486-9f31-3dfc328c8104 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:39.044833 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-d8a22e8d-ece4-46ac-b381-697e0a912d2f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Calling delete_port for 1b954f75-fee3-431b-8e50-7317b0a471c6 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:18:39.081553 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-498adf74-d91f-4818-aa34-a2f1eccd1f8b tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Releasing vlan 968 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:18:39.081802 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20111c0a-2768-4486-9f31-3dfc328c8104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:39.082372 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-498adf74-d91f-4818-aa34-a2f1eccd1f8b tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:39.094041 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-d6e9a2dc-e3d1-4593-92d5-6f2b47838467 None None] For port 1b954f75-fee3-431b-8e50-7317b0a471c6, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1b954f75-fee3-431b-8e50-7317b0a471c6,segment=NetworkSegment(ffd4a98c-e880-4fc9-9f08-0c76704977a8),segment_id=ffd4a98c-e880-4fc9-9f08-0c76704977a8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:39.094456 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d6e9a2dc-e3d1-4593-92d5-6f2b47838467 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:39.343878 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20111c0a-2768-4486-9f31-3dfc328c8104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:39.346520 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:18:39.346520 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:18:39.346520 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:18:39.346520 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:18:39.346520 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:18:39.346520 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:18:39.346520 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:18:39.346520 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:18:39.346520 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:18:39.346520 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:18:39.346520 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:18:39.346520 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:18:39.346520 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:18:39.346520 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:18:39.346520 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:18:39.346520 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:18:39.346520 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:18:39.346520 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:18:39.346520 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:18:39.346520 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:18:39.346520 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:18:39.346520 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:18:39.346520 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:18:39.346520 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:18:39.346520 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:18:39.346520 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:18:39.346520 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:18:39.346520 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:18:39.346520 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:18:39.346520 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:18:39.346520 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:18:39.346520 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:18:39.361798 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:39.376702 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-498adf74-d91f-4818-aa34-a2f1eccd1f8b tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:39.383422 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498adf74-d91f-4818-aa34-a2f1eccd1f8b tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 37cdbaa4-6dc9-4fd3-9dd5-7702c7225446 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 09 01:18:39.387509 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-498adf74-d91f-4818-aa34-a2f1eccd1f8b tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:39.426794 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498adf74-d91f-4818-aa34-a2f1eccd1f8b tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Pushing event deleted for resources: {'Network': ['ID=37cdbaa4-6dc9-4fd3-9dd5-7702c7225446,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:39.450621 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-498adf74-d91f-4818-aa34-a2f1eccd1f8b tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] 10.222.0.37 "DELETE /v2.0/networks/37cdbaa4-6dc9-4fd3-9dd5-7702c7225446 HTTP/1.1" status: 204 len: 168 time: 1.9228230 Feb 09 01:18:39.489245 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55046) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:39.489245 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20111c0a-2768-4486-9f31-3dfc328c8104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c8da2af-e975-41d5-b56a-cde865a2fffb,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:39.511034 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-39d386cf-7e4f-4049-80e5-717d56f0db51 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Request body: {'network': {'name': 'tempest-network--1691575922'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:39.525379 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d6e9a2dc-e3d1-4593-92d5-6f2b47838467 None None] Calling delete_port for 1b954f75-fee3-431b-8e50-7317b0a471c6 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:18:39.545115 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-39d386cf-7e4f-4049-80e5-717d56f0db51 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:39.558617 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20111c0a-2768-4486-9f31-3dfc328c8104 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:39.595203 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-20111c0a-2768-4486-9f31-3dfc328c8104 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2c8da2af-e975-41d5-b56a-cde865a2fffb HTTP/1.1" status: 204 len: 168 time: 0.9844048 Feb 09 01:18:39.605521 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55050) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:39.613618 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-39d386cf-7e4f-4049-80e5-717d56f0db51 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Usage tracker for resource:network and tenant:6931c46e3cfc49c1bab002237ee68dea is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:39.633573 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-39d386cf-7e4f-4049-80e5-717d56f0db51 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:39.642099 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aabd8a-c28f-4f93-89cd-0905cdc62d93 req-4d6a3fd2-595d-4d0d-b680-5afc5080a1d5 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:39.645384 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-85aabd8a-c28f-4f93-89cd-0905cdc62d93 req-4d6a3fd2-595d-4d0d-b680-5afc5080a1d5 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 944 time: 0.7798233 Feb 09 01:18:39.648173 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d8a22e8d-ece4-46ac-b381-697e0a912d2f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:39.654753 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b904a7e2-94d3-4563-8a53-c32ad04bd4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:39.737437 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:18:39.741184 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:39.741184 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:18:39.741184 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:39.741184 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:18:39.741184 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:39.741184 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:18:39.741184 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:39.741184 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:18:39.741184 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:39.741184 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:18:39.741184 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:39.741184 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:18:39.741184 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:39.741184 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:18:39.748542 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-d6e9a2dc-e3d1-4593-92d5-6f2b47838467 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:18:39.748986 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-d6e9a2dc-e3d1-4593-92d5-6f2b47838467 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:18:39.775528 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a22e8d-ece4-46ac-b381-697e0a912d2f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Port': ['ID=1b954f75-fee3-431b-8e50-7317b0a471c6,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:39.778625 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a22e8d-ece4-46ac-b381-697e0a912d2f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] No DVR routers for this DVR port 1b954f75-fee3-431b-8e50-7317b0a471c6 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:18:39.967288 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-85aabd8a-c28f-4f93-89cd-0905cdc62d93 req-8080fb5a-c7e8-44d0-b971-29a109564339 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108184 Feb 09 01:18:40.004828 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-39d386cf-7e4f-4049-80e5-717d56f0db51 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:40.018406 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d8a22e8d-ece4-46ac-b381-697e0a912d2f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:40.028745 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-428a9b89-8d5b-437f-a543-46f5e63a91f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:40.039232 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d386cf-7e4f-4049-80e5-717d56f0db51 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Made reservation on behalf of 6931c46e3cfc49c1bab002237ee68dea for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:40.047391 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-39d386cf-7e4f-4049-80e5-717d56f0db51 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:40.067707 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-d8a22e8d-ece4-46ac-b381-697e0a912d2f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['764e4548-a317-4a99-a811-84b88892f5ab']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:40.114404 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-d8a22e8d-ece4-46ac-b381-697e0a912d2f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd4a98c-e880-4fc9-9f08-0c76704977a8') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:40.114910 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-d8a22e8d-ece4-46ac-b381-697e0a912d2f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd4a98c-e880-4fc9-9f08-0c76704977a8') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:40.146391 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d8a22e8d-ece4-46ac-b381-697e0a912d2f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:40.166465 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d8a22e8d-ece4-46ac-b381-697e0a912d2f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:40.180025 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a22e8d-ece4-46ac-b381-697e0a912d2f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Releasing vlan 998 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:18:40.180946 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d8a22e8d-ece4-46ac-b381-697e0a912d2f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:40.199107 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:18:40.199107 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:18:40.199107 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:18:40.199107 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:18:40.199107 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:18:40.199107 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:18:40.199107 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:18:40.199107 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:18:40.199107 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:18:40.199107 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:18:40.199107 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:18:40.199107 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:18:40.199107 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:18:40.199107 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:18:40.199107 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:18:40.199107 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:18:40.199107 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:18:40.199107 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:18:40.199107 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:18:40.199107 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:18:40.199107 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:18:40.199107 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:18:40.199107 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:18:40.199107 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:18:40.199107 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:18:40.199107 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:18:40.199107 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:18:40.199107 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:18:40.199107 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:18:40.199107 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:18:40.199107 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:18:40.199107 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:18:40.250433 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d6e9a2dc-e3d1-4593-92d5-6f2b47838467 None None] Deleting port 1b954f75-fee3-431b-8e50-7317b0a471c6 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:18:40.271662 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d6e9a2dc-e3d1-4593-92d5-6f2b47838467 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:40.362090 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d8a22e8d-ece4-46ac-b381-697e0a912d2f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:40.370010 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d8a22e8d-ece4-46ac-b381-697e0a912d2f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:40.422822 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d6e9a2dc-e3d1-4593-92d5-6f2b47838467 None None] The port '1b954f75-fee3-431b-8e50-7317b0a471c6' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:18:40.440083 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:40.449845 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-428a9b89-8d5b-437f-a543-46f5e63a91f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:40.466305 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d8a22e8d-ece4-46ac-b381-697e0a912d2f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/networks/764e4548-a317-4a99-a811-84b88892f5ab HTTP/1.1" status: 204 len: 168 time: 3.3080502 Feb 09 01:18:40.482339 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55056) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:40.514643 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-428a9b89-8d5b-437f-a543-46f5e63a91f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7528e6de-56b5-4c9a-a85f-c61a69fcd52d']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:40.526097 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:40.559688 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-428a9b89-8d5b-437f-a543-46f5e63a91f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb079a45-5053-4d11-90b3-e37f97e508c1') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:40.560296 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-428a9b89-8d5b-437f-a543-46f5e63a91f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb079a45-5053-4d11-90b3-e37f97e508c1') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:40.587742 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-428a9b89-8d5b-437f-a543-46f5e63a91f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:40.596183 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a22e8d-ece4-46ac-b381-697e0a912d2f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Network': ['ID=764e4548-a317-4a99-a811-84b88892f5ab,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:40.626265 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-428a9b89-8d5b-437f-a543-46f5e63a91f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:40.640127 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428a9b89-8d5b-437f-a543-46f5e63a91f8 admin admin] Releasing vlan 982 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:18:40.641547 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-428a9b89-8d5b-437f-a543-46f5e63a91f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:40.773178 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a24b0b-e8c9-4c65-88dc-de5bdc915d1c tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:40.774190 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c7a24b0b-e8c9-4c65-88dc-de5bdc915d1c tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Synchronizing usage tracker for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:40.807732 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c7a24b0b-e8c9-4c65-88dc-de5bdc915d1c tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Unset dirty status for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:40.816568 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c7a24b0b-e8c9-4c65-88dc-de5bdc915d1c tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3309011 Feb 09 01:18:40.817545 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55060) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:40.832722 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:18:40.832722 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:18:40.832722 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:18:40.832722 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:18:40.832722 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:18:40.832722 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:18:40.832722 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:18:40.832722 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:18:40.832722 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:18:40.832722 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:18:40.832722 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:18:40.832722 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:18:40.832722 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:18:40.832722 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:18:40.832722 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:18:40.832722 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:18:40.832722 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:18:40.832722 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:18:40.832722 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:18:40.832722 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:18:40.832722 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:18:40.832722 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:18:40.832722 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:18:40.832722 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:18:40.832722 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:18:40.832722 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:18:40.832722 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:18:40.832722 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:18:40.832722 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:18:40.832722 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:18:40.832722 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:18:40.832722 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:18:40.839464 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-428a9b89-8d5b-437f-a543-46f5e63a91f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:40.845697 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-428a9b89-8d5b-437f-a543-46f5e63a91f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:40.860415 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d386cf-7e4f-4049-80e5-717d56f0db51 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 957} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:18:40.888789 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-428a9b89-8d5b-437f-a543-46f5e63a91f8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7528e6de-56b5-4c9a-a85f-c61a69fcd52d HTTP/1.1" status: 204 len: 168 time: 1.2697732 Feb 09 01:18:40.933453 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a9b89-8d5b-437f-a543-46f5e63a91f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7528e6de-56b5-4c9a-a85f-c61a69fcd52d,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:40.954895 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-39d386cf-7e4f-4049-80e5-717d56f0db51 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:40.955304 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-39d386cf-7e4f-4049-80e5-717d56f0db51 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Added segment 735a5773-dc65-43f2-ab0c-1427787e3ae0 of type vlan for network c31e969b-677d-4a1b-bd70-05f2e8ce44c2 Feb 09 01:18:41.020188 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-39d386cf-7e4f-4049-80e5-717d56f0db51 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:41.088543 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a86442b5-6c86-4381-b703-41562cf5cd8d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2656021 Feb 09 01:18:41.092293 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55070) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:41.095858 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-39d386cf-7e4f-4049-80e5-717d56f0db51 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:41.097044 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d386cf-7e4f-4049-80e5-717d56f0db51 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:41.097784 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-39d386cf-7e4f-4049-80e5-717d56f0db51 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:41.104189 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-1915debb-08c7-4b31-8c03-84ec26fe1f46 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-597872117'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:41.117520 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1915debb-08c7-4b31-8c03-84ec26fe1f46 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:41.129616 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1915debb-08c7-4b31-8c03-84ec26fe1f46 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:network and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:41.133523 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1915debb-08c7-4b31-8c03-84ec26fe1f46 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:41.149277 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1915debb-08c7-4b31-8c03-84ec26fe1f46 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:41.182318 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1915debb-08c7-4b31-8c03-84ec26fe1f46 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:41.185349 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1915debb-08c7-4b31-8c03-84ec26fe1f46 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:41.230734 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1915debb-08c7-4b31-8c03-84ec26fe1f46 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 998} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:18:41.256981 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1915debb-08c7-4b31-8c03-84ec26fe1f46 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:41.258593 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-1915debb-08c7-4b31-8c03-84ec26fe1f46 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Added segment f1340bd6-df46-41d5-ae3e-869959a31cf8 of type vlan for network 604e30b2-96fb-4c99-b208-96ccb288b5f3 Feb 09 01:18:41.258744 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-39d386cf-7e4f-4049-80e5-717d56f0db51 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.7641127 Feb 09 01:18:41.274668 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55076) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:41.283130 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-ba6f83ee-f16b-4cc1-b52e-52fd2bc236a4 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:41.392516 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1915debb-08c7-4b31-8c03-84ec26fe1f46 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:41.437081 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55080) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:41.544900 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d386cf-7e4f-4049-80e5-717d56f0db51 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Pushing event updated for resources: {'Network': ['ID=c31e969b-677d-4a1b-bd70-05f2e8ce44c2,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:41.558724 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network c31e969b-677d-4a1b-bd70-05f2e8ce44c2 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:18:41.573323 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8afa3f20-3023-4175-a8ee-98cd61b2e27b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=89c5ef19807744ed9ff690157d53e75e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1312363 Feb 09 01:18:41.577056 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55084) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:41.611850 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29109be-fa96-4f5f-ad29-bcff2c785226 req-91bf9a42-8606-4d75-bdb5-f3f03984b2d6 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:41.620727 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a29109be-fa96-4f5f-ad29-bcff2c785226 req-91bf9a42-8606-4d75-bdb5-f3f03984b2d6 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 944 time: 0.4328609 Feb 09 01:18:41.710119 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a29109be-fa96-4f5f-ad29-bcff2c785226 req-858b6efd-6f3b-4ab2-9918-f769a1642af9 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835016 Feb 09 01:18:41.710806 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1915debb-08c7-4b31-8c03-84ec26fe1f46 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:41.730949 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1915debb-08c7-4b31-8c03-84ec26fe1f46 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:41.732220 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1915debb-08c7-4b31-8c03-84ec26fe1f46 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:41.784358 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:41.913401 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1915debb-08c7-4b31-8c03-84ec26fe1f46 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8199854 Feb 09 01:18:41.916505 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55088) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:41.922800 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-e3ef6726-f243-4953-9e09-cfffadf9ebaf tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'subnet': {'network_id': '604e30b2-96fb-4c99-b208-96ccb288b5f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:41.968520 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1915debb-08c7-4b31-8c03-84ec26fe1f46 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Network': ['ID=604e30b2-96fb-4c99-b208-96ccb288b5f3,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:41.989231 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 604e30b2-96fb-4c99-b208-96ccb288b5f3 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:18:42.013918 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6dc6-01be-489b-8e68-68ce01dd1e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:42.074663 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba6f83ee-f16b-4cc1-b52e-52fd2bc236a4 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:42.150027 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba6f83ee-f16b-4cc1-b52e-52fd2bc236a4 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:42.182795 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e3ef6726-f243-4953-9e09-cfffadf9ebaf tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:42.186704 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e3ef6726-f243-4953-9e09-cfffadf9ebaf tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:subnet and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:42.189718 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e3ef6726-f243-4953-9e09-cfffadf9ebaf tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:42.196578 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6dc6-01be-489b-8e68-68ce01dd1e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:42.196992 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e3ef6726-f243-4953-9e09-cfffadf9ebaf tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:42.208013 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ef6726-f243-4953-9e09-cfffadf9ebaf tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:42.211699 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e3ef6726-f243-4953-9e09-cfffadf9ebaf tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:42.263472 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ba6f83ee-f16b-4cc1-b52e-52fd2bc236a4 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Network c31e969b-677d-4a1b-bd70-05f2e8ce44c2 is not hosted by any dhcp agent {{(pid=87611) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 09 01:18:42.264372 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6f83ee-f16b-4cc1-b52e-52fd2bc236a4 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:42.265820 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba6f83ee-f16b-4cc1-b52e-52fd2bc236a4 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:42.267498 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ba6f83ee-f16b-4cc1-b52e-52fd2bc236a4 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] 10.222.0.37 "PUT /v2.0/networks/c31e969b-677d-4a1b-bd70-05f2e8ce44c2 HTTP/1.1" status: 200 len: 858 time: 0.9918566 Feb 09 01:18:42.275618 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55096) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:42.402343 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f83ee-f16b-4cc1-b52e-52fd2bc236a4 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Pushing event updated for resources: {'Network': ['ID=c31e969b-677d-4a1b-bd70-05f2e8ce44c2,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:42.449931 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b85254fe-8ac4-4748-a6f2-851af0aa39f4 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:42.471773 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6dc6-01be-489b-8e68-68ce01dd1e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:42.496337 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e3ef6726-f243-4953-9e09-cfffadf9ebaf tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:42.548482 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55102) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:42.609208 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef6726-f243-4953-9e09-cfffadf9ebaf tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Subnet': ['ID=49085e29-36ec-4461-bed6-eaf14357e573,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:42.619451 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b85254fe-8ac4-4748-a6f2-851af0aa39f4 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:42.621698 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ef6726-f243-4953-9e09-cfffadf9ebaf tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Checking segment: {'id': 'f1340bd6-df46-41d5-ae3e-869959a31cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '604e30b2-96fb-4c99-b208-96ccb288b5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:18:42.621897 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ef6726-f243-4953-9e09-cfffadf9ebaf tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network hostable DHCP agents. Network: 604e30b2-96fb-4c99-b208-96ccb288b5f3, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:18:42.644273 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c6dc6-01be-489b-8e68-68ce01dd1e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487bc88e-fef9-4445-8b50-c8d422d7ac67,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:42.644960 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ef6726-f243-4953-9e09-cfffadf9ebaf tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network 604e30b2-96fb-4c99-b208-96ccb288b5f3 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:18:42.658061 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-b85254fe-8ac4-4748-a6f2-851af0aa39f4 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c31e969b-677d-4a1b-bd70-05f2e8ce44c2']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:42.691270 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-e3ef6726-f243-4953-9e09-cfffadf9ebaf tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 604e30b2-96fb-4c99-b208-96ccb288b5f3) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:42.699212 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41867f61-296b-4d45-9e8b-21643a17de97 None None] Network 604e30b2-96fb-4c99-b208-96ccb288b5f3 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:18:42.699988 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ef6726-f243-4953-9e09-cfffadf9ebaf tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:42.699988 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e3ef6726-f243-4953-9e09-cfffadf9ebaf tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:42.700170 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6dc6-01be-489b-8e68-68ce01dd1e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:42.700170 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4e5c6dc6-01be-489b-8e68-68ce01dd1e80 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/487bc88e-fef9-4445-8b50-c8d422d7ac67 HTTP/1.1" status: 204 len: 168 time: 1.1189523 Feb 09 01:18:42.714366 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-b85254fe-8ac4-4748-a6f2-851af0aa39f4 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735a5773-dc65-43f2-ab0c-1427787e3ae0') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:42.714723 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-b85254fe-8ac4-4748-a6f2-851af0aa39f4 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735a5773-dc65-43f2-ab0c-1427787e3ae0') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:42.737857 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b85254fe-8ac4-4748-a6f2-851af0aa39f4 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:42.750487 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e3ef6726-f243-4953-9e09-cfffadf9ebaf tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8303232 Feb 09 01:18:42.751126 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55112) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:42.756224 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-484131a9-a36f-4a6a-8e50-300533a4d045 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'port': {'network_id': '604e30b2-96fb-4c99-b208-96ccb288b5f3', 'name': 'tempest-PortsTestJSON-1941389876'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:42.778271 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b85254fe-8ac4-4748-a6f2-851af0aa39f4 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:42.792181 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b85254fe-8ac4-4748-a6f2-851af0aa39f4 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Releasing vlan 957 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:18:42.792622 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b85254fe-8ac4-4748-a6f2-851af0aa39f4 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:42.815534 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:18:42.815534 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:18:42.815534 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:18:42.815534 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:18:42.815534 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:18:42.815534 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:18:42.815534 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:18:42.815534 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:18:42.815534 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:18:42.815534 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:18:42.815534 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:18:42.815534 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:18:42.815534 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:18:42.815534 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:18:42.815534 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:18:42.815534 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:18:42.815534 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:18:42.815534 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:18:42.815534 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:18:42.815534 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:18:42.815534 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:18:42.815534 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:18:42.815534 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:18:42.815534 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:18:42.815534 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:18:42.815534 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:18:42.815534 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:18:42.815534 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:18:42.815534 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:18:42.815534 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:18:42.815534 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:18:42.815534 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:18:42.917066 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ade5028b-570d-4233-85d6-df12aff1aaaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:42.950522 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ade5028b-570d-4233-85d6-df12aff1aaaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:42.963116 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ade5028b-570d-4233-85d6-df12aff1aaaf admin admin] Usage tracker for resource:security_group_rule and tenant:f3e8da7221414a6fbbcd3be5cf9d41aa is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:42.969515 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ade5028b-570d-4233-85d6-df12aff1aaaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:43.036344 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33929902-c3ea-4310-8140-c0c673bc66ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-604e30b2-96fb-4c99-b208-96ccb288b5f3', 'network_id': '604e30b2-96fb-4c99-b208-96ccb288b5f3', 'tenant_id': '23926ed9e9ef4217a1749e79922b948e', 'fixed_ips': [{'subnet_id': '49085e29-36ec-4461-bed6-eaf14357e573'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:18:43.041606 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-33929902-c3ea-4310-8140-c0c673bc66ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:43.080626 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-484131a9-a36f-4a6a-8e50-300533a4d045 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:43.093666 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-484131a9-a36f-4a6a-8e50-300533a4d045 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:43.108325 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ade5028b-570d-4233-85d6-df12aff1aaaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:43.118003 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484131a9-a36f-4a6a-8e50-300533a4d045 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:43.127795 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-484131a9-a36f-4a6a-8e50-300533a4d045 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:43.200577 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-484131a9-a36f-4a6a-8e50-300533a4d045 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] device_id is not set on port a3456b31-52a5-49d7-9076-1183c008a315 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:18:43.209037 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b85254fe-8ac4-4748-a6f2-851af0aa39f4 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:43.229377 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85254fe-8ac4-4748-a6f2-851af0aa39f4 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c31e969b-677d-4a1b-bd70-05f2e8ce44c2 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 09 01:18:43.241707 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7d9c4-cb20-443a-a127-fb6c60a157d0 req-1097d731-3548-44fc-a2fc-d783d87f5c71 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:43.249716 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6eb7d9c4-cb20-443a-a127-fb6c60a157d0 req-1097d731-3548-44fc-a2fc-d783d87f5c71 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 944 time: 0.1659930 Feb 09 01:18:43.277856 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b85254fe-8ac4-4748-a6f2-851af0aa39f4 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:43.291577 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85254fe-8ac4-4748-a6f2-851af0aa39f4 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] Pushing event deleted for resources: {'Network': ['ID=c31e969b-677d-4a1b-bd70-05f2e8ce44c2,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:43.304829 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b85254fe-8ac4-4748-a6f2-851af0aa39f4 tempest-ExternalNetworksTestJSON-165765880 tempest-ExternalNetworksTestJSON-165765880-project-admin] 10.222.0.37 "DELETE /v2.0/networks/c31e969b-677d-4a1b-bd70-05f2e8ce44c2 HTTP/1.1" status: 204 len: 168 time: 1.0221329 Feb 09 01:18:43.308057 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55118) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:43.314724 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6eb7d9c4-cb20-443a-a127-fb6c60a157d0 req-861e2e47-51d8-40b3-8b93-db04c8df4051 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640190 Feb 09 01:18:43.371459 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b23548-db23-4ce6-8ce6-762b49b4548f tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] DELETE failed (client error): The resource could not be found. Feb 09 01:18:43.371929 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76b23548-db23-4ce6-8ce6-762b49b4548f tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:43.378987 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-33929902-c3ea-4310-8140-c0c673bc66ab None None] Allocated IP 172.20.0.2 (604e30b2-96fb-4c99-b208-96ccb288b5f3/49085e29-36ec-4461-bed6-eaf14357e573/76e62dc9-c8b2-44d7-b69e-4a1913781e81) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:43.408335 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-76b23548-db23-4ce6-8ce6-762b49b4548f tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] 10.222.0.37 "DELETE /v2.0/subnets/e240a31f-eb42-4483-81bf-66ea41731514 HTTP/1.1" status: 404 len: 337 time: 0.0958059 Feb 09 01:18:43.410947 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55126) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:43.554976 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ade5028b-570d-4233-85d6-df12aff1aaaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:43.559628 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ade5028b-570d-4233-85d6-df12aff1aaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:43.625939 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ade5028b-570d-4233-85d6-df12aff1aaaf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f3e8da7221414a6fbbcd3be5cf9d41aa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0698099 Feb 09 01:18:43.626982 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5028b-570d-4233-85d6-df12aff1aaaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbbaa7b-3079-4ebf-ac58-655066e812a7,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:43.643847 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55136) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:43.734921 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a2e5-080f-4027-ae7f-4e30db6ebb43 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:43.749253 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-84472bac-d3bf-4b3a-afa3-9c55b68a8b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:43.791273 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-84472bac-d3bf-4b3a-afa3-9c55b68a8b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:43.895581 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-84472bac-d3bf-4b3a-afa3-9c55b68a8b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:43.901276 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-33929902-c3ea-4310-8140-c0c673bc66ab None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:43.913658 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-33929902-c3ea-4310-8140-c0c673bc66ab None None] Transition to ACTIVE for port object 76e62dc9-c8b2-44d7-b69e-4a1913781e81 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:43.936330 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-33929902-c3ea-4310-8140-c0c673bc66ab None None] Transition to ACTIVE for port object 76e62dc9-c8b2-44d7-b69e-4a1913781e81 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:43.947209 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84472bac-d3bf-4b3a-afa3-9c55b68a8b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbbaa7b-3079-4ebf-ac58-655066e812a7,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:43.953180 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-33929902-c3ea-4310-8140-c0c673bc66ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:44.052050 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a2e5-080f-4027-ae7f-4e30db6ebb43 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:44.074787 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-84472bac-d3bf-4b3a-afa3-9c55b68a8b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:44.076507 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-84472bac-d3bf-4b3a-afa3-9c55b68a8b78 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2dbbaa7b-3079-4ebf-ac58-655066e812a7 HTTP/1.1" status: 204 len: 168 time: 0.4213951 Feb 09 01:18:44.097885 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33929902-c3ea-4310-8140-c0c673bc66ab None None] Pushing event updated for resources: {'Port': ['ID=76e62dc9-c8b2-44d7-b69e-4a1913781e81,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:44.108727 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33929902-c3ea-4310-8140-c0c673bc66ab None None] Network 604e30b2-96fb-4c99-b208-96ccb288b5f3 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:44.112725 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-33929902-c3ea-4310-8140-c0c673bc66ab None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:44.119941 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33929902-c3ea-4310-8140-c0c673bc66ab None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:18:44.129654 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-cfb0a2e5-080f-4027-ae7f-4e30db6ebb43 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['746fae3c-452d-47a1-b4c1-20d65bc9f6b2']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:44.145789 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-cfb0a2e5-080f-4027-ae7f-4e30db6ebb43 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c6c92a3-04bd-4e29-98de-9db403206146') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:44.146346 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-cfb0a2e5-080f-4027-ae7f-4e30db6ebb43 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c6c92a3-04bd-4e29-98de-9db403206146') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:44.163695 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a2e5-080f-4027-ae7f-4e30db6ebb43 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:44.188065 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-484131a9-a36f-4a6a-8e50-300533a4d045 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Allocated IP 172.20.0.11 (604e30b2-96fb-4c99-b208-96ccb288b5f3/49085e29-36ec-4461-bed6-eaf14357e573/a3456b31-52a5-49d7-9076-1183c008a315) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:44.190003 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a2e5-080f-4027-ae7f-4e30db6ebb43 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:44.203053 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb0a2e5-080f-4027-ae7f-4e30db6ebb43 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Releasing vlan 995 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:18:44.206350 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a2e5-080f-4027-ae7f-4e30db6ebb43 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:44.238096 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:18:44.238096 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:18:44.238096 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:18:44.238096 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:18:44.238096 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:18:44.238096 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:18:44.238096 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:18:44.238096 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:18:44.238096 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:18:44.238096 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:18:44.238096 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:18:44.238096 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:18:44.238096 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:18:44.238096 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:18:44.238096 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:18:44.238096 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:18:44.238096 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:18:44.238096 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:18:44.238096 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:18:44.238096 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:18:44.238096 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:18:44.238096 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:18:44.238096 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:18:44.238096 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:18:44.238096 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:18:44.238096 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:18:44.238096 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:18:44.238096 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:18:44.238096 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:18:44.238096 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:18:44.238096 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:18:44.238096 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:18:44.279257 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-33929902-c3ea-4310-8140-c0c673bc66ab None None] Attempting to bind port 76e62dc9-c8b2-44d7-b69e-4a1913781e81 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:18:44.279983 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-33929902-c3ea-4310-8140-c0c673bc66ab None None] Attempting to bind port 76e62dc9-c8b2-44d7-b69e-4a1913781e81 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'f1340bd6-df46-41d5-ae3e-869959a31cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '604e30b2-96fb-4c99-b208-96ccb288b5f3'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:18:44.279983 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33929902-c3ea-4310-8140-c0c673bc66ab None None] Attempting to bind port 76e62dc9-c8b2-44d7-b69e-4a1913781e81 on network 604e30b2-96fb-4c99-b208-96ccb288b5f3 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:18:44.286190 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33929902-c3ea-4310-8140-c0c673bc66ab None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:18:44.286581 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33929902-c3ea-4310-8140-c0c673bc66ab None None] Checking segment: {'id': 'f1340bd6-df46-41d5-ae3e-869959a31cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '604e30b2-96fb-4c99-b208-96ccb288b5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:18:44.287039 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-33929902-c3ea-4310-8140-c0c673bc66ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:44.287417 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33929902-c3ea-4310-8140-c0c673bc66ab None None] Bound using segment: {'id': 'f1340bd6-df46-41d5-ae3e-869959a31cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '604e30b2-96fb-4c99-b208-96ccb288b5f3'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:18:44.288565 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-33929902-c3ea-4310-8140-c0c673bc66ab None None] Bound port: 76e62dc9-c8b2-44d7-b69e-4a1913781e81, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1340bd6-df46-41d5-ae3e-869959a31cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '604e30b2-96fb-4c99-b208-96ccb288b5f3'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:18:44.288931 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-33929902-c3ea-4310-8140-c0c673bc66ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:44.389629 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55156) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:44.399337 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-33929902-c3ea-4310-8140-c0c673bc66ab None None] For port 76e62dc9-c8b2-44d7-b69e-4a1913781e81, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:18:44.404174 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-33929902-c3ea-4310-8140-c0c673bc66ab None None] For port 76e62dc9-c8b2-44d7-b69e-4a1913781e81, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=76e62dc9-c8b2-44d7-b69e-4a1913781e81,segment=NetworkSegment(f1340bd6-df46-41d5-ae3e-869959a31cf8),segment_id=f1340bd6-df46-41d5-ae3e-869959a31cf8)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:18:44.416362 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-33929902-c3ea-4310-8140-c0c673bc66ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:44.425897 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a2e5-080f-4027-ae7f-4e30db6ebb43 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:44.452412 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a2e5-080f-4027-ae7f-4e30db6ebb43 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:44.481097 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0a2e5-080f-4027-ae7f-4e30db6ebb43 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] Pushing event deleted for resources: {'Network': ['ID=746fae3c-452d-47a1-b4c1-20d65bc9f6b2,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:44.489378 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cfb0a2e5-080f-4027-ae7f-4e30db6ebb43 tempest-ExternalNetworksTestJSON-1630768242 tempest-ExternalNetworksTestJSON-1630768242-project] 10.222.0.37 "DELETE /v2.0/networks/746fae3c-452d-47a1-b4c1-20d65bc9f6b2 HTTP/1.1" status: 204 len: 168 time: 1.0771902 Feb 09 01:18:44.565738 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33929902-c3ea-4310-8140-c0c673bc66ab None None] Pushing event updated for resources: {'Port': ['ID=76e62dc9-c8b2-44d7-b69e-4a1913781e81,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:44.615877 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-72c44380-de78-4764-a9c5-f184361fe353 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-16407760-network', 'tenant_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:44.624769 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-72c44380-de78-4764-a9c5-f184361fe353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:44.637870 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-72c44380-de78-4764-a9c5-f184361fe353 admin admin] Usage tracker for resource:network and tenant:b3ae5f1a74a0449bbcfa6cd021a53ab0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:44.647746 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55166) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:44.654165 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-72c44380-de78-4764-a9c5-f184361fe353 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:44.707227 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-72c44380-de78-4764-a9c5-f184361fe353 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:44.709051 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7e410123-ff6f-4313-981f-a68fefcd1278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:44.740192 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c44380-de78-4764-a9c5-f184361fe353 admin admin] Made reservation on behalf of b3ae5f1a74a0449bbcfa6cd021a53ab0 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:44.748239 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72c44380-de78-4764-a9c5-f184361fe353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:44.760853 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7e410123-ff6f-4313-981f-a68fefcd1278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:44.782796 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72c44380-de78-4764-a9c5-f184361fe353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:44.803704 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-484131a9-a36f-4a6a-8e50-300533a4d045 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:44.813569 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7e410123-ff6f-4313-981f-a68fefcd1278 admin admin] Usage tracker for resource:security_group_rule and tenant:c8d0e96060194d679201360a68e3a12f is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:44.830810 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7e410123-ff6f-4313-981f-a68fefcd1278 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:44.831772 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e93176-964c-4983-a86f-f76c996c5908 req-55222f54-39e5-43c9-ac20-317e6c2a2f92 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:44.841642 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b0e93176-964c-4983-a86f-f76c996c5908 req-55222f54-39e5-43c9-ac20-317e6c2a2f92 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 944 time: 0.2298808 Feb 09 01:18:44.846111 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-484131a9-a36f-4a6a-8e50-300533a4d045 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Transition to ACTIVE for port object a3456b31-52a5-49d7-9076-1183c008a315 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:44.864794 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7e410123-ff6f-4313-981f-a68fefcd1278 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:44.894786 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-72c44380-de78-4764-a9c5-f184361fe353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:44.918906 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b0e93176-964c-4983-a86f-f76c996c5908 req-41e638fa-a0b7-4793-8075-8f5066717b2d tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763052 Feb 09 01:18:44.922638 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-72c44380-de78-4764-a9c5-f184361fe353 admin admin] Usage tracker for resource:security_group_rule and tenant:b3ae5f1a74a0449bbcfa6cd021a53ab0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:44.928556 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-72c44380-de78-4764-a9c5-f184361fe353 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:44.957612 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-484131a9-a36f-4a6a-8e50-300533a4d045 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:44.968477 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-72c44380-de78-4764-a9c5-f184361fe353 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:45.066566 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55174) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:45.084770 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484131a9-a36f-4a6a-8e50-300533a4d045 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network 604e30b2-96fb-4c99-b208-96ccb288b5f3 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:45.091074 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-484131a9-a36f-4a6a-8e50-300533a4d045 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:45.096650 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484131a9-a36f-4a6a-8e50-300533a4d045 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:18:45.136030 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484131a9-a36f-4a6a-8e50-300533a4d045 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Port': ['ID=a3456b31-52a5-49d7-9076-1183c008a315,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:45.180380 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7e410123-ff6f-4313-981f-a68fefcd1278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:45.192763 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7e410123-ff6f-4313-981f-a68fefcd1278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:45.208127 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484131a9-a36f-4a6a-8e50-300533a4d045 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:45.209610 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-484131a9-a36f-4a6a-8e50-300533a4d045 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:45.244208 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-484131a9-a36f-4a6a-8e50-300533a4d045 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4925041 Feb 09 01:18:45.247120 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55180) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:45.249091 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72c44380-de78-4764-a9c5-f184361fe353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:45.255228 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-df499943-e818-4d34-9b0c-d9f6e1f86a16 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'port': {'network_id': '604e30b2-96fb-4c99-b208-96ccb288b5f3', 'name': 'tempest-PortsTestJSON-1722622580'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:45.272780 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72c44380-de78-4764-a9c5-f184361fe353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:45.280101 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7e410123-ff6f-4313-981f-a68fefcd1278 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c8d0e96060194d679201360a68e3a12f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6300626 Feb 09 01:18:45.282827 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e410123-ff6f-4313-981f-a68fefcd1278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e405a267-f5b9-488c-9448-ff466bb24cd4,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:45.284235 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55184) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:45.333651 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c44380-de78-4764-a9c5-f184361fe353 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 981} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:18:45.345437 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c44380-de78-4764-a9c5-f184361fe353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f99c8ac-6f6b-4529-95d4-37f70e4ccabc,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:45.360784 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72c44380-de78-4764-a9c5-f184361fe353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:45.361204 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-72c44380-de78-4764-a9c5-f184361fe353 admin admin] Added segment 6da1aecd-c1a3-4d88-a372-e3dc40708330 of type vlan for network ddd61f39-8802-43d0-a6a2-be6dc226d8a0 Feb 09 01:18:45.408870 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1f909076-4337-44bf-b125-09171bf4526d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4985a944f34b4af6b447ed84a237e5cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3322825 Feb 09 01:18:45.409803 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55188) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:45.429015 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72c44380-de78-4764-a9c5-f184361fe353 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:45.476276 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-19f73890-98c3-439e-a94e-968fa9309ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:45.489453 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-df499943-e818-4d34-9b0c-d9f6e1f86a16 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:45.504694 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-df499943-e818-4d34-9b0c-d9f6e1f86a16 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:port and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:45.509274 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-df499943-e818-4d34-9b0c-d9f6e1f86a16 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:45.523625 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-df499943-e818-4d34-9b0c-d9f6e1f86a16 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:45.530809 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-19f73890-98c3-439e-a94e-968fa9309ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:45.532786 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ecdb913-5833-4e68-8bce-45fb07ae54ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:45.535970 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72c44380-de78-4764-a9c5-f184361fe353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:45.537137 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c44380-de78-4764-a9c5-f184361fe353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:45.538519 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72c44380-de78-4764-a9c5-f184361fe353 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:45.558105 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df499943-e818-4d34-9b0c-d9f6e1f86a16 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:45.561731 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-df499943-e818-4d34-9b0c-d9f6e1f86a16 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:45.596732 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-df499943-e818-4d34-9b0c-d9f6e1f86a16 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] device_id is not set on port 285c5605-4865-4352-b210-e2931b4ea5ee yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:18:45.684996 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ecdb913-5833-4e68-8bce-45fb07ae54ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:45.723247 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-19f73890-98c3-439e-a94e-968fa9309ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:45.742901 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c44380-de78-4764-a9c5-f184361fe353 admin admin] Pushing event updated for resources: {'Network': ['ID=ddd61f39-8802-43d0-a6a2-be6dc226d8a0,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:45.749853 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-72c44380-de78-4764-a9c5-f184361fe353 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3584032 Feb 09 01:18:45.753363 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55196) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:45.756930 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network ddd61f39-8802-43d0-a6a2-be6dc226d8a0 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:18:45.768036 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-4e2cc65b-b9f3-48ca-ad61-640a2db884bf admin admin] Request body: {'subnet': {'network_id': 'ddd61f39-8802-43d0-a6a2-be6dc226d8a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-16407760-subnet', 'tenant_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:45.792181 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4e2cc65b-b9f3-48ca-ad61-640a2db884bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:45.803173 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4e2cc65b-b9f3-48ca-ad61-640a2db884bf admin admin] Usage tracker for resource:subnet and tenant:b3ae5f1a74a0449bbcfa6cd021a53ab0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:45.806782 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4e2cc65b-b9f3-48ca-ad61-640a2db884bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:45.813592 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4e2cc65b-b9f3-48ca-ad61-640a2db884bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:45.830425 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ecdb913-5833-4e68-8bce-45fb07ae54ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:45.862371 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecdb913-5833-4e68-8bce-45fb07ae54ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aea67a0-8acc-427d-a370-5d24d465a599,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:45.866042 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2cc65b-b9f3-48ca-ad61-640a2db884bf admin admin] Made reservation on behalf of b3ae5f1a74a0449bbcfa6cd021a53ab0 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:45.868516 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4e2cc65b-b9f3-48ca-ad61-640a2db884bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:46.251183 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f73890-98c3-439e-a94e-968fa9309ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e405a267-f5b9-488c-9448-ff466bb24cd4,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:46.255243 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 76e62dc9-c8b2-44d7-b69e-4a1913781e81 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:18:46.295898 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ecdb913-5833-4e68-8bce-45fb07ae54ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:46.297101 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0ecdb913-5833-4e68-8bce-45fb07ae54ab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2aea67a0-8acc-427d-a370-5d24d465a599 HTTP/1.1" status: 204 len: 168 time: 0.8863227 Feb 09 01:18:46.316021 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4e2cc65b-b9f3-48ca-ad61-640a2db884bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:46.338716 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:18:46.367054 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-19f73890-98c3-439e-a94e-968fa9309ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:46.373014 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-19f73890-98c3-439e-a94e-968fa9309ed8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e405a267-f5b9-488c-9448-ff466bb24cd4 HTTP/1.1" status: 204 len: 168 time: 1.0872509 Feb 09 01:18:46.380428 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-df499943-e818-4d34-9b0c-d9f6e1f86a16 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Allocated IP 172.20.0.12 (604e30b2-96fb-4c99-b208-96ccb288b5f3/49085e29-36ec-4461-bed6-eaf14357e573/285c5605-4865-4352-b210-e2931b4ea5ee) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:46.390029 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c67b95-ca6d-4e6d-a3f6-da7c2a676d23 None None] Network 604e30b2-96fb-4c99-b208-96ccb288b5f3 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:18:46.438917 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf09718-1bfa-4a1c-aedf-38c02be59a23 req-e3deacbf-02e9-4215-9b0a-285dd58729be tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:46.440724 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5bf09718-1bfa-4a1c-aedf-38c02be59a23 req-e3deacbf-02e9-4215-9b0a-285dd58729be tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 944 time: 0.2142885 Feb 09 01:18:46.449901 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c075d6fd-703f-40d7-825e-b505d968b11b details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:18:46.494815 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2cc65b-b9f3-48ca-ad61-640a2db884bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=701a1178-862c-45bf-93bb-f9578c351ffb,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:46.501060 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2cc65b-b9f3-48ca-ad61-640a2db884bf admin admin] Checking segment: {'id': '6da1aecd-c1a3-4d88-a372-e3dc40708330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'ddd61f39-8802-43d0-a6a2-be6dc226d8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:18:46.501410 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2cc65b-b9f3-48ca-ad61-640a2db884bf admin admin] Network hostable DHCP agents. Network: ddd61f39-8802-43d0-a6a2-be6dc226d8a0, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:18:46.513504 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5bf09718-1bfa-4a1c-aedf-38c02be59a23 req-2169925a-77f5-4c20-ab0d-0c92d28b5546 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592668 Feb 09 01:18:46.552244 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2cc65b-b9f3-48ca-ad61-640a2db884bf admin admin] Network ddd61f39-8802-43d0-a6a2-be6dc226d8a0 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:18:46.559804 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1662b4-bf3f-4e15-8a7a-08856acb1086 req-430c907a-3d62-4452-9489-6eae598efb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:46.561179 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3a1662b4-bf3f-4e15-8a7a-08856acb1086 req-430c907a-3d62-4452-9489-6eae598efb68 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce0095aebb0840088ecf37cbcece72f6&device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 1096 time: 0.4988098 Feb 09 01:18:46.569282 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-4e2cc65b-b9f3-48ca-ad61-640a2db884bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, ddd61f39-8802-43d0-a6a2-be6dc226d8a0) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:46.573682 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2cc65b-b9f3-48ca-ad61-640a2db884bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:46.574372 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4e2cc65b-b9f3-48ca-ad61-640a2db884bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:46.618224 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4e2cc65b-b9f3-48ca-ad61-640a2db884bf admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8607504 Feb 09 01:18:46.618992 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55210) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:46.625576 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-dc566314-25e8-4241-8893-3959a4601800 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-16407760-router', 'tenant_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:46.626368 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb2d65-8f6d-4652-abb0-9c819e171e8d req-cd04d777-0b89-4adf-a1c6-7b9a5c13c01e tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:46.628007 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a1cb2d65-8f6d-4652-abb0-9c819e171e8d req-cd04d777-0b89-4adf-a1c6-7b9a5c13c01e tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.4173541 Feb 09 01:18:46.629583 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6c16cc-42c0-46b5-b83a-123afe7b1cbe None None] Network ddd61f39-8802-43d0-a6a2-be6dc226d8a0 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:18:46.649545 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-dc566314-25e8-4241-8893-3959a4601800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:46.654609 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f1b5d869-2abe-47e9-ab58-0c5df7cd2b41 None None] Provisioning for port 76e62dc9-c8b2-44d7-b69e-4a1913781e81 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:18:46.660291 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-dc566314-25e8-4241-8893-3959a4601800 admin admin] Usage tracker for resource:router and tenant:b3ae5f1a74a0449bbcfa6cd021a53ab0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:46.672575 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-dc566314-25e8-4241-8893-3959a4601800 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:46.693439 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-dc566314-25e8-4241-8893-3959a4601800 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:46.712735 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dc566314-25e8-4241-8893-3959a4601800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:46.714457 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dc566314-25e8-4241-8893-3959a4601800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:46.754624 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dc566314-25e8-4241-8893-3959a4601800 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:46.840619 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a1cb2d65-8f6d-4652-abb0-9c819e171e8d req-03351af3-2339-40a2-b8bf-6b735324f7bc tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555250 Feb 09 01:18:46.840878 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 76e62dc9-c8b2-44d7-b69e-4a1913781e81 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:18:46.935120 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1662b4-bf3f-4e15-8a7a-08856acb1086 req-451c5357-ae93-47d4-bd4d-1ff0a3531af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:46.938983 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3a1662b4-bf3f-4e15-8a7a-08856acb1086 req-451c5357-ae93-47d4-bd4d-1ff0a3531af0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0055357f-6a74-45ba-a134-b5223508c9d1 HTTP/1.1" status: 200 len: 912 time: 0.3631544 Feb 09 01:18:46.946957 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-df499943-e818-4d34-9b0c-d9f6e1f86a16 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:46.987674 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 76e62dc9-c8b2-44d7-b69e-4a1913781e81 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:46.993447 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:47.053910 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-df499943-e818-4d34-9b0c-d9f6e1f86a16 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Transition to ACTIVE for port object 285c5605-4865-4352-b210-e2931b4ea5ee will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:47.074880 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3a1662b4-bf3f-4e15-8a7a-08856acb1086 req-4603ec8e-c4b1-4ae2-8b76-63720400a9cd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fbef048-139b-49ec-9219-48402a20c475 HTTP/1.1" status: 200 len: 1000 time: 0.1222465 Feb 09 01:18:47.147449 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-df499943-e818-4d34-9b0c-d9f6e1f86a16 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:47.203131 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1662b4-bf3f-4e15-8a7a-08856acb1086 req-76d05dfe-1294-4cb7-a3b9-57d511a448a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:47.206673 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3a1662b4-bf3f-4e15-8a7a-08856acb1086 req-76d05dfe-1294-4cb7-a3b9-57d511a448a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6f367ae-6db3-44ee-a579-54c0e257ede0 HTTP/1.1" status: 200 len: 850 time: 0.1211803 Feb 09 01:18:47.301036 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df499943-e818-4d34-9b0c-d9f6e1f86a16 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network 604e30b2-96fb-4c99-b208-96ccb288b5f3 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:47.306712 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-df499943-e818-4d34-9b0c-d9f6e1f86a16 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:47.313804 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df499943-e818-4d34-9b0c-d9f6e1f86a16 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:18:47.383616 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55226) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:47.384422 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df499943-e818-4d34-9b0c-d9f6e1f86a16 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Port': ['ID=285c5605-4865-4352-b210-e2931b4ea5ee,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:47.457416 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dc566314-25e8-4241-8893-3959a4601800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:47.458045 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df499943-e818-4d34-9b0c-d9f6e1f86a16 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:47.458480 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-df499943-e818-4d34-9b0c-d9f6e1f86a16 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:47.491875 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1662b4-bf3f-4e15-8a7a-08856acb1086 req-fb2c6796-3580-492a-ac50-2b280b47b726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:47.493491 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3a1662b4-bf3f-4e15-8a7a-08856acb1086 req-fb2c6796-3580-492a-ac50-2b280b47b726 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0055357f-6a74-45ba-a134-b5223508c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2694943 Feb 09 01:18:47.500438 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8389ef64-d619-4458-81da-2d914418bb92 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6931c46e3cfc49c1bab002237ee68dea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1120298 Feb 09 01:18:47.501263 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55230) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:47.549193 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-df499943-e818-4d34-9b0c-d9f6e1f86a16 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3002219 Feb 09 01:18:47.560380 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55236) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:47.659166 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c075d6fd-703f-40d7-825e-b505d968b11b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c075d6fd-703f-40d7-825e-b505d968b11b,segment=NetworkSegment(1daab5ce-760f-4f8c-ae46-f15ec30b34be),segment_id=1daab5ce-760f-4f8c-ae46-f15ec30b34be)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:47.836287 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:47.837399 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-85fcc225-60ea-4608-a7a3-edf3419d4c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:47.900382 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db360662-5f4f-473a-b600-7d9e7ae5271b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-ddd61f39-8802-43d0-a6a2-be6dc226d8a0', 'network_id': 'ddd61f39-8802-43d0-a6a2-be6dc226d8a0', 'tenant_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'fixed_ips': [{'subnet_id': '701a1178-862c-45bf-93bb-f9578c351ffb'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:18:47.901263 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-db360662-5f4f-473a-b600-7d9e7ae5271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:47.909360 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3a1662b4-bf3f-4e15-8a7a-08856acb1086 req-c4779dcb-c1ab-4355-83b0-7480d4243ed8 service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034629 Feb 09 01:18:47.914123 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-85fcc225-60ea-4608-a7a3-edf3419d4c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:47.949330 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'c075d6fd-703f-40d7-825e-b505d968b11b', 'network_id': 'a3afca57-246e-458a-965f-203ae806e5cf', 'port_id': 'c075d6fd-703f-40d7-825e-b505d968b11b', 'mac_address': 'fa:16:3e:66:4d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 953, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16056dee-9c0e-41b1-962a-fb2cf7216c50', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:18:48.077817 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa12e9b-40ad-4f82-8aa5-dfb71c034d4e req-b49f258d-c4fb-4aaf-b461-b932dd860629 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:48.079685 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-eaa12e9b-40ad-4f82-8aa5-dfb71c034d4e req-b49f258d-c4fb-4aaf-b461-b932dd860629 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 944 time: 0.3394842 Feb 09 01:18:48.141197 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-eaa12e9b-40ad-4f82-8aa5-dfb71c034d4e req-00567dad-890d-4474-b5ef-5aeb03b58349 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535309 Feb 09 01:18:48.142528 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dc566314-25e8-4241-8893-3959a4601800 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:48.179110 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dc566314-25e8-4241-8893-3959a4601800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:48.185345 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 76e62dc9-c8b2-44d7-b69e-4a1913781e81, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=76e62dc9-c8b2-44d7-b69e-4a1913781e81,segment=NetworkSegment(f1340bd6-df46-41d5-ae3e-869959a31cf8),segment_id=f1340bd6-df46-41d5-ae3e-869959a31cf8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:48.217183 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:48.262778 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c075d6fd-703f-40d7-825e-b505d968b11b {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:18:48.276745 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528f253e-32da-444a-89bc-9cdce998cf8c tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:48.277979 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:48.278324 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-528f253e-32da-444a-89bc-9cdce998cf8c tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Synchronizing usage tracker for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:48.339880 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-528f253e-32da-444a-89bc-9cdce998cf8c tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Unset dirty status for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:48.340796 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-528f253e-32da-444a-89bc-9cdce998cf8c tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.6619380 Feb 09 01:18:48.351499 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55258) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:48.403607 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c075d6fd-703f-40d7-825e-b505d968b11b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c075d6fd-703f-40d7-825e-b505d968b11b,segment=NetworkSegment(1daab5ce-760f-4f8c-ae46-f15ec30b34be),segment_id=1daab5ce-760f-4f8c-ae46-f15ec30b34be)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:48.403854 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-dc566314-25e8-4241-8893-3959a4601800 admin admin] Allocated IP 172.25.5.143 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/b2c008a5-bd83-4245-80e0-57c77fb50200) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:48.454590 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:48.500558 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-85fcc225-60ea-4608-a7a3-edf3419d4c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:48.507454 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=76e62dc9-c8b2-44d7-b69e-4a1913781e81,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:48.530400 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fcc225-60ea-4608-a7a3-edf3419d4c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68e892f-c982-4f40-b1ac-5f584f746c57,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:48.551961 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5a03d-a064-4ad3-b70e-36a43001208e req-dd468a9e-b799-4e94-a8e1-f577dc1dfcc9 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:48.575586 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c6a5a03d-a064-4ad3-b70e-36a43001208e req-dd468a9e-b799-4e94-a8e1-f577dc1dfcc9 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.5516884 Feb 09 01:18:48.583212 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3a1662b4-bf3f-4e15-8a7a-08856acb1086 req-65a4a967-4913-454f-81a9-4e3d6fceafe9 service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6613653 Feb 09 01:18:48.644935 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-d696ab96-7063-482e-a7a0-1c52119ec520 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Deleting port 285c5605-4865-4352-b210-e2931b4ea5ee {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:18:48.645271 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d696ab96-7063-482e-a7a0-1c52119ec520 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:48.730423 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-db360662-5f4f-473a-b600-7d9e7ae5271b None None] Allocated IP 172.20.0.2 (ddd61f39-8802-43d0-a6a2-be6dc226d8a0/701a1178-862c-45bf-93bb-f9578c351ffb/ae10787c-8b7a-4354-85ff-fac6233f5be2) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:48.735268 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dc566314-25e8-4241-8893-3959a4601800 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:48.772154 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['c075d6fd-703f-40d7-825e-b505d968b11b'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:18:48.815999 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dc566314-25e8-4241-8893-3959a4601800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:48.941548 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=c075d6fd-703f-40d7-825e-b505d968b11b,revision_number=9']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:48.958051 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-85fcc225-60ea-4608-a7a3-edf3419d4c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:48.961782 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-85fcc225-60ea-4608-a7a3-edf3419d4c0b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a68e892f-c982-4f40-b1ac-5f584f746c57 HTTP/1.1" status: 204 len: 168 time: 1.4580309 Feb 09 01:18:48.995274 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc566314-25e8-4241-8893-3959a4601800 admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:49.009770 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-dc566314-25e8-4241-8893-3959a4601800 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:49.014748 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc566314-25e8-4241-8893-3959a4601800 admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:18:49.045884 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c6a5a03d-a064-4ad3-b70e-36a43001208e req-3db89d90-4562-4b94-bd9b-d65ed6d23383 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4670765 Feb 09 01:18:49.145687 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2f5497d7-bfaf-436e-b0fd-4fcca4e0764f None None] Provisioning complete for port 76e62dc9-c8b2-44d7-b69e-4a1913781e81 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:49.146352 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2f5497d7-bfaf-436e-b0fd-4fcca4e0764f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:49.161970 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc566314-25e8-4241-8893-3959a4601800 admin admin] Pushing event updated for resources: {'Port': ['ID=b2c008a5-bd83-4245-80e0-57c77fb50200,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:49.451688 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d696ab96-7063-482e-a7a0-1c52119ec520 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:49.724926 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-d696ab96-7063-482e-a7a0-1c52119ec520 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Calling delete_port for 285c5605-4865-4352-b210-e2931b4ea5ee owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:18:49.819131 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-db360662-5f4f-473a-b600-7d9e7ae5271b None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:49.855128 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-db360662-5f4f-473a-b600-7d9e7ae5271b None None] Transition to ACTIVE for port object ae10787c-8b7a-4354-85ff-fac6233f5be2 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:49.903555 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-db360662-5f4f-473a-b600-7d9e7ae5271b None None] Transition to ACTIVE for port object ae10787c-8b7a-4354-85ff-fac6233f5be2 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:49.942162 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-db360662-5f4f-473a-b600-7d9e7ae5271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:50.111254 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dc566314-25e8-4241-8893-3959a4601800 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:50.181218 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d696ab96-7063-482e-a7a0-1c52119ec520 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:50.239957 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db360662-5f4f-473a-b600-7d9e7ae5271b None None] Network ddd61f39-8802-43d0-a6a2-be6dc226d8a0 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:50.252414 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-db360662-5f4f-473a-b600-7d9e7ae5271b None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:50.264873 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51441a-79b2-4c20-84a2-3729a4035d71 req-6c285869-9594-4406-944f-fb9147b98414 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:50.272609 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db360662-5f4f-473a-b600-7d9e7ae5271b None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:18:50.276890 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7e51441a-79b2-4c20-84a2-3729a4035d71 req-6c285869-9594-4406-944f-fb9147b98414 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 945 time: 0.7102196 Feb 09 01:18:50.324852 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db360662-5f4f-473a-b600-7d9e7ae5271b None None] Pushing event updated for resources: {'Port': ['ID=ae10787c-8b7a-4354-85ff-fac6233f5be2,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:50.327152 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696ab96-7063-482e-a7a0-1c52119ec520 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Port': ['ID=285c5605-4865-4352-b210-e2931b4ea5ee,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:50.340161 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2f5497d7-bfaf-436e-b0fd-4fcca4e0764f None None] Could not find standard attr ID for object 285c5605-4865-4352-b210-e2931b4ea5ee. {{(pid=87613) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:18:50.511095 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7e51441a-79b2-4c20-84a2-3729a4035d71 req-505c35b9-bc41-4ec1-93c3-66b90dbba3a0 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291512 Feb 09 01:18:50.534301 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 76e62dc9-c8b2-44d7-b69e-4a1913781e81 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:18:50.630762 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cbb1fd-b409-4579-af4f-551eb88da6ef req-4e1e445f-2a71-4bbb-8cbb-b068703b0816 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:50.638527 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-53cbb1fd-b409-4579-af4f-551eb88da6ef req-4e1e445f-2a71-4bbb-8cbb-b068703b0816 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.3124144 Feb 09 01:18:50.642174 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d696ab96-7063-482e-a7a0-1c52119ec520 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:50.661666 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2f5497d7-bfaf-436e-b0fd-4fcca4e0764f None None] Provisioning for port a3456b31-52a5-49d7-9076-1183c008a315 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:18:50.676781 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2f5497d7-bfaf-436e-b0fd-4fcca4e0764f None None] Provisioning complete for port a3456b31-52a5-49d7-9076-1183c008a315 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:50.677151 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2f5497d7-bfaf-436e-b0fd-4fcca4e0764f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:50.690187 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d696ab96-7063-482e-a7a0-1c52119ec520 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/ports/285c5605-4865-4352-b210-e2931b4ea5ee HTTP/1.1" status: 204 len: 168 time: 2.3180280 Feb 09 01:18:50.699027 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55324) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:50.735004 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-db360662-5f4f-473a-b600-7d9e7ae5271b None None] Attempting to bind port ae10787c-8b7a-4354-85ff-fac6233f5be2 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:18:50.735442 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-db360662-5f4f-473a-b600-7d9e7ae5271b None None] Attempting to bind port ae10787c-8b7a-4354-85ff-fac6233f5be2 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '6da1aecd-c1a3-4d88-a372-e3dc40708330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'ddd61f39-8802-43d0-a6a2-be6dc226d8a0'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:18:50.735738 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db360662-5f4f-473a-b600-7d9e7ae5271b None None] Attempting to bind port ae10787c-8b7a-4354-85ff-fac6233f5be2 on network ddd61f39-8802-43d0-a6a2-be6dc226d8a0 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:18:50.754948 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db360662-5f4f-473a-b600-7d9e7ae5271b None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:18:50.755353 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db360662-5f4f-473a-b600-7d9e7ae5271b None None] Checking segment: {'id': '6da1aecd-c1a3-4d88-a372-e3dc40708330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'ddd61f39-8802-43d0-a6a2-be6dc226d8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:18:50.755739 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-db360662-5f4f-473a-b600-7d9e7ae5271b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:50.756944 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db360662-5f4f-473a-b600-7d9e7ae5271b None None] Bound using segment: {'id': '6da1aecd-c1a3-4d88-a372-e3dc40708330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'ddd61f39-8802-43d0-a6a2-be6dc226d8a0'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:18:50.757429 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-db360662-5f4f-473a-b600-7d9e7ae5271b None None] Bound port: ae10787c-8b7a-4354-85ff-fac6233f5be2, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da1aecd-c1a3-4d88-a372-e3dc40708330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'ddd61f39-8802-43d0-a6a2-be6dc226d8a0'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:18:50.757797 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-db360662-5f4f-473a-b600-7d9e7ae5271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:50.784730 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-2f5497d7-bfaf-436e-b0fd-4fcca4e0764f None None] Port a3456b31-52a5-49d7-9076-1183c008a315 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:18:50.847778 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 76e62dc9-c8b2-44d7-b69e-4a1913781e81 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:50.848163 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:50.874582 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-53cbb1fd-b409-4579-af4f-551eb88da6ef req-cbd6273c-7bd2-4086-98e3-5180758df61b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2344515 Feb 09 01:18:50.887595 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f7a547-2dfd-4f7f-a359-40c766d7fccc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] GET failed (client error): The resource could not be found. Feb 09 01:18:50.889586 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-89f7a547-2dfd-4f7f-a359-40c766d7fccc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Synchronizing usage tracker for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:50.924434 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abf9e4f7-be75-4f48-9de7-c4072e8cbd88 None None] Could not find standard attr ID for object 285c5605-4865-4352-b210-e2931b4ea5ee. {{(pid=87613) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:18:50.949402 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-89f7a547-2dfd-4f7f-a359-40c766d7fccc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Unset dirty status for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:50.953772 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-89f7a547-2dfd-4f7f-a359-40c766d7fccc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "GET /v2.0/ports/285c5605-4865-4352-b210-e2931b4ea5ee HTTP/1.1" status: 404 len: 333 time: 0.2507665 Feb 09 01:18:50.955218 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55338) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:50.975047 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-db360662-5f4f-473a-b600-7d9e7ae5271b None None] For port ae10787c-8b7a-4354-85ff-fac6233f5be2, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:18:50.992595 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-db360662-5f4f-473a-b600-7d9e7ae5271b None None] For port ae10787c-8b7a-4354-85ff-fac6233f5be2, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=ae10787c-8b7a-4354-85ff-fac6233f5be2,segment=NetworkSegment(6da1aecd-c1a3-4d88-a372-e3dc40708330),segment_id=6da1aecd-c1a3-4d88-a372-e3dc40708330)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:18:51.018320 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-db360662-5f4f-473a-b600-7d9e7ae5271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:51.109812 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dc566314-25e8-4241-8893-3959a4601800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:51.160202 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-546f189a-d1b8-4fea-a638-5e6bb7711f67 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Deleting port a3456b31-52a5-49d7-9076-1183c008a315 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:18:51.161021 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-546f189a-d1b8-4fea-a638-5e6bb7711f67 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:51.231676 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abf9e4f7-be75-4f48-9de7-c4072e8cbd88 None None] Provisioning complete for port a3456b31-52a5-49d7-9076-1183c008a315 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:51.231676 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abf9e4f7-be75-4f48-9de7-c4072e8cbd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:51.436192 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abf9e4f7-be75-4f48-9de7-c4072e8cbd88 None None] Port a3456b31-52a5-49d7-9076-1183c008a315 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:18:51.457257 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db360662-5f4f-473a-b600-7d9e7ae5271b None None] Pushing event updated for resources: {'Port': ['ID=ae10787c-8b7a-4354-85ff-fac6233f5be2,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:51.602391 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc566314-25e8-4241-8893-3959a4601800 admin admin] Router d5085ed3-10d8-42d7-a6e0-5de3c4c7d234 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:18:51.680262 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-546f189a-d1b8-4fea-a638-5e6bb7711f67 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:51.755216 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:51.939584 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-546f189a-d1b8-4fea-a638-5e6bb7711f67 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Calling delete_port for a3456b31-52a5-49d7-9076-1183c008a315 owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:18:52.192870 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b4124-da19-4b53-a8c9-ee26f773081a req-8c966a4c-235b-42f8-90f6-2e21aaf4b089 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:52.194969 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-294b4124-da19-4b53-a8c9-ee26f773081a req-8c966a4c-235b-42f8-90f6-2e21aaf4b089 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 945 time: 0.4293783 Feb 09 01:18:52.210388 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc566314-25e8-4241-8893-3959a4601800 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:18:52.233590 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ec9791-0df6-42a3-891c-b03c0ee42145 None None] Sync routers for ids ['d5085ed3-10d8-42d7-a6e0-5de3c4c7d234'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:18:52.245539 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ec9791-0df6-42a3-891c-b03c0ee42145 None None] Routers {'d5085ed3-10d8-42d7-a6e0-5de3c4c7d234'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:18:52.249044 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-54ec9791-0df6-42a3-891c-b03c0ee42145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:18:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['d5085ed3-10d8-42d7-a6e0-5de3c4c7d234'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:52.249721 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55390) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:52.308920 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-294b4124-da19-4b53-a8c9-ee26f773081a req-4f652254-438e-4bb0-a96b-5bf2e8ab2116 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008382 Feb 09 01:18:52.309627 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dc566314-25e8-4241-8893-3959a4601800 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:52.310785 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-dc566314-25e8-4241-8893-3959a4601800 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.6912563 Feb 09 01:18:52.315056 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55398) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:52.463780 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-546f189a-d1b8-4fea-a638-5e6bb7711f67 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:52.511010 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c075d6fd-703f-40d7-825e-b505d968b11b up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:18:52.608379 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f189a-d1b8-4fea-a638-5e6bb7711f67 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Port': ['ID=a3456b31-52a5-49d7-9076-1183c008a315,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:52.649063 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ae10787c-8b7a-4354-85ff-fac6233f5be2 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:18:53.130618 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-54ec9791-0df6-42a3-891c-b03c0ee42145 None None] Set router d5085ed3-10d8-42d7-a6e0-5de3c4c7d234 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:18:53.164902 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-ba4a5877-2a4c-4157-a854-6fabd5366e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2121956808'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:53.280934 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port ae10787c-8b7a-4354-85ff-fac6233f5be2 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:18:53.318432 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ba4a5877-2a4c-4157-a854-6fabd5366e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:53.370907 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ba4a5877-2a4c-4157-a854-6fabd5366e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] Usage tracker for resource:network and tenant:fb50d84796b84bed9ad78aa042839a0a is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:53.387165 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ba4a5877-2a4c-4157-a854-6fabd5366e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:53.466179 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ba4a5877-2a4c-4157-a854-6fabd5366e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:53.472042 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port c075d6fd-703f-40d7-825e-b505d968b11b triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:53.472525 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:53.503040 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-546f189a-d1b8-4fea-a638-5e6bb7711f67 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:53.536198 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1dffcc-6335-4443-846d-d9cb86eedee2 None None] Network ddd61f39-8802-43d0-a6a2-be6dc226d8a0 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:18:53.541555 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7732fb-1d27-488c-8217-d1ac2374dd3e req-e4303607-3077-4d90-ba90-4b21ef6c2fff tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:53.556085 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b7732fb-1d27-488c-8217-d1ac2374dd3e req-e4303607-3077-4d90-ba90-4b21ef6c2fff tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 1.3006439 Feb 09 01:18:53.608583 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4a5877-2a4c-4157-a854-6fabd5366e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] Made reservation on behalf of fb50d84796b84bed9ad78aa042839a0a for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:53.615611 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ba4a5877-2a4c-4157-a854-6fabd5366e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:53.644387 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ba4a5877-2a4c-4157-a854-6fabd5366e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:53.713787 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b7732fb-1d27-488c-8217-d1ac2374dd3e req-683c632f-6dfe-43b9-8416-4688db3acad9 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563463 Feb 09 01:18:53.731195 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-546f189a-d1b8-4fea-a638-5e6bb7711f67 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/ports/a3456b31-52a5-49d7-9076-1183c008a315 HTTP/1.1" status: 204 len: 168 time: 2.7731616 Feb 09 01:18:53.732162 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55440) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:53.734863 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ba4a5877-2a4c-4157-a854-6fabd5366e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:53.778184 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ba4a5877-2a4c-4157-a854-6fabd5366e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] Usage tracker for resource:security_group_rule and tenant:fb50d84796b84bed9ad78aa042839a0a is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:53.786571 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ba4a5877-2a4c-4157-a854-6fabd5366e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:53.799053 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e49ced99-6717-402d-bad5-47a40975a0a1 None None] Provisioning for port ae10787c-8b7a-4354-85ff-fac6233f5be2 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:18:53.804357 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-07791f0e-7ea7-4ca6-9f6c-76483d5855ee tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] GET failed (client error): The resource could not be found. Feb 09 01:18:53.805559 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-07791f0e-7ea7-4ca6-9f6c-76483d5855ee tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Synchronizing usage tracker for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:53.808865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ba4a5877-2a4c-4157-a854-6fabd5366e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:53.847540 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-07791f0e-7ea7-4ca6-9f6c-76483d5855ee tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Unset dirty status for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:53.852428 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-07791f0e-7ea7-4ca6-9f6c-76483d5855ee tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "GET /v2.0/ports/a3456b31-52a5-49d7-9076-1183c008a315 HTTP/1.1" status: 404 len: 333 time: 0.1094553 Feb 09 01:18:53.854491 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55448) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:53.911253 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdffe6c-1335-477f-be15-675ea3a18ee8 req-d03308bd-05ea-499e-ad9b-b6f371bbb525 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:53.914252 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0bdffe6c-1335-477f-be15-675ea3a18ee8 req-d03308bd-05ea-499e-ad9b-b6f371bbb525 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 945 time: 0.2945361 Feb 09 01:18:53.916082 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e49ced99-6717-402d-bad5-47a40975a0a1 None None] Provisioning complete for port ae10787c-8b7a-4354-85ff-fac6233f5be2 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:53.916596 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e49ced99-6717-402d-bad5-47a40975a0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:54.023925 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0bdffe6c-1335-477f-be15-675ea3a18ee8 req-c0804a2b-0746-4f71-bb64-505e1f8db76c tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989261 Feb 09 01:18:54.038946 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ba4a5877-2a4c-4157-a854-6fabd5366e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:54.069653 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ba4a5877-2a4c-4157-a854-6fabd5366e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:54.186773 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba4a5877-2a4c-4157-a854-6fabd5366e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 968} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:18:54.204379 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a5877-2a4c-4157-a854-6fabd5366e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc9cc8c-e399-41bc-a7f7-c3cc8fbea680,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:54.234241 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-be5dbc6f-cde3-46c4-a00c-9dd66c53f88b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Deleting subnet 49085e29-36ec-4461-bed6-eaf14357e573 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:18:54.239550 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-be5dbc6f-cde3-46c4-a00c-9dd66c53f88b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:54.289102 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:54.290955 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d8937621-3642-4d96-9cbb-963113bcb40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:54.294443 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ba4a5877-2a4c-4157-a854-6fabd5366e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:54.294796 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-ba4a5877-2a4c-4157-a854-6fabd5366e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] Added segment 81e8c2c8-44c9-4828-97e0-f481e0d78b0a of type vlan for network 387a4956-f7a4-4a48-ae0f-544f945fe972 Feb 09 01:18:54.324587 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-be5dbc6f-cde3-46c4-a00c-9dd66c53f88b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:54.414600 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709aa7f3-0207-4552-abbc-660c04b5fa11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c075d6fd-703f-40d7-825e-b505d968b11b'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:18:54.435518 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-be5dbc6f-cde3-46c4-a00c-9dd66c53f88b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:54.479026 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ba4a5877-2a4c-4157-a854-6fabd5366e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:54.610072 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ba4a5877-2a4c-4157-a854-6fabd5366e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:54.617971 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4a5877-2a4c-4157-a854-6fabd5366e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:54.618242 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ba4a5877-2a4c-4157-a854-6fabd5366e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:54.654214 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c075d6fd-703f-40d7-825e-b505d968b11b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c075d6fd-703f-40d7-825e-b505d968b11b,segment=NetworkSegment(1daab5ce-760f-4f8c-ae46-f15ec30b34be),segment_id=1daab5ce-760f-4f8c-ae46-f15ec30b34be)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:54.665085 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '709aa7f3-0207-4552-abbc-660c04b5fa11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c075d6fd-703f-40d7-825e-b505d968b11b', 'code': 200} Feb 09 01:18:54.704990 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-be5dbc6f-cde3-46c4-a00c-9dd66c53f88b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:54.822095 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:54.864948 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ba4a5877-2a4c-4157-a854-6fabd5366e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.6120925 Feb 09 01:18:54.955242 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-54ec9791-0df6-42a3-891c-b03c0ee42145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'name': 'tempest-ServersTestJSON-16407760-router', 'tenant_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'b2c008a5-bd83-4245-80e0-57c77fb50200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:46Z', 'updated_at': '2022-02-09T01:18:49Z', 'revision_number': 3, 'project_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'gw_port': {'id': 'b2c008a5-bd83-4245-80e0-57c77fb50200', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:48Z', 'updated_at': '2022-02-09T01:18:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:54.965466 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ec9791-0df6-42a3-891c-b03c0ee42145 None None] Checking router: d5085ed3-10d8-42d7-a6e0-5de3c4c7d234 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:18:54.965852 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ec9791-0df6-42a3-891c-b03c0ee42145 None None] Updating router d5085ed3-10d8-42d7-a6e0-5de3c4c7d234 port b2c008a5-bd83-4245-80e0-57c77fb50200 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:18:54.967212 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-d8937621-3642-4d96-9cbb-963113bcb40c admin admin] Allocated IP 172.20.0.1 (ddd61f39-8802-43d0-a6a2-be6dc226d8a0/701a1178-862c-45bf-93bb-f9578c351ffb/440f7491-5f0d-4a71-941e-5fcc6f8a9396) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:55.051056 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:55.067728 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e49ced99-6717-402d-bad5-47a40975a0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:55.113892 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-be5dbc6f-cde3-46c4-a00c-9dd66c53f88b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:55.123536 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-be5dbc6f-cde3-46c4-a00c-9dd66c53f88b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/subnets/49085e29-36ec-4461-bed6-eaf14357e573 HTTP/1.1" status: 204 len: 168 time: 1.2678802 Feb 09 01:18:55.127101 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-e49ced99-6717-402d-bad5-47a40975a0a1 None None] For port ae10787c-8b7a-4354-85ff-fac6233f5be2, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=ae10787c-8b7a-4354-85ff-fac6233f5be2,segment=NetworkSegment(6da1aecd-c1a3-4d88-a372-e3dc40708330),segment_id=6da1aecd-c1a3-4d88-a372-e3dc40708330)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:55.128255 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=c075d6fd-703f-40d7-825e-b505d968b11b,revision_number=10']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:55.137463 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae61640e-ef5d-47a3-abd8-5f430adcb31b None None] Network 604e30b2-96fb-4c99-b208-96ccb288b5f3 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:18:55.140247 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55496) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:55.243493 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5dbc6f-cde3-46c4-a00c-9dd66c53f88b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Subnet': ['ID=49085e29-36ec-4461-bed6-eaf14357e573,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:55.291252 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e49ced99-6717-402d-bad5-47a40975a0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:55.335060 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-54ec9791-0df6-42a3-891c-b03c0ee42145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:55.397942 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a5877-2a4c-4157-a854-6fabd5366e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] Pushing event updated for resources: {'Network': ['ID=387a4956-f7a4-4a48-ae0f-544f945fe972,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:55.433403 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55516) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:55.450774 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Request body: {'port': {'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972', 'binding:host_id': 'n-h2-828419-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-858416108'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:55.471317 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 387a4956-f7a4-4a48-ae0f-544f945fe972 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:18:55.476889 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:55.486448 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51cf4ba-d1f0-4834-8f39-9e53fc31b580 req-193f7e32-b775-4d68-9557-791522739892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:55.487961 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b51cf4ba-d1f0-4834-8f39-9e53fc31b580 req-193f7e32-b775-4d68-9557-791522739892 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 1098 time: 0.3368306 Feb 09 01:18:55.571004 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Usage tracker for resource:port and tenant:3a6c94c3caf54e7f86b4f56af11a65ef is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:55.578329 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a656a5ed-7ce5-4d0e-955c-04afed37196b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:55.578568 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:55.590204 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:55.602104 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b51cf4ba-d1f0-4834-8f39-9e53fc31b580 req-dfe48cea-3bb1-4e47-bb1e-f39afe36b8ca service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056416 Feb 09 01:18:55.638026 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Made reservation on behalf of 3a6c94c3caf54e7f86b4f56af11a65ef for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:55.649830 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:55.744252 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-a656a5ed-7ce5-4d0e-955c-04afed37196b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Deleting port 76e62dc9-c8b2-44d7-b69e-4a1913781e81 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:18:55.744779 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a656a5ed-7ce5-4d0e-955c-04afed37196b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:55.784303 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:55.827645 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:55.834759 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Usage tracker for resource:security_group_rule and tenant:3a6c94c3caf54e7f86b4f56af11a65ef is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:55.838352 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:55.844983 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:55.946341 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97543e2-3f1a-4425-b4f5-92e1da210d58 req-2e477450-12a2-44a8-bc3c-13cda109952d tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:55.948157 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f97543e2-3f1a-4425-b4f5-92e1da210d58 req-2e477450-12a2-44a8-bc3c-13cda109952d tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.9384577 Feb 09 01:18:55.992800 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:56.015365 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:56.053686 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] device_id is not set on port 03c579a2-ec81-4768-97e6-189578371cf1 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:18:56.115895 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ced99-6717-402d-bad5-47a40975a0a1 None None] Pushing event updated for resources: {'Port': ['ID=ae10787c-8b7a-4354-85ff-fac6233f5be2,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:56.123706 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8716ac-276b-4f48-8f99-1b4442ecbd40 req-97619615-538c-4ed7-adfc-bf511562001f tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:56.125480 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0c8716ac-276b-4f48-8f99-1b4442ecbd40 req-97619615-538c-4ed7-adfc-bf511562001f tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 947 time: 0.4567773 Feb 09 01:18:56.152577 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b0a70cb1-e243-4d18-8351-a9aeb42bab0d None None] Provisioning complete for port ae10787c-8b7a-4354-85ff-fac6233f5be2 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:56.153454 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b0a70cb1-e243-4d18-8351-a9aeb42bab0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:56.180237 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2d3481-9376-4a97-886a-81cf60f81f78,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:56.236574 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f97543e2-3f1a-4425-b4f5-92e1da210d58 req-c95a0b53-3227-4898-ab62-6d55cae071d3 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2664063 Feb 09 01:18:56.239576 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d8937621-3642-4d96-9cbb-963113bcb40c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:56.273623 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0c8716ac-276b-4f48-8f99-1b4442ecbd40 req-7c31e0bb-bdfb-43d6-a014-e3f8d3f41e77 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336019 Feb 09 01:18:56.311694 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-a656a5ed-7ce5-4d0e-955c-04afed37196b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] For port 76e62dc9-c8b2-44d7-b69e-4a1913781e81, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=76e62dc9-c8b2-44d7-b69e-4a1913781e81,segment=NetworkSegment(f1340bd6-df46-41d5-ae3e-869959a31cf8),segment_id=f1340bd6-df46-41d5-ae3e-869959a31cf8)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:56.311694 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a656a5ed-7ce5-4d0e-955c-04afed37196b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:56.319620 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-d8937621-3642-4d96-9cbb-963113bcb40c admin admin] Transition to ACTIVE for port object 440f7491-5f0d-4a71-941e-5fcc6f8a9396 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:56.342101 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.resource_extend [None req-54ec9791-0df6-42a3-891c-b03c0ee42145 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:18:56.467100 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ae10787c-8b7a-4354-85ff-fac6233f5be2 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:18:56.553979 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] device_id is not set on port 03c579a2-ec81-4768-97e6-189578371cf1 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:18:56.564384 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:56.564977 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-54ec9791-0df6-42a3-891c-b03c0ee42145 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:56.571626 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55544) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:56.602873 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Transition to ACTIVE for port object 03c579a2-ec81-4768-97e6-189578371cf1 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:56.607397 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-54ec9791-0df6-42a3-891c-b03c0ee42145 None None] Transition to ACTIVE for port object b2c008a5-bd83-4245-80e0-57c77fb50200 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:56.616315 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:56.651015 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-a656a5ed-7ce5-4d0e-955c-04afed37196b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Calling delete_port for 76e62dc9-c8b2-44d7-b69e-4a1913781e81 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:18:56.658441 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-54ec9791-0df6-42a3-891c-b03c0ee42145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:56.742597 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10354bf0-f30e-43e1-b544-c40450014e76 None None] DHCP port deletion for 604e30b2-96fb-4c99-b208-96ccb288b5f3 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:18:56.761859 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d8937621-3642-4d96-9cbb-963113bcb40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:56.819292 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-10354bf0-f30e-43e1-b544-c40450014e76 None None] Deleting port 76e62dc9-c8b2-44d7-b69e-4a1913781e81 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:18:56.819937 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-10354bf0-f30e-43e1-b544-c40450014e76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:56.838235 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a656a5ed-7ce5-4d0e-955c-04afed37196b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:56.877720 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a656a5ed-7ce5-4d0e-955c-04afed37196b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] No DVR routers for this DVR port 76e62dc9-c8b2-44d7-b69e-4a1913781e81 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:18:56.889682 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-96d67d0a-5a1d-4beb-8922-24f0eaec6463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:56.914288 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-96d67d0a-5a1d-4beb-8922-24f0eaec6463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:56.918967 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-96d67d0a-5a1d-4beb-8922-24f0eaec6463 admin admin] Usage tracker for resource:security_group_rule and tenant:fc7e37f1d7484b45a05a40a82aa00899 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:56.923084 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-96d67d0a-5a1d-4beb-8922-24f0eaec6463 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:56.932587 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-96d67d0a-5a1d-4beb-8922-24f0eaec6463 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:56.965245 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-54ec9791-0df6-42a3-891c-b03c0ee42145 None None] Attempting to bind port b2c008a5-bd83-4245-80e0-57c77fb50200 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:18:56.965678 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-54ec9791-0df6-42a3-891c-b03c0ee42145 None None] Attempting to bind port b2c008a5-bd83-4245-80e0-57c77fb50200 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:18:56.966040 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ec9791-0df6-42a3-891c-b03c0ee42145 None None] Attempting to bind port b2c008a5-bd83-4245-80e0-57c77fb50200 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:18:56.980774 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ec9791-0df6-42a3-891c-b03c0ee42145 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:18:56.981111 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ec9791-0df6-42a3-891c-b03c0ee42145 None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:18:56.981481 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-54ec9791-0df6-42a3-891c-b03c0ee42145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:56.981876 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ec9791-0df6-42a3-891c-b03c0ee42145 None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:18:56.982508 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-54ec9791-0df6-42a3-891c-b03c0ee42145 None None] Bound port: b2c008a5-bd83-4245-80e0-57c77fb50200, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:18:56.982869 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-54ec9791-0df6-42a3-891c-b03c0ee42145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:57.089144 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Pushing event updated for resources: {'Port': ['ID=03c579a2-ec81-4768-97e6-189578371cf1,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:57.108982 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ae5da-09ef-4522-9f87-494e45b45528 None None] Pushing event updated for resources: {'Port': ['ID=b2c008a5-bd83-4245-80e0-57c77fb50200,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:57.112214 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-96d67d0a-5a1d-4beb-8922-24f0eaec6463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:57.122935 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-96d67d0a-5a1d-4beb-8922-24f0eaec6463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:57.142104 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8937621-3642-4d96-9cbb-963113bcb40c admin admin] Network ddd61f39-8802-43d0-a6a2-be6dc226d8a0 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:57.154968 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-d8937621-3642-4d96-9cbb-963113bcb40c admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:57.170114 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-10354bf0-f30e-43e1-b544-c40450014e76 None None] The port '76e62dc9-c8b2-44d7-b69e-4a1913781e81' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:18:57.175927 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8937621-3642-4d96-9cbb-963113bcb40c admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:18:57.187841 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Checking segment: {'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:18:57.188211 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Network hostable DHCP agents. Network: 387a4956-f7a4-4a48-ae0f-544f945fe972, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:18:57.202748 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port ae10787c-8b7a-4354-85ff-fac6233f5be2 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:57.204911 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:57.276270 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8937621-3642-4d96-9cbb-963113bcb40c admin admin] Pushing event updated for resources: {'Port': ['ID=440f7491-5f0d-4a71-941e-5fcc6f8a9396,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:57.293363 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-96d67d0a-5a1d-4beb-8922-24f0eaec6463 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc7e37f1d7484b45a05a40a82aa00899&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7204959 Feb 09 01:18:57.294886 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55560) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:57.298142 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d67d0a-5a1d-4beb-8922-24f0eaec6463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68db5b6d-e1bc-4ac5-aebf-e651551801f7,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:57.367700 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Network 387a4956-f7a4-4a48-ae0f-544f945fe972 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:18:57.406169 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656a5ed-7ce5-4d0e-955c-04afed37196b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Port': ['ID=76e62dc9-c8b2-44d7-b69e-4a1913781e81,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:57.423882 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 387a4956-f7a4-4a48-ae0f-544f945fe972) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:57.434316 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a656a5ed-7ce5-4d0e-955c-04afed37196b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:57.438844 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbe483f-1f6f-4b9b-ac7e-254c48810b9a None None] Network 387a4956-f7a4-4a48-ae0f-544f945fe972 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:18:57.441271 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0a3a0fd7-c53c-47fb-8749-d81304a468e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:57.445953 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:18:57.504765 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 03c579a2-ec81-4768-97e6-189578371cf1 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:18:57.507488 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 03c579a2-ec81-4768-97e6-189578371cf1 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:18:57.508057 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 03c579a2-ec81-4768-97e6-189578371cf1 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:18:57.528106 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0a3a0fd7-c53c-47fb-8749-d81304a468e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:57.544363 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Port 03c579a2-ec81-4768-97e6-189578371cf1 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:18:57.545046 n-d-828419-1 neutron-server[87612]: ERROR neutron.plugins.ml2.managers [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Failed to bind port 03c579a2-ec81-4768-97e6-189578371cf1 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] Feb 09 01:18:57.549232 n-d-828419-1 neutron-server[87612]: INFO neutron.plugins.ml2.plugin [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempt 2 to bind port 03c579a2-ec81-4768-97e6-189578371cf1 Feb 09 01:18:57.579985 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 03c579a2-ec81-4768-97e6-189578371cf1 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:18:57.580479 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 03c579a2-ec81-4768-97e6-189578371cf1 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:18:57.580917 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 03c579a2-ec81-4768-97e6-189578371cf1 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:18:57.582256 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d8937621-3642-4d96-9cbb-963113bcb40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:57.586000 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-54ec9791-0df6-42a3-891c-b03c0ee42145 None None] For port b2c008a5-bd83-4245-80e0-57c77fb50200, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:18:57.606134 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Port 03c579a2-ec81-4768-97e6-189578371cf1 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:18:57.607937 n-d-828419-1 neutron-server[87612]: ERROR neutron.plugins.ml2.managers [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Failed to bind port 03c579a2-ec81-4768-97e6-189578371cf1 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] Feb 09 01:18:57.611312 n-d-828419-1 neutron-server[87612]: INFO neutron.plugins.ml2.plugin [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempt 3 to bind port 03c579a2-ec81-4768-97e6-189578371cf1 Feb 09 01:18:57.633289 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-54ec9791-0df6-42a3-891c-b03c0ee42145 None None] For port b2c008a5-bd83-4245-80e0-57c77fb50200, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b2c008a5-bd83-4245-80e0-57c77fb50200,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:18:57.664070 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 03c579a2-ec81-4768-97e6-189578371cf1 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:18:57.664418 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 03c579a2-ec81-4768-97e6-189578371cf1 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:18:57.664767 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 03c579a2-ec81-4768-97e6-189578371cf1 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:18:57.666127 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-54ec9791-0df6-42a3-891c-b03c0ee42145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:57.671016 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Port 03c579a2-ec81-4768-97e6-189578371cf1 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:18:57.671343 n-d-828419-1 neutron-server[87612]: ERROR neutron.plugins.ml2.managers [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Failed to bind port 03c579a2-ec81-4768-97e6-189578371cf1 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] Feb 09 01:18:57.672236 n-d-828419-1 neutron-server[87612]: INFO neutron.plugins.ml2.plugin [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempt 4 to bind port 03c579a2-ec81-4768-97e6-189578371cf1 Feb 09 01:18:57.692955 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 03c579a2-ec81-4768-97e6-189578371cf1 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:18:57.693975 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 03c579a2-ec81-4768-97e6-189578371cf1 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:18:57.694386 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 03c579a2-ec81-4768-97e6-189578371cf1 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:18:57.700520 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Port 03c579a2-ec81-4768-97e6-189578371cf1 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:18:57.700919 n-d-828419-1 neutron-server[87612]: ERROR neutron.plugins.ml2.managers [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Failed to bind port 03c579a2-ec81-4768-97e6-189578371cf1 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] Feb 09 01:18:57.701380 n-d-828419-1 neutron-server[87612]: INFO neutron.plugins.ml2.plugin [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempt 5 to bind port 03c579a2-ec81-4768-97e6-189578371cf1 Feb 09 01:18:57.721254 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 03c579a2-ec81-4768-97e6-189578371cf1 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:18:57.721740 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 03c579a2-ec81-4768-97e6-189578371cf1 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:18:57.722157 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 03c579a2-ec81-4768-97e6-189578371cf1 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:18:57.729507 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0a3a0fd7-c53c-47fb-8749-d81304a468e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:57.738960 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Port 03c579a2-ec81-4768-97e6-189578371cf1 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:18:57.739899 n-d-828419-1 neutron-server[87612]: ERROR neutron.plugins.ml2.managers [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Failed to bind port 03c579a2-ec81-4768-97e6-189578371cf1 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] Feb 09 01:18:57.742698 n-d-828419-1 neutron-server[87612]: INFO neutron.plugins.ml2.plugin [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempt 6 to bind port 03c579a2-ec81-4768-97e6-189578371cf1 Feb 09 01:18:57.757209 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-a656a5ed-7ce5-4d0e-955c-04afed37196b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['604e30b2-96fb-4c99-b208-96ccb288b5f3']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:57.763528 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 03c579a2-ec81-4768-97e6-189578371cf1 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:18:57.763947 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 03c579a2-ec81-4768-97e6-189578371cf1 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:18:57.764376 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 03c579a2-ec81-4768-97e6-189578371cf1 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:18:57.768762 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a0fd7-c53c-47fb-8749-d81304a468e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68db5b6d-e1bc-4ac5-aebf-e651551801f7,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:57.777932 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Port 03c579a2-ec81-4768-97e6-189578371cf1 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:18:57.778795 n-d-828419-1 neutron-server[87612]: ERROR neutron.plugins.ml2.managers [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Failed to bind port 03c579a2-ec81-4768-97e6-189578371cf1 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] Feb 09 01:18:57.780915 n-d-828419-1 neutron-server[87612]: INFO neutron.plugins.ml2.plugin [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempt 7 to bind port 03c579a2-ec81-4768-97e6-189578371cf1 Feb 09 01:18:57.806580 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 03c579a2-ec81-4768-97e6-189578371cf1 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:18:57.807010 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 03c579a2-ec81-4768-97e6-189578371cf1 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:18:57.807417 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 03c579a2-ec81-4768-97e6-189578371cf1 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:18:57.813457 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Port 03c579a2-ec81-4768-97e6-189578371cf1 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:18:57.814450 n-d-828419-1 neutron-server[87612]: ERROR neutron.plugins.ml2.managers [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Failed to bind port 03c579a2-ec81-4768-97e6-189578371cf1 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] Feb 09 01:18:57.815285 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0a3a0fd7-c53c-47fb-8749-d81304a468e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:57.820414 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0a3a0fd7-c53c-47fb-8749-d81304a468e6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/68db5b6d-e1bc-4ac5-aebf-e651551801f7 HTTP/1.1" status: 204 len: 168 time: 0.5243719 Feb 09 01:18:57.821124 n-d-828419-1 neutron-server[87612]: INFO neutron.plugins.ml2.plugin [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempt 8 to bind port 03c579a2-ec81-4768-97e6-189578371cf1 Feb 09 01:18:57.842980 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-a656a5ed-7ce5-4d0e-955c-04afed37196b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1340bd6-df46-41d5-ae3e-869959a31cf8') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:57.845468 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-a656a5ed-7ce5-4d0e-955c-04afed37196b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1340bd6-df46-41d5-ae3e-869959a31cf8') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:57.846252 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 03c579a2-ec81-4768-97e6-189578371cf1 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:18:57.847159 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 03c579a2-ec81-4768-97e6-189578371cf1 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:18:57.847590 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 03c579a2-ec81-4768-97e6-189578371cf1 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:18:57.855305 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Port 03c579a2-ec81-4768-97e6-189578371cf1 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:18:57.855679 n-d-828419-1 neutron-server[87612]: ERROR neutron.plugins.ml2.managers [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Failed to bind port 03c579a2-ec81-4768-97e6-189578371cf1 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] Feb 09 01:18:57.856220 n-d-828419-1 neutron-server[87612]: INFO neutron.plugins.ml2.plugin [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempt 9 to bind port 03c579a2-ec81-4768-97e6-189578371cf1 Feb 09 01:18:57.877206 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 03c579a2-ec81-4768-97e6-189578371cf1 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:18:57.877655 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 03c579a2-ec81-4768-97e6-189578371cf1 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:18:57.878173 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 03c579a2-ec81-4768-97e6-189578371cf1 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:18:57.885510 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Port 03c579a2-ec81-4768-97e6-189578371cf1 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:18:57.885896 n-d-828419-1 neutron-server[87612]: ERROR neutron.plugins.ml2.managers [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Failed to bind port 03c579a2-ec81-4768-97e6-189578371cf1 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] Feb 09 01:18:57.886341 n-d-828419-1 neutron-server[87612]: INFO neutron.plugins.ml2.plugin [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempt 10 to bind port 03c579a2-ec81-4768-97e6-189578371cf1 Feb 09 01:18:57.900681 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a656a5ed-7ce5-4d0e-955c-04afed37196b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:57.919179 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 03c579a2-ec81-4768-97e6-189578371cf1 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:18:57.919925 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 03c579a2-ec81-4768-97e6-189578371cf1 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:18:57.920541 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 03c579a2-ec81-4768-97e6-189578371cf1 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:18:57.927854 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Port 03c579a2-ec81-4768-97e6-189578371cf1 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:18:57.928701 n-d-828419-1 neutron-server[87612]: ERROR neutron.plugins.ml2.managers [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Failed to bind port 03c579a2-ec81-4768-97e6-189578371cf1 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] Feb 09 01:18:57.929314 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:57.938641 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-076647d1-adf9-4f58-a9af-e26788eea83d None None] Provisioning for port 440f7491-5f0d-4a71-941e-5fcc6f8a9396 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:18:57.968018 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ec9791-0df6-42a3-891c-b03c0ee42145 None None] Routers {'d5085ed3-10d8-42d7-a6e0-5de3c4c7d234'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:18:57.968706 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-54ec9791-0df6-42a3-891c-b03c0ee42145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:18:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['d5085ed3-10d8-42d7-a6e0-5de3c4c7d234'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:57.988174 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a656a5ed-7ce5-4d0e-955c-04afed37196b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:58.046419 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-076647d1-adf9-4f58-a9af-e26788eea83d None None] Provisioning complete for port 440f7491-5f0d-4a71-941e-5fcc6f8a9396 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:58.046820 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-076647d1-adf9-4f58-a9af-e26788eea83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:58.077834 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a656a5ed-7ce5-4d0e-955c-04afed37196b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Releasing vlan 998 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:18:58.078607 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a656a5ed-7ce5-4d0e-955c-04afed37196b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:58.097980 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ae5da-09ef-4522-9f87-494e45b45528 None None] Pushing event updated for resources: {'Port': ['ID=b2c008a5-bd83-4245-80e0-57c77fb50200,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:58.119552 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:18:58.119552 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:18:58.119552 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:18:58.119552 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:18:58.119552 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:18:58.119552 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:18:58.119552 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:18:58.119552 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:18:58.119552 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:18:58.119552 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:18:58.119552 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:18:58.119552 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:18:58.119552 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:18:58.119552 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:18:58.119552 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:18:58.119552 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:18:58.119552 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:18:58.119552 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:18:58.119552 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:18:58.119552 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:18:58.119552 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:18:58.119552 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:18:58.119552 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:18:58.119552 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:18:58.119552 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:18:58.119552 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:18:58.119552 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:18:58.119552 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:18:58.119552 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:18:58.119552 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:18:58.119552 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:18:58.119552 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:18:58.147377 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] For port 03c579a2-ec81-4768-97e6-189578371cf1, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:18:58.148547 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempted to set empty binding levels {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 09 01:18:58.158066 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:58.245386 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-076647d1-adf9-4f58-a9af-e26788eea83d None None] Port 440f7491-5f0d-4a71-941e-5fcc6f8a9396 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:18:58.383897 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-54ec9791-0df6-42a3-891c-b03c0ee42145 None None] Set router d5085ed3-10d8-42d7-a6e0-5de3c4c7d234 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:18:58.428622 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e68e1d-bea5-48cb-9e17-989a32f8b43f req-115c445f-5045-4d46-aa21-e47eb4de7dc2 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:58.452416 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e6e68e1d-bea5-48cb-9e17-989a32f8b43f req-115c445f-5045-4d46-aa21-e47eb4de7dc2 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 947 time: 0.9545557 Feb 09 01:18:58.462158 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a656a5ed-7ce5-4d0e-955c-04afed37196b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:58.571895 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a656a5ed-7ce5-4d0e-955c-04afed37196b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:58.585907 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:58.586524 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:58.607281 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Pushing event updated for resources: {'Port': ['ID=03c579a2-ec81-4768-97e6-189578371cf1,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:58.623252 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0e9b4649-6254-4ab5-bc18-a7c706da6252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.1847525 Feb 09 01:18:58.624224 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55606) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:58.624380 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 76e62dc9-c8b2-44d7-b69e-4a1913781e81 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:18:58.626095 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656a5ed-7ce5-4d0e-955c-04afed37196b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Network': ['ID=604e30b2-96fb-4c99-b208-96ccb288b5f3,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:58.667706 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d8937621-3642-4d96-9cbb-963113bcb40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:58.688260 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 76e62dc9-c8b2-44d7-b69e-4a1913781e81 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:18:58.688690 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 76e62dc9-c8b2-44d7-b69e-4a1913781e81 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:18:58.731057 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-3badce5e-005b-4774-af64-f0a12abf51d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Deleting port 03c579a2-ec81-4768-97e6-189578371cf1 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:18:58.731435 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3badce5e-005b-4774-af64-f0a12abf51d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:58.734912 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a656a5ed-7ce5-4d0e-955c-04afed37196b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/networks/604e30b2-96fb-4c99-b208-96ccb288b5f3 HTTP/1.1" status: 204 len: 168 time: 3.5794935 Feb 09 01:18:58.735723 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55610) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:58.763482 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e6e68e1d-bea5-48cb-9e17-989a32f8b43f req-9b978aab-75d7-4175-acf0-444f7260566a tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072293 Feb 09 01:18:58.773141 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-84976bdd-8885-4470-a947-ac71ddf5b204 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1915012331'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:58.783812 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-84976bdd-8885-4470-a947-ac71ddf5b204 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:58.792187 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-84976bdd-8885-4470-a947-ac71ddf5b204 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:network and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:18:58.801937 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-84976bdd-8885-4470-a947-ac71ddf5b204 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:18:58.811404 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-84976bdd-8885-4470-a947-ac71ddf5b204 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:58.906487 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84976bdd-8885-4470-a947-ac71ddf5b204 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:58.910081 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-84976bdd-8885-4470-a947-ac71ddf5b204 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:58.932855 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-54ec9791-0df6-42a3-891c-b03c0ee42145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'name': 'tempest-ServersTestJSON-16407760-router', 'tenant_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'b2c008a5-bd83-4245-80e0-57c77fb50200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:46Z', 'updated_at': '2022-02-09T01:18:49Z', 'revision_number': 3, 'project_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'gw_port': {'id': 'b2c008a5-bd83-4245-80e0-57c77fb50200', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:48Z', 'updated_at': '2022-02-09T01:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:58.939963 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ec9791-0df6-42a3-891c-b03c0ee42145 None None] The sync data for ids ['d5085ed3-10d8-42d7-a6e0-5de3c4c7d234'] in n-d-828419-1 is: [{'id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'name': 'tempest-ServersTestJSON-16407760-router', 'tenant_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'b2c008a5-bd83-4245-80e0-57c77fb50200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:46Z', 'updated_at': '2022-02-09T01:18:49Z', 'revision_number': 3, 'project_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'gw_port': {'id': 'b2c008a5-bd83-4245-80e0-57c77fb50200', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:48Z', 'updated_at': '2022-02-09T01:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:18:58.990987 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84976bdd-8885-4470-a947-ac71ddf5b204 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 977} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:18:59.006956 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-84976bdd-8885-4470-a947-ac71ddf5b204 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:59.007378 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-84976bdd-8885-4470-a947-ac71ddf5b204 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Added segment d6bfbce6-1a7f-4a1a-b738-0972073d708a of type vlan for network ef1b6908-b622-484e-aa87-0f5099754e73 Feb 09 01:18:59.078225 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-84976bdd-8885-4470-a947-ac71ddf5b204 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:59.144965 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d8937621-3642-4d96-9cbb-963113bcb40c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:59.151473 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-84976bdd-8885-4470-a947-ac71ddf5b204 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:59.159788 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84976bdd-8885-4470-a947-ac71ddf5b204 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:59.160339 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-84976bdd-8885-4470-a947-ac71ddf5b204 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:59.189099 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d8937621-3642-4d96-9cbb-963113bcb40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:59.214968 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-3badce5e-005b-4774-af64-f0a12abf51d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] For port 03c579a2-ec81-4768-97e6-189578371cf1, host n-h2-828419-1, got binding levels [] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:18:59.215620 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3badce5e-005b-4774-af64-f0a12abf51d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:59.452122 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-3badce5e-005b-4774-af64-f0a12abf51d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Calling delete_port for 03c579a2-ec81-4768-97e6-189578371cf1 owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:18:59.547411 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3badce5e-005b-4774-af64-f0a12abf51d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:59.624431 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-84976bdd-8885-4470-a947-ac71ddf5b204 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8781080 Feb 09 01:18:59.644420 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84976bdd-8885-4470-a947-ac71ddf5b204 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Network': ['ID=ef1b6908-b622-484e-aa87-0f5099754e73,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:59.650654 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55636) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:59.661121 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network ef1b6908-b622-484e-aa87-0f5099754e73 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:18:59.662466 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-e368110d-a8bf-47aa-bdaa-a54ceb4ace17 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'subnet': {'network_id': 'ef1b6908-b622-484e-aa87-0f5099754e73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:59.681665 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d8937621-3642-4d96-9cbb-963113bcb40c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:59.688260 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3badce5e-005b-4774-af64-f0a12abf51d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:59.694833 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3badce5e-005b-4774-af64-f0a12abf51d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] 10.222.0.37 "DELETE /v2.0/ports/03c579a2-ec81-4768-97e6-189578371cf1 HTTP/1.1" status: 204 len: 168 time: 1.0688102 Feb 09 01:18:59.695882 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3badce5e-005b-4774-af64-f0a12abf51d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Pushing event deleted for resources: {'Port': ['ID=03c579a2-ec81-4768-97e6-189578371cf1,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:59.703547 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55642) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:59.766718 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a9819a-03ae-46e6-8b52-73c392e35cb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:18:59.767264 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a3a9819a-03ae-46e6-8b52-73c392e35cb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Synchronizing usage tracker for tenant:3a6c94c3caf54e7f86b4f56af11a65ef on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:18:59.795255 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8937621-3642-4d96-9cbb-963113bcb40c admin admin] Pushing event updated for resources: {'Port': ['ID=440f7491-5f0d-4a71-941e-5fcc6f8a9396,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:59.805540 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a3a9819a-03ae-46e6-8b52-73c392e35cb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Unset dirty status for tenant:3a6c94c3caf54e7f86b4f56af11a65ef on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:18:59.811156 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a3a9819a-03ae-46e6-8b52-73c392e35cb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] 10.222.0.37 "GET /v2.0/ports/03c579a2-ec81-4768-97e6-189578371cf1 HTTP/1.1" status: 404 len: 333 time: 0.1063888 Feb 09 01:18:59.820225 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55650) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:18:59.826015 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-3cff3409-9c94-4d69-8ccb-fa71ca294c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Request body: {'port': {'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1288688558'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:59.840636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-3cff3409-9c94-4d69-8ccb-fa71ca294c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:18:59.861414 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-3cff3409-9c94-4d69-8ccb-fa71ca294c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:18:59.894111 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cff3409-9c94-4d69-8ccb-fa71ca294c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Made reservation on behalf of 3a6c94c3caf54e7f86b4f56af11a65ef for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:59.896726 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3cff3409-9c94-4d69-8ccb-fa71ca294c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:18:59.940041 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-3cff3409-9c94-4d69-8ccb-fa71ca294c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] device_id is not set on port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:19:00.011898 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e368110d-a8bf-47aa-bdaa-a54ceb4ace17 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:00.033329 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e368110d-a8bf-47aa-bdaa-a54ceb4ace17 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:subnet and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:00.043216 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e368110d-a8bf-47aa-bdaa-a54ceb4ace17 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:00.059882 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e368110d-a8bf-47aa-bdaa-a54ceb4ace17 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:00.084700 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8937621-3642-4d96-9cbb-963113bcb40c admin admin] Network ddd61f39-8802-43d0-a6a2-be6dc226d8a0 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:00.086280 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-d8937621-3642-4d96-9cbb-963113bcb40c admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:00.098943 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e368110d-a8bf-47aa-bdaa-a54ceb4ace17 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:00.103467 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e368110d-a8bf-47aa-bdaa-a54ceb4ace17 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:00.316469 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861d287-2087-4a85-a154-e36c7b514898 req-85570e14-c611-478e-acf5-206e4390d1bd tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:00.323599 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6861d287-2087-4a85-a154-e36c7b514898 req-85570e14-c611-478e-acf5-206e4390d1bd tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 947 time: 0.3104520 Feb 09 01:19:00.420597 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55668) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:00.425740 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6861d287-2087-4a85-a154-e36c7b514898 req-7f183c55-8dfb-429c-b0ea-406cc1b670f5 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012645 Feb 09 01:19:00.451094 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3cff3409-9c94-4d69-8ccb-fa71ca294c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:00.491407 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b2c008a5-bd83-4245-80e0-57c77fb50200 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:19:00.522074 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3cff3409-9c94-4d69-8ccb-fa71ca294c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:00.645340 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-18a07573-6a9a-48a4-a276-01e1d0bedadd None None] Provisioning complete for port 440f7491-5f0d-4a71-941e-5fcc6f8a9396 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:00.653356 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-18a07573-6a9a-48a4-a276-01e1d0bedadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:00.654894 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8937621-3642-4d96-9cbb-963113bcb40c admin admin] Router d5085ed3-10d8-42d7-a6e0-5de3c4c7d234 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:19:00.690365 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff3409-9c94-4d69-8ccb-fa71ca294c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Pushing event updated for resources: {'Port': ['ID=4837a9df-3bc3-41bd-9d75-90654f8b0d46,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:00.718374 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cff3409-9c94-4d69-8ccb-fa71ca294c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Network 387a4956-f7a4-4a48-ae0f-544f945fe972 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:00.721103 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-3cff3409-9c94-4d69-8ccb-fa71ca294c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:00.729491 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cff3409-9c94-4d69-8ccb-fa71ca294c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:19:00.731281 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cff3409-9c94-4d69-8ccb-fa71ca294c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:00.734022 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3cff3409-9c94-4d69-8ccb-fa71ca294c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:00.737173 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-18a07573-6a9a-48a4-a276-01e1d0bedadd None None] Port 440f7491-5f0d-4a71-941e-5fcc6f8a9396 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:19:00.740500 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port b2c008a5-bd83-4245-80e0-57c77fb50200 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:00.747008 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port b2c008a5-bd83-4245-80e0-57c77fb50200 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:00.747663 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:00.773763 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-cf849279-a893-4ba4-a05d-880b0d6231fa tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1637137196', 'router:external': True}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:00.786816 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-cf849279-a893-4ba4-a05d-880b0d6231fa tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:00.796786 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3cff3409-9c94-4d69-8ccb-fa71ca294c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9753828 Feb 09 01:19:00.800460 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55678) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:00.801478 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cf849279-a893-4ba4-a05d-880b0d6231fa tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Usage tracker for resource:network and tenant:5c35fa1a1b4947e381261af89c3364df is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:00.807915 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:00.810930 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cf849279-a893-4ba4-a05d-880b0d6231fa tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:00.830567 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-cf849279-a893-4ba4-a05d-880b0d6231fa tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:00.891139 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:00.912044 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port b2c008a5-bd83-4245-80e0-57c77fb50200, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b2c008a5-bd83-4245-80e0-57c77fb50200,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:00.917629 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:00.949274 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:00.984160 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf849279-a893-4ba4-a05d-880b0d6231fa tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Made reservation on behalf of 5c35fa1a1b4947e381261af89c3364df for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:00.986822 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cf849279-a893-4ba4-a05d-880b0d6231fa tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:01.016152 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cf849279-a893-4ba4-a05d-880b0d6231fa tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:01.035826 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e368110d-a8bf-47aa-bdaa-a54ceb4ace17 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:01.120005 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=b2c008a5-bd83-4245-80e0-57c77fb50200,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:01.163232 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-cf849279-a893-4ba4-a05d-880b0d6231fa tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:01.179156 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f3d3c-365c-439a-a121-9fb92183006f req-070a6dda-4f78-4f53-bf00-ec418d174cc9 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:01.180758 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-017f3d3c-365c-439a-a121-9fb92183006f req-070a6dda-4f78-4f53-bf00-ec418d174cc9 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 947 time: 0.4654202 Feb 09 01:19:01.201737 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cf849279-a893-4ba4-a05d-880b0d6231fa tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Usage tracker for resource:security_group_rule and tenant:5c35fa1a1b4947e381261af89c3364df is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:01.214322 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cf849279-a893-4ba4-a05d-880b0d6231fa tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:01.248916 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8937621-3642-4d96-9cbb-963113bcb40c admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:19:01.255911 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-cf849279-a893-4ba4-a05d-880b0d6231fa tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:01.265306 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368110d-a8bf-47aa-bdaa-a54ceb4ace17 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Subnet': ['ID=2ab8c711-45c1-4fb6-b3cf-f4a2c0c88033,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:01.266636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] device_id is not set on port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:19:01.277778 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:01.292952 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d8937621-3642-4d96-9cbb-963113bcb40c admin admin] 10.222.0.37 "PUT /v2.0/routers/d5085ed3-10d8-42d7-a6e0-5de3c4c7d234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9768202 Feb 09 01:19:01.297061 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Transition to ACTIVE for port object 4837a9df-3bc3-41bd-9d75-90654f8b0d46 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:01.302344 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:01.329344 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-017f3d3c-365c-439a-a121-9fb92183006f req-cf5988cc-4c37-44f6-8791-336c190bd64a tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182466 Feb 09 01:19:01.330115 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e368110d-a8bf-47aa-bdaa-a54ceb4ace17 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Checking segment: {'id': 'd6bfbce6-1a7f-4a1a-b738-0972073d708a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'ef1b6908-b622-484e-aa87-0f5099754e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:19:01.330481 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e368110d-a8bf-47aa-bdaa-a54ceb4ace17 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network hostable DHCP agents. Network: ef1b6908-b622-484e-aa87-0f5099754e73, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:19:01.395304 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e368110d-a8bf-47aa-bdaa-a54ceb4ace17 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network ef1b6908-b622-484e-aa87-0f5099754e73 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:19:01.417726 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-e368110d-a8bf-47aa-bdaa-a54ceb4ace17 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, ef1b6908-b622-484e-aa87-0f5099754e73) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:01.426161 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce6a972-fb42-4d50-b9f2-7ff5b97e392e None None] Network ef1b6908-b622-484e-aa87-0f5099754e73 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:19:01.435863 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e368110d-a8bf-47aa-bdaa-a54ceb4ace17 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:01.436953 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e368110d-a8bf-47aa-bdaa-a54ceb4ace17 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:01.461558 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44b6970-6e82-4a56-8331-748301879a6f None None] Sync routers for ids ['d5085ed3-10d8-42d7-a6e0-5de3c4c7d234'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:19:01.469644 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Pushing event updated for resources: {'Port': ['ID=4837a9df-3bc3-41bd-9d75-90654f8b0d46,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:01.479043 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44b6970-6e82-4a56-8331-748301879a6f None None] Routers {'d5085ed3-10d8-42d7-a6e0-5de3c4c7d234'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:19:01.479675 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d44b6970-6e82-4a56-8331-748301879a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:18:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['d5085ed3-10d8-42d7-a6e0-5de3c4c7d234'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:01.486153 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e368110d-a8bf-47aa-bdaa-a54ceb4ace17 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8342056 Feb 09 01:19:01.489282 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55686) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:01.513562 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-81acee06-4533-41fb-8249-eed856f0217e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'port': {'network_id': 'ef1b6908-b622-484e-aa87-0f5099754e73', 'name': 'tempest-PortsTestJSON-744841523', 'fixed_ips': [{'subnet_id': '2ab8c711-45c1-4fb6-b3cf-f4a2c0c88033', 'ip_address': '172.20.0.10'}]}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:01.632410 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cf849279-a893-4ba4-a05d-880b0d6231fa tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:01.731857 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-d44b6970-6e82-4a56-8331-748301879a6f None None] Set router d5085ed3-10d8-42d7-a6e0-5de3c4c7d234 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:19:01.808848 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cf849279-a893-4ba4-a05d-880b0d6231fa tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:01.828512 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-81acee06-4533-41fb-8249-eed856f0217e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:01.845932 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-81acee06-4533-41fb-8249-eed856f0217e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:port and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:01.859270 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-81acee06-4533-41fb-8249-eed856f0217e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:01.861994 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf849279-a893-4ba4-a05d-880b0d6231fa tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 990} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:19:01.871649 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-81acee06-4533-41fb-8249-eed856f0217e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:01.887070 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf849279-a893-4ba4-a05d-880b0d6231fa tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6173eae1-facf-433f-ba7e-f29ff18a6fea,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:01.893819 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cf849279-a893-4ba4-a05d-880b0d6231fa tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:01.894203 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-cf849279-a893-4ba4-a05d-880b0d6231fa tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Added segment 38789516-2f36-4346-a7d9-c654aa5f5388 of type vlan for network d921be38-fa38-4940-88c8-56bf2bef49fd Feb 09 01:19:01.913492 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81acee06-4533-41fb-8249-eed856f0217e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:01.966867 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7d307d-3480-402c-8167-67755709f81d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-ef1b6908-b622-484e-aa87-0f5099754e73', 'network_id': 'ef1b6908-b622-484e-aa87-0f5099754e73', 'tenant_id': '23926ed9e9ef4217a1749e79922b948e', 'fixed_ips': [{'subnet_id': '2ab8c711-45c1-4fb6-b3cf-f4a2c0c88033'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:19:01.968372 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1c7d307d-3480-402c-8167-67755709f81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:02.040342 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:19:02.040914 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:19:02.041038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:02.060738 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:19:02.061077 n-d-828419-1 neutron-server[87612]: ERROR neutron.plugins.ml2.managers [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Failed to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] Feb 09 01:19:02.062244 n-d-828419-1 neutron-server[87612]: INFO neutron.plugins.ml2.plugin [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempt 2 to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 Feb 09 01:19:02.133785 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:19:02.134045 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:19:02.134387 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:02.167640 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:19:02.167909 n-d-828419-1 neutron-server[87612]: ERROR neutron.plugins.ml2.managers [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Failed to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] Feb 09 01:19:02.178407 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7e00e-3d5f-446a-a35a-50b4b37d7328 req-3cc7363b-41f3-4ba9-89fe-976e52f7f74e tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:02.179517 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bdc7e00e-3d5f-446a-a35a-50b4b37d7328 req-3cc7363b-41f3-4ba9-89fe-976e52f7f74e tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 947 time: 0.5632479 Feb 09 01:19:02.180005 n-d-828419-1 neutron-server[87612]: INFO neutron.plugins.ml2.plugin [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempt 3 to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 Feb 09 01:19:02.201170 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cf849279-a893-4ba4-a05d-880b0d6231fa tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:02.258766 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:19:02.259103 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:19:02.259446 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:02.275761 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:19:02.276099 n-d-828419-1 neutron-server[87612]: ERROR neutron.plugins.ml2.managers [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Failed to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] Feb 09 01:19:02.281671 n-d-828419-1 neutron-server[87612]: INFO neutron.plugins.ml2.plugin [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempt 4 to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 Feb 09 01:19:02.298935 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bdc7e00e-3d5f-446a-a35a-50b4b37d7328 req-245892cc-4746-405e-b161-d3b8bf6bbd5a tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873976 Feb 09 01:19:02.322911 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:19:02.325372 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:19:02.326405 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:02.339529 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:19:02.341075 n-d-828419-1 neutron-server[87612]: ERROR neutron.plugins.ml2.managers [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Failed to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] Feb 09 01:19:02.341640 n-d-828419-1 neutron-server[87612]: INFO neutron.plugins.ml2.plugin [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempt 5 to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 Feb 09 01:19:02.361902 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-1c7d307d-3480-402c-8167-67755709f81d None None] Allocated IP 172.20.0.2 (ef1b6908-b622-484e-aa87-0f5099754e73/2ab8c711-45c1-4fb6-b3cf-f4a2c0c88033/9a56a4bf-fe60-40df-8733-23e4533bc03b) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:02.386948 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:19:02.387551 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:19:02.388436 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:02.396936 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:19:02.397671 n-d-828419-1 neutron-server[87612]: ERROR neutron.plugins.ml2.managers [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Failed to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] Feb 09 01:19:02.398641 n-d-828419-1 neutron-server[87612]: INFO neutron.plugins.ml2.plugin [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempt 6 to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 Feb 09 01:19:02.409486 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-81acee06-4533-41fb-8249-eed856f0217e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:02.420614 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55708) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:02.421095 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d44b6970-6e82-4a56-8331-748301879a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'name': 'tempest-ServersTestJSON-16407760-router', 'tenant_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'b2c008a5-bd83-4245-80e0-57c77fb50200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:46Z', 'updated_at': '2022-02-09T01:18:58Z', 'revision_number': 4, 'project_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'gw_port': {'id': 'b2c008a5-bd83-4245-80e0-57c77fb50200', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:48Z', 'updated_at': '2022-02-09T01:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '440f7491-5f0d-4a71-941e-5fcc6f8a9396', 'name': '', 'network_id': 'ddd61f39-8802-43d0-a6a2-be6dc226d8a0', 'tenant_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'mac_address': 'fa:16:3e:a5:c1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '701a1178-862c-45bf-93bb-f9578c351ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:54Z', 'updated_at': '2022-02-09T01:18:58Z', 'revision_number': 2, 'project_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'subnets': [{'id': '701a1178-862c-45bf-93bb-f9578c351ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:02.425412 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44b6970-6e82-4a56-8331-748301879a6f None None] Checking router: d5085ed3-10d8-42d7-a6e0-5de3c4c7d234 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:19:02.425995 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44b6970-6e82-4a56-8331-748301879a6f None None] Updating router d5085ed3-10d8-42d7-a6e0-5de3c4c7d234 port 440f7491-5f0d-4a71-941e-5fcc6f8a9396 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:19:02.428582 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-ec2c0d2c-765b-45da-bb24-a460ffb9889b tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Request body: {'security_group': {'name': 'tempest-securitygroup--946976990', 'description': 'tempest-description--1699725390'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:02.434023 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:19:02.434361 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:19:02.434694 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:02.441008 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ec2c0d2c-765b-45da-bb24-a460ffb9889b tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:02.444018 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:19:02.444422 n-d-828419-1 neutron-server[87612]: ERROR neutron.plugins.ml2.managers [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Failed to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] Feb 09 01:19:02.446064 n-d-828419-1 neutron-server[87612]: INFO neutron.plugins.ml2.plugin [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempt 7 to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 Feb 09 01:19:02.459536 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ec2c0d2c-765b-45da-bb24-a460ffb9889b tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Usage tracker for resource:security_group and tenant:b3ae5f1a74a0449bbcfa6cd021a53ab0 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:02.467473 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ec2c0d2c-765b-45da-bb24-a460ffb9889b tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:02.478028 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ec2c0d2c-765b-45da-bb24-a460ffb9889b tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:02.479293 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cf849279-a893-4ba4-a05d-880b0d6231fa tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:02.480862 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:19:02.481206 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:19:02.481667 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:02.485585 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf849279-a893-4ba4-a05d-880b0d6231fa tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:02.486323 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cf849279-a893-4ba4-a05d-880b0d6231fa tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:02.491186 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:19:02.491670 n-d-828419-1 neutron-server[87612]: ERROR neutron.plugins.ml2.managers [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Failed to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] Feb 09 01:19:02.493759 n-d-828419-1 neutron-server[87612]: INFO neutron.plugins.ml2.plugin [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempt 8 to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 Feb 09 01:19:02.494288 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-81acee06-4533-41fb-8249-eed856f0217e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] device_id is not set on port 7c0d7f59-7f6c-4478-ad2e-61445d801e00 yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:19:02.513055 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:19:02.513568 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:19:02.513915 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:02.523829 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ec2c0d2c-765b-45da-bb24-a460ffb9889b tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:02.539379 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d44b6970-6e82-4a56-8331-748301879a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:02.544776 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:19:02.545112 n-d-828419-1 neutron-server[87612]: ERROR neutron.plugins.ml2.managers [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Failed to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] Feb 09 01:19:02.558157 n-d-828419-1 neutron-server[87612]: INFO neutron.plugins.ml2.plugin [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempt 9 to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 Feb 09 01:19:02.598705 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ec2c0d2c-765b-45da-bb24-a460ffb9889b tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:02.608294 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:19:02.608651 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:19:02.608991 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:02.623838 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ec2c0d2c-765b-45da-bb24-a460ffb9889b tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Usage tracker for resource:security_group_rule and tenant:b3ae5f1a74a0449bbcfa6cd021a53ab0 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:02.638500 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1c7d307d-3480-402c-8167-67755709f81d None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:02.650047 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-1c7d307d-3480-402c-8167-67755709f81d None None] Transition to ACTIVE for port object 9a56a4bf-fe60-40df-8733-23e4533bc03b will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:02.671548 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-1c7d307d-3480-402c-8167-67755709f81d None None] Transition to ACTIVE for port object 9a56a4bf-fe60-40df-8733-23e4533bc03b will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:02.676643 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b2c008a5-bd83-4245-80e0-57c77fb50200 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:19:02.705203 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1c7d307d-3480-402c-8167-67755709f81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:02.709154 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ec2c0d2c-765b-45da-bb24-a460ffb9889b tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:02.741357 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:19:02.741357 n-d-828419-1 neutron-server[87612]: ERROR neutron.plugins.ml2.managers [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Failed to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] Feb 09 01:19:02.742186 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ec2c0d2c-765b-45da-bb24-a460ffb9889b tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:02.744188 n-d-828419-1 neutron-server[87612]: INFO neutron.plugins.ml2.plugin [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempt 10 to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 Feb 09 01:19:02.810459 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7d307d-3480-402c-8167-67755709f81d None None] Network ef1b6908-b622-484e-aa87-0f5099754e73 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:02.816649 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-1c7d307d-3480-402c-8167-67755709f81d None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:02.822822 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7d307d-3480-402c-8167-67755709f81d None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:19:02.824880 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:19:02.834228 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf849279-a893-4ba4-a05d-880b0d6231fa tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Pushing event updated for resources: {'Network': ['ID=d921be38-fa38-4940-88c8-56bf2bef49fd,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:02.836772 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:19:02.837278 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:02.867046 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:19:02.867368 n-d-828419-1 neutron-server[87612]: ERROR neutron.plugins.ml2.managers [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Failed to bind port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] Feb 09 01:19:02.867731 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:02.874304 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cf849279-a893-4ba4-a05d-880b0d6231fa tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.4250991 Feb 09 01:19:02.884337 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55712) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:02.910566 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-64bbb477-9d9d-4ba6-9632-d99443b07c86 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Request body: {'subnet': {'network_id': 'd921be38-fa38-4940-88c8-56bf2bef49fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:02.925746 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-64bbb477-9d9d-4ba6-9632-d99443b07c86 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:02.941389 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network d921be38-fa38-4940-88c8-56bf2bef49fd details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:19:03.022330 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-64bbb477-9d9d-4ba6-9632-d99443b07c86 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Usage tracker for resource:subnet and tenant:5c35fa1a1b4947e381261af89c3364df is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:03.043129 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d44b6970-6e82-4a56-8331-748301879a6f None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:03.043439 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-64bbb477-9d9d-4ba6-9632-d99443b07c86 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:03.048130 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d307d-3480-402c-8167-67755709f81d None None] Pushing event updated for resources: {'Port': ['ID=9a56a4bf-fe60-40df-8733-23e4533bc03b,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:03.068897 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-d44b6970-6e82-4a56-8331-748301879a6f None None] Transition to ACTIVE for port object 440f7491-5f0d-4a71-941e-5fcc6f8a9396 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:03.071180 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-1c7d307d-3480-402c-8167-67755709f81d None None] Attempting to bind port 9a56a4bf-fe60-40df-8733-23e4533bc03b on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:19:03.071656 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-1c7d307d-3480-402c-8167-67755709f81d None None] Attempting to bind port 9a56a4bf-fe60-40df-8733-23e4533bc03b by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'd6bfbce6-1a7f-4a1a-b738-0972073d708a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'ef1b6908-b622-484e-aa87-0f5099754e73'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:19:03.072148 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7d307d-3480-402c-8167-67755709f81d None None] Attempting to bind port 9a56a4bf-fe60-40df-8733-23e4533bc03b on network ef1b6908-b622-484e-aa87-0f5099754e73 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:03.087856 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7d307d-3480-402c-8167-67755709f81d None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:19:03.088421 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7d307d-3480-402c-8167-67755709f81d None None] Checking segment: {'id': 'd6bfbce6-1a7f-4a1a-b738-0972073d708a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'ef1b6908-b622-484e-aa87-0f5099754e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:19:03.088919 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1c7d307d-3480-402c-8167-67755709f81d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:03.089440 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7d307d-3480-402c-8167-67755709f81d None None] Bound using segment: {'id': 'd6bfbce6-1a7f-4a1a-b738-0972073d708a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'ef1b6908-b622-484e-aa87-0f5099754e73'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:19:03.090052 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-1c7d307d-3480-402c-8167-67755709f81d None None] Bound port: 9a56a4bf-fe60-40df-8733-23e4533bc03b, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6bfbce6-1a7f-4a1a-b738-0972073d708a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'ef1b6908-b622-484e-aa87-0f5099754e73'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:19:03.090683 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1c7d307d-3480-402c-8167-67755709f81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:03.091279 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d44b6970-6e82-4a56-8331-748301879a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:03.094850 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-81acee06-4533-41fb-8249-eed856f0217e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Allocated IP 172.20.0.10 (ef1b6908-b622-484e-aa87-0f5099754e73/2ab8c711-45c1-4fb6-b3cf-f4a2c0c88033/7c0d7f59-7f6c-4478-ad2e-61445d801e00) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:03.106845 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-64bbb477-9d9d-4ba6-9632-d99443b07c86 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:03.111994 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port b2c008a5-bd83-4245-80e0-57c77fb50200 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:03.112551 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:03.204598 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83da511-c279-41d1-ab22-72927c87cb50 req-4bd67257-5775-43bb-81b1-85938618a018 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:03.206187 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a83da511-c279-41d1-ab22-72927c87cb50 req-4bd67257-5775-43bb-81b1-85938618a018 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 947 time: 0.5779290 Feb 09 01:19:03.230557 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ec2c0d2c-765b-45da-bb24-a460ffb9889b tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:03.239173 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bbb477-9d9d-4ba6-9632-d99443b07c86 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Made reservation on behalf of 5c35fa1a1b4947e381261af89c3364df for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:03.242646 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-64bbb477-9d9d-4ba6-9632-d99443b07c86 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:03.344773 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-1c7d307d-3480-402c-8167-67755709f81d None None] For port 9a56a4bf-fe60-40df-8733-23e4533bc03b, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:19:03.348314 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-1c7d307d-3480-402c-8167-67755709f81d None None] For port 9a56a4bf-fe60-40df-8733-23e4533bc03b, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=9a56a4bf-fe60-40df-8733-23e4533bc03b,segment=NetworkSegment(d6bfbce6-1a7f-4a1a-b738-0972073d708a),segment_id=d6bfbce6-1a7f-4a1a-b738-0972073d708a)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:19:03.377753 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700cdc2-7906-4d3a-a308-809d7b824683 None None] Pushing event updated for resources: {'Port': ['ID=440f7491-5f0d-4a71-941e-5fcc6f8a9396,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:03.390283 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1c7d307d-3480-402c-8167-67755709f81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:03.408021 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700cdc2-7906-4d3a-a308-809d7b824683 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:03.408542 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700cdc2-7906-4d3a-a308-809d7b824683 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:03.408977 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700cdc2-7906-4d3a-a308-809d7b824683 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:03.409409 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700cdc2-7906-4d3a-a308-809d7b824683 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:03.410052 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700cdc2-7906-4d3a-a308-809d7b824683 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:03.412474 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700cdc2-7906-4d3a-a308-809d7b824683 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:03.412646 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700cdc2-7906-4d3a-a308-809d7b824683 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:03.413067 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700cdc2-7906-4d3a-a308-809d7b824683 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:03.413497 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700cdc2-7906-4d3a-a308-809d7b824683 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:03.414211 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700cdc2-7906-4d3a-a308-809d7b824683 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:03.415660 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700cdc2-7906-4d3a-a308-809d7b824683 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:03.416095 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700cdc2-7906-4d3a-a308-809d7b824683 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:03.469163 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-81acee06-4533-41fb-8249-eed856f0217e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:03.486082 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d307d-3480-402c-8167-67755709f81d None None] Pushing event updated for resources: {'Port': ['ID=9a56a4bf-fe60-40df-8733-23e4533bc03b,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:03.494366 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-81acee06-4533-41fb-8249-eed856f0217e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Transition to ACTIVE for port object 7c0d7f59-7f6c-4478-ad2e-61445d801e00 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:03.511007 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d307d-3480-402c-8167-67755709f81d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:03.511347 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d307d-3480-402c-8167-67755709f81d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:03.511690 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d307d-3480-402c-8167-67755709f81d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:03.512019 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d307d-3480-402c-8167-67755709f81d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:03.512344 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d307d-3480-402c-8167-67755709f81d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:03.512791 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d307d-3480-402c-8167-67755709f81d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:03.513124 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d307d-3480-402c-8167-67755709f81d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:03.513446 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d307d-3480-402c-8167-67755709f81d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:03.513766 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d307d-3480-402c-8167-67755709f81d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:03.514080 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d307d-3480-402c-8167-67755709f81d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:03.514398 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d307d-3480-402c-8167-67755709f81d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:03.514714 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d307d-3480-402c-8167-67755709f81d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:03.530519 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-81acee06-4533-41fb-8249-eed856f0217e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:03.615113 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ec2c0d2c-765b-45da-bb24-a460ffb9889b tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:03.632131 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81acee06-4533-41fb-8249-eed856f0217e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network ef1b6908-b622-484e-aa87-0f5099754e73 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:03.636614 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-81acee06-4533-41fb-8249-eed856f0217e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:03.639971 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81acee06-4533-41fb-8249-eed856f0217e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:19:03.652833 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-d44b6970-6e82-4a56-8331-748301879a6f None None] Attempting to bind port 440f7491-5f0d-4a71-941e-5fcc6f8a9396 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:19:03.653414 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-d44b6970-6e82-4a56-8331-748301879a6f None None] Attempting to bind port 440f7491-5f0d-4a71-941e-5fcc6f8a9396 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '6da1aecd-c1a3-4d88-a372-e3dc40708330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'ddd61f39-8802-43d0-a6a2-be6dc226d8a0'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:19:03.653564 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44b6970-6e82-4a56-8331-748301879a6f None None] Attempting to bind port 440f7491-5f0d-4a71-941e-5fcc6f8a9396 on network ddd61f39-8802-43d0-a6a2-be6dc226d8a0 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:03.659760 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44b6970-6e82-4a56-8331-748301879a6f None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:19:03.660576 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44b6970-6e82-4a56-8331-748301879a6f None None] Checking segment: {'id': '6da1aecd-c1a3-4d88-a372-e3dc40708330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'ddd61f39-8802-43d0-a6a2-be6dc226d8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:19:03.661214 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d44b6970-6e82-4a56-8331-748301879a6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:03.661816 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44b6970-6e82-4a56-8331-748301879a6f None None] Bound using segment: {'id': '6da1aecd-c1a3-4d88-a372-e3dc40708330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'ddd61f39-8802-43d0-a6a2-be6dc226d8a0'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:19:03.662463 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-d44b6970-6e82-4a56-8331-748301879a6f None None] Bound port: 440f7491-5f0d-4a71-941e-5fcc6f8a9396, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da1aecd-c1a3-4d88-a372-e3dc40708330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'ddd61f39-8802-43d0-a6a2-be6dc226d8a0'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:19:03.663005 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d44b6970-6e82-4a56-8331-748301879a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:03.676149 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] For port 4837a9df-3bc3-41bd-9d75-90654f8b0d46, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:19:03.676594 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempted to set empty binding levels {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 09 01:19:03.703341 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81acee06-4533-41fb-8249-eed856f0217e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Port': ['ID=7c0d7f59-7f6c-4478-ad2e-61445d801e00,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:03.711732 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:03.737273 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81acee06-4533-41fb-8249-eed856f0217e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:03.738322 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-81acee06-4533-41fb-8249-eed856f0217e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:03.763938 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-81acee06-4533-41fb-8249-eed856f0217e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2701521 Feb 09 01:19:03.764275 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55718) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:03.773245 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-aaa39bca-c71f-4fbd-9aae-8c706b841df3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'port': {'network_id': 'ef1b6908-b622-484e-aa87-0f5099754e73', 'name': 'tempest-PortsTestJSON-1170504527', 'fixed_ips': [{'subnet_id': '2ab8c711-45c1-4fb6-b3cf-f4a2c0c88033', 'ip_address': '172.20.0.9'}]}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:03.854016 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-d44b6970-6e82-4a56-8331-748301879a6f None None] For port 440f7491-5f0d-4a71-941e-5fcc6f8a9396, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:19:03.868189 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-d44b6970-6e82-4a56-8331-748301879a6f None None] For port 440f7491-5f0d-4a71-941e-5fcc6f8a9396, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=440f7491-5f0d-4a71-941e-5fcc6f8a9396,segment=NetworkSegment(6da1aecd-c1a3-4d88-a372-e3dc40708330),segment_id=6da1aecd-c1a3-4d88-a372-e3dc40708330)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:19:03.878614 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d44b6970-6e82-4a56-8331-748301879a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:03.884255 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] In _notify_port_updated(), no bound segment for port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 {{(pid=87612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:19:03.885280 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:03.885909 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:03.890102 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] 10.222.0.37 "PUT /v2.0/ports/4837a9df-3bc3-41bd-9d75-90654f8b0d46 HTTP/1.1" status: 200 len: 979 time: 3.0852509 Feb 09 01:19:03.890884 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a83da511-c279-41d1-ab22-72927c87cb50 req-26f37e4c-6587-42bc-9731-ae75ff188f18 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6771305 Feb 09 01:19:03.892622 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55722) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:03.895519 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c0d2c-765b-45da-bb24-a460ffb9889b tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfe528b-964c-458b-a628-b5b62a013a62,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:03.910115 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ec2c0d2c-765b-45da-bb24-a460ffb9889b tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:03.911487 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ec2c0d2c-765b-45da-bb24-a460ffb9889b tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4893370 Feb 09 01:19:03.917473 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55726) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:03.925278 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-7c9ba3d8-ee27-4ea1-bebd-1565fcfb7649 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Request body: {'security_group_rule': {'security_group_id': '9cfe528b-964c-458b-a628-b5b62a013a62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:03.932462 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-7c9ba3d8-ee27-4ea1-bebd-1565fcfb7649 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:03.937414 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-7c9ba3d8-ee27-4ea1-bebd-1565fcfb7649 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Usage tracker for resource:security_group_rule and tenant:b3ae5f1a74a0449bbcfa6cd021a53ab0 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:03.940647 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-7c9ba3d8-ee27-4ea1-bebd-1565fcfb7649 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:03.947707 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-7c9ba3d8-ee27-4ea1-bebd-1565fcfb7649 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:03.990568 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21eb36d-8c44-43b5-809a-a7623b0f2f84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Pushing event updated for resources: {'Port': ['ID=4837a9df-3bc3-41bd-9d75-90654f8b0d46,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:04.015133 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7c9ba3d8-ee27-4ea1-bebd-1565fcfb7649 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:04.030153 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44b6970-6e82-4a56-8331-748301879a6f None None] Routers {'d5085ed3-10d8-42d7-a6e0-5de3c4c7d234'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:19:04.031203 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d44b6970-6e82-4a56-8331-748301879a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:18:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['d5085ed3-10d8-42d7-a6e0-5de3c4c7d234'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:04.181785 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700cdc2-7906-4d3a-a308-809d7b824683 None None] Pushing event updated for resources: {'Port': ['ID=440f7491-5f0d-4a71-941e-5fcc6f8a9396,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:04.282288 n-d-828419-1 neutron-server[87612]: DEBUG neutron.objects.ports [None req-64bbb477-9d9d-4ba6-9632-d99443b07c86 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87612) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:19:04.284237 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-64bbb477-9d9d-4ba6-9632-d99443b07c86 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:04.313830 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72c7205-8e67-448c-8876-2af3e1d11e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:04.316935 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72c7205-8e67-448c-8876-2af3e1d11e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:04.317584 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72c7205-8e67-448c-8876-2af3e1d11e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:04.318463 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72c7205-8e67-448c-8876-2af3e1d11e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:04.319288 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72c7205-8e67-448c-8876-2af3e1d11e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:04.320429 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72c7205-8e67-448c-8876-2af3e1d11e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:04.321541 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72c7205-8e67-448c-8876-2af3e1d11e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:04.324998 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72c7205-8e67-448c-8876-2af3e1d11e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:04.325667 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72c7205-8e67-448c-8876-2af3e1d11e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:04.326379 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72c7205-8e67-448c-8876-2af3e1d11e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:04.326999 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72c7205-8e67-448c-8876-2af3e1d11e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:04.327609 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72c7205-8e67-448c-8876-2af3e1d11e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:04.329645 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72c7205-8e67-448c-8876-2af3e1d11e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:04.330277 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72c7205-8e67-448c-8876-2af3e1d11e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:04.331694 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72c7205-8e67-448c-8876-2af3e1d11e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:04.332347 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72c7205-8e67-448c-8876-2af3e1d11e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:04.334032 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72c7205-8e67-448c-8876-2af3e1d11e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:04.338011 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72c7205-8e67-448c-8876-2af3e1d11e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:04.338726 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72c7205-8e67-448c-8876-2af3e1d11e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:04.345594 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a72c7205-8e67-448c-8876-2af3e1d11e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16991 time: 0.4486811 Feb 09 01:19:04.350318 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55734) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:04.384065 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-aaa39bca-c71f-4fbd-9aae-8c706b841df3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:04.394660 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-aaa39bca-c71f-4fbd-9aae-8c706b841df3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:port and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:04.398105 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-d44b6970-6e82-4a56-8331-748301879a6f None None] Set router d5085ed3-10d8-42d7-a6e0-5de3c4c7d234 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:19:04.399907 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7c9ba3d8-ee27-4ea1-bebd-1565fcfb7649 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:04.400791 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bbb477-9d9d-4ba6-9632-d99443b07c86 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Pushing event updated for resources: {'Subnet': ['ID=22f19656-3fb2-4bfa-92b6-629c68c5ec9b,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:04.404466 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-aaa39bca-c71f-4fbd-9aae-8c706b841df3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:04.420097 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-aaa39bca-c71f-4fbd-9aae-8c706b841df3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:04.459660 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7c9ba3d8-ee27-4ea1-bebd-1565fcfb7649 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:04.492191 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ba3d8-ee27-4ea1-bebd-1565fcfb7649 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e128bd5-9d36-4ad0-b4a2-a7b6ed9483ec,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:04.492660 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9a56a4bf-fe60-40df-8733-23e4533bc03b up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:19:04.504111 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa39bca-c71f-4fbd-9aae-8c706b841df3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:04.512702 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aaa39bca-c71f-4fbd-9aae-8c706b841df3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:04.528350 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bbb477-9d9d-4ba6-9632-d99443b07c86 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Checking segment: {'id': '38789516-2f36-4346-a7d9-c654aa5f5388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': 'd921be38-fa38-4940-88c8-56bf2bef49fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:19:04.528813 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bbb477-9d9d-4ba6-9632-d99443b07c86 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Network hostable DHCP agents. Network: d921be38-fa38-4940-88c8-56bf2bef49fd, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:19:04.550789 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7c9ba3d8-ee27-4ea1-bebd-1565fcfb7649 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:04.554765 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7c9ba3d8-ee27-4ea1-bebd-1565fcfb7649 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6337180 Feb 09 01:19:04.555078 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55738) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:04.558566 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bbb477-9d9d-4ba6-9632-d99443b07c86 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Network d921be38-fa38-4940-88c8-56bf2bef49fd is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:19:04.582230 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-232d85b7-973e-4931-8d7f-ef780df3f4bc tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Request body: {'security_group_rule': {'security_group_id': '9cfe528b-964c-458b-a628-b5b62a013a62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:04.582481 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-aaa39bca-c71f-4fbd-9aae-8c706b841df3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] device_id is not set on port d4f50f59-07de-47b9-8626-1d8a2bc3602e yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:19:04.589548 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-64bbb477-9d9d-4ba6-9632-d99443b07c86 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, d921be38-fa38-4940-88c8-56bf2bef49fd) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:04.591717 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-232d85b7-973e-4931-8d7f-ef780df3f4bc tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:04.597615 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bbb477-9d9d-4ba6-9632-d99443b07c86 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:04.598271 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-64bbb477-9d9d-4ba6-9632-d99443b07c86 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:04.603942 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-232d85b7-973e-4931-8d7f-ef780df3f4bc tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Usage tracker for resource:security_group_rule and tenant:b3ae5f1a74a0449bbcfa6cd021a53ab0 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:04.608066 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-232d85b7-973e-4931-8d7f-ef780df3f4bc tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:04.625250 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-232d85b7-973e-4931-8d7f-ef780df3f4bc tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:04.642856 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab43375-8575-44f3-83d6-038c624aff70 None None] Network d921be38-fa38-4940-88c8-56bf2bef49fd requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:19:04.652165 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-64bbb477-9d9d-4ba6-9632-d99443b07c86 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7615130 Feb 09 01:19:04.652582 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55742) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:04.660980 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-11131907-1159-4146-a95a-a09da8434b60 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2059371433', 'network_id': 'd921be38-fa38-4940-88c8-56bf2bef49fd'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:04.665620 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-055ff9bd-20f3-44a3-86e8-6795bef782b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Deleting port 4837a9df-3bc3-41bd-9d75-90654f8b0d46 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:04.666231 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-055ff9bd-20f3-44a3-86e8-6795bef782b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:04.686597 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-11131907-1159-4146-a95a-a09da8434b60 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:04.710574 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-232d85b7-973e-4931-8d7f-ef780df3f4bc tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:04.718591 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-11131907-1159-4146-a95a-a09da8434b60 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Usage tracker for resource:port and tenant:5c35fa1a1b4947e381261af89c3364df is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:04.723456 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-11131907-1159-4146-a95a-a09da8434b60 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:04.743942 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-11131907-1159-4146-a95a-a09da8434b60 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:04.806499 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11131907-1159-4146-a95a-a09da8434b60 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Made reservation on behalf of 5c35fa1a1b4947e381261af89c3364df for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:04.809091 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-11131907-1159-4146-a95a-a09da8434b60 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:04.842970 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-11131907-1159-4146-a95a-a09da8434b60 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] device_id is not set on port 6787f708-3773-4641-bdcd-a428921c6bc5 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:19:04.857713 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 9a56a4bf-fe60-40df-8733-23e4533bc03b completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:04.886436 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3d3da-1b14-4e35-9ff8-7589b8d04334 req-5d1c47f7-043d-44d1-af32-9820796d6faf tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:04.896664 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-26c3d3da-1b14-4e35-9ff8-7589b8d04334 req-5d1c47f7-043d-44d1-af32-9820796d6faf tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 947 time: 0.7187734 Feb 09 01:19:04.908707 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d44b6970-6e82-4a56-8331-748301879a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'name': 'tempest-ServersTestJSON-16407760-router', 'tenant_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'b2c008a5-bd83-4245-80e0-57c77fb50200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:46Z', 'updated_at': '2022-02-09T01:18:58Z', 'revision_number': 4, 'project_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'gw_port': {'id': 'b2c008a5-bd83-4245-80e0-57c77fb50200', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:48Z', 'updated_at': '2022-02-09T01:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '440f7491-5f0d-4a71-941e-5fcc6f8a9396', 'name': '', 'network_id': 'ddd61f39-8802-43d0-a6a2-be6dc226d8a0', 'tenant_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'mac_address': 'fa:16:3e:a5:c1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '701a1178-862c-45bf-93bb-f9578c351ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:54Z', 'updated_at': '2022-02-09T01:19:03Z', 'revision_number': 4, 'project_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'subnets': [{'id': '701a1178-862c-45bf-93bb-f9578c351ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:04.914963 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44b6970-6e82-4a56-8331-748301879a6f None None] The sync data for ids ['d5085ed3-10d8-42d7-a6e0-5de3c4c7d234'] in n-d-828419-1 is: [{'id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'name': 'tempest-ServersTestJSON-16407760-router', 'tenant_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'b2c008a5-bd83-4245-80e0-57c77fb50200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:46Z', 'updated_at': '2022-02-09T01:18:58Z', 'revision_number': 4, 'project_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'gw_port': {'id': 'b2c008a5-bd83-4245-80e0-57c77fb50200', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:48Z', 'updated_at': '2022-02-09T01:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '440f7491-5f0d-4a71-941e-5fcc6f8a9396', 'name': '', 'network_id': 'ddd61f39-8802-43d0-a6a2-be6dc226d8a0', 'tenant_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'mac_address': 'fa:16:3e:a5:c1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '701a1178-862c-45bf-93bb-f9578c351ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:54Z', 'updated_at': '2022-02-09T01:19:03Z', 'revision_number': 4, 'project_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'subnets': [{'id': '701a1178-862c-45bf-93bb-f9578c351ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:19:05.096447 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-26c3d3da-1b14-4e35-9ff8-7589b8d04334 req-e794cae2-b6a0-456d-98d4-487915db787d tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988232 Feb 09 01:19:05.162071 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-11131907-1159-4146-a95a-a09da8434b60 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Allocated IP 172.20.0.5 (d921be38-fa38-4940-88c8-56bf2bef49fd/22f19656-3fb2-4bfa-92b6-629c68c5ec9b/6787f708-3773-4641-bdcd-a428921c6bc5) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:05.304205 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e3e457-4106-4bf9-9c48-68c229d4af38 None None] Network d921be38-fa38-4940-88c8-56bf2bef49fd requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:19:05.397778 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f261d4-d697-48cf-b489-72ae8c6c5358 None None] Network ef1b6908-b622-484e-aa87-0f5099754e73 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:19:05.449630 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-232d85b7-973e-4931-8d7f-ef780df3f4bc tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:05.465598 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-232d85b7-973e-4931-8d7f-ef780df3f4bc tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:05.565088 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-232d85b7-973e-4931-8d7f-ef780df3f4bc tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:05.571428 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-232d85b7-973e-4931-8d7f-ef780df3f4bc tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0103300 Feb 09 01:19:05.571645 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b7a6dbe3-a1e2-4613-8d13-34f9333a6618 None None] Provisioning for port 9a56a4bf-fe60-40df-8733-23e4533bc03b completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:05.582990 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55752) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:05.597653 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d85b7-973e-4931-8d7f-ef780df3f4bc tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ed85c93-9afa-41fa-bae8-bac5babf40f5,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:05.609550 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-7c3bc4b7-23b3-400e-89bd-7b1335969f39 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:05.628217 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b7a6dbe3-a1e2-4613-8d13-34f9333a6618 None None] Provisioning complete for port 9a56a4bf-fe60-40df-8733-23e4533bc03b triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:05.628502 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7c3bc4b7-23b3-400e-89bd-7b1335969f39 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:05.631767 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b7a6dbe3-a1e2-4613-8d13-34f9333a6618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:05.672764 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-11131907-1159-4146-a95a-a09da8434b60 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:05.753972 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-11131907-1159-4146-a95a-a09da8434b60 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:05.787476 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-055ff9bd-20f3-44a3-86e8-6795bef782b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] For port 4837a9df-3bc3-41bd-9d75-90654f8b0d46, host n-h2-828419-1, got binding levels [] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:05.787936 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-055ff9bd-20f3-44a3-86e8-6795bef782b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:05.796248 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7c3bc4b7-23b3-400e-89bd-7b1335969f39 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Usage tracker for resource:floatingip and tenant:b3ae5f1a74a0449bbcfa6cd021a53ab0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:05.810971 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7c3bc4b7-23b3-400e-89bd-7b1335969f39 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:05.875079 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11131907-1159-4146-a95a-a09da8434b60 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Network d921be38-fa38-4940-88c8-56bf2bef49fd is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:05.890521 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-11131907-1159-4146-a95a-a09da8434b60 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:05.898800 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11131907-1159-4146-a95a-a09da8434b60 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:19:05.920904 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7c3bc4b7-23b3-400e-89bd-7b1335969f39 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:05.972348 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11131907-1159-4146-a95a-a09da8434b60 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:05.973017 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-11131907-1159-4146-a95a-a09da8434b60 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:06.001435 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11131907-1159-4146-a95a-a09da8434b60 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Pushing event updated for resources: {'Port': ['ID=6787f708-3773-4641-bdcd-a428921c6bc5,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:06.012907 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-11131907-1159-4146-a95a-a09da8434b60 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.3569772 Feb 09 01:19:06.013647 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55756) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:06.042504 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-aaa39bca-c71f-4fbd-9aae-8c706b841df3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Allocated IP 172.20.0.9 (ef1b6908-b622-484e-aa87-0f5099754e73/2ab8c711-45c1-4fb6-b3cf-f4a2c0c88033/d4f50f59-07de-47b9-8626-1d8a2bc3602e) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:06.063440 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-055ff9bd-20f3-44a3-86e8-6795bef782b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Calling delete_port for 4837a9df-3bc3-41bd-9d75-90654f8b0d46 owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:06.130828 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7c3bc4b7-23b3-400e-89bd-7b1335969f39 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:06.166317 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-e8e27399-3278-4047-81a9-30d2d43969fe tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Deleting port 6787f708-3773-4641-bdcd-a428921c6bc5 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:06.166755 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e8e27399-3278-4047-81a9-30d2d43969fe tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:06.188779 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b7a6dbe3-a1e2-4613-8d13-34f9333a6618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:06.215197 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0bf61-5ed6-4e0e-92e5-919eb9b3b6d6 req-e489fbf8-60b9-4aff-bfd5-3147cdc2fb7f tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:06.217070 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a6e0bf61-5ed6-4e0e-92e5-919eb9b3b6d6 req-e489fbf8-60b9-4aff-bfd5-3147cdc2fb7f tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 947 time: 0.8447080 Feb 09 01:19:06.273157 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-b7a6dbe3-a1e2-4613-8d13-34f9333a6618 None None] For port 9a56a4bf-fe60-40df-8733-23e4533bc03b, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=9a56a4bf-fe60-40df-8733-23e4533bc03b,segment=NetworkSegment(d6bfbce6-1a7f-4a1a-b738-0972073d708a),segment_id=d6bfbce6-1a7f-4a1a-b738-0972073d708a)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:06.287108 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b7a6dbe3-a1e2-4613-8d13-34f9333a6618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:06.432536 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6dbe3-a1e2-4613-8d13-34f9333a6618 None None] Pushing event updated for resources: {'Port': ['ID=9a56a4bf-fe60-40df-8733-23e4533bc03b,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:06.477833 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a6e0bf61-5ed6-4e0e-92e5-919eb9b3b6d6 req-98f6a7f0-6b76-44f7-ab55-2a3bbd9fcb88 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081490 Feb 09 01:19:06.534173 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 440f7491-5f0d-4a71-941e-5fcc6f8a9396 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:19:06.571670 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-055ff9bd-20f3-44a3-86e8-6795bef782b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:06.677851 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 440f7491-5f0d-4a71-941e-5fcc6f8a9396 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:06.685510 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 440f7491-5f0d-4a71-941e-5fcc6f8a9396 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:06.686067 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:06.698575 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ff9bd-20f3-44a3-86e8-6795bef782b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Pushing event deleted for resources: {'Port': ['ID=4837a9df-3bc3-41bd-9d75-90654f8b0d46,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:06.733976 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-055ff9bd-20f3-44a3-86e8-6795bef782b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:06.827295 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-055ff9bd-20f3-44a3-86e8-6795bef782b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] 10.222.0.37 "DELETE /v2.0/ports/4837a9df-3bc3-41bd-9d75-90654f8b0d46 HTTP/1.1" status: 204 len: 168 time: 2.4685662 Feb 09 01:19:06.839700 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55764) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:06.967097 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-510a5bab-4738-48fe-a75c-3026b947b2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:06.974009 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bc6859b7-57a0-4ad4-9b3f-9715ec417d6e None None] Provisioning for port 7c0d7f59-7f6c-4478-ad2e-61445d801e00 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:06.986622 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bc6859b7-57a0-4ad4-9b3f-9715ec417d6e None None] Provisioning complete for port 7c0d7f59-7f6c-4478-ad2e-61445d801e00 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:06.987520 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bc6859b7-57a0-4ad4-9b3f-9715ec417d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:07.036556 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:07.047178 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76d1aa4-84be-4841-a3d4-4d999de40e15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:19:07.047793 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b76d1aa4-84be-4841-a3d4-4d999de40e15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Synchronizing usage tracker for tenant:3a6c94c3caf54e7f86b4f56af11a65ef on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:07.061321 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587227b-8336-4550-b9e0-f99787f7db9a req-8696fca9-b601-483d-a589-e4ad30b07a79 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:07.062495 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3587227b-8336-4550-b9e0-f99787f7db9a req-8696fca9-b601-483d-a589-e4ad30b07a79 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 947 time: 0.2948763 Feb 09 01:19:07.074394 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aaa39bca-c71f-4fbd-9aae-8c706b841df3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:07.135685 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-bc6859b7-57a0-4ad4-9b3f-9715ec417d6e None None] Port 7c0d7f59-7f6c-4478-ad2e-61445d801e00 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:19:07.151032 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 440f7491-5f0d-4a71-941e-5fcc6f8a9396, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=440f7491-5f0d-4a71-941e-5fcc6f8a9396,segment=NetworkSegment(6da1aecd-c1a3-4d88-a372-e3dc40708330),segment_id=6da1aecd-c1a3-4d88-a372-e3dc40708330)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:07.157985 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7c3bc4b7-23b3-400e-89bd-7b1335969f39 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:07.159364 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bc6859b7-57a0-4ad4-9b3f-9715ec417d6e None None] Provisioning complete for port 9a56a4bf-fe60-40df-8733-23e4533bc03b triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:07.159959 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bc6859b7-57a0-4ad4-9b3f-9715ec417d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:07.163390 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-aaa39bca-c71f-4fbd-9aae-8c706b841df3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Transition to ACTIVE for port object d4f50f59-07de-47b9-8626-1d8a2bc3602e will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:07.166930 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b76d1aa4-84be-4841-a3d4-4d999de40e15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Unset dirty status for tenant:3a6c94c3caf54e7f86b4f56af11a65ef on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:07.170032 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b76d1aa4-84be-4841-a3d4-4d999de40e15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] 10.222.0.37 "GET /v2.0/ports/4837a9df-3bc3-41bd-9d75-90654f8b0d46 HTTP/1.1" status: 404 len: 333 time: 0.3294528 Feb 09 01:19:07.184435 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55768) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:07.188663 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e8e27399-3278-4047-81a9-30d2d43969fe tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:07.206177 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-dad81118-095f-4fcf-b0d9-ad7a8e92e4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266166670', 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:07.212715 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-dad81118-095f-4fcf-b0d9-ad7a8e92e4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:07.230595 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-dad81118-095f-4fcf-b0d9-ad7a8e92e4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:07.239992 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:07.315164 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad81118-095f-4fcf-b0d9-ad7a8e92e4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Made reservation on behalf of 3a6c94c3caf54e7f86b4f56af11a65ef for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:07.318606 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dad81118-095f-4fcf-b0d9-ad7a8e92e4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:07.346887 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aaa39bca-c71f-4fbd-9aae-8c706b841df3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:07.349434 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=440f7491-5f0d-4a71-941e-5fcc6f8a9396,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:07.399910 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3587227b-8336-4550-b9e0-f99787f7db9a req-57a04ad4-8101-46c2-8b1e-ec98fc7902fc tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106196 Feb 09 01:19:07.410700 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-e8e27399-3278-4047-81a9-30d2d43969fe tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Calling delete_port for 6787f708-3773-4641-bdcd-a428921c6bc5 owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:07.431486 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-7c3bc4b7-23b3-400e-89bd-7b1335969f39 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Allocated IP 172.25.5.66 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/571dd293-0b57-4be8-aaa0-98b9bbea91a5) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:07.464318 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa39bca-c71f-4fbd-9aae-8c706b841df3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network ef1b6908-b622-484e-aa87-0f5099754e73 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:07.465829 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-dad81118-095f-4fcf-b0d9-ad7a8e92e4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] device_id is not set on port 78a8e30f-dd96-4407-a339-2f9906e035b4 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:19:07.479486 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-aaa39bca-c71f-4fbd-9aae-8c706b841df3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:07.494912 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa39bca-c71f-4fbd-9aae-8c706b841df3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:19:07.584231 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa39bca-c71f-4fbd-9aae-8c706b841df3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Port': ['ID=d4f50f59-07de-47b9-8626-1d8a2bc3602e,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:07.593711 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5862af1d-7d86-405a-9b31-e59fa299afca None None] Provisioning complete for port 7c0d7f59-7f6c-4478-ad2e-61445d801e00 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:07.597941 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5862af1d-7d86-405a-9b31-e59fa299afca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:07.651770 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa39bca-c71f-4fbd-9aae-8c706b841df3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:07.653686 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aaa39bca-c71f-4fbd-9aae-8c706b841df3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:07.708234 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-aaa39bca-c71f-4fbd-9aae-8c706b841df3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9422774 Feb 09 01:19:07.712197 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55774) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:07.726189 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-5862af1d-7d86-405a-9b31-e59fa299afca None None] Port 7c0d7f59-7f6c-4478-ad2e-61445d801e00 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:19:07.803716 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e8e27399-3278-4047-81a9-30d2d43969fe tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:07.936224 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e27399-3278-4047-81a9-30d2d43969fe tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Pushing event deleted for resources: {'Port': ['ID=6787f708-3773-4641-bdcd-a428921c6bc5,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:07.964239 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dad81118-095f-4fcf-b0d9-ad7a8e92e4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:07.965784 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b8713c3a-f68b-48f3-88ff-28692dc76bed None None] Provisioning for port d4f50f59-07de-47b9-8626-1d8a2bc3602e completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:07.979674 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b8713c3a-f68b-48f3-88ff-28692dc76bed None None] Provisioning complete for port d4f50f59-07de-47b9-8626-1d8a2bc3602e triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:07.979674 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b8713c3a-f68b-48f3-88ff-28692dc76bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:08.042104 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b8713c3a-f68b-48f3-88ff-28692dc76bed None None] Port d4f50f59-07de-47b9-8626-1d8a2bc3602e cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:19:08.047114 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e8e27399-3278-4047-81a9-30d2d43969fe tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:08.071307 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919524e5-e69b-4355-8ee9-97352c85e810 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:08.072045 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-919524e5-e69b-4355-8ee9-97352c85e810 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Synchronizing usage tracker for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:08.073154 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e8e27399-3278-4047-81a9-30d2d43969fe tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] 10.222.0.37 "DELETE /v2.0/ports/6787f708-3773-4641-bdcd-a428921c6bc5 HTTP/1.1" status: 204 len: 168 time: 2.0586643 Feb 09 01:19:08.076797 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55784) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:08.084222 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7c3bc4b7-23b3-400e-89bd-7b1335969f39 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:08.087154 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-0137c900-7c85-47fc-a014-e75da2c76360 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd921be38-fa38-4940-88c8-56bf2bef49fd', 'external_fixed_ips': [{'subnet_id': '22f19656-3fb2-4bfa-92b6-629c68c5ec9b', 'ip_address': '172.20.0.5'}]}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:08.103359 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-0137c900-7c85-47fc-a014-e75da2c76360 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:08.115728 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0137c900-7c85-47fc-a014-e75da2c76360 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Usage tracker for resource:router and tenant:5c35fa1a1b4947e381261af89c3364df is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:08.119309 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0137c900-7c85-47fc-a014-e75da2c76360 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:08.127845 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-0137c900-7c85-47fc-a014-e75da2c76360 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:08.133114 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dad81118-095f-4fcf-b0d9-ad7a8e92e4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:08.140968 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-919524e5-e69b-4355-8ee9-97352c85e810 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Unset dirty status for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:08.146901 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-919524e5-e69b-4355-8ee9-97352c85e810 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.4328728 Feb 09 01:19:08.148464 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55788) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:08.154470 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7c3bc4b7-23b3-400e-89bd-7b1335969f39 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:08.154737 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878b9ce-ea02-4e35-a7d1-2df7b06572eb req-e66c0bf2-4dde-45ec-89a5-dd736a6c85b7 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:08.156831 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8878b9ce-ea02-4e35-a7d1-2df7b06572eb req-e66c0bf2-4dde-45ec-89a5-dd736a6c85b7 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 947 time: 0.1884263 Feb 09 01:19:08.228321 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad81118-095f-4fcf-b0d9-ad7a8e92e4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Network 387a4956-f7a4-4a48-ae0f-544f945fe972 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:08.247775 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-dad81118-095f-4fcf-b0d9-ad7a8e92e4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:08.258712 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad81118-095f-4fcf-b0d9-ad7a8e92e4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:19:08.261695 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad81118-095f-4fcf-b0d9-ad7a8e92e4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:08.262310 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dad81118-095f-4fcf-b0d9-ad7a8e92e4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:08.275078 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3bc4b7-23b3-400e-89bd-7b1335969f39 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:08.282718 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0137c900-7c85-47fc-a014-e75da2c76360 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:08.285426 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0137c900-7c85-47fc-a014-e75da2c76360 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:08.285615 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-7c3bc4b7-23b3-400e-89bd-7b1335969f39 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:08.299406 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3bc4b7-23b3-400e-89bd-7b1335969f39 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:19:08.302272 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0137c900-7c85-47fc-a014-e75da2c76360 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:08.319224 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-dad81118-095f-4fcf-b0d9-ad7a8e92e4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1336420 Feb 09 01:19:08.342398 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55794) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:08.346107 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8878b9ce-ea02-4e35-a7d1-2df7b06572eb req-6f38400f-8738-435d-9753-d3c3bb1ca82d tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317968 Feb 09 01:19:08.350853 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad81118-095f-4fcf-b0d9-ad7a8e92e4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Pushing event updated for resources: {'Port': ['ID=78a8e30f-dd96-4407-a339-2f9906e035b4,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:08.414035 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9a56a4bf-fe60-40df-8733-23e4533bc03b up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:19:08.419261 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3bc4b7-23b3-400e-89bd-7b1335969f39 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Pushing event updated for resources: {'Port': ['ID=571dd293-0b57-4be8-aaa0-98b9bbea91a5,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:08.451503 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7c3bc4b7-23b3-400e-89bd-7b1335969f39 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:08.462277 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73aeafb-0968-4a80-aad5-6d7c6934d510 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:08.469283 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73aeafb-0968-4a80-aad5-6d7c6934d510 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:08.476166 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73aeafb-0968-4a80-aad5-6d7c6934d510 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:08.480478 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a73aeafb-0968-4a80-aad5-6d7c6934d510 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3272035 Feb 09 01:19:08.482082 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55798) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:08.556102 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3a88a3-91b1-4662-8c62-17f0c3a463e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:08.557144 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5e3a88a3-91b1-4662-8c62-17f0c3a463e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Synchronizing usage tracker for tenant:3a6c94c3caf54e7f86b4f56af11a65ef on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:08.568033 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 9a56a4bf-fe60-40df-8733-23e4533bc03b triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:08.569227 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:08.611347 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7c3bc4b7-23b3-400e-89bd-7b1335969f39 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:08.640049 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-cf3289a5-704d-475c-ac1c-600f9acd6061 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Deleting port d4f50f59-07de-47b9-8626-1d8a2bc3602e {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:08.640435 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cf3289a5-704d-475c-ac1c-600f9acd6061 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:08.715302 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 440f7491-5f0d-4a71-941e-5fcc6f8a9396 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:19:08.793274 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 440f7491-5f0d-4a71-941e-5fcc6f8a9396 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:08.794020 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:08.834639 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0137c900-7c85-47fc-a014-e75da2c76360 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:08.846490 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5e3a88a3-91b1-4662-8c62-17f0c3a463e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Unset dirty status for tenant:3a6c94c3caf54e7f86b4f56af11a65ef on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:08.852595 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5e3a88a3-91b1-4662-8c62-17f0c3a463e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] 10.222.0.37 "GET /v2.0/ports/78a8e30f-dd96-4407-a339-2f9906e035b4 HTTP/1.1" status: 200 len: 959 time: 0.5008516 Feb 09 01:19:08.856839 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55802) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:09.248528 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f74a0beb-a243-448d-b37f-c0d8fb3ccc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:09.251968 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-95db7540-cadc-484c-b49b-9aa0e04c3905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Deleting port 78a8e30f-dd96-4407-a339-2f9906e035b4 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:09.252541 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-95db7540-cadc-484c-b49b-9aa0e04c3905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:09.328691 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0137c900-7c85-47fc-a014-e75da2c76360 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:09.336966 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cf3289a5-704d-475c-ac1c-600f9acd6061 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:09.375227 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0137c900-7c85-47fc-a014-e75da2c76360 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:09.407925 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7c3bc4b7-23b3-400e-89bd-7b1335969f39 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:09.555616 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-cf3289a5-704d-475c-ac1c-600f9acd6061 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Calling delete_port for d4f50f59-07de-47b9-8626-1d8a2bc3602e owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:09.584593 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7c3bc4b7-23b3-400e-89bd-7b1335969f39 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:09.617276 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-0137c900-7c85-47fc-a014-e75da2c76360 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Allocated IP 172.20.0.5 (d921be38-fa38-4940-88c8-56bf2bef49fd/22f19656-3fb2-4bfa-92b6-629c68c5ec9b/00d81dde-cda3-44ca-90cc-2c40666bfa1f) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:09.770323 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0137c900-7c85-47fc-a014-e75da2c76360 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:09.801229 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0137c900-7c85-47fc-a014-e75da2c76360 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:09.858425 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3bc4b7-23b3-400e-89bd-7b1335969f39 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Pushing event updated for resources: {'Port': ['ID=571dd293-0b57-4be8-aaa0-98b9bbea91a5,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:09.867662 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0137c900-7c85-47fc-a014-e75da2c76360 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Network d921be38-fa38-4940-88c8-56bf2bef49fd is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:09.870546 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-0137c900-7c85-47fc-a014-e75da2c76360 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:09.873142 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0137c900-7c85-47fc-a014-e75da2c76360 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:19:09.900582 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7c3bc4b7-23b3-400e-89bd-7b1335969f39 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:09.919811 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-95db7540-cadc-484c-b49b-9aa0e04c3905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:09.929896 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137c900-7c85-47fc-a014-e75da2c76360 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Pushing event updated for resources: {'Port': ['ID=00d81dde-cda3-44ca-90cc-2c40666bfa1f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:10.089888 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-95db7540-cadc-484c-b49b-9aa0e04c3905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Calling delete_port for 78a8e30f-dd96-4407-a339-2f9906e035b4 owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:10.152881 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7c3bc4b7-23b3-400e-89bd-7b1335969f39 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:10.153990 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7c3bc4b7-23b3-400e-89bd-7b1335969f39 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5693429 Feb 09 01:19:10.171653 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9851d2-cdf5-4550-b52b-8f7590d24cd2 req-42768b45-3575-4cc7-baf7-963ac383af81 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:10.173173 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-be9851d2-cdf5-4550-b52b-8f7590d24cd2 req-42768b45-3575-4cc7-baf7-963ac383af81 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 947 time: 0.6313510 Feb 09 01:19:10.204002 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cf3289a5-704d-475c-ac1c-600f9acd6061 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:10.270164 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3289a5-704d-475c-ac1c-600f9acd6061 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Port': ['ID=d4f50f59-07de-47b9-8626-1d8a2bc3602e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:10.296173 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-be9851d2-cdf5-4550-b52b-8f7590d24cd2 req-56a2489a-dea4-4568-b371-1ed03b6768cb tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125374 Feb 09 01:19:10.345274 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:10.373085 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0137c900-7c85-47fc-a014-e75da2c76360 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:10.432310 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:10.489475 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-95db7540-cadc-484c-b49b-9aa0e04c3905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:10.632054 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db7540-cadc-484c-b49b-9aa0e04c3905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Pushing event deleted for resources: {'Port': ['ID=78a8e30f-dd96-4407-a339-2f9906e035b4,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:10.662888 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-95db7540-cadc-484c-b49b-9aa0e04c3905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:10.668124 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cf3289a5-704d-475c-ac1c-600f9acd6061 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:10.674708 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cf3289a5-704d-475c-ac1c-600f9acd6061 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/ports/d4f50f59-07de-47b9-8626-1d8a2bc3602e HTTP/1.1" status: 204 len: 168 time: 2.1893432 Feb 09 01:19:10.678504 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55830) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:10.732494 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-95db7540-cadc-484c-b49b-9aa0e04c3905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] 10.222.0.37 "DELETE /v2.0/ports/78a8e30f-dd96-4407-a339-2f9906e035b4 HTTP/1.1" status: 204 len: 168 time: 1.8702936 Feb 09 01:19:10.736748 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55836) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:10.737674 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-70339681-de3d-4f06-b762-609ab1f749ad tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Synchronizing usage tracker for tenant:b3ae5f1a74a0449bbcfa6cd021a53ab0 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:10.740650 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76a5b25-543a-42aa-a3b3-0d599729b123 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] GET failed (client error): The resource could not be found. Feb 09 01:19:10.742076 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b76a5b25-543a-42aa-a3b3-0d599729b123 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Synchronizing usage tracker for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:10.794961 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-01397295-7996-4b75-8e37-4b16b99abc2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:19:10.795501 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-01397295-7996-4b75-8e37-4b16b99abc2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Synchronizing usage tracker for tenant:3a6c94c3caf54e7f86b4f56af11a65ef on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:10.818704 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b76a5b25-543a-42aa-a3b3-0d599729b123 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Unset dirty status for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:10.820979 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b76a5b25-543a-42aa-a3b3-0d599729b123 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "GET /v2.0/ports/d4f50f59-07de-47b9-8626-1d8a2bc3602e HTTP/1.1" status: 404 len: 333 time: 0.1407075 Feb 09 01:19:10.824063 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-01397295-7996-4b75-8e37-4b16b99abc2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Unset dirty status for tenant:3a6c94c3caf54e7f86b4f56af11a65ef on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:10.830998 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55842) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:10.831203 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-01397295-7996-4b75-8e37-4b16b99abc2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] 10.222.0.37 "GET /v2.0/ports/78a8e30f-dd96-4407-a339-2f9906e035b4 HTTP/1.1" status: 404 len: 333 time: 0.0876396 Feb 09 01:19:10.831420 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55846) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:10.841354 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-d823ba20-493b-49bb-8d27-b6091ef9df49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Request body: {'port': {'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1109996759'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:10.848051 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d823ba20-493b-49bb-8d27-b6091ef9df49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:10.865676 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d823ba20-493b-49bb-8d27-b6091ef9df49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:10.882162 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d823ba20-493b-49bb-8d27-b6091ef9df49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Made reservation on behalf of 3a6c94c3caf54e7f86b4f56af11a65ef for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:10.886122 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d823ba20-493b-49bb-8d27-b6091ef9df49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:10.905204 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-70339681-de3d-4f06-b762-609ab1f749ad tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Unset dirty status for tenant:b3ae5f1a74a0449bbcfa6cd021a53ab0 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:10.913365 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-70339681-de3d-4f06-b762-609ab1f749ad tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--946976990&fields=id&tenant_id=b3ae5f1a74a0449bbcfa6cd021a53ab0 HTTP/1.1" status: 200 len: 267 time: 0.6142764 Feb 09 01:19:10.960326 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-d823ba20-493b-49bb-8d27-b6091ef9df49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] device_id is not set on port acf73459-dcbd-4d2d-9539-1313d463d095 yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:19:11.093049 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabde63-276e-4caa-92a9-45fc66b0e74e req-be237cd4-e142-4c2a-a944-99f9c02a2c90 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:11.094693 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5aabde63-276e-4caa-92a9-45fc66b0e74e req-be237cd4-e142-4c2a-a944-99f9c02a2c90 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 947 time: 0.1859536 Feb 09 01:19:11.155241 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-294cbec9-9b8d-4ed7-b5e4-d8a68cba1619 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Deleting port 7c0d7f59-7f6c-4478-ad2e-61445d801e00 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:11.155591 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-294cbec9-9b8d-4ed7-b5e4-d8a68cba1619 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:11.265731 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0137c900-7c85-47fc-a014-e75da2c76360 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:11.295455 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5aabde63-276e-4caa-92a9-45fc66b0e74e req-4a91b2b6-b236-40e8-a421-eb134673e443 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925342 Feb 09 01:19:11.315408 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d823ba20-493b-49bb-8d27-b6091ef9df49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:11.345529 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d823ba20-493b-49bb-8d27-b6091ef9df49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:11.417252 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d823ba20-493b-49bb-8d27-b6091ef9df49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Network 387a4956-f7a4-4a48-ae0f-544f945fe972 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:11.420480 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-d823ba20-493b-49bb-8d27-b6091ef9df49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:11.424381 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d823ba20-493b-49bb-8d27-b6091ef9df49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:19:11.425430 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d823ba20-493b-49bb-8d27-b6091ef9df49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:11.426092 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d823ba20-493b-49bb-8d27-b6091ef9df49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:11.434001 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823ba20-493b-49bb-8d27-b6091ef9df49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Pushing event updated for resources: {'Port': ['ID=acf73459-dcbd-4d2d-9539-1313d463d095,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:11.444804 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-5ca9ced0-ae25-4cc8-a3e2-5903a3868e91 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:11.451474 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-5ca9ced0-ae25-4cc8-a3e2-5903a3868e91 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/networks?id=ddd61f39-8802-43d0-a6a2-be6dc226d8a0 HTTP/1.1" status: 200 len: 804 time: 0.5373402 Feb 09 01:19:11.456898 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d823ba20-493b-49bb-8d27-b6091ef9df49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6241312 Feb 09 01:19:11.460327 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55856) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:11.466864 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828419-1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:11.545139 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-65e8245e-a280-4f15-a4ce-0d738a7f710a tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/quotas/b3ae5f1a74a0449bbcfa6cd021a53ab0 HTTP/1.1" status: 200 len: 375 time: 0.0927632 Feb 09 01:19:11.565258 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32663452-ea32-42ad-8c5a-26cb5389ca6e req-325512e4-d014-4b74-97bf-70c398a44e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:11.566714 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-32663452-ea32-42ad-8c5a-26cb5389ca6e req-325512e4-d014-4b74-97bf-70c398a44e31 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbf0f82d35c440b0ba7e6bf598531d13&device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 1098 time: 0.6170301 Feb 09 01:19:11.587726 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:11.718629 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:11.857286 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-294cbec9-9b8d-4ed7-b5e4-d8a68cba1619 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:11.876934 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] device_id is not set on port acf73459-dcbd-4d2d-9539-1313d463d095 yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:19:11.887083 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:11.909011 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Transition to ACTIVE for port object acf73459-dcbd-4d2d-9539-1313d463d095 will not be triggered until provisioned by entity L2. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:11.921790 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:12.058945 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Pushing event updated for resources: {'Port': ['ID=acf73459-dcbd-4d2d-9539-1313d463d095,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:12.078327 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port acf73459-dcbd-4d2d-9539-1313d463d095 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:19:12.078663 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port acf73459-dcbd-4d2d-9539-1313d463d095 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:19:12.078994 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port acf73459-dcbd-4d2d-9539-1313d463d095 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:12.083939 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Port acf73459-dcbd-4d2d-9539-1313d463d095 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:19:12.084262 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Failed to bind port acf73459-dcbd-4d2d-9539-1313d463d095 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] Feb 09 01:19:12.084669 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempt 2 to bind port acf73459-dcbd-4d2d-9539-1313d463d095 Feb 09 01:19:12.101202 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port acf73459-dcbd-4d2d-9539-1313d463d095 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:19:12.101613 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port acf73459-dcbd-4d2d-9539-1313d463d095 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:19:12.102033 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port acf73459-dcbd-4d2d-9539-1313d463d095 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:12.107881 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Port acf73459-dcbd-4d2d-9539-1313d463d095 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:19:12.108279 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Failed to bind port acf73459-dcbd-4d2d-9539-1313d463d095 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] Feb 09 01:19:12.108757 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempt 3 to bind port acf73459-dcbd-4d2d-9539-1313d463d095 Feb 09 01:19:12.125194 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port acf73459-dcbd-4d2d-9539-1313d463d095 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:19:12.125612 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port acf73459-dcbd-4d2d-9539-1313d463d095 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:19:12.126015 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port acf73459-dcbd-4d2d-9539-1313d463d095 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:12.131756 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Port acf73459-dcbd-4d2d-9539-1313d463d095 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:19:12.132154 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Failed to bind port acf73459-dcbd-4d2d-9539-1313d463d095 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] Feb 09 01:19:12.132564 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempt 4 to bind port acf73459-dcbd-4d2d-9539-1313d463d095 Feb 09 01:19:12.147005 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port acf73459-dcbd-4d2d-9539-1313d463d095 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:19:12.147338 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port acf73459-dcbd-4d2d-9539-1313d463d095 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:19:12.147670 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port acf73459-dcbd-4d2d-9539-1313d463d095 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:12.152209 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Port acf73459-dcbd-4d2d-9539-1313d463d095 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:19:12.152553 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Failed to bind port acf73459-dcbd-4d2d-9539-1313d463d095 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] Feb 09 01:19:12.152938 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempt 5 to bind port acf73459-dcbd-4d2d-9539-1313d463d095 Feb 09 01:19:12.170389 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port acf73459-dcbd-4d2d-9539-1313d463d095 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:19:12.170620 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-294cbec9-9b8d-4ed7-b5e4-d8a68cba1619 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Calling delete_port for 7c0d7f59-7f6c-4478-ad2e-61445d801e00 owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:12.170758 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port acf73459-dcbd-4d2d-9539-1313d463d095 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:19:12.171029 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port acf73459-dcbd-4d2d-9539-1313d463d095 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:12.175845 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Port acf73459-dcbd-4d2d-9539-1313d463d095 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:19:12.176160 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Failed to bind port acf73459-dcbd-4d2d-9539-1313d463d095 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] Feb 09 01:19:12.176645 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempt 6 to bind port acf73459-dcbd-4d2d-9539-1313d463d095 Feb 09 01:19:12.191539 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port acf73459-dcbd-4d2d-9539-1313d463d095 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:19:12.191950 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port acf73459-dcbd-4d2d-9539-1313d463d095 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:19:12.192193 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port acf73459-dcbd-4d2d-9539-1313d463d095 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:12.197400 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Port acf73459-dcbd-4d2d-9539-1313d463d095 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:19:12.197718 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Failed to bind port acf73459-dcbd-4d2d-9539-1313d463d095 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] Feb 09 01:19:12.198092 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempt 7 to bind port acf73459-dcbd-4d2d-9539-1313d463d095 Feb 09 01:19:12.212362 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port acf73459-dcbd-4d2d-9539-1313d463d095 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:19:12.212616 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port acf73459-dcbd-4d2d-9539-1313d463d095 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:19:12.212951 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port acf73459-dcbd-4d2d-9539-1313d463d095 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:12.217570 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Port acf73459-dcbd-4d2d-9539-1313d463d095 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:19:12.217892 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Failed to bind port acf73459-dcbd-4d2d-9539-1313d463d095 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] Feb 09 01:19:12.218272 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempt 8 to bind port acf73459-dcbd-4d2d-9539-1313d463d095 Feb 09 01:19:12.228355 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32663452-ea32-42ad-8c5a-26cb5389ca6e req-dd717571-32b5-42de-977f-3b07f9180fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:12.229816 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-32663452-ea32-42ad-8c5a-26cb5389ca6e req-dd717571-32b5-42de-977f-3b07f9180fd3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3afca57-246e-458a-965f-203ae806e5cf HTTP/1.1" status: 200 len: 915 time: 0.6251774 Feb 09 01:19:12.234572 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port acf73459-dcbd-4d2d-9539-1313d463d095 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:19:12.234898 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port acf73459-dcbd-4d2d-9539-1313d463d095 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:19:12.235231 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port acf73459-dcbd-4d2d-9539-1313d463d095 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:12.240559 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Port acf73459-dcbd-4d2d-9539-1313d463d095 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:19:12.240711 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-1484cccb-5540-4904-84ba-3a50a03ec45a tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3ae5f1a74a0449bbcfa6cd021a53ab0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6865585 Feb 09 01:19:12.240904 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Failed to bind port acf73459-dcbd-4d2d-9539-1313d463d095 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] Feb 09 01:19:12.241249 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempt 9 to bind port acf73459-dcbd-4d2d-9539-1313d463d095 Feb 09 01:19:12.257486 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port acf73459-dcbd-4d2d-9539-1313d463d095 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:19:12.257807 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port acf73459-dcbd-4d2d-9539-1313d463d095 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:19:12.258139 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port acf73459-dcbd-4d2d-9539-1313d463d095 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:12.262728 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Port acf73459-dcbd-4d2d-9539-1313d463d095 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:19:12.263038 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Failed to bind port acf73459-dcbd-4d2d-9539-1313d463d095 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] Feb 09 01:19:12.263461 n-d-828419-1 neutron-server[87611]: INFO neutron.plugins.ml2.plugin [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempt 10 to bind port acf73459-dcbd-4d2d-9539-1313d463d095 Feb 09 01:19:12.279047 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port acf73459-dcbd-4d2d-9539-1313d463d095 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:19:12.279377 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port acf73459-dcbd-4d2d-9539-1313d463d095 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:19:12.279709 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempting to bind port acf73459-dcbd-4d2d-9539-1313d463d095 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:12.284643 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Port acf73459-dcbd-4d2d-9539-1313d463d095 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:19:12.284962 n-d-828419-1 neutron-server[87611]: ERROR neutron.plugins.ml2.managers [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Failed to bind port acf73459-dcbd-4d2d-9539-1313d463d095 on host n-h2-828419-1 for vnic_type normal using segments [{'id': '81e8c2c8-44c9-4828-97e0-f481e0d78b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '387a4956-f7a4-4a48-ae0f-544f945fe972'}] Feb 09 01:19:12.285316 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:12.315472 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0137c900-7c85-47fc-a014-e75da2c76360 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Router 6d1ad7a6-c431-4c68-b2f2-ba9b4ccc0f31 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:19:12.321251 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-32663452-ea32-42ad-8c5a-26cb5389ca6e req-82da520c-f0e5-4dcd-8261-5b7342090ef9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c075d6fd-703f-40d7-825e-b505d968b11b HTTP/1.1" status: 200 len: 217 time: 0.0753508 Feb 09 01:19:12.429378 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] For port acf73459-dcbd-4d2d-9539-1313d463d095, host n-h2-828419-1, cleared binding levels {{(pid=87611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:19:12.429873 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attempted to set empty binding levels {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 09 01:19:12.445709 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-90f1eecb-b33e-415d-b48d-ec9db791bde3 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:19:12.446682 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-90f1eecb-b33e-415d-b48d-ec9db791bde3 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1500180 Feb 09 01:19:12.471700 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:12.541900 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] In _notify_port_updated(), no bound segment for port acf73459-dcbd-4d2d-9539-1313d463d095 on network 387a4956-f7a4-4a48-ae0f-544f945fe972 {{(pid=87611) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:19:12.542982 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:12.543829 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:12.544921 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] 10.222.0.37 "PUT /v2.0/ports/acf73459-dcbd-4d2d-9539-1313d463d095 HTTP/1.1" status: 200 len: 979 time: 1.0834424 Feb 09 01:19:12.556300 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55868) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:12.600164 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32663452-ea32-42ad-8c5a-26cb5389ca6e req-69417b4b-e827-4da4-95e4-34c56ee7f7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:12.601285 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-32663452-ea32-42ad-8c5a-26cb5389ca6e req-69417b4b-e827-4da4-95e4-34c56ee7f7ad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16056dee-9c0e-41b1-962a-fb2cf7216c50 HTTP/1.1" status: 200 len: 854 time: 0.2713311 Feb 09 01:19:12.620886 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c81fd2-ff38-4e9c-b27f-7175f4a3961a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Pushing event updated for resources: {'Port': ['ID=acf73459-dcbd-4d2d-9539-1313d463d095,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:12.643449 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-575d70bf-e08d-42e4-b723-5ef9193b2a86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Deleting port acf73459-dcbd-4d2d-9539-1313d463d095 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:12.643798 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-575d70bf-e08d-42e4-b723-5ef9193b2a86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:12.685006 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-32663452-ea32-42ad-8c5a-26cb5389ca6e req-ce12c7cb-0273-48d4-8745-ad988112cefc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3afca57-246e-458a-965f-203ae806e5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746086 Feb 09 01:19:12.820830 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23e6c1-7e97-4aaf-8225-7ef61fcf1336 req-b8657e22-de12-4688-ae6e-ee0439bc6497 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:12.822492 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6d23e6c1-7e97-4aaf-8225-7ef61fcf1336 req-b8657e22-de12-4688-ae6e-ee0439bc6497 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 947 time: 0.3909080 Feb 09 01:19:12.873440 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-294cbec9-9b8d-4ed7-b5e4-d8a68cba1619 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:12.878900 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0137c900-7c85-47fc-a014-e75da2c76360 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:19:12.892148 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2742c6-d5fc-45eb-afc6-d63376f0cf52 None None] Sync routers for ids ['6d1ad7a6-c431-4c68-b2f2-ba9b4ccc0f31'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:19:12.915916 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2742c6-d5fc-45eb-afc6-d63376f0cf52 None None] Routers {'6d1ad7a6-c431-4c68-b2f2-ba9b4ccc0f31'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:19:12.916563 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-8a2742c6-d5fc-45eb-afc6-d63376f0cf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:19:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['6d1ad7a6-c431-4c68-b2f2-ba9b4ccc0f31'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:12.942302 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6d23e6c1-7e97-4aaf-8225-7ef61fcf1336 req-c9940ab0-c15e-4e8c-b743-3941b952fa9d tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106451 Feb 09 01:19:12.972183 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294cbec9-9b8d-4ed7-b5e4-d8a68cba1619 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Port': ['ID=7c0d7f59-7f6c-4478-ad2e-61445d801e00,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:12.986972 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-9599ca44-2384-441b-9068-715d19589376 service neutron] 10.222.0.37 "GET /v2.0/networks/ddd61f39-8802-43d0-a6a2-be6dc226d8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5274308 Feb 09 01:19:13.048692 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-575d70bf-e08d-42e4-b723-5ef9193b2a86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] For port acf73459-dcbd-4d2d-9539-1313d463d095, host n-h2-828419-1, got binding levels [] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:13.049316 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-575d70bf-e08d-42e4-b723-5ef9193b2a86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:13.234688 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-575d70bf-e08d-42e4-b723-5ef9193b2a86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Calling delete_port for acf73459-dcbd-4d2d-9539-1313d463d095 owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:13.236674 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-32663452-ea32-42ad-8c5a-26cb5389ca6e req-12b6cf99-8226-4d40-bdae-91a157d35421 service neutron] 10.222.0.35 "GET /v2.0/networks/a3afca57-246e-458a-965f-203ae806e5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4810972 Feb 09 01:19:13.244867 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0137c900-7c85-47fc-a014-e75da2c76360 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:13.248994 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0137c900-7c85-47fc-a014-e75da2c76360 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.1670527 Feb 09 01:19:13.266812 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55874) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:13.297117 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-8a2742c6-d5fc-45eb-afc6-d63376f0cf52 None None] Set router 6d1ad7a6-c431-4c68-b2f2-ba9b4ccc0f31 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:19:13.429726 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-294cbec9-9b8d-4ed7-b5e4-d8a68cba1619 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:13.431327 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-294cbec9-9b8d-4ed7-b5e4-d8a68cba1619 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/ports/7c0d7f59-7f6c-4478-ad2e-61445d801e00 HTTP/1.1" status: 204 len: 168 time: 2.6053591 Feb 09 01:19:13.446330 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55878) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:13.491842 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-c47502ad-c8ef-4894-942f-71a5ca23a204 service neutron] 10.222.0.37 "GET /v2.0/networks/ddd61f39-8802-43d0-a6a2-be6dc226d8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5039237 Feb 09 01:19:13.513278 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff49f5ea-eb7e-4ff8-a766-8bf7b5ed9906 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] GET failed (client error): The resource could not be found. Feb 09 01:19:13.513820 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ff49f5ea-eb7e-4ff8-a766-8bf7b5ed9906 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Synchronizing usage tracker for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:13.523366 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-32663452-ea32-42ad-8c5a-26cb5389ca6e req-e0bccf65-bc02-45fc-95a3-ceeb47874274 service neutron] 10.222.0.35 "GET /v2.0/networks/a3afca57-246e-458a-965f-203ae806e5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753723 Feb 09 01:19:13.538425 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ff49f5ea-eb7e-4ff8-a766-8bf7b5ed9906 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Unset dirty status for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:13.540846 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ff49f5ea-eb7e-4ff8-a766-8bf7b5ed9906 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "GET /v2.0/ports/7c0d7f59-7f6c-4478-ad2e-61445d801e00 HTTP/1.1" status: 404 len: 333 time: 0.0935662 Feb 09 01:19:13.543780 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55882) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:13.560500 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-575d70bf-e08d-42e4-b723-5ef9193b2a86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:13.631893 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec2a8b2a-d867-4f59-8f6a-f8fb2309b0c9 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Deleting subnet 2ab8c711-45c1-4fb6-b3cf-f4a2c0c88033 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:19:13.635339 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ec2a8b2a-d867-4f59-8f6a-f8fb2309b0c9 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:13.653957 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6a228658-7e8c-4ebc-8b71-d248c7cfd922 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:13.697208 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ec2a8b2a-d867-4f59-8f6a-f8fb2309b0c9 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:13.699780 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-8a2742c6-d5fc-45eb-afc6-d63376f0cf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1ad7a6-c431-4c68-b2f2-ba9b4ccc0f31', 'name': '', 'tenant_id': '5c35fa1a1b4947e381261af89c3364df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd921be38-fa38-4940-88c8-56bf2bef49fd', 'external_fixed_ips': [{'subnet_id': '22f19656-3fb2-4bfa-92b6-629c68c5ec9b', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '00d81dde-cda3-44ca-90cc-2c40666bfa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:19:08Z', 'updated_at': '2022-02-09T01:19:10Z', 'revision_number': 3, 'project_id': '5c35fa1a1b4947e381261af89c3364df', 'gw_port': {'id': '00d81dde-cda3-44ca-90cc-2c40666bfa1f', 'name': '', 'network_id': 'd921be38-fa38-4940-88c8-56bf2bef49fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:29:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1ad7a6-c431-4c68-b2f2-ba9b4ccc0f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '22f19656-3fb2-4bfa-92b6-629c68c5ec9b', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:19:09Z', 'updated_at': '2022-02-09T01:19:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22f19656-3fb2-4bfa-92b6-629c68c5ec9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:13.705495 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2742c6-d5fc-45eb-afc6-d63376f0cf52 None None] Checking router: 6d1ad7a6-c431-4c68-b2f2-ba9b4ccc0f31 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:19:13.705961 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2742c6-d5fc-45eb-afc6-d63376f0cf52 None None] Updating router 6d1ad7a6-c431-4c68-b2f2-ba9b4ccc0f31 port 00d81dde-cda3-44ca-90cc-2c40666bfa1f binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:19:13.716674 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d70bf-e08d-42e4-b723-5ef9193b2a86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Pushing event deleted for resources: {'Port': ['ID=acf73459-dcbd-4d2d-9539-1313d463d095,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:13.735853 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-575d70bf-e08d-42e4-b723-5ef9193b2a86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:13.762189 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-575d70bf-e08d-42e4-b723-5ef9193b2a86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] 10.222.0.37 "DELETE /v2.0/ports/acf73459-dcbd-4d2d-9539-1313d463d095 HTTP/1.1" status: 204 len: 168 time: 1.2047465 Feb 09 01:19:13.765733 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55888) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:13.893907 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8a2742c6-d5fc-45eb-afc6-d63376f0cf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:13.956902 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2e743d-18f0-4b68-ac36-116f0d782c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:19:13.957461 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cb2e743d-18f0-4b68-ac36-116f0d782c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Synchronizing usage tracker for tenant:3a6c94c3caf54e7f86b4f56af11a65ef on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:13.971548 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6a228658-7e8c-4ebc-8b71-d248c7cfd922 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:13.994398 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-fc16ce49-e610-4b3d-abf0-6a2006ed63c8 req-dcac6d9f-f2dc-4661-8357-87406c91653b tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Synchronizing usage tracker for tenant:b3ae5f1a74a0449bbcfa6cd021a53ab0 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:14.038138 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cb2e743d-18f0-4b68-ac36-116f0d782c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] Unset dirty status for tenant:3a6c94c3caf54e7f86b4f56af11a65ef on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:14.054023 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cb2e743d-18f0-4b68-ac36-116f0d782c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130176759-project-admin] 10.222.0.37 "GET /v2.0/ports/acf73459-dcbd-4d2d-9539-1313d463d095 HTTP/1.1" status: 404 len: 333 time: 0.2824895 Feb 09 01:19:14.054023 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-6a228658-7e8c-4ebc-8b71-d248c7cfd922 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Deleting port 00d81dde-cda3-44ca-90cc-2c40666bfa1f {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:14.054023 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6a228658-7e8c-4ebc-8b71-d248c7cfd922 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:14.055692 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55904) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:14.243928 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-fc16ce49-e610-4b3d-abf0-6a2006ed63c8 req-dcac6d9f-f2dc-4661-8357-87406c91653b tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Unset dirty status for tenant:b3ae5f1a74a0449bbcfa6cd021a53ab0 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:14.250457 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fc16ce49-e610-4b3d-abf0-6a2006ed63c8 req-dcac6d9f-f2dc-4661-8357-87406c91653b tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/ports?device_id=afbe8887-8003-407e-a80e-fd34906bcac7 HTTP/1.1" status: 200 len: 210 time: 0.3332815 Feb 09 01:19:14.416301 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ec2a8b2a-d867-4f59-8f6a-f8fb2309b0c9 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:14.518117 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8a2742c6-d5fc-45eb-afc6-d63376f0cf52 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:14.595783 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8a2742c6-d5fc-45eb-afc6-d63376f0cf52 None None] Transition to ACTIVE for port object 00d81dde-cda3-44ca-90cc-2c40666bfa1f will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:14.605415 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8a2742c6-d5fc-45eb-afc6-d63376f0cf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:14.613377 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ec2a8b2a-d867-4f59-8f6a-f8fb2309b0c9 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:14.616709 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6a228658-7e8c-4ebc-8b71-d248c7cfd922 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:14.664728 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ec2a8b2a-d867-4f59-8f6a-f8fb2309b0c9 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:14.682346 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7715292-fac0-4b10-b3ca-3e3b264cea8a None None] Network ef1b6908-b622-484e-aa87-0f5099754e73 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:19:14.687895 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-46306e09-2bba-489b-b5dd-e4c08f7e2781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:14.693924 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a8b2a-d867-4f59-8f6a-f8fb2309b0c9 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Subnet': ['ID=2ab8c711-45c1-4fb6-b3cf-f4a2c0c88033,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:14.708194 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ec2a8b2a-d867-4f59-8f6a-f8fb2309b0c9 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/subnets/2ab8c711-45c1-4fb6-b3cf-f4a2c0c88033 HTTP/1.1" status: 204 len: 168 time: 1.1630762 Feb 09 01:19:14.710369 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55910) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:14.768760 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-6a228658-7e8c-4ebc-8b71-d248c7cfd922 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Calling delete_port for 00d81dde-cda3-44ca-90cc-2c40666bfa1f owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:14.837504 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3addf0f-d66d-4891-8274-a107daa75e0f None None] Pushing event updated for resources: {'Port': ['ID=00d81dde-cda3-44ca-90cc-2c40666bfa1f,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:14.959072 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-8a2742c6-d5fc-45eb-afc6-d63376f0cf52 None None] Attempting to bind port 00d81dde-cda3-44ca-90cc-2c40666bfa1f on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:19:14.959946 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-8a2742c6-d5fc-45eb-afc6-d63376f0cf52 None None] Attempting to bind port 00d81dde-cda3-44ca-90cc-2c40666bfa1f by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '38789516-2f36-4346-a7d9-c654aa5f5388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': 'd921be38-fa38-4940-88c8-56bf2bef49fd'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:19:14.959946 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2742c6-d5fc-45eb-afc6-d63376f0cf52 None None] Attempting to bind port 00d81dde-cda3-44ca-90cc-2c40666bfa1f on network d921be38-fa38-4940-88c8-56bf2bef49fd {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:14.966944 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2742c6-d5fc-45eb-afc6-d63376f0cf52 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:19:14.967325 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2742c6-d5fc-45eb-afc6-d63376f0cf52 None None] Checking segment: {'id': '38789516-2f36-4346-a7d9-c654aa5f5388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': 'd921be38-fa38-4940-88c8-56bf2bef49fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:19:14.967707 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8a2742c6-d5fc-45eb-afc6-d63376f0cf52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:14.968094 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2742c6-d5fc-45eb-afc6-d63376f0cf52 None None] Bound using segment: {'id': '38789516-2f36-4346-a7d9-c654aa5f5388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': 'd921be38-fa38-4940-88c8-56bf2bef49fd'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:19:14.968617 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-8a2742c6-d5fc-45eb-afc6-d63376f0cf52 None None] Bound port: 00d81dde-cda3-44ca-90cc-2c40666bfa1f, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38789516-2f36-4346-a7d9-c654aa5f5388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': 'd921be38-fa38-4940-88c8-56bf2bef49fd'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:19:14.968987 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8a2742c6-d5fc-45eb-afc6-d63376f0cf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:14.979580 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c0c0e79b-5d73-46c4-9649-aea67441f45f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:15.003223 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ecf724-a1e3-4be8-9a24-847cac4af8e3 req-25d97cec-8462-48b9-a3d0-0bce1538fc8c tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:15.012985 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-72ecf724-a1e3-4be8-9a24-847cac4af8e3 req-25d97cec-8462-48b9-a3d0-0bce1538fc8c tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 947 time: 0.6266155 Feb 09 01:19:15.079172 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-c0c0e79b-5d73-46c4-9649-aea67441f45f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Deleting port 9a56a4bf-fe60-40df-8733-23e4533bc03b {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:15.079612 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c0c0e79b-5d73-46c4-9649-aea67441f45f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:15.153992 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-8a2742c6-d5fc-45eb-afc6-d63376f0cf52 None None] For port 00d81dde-cda3-44ca-90cc-2c40666bfa1f, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:19:15.161688 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-8a2742c6-d5fc-45eb-afc6-d63376f0cf52 None None] For port 00d81dde-cda3-44ca-90cc-2c40666bfa1f, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=00d81dde-cda3-44ca-90cc-2c40666bfa1f,segment=NetworkSegment(38789516-2f36-4346-a7d9-c654aa5f5388),segment_id=38789516-2f36-4346-a7d9-c654aa5f5388)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:19:15.168293 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8a2742c6-d5fc-45eb-afc6-d63376f0cf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:15.199233 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-46306e09-2bba-489b-b5dd-e4c08f7e2781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:15.244172 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-72ecf724-a1e3-4be8-9a24-847cac4af8e3 req-79125055-4fab-45d1-a8d6-63b63324fd2c tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234483 Feb 09 01:19:15.249565 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76ce313-e7a5-45b4-8029-f2301fcd4f4e None None] DHCP port deletion for ef1b6908-b622-484e-aa87-0f5099754e73 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:19:15.300976 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d76ce313-e7a5-45b4-8029-f2301fcd4f4e None None] Deleting port 9a56a4bf-fe60-40df-8733-23e4533bc03b {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:15.303092 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d76ce313-e7a5-45b4-8029-f2301fcd4f4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:15.318606 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-46306e09-2bba-489b-b5dd-e4c08f7e2781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['387a4956-f7a4-4a48-ae0f-544f945fe972']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:15.398738 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [None req-6a228658-7e8c-4ebc-8b71-d248c7cfd922 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:19:15.399176 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [None req-6a228658-7e8c-4ebc-8b71-d248c7cfd922 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:19:15.469770 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-46306e09-2bba-489b-b5dd-e4c08f7e2781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81e8c2c8-44c9-4828-97e0-f481e0d78b0a') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:15.469770 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-46306e09-2bba-489b-b5dd-e4c08f7e2781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81e8c2c8-44c9-4828-97e0-f481e0d78b0a') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:15.471763 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2742c6-d5fc-45eb-afc6-d63376f0cf52 None None] Routers {'6d1ad7a6-c431-4c68-b2f2-ba9b4ccc0f31'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:19:15.472549 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-8a2742c6-d5fc-45eb-afc6-d63376f0cf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:19:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['6d1ad7a6-c431-4c68-b2f2-ba9b4ccc0f31'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:15.485069 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b1dbca97-fdc8-490f-ab4c-60d33de06bc1 req-536d6a0e-f3ca-4896-8894-690acdc4fb0b tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/ports?device_id=afbe8887-8003-407e-a80e-fd34906bcac7 HTTP/1.1" status: 200 len: 210 time: 0.0562088 Feb 09 01:19:15.508704 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-46306e09-2bba-489b-b5dd-e4c08f7e2781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:15.534593 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3addf0f-d66d-4891-8274-a107daa75e0f None None] Pushing event updated for resources: {'Port': ['ID=00d81dde-cda3-44ca-90cc-2c40666bfa1f,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:15.548469 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-46306e09-2bba-489b-b5dd-e4c08f7e2781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:15.556459 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-c0c0e79b-5d73-46c4-9649-aea67441f45f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] For port 9a56a4bf-fe60-40df-8733-23e4533bc03b, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=9a56a4bf-fe60-40df-8733-23e4533bc03b,segment=NetworkSegment(d6bfbce6-1a7f-4a1a-b738-0972073d708a),segment_id=d6bfbce6-1a7f-4a1a-b738-0972073d708a)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:15.556971 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c0c0e79b-5d73-46c4-9649-aea67441f45f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:15.577640 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46306e09-2bba-489b-b5dd-e4c08f7e2781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] Releasing vlan 968 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:19:15.578179 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-46306e09-2bba-489b-b5dd-e4c08f7e2781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:15.602088 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:19:15.602088 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:19:15.602088 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:19:15.602088 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:19:15.602088 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:19:15.602088 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:19:15.602088 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:19:15.602088 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:19:15.602088 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:19:15.602088 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:19:15.602088 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:19:15.602088 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:19:15.602088 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:19:15.602088 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:19:15.602088 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:19:15.602088 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:19:15.602088 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:19:15.602088 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:19:15.602088 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:19:15.602088 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:19:15.602088 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:19:15.602088 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:19:15.602088 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:19:15.602088 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:19:15.602088 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:19:15.602088 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:19:15.602088 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:19:15.602088 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:19:15.602088 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:19:15.602088 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:19:15.602088 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:19:15.602088 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:19:15.744583 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-8a2742c6-d5fc-45eb-afc6-d63376f0cf52 None None] Set router 6d1ad7a6-c431-4c68-b2f2-ba9b4ccc0f31 gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:19:15.795139 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-c0c0e79b-5d73-46c4-9649-aea67441f45f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Calling delete_port for 9a56a4bf-fe60-40df-8733-23e4533bc03b owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:15.869564 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-8a2742c6-d5fc-45eb-afc6-d63376f0cf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1ad7a6-c431-4c68-b2f2-ba9b4ccc0f31', 'name': '', 'tenant_id': '5c35fa1a1b4947e381261af89c3364df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:19:08Z', 'updated_at': '2022-02-09T01:19:13Z', 'revision_number': 4, 'project_id': '5c35fa1a1b4947e381261af89c3364df', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:15.874614 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-d76ce313-e7a5-45b4-8029-f2301fcd4f4e None None] For port 9a56a4bf-fe60-40df-8733-23e4533bc03b, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=9a56a4bf-fe60-40df-8733-23e4533bc03b,segment=NetworkSegment(d6bfbce6-1a7f-4a1a-b738-0972073d708a),segment_id=d6bfbce6-1a7f-4a1a-b738-0972073d708a)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:15.874936 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d76ce313-e7a5-45b4-8029-f2301fcd4f4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:15.886475 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2742c6-d5fc-45eb-afc6-d63376f0cf52 None None] The sync data for ids ['6d1ad7a6-c431-4c68-b2f2-ba9b4ccc0f31'] in n-d-828419-1 is: [{'id': '6d1ad7a6-c431-4c68-b2f2-ba9b4ccc0f31', 'name': '', 'tenant_id': '5c35fa1a1b4947e381261af89c3364df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:19:08Z', 'updated_at': '2022-02-09T01:19:13Z', 'revision_number': 4, 'project_id': '5c35fa1a1b4947e381261af89c3364df', 'gw_port_host': None}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:19:15.900149 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-6a228658-7e8c-4ebc-8b71-d248c7cfd922 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Deleting port 00d81dde-cda3-44ca-90cc-2c40666bfa1f {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:15.901260 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6a228658-7e8c-4ebc-8b71-d248c7cfd922 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:15.993756 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-46306e09-2bba-489b-b5dd-e4c08f7e2781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:16.031101 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d76ce313-e7a5-45b4-8029-f2301fcd4f4e None None] Calling delete_port for 9a56a4bf-fe60-40df-8733-23e4533bc03b owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:16.095031 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-46306e09-2bba-489b-b5dd-e4c08f7e2781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:16.144390 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46306e09-2bba-489b-b5dd-e4c08f7e2781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] Pushing event deleted for resources: {'Network': ['ID=387a4956-f7a4-4a48-ae0f-544f945fe972,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:16.145985 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d76ce313-e7a5-45b4-8029-f2301fcd4f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:16.157319 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-46306e09-2bba-489b-b5dd-e4c08f7e2781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063591845-project] 10.222.0.37 "DELETE /v2.0/networks/387a4956-f7a4-4a48-ae0f-544f945fe972 HTTP/1.1" status: 204 len: 168 time: 2.1005807 Feb 09 01:19:16.193532 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-26ad58b0-a0c6-48ae-9be4-c255e86e68a0 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:16.195045 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-26ad58b0-a0c6-48ae-9be4-c255e86e68a0 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.35 "GET /v2.0/networks?id=ddd61f39-8802-43d0-a6a2-be6dc226d8a0 HTTP/1.1" status: 200 len: 804 time: 0.5913653 Feb 09 01:19:16.197115 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.api [None req-c0c0e79b-5d73-46c4-9649-aea67441f45f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:19:16.197492 n-d-828419-1 neutron-server[87612]: DEBUG oslo_db.api [None req-c0c0e79b-5d73-46c4-9649-aea67441f45f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:19:16.219296 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-6a228658-7e8c-4ebc-8b71-d248c7cfd922 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] For port 00d81dde-cda3-44ca-90cc-2c40666bfa1f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=00d81dde-cda3-44ca-90cc-2c40666bfa1f,segment=NetworkSegment(38789516-2f36-4346-a7d9-c654aa5f5388),segment_id=38789516-2f36-4346-a7d9-c654aa5f5388)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:16.220558 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6a228658-7e8c-4ebc-8b71-d248c7cfd922 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:16.280444 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ce313-e7a5-45b4-8029-f2301fcd4f4e None None] Pushing event deleted for resources: {'Port': ['ID=9a56a4bf-fe60-40df-8733-23e4533bc03b,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:16.295836 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76ce313-e7a5-45b4-8029-f2301fcd4f4e None None] No DVR routers for this DVR port 9a56a4bf-fe60-40df-8733-23e4533bc03b on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:19:16.304677 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-792ad5b0-e1f4-4130-8c47-6c923ab89148 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3ae5f1a74a0449bbcfa6cd021a53ab0 HTTP/1.1" status: 200 len: 379 time: 0.0984316 Feb 09 01:19:16.337652 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-d9911eb2-134b-44b8-9219-df365b36cbe0 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Request body: {'port': {'device_id': 'afbe8887-8003-407e-a80e-fd34906bcac7', 'network_id': 'ddd61f39-8802-43d0-a6a2-be6dc226d8a0', 'admin_state_up': True, 'tenant_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'security_groups': ['9cfe528b-964c-458b-a628-b5b62a013a62']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:16.408953 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-6a228658-7e8c-4ebc-8b71-d248c7cfd922 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Calling delete_port for 00d81dde-cda3-44ca-90cc-2c40666bfa1f owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:16.426573 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9a56a4bf-fe60-40df-8733-23e4533bc03b no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:19:16.494765 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 9a56a4bf-fe60-40df-8733-23e4533bc03b {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:19:16.495105 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9a56a4bf-fe60-40df-8733-23e4533bc03b not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:19:16.696312 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-544b1ade-18bb-4169-a7ad-e999bd7c9be2 req-c144a132-a1f3-4401-81d2-39b08ab58332 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/ports?device_id=afbe8887-8003-407e-a80e-fd34906bcac7 HTTP/1.1" status: 200 len: 210 time: 0.0534768 Feb 09 01:19:16.728686 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6a228658-7e8c-4ebc-8b71-d248c7cfd922 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:16.736507 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-c0c0e79b-5d73-46c4-9649-aea67441f45f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Deleting port 9a56a4bf-fe60-40df-8733-23e4533bc03b {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:16.737160 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c0c0e79b-5d73-46c4-9649-aea67441f45f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:16.763826 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55932) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:16.787740 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a228658-7e8c-4ebc-8b71-d248c7cfd922 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Pushing event deleted for resources: {'Port': ['ID=00d81dde-cda3-44ca-90cc-2c40666bfa1f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:16.856248 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-c0c0e79b-5d73-46c4-9649-aea67441f45f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] The port '9a56a4bf-fe60-40df-8733-23e4533bc03b' was deleted {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:19:16.894752 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6a228658-7e8c-4ebc-8b71-d248c7cfd922 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:17.065472 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c0c0e79b-5d73-46c4-9649-aea67441f45f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:17.103741 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-d9911eb2-134b-44b8-9219-df365b36cbe0 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:17.115809 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79249662-5892-4081-a41b-63439767d3cf req-75ccc271-81e0-4954-997f-5c989e6396e0 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:17.117333 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-79249662-5892-4081-a41b-63439767d3cf req-75ccc271-81e0-4954-997f-5c989e6396e0 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 947 time: 0.4208670 Feb 09 01:19:17.124568 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-c0c0e79b-5d73-46c4-9649-aea67441f45f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1b6908-b622-484e-aa87-0f5099754e73']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:17.139204 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-d9911eb2-134b-44b8-9219-df365b36cbe0 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:17.152676 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6a228658-7e8c-4ebc-8b71-d248c7cfd922 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:17.157585 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6a228658-7e8c-4ebc-8b71-d248c7cfd922 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:17.157849 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-c0c0e79b-5d73-46c4-9649-aea67441f45f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6bfbce6-1a7f-4a1a-b738-0972073d708a') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:17.158007 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-c0c0e79b-5d73-46c4-9649-aea67441f45f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6bfbce6-1a7f-4a1a-b738-0972073d708a') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:17.164149 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-888cbdb6-a326-4cef-88f8-5bbe76b5523f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fb50d84796b84bed9ad78aa042839a0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3991947 Feb 09 01:19:17.167560 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55938) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:17.182948 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c0c0e79b-5d73-46c4-9649-aea67441f45f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:17.202042 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-d9911eb2-134b-44b8-9219-df365b36cbe0 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Made reservation on behalf of b3ae5f1a74a0449bbcfa6cd021a53ab0 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:17.205627 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-d9911eb2-134b-44b8-9219-df365b36cbe0 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:17.214305 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6a228658-7e8c-4ebc-8b71-d248c7cfd922 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:17.214737 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a228658-7e8c-4ebc-8b71-d248c7cfd922 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d1ad7a6-c431-4c68-b2f2-ba9b4ccc0f31 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:19:17.230167 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c0c0e79b-5d73-46c4-9649-aea67441f45f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:17.245836 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-79249662-5892-4081-a41b-63439767d3cf req-e3cdb0b9-97d2-4268-8d13-9b6ff253915b tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139579 Feb 09 01:19:17.248598 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c0e79b-5d73-46c4-9649-aea67441f45f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Releasing vlan 977 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:19:17.249399 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c0c0e79b-5d73-46c4-9649-aea67441f45f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:17.262882 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-313d8da8-e020-443b-93ef-d220dde05206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:17.265576 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6a228658-7e8c-4ebc-8b71-d248c7cfd922 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:17.271161 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6a228658-7e8c-4ebc-8b71-d248c7cfd922 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] 10.222.0.37 "DELETE /v2.0/routers/6d1ad7a6-c431-4c68-b2f2-ba9b4ccc0f31 HTTP/1.1" status: 204 len: 168 time: 3.9986632 Feb 09 01:19:17.271161 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [req-47b8cf53-8e32-4ca1-aa53-7b17a4659496 req-66deacf5-4202-4ef0-aef7-29890f67fe99 service neutron] (87611) timed out ('10.222.0.117', 60829) {{(pid=87611) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:19:17.273596 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:19:17.277046 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55942) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:17.322910 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-313d8da8-e020-443b-93ef-d220dde05206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:17.451566 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-313d8da8-e020-443b-93ef-d220dde05206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:17.512492 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcca3d2c-9769-4127-89a7-38197e414b3e tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Deleting subnet 22f19656-3fb2-4bfa-92b6-629c68c5ec9b {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:19:17.518737 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c0c0e79b-5d73-46c4-9649-aea67441f45f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:17.524550 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dcca3d2c-9769-4127-89a7-38197e414b3e tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:17.586634 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d8da8-e020-443b-93ef-d220dde05206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc9cc8c-e399-41bc-a7f7-c3cc8fbea680,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:17.595452 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dcca3d2c-9769-4127-89a7-38197e414b3e tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:17.608672 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-313d8da8-e020-443b-93ef-d220dde05206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:17.609809 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-313d8da8-e020-443b-93ef-d220dde05206 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9dc9cc8c-e399-41bc-a7f7-c3cc8fbea680 HTTP/1.1" status: 204 len: 168 time: 0.4414051 Feb 09 01:19:17.646671 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b5292-d211-401b-8667-c996dfc87e24 req-a1351729-c056-4164-9d63-fe63af27d843 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:17.648961 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ec9b5292-d211-401b-8667-c996dfc87e24 req-a1351729-c056-4164-9d63-fe63af27d843 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 947 time: 0.2478681 Feb 09 01:19:17.668234 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c0c0e79b-5d73-46c4-9649-aea67441f45f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:17.704450 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ec9b5292-d211-401b-8667-c996dfc87e24 req-cf75ada7-5dd3-4a86-a6dc-b56ed01b3cef tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468721 Feb 09 01:19:17.717896 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0e79b-5d73-46c4-9649-aea67441f45f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Network': ['ID=ef1b6908-b622-484e-aa87-0f5099754e73,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:17.776818 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c0c0e79b-5d73-46c4-9649-aea67441f45f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/networks/ef1b6908-b622-484e-aa87-0f5099754e73 HTTP/1.1" status: 204 len: 168 time: 3.0653241 Feb 09 01:19:17.780565 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55958) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:17.786722 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-8e6dda27-afef-4e8f-834a-9dfe585617a7 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-576710653'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:17.793468 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8e6dda27-afef-4e8f-834a-9dfe585617a7 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:17.797886 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8e6dda27-afef-4e8f-834a-9dfe585617a7 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:network and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:17.801060 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8e6dda27-afef-4e8f-834a-9dfe585617a7 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:17.811441 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dcca3d2c-9769-4127-89a7-38197e414b3e tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:17.816697 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8e6dda27-afef-4e8f-834a-9dfe585617a7 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:17.842257 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6dda27-afef-4e8f-834a-9dfe585617a7 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:17.846007 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8e6dda27-afef-4e8f-834a-9dfe585617a7 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:17.873230 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-d9911eb2-134b-44b8-9219-df365b36cbe0 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Allocated IP 172.20.0.11 (ddd61f39-8802-43d0-a6a2-be6dc226d8a0/701a1178-862c-45bf-93bb-f9578c351ffb/5340c0a2-2548-4545-bda7-7977eb2a4da1) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:17.937248 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e6dda27-afef-4e8f-834a-9dfe585617a7 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 968} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:19:18.010766 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-25106f0c-9eca-48fe-9227-abc5079cfe0e req-ee5b8a4b-9f0d-4552-9c85-dbd5558a2aa6 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/ports?device_id=afbe8887-8003-407e-a80e-fd34906bcac7 HTTP/1.1" status: 200 len: 210 time: 0.0515862 Feb 09 01:19:18.060904 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8e6dda27-afef-4e8f-834a-9dfe585617a7 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:18.061503 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-8e6dda27-afef-4e8f-834a-9dfe585617a7 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Added segment 99eba988-74a5-4cd1-984d-fa1ac6c93813 of type vlan for network 75b976b3-1138-4de6-a026-230aff2c6733 Feb 09 01:19:18.105843 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dcca3d2c-9769-4127-89a7-38197e414b3e tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:18.124820 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8e6dda27-afef-4e8f-834a-9dfe585617a7 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:18.146940 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55964) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:18.160518 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca3d2c-9769-4127-89a7-38197e414b3e tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=22f19656-3fb2-4bfa-92b6-629c68c5ec9b,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:18.173645 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dcca3d2c-9769-4127-89a7-38197e414b3e tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:18.197468 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-dcca3d2c-9769-4127-89a7-38197e414b3e tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/22f19656-3fb2-4bfa-92b6-629c68c5ec9b HTTP/1.1" status: 204 len: 168 time: 0.8059783 Feb 09 01:19:18.201767 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55968) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:18.211328 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69ab76-4cc6-4baa-b942-19ee13852f0c req-9ced2400-0413-4f62-a928-ed6c2a93dc05 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:18.217325 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1c69ab76-4cc6-4baa-b942-19ee13852f0c req-9ced2400-0413-4f62-a928-ed6c2a93dc05 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 947 time: 0.3018453 Feb 09 01:19:18.227664 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8e6dda27-afef-4e8f-834a-9dfe585617a7 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:18.254666 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6dda27-afef-4e8f-834a-9dfe585617a7 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:18.256865 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8e6dda27-afef-4e8f-834a-9dfe585617a7 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:18.353554 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-aedf3eab-8cb8-46c3-95a4-77de99d703fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a6c94c3caf54e7f86b4f56af11a65ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2050653 Feb 09 01:19:18.364614 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55972) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:18.443455 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-035bfaa9-98ea-415f-bb47-9993a1e5ffe3 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:18.444575 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8e6dda27-afef-4e8f-834a-9dfe585617a7 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6628063 Feb 09 01:19:18.448022 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55976) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:18.448777 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-d9911eb2-134b-44b8-9219-df365b36cbe0 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:18.455864 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-fcf87af1-67c1-4cc2-b1ee-bd7444ba9274 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'subnet': {'network_id': '75b976b3-1138-4de6-a026-230aff2c6733', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:18.460928 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1c69ab76-4cc6-4baa-b942-19ee13852f0c req-2ca89ab8-d6f1-45e0-a108-f2157ae3af8e tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145362 Feb 09 01:19:18.492285 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-d9911eb2-134b-44b8-9219-df365b36cbe0 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Transition to ACTIVE for port object 5340c0a2-2548-4545-bda7-7977eb2a4da1 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:18.551185 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6dda27-afef-4e8f-834a-9dfe585617a7 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Network': ['ID=75b976b3-1138-4de6-a026-230aff2c6733,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:18.563306 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 75b976b3-1138-4de6-a026-230aff2c6733 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:19:18.577664 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-53eba667-aef9-41cb-8069-aa338fbc4db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:18.581679 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-fcf87af1-67c1-4cc2-b1ee-bd7444ba9274 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:18.585947 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fcf87af1-67c1-4cc2-b1ee-bd7444ba9274 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:subnet and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:18.589015 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fcf87af1-67c1-4cc2-b1ee-bd7444ba9274 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:18.596687 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-fcf87af1-67c1-4cc2-b1ee-bd7444ba9274 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:18.616969 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-53eba667-aef9-41cb-8069-aa338fbc4db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:18.657019 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf87af1-67c1-4cc2-b1ee-bd7444ba9274 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:18.660526 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fcf87af1-67c1-4cc2-b1ee-bd7444ba9274 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:18.803281 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9343f44-9da4-40a8-9f34-a2079cef9d65 req-e21863b0-732f-4df7-947b-e41e20146f85 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:18.804846 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b9343f44-9da4-40a8-9f34-a2079cef9d65 req-e21863b0-732f-4df7-947b-e41e20146f85 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 947 time: 0.2125902 Feb 09 01:19:18.882586 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-035bfaa9-98ea-415f-bb47-9993a1e5ffe3 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:18.904318 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b9343f44-9da4-40a8-9f34-a2079cef9d65 req-c8e50245-1429-4f8b-9fd2-ac63a4d45663 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893464 Feb 09 01:19:18.949757 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-035bfaa9-98ea-415f-bb47-9993a1e5ffe3 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d921be38-fa38-4940-88c8-56bf2bef49fd']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:18.953888 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fcf87af1-67c1-4cc2-b1ee-bd7444ba9274 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:18.967033 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-035bfaa9-98ea-415f-bb47-9993a1e5ffe3 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38789516-2f36-4346-a7d9-c654aa5f5388') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:18.967322 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-035bfaa9-98ea-415f-bb47-9993a1e5ffe3 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38789516-2f36-4346-a7d9-c654aa5f5388') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:18.985334 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-d9911eb2-134b-44b8-9219-df365b36cbe0 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:19.051880 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf87af1-67c1-4cc2-b1ee-bd7444ba9274 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Subnet': ['ID=2e93ee08-2727-4acd-8dc6-a3b438da61db,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:19.069554 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf87af1-67c1-4cc2-b1ee-bd7444ba9274 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Checking segment: {'id': '99eba988-74a5-4cd1-984d-fa1ac6c93813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '75b976b3-1138-4de6-a026-230aff2c6733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:19:19.069913 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf87af1-67c1-4cc2-b1ee-bd7444ba9274 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network hostable DHCP agents. Network: 75b976b3-1138-4de6-a026-230aff2c6733, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:19:19.070355 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-035bfaa9-98ea-415f-bb47-9993a1e5ffe3 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:19.116592 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf87af1-67c1-4cc2-b1ee-bd7444ba9274 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network 75b976b3-1138-4de6-a026-230aff2c6733 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:19:19.135233 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-fcf87af1-67c1-4cc2-b1ee-bd7444ba9274 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 75b976b3-1138-4de6-a026-230aff2c6733) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:19.147401 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a73de6b-97f6-4f0f-bbc9-cfed61f84cfb None None] Network 75b976b3-1138-4de6-a026-230aff2c6733 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:19:19.152669 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-53eba667-aef9-41cb-8069-aa338fbc4db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:19.160827 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-035bfaa9-98ea-415f-bb47-9993a1e5ffe3 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:19.165804 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf87af1-67c1-4cc2-b1ee-bd7444ba9274 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:19.166810 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fcf87af1-67c1-4cc2-b1ee-bd7444ba9274 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:19.182109 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-d9911eb2-134b-44b8-9219-df365b36cbe0 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Network ddd61f39-8802-43d0-a6a2-be6dc226d8a0 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:19.211153 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fcf87af1-67c1-4cc2-b1ee-bd7444ba9274 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7619913 Feb 09 01:19:19.226169 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eba667-aef9-41cb-8069-aa338fbc4db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2d3481-9376-4a97-886a-81cf60f81f78,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:19.228110 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-53eba667-aef9-41cb-8069-aa338fbc4db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:19.231524 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-53eba667-aef9-41cb-8069-aa338fbc4db0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a2d3481-9376-4a97-886a-81cf60f81f78 HTTP/1.1" status: 204 len: 168 time: 0.8579521 Feb 09 01:19:19.247265 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55996) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:19.264015 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-d9911eb2-134b-44b8-9219-df365b36cbe0 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:19.267433 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-d9911eb2-134b-44b8-9219-df365b36cbe0 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:19:19.355904 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-035bfaa9-98ea-415f-bb47-9993a1e5ffe3 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Releasing vlan 990 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:19:19.360205 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-035bfaa9-98ea-415f-bb47-9993a1e5ffe3 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:19.366293 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552366fe-8900-4ec2-9fb6-adc076066141 req-5a013428-cf76-4bb5-bd6c-d673c5021184 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:19.369369 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-552366fe-8900-4ec2-9fb6-adc076066141 req-5a013428-cf76-4bb5-bd6c-d673c5021184 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/ports?device_id=afbe8887-8003-407e-a80e-fd34906bcac7 HTTP/1.1" status: 200 len: 932 time: 0.1568050 Feb 09 01:19:19.386734 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9911eb2-134b-44b8-9219-df365b36cbe0 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Pushing event updated for resources: {'Port': ['ID=5340c0a2-2548-4545-bda7-7977eb2a4da1,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:19.392804 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:19:19.392804 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:19:19.392804 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:19:19.392804 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:19:19.392804 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:19:19.392804 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:19:19.392804 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:19:19.392804 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:19:19.392804 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:19:19.392804 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:19:19.392804 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:19:19.392804 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:19:19.392804 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:19:19.392804 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:19:19.392804 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:19:19.392804 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:19:19.392804 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:19:19.392804 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:19:19.392804 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:19:19.392804 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:19:19.392804 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:19:19.392804 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:19:19.392804 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:19:19.392804 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:19:19.392804 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:19:19.392804 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:19:19.392804 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:19:19.392804 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:19:19.392804 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:19:19.392804 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:19:19.392804 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:19:19.392804 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:19:19.413945 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-277372ed-eb1d-4268-a114-ff39529c9785 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-454746956', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:19.463322 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-552366fe-8900-4ec2-9fb6-adc076066141 req-a95bdb63-2e9d-445f-b838-8ff7351fd0c4 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Synchronizing usage tracker for tenant:b3ae5f1a74a0449bbcfa6cd021a53ab0 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:19.486769 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-552366fe-8900-4ec2-9fb6-adc076066141 req-a95bdb63-2e9d-445f-b838-8ff7351fd0c4 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Unset dirty status for tenant:b3ae5f1a74a0449bbcfa6cd021a53ab0 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:19.498277 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-552366fe-8900-4ec2-9fb6-adc076066141 req-a95bdb63-2e9d-445f-b838-8ff7351fd0c4 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cfe528b-964c-458b-a628-b5b62a013a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204505 Feb 09 01:19:19.538401 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-277372ed-eb1d-4268-a114-ff39529c9785 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:19.545005 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8214c3-3fc5-40e7-9d65-c84348183159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-75b976b3-1138-4de6-a026-230aff2c6733', 'network_id': '75b976b3-1138-4de6-a026-230aff2c6733', 'tenant_id': '23926ed9e9ef4217a1749e79922b948e', 'fixed_ips': [{'subnet_id': '2e93ee08-2727-4acd-8dc6-a3b438da61db'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:19:19.545922 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7d8214c3-3fc5-40e7-9d65-c84348183159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:19.619985 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-277372ed-eb1d-4268-a114-ff39529c9785 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:router and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:19.633474 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-d9911eb2-134b-44b8-9219-df365b36cbe0 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:19.634259 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-d9911eb2-134b-44b8-9219-df365b36cbe0 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:19.644520 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-277372ed-eb1d-4268-a114-ff39529c9785 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:19.669335 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-277372ed-eb1d-4268-a114-ff39529c9785 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:19.690166 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-d9911eb2-134b-44b8-9219-df365b36cbe0 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3763568 Feb 09 01:19:19.695351 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-035bfaa9-98ea-415f-bb47-9993a1e5ffe3 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:19.699062 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-277372ed-eb1d-4268-a114-ff39529c9785 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:19.700363 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-277372ed-eb1d-4268-a114-ff39529c9785 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:19.720237 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-a7f6e1a2-9419-4c6b-9303-92ff2dda0a3a service neutron] Request body: {'port': {'device_id': 'afbe8887-8003-407e-a80e-fd34906bcac7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:19.729843 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8c840d22-31b0-48e3-af79-35686e11a825 None None] Provisioning for port 5340c0a2-2548-4545-bda7-7977eb2a4da1 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:19.749423 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-7d8214c3-3fc5-40e7-9d65-c84348183159 None None] Allocated IP 172.20.0.2 (75b976b3-1138-4de6-a026-230aff2c6733/2e93ee08-2727-4acd-8dc6-a3b438da61db/f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:19.751487 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8c840d22-31b0-48e3-af79-35686e11a825 None None] Provisioning complete for port 5340c0a2-2548-4545-bda7-7977eb2a4da1 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:19.751831 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8c840d22-31b0-48e3-af79-35686e11a825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:19.785949 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035bfaa9-98ea-415f-bb47-9993a1e5ffe3 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d921be38-fa38-4940-88c8-56bf2bef49fd {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 09 01:19:19.797352 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-035bfaa9-98ea-415f-bb47-9993a1e5ffe3 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:19.812072 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-277372ed-eb1d-4268-a114-ff39529c9785 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:19.827716 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035bfaa9-98ea-415f-bb47-9993a1e5ffe3 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Pushing event deleted for resources: {'Network': ['ID=d921be38-fa38-4940-88c8-56bf2bef49fd,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:19.849221 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9db1c-5e35-4770-bbdc-c43265001c3f req-93a783fd-7eb0-4010-93ba-0496e67cb34b tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:19.860596 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2e9db1c-5e35-4770-bbdc-c43265001c3f req-93a783fd-7eb0-4010-93ba-0496e67cb34b tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 947 time: 0.6726713 Feb 09 01:19:19.868286 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-035bfaa9-98ea-415f-bb47-9993a1e5ffe3 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] 10.222.0.37 "DELETE /v2.0/networks/d921be38-fa38-4940-88c8-56bf2bef49fd HTTP/1.1" status: 204 len: 168 time: 1.6653843 Feb 09 01:19:19.952228 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-8c840d22-31b0-48e3-af79-35686e11a825 None None] Port 5340c0a2-2548-4545-bda7-7977eb2a4da1 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:19:19.963186 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-277372ed-eb1d-4268-a114-ff39529c9785 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:20.001013 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2e9db1c-5e35-4770-bbdc-c43265001c3f req-e475e470-47f1-4fd1-8334-ed9dcc9a67b7 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389847 Feb 09 01:19:20.013196 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-a7f6e1a2-9419-4c6b-9303-92ff2dda0a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:20.135484 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-277372ed-eb1d-4268-a114-ff39529c9785 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:20.136718 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-277372ed-eb1d-4268-a114-ff39529c9785 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.8767953 Feb 09 01:19:20.139795 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56018) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:20.151041 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-5b501d70-deac-49fe-a11d-adfe25d96158 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'port': {'network_id': '75b976b3-1138-4de6-a026-230aff2c6733', 'name': 'tempest-PortsTestJSON-763670049'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:20.324465 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7d8214c3-3fc5-40e7-9d65-c84348183159 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:20.350637 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7d8214c3-3fc5-40e7-9d65-c84348183159 None None] Transition to ACTIVE for port object f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:20.397301 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7d8214c3-3fc5-40e7-9d65-c84348183159 None None] Transition to ACTIVE for port object f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:20.407067 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7d8214c3-3fc5-40e7-9d65-c84348183159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:20.520098 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8214c3-3fc5-40e7-9d65-c84348183159 None None] Network 75b976b3-1138-4de6-a026-230aff2c6733 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:20.524678 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-7d8214c3-3fc5-40e7-9d65-c84348183159 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:20.541679 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5b501d70-deac-49fe-a11d-adfe25d96158 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:20.542227 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8214c3-3fc5-40e7-9d65-c84348183159 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:19:20.553086 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5b501d70-deac-49fe-a11d-adfe25d96158 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:port and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:20.557397 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5b501d70-deac-49fe-a11d-adfe25d96158 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:20.573691 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8214c3-3fc5-40e7-9d65-c84348183159 None None] Pushing event updated for resources: {'Port': ['ID=f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:20.575088 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5b501d70-deac-49fe-a11d-adfe25d96158 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:20.699162 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56032) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:20.707141 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b501d70-deac-49fe-a11d-adfe25d96158 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:20.717565 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-b77fc096-7237-4f0b-bd0c-ea0894a57bfd tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Request body: {'router': {'name': 'tempest-router--74811885', 'project_id': '9f48d75e8cdc474597fbe91005cf7e2b'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:20.718059 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5b501d70-deac-49fe-a11d-adfe25d96158 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:20.732509 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b77fc096-7237-4f0b-bd0c-ea0894a57bfd tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:20.774092 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b77fc096-7237-4f0b-bd0c-ea0894a57bfd tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Usage tracker for resource:router and tenant:9f48d75e8cdc474597fbe91005cf7e2b is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:20.781980 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b77fc096-7237-4f0b-bd0c-ea0894a57bfd tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:20.823704 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-7d8214c3-3fc5-40e7-9d65-c84348183159 None None] Attempting to bind port f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:19:20.824308 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-5b501d70-deac-49fe-a11d-adfe25d96158 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] device_id is not set on port 00612124-aa6d-4e0f-b098-fa4f4d8566d4 yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:19:20.825223 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-7d8214c3-3fc5-40e7-9d65-c84348183159 None None] Attempting to bind port f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '99eba988-74a5-4cd1-984d-fa1ac6c93813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '75b976b3-1138-4de6-a026-230aff2c6733'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:19:20.825799 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8214c3-3fc5-40e7-9d65-c84348183159 None None] Attempting to bind port f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41 on network 75b976b3-1138-4de6-a026-230aff2c6733 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:20.834796 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8214c3-3fc5-40e7-9d65-c84348183159 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:19:20.835710 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8214c3-3fc5-40e7-9d65-c84348183159 None None] Checking segment: {'id': '99eba988-74a5-4cd1-984d-fa1ac6c93813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '75b976b3-1138-4de6-a026-230aff2c6733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:19:20.836329 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7d8214c3-3fc5-40e7-9d65-c84348183159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:20.837006 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8214c3-3fc5-40e7-9d65-c84348183159 None None] Bound using segment: {'id': '99eba988-74a5-4cd1-984d-fa1ac6c93813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '75b976b3-1138-4de6-a026-230aff2c6733'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:19:20.837684 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-7d8214c3-3fc5-40e7-9d65-c84348183159 None None] Bound port: f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99eba988-74a5-4cd1-984d-fa1ac6c93813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '75b976b3-1138-4de6-a026-230aff2c6733'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:19:20.838705 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7d8214c3-3fc5-40e7-9d65-c84348183159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:20.852714 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b77fc096-7237-4f0b-bd0c-ea0894a57bfd tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:20.909851 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b77fc096-7237-4f0b-bd0c-ea0894a57bfd tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:20.911284 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b77fc096-7237-4f0b-bd0c-ea0894a57bfd tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:20.970091 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0b43b-e2a4-4d4f-a91f-a7e4d886386c req-9425ae72-4efc-46e5-99ae-a51bd33c4191 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:20.981845 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fbe0b43b-e2a4-4d4f-a91f-a7e4d886386c req-9425ae72-4efc-46e5-99ae-a51bd33c4191 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 947 time: 0.3697593 Feb 09 01:19:21.005619 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-7d8214c3-3fc5-40e7-9d65-c84348183159 None None] For port f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:19:21.010186 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-7d8214c3-3fc5-40e7-9d65-c84348183159 None None] For port f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41,segment=NetworkSegment(99eba988-74a5-4cd1-984d-fa1ac6c93813),segment_id=99eba988-74a5-4cd1-984d-fa1ac6c93813)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:19:21.014802 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b77fc096-7237-4f0b-bd0c-ea0894a57bfd tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:21.018683 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7d8214c3-3fc5-40e7-9d65-c84348183159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:21.047030 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ffcad-f584-4607-8ded-1feef1e82731 req-09edd930-adcd-4415-a93f-716b376eb059 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:21.047734 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5f3ffcad-f584-4607-8ded-1feef1e82731 req-09edd930-adcd-4415-a93f-716b376eb059 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Synchronizing usage tracker for tenant:b3ae5f1a74a0449bbcfa6cd021a53ab0 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:21.077611 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-a7f6e1a2-9419-4c6b-9303-92ff2dda0a3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5340c0a2-2548-4545-bda7-7977eb2a4da1 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:19:21.096544 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5f3ffcad-f584-4607-8ded-1feef1e82731 req-09edd930-adcd-4415-a93f-716b376eb059 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Unset dirty status for tenant:b3ae5f1a74a0449bbcfa6cd021a53ab0 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:21.097736 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5f3ffcad-f584-4607-8ded-1feef1e82731 req-09edd930-adcd-4415-a93f-716b376eb059 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/ports?device_id=afbe8887-8003-407e-a80e-fd34906bcac7 HTTP/1.1" status: 200 len: 932 time: 0.3563285 Feb 09 01:19:21.107862 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-a7f6e1a2-9419-4c6b-9303-92ff2dda0a3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:21.121546 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fbe0b43b-e2a4-4d4f-a91f-a7e4d886386c req-a612da34-1b06-4800-b381-0960b54a0d69 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423626 Feb 09 01:19:21.133900 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8214c3-3fc5-40e7-9d65-c84348183159 None None] Pushing event updated for resources: {'Port': ['ID=f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:21.136789 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-5b501d70-deac-49fe-a11d-adfe25d96158 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Allocated IP 172.20.0.6 (75b976b3-1138-4de6-a026-230aff2c6733/2e93ee08-2727-4acd-8dc6-a3b438da61db/00612124-aa6d-4e0f-b098-fa4f4d8566d4) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:21.215028 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-a7f6e1a2-9419-4c6b-9303-92ff2dda0a3a service neutron] Transition to ACTIVE for port object 5340c0a2-2548-4545-bda7-7977eb2a4da1 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:21.219670 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b77fc096-7237-4f0b-bd0c-ea0894a57bfd tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:21.248950 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-a7f6e1a2-9419-4c6b-9303-92ff2dda0a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:21.302525 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b77fc096-7237-4f0b-bd0c-ea0894a57bfd tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:21.303719 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b77fc096-7237-4f0b-bd0c-ea0894a57bfd tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5998609 Feb 09 01:19:21.308894 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56052) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:21.421820 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5f3ffcad-f584-4607-8ded-1feef1e82731 req-dddca02b-5912-4902-a11b-b2530fe4e9ce tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cfe528b-964c-458b-a628-b5b62a013a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3101454 Feb 09 01:19:21.436461 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6e1a2-9419-4c6b-9303-92ff2dda0a3a service neutron] Pushing event updated for resources: {'Port': ['ID=5340c0a2-2548-4545-bda7-7977eb2a4da1,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:21.703423 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-a7f6e1a2-9419-4c6b-9303-92ff2dda0a3a service neutron] Attempting to bind port 5340c0a2-2548-4545-bda7-7977eb2a4da1 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:19:21.703805 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-a7f6e1a2-9419-4c6b-9303-92ff2dda0a3a service neutron] Attempting to bind port 5340c0a2-2548-4545-bda7-7977eb2a4da1 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '6da1aecd-c1a3-4d88-a372-e3dc40708330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'ddd61f39-8802-43d0-a6a2-be6dc226d8a0'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:19:21.704083 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-a7f6e1a2-9419-4c6b-9303-92ff2dda0a3a service neutron] Attempting to bind port 5340c0a2-2548-4545-bda7-7977eb2a4da1 on network ddd61f39-8802-43d0-a6a2-be6dc226d8a0 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:21.713316 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-a7f6e1a2-9419-4c6b-9303-92ff2dda0a3a service neutron] Port 5340c0a2-2548-4545-bda7-7977eb2a4da1 on network ddd61f39-8802-43d0-a6a2-be6dc226d8a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:19:21.713669 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-a7f6e1a2-9419-4c6b-9303-92ff2dda0a3a service neutron] Attempting to bind port 5340c0a2-2548-4545-bda7-7977eb2a4da1 on network ddd61f39-8802-43d0-a6a2-be6dc226d8a0 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:21.725933 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-a7f6e1a2-9419-4c6b-9303-92ff2dda0a3a service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:19:21.726308 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-a7f6e1a2-9419-4c6b-9303-92ff2dda0a3a service neutron] Checking segment: {'id': '6da1aecd-c1a3-4d88-a372-e3dc40708330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'ddd61f39-8802-43d0-a6a2-be6dc226d8a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:19:21.726665 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-a7f6e1a2-9419-4c6b-9303-92ff2dda0a3a service neutron] Bound using segment: {'id': '6da1aecd-c1a3-4d88-a372-e3dc40708330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'ddd61f39-8802-43d0-a6a2-be6dc226d8a0'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:19:21.727173 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-a7f6e1a2-9419-4c6b-9303-92ff2dda0a3a service neutron] Bound port: 5340c0a2-2548-4545-bda7-7977eb2a4da1, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6da1aecd-c1a3-4d88-a372-e3dc40708330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'ddd61f39-8802-43d0-a6a2-be6dc226d8a0'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:19:21.727521 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-a7f6e1a2-9419-4c6b-9303-92ff2dda0a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:21.758640 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:21.873345 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-a7f6e1a2-9419-4c6b-9303-92ff2dda0a3a service neutron] For port 5340c0a2-2548-4545-bda7-7977eb2a4da1, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:19:21.877840 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-a7f6e1a2-9419-4c6b-9303-92ff2dda0a3a service neutron] For port 5340c0a2-2548-4545-bda7-7977eb2a4da1, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=5340c0a2-2548-4545-bda7-7977eb2a4da1,segment=NetworkSegment(6da1aecd-c1a3-4d88-a372-e3dc40708330),segment_id=6da1aecd-c1a3-4d88-a372-e3dc40708330)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:19:21.883842 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-a7f6e1a2-9419-4c6b-9303-92ff2dda0a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:22.047041 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5b501d70-deac-49fe-a11d-adfe25d96158 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:22.067982 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-5b501d70-deac-49fe-a11d-adfe25d96158 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Transition to ACTIVE for port object 00612124-aa6d-4e0f-b098-fa4f4d8566d4 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:22.109673 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5b501d70-deac-49fe-a11d-adfe25d96158 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:22.159063 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-a7f6e1a2-9419-4c6b-9303-92ff2dda0a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:22.159917 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-a7f6e1a2-9419-4c6b-9303-92ff2dda0a3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:22.161503 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-a7f6e1a2-9419-4c6b-9303-92ff2dda0a3a service neutron] 10.222.0.35 "PUT /v2.0/ports/5340c0a2-2548-4545-bda7-7977eb2a4da1 HTTP/1.1" status: 200 len: 1092 time: 2.4459102 Feb 09 01:19:22.162039 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afbe8887-8003-407e-a80e-fd34906bcac7', 'tag': '5340c0a2-2548-4545-bda7-7977eb2a4da1'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:19:22.364162 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6e1a2-9419-4c6b-9303-92ff2dda0a3a service neutron] Pushing event updated for resources: {'Port': ['ID=5340c0a2-2548-4545-bda7-7977eb2a4da1,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:22.366949 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b501d70-deac-49fe-a11d-adfe25d96158 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Port': ['ID=00612124-aa6d-4e0f-b098-fa4f4d8566d4,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:22.449169 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-a0061c48-a450-410a-8e1d-c3222a354b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:22.451197 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-a0061c48-a450-410a-8e1d-c3222a354b70 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b3ae5f1a74a0449bbcfa6cd021a53ab0&device_id=afbe8887-8003-407e-a80e-fd34906bcac7 HTTP/1.1" status: 200 len: 1095 time: 0.2224967 Feb 09 01:19:22.461476 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b501d70-deac-49fe-a11d-adfe25d96158 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network 75b976b3-1138-4de6-a026-230aff2c6733 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:22.468323 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2a8e5c71-4a9b-450b-a06b-9a3eaa7fbb12 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:22.542365 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:19:22.571648 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-0a6f055f-63ae-4007-80a9-1e1f708887eb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5340c0a2-2548-4545-bda7-7977eb2a4da1 HTTP/1.1" status: 200 len: 217 time: 0.1061838 Feb 09 01:19:22.572177 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56078) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:22.573721 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afbe8887-8003-407e-a80e-fd34906bcac7', 'tag': '5340c0a2-2548-4545-bda7-7977eb2a4da1', 'status': 'completed', 'code': 200} Feb 09 01:19:22.714698 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-758fa0d6-f604-4dcb-a4dd-c2eca8f42b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:22.716258 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-758fa0d6-f604-4dcb-a4dd-c2eca8f42b56 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=701a1178-862c-45bf-93bb-f9578c351ffb HTTP/1.1" status: 200 len: 843 time: 0.1220429 Feb 09 01:19:22.724160 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:22.805972 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-5b501d70-deac-49fe-a11d-adfe25d96158 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:22.818208 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b501d70-deac-49fe-a11d-adfe25d96158 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:19:22.841496 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-5e13f9d2-36d6-40c4-8200-e0260fa5ae1f tempest-QuotasTest-815638666 tempest-QuotasTest-815638666-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:22.874982 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300e1079-d8e1-4819-ba9b-2db34dcadc29 None None] Network 75b976b3-1138-4de6-a026-230aff2c6733 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:19:22.927114 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-01fd0505-60fb-4769-ba0a-c44d8a14fba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:22.929343 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-01fd0505-60fb-4769-ba0a-c44d8a14fba1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ddd61f39-8802-43d0-a6a2-be6dc226d8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2046831 Feb 09 01:19:22.941103 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9f8d1-69a1-4e73-8989-c17e44768604 req-efe589df-8eaa-46ed-9036-9a7015ecfc42 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:22.949478 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca785a-9d05-4c10-b8a8-dcdf33ce990c req-4b44ab8c-32bd-4957-b527-eac4aae1816b tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:22.949970 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7ab9f8d1-69a1-4e73-8989-c17e44768604 req-efe589df-8eaa-46ed-9036-9a7015ecfc42 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/ports?device_id=afbe8887-8003-407e-a80e-fd34906bcac7 HTTP/1.1" status: 200 len: 944 time: 0.2303431 Feb 09 01:19:22.950991 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5aca785a-9d05-4c10-b8a8-dcdf33ce990c req-4b44ab8c-32bd-4957-b527-eac4aae1816b tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 947 time: 1.5578578 Feb 09 01:19:22.961334 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5e13f9d2-36d6-40c4-8200-e0260fa5ae1f tempest-QuotasTest-815638666 tempest-QuotasTest-815638666-project-admin] 10.222.0.37 "PUT /v2.0/quotas/6eb37cae619a4ab8a766eea59d0d59b8 HTTP/1.1" status: 200 len: 366 time: 0.3865626 Feb 09 01:19:22.985921 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56088) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:22.998244 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f95ba243-131f-4423-9950-d9fcb80384ef None None] Provisioning for port f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:23.009939 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f95ba243-131f-4423-9950-d9fcb80384ef None None] Provisioning complete for port f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:23.010304 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f95ba243-131f-4423-9950-d9fcb80384ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:23.024774 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2a8e5c71-4a9b-450b-a06b-9a3eaa7fbb12 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:23.029199 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2a8e5c71-4a9b-450b-a06b-9a3eaa7fbb12 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:23.082025 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b501d70-deac-49fe-a11d-adfe25d96158 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:23.082818 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5b501d70-deac-49fe-a11d-adfe25d96158 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:23.103449 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-cf767ab6-153a-4bce-8555-637ec94a9dde tempest-QuotasTest-815638666 tempest-QuotasTest-815638666-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0960376 Feb 09 01:19:23.116223 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56092) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:23.136317 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9242d1c2-f381-48da-ae0f-de27c6d68d41 tempest-QuotasTest-815638666 tempest-QuotasTest-815638666-project-admin] 10.222.0.37 "GET /v2.0/quotas/6eb37cae619a4ab8a766eea59d0d59b8 HTTP/1.1" status: 200 len: 366 time: 0.0187292 Feb 09 01:19:23.140945 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56096) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:23.144127 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5aca785a-9d05-4c10-b8a8-dcdf33ce990c req-e82fe9f5-18dc-4806-aae5-be10015fe55c tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272588 Feb 09 01:19:23.148710 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5b501d70-deac-49fe-a11d-adfe25d96158 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0006573 Feb 09 01:19:23.158231 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56100) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:23.188971 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7ab9f8d1-69a1-4e73-8989-c17e44768604 req-b692207b-31f8-458a-8e40-6a252b0e6471 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cfe528b-964c-458b-a628-b5b62a013a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379854 Feb 09 01:19:23.286842 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-d9a41a14-246d-4bfb-af05-dcda58ce5a0c service neutron] 10.222.0.35 "GET /v2.0/networks/ddd61f39-8802-43d0-a6a2-be6dc226d8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236878 Feb 09 01:19:23.339323 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:19:23.372981 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f85712ff-c03c-4be5-957f-503a4e106ca5 tempest-QuotasTest-815638666 tempest-QuotasTest-815638666-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/6eb37cae619a4ab8a766eea59d0d59b8 HTTP/1.1" status: 204 len: 168 time: 0.2255526 Feb 09 01:19:23.373828 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56106) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:23.385332 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2a8e5c71-4a9b-450b-a06b-9a3eaa7fbb12 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:23.386093 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8e5c71-4a9b-450b-a06b-9a3eaa7fbb12 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7197d75a-ac39-4b70-a19b-6a1a55678858 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:19:23.399624 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f95ba243-131f-4423-9950-d9fcb80384ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:23.447844 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2a8e5c71-4a9b-450b-a06b-9a3eaa7fbb12 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:23.448975 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2a8e5c71-4a9b-450b-a06b-9a3eaa7fbb12 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] 10.222.0.37 "DELETE /v2.0/routers/7197d75a-ac39-4b70-a19b-6a1a55678858 HTTP/1.1" status: 204 len: 168 time: 2.1361423 Feb 09 01:19:23.450029 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f95ba243-131f-4423-9950-d9fcb80384ef None None] For port f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41,segment=NetworkSegment(99eba988-74a5-4cd1-984d-fa1ac6c93813),segment_id=99eba988-74a5-4cd1-984d-fa1ac6c93813)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:23.467832 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f95ba243-131f-4423-9950-d9fcb80384ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:23.470346 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-930411b5-7982-482c-be7b-bd692c1c1953 tempest-QuotasTest-815638666 tempest-QuotasTest-815638666-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0860953 Feb 09 01:19:23.487186 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bc8b545b-3397-4ddf-9c07-8c0dac567585 req-9331a0b0-df93-4650-80dc-1149c2330840 service neutron] 10.222.0.35 "GET /v2.0/networks/ddd61f39-8802-43d0-a6a2-be6dc226d8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931701 Feb 09 01:19:23.487673 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56112) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:23.509882 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6e6af3fb-f31f-4089-8b5f-9c08ba1dff66 tempest-QuotasTest-815638666 tempest-QuotasTest-815638666-project-admin] 10.222.0.37 "GET /v2.0/quotas/6eb37cae619a4ab8a766eea59d0d59b8 HTTP/1.1" status: 200 len: 370 time: 0.0189602 Feb 09 01:19:23.515644 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56116) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:23.524700 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-11079ec3-b7a5-402f-ba92-891fdcff43d6 tempest-QuotasTest-815638666 tempest-QuotasTest-815638666-project-admin] 10.222.0.37 "GET /v2.0/quotas/6eb37cae619a4ab8a766eea59d0d59b8/default HTTP/1.1" status: 200 len: 370 time: 0.0054841 Feb 09 01:19:23.526675 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56120) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:23.536573 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-f9db8604-9fd2-4bce-9fc8-c21520fe1a42 tempest-QuotasTest-815638666 tempest-QuotasTest-815638666-project-admin] delete failed (client error): The resource could not be found. Feb 09 01:19:23.540053 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f9db8604-9fd2-4bce-9fc8-c21520fe1a42 tempest-QuotasTest-815638666 tempest-QuotasTest-815638666-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/6eb37cae619a4ab8a766eea59d0d59b8 HTTP/1.1" status: 404 len: 348 time: 0.0099072 Feb 09 01:19:23.650587 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ba243-131f-4423-9950-d9fcb80384ef None None] Pushing event updated for resources: {'Port': ['ID=f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:23.738573 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56126) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:23.784808 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce043186-1554-46dc-8253-e72af5477367 req-b30b55cc-2742-4297-b507-63253825435c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:23.786543 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ce043186-1554-46dc-8253-e72af5477367 req-b30b55cc-2742-4297-b507-63253825435c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b3ae5f1a74a0449bbcfa6cd021a53ab0&device_id=afbe8887-8003-407e-a80e-fd34906bcac7 HTTP/1.1" status: 200 len: 1095 time: 0.2106507 Feb 09 01:19:23.806216 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-64155446-31cc-44ac-8354-78b8a28d34f7 None None] Provisioning for port 00612124-aa6d-4e0f-b098-fa4f4d8566d4 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:23.811985 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-64155446-31cc-44ac-8354-78b8a28d34f7 None None] Provisioning complete for port 00612124-aa6d-4e0f-b098-fa4f4d8566d4 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:23.812368 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-64155446-31cc-44ac-8354-78b8a28d34f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:23.935386 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-64155446-31cc-44ac-8354-78b8a28d34f7 None None] Port 00612124-aa6d-4e0f-b098-fa4f4d8566d4 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:19:23.947918 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-64155446-31cc-44ac-8354-78b8a28d34f7 None None] Provisioning complete for port f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:23.948294 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-64155446-31cc-44ac-8354-78b8a28d34f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:23.979559 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56132) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:23.995828 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce043186-1554-46dc-8253-e72af5477367 req-1d9936b3-e699-4118-900b-0ec714dea11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:23.997929 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ce043186-1554-46dc-8253-e72af5477367 req-1d9936b3-e699-4118-900b-0ec714dea11b service neutron] 10.222.0.35 "GET /v2.0/networks?id=ddd61f39-8802-43d0-a6a2-be6dc226d8a0 HTTP/1.1" status: 200 len: 905 time: 0.1952808 Feb 09 01:19:24.000425 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1ec2319c-040a-4553-93bc-d65319335dab tempest-QuotasTest-815638666 tempest-QuotasTest-815638666-project-admin] Usage tracker for resource:network and tenant:98ba88f657734283b71ae64950f2cc26 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:24.008488 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1ec2319c-040a-4553-93bc-d65319335dab tempest-QuotasTest-815638666 tempest-QuotasTest-815638666-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:24.132007 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ce043186-1554-46dc-8253-e72af5477367 req-038779d8-8ac2-4a0e-9035-f03a5fa86a1f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5340c0a2-2548-4545-bda7-7977eb2a4da1 HTTP/1.1" status: 200 len: 217 time: 0.1241508 Feb 09 01:19:24.250157 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce043186-1554-46dc-8253-e72af5477367 req-e58b6a3e-6df3-4206-8c87-476a02b70608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:24.254082 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ce043186-1554-46dc-8253-e72af5477367 req-e58b6a3e-6df3-4206-8c87-476a02b70608 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=701a1178-862c-45bf-93bb-f9578c351ffb HTTP/1.1" status: 200 len: 843 time: 0.1119258 Feb 09 01:19:24.257239 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1ec2319c-040a-4553-93bc-d65319335dab tempest-QuotasTest-815638666 tempest-QuotasTest-815638666-project-admin] Usage tracker for resource:subnet and tenant:98ba88f657734283b71ae64950f2cc26 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:24.258628 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73328e8-4b4c-44ce-8fee-f05bc651c65c req-8a66b478-69a4-4671-aff6-3dfc691a682b tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:24.267124 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a73328e8-4b4c-44ce-8fee-f05bc651c65c req-8a66b478-69a4-4671-aff6-3dfc691a682b tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 947 time: 0.9070790 Feb 09 01:19:24.305399 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b5b7b34a-9595-454d-853d-d2057a42c50a None None] Provisioning complete for port 00612124-aa6d-4e0f-b098-fa4f4d8566d4 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:24.305844 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b5b7b34a-9595-454d-853d-d2057a42c50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:24.361241 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1702377453', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}, 'admin_state_up': False}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:24.372885 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1ec2319c-040a-4553-93bc-d65319335dab tempest-QuotasTest-815638666 tempest-QuotasTest-815638666-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:24.387372 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:24.394227 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Usage tracker for resource:router and tenant:dda5002cd243458fbafb7f17fad30ab2 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:24.400991 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:24.402929 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a73328e8-4b4c-44ce-8fee-f05bc651c65c req-831fe413-2d15-458b-9dd5-f60c64cb26da tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320267 Feb 09 01:19:24.403827 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1ec2319c-040a-4553-93bc-d65319335dab tempest-QuotasTest-815638666 tempest-QuotasTest-815638666-project-admin] Usage tracker for resource:subnetpool and tenant:98ba88f657734283b71ae64950f2cc26 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:24.420882 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1ec2319c-040a-4553-93bc-d65319335dab tempest-QuotasTest-815638666 tempest-QuotasTest-815638666-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:24.422316 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba0f072d-0f3d-45c7-819b-cd0a804adb02 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:24.422472 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:24.437882 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b5b7b34a-9595-454d-853d-d2057a42c50a None None] Port 00612124-aa6d-4e0f-b098-fa4f4d8566d4 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:19:24.450246 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1ec2319c-040a-4553-93bc-d65319335dab tempest-QuotasTest-815638666 tempest-QuotasTest-815638666-project-admin] Usage tracker for resource:port and tenant:98ba88f657734283b71ae64950f2cc26 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:24.460163 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:24.461432 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:24.465949 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:19:24.511012 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1ec2319c-040a-4553-93bc-d65319335dab tempest-QuotasTest-815638666 tempest-QuotasTest-815638666-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:24.544187 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce043186-1554-46dc-8253-e72af5477367 req-9beb16d6-ce18-42c6-bfe9-91c8cba56ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:24.545794 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ce043186-1554-46dc-8253-e72af5477367 req-9beb16d6-ce18-42c6-bfe9-91c8cba56ca2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ddd61f39-8802-43d0-a6a2-be6dc226d8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2798743 Feb 09 01:19:24.555427 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:24.555895 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:24.566094 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1ec2319c-040a-4553-93bc-d65319335dab tempest-QuotasTest-815638666 tempest-QuotasTest-815638666-project-admin] Usage tracker for resource:router and tenant:98ba88f657734283b71ae64950f2cc26 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:24.592163 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:24.593434 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1ec2319c-040a-4553-93bc-d65319335dab tempest-QuotasTest-815638666 tempest-QuotasTest-815638666-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:24.691988 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1ec2319c-040a-4553-93bc-d65319335dab tempest-QuotasTest-815638666 tempest-QuotasTest-815638666-project-admin] Usage tracker for resource:floatingip and tenant:98ba88f657734283b71ae64950f2cc26 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:24.701150 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1ec2319c-040a-4553-93bc-d65319335dab tempest-QuotasTest-815638666 tempest-QuotasTest-815638666-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:24.827463 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5360b20-aacd-4ae7-960b-7d1b26a5dd5a req-6726becc-44b1-43fb-a5ac-0a353798c95c tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:24.829029 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b5360b20-aacd-4ae7-960b-7d1b26a5dd5a req-6726becc-44b1-43fb-a5ac-0a353798c95c tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/ports?device_id=afbe8887-8003-407e-a80e-fd34906bcac7 HTTP/1.1" status: 200 len: 944 time: 0.3541555 Feb 09 01:19:24.944556 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:25.040427 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba0f072d-0f3d-45c7-819b-cd0a804adb02 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:25.063993 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fb22c-8cc2-4f43-aacc-d4fbec1bc9b3 req-63327416-8186-4390-870f-d7a5ba4621b4 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:25.065928 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a30fb22c-8cc2-4f43-aacc-d4fbec1bc9b3 req-63327416-8186-4390-870f-d7a5ba4621b4 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 947 time: 0.2836130 Feb 09 01:19:25.067939 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba0f072d-0f3d-45c7-819b-cd0a804adb02 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:25.199196 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:25.210517 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ce043186-1554-46dc-8253-e72af5477367 req-b05174e4-07a2-49cf-af6d-fa7abcc3bea3 service neutron] 10.222.0.35 "GET /v2.0/networks/ddd61f39-8802-43d0-a6a2-be6dc226d8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6478314 Feb 09 01:19:25.268546 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f072d-0f3d-45c7-819b-cd0a804adb02 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Port': ['ID=00612124-aa6d-4e0f-b098-fa4f4d8566d4,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:25.336261 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a30fb22c-8cc2-4f43-aacc-d4fbec1bc9b3 req-ec4412f4-12c6-41c1-8514-b5f28870a838 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633090 Feb 09 01:19:25.492282 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b5360b20-aacd-4ae7-960b-7d1b26a5dd5a req-f50a4d52-e9be-4ecd-a6ec-47e8fe28f06e tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cfe528b-964c-458b-a628-b5b62a013a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6468620 Feb 09 01:19:25.492932 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1ec2319c-040a-4553-93bc-d65319335dab tempest-QuotasTest-815638666 tempest-QuotasTest-815638666-project-admin] Usage tracker for resource:security_group and tenant:98ba88f657734283b71ae64950f2cc26 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:25.506871 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1ec2319c-040a-4553-93bc-d65319335dab tempest-QuotasTest-815638666 tempest-QuotasTest-815638666-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:25.560269 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1ec2319c-040a-4553-93bc-d65319335dab tempest-QuotasTest-815638666 tempest-QuotasTest-815638666-project-admin] Usage tracker for resource:security_group_rule and tenant:98ba88f657734283b71ae64950f2cc26 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:25.571203 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-365c353c-865b-4155-8cbe-89720bc11e98 None None] Provisioning complete for port 00612124-aa6d-4e0f-b098-fa4f4d8566d4 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:25.571893 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-365c353c-865b-4155-8cbe-89720bc11e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:25.577995 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1ec2319c-040a-4553-93bc-d65319335dab tempest-QuotasTest-815638666 tempest-QuotasTest-815638666-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:25.583598 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ce043186-1554-46dc-8253-e72af5477367 req-5679f2d0-a724-4afe-811a-1413ba2fa8da service neutron] 10.222.0.35 "GET /v2.0/networks/ddd61f39-8802-43d0-a6a2-be6dc226d8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591137 Feb 09 01:19:25.592626 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1ec2319c-040a-4553-93bc-d65319335dab tempest-QuotasTest-815638666 tempest-QuotasTest-815638666-project-admin] 10.222.0.37 "GET /v2.0/quotas/98ba88f657734283b71ae64950f2cc26/details.json HTTP/1.1" status: 200 len: 703 time: 1.8530474 Feb 09 01:19:25.662459 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b81d64-f2bb-4b56-9e66-f78d79bbd1b0 req-33e7927f-bfb8-41c3-b41e-bee814593c36 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:25.663991 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-74b81d64-f2bb-4b56-9e66-f78d79bbd1b0 req-33e7927f-bfb8-41c3-b41e-bee814593c36 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 947 time: 0.1399798 Feb 09 01:19:25.704576 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-365c353c-865b-4155-8cbe-89720bc11e98 None None] Port 00612124-aa6d-4e0f-b098-fa4f4d8566d4 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:19:25.749816 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-74b81d64-f2bb-4b56-9e66-f78d79bbd1b0 req-3a6269df-4ca7-485b-8008-60754dc6a7dd tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538561 Feb 09 01:19:25.815394 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba0f072d-0f3d-45c7-819b-cd0a804adb02 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:25.925368 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:25.956998 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:25.989225 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56160) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:26.117721 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Allocated IP 172.25.5.173 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/2c8cb652-6e1b-4fc2-93fa-712635740555) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:26.204132 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba0f072d-0f3d-45c7-819b-cd0a804adb02 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:26.243039 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13116e9b-f07c-407b-a9bd-5ff6682515e7 req-1e613c29-3b64-48f0-9f15-a4a90dd33f00 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:26.244565 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-13116e9b-f07c-407b-a9bd-5ff6682515e7 req-1e613c29-3b64-48f0-9f15-a4a90dd33f00 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 947 time: 0.2561851 Feb 09 01:19:26.282026 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-25e50dac-cf8a-4f88-bef7-be07f61ded12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:26.298423 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:26.329615 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:26.331377 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-25e50dac-cf8a-4f88-bef7-be07f61ded12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:26.339414 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-25e50dac-cf8a-4f88-bef7-be07f61ded12 admin admin] Usage tracker for resource:security_group_rule and tenant:ff50d0ce1a3545efac0c9370ec08f086 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:26.350400 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-25e50dac-cf8a-4f88-bef7-be07f61ded12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:26.410762 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Pushing event updated for resources: {'Port': ['ID=2c8cb652-6e1b-4fc2-93fa-712635740555,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:26.430689 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:26.431054 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:26.431473 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:26.431824 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:26.432158 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:26.432632 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:26.433145 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:26.433483 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:26.433811 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:26.434132 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:26.434600 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:26.434928 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:26.447389 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:26.448781 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:26.452810 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:19:26.557929 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-25e50dac-cf8a-4f88-bef7-be07f61ded12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:26.572898 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-13116e9b-f07c-407b-a9bd-5ff6682515e7 req-7a2b8cbb-99f9-4666-a601-56d927eff9ed tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969968 Feb 09 01:19:26.619255 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 5340c0a2-2548-4545-bda7-7977eb2a4da1 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:19:26.845870 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 5340c0a2-2548-4545-bda7-7977eb2a4da1, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=5340c0a2-2548-4545-bda7-7977eb2a4da1,segment=NetworkSegment(6da1aecd-c1a3-4d88-a372-e3dc40708330),segment_id=6da1aecd-c1a3-4d88-a372-e3dc40708330)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:26.861048 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '5340c0a2-2548-4545-bda7-7977eb2a4da1', 'network_id': 'ddd61f39-8802-43d0-a6a2-be6dc226d8a0', 'port_id': '5340c0a2-2548-4545-bda7-7977eb2a4da1', 'mac_address': 'fa:16:3e:c5:52:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 981, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '701a1178-862c-45bf-93bb-f9578c351ffb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:19:26.931713 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:26.965618 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5340c0a2-2548-4545-bda7-7977eb2a4da1 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:19:26.992887 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 5340c0a2-2548-4545-bda7-7977eb2a4da1, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=5340c0a2-2548-4545-bda7-7977eb2a4da1,segment=NetworkSegment(6da1aecd-c1a3-4d88-a372-e3dc40708330),segment_id=6da1aecd-c1a3-4d88-a372-e3dc40708330)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:26.998965 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-25e50dac-cf8a-4f88-bef7-be07f61ded12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:26.999779 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:27.010708 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508bb43-7bd3-4b0a-b6b8-388c6c3b8fbd req-3a46ebdd-8469-4432-a99b-684f6d41107b tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:27.012365 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9508bb43-7bd3-4b0a-b6b8-388c6c3b8fbd req-3a46ebdd-8469-4432-a99b-684f6d41107b tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 947 time: 0.2938051 Feb 09 01:19:27.014825 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-25e50dac-cf8a-4f88-bef7-be07f61ded12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:27.079159 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba0f072d-0f3d-45c7-819b-cd0a804adb02 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:27.110909 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba0f072d-0f3d-45c7-819b-cd0a804adb02 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:27.163040 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=5340c0a2-2548-4545-bda7-7977eb2a4da1,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:27.197307 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e50dac-cf8a-4f88-bef7-be07f61ded12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a290127-7bec-48e9-a31b-decf0e4b1273,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:27.212339 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-25e50dac-cf8a-4f88-bef7-be07f61ded12 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff50d0ce1a3545efac0c9370ec08f086&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2221527 Feb 09 01:19:27.227552 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9508bb43-7bd3-4b0a-b6b8-388c6c3b8fbd req-ea2da9a0-4569-410e-8ce3-bc73c9d527b5 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036891 Feb 09 01:19:27.233921 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56174) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:27.258181 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e50dac-cf8a-4f88-bef7-be07f61ded12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:27.258533 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e50dac-cf8a-4f88-bef7-be07f61ded12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:27.258959 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e50dac-cf8a-4f88-bef7-be07f61ded12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:27.259306 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e50dac-cf8a-4f88-bef7-be07f61ded12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:27.259639 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e50dac-cf8a-4f88-bef7-be07f61ded12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:27.259968 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e50dac-cf8a-4f88-bef7-be07f61ded12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:27.260294 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e50dac-cf8a-4f88-bef7-be07f61ded12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:27.260777 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e50dac-cf8a-4f88-bef7-be07f61ded12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:27.261112 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e50dac-cf8a-4f88-bef7-be07f61ded12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:27.261434 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e50dac-cf8a-4f88-bef7-be07f61ded12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:27.261748 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e50dac-cf8a-4f88-bef7-be07f61ded12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:27.262073 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e50dac-cf8a-4f88-bef7-be07f61ded12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:27.286981 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb59166-8566-420f-8ea3-2614ada41339 req-9c65c555-66df-4ab3-aee7-7f518534d76f tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:27.287529 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba0f072d-0f3d-45c7-819b-cd0a804adb02 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:27.288709 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9cb59166-8566-420f-8ea3-2614ada41339 req-9c65c555-66df-4ab3-aee7-7f518534d76f tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/ports?device_id=afbe8887-8003-407e-a80e-fd34906bcac7 HTTP/1.1" status: 200 len: 944 time: 0.4763048 Feb 09 01:19:27.312313 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f072d-0f3d-45c7-819b-cd0a804adb02 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Port': ['ID=00612124-aa6d-4e0f-b098-fa4f4d8566d4,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:27.325954 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['5340c0a2-2548-4545-bda7-7977eb2a4da1'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:19:27.328434 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router_gateway, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:27.522675 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7ba34c64-ed78-4af3-9fea-6925c8df7436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:27.586945 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7ba34c64-ed78-4af3-9fea-6925c8df7436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:27.656200 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea3195-faea-4cda-a436-981fff84a73a req-b2caab9b-348b-474f-97c0-4ce19dd905d8 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:27.659715 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ccea3195-faea-4cda-a436-981fff84a73a req-b2caab9b-348b-474f-97c0-4ce19dd905d8 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 947 time: 0.2579658 Feb 09 01:19:27.686055 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0f072d-0f3d-45c7-819b-cd0a804adb02 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network 75b976b3-1138-4de6-a026-230aff2c6733 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:27.686884 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9cb59166-8566-420f-8ea3-2614ada41339 req-669f7aad-767f-4c5b-b928-b7511e720cc7 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cfe528b-964c-458b-a628-b5b62a013a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2966743 Feb 09 01:19:27.689290 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-ba0f072d-0f3d-45c7-819b-cd0a804adb02 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:27.860665 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ccea3195-faea-4cda-a436-981fff84a73a req-ecfb1245-1d4a-4b27-bcdc-74e31744bff1 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924100 Feb 09 01:19:27.905113 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:27.992773 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7ba34c64-ed78-4af3-9fea-6925c8df7436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:28.010546 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56190) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:28.020723 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba34c64-ed78-4af3-9fea-6925c8df7436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a290127-7bec-48e9-a31b-decf0e4b1273,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:28.083322 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7ba34c64-ed78-4af3-9fea-6925c8df7436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:28.084492 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7ba34c64-ed78-4af3-9fea-6925c8df7436 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9a290127-7bec-48e9-a31b-decf0e4b1273 HTTP/1.1" status: 204 len: 168 time: 0.8474917 Feb 09 01:19:28.090482 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-397c0f51-b1a2-4288-909c-4d1c06a58c22 None None] Provisioning complete for port 00612124-aa6d-4e0f-b098-fa4f4d8566d4 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:28.090983 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-397c0f51-b1a2-4288-909c-4d1c06a58c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:28.113960 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0f072d-0f3d-45c7-819b-cd0a804adb02 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Router 5e3f1e48-a578-4186-bfc4-cbd437dec55b is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:19:28.213820 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-397c0f51-b1a2-4288-909c-4d1c06a58c22 None None] Port 00612124-aa6d-4e0f-b098-fa4f4d8566d4 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:19:28.274648 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-41b9db7e-2f5c-4297-848f-f32edba940c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:28.299676 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-41b9db7e-2f5c-4297-848f-f32edba940c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:28.303703 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-41b9db7e-2f5c-4297-848f-f32edba940c0 admin admin] Usage tracker for resource:security_group_rule and tenant:92d34dc4dbde4acf8ea89896dd8a2c1f is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:28.306683 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-41b9db7e-2f5c-4297-848f-f32edba940c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:28.312429 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-41b9db7e-2f5c-4297-848f-f32edba940c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:28.406768 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0f072d-0f3d-45c7-819b-cd0a804adb02 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:19:28.408150 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9be09f-fc08-4eb6-87b9-c58eea0f8a62 req-ccdf7e4e-0643-409c-a9d9-b5ca219bdfbc tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:28.409692 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ca9be09f-fc08-4eb6-87b9-c58eea0f8a62 req-ccdf7e4e-0643-409c-a9d9-b5ca219bdfbc tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 947 time: 0.2456274 Feb 09 01:19:28.420135 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Router 46ebb8d9-ee89-4797-bf57-b93be8a85a0e is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:19:28.422205 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa74daa-8bac-4b74-b3df-dd6651d6a506 None None] Sync routers for ids ['5e3f1e48-a578-4186-bfc4-cbd437dec55b'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:19:28.440134 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ba0f072d-0f3d-45c7-819b-cd0a804adb02 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "PUT /v2.0/routers/5e3f1e48-a578-4186-bfc4-cbd437dec55b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2782900 Feb 09 01:19:28.440444 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa74daa-8bac-4b74-b3df-dd6651d6a506 None None] Routers {'5e3f1e48-a578-4186-bfc4-cbd437dec55b'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:19:28.440444 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-4aa74daa-8bac-4b74-b3df-dd6651d6a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:19:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['5e3f1e48-a578-4186-bfc4-cbd437dec55b'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:28.443416 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56200) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:28.525901 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56204) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:28.534956 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-4aa74daa-8bac-4b74-b3df-dd6651d6a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:28.558738 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa74daa-8bac-4b74-b3df-dd6651d6a506 None None] Routers {'5e3f1e48-a578-4186-bfc4-cbd437dec55b'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:19:28.559351 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-4aa74daa-8bac-4b74-b3df-dd6651d6a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:19:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['5e3f1e48-a578-4186-bfc4-cbd437dec55b'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:28.581075 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96ee66bd-ecc6-4c37-b38b-504d02c362ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:28.585806 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ca9be09f-fc08-4eb6-87b9-c58eea0f8a62 req-95deac6f-0a03-4b67-bcb6-72238afca1e4 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532905 Feb 09 01:19:28.592352 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-41b9db7e-2f5c-4297-848f-f32edba940c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:28.603008 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-96ee66bd-ecc6-4c37-b38b-504d02c362ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:28.616664 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-41b9db7e-2f5c-4297-848f-f32edba940c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:28.617057 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-96ee66bd-ecc6-4c37-b38b-504d02c362ba admin admin] Usage tracker for resource:security_group_rule and tenant:98ba88f657734283b71ae64950f2cc26 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:28.617057 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-96ee66bd-ecc6-4c37-b38b-504d02c362ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:28.622968 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 5340c0a2-2548-4545-bda7-7977eb2a4da1 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:19:28.635408 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-4aa74daa-8bac-4b74-b3df-dd6651d6a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:28.636536 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa74daa-8bac-4b74-b3df-dd6651d6a506 None None] The sync data for ids ['5e3f1e48-a578-4186-bfc4-cbd437dec55b'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:19:28.642435 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-96ee66bd-ecc6-4c37-b38b-504d02c362ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:28.667045 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61a64d4-d1b5-4fc1-bdf4-8dc3a22a1ee3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:28.667776 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a61a64d4-d1b5-4fc1-bdf4-8dc3a22a1ee3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Synchronizing usage tracker for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:28.700635 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a61a64d4-d1b5-4fc1-bdf4-8dc3a22a1ee3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Unset dirty status for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:28.702464 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a61a64d4-d1b5-4fc1-bdf4-8dc3a22a1ee3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e3f1e48-a578-4186-bfc4-cbd437dec55b HTTP/1.1" status: 200 len: 981 time: 0.2579949 Feb 09 01:19:28.705381 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56212) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:28.737132 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 5340c0a2-2548-4545-bda7-7977eb2a4da1 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:28.740958 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-41b9db7e-2f5c-4297-848f-f32edba940c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92d34dc4dbde4acf8ea89896dd8a2c1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7265534 Feb 09 01:19:28.745959 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 5340c0a2-2548-4545-bda7-7977eb2a4da1 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:28.746182 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56218) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:28.746326 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:28.785014 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9db7e-2f5c-4297-848f-f32edba940c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa882c60-c81b-44d6-a3aa-64d0d63bc934,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:28.802955 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:19:28.817930 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d98bf1-5e7b-4905-9f8e-a06568aacc6a None None] Sync routers for ids ['46ebb8d9-ee89-4797-bf57-b93be8a85a0e'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:19:28.867075 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d98bf1-5e7b-4905-9f8e-a06568aacc6a None None] Routers {'46ebb8d9-ee89-4797-bf57-b93be8a85a0e'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:19:28.867499 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-31d98bf1-5e7b-4905-9f8e-a06568aacc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:19:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['46ebb8d9-ee89-4797-bf57-b93be8a85a0e'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:28.888846 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:28.890100 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0fd42fb5-0eba-48f7-940e-a00aac674e20 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.9091606 Feb 09 01:19:28.896176 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56222) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:28.949826 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-31d98bf1-5e7b-4905-9f8e-a06568aacc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:28.968635 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d98bf1-5e7b-4905-9f8e-a06568aacc6a None None] Routers {'46ebb8d9-ee89-4797-bf57-b93be8a85a0e'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:19:28.969608 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-31d98bf1-5e7b-4905-9f8e-a06568aacc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:19:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['46ebb8d9-ee89-4797-bf57-b93be8a85a0e'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:28.987492 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ef5f9a26-8f1e-455b-b84a-b79791f9e9b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:29.025182 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470d047-9970-4786-a034-3674661d7025 req-051ccbbb-f3b0-4d7a-a9ee-f14c3b7ae38b tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:29.026749 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4470d047-9970-4786-a034-3674661d7025 req-051ccbbb-f3b0-4d7a-a9ee-f14c3b7ae38b tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 947 time: 0.2845700 Feb 09 01:19:29.041811 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:29.052340 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-31d98bf1-5e7b-4905-9f8e-a06568aacc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:29.052761 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d98bf1-5e7b-4905-9f8e-a06568aacc6a None None] The sync data for ids ['46ebb8d9-ee89-4797-bf57-b93be8a85a0e'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:19:29.064200 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ef5f9a26-8f1e-455b-b84a-b79791f9e9b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:29.075125 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afbe8887-8003-407e-a80e-fd34906bcac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5340c0a2-2548-4545-bda7-7977eb2a4da1'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:19:29.088684 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 5340c0a2-2548-4545-bda7-7977eb2a4da1, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=5340c0a2-2548-4545-bda7-7977eb2a4da1,segment=NetworkSegment(6da1aecd-c1a3-4d88-a372-e3dc40708330),segment_id=6da1aecd-c1a3-4d88-a372-e3dc40708330)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:29.101884 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:29.202522 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=5340c0a2-2548-4545-bda7-7977eb2a4da1,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:29.233700 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d82792-1bb5-4e1b-8fed-1499f1f82608 req-ea83a8be-69ab-4b2a-9fe1-6d48b53b2660 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:29.235279 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-31d82792-1bb5-4e1b-8fed-1499f1f82608 req-ea83a8be-69ab-4b2a-9fe1-6d48b53b2660 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/ports?device_id=afbe8887-8003-407e-a80e-fd34906bcac7 HTTP/1.1" status: 200 len: 945 time: 0.3123667 Feb 09 01:19:29.346817 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7514f0c3-c221-411b-a571-732432e3ea4b tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] 10.222.0.37 "GET /v2.0/routers/46ebb8d9-ee89-4797-bf57-b93be8a85a0e HTTP/1.1" status: 200 len: 921 time: 0.4494910 Feb 09 01:19:29.351152 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4470d047-9970-4786-a034-3674661d7025 req-d675b2c5-6524-444e-a45f-ac14f52d0cce tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112819 Feb 09 01:19:29.351645 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56230) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:29.362773 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96ee66bd-ecc6-4c37-b38b-504d02c362ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:29.403434 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-46179210-cb98-40a5-af55-f44c31b9637f tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] 10.222.0.37 "GET /v2.0/ports?device_id=46ebb8d9-ee89-4797-bf57-b93be8a85a0e HTTP/1.1" status: 200 len: 205 time: 0.0467718 Feb 09 01:19:29.403652 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56236) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:29.419930 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96ee66bd-ecc6-4c37-b38b-504d02c362ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:29.484928 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-31d82792-1bb5-4e1b-8fed-1499f1f82608 req-5ab7a0f0-2b8a-43ad-9756-fa0c4b11adb3 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cfe528b-964c-458b-a628-b5b62a013a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2377164 Feb 09 01:19:29.492155 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ef5f9a26-8f1e-455b-b84a-b79791f9e9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:29.499718 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-96ee66bd-ecc6-4c37-b38b-504d02c362ba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=98ba88f657734283b71ae64950f2cc26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9681017 Feb 09 01:19:29.502278 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56240) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:29.512523 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee66bd-ecc6-4c37-b38b-504d02c362ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5a70f3-f931-4b48-bb56-0c2df9cd6b08,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:29.562355 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f9a26-8f1e-455b-b84a-b79791f9e9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa882c60-c81b-44d6-a3aa-64d0d63bc934,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:29.587343 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ef5f9a26-8f1e-455b-b84a-b79791f9e9b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:29.589070 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ef5f9a26-8f1e-455b-b84a-b79791f9e9b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aa882c60-c81b-44d6-a3aa-64d0d63bc934 HTTP/1.1" status: 204 len: 168 time: 0.8415825 Feb 09 01:19:29.635448 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afbe8887-8003-407e-a80e-fd34906bcac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5340c0a2-2548-4545-bda7-7977eb2a4da1', 'code': 200} Feb 09 01:19:29.676456 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-19f2554f-f147-49c9-bf06-7402b8dc69f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:29.708654 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-19f2554f-f147-49c9-bf06-7402b8dc69f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:29.822222 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ccb36c51-90f6-4570-bf49-5d3e9ae49b66 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:29.824192 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1803151f-1172-4238-b2ef-2aa6b160edd1 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:29.904374 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-19f2554f-f147-49c9-bf06-7402b8dc69f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:29.937581 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db77c4-c3f0-4b26-be05-6c73916bc3fe req-5607a5fc-a3a5-461b-8cd3-05c1981b9594 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:29.939126 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-89db77c4-c3f0-4b26-be05-6c73916bc3fe req-5607a5fc-a3a5-461b-8cd3-05c1981b9594 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.4311993 Feb 09 01:19:29.999107 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2554f-f147-49c9-bf06-7402b8dc69f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5a70f3-f931-4b48-bb56-0c2df9cd6b08,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:30.040017 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-19f2554f-f147-49c9-bf06-7402b8dc69f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:30.044055 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-19f2554f-f147-49c9-bf06-7402b8dc69f8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ba5a70f3-f931-4b48-bb56-0c2df9cd6b08 HTTP/1.1" status: 204 len: 168 time: 0.5386047 Feb 09 01:19:30.068295 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec01ee-c856-4252-a713-3081da5d52ef req-8b412e53-975e-4478-922c-3c485c36b04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:30.069842 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5ec01ee-c856-4252-a713-3081da5d52ef req-8b412e53-975e-4478-922c-3c485c36b04f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=afbe8887-8003-407e-a80e-fd34906bcac7 HTTP/1.1" status: 200 len: 1097 time: 0.3736007 Feb 09 01:19:30.081118 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-89db77c4-c3f0-4b26-be05-6c73916bc3fe req-eb06e767-bbe0-424e-ae96-ec171e9e6372 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325095 Feb 09 01:19:30.133772 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1803151f-1172-4238-b2ef-2aa6b160edd1 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:30.173795 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5ec01ee-c856-4252-a713-3081da5d52ef req-e1097076-c00f-42a7-93be-f18c5b4883b7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9cfe528b-964c-458b-a628-b5b62a013a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917249 Feb 09 01:19:30.174463 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-1803151f-1172-4238-b2ef-2aa6b160edd1 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Deleting port 2c8cb652-6e1b-4fc2-93fa-712635740555 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:30.174801 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1803151f-1172-4238-b2ef-2aa6b160edd1 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:30.262297 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-ccb36c51-90f6-4570-bf49-5d3e9ae49b66 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Deleting port 00612124-aa6d-4e0f-b098-fa4f4d8566d4 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:30.263163 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ccb36c51-90f6-4570-bf49-5d3e9ae49b66 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:30.484736 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1803151f-1172-4238-b2ef-2aa6b160edd1 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:30.586008 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b8a28-e957-40a8-867e-82db146cb223 req-bb2b7381-fd28-4ef7-a990-00b68ee0e00c tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:30.600080 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b00b8a28-e957-40a8-867e-82db146cb223 req-bb2b7381-fd28-4ef7-a990-00b68ee0e00c tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.2884598 Feb 09 01:19:30.737453 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ccb36c51-90f6-4570-bf49-5d3e9ae49b66 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:30.761030 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b00b8a28-e957-40a8-867e-82db146cb223 req-240ad5f5-0514-4540-acb0-a1321b87e101 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552653 Feb 09 01:19:30.802800 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-1803151f-1172-4238-b2ef-2aa6b160edd1 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Calling delete_port for 2c8cb652-6e1b-4fc2-93fa-712635740555 owned by network:router_gateway {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:31.280834 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6882be-4e98-4485-88fe-ad62006ef907 req-1eeb5eb7-c14e-487c-a588-1f870551af51 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:31.286522 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6f6882be-4e98-4485-88fe-ad62006ef907 req-1eeb5eb7-c14e-487c-a588-1f870551af51 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/ports?device_id=afbe8887-8003-407e-a80e-fd34906bcac7 HTTP/1.1" status: 200 len: 946 time: 0.5251920 Feb 09 01:19:31.290059 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1803151f-1172-4238-b2ef-2aa6b160edd1 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:31.302585 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-ccb36c51-90f6-4570-bf49-5d3e9ae49b66 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Calling delete_port for 00612124-aa6d-4e0f-b098-fa4f4d8566d4 owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:31.362444 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803151f-1172-4238-b2ef-2aa6b160edd1 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Pushing event deleted for resources: {'Port': ['ID=2c8cb652-6e1b-4fc2-93fa-712635740555,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:31.630300 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6f6882be-4e98-4485-88fe-ad62006ef907 req-711063dd-b08b-4c55-b047-9230ccce4e73 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cfe528b-964c-458b-a628-b5b62a013a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3300700 Feb 09 01:19:31.692514 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1803151f-1172-4238-b2ef-2aa6b160edd1 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:31.817263 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-453616e4-af85-4bb9-939a-f7deecadcb2b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:31.819982 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-453616e4-af85-4bb9-939a-f7deecadcb2b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/networks?id=0055357f-6a74-45ba-a134-b5223508c9d1 HTTP/1.1" status: 200 len: 811 time: 0.4069052 Feb 09 01:19:31.875219 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-7e76dc27-384b-49e1-a989-b3c335b60076 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/quotas/ce0095aebb0840088ecf37cbcece72f6 HTTP/1.1" status: 200 len: 375 time: 0.0453961 Feb 09 01:19:31.923675 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1803151f-1172-4238-b2ef-2aa6b160edd1 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:31.926698 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1803151f-1172-4238-b2ef-2aa6b160edd1 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:31.962618 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1803151f-1172-4238-b2ef-2aa6b160edd1 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:31.963432 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1803151f-1172-4238-b2ef-2aa6b160edd1 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Fanout notify agent at l3_agent the message router_deleted on router 46ebb8d9-ee89-4797-bf57-b93be8a85a0e {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:19:31.988077 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1803151f-1172-4238-b2ef-2aa6b160edd1 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:31.990369 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1803151f-1172-4238-b2ef-2aa6b160edd1 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] 10.222.0.37 "DELETE /v2.0/routers/46ebb8d9-ee89-4797-bf57-b93be8a85a0e HTTP/1.1" status: 204 len: 168 time: 2.5858555 Feb 09 01:19:31.993947 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56320) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:31.999386 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-6799813b-403c-49fc-88df-bcf3b89656fb tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2027263071', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'enable_snat': False}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:32.011358 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6799813b-403c-49fc-88df-bcf3b89656fb tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:32.035346 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6799813b-403c-49fc-88df-bcf3b89656fb tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Usage tracker for resource:router and tenant:5c35fa1a1b4947e381261af89c3364df is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:32.048510 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6799813b-403c-49fc-88df-bcf3b89656fb tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:32.064593 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6799813b-403c-49fc-88df-bcf3b89656fb tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:32.098729 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6799813b-403c-49fc-88df-bcf3b89656fb tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:32.099363 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6799813b-403c-49fc-88df-bcf3b89656fb tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:32.178993 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6799813b-403c-49fc-88df-bcf3b89656fb tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:32.241323 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-cfb9096f-d35a-4f94-8135-d662974fbb82 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce0095aebb0840088ecf37cbcece72f6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3494565 Feb 09 01:19:32.264185 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-5cec6d59-4937-4c47-a195-5b34dc047f53 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:19:32.274516 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-5cec6d59-4937-4c47-a195-5b34dc047f53 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0302191 Feb 09 01:19:32.349149 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ccb36c51-90f6-4570-bf49-5d3e9ae49b66 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:32.565771 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56340) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:32.566647 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb36c51-90f6-4570-bf49-5d3e9ae49b66 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Port': ['ID=00612124-aa6d-4e0f-b098-fa4f4d8566d4,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:32.796840 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-fdb13b2e-50aa-4ce8-a871-8ecaf7357f35 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1906530215', 'router:external': True}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:32.823071 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-fdb13b2e-50aa-4ce8-a871-8ecaf7357f35 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:32.841008 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fdb13b2e-50aa-4ce8-a871-8ecaf7357f35 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Usage tracker for resource:network and tenant:2f81a3a3c91c49d7bca3cfb97019c319 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:32.854984 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fdb13b2e-50aa-4ce8-a871-8ecaf7357f35 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:32.867898 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-fdb13b2e-50aa-4ce8-a871-8ecaf7357f35 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:33.002556 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6799813b-403c-49fc-88df-bcf3b89656fb tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:33.043769 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ccb36c51-90f6-4570-bf49-5d3e9ae49b66 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:33.134506 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-8f4a28f7-c2a7-4e4b-ba3a-2877da68af54 service neutron] 10.222.0.37 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8590195 Feb 09 01:19:33.140618 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb13b2e-50aa-4ce8-a871-8ecaf7357f35 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Made reservation on behalf of 2f81a3a3c91c49d7bca3cfb97019c319 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:33.143279 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdb13b2e-50aa-4ce8-a871-8ecaf7357f35 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:33.207448 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544c296-e2be-4c9a-9fb8-81b50583f0cd req-0df2b935-24c6-4759-aebe-e4343402c011 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:33.208441 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1544c296-e2be-4c9a-9fb8-81b50583f0cd req-0df2b935-24c6-4759-aebe-e4343402c011 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/ports?device_id=afbe8887-8003-407e-a80e-fd34906bcac7 HTTP/1.1" status: 200 len: 946 time: 0.3210464 Feb 09 01:19:33.209725 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdb13b2e-50aa-4ce8-a871-8ecaf7357f35 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:33.264492 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1544c296-e2be-4c9a-9fb8-81b50583f0cd req-6097f833-95e0-49d1-bd3b-fddf0664d821 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cfe528b-964c-458b-a628-b5b62a013a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474243 Feb 09 01:19:33.358506 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-fdb13b2e-50aa-4ce8-a871-8ecaf7357f35 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:33.369139 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fdb13b2e-50aa-4ce8-a871-8ecaf7357f35 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Usage tracker for resource:security_group_rule and tenant:2f81a3a3c91c49d7bca3cfb97019c319 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:33.372720 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fdb13b2e-50aa-4ce8-a871-8ecaf7357f35 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:33.608488 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6799813b-403c-49fc-88df-bcf3b89656fb tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:33.660054 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6799813b-403c-49fc-88df-bcf3b89656fb tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:33.663164 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-fdb13b2e-50aa-4ce8-a871-8ecaf7357f35 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:33.687206 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb36c51-90f6-4570-bf49-5d3e9ae49b66 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Router 5e3f1e48-a578-4186-bfc4-cbd437dec55b has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:19:33.759656 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3b228-143c-4f76-885b-d9600be84035 req-23c7c180-0f30-4622-b1c6-a9a5bb379916 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:33.761297 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-74d3b228-143c-4f76-885b-d9600be84035 req-23c7c180-0f30-4622-b1c6-a9a5bb379916 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/ports?device_id=afbe8887-8003-407e-a80e-fd34906bcac7 HTTP/1.1" status: 200 len: 946 time: 0.2674272 Feb 09 01:19:33.778733 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56356) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:33.784346 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-8984f0db-4323-4b7c-943d-a7b67af23622 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Request body: {'floatingip': {'port_id': '5340c0a2-2548-4545-bda7-7977eb2a4da1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:33.873352 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8984f0db-4323-4b7c-943d-a7b67af23622 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks [] for floatingip, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:33.936562 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-b25b27b3-729e-4098-97a1-0ad12a38afa8 service neutron] 10.222.0.37 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7751980 Feb 09 01:19:34.079708 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdb13b2e-50aa-4ce8-a871-8ecaf7357f35 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:34.105029 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb36c51-90f6-4570-bf49-5d3e9ae49b66 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:19:34.115066 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdb13b2e-50aa-4ce8-a871-8ecaf7357f35 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:34.122882 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d1cd04-ed88-4369-a8cc-f5aacd1e4aca None None] Sync routers for ids ['5e3f1e48-a578-4186-bfc4-cbd437dec55b'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:19:34.138659 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb13b2e-50aa-4ce8-a871-8ecaf7357f35 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 960} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:19:34.151777 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d1cd04-ed88-4369-a8cc-f5aacd1e4aca None None] Routers {'5e3f1e48-a578-4186-bfc4-cbd437dec55b'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:19:34.152454 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-c5d1cd04-ed88-4369-a8cc-f5aacd1e4aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:19:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['5e3f1e48-a578-4186-bfc4-cbd437dec55b'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:34.162335 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdb13b2e-50aa-4ce8-a871-8ecaf7357f35 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:34.162768 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-fdb13b2e-50aa-4ce8-a871-8ecaf7357f35 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Added segment e341bcfc-5f18-461c-902d-7c126ad673b1 of type vlan for network 2a36d3a5-b9f9-469c-9548-7786c1d1a3ac Feb 09 01:19:34.200691 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdb13b2e-50aa-4ce8-a871-8ecaf7357f35 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:34.257302 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-c5d1cd04-ed88-4369-a8cc-f5aacd1e4aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:34.272829 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d1cd04-ed88-4369-a8cc-f5aacd1e4aca None None] Routers {'5e3f1e48-a578-4186-bfc4-cbd437dec55b'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:19:34.274197 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-c5d1cd04-ed88-4369-a8cc-f5aacd1e4aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:19:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['5e3f1e48-a578-4186-bfc4-cbd437dec55b'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:34.277043 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb13b2e-50aa-4ce8-a871-8ecaf7357f35 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e61e7f2-4f57-405e-8403-b97bef7ff6be,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:34.283966 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c55d4a28-46bb-4c69-a473-6422d5999a57 req-f9230418-5370-4c5a-b697-28ff35c0a210 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4367af54-2fa9-4fce-a656-c2100e45e417 HTTP/1.1" status: 200 len: 210 time: 0.0772538 Feb 09 01:19:34.319497 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdb13b2e-50aa-4ce8-a871-8ecaf7357f35 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:34.325355 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb13b2e-50aa-4ce8-a871-8ecaf7357f35 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:34.326184 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdb13b2e-50aa-4ce8-a871-8ecaf7357f35 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:34.338219 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-6799813b-403c-49fc-88df-bcf3b89656fb tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Allocated IP 172.25.5.17 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/0d5d83a6-6178-4aec-bd6e-9f58166b97da) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:34.389845 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-c5d1cd04-ed88-4369-a8cc-f5aacd1e4aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:34.391049 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d1cd04-ed88-4369-a8cc-f5aacd1e4aca None None] The sync data for ids ['5e3f1e48-a578-4186-bfc4-cbd437dec55b'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:19:34.491861 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb13b2e-50aa-4ce8-a871-8ecaf7357f35 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Pushing event updated for resources: {'Network': ['ID=2a36d3a5-b9f9-469c-9548-7786c1d1a3ac,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:34.501419 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ccb36c51-90f6-4570-bf49-5d3e9ae49b66 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "PUT /v2.0/routers/5e3f1e48-a578-4186-bfc4-cbd437dec55b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7949803 Feb 09 01:19:34.505273 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56370) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:34.505480 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 2a36d3a5-b9f9-469c-9548-7786c1d1a3ac details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:19:34.575152 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fdb13b2e-50aa-4ce8-a871-8ecaf7357f35 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.0023766 Feb 09 01:19:34.578407 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56374) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:34.582175 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-05fd0f91-b181-438a-9f5b-fbb3e353d6b5 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] GET failed (client error): The resource could not be found. Feb 09 01:19:34.582727 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-05fd0f91-b181-438a-9f5b-fbb3e353d6b5 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Synchronizing usage tracker for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:34.589694 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-84ca42d5-9cc5-4c37-8d57-e6208d883192 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Request body: {'subnet': {'network_id': '2a36d3a5-b9f9-469c-9548-7786c1d1a3ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:34.595732 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-84ca42d5-9cc5-4c37-8d57-e6208d883192 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:34.603202 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-84ca42d5-9cc5-4c37-8d57-e6208d883192 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Usage tracker for resource:subnet and tenant:2f81a3a3c91c49d7bca3cfb97019c319 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:34.608762 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-84ca42d5-9cc5-4c37-8d57-e6208d883192 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:34.617351 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-84ca42d5-9cc5-4c37-8d57-e6208d883192 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:34.646483 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-05fd0f91-b181-438a-9f5b-fbb3e353d6b5 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Unset dirty status for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:34.650687 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-05fd0f91-b181-438a-9f5b-fbb3e353d6b5 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "GET /v2.0/ports/00612124-aa6d-4e0f-b098-fa4f4d8566d4 HTTP/1.1" status: 404 len: 333 time: 0.1407464 Feb 09 01:19:34.651240 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56384) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:34.654433 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ca42d5-9cc5-4c37-8d57-e6208d883192 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Made reservation on behalf of 2f81a3a3c91c49d7bca3cfb97019c319 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:34.658195 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-84ca42d5-9cc5-4c37-8d57-e6208d883192 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:34.852727 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6799813b-403c-49fc-88df-bcf3b89656fb tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:35.009597 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6568d661-7604-4f1b-aa6b-c0e9163d7bde tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:35.224255 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6799813b-403c-49fc-88df-bcf3b89656fb tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:35.396293 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6799813b-403c-49fc-88df-bcf3b89656fb tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:35.406288 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6568d661-7604-4f1b-aa6b-c0e9163d7bde tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:35.410199 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-6799813b-403c-49fc-88df-bcf3b89656fb tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:35.410941 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6568d661-7604-4f1b-aa6b-c0e9163d7bde tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:35.474363 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6799813b-403c-49fc-88df-bcf3b89656fb tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:19:35.489144 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6568d661-7604-4f1b-aa6b-c0e9163d7bde tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:35.492172 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6568d661-7604-4f1b-aa6b-c0e9163d7bde tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Fanout notify agent at l3_agent the message router_deleted on router 5e3f1e48-a578-4186-bfc4-cbd437dec55b {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:19:35.646537 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6568d661-7604-4f1b-aa6b-c0e9163d7bde tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:35.648460 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6568d661-7604-4f1b-aa6b-c0e9163d7bde tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/routers/5e3f1e48-a578-4186-bfc4-cbd437dec55b HTTP/1.1" status: 204 len: 168 time: 0.9952409 Feb 09 01:19:35.652810 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56400) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:35.841649 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b68479-121c-4736-9be0-0cbd5c186950 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Deleting subnet 2e93ee08-2727-4acd-8dc6-a3b438da61db {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:19:35.850476 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-81b68479-121c-4736-9be0-0cbd5c186950 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:36.108696 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8984f0db-4323-4b7c-943d-a7b67af23622 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:36.111080 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799813b-403c-49fc-88df-bcf3b89656fb tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Pushing event updated for resources: {'Port': ['ID=0d5d83a6-6178-4aec-bd6e-9f58166b97da,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:36.194545 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-81b68479-121c-4736-9be0-0cbd5c186950 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:36.197026 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d8339df5-cd63-4ce3-92bf-009ca812bde4 req-f226d178-ccd7-4583-9d2a-6d3484ef5266 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4367af54-2fa9-4fce-a656-c2100e45e417 HTTP/1.1" status: 200 len: 210 time: 0.1393161 Feb 09 01:19:36.216816 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8984f0db-4323-4b7c-943d-a7b67af23622 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:36.502875 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-81b68479-121c-4736-9be0-0cbd5c186950 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:36.546923 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd916ef5-17d6-45ac-bf5a-447cd564239f req-2edd71b6-07dd-4cdd-a17e-91e24db5c172 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:36.548521 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cd916ef5-17d6-45ac-bf5a-447cd564239f req-2edd71b6-07dd-4cdd-a17e-91e24db5c172 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 947 time: 0.3679583 Feb 09 01:19:36.639564 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cd916ef5-17d6-45ac-bf5a-447cd564239f req-9ce20876-97fb-4290-a808-4dade2cbfe91 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770469 Feb 09 01:19:36.697777 n-d-828419-1 neutron-server[87611]: DEBUG neutron.objects.ports [None req-84ca42d5-9cc5-4c37-8d57-e6208d883192 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87611) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:19:36.698556 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-84ca42d5-9cc5-4c37-8d57-e6208d883192 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:36.744986 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-81b68479-121c-4736-9be0-0cbd5c186950 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:36.751762 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [None req-8984f0db-4323-4b7c-943d-a7b67af23622 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Floating IP 8a5e4d97-2894-4651-88d4-73c1d3ea6ee8 associated. External IP: 172.25.5.66, port: 5340c0a2-2548-4545-bda7-7977eb2a4da1. Feb 09 01:19:36.779672 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-81b68479-121c-4736-9be0-0cbd5c186950 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:36.783515 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c853d1b2-899d-4337-b195-30a70ff75008 None None] Network 75b976b3-1138-4de6-a026-230aff2c6733 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:19:36.809880 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca42d5-9cc5-4c37-8d57-e6208d883192 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dd07edc7-3d13-4f9c-beb8-0cf798ac1647,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:36.859194 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-81b68479-121c-4736-9be0-0cbd5c186950 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/subnets/2e93ee08-2727-4acd-8dc6-a3b438da61db HTTP/1.1" status: 204 len: 168 time: 1.2049787 Feb 09 01:19:36.865088 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56414) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:36.890531 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ca42d5-9cc5-4c37-8d57-e6208d883192 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Checking segment: {'id': 'e341bcfc-5f18-461c-902d-7c126ad673b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '2a36d3a5-b9f9-469c-9548-7786c1d1a3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:19:36.891003 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ca42d5-9cc5-4c37-8d57-e6208d883192 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Network hostable DHCP agents. Network: 2a36d3a5-b9f9-469c-9548-7786c1d1a3ac, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:19:36.896322 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-03e81de7-2033-4a26-aba1-9a90d67a1972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:36.899039 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b68479-121c-4736-9be0-0cbd5c186950 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Subnet': ['ID=2e93ee08-2727-4acd-8dc6-a3b438da61db,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:37.040335 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fda4939f-b982-443e-8cd8-91afe7b03d83 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:37.048453 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ca42d5-9cc5-4c37-8d57-e6208d883192 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Network 2a36d3a5-b9f9-469c-9548-7786c1d1a3ac is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:19:37.068017 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-84ca42d5-9cc5-4c37-8d57-e6208d883192 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 2a36d3a5-b9f9-469c-9548-7786c1d1a3ac) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:37.071162 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-fda4939f-b982-443e-8cd8-91afe7b03d83 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Deleting port f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:37.071492 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fda4939f-b982-443e-8cd8-91afe7b03d83 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:37.097988 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8f9ef5-525e-485f-a911-3270d9198d0f None None] Network 2a36d3a5-b9f9-469c-9548-7786c1d1a3ac requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:19:37.134525 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ca42d5-9cc5-4c37-8d57-e6208d883192 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:37.135138 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-84ca42d5-9cc5-4c37-8d57-e6208d883192 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:37.178661 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-84ca42d5-9cc5-4c37-8d57-e6208d883192 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.5985298 Feb 09 01:19:37.188863 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56422) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:37.211077 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-9b91d749-070d-40a4-a2de-c180ec8ab971 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-45242037', 'network_id': '2a36d3a5-b9f9-469c-9548-7786c1d1a3ac'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:37.216249 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-9b91d749-070d-40a4-a2de-c180ec8ab971 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:37.227817 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-aec93d7f-ec4c-4447-9f86-b11f6675fd10 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:37.229590 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-aec93d7f-ec4c-4447-9f86-b11f6675fd10 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.35 "GET /v2.0/networks?id=0055357f-6a74-45ba-a134-b5223508c9d1 HTTP/1.1" status: 200 len: 811 time: 1.1298730 Feb 09 01:19:37.239073 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9b91d749-070d-40a4-a2de-c180ec8ab971 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Usage tracker for resource:port and tenant:2f81a3a3c91c49d7bca3cfb97019c319 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:37.246611 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-1ff4f550-f082-4345-bef5-b386b586f188 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Request body: {'port': {'device_id': '4367af54-2fa9-4fce-a656-c2100e45e417', 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1', 'admin_state_up': True, 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:37.301499 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f021344-dc3c-4067-bedc-70806c794c2f None None] DHCP port deletion for 75b976b3-1138-4de6-a026-230aff2c6733 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:19:37.396023 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9b91d749-070d-40a4-a2de-c180ec8ab971 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:37.402143 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-7f021344-dc3c-4067-bedc-70806c794c2f None None] Deleting port f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:37.402780 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7f021344-dc3c-4067-bedc-70806c794c2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:37.454851 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-fda4939f-b982-443e-8cd8-91afe7b03d83 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] For port f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41,segment=NetworkSegment(99eba988-74a5-4cd1-984d-fa1ac6c93813),segment_id=99eba988-74a5-4cd1-984d-fa1ac6c93813)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:37.455451 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fda4939f-b982-443e-8cd8-91afe7b03d83 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:37.459671 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-724f9313-d620-45a5-990a-050d0fa1c680 req-4d0eddc0-da06-4894-921c-6cc383a933cf tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4367af54-2fa9-4fce-a656-c2100e45e417 HTTP/1.1" status: 200 len: 210 time: 0.0483730 Feb 09 01:19:37.470197 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-9b91d749-070d-40a4-a2de-c180ec8ab971 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:37.636888 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-fda4939f-b982-443e-8cd8-91afe7b03d83 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Calling delete_port for f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:37.666198 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b91d749-070d-40a4-a2de-c180ec8ab971 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Made reservation on behalf of 2f81a3a3c91c49d7bca3cfb97019c319 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:37.668753 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9b91d749-070d-40a4-a2de-c180ec8ab971 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:37.731465 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-9b91d749-070d-40a4-a2de-c180ec8ab971 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] device_id is not set on port bc8a6739-b160-406a-a450-cb018c1a4b1c yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:19:37.787498 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fda4939f-b982-443e-8cd8-91afe7b03d83 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:37.828779 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-1ff4f550-f082-4345-bef5-b386b586f188 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:37.902948 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda4939f-b982-443e-8cd8-91afe7b03d83 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Port': ['ID=f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:37.926862 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc05c3d-d168-445c-9097-c52e74a25571 None None] Network 2a36d3a5-b9f9-469c-9548-7786c1d1a3ac requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:19:37.944575 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda4939f-b982-443e-8cd8-91afe7b03d83 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] No DVR routers for this DVR port f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:19:37.990226 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-1ff4f550-f082-4345-bef5-b386b586f188 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:38.013747 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-7f021344-dc3c-4067-bedc-70806c794c2f None None] For port f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41,segment=NetworkSegment(99eba988-74a5-4cd1-984d-fa1ac6c93813),segment_id=99eba988-74a5-4cd1-984d-fa1ac6c93813)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:38.021153 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7f021344-dc3c-4067-bedc-70806c794c2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:38.100904 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-1ff4f550-f082-4345-bef5-b386b586f188 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Made reservation on behalf of ce0095aebb0840088ecf37cbcece72f6 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:38.104409 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-1ff4f550-f082-4345-bef5-b386b586f188 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:38.117422 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fda4939f-b982-443e-8cd8-91afe7b03d83 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:38.121157 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8984f0db-4323-4b7c-943d-a7b67af23622 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Router d5085ed3-10d8-42d7-a6e0-5de3c4c7d234 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:19:38.178247 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-fda4939f-b982-443e-8cd8-91afe7b03d83 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b976b3-1138-4de6-a026-230aff2c6733']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:38.195721 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-fda4939f-b982-443e-8cd8-91afe7b03d83 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99eba988-74a5-4cd1-984d-fa1ac6c93813') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:38.196677 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-fda4939f-b982-443e-8cd8-91afe7b03d83 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99eba988-74a5-4cd1-984d-fa1ac6c93813') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:38.214337 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fda4939f-b982-443e-8cd8-91afe7b03d83 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:38.233834 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fda4939f-b982-443e-8cd8-91afe7b03d83 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:38.241006 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fda4939f-b982-443e-8cd8-91afe7b03d83 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Releasing vlan 968 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:19:38.241509 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fda4939f-b982-443e-8cd8-91afe7b03d83 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:38.249835 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6799813b-403c-49fc-88df-bcf3b89656fb tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:38.319462 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-7f021344-dc3c-4067-bedc-70806c794c2f None None] Calling delete_port for f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:38.362548 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:19:38.362548 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:19:38.362548 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:19:38.362548 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:19:38.362548 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:19:38.362548 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:19:38.362548 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:19:38.362548 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:19:38.362548 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:19:38.362548 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:19:38.362548 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:19:38.362548 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:19:38.362548 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:19:38.362548 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:19:38.362548 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:19:38.362548 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:19:38.362548 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:19:38.362548 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:19:38.362548 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:19:38.362548 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:19:38.362548 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:19:38.362548 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:19:38.362548 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:19:38.362548 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:19:38.362548 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:19:38.362548 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:19:38.362548 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:19:38.362548 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:19:38.362548 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:19:38.362548 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:19:38.362548 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:19:38.362548 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:19:38.362548 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:19:38.362548 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:19:38.372429 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fda4939f-b982-443e-8cd8-91afe7b03d83 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:38.400629 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fda4939f-b982-443e-8cd8-91afe7b03d83 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:38.400922 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-7f021344-dc3c-4067-bedc-70806c794c2f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:19:38.400922 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-7f021344-dc3c-4067-bedc-70806c794c2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:19:38.417469 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fda4939f-b982-443e-8cd8-91afe7b03d83 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/networks/75b976b3-1138-4de6-a026-230aff2c6733 HTTP/1.1" status: 204 len: 168 time: 1.5512605 Feb 09 01:19:38.421475 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56438) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:38.440548 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b5638-3e10-49d2-b9e0-903d1e14ccc7 req-fb8be4ba-4210-4a7d-88ba-74be32853dbe tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:38.440548 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-031b5638-3e10-49d2-b9e0-903d1e14ccc7 req-fb8be4ba-4210-4a7d-88ba-74be32853dbe tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 947 time: 0.5357084 Feb 09 01:19:38.440548 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda4939f-b982-443e-8cd8-91afe7b03d83 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Network': ['ID=75b976b3-1138-4de6-a026-230aff2c6733,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:38.463159 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:19:38.567865 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:19:38.569245 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:19:38.611653 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-031b5638-3e10-49d2-b9e0-903d1e14ccc7 req-7dc532e7-7f87-4989-965c-a62a9e4e49b2 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313510 Feb 09 01:19:38.623136 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027ad1c3-02b4-4adf-ba1b-16034822ec8b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:38.624122 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-027ad1c3-02b4-4adf-ba1b-16034822ec8b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Synchronizing usage tracker for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:38.657304 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-027ad1c3-02b4-4adf-ba1b-16034822ec8b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Unset dirty status for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:38.658413 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-027ad1c3-02b4-4adf-ba1b-16034822ec8b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "GET /v2.0/ports/a8ad7190-0fea-4b19-a512-b6413c5de517 HTTP/1.1" status: 200 len: 840 time: 0.2355173 Feb 09 01:19:38.662781 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56444) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:38.792279 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-9b91d749-070d-40a4-a2de-c180ec8ab971 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Allocated IP 2001:db8::6c (2a36d3a5-b9f9-469c-9548-7786c1d1a3ac/dd07edc7-3d13-4f9c-beb8-0cf798ac1647/bc8a6739-b160-406a-a450-cb018c1a4b1c) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:38.810308 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9876386-b2e7-445d-a179-7d82ec771da6 req-35df20bd-f064-445e-bff0-e97075a7886f tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:38.811771 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d9876386-b2e7-445d-a179-7d82ec771da6 req-35df20bd-f064-445e-bff0-e97075a7886f tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.35 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 947 time: 0.8763289 Feb 09 01:19:38.824322 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fe5936a3-5dfe-4bcb-9814-442b0159de9f req-058ea3b2-d584-4be0-b80e-1e3f63bd65dd tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4367af54-2fa9-4fce-a656-c2100e45e417 HTTP/1.1" status: 200 len: 210 time: 0.1293399 Feb 09 01:19:38.864440 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-48ec7758-19f2-4f87-9403-6c26c167889d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "GET /v2.0/ports/a8ad7190-0fea-4b19-a512-b6413c5de517?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2005310 Feb 09 01:19:38.867978 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56450) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:38.873606 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-010202b6-9c20-465c-a662-5cf30e067b36 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'subnet': {'network_id': '1f540098-9cc1-4391-8f28-9fe4a06440bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:38.899941 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-7f021344-dc3c-4067-bedc-70806c794c2f None None] Deleting port f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:38.901453 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7f021344-dc3c-4067-bedc-70806c794c2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:38.984171 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-7f021344-dc3c-4067-bedc-70806c794c2f None None] The port 'f4b7c93e-fc66-4fb8-aa0b-e33eb20f8c41' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:19:39.027046 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-010202b6-9c20-465c-a662-5cf30e067b36 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:39.031101 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-010202b6-9c20-465c-a662-5cf30e067b36 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:subnet and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:39.034223 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-010202b6-9c20-465c-a662-5cf30e067b36 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:39.041415 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-010202b6-9c20-465c-a662-5cf30e067b36 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:39.054053 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010202b6-9c20-465c-a662-5cf30e067b36 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:39.058594 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-010202b6-9c20-465c-a662-5cf30e067b36 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:39.157337 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-d9876386-b2e7-445d-a179-7d82ec771da6 req-e9979b25-d31f-4f67-914b-8f896f9f3fb5 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Deleting port c075d6fd-703f-40d7-825e-b505d968b11b {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:39.157828 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d9876386-b2e7-445d-a179-7d82ec771da6 req-e9979b25-d31f-4f67-914b-8f896f9f3fb5 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:39.259633 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9bba64ca-0556-45a8-bec2-7b56bc80a1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:39.324643 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8984f0db-4323-4b7c-943d-a7b67af23622 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:19:39.339505 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc4a1a6-0e19-4e25-867c-afc3fb1dd8da None None] Sync routers for ids ['d5085ed3-10d8-42d7-a6e0-5de3c4c7d234'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:19:39.344565 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-010202b6-9c20-465c-a662-5cf30e067b36 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:39.351407 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc4a1a6-0e19-4e25-867c-afc3fb1dd8da None None] Routers {'d5085ed3-10d8-42d7-a6e0-5de3c4c7d234'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:19:39.352237 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ddc4a1a6-0e19-4e25-867c-afc3fb1dd8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:19:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['d5085ed3-10d8-42d7-a6e0-5de3c4c7d234'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:39.409826 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010202b6-9c20-465c-a662-5cf30e067b36 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network 1f540098-9cc1-4391-8f28-9fe4a06440bb is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:39.413084 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-010202b6-9c20-465c-a662-5cf30e067b36 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:39.418306 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010202b6-9c20-465c-a662-5cf30e067b36 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:39.418901 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-010202b6-9c20-465c-a662-5cf30e067b36 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:39.437160 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-1ff4f550-f082-4345-bef5-b386b586f188 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Allocated IP 172.20.0.8 (0055357f-6a74-45ba-a134-b5223508c9d1/f6f367ae-6db3-44ee-a579-54c0e257ede0/cc38fa08-18c8-4ba7-bac3-f3488618301f) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:39.452169 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-010202b6-9c20-465c-a662-5cf30e067b36 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5827157 Feb 09 01:19:39.452517 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56466) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:39.463498 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-cf221c76-a1be-4047-be25-7a3ca03aa53d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'security_group': {'name': 'tempest-secgroup-813789520'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:39.469179 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7c8a75-f470-493a-94f7-75658789f2f5 None None] Network 1f540098-9cc1-4391-8f28-9fe4a06440bb requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:19:39.471426 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010202b6-9c20-465c-a662-5cf30e067b36 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Subnet': ['ID=37c34a90-232b-4498-a4c0-e78d4b24cf9c,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:39.474016 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-cf221c76-a1be-4047-be25-7a3ca03aa53d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:39.479114 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cf221c76-a1be-4047-be25-7a3ca03aa53d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:security_group and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:39.484082 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cf221c76-a1be-4047-be25-7a3ca03aa53d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:39.490970 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-cf221c76-a1be-4047-be25-7a3ca03aa53d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:39.505299 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cf221c76-a1be-4047-be25-7a3ca03aa53d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:39.531118 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6799813b-403c-49fc-88df-bcf3b89656fb tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:39.531118 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8984f0db-4323-4b7c-943d-a7b67af23622 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:39.540299 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-cf221c76-a1be-4047-be25-7a3ca03aa53d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:39.544326 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cf221c76-a1be-4047-be25-7a3ca03aa53d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:security_group_rule and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:39.547727 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cf221c76-a1be-4047-be25-7a3ca03aa53d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:39.553890 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-cf221c76-a1be-4047-be25-7a3ca03aa53d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:39.649644 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cf221c76-a1be-4047-be25-7a3ca03aa53d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:39.656788 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cf221c76-a1be-4047-be25-7a3ca03aa53d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:39.739270 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf221c76-a1be-4047-be25-7a3ca03aa53d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77973287-0375-410c-8583-ad4a82558935,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:39.749330 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cf221c76-a1be-4047-be25-7a3ca03aa53d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:39.753494 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cf221c76-a1be-4047-be25-7a3ca03aa53d tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2941508 Feb 09 01:19:39.754384 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56476) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:39.769309 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-06565513-3620-4785-b6da-d7cc86dfe2be tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'security_group': {'name': 'tempest-secgroup-374656203'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:39.781890 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-06565513-3620-4785-b6da-d7cc86dfe2be tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:39.795059 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-06565513-3620-4785-b6da-d7cc86dfe2be tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:security_group and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:39.802089 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-06565513-3620-4785-b6da-d7cc86dfe2be tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:39.810177 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-06565513-3620-4785-b6da-d7cc86dfe2be tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:39.885338 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8984f0db-4323-4b7c-943d-a7b67af23622 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "PUT /v2.0/floatingips/8a5e4d97-2894-4651-88d4-73c1d3ea6ee8 HTTP/1.1" status: 200 len: 991 time: 6.1051788 Feb 09 01:19:39.889022 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-ddc4a1a6-0e19-4e25-867c-afc3fb1dd8da None None] Set router d5085ed3-10d8-42d7-a6e0-5de3c4c7d234 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:19:39.900309 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afbe8887-8003-407e-a80e-fd34906bcac7', 'tag': '5340c0a2-2548-4545-bda7-7977eb2a4da1'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:19:39.917104 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-06565513-3620-4785-b6da-d7cc86dfe2be tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:39.937597 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140fd34e-f173-41ae-8107-eb47946c600f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-1f540098-9cc1-4391-8f28-9fe4a06440bb', 'network_id': '1f540098-9cc1-4391-8f28-9fe4a06440bb', 'tenant_id': '23926ed9e9ef4217a1749e79922b948e', 'fixed_ips': [{'subnet_id': '37c34a90-232b-4498-a4c0-e78d4b24cf9c'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:19:39.938545 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-140fd34e-f173-41ae-8107-eb47946c600f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:39.962587 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-06565513-3620-4785-b6da-d7cc86dfe2be tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:39.969538 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-06565513-3620-4785-b6da-d7cc86dfe2be tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:security_group_rule and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:39.974380 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-06565513-3620-4785-b6da-d7cc86dfe2be tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:39.983543 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-06565513-3620-4785-b6da-d7cc86dfe2be tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:40.031287 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7930e6f-8d5f-4c2f-93ae-c5c48bc22b3d req-9e951efa-bdd3-4dba-bffb-d7e60f43cac3 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:40.042419 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9b91d749-070d-40a4-a2de-c180ec8ab971 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:40.042883 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d7930e6f-8d5f-4c2f-93ae-c5c48bc22b3d req-9e951efa-bdd3-4dba-bffb-d7e60f43cac3 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 947 time: 0.2216556 Feb 09 01:19:40.150861 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d7930e6f-8d5f-4c2f-93ae-c5c48bc22b3d req-4616af09-b382-4844-8354-8e9e208254b7 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e19c6d-b648-4880-a801-cdc33989f801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030426 Feb 09 01:19:40.216637 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-06565513-3620-4785-b6da-d7cc86dfe2be tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:40.222705 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-06565513-3620-4785-b6da-d7cc86dfe2be tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:40.282993 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06565513-3620-4785-b6da-d7cc86dfe2be tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1dbd2d-5825-466b-9c7f-140ae5d3fdcb,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:40.287435 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-06565513-3620-4785-b6da-d7cc86dfe2be tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:40.292775 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-06565513-3620-4785-b6da-d7cc86dfe2be tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5335193 Feb 09 01:19:40.293038 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56492) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:40.306014 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-07e52f22-daea-42c6-8c3e-fe0c77531f25 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1012959043', 'security_groups': ['6b1dbd2d-5825-466b-9c7f-140ae5d3fdcb'], 'network_id': '1f540098-9cc1-4391-8f28-9fe4a06440bb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '37c34a90-232b-4498-a4c0-e78d4b24cf9c'}]}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:40.452223 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-d9876386-b2e7-445d-a179-7d82ec771da6 req-e9979b25-d31f-4f67-914b-8f896f9f3fb5 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] For port c075d6fd-703f-40d7-825e-b505d968b11b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c075d6fd-703f-40d7-825e-b505d968b11b,segment=NetworkSegment(1daab5ce-760f-4f8c-ae46-f15ec30b34be),segment_id=1daab5ce-760f-4f8c-ae46-f15ec30b34be)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:40.452897 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d9876386-b2e7-445d-a179-7d82ec771da6 req-e9979b25-d31f-4f67-914b-8f896f9f3fb5 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:40.524036 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:40.530503 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:40.531689 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-140fd34e-f173-41ae-8107-eb47946c600f None None] Allocated IP 172.20.0.2 (1f540098-9cc1-4391-8f28-9fe4a06440bb/37c34a90-232b-4498-a4c0-e78d4b24cf9c/73df7d3c-7f48-4c79-86ce-fa1d35339d0f) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:40.579000 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-07e52f22-daea-42c6-8c3e-fe0c77531f25 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:40.594552 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-07e52f22-daea-42c6-8c3e-fe0c77531f25 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:40.619761 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e52f22-daea-42c6-8c3e-fe0c77531f25 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:40.633189 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-82ba1e38-c7e4-4cd0-8d7b-4b992b97ce13 req-7eb80fe4-4f70-442f-8c9a-8a88677e0ac4 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Synchronizing usage tracker for tenant:ce0095aebb0840088ecf37cbcece72f6 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:40.645999 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ddc4a1a6-0e19-4e25-867c-afc3fb1dd8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'name': 'tempest-ServersTestJSON-16407760-router', 'tenant_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'b2c008a5-bd83-4245-80e0-57c77fb50200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:46Z', 'updated_at': '2022-02-09T01:18:58Z', 'revision_number': 4, 'project_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'gw_port': {'id': 'b2c008a5-bd83-4245-80e0-57c77fb50200', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:48Z', 'updated_at': '2022-02-09T01:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '8a5e4d97-2894-4651-88d4-73c1d3ea6ee8', 'tenant_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'floating_ip_address': '172.25.5.66', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'port_id': '5340c0a2-2548-4545-bda7-7977eb2a4da1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddd61f39-8802-43d0-a6a2-be6dc226d8a0', 'mac_address': 'fa:16:3e:c5:52:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe8887-8003-407e-a80e-fd34906bcac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:19:08Z', 'updated_at': '2022-02-09T01:19:35Z', 'revision_number': 1, 'project_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '440f7491-5f0d-4a71-941e-5fcc6f8a9396', 'name': '', 'network_id': 'ddd61f39-8802-43d0-a6a2-be6dc226d8a0', 'tenant_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'mac_address': 'fa:16:3e:a5:c1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '701a1178-862c-45bf-93bb-f9578c351ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:54Z', 'updated_at': '2022-02-09T01:19:07Z', 'revision_number': 5, 'project_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'subnets': [{'id': '701a1178-862c-45bf-93bb-f9578c351ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:40.653916 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc4a1a6-0e19-4e25-867c-afc3fb1dd8da None None] Checking router: d5085ed3-10d8-42d7-a6e0-5de3c4c7d234 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:19:40.675402 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc4a1a6-0e19-4e25-867c-afc3fb1dd8da None None] Routers {'d5085ed3-10d8-42d7-a6e0-5de3c4c7d234'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:19:40.676646 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ddc4a1a6-0e19-4e25-867c-afc3fb1dd8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:19:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['d5085ed3-10d8-42d7-a6e0-5de3c4c7d234'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:40.720276 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ae99a-9119-4501-8a51-aa39db9e5f2a req-7351b09e-33d3-4da0-be8b-a4481b759def tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:40.723089 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-d9876386-b2e7-445d-a179-7d82ec771da6 req-e9979b25-d31f-4f67-914b-8f896f9f3fb5 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Calling delete_port for c075d6fd-703f-40d7-825e-b505d968b11b owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:40.728039 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fb2ae99a-9119-4501-8a51-aa39db9e5f2a req-7351b09e-33d3-4da0-be8b-a4481b759def tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/ports?device_id=afbe8887-8003-407e-a80e-fd34906bcac7 HTTP/1.1" status: 200 len: 946 time: 0.2447381 Feb 09 01:19:40.761881 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9b91d749-070d-40a4-a2de-c180ec8ab971 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:40.808021 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fb2ae99a-9119-4501-8a51-aa39db9e5f2a req-2aa770ce-e25c-45cc-a774-089531306855 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cfe528b-964c-458b-a628-b5b62a013a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788472 Feb 09 01:19:40.861172 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b91d749-070d-40a4-a2de-c180ec8ab971 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Network 2a36d3a5-b9f9-469c-9548-7786c1d1a3ac is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:40.898023 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-07e52f22-daea-42c6-8c3e-fe0c77531f25 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:40.898626 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-9b91d749-070d-40a4-a2de-c180ec8ab971 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:40.906526 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b91d749-070d-40a4-a2de-c180ec8ab971 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:19:40.907769 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b91d749-070d-40a4-a2de-c180ec8ab971 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:40.908712 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9b91d749-070d-40a4-a2de-c180ec8ab971 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:40.924243 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afbe8887-8003-407e-a80e-fd34906bcac7', 'tag': '5340c0a2-2548-4545-bda7-7977eb2a4da1', 'status': 'completed', 'code': 200} Feb 09 01:19:40.926226 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-07e52f22-daea-42c6-8c3e-fe0c77531f25 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] device_id is not set on port 0ae802cf-850f-4632-91c4-0d0f7fc2b732 yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:19:40.999768 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-ddc4a1a6-0e19-4e25-867c-afc3fb1dd8da None None] Set router d5085ed3-10d8-42d7-a6e0-5de3c4c7d234 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:19:41.116663 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-140fd34e-f173-41ae-8107-eb47946c600f None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:41.144549 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-1ff4f550-f082-4345-bef5-b386b586f188 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:41.165451 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-82ba1e38-c7e4-4cd0-8d7b-4b992b97ce13 req-7eb80fe4-4f70-442f-8c9a-8a88677e0ac4 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Unset dirty status for tenant:ce0095aebb0840088ecf37cbcece72f6 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:41.166594 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-82ba1e38-c7e4-4cd0-8d7b-4b992b97ce13 req-7eb80fe4-4f70-442f-8c9a-8a88677e0ac4 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4367af54-2fa9-4fce-a656-c2100e45e417 HTTP/1.1" status: 200 len: 210 time: 1.1284127 Feb 09 01:19:41.177208 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d9876386-b2e7-445d-a179-7d82ec771da6 req-e9979b25-d31f-4f67-914b-8f896f9f3fb5 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:41.246604 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-1ff4f550-f082-4345-bef5-b386b586f188 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Transition to ACTIVE for port object cc38fa08-18c8-4ba7-bac3-f3488618301f will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:41.262684 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b91d749-070d-40a4-a2de-c180ec8ab971 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Pushing event updated for resources: {'Port': ['ID=bc8a6739-b160-406a-a450-cb018c1a4b1c,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:41.274839 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9b91d749-070d-40a4-a2de-c180ec8ab971 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.0704913 Feb 09 01:19:41.277737 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56514) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:41.309731 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-140fd34e-f173-41ae-8107-eb47946c600f None None] Transition to ACTIVE for port object 73df7d3c-7f48-4c79-86ce-fa1d35339d0f will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:41.357414 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-140fd34e-f173-41ae-8107-eb47946c600f None None] Transition to ACTIVE for port object 73df7d3c-7f48-4c79-86ce-fa1d35339d0f will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:41.362581 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-fc914c0e-99d0-483c-85c8-139c7ca7adc5 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Deleting port bc8a6739-b160-406a-a450-cb018c1a4b1c {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:41.363279 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fc914c0e-99d0-483c-85c8-139c7ca7adc5 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:41.365029 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6799813b-403c-49fc-88df-bcf3b89656fb tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Router e5b38d0f-050c-40b0-8b92-989a636e1ee7 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:19:41.370621 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9979b25-d31f-4f67-914b-8f896f9f3fb5 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Pushing event deleted for resources: {'Port': ['ID=c075d6fd-703f-40d7-825e-b505d968b11b,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:41.377225 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9876386-b2e7-445d-a179-7d82ec771da6 req-e9979b25-d31f-4f67-914b-8f896f9f3fb5 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] No DVR routers for this DVR port c075d6fd-703f-40d7-825e-b505d968b11b on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:19:41.380536 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d9876386-b2e7-445d-a179-7d82ec771da6 req-e9979b25-d31f-4f67-914b-8f896f9f3fb5 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:41.383746 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d9876386-b2e7-445d-a179-7d82ec771da6 req-e9979b25-d31f-4f67-914b-8f896f9f3fb5 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.35 "DELETE /v2.0/ports/c075d6fd-703f-40d7-825e-b505d968b11b HTTP/1.1" status: 204 len: 173 time: 2.5494158 Feb 09 01:19:41.470940 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-07e52f22-daea-42c6-8c3e-fe0c77531f25 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Allocated IP 172.20.0.4 (1f540098-9cc1-4391-8f28-9fe4a06440bb/37c34a90-232b-4498-a4c0-e78d4b24cf9c/0ae802cf-850f-4632-91c4-0d0f7fc2b732) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:41.512215 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585752b-7009-4fd2-a303-91cbb79e4eec req-1a2cd0ca-f158-4d4e-be4b-8c74bec1ed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:41.514381 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5585752b-7009-4fd2-a303-91cbb79e4eec req-1a2cd0ca-f158-4d4e-be4b-8c74bec1ed09 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b3ae5f1a74a0449bbcfa6cd021a53ab0&device_id=afbe8887-8003-407e-a80e-fd34906bcac7 HTTP/1.1" status: 200 len: 1097 time: 0.5660555 Feb 09 01:19:41.576180 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-140fd34e-f173-41ae-8107-eb47946c600f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:41.596320 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-1ff4f550-f082-4345-bef5-b386b586f188 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:41.681008 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140fd34e-f173-41ae-8107-eb47946c600f None None] Pushing event updated for resources: {'Port': ['ID=73df7d3c-7f48-4c79-86ce-fa1d35339d0f,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:41.688010 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['bd641b27-4e2a-4d6b-9707-5c9af4261a03', '71f97c42-e164-4c5d-8214-cfde7a4566bd'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:19:41.766548 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140fd34e-f173-41ae-8107-eb47946c600f None None] Network 1f540098-9cc1-4391-8f28-9fe4a06440bb is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:41.775997 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-140fd34e-f173-41ae-8107-eb47946c600f None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:41.785291 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140fd34e-f173-41ae-8107-eb47946c600f None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:19:41.881716 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:41.902365 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-99894892-2116-4af5-aa5a-3072b660b2f1 req-6c23aae0-8584-45fb-98ea-d576c525b4d3 tempest-ServersNegativeTestJSON-82566762 tempest-ServersNegativeTestJSON-82566762-project] 10.222.0.37 "GET /v2.0/ports?device_id=709aa7f3-0207-4552-abbc-660c04b5fa11 HTTP/1.1" status: 200 len: 210 time: 0.2753448 Feb 09 01:19:41.931959 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-140fd34e-f173-41ae-8107-eb47946c600f None None] Attempting to bind port 73df7d3c-7f48-4c79-86ce-fa1d35339d0f on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:19:41.934657 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-140fd34e-f173-41ae-8107-eb47946c600f None None] Attempting to bind port 73df7d3c-7f48-4c79-86ce-fa1d35339d0f by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'bdbe9668-fe17-4e6e-bd15-35df94bd844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '1f540098-9cc1-4391-8f28-9fe4a06440bb'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:19:41.935209 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140fd34e-f173-41ae-8107-eb47946c600f None None] Attempting to bind port 73df7d3c-7f48-4c79-86ce-fa1d35339d0f on network 1f540098-9cc1-4391-8f28-9fe4a06440bb {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:41.964436 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-1ff4f550-f082-4345-bef5-b386b586f188 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Network 0055357f-6a74-45ba-a134-b5223508c9d1 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:41.983350 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-1ff4f550-f082-4345-bef5-b386b586f188 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:42.006683 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-1ff4f550-f082-4345-bef5-b386b586f188 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:19:42.022337 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140fd34e-f173-41ae-8107-eb47946c600f None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:19:42.022735 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140fd34e-f173-41ae-8107-eb47946c600f None None] Checking segment: {'id': 'bdbe9668-fe17-4e6e-bd15-35df94bd844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '1f540098-9cc1-4391-8f28-9fe4a06440bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:19:42.023131 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-140fd34e-f173-41ae-8107-eb47946c600f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:42.023530 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140fd34e-f173-41ae-8107-eb47946c600f None None] Bound using segment: {'id': 'bdbe9668-fe17-4e6e-bd15-35df94bd844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '1f540098-9cc1-4391-8f28-9fe4a06440bb'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:19:42.024041 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-140fd34e-f173-41ae-8107-eb47946c600f None None] Bound port: 73df7d3c-7f48-4c79-86ce-fa1d35339d0f, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdbe9668-fe17-4e6e-bd15-35df94bd844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '1f540098-9cc1-4391-8f28-9fe4a06440bb'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:19:42.024378 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-140fd34e-f173-41ae-8107-eb47946c600f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:42.084083 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-07e52f22-daea-42c6-8c3e-fe0c77531f25 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:42.097407 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff4f550-f082-4345-bef5-b386b586f188 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Pushing event updated for resources: {'Port': ['ID=cc38fa08-18c8-4ba7-bac3-f3488618301f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:42.209990 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ddc4a1a6-0e19-4e25-867c-afc3fb1dd8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'name': 'tempest-ServersTestJSON-16407760-router', 'tenant_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'b2c008a5-bd83-4245-80e0-57c77fb50200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:46Z', 'updated_at': '2022-02-09T01:18:58Z', 'revision_number': 4, 'project_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'gw_port': {'id': 'b2c008a5-bd83-4245-80e0-57c77fb50200', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:48Z', 'updated_at': '2022-02-09T01:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '8a5e4d97-2894-4651-88d4-73c1d3ea6ee8', 'tenant_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'floating_ip_address': '172.25.5.66', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'port_id': '5340c0a2-2548-4545-bda7-7977eb2a4da1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddd61f39-8802-43d0-a6a2-be6dc226d8a0', 'mac_address': 'fa:16:3e:c5:52:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe8887-8003-407e-a80e-fd34906bcac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:19:08Z', 'updated_at': '2022-02-09T01:19:35Z', 'revision_number': 1, 'project_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '440f7491-5f0d-4a71-941e-5fcc6f8a9396', 'name': '', 'network_id': 'ddd61f39-8802-43d0-a6a2-be6dc226d8a0', 'tenant_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'mac_address': 'fa:16:3e:a5:c1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '701a1178-862c-45bf-93bb-f9578c351ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:54Z', 'updated_at': '2022-02-09T01:19:07Z', 'revision_number': 5, 'project_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'subnets': [{'id': '701a1178-862c-45bf-93bb-f9578c351ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:42.227595 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6799813b-403c-49fc-88df-bcf3b89656fb tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:19:42.229380 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc4a1a6-0e19-4e25-867c-afc3fb1dd8da None None] The sync data for ids ['d5085ed3-10d8-42d7-a6e0-5de3c4c7d234'] in n-d-828419-1 is: [{'id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'name': 'tempest-ServersTestJSON-16407760-router', 'tenant_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'b2c008a5-bd83-4245-80e0-57c77fb50200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:46Z', 'updated_at': '2022-02-09T01:18:58Z', 'revision_number': 4, 'project_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'gw_port': {'id': 'b2c008a5-bd83-4245-80e0-57c77fb50200', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:48Z', 'updated_at': '2022-02-09T01:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '8a5e4d97-2894-4651-88d4-73c1d3ea6ee8', 'tenant_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'floating_ip_address': '172.25.5.66', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'port_id': '5340c0a2-2548-4545-bda7-7977eb2a4da1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddd61f39-8802-43d0-a6a2-be6dc226d8a0', 'mac_address': 'fa:16:3e:c5:52:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe8887-8003-407e-a80e-fd34906bcac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:19:08Z', 'updated_at': '2022-02-09T01:19:35Z', 'revision_number': 1, 'project_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '440f7491-5f0d-4a71-941e-5fcc6f8a9396', 'name': '', 'network_id': 'ddd61f39-8802-43d0-a6a2-be6dc226d8a0', 'tenant_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'mac_address': 'fa:16:3e:a5:c1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '701a1178-862c-45bf-93bb-f9578c351ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:54Z', 'updated_at': '2022-02-09T01:19:07Z', 'revision_number': 5, 'project_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'subnets': [{'id': '701a1178-862c-45bf-93bb-f9578c351ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:19:42.248173 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e7e27b-591b-4872-81f0-e0a63598bf7b None None] Sync routers for ids ['e5b38d0f-050c-40b0-8b92-989a636e1ee7'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:19:42.252366 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-140fd34e-f173-41ae-8107-eb47946c600f None None] For port 73df7d3c-7f48-4c79-86ce-fa1d35339d0f, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:19:42.270845 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-07e52f22-daea-42c6-8c3e-fe0c77531f25 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Transition to ACTIVE for port object 0ae802cf-850f-4632-91c4-0d0f7fc2b732 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:42.287010 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-140fd34e-f173-41ae-8107-eb47946c600f None None] For port 73df7d3c-7f48-4c79-86ce-fa1d35339d0f, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=73df7d3c-7f48-4c79-86ce-fa1d35339d0f,segment=NetworkSegment(bdbe9668-fe17-4e6e-bd15-35df94bd844d),segment_id=bdbe9668-fe17-4e6e-bd15-35df94bd844d)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:19:42.287274 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e7e27b-591b-4872-81f0-e0a63598bf7b None None] Routers {'e5b38d0f-050c-40b0-8b92-989a636e1ee7'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:19:42.287695 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-c3e7e27b-591b-4872-81f0-e0a63598bf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:19:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e5b38d0f-050c-40b0-8b92-989a636e1ee7'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:42.314187 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-140fd34e-f173-41ae-8107-eb47946c600f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:42.394702 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fc914c0e-99d0-483c-85c8-139c7ca7adc5 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:42.442495 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-1ff4f550-f082-4345-bef5-b386b586f188 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:42.443516 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-1ff4f550-f082-4345-bef5-b386b586f188 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:42.457135 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6799813b-403c-49fc-88df-bcf3b89656fb tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:42.458645 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6799813b-403c-49fc-88df-bcf3b89656fb tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.4636788 Feb 09 01:19:42.466884 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585752b-7009-4fd2-a303-91cbb79e4eec req-ca4c5873-b354-448d-b7d8-af1ce40014cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:42.468614 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5585752b-7009-4fd2-a303-91cbb79e4eec req-ca4c5873-b354-448d-b7d8-af1ce40014cc service neutron] 10.222.0.35 "GET /v2.0/networks?id=ddd61f39-8802-43d0-a6a2-be6dc226d8a0 HTTP/1.1" status: 200 len: 905 time: 0.9246132 Feb 09 01:19:42.472022 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56540) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:42.699988 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-c3e7e27b-591b-4872-81f0-e0a63598bf7b None None] Set router e5b38d0f-050c-40b0-8b92-989a636e1ee7 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:19:42.721919 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb7da9e-48e2-4b5d-92b8-e0aaa91f3e05 None None] New status for floating IP 8a5e4d97-2894-4651-88d4-73c1d3ea6ee8: ACTIVE {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:19:42.825922 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-07e52f22-daea-42c6-8c3e-fe0c77531f25 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:42.827667 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c075d6fd-703f-40d7-825e-b505d968b11b no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:19:42.859622 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-fc914c0e-99d0-483c-85c8-139c7ca7adc5 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Calling delete_port for bc8a6739-b160-406a-a450-cb018c1a4b1c owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:42.898835 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-1ff4f550-f082-4345-bef5-b386b586f188 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6558952 Feb 09 01:19:42.951417 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709aa7f3-0207-4552-abbc-660c04b5fa11', 'name': 'network-vif-deleted', 'tag': 'c075d6fd-703f-40d7-825e-b505d968b11b'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:19:42.963963 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-0e8fab6c-befe-469d-bf43-fa44247a9d8f service neutron] Request body: {'port': {'device_id': '4367af54-2fa9-4fce-a656-c2100e45e417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:42.981473 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140fd34e-f173-41ae-8107-eb47946c600f None None] Pushing event updated for resources: {'Port': ['ID=73df7d3c-7f48-4c79-86ce-fa1d35339d0f,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:42.999253 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: c075d6fd-703f-40d7-825e-b505d968b11b {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:19:42.999636 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c075d6fd-703f-40d7-825e-b505d968b11b not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:19:43.024205 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e0957e85-ebc7-418b-87b5-4a54ef833f52 None None] Provisioning for port cc38fa08-18c8-4ba7-bac3-f3488618301f completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:43.060193 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e52f22-daea-42c6-8c3e-fe0c77531f25 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Port': ['ID=0ae802cf-850f-4632-91c4-0d0f7fc2b732,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:43.089916 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e52f22-daea-42c6-8c3e-fe0c77531f25 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network 1f540098-9cc1-4391-8f28-9fe4a06440bb is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:43.094210 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-07e52f22-daea-42c6-8c3e-fe0c77531f25 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:43.098966 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e52f22-daea-42c6-8c3e-fe0c77531f25 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:19:43.172602 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d41af-2751-4a3b-982e-d29be0e7e3bb req-2b6c5b63-31b1-4b29-8b1a-2cb35cdbab98 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:43.176377 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e0957e85-ebc7-418b-87b5-4a54ef833f52 None None] Provisioning complete for port cc38fa08-18c8-4ba7-bac3-f3488618301f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:43.180198 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-740d41af-2751-4a3b-982e-d29be0e7e3bb req-2b6c5b63-31b1-4b29-8b1a-2cb35cdbab98 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4367af54-2fa9-4fce-a656-c2100e45e417 HTTP/1.1" status: 200 len: 931 time: 0.7615931 Feb 09 01:19:43.180862 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e0957e85-ebc7-418b-87b5-4a54ef833f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:43.313467 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5585752b-7009-4fd2-a303-91cbb79e4eec req-fee2d187-4a06-4206-a960-83ae72329fdd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5340c0a2-2548-4545-bda7-7977eb2a4da1 HTTP/1.1" status: 200 len: 999 time: 0.8284576 Feb 09 01:19:43.327226 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-740d41af-2751-4a3b-982e-d29be0e7e3bb req-7738bbf0-7d07-4164-9023-6719d91e39ae tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460185 Feb 09 01:19:43.348245 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e52f22-daea-42c6-8c3e-fe0c77531f25 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:43.349126 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-07e52f22-daea-42c6-8c3e-fe0c77531f25 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:43.366561 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e0957e85-ebc7-418b-87b5-4a54ef833f52 None None] Port cc38fa08-18c8-4ba7-bac3-f3488618301f cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:19:43.370950 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-c3e7e27b-591b-4872-81f0-e0a63598bf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b38d0f-050c-40b0-8b92-989a636e1ee7', 'name': 'tempest-snat-router-2027263071', 'tenant_id': '5c35fa1a1b4947e381261af89c3364df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.17'}], 'enable_snat': False}, 'gw_port_id': '0d5d83a6-6178-4aec-bd6e-9f58166b97da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:19:32Z', 'updated_at': '2022-02-09T01:19:37Z', 'revision_number': 3, 'project_id': '5c35fa1a1b4947e381261af89c3364df', 'gw_port': {'id': '0d5d83a6-6178-4aec-bd6e-9f58166b97da', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ce:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b38d0f-050c-40b0-8b92-989a636e1ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:19:33Z', 'updated_at': '2022-02-09T01:19:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:43.378583 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e7e27b-591b-4872-81f0-e0a63598bf7b None None] Checking router: e5b38d0f-050c-40b0-8b92-989a636e1ee7 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:19:43.380842 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e7e27b-591b-4872-81f0-e0a63598bf7b None None] Updating router e5b38d0f-050c-40b0-8b92-989a636e1ee7 port 0d5d83a6-6178-4aec-bd6e-9f58166b97da binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:19:43.449600 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5b73fa9e-7fba-41e5-a682-c222cc9a43a5 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] 10.222.0.37 "GET /v2.0/routers/e5b38d0f-050c-40b0-8b92-989a636e1ee7 HTTP/1.1" status: 200 len: 908 time: 0.9728787 Feb 09 01:19:43.455586 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56554) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:43.461494 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca841b1-b22f-4dae-9cb1-e29755a43c42 req-8ae00fe6-4c15-4095-a617-ad44a32e0236 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:43.469065 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3ca841b1-b22f-4dae-9cb1-e29755a43c42 req-8ae00fe6-4c15-4095-a617-ad44a32e0236 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/ports?device_id=afbe8887-8003-407e-a80e-fd34906bcac7 HTTP/1.1" status: 200 len: 946 time: 1.3787563 Feb 09 01:19:43.469765 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-c020b76a-8d40-4477-9ac1-1a411bb76f44 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2027263071', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'enable_snat': True}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:43.483691 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c020b76a-8d40-4477-9ac1-1a411bb76f44 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:43.522472 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56558) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:43.523835 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-c3e7e27b-591b-4872-81f0-e0a63598bf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:43.536070 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c020b76a-8d40-4477-9ac1-1a411bb76f44 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Usage tracker for resource:router and tenant:5c35fa1a1b4947e381261af89c3364df is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:43.563940 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c020b76a-8d40-4477-9ac1-1a411bb76f44 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:43.585785 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-07e52f22-daea-42c6-8c3e-fe0c77531f25 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2901673 Feb 09 01:19:43.605270 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c020b76a-8d40-4477-9ac1-1a411bb76f44 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:43.608689 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56564) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:43.609523 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-0e8fab6c-befe-469d-bf43-fa44247a9d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:43.619402 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fc914c0e-99d0-483c-85c8-139c7ca7adc5 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:43.627916 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-eb716d7e-95b7-4264-9d7e-7158a256efb5 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'subnet': {'network_id': '1f540098-9cc1-4391-8f28-9fe4a06440bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:43.651147 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '709aa7f3-0207-4552-abbc-660c04b5fa11', 'name': 'network-vif-deleted', 'tag': 'c075d6fd-703f-40d7-825e-b505d968b11b', 'status': 'completed', 'code': 200} Feb 09 01:19:43.670452 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c020b76a-8d40-4477-9ac1-1a411bb76f44 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:43.671916 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c020b76a-8d40-4477-9ac1-1a411bb76f44 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:43.688324 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc914c0e-99d0-483c-85c8-139c7ca7adc5 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc8a6739-b160-406a-a450-cb018c1a4b1c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:43.803011 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3ca841b1-b22f-4dae-9cb1-e29755a43c42 req-545b247e-7e97-4105-a6b1-55f661974a06 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cfe528b-964c-458b-a628-b5b62a013a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3328853 Feb 09 01:19:44.014987 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585752b-7009-4fd2-a303-91cbb79e4eec req-5a42d766-e8c5-4d54-afdc-6a83cac4309a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:44.016505 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5585752b-7009-4fd2-a303-91cbb79e4eec req-5a42d766-e8c5-4d54-afdc-6a83cac4309a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=701a1178-862c-45bf-93bb-f9578c351ffb HTTP/1.1" status: 200 len: 843 time: 0.6899631 Feb 09 01:19:44.055300 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-606f7c78-08ad-4247-b0d3-5c71e892c9ea admin admin] Deleting subnet 16056dee-9c0e-41b1-962a-fb2cf7216c50 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:19:44.082863 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-606f7c78-08ad-4247-b0d3-5c71e892c9ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:44.226768 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fc914c0e-99d0-483c-85c8-139c7ca7adc5 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:44.236584 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-c3e7e27b-591b-4872-81f0-e0a63598bf7b None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:44.258276 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-c3e7e27b-591b-4872-81f0-e0a63598bf7b None None] Transition to ACTIVE for port object 0d5d83a6-6178-4aec-bd6e-9f58166b97da will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:44.260008 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c020b76a-8d40-4477-9ac1-1a411bb76f44 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:44.286749 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-c3e7e27b-591b-4872-81f0-e0a63598bf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:44.291926 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fc914c0e-99d0-483c-85c8-139c7ca7adc5 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] 10.222.0.37 "DELETE /v2.0/ports/bc8a6739-b160-406a-a450-cb018c1a4b1c HTTP/1.1" status: 204 len: 168 time: 3.0101509 Feb 09 01:19:44.298693 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56570) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:44.311112 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-606f7c78-08ad-4247-b0d3-5c71e892c9ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:44.388766 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-0e8fab6c-befe-469d-bf43-fa44247a9d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc38fa08-18c8-4ba7-bac3-f3488618301f {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:19:44.396817 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-0e8fab6c-befe-469d-bf43-fa44247a9d8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:44.409967 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-bcb52f0f-aeb0-4ec7-a407-4d559b93179a tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2a36d3a5-b9f9-469c-9548-7786c1d1a3ac', 'external_fixed_ips': [{'subnet_id': 'dd07edc7-3d13-4f9c-beb8-0cf798ac1647', 'ip_address': '2001:db8::6c'}]}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:44.416061 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-0e8fab6c-befe-469d-bf43-fa44247a9d8f service neutron] Transition to ACTIVE for port object cc38fa08-18c8-4ba7-bac3-f3488618301f will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:44.460146 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-eb716d7e-95b7-4264-9d7e-7158a256efb5 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:44.468565 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-0e8fab6c-befe-469d-bf43-fa44247a9d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:44.472805 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-c3e7e27b-591b-4872-81f0-e0a63598bf7b None None] Attempting to bind port 0d5d83a6-6178-4aec-bd6e-9f58166b97da on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:19:44.481217 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-c3e7e27b-591b-4872-81f0-e0a63598bf7b None None] Attempting to bind port 0d5d83a6-6178-4aec-bd6e-9f58166b97da by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:19:44.482011 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e7e27b-591b-4872-81f0-e0a63598bf7b None None] Attempting to bind port 0d5d83a6-6178-4aec-bd6e-9f58166b97da on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:44.484765 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 73df7d3c-7f48-4c79-86ce-fa1d35339d0f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:19:44.495508 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e7e27b-591b-4872-81f0-e0a63598bf7b None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:19:44.496288 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e7e27b-591b-4872-81f0-e0a63598bf7b None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:19:44.496928 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-c3e7e27b-591b-4872-81f0-e0a63598bf7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:44.497545 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e7e27b-591b-4872-81f0-e0a63598bf7b None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:19:44.498250 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-c3e7e27b-591b-4872-81f0-e0a63598bf7b None None] Bound port: 0d5d83a6-6178-4aec-bd6e-9f58166b97da, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:19:44.498987 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-c3e7e27b-591b-4872-81f0-e0a63598bf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:44.540197 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b011146-c2e9-466e-9aac-c2ebcc1523e5 None None] Pushing event updated for resources: {'Port': ['ID=0d5d83a6-6178-4aec-bd6e-9f58166b97da,revision_number=2']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:44.557142 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-eb716d7e-95b7-4264-9d7e-7158a256efb5 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:subnet and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:44.563186 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8fab6c-befe-469d-bf43-fa44247a9d8f service neutron] Pushing event updated for resources: {'Port': ['ID=cc38fa08-18c8-4ba7-bac3-f3488618301f,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:44.568236 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-eb716d7e-95b7-4264-9d7e-7158a256efb5 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:44.621467 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-c3e7e27b-591b-4872-81f0-e0a63598bf7b None None] For port 0d5d83a6-6178-4aec-bd6e-9f58166b97da, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:19:44.631175 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-c3e7e27b-591b-4872-81f0-e0a63598bf7b None None] For port 0d5d83a6-6178-4aec-bd6e-9f58166b97da, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=0d5d83a6-6178-4aec-bd6e-9f58166b97da,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:19:44.645666 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-c3e7e27b-591b-4872-81f0-e0a63598bf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:44.663229 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 73df7d3c-7f48-4c79-86ce-fa1d35339d0f completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:44.676780 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7648f94b-c3b8-4d25-95f9-570e0b715909 None None] Provisioning complete for port a8ad7190-0fea-4b19-a512-b6413c5de517 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:44.677339 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7648f94b-c3b8-4d25-95f9-570e0b715909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:44.709630 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-bcb52f0f-aeb0-4ec7-a407-4d559b93179a tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:44.757744 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-eb716d7e-95b7-4264-9d7e-7158a256efb5 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:44.781354 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e7e27b-591b-4872-81f0-e0a63598bf7b None None] Routers {'e5b38d0f-050c-40b0-8b92-989a636e1ee7'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:19:44.784467 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-c3e7e27b-591b-4872-81f0-e0a63598bf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:19:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e5b38d0f-050c-40b0-8b92-989a636e1ee7'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:44.807549 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-7648f94b-c3b8-4d25-95f9-570e0b715909 None None] Port a8ad7190-0fea-4b19-a512-b6413c5de517 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:19:44.835002 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7648f94b-c3b8-4d25-95f9-570e0b715909 None None] Provisioning for port 73df7d3c-7f48-4c79-86ce-fa1d35339d0f completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:44.843025 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7648f94b-c3b8-4d25-95f9-570e0b715909 None None] Provisioning complete for port 73df7d3c-7f48-4c79-86ce-fa1d35339d0f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:44.843694 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7648f94b-c3b8-4d25-95f9-570e0b715909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:44.900094 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-bcb52f0f-aeb0-4ec7-a407-4d559b93179a tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Usage tracker for resource:router and tenant:2f81a3a3c91c49d7bca3cfb97019c319 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:44.917058 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-bcb52f0f-aeb0-4ec7-a407-4d559b93179a tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:44.939199 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-bcb52f0f-aeb0-4ec7-a407-4d559b93179a tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:44.958872 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb716d7e-95b7-4264-9d7e-7158a256efb5 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:44.963911 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-eb716d7e-95b7-4264-9d7e-7158a256efb5 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:45.029036 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b011146-c2e9-466e-9aac-c2ebcc1523e5 None None] Pushing event updated for resources: {'Port': ['ID=0d5d83a6-6178-4aec-bd6e-9f58166b97da,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:45.083365 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585752b-7009-4fd2-a303-91cbb79e4eec req-7c7b9f34-b0d2-4c87-a300-ee5d8ad2fbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:45.084909 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5585752b-7009-4fd2-a303-91cbb79e4eec req-7c7b9f34-b0d2-4c87-a300-ee5d8ad2fbd1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ddd61f39-8802-43d0-a6a2-be6dc226d8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9941368 Feb 09 01:19:45.123114 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c020b76a-8d40-4477-9ac1-1a411bb76f44 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:45.126610 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7648f94b-c3b8-4d25-95f9-570e0b715909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:45.136427 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-606f7c78-08ad-4247-b0d3-5c71e892c9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:45.188012 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-7648f94b-c3b8-4d25-95f9-570e0b715909 None None] For port 73df7d3c-7f48-4c79-86ce-fa1d35339d0f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=73df7d3c-7f48-4c79-86ce-fa1d35339d0f,segment=NetworkSegment(bdbe9668-fe17-4e6e-bd15-35df94bd844d),segment_id=bdbe9668-fe17-4e6e-bd15-35df94bd844d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:45.193736 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7648f94b-c3b8-4d25-95f9-570e0b715909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:45.207644 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-c3e7e27b-591b-4872-81f0-e0a63598bf7b None None] Set router e5b38d0f-050c-40b0-8b92-989a636e1ee7 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:19:45.262597 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5585752b-7009-4fd2-a303-91cbb79e4eec req-37d39b49-382f-4d3d-81b7-0b417c59168a service neutron] 10.222.0.35 "GET /v2.0/networks/ddd61f39-8802-43d0-a6a2-be6dc226d8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670280 Feb 09 01:19:45.374844 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d8036ff3-dab3-46c2-9807-dba90ccb7e8d None None] Provisioning for port 0ae802cf-850f-4632-91c4-0d0f7fc2b732 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:45.383619 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648f94b-c3b8-4d25-95f9-570e0b715909 None None] Pushing event updated for resources: {'Port': ['ID=73df7d3c-7f48-4c79-86ce-fa1d35339d0f,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:45.406250 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d8036ff3-dab3-46c2-9807-dba90ccb7e8d None None] Provisioning complete for port 0ae802cf-850f-4632-91c4-0d0f7fc2b732 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:45.407133 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d8036ff3-dab3-46c2-9807-dba90ccb7e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:45.468812 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bcb52f0f-aeb0-4ec7-a407-4d559b93179a tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:45.470125 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bcb52f0f-aeb0-4ec7-a407-4d559b93179a tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:45.498422 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d8036ff3-dab3-46c2-9807-dba90ccb7e8d None None] Port 0ae802cf-850f-4632-91c4-0d0f7fc2b732 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:19:45.596990 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bcb52f0f-aeb0-4ec7-a407-4d559b93179a tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:45.615327 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b79b64-1735-4d43-bf8d-fe0832988954 req-80810d2c-e0b5-4987-8f7d-14add7cbf4b4 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:45.616922 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-80b79b64-1735-4d43-bf8d-fe0832988954 req-80810d2c-e0b5-4987-8f7d-14add7cbf4b4 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4367af54-2fa9-4fce-a656-c2100e45e417 HTTP/1.1" status: 200 len: 943 time: 0.9014750 Feb 09 01:19:45.620559 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-606f7c78-08ad-4247-b0d3-5c71e892c9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:45.628498 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-c3e7e27b-591b-4872-81f0-e0a63598bf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b38d0f-050c-40b0-8b92-989a636e1ee7', 'name': 'tempest-snat-router-2027263071', 'tenant_id': '5c35fa1a1b4947e381261af89c3364df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.17'}], 'enable_snat': False}, 'gw_port_id': '0d5d83a6-6178-4aec-bd6e-9f58166b97da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:19:32Z', 'updated_at': '2022-02-09T01:19:37Z', 'revision_number': 3, 'project_id': '5c35fa1a1b4947e381261af89c3364df', 'gw_port': {'id': '0d5d83a6-6178-4aec-bd6e-9f58166b97da', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ce:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b38d0f-050c-40b0-8b92-989a636e1ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:19:33Z', 'updated_at': '2022-02-09T01:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:45.633182 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e7e27b-591b-4872-81f0-e0a63598bf7b None None] The sync data for ids ['e5b38d0f-050c-40b0-8b92-989a636e1ee7'] in n-d-828419-1 is: [{'id': 'e5b38d0f-050c-40b0-8b92-989a636e1ee7', 'name': 'tempest-snat-router-2027263071', 'tenant_id': '5c35fa1a1b4947e381261af89c3364df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.17'}], 'enable_snat': False}, 'gw_port_id': '0d5d83a6-6178-4aec-bd6e-9f58166b97da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:19:32Z', 'updated_at': '2022-02-09T01:19:37Z', 'revision_number': 3, 'project_id': '5c35fa1a1b4947e381261af89c3364df', 'gw_port': {'id': '0d5d83a6-6178-4aec-bd6e-9f58166b97da', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ce:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b38d0f-050c-40b0-8b92-989a636e1ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:19:33Z', 'updated_at': '2022-02-09T01:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:19:45.694416 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f7c78-08ad-4247-b0d3-5c71e892c9ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16056dee-9c0e-41b1-962a-fb2cf7216c50,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:45.697478 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-606f7c78-08ad-4247-b0d3-5c71e892c9ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:45.698966 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-0e8fab6c-befe-469d-bf43-fa44247a9d8f service neutron] Attempting to bind port cc38fa08-18c8-4ba7-bac3-f3488618301f on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:19:45.699320 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-0e8fab6c-befe-469d-bf43-fa44247a9d8f service neutron] Attempting to bind port cc38fa08-18c8-4ba7-bac3-f3488618301f by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '04e1fcf1-f52a-461f-8c26-62a87b3cbe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:19:45.699659 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-0e8fab6c-befe-469d-bf43-fa44247a9d8f service neutron] Attempting to bind port cc38fa08-18c8-4ba7-bac3-f3488618301f on network 0055357f-6a74-45ba-a134-b5223508c9d1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:45.713767 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-0e8fab6c-befe-469d-bf43-fa44247a9d8f service neutron] Port cc38fa08-18c8-4ba7-bac3-f3488618301f on network 0055357f-6a74-45ba-a134-b5223508c9d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:19:45.714150 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-0e8fab6c-befe-469d-bf43-fa44247a9d8f service neutron] Attempting to bind port cc38fa08-18c8-4ba7-bac3-f3488618301f on network 0055357f-6a74-45ba-a134-b5223508c9d1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:45.734860 n-d-828419-1 neutron-server[87612]: INFO neutron.db.ipam_backend_mixin [None req-eb716d7e-95b7-4264-9d7e-7158a256efb5 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 37c34a90-232b-4498-a4c0-e78d4b24cf9c (CIDR: 172.20.0.0/28) Feb 09 01:19:45.741303 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-0e8fab6c-befe-469d-bf43-fa44247a9d8f service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:19:45.741647 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-0e8fab6c-befe-469d-bf43-fa44247a9d8f service neutron] Checking segment: {'id': '04e1fcf1-f52a-461f-8c26-62a87b3cbe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:19:45.742030 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-0e8fab6c-befe-469d-bf43-fa44247a9d8f service neutron] Bound using segment: {'id': '04e1fcf1-f52a-461f-8c26-62a87b3cbe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:19:45.742478 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-0e8fab6c-befe-469d-bf43-fa44247a9d8f service neutron] Bound port: cc38fa08-18c8-4ba7-bac3-f3488618301f, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04e1fcf1-f52a-461f-8c26-62a87b3cbe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:19:45.742832 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-0e8fab6c-befe-469d-bf43-fa44247a9d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:45.796826 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-606f7c78-08ad-4247-b0d3-5c71e892c9ea admin admin] 10.222.0.37 "DELETE /v2.0/subnets/16056dee-9c0e-41b1-962a-fb2cf7216c50 HTTP/1.1" status: 204 len: 168 time: 2.2512350 Feb 09 01:19:45.802487 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56580) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:45.812268 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb716d7e-95b7-4264-9d7e-7158a256efb5 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:19:45.812809 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb716d7e-95b7-4264-9d7e-7158a256efb5 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:19:45.874805 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-eb716d7e-95b7-4264-9d7e-7158a256efb5 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2529705 Feb 09 01:19:45.882708 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56586) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:45.890460 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-674c4c18-72bd-4a35-aeab-70c466761e78 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'subnet': {'network_id': '1f540098-9cc1-4391-8f28-9fe4a06440bb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:45.914172 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5585752b-7009-4fd2-a303-91cbb79e4eec req-fbf28bff-348f-415b-af12-4ebe035e9b20 service neutron] 10.222.0.35 "GET /v2.0/networks/ddd61f39-8802-43d0-a6a2-be6dc226d8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464847 Feb 09 01:19:45.917805 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-80b79b64-1735-4d43-bf8d-fe0832988954 req-5f8affe0-e3a5-400a-a75c-a99e22678099 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622705 Feb 09 01:19:46.103088 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-0e8fab6c-befe-469d-bf43-fa44247a9d8f service neutron] For port cc38fa08-18c8-4ba7-bac3-f3488618301f, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:19:46.115571 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-0e8fab6c-befe-469d-bf43-fa44247a9d8f service neutron] For port cc38fa08-18c8-4ba7-bac3-f3488618301f, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=cc38fa08-18c8-4ba7-bac3-f3488618301f,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:19:46.134752 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e70dd-e5f7-4761-a8c0-0719269b380c req-ff912311-55b7-4a81-ae1f-34f6d7aa7a1d tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:46.136293 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e78e70dd-e5f7-4761-a8c0-0719269b380c req-ff912311-55b7-4a81-ae1f-34f6d7aa7a1d tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/ports?device_id=afbe8887-8003-407e-a80e-fd34906bcac7 HTTP/1.1" status: 200 len: 946 time: 0.8702521 Feb 09 01:19:46.141082 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-0e8fab6c-befe-469d-bf43-fa44247a9d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:46.189088 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bcb52f0f-aeb0-4ec7-a407-4d559b93179a tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:46.225979 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bb7d0c10-abd2-4aad-ae4b-1768ee4c5d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:46.235703 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8fab6c-befe-469d-bf43-fa44247a9d8f service neutron] Pushing event updated for resources: {'Port': ['ID=cc38fa08-18c8-4ba7-bac3-f3488618301f,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:46.275066 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-0e8fab6c-befe-469d-bf43-fa44247a9d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:46.275707 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-0e8fab6c-befe-469d-bf43-fa44247a9d8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:46.277189 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-0e8fab6c-befe-469d-bf43-fa44247a9d8f service neutron] 10.222.0.35 "PUT /v2.0/ports/cc38fa08-18c8-4ba7-bac3-f3488618301f HTTP/1.1" status: 200 len: 1091 time: 3.3171818 Feb 09 01:19:46.277869 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4367af54-2fa9-4fce-a656-c2100e45e417', 'tag': 'cc38fa08-18c8-4ba7-bac3-f3488618301f'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:19:46.299791 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-674c4c18-72bd-4a35-aeab-70c466761e78 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:46.311271 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-674c4c18-72bd-4a35-aeab-70c466761e78 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:subnet and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:46.314713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-674c4c18-72bd-4a35-aeab-70c466761e78 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:46.320440 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e78e70dd-e5f7-4761-a8c0-0719269b380c req-1802751f-29c4-4140-b620-66651edd389a tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cfe528b-964c-458b-a628-b5b62a013a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746669 Feb 09 01:19:46.324465 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-674c4c18-72bd-4a35-aeab-70c466761e78 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:46.388114 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4367af54-2fa9-4fce-a656-c2100e45e417', 'tag': 'cc38fa08-18c8-4ba7-bac3-f3488618301f', 'status': 'completed', 'code': 200} Feb 09 01:19:46.425845 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674c4c18-72bd-4a35-aeab-70c466761e78 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:46.429337 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-674c4c18-72bd-4a35-aeab-70c466761e78 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:46.637872 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 0d5d83a6-6178-4aec-bd6e-9f58166b97da up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:19:46.760364 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-a2d3bd42-a6bd-4f0b-8f59-9275b1bffd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:46.762204 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-a2d3bd42-a6bd-4f0b-8f59-9275b1bffd20 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce0095aebb0840088ecf37cbcece72f6&device_id=4367af54-2fa9-4fce-a656-c2100e45e417 HTTP/1.1" status: 200 len: 1094 time: 0.4322753 Feb 09 01:19:46.820544 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 0d5d83a6-6178-4aec-bd6e-9f58166b97da completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:46.826611 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 0d5d83a6-6178-4aec-bd6e-9f58166b97da triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:46.826986 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:46.971765 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-6a85470b-9a93-4d24-b414-a48ddce1d277 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc38fa08-18c8-4ba7-bac3-f3488618301f HTTP/1.1" status: 200 len: 217 time: 0.1125882 Feb 09 01:19:47.043007 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bb7d0c10-abd2-4aad-ae4b-1768ee4c5d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:47.085430 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-bb7d0c10-abd2-4aad-ae4b-1768ee4c5d30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3afca57-246e-458a-965f-203ae806e5cf']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:47.093240 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:47.114301 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-bb7d0c10-abd2-4aad-ae4b-1768ee4c5d30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1daab5ce-760f-4f8c-ae46-f15ec30b34be') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:47.118460 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-bb7d0c10-abd2-4aad-ae4b-1768ee4c5d30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1daab5ce-760f-4f8c-ae46-f15ec30b34be') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:47.129398 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 0d5d83a6-6178-4aec-bd6e-9f58166b97da, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=0d5d83a6-6178-4aec-bd6e-9f58166b97da,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:47.137567 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bb7d0c10-abd2-4aad-ae4b-1768ee4c5d30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:47.141253 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:47.142153 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 73df7d3c-7f48-4c79-86ce-fa1d35339d0f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:19:47.189189 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-d46a8034-2b80-481c-8280-f439d1183639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:47.192355 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-d46a8034-2b80-481c-8280-f439d1183639 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6f367ae-6db3-44ee-a579-54c0e257ede0 HTTP/1.1" status: 200 len: 850 time: 0.2077570 Feb 09 01:19:47.289368 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bb7d0c10-abd2-4aad-ae4b-1768ee4c5d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:47.296934 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb7d0c10-abd2-4aad-ae4b-1768ee4c5d30 admin admin] Releasing vlan 953 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:19:47.297570 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bb7d0c10-abd2-4aad-ae4b-1768ee4c5d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:47.323943 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=0d5d83a6-6178-4aec-bd6e-9f58166b97da,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:47.353519 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 73df7d3c-7f48-4c79-86ce-fa1d35339d0f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:47.354191 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:47.367390 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:19:47.367390 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:19:47.367390 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:19:47.367390 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:19:47.367390 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:19:47.367390 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:19:47.367390 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:19:47.367390 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:19:47.367390 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:19:47.367390 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:19:47.367390 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:19:47.367390 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:19:47.367390 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:19:47.367390 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:19:47.367390 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:19:47.367390 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:19:47.367390 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:19:47.367390 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:19:47.367390 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:19:47.367390 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:19:47.367390 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:19:47.367390 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:19:47.367390 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:19:47.367390 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:19:47.367390 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:19:47.367390 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:19:47.367390 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:19:47.367390 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:19:47.367390 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:19:47.367390 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:19:47.367390 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:19:47.367390 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:19:47.402972 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-674c4c18-72bd-4a35-aeab-70c466761e78 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:47.427672 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c020b76a-8d40-4477-9ac1-1a411bb76f44 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:47.459506 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bb7d0c10-abd2-4aad-ae4b-1768ee4c5d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:47.486962 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c020b76a-8d40-4477-9ac1-1a411bb76f44 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:47.501978 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bb7d0c10-abd2-4aad-ae4b-1768ee4c5d30 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:47.504220 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c4c18-72bd-4a35-aeab-70c466761e78 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Subnet': ['ID=c0e39599-8904-46db-adf3-b9f8c6e679b7,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:47.528519 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674c4c18-72bd-4a35-aeab-70c466761e78 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network 1f540098-9cc1-4391-8f28-9fe4a06440bb is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:47.530755 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-674c4c18-72bd-4a35-aeab-70c466761e78 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:47.534050 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674c4c18-72bd-4a35-aeab-70c466761e78 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:47.535344 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-674c4c18-72bd-4a35-aeab-70c466761e78 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:47.546061 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6f8d09-5ee8-41db-b23b-a9fc4a78f730 None None] Network 1f540098-9cc1-4391-8f28-9fe4a06440bb requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:19:47.556257 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-105a174b-e976-4893-9afb-7ec306b563c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:47.558036 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-105a174b-e976-4893-9afb-7ec306b563c8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0055357f-6a74-45ba-a134-b5223508c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3491578 Feb 09 01:19:47.699473 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d0c10-abd2-4aad-ae4b-1768ee4c5d30 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3afca57-246e-458a-965f-203ae806e5cf,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:47.719979 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-124f820a-fd41-4e14-8974-32e1b209648a service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525917 Feb 09 01:19:47.727382 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-674c4c18-72bd-4a35-aeab-70c466761e78 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8413184 Feb 09 01:19:47.727791 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56606) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:47.760033 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-80184fbb-00a2-418a-8113-a64ba6338693 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-309557111', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c0e39599-8904-46db-adf3-b9f8c6e679b7'}], 'security_groups': ['77973287-0375-410c-8583-ad4a82558935']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:47.798093 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-bb7d0c10-abd2-4aad-ae4b-1768ee4c5d30 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a3afca57-246e-458a-965f-203ae806e5cf HTTP/1.1" status: 204 len: 168 time: 1.9925179 Feb 09 01:19:47.879200 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2419b75-807f-4f4e-8d53-a39295b39165 req-d951086f-bb7a-4042-bfa7-ad057883a45a tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:47.883072 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c2419b75-807f-4f4e-8d53-a39295b39165 req-d951086f-bb7a-4042-bfa7-ad057883a45a tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4367af54-2fa9-4fce-a656-c2100e45e417 HTTP/1.1" status: 200 len: 943 time: 0.5872993 Feb 09 01:19:48.079842 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2d4321-92ae-458f-9dcc-8b473c7a1c3d None None] Update dhcp port {'port': {'network_id': '1f540098-9cc1-4391-8f28-9fe4a06440bb', 'fixed_ips': [{'subnet_id': '37c34a90-232b-4498-a4c0-e78d4b24cf9c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c0e39599-8904-46db-adf3-b9f8c6e679b7'}], 'binding:host_id': 'n-d-828419-1'}, 'id': '73df7d3c-7f48-4c79-86ce-fa1d35339d0f'} from n-d-828419-1. {{(pid=87613) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:19:48.091093 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56614) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:48.198452 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-dd2d4321-92ae-458f-9dcc-8b473c7a1c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:48.209367 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-c020b76a-8d40-4477-9ac1-1a411bb76f44 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Allocated IP 172.25.5.158 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/8c3dbf23-c02d-4ae1-b493-40dba69f787a) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:48.354176 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c2419b75-807f-4f4e-8d53-a39295b39165 req-b99ad5d4-a2d2-47e2-921c-4a86518cf3e2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557962 Feb 09 01:19:48.434929 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7ad56-a2ba-4736-ad5b-405e7badc74d req-b7f86f18-c425-4d8f-a775-1052b1381a23 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:48.441886 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d9d7ad56-a2ba-4736-ad5b-405e7badc74d req-b7f86f18-c425-4d8f-a775-1052b1381a23 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/ports?device_id=afbe8887-8003-407e-a80e-fd34906bcac7 HTTP/1.1" status: 200 len: 946 time: 0.7360218 Feb 09 01:19:48.478353 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 0d5d83a6-6178-4aec-bd6e-9f58166b97da up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:19:48.485982 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0911c5f2-c802-4d5f-9b88-5fb98d266c1f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bbf0f82d35c440b0ba7e6bf598531d13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1352403 Feb 09 01:19:48.491859 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a013082-ad00-4d0f-8d6c-d811ba88dc01 req-af06154e-c3ae-4f00-85a5-ab628b2aa73b service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7609937 Feb 09 01:19:48.494802 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56620) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:48.577188 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-dd2d4321-92ae-458f-9dcc-8b473c7a1c3d None None] Allocated IP 172.20.0.18 (1f540098-9cc1-4391-8f28-9fe4a06440bb/c0e39599-8904-46db-adf3-b9f8c6e679b7/73df7d3c-7f48-4c79-86ce-fa1d35339d0f) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:48.639993 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c020b76a-8d40-4477-9ac1-1a411bb76f44 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:48.658924 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d9d7ad56-a2ba-4736-ad5b-405e7badc74d req-802ce8f6-d8c7-4337-84b2-e4297012adde tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cfe528b-964c-458b-a628-b5b62a013a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160904 Feb 09 01:19:48.670495 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bcb52f0f-aeb0-4ec7-a407-4d559b93179a tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:48.729672 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bcb52f0f-aeb0-4ec7-a407-4d559b93179a tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:48.770889 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-dd2d4321-92ae-458f-9dcc-8b473c7a1c3d None None] For port 73df7d3c-7f48-4c79-86ce-fa1d35339d0f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=73df7d3c-7f48-4c79-86ce-fa1d35339d0f,segment=NetworkSegment(bdbe9668-fe17-4e6e-bd15-35df94bd844d),segment_id=bdbe9668-fe17-4e6e-bd15-35df94bd844d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:48.801957 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-dd2d4321-92ae-458f-9dcc-8b473c7a1c3d None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:48.823435 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-dd2d4321-92ae-458f-9dcc-8b473c7a1c3d None None] Transition to ACTIVE for port object 73df7d3c-7f48-4c79-86ce-fa1d35339d0f will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:48.830773 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 0d5d83a6-6178-4aec-bd6e-9f58166b97da triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:48.831339 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:48.865262 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-dd2d4321-92ae-458f-9dcc-8b473c7a1c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:48.873256 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c020b76a-8d40-4477-9ac1-1a411bb76f44 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:48.967705 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-81f705ac-7650-470b-846b-8a4ef0b0603d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:48.978532 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c020b76a-8d40-4477-9ac1-1a411bb76f44 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:48.979976 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-c020b76a-8d40-4477-9ac1-1a411bb76f44 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:48.991923 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-80184fbb-00a2-418a-8113-a64ba6338693 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:49.029912 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62763870-9f6c-41dd-86ce-9990f86ff0bd req-07a7549f-70d4-4c45-99cc-43e08a573402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:49.031313 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-62763870-9f6c-41dd-86ce-9990f86ff0bd req-07a7549f-70d4-4c45-99cc-43e08a573402 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce0095aebb0840088ecf37cbcece72f6&device_id=4367af54-2fa9-4fce-a656-c2100e45e417 HTTP/1.1" status: 200 len: 1094 time: 0.4645946 Feb 09 01:19:49.076365 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c020b76a-8d40-4477-9ac1-1a411bb76f44 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:19:49.088992 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-81f705ac-7650-470b-846b-8a4ef0b0603d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:49.139251 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020b76a-8d40-4477-9ac1-1a411bb76f44 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Pushing event updated for resources: {'Port': ['ID=8c3dbf23-c02d-4ae1-b493-40dba69f787a,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:49.168286 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-bcb52f0f-aeb0-4ec7-a407-4d559b93179a tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Allocated IP 2001:db8::6c (2a36d3a5-b9f9-469c-9548-7786c1d1a3ac/dd07edc7-3d13-4f9c-beb8-0cf798ac1647/bacfd9c5-9b9c-4e9b-b23a-9d39533224fe) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:49.321529 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d4321-92ae-458f-9dcc-8b473c7a1c3d None None] Pushing event updated for resources: {'Port': ['ID=73df7d3c-7f48-4c79-86ce-fa1d35339d0f,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:49.400783 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0247b-7fcf-4170-987c-e70553d7c8b7 req-05562577-738b-43f5-8d8e-7663de9f0c64 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:49.407760 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3de0247b-7fcf-4170-987c-e70553d7c8b7 req-05562577-738b-43f5-8d8e-7663de9f0c64 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/ports?device_id=afbe8887-8003-407e-a80e-fd34906bcac7 HTTP/1.1" status: 200 len: 946 time: 0.5333834 Feb 09 01:19:49.596704 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-81f705ac-7650-470b-846b-8a4ef0b0603d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:49.701607 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62763870-9f6c-41dd-86ce-9990f86ff0bd req-e6619d18-aafd-4e09-a307-fb5fdb8b1850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:49.703072 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-62763870-9f6c-41dd-86ce-9990f86ff0bd req-e6619d18-aafd-4e09-a307-fb5fdb8b1850 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0055357f-6a74-45ba-a134-b5223508c9d1 HTTP/1.1" status: 200 len: 912 time: 0.6354320 Feb 09 01:19:49.797885 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3de0247b-7fcf-4170-987c-e70553d7c8b7 req-46cc3588-df1e-44d0-976f-1201df81b39a tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cfe528b-964c-458b-a628-b5b62a013a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3892198 Feb 09 01:19:49.798914 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f705ac-7650-470b-846b-8a4ef0b0603d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e19c6d-b648-4880-a801-cdc33989f801,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:49.884193 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bcb52f0f-aeb0-4ec7-a407-4d559b93179a tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:49.896203 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-62763870-9f6c-41dd-86ce-9990f86ff0bd req-15f8b15e-d8eb-4acd-a067-fc3208c48c46 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc38fa08-18c8-4ba7-bac3-f3488618301f HTTP/1.1" status: 200 len: 217 time: 0.1789529 Feb 09 01:19:49.945739 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d288bf5-f4f5-4cb0-8dbd-6ea091446e8c req-d6be87c1-6050-4288-a405-669ef0f64985 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:49.953022 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3d288bf5-f4f5-4cb0-8dbd-6ea091446e8c req-d6be87c1-6050-4288-a405-669ef0f64985 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4367af54-2fa9-4fce-a656-c2100e45e417 HTTP/1.1" status: 200 len: 943 time: 0.3170137 Feb 09 01:19:49.986232 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-81f705ac-7650-470b-846b-8a4ef0b0603d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:49.988845 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-81f705ac-7650-470b-846b-8a4ef0b0603d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8e19c6d-b648-4880-a801-cdc33989f801 HTTP/1.1" status: 204 len: 168 time: 1.4922454 Feb 09 01:19:50.061178 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-844f3bcf-ce1f-4bac-831d-39866f4f750a None None] Provisioning complete for port 0ae802cf-850f-4632-91c4-0d0f7fc2b732 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:50.063141 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-844f3bcf-ce1f-4bac-831d-39866f4f750a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:50.117876 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62763870-9f6c-41dd-86ce-9990f86ff0bd req-95957017-8185-472e-8564-ef3bf9e608b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:50.119532 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-62763870-9f6c-41dd-86ce-9990f86ff0bd req-95957017-8185-472e-8564-ef3bf9e608b4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6f367ae-6db3-44ee-a579-54c0e257ede0 HTTP/1.1" status: 200 len: 850 time: 0.2021356 Feb 09 01:19:50.170562 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-844f3bcf-ce1f-4bac-831d-39866f4f750a None None] Port 0ae802cf-850f-4632-91c4-0d0f7fc2b732 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:19:50.184184 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-844f3bcf-ce1f-4bac-831d-39866f4f750a None None] Provisioning complete for port a8ad7190-0fea-4b19-a512-b6413c5de517 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:50.184990 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-844f3bcf-ce1f-4bac-831d-39866f4f750a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:50.263904 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-844f3bcf-ce1f-4bac-831d-39866f4f750a None None] Port a8ad7190-0fea-4b19-a512-b6413c5de517 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:19:50.287832 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-844f3bcf-ce1f-4bac-831d-39866f4f750a None None] Provisioning for port 73df7d3c-7f48-4c79-86ce-fa1d35339d0f completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:50.295908 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-844f3bcf-ce1f-4bac-831d-39866f4f750a None None] Provisioning complete for port 73df7d3c-7f48-4c79-86ce-fa1d35339d0f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:50.296485 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-844f3bcf-ce1f-4bac-831d-39866f4f750a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:50.433901 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62763870-9f6c-41dd-86ce-9990f86ff0bd req-d36a9183-a90a-4854-b908-fb19bd5d22ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:50.435402 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-62763870-9f6c-41dd-86ce-9990f86ff0bd req-d36a9183-a90a-4854-b908-fb19bd5d22ea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0055357f-6a74-45ba-a134-b5223508c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2410479 Feb 09 01:19:50.478788 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bcb52f0f-aeb0-4ec7-a407-4d559b93179a tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:50.504915 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-80184fbb-00a2-418a-8113-a64ba6338693 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Delete allocated IP 172.20.0.4 (1f540098-9cc1-4391-8f28-9fe4a06440bb/37c34a90-232b-4498-a4c0-e78d4b24cf9c) {{(pid=87612) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 01:19:50.515304 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 73df7d3c-7f48-4c79-86ce-fa1d35339d0f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:19:50.547971 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c020b76a-8d40-4477-9ac1-1a411bb76f44 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:50.590297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-80184fbb-00a2-418a-8113-a64ba6338693 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Allocated IP 172.20.0.19 (1f540098-9cc1-4391-8f28-9fe4a06440bb/c0e39599-8904-46db-adf3-b9f8c6e679b7/0ae802cf-850f-4632-91c4-0d0f7fc2b732) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:50.756332 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 73df7d3c-7f48-4c79-86ce-fa1d35339d0f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:50.756747 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:50.773788 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3d288bf5-f4f5-4cb0-8dbd-6ea091446e8c req-b01a1fc7-bf7b-4a98-a3aa-247e0740c765 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8198829 Feb 09 01:19:50.811939 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb52f0f-aeb0-4ec7-a407-4d559b93179a tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Network 2a36d3a5-b9f9-469c-9548-7786c1d1a3ac is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:50.823123 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-bcb52f0f-aeb0-4ec7-a407-4d559b93179a tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:50.831808 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb52f0f-aeb0-4ec7-a407-4d559b93179a tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:19:50.868893 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-62763870-9f6c-41dd-86ce-9990f86ff0bd req-a89c81b4-8860-4959-9e0d-38625a0ca30e service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054773 Feb 09 01:19:50.916873 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb52f0f-aeb0-4ec7-a407-4d559b93179a tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Pushing event updated for resources: {'Port': ['ID=bacfd9c5-9b9c-4e9b-b23a-9d39533224fe,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:51.258110 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-62763870-9f6c-41dd-86ce-9990f86ff0bd req-9caeb90c-3c1b-495d-b129-88e62f098be9 service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670001 Feb 09 01:19:51.285045 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-80184fbb-00a2-418a-8113-a64ba6338693 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:51.308155 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-80184fbb-00a2-418a-8113-a64ba6338693 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Transition to ACTIVE for port object 0ae802cf-850f-4632-91c4-0d0f7fc2b732 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:51.313040 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-80184fbb-00a2-418a-8113-a64ba6338693 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:51.506208 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80184fbb-00a2-418a-8113-a64ba6338693 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Port': ['ID=0ae802cf-850f-4632-91c4-0d0f7fc2b732,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:51.535352 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-80184fbb-00a2-418a-8113-a64ba6338693 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] In _notify_port_updated(), no bound segment for port 0ae802cf-850f-4632-91c4-0d0f7fc2b732 on network 1f540098-9cc1-4391-8f28-9fe4a06440bb {{(pid=87612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:19:51.541560 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80184fbb-00a2-418a-8113-a64ba6338693 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:51.542652 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-80184fbb-00a2-418a-8113-a64ba6338693 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:51.544213 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-80184fbb-00a2-418a-8113-a64ba6338693 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "PUT /v2.0/ports/0ae802cf-850f-4632-91c4-0d0f7fc2b732 HTTP/1.1" status: 200 len: 920 time: 3.8151898 Feb 09 01:19:51.547540 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56662) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:51.572818 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c020b76a-8d40-4477-9ac1-1a411bb76f44 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:51.580499 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bcb52f0f-aeb0-4ec7-a407-4d559b93179a tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:51.620553 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-bf940b24-632f-41e5-ac89-6f15b8a2087e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Deleting port 0ae802cf-850f-4632-91c4-0d0f7fc2b732 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:51.620905 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bf940b24-632f-41e5-ac89-6f15b8a2087e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:51.771613 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:51.907055 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bf940b24-632f-41e5-ac89-6f15b8a2087e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:52.099101 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-bf940b24-632f-41e5-ac89-6f15b8a2087e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Calling delete_port for 0ae802cf-850f-4632-91c4-0d0f7fc2b732 owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:52.170158 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-538b6345-ca87-4602-9d34-dad639c3a952 None None] Provisioning for port 0ae802cf-850f-4632-91c4-0d0f7fc2b732 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:52.177327 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-538b6345-ca87-4602-9d34-dad639c3a952 None None] Provisioning complete for port 0ae802cf-850f-4632-91c4-0d0f7fc2b732 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:52.177687 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-538b6345-ca87-4602-9d34-dad639c3a952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:52.293174 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-538b6345-ca87-4602-9d34-dad639c3a952 None None] Port 0ae802cf-850f-4632-91c4-0d0f7fc2b732 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:19:52.323014 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bf940b24-632f-41e5-ac89-6f15b8a2087e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:52.410022 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf940b24-632f-41e5-ac89-6f15b8a2087e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Port': ['ID=0ae802cf-850f-4632-91c4-0d0f7fc2b732,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:52.447320 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56686) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:52.473606 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c020b76a-8d40-4477-9ac1-1a411bb76f44 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Router f9fc8247-8423-4d7a-bab4-c870fde4da53 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:19:52.582023 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218781c-a582-4672-ba2e-42b0fccab5a2 req-7db38cc3-d1e1-433e-ac36-cd9f7a98c54a tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:52.583628 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7218781c-a582-4672-ba2e-42b0fccab5a2 req-7db38cc3-d1e1-433e-ac36-cd9f7a98c54a tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4367af54-2fa9-4fce-a656-c2100e45e417 HTTP/1.1" status: 200 len: 943 time: 0.3073604 Feb 09 01:19:52.600041 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bf940b24-632f-41e5-ac89-6f15b8a2087e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:52.638495 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-bf940b24-632f-41e5-ac89-6f15b8a2087e tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/ports/0ae802cf-850f-4632-91c4-0d0f7fc2b732 HTTP/1.1" status: 204 len: 168 time: 1.0904667 Feb 09 01:19:52.647385 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56694) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:52.718163 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7218781c-a582-4672-ba2e-42b0fccab5a2 req-b066b9e6-d49d-4897-aafa-f7e880227acc tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209073 Feb 09 01:19:52.723136 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-d784c42b-99c7-4431-8198-0a58ac1f2de9 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] GET failed (client error): The resource could not be found. Feb 09 01:19:52.724479 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d784c42b-99c7-4431-8198-0a58ac1f2de9 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Synchronizing usage tracker for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:19:52.744293 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device cc38fa08-18c8-4ba7-bac3-f3488618301f details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:19:52.800971 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d784c42b-99c7-4431-8198-0a58ac1f2de9 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Unset dirty status for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:19:52.802157 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d784c42b-99c7-4431-8198-0a58ac1f2de9 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "GET /v2.0/ports/0ae802cf-850f-4632-91c4-0d0f7fc2b732 HTTP/1.1" status: 404 len: 333 time: 0.1512625 Feb 09 01:19:52.805012 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56702) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:52.999420 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port cc38fa08-18c8-4ba7-bac3-f3488618301f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=cc38fa08-18c8-4ba7-bac3-f3488618301f,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:53.013290 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2a50d941-bdc0-46d9-9f72-6487b1bdc1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:53.022709 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'cc38fa08-18c8-4ba7-bac3-f3488618301f', 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1', 'port_id': 'cc38fa08-18c8-4ba7-bac3-f3488618301f', 'mac_address': 'fa:16:3e:e7:ee:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f367ae-6db3-44ee-a579-54c0e257ede0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:19:53.041634 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-14de6c10-c365-45cf-8b88-92d7854e8a80 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:53.088315 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-2a50d941-bdc0-46d9-9f72-6487b1bdc1ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:53.099376 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c020b76a-8d40-4477-9ac1-1a411bb76f44 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:19:53.106008 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2a50d941-bdc0-46d9-9f72-6487b1bdc1ed admin admin] Usage tracker for resource:security_group_rule and tenant:3bb4f62c9ba64cb7abda9e816745b221 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:53.113660 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561f4e34-c8e6-46e9-b767-ad63e8fb3c2b None None] Sync routers for ids ['f9fc8247-8423-4d7a-bab4-c870fde4da53'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:19:53.116835 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bcb52f0f-aeb0-4ec7-a407-4d559b93179a tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:53.121327 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:53.130766 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561f4e34-c8e6-46e9-b767-ad63e8fb3c2b None None] Routers {'f9fc8247-8423-4d7a-bab4-c870fde4da53'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:19:53.142268 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc38fa08-18c8-4ba7-bac3-f3488618301f {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:19:53.143392 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-561f4e34-c8e6-46e9-b767-ad63e8fb3c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:19:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['f9fc8247-8423-4d7a-bab4-c870fde4da53'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:53.157596 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2a50d941-bdc0-46d9-9f72-6487b1bdc1ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:53.174324 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port cc38fa08-18c8-4ba7-bac3-f3488618301f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=cc38fa08-18c8-4ba7-bac3-f3488618301f,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:53.185748 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-14de6c10-c365-45cf-8b88-92d7854e8a80 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:53.185930 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:53.202560 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-2a50d941-bdc0-46d9-9f72-6487b1bdc1ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:53.308916 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=cc38fa08-18c8-4ba7-bac3-f3488618301f,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:53.328146 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c020b76a-8d40-4477-9ac1-1a411bb76f44 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:53.335060 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c020b76a-8d40-4477-9ac1-1a411bb76f44 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.8709075 Feb 09 01:19:53.339911 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56720) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:53.473002 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-14de6c10-c365-45cf-8b88-92d7854e8a80 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:53.484267 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['cc38fa08-18c8-4ba7-bac3-f3488618301f'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:19:53.492514 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-561f4e34-c8e6-46e9-b767-ad63e8fb3c2b None None] Set router f9fc8247-8423-4d7a-bab4-c870fde4da53 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:19:53.543558 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de6c10-c365-45cf-8b88-92d7854e8a80 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1dbd2d-5825-466b-9c7f-140ae5d3fdcb,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:53.564233 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2a50d941-bdc0-46d9-9f72-6487b1bdc1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:53.578644 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2a50d941-bdc0-46d9-9f72-6487b1bdc1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:53.655697 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2a50d941-bdc0-46d9-9f72-6487b1bdc1ed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3bb4f62c9ba64cb7abda9e816745b221&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2059000 Feb 09 01:19:53.656919 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50d941-bdc0-46d9-9f72-6487b1bdc1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35113c5-f802-4e17-bec7-ffb39b75bd21,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:53.660733 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56724) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:53.663840 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-14de6c10-c365-45cf-8b88-92d7854e8a80 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:53.664553 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-595e6f73-88c5-4f11-9348-58c9e0d05a06 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] 10.222.0.37 "GET /v2.0/routers/f9fc8247-8423-4d7a-bab4-c870fde4da53 HTTP/1.1" status: 200 len: 908 time: 0.3234408 Feb 09 01:19:53.668097 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-14de6c10-c365-45cf-8b88-92d7854e8a80 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/security-groups/6b1dbd2d-5825-466b-9c7f-140ae5d3fdcb HTTP/1.1" status: 204 len: 168 time: 0.8616426 Feb 09 01:19:53.670709 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56728) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:53.676998 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56732) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:53.718285 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb52f0f-aeb0-4ec7-a407-4d559b93179a tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Router a509d8d1-d234-4052-a505-601c7d81d756 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:19:53.905185 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b3b8ee4a-e2e3-4957-8ee6-a5a294383d04 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:53.983023 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d5075185-5f9d-4bc6-aa24-648823b8c5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:54.006751 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6dbb948c-8e55-4c7d-924d-b99b7e89313f tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:54.026687 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-561f4e34-c8e6-46e9-b767-ad63e8fb3c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fc8247-8423-4d7a-bab4-c870fde4da53', 'name': 'tempest-snat-router-2027263071', 'tenant_id': '5c35fa1a1b4947e381261af89c3364df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '8c3dbf23-c02d-4ae1-b493-40dba69f787a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:19:43Z', 'updated_at': '2022-02-09T01:19:49Z', 'revision_number': 3, 'project_id': '5c35fa1a1b4947e381261af89c3364df', 'gw_port': {'id': '8c3dbf23-c02d-4ae1-b493-40dba69f787a', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fc8247-8423-4d7a-bab4-c870fde4da53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:19:47Z', 'updated_at': '2022-02-09T01:19:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:54.037688 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561f4e34-c8e6-46e9-b767-ad63e8fb3c2b None None] Checking router: f9fc8247-8423-4d7a-bab4-c870fde4da53 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:19:54.038059 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561f4e34-c8e6-46e9-b767-ad63e8fb3c2b None None] Updating router f9fc8247-8423-4d7a-bab4-c870fde4da53 port 8c3dbf23-c02d-4ae1-b493-40dba69f787a binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:19:54.068115 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b3b8ee4a-e2e3-4957-8ee6-a5a294383d04 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:54.153775 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-561f4e34-c8e6-46e9-b767-ad63e8fb3c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:54.154709 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b3b8ee4a-e2e3-4957-8ee6-a5a294383d04 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:54.191782 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b3b8ee4a-e2e3-4957-8ee6-a5a294383d04 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:54.195373 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b3b8ee4a-e2e3-4957-8ee6-a5a294383d04 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/security-groups/77973287-0375-410c-8583-ad4a82558935 HTTP/1.1" status: 204 len: 168 time: 0.5134437 Feb 09 01:19:54.195373 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8ee4a-e2e3-4957-8ee6-a5a294383d04 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77973287-0375-410c-8583-ad4a82558935,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:54.196947 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56742) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:54.201089 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb52f0f-aeb0-4ec7-a407-4d559b93179a tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:19:54.224528 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429b9564-a450-4704-8623-a14014b78ec9 None None] Sync routers for ids ['a509d8d1-d234-4052-a505-601c7d81d756'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:19:54.237162 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429b9564-a450-4704-8623-a14014b78ec9 None None] Routers {'a509d8d1-d234-4052-a505-601c7d81d756'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:19:54.238441 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-429b9564-a450-4704-8623-a14014b78ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:19:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a509d8d1-d234-4052-a505-601c7d81d756'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:54.278799 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3327c5-6dd4-4638-b71b-97b966bd56f1 req-0dd7aa7d-d03b-4843-b2fd-8fdfbc78e993 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:54.280935 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-be3327c5-6dd4-4638-b71b-97b966bd56f1 req-0dd7aa7d-d03b-4843-b2fd-8fdfbc78e993 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4367af54-2fa9-4fce-a656-c2100e45e417 HTTP/1.1" status: 200 len: 944 time: 0.3629785 Feb 09 01:19:54.285761 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bcb52f0f-aeb0-4ec7-a407-4d559b93179a tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:54.287003 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-bcb52f0f-aeb0-4ec7-a407-4d559b93179a tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 9.9822078 Feb 09 01:19:54.291132 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56748) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:54.543899 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d5075185-5f9d-4bc6-aa24-648823b8c5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:54.575101 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-429b9564-a450-4704-8623-a14014b78ec9 None None] Set router a509d8d1-d234-4052-a505-601c7d81d756 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:19:54.715048 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-561f4e34-c8e6-46e9-b767-ad63e8fb3c2b None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:54.733914 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-561f4e34-c8e6-46e9-b767-ad63e8fb3c2b None None] Transition to ACTIVE for port object 8c3dbf23-c02d-4ae1-b493-40dba69f787a will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:54.752893 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-561f4e34-c8e6-46e9-b767-ad63e8fb3c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:54.763540 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f6f28cf-d8a3-409a-bc09-057317630d0f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Deleting subnet 37c34a90-232b-4498-a4c0-e78d4b24cf9c {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:19:54.788994 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f6f28cf-d8a3-409a-bc09-057317630d0f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:54.824362 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6dbb948c-8e55-4c7d-924d-b99b7e89313f tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:54.826197 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device cc38fa08-18c8-4ba7-bac3-f3488618301f up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:19:54.837308 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d5075185-5f9d-4bc6-aa24-648823b8c5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:54.868352 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-6dbb948c-8e55-4c7d-924d-b99b7e89313f tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Deleting port 8c3dbf23-c02d-4ae1-b493-40dba69f787a {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:54.868761 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6dbb948c-8e55-4c7d-924d-b99b7e89313f tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:54.894706 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-561f4e34-c8e6-46e9-b767-ad63e8fb3c2b None None] Attempting to bind port 8c3dbf23-c02d-4ae1-b493-40dba69f787a on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:19:54.896219 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-561f4e34-c8e6-46e9-b767-ad63e8fb3c2b None None] Attempting to bind port 8c3dbf23-c02d-4ae1-b493-40dba69f787a by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:19:54.896610 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561f4e34-c8e6-46e9-b767-ad63e8fb3c2b None None] Attempting to bind port 8c3dbf23-c02d-4ae1-b493-40dba69f787a on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:54.904912 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5075185-5f9d-4bc6-aa24-648823b8c5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35113c5-f802-4e17-bec7-ffb39b75bd21,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:54.905539 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d680de4-cd02-430b-a246-e62668f18f43 None None] Pushing event updated for resources: {'Port': ['ID=8c3dbf23-c02d-4ae1-b493-40dba69f787a,revision_number=2']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:54.908085 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561f4e34-c8e6-46e9-b767-ad63e8fb3c2b None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:19:54.913459 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561f4e34-c8e6-46e9-b767-ad63e8fb3c2b None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:19:54.913666 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-561f4e34-c8e6-46e9-b767-ad63e8fb3c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:54.915840 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561f4e34-c8e6-46e9-b767-ad63e8fb3c2b None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:19:54.918141 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-561f4e34-c8e6-46e9-b767-ad63e8fb3c2b None None] Bound port: 8c3dbf23-c02d-4ae1-b493-40dba69f787a, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:19:54.918545 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-561f4e34-c8e6-46e9-b767-ad63e8fb3c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:54.926330 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d5075185-5f9d-4bc6-aa24-648823b8c5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:54.930175 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d5075185-5f9d-4bc6-aa24-648823b8c5fa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b35113c5-f802-4e17-bec7-ffb39b75bd21 HTTP/1.1" status: 204 len: 168 time: 1.2655447 Feb 09 01:19:55.025771 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:55.029639 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-be3327c5-6dd4-4638-b71b-97b966bd56f1 req-6b9a8978-7ac9-4d51-8428-0a6cb647c517 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7414842 Feb 09 01:19:55.039434 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port cc38fa08-18c8-4ba7-bac3-f3488618301f completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:55.058526 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f6f28cf-d8a3-409a-bc09-057317630d0f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:55.099287 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port cc38fa08-18c8-4ba7-bac3-f3488618301f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:55.100976 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:55.102618 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-561f4e34-c8e6-46e9-b767-ad63e8fb3c2b None None] For port 8c3dbf23-c02d-4ae1-b493-40dba69f787a, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:19:55.109085 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-561f4e34-c8e6-46e9-b767-ad63e8fb3c2b None None] For port 8c3dbf23-c02d-4ae1-b493-40dba69f787a, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=8c3dbf23-c02d-4ae1-b493-40dba69f787a,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:19:55.120998 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-561f4e34-c8e6-46e9-b767-ad63e8fb3c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:55.185377 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-6dbb948c-8e55-4c7d-924d-b99b7e89313f tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] For port 8c3dbf23-c02d-4ae1-b493-40dba69f787a, host n-d-828419-1, got binding levels [] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:55.185812 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6dbb948c-8e55-4c7d-924d-b99b7e89313f tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:55.270633 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561f4e34-c8e6-46e9-b767-ad63e8fb3c2b None None] Routers {'f9fc8247-8423-4d7a-bab4-c870fde4da53'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:19:55.271266 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-561f4e34-c8e6-46e9-b767-ad63e8fb3c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:19:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['f9fc8247-8423-4d7a-bab4-c870fde4da53'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:55.313739 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f6f28cf-d8a3-409a-bc09-057317630d0f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:55.430617 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f6f28cf-d8a3-409a-bc09-057317630d0f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:55.562619 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-6dbb948c-8e55-4c7d-924d-b99b7e89313f tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Calling delete_port for 8c3dbf23-c02d-4ae1-b493-40dba69f787a owned by network:router_gateway {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:55.628790 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:55.634562 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-561f4e34-c8e6-46e9-b767-ad63e8fb3c2b None None] Set router f9fc8247-8423-4d7a-bab4-c870fde4da53 gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:19:55.641562 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f6f28cf-d8a3-409a-bc09-057317630d0f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:55.657463 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a18e660-76e3-4057-b0cd-1aa288be69d9 None None] Network 1f540098-9cc1-4391-8f28-9fe4a06440bb requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:19:55.686313 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f28cf-d8a3-409a-bc09-057317630d0f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Subnet': ['ID=37c34a90-232b-4498-a4c0-e78d4b24cf9c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:55.713169 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56776) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:55.727885 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7f6f28cf-d8a3-409a-bc09-057317630d0f tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/subnets/37c34a90-232b-4498-a4c0-e78d4b24cf9c HTTP/1.1" status: 204 len: 168 time: 1.5148857 Feb 09 01:19:55.740219 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-137c363d-90ca-4b8d-9c6a-4757f83e5553 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'subnet': {'network_id': '1f540098-9cc1-4391-8f28-9fe4a06440bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:55.771908 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f3fa61a8-2bf9-4483-beb4-f794c0758646 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:55.802587 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port cc38fa08-18c8-4ba7-bac3-f3488618301f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=cc38fa08-18c8-4ba7-bac3-f3488618301f,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:55.825484 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4367af54-2fa9-4fce-a656-c2100e45e417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc38fa08-18c8-4ba7-bac3-f3488618301f'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:19:55.861502 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:55.901553 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d680de4-cd02-430b-a246-e62668f18f43 None None] Pushing event updated for resources: {'Port': ['ID=8c3dbf23-c02d-4ae1-b493-40dba69f787a,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:56.031623 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-137c363d-90ca-4b8d-9c6a-4757f83e5553 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:56.047924 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.api [None req-6dbb948c-8e55-4c7d-924d-b99b7e89313f tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:19:56.048298 n-d-828419-1 neutron-server[87612]: DEBUG oslo_db.api [None req-6dbb948c-8e55-4c7d-924d-b99b7e89313f tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:19:56.049271 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-137c363d-90ca-4b8d-9c6a-4757f83e5553 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:subnet and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:56.057563 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-137c363d-90ca-4b8d-9c6a-4757f83e5553 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:56.098393 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-561f4e34-c8e6-46e9-b767-ad63e8fb3c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fc8247-8423-4d7a-bab4-c870fde4da53', 'name': 'tempest-snat-router-2027263071', 'tenant_id': '5c35fa1a1b4947e381261af89c3364df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:19:43Z', 'updated_at': '2022-02-09T01:19:54Z', 'revision_number': 4, 'project_id': '5c35fa1a1b4947e381261af89c3364df', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:56.109707 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561f4e34-c8e6-46e9-b767-ad63e8fb3c2b None None] The sync data for ids ['f9fc8247-8423-4d7a-bab4-c870fde4da53'] in n-d-828419-1 is: [{'id': 'f9fc8247-8423-4d7a-bab4-c870fde4da53', 'name': 'tempest-snat-router-2027263071', 'tenant_id': '5c35fa1a1b4947e381261af89c3364df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:19:43Z', 'updated_at': '2022-02-09T01:19:54Z', 'revision_number': 4, 'project_id': '5c35fa1a1b4947e381261af89c3364df', 'gw_port_host': None}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:19:56.121542 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4367af54-2fa9-4fce-a656-c2100e45e417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc38fa08-18c8-4ba7-bac3-f3488618301f', 'code': 200} Feb 09 01:19:56.168741 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-429b9564-a450-4704-8623-a14014b78ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a509d8d1-d234-4052-a505-601c7d81d756', 'name': '', 'tenant_id': '2f81a3a3c91c49d7bca3cfb97019c319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a36d3a5-b9f9-469c-9548-7786c1d1a3ac', 'external_fixed_ips': [{'subnet_id': 'dd07edc7-3d13-4f9c-beb8-0cf798ac1647', 'ip_address': '2001:db8::6c'}], 'enable_snat': True}, 'gw_port_id': 'bacfd9c5-9b9c-4e9b-b23a-9d39533224fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:19:45Z', 'updated_at': '2022-02-09T01:19:51Z', 'revision_number': 3, 'project_id': '2f81a3a3c91c49d7bca3cfb97019c319', 'gw_port': {'id': 'bacfd9c5-9b9c-4e9b-b23a-9d39533224fe', 'name': '', 'network_id': '2a36d3a5-b9f9-469c-9548-7786c1d1a3ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a509d8d1-d234-4052-a505-601c7d81d756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': 'dd07edc7-3d13-4f9c-beb8-0cf798ac1647', 'ip_address': '2001:db8::6c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:19:48Z', 'updated_at': '2022-02-09T01:19:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd07edc7-3d13-4f9c-beb8-0cf798ac1647', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:56.209936 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-137c363d-90ca-4b8d-9c6a-4757f83e5553 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:56.299472 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137c363d-90ca-4b8d-9c6a-4757f83e5553 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:56.303581 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-137c363d-90ca-4b8d-9c6a-4757f83e5553 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:56.326655 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429b9564-a450-4704-8623-a14014b78ec9 None None] Checking router: a509d8d1-d234-4052-a505-601c7d81d756 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:19:56.327283 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429b9564-a450-4704-8623-a14014b78ec9 None None] Updating router a509d8d1-d234-4052-a505-601c7d81d756 port bacfd9c5-9b9c-4e9b-b23a-9d39533224fe binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:19:56.343396 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f3fa61a8-2bf9-4483-beb4-f794c0758646 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:56.403796 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa61a8-2bf9-4483-beb4-f794c0758646 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Deleting port bacfd9c5-9b9c-4e9b-b23a-9d39533224fe {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:56.404471 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f3fa61a8-2bf9-4483-beb4-f794c0758646 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:56.410910 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=cc38fa08-18c8-4ba7-bac3-f3488618301f,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:56.579702 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-429b9564-a450-4704-8623-a14014b78ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:56.698167 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee646d-c555-4bb5-b437-421dccba7dec req-37659289-f0f3-4884-8bd2-f842d46b0fef tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:56.699714 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-54ee646d-c555-4bb5-b437-421dccba7dec req-37659289-f0f3-4884-8bd2-f842d46b0fef tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4367af54-2fa9-4fce-a656-c2100e45e417 HTTP/1.1" status: 200 len: 945 time: 0.3664656 Feb 09 01:19:56.724715 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-6dbb948c-8e55-4c7d-924d-b99b7e89313f tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Deleting port 8c3dbf23-c02d-4ae1-b493-40dba69f787a {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:56.725556 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6dbb948c-8e55-4c7d-924d-b99b7e89313f tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:56.790693 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f3fa61a8-2bf9-4483-beb4-f794c0758646 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:56.803279 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-54ee646d-c555-4bb5-b437-421dccba7dec req-7dd1341f-a9bd-4abb-a74f-9dbb12e5c691 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959475 Feb 09 01:19:56.963783 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-6dbb948c-8e55-4c7d-924d-b99b7e89313f tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] For port 8c3dbf23-c02d-4ae1-b493-40dba69f787a, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=8c3dbf23-c02d-4ae1-b493-40dba69f787a,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:56.964155 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6dbb948c-8e55-4c7d-924d-b99b7e89313f tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:56.972874 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa61a8-2bf9-4483-beb4-f794c0758646 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Calling delete_port for bacfd9c5-9b9c-4e9b-b23a-9d39533224fe owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:57.089327 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-429b9564-a450-4704-8623-a14014b78ec9 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:57.119201 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-429b9564-a450-4704-8623-a14014b78ec9 None None] Transition to ACTIVE for port object bacfd9c5-9b9c-4e9b-b23a-9d39533224fe will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:57.134172 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-6dbb948c-8e55-4c7d-924d-b99b7e89313f tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Calling delete_port for 8c3dbf23-c02d-4ae1-b493-40dba69f787a owned by network:router_gateway {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:57.141777 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-429b9564-a450-4704-8623-a14014b78ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:57.187206 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [None req-f3fa61a8-2bf9-4483-beb4-f794c0758646 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:19:57.187854 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [None req-f3fa61a8-2bf9-4483-beb4-f794c0758646 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:19:57.329042 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14807cc5-ddee-4521-b309-b774fbf49185 None None] Pushing event updated for resources: {'Port': ['ID=bacfd9c5-9b9c-4e9b-b23a-9d39533224fe,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:57.366898 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-429b9564-a450-4704-8623-a14014b78ec9 None None] Attempting to bind port bacfd9c5-9b9c-4e9b-b23a-9d39533224fe on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:19:57.367481 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-429b9564-a450-4704-8623-a14014b78ec9 None None] Attempting to bind port bacfd9c5-9b9c-4e9b-b23a-9d39533224fe by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'e341bcfc-5f18-461c-902d-7c126ad673b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '2a36d3a5-b9f9-469c-9548-7786c1d1a3ac'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:19:57.368016 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429b9564-a450-4704-8623-a14014b78ec9 None None] Attempting to bind port bacfd9c5-9b9c-4e9b-b23a-9d39533224fe on network 2a36d3a5-b9f9-469c-9548-7786c1d1a3ac {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:19:57.376872 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429b9564-a450-4704-8623-a14014b78ec9 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:19:57.379426 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429b9564-a450-4704-8623-a14014b78ec9 None None] Checking segment: {'id': 'e341bcfc-5f18-461c-902d-7c126ad673b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '2a36d3a5-b9f9-469c-9548-7786c1d1a3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:19:57.381977 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-429b9564-a450-4704-8623-a14014b78ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:57.383543 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429b9564-a450-4704-8623-a14014b78ec9 None None] Bound using segment: {'id': 'e341bcfc-5f18-461c-902d-7c126ad673b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '2a36d3a5-b9f9-469c-9548-7786c1d1a3ac'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:19:57.385247 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-429b9564-a450-4704-8623-a14014b78ec9 None None] Bound port: bacfd9c5-9b9c-4e9b-b23a-9d39533224fe, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e341bcfc-5f18-461c-902d-7c126ad673b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '2a36d3a5-b9f9-469c-9548-7786c1d1a3ac'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:19:57.387268 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-429b9564-a450-4704-8623-a14014b78ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:57.450479 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259e65e-da47-484e-bb57-acc2e29f58cd req-3945bc4e-db0b-4c6c-b476-84709b8cd11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:57.451981 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3259e65e-da47-484e-bb57-acc2e29f58cd req-3945bc4e-db0b-4c6c-b476-84709b8cd11e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4367af54-2fa9-4fce-a656-c2100e45e417 HTTP/1.1" status: 200 len: 1096 time: 1.3733416 Feb 09 01:19:57.524125 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-137c363d-90ca-4b8d-9c6a-4757f83e5553 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:57.528907 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-429b9564-a450-4704-8623-a14014b78ec9 None None] For port bacfd9c5-9b9c-4e9b-b23a-9d39533224fe, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:19:57.535606 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-429b9564-a450-4704-8623-a14014b78ec9 None None] For port bacfd9c5-9b9c-4e9b-b23a-9d39533224fe, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=bacfd9c5-9b9c-4e9b-b23a-9d39533224fe,segment=NetworkSegment(e341bcfc-5f18-461c-902d-7c126ad673b1),segment_id=e341bcfc-5f18-461c-902d-7c126ad673b1)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:19:57.547394 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-429b9564-a450-4704-8623-a14014b78ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:57.608015 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3259e65e-da47-484e-bb57-acc2e29f58cd req-3b14d385-5913-47a6-9b63-4eb335e15ae0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432321 Feb 09 01:19:57.650916 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429b9564-a450-4704-8623-a14014b78ec9 None None] Routers {'a509d8d1-d234-4052-a505-601c7d81d756'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:19:57.651473 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-429b9564-a450-4704-8623-a14014b78ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:19:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a509d8d1-d234-4052-a505-601c7d81d756'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:57.668449 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137c363d-90ca-4b8d-9c6a-4757f83e5553 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network 1f540098-9cc1-4391-8f28-9fe4a06440bb is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:57.672449 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c363d-90ca-4b8d-9c6a-4757f83e5553 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Subnet': ['ID=2ed01530-f30e-405b-9051-2b6ebc5811e5,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:57.681333 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-137c363d-90ca-4b8d-9c6a-4757f83e5553 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:57.689667 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa61a8-2bf9-4483-beb4-f794c0758646 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Deleting port bacfd9c5-9b9c-4e9b-b23a-9d39533224fe {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:19:57.690016 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f3fa61a8-2bf9-4483-beb4-f794c0758646 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:57.705025 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14807cc5-ddee-4521-b309-b774fbf49185 None None] Pushing event updated for resources: {'Port': ['ID=bacfd9c5-9b9c-4e9b-b23a-9d39533224fe,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:57.706299 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137c363d-90ca-4b8d-9c6a-4757f83e5553 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:57.708714 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-137c363d-90ca-4b8d-9c6a-4757f83e5553 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:57.867547 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-137c363d-90ca-4b8d-9c6a-4757f83e5553 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1524861 Feb 09 01:19:57.877222 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56826) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:57.909026 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-429b9564-a450-4704-8623-a14014b78ec9 None None] Set router a509d8d1-d234-4052-a505-601c7d81d756 gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:19:58.007991 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-bffec033-9abb-4d99-9789-4cde65907774 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'security_group': {'name': 'tempest-secgroup-235625258'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:58.051822 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-bffec033-9abb-4d99-9789-4cde65907774 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:58.066393 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-f3fa61a8-2bf9-4483-beb4-f794c0758646 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] For port bacfd9c5-9b9c-4e9b-b23a-9d39533224fe, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=bacfd9c5-9b9c-4e9b-b23a-9d39533224fe,segment=NetworkSegment(e341bcfc-5f18-461c-902d-7c126ad673b1),segment_id=e341bcfc-5f18-461c-902d-7c126ad673b1)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:19:58.067039 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f3fa61a8-2bf9-4483-beb4-f794c0758646 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:58.099745 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-bffec033-9abb-4d99-9789-4cde65907774 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:security_group and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:58.103493 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-bffec033-9abb-4d99-9789-4cde65907774 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:58.214042 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-429b9564-a450-4704-8623-a14014b78ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a509d8d1-d234-4052-a505-601c7d81d756', 'name': '', 'tenant_id': '2f81a3a3c91c49d7bca3cfb97019c319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:19:45Z', 'updated_at': '2022-02-09T01:19:56Z', 'revision_number': 4, 'project_id': '2f81a3a3c91c49d7bca3cfb97019c319', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:58.230499 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-bffec033-9abb-4d99-9789-4cde65907774 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:58.233646 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6dbb948c-8e55-4c7d-924d-b99b7e89313f tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:58.242194 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429b9564-a450-4704-8623-a14014b78ec9 None None] The sync data for ids ['a509d8d1-d234-4052-a505-601c7d81d756'] in n-d-828419-1 is: [{'id': 'a509d8d1-d234-4052-a505-601c7d81d756', 'name': '', 'tenant_id': '2f81a3a3c91c49d7bca3cfb97019c319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:19:45Z', 'updated_at': '2022-02-09T01:19:56Z', 'revision_number': 4, 'project_id': '2f81a3a3c91c49d7bca3cfb97019c319', 'gw_port_host': None}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:19:58.355969 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb948c-8e55-4c7d-924d-b99b7e89313f tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c3dbf23-c02d-4ae1-b493-40dba69f787a,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:58.410648 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bffec033-9abb-4d99-9789-4cde65907774 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:58.438323 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-bffec033-9abb-4d99-9789-4cde65907774 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:58.443398 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-bffec033-9abb-4d99-9789-4cde65907774 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:security_group_rule and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:58.446547 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-bffec033-9abb-4d99-9789-4cde65907774 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:58.452936 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-bffec033-9abb-4d99-9789-4cde65907774 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:58.504728 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabb916b-8805-41b3-85d5-9b2f53a29eb6 None None] Network 1f540098-9cc1-4391-8f28-9fe4a06440bb requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:19:58.520548 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa61a8-2bf9-4483-beb4-f794c0758646 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Calling delete_port for bacfd9c5-9b9c-4e9b-b23a-9d39533224fe owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:19:58.533892 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-714af0c7-1bd8-4a93-99fb-0b318c947a40 req-f4992b04-ec02-47a7-bb04-306a210a9eb0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6593177 Feb 09 01:19:58.602655 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6dbb948c-8e55-4c7d-924d-b99b7e89313f tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:58.917197 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f3fa61a8-2bf9-4483-beb4-f794c0758646 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:58.940534 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6dbb948c-8e55-4c7d-924d-b99b7e89313f tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:58.943400 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6dbb948c-8e55-4c7d-924d-b99b7e89313f tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:59.000960 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a778993-2c80-4c82-ad9f-07c334b4e159 req-b9dc3628-b082-4156-b84e-46e20bc4ca3c tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:59.012461 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3a778993-2c80-4c82-ad9f-07c334b4e159 req-b9dc3628-b082-4156-b84e-46e20bc4ca3c tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4367af54-2fa9-4fce-a656-c2100e45e417 HTTP/1.1" status: 200 len: 945 time: 0.9147952 Feb 09 01:19:59.014842 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6dbb948c-8e55-4c7d-924d-b99b7e89313f tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:59.015940 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbb948c-8e55-4c7d-924d-b99b7e89313f tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f9fc8247-8423-4d7a-bab4-c870fde4da53 {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:19:59.053409 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-886952eb-a679-4838-92ae-9c53d4e61ccd None None] Provisioning complete for port a8ad7190-0fea-4b19-a512-b6413c5de517 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:59.053784 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-886952eb-a679-4838-92ae-9c53d4e61ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:59.123158 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa61a8-2bf9-4483-beb4-f794c0758646 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Pushing event deleted for resources: {'Port': ['ID=bacfd9c5-9b9c-4e9b-b23a-9d39533224fe,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:59.141690 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f3fa61a8-2bf9-4483-beb4-f794c0758646 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:59.162365 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bffec033-9abb-4d99-9789-4cde65907774 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:59.196889 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bffec033-9abb-4d99-9789-4cde65907774 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:59.259661 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3a778993-2c80-4c82-ad9f-07c334b4e159 req-3fcd487a-b9fa-4125-95dc-3486b7c4e2fa tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456217 Feb 09 01:19:59.285916 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6dbb948c-8e55-4c7d-924d-b99b7e89313f tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:59.287529 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6dbb948c-8e55-4c7d-924d-b99b7e89313f tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] 10.222.0.37 "DELETE /v2.0/routers/f9fc8247-8423-4d7a-bab4-c870fde4da53 HTTP/1.1" status: 204 len: 168 time: 5.6171303 Feb 09 01:19:59.298890 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56898) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:59.320951 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-886952eb-a679-4838-92ae-9c53d4e61ccd None None] Port a8ad7190-0fea-4b19-a512-b6413c5de517 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:19:59.326574 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bffec033-9abb-4d99-9789-4cde65907774 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:59.328361 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-bffec033-9abb-4d99-9789-4cde65907774 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4489374 Feb 09 01:19:59.356219 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-886952eb-a679-4838-92ae-9c53d4e61ccd None None] Provisioning complete for port 73df7d3c-7f48-4c79-86ce-fa1d35339d0f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:59.356997 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-886952eb-a679-4838-92ae-9c53d4e61ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:59.407557 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56902) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:59.439206 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-d2bd4f8e-519f-440e-a47a-c6405fb9af45 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'security_group': {'name': 'tempest-secgroup-734461248'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:59.447012 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d2bd4f8e-519f-440e-a47a-c6405fb9af45 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:59.461067 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d2bd4f8e-519f-440e-a47a-c6405fb9af45 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:security_group and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:59.467998 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d2bd4f8e-519f-440e-a47a-c6405fb9af45 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:59.475670 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d2bd4f8e-519f-440e-a47a-c6405fb9af45 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:59.565610 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4f8e-519f-440e-a47a-c6405fb9af45 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:59.581555 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f3fa61a8-2bf9-4483-beb4-f794c0758646 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:59.593530 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f3fa61a8-2bf9-4483-beb4-f794c0758646 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:59.615117 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffec033-9abb-4d99-9789-4cde65907774 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=826f4827-d61b-4aa5-8220-d166b7045555,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:59.637150 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d2bd4f8e-519f-440e-a47a-c6405fb9af45 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:19:59.645318 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d2bd4f8e-519f-440e-a47a-c6405fb9af45 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:security_group_rule and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:19:59.648201 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714af0c7-1bd8-4a93-99fb-0b318c947a40 req-5679d669-08df-428c-8e15-b0cce38afe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:59.649886 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d2bd4f8e-519f-440e-a47a-c6405fb9af45 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:19:59.650528 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-714af0c7-1bd8-4a93-99fb-0b318c947a40 req-5679d669-08df-428c-8e15-b0cce38afe7d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce0095aebb0840088ecf37cbcece72f6&device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 1096 time: 0.9792652 Feb 09 01:19:59.671129 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d2bd4f8e-519f-440e-a47a-c6405fb9af45 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:19:59.680050 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f3fa61a8-2bf9-4483-beb4-f794c0758646 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:59.681671 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fa61a8-2bf9-4483-beb4-f794c0758646 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a509d8d1-d234-4052-a505-601c7d81d756 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:19:59.685321 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e057de-3861-4f58-8ae5-d5364ac8d8f6 None None] Update dhcp port {'port': {'network_id': '1f540098-9cc1-4391-8f28-9fe4a06440bb', 'fixed_ips': [{'subnet_id': 'c0e39599-8904-46db-adf3-b9f8c6e679b7', 'ip_address': '172.20.0.18'}, {'subnet_id': '2ed01530-f30e-405b-9051-2b6ebc5811e5'}], 'binding:host_id': 'n-d-828419-1'}, 'id': '73df7d3c-7f48-4c79-86ce-fa1d35339d0f'} from n-d-828419-1. {{(pid=87613) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:19:59.686187 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-019361e1-9400-4d40-a60d-7c896c8a4bd3 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:59.779759 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-32e057de-3861-4f58-8ae5-d5364ac8d8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:59.808381 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f3fa61a8-2bf9-4483-beb4-f794c0758646 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:59.812043 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f3fa61a8-2bf9-4483-beb4-f794c0758646 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] 10.222.0.37 "DELETE /v2.0/routers/a509d8d1-d234-4052-a505-601c7d81d756 HTTP/1.1" status: 204 len: 168 time: 5.5171101 Feb 09 01:19:59.817690 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56930) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:19:59.864531 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4f8e-519f-440e-a47a-c6405fb9af45 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:59.887472 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4f8e-519f-440e-a47a-c6405fb9af45 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:59.947596 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e3087ca-ab78-494d-b1f9-3e9249f9f4d0 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Deleting subnet dd07edc7-3d13-4f9c-beb8-0cf798ac1647 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:19:59.950403 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8e3087ca-ab78-494d-b1f9-3e9249f9f4d0 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:59.980693 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4f8e-519f-440e-a47a-c6405fb9af45 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:19:59.981893 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d2bd4f8e-519f-440e-a47a-c6405fb9af45 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5733778 Feb 09 01:19:59.987933 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd4f8e-519f-440e-a47a-c6405fb9af45 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3b3280-bfb7-4f56-a4b8-b3a30e034dcc,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:59.990406 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56944) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:00.011290 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-f35aab24-7815-4676-b5d5-bbdf3d647ff4 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'security_group': {'name': 'tempest-secgroup-2129220545'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:00.018198 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f35aab24-7815-4676-b5d5-bbdf3d647ff4 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:00.028977 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f35aab24-7815-4676-b5d5-bbdf3d647ff4 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:security_group and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:00.034267 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f35aab24-7815-4676-b5d5-bbdf3d647ff4 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:00.043531 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f35aab24-7815-4676-b5d5-bbdf3d647ff4 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:00.047474 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8e3087ca-ab78-494d-b1f9-3e9249f9f4d0 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:00.099346 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-32e057de-3861-4f58-8ae5-d5364ac8d8f6 None None] Allocated IP 172.20.0.2 (1f540098-9cc1-4391-8f28-9fe4a06440bb/2ed01530-f30e-405b-9051-2b6ebc5811e5/73df7d3c-7f48-4c79-86ce-fa1d35339d0f) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:00.116190 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f35aab24-7815-4676-b5d5-bbdf3d647ff4 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:00.148382 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f35aab24-7815-4676-b5d5-bbdf3d647ff4 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:00.150907 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8e3087ca-ab78-494d-b1f9-3e9249f9f4d0 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:00.183735 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f35aab24-7815-4676-b5d5-bbdf3d647ff4 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:security_group_rule and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:00.187882 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f35aab24-7815-4676-b5d5-bbdf3d647ff4 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:00.206657 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f35aab24-7815-4676-b5d5-bbdf3d647ff4 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:00.259610 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8e3087ca-ab78-494d-b1f9-3e9249f9f4d0 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:00.274450 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-019361e1-9400-4d40-a60d-7c896c8a4bd3 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:00.318338 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3087ca-ab78-494d-b1f9-3e9249f9f4d0 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dd07edc7-3d13-4f9c-beb8-0cf798ac1647,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:00.329190 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-019361e1-9400-4d40-a60d-7c896c8a4bd3 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Deleting port 0d5d83a6-6178-4aec-bd6e-9f58166b97da {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:00.330358 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8e3087ca-ab78-494d-b1f9-3e9249f9f4d0 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:00.339489 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:20:00.340632 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-019361e1-9400-4d40-a60d-7c896c8a4bd3 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:00.349995 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-32e057de-3861-4f58-8ae5-d5364ac8d8f6 None None] For port 73df7d3c-7f48-4c79-86ce-fa1d35339d0f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=73df7d3c-7f48-4c79-86ce-fa1d35339d0f,segment=NetworkSegment(bdbe9668-fe17-4e6e-bd15-35df94bd844d),segment_id=bdbe9668-fe17-4e6e-bd15-35df94bd844d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:00.368281 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8e3087ca-ab78-494d-b1f9-3e9249f9f4d0 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/dd07edc7-3d13-4f9c-beb8-0cf798ac1647 HTTP/1.1" status: 204 len: 168 time: 0.5468102 Feb 09 01:20:00.368470 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f35aab24-7815-4676-b5d5-bbdf3d647ff4 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:00.369203 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56966) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:00.390259 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f35aab24-7815-4676-b5d5-bbdf3d647ff4 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:00.414835 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-32e057de-3861-4f58-8ae5-d5364ac8d8f6 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:00.432993 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-32e057de-3861-4f58-8ae5-d5364ac8d8f6 None None] Transition to ACTIVE for port object 73df7d3c-7f48-4c79-86ce-fa1d35339d0f will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:00.442407 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-32e057de-3861-4f58-8ae5-d5364ac8d8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:00.479667 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35aab24-7815-4676-b5d5-bbdf3d647ff4 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8da71f5a-2d79-4591-a052-b7e927143f49,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:00.518908 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714af0c7-1bd8-4a93-99fb-0b318c947a40 req-2320f7c5-b49c-45c2-aa63-00267e19344b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:00.527347 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-714af0c7-1bd8-4a93-99fb-0b318c947a40 req-2320f7c5-b49c-45c2-aa63-00267e19344b service neutron] 10.222.0.35 "GET /v2.0/networks?id=0055357f-6a74-45ba-a134-b5223508c9d1 HTTP/1.1" status: 200 len: 912 time: 0.8446457 Feb 09 01:20:00.540166 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f35aab24-7815-4676-b5d5-bbdf3d647ff4 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:00.541385 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f35aab24-7815-4676-b5d5-bbdf3d647ff4 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5399492 Feb 09 01:20:00.548144 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56974) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:00.566881 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-4d104739-8fab-447d-b77e-8224ca226104 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1424407026', 'security_groups': ['8da71f5a-2d79-4591-a052-b7e927143f49'], 'network_id': '1f540098-9cc1-4391-8f28-9fe4a06440bb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2ed01530-f30e-405b-9051-2b6ebc5811e5'}]}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:00.658527 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-714af0c7-1bd8-4a93-99fb-0b318c947a40 req-14d7f56a-1535-4f06-90bd-0cc5e55383ac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fbef048-139b-49ec-9219-48402a20c475 HTTP/1.1" status: 200 len: 1000 time: 0.1181495 Feb 09 01:20:00.671817 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-64433888-b441-4442-adbd-df588898354e tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:00.764203 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e057de-3861-4f58-8ae5-d5364ac8d8f6 None None] Pushing event updated for resources: {'Port': ['ID=73df7d3c-7f48-4c79-86ce-fa1d35339d0f,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:00.852242 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714af0c7-1bd8-4a93-99fb-0b318c947a40 req-563fd874-5c10-4373-9860-d1194ac8f10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:00.854063 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-714af0c7-1bd8-4a93-99fb-0b318c947a40 req-563fd874-5c10-4373-9860-d1194ac8f10a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6f367ae-6db3-44ee-a579-54c0e257ede0 HTTP/1.1" status: 200 len: 850 time: 0.1812387 Feb 09 01:20:00.860848 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-019361e1-9400-4d40-a60d-7c896c8a4bd3 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] For port 0d5d83a6-6178-4aec-bd6e-9f58166b97da, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=0d5d83a6-6178-4aec-bd6e-9f58166b97da,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:00.861587 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-019361e1-9400-4d40-a60d-7c896c8a4bd3 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:00.910871 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a93803-17a2-4330-a6e7-058aa83d56ba req-a7a88a15-f316-4f55-bef6-72eaa8c63fda tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:00.913681 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-75a93803-17a2-4330-a6e7-058aa83d56ba req-a7a88a15-f316-4f55-bef6-72eaa8c63fda tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4367af54-2fa9-4fce-a656-c2100e45e417 HTTP/1.1" status: 200 len: 945 time: 0.4293129 Feb 09 01:20:00.914168 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56992) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:00.930471 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-64433888-b441-4442-adbd-df588898354e tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:00.943239 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4d104739-8fab-447d-b77e-8224ca226104 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:01.076281 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-019361e1-9400-4d40-a60d-7c896c8a4bd3 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Calling delete_port for 0d5d83a6-6178-4aec-bd6e-9f58166b97da owned by network:router_gateway {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:01.129136 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-64433888-b441-4442-adbd-df588898354e tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a36d3a5-b9f9-469c-9548-7786c1d1a3ac']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:01.143118 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-531b67da-edcc-4dae-961b-8095397b3b13 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3296925bac7944bfb26fd23ef3ac493a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1645484 Feb 09 01:20:01.149250 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-64433888-b441-4442-adbd-df588898354e tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e341bcfc-5f18-461c-902d-7c126ad673b1') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:01.149678 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-64433888-b441-4442-adbd-df588898354e tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e341bcfc-5f18-461c-902d-7c126ad673b1') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:01.163583 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-64433888-b441-4442-adbd-df588898354e tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:01.182427 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-64433888-b441-4442-adbd-df588898354e tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:01.197117 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64433888-b441-4442-adbd-df588898354e tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Releasing vlan 960 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:20:01.197519 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-64433888-b441-4442-adbd-df588898354e tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:01.225899 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:01.225899 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:20:01.225899 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:20:01.225899 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:20:01.225899 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:20:01.225899 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:20:01.225899 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:20:01.225899 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:20:01.225899 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:20:01.225899 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:20:01.225899 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:20:01.225899 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:20:01.225899 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:20:01.225899 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:20:01.225899 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:20:01.225899 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:20:01.225899 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:20:01.225899 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:20:01.225899 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:20:01.225899 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:20:01.225899 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:20:01.225899 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:20:01.225899 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:20:01.225899 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:20:01.225899 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:20:01.225899 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:20:01.225899 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:20:01.225899 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:20:01.225899 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:20:01.225899 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:20:01.225899 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:20:01.225899 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:20:01.225899 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:20:01.225899 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:20:01.281173 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4d104739-8fab-447d-b77e-8224ca226104 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:01.296813 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-75a93803-17a2-4330-a6e7-058aa83d56ba req-7728d522-da02-4ae6-81ea-7f6c51911a27 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683832 Feb 09 01:20:01.297534 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ce13ba50-ebc2-4b3f-b317-508a7fee4897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:01.329195 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ce13ba50-ebc2-4b3f-b317-508a7fee4897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:01.334174 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ce13ba50-ebc2-4b3f-b317-508a7fee4897 admin admin] Usage tracker for resource:security_group_rule and tenant:779d49b656ab4f75b881b6087776cf5e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:01.340355 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d104739-8fab-447d-b77e-8224ca226104 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:01.357864 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714af0c7-1bd8-4a93-99fb-0b318c947a40 req-bbed6871-2cc3-421f-9e51-2a5568480524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:01.359385 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-714af0c7-1bd8-4a93-99fb-0b318c947a40 req-bbed6871-2cc3-421f-9e51-2a5568480524 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0055357f-6a74-45ba-a134-b5223508c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4881694 Feb 09 01:20:01.406483 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-cfe9e588-bf0f-432b-8f32-149ea7f9ae03 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:01.407992 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-cfe9e588-bf0f-432b-8f32-149ea7f9ae03 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2562978 Feb 09 01:20:01.431217 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ce13ba50-ebc2-4b3f-b317-508a7fee4897 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:01.438458 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ce13ba50-ebc2-4b3f-b317-508a7fee4897 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:01.493282 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-64433888-b441-4442-adbd-df588898354e tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:01.500117 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-46d1c64c-3a2f-4e0a-bd7e-9984d9b59193 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.37 "GET /v2.0/quotas/3296925bac7944bfb26fd23ef3ac493a HTTP/1.1" status: 200 len: 375 time: 0.0337014 Feb 09 01:20:01.519978 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64433888-b441-4442-adbd-df588898354e tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2a36d3a5-b9f9-469c-9548-7786c1d1a3ac {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 09 01:20:01.523259 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-32b1a5dd-652b-4da6-8000-7fa27e5fb704 None None] Provisioning complete for port a8ad7190-0fea-4b19-a512-b6413c5de517 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:01.524303 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-32b1a5dd-652b-4da6-8000-7fa27e5fb704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:01.538569 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-64433888-b441-4442-adbd-df588898354e tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:01.556121 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64433888-b441-4442-adbd-df588898354e tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Pushing event deleted for resources: {'Network': ['ID=2a36d3a5-b9f9-469c-9548-7786c1d1a3ac,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:01.580197 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-64433888-b441-4442-adbd-df588898354e tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] 10.222.0.37 "DELETE /v2.0/networks/2a36d3a5-b9f9-469c-9548-7786c1d1a3ac HTTP/1.1" status: 204 len: 168 time: 1.2099874 Feb 09 01:20:01.588621 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1d74e901-d903-440d-8f9f-a890b0932344 req-ce6e5543-4337-4176-8557-0e8f3fb2a536 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=ce0095aebb0840088ecf37cbcece72f6 HTTP/1.1" status: 200 len: 267 time: 0.1366534 Feb 09 01:20:01.595139 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-32b1a5dd-652b-4da6-8000-7fa27e5fb704 None None] Port a8ad7190-0fea-4b19-a512-b6413c5de517 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:20:01.601635 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-648ed486-1f98-4b81-af26-dfc5afe6d1d9 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3296925bac7944bfb26fd23ef3ac493a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0897026 Feb 09 01:20:01.633424 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-32b1a5dd-652b-4da6-8000-7fa27e5fb704 None None] Provisioning for port 73df7d3c-7f48-4c79-86ce-fa1d35339d0f completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:01.639307 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-32b1a5dd-652b-4da6-8000-7fa27e5fb704 None None] Provisioning complete for port 73df7d3c-7f48-4c79-86ce-fa1d35339d0f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:01.639745 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-32b1a5dd-652b-4da6-8000-7fa27e5fb704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:01.676570 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4d104739-8fab-447d-b77e-8224ca226104 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:01.733342 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-4d104739-8fab-447d-b77e-8224ca226104 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] device_id is not set on port da25401d-91fb-4d8d-a67c-643a9a829bbe yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:20:01.747291 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-714af0c7-1bd8-4a93-99fb-0b318c947a40 req-6e9247f7-f4cf-4ad5-8bbb-015307bd2b33 service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729978 Feb 09 01:20:01.888800 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-019361e1-9400-4d40-a60d-7c896c8a4bd3 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:01.950907 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ce13ba50-ebc2-4b3f-b317-508a7fee4897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:01.995287 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ce13ba50-ebc2-4b3f-b317-508a7fee4897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:02.035645 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74e901-d903-440d-8f9f-a890b0932344 req-9d4a0624-f86b-4cdc-8faa-46c9983e842c tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:02.037178 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1d74e901-d903-440d-8f9f-a890b0932344 req-9d4a0624-f86b-4cdc-8faa-46c9983e842c tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4367af54-2fa9-4fce-a656-c2100e45e417 HTTP/1.1" status: 200 len: 945 time: 0.4353666 Feb 09 01:20:02.052099 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019361e1-9400-4d40-a60d-7c896c8a4bd3 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d5d83a6-6178-4aec-bd6e-9f58166b97da,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:02.080074 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-1d74e901-d903-440d-8f9f-a890b0932344 req-c58aedbd-f33b-4a05-951b-2dbb482760e4 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Request body: {'port': {'security_groups': []}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:02.127443 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57014) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:02.130539 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ce13ba50-ebc2-4b3f-b317-508a7fee4897 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=779d49b656ab4f75b881b6087776cf5e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2122428 Feb 09 01:20:02.133151 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13ba50-ebc2-4b3f-b317-508a7fee4897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5c2b10-9c86-4986-a304-561eb49e9951,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:02.135465 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57020) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:02.184300 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4e7e20d2-bb81-4fec-94d9-45f62d05a0ba req-bba6f280-2ef7-49a8-94cc-b0a2760910c3 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7e0dcef-15f1-4b30-8c6e-de54a6e50524 HTTP/1.1" status: 200 len: 210 time: 0.2402935 Feb 09 01:20:02.189375 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-126ae598-3914-4237-b294-a372095c9bc1 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Request body: {'router': {'name': 'tempest-router--1050478303', 'project_id': 'c38a004a698b4829b0dbc1c14ae19b09'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:02.214010 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-126ae598-3914-4237-b294-a372095c9bc1 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:02.227602 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-126ae598-3914-4237-b294-a372095c9bc1 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Usage tracker for resource:router and tenant:c38a004a698b4829b0dbc1c14ae19b09 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:02.232690 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-714af0c7-1bd8-4a93-99fb-0b318c947a40 req-76ef3ff2-1e66-4965-bbbf-11e2ebd5143a service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801908 Feb 09 01:20:02.250866 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-126ae598-3914-4237-b294-a372095c9bc1 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:02.262780 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-019361e1-9400-4d40-a60d-7c896c8a4bd3 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:02.272581 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-126ae598-3914-4237-b294-a372095c9bc1 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:02.360549 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-4d104739-8fab-447d-b77e-8224ca226104 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Allocated IP 172.20.0.3 (1f540098-9cc1-4391-8f28-9fe4a06440bb/2ed01530-f30e-405b-9051-2b6ebc5811e5/da25401d-91fb-4d8d-a67c-643a9a829bbe) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:02.377002 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-126ae598-3914-4237-b294-a372095c9bc1 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:02.381071 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-126ae598-3914-4237-b294-a372095c9bc1 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:02.413143 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-1d74e901-d903-440d-8f9f-a890b0932344 req-c58aedbd-f33b-4a05-951b-2dbb482760e4 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:02.458897 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f31643c2-9aba-4c4d-890f-197c592abc89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:02.465853 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-126ae598-3914-4237-b294-a372095c9bc1 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:02.532521 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 73df7d3c-7f48-4c79-86ce-fa1d35339d0f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:20:02.608788 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 73df7d3c-7f48-4c79-86ce-fa1d35339d0f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:02.609484 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:02.617149 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-019361e1-9400-4d40-a60d-7c896c8a4bd3 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:02.619969 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-019361e1-9400-4d40-a60d-7c896c8a4bd3 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:02.643225 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f31643c2-9aba-4c4d-890f-197c592abc89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:02.650804 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-019361e1-9400-4d40-a60d-7c896c8a4bd3 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:02.651364 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019361e1-9400-4d40-a60d-7c896c8a4bd3 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e5b38d0f-050c-40b0-8b92-989a636e1ee7 {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:20:02.665196 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-019361e1-9400-4d40-a60d-7c896c8a4bd3 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:02.666311 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-019361e1-9400-4d40-a60d-7c896c8a4bd3 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] 10.222.0.37 "DELETE /v2.0/routers/e5b38d0f-050c-40b0-8b92-989a636e1ee7 HTTP/1.1" status: 204 len: 168 time: 3.3535919 Feb 09 01:20:02.670245 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57026) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:02.674220 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-126ae598-3914-4237-b294-a372095c9bc1 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:02.682764 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-11527304-2833-4316-9ed7-7542d0febf0f tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-383501128', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}, 'admin_state_up': False}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:02.693060 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-11527304-2833-4316-9ed7-7542d0febf0f tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:02.702191 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-11527304-2833-4316-9ed7-7542d0febf0f tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Usage tracker for resource:router and tenant:dda5002cd243458fbafb7f17fad30ab2 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:02.705811 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-11527304-2833-4316-9ed7-7542d0febf0f tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:02.718605 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-11527304-2833-4316-9ed7-7542d0febf0f tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:02.827821 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-11527304-2833-4316-9ed7-7542d0febf0f tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:02.828915 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-11527304-2833-4316-9ed7-7542d0febf0f tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:02.845682 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-11527304-2833-4316-9ed7-7542d0febf0f tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:02.880554 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-126ae598-3914-4237-b294-a372095c9bc1 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:02.880554 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-126ae598-3914-4237-b294-a372095c9bc1 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7476687 Feb 09 01:20:02.896316 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57030) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:02.962066 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4d104739-8fab-447d-b77e-8224ca226104 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:03.024723 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-4d104739-8fab-447d-b77e-8224ca226104 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Transition to ACTIVE for port object da25401d-91fb-4d8d-a67c-643a9a829bbe will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:03.031103 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f31643c2-9aba-4c4d-890f-197c592abc89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:03.121404 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4fd89245-dcde-4b81-961e-8e19bba43e20 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:03.136073 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-11527304-2833-4316-9ed7-7542d0febf0f tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:03.262183 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-c6a0ac23-1637-4732-aa22-519d5e9d323d tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=3296925bac7944bfb26fd23ef3ac493a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316918 Feb 09 01:20:03.343729 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31643c2-9aba-4c4d-890f-197c592abc89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5c2b10-9c86-4986-a304-561eb49e9951,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:03.433204 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f31643c2-9aba-4c4d-890f-197c592abc89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:03.436841 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f31643c2-9aba-4c4d-890f-197c592abc89 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea5c2b10-9c86-4986-a304-561eb49e9951 HTTP/1.1" status: 204 len: 168 time: 1.2878537 Feb 09 01:20:03.448920 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-1d74e901-d903-440d-8f9f-a890b0932344 req-c58aedbd-f33b-4a05-951b-2dbb482760e4 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] For port cc38fa08-18c8-4ba7-bac3-f3488618301f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=cc38fa08-18c8-4ba7-bac3-f3488618301f,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:03.452503 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d368e734-861e-43c9-ad92-d0246c55cda0 req-91431c32-9e4a-47f9-8bac-9628674e49b1 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7e0dcef-15f1-4b30-8c6e-de54a6e50524 HTTP/1.1" status: 200 len: 210 time: 0.0911987 Feb 09 01:20:03.536030 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-875176bc-c79e-4631-8aa0-bfae73dff466 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:03.537480 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-875176bc-c79e-4631-8aa0-bfae73dff466 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2662051 Feb 09 01:20:03.557803 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-03ee8e18-5a08-40b4-9840-d4f99e7d336c tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Request body: {'port': {'device_id': 'b7e0dcef-15f1-4b30-8c6e-de54a6e50524', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'admin_state_up': True, 'tenant_id': '3296925bac7944bfb26fd23ef3ac493a'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:03.637327 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4fd89245-dcde-4b81-961e-8e19bba43e20 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:03.640645 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4fd89245-dcde-4b81-961e-8e19bba43e20 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:03.673935 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4d104739-8fab-447d-b77e-8224ca226104 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:03.722967 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-1d74e901-d903-440d-8f9f-a890b0932344 req-c58aedbd-f33b-4a05-951b-2dbb482760e4 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:03.742257 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-1d74e901-d903-440d-8f9f-a890b0932344 req-c58aedbd-f33b-4a05-951b-2dbb482760e4 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:03.746989 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4fd89245-dcde-4b81-961e-8e19bba43e20 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:03.747461 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd89245-dcde-4b81-961e-8e19bba43e20 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e1c939e-7cba-4507-bb44-cc90bb088be0 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:20:03.757589 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['bd641b27-4e2a-4d6b-9707-5c9af4261a03', '71f97c42-e164-4c5d-8214-cfde7a4566bd', 'cc38fa08-18c8-4ba7-bac3-f3488618301f'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:20:03.779729 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d104739-8fab-447d-b77e-8224ca226104 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network 1f540098-9cc1-4391-8f28-9fe4a06440bb is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:03.788874 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-4d104739-8fab-447d-b77e-8224ca226104 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:03.795884 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4fd89245-dcde-4b81-961e-8e19bba43e20 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:03.797030 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4fd89245-dcde-4b81-961e-8e19bba43e20 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] 10.222.0.37 "DELETE /v2.0/routers/5e1c939e-7cba-4507-bb44-cc90bb088be0 HTTP/1.1" status: 204 len: 168 time: 0.8997614 Feb 09 01:20:03.814009 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74e901-d903-440d-8f9f-a890b0932344 req-c58aedbd-f33b-4a05-951b-2dbb482760e4 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:03.814728 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-1d74e901-d903-440d-8f9f-a890b0932344 req-c58aedbd-f33b-4a05-951b-2dbb482760e4 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:03.832093 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1d74e901-d903-440d-8f9f-a890b0932344 req-c58aedbd-f33b-4a05-951b-2dbb482760e4 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "PUT /v2.0/ports/cc38fa08-18c8-4ba7-bac3-f3488618301f HTTP/1.1" status: 200 len: 904 time: 1.7723904 Feb 09 01:20:03.833041 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d104739-8fab-447d-b77e-8224ca226104 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:20:03.845390 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-11527304-2833-4316-9ed7-7542d0febf0f tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:03.902657 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d104739-8fab-447d-b77e-8224ca226104 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Port': ['ID=da25401d-91fb-4d8d-a67c-643a9a829bbe,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:03.904812 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4367af54-2fa9-4fce-a656-c2100e45e417', 'tag': 'cc38fa08-18c8-4ba7-bac3-f3488618301f'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:20:03.922212 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57044) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:03.943188 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-11527304-2833-4316-9ed7-7542d0febf0f tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:04.102910 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['cc38fa08-18c8-4ba7-bac3-f3488618301f'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:20:04.144268 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-33f07e10-f637-43ad-b92e-8b45ab43a4c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:04.296678 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-33f07e10-f637-43ad-b92e-8b45ab43a4c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:04.323570 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d104739-8fab-447d-b77e-8224ca226104 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:04.324707 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4d104739-8fab-447d-b77e-8224ca226104 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:04.332663 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-33f07e10-f637-43ad-b92e-8b45ab43a4c4 admin admin] Usage tracker for resource:security_group_rule and tenant:d3c4995abace43e5826080dce2efd1a4 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:04.335292 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57052) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:04.337409 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4367af54-2fa9-4fce-a656-c2100e45e417', 'tag': 'cc38fa08-18c8-4ba7-bac3-f3488618301f', 'status': 'completed', 'code': 200} Feb 09 01:20:04.345769 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-33f07e10-f637-43ad-b92e-8b45ab43a4c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:04.360720 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58aedbd-f33b-4a05-951b-2dbb482760e4 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Pushing event updated for resources: {'Port': ['ID=cc38fa08-18c8-4ba7-bac3-f3488618301f,revision_number=6']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:04.365812 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-33f07e10-f637-43ad-b92e-8b45ab43a4c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:04.376115 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-56eb34fe-c6c4-486c-8de6-89d6a98ca614 None None] Provisioning complete for port cc38fa08-18c8-4ba7-bac3-f3488618301f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:04.376528 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-56eb34fe-c6c4-486c-8de6-89d6a98ca614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:04.379079 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4d104739-8fab-447d-b77e-8224ca226104 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8293447 Feb 09 01:20:04.385184 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57058) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:04.396728 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-9385a824-4dc2-4cdc-bd22-9fa1a05856dc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'subnet': {'network_id': '1f540098-9cc1-4391-8f28-9fe4a06440bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:04.423755 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 0d5d83a6-6178-4aec-bd6e-9f58166b97da no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:20:04.469929 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 0d5d83a6-6178-4aec-bd6e-9f58166b97da {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:20:04.470154 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 0d5d83a6-6178-4aec-bd6e-9f58166b97da not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:20:04.513682 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-03ee8e18-5a08-40b4-9840-d4f99e7d336c tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:04.519373 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-03ee8e18-5a08-40b4-9840-d4f99e7d336c tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Usage tracker for resource:port and tenant:3296925bac7944bfb26fd23ef3ac493a is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:04.570936 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-03ee8e18-5a08-40b4-9840-d4f99e7d336c tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:04.646393 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-03ee8e18-5a08-40b4-9840-d4f99e7d336c tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:04.681043 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-03ee8e18-5a08-40b4-9840-d4f99e7d336c tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Made reservation on behalf of 3296925bac7944bfb26fd23ef3ac493a for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:04.684553 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-03ee8e18-5a08-40b4-9840-d4f99e7d336c tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:04.702789 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-54d5915f-b84f-40b3-a6f6-d8c447f6616e tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-275626137', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}, 'admin_state_up': False}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:04.710712 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-03ee8e18-5a08-40b4-9840-d4f99e7d336c tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:04.717717 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7ab53c83-04f4-4588-8d90-5fc8b0120609 req-565dcf9b-9c93-4525-9dbb-de12a7c13ecc tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7e0dcef-15f1-4b30-8c6e-de54a6e50524 HTTP/1.1" status: 200 len: 210 time: 0.0766175 Feb 09 01:20:04.718640 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-54d5915f-b84f-40b3-a6f6-d8c447f6616e tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:04.724414 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-de4e74dd-db21-4783-bc9f-68a5ee78f79a None None] Provisioning for port da25401d-91fb-4d8d-a67c-643a9a829bbe completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:04.731280 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9385a824-4dc2-4cdc-bd22-9fa1a05856dc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:04.732652 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-de4e74dd-db21-4783-bc9f-68a5ee78f79a None None] Provisioning complete for port da25401d-91fb-4d8d-a67c-643a9a829bbe triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:04.733511 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-de4e74dd-db21-4783-bc9f-68a5ee78f79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:04.744526 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9385a824-4dc2-4cdc-bd22-9fa1a05856dc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:subnet and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:04.744919 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-11527304-2833-4316-9ed7-7542d0febf0f tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Allocated IP 172.25.5.133 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/885e4b23-9288-41c9-8491-3ffec8e7e040) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:04.745017 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9385a824-4dc2-4cdc-bd22-9fa1a05856dc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:04.745619 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-54d5915f-b84f-40b3-a6f6-d8c447f6616e tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Usage tracker for resource:router and tenant:02c325c62cec4b439103793088b40a05 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:04.747217 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-03ee8e18-5a08-40b4-9840-d4f99e7d336c tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:04.753889 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-03ee8e18-5a08-40b4-9840-d4f99e7d336c tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Usage tracker for resource:security_group_rule and tenant:3296925bac7944bfb26fd23ef3ac493a is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:04.758592 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-54d5915f-b84f-40b3-a6f6-d8c447f6616e tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:04.760983 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-03ee8e18-5a08-40b4-9840-d4f99e7d336c tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:04.761307 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9385a824-4dc2-4cdc-bd22-9fa1a05856dc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:04.769438 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-54d5915f-b84f-40b3-a6f6-d8c447f6616e tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:04.772912 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-03ee8e18-5a08-40b4-9840-d4f99e7d336c tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:04.777667 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5164e-1dea-4b42-91e4-0f62267a0a91 req-e7322c9f-1a44-4a91-896d-1e699c51724e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:04.779249 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-45a5164e-1dea-4b42-91e4-0f62267a0a91 req-e7322c9f-1a44-4a91-896d-1e699c51724e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce0095aebb0840088ecf37cbcece72f6&device_id=4367af54-2fa9-4fce-a656-c2100e45e417 HTTP/1.1" status: 200 len: 1058 time: 0.3379881 Feb 09 01:20:04.787335 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83768235-0539-42b1-9bb8-4782d256542f req-aeff0dd4-3961-442b-9448-461ca2f645b4 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:04.788797 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-83768235-0539-42b1-9bb8-4782d256542f req-aeff0dd4-3961-442b-9448-461ca2f645b4 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4367af54-2fa9-4fce-a656-c2100e45e417 HTTP/1.1" status: 200 len: 907 time: 0.7161667 Feb 09 01:20:04.792819 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-33f07e10-f637-43ad-b92e-8b45ab43a4c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:04.797691 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9385a824-4dc2-4cdc-bd22-9fa1a05856dc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:04.802069 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9385a824-4dc2-4cdc-bd22-9fa1a05856dc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:04.823699 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-de4e74dd-db21-4783-bc9f-68a5ee78f79a None None] Port da25401d-91fb-4d8d-a67c-643a9a829bbe cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:20:04.876073 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-33f07e10-f637-43ad-b92e-8b45ab43a4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:04.904759 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54d5915f-b84f-40b3-a6f6-d8c447f6616e tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:04.905754 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54d5915f-b84f-40b3-a6f6-d8c447f6616e tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:04.996814 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-33f07e10-f637-43ad-b92e-8b45ab43a4c4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d3c4995abace43e5826080dce2efd1a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9843802 Feb 09 01:20:05.004513 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57066) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:05.022041 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54d5915f-b84f-40b3-a6f6-d8c447f6616e tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:05.040649 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f07e10-f637-43ad-b92e-8b45ab43a4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c64b25-7dc9-4c74-839e-5b5498578f5e,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:05.079823 n-d-828419-1 neutron-server[87611]: INFO neutron.db.ipam_backend_mixin [None req-9385a824-4dc2-4cdc-bd22-9fa1a05856dc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2ed01530-f30e-405b-9051-2b6ebc5811e5 (CIDR: 172.20.0.0/28) Feb 09 01:20:05.086151 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-9385a824-4dc2-4cdc-bd22-9fa1a05856dc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:20:05.086944 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9385a824-4dc2-4cdc-bd22-9fa1a05856dc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:05.145952 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-11527304-2833-4316-9ed7-7542d0febf0f tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:05.158462 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5164e-1dea-4b42-91e4-0f62267a0a91 req-5e1ff0c5-1e9e-44e7-a888-21f0e26da476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:05.159950 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-45a5164e-1dea-4b42-91e4-0f62267a0a91 req-5e1ff0c5-1e9e-44e7-a888-21f0e26da476 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0055357f-6a74-45ba-a134-b5223508c9d1 HTTP/1.1" status: 200 len: 912 time: 0.3672650 Feb 09 01:20:05.258067 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-03ee8e18-5a08-40b4-9840-d4f99e7d336c tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:05.263269 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-45a5164e-1dea-4b42-91e4-0f62267a0a91 req-2c479f04-2035-4bfb-81e4-5ae4a8993bee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc38fa08-18c8-4ba7-bac3-f3488618301f HTTP/1.1" status: 200 len: 217 time: 0.0863578 Feb 09 01:20:05.271138 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-03ee8e18-5a08-40b4-9840-d4f99e7d336c tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:05.273820 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-aed8c256-a09e-4982-8e47-184a8c0fae18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:05.306499 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9385a824-4dc2-4cdc-bd22-9fa1a05856dc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9201353 Feb 09 01:20:05.309694 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57070) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:05.319363 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3786c0-6963-465e-8dd5-fb0ba50b23b1 req-e0973b63-5575-4a7a-95f4-55adf4758412 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:05.320928 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7d3786c0-6963-465e-8dd5-fb0ba50b23b1 req-e0973b63-5575-4a7a-95f4-55adf4758412 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.3856978 Feb 09 01:20:05.326566 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-4d8f5e8c-21f0-4ed9-8220-998e3d748737 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'subnet': {'network_id': '1f540098-9cc1-4391-8f28-9fe4a06440bb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:05.429004 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-aed8c256-a09e-4982-8e47-184a8c0fae18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:05.480879 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee8e18-5a08-40b4-9840-d4f99e7d336c tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa17e8a-4b06-48ec-98aa-99f6bc1880b0,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:05.484426 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5164e-1dea-4b42-91e4-0f62267a0a91 req-bb50192b-68a8-4113-91d8-c22bac0e3c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:05.485929 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-45a5164e-1dea-4b42-91e4-0f62267a0a91 req-bb50192b-68a8-4113-91d8-c22bac0e3c1d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6f367ae-6db3-44ee-a579-54c0e257ede0 HTTP/1.1" status: 200 len: 850 time: 0.2072427 Feb 09 01:20:05.557506 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-11527304-2833-4316-9ed7-7542d0febf0f tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:05.589822 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54d5915f-b84f-40b3-a6f6-d8c447f6616e tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:05.682836 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11527304-2833-4316-9ed7-7542d0febf0f tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:05.688849 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-11527304-2833-4316-9ed7-7542d0febf0f tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:05.701712 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11527304-2833-4316-9ed7-7542d0febf0f tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:20:05.715352 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7d3786c0-6963-465e-8dd5-fb0ba50b23b1 req-e3473d6a-69eb-4ee8-a6d6-b12591acac32 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3723707 Feb 09 01:20:05.730184 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11527304-2833-4316-9ed7-7542d0febf0f tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Pushing event updated for resources: {'Port': ['ID=885e4b23-9288-41c9-8491-3ffec8e7e040,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:05.739900 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-aed8c256-a09e-4982-8e47-184a8c0fae18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:05.774648 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4d8f5e8c-21f0-4ed9-8220-998e3d748737 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:05.779377 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8c256-a09e-4982-8e47-184a8c0fae18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c64b25-7dc9-4c74-839e-5b5498578f5e,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:05.781059 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4d8f5e8c-21f0-4ed9-8220-998e3d748737 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:subnet and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:05.781572 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-03ee8e18-5a08-40b4-9840-d4f99e7d336c tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Allocated IP 192.168.233.194 (82c0e553-004f-4f65-a38e-9d785fdc5802/c1d7756a-584e-4152-ad93-d220060f4b30/fd0e01e9-2cb3-4460-a89e-d3bff721bfb5) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:05.785849 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4d8f5e8c-21f0-4ed9-8220-998e3d748737 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:05.793457 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4d8f5e8c-21f0-4ed9-8220-998e3d748737 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:05.812008 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8f5e8c-21f0-4ed9-8220-998e3d748737 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:05.815623 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4d8f5e8c-21f0-4ed9-8220-998e3d748737 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:05.922882 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5164e-1dea-4b42-91e4-0f62267a0a91 req-b2ceef9d-76d5-4b1e-bc7f-e1892dac97cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:05.925210 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-45a5164e-1dea-4b42-91e4-0f62267a0a91 req-b2ceef9d-76d5-4b1e-bc7f-e1892dac97cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0055357f-6a74-45ba-a134-b5223508c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4167078 Feb 09 01:20:06.090979 n-d-828419-1 neutron-server[87611]: INFO neutron.db.ipam_backend_mixin [None req-4d8f5e8c-21f0-4ed9-8220-998e3d748737 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c0e39599-8904-46db-adf3-b9f8c6e679b7 (CIDR: 172.20.0.16/28) Feb 09 01:20:06.100948 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d8f5e8c-21f0-4ed9-8220-998e3d748737 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:20:06.101436 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d8f5e8c-21f0-4ed9-8220-998e3d748737 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:06.106055 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-47607c7c-6e57-465a-b672-1afbde9d0671 req-1f1b4fdc-c2f5-4876-be7a-fe2b1a4414db tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Synchronizing usage tracker for tenant:3296925bac7944bfb26fd23ef3ac493a on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:20:06.108558 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-aed8c256-a09e-4982-8e47-184a8c0fae18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:06.109641 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-aed8c256-a09e-4982-8e47-184a8c0fae18 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/39c64b25-7dc9-4c74-839e-5b5498578f5e HTTP/1.1" status: 204 len: 168 time: 1.1042814 Feb 09 01:20:06.212448 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54d5915f-b84f-40b3-a6f6-d8c447f6616e tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:06.248877 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4d8f5e8c-21f0-4ed9-8220-998e3d748737 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9380352 Feb 09 01:20:06.250571 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54d5915f-b84f-40b3-a6f6-d8c447f6616e tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:06.259752 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23717024-4a05-47cd-b65d-08e4846d25fe req-8903ccd5-7a0b-4443-8aca-6da6fa5dcb9e tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:06.261306 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-23717024-4a05-47cd-b65d-08e4846d25fe req-8903ccd5-7a0b-4443-8aca-6da6fa5dcb9e tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.3779986 Feb 09 01:20:06.261811 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57080) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:06.307783 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-9baff328-dae9-485d-84c5-9f5d32b30c55 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'subnet': {'network_id': '1f540098-9cc1-4391-8f28-9fe4a06440bb', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:06.463980 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-47607c7c-6e57-465a-b672-1afbde9d0671 req-1f1b4fdc-c2f5-4876-be7a-fe2b1a4414db tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Unset dirty status for tenant:3296925bac7944bfb26fd23ef3ac493a on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:20:06.479143 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-47607c7c-6e57-465a-b672-1afbde9d0671 req-1f1b4fdc-c2f5-4876-be7a-fe2b1a4414db tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7e0dcef-15f1-4b30-8c6e-de54a6e50524 HTTP/1.1" status: 200 len: 210 time: 0.5658119 Feb 09 01:20:06.536565 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-23717024-4a05-47cd-b65d-08e4846d25fe req-cdab1148-7156-4337-aa9b-43584805a29a tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335646 Feb 09 01:20:06.648920 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-45a5164e-1dea-4b42-91e4-0f62267a0a91 req-5f483cb5-fab8-4be8-9e19-8d25e1ec5c1c service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6817214 Feb 09 01:20:06.742774 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9baff328-dae9-485d-84c5-9f5d32b30c55 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:06.754935 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9baff328-dae9-485d-84c5-9f5d32b30c55 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Usage tracker for resource:subnet and tenant:23926ed9e9ef4217a1749e79922b948e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:06.758531 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-54d5915f-b84f-40b3-a6f6-d8c447f6616e tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Allocated IP 172.25.5.95 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/48110663-e571-4432-b168-3c4ceda66ae8) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:06.762848 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9baff328-dae9-485d-84c5-9f5d32b30c55 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:06.773992 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9baff328-dae9-485d-84c5-9f5d32b30c55 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:06.855112 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9baff328-dae9-485d-84c5-9f5d32b30c55 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Made reservation on behalf of 23926ed9e9ef4217a1749e79922b948e for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:06.858776 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9baff328-dae9-485d-84c5-9f5d32b30c55 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:06.873951 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-696fc866-dee7-4055-9065-ad93f14cbdd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:06.885794 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-03ee8e18-5a08-40b4-9840-d4f99e7d336c tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:06.992038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-03ee8e18-5a08-40b4-9840-d4f99e7d336c tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Transition to ACTIVE for port object fd0e01e9-2cb3-4460-a89e-d3bff721bfb5 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:06.993172 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-11527304-2833-4316-9ed7-7542d0febf0f tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router_gateway, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:07.062117 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54d5915f-b84f-40b3-a6f6-d8c447f6616e tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:07.170947 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54d5915f-b84f-40b3-a6f6-d8c447f6616e tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:07.229187 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-45a5164e-1dea-4b42-91e4-0f62267a0a91 req-b36f8c28-49b9-441a-99c4-8d16ebc4cf77 service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5637650 Feb 09 01:20:07.250725 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-a8bbd17c-5e77-47c2-903b-50cd8e0872c0 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:07.257325 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-a8bbd17c-5e77-47c2-903b-50cd8e0872c0 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/networks?id=0055357f-6a74-45ba-a134-b5223508c9d1 HTTP/1.1" status: 200 len: 811 time: 0.4167385 Feb 09 01:20:07.294935 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-ae823852-a079-438f-be44-b4d1f2a7eb17 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/quotas/ce0095aebb0840088ecf37cbcece72f6 HTTP/1.1" status: 200 len: 375 time: 0.0360830 Feb 09 01:20:07.347850 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-03ee8e18-5a08-40b4-9840-d4f99e7d336c tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:07.389852 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d5915f-b84f-40b3-a6f6-d8c447f6616e tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:07.395181 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-54d5915f-b84f-40b3-a6f6-d8c447f6616e tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:07.407161 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d5915f-b84f-40b3-a6f6-d8c447f6616e tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:20:07.444443 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5915f-b84f-40b3-a6f6-d8c447f6616e tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Pushing event updated for resources: {'Port': ['ID=48110663-e571-4432-b168-3c4ceda66ae8,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:07.475971 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9baff328-dae9-485d-84c5-9f5d32b30c55 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:07.517736 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-03ee8e18-5a08-40b4-9840-d4f99e7d336c tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:07.530067 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-03ee8e18-5a08-40b4-9840-d4f99e7d336c tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:07.543802 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baff328-dae9-485d-84c5-9f5d32b30c55 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Subnet': ['ID=8451ad6b-b136-47dd-be5e-7bbdfcfacc2a,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:07.551164 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-03ee8e18-5a08-40b4-9840-d4f99e7d336c tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:20:07.577443 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee8e18-5a08-40b4-9840-d4f99e7d336c tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Pushing event updated for resources: {'Port': ['ID=fd0e01e9-2cb3-4460-a89e-d3bff721bfb5,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:07.626771 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baff328-dae9-485d-84c5-9f5d32b30c55 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Network 1f540098-9cc1-4391-8f28-9fe4a06440bb is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:07.632905 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-9baff328-dae9-485d-84c5-9f5d32b30c55 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:07.644419 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2551fa70-62e7-4248-b867-77fe33f96ca4 None None] Network 1f540098-9cc1-4391-8f28-9fe4a06440bb requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:20:07.733283 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baff328-dae9-485d-84c5-9f5d32b30c55 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:07.733973 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9baff328-dae9-485d-84c5-9f5d32b30c55 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:07.739188 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-03ee8e18-5a08-40b4-9840-d4f99e7d336c tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:07.740315 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-03ee8e18-5a08-40b4-9840-d4f99e7d336c tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:07.772650 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-c7881a20-02dd-4f3b-ada9-47f788398d84 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce0095aebb0840088ecf37cbcece72f6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4767766 Feb 09 01:20:07.775133 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-11527304-2833-4316-9ed7-7542d0febf0f tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:07.851750 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9baff328-dae9-485d-84c5-9f5d32b30c55 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5875566 Feb 09 01:20:07.898477 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57130) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:07.962170 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92747524-f23a-4f8f-8b2a-c9cfe8a0cabe req-34cabe74-96e0-4cdf-8b4b-eb2f4fc7ebd9 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:07.969726 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-92747524-f23a-4f8f-8b2a-c9cfe8a0cabe req-34cabe74-96e0-4cdf-8b4b-eb2f4fc7ebd9 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7e0dcef-15f1-4b30-8c6e-de54a6e50524 HTTP/1.1" status: 200 len: 936 time: 0.2729540 Feb 09 01:20:08.027829 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d33947fa-aac1-4702-943e-78e9b04f4902 None None] Provisioning for port fd0e01e9-2cb3-4460-a89e-d3bff721bfb5 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:08.039119 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-92747524-f23a-4f8f-8b2a-c9cfe8a0cabe req-a287f129-8af8-424a-8867-e62a48dbad90 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fa17e8a-4b06-48ec-98aa-99f6bc1880b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683961 Feb 09 01:20:08.046990 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d33947fa-aac1-4702-943e-78e9b04f4902 None None] Provisioning complete for port fd0e01e9-2cb3-4460-a89e-d3bff721bfb5 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:08.047382 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d33947fa-aac1-4702-943e-78e9b04f4902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:08.147192 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-d1efd174-1560-4f31-aacb-32e81e369a31 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-992017487', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8451ad6b-b136-47dd-be5e-7bbdfcfacc2a'}], 'security_groups': ['826f4827-d61b-4aa5-8220-d166b7045555', '0f3b3280-bfb7-4f56-a4b8-b3a30e034dcc']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:08.157612 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54d5915f-b84f-40b3-a6f6-d8c447f6616e tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:08.180794 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d33947fa-aac1-4702-943e-78e9b04f4902 None None] Port fd0e01e9-2cb3-4460-a89e-d3bff721bfb5 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:20:08.216132 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-03ee8e18-5a08-40b4-9840-d4f99e7d336c tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6621172 Feb 09 01:20:08.237961 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-d4b72914-9012-4cdc-ab36-21220f9a7e10 service neutron] Request body: {'port': {'device_id': 'b7e0dcef-15f1-4b30-8c6e-de54a6e50524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:08.330858 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ddf5d1-acf9-4fc5-9901-b6b5a925d54c None None] Update dhcp port {'port': {'network_id': '1f540098-9cc1-4391-8f28-9fe4a06440bb', 'fixed_ips': [{'subnet_id': 'c0e39599-8904-46db-adf3-b9f8c6e679b7', 'ip_address': '172.20.0.18'}, {'subnet_id': '2ed01530-f30e-405b-9051-2b6ebc5811e5', 'ip_address': '172.20.0.2'}, {'subnet_id': '8451ad6b-b136-47dd-be5e-7bbdfcfacc2a'}], 'binding:host_id': 'n-d-828419-1'}, 'id': '73df7d3c-7f48-4c79-86ce-fa1d35339d0f'} from n-d-828419-1. {{(pid=87613) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:20:08.407055 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f7ddf5d1-acf9-4fc5-9901-b6b5a925d54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:08.410209 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-96077b3a-fc46-4cc9-b5f8-03b247ec1137 service neutron] 10.222.0.37 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6226149 Feb 09 01:20:08.588451 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54d5915f-b84f-40b3-a6f6-d8c447f6616e tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:08.666606 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-f7ddf5d1-acf9-4fc5-9901-b6b5a925d54c None None] Allocated IP 172.20.0.34 (1f540098-9cc1-4391-8f28-9fe4a06440bb/8451ad6b-b136-47dd-be5e-7bbdfcfacc2a/73df7d3c-7f48-4c79-86ce-fa1d35339d0f) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:08.705263 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-d4b72914-9012-4cdc-ab36-21220f9a7e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:08.838200 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d5915f-b84f-40b3-a6f6-d8c447f6616e tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Router c128d8d8-fd2c-42bd-8a9d-c9220a55634f is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:20:08.885488 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f7ddf5d1-acf9-4fc5-9901-b6b5a925d54c None None] For port 73df7d3c-7f48-4c79-86ce-fa1d35339d0f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=73df7d3c-7f48-4c79-86ce-fa1d35339d0f,segment=NetworkSegment(bdbe9668-fe17-4e6e-bd15-35df94bd844d),segment_id=bdbe9668-fe17-4e6e-bd15-35df94bd844d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:08.914321 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f7ddf5d1-acf9-4fc5-9901-b6b5a925d54c None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:08.939064 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f7ddf5d1-acf9-4fc5-9901-b6b5a925d54c None None] Transition to ACTIVE for port object 73df7d3c-7f48-4c79-86ce-fa1d35339d0f will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:08.946463 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f7ddf5d1-acf9-4fc5-9901-b6b5a925d54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:09.037086 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11527304-2833-4316-9ed7-7542d0febf0f tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Router 820d56e4-5d88-43d5-9430-8367a84515c3 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:20:09.071228 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-f8ffdfae-246e-45bf-9dfd-1e0de6c9faca service neutron] 10.222.0.37 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6518674 Feb 09 01:20:09.326936 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d1efd174-1560-4f31-aacb-32e81e369a31 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:09.360040 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ddf5d1-acf9-4fc5-9901-b6b5a925d54c None None] Pushing event updated for resources: {'Port': ['ID=73df7d3c-7f48-4c79-86ce-fa1d35339d0f,revision_number=7']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:09.415664 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fba7bc1b-92d2-4b96-a10d-32c2203ce358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:09.418976 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ddf5d1-acf9-4fc5-9901-b6b5a925d54c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:09.419184 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ddf5d1-acf9-4fc5-9901-b6b5a925d54c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:09.419677 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ddf5d1-acf9-4fc5-9901-b6b5a925d54c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:09.420085 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ddf5d1-acf9-4fc5-9901-b6b5a925d54c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:09.420519 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ddf5d1-acf9-4fc5-9901-b6b5a925d54c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:09.420920 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ddf5d1-acf9-4fc5-9901-b6b5a925d54c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:09.421375 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ddf5d1-acf9-4fc5-9901-b6b5a925d54c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:09.421768 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ddf5d1-acf9-4fc5-9901-b6b5a925d54c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:09.422161 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ddf5d1-acf9-4fc5-9901-b6b5a925d54c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:09.422574 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ddf5d1-acf9-4fc5-9901-b6b5a925d54c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:09.423037 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ddf5d1-acf9-4fc5-9901-b6b5a925d54c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:09.423546 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ddf5d1-acf9-4fc5-9901-b6b5a925d54c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:09.599708 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d5915f-b84f-40b3-a6f6-d8c447f6616e tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:20:09.612655 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3259ef-03c2-46eb-94dd-6e8acf467ee7 None None] Sync routers for ids ['c128d8d8-fd2c-42bd-8a9d-c9220a55634f'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:20:09.633666 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3259ef-03c2-46eb-94dd-6e8acf467ee7 None None] Routers {'c128d8d8-fd2c-42bd-8a9d-c9220a55634f'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:20:09.635545 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-db3259ef-03c2-46eb-94dd-6e8acf467ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:20:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['c128d8d8-fd2c-42bd-8a9d-c9220a55634f'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:09.640102 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54d5915f-b84f-40b3-a6f6-d8c447f6616e tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:09.642760 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-54d5915f-b84f-40b3-a6f6-d8c447f6616e tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.3043778 Feb 09 01:20:09.645942 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57164) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:09.681286 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b1796786-8042-4844-8dca-41608af88b3d req-80d0b26f-1ab4-4cd9-8e6d-bc273a616121 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 210 time: 0.2902830 Feb 09 01:20:09.736675 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-db3259ef-03c2-46eb-94dd-6e8acf467ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:09.750904 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3259ef-03c2-46eb-94dd-6e8acf467ee7 None None] Routers {'c128d8d8-fd2c-42bd-8a9d-c9220a55634f'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:20:09.751885 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-db3259ef-03c2-46eb-94dd-6e8acf467ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:20:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['c128d8d8-fd2c-42bd-8a9d-c9220a55634f'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:09.754920 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242788d4-bca1-4dbe-9088-28ea581035e9 req-bc98fda4-b73f-4147-b7e3-4bfc3d23f1ad tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:09.763392 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-242788d4-bca1-4dbe-9088-28ea581035e9 req-bc98fda4-b73f-4147-b7e3-4bfc3d23f1ad tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7e0dcef-15f1-4b30-8c6e-de54a6e50524 HTTP/1.1" status: 200 len: 936 time: 0.2752273 Feb 09 01:20:09.835593 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-db3259ef-03c2-46eb-94dd-6e8acf467ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:09.836511 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3259ef-03c2-46eb-94dd-6e8acf467ee7 None None] The sync data for ids ['c128d8d8-fd2c-42bd-8a9d-c9220a55634f'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:20:09.859713 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-242788d4-bca1-4dbe-9088-28ea581035e9 req-cef14c8a-f005-434d-a227-128a303fd2aa tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fa17e8a-4b06-48ec-98aa-99f6bc1880b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950472 Feb 09 01:20:09.995304 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1149e868-95cc-4bb9-9353-19fd8393fec5 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] 10.222.0.37 "GET /v2.0/routers/c128d8d8-fd2c-42bd-8a9d-c9220a55634f HTTP/1.1" status: 200 len: 923 time: 0.3472669 Feb 09 01:20:09.998147 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57172) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:10.032384 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11527304-2833-4316-9ed7-7542d0febf0f tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:20:10.050755 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0186c118-a038-4bcd-a9c5-f429ea706bbe None None] Sync routers for ids ['820d56e4-5d88-43d5-9430-8367a84515c3'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:20:10.087718 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0186c118-a038-4bcd-a9c5-f429ea706bbe None None] Routers {'820d56e4-5d88-43d5-9430-8367a84515c3'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:20:10.089367 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-0186c118-a038-4bcd-a9c5-f429ea706bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:20:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['820d56e4-5d88-43d5-9430-8367a84515c3'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:10.130541 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-69d1833d-da1d-4f7d-b567-8d6e0381645e tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c128d8d8-fd2c-42bd-8a9d-c9220a55634f HTTP/1.1" status: 200 len: 205 time: 0.1261992 Feb 09 01:20:10.131507 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57176) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:10.194924 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-d4b72914-9012-4cdc-ab36-21220f9a7e10 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:20:10.218794 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-11527304-2833-4316-9ed7-7542d0febf0f tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:10.220005 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-11527304-2833-4316-9ed7-7542d0febf0f tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.5476530 Feb 09 01:20:10.258308 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-0186c118-a038-4bcd-a9c5-f429ea706bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:10.279088 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0186c118-a038-4bcd-a9c5-f429ea706bbe None None] Routers {'820d56e4-5d88-43d5-9430-8367a84515c3'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:20:10.279815 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-0186c118-a038-4bcd-a9c5-f429ea706bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:20:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['820d56e4-5d88-43d5-9430-8367a84515c3'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:10.279955 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57180) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:10.410774 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-0186c118-a038-4bcd-a9c5-f429ea706bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:10.413962 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0186c118-a038-4bcd-a9c5-f429ea706bbe None None] The sync data for ids ['820d56e4-5d88-43d5-9430-8367a84515c3'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:20:10.430108 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:10.465208 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:10.489681 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 73df7d3c-7f48-4c79-86ce-fa1d35339d0f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:20:10.580607 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-56bab99e-99ac-4d95-9e4c-245de404a93c tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:10.587830 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-17f24057-bf00-47c6-8ab8-aef2a68d9076 None None] Provisioning complete for port da25401d-91fb-4d8d-a67c-643a9a829bbe triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:10.588239 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-17f24057-bf00-47c6-8ab8-aef2a68d9076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:10.595871 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-a580b23e-9adb-4c3b-81f5-9a2739691852 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'enable_snat': False}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:10.661841 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-17f24057-bf00-47c6-8ab8-aef2a68d9076 None None] Port da25401d-91fb-4d8d-a67c-643a9a829bbe cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:20:10.686881 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-17f24057-bf00-47c6-8ab8-aef2a68d9076 None None] Provisioning complete for port a8ad7190-0fea-4b19-a512-b6413c5de517 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:10.687429 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-17f24057-bf00-47c6-8ab8-aef2a68d9076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:10.768641 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-17f24057-bf00-47c6-8ab8-aef2a68d9076 None None] Port a8ad7190-0fea-4b19-a512-b6413c5de517 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:20:10.770925 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-d4b72914-9012-4cdc-ab36-21220f9a7e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd0e01e9-2cb3-4460-a89e-d3bff721bfb5 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:20:10.789147 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-d4b72914-9012-4cdc-ab36-21220f9a7e10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:10.801965 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-17f24057-bf00-47c6-8ab8-aef2a68d9076 None None] Provisioning for port 73df7d3c-7f48-4c79-86ce-fa1d35339d0f completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:10.808110 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-17f24057-bf00-47c6-8ab8-aef2a68d9076 None None] Provisioning complete for port 73df7d3c-7f48-4c79-86ce-fa1d35339d0f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:10.808653 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-17f24057-bf00-47c6-8ab8-aef2a68d9076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:10.812169 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-56bab99e-99ac-4d95-9e4c-245de404a93c tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:10.825036 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-56bab99e-99ac-4d95-9e4c-245de404a93c tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Deleting port 48110663-e571-4432-b168-3c4ceda66ae8 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:10.825528 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-56bab99e-99ac-4d95-9e4c-245de404a93c tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:10.935530 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-d4b72914-9012-4cdc-ab36-21220f9a7e10 service neutron] Transition to ACTIVE for port object fd0e01e9-2cb3-4460-a89e-d3bff721bfb5 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:10.997704 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-d4b72914-9012-4cdc-ab36-21220f9a7e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:11.114670 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3758ca59-2d6e-441a-88c9-ee64925ff3a0 req-d7e690ca-1b57-472c-a251-2434d4d4db83 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 210 time: 0.2238839 Feb 09 01:20:11.226607 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-56bab99e-99ac-4d95-9e4c-245de404a93c tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:11.393977 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b72914-9012-4cdc-ab36-21220f9a7e10 service neutron] Pushing event updated for resources: {'Port': ['ID=fd0e01e9-2cb3-4460-a89e-d3bff721bfb5,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:11.406681 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a488a3-9caa-4045-ac4b-686502b6be7e req-8b98d893-18af-45f5-b321-23a36be3c503 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:11.408245 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-98a488a3-9caa-4045-ac4b-686502b6be7e req-8b98d893-18af-45f5-b321-23a36be3c503 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7e0dcef-15f1-4b30-8c6e-de54a6e50524 HTTP/1.1" status: 200 len: 948 time: 0.3372264 Feb 09 01:20:11.415841 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-56bab99e-99ac-4d95-9e4c-245de404a93c tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Calling delete_port for 48110663-e571-4432-b168-3c4ceda66ae8 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:11.508533 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-98a488a3-9caa-4045-ac4b-686502b6be7e req-8fb74241-1bd6-4510-ad5d-12f2b82ac282 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fa17e8a-4b06-48ec-98aa-99f6bc1880b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651896 Feb 09 01:20:11.641621 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-56bab99e-99ac-4d95-9e4c-245de404a93c tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:11.689205 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bab99e-99ac-4d95-9e4c-245de404a93c tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Pushing event deleted for resources: {'Port': ['ID=48110663-e571-4432-b168-3c4ceda66ae8,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:11.732916 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:11.804639 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-b4421994-9970-4db5-a566-839471aabb0f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:11.806168 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-b4421994-9970-4db5-a566-839471aabb0f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.35 "GET /v2.0/networks?id=0055357f-6a74-45ba-a134-b5223508c9d1 HTTP/1.1" status: 200 len: 811 time: 0.6596854 Feb 09 01:20:11.826616 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-d1efd174-1560-4f31-aacb-32e81e369a31 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Delete allocated IP 172.20.0.3 (1f540098-9cc1-4391-8f28-9fe4a06440bb/2ed01530-f30e-405b-9051-2b6ebc5811e5) {{(pid=87612) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 01:20:11.834744 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-12bb59f2-e7f3-4142-9f57-efd995e514a5 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Request body: {'port': {'device_id': 'fa632377-b81f-4d5c-9bf4-eceb5f675a14', 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1', 'admin_state_up': True, 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:11.916794 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-56bab99e-99ac-4d95-9e4c-245de404a93c tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:11.946084 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-d1efd174-1560-4f31-aacb-32e81e369a31 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Allocated IP 172.20.0.41 (1f540098-9cc1-4391-8f28-9fe4a06440bb/8451ad6b-b136-47dd-be5e-7bbdfcfacc2a/da25401d-91fb-4d8d-a67c-643a9a829bbe) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:11.969480 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-d4b72914-9012-4cdc-ab36-21220f9a7e10 service neutron] Attempting to bind port fd0e01e9-2cb3-4460-a89e-d3bff721bfb5 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:11.969873 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-d4b72914-9012-4cdc-ab36-21220f9a7e10 service neutron] Attempting to bind port fd0e01e9-2cb3-4460-a89e-d3bff721bfb5 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:11.970138 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-d4b72914-9012-4cdc-ab36-21220f9a7e10 service neutron] Attempting to bind port fd0e01e9-2cb3-4460-a89e-d3bff721bfb5 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:12.070027 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-d4b72914-9012-4cdc-ab36-21220f9a7e10 service neutron] Port fd0e01e9-2cb3-4460-a89e-d3bff721bfb5 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:20:12.070584 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-d4b72914-9012-4cdc-ab36-21220f9a7e10 service neutron] Attempting to bind port fd0e01e9-2cb3-4460-a89e-d3bff721bfb5 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:12.105782 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-56bab99e-99ac-4d95-9e4c-245de404a93c tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:12.109280 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-56bab99e-99ac-4d95-9e4c-245de404a93c tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:12.142456 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-56bab99e-99ac-4d95-9e4c-245de404a93c tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:12.143232 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56bab99e-99ac-4d95-9e4c-245de404a93c tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Fanout notify agent at l3_agent the message router_deleted on router c128d8d8-fd2c-42bd-8a9d-c9220a55634f {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:20:12.169098 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-56bab99e-99ac-4d95-9e4c-245de404a93c tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:12.174070 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-56bab99e-99ac-4d95-9e4c-245de404a93c tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] 10.222.0.37 "DELETE /v2.0/routers/c128d8d8-fd2c-42bd-8a9d-c9220a55634f HTTP/1.1" status: 204 len: 168 time: 2.0402639 Feb 09 01:20:12.176913 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57218) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:12.182358 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-1e6afc55-32f2-4879-a2d8-53126950264f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1082359817', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'enable_snat': False}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:12.189256 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1e6afc55-32f2-4879-a2d8-53126950264f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:12.194420 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1e6afc55-32f2-4879-a2d8-53126950264f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Usage tracker for resource:router and tenant:2f81a3a3c91c49d7bca3cfb97019c319 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:12.198996 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1e6afc55-32f2-4879-a2d8-53126950264f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:12.204940 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1e6afc55-32f2-4879-a2d8-53126950264f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:12.221643 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1e6afc55-32f2-4879-a2d8-53126950264f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:12.223078 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1e6afc55-32f2-4879-a2d8-53126950264f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:12.244369 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1e6afc55-32f2-4879-a2d8-53126950264f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:12.309008 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-d4b72914-9012-4cdc-ab36-21220f9a7e10 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:20:12.309371 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-d4b72914-9012-4cdc-ab36-21220f9a7e10 service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:20:12.309891 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-d4b72914-9012-4cdc-ab36-21220f9a7e10 service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:20:12.310175 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-d4b72914-9012-4cdc-ab36-21220f9a7e10 service neutron] Bound port: fd0e01e9-2cb3-4460-a89e-d3bff721bfb5, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:20:12.310519 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-d4b72914-9012-4cdc-ab36-21220f9a7e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:12.357822 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f741965-ccb5-4f02-9883-e11ad67caf92 req-9a6dcbec-621f-41fb-a4c2-9aa93eb82ffe tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 210 time: 0.1057563 Feb 09 01:20:12.363051 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a580b23e-9adb-4c3b-81f5-9a2739691852 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:12.462511 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-12bb59f2-e7f3-4142-9f57-efd995e514a5 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:12.551304 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1e6afc55-32f2-4879-a2d8-53126950264f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:12.688981 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-d4b72914-9012-4cdc-ab36-21220f9a7e10 service neutron] For port fd0e01e9-2cb3-4460-a89e-d3bff721bfb5, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:20:12.692429 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-d4b72914-9012-4cdc-ab36-21220f9a7e10 service neutron] For port fd0e01e9-2cb3-4460-a89e-d3bff721bfb5, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=fd0e01e9-2cb3-4460-a89e-d3bff721bfb5,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:20:12.701019 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-12bb59f2-e7f3-4142-9f57-efd995e514a5 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:12.716828 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-d4b72914-9012-4cdc-ab36-21220f9a7e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:12.740725 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af01f29-2d52-4ce5-a597-ea78fa533fb3 req-7249dc6a-b35c-4110-9e6e-e4fd53edc2c1 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:12.742327 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8af01f29-2d52-4ce5-a597-ea78fa533fb3 req-7249dc6a-b35c-4110-9e6e-e4fd53edc2c1 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7e0dcef-15f1-4b30-8c6e-de54a6e50524 HTTP/1.1" status: 200 len: 948 time: 0.1126118 Feb 09 01:20:12.833556 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-12bb59f2-e7f3-4142-9f57-efd995e514a5 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Made reservation on behalf of ce0095aebb0840088ecf37cbcece72f6 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:12.840820 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-12bb59f2-e7f3-4142-9f57-efd995e514a5 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:12.866236 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8af01f29-2d52-4ce5-a597-ea78fa533fb3 req-dfdd81f4-84d3-4c0a-bcd1-2d5256c104ad tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fa17e8a-4b06-48ec-98aa-99f6bc1880b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076350 Feb 09 01:20:12.866554 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-d4b72914-9012-4cdc-ab36-21220f9a7e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:12.867227 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-d4b72914-9012-4cdc-ab36-21220f9a7e10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:12.868706 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-d4b72914-9012-4cdc-ab36-21220f9a7e10 service neutron] 10.222.0.35 "PUT /v2.0/ports/fd0e01e9-2cb3-4460-a89e-d3bff721bfb5 HTTP/1.1" status: 200 len: 1096 time: 4.6388435 Feb 09 01:20:12.889824 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e0dcef-15f1-4b30-8c6e-de54a6e50524', 'tag': 'fd0e01e9-2cb3-4460-a89e-d3bff721bfb5'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:20:13.024240 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1e6afc55-32f2-4879-a2d8-53126950264f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:13.093917 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1e6afc55-32f2-4879-a2d8-53126950264f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:13.119902 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e0dcef-15f1-4b30-8c6e-de54a6e50524', 'tag': 'fd0e01e9-2cb3-4460-a89e-d3bff721bfb5', 'status': 'completed', 'code': 200} Feb 09 01:20:13.123544 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b72914-9012-4cdc-ab36-21220f9a7e10 service neutron] Pushing event updated for resources: {'Port': ['ID=fd0e01e9-2cb3-4460-a89e-d3bff721bfb5,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:13.162936 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [None req-d1efd174-1560-4f31-aacb-32e81e369a31 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:20:13.289892 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-1e6afc55-32f2-4879-a2d8-53126950264f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Allocated IP 172.25.5.146 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/d64acdc7-ff5d-458f-91fd-3b5470704c76) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:13.324103 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-12bb59f2-e7f3-4142-9f57-efd995e514a5 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Allocated IP 172.20.0.7 (0055357f-6a74-45ba-a134-b5223508c9d1/f6f367ae-6db3-44ee-a579-54c0e257ede0/977d71c4-fec3-4cf1-a3ab-6321337280b5) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:13.345167 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d1efd174-1560-4f31-aacb-32e81e369a31 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:13.393669 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-d1efd174-1560-4f31-aacb-32e81e369a31 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Transition to ACTIVE for port object da25401d-91fb-4d8d-a67c-643a9a829bbe will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:13.446206 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d1efd174-1560-4f31-aacb-32e81e369a31 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:13.510760 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1e6afc55-32f2-4879-a2d8-53126950264f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:13.549724 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1e6afc55-32f2-4879-a2d8-53126950264f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:13.672757 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-09c5c244-1e2a-4f86-9656-d3de3fc7bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:13.674891 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-09c5c244-1e2a-4f86-9656-d3de3fc7bd7f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3296925bac7944bfb26fd23ef3ac493a&device_id=b7e0dcef-15f1-4b30-8c6e-de54a6e50524 HTTP/1.1" status: 200 len: 1099 time: 0.7106588 Feb 09 01:20:13.764719 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6afc55-32f2-4879-a2d8-53126950264f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:13.764719 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-1e6afc55-32f2-4879-a2d8-53126950264f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:13.768478 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6afc55-32f2-4879-a2d8-53126950264f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:20:13.781704 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bfc9cd58-8ef2-4c95-9ed2-b3d9c505cfa4 req-c3d8dcde-6418-4d22-ae21-ac45476cf0d8 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 210 time: 0.2408056 Feb 09 01:20:13.820033 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6afc55-32f2-4879-a2d8-53126950264f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Pushing event updated for resources: {'Port': ['ID=d64acdc7-ff5d-458f-91fd-3b5470704c76,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:13.858800 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1efd174-1560-4f31-aacb-32e81e369a31 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event updated for resources: {'Port': ['ID=da25401d-91fb-4d8d-a67c-643a9a829bbe,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:14.022067 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-64ac1bce-916c-471b-a271-abe06007fa6c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=fd0e01e9-2cb3-4460-a89e-d3bff721bfb5 HTTP/1.1" status: 200 len: 217 time: 0.2706490 Feb 09 01:20:14.266425 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-d1efd174-1560-4f31-aacb-32e81e369a31 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] In _notify_port_updated(), no bound segment for port da25401d-91fb-4d8d-a67c-643a9a829bbe on network 1f540098-9cc1-4391-8f28-9fe4a06440bb {{(pid=87612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:20:14.272216 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1efd174-1560-4f31-aacb-32e81e369a31 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:14.272911 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d1efd174-1560-4f31-aacb-32e81e369a31 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:14.276855 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d1efd174-1560-4f31-aacb-32e81e369a31 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "PUT /v2.0/ports/da25401d-91fb-4d8d-a67c-643a9a829bbe HTTP/1.1" status: 200 len: 959 time: 6.3692534 Feb 09 01:20:14.306195 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57262) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:14.333904 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ac7760d5-1ce1-4e86-9a2e-de63f8758002 None None] Provisioning for port da25401d-91fb-4d8d-a67c-643a9a829bbe completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:14.342933 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ff95d-ffed-4e42-ae22-733c89d8757c req-03b07af5-738d-42a9-a7bb-5688752f3727 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:14.344440 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ac7760d5-1ce1-4e86-9a2e-de63f8758002 None None] Provisioning complete for port da25401d-91fb-4d8d-a67c-643a9a829bbe triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:14.345253 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ac7760d5-1ce1-4e86-9a2e-de63f8758002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:14.349230 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-970ff95d-ffed-4e42-ae22-733c89d8757c req-03b07af5-738d-42a9-a7bb-5688752f3727 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/ports?device_id=afbe8887-8003-407e-a80e-fd34906bcac7 HTTP/1.1" status: 200 len: 946 time: 0.3723674 Feb 09 01:20:14.422920 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1e6afc55-32f2-4879-a2d8-53126950264f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:14.425786 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-ac7760d5-1ce1-4e86-9a2e-de63f8758002 None None] Port da25401d-91fb-4d8d-a67c-643a9a829bbe cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:20:14.500955 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-970ff95d-ffed-4e42-ae22-733c89d8757c req-cb38b58c-dc48-45d4-ac86-fb106d5ed6c1 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cfe528b-964c-458b-a628-b5b62a013a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329837 Feb 09 01:20:14.537480 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-f724459e-b56c-4c50-b474-7d2a2ea7a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:14.538928 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-f724459e-b56c-4c50-b474-7d2a2ea7a569 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.5003684 Feb 09 01:20:14.592007 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57272) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:14.708648 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-12bb59f2-e7f3-4142-9f57-efd995e514a5 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:14.744481 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9b6ce27c-d2f0-42c7-8dd3-245730cd7121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:14.765362 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-ef26ca4a-3bf2-4872-81cc-9d944efd9ef0 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Deleting port da25401d-91fb-4d8d-a67c-643a9a829bbe {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:14.765707 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ef26ca4a-3bf2-4872-81cc-9d944efd9ef0 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:14.796637 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-12bb59f2-e7f3-4142-9f57-efd995e514a5 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Transition to ACTIVE for port object 977d71c4-fec3-4cf1-a3ab-6321337280b5 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:14.813058 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9b6ce27c-d2f0-42c7-8dd3-245730cd7121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:14.832428 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e787b2a-4ca8-4fe0-aaa8-acaa2617e663 req-1c3cfc17-0bd7-4982-8712-51f4ae17f1f9 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:14.832697 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9b6ce27c-d2f0-42c7-8dd3-245730cd7121 admin admin] Usage tracker for resource:security_group_rule and tenant:a7455b72795b479ca1365f4278bdff96 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:14.833946 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7e787b2a-4ca8-4fe0-aaa8-acaa2617e663 req-1c3cfc17-0bd7-4982-8712-51f4ae17f1f9 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7e0dcef-15f1-4b30-8c6e-de54a6e50524 HTTP/1.1" status: 200 len: 948 time: 0.8014929 Feb 09 01:20:14.837227 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9b6ce27c-d2f0-42c7-8dd3-245730cd7121 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:14.846290 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9b6ce27c-d2f0-42c7-8dd3-245730cd7121 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:14.855335 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1e6afc55-32f2-4879-a2d8-53126950264f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:14.998144 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-23b622b3-b859-40d7-a001-3458a44e6cfb req-c1a53260-7b0b-4705-a228-12e8f021c76b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 210 time: 0.0677156 Feb 09 01:20:15.116353 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-5249c1cb-b9cd-4277-a605-c26e91b92876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:15.117882 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-5249c1cb-b9cd-4277-a605-c26e91b92876 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5602808 Feb 09 01:20:15.148098 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7e787b2a-4ca8-4fe0-aaa8-acaa2617e663 req-281ba123-81b7-4da3-94f0-82fa50a8f892 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Synchronizing usage tracker for tenant:3296925bac7944bfb26fd23ef3ac493a on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:20:15.162971 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9b6ce27c-d2f0-42c7-8dd3-245730cd7121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:15.169031 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9b6ce27c-d2f0-42c7-8dd3-245730cd7121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:15.203947 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-12bb59f2-e7f3-4142-9f57-efd995e514a5 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:15.215826 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6afc55-32f2-4879-a2d8-53126950264f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Router d6803b79-ab87-47db-ab19-1ab6ca021b97 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:20:15.217760 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['bd641b27-4e2a-4d6b-9707-5c9af4261a03', '71f97c42-e164-4c5d-8214-cfde7a4566bd'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:20:15.219374 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9b6ce27c-d2f0-42c7-8dd3-245730cd7121 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a7455b72795b479ca1365f4278bdff96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6270523 Feb 09 01:20:15.224047 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57282) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:15.227551 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ce27c-d2f0-42c7-8dd3-245730cd7121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04be8f17-6145-444f-ba15-883b8f857ad4,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:15.497880 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-12bb59f2-e7f3-4142-9f57-efd995e514a5 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Network 0055357f-6a74-45ba-a134-b5223508c9d1 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:15.529473 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-12bb59f2-e7f3-4142-9f57-efd995e514a5 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:15.541036 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7e787b2a-4ca8-4fe0-aaa8-acaa2617e663 req-281ba123-81b7-4da3-94f0-82fa50a8f892 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Unset dirty status for tenant:3296925bac7944bfb26fd23ef3ac493a on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:20:15.542339 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7e787b2a-4ca8-4fe0-aaa8-acaa2617e663 req-281ba123-81b7-4da3-94f0-82fa50a8f892 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fa17e8a-4b06-48ec-98aa-99f6bc1880b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6435897 Feb 09 01:20:15.546026 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-12bb59f2-e7f3-4142-9f57-efd995e514a5 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:20:15.593059 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb59f2-e7f3-4142-9f57-efd995e514a5 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Pushing event updated for resources: {'Port': ['ID=977d71c4-fec3-4cf1-a3ab-6321337280b5,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:15.637424 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a580b23e-9adb-4c3b-81f5-9a2739691852 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:15.644690 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ef26ca4a-3bf2-4872-81cc-9d944efd9ef0 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:15.646041 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8cf0c9ae-3137-4f02-b901-b4c41888be00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:15.667616 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a580b23e-9adb-4c3b-81f5-9a2739691852 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8101386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8101405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8095324'] for router, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:15.685862 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6afc55-32f2-4879-a2d8-53126950264f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:20:15.698305 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8cf0c9ae-3137-4f02-b901-b4c41888be00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:15.699257 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5870f9a8-8766-4e5e-bf76-761763d12261 None None] Sync routers for ids ['d6803b79-ab87-47db-ab19-1ab6ca021b97'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:20:15.709140 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5870f9a8-8766-4e5e-bf76-761763d12261 None None] Routers {'d6803b79-ab87-47db-ab19-1ab6ca021b97'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:20:15.709763 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-5870f9a8-8766-4e5e-bf76-761763d12261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:20:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['d6803b79-ab87-47db-ab19-1ab6ca021b97'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:15.734034 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a8760-b026-4350-b26f-10d7ed36d418 req-6533adbe-0190-4069-9c09-49776b008d6c tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:15.741689 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3b8a8760-b026-4350-b26f-10d7ed36d418 req-6533adbe-0190-4069-9c09-49776b008d6c tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/ports?device_id=afbe8887-8003-407e-a80e-fd34906bcac7 HTTP/1.1" status: 200 len: 946 time: 0.2770875 Feb 09 01:20:15.803055 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1e6afc55-32f2-4879-a2d8-53126950264f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:15.804445 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1e6afc55-32f2-4879-a2d8-53126950264f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.6260452 Feb 09 01:20:15.807529 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57288) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:15.863652 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c3b94630-85d0-4cf0-8937-f393b1f0a255 None None] Provisioning for port 977d71c4-fec3-4cf1-a3ab-6321337280b5 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:15.870304 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c3b94630-85d0-4cf0-8937-f393b1f0a255 None None] Provisioning complete for port 977d71c4-fec3-4cf1-a3ab-6321337280b5 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:15.870975 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c3b94630-85d0-4cf0-8937-f393b1f0a255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:15.871906 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3b8a8760-b026-4350-b26f-10d7ed36d418 req-d831b1e9-edc1-483d-8283-993e28b69c65 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cfe528b-964c-458b-a628-b5b62a013a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292670 Feb 09 01:20:15.921438 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-064cbc1d-af85-4eda-afed-c014a2dc5646 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7215855 Feb 09 01:20:15.929298 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8cf0c9ae-3137-4f02-b901-b4c41888be00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:15.941213 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-ef26ca4a-3bf2-4872-81cc-9d944efd9ef0 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Calling delete_port for da25401d-91fb-4d8d-a67c-643a9a829bbe owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:15.943989 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-5870f9a8-8766-4e5e-bf76-761763d12261 None None] Set router d6803b79-ab87-47db-ab19-1ab6ca021b97 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:20:15.946825 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-c3b94630-85d0-4cf0-8937-f393b1f0a255 None None] Port 977d71c4-fec3-4cf1-a3ab-6321337280b5 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:20:15.977653 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-12bb59f2-e7f3-4142-9f57-efd995e514a5 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:15.978402 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-12bb59f2-e7f3-4142-9f57-efd995e514a5 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:16.014675 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0c9ae-3137-4f02-b901-b4c41888be00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04be8f17-6145-444f-ba15-883b8f857ad4,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:16.024298 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8cf0c9ae-3137-4f02-b901-b4c41888be00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:16.024520 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8cf0c9ae-3137-4f02-b901-b4c41888be00 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/04be8f17-6145-444f-ba15-883b8f857ad4 HTTP/1.1" status: 204 len: 168 time: 0.7993639 Feb 09 01:20:16.034218 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6eaf267b-1f9a-4d3b-834b-02a306d1087e tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] 10.222.0.37 "GET /v2.0/routers/d6803b79-ab87-47db-ab19-1ab6ca021b97 HTTP/1.1" status: 200 len: 909 time: 0.2250443 Feb 09 01:20:16.036687 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57296) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:16.041786 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-0c9b7513-b122-40e4-8485-e6985d67ef8f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1082359817', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'enable_snat': True}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:16.047142 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0c9b7513-b122-40e4-8485-e6985d67ef8f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:16.051850 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0c9b7513-b122-40e4-8485-e6985d67ef8f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Usage tracker for resource:router and tenant:2f81a3a3c91c49d7bca3cfb97019c319 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:16.054974 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0c9b7513-b122-40e4-8485-e6985d67ef8f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:16.061401 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0c9b7513-b122-40e4-8485-e6985d67ef8f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:16.084934 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c9b7513-b122-40e4-8485-e6985d67ef8f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:16.086415 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c9b7513-b122-40e4-8485-e6985d67ef8f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:16.109570 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c9b7513-b122-40e4-8485-e6985d67ef8f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:16.404304 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-5870f9a8-8766-4e5e-bf76-761763d12261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6803b79-ab87-47db-ab19-1ab6ca021b97', 'name': 'tempest-snat-router-1082359817', 'tenant_id': '2f81a3a3c91c49d7bca3cfb97019c319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.146'}], 'enable_snat': False}, 'gw_port_id': 'd64acdc7-ff5d-458f-91fd-3b5470704c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:12Z', 'updated_at': '2022-02-09T01:20:14Z', 'revision_number': 3, 'project_id': '2f81a3a3c91c49d7bca3cfb97019c319', 'gw_port': {'id': 'd64acdc7-ff5d-458f-91fd-3b5470704c76', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f6:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6803b79-ab87-47db-ab19-1ab6ca021b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:13Z', 'updated_at': '2022-02-09T01:20:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:16.411787 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5870f9a8-8766-4e5e-bf76-761763d12261 None None] Checking router: d6803b79-ab87-47db-ab19-1ab6ca021b97 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:20:16.412808 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5870f9a8-8766-4e5e-bf76-761763d12261 None None] Updating router d6803b79-ab87-47db-ab19-1ab6ca021b97 port d64acdc7-ff5d-458f-91fd-3b5470704c76 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:20:16.453018 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c9b7513-b122-40e4-8485-e6985d67ef8f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:16.485152 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57302) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:16.503536 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-12bb59f2-e7f3-4142-9f57-efd995e514a5 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6789775 Feb 09 01:20:16.524245 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-5870f9a8-8766-4e5e-bf76-761763d12261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:16.555271 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cb0313ef-83de-49bb-860f-25e13c9dd5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:16.575731 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-cb0313ef-83de-49bb-860f-25e13c9dd5d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:16.580804 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cb0313ef-83de-49bb-860f-25e13c9dd5d9 admin admin] Usage tracker for resource:security_group_rule and tenant:58385ae6e72e4ac799bea37d566bd279 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:16.584547 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cb0313ef-83de-49bb-860f-25e13c9dd5d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:16.591785 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-cb0313ef-83de-49bb-860f-25e13c9dd5d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:16.610160 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-e4ab8c31-d39f-4e7e-ac76-ae05f44233e0 service neutron] Request body: {'port': {'device_id': 'fa632377-b81f-4d5c-9bf4-eceb5f675a14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:16.787330 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cb0313ef-83de-49bb-860f-25e13c9dd5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:16.859468 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62191c-ee0b-4395-a5bc-7e16d471b9b0 req-f476e8ad-8199-4c90-85d7-08d94aba9fcd tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:16.860115 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ab62191c-ee0b-4395-a5bc-7e16d471b9b0 req-f476e8ad-8199-4c90-85d7-08d94aba9fcd tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Synchronizing usage tracker for tenant:ce0095aebb0840088ecf37cbcece72f6 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:20:16.864611 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cb45558e-6e41-4c8e-8e57-b8b9cd600089 req-2ffe52ed-cb82-4f44-9646-d1a668a31473 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8714743 Feb 09 01:20:16.868645 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a580b23e-9adb-4c3b-81f5-9a2739691852 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Router 820d56e4-5d88-43d5-9430-8367a84515c3 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:20:16.873875 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cb0313ef-83de-49bb-860f-25e13c9dd5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:17.006740 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cb0313ef-83de-49bb-860f-25e13c9dd5d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=58385ae6e72e4ac799bea37d566bd279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5185392 Feb 09 01:20:17.012716 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57310) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:17.013504 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0313ef-83de-49bb-860f-25e13c9dd5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666fd832-b6c2-458e-97a3-e0daaa3d819d,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:17.039505 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c9b7513-b122-40e4-8485-e6985d67ef8f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:17.058618 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-e4ab8c31-d39f-4e7e-ac76-ae05f44233e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:17.075067 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c9b7513-b122-40e4-8485-e6985d67ef8f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:17.152902 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ef26ca4a-3bf2-4872-81cc-9d944efd9ef0 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:17.178455 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-5870f9a8-8766-4e5e-bf76-761763d12261 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:17.199756 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-5870f9a8-8766-4e5e-bf76-761763d12261 None None] Transition to ACTIVE for port object d64acdc7-ff5d-458f-91fd-3b5470704c76 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:17.203519 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ab62191c-ee0b-4395-a5bc-7e16d471b9b0 req-f476e8ad-8199-4c90-85d7-08d94aba9fcd tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Unset dirty status for tenant:ce0095aebb0840088ecf37cbcece72f6 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:20:17.204916 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ab62191c-ee0b-4395-a5bc-7e16d471b9b0 req-f476e8ad-8199-4c90-85d7-08d94aba9fcd tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 931 time: 0.7885587 Feb 09 01:20:17.214119 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-5870f9a8-8766-4e5e-bf76-761763d12261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:17.263025 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef26ca4a-3bf2-4872-81cc-9d944efd9ef0 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Port': ['ID=da25401d-91fb-4d8d-a67c-643a9a829bbe,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:17.294320 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901cbe2-328e-4eaa-b6be-420465982073 req-f593a35f-0bbf-4ecc-a7bb-2f2200e6db42 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:17.301188 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0901cbe2-328e-4eaa-b6be-420465982073 req-f593a35f-0bbf-4ecc-a7bb-2f2200e6db42 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7e0dcef-15f1-4b30-8c6e-de54a6e50524 HTTP/1.1" status: 200 len: 948 time: 0.5107639 Feb 09 01:20:17.363086 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-092d0232-8acd-40ab-86bf-34304765d665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:17.366671 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-5870f9a8-8766-4e5e-bf76-761763d12261 None None] Attempting to bind port d64acdc7-ff5d-458f-91fd-3b5470704c76 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:17.367311 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-5870f9a8-8766-4e5e-bf76-761763d12261 None None] Attempting to bind port d64acdc7-ff5d-458f-91fd-3b5470704c76 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:17.367885 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5870f9a8-8766-4e5e-bf76-761763d12261 None None] Attempting to bind port d64acdc7-ff5d-458f-91fd-3b5470704c76 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:17.382315 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467c78c-d7a0-460e-8a73-d0b45d3572e9 None None] Pushing event updated for resources: {'Port': ['ID=d64acdc7-ff5d-458f-91fd-3b5470704c76,revision_number=2']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:17.388733 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5870f9a8-8766-4e5e-bf76-761763d12261 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:20:17.389347 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5870f9a8-8766-4e5e-bf76-761763d12261 None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:20:17.390016 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-5870f9a8-8766-4e5e-bf76-761763d12261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:17.390654 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5870f9a8-8766-4e5e-bf76-761763d12261 None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:20:17.391469 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-5870f9a8-8766-4e5e-bf76-761763d12261 None None] Bound port: d64acdc7-ff5d-458f-91fd-3b5470704c76, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:20:17.392085 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-5870f9a8-8766-4e5e-bf76-761763d12261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:17.420681 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0901cbe2-328e-4eaa-b6be-420465982073 req-24206a36-95e6-437e-9e0c-a305dcef0f19 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fa17e8a-4b06-48ec-98aa-99f6bc1880b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187367 Feb 09 01:20:17.450679 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-092d0232-8acd-40ab-86bf-34304765d665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:17.479869 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467c78c-d7a0-460e-8a73-d0b45d3572e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.480483 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467c78c-d7a0-460e-8a73-d0b45d3572e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.481420 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467c78c-d7a0-460e-8a73-d0b45d3572e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.481634 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467c78c-d7a0-460e-8a73-d0b45d3572e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.482160 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467c78c-d7a0-460e-8a73-d0b45d3572e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.482723 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467c78c-d7a0-460e-8a73-d0b45d3572e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.483288 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467c78c-d7a0-460e-8a73-d0b45d3572e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.483851 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467c78c-d7a0-460e-8a73-d0b45d3572e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.484434 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467c78c-d7a0-460e-8a73-d0b45d3572e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.485003 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467c78c-d7a0-460e-8a73-d0b45d3572e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.485562 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467c78c-d7a0-460e-8a73-d0b45d3572e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.486124 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467c78c-d7a0-460e-8a73-d0b45d3572e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.494834 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-0c9b7513-b122-40e4-8485-e6985d67ef8f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Allocated IP 172.25.5.72 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/18603dbb-85fc-4309-99fd-d9ebe97db5c6) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:17.599276 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ab62191c-ee0b-4395-a5bc-7e16d471b9b0 req-0ea4d324-203e-4195-8bdf-baa9bb7dadc4 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738222 Feb 09 01:20:17.599823 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-5870f9a8-8766-4e5e-bf76-761763d12261 None None] For port d64acdc7-ff5d-458f-91fd-3b5470704c76, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:20:17.610946 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-5870f9a8-8766-4e5e-bf76-761763d12261 None None] For port d64acdc7-ff5d-458f-91fd-3b5470704c76, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d64acdc7-ff5d-458f-91fd-3b5470704c76,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:20:17.628081 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-5870f9a8-8766-4e5e-bf76-761763d12261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:17.654430 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-092d0232-8acd-40ab-86bf-34304765d665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:17.733947 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d0232-8acd-40ab-86bf-34304765d665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666fd832-b6c2-458e-97a3-e0daaa3d819d,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:17.744078 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5870f9a8-8766-4e5e-bf76-761763d12261 None None] Routers {'d6803b79-ab87-47db-ab19-1ab6ca021b97'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:20:17.744748 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-5870f9a8-8766-4e5e-bf76-761763d12261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:20:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['d6803b79-ab87-47db-ab19-1ab6ca021b97'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:17.774324 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81893c4f-be40-4343-afff-ea584a8d320d req-91aec26c-4c4f-4e6d-b737-a41215ee88da tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:17.775820 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81893c4f-be40-4343-afff-ea584a8d320d req-91aec26c-4c4f-4e6d-b737-a41215ee88da tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.35 "GET /v2.0/ports?device_id=afbe8887-8003-407e-a80e-fd34906bcac7 HTTP/1.1" status: 200 len: 946 time: 0.8765004 Feb 09 01:20:17.776932 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a580b23e-9adb-4c3b-81f5-9a2739691852 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:20:17.779441 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ef26ca4a-3bf2-4872-81cc-9d944efd9ef0 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:17.791411 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f95fe45-8345-472b-b974-eaafb5bdf412 None None] Sync routers for ids ['820d56e4-5d88-43d5-9430-8367a84515c3'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:20:17.800040 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c9b7513-b122-40e4-8485-e6985d67ef8f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:17.807519 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f95fe45-8345-472b-b974-eaafb5bdf412 None None] Routers {'820d56e4-5d88-43d5-9430-8367a84515c3'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:20:17.807853 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-092d0232-8acd-40ab-86bf-34304765d665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:17.808157 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-6f95fe45-8345-472b-b974-eaafb5bdf412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:20:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['820d56e4-5d88-43d5-9430-8367a84515c3'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:17.809219 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-092d0232-8acd-40ab-86bf-34304765d665 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/666fd832-b6c2-458e-97a3-e0daaa3d819d HTTP/1.1" status: 204 len: 168 time: 0.7928948 Feb 09 01:20:17.833848 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4229f-e90a-45f5-b6ae-d8669f5c17f1 req-5af92485-85d2-465b-8897-fe31951b2ace tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:17.834936 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481df5b-25e7-4de2-a6b7-4ac643ebb0ae req-5b510851-5534-4197-b90b-60375d8c1234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:17.836460 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7481df5b-25e7-4de2-a6b7-4ac643ebb0ae req-5b510851-5534-4197-b90b-60375d8c1234 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3296925bac7944bfb26fd23ef3ac493a&device_id=b7e0dcef-15f1-4b30-8c6e-de54a6e50524 HTTP/1.1" status: 200 len: 1099 time: 0.8792031 Feb 09 01:20:17.841422 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c1d4229f-e90a-45f5-b6ae-d8669f5c17f1 req-5af92485-85d2-465b-8897-fe31951b2ace tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/ports?device_id=afbe8887-8003-407e-a80e-fd34906bcac7 HTTP/1.1" status: 200 len: 946 time: 0.1911170 Feb 09 01:20:17.903406 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c1d4229f-e90a-45f5-b6ae-d8669f5c17f1 req-b7bc7f7d-867c-4a6d-9916-bb342becb3dc tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cfe528b-964c-458b-a628-b5b62a013a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608838 Feb 09 01:20:17.919888 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-81893c4f-be40-4343-afff-ea584a8d320d req-cfe8c0fd-294b-41be-bfa7-617e55c364b8 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Deleting port 5340c0a2-2548-4545-bda7-7977eb2a4da1 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:17.919888 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-81893c4f-be40-4343-afff-ea584a8d320d req-cfe8c0fd-294b-41be-bfa7-617e55c364b8 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:17.940711 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c9b7513-b122-40e4-8485-e6985d67ef8f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:17.967584 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-6f95fe45-8345-472b-b974-eaafb5bdf412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:17.987930 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f95fe45-8345-472b-b974-eaafb5bdf412 None None] Routers {'820d56e4-5d88-43d5-9430-8367a84515c3'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:20:17.988725 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-6f95fe45-8345-472b-b974-eaafb5bdf412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:20:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['820d56e4-5d88-43d5-9430-8367a84515c3'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:18.044967 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467c78c-d7a0-460e-8a73-d0b45d3572e9 None None] Pushing event updated for resources: {'Port': ['ID=d64acdc7-ff5d-458f-91fd-3b5470704c76,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:18.062672 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ef26ca4a-3bf2-4872-81cc-9d944efd9ef0 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/ports/da25401d-91fb-4d8d-a67c-643a9a829bbe HTTP/1.1" status: 204 len: 168 time: 3.5770507 Feb 09 01:20:18.064178 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-6f95fe45-8345-472b-b974-eaafb5bdf412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:18.065156 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f95fe45-8345-472b-b974-eaafb5bdf412 None None] The sync data for ids ['820d56e4-5d88-43d5-9430-8367a84515c3'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:20:18.067007 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57316) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:18.074022 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9b7513-b122-40e4-8485-e6985d67ef8f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:18.091700 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-0c9b7513-b122-40e4-8485-e6985d67ef8f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:18.132706 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a580b23e-9adb-4c3b-81f5-9a2739691852 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:18.136268 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a580b23e-9adb-4c3b-81f5-9a2739691852 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] 10.222.0.37 "PUT /v2.0/routers/820d56e4-5d88-43d5-9430-8367a84515c3 HTTP/1.1" status: 200 len: 921 time: 7.8525643 Feb 09 01:20:18.137138 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-5870f9a8-8766-4e5e-bf76-761763d12261 None None] Set router d6803b79-ab87-47db-ab19-1ab6ca021b97 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:20:18.143250 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9b7513-b122-40e4-8485-e6985d67ef8f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:20:18.145044 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57322) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:18.186629 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b7513-b122-40e4-8485-e6985d67ef8f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Pushing event updated for resources: {'Port': ['ID=18603dbb-85fc-4309-99fd-d9ebe97db5c6,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:18.189367 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc0f3f3-16ff-45ca-9636-819972e9aec2 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] GET failed (client error): The resource could not be found. Feb 09 01:20:18.190955 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-efc0f3f3-16ff-45ca-9636-819972e9aec2 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Synchronizing usage tracker for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:20:18.285961 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-efc0f3f3-16ff-45ca-9636-819972e9aec2 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Unset dirty status for tenant:23926ed9e9ef4217a1749e79922b948e on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:20:18.290314 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-efc0f3f3-16ff-45ca-9636-819972e9aec2 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "GET /v2.0/ports/da25401d-91fb-4d8d-a67c-643a9a829bbe HTTP/1.1" status: 404 len: 333 time: 0.2198277 Feb 09 01:20:18.304111 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57328) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:18.488284 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d04523b8-8552-4a26-8ea9-8db7f5b77e37 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:18.577126 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-5870f9a8-8766-4e5e-bf76-761763d12261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6803b79-ab87-47db-ab19-1ab6ca021b97', 'name': 'tempest-snat-router-1082359817', 'tenant_id': '2f81a3a3c91c49d7bca3cfb97019c319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.146'}], 'enable_snat': False}, 'gw_port_id': 'd64acdc7-ff5d-458f-91fd-3b5470704c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:12Z', 'updated_at': '2022-02-09T01:20:14Z', 'revision_number': 3, 'project_id': '2f81a3a3c91c49d7bca3cfb97019c319', 'gw_port': {'id': 'd64acdc7-ff5d-458f-91fd-3b5470704c76', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f6:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6803b79-ab87-47db-ab19-1ab6ca021b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:13Z', 'updated_at': '2022-02-09T01:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:18.582101 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5870f9a8-8766-4e5e-bf76-761763d12261 None None] The sync data for ids ['d6803b79-ab87-47db-ab19-1ab6ca021b97'] in n-d-828419-1 is: [{'id': 'd6803b79-ab87-47db-ab19-1ab6ca021b97', 'name': 'tempest-snat-router-1082359817', 'tenant_id': '2f81a3a3c91c49d7bca3cfb97019c319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.146'}], 'enable_snat': False}, 'gw_port_id': 'd64acdc7-ff5d-458f-91fd-3b5470704c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:12Z', 'updated_at': '2022-02-09T01:20:14Z', 'revision_number': 3, 'project_id': '2f81a3a3c91c49d7bca3cfb97019c319', 'gw_port': {'id': 'd64acdc7-ff5d-458f-91fd-3b5470704c76', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f6:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6803b79-ab87-47db-ab19-1ab6ca021b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:13Z', 'updated_at': '2022-02-09T01:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:20:18.645337 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d04523b8-8552-4a26-8ea9-8db7f5b77e37 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:18.732541 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481df5b-25e7-4de2-a6b7-4ac643ebb0ae req-777946a6-2f48-441f-b952-b30c48dd0f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:18.738155 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7481df5b-25e7-4de2-a6b7-4ac643ebb0ae req-777946a6-2f48-441f-b952-b30c48dd0f63 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.7446530 Feb 09 01:20:18.776914 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-e4ab8c31-d39f-4e7e-ac76-ae05f44233e0 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:20:18.895347 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c9b7513-b122-40e4-8485-e6985d67ef8f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:18.932389 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7481df5b-25e7-4de2-a6b7-4ac643ebb0ae req-4d00d85a-5d99-4b21-bec8-2e867288374d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=fd0e01e9-2cb3-4460-a89e-d3bff721bfb5 HTTP/1.1" status: 200 len: 217 time: 0.1034811 Feb 09 01:20:18.946992 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-fcd42c37-9da5-45ab-b68d-58468b508de4 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] 10.222.0.37 "GET /v2.0/routers/820d56e4-5d88-43d5-9430-8367a84515c3 HTTP/1.1" status: 200 len: 921 time: 0.7992115 Feb 09 01:20:18.954715 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-81893c4f-be40-4343-afff-ea584a8d320d req-cfe8c0fd-294b-41be-bfa7-617e55c364b8 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] For port 5340c0a2-2548-4545-bda7-7977eb2a4da1, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=5340c0a2-2548-4545-bda7-7977eb2a4da1,segment=NetworkSegment(6da1aecd-c1a3-4d88-a372-e3dc40708330),segment_id=6da1aecd-c1a3-4d88-a372-e3dc40708330)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:18.955160 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-81893c4f-be40-4343-afff-ea584a8d320d req-cfe8c0fd-294b-41be-bfa7-617e55c364b8 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:19.004062 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57352) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:19.015820 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-e4ab8c31-d39f-4e7e-ac76-ae05f44233e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 977d71c4-fec3-4cf1-a3ab-6321337280b5 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:20:19.092750 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d04523b8-8552-4a26-8ea9-8db7f5b77e37 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:19.126004 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04523b8-8552-4a26-8ea9-8db7f5b77e37 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da71f5a-2d79-4591-a052-b7e927143f49,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:19.245142 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-e4ab8c31-d39f-4e7e-ac76-ae05f44233e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:19.326769 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481df5b-25e7-4de2-a6b7-4ac643ebb0ae req-6b8a5af4-2950-406c-961e-0e44d679ef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:19.328709 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7481df5b-25e7-4de2-a6b7-4ac643ebb0ae req-6b8a5af4-2950-406c-961e-0e44d679ef26 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.3759091 Feb 09 01:20:19.341551 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-e4ab8c31-d39f-4e7e-ac76-ae05f44233e0 service neutron] Transition to ACTIVE for port object 977d71c4-fec3-4cf1-a3ab-6321337280b5 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:19.366528 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d04523b8-8552-4a26-8ea9-8db7f5b77e37 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:19.370713 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d04523b8-8552-4a26-8ea9-8db7f5b77e37 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/security-groups/8da71f5a-2d79-4591-a052-b7e927143f49 HTTP/1.1" status: 204 len: 168 time: 1.0654964 Feb 09 01:20:19.374141 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57360) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:19.417537 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68b186-f540-49bf-97df-e0a44dc7cbb7 req-1be2581b-b0ac-409b-b3ca-427e853a9ccd tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:19.419162 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3c68b186-f540-49bf-97df-e0a44dc7cbb7 req-1be2581b-b0ac-409b-b3ca-427e853a9ccd tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 931 time: 0.6114290 Feb 09 01:20:19.443159 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b5281-a844-4c6b-9f0c-0d932453cde1 req-a56577a8-7e5d-4d62-a023-9bd5ee34d5db tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:19.449016 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-df8b5281-a844-4c6b-9f0c-0d932453cde1 req-a56577a8-7e5d-4d62-a023-9bd5ee34d5db tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7e0dcef-15f1-4b30-8c6e-de54a6e50524 HTTP/1.1" status: 200 len: 948 time: 0.8035851 Feb 09 01:20:19.449760 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-e4ab8c31-d39f-4e7e-ac76-ae05f44233e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:19.589430 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-010d204c-364f-4991-83f2-ea8baa707fca tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:19.624299 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-010d204c-364f-4991-83f2-ea8baa707fca tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:19.629939 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab8c31-d39f-4e7e-ac76-ae05f44233e0 service neutron] Pushing event updated for resources: {'Port': ['ID=977d71c4-fec3-4cf1-a3ab-6321337280b5,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:19.679745 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3c68b186-f540-49bf-97df-e0a44dc7cbb7 req-7df805c0-1186-4714-aeee-aeda6441608c tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501380 Feb 09 01:20:19.688580 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-010d204c-364f-4991-83f2-ea8baa707fca tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:19.713845 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c9b7513-b122-40e4-8485-e6985d67ef8f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:19.722166 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d204c-364f-4991-83f2-ea8baa707fca tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3b3280-bfb7-4f56-a4b8-b3a30e034dcc,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:19.729355 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-010d204c-364f-4991-83f2-ea8baa707fca tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:19.733854 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-010d204c-364f-4991-83f2-ea8baa707fca tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/security-groups/0f3b3280-bfb7-4f56-a4b8-b3a30e034dcc HTTP/1.1" status: 204 len: 168 time: 0.3581326 Feb 09 01:20:19.737601 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57376) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:19.911119 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-81893c4f-be40-4343-afff-ea584a8d320d req-cfe8c0fd-294b-41be-bfa7-617e55c364b8 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:19.911698 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-81893c4f-be40-4343-afff-ea584a8d320d req-cfe8c0fd-294b-41be-bfa7-617e55c364b8 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:19.911698 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [req-81893c4f-be40-4343-afff-ea584a8d320d req-cfe8c0fd-294b-41be-bfa7-617e55c364b8 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Floating IP 8a5e4d97-2894-4651-88d4-73c1d3ea6ee8 disassociated. External IP: 172.25.5.66, port: 5340c0a2-2548-4545-bda7-7977eb2a4da1. Feb 09 01:20:19.912153 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-81893c4f-be40-4343-afff-ea584a8d320d req-cfe8c0fd-294b-41be-bfa7-617e55c364b8 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Calling delete_port for 5340c0a2-2548-4545-bda7-7977eb2a4da1 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:20.119752 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0910ca4-0c88-45cf-8845-dfd50e64434b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:20.175456 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc94168-7172-4ee5-993e-b2b086245ce9 req-99eb1047-4f3e-489c-8f19-7998683592c0 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:20.177007 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9dc94168-7172-4ee5-993e-b2b086245ce9 req-99eb1047-4f3e-489c-8f19-7998683592c0 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/ports?device_id=afbe8887-8003-407e-a80e-fd34906bcac7 HTTP/1.1" status: 200 len: 946 time: 0.2268984 Feb 09 01:20:20.178839 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0910ca4-0c88-45cf-8845-dfd50e64434b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:20.187231 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9b7513-b122-40e4-8485-e6985d67ef8f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Router c7893c6c-2de3-4de7-ba00-9724947d24ec is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:20:20.222955 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b031ab8-e98a-4296-940b-c5d9815f8938 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:20.223981 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-7b031ab8-e98a-4296-940b-c5d9815f8938 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Synchronizing usage tracker for tenant:5c35fa1a1b4947e381261af89c3364df on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:20:20.347571 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9dc94168-7172-4ee5-993e-b2b086245ce9 req-42231f2b-4b96-4c3b-8851-91286cd3bc92 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/security-groups?id=9cfe528b-964c-458b-a628-b5b62a013a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532183 Feb 09 01:20:20.362714 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0910ca4-0c88-45cf-8845-dfd50e64434b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:20.387686 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0910ca4-0c88-45cf-8845-dfd50e64434b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=826f4827-d61b-4aa5-8220-d166b7045555,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:20.495157 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-df8b5281-a844-4c6b-9f0c-0d932453cde1 req-8cf4ba70-cdaa-4cdd-82b4-53e28749825d tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fa17e8a-4b06-48ec-98aa-99f6bc1880b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0337133 Feb 09 01:20:20.500879 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0910ca4-0c88-45cf-8845-dfd50e64434b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:20.512137 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c0910ca4-0c88-45cf-8845-dfd50e64434b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/security-groups/826f4827-d61b-4aa5-8220-d166b7045555 HTTP/1.1" status: 204 len: 168 time: 0.7701688 Feb 09 01:20:20.513197 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57404) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:20.560006 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-81893c4f-be40-4343-afff-ea584a8d320d req-cfe8c0fd-294b-41be-bfa7-617e55c364b8 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:20.566098 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481df5b-25e7-4de2-a6b7-4ac643ebb0ae req-eef18f46-aad7-4b93-92a4-4e2884e89bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:20.566604 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d64acdc7-ff5d-458f-91fd-3b5470704c76 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:20:20.569043 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7481df5b-25e7-4de2-a6b7-4ac643ebb0ae req-eef18f46-aad7-4b93-92a4-4e2884e89bb2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2209923 Feb 09 01:20:20.569494 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9b7513-b122-40e4-8485-e6985d67ef8f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:20:20.579339 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a8fc1a-70f2-465e-96d2-54232b82bb43 None None] Sync routers for ids ['c7893c6c-2de3-4de7-ba00-9724947d24ec'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:20:20.596035 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a8fc1a-70f2-465e-96d2-54232b82bb43 None None] Routers {'c7893c6c-2de3-4de7-ba00-9724947d24ec'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:20:20.597871 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-27a8fc1a-70f2-465e-96d2-54232b82bb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:20:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['c7893c6c-2de3-4de7-ba00-9724947d24ec'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:20.638949 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-7b031ab8-e98a-4296-940b-c5d9815f8938 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Unset dirty status for tenant:5c35fa1a1b4947e381261af89c3364df on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:20:20.640386 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7b031ab8-e98a-4296-940b-c5d9815f8938 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=d1df58ff-1788-422d-89ee-d00e1fe89789&device_id=820d56e4-5d88-43d5-9430-8367a84515c3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.6351404 Feb 09 01:20:20.660800 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port d64acdc7-ff5d-458f-91fd-3b5470704c76 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:20.667207 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port d64acdc7-ff5d-458f-91fd-3b5470704c76 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:20.667817 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:20.680226 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57410) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:20.684513 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8c0fd-294b-41be-bfa7-617e55c364b8 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Pushing event deleted for resources: {'Port': ['ID=5340c0a2-2548-4545-bda7-7977eb2a4da1,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:20.768907 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-e4ab8c31-d39f-4e7e-ac76-ae05f44233e0 service neutron] Attempting to bind port 977d71c4-fec3-4cf1-a3ab-6321337280b5 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:20.769257 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-e4ab8c31-d39f-4e7e-ac76-ae05f44233e0 service neutron] Attempting to bind port 977d71c4-fec3-4cf1-a3ab-6321337280b5 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '04e1fcf1-f52a-461f-8c26-62a87b3cbe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:20.769592 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-e4ab8c31-d39f-4e7e-ac76-ae05f44233e0 service neutron] Attempting to bind port 977d71c4-fec3-4cf1-a3ab-6321337280b5 on network 0055357f-6a74-45ba-a134-b5223508c9d1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:20.769741 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-50caed3c-3c47-4038-81a1-7e9fe2896711 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Deleting subnet 2ed01530-f30e-405b-9051-2b6ebc5811e5 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:20:20.778655 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c9b7513-b122-40e4-8485-e6985d67ef8f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:20.782107 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0c9b7513-b122-40e4-8485-e6985d67ef8f tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.7443480 Feb 09 01:20:20.784830 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50caed3c-3c47-4038-81a1-7e9fe2896711 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:20.821744 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57418) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:20.850144 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:20.857220 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-e4ab8c31-d39f-4e7e-ac76-ae05f44233e0 service neutron] Port 977d71c4-fec3-4cf1-a3ab-6321337280b5 on network 0055357f-6a74-45ba-a134-b5223508c9d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:20:20.857579 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-e4ab8c31-d39f-4e7e-ac76-ae05f44233e0 service neutron] Attempting to bind port 977d71c4-fec3-4cf1-a3ab-6321337280b5 on network 0055357f-6a74-45ba-a134-b5223508c9d1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:20.873807 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port d64acdc7-ff5d-458f-91fd-3b5470704c76, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d64acdc7-ff5d-458f-91fd-3b5470704c76,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:20.879992 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:20.986920 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-e4ab8c31-d39f-4e7e-ac76-ae05f44233e0 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:20:20.987797 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-e4ab8c31-d39f-4e7e-ac76-ae05f44233e0 service neutron] Checking segment: {'id': '04e1fcf1-f52a-461f-8c26-62a87b3cbe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:20:20.987797 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-e4ab8c31-d39f-4e7e-ac76-ae05f44233e0 service neutron] Bound using segment: {'id': '04e1fcf1-f52a-461f-8c26-62a87b3cbe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:20:20.988077 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-e4ab8c31-d39f-4e7e-ac76-ae05f44233e0 service neutron] Bound port: 977d71c4-fec3-4cf1-a3ab-6321337280b5, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04e1fcf1-f52a-461f-8c26-62a87b3cbe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:20:20.988896 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-e4ab8c31-d39f-4e7e-ac76-ae05f44233e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:20.990460 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=d64acdc7-ff5d-458f-91fd-3b5470704c76,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:20.994031 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device fd0e01e9-2cb3-4460-a89e-d3bff721bfb5 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:20:21.076675 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f51fa05d-2a1f-47f2-933d-4cbfdd4098a5 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] 10.222.0.37 "GET /v2.0/routers/c7893c6c-2de3-4de7-ba00-9724947d24ec HTTP/1.1" status: 200 len: 907 time: 0.2510781 Feb 09 01:20:21.076932 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57426) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:21.188476 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port fd0e01e9-2cb3-4460-a89e-d3bff721bfb5, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=fd0e01e9-2cb3-4460-a89e-d3bff721bfb5,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:21.219016 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-27a8fc1a-70f2-465e-96d2-54232b82bb43 None None] Set router c7893c6c-2de3-4de7-ba00-9724947d24ec gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:20:21.224179 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 5340c0a2-2548-4545-bda7-7977eb2a4da1 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:20:21.296797 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'fd0e01e9-2cb3-4460-a89e-d3bff721bfb5', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': 'fd0e01e9-2cb3-4460-a89e-d3bff721bfb5', 'mac_address': 'fa:16:3e:6f:2c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:20:21.350122 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7481df5b-25e7-4de2-a6b7-4ac643ebb0ae req-bad59470-6f54-4a11-99fd-7bb7717fb0ed service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7155206 Feb 09 01:20:21.367387 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e72ee99-7961-4751-9789-ef84f9c1c357 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:21.368436 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6e72ee99-7961-4751-9789-ef84f9c1c357 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Synchronizing usage tracker for tenant:5c35fa1a1b4947e381261af89c3364df on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:20:21.371861 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 5340c0a2-2548-4545-bda7-7977eb2a4da1 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:20:21.371977 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a15ee714-5e08-4d88-8adc-f7a853537bec tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:21.373096 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 5340c0a2-2548-4545-bda7-7977eb2a4da1 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:20:21.429890 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:21.470437 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd0e01e9-2cb3-4460-a89e-d3bff721bfb5 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:20:21.503518 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81893c4f-be40-4343-afff-ea584a8d320d req-cfe8c0fd-294b-41be-bfa7-617e55c364b8 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Router d5085ed3-10d8-42d7-a6e0-5de3c4c7d234 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:20:21.509459 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port fd0e01e9-2cb3-4460-a89e-d3bff721bfb5, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=fd0e01e9-2cb3-4460-a89e-d3bff721bfb5,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:21.523562 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:21.530865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6e72ee99-7961-4751-9789-ef84f9c1c357 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Unset dirty status for tenant:5c35fa1a1b4947e381261af89c3364df on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:20:21.532442 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6e72ee99-7961-4751-9789-ef84f9c1c357 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 881 time: 0.8491850 Feb 09 01:20:21.541447 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57442) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:21.542459 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-e4ab8c31-d39f-4e7e-ac76-ae05f44233e0 service neutron] For port 977d71c4-fec3-4cf1-a3ab-6321337280b5, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:20:21.666927 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-e4ab8c31-d39f-4e7e-ac76-ae05f44233e0 service neutron] For port 977d71c4-fec3-4cf1-a3ab-6321337280b5, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=977d71c4-fec3-4cf1-a3ab-6321337280b5,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:20:21.682291 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=fd0e01e9-2cb3-4460-a89e-d3bff721bfb5,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:21.738395 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ad24e165-8525-45f9-9e81-bf15228fc289 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] 10.222.0.37 "GET /v2.0/ports?device_id=820d56e4-5d88-43d5-9430-8367a84515c3 HTTP/1.1" status: 200 len: 205 time: 0.1934104 Feb 09 01:20:21.739836 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-e4ab8c31-d39f-4e7e-ac76-ae05f44233e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:21.754102 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57450) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:21.759762 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-27a8fc1a-70f2-465e-96d2-54232b82bb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7893c6c-2de3-4de7-ba00-9724947d24ec', 'name': 'tempest-snat-router-1082359817', 'tenant_id': '2f81a3a3c91c49d7bca3cfb97019c319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '18603dbb-85fc-4309-99fd-d9ebe97db5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:16Z', 'updated_at': '2022-02-09T01:20:18Z', 'revision_number': 3, 'project_id': '2f81a3a3c91c49d7bca3cfb97019c319', 'gw_port': {'id': '18603dbb-85fc-4309-99fd-d9ebe97db5c6', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:59:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7893c6c-2de3-4de7-ba00-9724947d24ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:17Z', 'updated_at': '2022-02-09T01:20:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:21.764472 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a8fc1a-70f2-465e-96d2-54232b82bb43 None None] Checking router: c7893c6c-2de3-4de7-ba00-9724947d24ec for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:20:21.764993 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a8fc1a-70f2-465e-96d2-54232b82bb43 None None] Updating router c7893c6c-2de3-4de7-ba00-9724947d24ec port 18603dbb-85fc-4309-99fd-d9ebe97db5c6 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:20:21.769495 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:21.804091 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4e3f3b5f-1274-43c7-a4a9-8cf1aa5b664e req-02cc19f4-febb-452e-b008-1e082e18789b tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/ports?device_id=afbe8887-8003-407e-a80e-fd34906bcac7 HTTP/1.1" status: 200 len: 210 time: 0.1597319 Feb 09 01:20:21.819300 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['fd0e01e9-2cb3-4460-a89e-d3bff721bfb5'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:20:21.819578 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50caed3c-3c47-4038-81a1-7e9fe2896711 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:21.852540 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-27a8fc1a-70f2-465e-96d2-54232b82bb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:21.930473 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7481df5b-25e7-4de2-a6b7-4ac643ebb0ae req-fa32d1e1-01a9-4fab-b408-38db48199776 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5560400 Feb 09 01:20:21.937347 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-e4ab8c31-d39f-4e7e-ac76-ae05f44233e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:21.938014 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-e4ab8c31-d39f-4e7e-ac76-ae05f44233e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:21.939453 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-e4ab8c31-d39f-4e7e-ac76-ae05f44233e0 service neutron] 10.222.0.35 "PUT /v2.0/ports/977d71c4-fec3-4cf1-a3ab-6321337280b5 HTTP/1.1" status: 200 len: 1091 time: 5.4018235 Feb 09 01:20:21.946461 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa632377-b81f-4d5c-9bf4-eceb5f675a14', 'tag': '977d71c4-fec3-4cf1-a3ab-6321337280b5'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:20:22.061863 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50caed3c-3c47-4038-81a1-7e9fe2896711 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:22.323869 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57458) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:22.393794 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a15ee714-5e08-4d88-8adc-f7a853537bec tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:22.397430 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50caed3c-3c47-4038-81a1-7e9fe2896711 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:22.410419 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a2480-a13e-4a6b-9a83-bf4ec5e7adc0 req-1e603fc1-d916-4fbb-80ce-60043557845d tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:22.417704 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7a2a2480-a13e-4a6b-9a83-bf4ec5e7adc0 req-1e603fc1-d916-4fbb-80ce-60043557845d tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 943 time: 0.7446830 Feb 09 01:20:22.500318 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-27a8fc1a-70f2-465e-96d2-54232b82bb43 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:22.512752 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d64acdc7-ff5d-458f-91fd-3b5470704c76 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:20:22.517357 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-27a8fc1a-70f2-465e-96d2-54232b82bb43 None None] Transition to ACTIVE for port object 18603dbb-85fc-4309-99fd-d9ebe97db5c6 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:22.518578 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50caed3c-3c47-4038-81a1-7e9fe2896711 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Subnet': ['ID=2ed01530-f30e-405b-9051-2b6ebc5811e5,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:22.520704 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50caed3c-3c47-4038-81a1-7e9fe2896711 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:22.526868 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-a15ee714-5e08-4d88-8adc-f7a853537bec tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Deleting port 18603dbb-85fc-4309-99fd-d9ebe97db5c6 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:22.527133 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a15ee714-5e08-4d88-8adc-f7a853537bec tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:22.527628 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-27a8fc1a-70f2-465e-96d2-54232b82bb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:22.551810 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5353830f-0f68-406b-ace1-6ec2973f7f85 None None] Network 1f540098-9cc1-4391-8f28-9fe4a06440bb requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:20:22.555761 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab8c31-d39f-4e7e-ac76-ae05f44233e0 service neutron] Pushing event updated for resources: {'Port': ['ID=977d71c4-fec3-4cf1-a3ab-6321337280b5,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:22.610739 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-50caed3c-3c47-4038-81a1-7e9fe2896711 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/subnets/2ed01530-f30e-405b-9051-2b6ebc5811e5 HTTP/1.1" status: 204 len: 168 time: 2.0469956 Feb 09 01:20:22.613111 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57464) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:22.617011 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-71350b0c-5f9d-4f21-9813-393dccc0f451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:22.644239 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-27a8fc1a-70f2-465e-96d2-54232b82bb43 None None] Attempting to bind port 18603dbb-85fc-4309-99fd-d9ebe97db5c6 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:22.644696 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-27a8fc1a-70f2-465e-96d2-54232b82bb43 None None] Attempting to bind port 18603dbb-85fc-4309-99fd-d9ebe97db5c6 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:22.645049 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a8fc1a-70f2-465e-96d2-54232b82bb43 None None] Attempting to bind port 18603dbb-85fc-4309-99fd-d9ebe97db5c6 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:22.648109 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7a2a2480-a13e-4a6b-9a83-bf4ec5e7adc0 req-0e974484-5b51-4679-84e0-6f6ff19d1be5 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294323 Feb 09 01:20:22.668818 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a8fc1a-70f2-465e-96d2-54232b82bb43 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:20:22.669552 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a8fc1a-70f2-465e-96d2-54232b82bb43 None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:20:22.670267 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-27a8fc1a-70f2-465e-96d2-54232b82bb43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:22.670884 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a8fc1a-70f2-465e-96d2-54232b82bb43 None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:20:22.671608 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-27a8fc1a-70f2-465e-96d2-54232b82bb43 None None] Bound port: 18603dbb-85fc-4309-99fd-d9ebe97db5c6, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:20:22.672339 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-27a8fc1a-70f2-465e-96d2-54232b82bb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:22.675704 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-71350b0c-5f9d-4f21-9813-393dccc0f451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:22.702580 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e43d6ee9-202f-46cf-9d79-3b07610c9c63 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:22.777986 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-71350b0c-5f9d-4f21-9813-393dccc0f451 admin admin] Usage tracker for resource:security_group_rule and tenant:f8834240d6274f46b97d05e13e2c3cbb is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:22.785754 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-71350b0c-5f9d-4f21-9813-393dccc0f451 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:22.795566 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-71350b0c-5f9d-4f21-9813-393dccc0f451 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:22.814018 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-27a8fc1a-70f2-465e-96d2-54232b82bb43 None None] For port 18603dbb-85fc-4309-99fd-d9ebe97db5c6, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:20:22.818790 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-27a8fc1a-70f2-465e-96d2-54232b82bb43 None None] For port 18603dbb-85fc-4309-99fd-d9ebe97db5c6, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=18603dbb-85fc-4309-99fd-d9ebe97db5c6,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:20:22.820590 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b54fe-3f3b-4a75-9b16-75f7396ca83d None None] Pushing event updated for resources: {'Port': ['ID=18603dbb-85fc-4309-99fd-d9ebe97db5c6,revision_number=2']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:22.832454 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-27a8fc1a-70f2-465e-96d2-54232b82bb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:22.912651 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b54fe-3f3b-4a75-9b16-75f7396ca83d None None] Pushing event updated for resources: {'Port': ['ID=18603dbb-85fc-4309-99fd-d9ebe97db5c6,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:22.921099 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa632377-b81f-4d5c-9bf4-eceb5f675a14', 'tag': '977d71c4-fec3-4cf1-a3ab-6321337280b5', 'status': 'completed', 'code': 200} Feb 09 01:20:22.929350 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81893c4f-be40-4343-afff-ea584a8d320d req-cfe8c0fd-294b-41be-bfa7-617e55c364b8 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:20:22.937842 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device fd0e01e9-2cb3-4460-a89e-d3bff721bfb5 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:20:22.947440 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-a15ee714-5e08-4d88-8adc-f7a853537bec tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] For port 18603dbb-85fc-4309-99fd-d9ebe97db5c6, host n-d-828419-1, got binding levels [] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:22.952502 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a8fc1a-70f2-465e-96d2-54232b82bb43 None None] Routers {'c7893c6c-2de3-4de7-ba00-9724947d24ec'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:20:22.953420 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-27a8fc1a-70f2-465e-96d2-54232b82bb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:20:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['c7893c6c-2de3-4de7-ba00-9724947d24ec'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:22.956978 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a15ee714-5e08-4d88-8adc-f7a853537bec tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:22.974526 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dae639-5216-4dc3-a464-a5e23bf0ec3f None None] Sync routers for ids ['d5085ed3-10d8-42d7-a6e0-5de3c4c7d234'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:20:22.999985 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e43d6ee9-202f-46cf-9d79-3b07610c9c63 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:23.016188 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port d64acdc7-ff5d-458f-91fd-3b5470704c76 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:23.016628 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:23.026500 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-ed138f09-47ca-411d-a0f4-83687f80d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:23.026500 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-ed138f09-47ca-411d-a0f4-83687f80d67c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce0095aebb0840088ecf37cbcece72f6&device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 1094 time: 0.9584472 Feb 09 01:20:23.091276 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dae639-5216-4dc3-a464-a5e23bf0ec3f None None] Routers {'d5085ed3-10d8-42d7-a6e0-5de3c4c7d234'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:20:23.091937 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-81dae639-5216-4dc3-a464-a5e23bf0ec3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:20:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['d5085ed3-10d8-42d7-a6e0-5de3c4c7d234'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:23.094285 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-e43d6ee9-202f-46cf-9d79-3b07610c9c63 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Deleting port 885e4b23-9288-41c9-8491-3ffec8e7e040 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:23.094632 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e43d6ee9-202f-46cf-9d79-3b07610c9c63 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:23.224030 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-a15ee714-5e08-4d88-8adc-f7a853537bec tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Calling delete_port for 18603dbb-85fc-4309-99fd-d9ebe97db5c6 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:23.265945 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port fd0e01e9-2cb3-4460-a89e-d3bff721bfb5 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:23.283084 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-27a8fc1a-70f2-465e-96d2-54232b82bb43 None None] Set router c7893c6c-2de3-4de7-ba00-9724947d24ec gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:20:23.312977 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e5142423-75ed-48ad-acd6-07af57832670 req-79f6e364-50a1-4f36-858c-7d623c863217 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/ports?device_id=afbe8887-8003-407e-a80e-fd34906bcac7 HTTP/1.1" status: 200 len: 210 time: 0.2313254 Feb 09 01:20:23.355631 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port fd0e01e9-2cb3-4460-a89e-d3bff721bfb5 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:23.356283 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:23.361053 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e43d6ee9-202f-46cf-9d79-3b07610c9c63 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:23.383780 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-71350b0c-5f9d-4f21-9813-393dccc0f451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:23.395918 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-71350b0c-5f9d-4f21-9813-393dccc0f451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:23.472969 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-81dae639-5216-4dc3-a464-a5e23bf0ec3f None None] Set router d5085ed3-10d8-42d7-a6e0-5de3c4c7d234 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:20:23.478368 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-27a8fc1a-70f2-465e-96d2-54232b82bb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7893c6c-2de3-4de7-ba00-9724947d24ec', 'name': 'tempest-snat-router-1082359817', 'tenant_id': '2f81a3a3c91c49d7bca3cfb97019c319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:16Z', 'updated_at': '2022-02-09T01:20:22Z', 'revision_number': 4, 'project_id': '2f81a3a3c91c49d7bca3cfb97019c319', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:23.479566 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71350b0c-5f9d-4f21-9813-393dccc0f451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f764c3-7748-4510-8dd5-2e92faf44c4f,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:23.490961 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-71350b0c-5f9d-4f21-9813-393dccc0f451 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f8834240d6274f46b97d05e13e2c3cbb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1655617 Feb 09 01:20:23.498681 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57470) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:23.499746 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a8fc1a-70f2-465e-96d2-54232b82bb43 None None] The sync data for ids ['c7893c6c-2de3-4de7-ba00-9724947d24ec'] in n-d-828419-1 is: [{'id': 'c7893c6c-2de3-4de7-ba00-9724947d24ec', 'name': 'tempest-snat-router-1082359817', 'tenant_id': '2f81a3a3c91c49d7bca3cfb97019c319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:16Z', 'updated_at': '2022-02-09T01:20:22Z', 'revision_number': 4, 'project_id': '2f81a3a3c91c49d7bca3cfb97019c319', 'gw_port_host': None}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:20:23.557219 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [None req-a15ee714-5e08-4d88-8adc-f7a853537bec tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:20:23.557564 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [None req-a15ee714-5e08-4d88-8adc-f7a853537bec tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:20:23.565226 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-e43d6ee9-202f-46cf-9d79-3b07610c9c63 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Calling delete_port for 885e4b23-9288-41c9-8491-3ffec8e7e040 owned by network:router_gateway {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:23.606639 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bd3d6b96-dfd3-4512-82f6-09de1ae26ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:23.657101 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bd3d6b96-dfd3-4512-82f6-09de1ae26ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:23.759960 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bd3d6b96-dfd3-4512-82f6-09de1ae26ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:23.786849 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d6b96-dfd3-4512-82f6-09de1ae26ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f764c3-7748-4510-8dd5-2e92faf44c4f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:23.833576 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:23.892418 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bd3d6b96-dfd3-4512-82f6-09de1ae26ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:23.898298 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e0dcef-15f1-4b30-8c6e-de54a6e50524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0e01e9-2cb3-4460-a89e-d3bff721bfb5'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:20:23.902684 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-bd3d6b96-dfd3-4512-82f6-09de1ae26ffd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a7f764c3-7748-4510-8dd5-2e92faf44c4f HTTP/1.1" status: 204 len: 168 time: 0.4026630 Feb 09 01:20:23.912715 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-81893c4f-be40-4343-afff-ea584a8d320d req-cfe8c0fd-294b-41be-bfa7-617e55c364b8 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] No DVR routers for this DVR port 5340c0a2-2548-4545-bda7-7977eb2a4da1 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:20:23.928233 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-81893c4f-be40-4343-afff-ea584a8d320d req-cfe8c0fd-294b-41be-bfa7-617e55c364b8 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:23.935412 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c21676-978f-4de6-9aad-db131be158c9 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Deleting subnet 8451ad6b-b136-47dd-be5e-7bbdfcfacc2a {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:20:23.938200 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-e6230c92-6766-4de1-8bfc-d31a5db486cf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=977d71c4-fec3-4cf1-a3ab-6321337280b5 HTTP/1.1" status: 200 len: 217 time: 0.8527901 Feb 09 01:20:23.939163 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e43d6ee9-202f-46cf-9d79-3b07610c9c63 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:23.945137 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port fd0e01e9-2cb3-4460-a89e-d3bff721bfb5, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=fd0e01e9-2cb3-4460-a89e-d3bff721bfb5,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:23.957150 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:24.001220 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261c282-7d8b-4182-ab0b-93f76fc7142b req-47ea7636-1df3-466c-9022-5d15c833cd5a tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:24.005187 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d261c282-7d8b-4182-ab0b-93f76fc7142b req-47ea7636-1df3-466c-9022-5d15c833cd5a tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 943 time: 0.1895289 Feb 09 01:20:24.059875 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-a15ee714-5e08-4d88-8adc-f7a853537bec tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Deleting port 18603dbb-85fc-4309-99fd-d9ebe97db5c6 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:24.060567 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a15ee714-5e08-4d88-8adc-f7a853537bec tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:24.064716 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20c21676-978f-4de6-9aad-db131be158c9 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:24.148585 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=fd0e01e9-2cb3-4460-a89e-d3bff721bfb5,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:24.172412 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5af6d-1607-468d-a236-0ee839b2b9e6 req-e85d75a4-fbf1-4db1-b516-99a16bab08d2 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:24.172697 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-590d37fc-b8c1-4550-aafc-251c75770834 None None] Provisioning complete for port a8ad7190-0fea-4b19-a512-b6413c5de517 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:24.173044 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-590d37fc-b8c1-4550-aafc-251c75770834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:24.174473 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-80e5af6d-1607-468d-a236-0ee839b2b9e6 req-e85d75a4-fbf1-4db1-b516-99a16bab08d2 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7e0dcef-15f1-4b30-8c6e-de54a6e50524 HTTP/1.1" status: 200 len: 949 time: 2.0932202 Feb 09 01:20:24.196376 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d6ee9-202f-46cf-9d79-3b07610c9c63 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Pushing event deleted for resources: {'Port': ['ID=885e4b23-9288-41c9-8491-3ffec8e7e040,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:24.256799 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-81dae639-5216-4dc3-a464-a5e23bf0ec3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'name': 'tempest-ServersTestJSON-16407760-router', 'tenant_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'b2c008a5-bd83-4245-80e0-57c77fb50200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:46Z', 'updated_at': '2022-02-09T01:18:58Z', 'revision_number': 4, 'project_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'gw_port': {'id': 'b2c008a5-bd83-4245-80e0-57c77fb50200', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:48Z', 'updated_at': '2022-02-09T01:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '440f7491-5f0d-4a71-941e-5fcc6f8a9396', 'name': '', 'network_id': 'ddd61f39-8802-43d0-a6a2-be6dc226d8a0', 'tenant_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'mac_address': 'fa:16:3e:a5:c1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '701a1178-862c-45bf-93bb-f9578c351ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:54Z', 'updated_at': '2022-02-09T01:19:07Z', 'revision_number': 5, 'project_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'subnets': [{'id': '701a1178-862c-45bf-93bb-f9578c351ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:24.262975 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dae639-5216-4dc3-a464-a5e23bf0ec3f None None] Checking router: d5085ed3-10d8-42d7-a6e0-5de3c4c7d234 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:20:24.271071 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-590d37fc-b8c1-4550-aafc-251c75770834 None None] Port a8ad7190-0fea-4b19-a512-b6413c5de517 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:20:24.282109 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81893c4f-be40-4343-afff-ea584a8d320d req-cfe8c0fd-294b-41be-bfa7-617e55c364b8 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.35 "DELETE /v2.0/ports/5340c0a2-2548-4545-bda7-7977eb2a4da1 HTTP/1.1" status: 204 len: 173 time: 6.4518068 Feb 09 01:20:24.284015 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dae639-5216-4dc3-a464-a5e23bf0ec3f None None] Routers {'d5085ed3-10d8-42d7-a6e0-5de3c4c7d234'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:20:24.284696 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-81dae639-5216-4dc3-a464-a5e23bf0ec3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:20:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['d5085ed3-10d8-42d7-a6e0-5de3c4c7d234'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:24.333788 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20c21676-978f-4de6-9aad-db131be158c9 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:24.336105 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-a15ee714-5e08-4d88-8adc-f7a853537bec tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] For port 18603dbb-85fc-4309-99fd-d9ebe97db5c6, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=18603dbb-85fc-4309-99fd-d9ebe97db5c6,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:24.336516 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a15ee714-5e08-4d88-8adc-f7a853537bec tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:24.391883 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-590d37fc-b8c1-4550-aafc-251c75770834 None None] Provisioning complete for port 73df7d3c-7f48-4c79-86ce-fa1d35339d0f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:24.392307 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-590d37fc-b8c1-4550-aafc-251c75770834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:24.398871 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-3f7aec78-0a79-4d64-b4fe-7b5f888b063e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:24.400500 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-3f7aec78-0a79-4d64-b4fe-7b5f888b063e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6f367ae-6db3-44ee-a579-54c0e257ede0 HTTP/1.1" status: 200 len: 850 time: 0.4513590 Feb 09 01:20:24.478574 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-80e5af6d-1607-468d-a236-0ee839b2b9e6 req-8422f1f1-c0b3-4bac-b321-354cab8ea2bb tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fa17e8a-4b06-48ec-98aa-99f6bc1880b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871182 Feb 09 01:20:24.481604 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57484) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:24.522884 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e43d6ee9-202f-46cf-9d79-3b07610c9c63 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:24.632432 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e0dcef-15f1-4b30-8c6e-de54a6e50524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0e01e9-2cb3-4460-a89e-d3bff721bfb5', 'code': 200} Feb 09 01:20:24.723086 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-a15ee714-5e08-4d88-8adc-f7a853537bec tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Calling delete_port for 18603dbb-85fc-4309-99fd-d9ebe97db5c6 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:24.740945 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-81dae639-5216-4dc3-a464-a5e23bf0ec3f None None] Set router d5085ed3-10d8-42d7-a6e0-5de3c4c7d234 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:20:24.766110 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d261c282-7d8b-4182-ab0b-93f76fc7142b req-b9d273b0-3782-4b5b-8c78-fc2dee38faa9 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7540288 Feb 09 01:20:24.802779 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d36592ee-920c-43f1-99d8-c2faaf2ff520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:24.916086 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a15ee714-5e08-4d88-8adc-f7a853537bec tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:24.964860 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afbe8887-8003-407e-a80e-fd34906bcac7', 'name': 'network-vif-deleted', 'tag': '5340c0a2-2548-4545-bda7-7977eb2a4da1'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:20:24.986994 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ee714-5e08-4d88-8adc-f7a853537bec tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Pushing event deleted for resources: {'Port': ['ID=18603dbb-85fc-4309-99fd-d9ebe97db5c6,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:24.994328 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d36592ee-920c-43f1-99d8-c2faaf2ff520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:24.999545 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d36592ee-920c-43f1-99d8-c2faaf2ff520 admin admin] Usage tracker for resource:security_group_rule and tenant:88453c16210444a48f985b2abcf2377e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:25.003444 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d36592ee-920c-43f1-99d8-c2faaf2ff520 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:25.012344 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d36592ee-920c-43f1-99d8-c2faaf2ff520 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:25.062549 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:25.114319 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afbe8887-8003-407e-a80e-fd34906bcac7', 'name': 'network-vif-deleted', 'tag': '5340c0a2-2548-4545-bda7-7977eb2a4da1', 'status': 'completed', 'code': 200} Feb 09 01:20:25.121169 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-50693979-bc3c-41e2-8005-4334d3d63f08 req-c451f598-ad95-4ec6-be01-76987fd1265e tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Synchronizing usage tracker for tenant:b3ae5f1a74a0449bbcfa6cd021a53ab0 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:20:25.128538 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a15ee714-5e08-4d88-8adc-f7a853537bec tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:25.212477 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e43d6ee9-202f-46cf-9d79-3b07610c9c63 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:25.220188 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e43d6ee9-202f-46cf-9d79-3b07610c9c63 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:25.225850 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-81dae639-5216-4dc3-a464-a5e23bf0ec3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'name': 'tempest-ServersTestJSON-16407760-router', 'tenant_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'b2c008a5-bd83-4245-80e0-57c77fb50200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:46Z', 'updated_at': '2022-02-09T01:18:58Z', 'revision_number': 4, 'project_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'gw_port': {'id': 'b2c008a5-bd83-4245-80e0-57c77fb50200', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:48Z', 'updated_at': '2022-02-09T01:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '440f7491-5f0d-4a71-941e-5fcc6f8a9396', 'name': '', 'network_id': 'ddd61f39-8802-43d0-a6a2-be6dc226d8a0', 'tenant_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'mac_address': 'fa:16:3e:a5:c1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '701a1178-862c-45bf-93bb-f9578c351ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:54Z', 'updated_at': '2022-02-09T01:19:07Z', 'revision_number': 5, 'project_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'subnets': [{'id': '701a1178-862c-45bf-93bb-f9578c351ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:25.230829 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dae639-5216-4dc3-a464-a5e23bf0ec3f None None] The sync data for ids ['d5085ed3-10d8-42d7-a6e0-5de3c4c7d234'] in n-d-828419-1 is: [{'id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'name': 'tempest-ServersTestJSON-16407760-router', 'tenant_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'b2c008a5-bd83-4245-80e0-57c77fb50200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:46Z', 'updated_at': '2022-02-09T01:18:58Z', 'revision_number': 4, 'project_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'gw_port': {'id': 'b2c008a5-bd83-4245-80e0-57c77fb50200', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:48Z', 'updated_at': '2022-02-09T01:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '440f7491-5f0d-4a71-941e-5fcc6f8a9396', 'name': '', 'network_id': 'ddd61f39-8802-43d0-a6a2-be6dc226d8a0', 'tenant_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'mac_address': 'fa:16:3e:a5:c1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '701a1178-862c-45bf-93bb-f9578c351ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:54Z', 'updated_at': '2022-02-09T01:19:07Z', 'revision_number': 5, 'project_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'subnets': [{'id': '701a1178-862c-45bf-93bb-f9578c351ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:20:25.253236 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-50693979-bc3c-41e2-8005-4334d3d63f08 req-c451f598-ad95-4ec6-be01-76987fd1265e tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Unset dirty status for tenant:b3ae5f1a74a0449bbcfa6cd021a53ab0 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:20:25.254675 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-50693979-bc3c-41e2-8005-4334d3d63f08 req-c451f598-ad95-4ec6-be01-76987fd1265e tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/ports?device_id=afbe8887-8003-407e-a80e-fd34906bcac7 HTTP/1.1" status: 200 len: 210 time: 0.4532216 Feb 09 01:20:25.282314 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20c21676-978f-4de6-9aad-db131be158c9 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:25.320949 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-766a0f6f-1e95-4538-8d01-95de0b43e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:25.322473 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-766a0f6f-1e95-4538-8d01-95de0b43e946 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0055357f-6a74-45ba-a134-b5223508c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9033222 Feb 09 01:20:25.334127 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a15ee714-5e08-4d88-8adc-f7a853537bec tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:25.336655 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a15ee714-5e08-4d88-8adc-f7a853537bec tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:25.362500 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e43d6ee9-202f-46cf-9d79-3b07610c9c63 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:25.362728 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a15ee714-5e08-4d88-8adc-f7a853537bec tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:25.363042 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43d6ee9-202f-46cf-9d79-3b07610c9c63 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Fanout notify agent at l3_agent the message router_deleted on router 820d56e4-5d88-43d5-9430-8367a84515c3 {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:20:25.363486 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15ee714-5e08-4d88-8adc-f7a853537bec tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c7893c6c-2de3-4de7-ba00-9724947d24ec {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:20:25.377511 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a15ee714-5e08-4d88-8adc-f7a853537bec tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:25.378615 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a15ee714-5e08-4d88-8adc-f7a853537bec tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] 10.222.0.37 "DELETE /v2.0/routers/c7893c6c-2de3-4de7-ba00-9724947d24ec HTTP/1.1" status: 204 len: 168 time: 4.3008456 Feb 09 01:20:25.381401 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57490) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:25.471300 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d36592ee-920c-43f1-99d8-c2faaf2ff520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:25.497607 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d36592ee-920c-43f1-99d8-c2faaf2ff520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:25.574970 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d36592ee-920c-43f1-99d8-c2faaf2ff520 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=88453c16210444a48f985b2abcf2377e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0875437 Feb 09 01:20:25.580916 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e43d6ee9-202f-46cf-9d79-3b07610c9c63 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:25.582356 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e43d6ee9-202f-46cf-9d79-3b07610c9c63 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] 10.222.0.37 "DELETE /v2.0/routers/820d56e4-5d88-43d5-9430-8367a84515c3 HTTP/1.1" status: 204 len: 168 time: 3.7927864 Feb 09 01:20:25.589950 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57496) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:25.590576 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57498) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:25.615261 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-74a97e7f-6a93-4751-a147-c340a67e9aeb tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-121030030', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:25.618012 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea692913-69c8-4a7d-99b2-6deaa6cfec74 req-bca91756-16b1-4b2b-97d3-d2521110bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:25.619558 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea692913-69c8-4a7d-99b2-6deaa6cfec74 req-bca91756-16b1-4b2b-97d3-d2521110bf2d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b7e0dcef-15f1-4b30-8c6e-de54a6e50524 HTTP/1.1" status: 200 len: 1101 time: 0.8257122 Feb 09 01:20:25.630266 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20c21676-978f-4de6-9aad-db131be158c9 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:25.632706 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-74a97e7f-6a93-4751-a147-c340a67e9aeb tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:25.637736 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82218ec2-2d6d-4beb-8da9-0cd576506cc0 None None] New status for floating IP 8a5e4d97-2894-4651-88d4-73c1d3ea6ee8: DOWN {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:20:25.651056 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-74a97e7f-6a93-4751-a147-c340a67e9aeb tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Usage tracker for resource:router and tenant:dda5002cd243458fbafb7f17fad30ab2 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:25.695830 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-74a97e7f-6a93-4751-a147-c340a67e9aeb tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:25.707175 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36592ee-920c-43f1-99d8-c2faaf2ff520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea4d897-94ed-4451-a4f9-12e3fc41e100,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:25.715646 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20c21676-978f-4de6-9aad-db131be158c9 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:25.719470 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da22ad52-56af-4807-8636-bd411a9228bc tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:25.724464 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a157318b-5cc7-4075-bbf5-8bc63ff81828 None None] Network 1f540098-9cc1-4391-8f28-9fe4a06440bb requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:20:25.728821 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-20c21676-978f-4de6-9aad-db131be158c9 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/subnets/8451ad6b-b136-47dd-be5e-7bbdfcfacc2a HTTP/1.1" status: 204 len: 168 time: 3.1055276 Feb 09 01:20:25.729726 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c21676-978f-4de6-9aad-db131be158c9 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Subnet': ['ID=8451ad6b-b136-47dd-be5e-7bbdfcfacc2a,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:25.732697 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57504) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:25.741920 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-7be5d538-95c2-403c-b1ee-9522dd85fe1e service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050276 Feb 09 01:20:25.817054 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-1834c983-bc6e-4de2-94cf-0047c625376a tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:25.817685 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1834c983-bc6e-4de2-94cf-0047c625376a tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:25.822029 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1834c983-bc6e-4de2-94cf-0047c625376a tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/subnets/2ed01530-f30e-405b-9051-2b6ebc5811e5 HTTP/1.1" status: 404 len: 337 time: 0.0844886 Feb 09 01:20:25.822701 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57510) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:25.907080 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea692913-69c8-4a7d-99b2-6deaa6cfec74 req-afef7306-e81d-48bf-9023-19ed53e4f548 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7fa17e8a-4b06-48ec-98aa-99f6bc1880b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724886 Feb 09 01:20:25.914651 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-74a97e7f-6a93-4751-a147-c340a67e9aeb tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:26.000625 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-74a97e7f-6a93-4751-a147-c340a67e9aeb tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:26.001694 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-74a97e7f-6a93-4751-a147-c340a67e9aeb tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:26.012116 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da22ad52-56af-4807-8636-bd411a9228bc tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:26.022163 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da974660-652d-4802-93f3-81ca3e8ad51b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:26.028281 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda4f5a2-663e-486b-ae22-4283225b0e61 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Deleting subnet c0e39599-8904-46db-adf3-b9f8c6e679b7 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:20:26.041786 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dda4f5a2-663e-486b-ae22-4283225b0e61 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:26.050810 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-74a97e7f-6a93-4751-a147-c340a67e9aeb tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:26.054018 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-da22ad52-56af-4807-8636-bd411a9228bc tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Deleting port d64acdc7-ff5d-458f-91fd-3b5470704c76 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:26.054357 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da22ad52-56af-4807-8636-bd411a9228bc tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:26.143791 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da974660-652d-4802-93f3-81ca3e8ad51b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:26.164105 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55499a-d75d-4c1d-a388-18a5f22de69f req-d6ffdc99-718a-4232-9b2b-2625860c97e1 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:26.164389 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4ac5671d-40e2-40fd-9e1f-862f8e132b8d req-ba68c82a-6b45-4770-bb33-6b55f7b4d862 service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822019 Feb 09 01:20:26.165549 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1e55499a-d75d-4c1d-a388-18a5f22de69f req-d6ffdc99-718a-4232-9b2b-2625860c97e1 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7e0dcef-15f1-4b30-8c6e-de54a6e50524 HTTP/1.1" status: 200 len: 950 time: 0.5277302 Feb 09 01:20:26.185680 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dda4f5a2-663e-486b-ae22-4283225b0e61 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:26.305546 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-74a97e7f-6a93-4751-a147-c340a67e9aeb tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:26.327832 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c59a6d-d72e-47b9-a92f-49abd197bd12 req-8bbb1b79-09bb-44c8-ab9f-26be76ea0107 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:26.329617 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-72c59a6d-d72e-47b9-a92f-49abd197bd12 req-8bbb1b79-09bb-44c8-ab9f-26be76ea0107 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 943 time: 0.3561802 Feb 09 01:20:26.369747 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1e55499a-d75d-4c1d-a388-18a5f22de69f req-ef79b317-69b1-4612-b4cc-60e1c1a6e926 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fa17e8a-4b06-48ec-98aa-99f6bc1880b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941717 Feb 09 01:20:26.401134 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-74a97e7f-6a93-4751-a147-c340a67e9aeb tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:26.402324 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-74a97e7f-6a93-4751-a147-c340a67e9aeb tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8081763 Feb 09 01:20:26.406058 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da974660-652d-4802-93f3-81ca3e8ad51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:26.408953 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da974660-652d-4802-93f3-81ca3e8ad51b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:26.410493 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57516) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:26.410682 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-da974660-652d-4802-93f3-81ca3e8ad51b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5ea4d897-94ed-4451-a4f9-12e3fc41e100 HTTP/1.1" status: 204 len: 168 time: 0.8187401 Feb 09 01:20:26.425696 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-374650ae-d7ff-4772-9f17-32dfeee910c5 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:26.438097 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da974660-652d-4802-93f3-81ca3e8ad51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea4d897-94ed-4451-a4f9-12e3fc41e100,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:26.472574 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-da22ad52-56af-4807-8636-bd411a9228bc tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] For port d64acdc7-ff5d-458f-91fd-3b5470704c76, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d64acdc7-ff5d-458f-91fd-3b5470704c76,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:26.472973 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da22ad52-56af-4807-8636-bd411a9228bc tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:26.500948 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dda4f5a2-663e-486b-ae22-4283225b0e61 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:26.564613 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-72c59a6d-d72e-47b9-a92f-49abd197bd12 req-7cf9d3f2-70a7-4033-9e1d-ef48f1543c1a tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243342 Feb 09 01:20:26.609396 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df730b79-0356-4b42-a8dd-ed8382f15cbc req-7e9e8f77-766e-4b5c-8783-eaa00dac4f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:26.611147 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-df730b79-0356-4b42-a8dd-ed8382f15cbc req-7e9e8f77-766e-4b5c-8783-eaa00dac4f04 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce0095aebb0840088ecf37cbcece72f6&device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 1094 time: 0.3726695 Feb 09 01:20:26.611658 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57524) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:26.747199 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-da22ad52-56af-4807-8636-bd411a9228bc tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Calling delete_port for d64acdc7-ff5d-458f-91fd-3b5470704c76 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:26.948382 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da22ad52-56af-4807-8636-bd411a9228bc tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:26.965192 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-330bcbb0-b814-4f02-938b-6e66ea6fad7f None None] Provisioning complete for port a8ad7190-0fea-4b19-a512-b6413c5de517 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:26.966114 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-330bcbb0-b814-4f02-938b-6e66ea6fad7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:27.049923 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22ad52-56af-4807-8636-bd411a9228bc tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Pushing event deleted for resources: {'Port': ['ID=d64acdc7-ff5d-458f-91fd-3b5470704c76,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:27.219582 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-330bcbb0-b814-4f02-938b-6e66ea6fad7f None None] Port a8ad7190-0fea-4b19-a512-b6413c5de517 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:20:27.222815 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dda4f5a2-663e-486b-ae22-4283225b0e61 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:27.225467 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da22ad52-56af-4807-8636-bd411a9228bc tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:27.252311 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-330bcbb0-b814-4f02-938b-6e66ea6fad7f None None] Provisioning complete for port 73df7d3c-7f48-4c79-86ce-fa1d35339d0f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:27.252947 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-330bcbb0-b814-4f02-938b-6e66ea6fad7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:27.354012 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-374650ae-d7ff-4772-9f17-32dfeee910c5 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:27.365358 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ef86c1d1-c367-4d3f-b0aa-f80689f9fe12 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:27.374094 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4f5a2-663e-486b-ae22-4283225b0e61 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Subnet': ['ID=c0e39599-8904-46db-adf3-b9f8c6e679b7,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:27.377793 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dda4f5a2-663e-486b-ae22-4283225b0e61 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:27.384908 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5068f24e-3b9d-4b6a-96fa-3cf3f7694557 None None] Network 1f540098-9cc1-4391-8f28-9fe4a06440bb requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:20:27.479803 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda4f5a2-663e-486b-ae22-4283225b0e61 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:27.480546 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda4f5a2-663e-486b-ae22-4283225b0e61 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:27.481073 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda4f5a2-663e-486b-ae22-4283225b0e61 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:27.481572 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda4f5a2-663e-486b-ae22-4283225b0e61 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:27.482064 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda4f5a2-663e-486b-ae22-4283225b0e61 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:27.482571 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda4f5a2-663e-486b-ae22-4283225b0e61 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:27.483050 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda4f5a2-663e-486b-ae22-4283225b0e61 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:27.483546 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda4f5a2-663e-486b-ae22-4283225b0e61 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:27.484029 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda4f5a2-663e-486b-ae22-4283225b0e61 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:27.484715 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda4f5a2-663e-486b-ae22-4283225b0e61 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:27.485263 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda4f5a2-663e-486b-ae22-4283225b0e61 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:27.485802 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda4f5a2-663e-486b-ae22-4283225b0e61 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:27.500131 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df730b79-0356-4b42-a8dd-ed8382f15cbc req-7bcabc4c-0766-473c-a97a-9360d214c7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:27.501929 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-df730b79-0356-4b42-a8dd-ed8382f15cbc req-7bcabc4c-0766-473c-a97a-9360d214c7d3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0055357f-6a74-45ba-a134-b5223508c9d1 HTTP/1.1" status: 200 len: 912 time: 0.8825963 Feb 09 01:20:27.511427 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-dda4f5a2-663e-486b-ae22-4283225b0e61 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/subnets/c0e39599-8904-46db-adf3-b9f8c6e679b7 HTTP/1.1" status: 204 len: 168 time: 1.6415763 Feb 09 01:20:27.512440 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57548) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:27.541664 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da22ad52-56af-4807-8636-bd411a9228bc tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:27.548578 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da22ad52-56af-4807-8636-bd411a9228bc tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:27.568595 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ef86c1d1-c367-4d3f-b0aa-f80689f9fe12 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:27.577729 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da22ad52-56af-4807-8636-bd411a9228bc tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:27.579870 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da22ad52-56af-4807-8636-bd411a9228bc tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d6803b79-ab87-47db-ab19-1ab6ca021b97 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:20:27.722649 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da22ad52-56af-4807-8636-bd411a9228bc tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:27.724125 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-da22ad52-56af-4807-8636-bd411a9228bc tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] 10.222.0.37 "DELETE /v2.0/routers/d6803b79-ab87-47db-ab19-1ab6ca021b97 HTTP/1.1" status: 204 len: 168 time: 2.3418002 Feb 09 01:20:27.729026 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57556) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:27.739425 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-217597755', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}, 'admin_state_up': False}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:27.752747 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:27.757931 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Usage tracker for resource:router and tenant:02c325c62cec4b439103793088b40a05 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:27.761531 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:27.769747 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:27.791765 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-01d2317d-2145-44f4-b429-3abe53a0be2a tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:27.792384 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01d2317d-2145-44f4-b429-3abe53a0be2a tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:27.794635 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:27.797166 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:27.807830 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0603bc26-b88a-4656-bbd9-18b8f2274778 None None] DHCP port deletion for 1f540098-9cc1-4391-8f28-9fe4a06440bb request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:20:27.814378 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-01d2317d-2145-44f4-b429-3abe53a0be2a tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/subnets/37c34a90-232b-4498-a4c0-e78d4b24cf9c HTTP/1.1" status: 404 len: 337 time: 0.2941008 Feb 09 01:20:27.814614 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b4abc-6eee-4ddf-9707-a3bfffeaf30c req-87df5efe-215b-4ba1-b113-66d25b1ec47e tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:27.815946 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-0603bc26-b88a-4656-bbd9-18b8f2274778 None None] Deleting port 73df7d3c-7f48-4c79-86ce-fa1d35339d0f {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:27.816372 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ac1b4abc-6eee-4ddf-9707-a3bfffeaf30c req-87df5efe-215b-4ba1-b113-66d25b1ec47e tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7e0dcef-15f1-4b30-8c6e-de54a6e50524 HTTP/1.1" status: 200 len: 950 time: 0.2127752 Feb 09 01:20:27.816785 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0603bc26-b88a-4656-bbd9-18b8f2274778 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:27.818144 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57562) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:27.894983 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fe09e929-a92f-4d0c-8376-4753242ca229 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e3f1e48-a578-4186-bfc4-cbd437dec55b HTTP/1.1" status: 200 len: 205 time: 0.0731137 Feb 09 01:20:27.896313 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57566) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:27.902527 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:27.934296 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ac1b4abc-6eee-4ddf-9707-a3bfffeaf30c req-497a4f68-5025-49e0-9b47-ca3633cc5777 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fa17e8a-4b06-48ec-98aa-99f6bc1880b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786872 Feb 09 01:20:28.107668 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-0603bc26-b88a-4656-bbd9-18b8f2274778 None None] For port 73df7d3c-7f48-4c79-86ce-fa1d35339d0f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=73df7d3c-7f48-4c79-86ce-fa1d35339d0f,segment=NetworkSegment(bdbe9668-fe17-4e6e-bd15-35df94bd844d),segment_id=bdbe9668-fe17-4e6e-bd15-35df94bd844d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:28.108377 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0603bc26-b88a-4656-bbd9-18b8f2274778 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:28.148306 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-d5e7c145-3e0f-480a-b9a8-22ae65511b53 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] delete failed (client error): The resource could not be found. Feb 09 01:20:28.150960 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d5e7c145-3e0f-480a-b9a8-22ae65511b53 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/routers/5e3f1e48-a578-4186-bfc4-cbd437dec55b HTTP/1.1" status: 404 len: 336 time: 0.2468753 Feb 09 01:20:28.157415 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-df730b79-0356-4b42-a8dd-ed8382f15cbc req-7412c2ea-936d-46cb-b049-d05021cd206d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=977d71c4-fec3-4cf1-a3ab-6321337280b5 HTTP/1.1" status: 200 len: 217 time: 0.6435320 Feb 09 01:20:28.176531 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57580) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:28.201176 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ef86c1d1-c367-4d3f-b0aa-f80689f9fe12 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:28.300272 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-0603bc26-b88a-4656-bbd9-18b8f2274778 None None] Calling delete_port for 73df7d3c-7f48-4c79-86ce-fa1d35339d0f owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:28.329364 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86c1d1-c367-4d3f-b0aa-f80689f9fe12 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfe528b-964c-458b-a628-b5b62a013a62,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:28.334248 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c90e077-2bbe-4d22-87a4-16efa03b1dbc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:28.334880 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c90e077-2bbe-4d22-87a4-16efa03b1dbc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:28.382462 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ef86c1d1-c367-4d3f-b0aa-f80689f9fe12 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:28.386348 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ef86c1d1-c367-4d3f-b0aa-f80689f9fe12 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "DELETE /v2.0/security-groups/9cfe528b-964c-458b-a628-b5b62a013a62 HTTP/1.1" status: 204 len: 168 time: 1.7686911 Feb 09 01:20:28.388372 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0c90e077-2bbe-4d22-87a4-16efa03b1dbc tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/subnets/2e93ee08-2727-4acd-8dc6-a3b438da61db HTTP/1.1" status: 404 len: 337 time: 0.1976824 Feb 09 01:20:28.389157 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57584) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:28.397736 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57586) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:28.415856 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df730b79-0356-4b42-a8dd-ed8382f15cbc req-fcfc9a29-e841-4d26-b56f-84b6a7bc528e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:28.417538 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-df730b79-0356-4b42-a8dd-ed8382f15cbc req-fcfc9a29-e841-4d26-b56f-84b6a7bc528e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6f367ae-6db3-44ee-a579-54c0e257ede0 HTTP/1.1" status: 200 len: 850 time: 0.2216218 Feb 09 01:20:28.430932 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0603bc26-b88a-4656-bbd9-18b8f2274778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:28.509214 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603bc26-b88a-4656-bbd9-18b8f2274778 None None] Pushing event deleted for resources: {'Port': ['ID=73df7d3c-7f48-4c79-86ce-fa1d35339d0f,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:28.511519 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0603bc26-b88a-4656-bbd9-18b8f2274778 None None] No DVR routers for this DVR port 73df7d3c-7f48-4c79-86ce-fa1d35339d0f on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:20:28.550124 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d64acdc7-ff5d-458f-91fd-3b5470704c76 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:20:28.561414 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8a1611a-ba17-4591-8d40-5ef2c28a3c59 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:28.561792 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8a1611a-ba17-4591-8d40-5ef2c28a3c59 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:28.563488 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f8a1611a-ba17-4591-8d40-5ef2c28a3c59 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/subnets/2ab8c711-45c1-4fb6-b3cf-f4a2c0c88033 HTTP/1.1" status: 404 len: 337 time: 0.1639359 Feb 09 01:20:28.580820 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:28.592073 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-46140fda-0461-45b8-9db1-eca350bdd142 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] show failed (client error): The resource could not be found. Feb 09 01:20:28.592287 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57594) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:28.600686 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-46140fda-0461-45b8-9db1-eca350bdd142 tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "GET /v2.0/security-groups/9cfe528b-964c-458b-a628-b5b62a013a62 HTTP/1.1" status: 404 len: 347 time: 0.2017322 Feb 09 01:20:28.601205 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: d64acdc7-ff5d-458f-91fd-3b5470704c76 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:20:28.601778 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d64acdc7-ff5d-458f-91fd-3b5470704c76 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:20:28.602377 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 73df7d3c-7f48-4c79-86ce-fa1d35339d0f no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:20:28.617993 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57598) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:28.641727 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 73df7d3c-7f48-4c79-86ce-fa1d35339d0f {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:20:28.642100 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 73df7d3c-7f48-4c79-86ce-fa1d35339d0f not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:20:28.688295 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e838df9-b543-4258-895f-3a8f8c4437b6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:28.689659 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e838df9-b543-4258-895f-3a8f8c4437b6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:28.707711 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8e838df9-b543-4258-895f-3a8f8c4437b6 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/subnets/49085e29-36ec-4461-bed6-eaf14357e573 HTTP/1.1" status: 404 len: 337 time: 0.1141245 Feb 09 01:20:28.708838 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57604) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:28.750718 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219a4fb-3151-4320-afb4-650f192c7709 req-16e5a018-4cda-42ff-b394-a3545b684ac4 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:28.758517 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4219a4fb-3151-4320-afb4-650f192c7709 req-16e5a018-4cda-42ff-b394-a3545b684ac4 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 943 time: 0.8971529 Feb 09 01:20:28.881986 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae82371-6cf1-4bd6-9bd5-e477975689a3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:28.882804 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ae82371-6cf1-4bd6-9bd5-e477975689a3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:28.888598 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8ae82371-6cf1-4bd6-9bd5-e477975689a3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/ports/7e37a385-3407-4156-bc33-324ee095cc53 HTTP/1.1" status: 404 len: 333 time: 0.0946565 Feb 09 01:20:28.889228 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57610) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:28.946186 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 977d71c4-fec3-4cf1-a3ab-6321337280b5 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:20:29.039776 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-7949954a-3c20-458b-8a43-48b6968b44ae tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Deleting port 571dd293-0b57-4be8-aaa0-98b9bbea91a5 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:29.040156 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7949954a-3c20-458b-8a43-48b6968b44ae tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:29.094728 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-d345e587-6c5a-46a1-8e2a-8817dcc2ec8b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:29.095178 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d345e587-6c5a-46a1-8e2a-8817dcc2ec8b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:29.100026 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d345e587-6c5a-46a1-8e2a-8817dcc2ec8b tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/subnets/386a0cb0-7178-48a4-a473-fe00d41e94d7 HTTP/1.1" status: 404 len: 337 time: 0.2090898 Feb 09 01:20:29.101705 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57620) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:29.163898 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-784b7857-fe61-4c32-a7a0-aef20bc196e2 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:29.164349 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-784b7857-fe61-4c32-a7a0-aef20bc196e2 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:29.168864 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-784b7857-fe61-4c32-a7a0-aef20bc196e2 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/subnets/e0ca870f-f7d3-4ff6-8653-c39787097fd4 HTTP/1.1" status: 404 len: 337 time: 0.0630770 Feb 09 01:20:29.177190 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57626) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:29.203551 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4219a4fb-3151-4320-afb4-650f192c7709 req-8923e9f9-ff5e-423d-b215-8406fb75577e tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439361 Feb 09 01:20:29.217747 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 977d71c4-fec3-4cf1-a3ab-6321337280b5, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=977d71c4-fec3-4cf1-a3ab-6321337280b5,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:29.234176 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-ade9477f-9c1f-497b-a1a0-e1bf7b218fe2 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:29.234383 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ade9477f-9c1f-497b-a1a0-e1bf7b218fe2 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:29.240947 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ade9477f-9c1f-497b-a1a0-e1bf7b218fe2 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/ports/c7dde852-64b1-4e96-8132-740ab567d7fa HTTP/1.1" status: 404 len: 333 time: 0.0570688 Feb 09 01:20:29.240947 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57632) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:29.251423 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '977d71c4-fec3-4cf1-a3ab-6321337280b5', 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1', 'port_id': '977d71c4-fec3-4cf1-a3ab-6321337280b5', 'mac_address': 'fa:16:3e:f3:b3:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f367ae-6db3-44ee-a579-54c0e257ede0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:20:29.305472 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d067f6f-f5ac-4446-94c6-4dfd6cb877e3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:29.306051 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d067f6f-f5ac-4446-94c6-4dfd6cb877e3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:29.311014 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3d067f6f-f5ac-4446-94c6-4dfd6cb877e3 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/subnets/9ce1af34-ce27-43df-803d-fe172373af2a HTTP/1.1" status: 404 len: 337 time: 0.0683537 Feb 09 01:20:29.312032 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57636) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:29.339056 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df730b79-0356-4b42-a8dd-ed8382f15cbc req-1c7f0520-44db-438f-8af5-4e3e4aa96633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:29.340685 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-df730b79-0356-4b42-a8dd-ed8382f15cbc req-1c7f0520-44db-438f-8af5-4e3e4aa96633 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0055357f-6a74-45ba-a134-b5223508c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8725898 Feb 09 01:20:29.367203 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f0145-96b3-4e1f-9e77-a3977a978a8d req-4a2bb8e7-15e4-4eb0-b420-5623f919664a tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:29.371931 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f17f0145-96b3-4e1f-9e77-a3977a978a8d req-4a2bb8e7-15e4-4eb0-b420-5623f919664a tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7e0dcef-15f1-4b30-8c6e-de54a6e50524 HTTP/1.1" status: 200 len: 950 time: 0.3190463 Feb 09 01:20:29.383751 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9fde248-a207-4e20-9eea-962ef8e73583 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:29.384203 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9fde248-a207-4e20-9eea-962ef8e73583 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:29.388496 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b9fde248-a207-4e20-9eea-962ef8e73583 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/subnets/570374f5-2569-49fe-a52b-0e2122f805f2 HTTP/1.1" status: 404 len: 337 time: 0.0721347 Feb 09 01:20:29.388675 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57642) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:29.392197 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:29.415083 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 977d71c4-fec3-4cf1-a3ab-6321337280b5 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:20:29.437824 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 977d71c4-fec3-4cf1-a3ab-6321337280b5, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=977d71c4-fec3-4cf1-a3ab-6321337280b5,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:29.444655 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f17f0145-96b3-4e1f-9e77-a3977a978a8d req-234b55b4-89be-4157-b2df-ac4fd6ae4187 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fa17e8a-4b06-48ec-98aa-99f6bc1880b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644858 Feb 09 01:20:29.447320 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:29.518768 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=977d71c4-fec3-4cf1-a3ab-6321337280b5,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:29.622349 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7949954a-3c20-458b-8a43-48b6968b44ae tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:29.622349 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7949954a-3c20-458b-8a43-48b6968b44ae tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:29.645566 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-374650ae-d7ff-4772-9f17-32dfeee910c5 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:29.646124 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:29.677481 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:29.752916 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-73310318-1324-410c-819e-b10e4007a530 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Deleting port a8ad7190-0fea-4b19-a512-b6413c5de517 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:29.753269 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-73310318-1324-410c-819e-b10e4007a530 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:29.757533 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['977d71c4-fec3-4cf1-a3ab-6321337280b5'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:20:29.844650 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-374650ae-d7ff-4772-9f17-32dfeee910c5 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:29.873375 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-7949954a-3c20-458b-8a43-48b6968b44ae tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Calling delete_port for 571dd293-0b57-4be8-aaa0-98b9bbea91a5 owned by network:floatingip {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:29.898620 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Allocated IP 172.25.5.209 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/e6f1c836-0ef8-48bb-b90b-9a4a6c1ceca1) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:30.036172 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-df730b79-0356-4b42-a8dd-ed8382f15cbc req-5ab924b6-61ca-4ff4-ac7d-e692860af9b9 service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6711392 Feb 09 01:20:30.244952 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:30.294062 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:30.398607 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Pushing event updated for resources: {'Port': ['ID=e6f1c836-0ef8-48bb-b90b-9a4a6c1ceca1,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:30.407196 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:30.413141 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:30.416533 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:30.416905 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:30.417314 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:30.417606 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:30.417888 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:30.418212 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:30.418542 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:30.418866 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:30.419191 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:30.419529 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:30.419847 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:30.420157 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:30.424387 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:20:30.697306 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-df730b79-0356-4b42-a8dd-ed8382f15cbc req-f4c08e72-1eae-4fad-b346-2610df865551 service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6096642 Feb 09 01:20:30.733910 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-73310318-1324-410c-819e-b10e4007a530 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:30.823508 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-374650ae-d7ff-4772-9f17-32dfeee910c5 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Allocated IP 172.25.5.222 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/3a13f1c7-7938-4476-8b54-a76ba5284546) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:30.856119 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df772e-3e05-429d-8f85-dbd27895b207 req-68fa4f00-17a4-41d3-83cb-ecb86a5c908e tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:30.857763 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a9df772e-3e05-429d-8f85-dbd27895b207 req-68fa4f00-17a4-41d3-83cb-ecb86a5c908e tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7e0dcef-15f1-4b30-8c6e-de54a6e50524 HTTP/1.1" status: 200 len: 950 time: 0.2161560 Feb 09 01:20:30.896302 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-73310318-1324-410c-819e-b10e4007a530 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Calling delete_port for a8ad7190-0fea-4b19-a512-b6413c5de517 owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:30.928066 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7949954a-3c20-458b-8a43-48b6968b44ae tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:30.947655 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 977d71c4-fec3-4cf1-a3ab-6321337280b5 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:20:30.999684 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a9df772e-3e05-429d-8f85-dbd27895b207 req-a8f6fb75-85cb-41e5-bd3d-885cd17df139 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fa17e8a-4b06-48ec-98aa-99f6bc1880b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307144 Feb 09 01:20:31.010194 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949954a-3c20-458b-8a43-48b6968b44ae tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Pushing event deleted for resources: {'Port': ['ID=571dd293-0b57-4be8-aaa0-98b9bbea91a5,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:31.029129 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:31.083548 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 977d71c4-fec3-4cf1-a3ab-6321337280b5 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:31.091579 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 977d71c4-fec3-4cf1-a3ab-6321337280b5 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:31.092702 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:31.213885 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78336c59-4a02-40ef-babf-bd84ee80568d req-f8b33341-505a-4ced-8bb5-2ef4bec62eb2 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:31.215736 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-78336c59-4a02-40ef-babf-bd84ee80568d req-f8b33341-505a-4ced-8bb5-2ef4bec62eb2 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7e0dcef-15f1-4b30-8c6e-de54a6e50524 HTTP/1.1" status: 200 len: 950 time: 0.8938713 Feb 09 01:20:31.228173 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c863603-4a17-4085-b09f-c6596b51259f req-e2e97c67-948d-4c98-af49-3d3e76f949de tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:31.230095 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5c863603-4a17-4085-b09f-c6596b51259f req-e2e97c67-948d-4c98-af49-3d3e76f949de tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 944 time: 0.8462858 Feb 09 01:20:31.290925 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-73310318-1324-410c-819e-b10e4007a530 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:31.331025 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:31.374233 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 977d71c4-fec3-4cf1-a3ab-6321337280b5, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=977d71c4-fec3-4cf1-a3ab-6321337280b5,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:31.375981 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa632377-b81f-4d5c-9bf4-eceb5f675a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977d71c4-fec3-4cf1-a3ab-6321337280b5'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:20:31.384681 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:31.422664 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7949954a-3c20-458b-8a43-48b6968b44ae tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks [] for floatingip, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:31.446797 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73310318-1324-410c-819e-b10e4007a530 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Port': ['ID=a8ad7190-0fea-4b19-a512-b6413c5de517,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:31.475816 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-73310318-1324-410c-819e-b10e4007a530 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:31.510580 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa632377-b81f-4d5c-9bf4-eceb5f675a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977d71c4-fec3-4cf1-a3ab-6321337280b5', 'code': 200} Feb 09 01:20:31.511467 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-78336c59-4a02-40ef-babf-bd84ee80568d req-7b9adf60-e196-4335-942b-18688495aa24 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Deleting port fd0e01e9-2cb3-4460-a89e-d3bff721bfb5 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:31.512015 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-78336c59-4a02-40ef-babf-bd84ee80568d req-7b9adf60-e196-4335-942b-18688495aa24 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:31.526866 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=977d71c4-fec3-4cf1-a3ab-6321337280b5,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:31.557134 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5c863603-4a17-4085-b09f-c6596b51259f req-6598c2b9-3987-495e-ac7a-e6338abf38db tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811661 Feb 09 01:20:31.559985 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-374650ae-d7ff-4772-9f17-32dfeee910c5 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:31.614489 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57712) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:31.640825 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7949954a-3c20-458b-8a43-48b6968b44ae tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:31.642306 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7949954a-3c20-458b-8a43-48b6968b44ae tempest-ServersTestJSON-1827823612 tempest-ServersTestJSON-1827823612-project] 10.222.0.37 "DELETE /v2.0/floatingips/8a5e4d97-2894-4651-88d4-73c1d3ea6ee8 HTTP/1.1" status: 204 len: 168 time: 3.0073318 Feb 09 01:20:31.648446 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-73310318-1324-410c-819e-b10e4007a530 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/ports/a8ad7190-0fea-4b19-a512-b6413c5de517 HTTP/1.1" status: 204 len: 168 time: 2.2523272 Feb 09 01:20:31.648659 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57718) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:31.652302 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57720) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:31.802203 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:31.823387 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8f7ea-d74c-4aff-a0bf-ea0e418dcc7c req-53042bae-2978-45e7-b70f-fb64b007b11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:31.824940 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c3b8f7ea-d74c-4aff-a0bf-ea0e418dcc7c req-53042bae-2978-45e7-b70f-fb64b007b11d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 1096 time: 0.2711918 Feb 09 01:20:31.828590 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-374650ae-d7ff-4772-9f17-32dfeee910c5 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:31.898624 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-468307dc-4a78-49ab-b7cf-043a8fc5e47e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:31.935807 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374650ae-d7ff-4772-9f17-32dfeee910c5 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:31.955836 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-374650ae-d7ff-4772-9f17-32dfeee910c5 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:31.965020 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374650ae-d7ff-4772-9f17-32dfeee910c5 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:20:32.017066 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-468307dc-4a78-49ab-b7cf-043a8fc5e47e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:32.018944 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c3b8f7ea-d74c-4aff-a0bf-ea0e418dcc7c req-cad44887-ab0b-41a6-a746-278f3f7990d5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856279 Feb 09 01:20:32.019563 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374650ae-d7ff-4772-9f17-32dfeee910c5 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Pushing event updated for resources: {'Port': ['ID=3a13f1c7-7938-4476-8b54-a76ba5284546,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:32.023563 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c7e4314e-076d-4f7a-8e6f-8f4df47fde58 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:32.045366 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-468307dc-4a78-49ab-b7cf-043a8fc5e47e admin admin] Usage tracker for resource:security_group_rule and tenant:4d48665b024b436fae13eecce149616f is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:32.054928 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-468307dc-4a78-49ab-b7cf-043a8fc5e47e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:32.059606 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-78336c59-4a02-40ef-babf-bd84ee80568d req-7b9adf60-e196-4335-942b-18688495aa24 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] For port fd0e01e9-2cb3-4460-a89e-d3bff721bfb5, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=fd0e01e9-2cb3-4460-a89e-d3bff721bfb5,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:32.060587 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-78336c59-4a02-40ef-babf-bd84ee80568d req-7b9adf60-e196-4335-942b-18688495aa24 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:32.067730 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-468307dc-4a78-49ab-b7cf-043a8fc5e47e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:32.252223 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-78336c59-4a02-40ef-babf-bd84ee80568d req-7b9adf60-e196-4335-942b-18688495aa24 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Calling delete_port for fd0e01e9-2cb3-4460-a89e-d3bff721bfb5 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:32.473804 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c7e4314e-076d-4f7a-8e6f-8f4df47fde58 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:32.730690 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-c7e4314e-076d-4f7a-8e6f-8f4df47fde58 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f540098-9cc1-4391-8f28-9fe4a06440bb']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:32.760678 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-c7e4314e-076d-4f7a-8e6f-8f4df47fde58 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdbe9668-fe17-4e6e-bd15-35df94bd844d') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:32.760971 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-c7e4314e-076d-4f7a-8e6f-8f4df47fde58 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdbe9668-fe17-4e6e-bd15-35df94bd844d') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:32.821471 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c7e4314e-076d-4f7a-8e6f-8f4df47fde58 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:32.849147 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af06ac-d36b-4f3c-b4ff-e5049fe334d6 req-a27b2d4a-64b0-4c2e-8764-496a25bee4d7 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:32.850634 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-30af06ac-d36b-4f3c-b4ff-e5049fe334d6 req-a27b2d4a-64b0-4c2e-8764-496a25bee4d7 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7e0dcef-15f1-4b30-8c6e-de54a6e50524 HTTP/1.1" status: 200 len: 950 time: 0.7169724 Feb 09 01:20:32.851213 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Router f9f3afd2-c256-42e7-b4d8-c3a4682b2808 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:20:32.880914 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c7e4314e-076d-4f7a-8e6f-8f4df47fde58 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:32.893496 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-78336c59-4a02-40ef-babf-bd84ee80568d req-7b9adf60-e196-4335-942b-18688495aa24 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:32.900269 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-468307dc-4a78-49ab-b7cf-043a8fc5e47e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:32.905129 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['fd0e01e9-2cb3-4460-a89e-d3bff721bfb5'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:20:32.935010 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e4314e-076d-4f7a-8e6f-8f4df47fde58 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Releasing vlan 959 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:20:32.935547 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c7e4314e-076d-4f7a-8e6f-8f4df47fde58 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:32.957862 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-468307dc-4a78-49ab-b7cf-043a8fc5e47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:32.960035 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9adf60-e196-4335-942b-18688495aa24 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Pushing event deleted for resources: {'Port': ['ID=fd0e01e9-2cb3-4460-a89e-d3bff721bfb5,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:32.967604 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-374650ae-d7ff-4772-9f17-32dfeee910c5 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router_gateway, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:33.016265 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:20:33.016265 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:20:33.016265 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:20:33.016265 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:20:33.016265 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:20:33.016265 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:20:33.016265 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:20:33.016265 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:20:33.016265 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:20:33.016265 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:20:33.016265 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:20:33.016265 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:20:33.016265 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:20:33.016265 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:20:33.016265 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:20:33.016265 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:20:33.016265 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:20:33.016265 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:20:33.016265 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:20:33.016265 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:20:33.016265 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:20:33.016265 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:20:33.016265 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:20:33.016265 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:20:33.016265 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:20:33.016265 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:20:33.016265 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:20:33.016265 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:20:33.016265 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:20:33.016265 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:20:33.016265 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:20:33.016265 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:20:33.077820 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5171c-f6cb-492e-b279-934b264c8e94 req-007693d0-694e-4b64-8458-6b7910f91530 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:33.090290 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8ef5171c-f6cb-492e-b279-934b264c8e94 req-007693d0-694e-4b64-8458-6b7910f91530 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 945 time: 0.3908825 Feb 09 01:20:33.187482 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-78336c59-4a02-40ef-babf-bd84ee80568d req-7b9adf60-e196-4335-942b-18688495aa24 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] No DVR routers for this DVR port fd0e01e9-2cb3-4460-a89e-d3bff721bfb5 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:20:33.196581 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-78336c59-4a02-40ef-babf-bd84ee80568d req-7b9adf60-e196-4335-942b-18688495aa24 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:33.199498 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e0dcef-15f1-4b30-8c6e-de54a6e50524', 'name': 'network-vif-deleted', 'tag': 'fd0e01e9-2cb3-4460-a89e-d3bff721bfb5'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:20:33.211559 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-30af06ac-d36b-4f3c-b4ff-e5049fe334d6 req-db31271f-f1f5-4fec-a816-a78681f5873a tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.37 "GET /v2.0/security-groups?id=7fa17e8a-4b06-48ec-98aa-99f6bc1880b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416724 Feb 09 01:20:33.218543 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8ef5171c-f6cb-492e-b279-934b264c8e94 req-c379a881-7dd3-4936-ad87-ff5562858558 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271877 Feb 09 01:20:33.241884 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-468307dc-4a78-49ab-b7cf-043a8fc5e47e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4d48665b024b436fae13eecce149616f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6242759 Feb 09 01:20:33.242401 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57734) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:33.264856 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468307dc-4a78-49ab-b7cf-043a8fc5e47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba08baae-a7ff-4d0f-8b28-97b7b18c8953,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:33.295157 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-78336c59-4a02-40ef-babf-bd84ee80568d req-7b9adf60-e196-4335-942b-18688495aa24 tempest-VolumesNegativeTest-1896012596 tempest-VolumesNegativeTest-1896012596-project] 10.222.0.35 "DELETE /v2.0/ports/fd0e01e9-2cb3-4460-a89e-d3bff721bfb5 HTTP/1.1" status: 204 len: 173 time: 2.0610719 Feb 09 01:20:33.304925 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c7e4314e-076d-4f7a-8e6f-8f4df47fde58 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:33.388823 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c7e4314e-076d-4f7a-8e6f-8f4df47fde58 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:33.414129 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e0dcef-15f1-4b30-8c6e-de54a6e50524', 'name': 'network-vif-deleted', 'tag': 'fd0e01e9-2cb3-4460-a89e-d3bff721bfb5', 'status': 'completed', 'code': 200} Feb 09 01:20:33.434015 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4314e-076d-4f7a-8e6f-8f4df47fde58 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] Pushing event deleted for resources: {'Network': ['ID=1f540098-9cc1-4391-8f28-9fe4a06440bb,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:33.470310 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c7e4314e-076d-4f7a-8e6f-8f4df47fde58 tempest-PortsTestJSON-778198054 tempest-PortsTestJSON-778198054-project] 10.222.0.37 "DELETE /v2.0/networks/1f540098-9cc1-4391-8f28-9fe4a06440bb HTTP/1.1" status: 204 len: 168 time: 1.8168275 Feb 09 01:20:33.493804 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:20:33.509594 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e3efcb-39f2-4e86-8f95-66ea13ece710 None None] Sync routers for ids ['f9f3afd2-c256-42e7-b4d8-c3a4682b2808'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:20:33.523516 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e3efcb-39f2-4e86-8f95-66ea13ece710 None None] Routers {'f9f3afd2-c256-42e7-b4d8-c3a4682b2808'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:20:33.524227 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-47e3efcb-39f2-4e86-8f95-66ea13ece710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:20:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['f9f3afd2-c256-42e7-b4d8-c3a4682b2808'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:33.543639 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-baf7d761-d081-470c-8f38-1f1eebbb989e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:33.549288 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-374650ae-d7ff-4772-9f17-32dfeee910c5 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:33.553941 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-374650ae-d7ff-4772-9f17-32dfeee910c5 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8101386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8101405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8095324'] for router, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:33.592555 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:33.596699 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-48ab1bd7-c1d3-4906-b696-791b0894cb75 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.8622880 Feb 09 01:20:33.603638 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57740) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:33.614374 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-54b22dad-3c59-4bbd-889b-031acbaddc71 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'enable_snat': False}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:33.621627 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-47e3efcb-39f2-4e86-8f95-66ea13ece710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:33.633303 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e3efcb-39f2-4e86-8f95-66ea13ece710 None None] Routers {'f9f3afd2-c256-42e7-b4d8-c3a4682b2808'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:20:33.633916 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-47e3efcb-39f2-4e86-8f95-66ea13ece710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:20:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['f9f3afd2-c256-42e7-b4d8-c3a4682b2808'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:33.699232 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-baf7d761-d081-470c-8f38-1f1eebbb989e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:33.708535 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-47e3efcb-39f2-4e86-8f95-66ea13ece710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:33.709220 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e3efcb-39f2-4e86-8f95-66ea13ece710 None None] The sync data for ids ['f9f3afd2-c256-42e7-b4d8-c3a4682b2808'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:20:33.748560 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57746) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:33.818331 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374650ae-d7ff-4772-9f17-32dfeee910c5 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Router 31d4eae2-141b-49c6-89a8-8764ad45980a is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:20:33.924773 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7672710b-78df-4de8-a6b9-f300a9f866ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:34.001043 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-baf7d761-d081-470c-8f38-1f1eebbb989e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:34.035185 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7d761-d081-470c-8f38-1f1eebbb989e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba08baae-a7ff-4d0f-8b28-97b7b18c8953,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:34.070280 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-baf7d761-d081-470c-8f38-1f1eebbb989e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:34.071418 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-baf7d761-d081-470c-8f38-1f1eebbb989e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ba08baae-a7ff-4d0f-8b28-97b7b18c8953 HTTP/1.1" status: 204 len: 168 time: 0.8258386 Feb 09 01:20:34.257959 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5f716481-6573-4497-b41e-de8a2a967572 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=23926ed9e9ef4217a1749e79922b948e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5082378 Feb 09 01:20:34.258554 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57758) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:34.335270 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374650ae-d7ff-4772-9f17-32dfeee910c5 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:20:34.343206 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-374650ae-d7ff-4772-9f17-32dfeee910c5 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:34.348595 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-374650ae-d7ff-4772-9f17-32dfeee910c5 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] 10.222.0.37 "PUT /v2.0/routers/31d4eae2-141b-49c6-89a8-8764ad45980a HTTP/1.1" status: 200 len: 879 time: 7.9359319 Feb 09 01:20:34.350237 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf175fca-c514-4038-9ab9-798455eec7fc None None] Sync routers for ids ['31d4eae2-141b-49c6-89a8-8764ad45980a'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:20:34.353266 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57764) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:34.366291 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf175fca-c514-4038-9ab9-798455eec7fc None None] Routers {'31d4eae2-141b-49c6-89a8-8764ad45980a'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:20:34.366938 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-bf175fca-c514-4038-9ab9-798455eec7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:20:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['31d4eae2-141b-49c6-89a8-8764ad45980a'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:34.484853 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-46df2da6-8969-4a0b-a313-53b414a383ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:34.504761 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-bf175fca-c514-4038-9ab9-798455eec7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:34.514179 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf175fca-c514-4038-9ab9-798455eec7fc None None] Routers {'31d4eae2-141b-49c6-89a8-8764ad45980a'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:20:34.514801 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-bf175fca-c514-4038-9ab9-798455eec7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:20:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['31d4eae2-141b-49c6-89a8-8764ad45980a'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:34.554494 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57776) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:34.591584 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-46df2da6-8969-4a0b-a313-53b414a383ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:34.615851 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-bf175fca-c514-4038-9ab9-798455eec7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:34.616676 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf175fca-c514-4038-9ab9-798455eec7fc None None] The sync data for ids ['31d4eae2-141b-49c6-89a8-8764ad45980a'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:20:34.656673 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a9ffbe36-e9e8-4af7-8a83-05fe2907e341 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] 10.222.0.37 "GET /v2.0/routers/31d4eae2-141b-49c6-89a8-8764ad45980a HTTP/1.1" status: 200 len: 920 time: 0.3018916 Feb 09 01:20:34.660048 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57782) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:34.729027 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e8964cd9-5d2a-4ac0-b992-9f3306441dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:34.744357 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-46df2da6-8969-4a0b-a313-53b414a383ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:34.768178 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df2da6-8969-4a0b-a313-53b414a383ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db218e3f-d5f1-4c87-940f-946dc8e627aa,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:34.783662 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7374201d-657c-4223-bdc6-d8cbe365ef1b tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:34.788118 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e8964cd9-5d2a-4ac0-b992-9f3306441dde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:34.789149 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7374201d-657c-4223-bdc6-d8cbe365ef1b tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=d1df58ff-1788-422d-89ee-d00e1fe89789&device_id=31d4eae2-141b-49c6-89a8-8764ad45980a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1284854 Feb 09 01:20:34.790744 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57796) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:34.824000 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-46df2da6-8969-4a0b-a313-53b414a383ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:34.827936 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-46df2da6-8969-4a0b-a313-53b414a383ca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db218e3f-d5f1-4c87-940f-946dc8e627aa HTTP/1.1" status: 204 len: 168 time: 0.5609481 Feb 09 01:20:34.848212 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e8964cd9-5d2a-4ac0-b992-9f3306441dde admin admin] Usage tracker for resource:security_group_rule and tenant:0c4e7e6b73544e3287ee5f7c7cdf3a4c is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:34.868942 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e8964cd9-5d2a-4ac0-b992-9f3306441dde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:34.879180 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e8964cd9-5d2a-4ac0-b992-9f3306441dde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:34.920720 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54b22dad-3c59-4bbd-889b-031acbaddc71 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:34.973026 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3a85b-c10a-4526-a214-b159182fe483 req-bf16a2de-5620-45eb-9933-63b449aadb5e tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:34.974544 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-84d3a85b-c10a-4526-a214-b159182fe483 req-bf16a2de-5620-45eb-9933-63b449aadb5e tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 945 time: 0.4287894 Feb 09 01:20:34.981136 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device fd0e01e9-2cb3-4460-a89e-d3bff721bfb5 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:20:34.987254 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a127e55b-3b71-4481-a8ec-a7e5a91260fb tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:34.993262 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a127e55b-3b71-4481-a8ec-a7e5a91260fb tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 881 time: 0.2009115 Feb 09 01:20:34.994003 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57808) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:35.051448 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4a5129df-ce1e-4331-a2c9-769f7326a1a9 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d4eae2-141b-49c6-89a8-8764ad45980a HTTP/1.1" status: 200 len: 205 time: 0.0562587 Feb 09 01:20:35.052323 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57812) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:35.061867 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: fd0e01e9-2cb3-4460-a89e-d3bff721bfb5 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:20:35.062298 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device fd0e01e9-2cb3-4460-a89e-d3bff721bfb5 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:20:35.240938 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-84d3a85b-c10a-4526-a214-b159182fe483 req-0b8dba21-f245-4a10-b133-5634f615a3c8 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444046 Feb 09 01:20:35.301411 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-7672710b-78df-4de8-a6b9-f300a9f866ba admin admin] Deleting port 440f7491-5f0d-4a71-941e-5fcc6f8a9396 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:35.301873 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7672710b-78df-4de8-a6b9-f300a9f866ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:35.313081 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-928f6c2c-2df5-4f00-8580-65cdf4e44e26 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:35.387376 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e8964cd9-5d2a-4ac0-b992-9f3306441dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:35.401613 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e8964cd9-5d2a-4ac0-b992-9f3306441dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:35.548303 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e8964cd9-5d2a-4ac0-b992-9f3306441dde admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0c4e7e6b73544e3287ee5f7c7cdf3a4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9925489 Feb 09 01:20:35.560996 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57872) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:35.587012 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8964cd9-5d2a-4ac0-b992-9f3306441dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa80a087-197e-4883-ac2d-4507435b3a67,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:35.624716 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-928f6c2c-2df5-4f00-8580-65cdf4e44e26 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:35.639630 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-928f6c2c-2df5-4f00-8580-65cdf4e44e26 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Deleting port 3a13f1c7-7938-4476-8b54-a76ba5284546 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:35.640439 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-928f6c2c-2df5-4f00-8580-65cdf4e44e26 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:35.822108 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-7672710b-78df-4de8-a6b9-f300a9f866ba admin admin] For port 440f7491-5f0d-4a71-941e-5fcc6f8a9396, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=440f7491-5f0d-4a71-941e-5fcc6f8a9396,segment=NetworkSegment(6da1aecd-c1a3-4d88-a372-e3dc40708330),segment_id=6da1aecd-c1a3-4d88-a372-e3dc40708330)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:35.822371 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7672710b-78df-4de8-a6b9-f300a9f866ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:35.972481 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-7672710b-78df-4de8-a6b9-f300a9f866ba admin admin] Calling delete_port for 440f7491-5f0d-4a71-941e-5fcc6f8a9396 owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:35.976313 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-928f6c2c-2df5-4f00-8580-65cdf4e44e26 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:36.036960 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57904) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:36.137124 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-928f6c2c-2df5-4f00-8580-65cdf4e44e26 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Calling delete_port for 3a13f1c7-7938-4476-8b54-a76ba5284546 owned by network:router_gateway {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:36.173874 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-66968a38-5f4d-47c0-95b4-9089379d0198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:36.257534 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5165a0e4-07d2-4382-9fb8-04767342e90d tempest-ServiceProvidersTest-1050625041 tempest-ServiceProvidersTest-1050625041-project] 10.222.0.37 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2046449 Feb 09 01:20:36.437713 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-66968a38-5f4d-47c0-95b4-9089379d0198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:36.506141 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-928f6c2c-2df5-4f00-8580-65cdf4e44e26 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:36.551923 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a587f-7be6-4fc2-b26d-c6d950dc3618 req-29c70d61-0d78-4b4e-aa23-61065d450fe2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:36.553458 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4d5a587f-7be6-4fc2-b26d-c6d950dc3618 req-29c70d61-0d78-4b4e-aa23-61065d450fe2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 945 time: 0.8373060 Feb 09 01:20:36.583315 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f6c2c-2df5-4f00-8580-65cdf4e44e26 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Pushing event deleted for resources: {'Port': ['ID=3a13f1c7-7938-4476-8b54-a76ba5284546,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:36.691568 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4d5a587f-7be6-4fc2-b26d-c6d950dc3618 req-8f63153b-9c34-4029-a32e-35045346eab8 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312940 Feb 09 01:20:36.704319 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-66968a38-5f4d-47c0-95b4-9089379d0198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:36.722432 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57938) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:36.765048 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-928f6c2c-2df5-4f00-8580-65cdf4e44e26 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:36.820615 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66968a38-5f4d-47c0-95b4-9089379d0198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa80a087-197e-4883-ac2d-4507435b3a67,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:36.895116 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-07c02156-9f11-434d-a7c5-6402bf266f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:36.935956 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-66968a38-5f4d-47c0-95b4-9089379d0198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:36.937172 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-66968a38-5f4d-47c0-95b4-9089379d0198 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa80a087-197e-4883-ac2d-4507435b3a67 HTTP/1.1" status: 204 len: 168 time: 1.3751059 Feb 09 01:20:36.950700 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7672710b-78df-4de8-a6b9-f300a9f866ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:36.951082 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1dc05d39-8d41-4393-adbc-1b48bb5c83f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:37.016057 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672710b-78df-4de8-a6b9-f300a9f866ba admin admin] Pushing event deleted for resources: {'Port': ['ID=440f7491-5f0d-4a71-941e-5fcc6f8a9396,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:37.022667 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-928f6c2c-2df5-4f00-8580-65cdf4e44e26 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:37.026782 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-928f6c2c-2df5-4f00-8580-65cdf4e44e26 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:37.030765 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1dc05d39-8d41-4393-adbc-1b48bb5c83f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:37.039140 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1dc05d39-8d41-4393-adbc-1b48bb5c83f7 admin admin] Usage tracker for resource:security_group_rule and tenant:779d1c4ee9c848d4b6ab8778688f6f35 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:37.049126 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1dc05d39-8d41-4393-adbc-1b48bb5c83f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:37.055719 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1dc05d39-8d41-4393-adbc-1b48bb5c83f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:37.076841 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-928f6c2c-2df5-4f00-8580-65cdf4e44e26 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:37.077416 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928f6c2c-2df5-4f00-8580-65cdf4e44e26 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Fanout notify agent at l3_agent the message router_deleted on router 31d4eae2-141b-49c6-89a8-8764ad45980a {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:20:37.205993 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-928f6c2c-2df5-4f00-8580-65cdf4e44e26 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:37.211015 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57976) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:37.212492 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-928f6c2c-2df5-4f00-8580-65cdf4e44e26 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] 10.222.0.37 "DELETE /v2.0/routers/31d4eae2-141b-49c6-89a8-8764ad45980a HTTP/1.1" status: 204 len: 168 time: 2.1590390 Feb 09 01:20:37.222250 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-78f6196f-4a21-44dc-887e-9cf3e052e3f2 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-102134761', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:37.229940 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1dc05d39-8d41-4393-adbc-1b48bb5c83f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:37.238416 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1dc05d39-8d41-4393-adbc-1b48bb5c83f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:37.316710 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1dc05d39-8d41-4393-adbc-1b48bb5c83f7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=779d1c4ee9c848d4b6ab8778688f6f35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5895939 Feb 09 01:20:37.317937 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57988) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:37.319210 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc05d39-8d41-4393-adbc-1b48bb5c83f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c19eb33-8ebe-436b-bace-cf9445d33d87,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:37.328604 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-78f6196f-4a21-44dc-887e-9cf3e052e3f2 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:37.342113 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:20:37.345031 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-78f6196f-4a21-44dc-887e-9cf3e052e3f2 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Usage tracker for resource:router and tenant:dda5002cd243458fbafb7f17fad30ab2 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:37.351563 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-78f6196f-4a21-44dc-887e-9cf3e052e3f2 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:37.364454 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-78f6196f-4a21-44dc-887e-9cf3e052e3f2 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:37.421481 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8f534065-9738-4946-8965-2792f1e230bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:37.472870 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8f534065-9738-4946-8965-2792f1e230bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:37.481707 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54b22dad-3c59-4bbd-889b-031acbaddc71 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:37.489797 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-78f6196f-4a21-44dc-887e-9cf3e052e3f2 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:37.491959 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-78f6196f-4a21-44dc-887e-9cf3e052e3f2 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:37.499620 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54b22dad-3c59-4bbd-889b-031acbaddc71 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8101386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8101405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8095324'] for router, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:37.564518 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8f534065-9738-4946-8965-2792f1e230bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:37.587305 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f534065-9738-4946-8965-2792f1e230bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c19eb33-8ebe-436b-bace-cf9445d33d87,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:37.595616 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8f534065-9738-4946-8965-2792f1e230bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:37.599115 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8f534065-9738-4946-8965-2792f1e230bc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5c19eb33-8ebe-436b-bace-cf9445d33d87 HTTP/1.1" status: 204 len: 168 time: 0.2635014 Feb 09 01:20:37.721544 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-78f6196f-4a21-44dc-887e-9cf3e052e3f2 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:37.781722 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7672710b-78df-4de8-a6b9-f300a9f866ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:37.921279 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-78f6196f-4a21-44dc-887e-9cf3e052e3f2 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:38.028451 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce6976-a5c8-439a-bb2f-930726fedb84 req-450405d3-566e-4ba3-8518-f31bc6461fe0 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:38.035837 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-01ce6976-a5c8-439a-bb2f-930726fedb84 req-450405d3-566e-4ba3-8518-f31bc6461fe0 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 945 time: 0.1203277 Feb 09 01:20:38.086858 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-01ce6976-a5c8-439a-bb2f-930726fedb84 req-f50442ee-7596-4061-b1ce-c8adfd2af1da tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497537 Feb 09 01:20:38.095437 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b22dad-3c59-4bbd-889b-031acbaddc71 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Router f9f3afd2-c256-42e7-b4d8-c3a4682b2808 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:20:38.106168 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-78f6196f-4a21-44dc-887e-9cf3e052e3f2 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:38.106168 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-78f6196f-4a21-44dc-887e-9cf3e052e3f2 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8932092 Feb 09 01:20:38.107976 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58032) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:38.113133 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-4aa64f40-5e99-4183-8331-4423a0787c38 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'enable_snat': True}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:38.832268 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4aa64f40-5e99-4183-8331-4423a0787c38 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:38.979684 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b22dad-3c59-4bbd-889b-031acbaddc71 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:20:38.990159 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e128d6c9-a6a3-4b6d-95a3-46709f9f0202 None None] Sync routers for ids ['f9f3afd2-c256-42e7-b4d8-c3a4682b2808'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:20:38.993545 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54b22dad-3c59-4bbd-889b-031acbaddc71 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:38.994989 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-54b22dad-3c59-4bbd-889b-031acbaddc71 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] 10.222.0.37 "PUT /v2.0/routers/f9f3afd2-c256-42e7-b4d8-c3a4682b2808 HTTP/1.1" status: 200 len: 925 time: 5.3902903 Feb 09 01:20:39.007197 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58090) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:39.007533 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e128d6c9-a6a3-4b6d-95a3-46709f9f0202 None None] Routers {'f9f3afd2-c256-42e7-b4d8-c3a4682b2808'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:20:39.008353 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-e128d6c9-a6a3-4b6d-95a3-46709f9f0202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:20:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['f9f3afd2-c256-42e7-b4d8-c3a4682b2808'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:39.154017 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-e128d6c9-a6a3-4b6d-95a3-46709f9f0202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:39.178197 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e128d6c9-a6a3-4b6d-95a3-46709f9f0202 None None] Routers {'f9f3afd2-c256-42e7-b4d8-c3a4682b2808'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:20:39.179183 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-e128d6c9-a6a3-4b6d-95a3-46709f9f0202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:20:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['f9f3afd2-c256-42e7-b4d8-c3a4682b2808'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:39.251434 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7672710b-78df-4de8-a6b9-f300a9f866ba admin admin] Router d5085ed3-10d8-42d7-a6e0-5de3c4c7d234 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:20:39.359404 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0918e-9249-4ec0-85fc-ec4841407089 req-8c836b2e-dce0-4b31-a020-d3c312538cc1 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.367680 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-33d0918e-9249-4ec0-85fc-ec4841407089 req-8c836b2e-dce0-4b31-a020-d3c312538cc1 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 945 time: 0.4042578 Feb 09 01:20:39.387170 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-e128d6c9-a6a3-4b6d-95a3-46709f9f0202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:39.387939 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e128d6c9-a6a3-4b6d-95a3-46709f9f0202 None None] The sync data for ids ['f9f3afd2-c256-42e7-b4d8-c3a4682b2808'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:20:39.401919 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58104) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:39.402647 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e76eaedf-8aa3-4e0e-b863-39f4527fb3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:39.468366 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-33d0918e-9249-4ec0-85fc-ec4841407089 req-73595f1d-83e4-48ff-88af-f72ab2ee58f4 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978558 Feb 09 01:20:39.559752 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-03d29196-29f5-4b39-a7e9-fa83eb197585 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] 10.222.0.37 "GET /v2.0/routers/f9f3afd2-c256-42e7-b4d8-c3a4682b2808 HTTP/1.1" status: 200 len: 925 time: 0.5506656 Feb 09 01:20:39.562581 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58118) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:39.692720 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4aa64f40-5e99-4183-8331-4423a0787c38 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:39.758254 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4aa64f40-5e99-4183-8331-4423a0787c38 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:39.764561 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029ed1f3-4e88-443f-8d01-4c3aa9b5b7bf tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.765274 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-029ed1f3-4e88-443f-8d01-4c3aa9b5b7bf tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Synchronizing usage tracker for tenant:2f81a3a3c91c49d7bca3cfb97019c319 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:20:39.771034 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7672710b-78df-4de8-a6b9-f300a9f866ba admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:20:39.779302 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7672710b-78df-4de8-a6b9-f300a9f866ba admin admin] 10.222.0.37 "PUT /v2.0/routers/d5085ed3-10d8-42d7-a6e0-5de3c4c7d234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1306429 Feb 09 01:20:39.780170 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58130) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:39.781415 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611d42bd-5aaa-48bd-a09c-220c3c75b3d5 None None] Sync routers for ids ['d5085ed3-10d8-42d7-a6e0-5de3c4c7d234'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:20:39.796454 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611d42bd-5aaa-48bd-a09c-220c3c75b3d5 None None] Routers {'d5085ed3-10d8-42d7-a6e0-5de3c4c7d234'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:20:39.797888 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-611d42bd-5aaa-48bd-a09c-220c3c75b3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:20:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['d5085ed3-10d8-42d7-a6e0-5de3c4c7d234'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:39.881631 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-029ed1f3-4e88-443f-8d01-4c3aa9b5b7bf tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Unset dirty status for tenant:2f81a3a3c91c49d7bca3cfb97019c319 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:20:39.883023 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-029ed1f3-4e88-443f-8d01-4c3aa9b5b7bf tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=d1df58ff-1788-422d-89ee-d00e1fe89789&device_id=f9f3afd2-c256-42e7-b4d8-c3a4682b2808&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3181598 Feb 09 01:20:39.890993 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58136) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:39.912215 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-613a6cb2-e886-4b1c-ab9c-6e875d6a51ac tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1279964990'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:39.973193 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-613a6cb2-e886-4b1c-ab9c-6e875d6a51ac tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:40.028518 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-416dd2b7-3c65-4bf4-a54b-22aca26c1631 admin admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:40.080467 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-613a6cb2-e886-4b1c-ab9c-6e875d6a51ac tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Usage tracker for resource:network and tenant:afc0eae67f584b7e9c66ff3bbb810d7f is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:40.092070 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-613a6cb2-e886-4b1c-ab9c-6e875d6a51ac tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:40.112531 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-613a6cb2-e886-4b1c-ab9c-6e875d6a51ac tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:40.123838 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-611d42bd-5aaa-48bd-a09c-220c3c75b3d5 None None] Set router d5085ed3-10d8-42d7-a6e0-5de3c4c7d234 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:20:40.148114 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-4aa64f40-5e99-4183-8331-4423a0787c38 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Allocated IP 172.25.5.227 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/c91368d0-9905-40b3-ba3e-b116d04d2334) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:40.181035 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613a6cb2-e886-4b1c-ab9c-6e875d6a51ac tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Made reservation on behalf of afc0eae67f584b7e9c66ff3bbb810d7f for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:40.185017 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-613a6cb2-e886-4b1c-ab9c-6e875d6a51ac tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:40.219718 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-613a6cb2-e886-4b1c-ab9c-6e875d6a51ac tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:40.320173 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-613a6cb2-e886-4b1c-ab9c-6e875d6a51ac tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:40.325766 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c91c7d-acf0-4498-914a-adf265f41a3b tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:40.327181 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e5c91c7d-acf0-4498-914a-adf265f41a3b tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 881 time: 0.4267135 Feb 09 01:20:40.332671 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58158) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:40.333619 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-613a6cb2-e886-4b1c-ab9c-6e875d6a51ac tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Usage tracker for resource:security_group_rule and tenant:afc0eae67f584b7e9c66ff3bbb810d7f is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:40.338983 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-613a6cb2-e886-4b1c-ab9c-6e875d6a51ac tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:40.345981 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:40.383665 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-613a6cb2-e886-4b1c-ab9c-6e875d6a51ac tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:40.401507 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e0aaa7fb-50fd-4c7c-a355-e59e1e0bfa34 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9f3afd2-c256-42e7-b4d8-c3a4682b2808 HTTP/1.1" status: 200 len: 205 time: 0.0621095 Feb 09 01:20:40.427116 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:40.428038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58164) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:40.453261 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-416dd2b7-3c65-4bf4-a54b-22aca26c1631 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:40.471481 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-416dd2b7-3c65-4bf4-a54b-22aca26c1631 admin admin] Deleting port b2c008a5-bd83-4245-80e0-57c77fb50200 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:40.472029 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-416dd2b7-3c65-4bf4-a54b-22aca26c1631 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:40.668769 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4aa64f40-5e99-4183-8331-4423a0787c38 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:40.734616 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-611d42bd-5aaa-48bd-a09c-220c3c75b3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'name': 'tempest-ServersTestJSON-16407760-router', 'tenant_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'b2c008a5-bd83-4245-80e0-57c77fb50200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:46Z', 'updated_at': '2022-02-09T01:20:36Z', 'revision_number': 5, 'project_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'gw_port': {'id': 'b2c008a5-bd83-4245-80e0-57c77fb50200', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:48Z', 'updated_at': '2022-02-09T01:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:40.740494 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611d42bd-5aaa-48bd-a09c-220c3c75b3d5 None None] Checking router: d5085ed3-10d8-42d7-a6e0-5de3c4c7d234 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:20:40.749508 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611d42bd-5aaa-48bd-a09c-220c3c75b3d5 None None] Routers {'d5085ed3-10d8-42d7-a6e0-5de3c4c7d234'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:20:40.750123 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-611d42bd-5aaa-48bd-a09c-220c3c75b3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:20:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['d5085ed3-10d8-42d7-a6e0-5de3c4c7d234'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:40.788094 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-416dd2b7-3c65-4bf4-a54b-22aca26c1631 admin admin] For port b2c008a5-bd83-4245-80e0-57c77fb50200, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b2c008a5-bd83-4245-80e0-57c77fb50200,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:40.790015 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-416dd2b7-3c65-4bf4-a54b-22aca26c1631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:40.908067 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e235bdf1-973a-4215-8c48-b023d6e39750 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:40.943250 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-611d42bd-5aaa-48bd-a09c-220c3c75b3d5 None None] Set router d5085ed3-10d8-42d7-a6e0-5de3c4c7d234 gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:20:41.007930 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 977d71c4-fec3-4cf1-a3ab-6321337280b5 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:20:41.076000 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-611d42bd-5aaa-48bd-a09c-220c3c75b3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'name': 'tempest-ServersTestJSON-16407760-router', 'tenant_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:46Z', 'updated_at': '2022-02-09T01:20:40Z', 'revision_number': 6, 'project_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:41.080910 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611d42bd-5aaa-48bd-a09c-220c3c75b3d5 None None] The sync data for ids ['d5085ed3-10d8-42d7-a6e0-5de3c4c7d234'] in n-d-828419-1 is: [{'id': 'd5085ed3-10d8-42d7-a6e0-5de3c4c7d234', 'name': 'tempest-ServersTestJSON-16407760-router', 'tenant_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:46Z', 'updated_at': '2022-02-09T01:20:40Z', 'revision_number': 6, 'project_id': 'b3ae5f1a74a0449bbcfa6cd021a53ab0', 'gw_port_host': None}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:20:41.241756 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 977d71c4-fec3-4cf1-a3ab-6321337280b5, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=977d71c4-fec3-4cf1-a3ab-6321337280b5,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:41.247861 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-416dd2b7-3c65-4bf4-a54b-22aca26c1631 admin admin] Calling delete_port for b2c008a5-bd83-4245-80e0-57c77fb50200 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:41.260861 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '977d71c4-fec3-4cf1-a3ab-6321337280b5', 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1', 'port_id': '977d71c4-fec3-4cf1-a3ab-6321337280b5', 'mac_address': 'fa:16:3e:f3:b3:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f367ae-6db3-44ee-a579-54c0e257ede0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:20:41.350709 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-613a6cb2-e886-4b1c-ab9c-6e875d6a51ac tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:41.367792 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:41.370825 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-613a6cb2-e886-4b1c-ab9c-6e875d6a51ac tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:41.415312 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 977d71c4-fec3-4cf1-a3ab-6321337280b5 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:20:41.417346 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4aa64f40-5e99-4183-8331-4423a0787c38 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:41.450227 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 977d71c4-fec3-4cf1-a3ab-6321337280b5, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=977d71c4-fec3-4cf1-a3ab-6321337280b5,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:41.466452 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:41.501739 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58208) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:41.514707 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-613a6cb2-e886-4b1c-ab9c-6e875d6a51ac tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 973} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:20:41.537755 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a6cb2-e886-4b1c-ab9c-6e875d6a51ac tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f42cfb3-18a4-457d-85a8-803410eca205,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:41.574141 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ca335-c5f6-45f1-a64e-551eb4bcf615 req-3242e041-30e9-410c-82c5-0cce934620e0 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:41.582712 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-702ca335-c5f6-45f1-a64e-551eb4bcf615 req-3242e041-30e9-410c-82c5-0cce934620e0 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 945 time: 0.8844347 Feb 09 01:20:41.585866 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-416dd2b7-3c65-4bf4-a54b-22aca26c1631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:41.586804 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa64f40-5e99-4183-8331-4423a0787c38 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:41.593752 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-4aa64f40-5e99-4183-8331-4423a0787c38 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:41.596103 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e235bdf1-973a-4215-8c48-b023d6e39750 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:41.604361 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa64f40-5e99-4183-8331-4423a0787c38 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:20:41.635663 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-613a6cb2-e886-4b1c-ab9c-6e875d6a51ac tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:41.636076 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-613a6cb2-e886-4b1c-ab9c-6e875d6a51ac tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Added segment 2b62f545-c8ce-449e-8089-ab1f2543f974 of type vlan for network 82dd7274-51ab-4e9f-b69c-81eb7f04256c Feb 09 01:20:41.644224 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['977d71c4-fec3-4cf1-a3ab-6321337280b5'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:20:41.673906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa64f40-5e99-4183-8331-4423a0787c38 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Pushing event updated for resources: {'Port': ['ID=c91368d0-9905-40b3-ba3e-b116d04d2334,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:41.676476 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-e235bdf1-973a-4215-8c48-b023d6e39750 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Deleting port e6f1c836-0ef8-48bb-b90b-9a4a6c1ceca1 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:41.677029 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e235bdf1-973a-4215-8c48-b023d6e39750 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:41.861570 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416dd2b7-3c65-4bf4-a54b-22aca26c1631 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2c008a5-bd83-4245-80e0-57c77fb50200,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:41.919710 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:41.926085 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=977d71c4-fec3-4cf1-a3ab-6321337280b5,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:41.991904 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-702ca335-c5f6-45f1-a64e-551eb4bcf615 req-21e7e77a-a103-42d6-b004-fd692469c2c3 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080374 Feb 09 01:20:42.010573 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-416dd2b7-3c65-4bf4-a54b-22aca26c1631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:42.042805 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-613a6cb2-e886-4b1c-ab9c-6e875d6a51ac tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:42.388606 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-416dd2b7-3c65-4bf4-a54b-22aca26c1631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:42.393333 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-416dd2b7-3c65-4bf4-a54b-22aca26c1631 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:42.438310 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-416dd2b7-3c65-4bf4-a54b-22aca26c1631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:42.439217 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416dd2b7-3c65-4bf4-a54b-22aca26c1631 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5085ed3-10d8-42d7-a6e0-5de3c4c7d234 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:20:42.456715 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-416dd2b7-3c65-4bf4-a54b-22aca26c1631 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:42.463077 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-416dd2b7-3c65-4bf4-a54b-22aca26c1631 admin admin] 10.222.0.37 "DELETE /v2.0/routers/d5085ed3-10d8-42d7-a6e0-5de3c4c7d234 HTTP/1.1" status: 204 len: 168 time: 2.6768713 Feb 09 01:20:42.463876 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58226) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:42.523650 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 440f7491-5f0d-4a71-941e-5fcc6f8a9396 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:20:42.591815 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f53e03-c47e-4585-95b4-155b30811385 admin admin] Deleting subnet 701a1178-862c-45bf-93bb-f9578c351ffb {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:20:42.596045 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-44f53e03-c47e-4585-95b4-155b30811385 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:42.602007 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 440f7491-5f0d-4a71-941e-5fcc6f8a9396 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:20:42.602362 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 440f7491-5f0d-4a71-941e-5fcc6f8a9396 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:20:42.602793 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b2c008a5-bd83-4245-80e0-57c77fb50200 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:20:42.605417 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e235bdf1-973a-4215-8c48-b023d6e39750 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:42.617439 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a8b27bc8-bff9-4d1e-a642-44f7db83f676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:42.633744 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [None req-613a6cb2-e886-4b1c-ab9c-6e875d6a51ac tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:20:42.657919 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: b2c008a5-bd83-4245-80e0-57c77fb50200 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:20:42.659638 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b2c008a5-bd83-4245-80e0-57c77fb50200 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:20:42.666078 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-44f53e03-c47e-4585-95b4-155b30811385 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:42.772838 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-613a6cb2-e886-4b1c-ab9c-6e875d6a51ac tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:42.778827 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613a6cb2-e886-4b1c-ab9c-6e875d6a51ac tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:42.779330 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-613a6cb2-e886-4b1c-ab9c-6e875d6a51ac tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:42.808529 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-44f53e03-c47e-4585-95b4-155b30811385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:42.893675 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-44f53e03-c47e-4585-95b4-155b30811385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:42.933063 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f53e03-c47e-4585-95b4-155b30811385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=701a1178-862c-45bf-93bb-f9578c351ffb,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:42.950613 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebb2892-6254-4419-aeed-85efb51885e6 None None] Network ddd61f39-8802-43d0-a6a2-be6dc226d8a0 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:20:42.950913 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-44f53e03-c47e-4585-95b4-155b30811385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:42.962777 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-e235bdf1-973a-4215-8c48-b023d6e39750 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Calling delete_port for e6f1c836-0ef8-48bb-b90b-9a4a6c1ceca1 owned by network:router_gateway {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:42.972493 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-44f53e03-c47e-4585-95b4-155b30811385 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/701a1178-862c-45bf-93bb-f9578c351ffb HTTP/1.1" status: 204 len: 168 time: 0.5073867 Feb 09 01:20:42.973114 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58234) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:43.012775 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a6cb2-e886-4b1c-ab9c-6e875d6a51ac tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Pushing event updated for resources: {'Network': ['ID=82dd7274-51ab-4e9f-b69c-81eb7f04256c,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:43.019280 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a8b27bc8-bff9-4d1e-a642-44f7db83f676 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:43.032057 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-613a6cb2-e886-4b1c-ab9c-6e875d6a51ac tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.6286097 Feb 09 01:20:43.040162 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a8b27bc8-bff9-4d1e-a642-44f7db83f676 admin admin] Usage tracker for resource:security_group_rule and tenant:8e7102a6be164f7da24f256ba21b3c06 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:43.044586 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a8b27bc8-bff9-4d1e-a642-44f7db83f676 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:43.049207 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58238) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:43.064136 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-4cb30af6-bee5-4aa5-9a34-899bfc21c7e3 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Request body: {'subnet': {'network_id': '82dd7274-51ab-4e9f-b69c-81eb7f04256c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:43.082534 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a8b27bc8-bff9-4d1e-a642-44f7db83f676 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:43.383488 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 977d71c4-fec3-4cf1-a3ab-6321337280b5 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:20:43.385122 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e057fad2-9c62-43a1-a373-8c8b62b6e4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:43.399957 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-e057fad2-9c62-43a1-a373-8c8b62b6e4b6 admin admin] Deleting port ae10787c-8b7a-4354-85ff-fac6233f5be2 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:43.400638 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e057fad2-9c62-43a1-a373-8c8b62b6e4b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:43.421986 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 82dd7274-51ab-4e9f-b69c-81eb7f04256c details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:20:43.648195 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a8b27bc8-bff9-4d1e-a642-44f7db83f676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:43.693505 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4aa64f40-5e99-4183-8331-4423a0787c38 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:43.708644 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-e057fad2-9c62-43a1-a373-8c8b62b6e4b6 admin admin] For port ae10787c-8b7a-4354-85ff-fac6233f5be2, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=ae10787c-8b7a-4354-85ff-fac6233f5be2,segment=NetworkSegment(6da1aecd-c1a3-4d88-a372-e3dc40708330),segment_id=6da1aecd-c1a3-4d88-a372-e3dc40708330)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:43.709338 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e057fad2-9c62-43a1-a373-8c8b62b6e4b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:43.762783 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 977d71c4-fec3-4cf1-a3ab-6321337280b5 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:43.763288 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:43.853250 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6d6016-29fa-4a43-871e-c56faf5baef5 None None] DHCP port deletion for ddd61f39-8802-43d0-a6a2-be6dc226d8a0 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:20:43.858836 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-5c6d6016-29fa-4a43-871e-c56faf5baef5 None None] Deleting port ae10787c-8b7a-4354-85ff-fac6233f5be2 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:43.859464 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5c6d6016-29fa-4a43-871e-c56faf5baef5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:44.024429 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-e057fad2-9c62-43a1-a373-8c8b62b6e4b6 admin admin] Calling delete_port for ae10787c-8b7a-4354-85ff-fac6233f5be2 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:44.125333 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a8b27bc8-bff9-4d1e-a642-44f7db83f676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:44.206170 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e057fad2-9c62-43a1-a373-8c8b62b6e4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:44.303024 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b27bc8-bff9-4d1e-a642-44f7db83f676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfde19c6-ea9c-4978-a33b-27a6af5b6138,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:44.322590 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a8b27bc8-bff9-4d1e-a642-44f7db83f676 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e7102a6be164f7da24f256ba21b3c06&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7995234 Feb 09 01:20:44.329916 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-5c6d6016-29fa-4a43-871e-c56faf5baef5 None None] For port ae10787c-8b7a-4354-85ff-fac6233f5be2, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=ae10787c-8b7a-4354-85ff-fac6233f5be2,segment=NetworkSegment(6da1aecd-c1a3-4d88-a372-e3dc40708330),segment_id=6da1aecd-c1a3-4d88-a372-e3dc40708330)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:44.330308 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5c6d6016-29fa-4a43-871e-c56faf5baef5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:44.341482 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:44.350836 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58246) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:44.397744 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e057fad2-9c62-43a1-a373-8c8b62b6e4b6 admin admin] No DVR routers for this DVR port ae10787c-8b7a-4354-85ff-fac6233f5be2 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:20:44.485325 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057fad2-9c62-43a1-a373-8c8b62b6e4b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae10787c-8b7a-4354-85ff-fac6233f5be2,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:44.518909 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-4cb30af6-bee5-4aa5-9a34-899bfc21c7e3 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:44.528322 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4cb30af6-bee5-4aa5-9a34-899bfc21c7e3 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Usage tracker for resource:subnet and tenant:afc0eae67f584b7e9c66ff3bbb810d7f is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:44.535461 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4cb30af6-bee5-4aa5-9a34-899bfc21c7e3 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:44.537529 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-5c6d6016-29fa-4a43-871e-c56faf5baef5 None None] Calling delete_port for ae10787c-8b7a-4354-85ff-fac6233f5be2 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:44.560567 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-4cb30af6-bee5-4aa5-9a34-899bfc21c7e3 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:44.628713 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ae10787c-8b7a-4354-85ff-fac6233f5be2 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:20:44.680471 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e042f53a-b7c6-4b16-8b53-789ad89a0b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:44.694577 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102dacd-118a-4e9b-b01c-9511b9f727f6 req-ea7b8af7-7f1a-40ed-aa68-198f0323bc5e tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:44.697610 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c102dacd-118a-4e9b-b01c-9511b9f727f6 req-ea7b8af7-7f1a-40ed-aa68-198f0323bc5e tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 944 time: 1.3999357 Feb 09 01:20:44.703492 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb30af6-bee5-4aa5-9a34-899bfc21c7e3 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Made reservation on behalf of afc0eae67f584b7e9c66ff3bbb810d7f for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:44.719632 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4cb30af6-bee5-4aa5-9a34-899bfc21c7e3 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:44.722326 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e057fad2-9c62-43a1-a373-8c8b62b6e4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:44.747489 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 977d71c4-fec3-4cf1-a3ab-6321337280b5, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=977d71c4-fec3-4cf1-a3ab-6321337280b5,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:44.760036 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa632377-b81f-4d5c-9bf4-eceb5f675a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977d71c4-fec3-4cf1-a3ab-6321337280b5'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:20:44.761733 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e042f53a-b7c6-4b16-8b53-789ad89a0b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:44.802084 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-e057fad2-9c62-43a1-a373-8c8b62b6e4b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd61f39-8802-43d0-a6a2-be6dc226d8a0']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:44.847199 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: ae10787c-8b7a-4354-85ff-fac6233f5be2 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:20:44.847776 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ae10787c-8b7a-4354-85ff-fac6233f5be2 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:20:44.849451 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-e057fad2-9c62-43a1-a373-8c8b62b6e4b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da1aecd-c1a3-4d88-a372-e3dc40708330') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:44.854486 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-e057fad2-9c62-43a1-a373-8c8b62b6e4b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da1aecd-c1a3-4d88-a372-e3dc40708330') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:44.861473 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-5c6d6016-29fa-4a43-871e-c56faf5baef5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:20:44.861872 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-5c6d6016-29fa-4a43-871e-c56faf5baef5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:20:44.863463 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa632377-b81f-4d5c-9bf4-eceb5f675a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977d71c4-fec3-4cf1-a3ab-6321337280b5', 'code': 200} Feb 09 01:20:44.864673 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:44.891557 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e057fad2-9c62-43a1-a373-8c8b62b6e4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:44.928621 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e057fad2-9c62-43a1-a373-8c8b62b6e4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:44.944192 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e057fad2-9c62-43a1-a373-8c8b62b6e4b6 admin admin] Releasing vlan 981 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:20:44.946029 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e057fad2-9c62-43a1-a373-8c8b62b6e4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:44.986458 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:20:44.986458 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:20:44.986458 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:20:44.986458 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:20:44.986458 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:20:44.986458 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:20:44.986458 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:20:44.986458 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:20:44.986458 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:20:44.986458 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:20:44.986458 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:20:44.986458 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:20:44.986458 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:20:44.986458 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:20:44.986458 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:20:44.986458 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:20:44.986458 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:20:44.986458 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:20:44.986458 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:20:44.986458 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:20:44.986458 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:20:44.986458 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:20:44.986458 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:20:44.986458 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:20:44.986458 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:20:44.986458 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:20:44.986458 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:20:44.986458 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:20:44.986458 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:20:44.986458 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:20:44.986458 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:20:44.986458 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:20:45.057881 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=977d71c4-fec3-4cf1-a3ab-6321337280b5,revision_number=7']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:45.088792 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e042f53a-b7c6-4b16-8b53-789ad89a0b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:45.102371 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e235bdf1-973a-4215-8c48-b023d6e39750 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:45.111129 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4aa64f40-5e99-4183-8331-4423a0787c38 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:45.151798 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042f53a-b7c6-4b16-8b53-789ad89a0b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfde19c6-ea9c-4978-a33b-27a6af5b6138,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:45.177636 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e042f53a-b7c6-4b16-8b53-789ad89a0b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:45.182271 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e042f53a-b7c6-4b16-8b53-789ad89a0b98 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cfde19c6-ea9c-4978-a33b-27a6af5b6138 HTTP/1.1" status: 204 len: 168 time: 0.8293777 Feb 09 01:20:45.185805 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e057fad2-9c62-43a1-a373-8c8b62b6e4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:45.195134 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235bdf1-973a-4215-8c48-b023d6e39750 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Pushing event deleted for resources: {'Port': ['ID=e6f1c836-0ef8-48bb-b90b-9a4a6c1ceca1,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:45.197602 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4cb30af6-bee5-4aa5-9a34-899bfc21c7e3 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:45.198166 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e057fad2-9c62-43a1-a373-8c8b62b6e4b6 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:45.268867 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c102dacd-118a-4e9b-b01c-9511b9f727f6 req-8ff4d14d-0eae-42ac-821d-43a2eba874f5 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699498 Feb 09 01:20:45.280646 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4aa64f40-5e99-4183-8331-4423a0787c38 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8101386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8101405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8095324'] for router, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:45.289625 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e057fad2-9c62-43a1-a373-8c8b62b6e4b6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ddd61f39-8802-43d0-a6a2-be6dc226d8a0 HTTP/1.1" status: 204 len: 168 time: 2.3115089 Feb 09 01:20:45.294032 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057fad2-9c62-43a1-a373-8c8b62b6e4b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddd61f39-8802-43d0-a6a2-be6dc226d8a0,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:45.363354 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-5c6d6016-29fa-4a43-871e-c56faf5baef5 None None] Deleting port ae10787c-8b7a-4354-85ff-fac6233f5be2 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:45.363731 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5c6d6016-29fa-4a43-871e-c56faf5baef5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:45.504209 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-5c6d6016-29fa-4a43-871e-c56faf5baef5 None None] The port 'ae10787c-8b7a-4354-85ff-fac6233f5be2' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:20:45.574071 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58262) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:45.691441 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb30af6-bee5-4aa5-9a34-899bfc21c7e3 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Pushing event updated for resources: {'Subnet': ['ID=bf09477c-584b-49a8-aa14-02c5b786ab01,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:45.730044 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e235bdf1-973a-4215-8c48-b023d6e39750 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:45.739262 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3f333abc-8011-427d-81c7-238b66f5854b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b3ae5f1a74a0449bbcfa6cd021a53ab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1584339 Feb 09 01:20:45.742040 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58268) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:45.855804 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4b4a93fa-a44f-4420-ae1c-5aa8772f5ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:45.928696 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4b4a93fa-a44f-4420-ae1c-5aa8772f5ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:45.931347 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e235bdf1-973a-4215-8c48-b023d6e39750 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:45.934125 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e235bdf1-973a-4215-8c48-b023d6e39750 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:45.958964 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb30af6-bee5-4aa5-9a34-899bfc21c7e3 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Checking segment: {'id': '2b62f545-c8ce-449e-8089-ab1f2543f974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '82dd7274-51ab-4e9f-b69c-81eb7f04256c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:20:45.959254 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb30af6-bee5-4aa5-9a34-899bfc21c7e3 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Network hostable DHCP agents. Network: 82dd7274-51ab-4e9f-b69c-81eb7f04256c, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:20:45.972711 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e235bdf1-973a-4215-8c48-b023d6e39750 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:45.973391 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e235bdf1-973a-4215-8c48-b023d6e39750 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Fanout notify agent at l3_agent the message router_deleted on router f9f3afd2-c256-42e7-b4d8-c3a4682b2808 {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:20:46.051584 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb30af6-bee5-4aa5-9a34-899bfc21c7e3 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Network 82dd7274-51ab-4e9f-b69c-81eb7f04256c is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:20:46.083678 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-4cb30af6-bee5-4aa5-9a34-899bfc21c7e3 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 82dd7274-51ab-4e9f-b69c-81eb7f04256c) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:46.091565 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb30af6-bee5-4aa5-9a34-899bfc21c7e3 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:46.092208 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4cb30af6-bee5-4aa5-9a34-899bfc21c7e3 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:46.110065 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f02dd0-6405-41ce-9a57-d776ab7130b5 None None] Network 82dd7274-51ab-4e9f-b69c-81eb7f04256c requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:20:46.113586 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4b4a93fa-a44f-4420-ae1c-5aa8772f5ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:46.131390 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e235bdf1-973a-4215-8c48-b023d6e39750 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:46.140324 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58274) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:46.143400 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e235bdf1-973a-4215-8c48-b023d6e39750 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] 10.222.0.37 "DELETE /v2.0/routers/f9f3afd2-c256-42e7-b4d8-c3a4682b2808 HTTP/1.1" status: 204 len: 168 time: 5.7142215 Feb 09 01:20:46.148228 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58276) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:46.188446 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a93fa-a44f-4420-ae1c-5aa8772f5ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f99c8ac-6f6b-4529-95d4-37f70e4ccabc,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:46.218474 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4cb30af6-bee5-4aa5-9a34-899bfc21c7e3 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1658466 Feb 09 01:20:46.220139 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58282) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:46.224563 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58284) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:46.232391 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-f4a0c97e-6d50-48f7-abb1-0537ae62443b tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-677295905', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:46.245323 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f4a0c97e-6d50-48f7-abb1-0537ae62443b tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:46.255023 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c5d85c2a-0cee-4ecd-8ee0-a2625e6b26f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:46.257614 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa64f40-5e99-4183-8331-4423a0787c38 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Router 2af8faf3-200f-460f-ae5b-38adf4fdd286 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:20:46.267225 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-1ae9c676-a239-4520-8084-d761aee60055 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Request body: {'port': {'network_id': '82dd7274-51ab-4e9f-b69c-81eb7f04256c', 'name': 'tempest-TagsExtTest-1436817771'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:46.278285 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f4a0c97e-6d50-48f7-abb1-0537ae62443b tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Usage tracker for resource:router and tenant:02c325c62cec4b439103793088b40a05 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:46.289351 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4b4a93fa-a44f-4420-ae1c-5aa8772f5ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:46.305948 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4b4a93fa-a44f-4420-ae1c-5aa8772f5ba8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f99c8ac-6f6b-4529-95d4-37f70e4ccabc HTTP/1.1" status: 204 len: 168 time: 0.5510912 Feb 09 01:20:46.312577 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f4a0c97e-6d50-48f7-abb1-0537ae62443b tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:46.338057 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c5d85c2a-0cee-4ecd-8ee0-a2625e6b26f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:46.350562 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c5d85c2a-0cee-4ecd-8ee0-a2625e6b26f9 admin admin] Usage tracker for resource:security_group_rule and tenant:92c17d7688574654b4fecf02b2d145ae is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:46.367661 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c5d85c2a-0cee-4ecd-8ee0-a2625e6b26f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:46.378924 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c5d85c2a-0cee-4ecd-8ee0-a2625e6b26f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:46.438988 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1ae9c676-a239-4520-8084-d761aee60055 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:46.590058 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c5d85c2a-0cee-4ecd-8ee0-a2625e6b26f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:46.637114 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f4a0c97e-6d50-48f7-abb1-0537ae62443b tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:46.656463 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c5d85c2a-0cee-4ecd-8ee0-a2625e6b26f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:46.759460 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c5d85c2a-0cee-4ecd-8ee0-a2625e6b26f9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92c17d7688574654b4fecf02b2d145ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6073778 Feb 09 01:20:46.790874 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58296) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:46.837202 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01df622-57dd-4a1f-9c1c-d28937fe78bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-82dd7274-51ab-4e9f-b69c-81eb7f04256c', 'network_id': '82dd7274-51ab-4e9f-b69c-81eb7f04256c', 'tenant_id': 'afc0eae67f584b7e9c66ff3bbb810d7f', 'fixed_ips': [{'subnet_id': 'bf09477c-584b-49a8-aa14-02c5b786ab01'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:20:46.838062 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e01df622-57dd-4a1f-9c1c-d28937fe78bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:46.889395 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f4a0c97e-6d50-48f7-abb1-0537ae62443b tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:46.890495 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f4a0c97e-6d50-48f7-abb1-0537ae62443b tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:46.959322 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d85c2a-0cee-4ecd-8ee0-a2625e6b26f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8082d951-c954-4b70-974f-09a54ca3ee9a,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:47.005788 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f4a0c97e-6d50-48f7-abb1-0537ae62443b tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:47.021796 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1ae9c676-a239-4520-8084-d761aee60055 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Usage tracker for resource:port and tenant:afc0eae67f584b7e9c66ff3bbb810d7f is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:47.025992 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1ae9c676-a239-4520-8084-d761aee60055 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:47.053883 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c77b1-c972-40e0-9fac-c9ce5999ce0b req-3a3445ed-5d27-4da1-a6db-f42a832a774f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:47.057592 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-362c77b1-c972-40e0-9fac-c9ce5999ce0b req-3a3445ed-5d27-4da1-a6db-f42a832a774f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 945 time: 0.4617889 Feb 09 01:20:47.079833 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1ae9c676-a239-4520-8084-d761aee60055 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:47.142179 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6f8c24a6-2300-40c9-9d9e-0d2fbd80a9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:47.159739 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-90432e1a-672c-47b7-a047-b409ddd3f99a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3296925bac7944bfb26fd23ef3ac493a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9143016 Feb 09 01:20:47.160390 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58308) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:47.180376 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-e01df622-57dd-4a1f-9c1c-d28937fe78bd None None] Allocated IP 172.20.0.2 (82dd7274-51ab-4e9f-b69c-81eb7f04256c/bf09477c-584b-49a8-aa14-02c5b786ab01/34fcad19-060e-4000-bbe2-7e1f46ef3bd3) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:47.198899 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f4a0c97e-6d50-48f7-abb1-0537ae62443b tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:47.204280 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa64f40-5e99-4183-8331-4423a0787c38 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:20:47.209566 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4aa64f40-5e99-4183-8331-4423a0787c38 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:47.213859 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4aa64f40-5e99-4183-8331-4423a0787c38 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] 10.222.0.37 "PUT /v2.0/routers/2af8faf3-200f-460f-ae5b-38adf4fdd286 HTTP/1.1" status: 200 len: 914 time: 9.1044483 Feb 09 01:20:47.217398 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58312) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:47.227752 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386a27b7-1710-45bb-9c3e-85644ac0240e None None] Sync routers for ids ['2af8faf3-200f-460f-ae5b-38adf4fdd286'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:20:47.273144 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6f8c24a6-2300-40c9-9d9e-0d2fbd80a9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:47.311431 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-362c77b1-c972-40e0-9fac-c9ce5999ce0b req-3836fb87-a018-48ce-9412-3e40abe05453 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026205 Feb 09 01:20:47.313890 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae9c676-a239-4520-8084-d761aee60055 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Made reservation on behalf of afc0eae67f584b7e9c66ff3bbb810d7f for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:47.317828 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1ae9c676-a239-4520-8084-d761aee60055 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:47.357154 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f4a0c97e-6d50-48f7-abb1-0537ae62443b tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:47.358353 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f4a0c97e-6d50-48f7-abb1-0537ae62443b tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2078056 Feb 09 01:20:47.361406 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58318) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:47.367272 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-9b525e5f-59f1-40be-9ee8-ad7cbddcbd72 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:47.387334 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-1ae9c676-a239-4520-8084-d761aee60055 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] device_id is not set on port 16b76a64-45da-4d9c-9159-a2853a85c968 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:20:47.433568 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386a27b7-1710-45bb-9c3e-85644ac0240e None None] Routers {'2af8faf3-200f-460f-ae5b-38adf4fdd286'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:20:47.434280 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-386a27b7-1710-45bb-9c3e-85644ac0240e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:20:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2af8faf3-200f-460f-ae5b-38adf4fdd286'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:47.511066 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-386a27b7-1710-45bb-9c3e-85644ac0240e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:47.538632 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386a27b7-1710-45bb-9c3e-85644ac0240e None None] Routers {'2af8faf3-200f-460f-ae5b-38adf4fdd286'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:20:47.539906 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-386a27b7-1710-45bb-9c3e-85644ac0240e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:20:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2af8faf3-200f-460f-ae5b-38adf4fdd286'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:47.569055 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6a4e00f8-db73-41e1-b0ec-c23d38cb915d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:47.612658 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d6ed4017-01df-4943-96a9-1e2a5c731e2e tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] 10.222.0.37 "GET /v2.0/routers/2af8faf3-200f-460f-ae5b-38adf4fdd286 HTTP/1.1" status: 200 len: 920 time: 0.3937781 Feb 09 01:20:47.618681 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58328) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:47.628126 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-386a27b7-1710-45bb-9c3e-85644ac0240e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:47.635346 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386a27b7-1710-45bb-9c3e-85644ac0240e None None] The sync data for ids ['2af8faf3-200f-460f-ae5b-38adf4fdd286'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:20:47.648362 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6a4e00f8-db73-41e1-b0ec-c23d38cb915d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:47.738335 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6a4e00f8-db73-41e1-b0ec-c23d38cb915d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:47.776320 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e00f8-db73-41e1-b0ec-c23d38cb915d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa17e8a-4b06-48ec-98aa-99f6bc1880b0,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:47.786614 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6f8c24a6-2300-40c9-9d9e-0d2fbd80a9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:47.831885 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6a4e00f8-db73-41e1-b0ec-c23d38cb915d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:47.833335 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6a4e00f8-db73-41e1-b0ec-c23d38cb915d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7fa17e8a-4b06-48ec-98aa-99f6bc1880b0 HTTP/1.1" status: 204 len: 168 time: 0.6609538 Feb 09 01:20:47.895066 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c24a6-2300-40c9-9d9e-0d2fbd80a9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8082d951-c954-4b70-974f-09a54ca3ee9a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:47.914297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58336) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:48.057589 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e01df622-57dd-4a1f-9c1c-d28937fe78bd None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:48.083631 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e01df622-57dd-4a1f-9c1c-d28937fe78bd None None] Transition to ACTIVE for port object 34fcad19-060e-4000-bbe2-7e1f46ef3bd3 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:48.132612 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e01df622-57dd-4a1f-9c1c-d28937fe78bd None None] Transition to ACTIVE for port object 34fcad19-060e-4000-bbe2-7e1f46ef3bd3 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:48.147636 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e01df622-57dd-4a1f-9c1c-d28937fe78bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:48.270914 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01df622-57dd-4a1f-9c1c-d28937fe78bd None None] Network 82dd7274-51ab-4e9f-b69c-81eb7f04256c is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:48.280203 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-e01df622-57dd-4a1f-9c1c-d28937fe78bd None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:48.286475 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01df622-57dd-4a1f-9c1c-d28937fe78bd None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:20:48.300647 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9b525e5f-59f1-40be-9ee8-ad7cbddcbd72 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:48.313875 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6f8c24a6-2300-40c9-9d9e-0d2fbd80a9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:48.319179 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6f8c24a6-2300-40c9-9d9e-0d2fbd80a9d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8082d951-c954-4b70-974f-09a54ca3ee9a HTTP/1.1" status: 204 len: 168 time: 1.5273027 Feb 09 01:20:48.326372 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-1ae9c676-a239-4520-8084-d761aee60055 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Allocated IP 172.20.0.13 (82dd7274-51ab-4e9f-b69c-81eb7f04256c/bf09477c-584b-49a8-aa14-02c5b786ab01/16b76a64-45da-4d9c-9159-a2853a85c968) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:48.438813 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9724b9b7-c13e-42a5-aba9-a2333982f8e6 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:48.446987 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9724b9b7-c13e-42a5-aba9-a2333982f8e6 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=d1df58ff-1788-422d-89ee-d00e1fe89789&device_id=2af8faf3-200f-460f-ae5b-38adf4fdd286&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8252616 Feb 09 01:20:48.452192 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58350) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:48.492375 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01df622-57dd-4a1f-9c1c-d28937fe78bd None None] Pushing event updated for resources: {'Port': ['ID=34fcad19-060e-4000-bbe2-7e1f46ef3bd3,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:48.499284 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-cc8de11d-9ce8-4790-a4dd-29dfb27e1844 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-141425582-network', 'tenant_id': '08259b26651148159119352f4f3e1358'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:48.512379 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-cc8de11d-9ce8-4790-a4dd-29dfb27e1844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:48.523731 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-cc8de11d-9ce8-4790-a4dd-29dfb27e1844 admin admin] Usage tracker for resource:network and tenant:08259b26651148159119352f4f3e1358 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:48.538829 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-cc8de11d-9ce8-4790-a4dd-29dfb27e1844 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:48.541442 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-e01df622-57dd-4a1f-9c1c-d28937fe78bd None None] Attempting to bind port 34fcad19-060e-4000-bbe2-7e1f46ef3bd3 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:48.541806 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-e01df622-57dd-4a1f-9c1c-d28937fe78bd None None] Attempting to bind port 34fcad19-060e-4000-bbe2-7e1f46ef3bd3 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '2b62f545-c8ce-449e-8089-ab1f2543f974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '82dd7274-51ab-4e9f-b69c-81eb7f04256c'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:48.542161 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01df622-57dd-4a1f-9c1c-d28937fe78bd None None] Attempting to bind port 34fcad19-060e-4000-bbe2-7e1f46ef3bd3 on network 82dd7274-51ab-4e9f-b69c-81eb7f04256c {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:48.556043 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-cc8de11d-9ce8-4790-a4dd-29dfb27e1844 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:48.557362 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01df622-57dd-4a1f-9c1c-d28937fe78bd None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:20:48.557989 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01df622-57dd-4a1f-9c1c-d28937fe78bd None None] Checking segment: {'id': '2b62f545-c8ce-449e-8089-ab1f2543f974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '82dd7274-51ab-4e9f-b69c-81eb7f04256c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:20:48.559174 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e01df622-57dd-4a1f-9c1c-d28937fe78bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:48.559743 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01df622-57dd-4a1f-9c1c-d28937fe78bd None None] Bound using segment: {'id': '2b62f545-c8ce-449e-8089-ab1f2543f974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '82dd7274-51ab-4e9f-b69c-81eb7f04256c'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:20:48.561174 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-e01df622-57dd-4a1f-9c1c-d28937fe78bd None None] Bound port: 34fcad19-060e-4000-bbe2-7e1f46ef3bd3, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b62f545-c8ce-449e-8089-ab1f2543f974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '82dd7274-51ab-4e9f-b69c-81eb7f04256c'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:20:48.561729 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e01df622-57dd-4a1f-9c1c-d28937fe78bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:48.608534 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8de11d-9ce8-4790-a4dd-29dfb27e1844 admin admin] Made reservation on behalf of 08259b26651148159119352f4f3e1358 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:48.614799 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cc8de11d-9ce8-4790-a4dd-29dfb27e1844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:48.740547 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bab123b-cef1-4831-81f1-1ae5515a8a02 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:48.741277 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4bab123b-cef1-4831-81f1-1ae5515a8a02 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Synchronizing usage tracker for tenant:5c35fa1a1b4947e381261af89c3364df on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:20:48.801484 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-e01df622-57dd-4a1f-9c1c-d28937fe78bd None None] For port 34fcad19-060e-4000-bbe2-7e1f46ef3bd3, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:20:48.807584 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-e01df622-57dd-4a1f-9c1c-d28937fe78bd None None] For port 34fcad19-060e-4000-bbe2-7e1f46ef3bd3, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=34fcad19-060e-4000-bbe2-7e1f46ef3bd3,segment=NetworkSegment(2b62f545-c8ce-449e-8089-ab1f2543f974),segment_id=2b62f545-c8ce-449e-8089-ab1f2543f974)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:20:48.821008 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e01df622-57dd-4a1f-9c1c-d28937fe78bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:48.855306 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cc8de11d-9ce8-4790-a4dd-29dfb27e1844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:48.966170 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4bab123b-cef1-4831-81f1-1ae5515a8a02 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Unset dirty status for tenant:5c35fa1a1b4947e381261af89c3364df on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:20:48.971814 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4bab123b-cef1-4831-81f1-1ae5515a8a02 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 881 time: 0.5183778 Feb 09 01:20:48.975518 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58364) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:48.996869 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01df622-57dd-4a1f-9c1c-d28937fe78bd None None] Pushing event updated for resources: {'Port': ['ID=34fcad19-060e-4000-bbe2-7e1f46ef3bd3,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:49.095972 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9b525e5f-59f1-40be-9ee8-ad7cbddcbd72 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:49.159770 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-cc8de11d-9ce8-4790-a4dd-29dfb27e1844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:49.175836 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9898592f-c7f8-411d-af02-a7e1f9f0c302 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] 10.222.0.37 "GET /v2.0/ports?device_id=2af8faf3-200f-460f-ae5b-38adf4fdd286 HTTP/1.1" status: 200 len: 205 time: 0.1985810 Feb 09 01:20:49.180570 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58372) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:49.181604 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-cc8de11d-9ce8-4790-a4dd-29dfb27e1844 admin admin] Usage tracker for resource:security_group_rule and tenant:08259b26651148159119352f4f3e1358 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:49.182734 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9b525e5f-59f1-40be-9ee8-ad7cbddcbd72 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:49.188994 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-cc8de11d-9ce8-4790-a4dd-29dfb27e1844 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:49.221607 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-cc8de11d-9ce8-4790-a4dd-29dfb27e1844 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:49.272496 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1ae9c676-a239-4520-8084-d761aee60055 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:49.370731 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-1ae9c676-a239-4520-8084-d761aee60055 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Transition to ACTIVE for port object 16b76a64-45da-4d9c-9159-a2853a85c968 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:49.415404 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98450bf-9d4b-4199-bda8-6bc07fda3b01 req-f9a61057-26c1-4bca-a27c-953dcb7a9fc8 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:49.439606 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f98450bf-9d4b-4199-bda8-6bc07fda3b01 req-f9a61057-26c1-4bca-a27c-953dcb7a9fc8 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 945 time: 0.8569303 Feb 09 01:20:49.580714 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f98450bf-9d4b-4199-bda8-6bc07fda3b01 req-224e9d91-b19f-49b6-b1ac-0953c3eabe16 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367035 Feb 09 01:20:49.653559 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1ae9c676-a239-4520-8084-d761aee60055 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:49.738012 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58386) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:49.763348 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cc8de11d-9ce8-4790-a4dd-29dfb27e1844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:49.773529 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae9c676-a239-4520-8084-d761aee60055 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Network 82dd7274-51ab-4e9f-b69c-81eb7f04256c is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:49.782309 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-1ae9c676-a239-4520-8084-d761aee60055 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:49.784885 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae9c676-a239-4520-8084-d761aee60055 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:20:49.812224 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-29c100ee-6b5e-4391-bb84-9c41a14427b4 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:49.819019 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cc8de11d-9ce8-4790-a4dd-29dfb27e1844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:49.891963 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9c676-a239-4520-8084-d761aee60055 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Pushing event updated for resources: {'Port': ['ID=16b76a64-45da-4d9c-9159-a2853a85c968,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:49.898857 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc8de11d-9ce8-4790-a4dd-29dfb27e1844 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 990} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:20:49.905951 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-9b525e5f-59f1-40be-9ee8-ad7cbddcbd72 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Allocated IP 172.25.5.245 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/60e26fd3-d6b1-49d4-aaf6-bb01ffef7ca0) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:49.928633 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae9c676-a239-4520-8084-d761aee60055 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:49.928633 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1ae9c676-a239-4520-8084-d761aee60055 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:49.928633 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8de11d-9ce8-4790-a4dd-29dfb27e1844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3346fe-59e3-4728-8449-0ef73eeb3115,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:49.974043 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cc8de11d-9ce8-4790-a4dd-29dfb27e1844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:49.974488 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-cc8de11d-9ce8-4790-a4dd-29dfb27e1844 admin admin] Added segment 28adce5e-778f-4788-9785-5c332ec35a6a of type vlan for network 211c22fa-e090-41d1-bde6-fe315257e8a1 Feb 09 01:20:50.042046 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1ae9c676-a239-4520-8084-d761aee60055 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.7928419 Feb 09 01:20:50.042658 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58396) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:50.047843 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cc8de11d-9ce8-4790-a4dd-29dfb27e1844 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:50.055324 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-ccca9f8a-a830-47a9-8cdf-f3944596c450 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-266595730', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:50.066336 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ccca9f8a-a830-47a9-8cdf-f3944596c450 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:50.072356 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ccca9f8a-a830-47a9-8cdf-f3944596c450 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Usage tracker for resource:router and tenant:afc0eae67f584b7e9c66ff3bbb810d7f is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:50.076188 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ccca9f8a-a830-47a9-8cdf-f3944596c450 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:50.078117 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-20460fec-169b-46f6-9b0c-7615d2336ec2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-195536192-network', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:50.088954 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-20460fec-169b-46f6-9b0c-7615d2336ec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:50.092569 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ccca9f8a-a830-47a9-8cdf-f3944596c450 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:50.094825 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-20460fec-169b-46f6-9b0c-7615d2336ec2 admin admin] Usage tracker for resource:network and tenant:5ddfa727b5a54b179d7c03a600eaa4b9 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:50.098139 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-20460fec-169b-46f6-9b0c-7615d2336ec2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:50.106334 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-20460fec-169b-46f6-9b0c-7615d2336ec2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:50.110053 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cc8de11d-9ce8-4790-a4dd-29dfb27e1844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:50.111526 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8de11d-9ce8-4790-a4dd-29dfb27e1844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:50.112582 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cc8de11d-9ce8-4790-a4dd-29dfb27e1844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:50.153298 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ccca9f8a-a830-47a9-8cdf-f3944596c450 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:50.154730 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ccca9f8a-a830-47a9-8cdf-f3944596c450 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:50.255699 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-cc8de11d-9ce8-4790-a4dd-29dfb27e1844 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3399966 Feb 09 01:20:50.261350 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58408) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:50.271738 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ccca9f8a-a830-47a9-8cdf-f3944596c450 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:50.276241 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-d911b5ce-0333-4327-b7df-cd6b9dd6f976 admin admin] Request body: {'subnet': {'network_id': '211c22fa-e090-41d1-bde6-fe315257e8a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-141425582-subnet', 'tenant_id': '08259b26651148159119352f4f3e1358', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:50.282135 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d911b5ce-0333-4327-b7df-cd6b9dd6f976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:50.286737 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d911b5ce-0333-4327-b7df-cd6b9dd6f976 admin admin] Usage tracker for resource:subnet and tenant:08259b26651148159119352f4f3e1358 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:50.303856 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d911b5ce-0333-4327-b7df-cd6b9dd6f976 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:50.320352 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d911b5ce-0333-4327-b7df-cd6b9dd6f976 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:50.338600 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8de11d-9ce8-4790-a4dd-29dfb27e1844 admin admin] Pushing event updated for resources: {'Network': ['ID=211c22fa-e090-41d1-bde6-fe315257e8a1,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:50.342359 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d911b5ce-0333-4327-b7df-cd6b9dd6f976 admin admin] Made reservation on behalf of 08259b26651148159119352f4f3e1358 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:50.344979 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d911b5ce-0333-4327-b7df-cd6b9dd6f976 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:50.353977 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 211c22fa-e090-41d1-bde6-fe315257e8a1 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:20:50.396895 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20460fec-169b-46f6-9b0c-7615d2336ec2 admin admin] Made reservation on behalf of 5ddfa727b5a54b179d7c03a600eaa4b9 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:50.399573 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-20460fec-169b-46f6-9b0c-7615d2336ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:50.487054 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-29c100ee-6b5e-4391-bb84-9c41a14427b4 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:50.530503 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-20460fec-169b-46f6-9b0c-7615d2336ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:50.545535 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ccca9f8a-a830-47a9-8cdf-f3944596c450 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:50.617816 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-29c100ee-6b5e-4391-bb84-9c41a14427b4 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Deleting port c91368d0-9905-40b3-ba3e-b116d04d2334 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:20:50.618167 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-29c100ee-6b5e-4391-bb84-9c41a14427b4 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:50.626768 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 34fcad19-060e-4000-bbe2-7e1f46ef3bd3 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:20:50.659338 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ccca9f8a-a830-47a9-8cdf-f3944596c450 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:50.664078 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ccca9f8a-a830-47a9-8cdf-f3944596c450 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6182652 Feb 09 01:20:50.665860 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58416) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:50.676047 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-fe37fcd8-5755-4815-8fb4-9ea398b1c020 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-650187555', 'prefixes': ['172.20.0.0/16']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:50.688717 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-fe37fcd8-5755-4815-8fb4-9ea398b1c020 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:50.778833 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-20460fec-169b-46f6-9b0c-7615d2336ec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:50.781261 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 34fcad19-060e-4000-bbe2-7e1f46ef3bd3 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:50.784428 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-20460fec-169b-46f6-9b0c-7615d2336ec2 admin admin] Usage tracker for resource:security_group_rule and tenant:5ddfa727b5a54b179d7c03a600eaa4b9 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:50.788526 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-20460fec-169b-46f6-9b0c-7615d2336ec2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:50.795006 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-20460fec-169b-46f6-9b0c-7615d2336ec2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:50.974905 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d911b5ce-0333-4327-b7df-cd6b9dd6f976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:51.053331 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accdf3e9-8ba1-4a23-8bf5-e2d941d242ec None None] Network 82dd7274-51ab-4e9f-b69c-81eb7f04256c requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:20:51.172195 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2aa052f2-e220-4081-a01e-409dc6a31881 None None] Provisioning for port 34fcad19-060e-4000-bbe2-7e1f46ef3bd3 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:51.184825 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2aa052f2-e220-4081-a01e-409dc6a31881 None None] Provisioning complete for port 34fcad19-060e-4000-bbe2-7e1f46ef3bd3 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:51.185514 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2aa052f2-e220-4081-a01e-409dc6a31881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:51.227465 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fe37fcd8-5755-4815-8fb4-9ea398b1c020 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks [] for subnetpool, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:51.228946 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-fe37fcd8-5755-4815-8fb4-9ea398b1c020 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.5620000 Feb 09 01:20:51.232601 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58426) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:51.240949 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.tag.tag_plugin [None req-c7f8fc21-66c4-4b20-94b7-9a1bb35e4b10 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'bf09477c-584b-49a8-aa14-02c5b786ab01', 'tempest-TagsExtTest-Tag-1781623870') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:51.321564 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911b5ce-0333-4327-b7df-cd6b9dd6f976 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8ecf23e-3a6c-4d0a-995b-57294f1050d9,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:51.324858 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9b525e5f-59f1-40be-9ee8-ad7cbddcbd72 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:51.350082 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d911b5ce-0333-4327-b7df-cd6b9dd6f976 admin admin] Checking segment: {'id': '28adce5e-778f-4788-9785-5c332ec35a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '211c22fa-e090-41d1-bde6-fe315257e8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:20:51.350599 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d911b5ce-0333-4327-b7df-cd6b9dd6f976 admin admin] Network hostable DHCP agents. Network: 211c22fa-e090-41d1-bde6-fe315257e8a1, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:20:51.381192 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2aa052f2-e220-4081-a01e-409dc6a31881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:51.408722 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d911b5ce-0333-4327-b7df-cd6b9dd6f976 admin admin] Network 211c22fa-e090-41d1-bde6-fe315257e8a1 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:20:51.426202 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-d911b5ce-0333-4327-b7df-cd6b9dd6f976 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 211c22fa-e090-41d1-bde6-fe315257e8a1) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:51.433954 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d911b5ce-0333-4327-b7df-cd6b9dd6f976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:51.434091 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd62ed-e9b8-46f8-9fa2-d72b4fdeb6f0 req-57fd0c36-fc31-4d80-8f6c-d40243431004 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:51.434226 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d911b5ce-0333-4327-b7df-cd6b9dd6f976 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:51.434335 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-53cd62ed-e9b8-46f8-9fa2-d72b4fdeb6f0 req-57fd0c36-fc31-4d80-8f6c-d40243431004 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 945 time: 0.6097527 Feb 09 01:20:51.451795 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c7f8fc21-66c4-4b20-94b7-9a1bb35e4b10 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "PUT /v2.0/subnets/bf09477c-584b-49a8-aa14-02c5b786ab01/tags/tempest-TagsExtTest-Tag-1781623870 HTTP/1.1" status: 201 len: 201 time: 0.2169127 Feb 09 01:20:51.455921 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58432) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:51.464788 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.tag.tag_plugin [None req-9a7595f4-a09b-43d5-a2cf-4ae56f1eb858 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '16b76a64-45da-4d9c-9159-a2853a85c968', 'tempest-TagsExtTest-Tag-1968465861') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:51.493290 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-20460fec-169b-46f6-9b0c-7615d2336ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:51.521015 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-20460fec-169b-46f6-9b0c-7615d2336ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:51.528044 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-29c100ee-6b5e-4391-bb84-9c41a14427b4 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:51.554169 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-53cd62ed-e9b8-46f8-9fa2-d72b4fdeb6f0 req-d6f89b77-073c-4416-8797-001c29d9708a tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983520 Feb 09 01:20:51.581466 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99d9498-502b-47b0-a7bf-45ae8970d5fa None None] Network 211c22fa-e090-41d1-bde6-fe315257e8a1 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:20:51.594151 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d911b5ce-0333-4327-b7df-cd6b9dd6f976 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3276095 Feb 09 01:20:51.598523 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58436) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:51.619677 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-024b1ebf-6882-43a3-95df-a2bece54737a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-141425582-router', 'tenant_id': '08259b26651148159119352f4f3e1358', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:51.649417 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-024b1ebf-6882-43a3-95df-a2bece54737a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:51.685802 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-024b1ebf-6882-43a3-95df-a2bece54737a admin admin] Usage tracker for resource:router and tenant:08259b26651148159119352f4f3e1358 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:51.695768 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9b525e5f-59f1-40be-9ee8-ad7cbddcbd72 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:51.700114 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-2aa052f2-e220-4081-a01e-409dc6a31881 None None] For port 34fcad19-060e-4000-bbe2-7e1f46ef3bd3, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=34fcad19-060e-4000-bbe2-7e1f46ef3bd3,segment=NetworkSegment(2b62f545-c8ce-449e-8089-ab1f2543f974),segment_id=2b62f545-c8ce-449e-8089-ab1f2543f974)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:51.711625 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-024b1ebf-6882-43a3-95df-a2bece54737a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:51.713450 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-29c100ee-6b5e-4391-bb84-9c41a14427b4 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Calling delete_port for c91368d0-9905-40b3-ba3e-b116d04d2334 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:20:51.715113 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2aa052f2-e220-4081-a01e-409dc6a31881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:51.742369 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-024b1ebf-6882-43a3-95df-a2bece54737a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:51.743329 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20460fec-169b-46f6-9b0c-7615d2336ec2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 956} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:20:51.796851 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-024b1ebf-6882-43a3-95df-a2bece54737a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:51.798645 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20460fec-169b-46f6-9b0c-7615d2336ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79501d18-73db-4be7-9d3a-8b21a462509f,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:51.800072 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-024b1ebf-6882-43a3-95df-a2bece54737a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:51.832946 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b525e5f-59f1-40be-9ee8-ad7cbddcbd72 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:51.839468 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-20460fec-169b-46f6-9b0c-7615d2336ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:51.839813 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-20460fec-169b-46f6-9b0c-7615d2336ec2 admin admin] Added segment 3563e27e-2e26-4750-a4b1-fd6d3e57da14 of type vlan for network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 Feb 09 01:20:51.845300 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-9b525e5f-59f1-40be-9ee8-ad7cbddcbd72 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:51.857339 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b525e5f-59f1-40be-9ee8-ad7cbddcbd72 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:20:51.861930 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-024b1ebf-6882-43a3-95df-a2bece54737a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:51.899600 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9a7595f4-a09b-43d5-a2cf-4ae56f1eb858 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "PUT /v2.0/ports/16b76a64-45da-4d9c-9159-a2853a85c968/tags/tempest-TagsExtTest-Tag-1968465861 HTTP/1.1" status: 201 len: 201 time: 0.4395623 Feb 09 01:20:51.901182 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58444) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:51.911990 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b525e5f-59f1-40be-9ee8-ad7cbddcbd72 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Pushing event updated for resources: {'Port': ['ID=60e26fd3-d6b1-49d4-aaf6-bb01ffef7ca0,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:51.916336 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.tag.tag_plugin [None req-3be804fc-d948-4143-b77c-d71ae3b707a6 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2e82eb31-68aa-43ed-9782-810c60d5f511', 'tempest-TagsExtTest-Tag-1445113213') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:51.959637 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-20460fec-169b-46f6-9b0c-7615d2336ec2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:51.978397 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:52.012213 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa052f2-e220-4081-a01e-409dc6a31881 None None] Pushing event updated for resources: {'Port': ['ID=34fcad19-060e-4000-bbe2-7e1f46ef3bd3,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:52.305566 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca5321e-6759-439a-a61e-4cd9daea2c67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-211c22fa-e090-41d1-bde6-fe315257e8a1', 'network_id': '211c22fa-e090-41d1-bde6-fe315257e8a1', 'tenant_id': '08259b26651148159119352f4f3e1358', 'fixed_ips': [{'subnet_id': 'd8ecf23e-3a6c-4d0a-995b-57294f1050d9'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:20:52.306339 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3ca5321e-6759-439a-a61e-4cd9daea2c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:52.370340 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.resource_extend [None req-20460fec-169b-46f6-9b0c-7615d2336ec2 admin admin] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:20:52.481076 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-20460fec-169b-46f6-9b0c-7615d2336ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:52.483367 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20460fec-169b-46f6-9b0c-7615d2336ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:52.485174 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-20460fec-169b-46f6-9b0c-7615d2336ec2 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:52.512806 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-63169e97-ded1-4f18-a869-3d6c6a2c96ea None None] Provisioning for port 16b76a64-45da-4d9c-9159-a2853a85c968 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:52.525489 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-63169e97-ded1-4f18-a869-3d6c6a2c96ea None None] Provisioning complete for port 16b76a64-45da-4d9c-9159-a2853a85c968 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:52.526062 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-63169e97-ded1-4f18-a869-3d6c6a2c96ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:52.577074 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-20460fec-169b-46f6-9b0c-7615d2336ec2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8267152 Feb 09 01:20:52.579322 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-024b1ebf-6882-43a3-95df-a2bece54737a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:52.581005 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58458) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:52.597639 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 34fcad19-060e-4000-bbe2-7e1f46ef3bd3 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:20:52.653755 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-a0f6d785-0b12-46be-95e4-c89de57d89aa admin admin] Request body: {'subnet': {'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-195536192-subnet', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:52.669514 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a0f6d785-0b12-46be-95e4-c89de57d89aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:52.748261 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a0f6d785-0b12-46be-95e4-c89de57d89aa admin admin] Usage tracker for resource:subnet and tenant:5ddfa727b5a54b179d7c03a600eaa4b9 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:52.751235 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-63169e97-ded1-4f18-a869-3d6c6a2c96ea None None] Port 16b76a64-45da-4d9c-9159-a2853a85c968 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:20:52.765776 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-3ca5321e-6759-439a-a61e-4cd9daea2c67 None None] Allocated IP 172.20.0.2 (211c22fa-e090-41d1-bde6-fe315257e8a1/d8ecf23e-3a6c-4d0a-995b-57294f1050d9/2748b77d-2939-48d1-9457-c2a4366223fd) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:52.768089 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a0f6d785-0b12-46be-95e4-c89de57d89aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:52.808221 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 34fcad19-060e-4000-bbe2-7e1f46ef3bd3 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:52.812297 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:52.940551 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20460fec-169b-46f6-9b0c-7615d2336ec2 admin admin] Pushing event updated for resources: {'Network': ['ID=37619b15-03b6-4ee3-8b5e-c1b376918ea6,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:52.956826 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a0f6d785-0b12-46be-95e4-c89de57d89aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:52.961834 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:20:52.986484 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-63169e97-ded1-4f18-a869-3d6c6a2c96ea None None] Provisioning complete for port 34fcad19-060e-4000-bbe2-7e1f46ef3bd3 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:52.987269 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-63169e97-ded1-4f18-a869-3d6c6a2c96ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:53.085189 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f6d785-0b12-46be-95e4-c89de57d89aa admin admin] Made reservation on behalf of 5ddfa727b5a54b179d7c03a600eaa4b9 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:53.090817 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a0f6d785-0b12-46be-95e4-c89de57d89aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:53.170436 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3be804fc-d948-4143-b77c-d71ae3b707a6 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "PUT /v2.0/routers/2e82eb31-68aa-43ed-9782-810c60d5f511/tags/tempest-TagsExtTest-Tag-1445113213 HTTP/1.1" status: 201 len: 201 time: 1.2681494 Feb 09 01:20:53.171855 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58468) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:53.218797 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.tag.tag_plugin [None req-9c5e8d6b-aceb-4fa7-a2df-2a8361b815ff tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '63ce7461-3d3b-4acd-af48-d68b3af18d23', 'tempest-TagsExtTest-Tag-1250677392') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:53.449970 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9c5e8d6b-aceb-4fa7-a2df-2a8361b815ff tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "PUT /v2.0/subnetpools/63ce7461-3d3b-4acd-af48-d68b3af18d23/tags/tempest-TagsExtTest-Tag-1250677392 HTTP/1.1" status: 201 len: 201 time: 0.2604666 Feb 09 01:20:53.457675 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58474) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:53.473168 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1735363-a5e1-422e-a4b5-41d6f68a21f9 req-65b8b0f6-5259-422b-aaa2-2ea4339fa92d tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:53.486827 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c1735363-a5e1-422e-a4b5-41d6f68a21f9 req-65b8b0f6-5259-422b-aaa2-2ea4339fa92d tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 945 time: 0.5195754 Feb 09 01:20:53.565397 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.tag.tag_plugin [None req-797a9d7f-4da6-4d67-8c81-1317004199e2 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'bf09477c-584b-49a8-aa14-02c5b786ab01') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:53.619775 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c1735363-a5e1-422e-a4b5-41d6f68a21f9 req-1ca08e5d-8dba-404c-bd96-4cd7a994b73f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298053 Feb 09 01:20:53.627960 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9b525e5f-59f1-40be-9ee8-ad7cbddcbd72 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:53.680603 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3ca5321e-6759-439a-a61e-4cd9daea2c67 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:53.695408 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-3ca5321e-6759-439a-a61e-4cd9daea2c67 None None] Transition to ACTIVE for port object 2748b77d-2939-48d1-9457-c2a4366223fd will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:53.708924 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-54366f2c-581d-4e78-b490-08d7f3c59eb3 None None] Provisioning complete for port 16b76a64-45da-4d9c-9159-a2853a85c968 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:53.709444 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-54366f2c-581d-4e78-b490-08d7f3c59eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:53.784977 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-3ca5321e-6759-439a-a61e-4cd9daea2c67 None None] Transition to ACTIVE for port object 2748b77d-2939-48d1-9457-c2a4366223fd will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:53.797668 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-54366f2c-581d-4e78-b490-08d7f3c59eb3 None None] Port 16b76a64-45da-4d9c-9159-a2853a85c968 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:20:53.805276 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3ca5321e-6759-439a-a61e-4cd9daea2c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:53.884757 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca5321e-6759-439a-a61e-4cd9daea2c67 None None] Network 211c22fa-e090-41d1-bde6-fe315257e8a1 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:53.888955 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-3ca5321e-6759-439a-a61e-4cd9daea2c67 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:53.892285 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca5321e-6759-439a-a61e-4cd9daea2c67 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:20:53.939219 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a0f6d785-0b12-46be-95e4-c89de57d89aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:53.956181 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-024b1ebf-6882-43a3-95df-a2bece54737a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:53.986797 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-29c100ee-6b5e-4391-bb84-9c41a14427b4 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:53.993630 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-024b1ebf-6882-43a3-95df-a2bece54737a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:54.078941 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5321e-6759-439a-a61e-4cd9daea2c67 None None] Pushing event updated for resources: {'Port': ['ID=2748b77d-2939-48d1-9457-c2a4366223fd,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:54.117930 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-797a9d7f-4da6-4d67-8c81-1317004199e2 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "GET /v2.0/subnets/bf09477c-584b-49a8-aa14-02c5b786ab01/tags HTTP/1.1" status: 200 len: 241 time: 0.5761869 Feb 09 01:20:54.118914 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58488) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:54.127265 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-3ca5321e-6759-439a-a61e-4cd9daea2c67 None None] Attempting to bind port 2748b77d-2939-48d1-9457-c2a4366223fd on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:54.127634 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-3ca5321e-6759-439a-a61e-4cd9daea2c67 None None] Attempting to bind port 2748b77d-2939-48d1-9457-c2a4366223fd by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '28adce5e-778f-4788-9785-5c332ec35a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '211c22fa-e090-41d1-bde6-fe315257e8a1'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:54.127996 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca5321e-6759-439a-a61e-4cd9daea2c67 None None] Attempting to bind port 2748b77d-2939-48d1-9457-c2a4366223fd on network 211c22fa-e090-41d1-bde6-fe315257e8a1 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:54.141415 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca5321e-6759-439a-a61e-4cd9daea2c67 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:20:54.141785 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca5321e-6759-439a-a61e-4cd9daea2c67 None None] Checking segment: {'id': '28adce5e-778f-4788-9785-5c332ec35a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '211c22fa-e090-41d1-bde6-fe315257e8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:20:54.142191 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3ca5321e-6759-439a-a61e-4cd9daea2c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:54.142581 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca5321e-6759-439a-a61e-4cd9daea2c67 None None] Bound using segment: {'id': '28adce5e-778f-4788-9785-5c332ec35a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '211c22fa-e090-41d1-bde6-fe315257e8a1'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:20:54.143252 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-3ca5321e-6759-439a-a61e-4cd9daea2c67 None None] Bound port: 2748b77d-2939-48d1-9457-c2a4366223fd, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28adce5e-778f-4788-9785-5c332ec35a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '211c22fa-e090-41d1-bde6-fe315257e8a1'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:20:54.143623 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3ca5321e-6759-439a-a61e-4cd9daea2c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:54.156130 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c100ee-6b5e-4391-bb84-9c41a14427b4 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Pushing event deleted for resources: {'Port': ['ID=c91368d0-9905-40b3-ba3e-b116d04d2334,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:54.162501 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.tag.tag_plugin [None req-f5f60653-393f-4bfc-a54e-f4debc89293d tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bf09477c-584b-49a8-aa14-02c5b786ab01', 'tempest-TagsExtTest-Tag-1781623870') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:54.295357 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6d785-0b12-46be-95e4-c89de57d89aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5c99494-da9a-458d-b6b1-e6de1927c8e8,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:54.353905 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-3ca5321e-6759-439a-a61e-4cd9daea2c67 None None] For port 2748b77d-2939-48d1-9457-c2a4366223fd, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:20:54.357762 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-3ca5321e-6759-439a-a61e-4cd9daea2c67 None None] For port 2748b77d-2939-48d1-9457-c2a4366223fd, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=2748b77d-2939-48d1-9457-c2a4366223fd,segment=NetworkSegment(28adce5e-778f-4788-9785-5c332ec35a6a),segment_id=28adce5e-778f-4788-9785-5c332ec35a6a)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:20:54.367943 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3ca5321e-6759-439a-a61e-4cd9daea2c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:54.429813 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f6d785-0b12-46be-95e4-c89de57d89aa admin admin] Checking segment: {'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:20:54.430173 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f6d785-0b12-46be-95e4-c89de57d89aa admin admin] Network hostable DHCP agents. Network: 37619b15-03b6-4ee3-8b5e-c1b376918ea6, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:20:54.537185 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5321e-6759-439a-a61e-4cd9daea2c67 None None] Pushing event updated for resources: {'Port': ['ID=2748b77d-2939-48d1-9457-c2a4366223fd,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:54.616819 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f6d785-0b12-46be-95e4-c89de57d89aa admin admin] Network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:20:54.747422 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-024b1ebf-6882-43a3-95df-a2bece54737a admin admin] Allocated IP 172.25.5.17 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/88bc95a1-b119-4f6b-bee8-2652bfdeba7d) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:54.755446 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-29c100ee-6b5e-4391-bb84-9c41a14427b4 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:54.774221 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f5f60653-393f-4bfc-a54e-f4debc89293d tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "GET /v2.0/subnets/bf09477c-584b-49a8-aa14-02c5b786ab01/tags/tempest-TagsExtTest-Tag-1781623870 HTTP/1.1" status: 204 len: 168 time: 0.6546371 Feb 09 01:20:54.791759 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58500) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:54.864649 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.tag.tag_plugin [None req-ee43e88b-42b8-4c2e-8524-b2d2069bab32 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'bf09477c-584b-49a8-aa14-02c5b786ab01', 'tempest-TagsExtTest-Tag-1781623870') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:54.865879 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-a0f6d785-0b12-46be-95e4-c89de57d89aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 37619b15-03b6-4ee3-8b5e-c1b376918ea6) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:54.873508 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0beb0db-98b8-4c67-934c-69fd5176b478 None None] Network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:20:55.116445 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:55.197048 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-024b1ebf-6882-43a3-95df-a2bece54737a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:55.205187 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f6d785-0b12-46be-95e4-c89de57d89aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:55.205837 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a0f6d785-0b12-46be-95e4-c89de57d89aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:55.370473 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ee43e88b-42b8-4c2e-8524-b2d2069bab32 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "DELETE /v2.0/subnets/bf09477c-584b-49a8-aa14-02c5b786ab01/tags/tempest-TagsExtTest-Tag-1781623870 HTTP/1.1" status: 204 len: 168 time: 0.5756054 Feb 09 01:20:55.371300 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58506) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:55.389525 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.tag.tag_plugin [None req-d937438c-0302-4813-9e59-9fb11ff7ff89 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'bf09477c-584b-49a8-aa14-02c5b786ab01') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:55.392788 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-29c100ee-6b5e-4391-bb84-9c41a14427b4 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:55.403515 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-29c100ee-6b5e-4391-bb84-9c41a14427b4 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:55.419913 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a0f6d785-0b12-46be-95e4-c89de57d89aa admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7798905 Feb 09 01:20:55.475999 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58510) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:55.484005 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-024b1ebf-6882-43a3-95df-a2bece54737a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:55.520906 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-8458b563-e196-493b-b643-277ba3744fa2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-195536192-router', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:55.534435 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8458b563-e196-493b-b643-277ba3744fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:55.545423 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8458b563-e196-493b-b643-277ba3744fa2 admin admin] Usage tracker for resource:router and tenant:5ddfa727b5a54b179d7c03a600eaa4b9 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:55.553332 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8458b563-e196-493b-b643-277ba3744fa2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:55.558960 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9b525e5f-59f1-40be-9ee8-ad7cbddcbd72 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:55.568638 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8458b563-e196-493b-b643-277ba3744fa2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:55.572137 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9b525e5f-59f1-40be-9ee8-ad7cbddcbd72 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8101386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8101405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8095324'] for router, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:55.574127 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-29c100ee-6b5e-4391-bb84-9c41a14427b4 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:55.574606 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c100ee-6b5e-4391-bb84-9c41a14427b4 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Fanout notify agent at l3_agent the message router_deleted on router 2af8faf3-200f-460f-ae5b-38adf4fdd286 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:20:55.618275 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea122c9-0a28-4aa2-80db-561f1e818cce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'fixed_ips': [{'subnet_id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:20:55.619131 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-aea122c9-0a28-4aa2-80db-561f1e818cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:55.632210 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024b1ebf-6882-43a3-95df-a2bece54737a admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:55.644954 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-024b1ebf-6882-43a3-95df-a2bece54737a admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:55.668918 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024b1ebf-6882-43a3-95df-a2bece54737a admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:20:55.770550 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b1ebf-6882-43a3-95df-a2bece54737a admin admin] Pushing event updated for resources: {'Port': ['ID=88bc95a1-b119-4f6b-bee8-2652bfdeba7d,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:55.795861 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428c716-d80a-4e81-83c0-f036560a931b req-e7ddbc3c-b9b8-46df-b4c5-f9971efd086d tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:55.802612 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6428c716-d80a-4e81-83c0-f036560a931b req-e7ddbc3c-b9b8-46df-b4c5-f9971efd086d tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 945 time: 0.7448692 Feb 09 01:20:55.837128 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-29c100ee-6b5e-4391-bb84-9c41a14427b4 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:55.843170 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-29c100ee-6b5e-4391-bb84-9c41a14427b4 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] 10.222.0.37 "DELETE /v2.0/routers/2af8faf3-200f-460f-ae5b-38adf4fdd286 HTTP/1.1" status: 204 len: 168 time: 6.6500719 Feb 09 01:20:55.846711 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8458b563-e196-493b-b643-277ba3744fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:55.849181 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8458b563-e196-493b-b643-277ba3744fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:55.861377 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58516) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:55.919262 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-e6fe16e2-4825-4974-a756-f3b9e08fcc22 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1428527370', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:55.995773 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-aea122c9-0a28-4aa2-80db-561f1e818cce None None] Allocated IP 172.20.0.2 (37619b15-03b6-4ee3-8b5e-c1b376918ea6/c5c99494-da9a-458d-b6b1-e6de1927c8e8/65c1812c-a776-4b77-bedc-9d893388afc0) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:56.002958 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e6fe16e2-4825-4974-a756-f3b9e08fcc22 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:20:56.095872 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e6fe16e2-4825-4974-a756-f3b9e08fcc22 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Usage tracker for resource:router and tenant:dda5002cd243458fbafb7f17fad30ab2 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:20:56.122968 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6428c716-d80a-4e81-83c0-f036560a931b req-80b66fe4-bdc9-43d8-ad6f-9b756156818f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947598 Feb 09 01:20:56.144825 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e6fe16e2-4825-4974-a756-f3b9e08fcc22 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:20:56.149581 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8458b563-e196-493b-b643-277ba3744fa2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:56.220427 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d937438c-0302-4813-9e59-9fb11ff7ff89 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "GET /v2.0/subnets/bf09477c-584b-49a8-aa14-02c5b786ab01/tags HTTP/1.1" status: 200 len: 205 time: 0.8461316 Feb 09 01:20:56.221086 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58524) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:56.244277 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.tag.tag_plugin [None req-3ead0f57-b8fe-4346-b786-807720fb9af4 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '16b76a64-45da-4d9c-9159-a2853a85c968') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:56.317368 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e6fe16e2-4825-4974-a756-f3b9e08fcc22 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:20:56.383452 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e6fe16e2-4825-4974-a756-f3b9e08fcc22 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:56.387266 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e6fe16e2-4825-4974-a756-f3b9e08fcc22 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:56.394732 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-aea122c9-0a28-4aa2-80db-561f1e818cce None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:56.412812 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-aea122c9-0a28-4aa2-80db-561f1e818cce None None] Transition to ACTIVE for port object 65c1812c-a776-4b77-bedc-9d893388afc0 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:56.471228 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-aea122c9-0a28-4aa2-80db-561f1e818cce None None] Transition to ACTIVE for port object 65c1812c-a776-4b77-bedc-9d893388afc0 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:56.492181 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-aea122c9-0a28-4aa2-80db-561f1e818cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:56.767763 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 2748b77d-2939-48d1-9457-c2a4366223fd up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:20:56.799100 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93d4eea-2093-4266-98d9-05c6d53d43a0 None None] Network 211c22fa-e090-41d1-bde6-fe315257e8a1 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:20:56.827258 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea122c9-0a28-4aa2-80db-561f1e818cce None None] Pushing event updated for resources: {'Port': ['ID=65c1812c-a776-4b77-bedc-9d893388afc0,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:56.863133 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3ead0f57-b8fe-4346-b786-807720fb9af4 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "GET /v2.0/ports/16b76a64-45da-4d9c-9159-a2853a85c968/tags HTTP/1.1" status: 200 len: 241 time: 0.6323080 Feb 09 01:20:56.868646 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58536) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:56.885900 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.tag.tag_plugin [None req-3fa51242-a455-4e46-b6b3-d9b21d41c353 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '16b76a64-45da-4d9c-9159-a2853a85c968', 'tempest-TagsExtTest-Tag-1968465861') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:56.928604 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e6fe16e2-4825-4974-a756-f3b9e08fcc22 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:56.931898 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea122c9-0a28-4aa2-80db-561f1e818cce None None] Network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:56.941256 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-aea122c9-0a28-4aa2-80db-561f1e818cce None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:56.958819 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea122c9-0a28-4aa2-80db-561f1e818cce None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:20:56.970934 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e6fe16e2-4825-4974-a756-f3b9e08fcc22 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:56.982217 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-024b1ebf-6882-43a3-95df-a2bece54737a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:57.074101 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8458b563-e196-493b-b643-277ba3744fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:57.198455 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e6fe16e2-4825-4974-a756-f3b9e08fcc22 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:57.201998 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e6fe16e2-4825-4974-a756-f3b9e08fcc22 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3331790 Feb 09 01:20:57.204387 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58544) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:57.222145 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3fa51242-a455-4e46-b6b3-d9b21d41c353 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "GET /v2.0/ports/16b76a64-45da-4d9c-9159-a2853a85c968/tags/tempest-TagsExtTest-Tag-1968465861 HTTP/1.1" status: 204 len: 168 time: 0.3472641 Feb 09 01:20:57.226801 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-ea009184-7e7c-4dc7-9fe5-44def42f26fd tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'enable_snat': False}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:57.231730 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58548) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:57.250650 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.tag.tag_plugin [None req-02b78a45-758d-4e81-aa77-0ac66aef36b4 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '16b76a64-45da-4d9c-9159-a2853a85c968', 'tempest-TagsExtTest-Tag-1968465861') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:57.337230 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b525e5f-59f1-40be-9ee8-ad7cbddcbd72 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Router 71119b17-2fa1-4fd8-925c-df90ddf5e2c3 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:20:57.364278 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-13f64231-ce33-4d7c-9a8f-bcd4088e42f3 None None] Provisioning for port 2748b77d-2939-48d1-9457-c2a4366223fd completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:57.387342 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 2748b77d-2939-48d1-9457-c2a4366223fd completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:57.422635 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 2748b77d-2939-48d1-9457-c2a4366223fd triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:57.423413 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:57.543924 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-13f64231-ce33-4d7c-9a8f-bcd4088e42f3 None None] Provisioning complete for port 2748b77d-2939-48d1-9457-c2a4366223fd triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:57.544299 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-13f64231-ce33-4d7c-9a8f-bcd4088e42f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:57.635480 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-aea122c9-0a28-4aa2-80db-561f1e818cce None None] Attempting to bind port 65c1812c-a776-4b77-bedc-9d893388afc0 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:20:57.635893 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-aea122c9-0a28-4aa2-80db-561f1e818cce None None] Attempting to bind port 65c1812c-a776-4b77-bedc-9d893388afc0 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:20:57.638941 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea122c9-0a28-4aa2-80db-561f1e818cce None None] Attempting to bind port 65c1812c-a776-4b77-bedc-9d893388afc0 on network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:20:57.724544 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea122c9-0a28-4aa2-80db-561f1e818cce None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:20:57.724544 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea122c9-0a28-4aa2-80db-561f1e818cce None None] Checking segment: {'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:20:57.724544 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-aea122c9-0a28-4aa2-80db-561f1e818cce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:57.725029 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea122c9-0a28-4aa2-80db-561f1e818cce None None] Bound using segment: {'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:20:57.725549 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-aea122c9-0a28-4aa2-80db-561f1e818cce None None] Bound port: 65c1812c-a776-4b77-bedc-9d893388afc0, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:20:57.726274 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-aea122c9-0a28-4aa2-80db-561f1e818cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:57.817033 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ea009184-7e7c-4dc7-9fe5-44def42f26fd tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:57.916844 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-024b1ebf-6882-43a3-95df-a2bece54737a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:57.956854 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b525e5f-59f1-40be-9ee8-ad7cbddcbd72 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:20:57.967857 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4165fb30-172f-4978-97e9-c567ab3b51f3 None None] Sync routers for ids ['71119b17-2fa1-4fd8-925c-df90ddf5e2c3'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:20:57.985838 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4165fb30-172f-4978-97e9-c567ab3b51f3 None None] Routers {'71119b17-2fa1-4fd8-925c-df90ddf5e2c3'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:20:57.986833 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-4165fb30-172f-4978-97e9-c567ab3b51f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:20:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['71119b17-2fa1-4fd8-925c-df90ddf5e2c3'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:57.995710 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:58.061943 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce303e-266c-4cf5-965b-ac948ee26415 req-fa7e3467-0540-4850-99d0-872c2182816d tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:58.069644 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-55ce303e-266c-4cf5-965b-ac948ee26415 req-fa7e3467-0540-4850-99d0-872c2182816d tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 945 time: 0.7146137 Feb 09 01:20:58.077845 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9b525e5f-59f1-40be-9ee8-ad7cbddcbd72 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:58.084037 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9b525e5f-59f1-40be-9ee8-ad7cbddcbd72 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] 10.222.0.37 "PUT /v2.0/routers/71119b17-2fa1-4fd8-925c-df90ddf5e2c3 HTTP/1.1" status: 200 len: 883 time: 10.7214653 Feb 09 01:20:58.091976 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58564) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:58.151101 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-4165fb30-172f-4978-97e9-c567ab3b51f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:58.155805 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8f7231ff-0058-4b86-abfa-11736fe3cb5b req-5010a03a-f47c-49c8-8dd8-41e187c3bbe1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3433790 Feb 09 01:20:58.162674 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-02b78a45-758d-4e81-aa77-0ac66aef36b4 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "DELETE /v2.0/ports/16b76a64-45da-4d9c-9159-a2853a85c968/tags/tempest-TagsExtTest-Tag-1968465861 HTTP/1.1" status: 204 len: 168 time: 0.9300935 Feb 09 01:20:58.164536 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4165fb30-172f-4978-97e9-c567ab3b51f3 None None] Routers {'71119b17-2fa1-4fd8-925c-df90ddf5e2c3'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:20:58.165401 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-4165fb30-172f-4978-97e9-c567ab3b51f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:20:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['71119b17-2fa1-4fd8-925c-df90ddf5e2c3'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:58.168076 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58568) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:58.238122 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-4165fb30-172f-4978-97e9-c567ab3b51f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:58.238943 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4165fb30-172f-4978-97e9-c567ab3b51f3 None None] The sync data for ids ['71119b17-2fa1-4fd8-925c-df90ddf5e2c3'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:20:58.305365 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-55ce303e-266c-4cf5-965b-ac948ee26415 req-bb736d53-8636-4f50-b9d7-9cea65ba48b9 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337627 Feb 09 01:20:58.319715 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.tag.tag_plugin [None req-23fd5ab9-e8d3-485f-9ceb-0b7a5a44f55b tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '16b76a64-45da-4d9c-9159-a2853a85c968') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:58.510553 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 2748b77d-2939-48d1-9457-c2a4366223fd, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=2748b77d-2939-48d1-9457-c2a4366223fd,segment=NetworkSegment(28adce5e-778f-4788-9785-5c332ec35a6a),segment_id=28adce5e-778f-4788-9785-5c332ec35a6a)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:20:58.529951 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:58.537417 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-aea122c9-0a28-4aa2-80db-561f1e818cce None None] For port 65c1812c-a776-4b77-bedc-9d893388afc0, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:20:58.589811 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-23fd5ab9-e8d3-485f-9ceb-0b7a5a44f55b tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "GET /v2.0/ports/16b76a64-45da-4d9c-9159-a2853a85c968/tags HTTP/1.1" status: 200 len: 205 time: 0.4188991 Feb 09 01:20:58.592310 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58576) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:58.595366 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-13f64231-ce33-4d7c-9a8f-bcd4088e42f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:58.605624 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.tag.tag_plugin [None req-7ab854b6-a262-48d1-8093-605ec04b9f11 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2e82eb31-68aa-43ed-9782-810c60d5f511') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:58.636655 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-aea122c9-0a28-4aa2-80db-561f1e818cce None None] For port 65c1812c-a776-4b77-bedc-9d893388afc0, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=65c1812c-a776-4b77-bedc-9d893388afc0,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:20:58.693543 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-aea122c9-0a28-4aa2-80db-561f1e818cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:58.707935 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7231ff-0058-4b86-abfa-11736fe3cb5b req-381682b3-d2c7-4cf7-9abb-41713064480e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:58.710123 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8f7231ff-0058-4b86-abfa-11736fe3cb5b req-381682b3-d2c7-4cf7-9abb-41713064480e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce0095aebb0840088ecf37cbcece72f6&device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 1096 time: 0.3430610 Feb 09 01:20:58.711452 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024b1ebf-6882-43a3-95df-a2bece54737a admin admin] Router 426c3e1e-9ee6-43bf-8e6e-d23dce74457a is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:20:58.762334 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-13f64231-ce33-4d7c-9a8f-bcd4088e42f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:20:58.762739 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-13f64231-ce33-4d7c-9a8f-bcd4088e42f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:20:58.766377 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=2748b77d-2939-48d1-9457-c2a4366223fd,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:58.951349 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea122c9-0a28-4aa2-80db-561f1e818cce None None] Pushing event updated for resources: {'Port': ['ID=65c1812c-a776-4b77-bedc-9d893388afc0,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:58.964666 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7231ff-0058-4b86-abfa-11736fe3cb5b req-b6dadff7-3d5e-45ba-bd4e-b59417e1fe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:58.968470 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8f7231ff-0058-4b86-abfa-11736fe3cb5b req-b6dadff7-3d5e-45ba-bd4e-b59417e1fe98 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0055357f-6a74-45ba-a134-b5223508c9d1 HTTP/1.1" status: 200 len: 912 time: 0.2314670 Feb 09 01:20:59.326385 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8f7231ff-0058-4b86-abfa-11736fe3cb5b req-0ef10c4c-2a77-443c-94e2-8a21d11b141b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd641b27-4e2a-4d6b-9707-5c9af4261a03 HTTP/1.1" status: 200 len: 217 time: 0.3470006 Feb 09 01:20:59.440651 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7231ff-0058-4b86-abfa-11736fe3cb5b req-57083966-13ca-463e-850e-6770fb80a98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:59.442531 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8f7231ff-0058-4b86-abfa-11736fe3cb5b req-57083966-13ca-463e-850e-6770fb80a98e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6f367ae-6db3-44ee-a579-54c0e257ede0 HTTP/1.1" status: 200 len: 850 time: 0.1068246 Feb 09 01:20:59.461526 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-33148147-1a81-467b-a3ba-6406a05011b9 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] 10.222.0.37 "GET /v2.0/routers/71119b17-2fa1-4fd8-925c-df90ddf5e2c3 HTTP/1.1" status: 200 len: 924 time: 1.3601098 Feb 09 01:20:59.490925 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8458b563-e196-493b-b643-277ba3744fa2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:59.539510 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58588) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:59.602702 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9708a7a6-9c53-4549-a5c1-8ee36c39f7b9 None None] Provisioning complete for port 2748b77d-2939-48d1-9457-c2a4366223fd triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:59.603326 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9708a7a6-9c53-4549-a5c1-8ee36c39f7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:59.622715 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7ab854b6-a262-48d1-8093-605ec04b9f11 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "GET /v2.0/routers/2e82eb31-68aa-43ed-9782-810c60d5f511/tags HTTP/1.1" status: 200 len: 241 time: 1.0222414 Feb 09 01:20:59.629520 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58594) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:59.639393 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.tag.tag_plugin [None req-b8f478d6-9270-444b-ae99-489187e5e770 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2e82eb31-68aa-43ed-9782-810c60d5f511', 'tempest-TagsExtTest-Tag-1445113213') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:59.643738 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8458b563-e196-493b-b643-277ba3744fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:20:59.902972 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b45dc82-7738-475c-9645-3fb842ff7530 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:59.908996 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3b45dc82-7738-475c-9645-3fb842ff7530 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=d1df58ff-1788-422d-89ee-d00e1fe89789&device_id=71119b17-2fa1-4fd8-925c-df90ddf5e2c3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3602326 Feb 09 01:20:59.913258 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0956fe0-63ac-4a07-8948-f6bfb339dbe4 req-1ca6038b-5e8a-477f-a0d7-755addf62b69 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:59.914890 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d0956fe0-63ac-4a07-8948-f6bfb339dbe4 req-1ca6038b-5e8a-477f-a0d7-755addf62b69 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 945 time: 0.3744264 Feb 09 01:20:59.926458 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58600) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:20:59.977393 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-8458b563-e196-493b-b643-277ba3744fa2 admin admin] Allocated IP 172.25.5.79 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/b638d1bf-bd38-4a11-9acb-3cc102e1fc43) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:00.343778 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d0956fe0-63ac-4a07-8948-f6bfb339dbe4 req-79759fb2-0033-4599-87bc-eabdec29728a tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685846 Feb 09 01:21:00.354232 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024b1ebf-6882-43a3-95df-a2bece54737a admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:21:00.370597 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0f70bc-e2a7-4836-a06d-9e65e4c2f7e3 None None] Sync routers for ids ['426c3e1e-9ee6-43bf-8e6e-d23dce74457a'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:21:00.390220 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0f70bc-e2a7-4836-a06d-9e65e4c2f7e3 None None] Routers {'426c3e1e-9ee6-43bf-8e6e-d23dce74457a'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:00.390893 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ab0f70bc-e2a7-4836-a06d-9e65e4c2f7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:20:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['426c3e1e-9ee6-43bf-8e6e-d23dce74457a'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:00.426406 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ea009184-7e7c-4dc7-9fe5-44def42f26fd tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:00.498340 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-024b1ebf-6882-43a3-95df-a2bece54737a admin admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:00.502679 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-024b1ebf-6882-43a3-95df-a2bece54737a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.9017704 Feb 09 01:21:00.526288 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58612) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:00.536962 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7231ff-0058-4b86-abfa-11736fe3cb5b req-40148dcf-3726-47b2-b8da-451eada61ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:00.539119 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8f7231ff-0058-4b86-abfa-11736fe3cb5b req-40148dcf-3726-47b2-b8da-451eada61ef8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0055357f-6a74-45ba-a134-b5223508c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9904516 Feb 09 01:21:00.546510 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b8f478d6-9270-444b-ae99-489187e5e770 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "GET /v2.0/routers/2e82eb31-68aa-43ed-9782-810c60d5f511/tags/tempest-TagsExtTest-Tag-1445113213 HTTP/1.1" status: 204 len: 168 time: 0.9118292 Feb 09 01:21:00.554835 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ea009184-7e7c-4dc7-9fe5-44def42f26fd tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:00.564369 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58614) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:00.736846 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b832539-ad87-4d56-9ed8-e2c009b4030a None None] Network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:21:00.751394 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.tag.tag_plugin [None req-834224f2-bd71-4777-b312-a4894bb6a2b8 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '2e82eb31-68aa-43ed-9782-810c60d5f511', 'tempest-TagsExtTest-Tag-1445113213') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:00.916321 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6cdf2b-7f59-4b2f-82b8-3273c191ac8b tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:00.918237 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8458b563-e196-493b-b643-277ba3744fa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:00.921480 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58622) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:00.921762 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2b6cdf2b-7f59-4b2f-82b8-3273c191ac8b tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 881 time: 0.9667196 Feb 09 01:21:00.988200 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-66fbdd71-0cad-464f-b829-527244f7a276 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] 10.222.0.37 "GET /v2.0/ports?device_id=71119b17-2fa1-4fd8-925c-df90ddf5e2c3 HTTP/1.1" status: 200 len: 205 time: 0.0639274 Feb 09 01:21:00.990952 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58628) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:00.991616 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-ab0f70bc-e2a7-4836-a06d-9e65e4c2f7e3 None None] Set router 426c3e1e-9ee6-43bf-8e6e-d23dce74457a gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:21:01.146012 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8f7231ff-0058-4b86-abfa-11736fe3cb5b req-974e9fea-e0df-48f9-a7de-9db8fc18bb91 service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4894536 Feb 09 01:21:01.176436 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 2748b77d-2939-48d1-9457-c2a4366223fd up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:21:01.417965 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-834224f2-bd71-4777-b312-a4894bb6a2b8 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "DELETE /v2.0/routers/2e82eb31-68aa-43ed-9782-810c60d5f511/tags/tempest-TagsExtTest-Tag-1445113213 HTTP/1.1" status: 204 len: 168 time: 0.8555017 Feb 09 01:21:01.419467 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8458b563-e196-493b-b643-277ba3744fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:01.424555 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58640) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:01.638022 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-feade6ee-9806-490e-907b-02adf8801dd3 None None] Provisioning for port 65c1812c-a776-4b77-bedc-9d893388afc0 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:01.666011 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 2748b77d-2939-48d1-9457-c2a4366223fd triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:01.666452 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:01.873744 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.tag.tag_plugin [None req-e81d0494-662e-4f82-a265-f9113919ccc9 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2e82eb31-68aa-43ed-9782-810c60d5f511') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:01.973557 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 65c1812c-a776-4b77-bedc-9d893388afc0 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:21:01.987463 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8f7231ff-0058-4b86-abfa-11736fe3cb5b req-edfa45ba-13b4-4bea-9193-6d4e66c51273 service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8377924 Feb 09 01:21:02.051921 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccaa1ff-6d25-4e2a-a041-3f910c4131c8 req-50cae860-5b97-44d5-848e-2b9233965748 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:02.068235 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fccaa1ff-6d25-4e2a-a041-3f910c4131c8 req-50cae860-5b97-44d5-848e-2b9233965748 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 945 time: 0.3624628 Feb 09 01:21:02.102912 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8458b563-e196-493b-b643-277ba3744fa2 admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:02.134180 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-8458b563-e196-493b-b643-277ba3744fa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:02.148348 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8458b563-e196-493b-b643-277ba3744fa2 admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:02.165721 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ab0f70bc-e2a7-4836-a06d-9e65e4c2f7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'name': 'tempest-TaggedBootDevicesTest-141425582-router', 'tenant_id': '08259b26651148159119352f4f3e1358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '88bc95a1-b119-4f6b-bee8-2652bfdeba7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:51Z', 'updated_at': '2022-02-09T01:20:56Z', 'revision_number': 3, 'project_id': '08259b26651148159119352f4f3e1358', 'gw_port': {'id': '88bc95a1-b119-4f6b-bee8-2652bfdeba7d', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:91:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:54Z', 'updated_at': '2022-02-09T01:20:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:02.173695 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0f70bc-e2a7-4836-a06d-9e65e4c2f7e3 None None] Checking router: 426c3e1e-9ee6-43bf-8e6e-d23dce74457a for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:21:02.174203 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0f70bc-e2a7-4836-a06d-9e65e4c2f7e3 None None] Updating router 426c3e1e-9ee6-43bf-8e6e-d23dce74457a port 88bc95a1-b119-4f6b-bee8-2652bfdeba7d binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:21:02.239564 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 65c1812c-a776-4b77-bedc-9d893388afc0 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:02.246827 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 65c1812c-a776-4b77-bedc-9d893388afc0 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:02.247423 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:02.275484 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ab0f70bc-e2a7-4836-a06d-9e65e4c2f7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:02.283121 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-32069fad-6aa2-4d6e-961a-517d7dea6f74 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:02.333173 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fccaa1ff-6d25-4e2a-a041-3f910c4131c8 req-c8f2c4e4-aa7c-457c-aa6e-01b179fbc2d6 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635851 Feb 09 01:21:02.434060 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8458b563-e196-493b-b643-277ba3744fa2 admin admin] Pushing event updated for resources: {'Port': ['ID=b638d1bf-bd38-4a11-9acb-3cc102e1fc43,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:02.455832 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d69e87bb-4e06-4f2a-871b-c27ad088abec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:02.462600 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-ea009184-7e7c-4dc7-9fe5-44def42f26fd tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Allocated IP 172.25.5.30 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/77b113d4-dd42-461b-92da-230dd9f61b8f) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:02.576034 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-054b6166-7119-4b9e-8716-8b64f7721c66 None None] Provisioning complete for port 65c1812c-a776-4b77-bedc-9d893388afc0 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:02.578039 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-054b6166-7119-4b9e-8716-8b64f7721c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:02.692613 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e81d0494-662e-4f82-a265-f9113919ccc9 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "GET /v2.0/routers/2e82eb31-68aa-43ed-9782-810c60d5f511/tags HTTP/1.1" status: 200 len: 205 time: 0.9047482 Feb 09 01:21:02.693125 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58662) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:02.714157 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.tag.tag_plugin [None req-7c1ebabd-5fde-4311-b500-1a05e0c64bf8 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '63ce7461-3d3b-4acd-af48-d68b3af18d23') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:02.819003 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:02.958761 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 65c1812c-a776-4b77-bedc-9d893388afc0, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=65c1812c-a776-4b77-bedc-9d893388afc0,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:02.973542 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-054b6166-7119-4b9e-8716-8b64f7721c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:02.985625 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:03.091969 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-32069fad-6aa2-4d6e-961a-517d7dea6f74 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:03.096852 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-d69e87bb-4e06-4f2a-871b-c27ad088abec admin admin] Allocated IP 172.20.0.1 (211c22fa-e090-41d1-bde6-fe315257e8a1/d8ecf23e-3a6c-4d0a-995b-57294f1050d9/af3cd228-8e1e-4b99-a9f1-457192d771a4) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:03.123161 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-32069fad-6aa2-4d6e-961a-517d7dea6f74 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Deleting port 60e26fd3-d6b1-49d4-aaf6-bb01ffef7ca0 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:03.123898 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-32069fad-6aa2-4d6e-961a-517d7dea6f74 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:03.129057 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=65c1812c-a776-4b77-bedc-9d893388afc0,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:03.290784 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-054b6166-7119-4b9e-8716-8b64f7721c66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:21:03.291969 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-054b6166-7119-4b9e-8716-8b64f7721c66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:21:03.379623 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ea009184-7e7c-4dc7-9fe5-44def42f26fd tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:03.385532 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d69e87bb-4e06-4f2a-871b-c27ad088abec admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:03.410230 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-d69e87bb-4e06-4f2a-871b-c27ad088abec admin admin] Transition to ACTIVE for port object af3cd228-8e1e-4b99-a9f1-457192d771a4 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:03.447496 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7c1ebabd-5fde-4311-b500-1a05e0c64bf8 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "GET /v2.0/subnetpools/63ce7461-3d3b-4acd-af48-d68b3af18d23/tags HTTP/1.1" status: 200 len: 241 time: 0.7503488 Feb 09 01:21:03.450299 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58672) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:03.460224 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d69e87bb-4e06-4f2a-871b-c27ad088abec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:03.490431 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.tag.tag_plugin [None req-cb8f75cb-e466-4905-b287-688f6b22da81 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '63ce7461-3d3b-4acd-af48-d68b3af18d23', 'tempest-TagsExtTest-Tag-1250677392') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:03.573103 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69e87bb-4e06-4f2a-871b-c27ad088abec admin admin] Network 211c22fa-e090-41d1-bde6-fe315257e8a1 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:03.576717 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-d69e87bb-4e06-4f2a-871b-c27ad088abec admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:03.583168 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69e87bb-4e06-4f2a-871b-c27ad088abec admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:03.652022 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d69e87bb-4e06-4f2a-871b-c27ad088abec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:03.656190 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e87bb-4e06-4f2a-871b-c27ad088abec admin admin] Pushing event updated for resources: {'Port': ['ID=af3cd228-8e1e-4b99-a9f1-457192d771a4,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:03.962024 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d69e87bb-4e06-4f2a-871b-c27ad088abec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:04.018710 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cb8f75cb-e466-4905-b287-688f6b22da81 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "GET /v2.0/subnetpools/63ce7461-3d3b-4acd-af48-d68b3af18d23/tags/tempest-TagsExtTest-Tag-1250677392 HTTP/1.1" status: 204 len: 168 time: 0.5593951 Feb 09 01:21:04.035160 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58682) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:04.062349 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.tag.tag_plugin [None req-06f66c3e-ffe3-426a-aba4-86058e7b2408 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '63ce7461-3d3b-4acd-af48-d68b3af18d23', 'tempest-TagsExtTest-Tag-1250677392') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:04.068128 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-4c13e6e8-1e5c-4648-9672-7adea753d78d None None] Provisioning for port af3cd228-8e1e-4b99-a9f1-457192d771a4 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:04.076076 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-4c13e6e8-1e5c-4648-9672-7adea753d78d None None] Provisioning complete for port af3cd228-8e1e-4b99-a9f1-457192d771a4 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:04.076921 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4c13e6e8-1e5c-4648-9672-7adea753d78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:04.084053 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-32069fad-6aa2-4d6e-961a-517d7dea6f74 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:04.095806 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8458b563-e196-493b-b643-277ba3744fa2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:04.237280 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-4c13e6e8-1e5c-4648-9672-7adea753d78d None None] Port af3cd228-8e1e-4b99-a9f1-457192d771a4 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:21:04.344515 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d69e87bb-4e06-4f2a-871b-c27ad088abec admin admin] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:04.361360 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d69e87bb-4e06-4f2a-871b-c27ad088abec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:04.398804 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-32069fad-6aa2-4d6e-961a-517d7dea6f74 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Calling delete_port for 60e26fd3-d6b1-49d4-aaf6-bb01ffef7ca0 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:04.436863 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ea009184-7e7c-4dc7-9fe5-44def42f26fd tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:04.472043 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d69e87bb-4e06-4f2a-871b-c27ad088abec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:04.662320 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea009184-7e7c-4dc7-9fe5-44def42f26fd tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Pushing event updated for resources: {'Port': ['ID=77b113d4-dd42-461b-92da-230dd9f61b8f,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:04.701306 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ab0f70bc-e2a7-4836-a06d-9e65e4c2f7e3 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:04.719109 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a44970-a725-4cf6-9e78-2b38445a355d req-79dae594-d590-44b2-825a-57ec589dac76 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:04.721768 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-05a44970-a725-4cf6-9e78-2b38445a355d req-79dae594-d590-44b2-825a-57ec589dac76 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 945 time: 1.1945012 Feb 09 01:21:04.729099 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ab0f70bc-e2a7-4836-a06d-9e65e4c2f7e3 None None] Transition to ACTIVE for port object 88bc95a1-b119-4f6b-bee8-2652bfdeba7d will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:04.731630 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea009184-7e7c-4dc7-9fe5-44def42f26fd tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:04.741129 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-06f66c3e-ffe3-426a-aba4-86058e7b2408 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "DELETE /v2.0/subnetpools/63ce7461-3d3b-4acd-af48-d68b3af18d23/tags/tempest-TagsExtTest-Tag-1250677392 HTTP/1.1" status: 204 len: 168 time: 0.6994455 Feb 09 01:21:04.745357 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69e87bb-4e06-4f2a-871b-c27ad088abec admin admin] Network 211c22fa-e090-41d1-bde6-fe315257e8a1 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:04.745568 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ab0f70bc-e2a7-4836-a06d-9e65e4c2f7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:04.745998 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58694) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:04.760069 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-d69e87bb-4e06-4f2a-871b-c27ad088abec admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:04.764337 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.tag.tag_plugin [None req-3cf7a1c6-42d0-4658-96d7-341447c0c402 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '63ce7461-3d3b-4acd-af48-d68b3af18d23') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:04.808605 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e87bb-4e06-4f2a-871b-c27ad088abec admin admin] Pushing event updated for resources: {'Port': ['ID=af3cd228-8e1e-4b99-a9f1-457192d771a4,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:04.846358 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-ea009184-7e7c-4dc7-9fe5-44def42f26fd tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:04.862592 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea009184-7e7c-4dc7-9fe5-44def42f26fd tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:04.872245 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-ab0f70bc-e2a7-4836-a06d-9e65e4c2f7e3 None None] Attempting to bind port 88bc95a1-b119-4f6b-bee8-2652bfdeba7d on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:21:04.872630 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-ab0f70bc-e2a7-4836-a06d-9e65e4c2f7e3 None None] Attempting to bind port 88bc95a1-b119-4f6b-bee8-2652bfdeba7d by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:21:04.872987 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0f70bc-e2a7-4836-a06d-9e65e4c2f7e3 None None] Attempting to bind port 88bc95a1-b119-4f6b-bee8-2652bfdeba7d on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:21:04.901921 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0f70bc-e2a7-4836-a06d-9e65e4c2f7e3 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:21:04.902339 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0f70bc-e2a7-4836-a06d-9e65e4c2f7e3 None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:21:04.902725 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ab0f70bc-e2a7-4836-a06d-9e65e4c2f7e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:04.903119 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0f70bc-e2a7-4836-a06d-9e65e4c2f7e3 None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:21:04.903605 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-ab0f70bc-e2a7-4836-a06d-9e65e4c2f7e3 None None] Bound port: 88bc95a1-b119-4f6b-bee8-2652bfdeba7d, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:21:04.903981 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ab0f70bc-e2a7-4836-a06d-9e65e4c2f7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:05.017147 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3cf7a1c6-42d0-4658-96d7-341447c0c402 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "GET /v2.0/subnetpools/63ce7461-3d3b-4acd-af48-d68b3af18d23/tags HTTP/1.1" status: 200 len: 205 time: 0.2676525 Feb 09 01:21:05.018499 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58700) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:05.023578 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.tag.tag_plugin [None req-4122212a-3e7f-40e3-aa54-ce268be194d8 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '63ce7461-3d3b-4acd-af48-d68b3af18d23') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:05.069341 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-05a44970-a725-4cf6-9e78-2b38445a355d req-f7a37ddc-506b-4112-9047-0823f2311fab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217368 Feb 09 01:21:05.102525 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-ab0f70bc-e2a7-4836-a06d-9e65e4c2f7e3 None None] For port 88bc95a1-b119-4f6b-bee8-2652bfdeba7d, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:21:05.117641 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-ab0f70bc-e2a7-4836-a06d-9e65e4c2f7e3 None None] For port 88bc95a1-b119-4f6b-bee8-2652bfdeba7d, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=88bc95a1-b119-4f6b-bee8-2652bfdeba7d,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:21:05.125661 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b8c6d-b914-4116-81e3-6141a36ae569 None None] Pushing event updated for resources: {'Port': ['ID=88bc95a1-b119-4f6b-bee8-2652bfdeba7d,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:05.135889 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ab0f70bc-e2a7-4836-a06d-9e65e4c2f7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:05.217543 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4122212a-3e7f-40e3-aa54-ce268be194d8 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "DELETE /v2.0/subnetpools/63ce7461-3d3b-4acd-af48-d68b3af18d23/tags HTTP/1.1" status: 204 len: 168 time: 0.1978762 Feb 09 01:21:05.221488 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58706) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:05.229889 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.tag.tag_plugin [None req-85b09566-e74c-479a-8d10-6f999c6853ff tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2e82eb31-68aa-43ed-9782-810c60d5f511') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:05.293105 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69e87bb-4e06-4f2a-871b-c27ad088abec admin admin] Router 426c3e1e-9ee6-43bf-8e6e-d23dce74457a has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:21:05.318070 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 65c1812c-a776-4b77-bedc-9d893388afc0 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:21:05.399950 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b8c6d-b914-4116-81e3-6141a36ae569 None None] Pushing event updated for resources: {'Port': ['ID=88bc95a1-b119-4f6b-bee8-2652bfdeba7d,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:05.409326 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6f60ba2b-13bc-478d-b1cc-1acf883c12e2 None None] Provisioning complete for port af3cd228-8e1e-4b99-a9f1-457192d771a4 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:05.409756 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6f60ba2b-13bc-478d-b1cc-1acf883c12e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:05.467579 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-6f60ba2b-13bc-478d-b1cc-1acf883c12e2 None None] Port af3cd228-8e1e-4b99-a9f1-457192d771a4 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:21:05.479147 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 65c1812c-a776-4b77-bedc-9d893388afc0 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:05.479611 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:05.505546 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0f70bc-e2a7-4836-a06d-9e65e4c2f7e3 None None] Routers {'426c3e1e-9ee6-43bf-8e6e-d23dce74457a'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:05.506311 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ab0f70bc-e2a7-4836-a06d-9e65e4c2f7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:20:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['426c3e1e-9ee6-43bf-8e6e-d23dce74457a'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:05.757953 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8458b563-e196-493b-b643-277ba3744fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:05.899556 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-32069fad-6aa2-4d6e-961a-517d7dea6f74 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:05.970138 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32069fad-6aa2-4d6e-961a-517d7dea6f74 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Pushing event deleted for resources: {'Port': ['ID=60e26fd3-d6b1-49d4-aaf6-bb01ffef7ca0,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:05.974782 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69e87bb-4e06-4f2a-871b-c27ad088abec admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:21:05.980985 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-ab0f70bc-e2a7-4836-a06d-9e65e4c2f7e3 None None] Set router 426c3e1e-9ee6-43bf-8e6e-d23dce74457a gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:21:05.993614 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d69e87bb-4e06-4f2a-871b-c27ad088abec admin admin] 10.222.0.37 "PUT /v2.0/routers/426c3e1e-9ee6-43bf-8e6e-d23dce74457a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4480557 Feb 09 01:21:05.995320 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-85b09566-e74c-479a-8d10-6f999c6853ff tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "DELETE /v2.0/routers/2e82eb31-68aa-43ed-9782-810c60d5f511/tags HTTP/1.1" status: 204 len: 168 time: 0.7708960 Feb 09 01:21:06.007437 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58720) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:06.012816 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.tag.tag_plugin [None req-0bb726c0-8e6b-438d-9cca-2e2151d9d6d6 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '16b76a64-45da-4d9c-9159-a2853a85c968') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:06.150448 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0bb726c0-8e6b-438d-9cca-2e2151d9d6d6 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "DELETE /v2.0/ports/16b76a64-45da-4d9c-9159-a2853a85c968/tags HTTP/1.1" status: 204 len: 168 time: 0.1417136 Feb 09 01:21:06.151685 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58728) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:06.158656 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.tag.tag_plugin [None req-d1d46417-cf83-44b2-8edc-dff8cedaa1a2 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bf09477c-584b-49a8-aa14-02c5b786ab01') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:06.363313 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d1d46417-cf83-44b2-8edc-dff8cedaa1a2 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "DELETE /v2.0/subnets/bf09477c-584b-49a8-aa14-02c5b786ab01/tags HTTP/1.1" status: 204 len: 168 time: 0.2104309 Feb 09 01:21:06.363964 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58732) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:06.385050 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.tag.tag_plugin [None req-a899ebc1-e0b2-4d08-858f-2a58cd4b501a tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'bf09477c-584b-49a8-aa14-02c5b786ab01', 'tempest-TagsExtTest-Tag-1597724166') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:06.574029 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8458b563-e196-493b-b643-277ba3744fa2 admin admin] Router dcdf80a7-4c8c-446b-bad7-75a7900d8783 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:21:06.578478 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-32069fad-6aa2-4d6e-961a-517d7dea6f74 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:06.909270 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e684e-daeb-4153-ac18-b3bf740d93e7 req-3fc3b595-c78c-4e1d-99fe-64b1f657a801 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:06.910922 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-221e684e-daeb-4153-ac18-b3bf740d93e7 req-3fc3b595-c78c-4e1d-99fe-64b1f657a801 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 945 time: 0.4074788 Feb 09 01:21:06.923337 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b6fc1853-b98e-4e1f-8f59-33146b4af02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:06.968352 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a899ebc1-e0b2-4d08-858f-2a58cd4b501a tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "PUT /v2.0/subnets/bf09477c-584b-49a8-aa14-02c5b786ab01/tags/tempest-TagsExtTest-Tag-1597724166 HTTP/1.1" status: 201 len: 201 time: 0.6009278 Feb 09 01:21:06.968663 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ab0f70bc-e2a7-4836-a06d-9e65e4c2f7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'name': 'tempest-TaggedBootDevicesTest-141425582-router', 'tenant_id': '08259b26651148159119352f4f3e1358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '88bc95a1-b119-4f6b-bee8-2652bfdeba7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:51Z', 'updated_at': '2022-02-09T01:21:03Z', 'revision_number': 4, 'project_id': '08259b26651148159119352f4f3e1358', 'gw_port': {'id': '88bc95a1-b119-4f6b-bee8-2652bfdeba7d', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:91:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:54Z', 'updated_at': '2022-02-09T01:21:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'af3cd228-8e1e-4b99-a9f1-457192d771a4', 'name': '', 'network_id': '211c22fa-e090-41d1-bde6-fe315257e8a1', 'tenant_id': '08259b26651148159119352f4f3e1358', 'mac_address': 'fa:16:3e:9e:de:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'd8ecf23e-3a6c-4d0a-995b-57294f1050d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:02Z', 'updated_at': '2022-02-09T01:21:04Z', 'revision_number': 2, 'project_id': '08259b26651148159119352f4f3e1358', 'subnets': [{'id': 'd8ecf23e-3a6c-4d0a-995b-57294f1050d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:06.971735 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58748) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:06.987104 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0f70bc-e2a7-4836-a06d-9e65e4c2f7e3 None None] The sync data for ids ['426c3e1e-9ee6-43bf-8e6e-d23dce74457a'] in n-d-828419-1 is: [{'id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'name': 'tempest-TaggedBootDevicesTest-141425582-router', 'tenant_id': '08259b26651148159119352f4f3e1358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '88bc95a1-b119-4f6b-bee8-2652bfdeba7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:51Z', 'updated_at': '2022-02-09T01:21:03Z', 'revision_number': 4, 'project_id': '08259b26651148159119352f4f3e1358', 'gw_port': {'id': '88bc95a1-b119-4f6b-bee8-2652bfdeba7d', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:91:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:54Z', 'updated_at': '2022-02-09T01:21:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'af3cd228-8e1e-4b99-a9f1-457192d771a4', 'name': '', 'network_id': '211c22fa-e090-41d1-bde6-fe315257e8a1', 'tenant_id': '08259b26651148159119352f4f3e1358', 'mac_address': 'fa:16:3e:9e:de:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'd8ecf23e-3a6c-4d0a-995b-57294f1050d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:02Z', 'updated_at': '2022-02-09T01:21:04Z', 'revision_number': 2, 'project_id': '08259b26651148159119352f4f3e1358', 'subnets': [{'id': 'd8ecf23e-3a6c-4d0a-995b-57294f1050d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:21:06.988778 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.tag.tag_plugin [None req-3d2ca43a-29cc-466a-b46e-66f4966b2215 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '16b76a64-45da-4d9c-9159-a2853a85c968', 'tempest-TagsExtTest-Tag-958116541') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:07.114623 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-221e684e-daeb-4153-ac18-b3bf740d93e7 req-09e8386d-9331-4663-be27-ffc9a24a2be2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916101 Feb 09 01:21:07.189781 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3d2ca43a-29cc-466a-b46e-66f4966b2215 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "PUT /v2.0/ports/16b76a64-45da-4d9c-9159-a2853a85c968/tags/tempest-TagsExtTest-Tag-958116541 HTTP/1.1" status: 201 len: 201 time: 0.2137938 Feb 09 01:21:07.195818 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58754) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:07.204774 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.tag.tag_plugin [None req-27cfa1ef-3633-479e-8a81-216cb0212b32 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2e82eb31-68aa-43ed-9782-810c60d5f511', 'tempest-TagsExtTest-Tag-2026266521') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:07.355608 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ea009184-7e7c-4dc7-9fe5-44def42f26fd tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:07.582678 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-27cfa1ef-3633-479e-8a81-216cb0212b32 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "PUT /v2.0/routers/2e82eb31-68aa-43ed-9782-810c60d5f511/tags/tempest-TagsExtTest-Tag-2026266521 HTTP/1.1" status: 201 len: 201 time: 0.3853683 Feb 09 01:21:07.585427 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58770) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:07.595697 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.tag.tag_plugin [None req-c0dbbd1a-2640-4d54-a078-042c294facb3 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '63ce7461-3d3b-4acd-af48-d68b3af18d23', 'tempest-TagsExtTest-Tag-285620652') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:07.675745 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c0dbbd1a-2640-4d54-a078-042c294facb3 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "PUT /v2.0/subnetpools/63ce7461-3d3b-4acd-af48-d68b3af18d23/tags/tempest-TagsExtTest-Tag-285620652 HTTP/1.1" status: 201 len: 201 time: 0.0892437 Feb 09 01:21:07.678547 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58774) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:07.684127 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.tag.tag_plugin [None req-563c2343-8e62-44d3-8c04-75f3bc626c4c tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'bf09477c-584b-49a8-aa14-02c5b786ab01', {'tags': ['tempest-TagsExtTest-Tag-2021242153', 'tempest-TagsExtTest-Tag-1621117407', 'tempest-TagsExtTest-Tag-756638572']}) {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:07.785630 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-32069fad-6aa2-4d6e-961a-517d7dea6f74 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:07.840310 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58780) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:07.850068 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-1ef64948-d85e-4e31-9745-bd3fc7b8758e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-360173183-network', 'tenant_id': '8b4f33e73ece42fbb5b038feb66c6075'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:07.858370 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1ef64948-d85e-4e31-9745-bd3fc7b8758e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:07.884349 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-563c2343-8e62-44d3-8c04-75f3bc626c4c tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "PUT /v2.0/subnets/bf09477c-584b-49a8-aa14-02c5b786ab01/tags HTTP/1.1" status: 200 len: 317 time: 0.1980133 Feb 09 01:21:07.889113 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58788) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:07.895084 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.tag.tag_plugin [None req-098a9be7-bac3-4c91-a213-8bf30a5ed749 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bf09477c-584b-49a8-aa14-02c5b786ab01') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:07.917647 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-32069fad-6aa2-4d6e-961a-517d7dea6f74 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:07.981225 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-32069fad-6aa2-4d6e-961a-517d7dea6f74 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:07.982059 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32069fad-6aa2-4d6e-961a-517d7dea6f74 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Fanout notify agent at l3_agent the message router_deleted on router 71119b17-2fa1-4fd8-925c-df90ddf5e2c3 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:21:07.996217 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1ef64948-d85e-4e31-9745-bd3fc7b8758e admin admin] Usage tracker for resource:network and tenant:8b4f33e73ece42fbb5b038feb66c6075 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:08.010168 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1ef64948-d85e-4e31-9745-bd3fc7b8758e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:08.020877 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1ef64948-d85e-4e31-9745-bd3fc7b8758e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:08.041996 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8458b563-e196-493b-b643-277ba3744fa2 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:21:08.057228 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4da867-5683-4712-bcd3-248538a6990e None None] Sync routers for ids ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:21:08.074490 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4da867-5683-4712-bcd3-248538a6990e None None] Routers {'dcdf80a7-4c8c-446b-bad7-75a7900d8783'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:08.080071 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-de4da867-5683-4712-bcd3-248538a6990e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:20:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:08.099361 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef64948-d85e-4e31-9745-bd3fc7b8758e admin admin] Made reservation on behalf of 8b4f33e73ece42fbb5b038feb66c6075 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:08.105667 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1ef64948-d85e-4e31-9745-bd3fc7b8758e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:08.129188 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-32069fad-6aa2-4d6e-961a-517d7dea6f74 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:08.132132 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-32069fad-6aa2-4d6e-961a-517d7dea6f74 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] 10.222.0.37 "DELETE /v2.0/routers/71119b17-2fa1-4fd8-925c-df90ddf5e2c3 HTTP/1.1" status: 204 len: 168 time: 7.1335826 Feb 09 01:21:08.137685 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58800) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:08.140086 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8458b563-e196-493b-b643-277ba3744fa2 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:08.145063 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8458b563-e196-493b-b643-277ba3744fa2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.6578395 Feb 09 01:21:08.164681 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58804) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:08.175203 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1ef64948-d85e-4e31-9745-bd3fc7b8758e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:08.187108 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-95e27d81-8b5f-4559-be0c-f06d2130e303 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1052169132', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:08.206898 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-95e27d81-8b5f-4559-be0c-f06d2130e303 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:08.218046 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-95e27d81-8b5f-4559-be0c-f06d2130e303 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Usage tracker for resource:router and tenant:02c325c62cec4b439103793088b40a05 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:08.226667 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-95e27d81-8b5f-4559-be0c-f06d2130e303 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:08.238997 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-95e27d81-8b5f-4559-be0c-f06d2130e303 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:08.332342 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-95e27d81-8b5f-4559-be0c-f06d2130e303 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:08.334693 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-95e27d81-8b5f-4559-be0c-f06d2130e303 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:08.389930 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1ef64948-d85e-4e31-9745-bd3fc7b8758e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:08.395214 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1ef64948-d85e-4e31-9745-bd3fc7b8758e admin admin] Usage tracker for resource:security_group_rule and tenant:8b4f33e73ece42fbb5b038feb66c6075 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:08.398800 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-de4da867-5683-4712-bcd3-248538a6990e None None] Set router dcdf80a7-4c8c-446b-bad7-75a7900d8783 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:21:08.399278 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1ef64948-d85e-4e31-9745-bd3fc7b8758e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:08.407122 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1ef64948-d85e-4e31-9745-bd3fc7b8758e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:08.485111 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-95e27d81-8b5f-4559-be0c-f06d2130e303 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:08.497667 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ea009184-7e7c-4dc7-9fe5-44def42f26fd tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:08.522290 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1ef64948-d85e-4e31-9745-bd3fc7b8758e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:08.524142 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ea009184-7e7c-4dc7-9fe5-44def42f26fd tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8101386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8101405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8095324'] for router, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:08.548877 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8c481-ccf2-4ac5-ab8e-1261d92e85c8 req-12280821-d40e-47c4-991a-9375f0ace3d7 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:08.551293 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f6a8c481-ccf2-4ac5-ab8e-1261d92e85c8 req-12280821-d40e-47c4-991a-9375f0ace3d7 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 945 time: 0.1917968 Feb 09 01:21:08.557095 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1ef64948-d85e-4e31-9745-bd3fc7b8758e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:08.596584 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef64948-d85e-4e31-9745-bd3fc7b8758e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce4b019-4b9b-40a3-ab21-bca90d4bca97,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:08.600759 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-098a9be7-bac3-4c91-a213-8bf30a5ed749 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "DELETE /v2.0/subnets/bf09477c-584b-49a8-aa14-02c5b786ab01/tags HTTP/1.1" status: 204 len: 168 time: 0.7103579 Feb 09 01:21:08.614122 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58816) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:08.626732 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.tag.tag_plugin [None req-5990a016-3094-4e4e-9bc5-c25f3266bfa2 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bf09477c-584b-49a8-aa14-02c5b786ab01', 'tempest-TagsExtTest-Tag-2021242153') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:08.655827 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef64948-d85e-4e31-9745-bd3fc7b8758e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 975} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:08.793618 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1ef64948-d85e-4e31-9745-bd3fc7b8758e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:08.794022 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-1ef64948-d85e-4e31-9745-bd3fc7b8758e admin admin] Added segment 11fbb5f9-331e-44bc-9bed-d1339075f051 of type vlan for network d8c5ee85-e22f-427a-950b-0cc54a50e283 Feb 09 01:21:08.930789 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1ef64948-d85e-4e31-9745-bd3fc7b8758e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:08.980364 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-de4da867-5683-4712-bcd3-248538a6990e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'name': 'tempest-TestVolumeBootPattern-195536192-router', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:55Z', 'updated_at': '2022-02-09T01:21:03Z', 'revision_number': 3, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'gw_port': {'id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:59Z', 'updated_at': '2022-02-09T01:21:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:08.987585 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4da867-5683-4712-bcd3-248538a6990e None None] Checking router: dcdf80a7-4c8c-446b-bad7-75a7900d8783 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:21:08.988323 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4da867-5683-4712-bcd3-248538a6990e None None] Updating router dcdf80a7-4c8c-446b-bad7-75a7900d8783 port b638d1bf-bd38-4a11-9acb-3cc102e1fc43 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:21:09.132912 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-de4da867-5683-4712-bcd3-248538a6990e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:09.169056 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 88bc95a1-b119-4f6b-bee8-2652bfdeba7d up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:21:09.185800 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-95e27d81-8b5f-4559-be0c-f06d2130e303 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:09.230775 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1ef64948-d85e-4e31-9745-bd3fc7b8758e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:09.232468 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef64948-d85e-4e31-9745-bd3fc7b8758e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:09.233356 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1ef64948-d85e-4e31-9745-bd3fc7b8758e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:09.254748 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f6a8c481-ccf2-4ac5-ab8e-1261d92e85c8 req-afe68450-fc00-4e5b-9d6c-38e71e25161a tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741333 Feb 09 01:21:09.275600 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-95e27d81-8b5f-4559-be0c-f06d2130e303 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:09.285965 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-95e27d81-8b5f-4559-be0c-f06d2130e303 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1470237 Feb 09 01:21:09.290131 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58836) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:09.307051 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-98ef6c3c-a503-46c3-a665-d02194bf5408 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'enable_snat': True}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:09.346563 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-21b1aca0-eaeb-4f01-8beb-44a16a64f942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:09.389891 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef64948-d85e-4e31-9745-bd3fc7b8758e admin admin] Pushing event updated for resources: {'Network': ['ID=d8c5ee85-e22f-427a-950b-0cc54a50e283,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:09.395011 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea009184-7e7c-4dc7-9fe5-44def42f26fd tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Router 67dbf52d-de6e-4148-83ad-6242e4ebe960 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:21:09.401350 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1ef64948-d85e-4e31-9745-bd3fc7b8758e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5598783 Feb 09 01:21:09.407524 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58842) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:09.416547 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network d8c5ee85-e22f-427a-950b-0cc54a50e283 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:21:09.423365 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-010ba4fd-29f0-49fb-8fa0-be36414da076 admin admin] Request body: {'subnet': {'network_id': 'd8c5ee85-e22f-427a-950b-0cc54a50e283', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-360173183-subnet', 'tenant_id': '8b4f33e73ece42fbb5b038feb66c6075', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:09.428590 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-010ba4fd-29f0-49fb-8fa0-be36414da076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:09.432774 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-010ba4fd-29f0-49fb-8fa0-be36414da076 admin admin] Usage tracker for resource:subnet and tenant:8b4f33e73ece42fbb5b038feb66c6075 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:09.435719 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-010ba4fd-29f0-49fb-8fa0-be36414da076 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:09.442606 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-010ba4fd-29f0-49fb-8fa0-be36414da076 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:09.452390 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-5990a016-3094-4e4e-9bc5-c25f3266bfa2 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] show failed (client error): The resource could not be found. Feb 09 01:21:09.458161 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5990a016-3094-4e4e-9bc5-c25f3266bfa2 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "GET /v2.0/subnets/bf09477c-584b-49a8-aa14-02c5b786ab01/tags/tempest-TagsExtTest-Tag-2021242153 HTTP/1.1" status: 404 len: 329 time: 0.8422801 Feb 09 01:21:09.493467 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58846) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:09.592762 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 88bc95a1-b119-4f6b-bee8-2652bfdeba7d completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:09.604649 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 88bc95a1-b119-4f6b-bee8-2652bfdeba7d triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:09.605479 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:09.657460 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.tag.tag_plugin [None req-01eb3ef0-60cd-43e6-9841-d5fc7a402242 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bf09477c-584b-49a8-aa14-02c5b786ab01', 'tempest-TagsExtTest-Tag-1621117407') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:09.700885 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-de4da867-5683-4712-bcd3-248538a6990e None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:09.724716 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-de4da867-5683-4712-bcd3-248538a6990e None None] Transition to ACTIVE for port object b638d1bf-bd38-4a11-9acb-3cc102e1fc43 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:09.748021 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-de4da867-5683-4712-bcd3-248538a6990e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:09.749784 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010ba4fd-29f0-49fb-8fa0-be36414da076 admin admin] Made reservation on behalf of 8b4f33e73ece42fbb5b038feb66c6075 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:09.754856 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-010ba4fd-29f0-49fb-8fa0-be36414da076 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:09.760043 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:09.789810 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 88bc95a1-b119-4f6b-bee8-2652bfdeba7d, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=88bc95a1-b119-4f6b-bee8-2652bfdeba7d,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:09.796678 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:09.863052 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-de4da867-5683-4712-bcd3-248538a6990e None None] Attempting to bind port b638d1bf-bd38-4a11-9acb-3cc102e1fc43 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:21:09.863508 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-de4da867-5683-4712-bcd3-248538a6990e None None] Attempting to bind port b638d1bf-bd38-4a11-9acb-3cc102e1fc43 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:21:09.863766 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4da867-5683-4712-bcd3-248538a6990e None None] Attempting to bind port b638d1bf-bd38-4a11-9acb-3cc102e1fc43 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:21:09.873143 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1f0c1-55f0-452b-b906-2ec758419bb9 None None] Pushing event updated for resources: {'Port': ['ID=b638d1bf-bd38-4a11-9acb-3cc102e1fc43,revision_number=2']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:09.877427 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4da867-5683-4712-bcd3-248538a6990e None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:21:09.877825 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4da867-5683-4712-bcd3-248538a6990e None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:21:09.878174 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-de4da867-5683-4712-bcd3-248538a6990e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:09.878618 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4da867-5683-4712-bcd3-248538a6990e None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:21:09.879835 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-de4da867-5683-4712-bcd3-248538a6990e None None] Bound port: b638d1bf-bd38-4a11-9acb-3cc102e1fc43, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:21:09.880512 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-de4da867-5683-4712-bcd3-248538a6990e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:09.899040 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6d6cf-599b-465c-b268-ea2c906767ae req-893159b3-f66c-480d-a304-c03f3db5f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:09.900576 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-67e6d6cf-599b-465c-b268-ea2c906767ae req-893159b3-f66c-480d-a304-c03f3db5f96f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce0095aebb0840088ecf37cbcece72f6&device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 1096 time: 0.9618273 Feb 09 01:21:09.929009 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=88bc95a1-b119-4f6b-bee8-2652bfdeba7d,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:09.937656 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:09.937992 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:09.938338 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:09.938673 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:09.939003 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:09.939858 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:09.939858 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:09.940090 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:09.940273 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:09.940611 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:09.940920 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:09.941235 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:09.957179 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-de4da867-5683-4712-bcd3-248538a6990e None None] For port b638d1bf-bd38-4a11-9acb-3cc102e1fc43, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:21:09.961121 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-de4da867-5683-4712-bcd3-248538a6990e None None] For port b638d1bf-bd38-4a11-9acb-3cc102e1fc43, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b638d1bf-bd38-4a11-9acb-3cc102e1fc43,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:21:09.970230 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-de4da867-5683-4712-bcd3-248538a6990e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:10.124677 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4da867-5683-4712-bcd3-248538a6990e None None] Routers {'dcdf80a7-4c8c-446b-bad7-75a7900d8783'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:10.126310 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-de4da867-5683-4712-bcd3-248538a6990e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:21:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:10.190478 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1f0c1-55f0-452b-b906-2ec758419bb9 None None] Pushing event updated for resources: {'Port': ['ID=b638d1bf-bd38-4a11-9acb-3cc102e1fc43,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:10.198887 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-98ef6c3c-a503-46c3-a665-d02194bf5408 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:10.324911 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:10.372736 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fc8a9514-8640-4254-b65e-d85a1b75cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:10.433069 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-de4da867-5683-4712-bcd3-248538a6990e None None] Set router dcdf80a7-4c8c-446b-bad7-75a7900d8783 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:21:10.438190 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:10.453590 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6d6cf-599b-465c-b268-ea2c906767ae req-721647a3-7283-4262-bf8c-52774ba11e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:10.455126 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-67e6d6cf-599b-465c-b268-ea2c906767ae req-721647a3-7283-4262-bf8c-52774ba11e66 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0055357f-6a74-45ba-a134-b5223508c9d1 HTTP/1.1" status: 200 len: 912 time: 0.5321004 Feb 09 01:21:10.563964 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-01eb3ef0-60cd-43e6-9841-d5fc7a402242 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] show failed (client error): The resource could not be found. Feb 09 01:21:10.570497 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-01eb3ef0-60cd-43e6-9841-d5fc7a402242 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "GET /v2.0/subnets/bf09477c-584b-49a8-aa14-02c5b786ab01/tags/tempest-TagsExtTest-Tag-1621117407 HTTP/1.1" status: 404 len: 329 time: 1.0635102 Feb 09 01:21:10.571694 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea009184-7e7c-4dc7-9fe5-44def42f26fd tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:21:10.575125 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58860) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:10.578971 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-67e6d6cf-599b-465c-b268-ea2c906767ae req-e940aab8-354e-424e-a086-27db8c59692d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=977d71c4-fec3-4cf1-a3ab-6321337280b5 HTTP/1.1" status: 200 len: 217 time: 0.0837424 Feb 09 01:21:10.586189 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1f4eb9-070a-4171-b507-031736b89f4a None None] Sync routers for ids ['67dbf52d-de6e-4148-83ad-6242e4ebe960'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:21:10.602349 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1f4eb9-070a-4171-b507-031736b89f4a None None] Routers {'67dbf52d-de6e-4148-83ad-6242e4ebe960'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:10.606852 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-3b1f4eb9-070a-4171-b507-031736b89f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:21:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['67dbf52d-de6e-4148-83ad-6242e4ebe960'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:10.608862 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ea009184-7e7c-4dc7-9fe5-44def42f26fd tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:10.613681 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ea009184-7e7c-4dc7-9fe5-44def42f26fd tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] 10.222.0.37 "PUT /v2.0/routers/67dbf52d-de6e-4148-83ad-6242e4ebe960 HTTP/1.1" status: 200 len: 915 time: 13.4006643 Feb 09 01:21:10.622004 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.tag.tag_plugin [None req-4a5722d8-0e71-4a0d-856a-ac820a23e51b tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bf09477c-584b-49a8-aa14-02c5b786ab01', 'tempest-TagsExtTest-Tag-756638572') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:10.649151 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f8e5f7-0b5b-4d8d-bd06-564e8d7665c0 None None] Sync routers for ids ['426c3e1e-9ee6-43bf-8e6e-d23dce74457a'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:21:10.664841 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58864) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:10.728637 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-3b1f4eb9-070a-4171-b507-031736b89f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:10.740414 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1f4eb9-070a-4171-b507-031736b89f4a None None] Routers {'67dbf52d-de6e-4148-83ad-6242e4ebe960'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:10.741041 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-3b1f4eb9-070a-4171-b507-031736b89f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:21:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['67dbf52d-de6e-4148-83ad-6242e4ebe960'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:10.783103 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-4a5722d8-0e71-4a0d-856a-ac820a23e51b tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] show failed (client error): The resource could not be found. Feb 09 01:21:10.784246 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4a5722d8-0e71-4a0d-856a-ac820a23e51b tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "GET /v2.0/subnets/bf09477c-584b-49a8-aa14-02c5b786ab01/tags/tempest-TagsExtTest-Tag-756638572 HTTP/1.1" status: 404 len: 328 time: 0.2070220 Feb 09 01:21:10.787004 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58870) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:10.795271 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.tag.tag_plugin [None req-75a93de4-6bec-4354-8ed4-731517157640 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '16b76a64-45da-4d9c-9159-a2853a85c968', {'tags': ['tempest-TagsExtTest-Tag-980514218', 'tempest-TagsExtTest-Tag-910331215', 'tempest-TagsExtTest-Tag-1283133105']}) {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:10.827399 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-3b1f4eb9-070a-4171-b507-031736b89f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:10.828063 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1f4eb9-070a-4171-b507-031736b89f4a None None] The sync data for ids ['67dbf52d-de6e-4148-83ad-6242e4ebe960'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:21:10.839158 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f8e5f7-0b5b-4d8d-bd06-564e8d7665c0 None None] Routers {'426c3e1e-9ee6-43bf-8e6e-d23dce74457a'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:10.841403 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-00f8e5f7-0b5b-4d8d-bd06-564e8d7665c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:21:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['426c3e1e-9ee6-43bf-8e6e-d23dce74457a'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:10.914732 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6d6cf-599b-465c-b268-ea2c906767ae req-f08f99b8-be87-41b6-935b-90922f5c4e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:10.916608 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-67e6d6cf-599b-465c-b268-ea2c906767ae req-f08f99b8-be87-41b6-935b-90922f5c4e5a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6f367ae-6db3-44ee-a579-54c0e257ede0 HTTP/1.1" status: 200 len: 850 time: 0.2923141 Feb 09 01:21:10.983891 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-010ba4fd-29f0-49fb-8fa0-be36414da076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:11.123771 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-75a93de4-6bec-4354-8ed4-731517157640 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "PUT /v2.0/ports/16b76a64-45da-4d9c-9159-a2853a85c968/tags HTTP/1.1" status: 200 len: 316 time: 0.3356023 Feb 09 01:21:11.131358 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 88bc95a1-b119-4f6b-bee8-2652bfdeba7d up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:21:11.135612 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58882) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:11.150281 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.tag.tag_plugin [None req-eba26873-1b44-4eb5-addc-a1584186acfa tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '16b76a64-45da-4d9c-9159-a2853a85c968') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:11.155024 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495a1c3-2809-458f-89e5-b5656a850eef req-fc1fcfbc-1d64-408f-80c2-dd5f110c9a87 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:11.157082 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7495a1c3-2809-458f-89e5-b5656a850eef req-fc1fcfbc-1d64-408f-80c2-dd5f110c9a87 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 945 time: 0.6609004 Feb 09 01:21:11.242728 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-98ef6c3c-a503-46c3-a665-d02194bf5408 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:11.273907 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-00f8e5f7-0b5b-4d8d-bd06-564e8d7665c0 None None] Set router 426c3e1e-9ee6-43bf-8e6e-d23dce74457a gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:21:11.299068 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 88bc95a1-b119-4f6b-bee8-2652bfdeba7d triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:11.299356 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:11.501340 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-98ef6c3c-a503-46c3-a665-d02194bf5408 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:11.545163 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3cc0f07d-114d-4447-b176-62709b280ea7 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] 10.222.0.37 "GET /v2.0/routers/67dbf52d-de6e-4148-83ad-6242e4ebe960 HTTP/1.1" status: 200 len: 921 time: 0.8789043 Feb 09 01:21:11.545983 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ba4fd-29f0-49fb-8fa0-be36414da076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d34cd45-49e7-4c11-a368-a7e0505e03ef,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:11.556369 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58888) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:11.585425 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7495a1c3-2809-458f-89e5-b5656a850eef req-1af12b10-70ab-419a-8eef-e1d130e416d4 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149976 Feb 09 01:21:11.599962 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010ba4fd-29f0-49fb-8fa0-be36414da076 admin admin] Checking segment: {'id': '11fbb5f9-331e-44bc-9bed-d1339075f051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'd8c5ee85-e22f-427a-950b-0cc54a50e283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:21:11.600652 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010ba4fd-29f0-49fb-8fa0-be36414da076 admin admin] Network hostable DHCP agents. Network: d8c5ee85-e22f-427a-950b-0cc54a50e283, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:21:11.607675 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-de4da867-5683-4712-bcd3-248538a6990e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'name': 'tempest-TestVolumeBootPattern-195536192-router', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:55Z', 'updated_at': '2022-02-09T01:21:03Z', 'revision_number': 3, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'gw_port': {'id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:59Z', 'updated_at': '2022-02-09T01:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:11.632938 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4da867-5683-4712-bcd3-248538a6990e None None] The sync data for ids ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'] in n-d-828419-1 is: [{'id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'name': 'tempest-TestVolumeBootPattern-195536192-router', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:55Z', 'updated_at': '2022-02-09T01:21:03Z', 'revision_number': 3, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'gw_port': {'id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:59Z', 'updated_at': '2022-02-09T01:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:21:11.636308 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6d6cf-599b-465c-b268-ea2c906767ae req-72551864-592e-487f-91b6-4fbe760983b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:11.639165 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-67e6d6cf-599b-465c-b268-ea2c906767ae req-72551864-592e-487f-91b6-4fbe760983b0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0055357f-6a74-45ba-a134-b5223508c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7106414 Feb 09 01:21:11.690619 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010ba4fd-29f0-49fb-8fa0-be36414da076 admin admin] Network d8c5ee85-e22f-427a-950b-0cc54a50e283 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:21:11.696619 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-fc8a9514-8640-4254-b65e-d85a1b75cf2d admin admin] Allocated IP 172.20.0.1 (37619b15-03b6-4ee3-8b5e-c1b376918ea6/c5c99494-da9a-458d-b6b1-e6de1927c8e8/df50fd24-214b-49d0-bec7-74e98f6cb4a7) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:11.720127 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-00f8e5f7-0b5b-4d8d-bd06-564e8d7665c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'name': 'tempest-TaggedBootDevicesTest-141425582-router', 'tenant_id': '08259b26651148159119352f4f3e1358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '88bc95a1-b119-4f6b-bee8-2652bfdeba7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:51Z', 'updated_at': '2022-02-09T01:21:03Z', 'revision_number': 4, 'project_id': '08259b26651148159119352f4f3e1358', 'gw_port': {'id': '88bc95a1-b119-4f6b-bee8-2652bfdeba7d', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:91:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:54Z', 'updated_at': '2022-02-09T01:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'af3cd228-8e1e-4b99-a9f1-457192d771a4', 'name': '', 'network_id': '211c22fa-e090-41d1-bde6-fe315257e8a1', 'tenant_id': '08259b26651148159119352f4f3e1358', 'mac_address': 'fa:16:3e:9e:de:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'd8ecf23e-3a6c-4d0a-995b-57294f1050d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:02Z', 'updated_at': '2022-02-09T01:21:04Z', 'revision_number': 2, 'project_id': '08259b26651148159119352f4f3e1358', 'subnets': [{'id': 'd8ecf23e-3a6c-4d0a-995b-57294f1050d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:11.728645 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f8e5f7-0b5b-4d8d-bd06-564e8d7665c0 None None] Checking router: 426c3e1e-9ee6-43bf-8e6e-d23dce74457a for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:21:11.729087 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f8e5f7-0b5b-4d8d-bd06-564e8d7665c0 None None] Updating router 426c3e1e-9ee6-43bf-8e6e-d23dce74457a port af3cd228-8e1e-4b99-a9f1-457192d771a4 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:21:11.743489 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:11.818320 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-00f8e5f7-0b5b-4d8d-bd06-564e8d7665c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:11.823992 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-010ba4fd-29f0-49fb-8fa0-be36414da076 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, d8c5ee85-e22f-427a-950b-0cc54a50e283) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:11.835546 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8f6c87-4c00-4159-8ea6-6c69e07f7d4c None None] Network d8c5ee85-e22f-427a-950b-0cc54a50e283 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:21:11.849968 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-98ef6c3c-a503-46c3-a665-d02194bf5408 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Allocated IP 172.25.5.60 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/b9b0371c-16cd-43f6-8da2-37acdd8cc6d5) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:11.936422 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010ba4fd-29f0-49fb-8fa0-be36414da076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:11.937870 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-010ba4fd-29f0-49fb-8fa0-be36414da076 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:12.059265 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-67e6d6cf-599b-465c-b268-ea2c906767ae req-faf0ea84-dc5c-4d01-89db-ee7622d41153 service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089353 Feb 09 01:21:12.068653 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-010ba4fd-29f0-49fb-8fa0-be36414da076 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6565883 Feb 09 01:21:12.071705 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58898) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:12.094029 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-9a80a782-c28e-4177-8610-bd4a9a096b34 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-360173183-router', 'tenant_id': '8b4f33e73ece42fbb5b038feb66c6075', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:12.124220 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9a80a782-c28e-4177-8610-bd4a9a096b34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:12.133390 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9a80a782-c28e-4177-8610-bd4a9a096b34 admin admin] Usage tracker for resource:router and tenant:8b4f33e73ece42fbb5b038feb66c6075 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:12.140167 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9a80a782-c28e-4177-8610-bd4a9a096b34 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:12.154130 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9a80a782-c28e-4177-8610-bd4a9a096b34 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:12.179436 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683690e0-ba4c-485b-9301-a7f9e06307c0 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:12.180993 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-683690e0-ba4c-485b-9301-a7f9e06307c0 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=d1df58ff-1788-422d-89ee-d00e1fe89789&device_id=67dbf52d-de6e-4148-83ad-6242e4ebe960&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6218748 Feb 09 01:21:12.187888 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58902) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:12.256991 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9a80a782-c28e-4177-8610-bd4a9a096b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:12.258023 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9a80a782-c28e-4177-8610-bd4a9a096b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:12.268224 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-eba26873-1b44-4eb5-addc-a1584186acfa tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "DELETE /v2.0/ports/16b76a64-45da-4d9c-9159-a2853a85c968/tags HTTP/1.1" status: 204 len: 168 time: 1.1315606 Feb 09 01:21:12.294161 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fc8a9514-8640-4254-b65e-d85a1b75cf2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:12.301252 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a128017-5260-4aca-a23b-856185e16fc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-d8c5ee85-e22f-427a-950b-0cc54a50e283', 'network_id': 'd8c5ee85-e22f-427a-950b-0cc54a50e283', 'tenant_id': '8b4f33e73ece42fbb5b038feb66c6075', 'fixed_ips': [{'subnet_id': '5d34cd45-49e7-4c11-a368-a7e0505e03ef'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:21:12.302844 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2a128017-5260-4aca-a23b-856185e16fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:12.337715 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58908) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:12.406756 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9a80a782-c28e-4177-8610-bd4a9a096b34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:12.436826 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-98ef6c3c-a503-46c3-a665-d02194bf5408 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:12.470533 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-67e6d6cf-599b-465c-b268-ea2c906767ae req-c7a260c4-b599-431a-9480-d62b42f2f230 service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921111 Feb 09 01:21:12.479758 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.tag.tag_plugin [None req-82a2ac80-788a-408d-ac62-bbec5b634d58 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '16b76a64-45da-4d9c-9159-a2853a85c968', 'tempest-TagsExtTest-Tag-980514218') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:12.500151 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-fc8a9514-8640-4254-b65e-d85a1b75cf2d admin admin] Transition to ACTIVE for port object df50fd24-214b-49d0-bec7-74e98f6cb4a7 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:12.518761 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-00f8e5f7-0b5b-4d8d-bd06-564e8d7665c0 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:12.536101 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-98ef6c3c-a503-46c3-a665-d02194bf5408 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:12.539953 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-00f8e5f7-0b5b-4d8d-bd06-564e8d7665c0 None None] Transition to ACTIVE for port object af3cd228-8e1e-4b99-a9f1-457192d771a4 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:12.550255 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-00f8e5f7-0b5b-4d8d-bd06-564e8d7665c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:12.551333 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fc8a9514-8640-4254-b65e-d85a1b75cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:12.607160 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-2a128017-5260-4aca-a23b-856185e16fc0 None None] Allocated IP 172.20.0.2 (d8c5ee85-e22f-427a-950b-0cc54a50e283/5d34cd45-49e7-4c11-a368-a7e0505e03ef/846413ab-62e5-4834-a532-02ea8df9a345) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:12.731351 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8a9514-8640-4254-b65e-d85a1b75cf2d admin admin] Network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:12.743614 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-fc8a9514-8640-4254-b65e-d85a1b75cf2d admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:12.747915 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8a9514-8640-4254-b65e-d85a1b75cf2d admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:12.894120 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a1d78a-0658-43a3-824e-15612ad972c2 None None] Pushing event updated for resources: {'Port': ['ID=af3cd228-8e1e-4b99-a9f1-457192d771a4,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:12.946459 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fc8a9514-8640-4254-b65e-d85a1b75cf2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:13.000892 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a9514-8640-4254-b65e-d85a1b75cf2d admin admin] Pushing event updated for resources: {'Port': ['ID=df50fd24-214b-49d0-bec7-74e98f6cb4a7,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:13.173573 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 977d71c4-fec3-4cf1-a3ab-6321337280b5 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:21:13.178627 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ef6c3c-a503-46c3-a665-d02194bf5408 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:13.241372 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-00f8e5f7-0b5b-4d8d-bd06-564e8d7665c0 None None] Attempting to bind port af3cd228-8e1e-4b99-a9f1-457192d771a4 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:21:13.241731 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-00f8e5f7-0b5b-4d8d-bd06-564e8d7665c0 None None] Attempting to bind port af3cd228-8e1e-4b99-a9f1-457192d771a4 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '28adce5e-778f-4788-9785-5c332ec35a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '211c22fa-e090-41d1-bde6-fe315257e8a1'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:21:13.242581 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f8e5f7-0b5b-4d8d-bd06-564e8d7665c0 None None] Attempting to bind port af3cd228-8e1e-4b99-a9f1-457192d771a4 on network 211c22fa-e090-41d1-bde6-fe315257e8a1 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:21:13.251794 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f8e5f7-0b5b-4d8d-bd06-564e8d7665c0 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:21:13.252163 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f8e5f7-0b5b-4d8d-bd06-564e8d7665c0 None None] Checking segment: {'id': '28adce5e-778f-4788-9785-5c332ec35a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '211c22fa-e090-41d1-bde6-fe315257e8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:21:13.252625 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-00f8e5f7-0b5b-4d8d-bd06-564e8d7665c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:13.253050 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f8e5f7-0b5b-4d8d-bd06-564e8d7665c0 None None] Bound using segment: {'id': '28adce5e-778f-4788-9785-5c332ec35a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '211c22fa-e090-41d1-bde6-fe315257e8a1'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:21:13.253519 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-00f8e5f7-0b5b-4d8d-bd06-564e8d7665c0 None None] Bound port: af3cd228-8e1e-4b99-a9f1-457192d771a4, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28adce5e-778f-4788-9785-5c332ec35a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '211c22fa-e090-41d1-bde6-fe315257e8a1'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:21:13.253881 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-00f8e5f7-0b5b-4d8d-bd06-564e8d7665c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:13.308747 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fc8a9514-8640-4254-b65e-d85a1b75cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:13.332597 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b638d1bf-bd38-4a11-9acb-3cc102e1fc43 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:21:13.367320 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-98ef6c3c-a503-46c3-a665-d02194bf5408 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:13.377153 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-00f8e5f7-0b5b-4d8d-bd06-564e8d7665c0 None None] For port af3cd228-8e1e-4b99-a9f1-457192d771a4, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:21:13.381433 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-00f8e5f7-0b5b-4d8d-bd06-564e8d7665c0 None None] For port af3cd228-8e1e-4b99-a9f1-457192d771a4, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=af3cd228-8e1e-4b99-a9f1-457192d771a4,segment=NetworkSegment(28adce5e-778f-4788-9785-5c332ec35a6a),segment_id=28adce5e-778f-4788-9785-5c332ec35a6a)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:21:13.389028 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-00f8e5f7-0b5b-4d8d-bd06-564e8d7665c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:13.510308 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2a128017-5260-4aca-a23b-856185e16fc0 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:13.521638 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f8e5f7-0b5b-4d8d-bd06-564e8d7665c0 None None] Routers {'426c3e1e-9ee6-43bf-8e6e-d23dce74457a'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:13.522653 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-00f8e5f7-0b5b-4d8d-bd06-564e8d7665c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:21:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['426c3e1e-9ee6-43bf-8e6e-d23dce74457a'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:13.565325 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2a128017-5260-4aca-a23b-856185e16fc0 None None] Transition to ACTIVE for port object 846413ab-62e5-4834-a532-02ea8df9a345 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:13.566410 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9a80a782-c28e-4177-8610-bd4a9a096b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:13.593844 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ef6c3c-a503-46c3-a665-d02194bf5408 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:13.652926 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2a128017-5260-4aca-a23b-856185e16fc0 None None] Transition to ACTIVE for port object 846413ab-62e5-4834-a532-02ea8df9a345 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:13.680543 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef6c3c-a503-46c3-a665-d02194bf5408 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Pushing event updated for resources: {'Port': ['ID=b9b0371c-16cd-43f6-8da2-37acdd8cc6d5,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:13.685937 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port b638d1bf-bd38-4a11-9acb-3cc102e1fc43 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:13.707212 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port b638d1bf-bd38-4a11-9acb-3cc102e1fc43 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:13.707582 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:13.746894 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2a128017-5260-4aca-a23b-856185e16fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:13.778357 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdd1e92-7948-477b-8785-e8db3d6070d7 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:13.787244 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0bdd1e92-7948-477b-8785-e8db3d6070d7 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 881 time: 1.5793719 Feb 09 01:21:13.794248 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58934) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:13.839409 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d603361e-e2b6-4444-857c-ee633a4a0e68 None None] Provisioning for port df50fd24-214b-49d0-bec7-74e98f6cb4a7 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:13.868431 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-00f8e5f7-0b5b-4d8d-bd06-564e8d7665c0 None None] Set router 426c3e1e-9ee6-43bf-8e6e-d23dce74457a gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:21:13.870877 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:13.911405 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d603361e-e2b6-4444-857c-ee633a4a0e68 None None] Provisioning complete for port df50fd24-214b-49d0-bec7-74e98f6cb4a7 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:13.912037 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d603361e-e2b6-4444-857c-ee633a4a0e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:13.914819 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [None req-fc8a9514-8640-4254-b65e-d85a1b75cf2d admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:21:13.942424 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3c2ccbe8-77ce-4c9e-8629-727284708b18 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] 10.222.0.37 "GET /v2.0/ports?device_id=67dbf52d-de6e-4148-83ad-6242e4ebe960 HTTP/1.1" status: 200 len: 205 time: 0.1441913 Feb 09 01:21:13.943055 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58940) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:13.967189 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a128017-5260-4aca-a23b-856185e16fc0 None None] Network d8c5ee85-e22f-427a-950b-0cc54a50e283 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:13.969734 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-2a128017-5260-4aca-a23b-856185e16fc0 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:13.987866 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a128017-5260-4aca-a23b-856185e16fc0 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:13.996037 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa632377-b81f-4d5c-9bf4-eceb5f675a14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '977d71c4-fec3-4cf1-a3ab-6321337280b5'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:21:14.019261 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a1d78a-0658-43a3-824e-15612ad972c2 None None] Pushing event updated for resources: {'Port': ['ID=af3cd228-8e1e-4b99-a9f1-457192d771a4,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:14.079616 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-82a2ac80-788a-408d-ac62-bbec5b634d58 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] show failed (client error): The resource could not be found. Feb 09 01:21:14.094154 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-82a2ac80-788a-408d-ac62-bbec5b634d58 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "GET /v2.0/ports/16b76a64-45da-4d9c-9159-a2853a85c968/tags/tempest-TagsExtTest-Tag-980514218 HTTP/1.1" status: 404 len: 328 time: 1.7307069 Feb 09 01:21:14.163292 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58946) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:14.168463 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fc8a9514-8640-4254-b65e-d85a1b75cf2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:14.178179 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.tag.tag_plugin [None req-18debb54-fdf5-4f67-a600-c2a817a366eb tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '16b76a64-45da-4d9c-9159-a2853a85c968', 'tempest-TagsExtTest-Tag-910331215') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:14.196250 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa632377-b81f-4d5c-9bf4-eceb5f675a14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '977d71c4-fec3-4cf1-a3ab-6321337280b5', 'code': 200} Feb 09 01:21:14.197527 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e8d2b-ed43-4fa2-bd3e-f05da07c8537 req-1228db06-6942-4cf9-a848-b23eafbf2a3b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:14.198021 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 977d71c4-fec3-4cf1-a3ab-6321337280b5, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=977d71c4-fec3-4cf1-a3ab-6321337280b5,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:14.199075 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-685e8d2b-ed43-4fa2-bd3e-f05da07c8537 req-1228db06-6942-4cf9-a848-b23eafbf2a3b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 945 time: 1.2805009 Feb 09 01:21:14.238976 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d603361e-e2b6-4444-857c-ee633a4a0e68 None None] Port df50fd24-214b-49d0-bec7-74e98f6cb4a7 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:21:14.251501 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:14.253192 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a128017-5260-4aca-a23b-856185e16fc0 None None] Pushing event updated for resources: {'Port': ['ID=846413ab-62e5-4834-a532-02ea8df9a345,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:14.350235 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:21:14.384694 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fc8a9514-8640-4254-b65e-d85a1b75cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:14.395701 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-2a128017-5260-4aca-a23b-856185e16fc0 None None] Attempting to bind port 846413ab-62e5-4834-a532-02ea8df9a345 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:21:14.395949 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-2a128017-5260-4aca-a23b-856185e16fc0 None None] Attempting to bind port 846413ab-62e5-4834-a532-02ea8df9a345 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '11fbb5f9-331e-44bc-9bed-d1339075f051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'd8c5ee85-e22f-427a-950b-0cc54a50e283'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:21:14.396104 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a128017-5260-4aca-a23b-856185e16fc0 None None] Attempting to bind port 846413ab-62e5-4834-a532-02ea8df9a345 on network d8c5ee85-e22f-427a-950b-0cc54a50e283 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:21:14.416761 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a128017-5260-4aca-a23b-856185e16fc0 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:21:14.417175 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a128017-5260-4aca-a23b-856185e16fc0 None None] Checking segment: {'id': '11fbb5f9-331e-44bc-9bed-d1339075f051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'd8c5ee85-e22f-427a-950b-0cc54a50e283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:21:14.417537 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2a128017-5260-4aca-a23b-856185e16fc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:14.418267 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a128017-5260-4aca-a23b-856185e16fc0 None None] Bound using segment: {'id': '11fbb5f9-331e-44bc-9bed-d1339075f051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'd8c5ee85-e22f-427a-950b-0cc54a50e283'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:21:14.418575 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-2a128017-5260-4aca-a23b-856185e16fc0 None None] Bound port: 846413ab-62e5-4834-a532-02ea8df9a345, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11fbb5f9-331e-44bc-9bed-d1339075f051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'd8c5ee85-e22f-427a-950b-0cc54a50e283'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:21:14.418934 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2a128017-5260-4aca-a23b-856185e16fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:14.547332 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:14.575622 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-00f8e5f7-0b5b-4d8d-bd06-564e8d7665c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'name': 'tempest-TaggedBootDevicesTest-141425582-router', 'tenant_id': '08259b26651148159119352f4f3e1358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '88bc95a1-b119-4f6b-bee8-2652bfdeba7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:51Z', 'updated_at': '2022-02-09T01:21:03Z', 'revision_number': 4, 'project_id': '08259b26651148159119352f4f3e1358', 'gw_port': {'id': '88bc95a1-b119-4f6b-bee8-2652bfdeba7d', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:91:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:54Z', 'updated_at': '2022-02-09T01:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'af3cd228-8e1e-4b99-a9f1-457192d771a4', 'name': '', 'network_id': '211c22fa-e090-41d1-bde6-fe315257e8a1', 'tenant_id': '08259b26651148159119352f4f3e1358', 'mac_address': 'fa:16:3e:9e:de:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'd8ecf23e-3a6c-4d0a-995b-57294f1050d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:02Z', 'updated_at': '2022-02-09T01:21:13Z', 'revision_number': 4, 'project_id': '08259b26651148159119352f4f3e1358', 'subnets': [{'id': 'd8ecf23e-3a6c-4d0a-995b-57294f1050d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:14.587173 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f8e5f7-0b5b-4d8d-bd06-564e8d7665c0 None None] The sync data for ids ['426c3e1e-9ee6-43bf-8e6e-d23dce74457a'] in n-d-828419-1 is: [{'id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'name': 'tempest-TaggedBootDevicesTest-141425582-router', 'tenant_id': '08259b26651148159119352f4f3e1358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '88bc95a1-b119-4f6b-bee8-2652bfdeba7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:51Z', 'updated_at': '2022-02-09T01:21:03Z', 'revision_number': 4, 'project_id': '08259b26651148159119352f4f3e1358', 'gw_port': {'id': '88bc95a1-b119-4f6b-bee8-2652bfdeba7d', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:91:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:54Z', 'updated_at': '2022-02-09T01:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'af3cd228-8e1e-4b99-a9f1-457192d771a4', 'name': '', 'network_id': '211c22fa-e090-41d1-bde6-fe315257e8a1', 'tenant_id': '08259b26651148159119352f4f3e1358', 'mac_address': 'fa:16:3e:9e:de:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'd8ecf23e-3a6c-4d0a-995b-57294f1050d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:02Z', 'updated_at': '2022-02-09T01:21:13Z', 'revision_number': 4, 'project_id': '08259b26651148159119352f4f3e1358', 'subnets': [{'id': 'd8ecf23e-3a6c-4d0a-995b-57294f1050d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:21:14.589276 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a9514-8640-4254-b65e-d85a1b75cf2d admin admin] Pushing event updated for resources: {'Port': ['ID=df50fd24-214b-49d0-bec7-74e98f6cb4a7,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:14.625142 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6a6faade-b165-4092-8c84-42bf481b568c tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:14.636594 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-685e8d2b-ed43-4fa2-bd3e-f05da07c8537 req-c8d2e5d4-e849-4b0b-9cc9-09de3bfe32b7 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227593 Feb 09 01:21:14.754269 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port b638d1bf-bd38-4a11-9acb-3cc102e1fc43, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b638d1bf-bd38-4a11-9acb-3cc102e1fc43,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:14.768180 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=977d71c4-fec3-4cf1-a3ab-6321337280b5,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:14.774579 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:14.907854 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-2a128017-5260-4aca-a23b-856185e16fc0 None None] For port 846413ab-62e5-4834-a532-02ea8df9a345, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:21:14.914735 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-2a128017-5260-4aca-a23b-856185e16fc0 None None] For port 846413ab-62e5-4834-a532-02ea8df9a345, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=846413ab-62e5-4834-a532-02ea8df9a345,segment=NetworkSegment(11fbb5f9-331e-44bc-9bed-d1339075f051),segment_id=11fbb5f9-331e-44bc-9bed-d1339075f051)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:21:14.917129 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=b638d1bf-bd38-4a11-9acb-3cc102e1fc43,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:14.924542 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2a128017-5260-4aca-a23b-856185e16fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:14.927830 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58954) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:14.992091 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-98ef6c3c-a503-46c3-a665-d02194bf5408 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:15.124100 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a128017-5260-4aca-a23b-856185e16fc0 None None] Pushing event updated for resources: {'Port': ['ID=846413ab-62e5-4834-a532-02ea8df9a345,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:15.146456 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fc8a9514-8640-4254-b65e-d85a1b75cf2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:15.154496 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6a6faade-b165-4092-8c84-42bf481b568c tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:15.170029 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-6a6faade-b165-4092-8c84-42bf481b568c tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Deleting port 77b113d4-dd42-461b-92da-230dd9f61b8f {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:15.170343 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6a6faade-b165-4092-8c84-42bf481b568c tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:15.220062 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device af3cd228-8e1e-4b99-a9f1-457192d771a4 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:21:15.267408 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b42d77f3-fe2e-47dd-b13d-a18f8c860469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:15.322058 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-18debb54-fdf5-4f67-a600-c2a817a366eb tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] show failed (client error): The resource could not be found. Feb 09 01:21:15.323324 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-18debb54-fdf5-4f67-a600-c2a817a366eb tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "GET /v2.0/ports/16b76a64-45da-4d9c-9159-a2853a85c968/tags/tempest-TagsExtTest-Tag-910331215 HTTP/1.1" status: 404 len: 328 time: 1.1519115 Feb 09 01:21:15.333606 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58960) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:15.339725 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port af3cd228-8e1e-4b99-a9f1-457192d771a4 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:15.349218 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port af3cd228-8e1e-4b99-a9f1-457192d771a4 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:15.350130 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:15.363768 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.tag.tag_plugin [None req-2e7d0f57-a08b-4513-acff-c71d3b1c6884 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '16b76a64-45da-4d9c-9159-a2853a85c968', 'tempest-TagsExtTest-Tag-1283133105') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:15.410801 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b42d77f3-fe2e-47dd-b13d-a18f8c860469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:15.423388 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b42d77f3-fe2e-47dd-b13d-a18f8c860469 admin admin] Usage tracker for resource:security_group_rule and tenant:e78978fc1c454342830129c417958548 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:15.507485 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b42d77f3-fe2e-47dd-b13d-a18f8c860469 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:15.580912 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:15.619245 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port af3cd228-8e1e-4b99-a9f1-457192d771a4, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=af3cd228-8e1e-4b99-a9f1-457192d771a4,segment=NetworkSegment(28adce5e-778f-4788-9785-5c332ec35a6a),segment_id=28adce5e-778f-4788-9785-5c332ec35a6a)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:15.625586 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:15.626672 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b638d1bf-bd38-4a11-9acb-3cc102e1fc43 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:21:15.696916 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b42d77f3-fe2e-47dd-b13d-a18f8c860469 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:15.699286 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9a80a782-c28e-4177-8610-bd4a9a096b34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:15.725600 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8a9514-8640-4254-b65e-d85a1b75cf2d admin admin] Network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:15.731221 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-fc8a9514-8640-4254-b65e-d85a1b75cf2d admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:15.805420 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9a80a782-c28e-4177-8610-bd4a9a096b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:15.842466 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6a6faade-b165-4092-8c84-42bf481b568c tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:15.847152 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=af3cd228-8e1e-4b99-a9f1-457192d771a4,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:15.871438 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port b638d1bf-bd38-4a11-9acb-3cc102e1fc43 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:15.871685 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:15.913972 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-2e7d0f57-a08b-4513-acff-c71d3b1c6884 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] show failed (client error): The resource could not be found. Feb 09 01:21:15.915832 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2e7d0f57-a08b-4513-acff-c71d3b1c6884 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "GET /v2.0/ports/16b76a64-45da-4d9c-9159-a2853a85c968/tags/tempest-TagsExtTest-Tag-1283133105 HTTP/1.1" status: 404 len: 329 time: 0.5778120 Feb 09 01:21:15.926331 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58966) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:15.941810 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b42d77f3-fe2e-47dd-b13d-a18f8c860469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:15.945350 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.tag.tag_plugin [None req-001eff1d-6607-473d-b201-439c579048fd tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '2e82eb31-68aa-43ed-9782-810c60d5f511', {'tags': ['tempest-TagsExtTest-Tag-1620502393', 'tempest-TagsExtTest-Tag-14895966', 'tempest-TagsExtTest-Tag-850820896']}) {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:15.986711 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b42d77f3-fe2e-47dd-b13d-a18f8c860469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:16.152374 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-6a6faade-b165-4092-8c84-42bf481b568c tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Calling delete_port for 77b113d4-dd42-461b-92da-230dd9f61b8f owned by network:router_gateway {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:16.157611 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d77f3-fe2e-47dd-b13d-a18f8c860469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643f4231-c223-42b9-9e3c-74cef3149b86,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:16.162879 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b42d77f3-fe2e-47dd-b13d-a18f8c860469 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e78978fc1c454342830129c417958548&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2306607 Feb 09 01:21:16.174033 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58970) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:16.209891 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-133693a3-7232-4399-9cc2-3255ab22c309 None None] Provisioning complete for port df50fd24-214b-49d0-bec7-74e98f6cb4a7 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:16.210828 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-133693a3-7232-4399-9cc2-3255ab22c309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:16.282677 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-133693a3-7232-4399-9cc2-3255ab22c309 None None] Port df50fd24-214b-49d0-bec7-74e98f6cb4a7 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:21:16.352349 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-98ef6c3c-a503-46c3-a665-d02194bf5408 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:16.372473 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-98ef6c3c-a503-46c3-a665-d02194bf5408 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8101386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8101405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8095324'] for router, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:16.491604 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50ce3686-1b2d-4492-ae0f-80a9580cd002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:16.495547 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-9a80a782-c28e-4177-8610-bd4a9a096b34 admin admin] Allocated IP 172.25.5.174 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/604a7140-bf66-4a93-ba6f-29bf91332fdb) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:16.623959 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-001eff1d-6607-473d-b201-439c579048fd tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "PUT /v2.0/routers/2e82eb31-68aa-43ed-9782-810c60d5f511/tags HTTP/1.1" status: 200 len: 315 time: 0.6889446 Feb 09 01:21:16.637580 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58974) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:16.648098 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59b2ba-d280-4f02-83ba-ca970741b1da req-76c678a3-92fa-492a-bfd8-34a830fcf168 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:16.648683 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fbc25a-3ad0-48d9-a4cd-2debea2b161e None None] Network d8c5ee85-e22f-427a-950b-0cc54a50e283 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:21:16.655197 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4e59b2ba-d280-4f02-83ba-ca970741b1da req-76c678a3-92fa-492a-bfd8-34a830fcf168 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 943 time: 0.8396523 Feb 09 01:21:16.662303 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8a9514-8640-4254-b65e-d85a1b75cf2d admin admin] Router dcdf80a7-4c8c-446b-bad7-75a7900d8783 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:21:16.665800 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.tag.tag_plugin [None req-e5436903-b958-45a3-980e-3b0ed9f180d6 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2e82eb31-68aa-43ed-9782-810c60d5f511') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:16.747825 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8ad5105e-5fb6-4061-ac30-789ec6cf7ecf None None] Provisioning for port 846413ab-62e5-4834-a532-02ea8df9a345 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:16.834350 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50ce3686-1b2d-4492-ae0f-80a9580cd002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:16.976497 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50ce3686-1b2d-4492-ae0f-80a9580cd002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:16.981305 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9a80a782-c28e-4177-8610-bd4a9a096b34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:16.994361 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ef6c3c-a503-46c3-a665-d02194bf5408 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Router e07f1d45-33bb-475e-b8cd-25bd1c0822f1 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:21:17.003528 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce3686-1b2d-4492-ae0f-80a9580cd002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643f4231-c223-42b9-9e3c-74cef3149b86,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:17.043325 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4e59b2ba-d280-4f02-83ba-ca970741b1da req-dbffe8b1-d726-454e-945a-779a9638a7bb tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871751 Feb 09 01:21:17.121602 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50ce3686-1b2d-4492-ae0f-80a9580cd002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:17.127381 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-50ce3686-1b2d-4492-ae0f-80a9580cd002 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/643f4231-c223-42b9-9e3c-74cef3149b86 HTTP/1.1" status: 204 len: 168 time: 0.9520543 Feb 09 01:21:17.195229 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9a80a782-c28e-4177-8610-bd4a9a096b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:17.346967 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8a9514-8640-4254-b65e-d85a1b75cf2d admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:21:17.350138 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6a6faade-b165-4092-8c84-42bf481b568c tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:17.359386 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508a45ac-16e0-4e27-b643-e4ed8c0cd25c None None] Sync routers for ids ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:21:17.367096 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device af3cd228-8e1e-4b99-a9f1-457192d771a4 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:21:17.409692 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ef6c3c-a503-46c3-a665-d02194bf5408 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:21:17.416935 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-98ef6c3c-a503-46c3-a665-d02194bf5408 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:17.419426 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-98ef6c3c-a503-46c3-a665-d02194bf5408 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] 10.222.0.37 "PUT /v2.0/routers/e07f1d45-33bb-475e-b8cd-25bd1c0822f1 HTTP/1.1" status: 200 len: 918 time: 8.1254618 Feb 09 01:21:17.425238 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaecd2dd-f457-4e17-87ee-4d6f3a1bcd68 None None] Sync routers for ids ['e07f1d45-33bb-475e-b8cd-25bd1c0822f1'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:21:17.430031 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508a45ac-16e0-4e27-b643-e4ed8c0cd25c None None] Routers {'dcdf80a7-4c8c-446b-bad7-75a7900d8783'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:17.430793 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-508a45ac-16e0-4e27-b643-e4ed8c0cd25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:21:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:17.444446 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaecd2dd-f457-4e17-87ee-4d6f3a1bcd68 None None] Routers {'e07f1d45-33bb-475e-b8cd-25bd1c0822f1'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:17.445087 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-eaecd2dd-f457-4e17-87ee-4d6f3a1bcd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:21:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e07f1d45-33bb-475e-b8cd-25bd1c0822f1'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:17.458492 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58984) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:17.489921 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a80a782-c28e-4177-8610-bd4a9a096b34 admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:17.493502 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e5436903-b958-45a3-980e-3b0ed9f180d6 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "DELETE /v2.0/routers/2e82eb31-68aa-43ed-9782-810c60d5f511/tags HTTP/1.1" status: 204 len: 168 time: 0.8544369 Feb 09 01:21:17.503156 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-9a80a782-c28e-4177-8610-bd4a9a096b34 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:17.505900 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a80a782-c28e-4177-8610-bd4a9a096b34 admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:17.575639 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6faade-b165-4092-8c84-42bf481b568c tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Pushing event deleted for resources: {'Port': ['ID=77b113d4-dd42-461b-92da-230dd9f61b8f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:17.578702 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-eaecd2dd-f457-4e17-87ee-4d6f3a1bcd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:17.580266 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58988) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:17.597741 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaecd2dd-f457-4e17-87ee-4d6f3a1bcd68 None None] Routers {'e07f1d45-33bb-475e-b8cd-25bd1c0822f1'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:17.598760 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-eaecd2dd-f457-4e17-87ee-4d6f3a1bcd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:21:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e07f1d45-33bb-475e-b8cd-25bd1c0822f1'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:17.628906 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-fc8a9514-8640-4254-b65e-d85a1b75cf2d admin admin] 10.222.0.37 "PUT /v2.0/routers/dcdf80a7-4c8c-446b-bad7-75a7900d8783/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4221809 Feb 09 01:21:17.665201 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port af3cd228-8e1e-4b99-a9f1-457192d771a4 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:17.665718 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:17.688761 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.tag.tag_plugin [None req-e6eee68f-37ef-4363-bdda-39685d529284 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2e82eb31-68aa-43ed-9782-810c60d5f511', 'tempest-TagsExtTest-Tag-1620502393') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:17.690961 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-eaecd2dd-f457-4e17-87ee-4d6f3a1bcd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:17.695671 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaecd2dd-f457-4e17-87ee-4d6f3a1bcd68 None None] The sync data for ids ['e07f1d45-33bb-475e-b8cd-25bd1c0822f1'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:21:17.744217 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-508a45ac-16e0-4e27-b643-e4ed8c0cd25c None None] Set router dcdf80a7-4c8c-446b-bad7-75a7900d8783 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:21:17.840136 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58994) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:17.849585 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a80a782-c28e-4177-8610-bd4a9a096b34 admin admin] Pushing event updated for resources: {'Port': ['ID=604a7140-bf66-4a93-ba6f-29bf91332fdb,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:17.898516 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6a6faade-b165-4092-8c84-42bf481b568c tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:18.031832 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a6bf5604-fb75-4c37-ba19-a775d098436f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:18.056872 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a3542b63-be80-4728-bee1-40851c2f5826 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] 10.222.0.37 "GET /v2.0/routers/e07f1d45-33bb-475e-b8cd-25bd1c0822f1 HTTP/1.1" status: 200 len: 924 time: 0.5818498 Feb 09 01:21:18.060650 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59000) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:18.072237 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a6bf5604-fb75-4c37-ba19-a775d098436f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:18.086362 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a77d8-223c-43e4-8f5a-0cfedd128f69 req-3386d4e3-02fc-4040-b3fc-4bef860ddd72 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:18.094666 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5a3a77d8-223c-43e4-8f5a-0cfedd128f69 req-3386d4e3-02fc-4040-b3fc-4bef860ddd72 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.7123885 Feb 09 01:21:18.120310 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 846413ab-62e5-4834-a532-02ea8df9a345 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:21:18.201156 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a6bf5604-fb75-4c37-ba19-a775d098436f admin admin] Usage tracker for resource:security_group_rule and tenant:3195d9cd0a3440e7b7ba7c795b07c167 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:18.219030 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a6bf5604-fb75-4c37-ba19-a775d098436f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:18.231445 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-e6eee68f-37ef-4363-bdda-39685d529284 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] show failed (client error): The resource could not be found. Feb 09 01:21:18.232521 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e6eee68f-37ef-4363-bdda-39685d529284 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "GET /v2.0/routers/2e82eb31-68aa-43ed-9782-810c60d5f511/tags/tempest-TagsExtTest-Tag-1620502393 HTTP/1.1" status: 404 len: 329 time: 0.5947192 Feb 09 01:21:18.239527 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a6bf5604-fb75-4c37-ba19-a775d098436f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:18.241445 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59006) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:18.251354 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.tag.tag_plugin [None req-d42f58c1-d83b-41ff-8294-af7f6ef76371 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2e82eb31-68aa-43ed-9782-810c60d5f511', 'tempest-TagsExtTest-Tag-14895966') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:18.258691 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6a6faade-b165-4092-8c84-42bf481b568c tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:18.264372 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6a6faade-b165-4092-8c84-42bf481b568c tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:18.290590 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 846413ab-62e5-4834-a532-02ea8df9a345 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:18.301523 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 846413ab-62e5-4834-a532-02ea8df9a345 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:18.302530 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:18.310784 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad95a32-794a-4371-85bc-02fb2d57801e tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:18.311488 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8ad95a32-794a-4371-85bc-02fb2d57801e tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Synchronizing usage tracker for tenant:2f81a3a3c91c49d7bca3cfb97019c319 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:21:18.325194 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5a3a77d8-223c-43e4-8f5a-0cfedd128f69 req-1991ab60-5676-457d-9c9a-e414992cdd72 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2287002 Feb 09 01:21:18.328233 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6a6faade-b165-4092-8c84-42bf481b568c tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:18.328898 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6faade-b165-4092-8c84-42bf481b568c tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Fanout notify agent at l3_agent the message router_deleted on router 67dbf52d-de6e-4148-83ad-6242e4ebe960 {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:21:18.352178 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6a6faade-b165-4092-8c84-42bf481b568c tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:18.355875 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6a6faade-b165-4092-8c84-42bf481b568c tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] 10.222.0.37 "DELETE /v2.0/routers/67dbf52d-de6e-4148-83ad-6242e4ebe960 HTTP/1.1" status: 204 len: 168 time: 4.4085152 Feb 09 01:21:18.356018 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59014) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:18.358674 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8ad95a32-794a-4371-85bc-02fb2d57801e tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Unset dirty status for tenant:2f81a3a3c91c49d7bca3cfb97019c319 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:21:18.373163 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8ad95a32-794a-4371-85bc-02fb2d57801e tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=d1df58ff-1788-422d-89ee-d00e1fe89789&device_id=e07f1d45-33bb-475e-b8cd-25bd1c0822f1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3120725 Feb 09 01:21:18.377694 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-508a45ac-16e0-4e27-b643-e4ed8c0cd25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'name': 'tempest-TestVolumeBootPattern-195536192-router', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:55Z', 'updated_at': '2022-02-09T01:21:13Z', 'revision_number': 4, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'gw_port': {'id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:59Z', 'updated_at': '2022-02-09T01:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'df50fd24-214b-49d0-bec7-74e98f6cb4a7', 'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'mac_address': 'fa:16:3e:df:40:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:10Z', 'updated_at': '2022-02-09T01:21:13Z', 'revision_number': 2, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'subnets': [{'id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:18.379222 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59020) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:18.387036 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-ab71ebec-311a-47ec-bd99-acc84822d8be tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-328409532', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}, 'admin_state_up': False}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:18.387314 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508a45ac-16e0-4e27-b643-e4ed8c0cd25c None None] Checking router: dcdf80a7-4c8c-446b-bad7-75a7900d8783 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:21:18.387671 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508a45ac-16e0-4e27-b643-e4ed8c0cd25c None None] Updating router dcdf80a7-4c8c-446b-bad7-75a7900d8783 port df50fd24-214b-49d0-bec7-74e98f6cb4a7 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:21:18.461283 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-508a45ac-16e0-4e27-b643-e4ed8c0cd25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:18.470477 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ab71ebec-311a-47ec-bd99-acc84822d8be tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:18.545664 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ab71ebec-311a-47ec-bd99-acc84822d8be tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Usage tracker for resource:router and tenant:dda5002cd243458fbafb7f17fad30ab2 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:18.556274 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ab71ebec-311a-47ec-bd99-acc84822d8be tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:18.580183 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:18.597741 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9a80a782-c28e-4177-8610-bd4a9a096b34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:18.605571 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ab71ebec-311a-47ec-bd99-acc84822d8be tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:18.652490 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ab71ebec-311a-47ec-bd99-acc84822d8be tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:18.654009 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ab71ebec-311a-47ec-bd99-acc84822d8be tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:18.662202 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59028) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:18.686124 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-f4bc79a5-e6d3-4436-a818-a2baf99943a8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1661881428-network', 'tenant_id': 'b1011fd0daff4b9f80750382cff409ee'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:18.709330 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 846413ab-62e5-4834-a532-02ea8df9a345, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=846413ab-62e5-4834-a532-02ea8df9a345,segment=NetworkSegment(11fbb5f9-331e-44bc-9bed-d1339075f051),segment_id=11fbb5f9-331e-44bc-9bed-d1339075f051)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:18.713888 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f4bc79a5-e6d3-4436-a818-a2baf99943a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:18.719612 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:18.728092 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f4bc79a5-e6d3-4436-a818-a2baf99943a8 admin admin] Usage tracker for resource:network and tenant:b1011fd0daff4b9f80750382cff409ee is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:18.734804 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ab71ebec-311a-47ec-bd99-acc84822d8be tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:18.736694 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f4bc79a5-e6d3-4436-a818-a2baf99943a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:18.746585 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99f227c-9144-467e-9b9d-7aa274dd71dd tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:18.750781 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c99f227c-9144-467e-9b9d-7aa274dd71dd tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 881 time: 0.3547349 Feb 09 01:21:18.755368 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f4bc79a5-e6d3-4436-a818-a2baf99943a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:18.759694 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59032) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:18.884030 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-d42f58c1-d83b-41ff-8294-af7f6ef76371 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] show failed (client error): The resource could not be found. Feb 09 01:21:18.887677 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d42f58c1-d83b-41ff-8294-af7f6ef76371 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "GET /v2.0/routers/2e82eb31-68aa-43ed-9782-810c60d5f511/tags/tempest-TagsExtTest-Tag-14895966 HTTP/1.1" status: 404 len: 327 time: 0.6393785 Feb 09 01:21:18.887841 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=846413ab-62e5-4834-a532-02ea8df9a345,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:18.891101 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59036) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:18.908820 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.tag.tag_plugin [None req-1531e04a-3781-42a0-bcd9-d85ffe473f99 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2e82eb31-68aa-43ed-9782-810c60d5f511', 'tempest-TagsExtTest-Tag-850820896') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:18.963477 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-68b16659-db5d-451e-a657-0b30ade02180 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] 10.222.0.37 "GET /v2.0/ports?device_id=e07f1d45-33bb-475e-b8cd-25bd1c0822f1 HTTP/1.1" status: 200 len: 205 time: 0.2002170 Feb 09 01:21:18.970056 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7fad4-60f3-4915-942d-d9d0073fbe3f req-743f3970-5c46-4c4f-9270-4fbbeb6e7f1c tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:18.970416 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2d7fad4-60f3-4915-942d-d9d0073fbe3f req-743f3970-5c46-4c4f-9270-4fbbeb6e7f1c tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.4263949 Feb 09 01:21:18.971864 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59040) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:18.972514 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bc79a5-e6d3-4436-a818-a2baf99943a8 admin admin] Made reservation on behalf of b1011fd0daff4b9f80750382cff409ee for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:18.974834 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f4bc79a5-e6d3-4436-a818-a2baf99943a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:19.033714 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-508a45ac-16e0-4e27-b643-e4ed8c0cd25c None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:19.066838 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-508a45ac-16e0-4e27-b643-e4ed8c0cd25c None None] Transition to ACTIVE for port object df50fd24-214b-49d0-bec7-74e98f6cb4a7 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:19.093646 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-508a45ac-16e0-4e27-b643-e4ed8c0cd25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:19.126848 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f4bc79a5-e6d3-4436-a818-a2baf99943a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:19.151789 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 846413ab-62e5-4834-a532-02ea8df9a345 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:21:19.206985 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 977d71c4-fec3-4cf1-a3ab-6321337280b5 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:21:19.287814 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f4bc79a5-e6d3-4436-a818-a2baf99943a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:19.325722 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-1531e04a-3781-42a0-bcd9-d85ffe473f99 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] show failed (client error): The resource could not be found. Feb 09 01:21:19.326701 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1531e04a-3781-42a0-bcd9-d85ffe473f99 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "GET /v2.0/routers/2e82eb31-68aa-43ed-9782-810c60d5f511/tags/tempest-TagsExtTest-Tag-850820896 HTTP/1.1" status: 404 len: 328 time: 0.4337580 Feb 09 01:21:19.356832 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f4bc79a5-e6d3-4436-a818-a2baf99943a8 admin admin] Usage tracker for resource:security_group_rule and tenant:b1011fd0daff4b9f80750382cff409ee is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:19.359745 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59044) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:19.373187 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ab71ebec-311a-47ec-bd99-acc84822d8be tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:19.377374 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f4bc79a5-e6d3-4436-a818-a2baf99943a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:19.384896 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.tag.tag_plugin [None req-35628bb1-0b19-44a2-b69f-bf2824595d08 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '63ce7461-3d3b-4acd-af48-d68b3af18d23', {'tags': ['tempest-TagsExtTest-Tag-374291320', 'tempest-TagsExtTest-Tag-1298717743', 'tempest-TagsExtTest-Tag-461047854']}) {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:19.395925 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2d7fad4-60f3-4915-942d-d9d0073fbe3f req-95e6ffa5-4783-4774-9d24-d4de2d900753 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4091988 Feb 09 01:21:19.402399 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f4bc79a5-e6d3-4436-a818-a2baf99943a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:19.412940 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a6bf5604-fb75-4c37-ba19-a775d098436f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:19.423766 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3502cad-cb78-4447-b0e4-12c94910fdaa None None] Pushing event updated for resources: {'Port': ['ID=df50fd24-214b-49d0-bec7-74e98f6cb4a7,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:19.560554 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-35628bb1-0b19-44a2-b69f-bf2824595d08 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "PUT /v2.0/subnetpools/63ce7461-3d3b-4acd-af48-d68b3af18d23/tags HTTP/1.1" status: 200 len: 316 time: 0.1956201 Feb 09 01:21:19.565556 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59050) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:19.565891 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 846413ab-62e5-4834-a532-02ea8df9a345 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:19.566403 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:19.573077 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.tag.tag_plugin [None req-8d5a045b-46fb-4328-9eaf-07eb1ba6e58c tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '63ce7461-3d3b-4acd-af48-d68b3af18d23') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:19.574645 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9a80a782-c28e-4177-8610-bd4a9a096b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:19.580577 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a6bf5604-fb75-4c37-ba19-a775d098436f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:19.627570 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a6bf5604-fb75-4c37-ba19-a775d098436f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3195d9cd0a3440e7b7ba7c795b07c167&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7813666 Feb 09 01:21:19.632112 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59054) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:19.706566 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f4bc79a5-e6d3-4436-a818-a2baf99943a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:19.736959 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f4bc79a5-e6d3-4436-a818-a2baf99943a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:19.744732 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-508a45ac-16e0-4e27-b643-e4ed8c0cd25c None None] Attempting to bind port df50fd24-214b-49d0-bec7-74e98f6cb4a7 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:21:19.745776 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-508a45ac-16e0-4e27-b643-e4ed8c0cd25c None None] Attempting to bind port df50fd24-214b-49d0-bec7-74e98f6cb4a7 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:21:19.746243 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508a45ac-16e0-4e27-b643-e4ed8c0cd25c None None] Attempting to bind port df50fd24-214b-49d0-bec7-74e98f6cb4a7 on network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:21:19.748345 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f35a9452-9249-4eb6-9318-c16d10b76748 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:19.764012 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508a45ac-16e0-4e27-b643-e4ed8c0cd25c None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:21:19.764426 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508a45ac-16e0-4e27-b643-e4ed8c0cd25c None None] Checking segment: {'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:21:19.764841 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-508a45ac-16e0-4e27-b643-e4ed8c0cd25c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:19.769403 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508a45ac-16e0-4e27-b643-e4ed8c0cd25c None None] Bound using segment: {'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:21:19.770321 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-508a45ac-16e0-4e27-b643-e4ed8c0cd25c None None] Bound port: df50fd24-214b-49d0-bec7-74e98f6cb4a7, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:21:19.770986 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-508a45ac-16e0-4e27-b643-e4ed8c0cd25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:19.835351 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8d5a045b-46fb-4328-9eaf-07eb1ba6e58c tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "DELETE /v2.0/subnetpools/63ce7461-3d3b-4acd-af48-d68b3af18d23/tags HTTP/1.1" status: 204 len: 168 time: 0.2686932 Feb 09 01:21:19.842246 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4bc79a5-e6d3-4436-a818-a2baf99943a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 998} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:19.850208 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf5604-fb75-4c37-ba19-a775d098436f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1ec013-2dbb-4dee-9385-b6963bbbc35e,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:19.856369 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59060) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:19.883991 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f4bc79a5-e6d3-4436-a818-a2baf99943a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:19.883991 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-f4bc79a5-e6d3-4436-a818-a2baf99943a8 admin admin] Added segment 01da6dc1-32df-4e82-b9f5-f8a8648d597f of type vlan for network 2eee4770-f563-4e73-92b9-f5bf4a1e189a Feb 09 01:21:19.886018 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.tag.tag_plugin [None req-f0d9d819-fd30-4c44-8a43-5196bd834f3f tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '63ce7461-3d3b-4acd-af48-d68b3af18d23', 'tempest-TagsExtTest-Tag-374291320') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:19.945005 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc79a5-e6d3-4436-a818-a2baf99943a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d924c06-8d3a-401a-b618-90cbb8be88b2,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:19.947026 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-508a45ac-16e0-4e27-b643-e4ed8c0cd25c None None] For port df50fd24-214b-49d0-bec7-74e98f6cb4a7, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:21:19.951440 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-508a45ac-16e0-4e27-b643-e4ed8c0cd25c None None] For port df50fd24-214b-49d0-bec7-74e98f6cb4a7, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=df50fd24-214b-49d0-bec7-74e98f6cb4a7,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:21:19.951954 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-f0d9d819-fd30-4c44-8a43-5196bd834f3f tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] show failed (client error): The resource could not be found. Feb 09 01:21:19.960921 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f0d9d819-fd30-4c44-8a43-5196bd834f3f tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "GET /v2.0/subnetpools/63ce7461-3d3b-4acd-af48-d68b3af18d23/tags/tempest-TagsExtTest-Tag-374291320 HTTP/1.1" status: 404 len: 328 time: 0.0814273 Feb 09 01:21:19.961128 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-31f744ae-afa7-437b-bdb7-c46179918426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:19.961229 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59064) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:19.966465 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.tag.tag_plugin [None req-385243ce-4dd0-4510-bcf0-d44933ed2cfe tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '63ce7461-3d3b-4acd-af48-d68b3af18d23', 'tempest-TagsExtTest-Tag-1298717743') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:19.967043 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-508a45ac-16e0-4e27-b643-e4ed8c0cd25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:20.014784 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-31f744ae-afa7-437b-bdb7-c46179918426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:20.053671 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508a45ac-16e0-4e27-b643-e4ed8c0cd25c None None] Routers {'dcdf80a7-4c8c-446b-bad7-75a7900d8783'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:20.054380 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-508a45ac-16e0-4e27-b643-e4ed8c0cd25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:21:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:20.172603 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-385243ce-4dd0-4510-bcf0-d44933ed2cfe tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] show failed (client error): The resource could not be found. Feb 09 01:21:20.173656 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-385243ce-4dd0-4510-bcf0-d44933ed2cfe tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "GET /v2.0/subnetpools/63ce7461-3d3b-4acd-af48-d68b3af18d23/tags/tempest-TagsExtTest-Tag-1298717743 HTTP/1.1" status: 404 len: 329 time: 0.2118347 Feb 09 01:21:20.180315 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59068) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:20.185556 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.tag.tag_plugin [None req-6ec07134-0040-4577-83c9-d3b1d27a81a1 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '63ce7461-3d3b-4acd-af48-d68b3af18d23', 'tempest-TagsExtTest-Tag-461047854') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:20.194276 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f4bc79a5-e6d3-4436-a818-a2baf99943a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:20.214951 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ab71ebec-311a-47ec-bd99-acc84822d8be tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:20.238803 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f35a9452-9249-4eb6-9318-c16d10b76748 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:20.246532 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3502cad-cb78-4447-b0e4-12c94910fdaa None None] Pushing event updated for resources: {'Port': ['ID=df50fd24-214b-49d0-bec7-74e98f6cb4a7,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:20.284259 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ab71ebec-311a-47ec-bd99-acc84822d8be tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:20.344452 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990c25d-dec0-456d-ba83-11251b6a4992 req-9157078f-d47c-48de-b813-afd5cd4487bb tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:20.347902 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3990c25d-dec0-456d-ba83-11251b6a4992 req-9157078f-d47c-48de-b813-afd5cd4487bb tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.5627511 Feb 09 01:21:20.378339 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f4bc79a5-e6d3-4436-a818-a2baf99943a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:20.379054 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bc79a5-e6d3-4436-a818-a2baf99943a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:20.379054 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f4bc79a5-e6d3-4436-a818-a2baf99943a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:20.396783 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-508a45ac-16e0-4e27-b643-e4ed8c0cd25c None None] Set router dcdf80a7-4c8c-446b-bad7-75a7900d8783 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:21:20.435228 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-f35a9452-9249-4eb6-9318-c16d10b76748 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Deleting port b9b0371c-16cd-43f6-8da2-37acdd8cc6d5 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:20.435559 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f35a9452-9249-4eb6-9318-c16d10b76748 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:20.475901 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-6ec07134-0040-4577-83c9-d3b1d27a81a1 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] show failed (client error): The resource could not be found. Feb 09 01:21:20.479965 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6ec07134-0040-4577-83c9-d3b1d27a81a1 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "GET /v2.0/subnetpools/63ce7461-3d3b-4acd-af48-d68b3af18d23/tags/tempest-TagsExtTest-Tag-461047854 HTTP/1.1" status: 404 len: 328 time: 0.2957025 Feb 09 01:21:20.484524 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59072) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:20.493237 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.tag.tag_plugin [None req-9860a51d-c330-4cc9-ac6b-6a7a200fc855 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '63ce7461-3d3b-4acd-af48-d68b3af18d23') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:20.514845 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a80a782-c28e-4177-8610-bd4a9a096b34 admin admin] Router 414a0754-9c9f-452a-a8d8-2783334de3c9 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:21:20.527183 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-31f744ae-afa7-437b-bdb7-c46179918426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:20.586604 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3990c25d-dec0-456d-ba83-11251b6a4992 req-0208ce8f-6091-4667-be2d-8e321befe487 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2329049 Feb 09 01:21:20.598174 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f744ae-afa7-437b-bdb7-c46179918426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1ec013-2dbb-4dee-9385-b6963bbbc35e,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:20.599767 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc79a5-e6d3-4436-a818-a2baf99943a8 admin admin] Pushing event updated for resources: {'Network': ['ID=2eee4770-f563-4e73-92b9-f5bf4a1e189a,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:20.602494 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f4bc79a5-e6d3-4436-a818-a2baf99943a8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9334054 Feb 09 01:21:20.606255 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-31f744ae-afa7-437b-bdb7-c46179918426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:20.611116 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-31f744ae-afa7-437b-bdb7-c46179918426 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bf1ec013-2dbb-4dee-9385-b6963bbbc35e HTTP/1.1" status: 204 len: 168 time: 0.9758711 Feb 09 01:21:20.613524 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59076) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:20.623867 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b43943ce-d039-4660-99c5-4f769eaf2139 admin admin] Request body: {'subnet': {'network_id': '2eee4770-f563-4e73-92b9-f5bf4a1e189a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1661881428-subnet', 'tenant_id': 'b1011fd0daff4b9f80750382cff409ee', 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:20.642718 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-ab71ebec-311a-47ec-bd99-acc84822d8be tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Allocated IP 172.25.5.192 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/b151993f-96f6-4df2-a1c8-cdda0cdaa9f4) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:20.651944 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 2eee4770-f563-4e73-92b9-f5bf4a1e189a details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:21:20.694614 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b43943ce-d039-4660-99c5-4f769eaf2139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:20.708348 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b43943ce-d039-4660-99c5-4f769eaf2139 admin admin] Usage tracker for resource:subnet and tenant:b1011fd0daff4b9f80750382cff409ee is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:20.716428 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b43943ce-d039-4660-99c5-4f769eaf2139 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:20.747896 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b43943ce-d039-4660-99c5-4f769eaf2139 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:20.751451 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9860a51d-c330-4cc9-ac6b-6a7a200fc855 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "DELETE /v2.0/subnetpools/63ce7461-3d3b-4acd-af48-d68b3af18d23/tags HTTP/1.1" status: 204 len: 168 time: 0.2658200 Feb 09 01:21:20.757389 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59082) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:20.783782 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.tag.tag_plugin [None req-a208be67-d904-41f5-9a58-28a1cf1c3f89 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2e82eb31-68aa-43ed-9782-810c60d5f511') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:20.859433 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43943ce-d039-4660-99c5-4f769eaf2139 admin admin] Made reservation on behalf of b1011fd0daff4b9f80750382cff409ee for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:20.861902 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b43943ce-d039-4660-99c5-4f769eaf2139 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:20.917410 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-508a45ac-16e0-4e27-b643-e4ed8c0cd25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'name': 'tempest-TestVolumeBootPattern-195536192-router', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:55Z', 'updated_at': '2022-02-09T01:21:13Z', 'revision_number': 4, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'gw_port': {'id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:59Z', 'updated_at': '2022-02-09T01:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'df50fd24-214b-49d0-bec7-74e98f6cb4a7', 'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'mac_address': 'fa:16:3e:df:40:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:10Z', 'updated_at': '2022-02-09T01:21:19Z', 'revision_number': 4, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'subnets': [{'id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:20.924781 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508a45ac-16e0-4e27-b643-e4ed8c0cd25c None None] The sync data for ids ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'] in n-d-828419-1 is: [{'id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'name': 'tempest-TestVolumeBootPattern-195536192-router', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:55Z', 'updated_at': '2022-02-09T01:21:13Z', 'revision_number': 4, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'gw_port': {'id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:59Z', 'updated_at': '2022-02-09T01:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'df50fd24-214b-49d0-bec7-74e98f6cb4a7', 'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'mac_address': 'fa:16:3e:df:40:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:10Z', 'updated_at': '2022-02-09T01:21:19Z', 'revision_number': 4, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'subnets': [{'id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:21:21.026372 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ab71ebec-311a-47ec-bd99-acc84822d8be tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:21.072895 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ab71ebec-311a-47ec-bd99-acc84822d8be tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:21.080702 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f35a9452-9249-4eb6-9318-c16d10b76748 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:21.164941 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab71ebec-311a-47ec-bd99-acc84822d8be tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:21.173233 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-ab71ebec-311a-47ec-bd99-acc84822d8be tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:21.177092 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device df50fd24-214b-49d0-bec7-74e98f6cb4a7 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:21:21.183399 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab71ebec-311a-47ec-bd99-acc84822d8be tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:21.266744 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71ebec-311a-47ec-bd99-acc84822d8be tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Pushing event updated for resources: {'Port': ['ID=b151993f-96f6-4df2-a1c8-cdda0cdaa9f4,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:21.298807 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port df50fd24-214b-49d0-bec7-74e98f6cb4a7 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:21.308109 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port df50fd24-214b-49d0-bec7-74e98f6cb4a7 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:21.308734 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:21.362036 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-f35a9452-9249-4eb6-9318-c16d10b76748 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Calling delete_port for b9b0371c-16cd-43f6-8da2-37acdd8cc6d5 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:21.510483 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a80a782-c28e-4177-8610-bd4a9a096b34 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:21:21.536226 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bf0119-c80a-4053-9f98-e9f8dc3f9b27 None None] Sync routers for ids ['414a0754-9c9f-452a-a8d8-2783334de3c9'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:21:21.551288 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bf0119-c80a-4053-9f98-e9f8dc3f9b27 None None] Routers {'414a0754-9c9f-452a-a8d8-2783334de3c9'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:21.552029 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-62bf0119-c80a-4053-9f98-e9f8dc3f9b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:21:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['414a0754-9c9f-452a-a8d8-2783334de3c9'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:21.571857 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a208be67-d904-41f5-9a58-28a1cf1c3f89 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "DELETE /v2.0/routers/2e82eb31-68aa-43ed-9782-810c60d5f511/tags HTTP/1.1" status: 204 len: 168 time: 0.8092396 Feb 09 01:21:21.572775 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9a80a782-c28e-4177-8610-bd4a9a096b34 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:21.573883 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9a80a782-c28e-4177-8610-bd4a9a096b34 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.4935637 Feb 09 01:21:21.574672 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59100) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:21.583493 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59102) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:21.588349 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.tag.tag_plugin [None req-12e5ad4d-3d76-4c57-97c3-820442c393f3 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '16b76a64-45da-4d9c-9159-a2853a85c968') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:21.661757 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:21.891594 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port df50fd24-214b-49d0-bec7-74e98f6cb4a7, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=df50fd24-214b-49d0-bec7-74e98f6cb4a7,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:21.905331 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:21.946062 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-12e5ad4d-3d76-4c57-97c3-820442c393f3 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "DELETE /v2.0/ports/16b76a64-45da-4d9c-9159-a2853a85c968/tags HTTP/1.1" status: 204 len: 168 time: 0.3667762 Feb 09 01:21:21.954227 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59116) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:21.970379 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.tag.tag_plugin [None req-70986777-3685-42d7-a0cd-a2adefb13ca5 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bf09477c-584b-49a8-aa14-02c5b786ab01') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:22.011766 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-62bf0119-c80a-4053-9f98-e9f8dc3f9b27 None None] Set router 414a0754-9c9f-452a-a8d8-2783334de3c9 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:21:22.073706 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:22.114699 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ab71ebec-311a-47ec-bd99-acc84822d8be tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router_gateway, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:22.213095 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b43943ce-d039-4660-99c5-4f769eaf2139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:22.279763 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=df50fd24-214b-49d0-bec7-74e98f6cb4a7,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:22.366282 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c686f5e-936d-4257-960a-eb6fac033b20 req-47c59020-7504-4875-bdd8-5729df80b836 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:22.371868 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2c686f5e-936d-4257-960a-eb6fac033b20 req-47c59020-7504-4875-bdd8-5729df80b836 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.5314214 Feb 09 01:21:22.399366 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f35a9452-9249-4eb6-9318-c16d10b76748 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:22.411992 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-62bf0119-c80a-4053-9f98-e9f8dc3f9b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414a0754-9c9f-452a-a8d8-2783334de3c9', 'name': 'tempest-TaggedBootDevicesTest-360173183-router', 'tenant_id': '8b4f33e73ece42fbb5b038feb66c6075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '604a7140-bf66-4a93-ba6f-29bf91332fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:21:12Z', 'updated_at': '2022-02-09T01:21:18Z', 'revision_number': 3, 'project_id': '8b4f33e73ece42fbb5b038feb66c6075', 'gw_port': {'id': '604a7140-bf66-4a93-ba6f-29bf91332fdb', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:37:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414a0754-9c9f-452a-a8d8-2783334de3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:15Z', 'updated_at': '2022-02-09T01:21:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:22.416930 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bf0119-c80a-4053-9f98-e9f8dc3f9b27 None None] Checking router: 414a0754-9c9f-452a-a8d8-2783334de3c9 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:21:22.417273 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bf0119-c80a-4053-9f98-e9f8dc3f9b27 None None] Updating router 414a0754-9c9f-452a-a8d8-2783334de3c9 port 604a7140-bf66-4a93-ba6f-29bf91332fdb binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:21:22.559811 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-62bf0119-c80a-4053-9f98-e9f8dc3f9b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:22.770966 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-70986777-3685-42d7-a0cd-a2adefb13ca5 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "DELETE /v2.0/subnets/bf09477c-584b-49a8-aa14-02c5b786ab01/tags HTTP/1.1" status: 204 len: 168 time: 0.8130977 Feb 09 01:21:22.813324 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59134) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:22.830026 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a9452-9249-4eb6-9318-c16d10b76748 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Pushing event deleted for resources: {'Port': ['ID=b9b0371c-16cd-43f6-8da2-37acdd8cc6d5,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:22.912349 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43943ce-d039-4660-99c5-4f769eaf2139 admin admin] Checking segment: {'id': '01da6dc1-32df-4e82-b9f5-f8a8648d597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '2eee4770-f563-4e73-92b9-f5bf4a1e189a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:21:22.912997 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43943ce-d039-4660-99c5-4f769eaf2139 admin admin] Network hostable DHCP agents. Network: 2eee4770-f563-4e73-92b9-f5bf4a1e189a, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:21:22.932227 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43943ce-d039-4660-99c5-4f769eaf2139 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26ba8f6b-0f1c-4fd0-8f7c-c2d7eff3ea2f,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:23.016207 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ab71ebec-311a-47ec-bd99-acc84822d8be tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.045519 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-62bf0119-c80a-4053-9f98-e9f8dc3f9b27 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.058538 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f35a9452-9249-4eb6-9318-c16d10b76748 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.067991 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-62bf0119-c80a-4053-9f98-e9f8dc3f9b27 None None] Transition to ACTIVE for port object 604a7140-bf66-4a93-ba6f-29bf91332fdb will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:23.083735 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-62bf0119-c80a-4053-9f98-e9f8dc3f9b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.160765 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device df50fd24-214b-49d0-bec7-74e98f6cb4a7 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:21:23.228586 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2c686f5e-936d-4257-960a-eb6fac033b20 req-66a6be1d-cd6f-4c30-8900-86ac73c505c4 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8417330 Feb 09 01:21:23.280191 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5e972-6f9c-4790-a48f-51cb1a236341 None None] Pushing event updated for resources: {'Port': ['ID=604a7140-bf66-4a93-ba6f-29bf91332fdb,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:23.289507 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-62bf0119-c80a-4053-9f98-e9f8dc3f9b27 None None] Attempting to bind port 604a7140-bf66-4a93-ba6f-29bf91332fdb on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:21:23.289975 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-62bf0119-c80a-4053-9f98-e9f8dc3f9b27 None None] Attempting to bind port 604a7140-bf66-4a93-ba6f-29bf91332fdb by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:21:23.290460 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bf0119-c80a-4053-9f98-e9f8dc3f9b27 None None] Attempting to bind port 604a7140-bf66-4a93-ba6f-29bf91332fdb on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:21:23.302896 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bf0119-c80a-4053-9f98-e9f8dc3f9b27 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:21:23.303635 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bf0119-c80a-4053-9f98-e9f8dc3f9b27 None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:21:23.303913 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-62bf0119-c80a-4053-9f98-e9f8dc3f9b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.304430 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bf0119-c80a-4053-9f98-e9f8dc3f9b27 None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:21:23.305103 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-62bf0119-c80a-4053-9f98-e9f8dc3f9b27 None None] Bound port: 604a7140-bf66-4a93-ba6f-29bf91332fdb, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:21:23.306112 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-62bf0119-c80a-4053-9f98-e9f8dc3f9b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.347178 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f35a9452-9249-4eb6-9318-c16d10b76748 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.350929 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f35a9452-9249-4eb6-9318-c16d10b76748 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.353048 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43943ce-d039-4660-99c5-4f769eaf2139 admin admin] Network 2eee4770-f563-4e73-92b9-f5bf4a1e189a is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:21:23.380537 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-b43943ce-d039-4660-99c5-4f769eaf2139 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 2eee4770-f563-4e73-92b9-f5bf4a1e189a) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:23.385685 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43943ce-d039-4660-99c5-4f769eaf2139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:23.386781 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b43943ce-d039-4660-99c5-4f769eaf2139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.389681 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-62bf0119-c80a-4053-9f98-e9f8dc3f9b27 None None] For port 604a7140-bf66-4a93-ba6f-29bf91332fdb, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:21:23.395397 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-62bf0119-c80a-4053-9f98-e9f8dc3f9b27 None None] For port 604a7140-bf66-4a93-ba6f-29bf91332fdb, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=604a7140-bf66-4a93-ba6f-29bf91332fdb,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:21:23.399784 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25008205-06b7-44dc-a93a-983ddee87f6f None None] Network 2eee4770-f563-4e73-92b9-f5bf4a1e189a requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:21:23.418678 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-62bf0119-c80a-4053-9f98-e9f8dc3f9b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.423320 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-536fede2-00bc-4495-9aec-19019d9fc988 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks [] for subnetpool, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.424743 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-536fede2-00bc-4495-9aec-19019d9fc988 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "DELETE /v2.0/subnetpools/63ce7461-3d3b-4acd-af48-d68b3af18d23 HTTP/1.1" status: 204 len: 168 time: 0.6035938 Feb 09 01:21:23.427610 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59146) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:23.431715 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port df50fd24-214b-49d0-bec7-74e98f6cb4a7 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:23.432223 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.472430 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b43943ce-d039-4660-99c5-4f769eaf2139 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8559215 Feb 09 01:21:23.477172 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59150) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:23.479016 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f35a9452-9249-4eb6-9318-c16d10b76748 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.479699 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35a9452-9249-4eb6-9318-c16d10b76748 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Fanout notify agent at l3_agent the message router_deleted on router e07f1d45-33bb-475e-b8cd-25bd1c0822f1 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:21:23.492268 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1661881428-router', 'tenant_id': 'b1011fd0daff4b9f80750382cff409ee', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:23.503054 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f35a9452-9249-4eb6-9318-c16d10b76748 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.504959 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:23.505754 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f35a9452-9249-4eb6-9318-c16d10b76748 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] 10.222.0.37 "DELETE /v2.0/routers/e07f1d45-33bb-475e-b8cd-25bd1c0822f1 HTTP/1.1" status: 204 len: 168 time: 4.5329609 Feb 09 01:21:23.511654 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59158) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:23.515843 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] Usage tracker for resource:router and tenant:b1011fd0daff4b9f80750382cff409ee is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:23.520054 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-37eff710-55d3-4f12-9597-73235b7f3f7b tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e82eb31-68aa-43ed-9782-810c60d5f511 HTTP/1.1" status: 200 len: 205 time: 0.0909324 Feb 09 01:21:23.524153 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-d919b1cd-90cc-440f-98dc-382737b7f490 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-706519191', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:23.533470 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d919b1cd-90cc-440f-98dc-382737b7f490 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:23.538130 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d919b1cd-90cc-440f-98dc-382737b7f490 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Usage tracker for resource:router and tenant:02c325c62cec4b439103793088b40a05 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:23.541282 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d919b1cd-90cc-440f-98dc-382737b7f490 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:23.548795 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d919b1cd-90cc-440f-98dc-382737b7f490 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:23.558284 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59162) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:23.574583 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:23.579964 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-88901166-b8ca-4ca3-b026-809357a6f045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.595765 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:23.608343 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab71ebec-311a-47ec-bd99-acc84822d8be tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Router e8863e36-7e9c-45d5-aa77-ca55330d7724 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:21:23.654953 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d919b1cd-90cc-440f-98dc-382737b7f490 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.655782 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bf0119-c80a-4053-9f98-e9f8dc3f9b27 None None] Routers {'414a0754-9c9f-452a-a8d8-2783334de3c9'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:23.656047 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d919b1cd-90cc-440f-98dc-382737b7f490 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.656890 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-62bf0119-c80a-4053-9f98-e9f8dc3f9b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:21:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['414a0754-9c9f-452a-a8d8-2783334de3c9'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:23.719987 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.721034 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.766346 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2b3990e2-a4df-4341-9a36-75b1c1f9cca1 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.784809 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5e972-6f9c-4790-a48f-51cb1a236341 None None] Pushing event updated for resources: {'Port': ['ID=604a7140-bf66-4a93-ba6f-29bf91332fdb,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:23.796430 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:23.830908 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d919b1cd-90cc-440f-98dc-382737b7f490 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:24.047269 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d919b1cd-90cc-440f-98dc-382737b7f490 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:24.078111 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab71ebec-311a-47ec-bd99-acc84822d8be tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:21:24.089240 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789a8be1-1410-403e-a0f4-d39c8587a1b2 None None] Sync routers for ids ['e8863e36-7e9c-45d5-aa77-ca55330d7724'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:21:24.109166 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789a8be1-1410-403e-a0f4-d39c8587a1b2 None None] Routers {'e8863e36-7e9c-45d5-aa77-ca55330d7724'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:24.115654 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-789a8be1-1410-403e-a0f4-d39c8587a1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:21:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e8863e36-7e9c-45d5-aa77-ca55330d7724'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:24.177056 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2b3990e2-a4df-4341-9a36-75b1c1f9cca1 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:24.182034 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2b3990e2-a4df-4341-9a36-75b1c1f9cca1 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:24.182171 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-62bf0119-c80a-4053-9f98-e9f8dc3f9b27 None None] Set router 414a0754-9c9f-452a-a8d8-2783334de3c9 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:21:24.220181 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d919b1cd-90cc-440f-98dc-382737b7f490 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:24.222991 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d919b1cd-90cc-440f-98dc-382737b7f490 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7077959 Feb 09 01:21:24.225899 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59188) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:24.236382 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-e9455a86-4545-4254-87ac-a1975e421307 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'enable_snat': False}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:24.247894 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-789a8be1-1410-403e-a0f4-d39c8587a1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:24.277829 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789a8be1-1410-403e-a0f4-d39c8587a1b2 None None] Routers {'e8863e36-7e9c-45d5-aa77-ca55330d7724'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:24.278449 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-789a8be1-1410-403e-a0f4-d39c8587a1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:21:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e8863e36-7e9c-45d5-aa77-ca55330d7724'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:24.353708 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2b3990e2-a4df-4341-9a36-75b1c1f9cca1 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:24.353899 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3990e2-a4df-4341-9a36-75b1c1f9cca1 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Fanout notify agent at l3_agent the message router_deleted on router 2e82eb31-68aa-43ed-9782-810c60d5f511 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:21:24.398887 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2b3990e2-a4df-4341-9a36-75b1c1f9cca1 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:24.400144 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2b3990e2-a4df-4341-9a36-75b1c1f9cca1 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "DELETE /v2.0/routers/2e82eb31-68aa-43ed-9782-810c60d5f511 HTTP/1.1" status: 204 len: 168 time: 0.8404782 Feb 09 01:21:24.414524 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:24.424737 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59204) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:24.429477 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-789a8be1-1410-403e-a0f4-d39c8587a1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:24.430678 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789a8be1-1410-403e-a0f4-d39c8587a1b2 None None] The sync data for ids ['e8863e36-7e9c-45d5-aa77-ca55330d7724'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:21:24.442537 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d19ad62-99e3-40b4-b105-7ba8e93fa80b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-2eee4770-f563-4e73-92b9-f5bf4a1e189a', 'network_id': '2eee4770-f563-4e73-92b9-f5bf4a1e189a', 'tenant_id': 'b1011fd0daff4b9f80750382cff409ee', 'fixed_ips': [{'subnet_id': '26ba8f6b-0f1c-4fd0-8f7c-c2d7eff3ea2f'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:21:24.443507 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6d19ad62-99e3-40b4-b105-7ba8e93fa80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:24.545580 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ab71ebec-311a-47ec-bd99-acc84822d8be tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:24.550172 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ab71ebec-311a-47ec-bd99-acc84822d8be tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.1930294 Feb 09 01:21:24.732689 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59214) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:24.745767 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-769ae5dc-6819-4bf3-9110-3397bcea6111 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:24.750711 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-88901166-b8ca-4ca3-b026-809357a6f045 admin admin] Allocated IP 172.20.0.1 (d8c5ee85-e22f-427a-950b-0cc54a50e283/5d34cd45-49e7-4c11-a368-a7e0505e03ef/69844344-c8d5-41eb-a91d-dc58e69a3c62) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:24.774099 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-6d19ad62-99e3-40b4-b105-7ba8e93fa80b None None] Allocated IP 172.20.0.2 (2eee4770-f563-4e73-92b9-f5bf4a1e189a/26ba8f6b-0f1c-4fd0-8f7c-c2d7eff3ea2f/7952da1e-4853-494d-83ea-209c9d541c8a) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:24.792789 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-62bf0119-c80a-4053-9f98-e9f8dc3f9b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414a0754-9c9f-452a-a8d8-2783334de3c9', 'name': 'tempest-TaggedBootDevicesTest-360173183-router', 'tenant_id': '8b4f33e73ece42fbb5b038feb66c6075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '604a7140-bf66-4a93-ba6f-29bf91332fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:21:12Z', 'updated_at': '2022-02-09T01:21:18Z', 'revision_number': 3, 'project_id': '8b4f33e73ece42fbb5b038feb66c6075', 'gw_port': {'id': '604a7140-bf66-4a93-ba6f-29bf91332fdb', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:37:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414a0754-9c9f-452a-a8d8-2783334de3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:15Z', 'updated_at': '2022-02-09T01:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:24.859441 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bf0119-c80a-4053-9f98-e9f8dc3f9b27 None None] The sync data for ids ['414a0754-9c9f-452a-a8d8-2783334de3c9'] in n-d-828419-1 is: [{'id': '414a0754-9c9f-452a-a8d8-2783334de3c9', 'name': 'tempest-TaggedBootDevicesTest-360173183-router', 'tenant_id': '8b4f33e73ece42fbb5b038feb66c6075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '604a7140-bf66-4a93-ba6f-29bf91332fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:21:12Z', 'updated_at': '2022-02-09T01:21:18Z', 'revision_number': 3, 'project_id': '8b4f33e73ece42fbb5b038feb66c6075', 'gw_port': {'id': '604a7140-bf66-4a93-ba6f-29bf91332fdb', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:37:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414a0754-9c9f-452a-a8d8-2783334de3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:15Z', 'updated_at': '2022-02-09T01:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:21:24.878272 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-8a16b94a-ece0-475d-af29-56ed89e42986 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Deleting port 16b76a64-45da-4d9c-9159-a2853a85c968 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:24.878614 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8a16b94a-ece0-475d-af29-56ed89e42986 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:25.053986 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:25.061462 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59220) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:25.076653 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6d19ad62-99e3-40b4-b105-7ba8e93fa80b None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:25.080137 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e9455a86-4545-4254-87ac-a1975e421307 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:25.092744 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6d19ad62-99e3-40b4-b105-7ba8e93fa80b None None] Transition to ACTIVE for port object 7952da1e-4853-494d-83ea-209c9d541c8a will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:25.164587 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6d19ad62-99e3-40b4-b105-7ba8e93fa80b None None] Transition to ACTIVE for port object 7952da1e-4853-494d-83ea-209c9d541c8a will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:25.174363 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6d19ad62-99e3-40b4-b105-7ba8e93fa80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:25.195339 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c2e70-5352-4860-b666-f38fa0d87bfc req-d5476240-26a3-4328-9043-f25193f1767f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:25.199562 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c6c2e70-5352-4860-b666-f38fa0d87bfc req-d5476240-26a3-4328-9043-f25193f1767f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.7409191 Feb 09 01:21:25.311440 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d19ad62-99e3-40b4-b105-7ba8e93fa80b None None] Network 2eee4770-f563-4e73-92b9-f5bf4a1e189a is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:25.315247 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-6d19ad62-99e3-40b4-b105-7ba8e93fa80b None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:25.318690 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d19ad62-99e3-40b4-b105-7ba8e93fa80b None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:25.361067 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d19ad62-99e3-40b4-b105-7ba8e93fa80b None None] Pushing event updated for resources: {'Port': ['ID=7952da1e-4853-494d-83ea-209c9d541c8a,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:25.423958 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-6d19ad62-99e3-40b4-b105-7ba8e93fa80b None None] Attempting to bind port 7952da1e-4853-494d-83ea-209c9d541c8a on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:21:25.424320 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-6d19ad62-99e3-40b4-b105-7ba8e93fa80b None None] Attempting to bind port 7952da1e-4853-494d-83ea-209c9d541c8a by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '01da6dc1-32df-4e82-b9f5-f8a8648d597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '2eee4770-f563-4e73-92b9-f5bf4a1e189a'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:21:25.424717 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d19ad62-99e3-40b4-b105-7ba8e93fa80b None None] Attempting to bind port 7952da1e-4853-494d-83ea-209c9d541c8a on network 2eee4770-f563-4e73-92b9-f5bf4a1e189a {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:21:25.430951 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d19ad62-99e3-40b4-b105-7ba8e93fa80b None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:21:25.431931 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d19ad62-99e3-40b4-b105-7ba8e93fa80b None None] Checking segment: {'id': '01da6dc1-32df-4e82-b9f5-f8a8648d597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '2eee4770-f563-4e73-92b9-f5bf4a1e189a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:21:25.432592 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6d19ad62-99e3-40b4-b105-7ba8e93fa80b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:25.433527 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d19ad62-99e3-40b4-b105-7ba8e93fa80b None None] Bound using segment: {'id': '01da6dc1-32df-4e82-b9f5-f8a8648d597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '2eee4770-f563-4e73-92b9-f5bf4a1e189a'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:21:25.434260 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-6d19ad62-99e3-40b4-b105-7ba8e93fa80b None None] Bound port: 7952da1e-4853-494d-83ea-209c9d541c8a, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01da6dc1-32df-4e82-b9f5-f8a8648d597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '2eee4770-f563-4e73-92b9-f5bf4a1e189a'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:21:25.435042 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6d19ad62-99e3-40b4-b105-7ba8e93fa80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:25.466386 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c6c2e70-5352-4860-b666-f38fa0d87bfc req-f02adae5-336e-496a-905b-9824ce997dc0 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812601 Feb 09 01:21:25.497148 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-88901166-b8ca-4ca3-b026-809357a6f045 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:25.499629 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b3a173ea-a013-4c99-a474-970022393f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:25.551999 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-88901166-b8ca-4ca3-b026-809357a6f045 admin admin] Transition to ACTIVE for port object 69844344-c8d5-41eb-a91d-dc58e69a3c62 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:25.574881 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-6d19ad62-99e3-40b4-b105-7ba8e93fa80b None None] For port 7952da1e-4853-494d-83ea-209c9d541c8a, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:21:25.579116 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-6d19ad62-99e3-40b4-b105-7ba8e93fa80b None None] For port 7952da1e-4853-494d-83ea-209c9d541c8a, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=7952da1e-4853-494d-83ea-209c9d541c8a,segment=NetworkSegment(01da6dc1-32df-4e82-b9f5-f8a8648d597f),segment_id=01da6dc1-32df-4e82-b9f5-f8a8648d597f)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:21:25.584621 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6d19ad62-99e3-40b4-b105-7ba8e93fa80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:25.596301 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8a16b94a-ece0-475d-af29-56ed89e42986 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:25.615969 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b3a173ea-a013-4c99-a474-970022393f71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:25.634689 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b3a173ea-a013-4c99-a474-970022393f71 admin admin] Usage tracker for resource:security_group_rule and tenant:3d16ad5f3e95497bbf69fce455965e89 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:25.645434 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b3a173ea-a013-4c99-a474-970022393f71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:25.659505 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b3a173ea-a013-4c99-a474-970022393f71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:25.682267 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d19ad62-99e3-40b4-b105-7ba8e93fa80b None None] Pushing event updated for resources: {'Port': ['ID=7952da1e-4853-494d-83ea-209c9d541c8a,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:25.784836 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-8a16b94a-ece0-475d-af29-56ed89e42986 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Calling delete_port for 16b76a64-45da-4d9c-9159-a2853a85c968 owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:25.807883 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-769ae5dc-6819-4bf3-9110-3397bcea6111 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:25.817913 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-88901166-b8ca-4ca3-b026-809357a6f045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:25.854609 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-769ae5dc-6819-4bf3-9110-3397bcea6111 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:25.956696 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-769ae5dc-6819-4bf3-9110-3397bcea6111 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Deleting port b151993f-96f6-4df2-a1c8-cdda0cdaa9f4 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:25.957049 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-769ae5dc-6819-4bf3-9110-3397bcea6111 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:26.049244 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b3a173ea-a013-4c99-a474-970022393f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:26.176722 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88901166-b8ca-4ca3-b026-809357a6f045 admin admin] Network d8c5ee85-e22f-427a-950b-0cc54a50e283 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:26.186692 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-88901166-b8ca-4ca3-b026-809357a6f045 admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:26.188192 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88901166-b8ca-4ca3-b026-809357a6f045 admin admin] Pushing event updated for resources: {'Port': ['ID=69844344-c8d5-41eb-a91d-dc58e69a3c62,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:26.195133 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b3a173ea-a013-4c99-a474-970022393f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:26.196876 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88901166-b8ca-4ca3-b026-809357a6f045 admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:26.256840 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-88901166-b8ca-4ca3-b026-809357a6f045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:26.415906 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:26.455125 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:26.471470 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-97cb6723-8982-4639-a3b4-9f703ccedb63 None None] Provisioning for port 69844344-c8d5-41eb-a91d-dc58e69a3c62 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:26.475096 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b3a173ea-a013-4c99-a474-970022393f71 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d16ad5f3e95497bbf69fce455965e89&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4107411 Feb 09 01:21:26.477819 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59226) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:26.478174 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-97cb6723-8982-4639-a3b4-9f703ccedb63 None None] Provisioning complete for port 69844344-c8d5-41eb-a91d-dc58e69a3c62 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:26.478555 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-97cb6723-8982-4639-a3b4-9f703ccedb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:26.480877 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e9455a86-4545-4254-87ac-a1975e421307 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:26.514531 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a173ea-a013-4c99-a474-970022393f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5ac728-fd74-4712-8d9f-3d93b6a17d96,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:26.568873 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-97cb6723-8982-4639-a3b4-9f703ccedb63 None None] Port 69844344-c8d5-41eb-a91d-dc58e69a3c62 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:21:26.579682 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e9455a86-4545-4254-87ac-a1975e421307 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:26.730333 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-769ae5dc-6819-4bf3-9110-3397bcea6111 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:26.759439 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba12390e-7cf5-4191-bce7-2ad5dff1b937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:26.821940 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8a16b94a-ece0-475d-af29-56ed89e42986 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:26.904264 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-769ae5dc-6819-4bf3-9110-3397bcea6111 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Calling delete_port for b151993f-96f6-4df2-a1c8-cdda0cdaa9f4 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:26.960247 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16b94a-ece0-475d-af29-56ed89e42986 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Pushing event deleted for resources: {'Port': ['ID=16b76a64-45da-4d9c-9159-a2853a85c968,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:26.982104 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba12390e-7cf5-4191-bce7-2ad5dff1b937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:27.009669 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1821cc21-a802-4d6f-8566-569e6fa0907d None None] Network 2eee4770-f563-4e73-92b9-f5bf4a1e189a requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:21:27.103369 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5cb41-8382-4686-8177-218c77c2fc35 req-6a325fc5-fb29-42f5-8350-bb2b9a20b885 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:27.108080 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] Allocated IP 172.25.5.151 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/2e0459f7-dfe5-4cf5-bd58-c2efa79e0183) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:27.113663 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cbd5cb41-8382-4686-8177-218c77c2fc35 req-6a325fc5-fb29-42f5-8350-bb2b9a20b885 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.4517043 Feb 09 01:21:27.286567 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e8efa76b-5890-42e1-ab32-34d3d7f06ec8 None None] Provisioning for port 7952da1e-4853-494d-83ea-209c9d541c8a completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:27.293137 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8a16b94a-ece0-475d-af29-56ed89e42986 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:27.305909 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7952da1e-4853-494d-83ea-209c9d541c8a up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:21:27.311311 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cbd5cb41-8382-4686-8177-218c77c2fc35 req-4627c294-8241-4125-a557-668f780920da tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858194 Feb 09 01:21:27.317127 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba12390e-7cf5-4191-bce7-2ad5dff1b937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:27.362659 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12390e-7cf5-4191-bce7-2ad5dff1b937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5ac728-fd74-4712-8d9f-3d93b6a17d96,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:27.414987 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba12390e-7cf5-4191-bce7-2ad5dff1b937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:27.420206 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ba12390e-7cf5-4191-bce7-2ad5dff1b937 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a5ac728-fd74-4712-8d9f-3d93b6a17d96 HTTP/1.1" status: 204 len: 168 time: 0.9370825 Feb 09 01:21:27.463032 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-769ae5dc-6819-4bf3-9110-3397bcea6111 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:27.487290 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8a16b94a-ece0-475d-af29-56ed89e42986 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "DELETE /v2.0/ports/16b76a64-45da-4d9c-9159-a2853a85c968 HTTP/1.1" status: 204 len: 168 time: 3.0293779 Feb 09 01:21:27.488377 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-88901166-b8ca-4ca3-b026-809357a6f045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:27.513918 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59234) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:27.531648 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ae5dc-6819-4bf3-9110-3397bcea6111 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Pushing event deleted for resources: {'Port': ['ID=b151993f-96f6-4df2-a1c8-cdda0cdaa9f4,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:27.596566 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 7952da1e-4853-494d-83ea-209c9d541c8a completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:27.596566 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 7952da1e-4853-494d-83ea-209c9d541c8a triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:27.601471 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:27.693818 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-769ae5dc-6819-4bf3-9110-3397bcea6111 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:27.768992 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:27.821117 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 7952da1e-4853-494d-83ea-209c9d541c8a, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=7952da1e-4853-494d-83ea-209c9d541c8a,segment=NetworkSegment(01da6dc1-32df-4e82-b9f5-f8a8648d597f),segment_id=01da6dc1-32df-4e82-b9f5-f8a8648d597f)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:27.827898 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-737f8710-4656-462b-a35a-7200c6493e70 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Deleting subnet bf09477c-584b-49a8-aa14-02c5b786ab01 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:21:27.839366 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:27.842540 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 604a7140-bf66-4a93-ba6f-29bf91332fdb up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:21:27.847955 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-737f8710-4656-462b-a35a-7200c6493e70 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:27.903546 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:27.947399 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59240) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:27.988031 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-737f8710-4656-462b-a35a-7200c6493e70 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:28.004257 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=7952da1e-4853-494d-83ea-209c9d541c8a,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:28.010736 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 604a7140-bf66-4a93-ba6f-29bf91332fdb completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:28.017914 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 604a7140-bf66-4a93-ba6f-29bf91332fdb triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:28.018380 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:28.030150 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3ee7d884-164f-4dc0-8ac2-fb5d10af7c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:28.084473 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-3ee7d884-164f-4dc0-8ac2-fb5d10af7c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:28.098868 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-3ee7d884-164f-4dc0-8ac2-fb5d10af7c50 admin admin] Usage tracker for resource:security_group_rule and tenant:8fc8025343ce4fc5a5422df4bca3cfae is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:28.105392 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-3ee7d884-164f-4dc0-8ac2-fb5d10af7c50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:28.121303 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-3ee7d884-164f-4dc0-8ac2-fb5d10af7c50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:28.127261 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:28.160061 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b2b5076f-c347-45e5-ac96-2f60dd0416c8 None None] Provisioning complete for port 7952da1e-4853-494d-83ea-209c9d541c8a triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:28.160611 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b2b5076f-c347-45e5-ac96-2f60dd0416c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:28.195999 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:28.217908 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-88901166-b8ca-4ca3-b026-809357a6f045 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:28.227334 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-769ae5dc-6819-4bf3-9110-3397bcea6111 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:28.228556 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 604a7140-bf66-4a93-ba6f-29bf91332fdb, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=604a7140-bf66-4a93-ba6f-29bf91332fdb,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:28.236729 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:28.239418 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:28.244233 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-88901166-b8ca-4ca3-b026-809357a6f045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:28.266175 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-769ae5dc-6819-4bf3-9110-3397bcea6111 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8101386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8101405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8095324'] for router, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:28.281692 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:28.295202 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:28.332748 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] Pushing event updated for resources: {'Port': ['ID=2e0459f7-dfe5-4cf5-bd58-c2efa79e0183,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:28.362461 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-737f8710-4656-462b-a35a-7200c6493e70 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:28.396440 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:28.396638 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:28.396934 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:28.397268 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:28.397597 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:28.397924 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:28.398251 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:28.398574 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:28.398895 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:28.399216 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:28.399535 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:28.399854 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:28.414912 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=604a7140-bf66-4a93-ba6f-29bf91332fdb,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:28.506408 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-88901166-b8ca-4ca3-b026-809357a6f045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:28.565718 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-e9455a86-4545-4254-87ac-a1975e421307 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Allocated IP 172.25.5.147 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/2d9848dd-37c5-4ba5-89b9-5b41cb9d1c5b) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:28.574938 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769ae5dc-6819-4bf3-9110-3397bcea6111 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Router e8863e36-7e9c-45d5-aa77-ca55330d7724 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:21:28.688893 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88901166-b8ca-4ca3-b026-809357a6f045 admin admin] Pushing event updated for resources: {'Port': ['ID=69844344-c8d5-41eb-a91d-dc58e69a3c62,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:28.790252 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769ae5dc-6819-4bf3-9110-3397bcea6111 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:21:28.804070 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadf6524-6f2b-4df2-84a6-c9f929000c58 None None] Sync routers for ids ['e8863e36-7e9c-45d5-aa77-ca55330d7724'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:21:28.808006 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-769ae5dc-6819-4bf3-9110-3397bcea6111 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:28.808992 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-769ae5dc-6819-4bf3-9110-3397bcea6111 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] 10.222.0.37 "PUT /v2.0/routers/e8863e36-7e9c-45d5-aa77-ca55330d7724 HTTP/1.1" status: 200 len: 705 time: 4.0750222 Feb 09 01:21:28.819571 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59246) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:28.820532 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadf6524-6f2b-4df2-84a6-c9f929000c58 None None] Routers {'e8863e36-7e9c-45d5-aa77-ca55330d7724'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:28.821260 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-dadf6524-6f2b-4df2-84a6-c9f929000c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:21:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e8863e36-7e9c-45d5-aa77-ca55330d7724'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:28.890947 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-dadf6524-6f2b-4df2-84a6-c9f929000c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:28.900233 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadf6524-6f2b-4df2-84a6-c9f929000c58 None None] Routers {'e8863e36-7e9c-45d5-aa77-ca55330d7724'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:28.901085 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-dadf6524-6f2b-4df2-84a6-c9f929000c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:21:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e8863e36-7e9c-45d5-aa77-ca55330d7724'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:28.963699 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-dadf6524-6f2b-4df2-84a6-c9f929000c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:28.964170 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadf6524-6f2b-4df2-84a6-c9f929000c58 None None] The sync data for ids ['e8863e36-7e9c-45d5-aa77-ca55330d7724'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:21:28.980983 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ea1be69c-c808-4663-9c99-18d6df40ebe6 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] 10.222.0.37 "GET /v2.0/routers/e8863e36-7e9c-45d5-aa77-ca55330d7724 HTTP/1.1" status: 200 len: 740 time: 0.1602600 Feb 09 01:21:28.984203 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59250) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:28.988901 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e9455a86-4545-4254-87ac-a1975e421307 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:29.026629 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3ee7d884-164f-4dc0-8ac2-fb5d10af7c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:29.037034 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f29e6cf9-351f-45ca-b632-d5183ba7ab98 tempest-RoutersAdminTest-2065588294 tempest-RoutersAdminTest-2065588294-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=d1df58ff-1788-422d-89ee-d00e1fe89789&device_id=e8863e36-7e9c-45d5-aa77-ca55330d7724 HTTP/1.1" status: 200 len: 205 time: 0.0493650 Feb 09 01:21:29.037570 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59254) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:29.043525 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-737f8710-4656-462b-a35a-7200c6493e70 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:29.077843 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e9455a86-4545-4254-87ac-a1975e421307 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:29.079799 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3ee7d884-164f-4dc0-8ac2-fb5d10af7c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:29.133588 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9455a86-4545-4254-87ac-a1975e421307 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:29.133796 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7952da1e-4853-494d-83ea-209c9d541c8a up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:21:29.139914 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-e9455a86-4545-4254-87ac-a1975e421307 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:29.142884 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9455a86-4545-4254-87ac-a1975e421307 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:29.171376 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f8710-4656-462b-a35a-7200c6493e70 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Pushing event deleted for resources: {'Subnet': ['ID=bf09477c-584b-49a8-aa14-02c5b786ab01,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:29.187799 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-737f8710-4656-462b-a35a-7200c6493e70 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:29.195617 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f1f6cae3-8248-4b10-8ba3-af8c7ae3fecc tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8863e36-7e9c-45d5-aa77-ca55330d7724 HTTP/1.1" status: 200 len: 205 time: 0.1512136 Feb 09 01:21:29.197626 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a71ccd0-a46f-4f14-9851-5a463f508286 None None] Network 82dd7274-51ab-4e9f-b69c-81eb7f04256c requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:21:29.198646 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59258) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:29.253422 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3ee7d884-164f-4dc0-8ac2-fb5d10af7c50 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8fc8025343ce4fc5a5422df4bca3cfae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3052819 Feb 09 01:21:29.265439 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59262) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:29.307416 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7d884-164f-4dc0-8ac2-fb5d10af7c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648ace62-e0cc-41b8-8677-52e5f4d7960e,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:29.312339 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-737f8710-4656-462b-a35a-7200c6493e70 tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "DELETE /v2.0/subnets/bf09477c-584b-49a8-aa14-02c5b786ab01 HTTP/1.1" status: 204 len: 168 time: 1.7566462 Feb 09 01:21:29.320455 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59266) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:29.334075 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315e8eb-2942-4522-ad9f-249d1e84d6b7 req-3cb8ab33-dee0-4154-9846-8ec0c448e2d4 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:29.335617 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9455a86-4545-4254-87ac-a1975e421307 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Pushing event updated for resources: {'Port': ['ID=2d9848dd-37c5-4ba5-89b9-5b41cb9d1c5b,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:29.335785 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c315e8eb-2942-4522-ad9f-249d1e84d6b7 req-3cb8ab33-dee0-4154-9846-8ec0c448e2d4 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.8496478 Feb 09 01:21:29.388885 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88901166-b8ca-4ca3-b026-809357a6f045 admin admin] Network d8c5ee85-e22f-427a-950b-0cc54a50e283 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:29.397379 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-88901166-b8ca-4ca3-b026-809357a6f045 admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:29.402584 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 7952da1e-4853-494d-83ea-209c9d541c8a triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:29.403282 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:29.568337 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c315e8eb-2942-4522-ad9f-249d1e84d6b7 req-5a1e8a26-a163-4895-94d8-bc80c674a4b0 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178614 Feb 09 01:21:29.572602 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 604a7140-bf66-4a93-ba6f-29bf91332fdb up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:21:29.596952 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:29.686167 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eea43a4-3004-466c-940c-3f61a08f8f0f None None] DHCP port deletion for 82dd7274-51ab-4e9f-b69c-81eb7f04256c request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:21:29.694623 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-8eea43a4-3004-466c-940c-3f61a08f8f0f None None] Deleting port 34fcad19-060e-4000-bbe2-7e1f46ef3bd3 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:29.695279 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8eea43a4-3004-466c-940c-3f61a08f8f0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:29.725411 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5adbaf84-1064-4fde-b16e-b459abd8b3fe tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:29.747560 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eea3ab64-a9d6-45bc-9921-bd75e56125d0 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:29.772333 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 604a7140-bf66-4a93-ba6f-29bf91332fdb triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:29.772908 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:29.831086 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b0cf768a-f360-4e05-bc05-9a8fe5e93238 None None] Provisioning complete for port 69844344-c8d5-41eb-a91d-dc58e69a3c62 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:29.831729 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b0cf768a-f360-4e05-bc05-9a8fe5e93238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:29.860231 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88901166-b8ca-4ca3-b026-809357a6f045 admin admin] Router 414a0754-9c9f-452a-a8d8-2783334de3c9 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:21:29.950926 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b0cf768a-f360-4e05-bc05-9a8fe5e93238 None None] Port 69844344-c8d5-41eb-a91d-dc58e69a3c62 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:21:30.107561 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-8eea43a4-3004-466c-940c-3f61a08f8f0f None None] For port 34fcad19-060e-4000-bbe2-7e1f46ef3bd3, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=34fcad19-060e-4000-bbe2-7e1f46ef3bd3,segment=NetworkSegment(2b62f545-c8ce-449e-8089-ab1f2543f974),segment_id=2b62f545-c8ce-449e-8089-ab1f2543f974)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:30.108063 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8eea43a4-3004-466c-940c-3f61a08f8f0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:30.230361 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e9455a86-4545-4254-87ac-a1975e421307 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:30.258493 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-8eea43a4-3004-466c-940c-3f61a08f8f0f None None] Calling delete_port for 34fcad19-060e-4000-bbe2-7e1f46ef3bd3 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:30.347902 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8eea43a4-3004-466c-940c-3f61a08f8f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:30.377321 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88901166-b8ca-4ca3-b026-809357a6f045 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:21:30.377823 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-5adbaf84-1064-4fde-b16e-b459abd8b3fe tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Deleting port 34fcad19-060e-4000-bbe2-7e1f46ef3bd3 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:30.377823 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5adbaf84-1064-4fde-b16e-b459abd8b3fe tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:30.385117 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-88901166-b8ca-4ca3-b026-809357a6f045 admin admin] 10.222.0.37 "PUT /v2.0/routers/414a0754-9c9f-452a-a8d8-2783334de3c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7944894 Feb 09 01:21:30.386842 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:30.392214 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebfaf76-5f70-4c77-b765-f675c62eddaf None None] Sync routers for ids ['414a0754-9c9f-452a-a8d8-2783334de3c9'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:21:30.403152 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebfaf76-5f70-4c77-b765-f675c62eddaf None None] Routers {'414a0754-9c9f-452a-a8d8-2783334de3c9'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:30.403863 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-9ebfaf76-5f70-4c77-b765-f675c62eddaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:21:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['414a0754-9c9f-452a-a8d8-2783334de3c9'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:30.432168 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea43a4-3004-466c-940c-3f61a08f8f0f None None] Pushing event deleted for resources: {'Port': ['ID=34fcad19-060e-4000-bbe2-7e1f46ef3bd3,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:30.438545 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eea43a4-3004-466c-940c-3f61a08f8f0f None None] No DVR routers for this DVR port 34fcad19-060e-4000-bbe2-7e1f46ef3bd3 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:21:30.606739 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8258173d-e160-41ec-a380-e873e56ea00a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:30.640592 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] Router 12b00ed1-a700-4320-bfd1-3ff16204c1dd is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:21:30.646310 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-5adbaf84-1064-4fde-b16e-b459abd8b3fe tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] The port '34fcad19-060e-4000-bbe2-7e1f46ef3bd3' was deleted {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:21:30.690866 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-9ebfaf76-5f70-4c77-b765-f675c62eddaf None None] Set router 414a0754-9c9f-452a-a8d8-2783334de3c9 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:21:30.771069 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eea3ab64-a9d6-45bc-9921-bd75e56125d0 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:30.773632 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eea3ab64-a9d6-45bc-9921-bd75e56125d0 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:30.868159 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:21:30.878496 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3666fcc-aa12-41bf-91f3-05c3d7c4e7cf None None] Sync routers for ids ['12b00ed1-a700-4320-bfd1-3ff16204c1dd'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:21:30.894339 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3666fcc-aa12-41bf-91f3-05c3d7c4e7cf None None] Routers {'12b00ed1-a700-4320-bfd1-3ff16204c1dd'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:30.894893 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b3666fcc-aa12-41bf-91f3-05c3d7c4e7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:21:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['12b00ed1-a700-4320-bfd1-3ff16204c1dd'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:30.931894 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:30.933144 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-38504d4a-ad16-43ea-af47-6f8b2425020e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.4513876 Feb 09 01:21:30.936109 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59302) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:31.097637 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5adbaf84-1064-4fde-b16e-b459abd8b3fe tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:31.103591 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-9ebfaf76-5f70-4c77-b765-f675c62eddaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414a0754-9c9f-452a-a8d8-2783334de3c9', 'name': 'tempest-TaggedBootDevicesTest-360173183-router', 'tenant_id': '8b4f33e73ece42fbb5b038feb66c6075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '604a7140-bf66-4a93-ba6f-29bf91332fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:21:12Z', 'updated_at': '2022-02-09T01:21:27Z', 'revision_number': 4, 'project_id': '8b4f33e73ece42fbb5b038feb66c6075', 'gw_port': {'id': '604a7140-bf66-4a93-ba6f-29bf91332fdb', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:37:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414a0754-9c9f-452a-a8d8-2783334de3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:15Z', 'updated_at': '2022-02-09T01:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '69844344-c8d5-41eb-a91d-dc58e69a3c62', 'name': '', 'network_id': 'd8c5ee85-e22f-427a-950b-0cc54a50e283', 'tenant_id': '8b4f33e73ece42fbb5b038feb66c6075', 'mac_address': 'fa:16:3e:cc:c1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414a0754-9c9f-452a-a8d8-2783334de3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '5d34cd45-49e7-4c11-a368-a7e0505e03ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:23Z', 'updated_at': '2022-02-09T01:21:27Z', 'revision_number': 2, 'project_id': '8b4f33e73ece42fbb5b038feb66c6075', 'subnets': [{'id': '5d34cd45-49e7-4c11-a368-a7e0505e03ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:31.112687 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebfaf76-5f70-4c77-b765-f675c62eddaf None None] Checking router: 414a0754-9c9f-452a-a8d8-2783334de3c9 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:21:31.113265 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebfaf76-5f70-4c77-b765-f675c62eddaf None None] Updating router 414a0754-9c9f-452a-a8d8-2783334de3c9 port 69844344-c8d5-41eb-a91d-dc58e69a3c62 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:21:31.211939 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-9ebfaf76-5f70-4c77-b765-f675c62eddaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:31.261530 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eea3ab64-a9d6-45bc-9921-bd75e56125d0 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:31.262144 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea3ab64-a9d6-45bc-9921-bd75e56125d0 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Fanout notify agent at l3_agent the message router_deleted on router e8863e36-7e9c-45d5-aa77-ca55330d7724 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:21:31.290280 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 34fcad19-060e-4000-bbe2-7e1f46ef3bd3 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:21:31.313327 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-5adbaf84-1064-4fde-b16e-b459abd8b3fe tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82dd7274-51ab-4e9f-b69c-81eb7f04256c']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:31.341249 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eea3ab64-a9d6-45bc-9921-bd75e56125d0 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:31.348090 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-eea3ab64-a9d6-45bc-9921-bd75e56125d0 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] 10.222.0.37 "DELETE /v2.0/routers/e8863e36-7e9c-45d5-aa77-ca55330d7724 HTTP/1.1" status: 204 len: 168 time: 2.1482313 Feb 09 01:21:31.348898 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59314) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:31.351023 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 34fcad19-060e-4000-bbe2-7e1f46ef3bd3 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:21:31.351541 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 34fcad19-060e-4000-bbe2-7e1f46ef3bd3 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:21:31.375972 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-b3666fcc-aa12-41bf-91f3-05c3d7c4e7cf None None] Set router 12b00ed1-a700-4320-bfd1-3ff16204c1dd gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:21:31.433862 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-5adbaf84-1064-4fde-b16e-b459abd8b3fe tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b62f545-c8ce-449e-8089-ab1f2543f974') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:31.434268 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-5adbaf84-1064-4fde-b16e-b459abd8b3fe tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b62f545-c8ce-449e-8089-ab1f2543f974') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:31.444522 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8258173d-e160-41ec-a380-e873e56ea00a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:31.511803 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5adbaf84-1064-4fde-b16e-b459abd8b3fe tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:31.528125 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-36a59258-ea96-4564-9a60-ef12657d22f3 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8863e36-7e9c-45d5-aa77-ca55330d7724 HTTP/1.1" status: 200 len: 205 time: 0.1504092 Feb 09 01:21:31.541273 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59318) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:31.789079 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-9ebfaf76-5f70-4c77-b765-f675c62eddaf None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:31.812977 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-9ebfaf76-5f70-4c77-b765-f675c62eddaf None None] Transition to ACTIVE for port object 69844344-c8d5-41eb-a91d-dc58e69a3c62 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:31.829105 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-9ebfaf76-5f70-4c77-b765-f675c62eddaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:31.882083 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5adbaf84-1064-4fde-b16e-b459abd8b3fe tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:31.905977 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca363a-6515-4c2e-b879-d741d8e9e240 req-6b27b149-885a-417c-86c5-0c4a2a4d4c71 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:31.907300 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b3666fcc-aa12-41bf-91f3-05c3d7c4e7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b00ed1-a700-4320-bfd1-3ff16204c1dd', 'name': 'tempest-TestVolumeBootPattern-1661881428-router', 'tenant_id': 'b1011fd0daff4b9f80750382cff409ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '2e0459f7-dfe5-4cf5-bd58-c2efa79e0183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:21:23Z', 'updated_at': '2022-02-09T01:21:29Z', 'revision_number': 3, 'project_id': 'b1011fd0daff4b9f80750382cff409ee', 'gw_port': {'id': '2e0459f7-dfe5-4cf5-bd58-c2efa79e0183', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:40:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b00ed1-a700-4320-bfd1-3ff16204c1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:26Z', 'updated_at': '2022-02-09T01:21:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:31.913728 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e9ca363a-6515-4c2e-b879-d741d8e9e240 req-6b27b149-885a-417c-86c5-0c4a2a4d4c71 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 1.0665419 Feb 09 01:21:31.916555 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-7cb841ab-9b6a-468c-a94a-dbcef2d4fc4a tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] delete failed (client error): The resource could not be found. Feb 09 01:21:31.923506 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3666fcc-aa12-41bf-91f3-05c3d7c4e7cf None None] Checking router: 12b00ed1-a700-4320-bfd1-3ff16204c1dd for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:21:31.923740 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3666fcc-aa12-41bf-91f3-05c3d7c4e7cf None None] Updating router 12b00ed1-a700-4320-bfd1-3ff16204c1dd port 2e0459f7-dfe5-4cf5-bd58-c2efa79e0183 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:21:31.924386 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7cb841ab-9b6a-468c-a94a-dbcef2d4fc4a tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] 10.222.0.37 "DELETE /v2.0/routers/e8863e36-7e9c-45d5-aa77-ca55330d7724 HTTP/1.1" status: 404 len: 336 time: 0.3791497 Feb 09 01:21:31.928061 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59328) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:31.970056 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5adbaf84-1064-4fde-b16e-b459abd8b3fe tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Releasing vlan 973 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:31.970571 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5adbaf84-1064-4fde-b16e-b459abd8b3fe tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:31.989567 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:21:31.989567 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:31.989567 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:21:31.989567 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:31.989567 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:21:31.989567 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:21:31.989567 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:21:31.989567 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:31.989567 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:21:31.989567 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:31.989567 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:21:31.989567 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:31.989567 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:21:31.989567 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:21:31.989567 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:31.989567 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:21:31.989567 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:31.989567 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:21:31.989567 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:21:31.989567 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:21:31.989567 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:21:31.989567 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:21:31.989567 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:31.989567 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:31.989567 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:31.989567 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:31.989567 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:31.989567 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:31.989567 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:31.989567 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:31.989567 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:31.989567 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:32.074468 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b3666fcc-aa12-41bf-91f3-05c3d7c4e7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:32.102164 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e9455a86-4545-4254-87ac-a1975e421307 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:32.107333 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e9455a86-4545-4254-87ac-a1975e421307 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8101386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8101405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8095324'] for router, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:32.202897 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67d3d5-ad58-46b2-95ee-55f1ea342748 None None] Pushing event updated for resources: {'Port': ['ID=69844344-c8d5-41eb-a91d-dc58e69a3c62,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:32.227612 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e67d3d5-ad58-46b2-95ee-55f1ea342748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:32.229404 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e67d3d5-ad58-46b2-95ee-55f1ea342748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:32.230114 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e67d3d5-ad58-46b2-95ee-55f1ea342748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:32.230447 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e67d3d5-ad58-46b2-95ee-55f1ea342748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:32.230774 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e67d3d5-ad58-46b2-95ee-55f1ea342748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:32.231096 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e67d3d5-ad58-46b2-95ee-55f1ea342748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:32.231415 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e67d3d5-ad58-46b2-95ee-55f1ea342748 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:32.231732 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e67d3d5-ad58-46b2-95ee-55f1ea342748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:32.232046 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e67d3d5-ad58-46b2-95ee-55f1ea342748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:32.232360 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e67d3d5-ad58-46b2-95ee-55f1ea342748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:32.243835 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e67d3d5-ad58-46b2-95ee-55f1ea342748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:32.246342 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e67d3d5-ad58-46b2-95ee-55f1ea342748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:32.274592 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9347c7a6-c0f4-4667-836e-e2ab269942f6 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] 10.222.0.37 "GET /v2.0/ports?device_id=67dbf52d-de6e-4148-83ad-6242e4ebe960 HTTP/1.1" status: 200 len: 205 time: 0.3197548 Feb 09 01:21:32.288441 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-9ebfaf76-5f70-4c77-b765-f675c62eddaf None None] Attempting to bind port 69844344-c8d5-41eb-a91d-dc58e69a3c62 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:21:32.288819 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-9ebfaf76-5f70-4c77-b765-f675c62eddaf None None] Attempting to bind port 69844344-c8d5-41eb-a91d-dc58e69a3c62 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '11fbb5f9-331e-44bc-9bed-d1339075f051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'd8c5ee85-e22f-427a-950b-0cc54a50e283'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:21:32.289273 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebfaf76-5f70-4c77-b765-f675c62eddaf None None] Attempting to bind port 69844344-c8d5-41eb-a91d-dc58e69a3c62 on network d8c5ee85-e22f-427a-950b-0cc54a50e283 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:21:32.291721 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-39aff892-254a-4038-aa86-41a286fdd218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:32.300421 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebfaf76-5f70-4c77-b765-f675c62eddaf None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:21:32.300814 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebfaf76-5f70-4c77-b765-f675c62eddaf None None] Checking segment: {'id': '11fbb5f9-331e-44bc-9bed-d1339075f051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'd8c5ee85-e22f-427a-950b-0cc54a50e283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:21:32.301313 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-9ebfaf76-5f70-4c77-b765-f675c62eddaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:32.302890 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebfaf76-5f70-4c77-b765-f675c62eddaf None None] Bound using segment: {'id': '11fbb5f9-331e-44bc-9bed-d1339075f051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'd8c5ee85-e22f-427a-950b-0cc54a50e283'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:21:32.304872 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-9ebfaf76-5f70-4c77-b765-f675c62eddaf None None] Bound port: 69844344-c8d5-41eb-a91d-dc58e69a3c62, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11fbb5f9-331e-44bc-9bed-d1339075f051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'd8c5ee85-e22f-427a-950b-0cc54a50e283'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:21:32.309002 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-9ebfaf76-5f70-4c77-b765-f675c62eddaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:32.323192 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59360) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:32.324258 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e9ca363a-6515-4c2e-b879-d741d8e9e240 req-b5ba9495-7bb4-43ce-8f95-7fab044e0cb5 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4047256 Feb 09 01:21:32.347122 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8258173d-e160-41ec-a380-e873e56ea00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:32.413580 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8258173d-e160-41ec-a380-e873e56ea00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648ace62-e0cc-41b8-8677-52e5f4d7960e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:32.446021 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8258173d-e160-41ec-a380-e873e56ea00a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:32.448901 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8258173d-e160-41ec-a380-e873e56ea00a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/648ace62-e0cc-41b8-8677-52e5f4d7960e HTTP/1.1" status: 204 len: 168 time: 3.1752021 Feb 09 01:21:32.454200 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258173d-e160-41ec-a380-e873e56ea00a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:32.454200 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258173d-e160-41ec-a380-e873e56ea00a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:32.454793 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258173d-e160-41ec-a380-e873e56ea00a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:32.454793 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258173d-e160-41ec-a380-e873e56ea00a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:32.455338 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258173d-e160-41ec-a380-e873e56ea00a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:32.455436 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258173d-e160-41ec-a380-e873e56ea00a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:32.455700 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258173d-e160-41ec-a380-e873e56ea00a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:32.456019 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258173d-e160-41ec-a380-e873e56ea00a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:32.456336 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258173d-e160-41ec-a380-e873e56ea00a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:32.456680 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258173d-e160-41ec-a380-e873e56ea00a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:32.456999 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258173d-e160-41ec-a380-e873e56ea00a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:32.457315 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258173d-e160-41ec-a380-e873e56ea00a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:32.461704 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5adbaf84-1064-4fde-b16e-b459abd8b3fe tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:32.489043 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5adbaf84-1064-4fde-b16e-b459abd8b3fe tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:32.599230 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-9ebfaf76-5f70-4c77-b765-f675c62eddaf None None] For port 69844344-c8d5-41eb-a91d-dc58e69a3c62, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:21:32.609977 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-9ebfaf76-5f70-4c77-b765-f675c62eddaf None None] For port 69844344-c8d5-41eb-a91d-dc58e69a3c62, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=69844344-c8d5-41eb-a91d-dc58e69a3c62,segment=NetworkSegment(11fbb5f9-331e-44bc-9bed-d1339075f051),segment_id=11fbb5f9-331e-44bc-9bed-d1339075f051)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:21:32.624672 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-9ebfaf76-5f70-4c77-b765-f675c62eddaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:32.641342 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-39aff892-254a-4038-aa86-41a286fdd218 admin admin] Allocated IP 172.20.0.1 (2eee4770-f563-4e73-92b9-f5bf4a1e189a/26ba8f6b-0f1c-4fd0-8f7c-c2d7eff3ea2f/46422b01-02ce-4fe6-955d-4fe9bfd00234) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:32.660451 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adbaf84-1064-4fde-b16e-b459abd8b3fe tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] Pushing event deleted for resources: {'Network': ['ID=82dd7274-51ab-4e9f-b69c-81eb7f04256c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:32.714416 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5adbaf84-1064-4fde-b16e-b459abd8b3fe tempest-TagsExtTest-784083330 tempest-TagsExtTest-784083330-project] 10.222.0.37 "DELETE /v2.0/networks/82dd7274-51ab-4e9f-b69c-81eb7f04256c HTTP/1.1" status: 204 len: 168 time: 3.3848495 Feb 09 01:21:32.862230 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebfaf76-5f70-4c77-b765-f675c62eddaf None None] Routers {'414a0754-9c9f-452a-a8d8-2783334de3c9'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:32.862917 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-9ebfaf76-5f70-4c77-b765-f675c62eddaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:21:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['414a0754-9c9f-452a-a8d8-2783334de3c9'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:32.907649 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9455a86-4545-4254-87ac-a1975e421307 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Router 8e7dc119-5338-4a3c-aac3-60de071654fa is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:21:33.082581 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67d3d5-ad58-46b2-95ee-55f1ea342748 None None] Pushing event updated for resources: {'Port': ['ID=69844344-c8d5-41eb-a91d-dc58e69a3c62,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:33.158391 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b3666fcc-aa12-41bf-91f3-05c3d7c4e7cf None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:33.205216 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b3666fcc-aa12-41bf-91f3-05c3d7c4e7cf None None] Transition to ACTIVE for port object 2e0459f7-dfe5-4cf5-bd58-c2efa79e0183 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:33.230621 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b3666fcc-aa12-41bf-91f3-05c3d7c4e7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:33.394896 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-94164e6a-75e6-4a67-91bc-716944cd2ebb tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] delete failed (client error): The resource could not be found. Feb 09 01:21:33.400998 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-94164e6a-75e6-4a67-91bc-716944cd2ebb tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] 10.222.0.37 "DELETE /v2.0/routers/67dbf52d-de6e-4148-83ad-6242e4ebe960 HTTP/1.1" status: 404 len: 336 time: 0.7084653 Feb 09 01:21:33.445515 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59380) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:33.447692 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-9ebfaf76-5f70-4c77-b765-f675c62eddaf None None] Set router 414a0754-9c9f-452a-a8d8-2783334de3c9 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:21:33.448320 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9455a86-4545-4254-87ac-a1975e421307 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:21:33.455108 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e9455a86-4545-4254-87ac-a1975e421307 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:33.457155 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-b3666fcc-aa12-41bf-91f3-05c3d7c4e7cf None None] Attempting to bind port 2e0459f7-dfe5-4cf5-bd58-c2efa79e0183 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:21:33.457520 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-b3666fcc-aa12-41bf-91f3-05c3d7c4e7cf None None] Attempting to bind port 2e0459f7-dfe5-4cf5-bd58-c2efa79e0183 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:21:33.457874 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3666fcc-aa12-41bf-91f3-05c3d7c4e7cf None None] Attempting to bind port 2e0459f7-dfe5-4cf5-bd58-c2efa79e0183 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:21:33.466637 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e9455a86-4545-4254-87ac-a1975e421307 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] 10.222.0.37 "PUT /v2.0/routers/8e7dc119-5338-4a3c-aac3-60de071654fa HTTP/1.1" status: 200 len: 919 time: 9.2386646 Feb 09 01:21:33.466793 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382910bd-2c9a-476b-a284-222ce0f09745 None None] Pushing event updated for resources: {'Port': ['ID=2e0459f7-dfe5-4cf5-bd58-c2efa79e0183,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:33.503078 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59386) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:33.503654 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3666fcc-aa12-41bf-91f3-05c3d7c4e7cf None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:21:33.504038 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3666fcc-aa12-41bf-91f3-05c3d7c4e7cf None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:21:33.507860 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b3666fcc-aa12-41bf-91f3-05c3d7c4e7cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:33.508282 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3666fcc-aa12-41bf-91f3-05c3d7c4e7cf None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:21:33.508841 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-b3666fcc-aa12-41bf-91f3-05c3d7c4e7cf None None] Bound port: 2e0459f7-dfe5-4cf5-bd58-c2efa79e0183, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:21:33.510838 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b3666fcc-aa12-41bf-91f3-05c3d7c4e7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:33.536702 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59392) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:33.578382 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b55846c-c5e2-49ac-bae8-51456378ec7b None None] Sync routers for ids ['8e7dc119-5338-4a3c-aac3-60de071654fa'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:21:33.640976 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b9c69a1e-0a8a-4b16-b2ff-a8908a9ea7a7 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] 10.222.0.37 "GET /v2.0/ports?device_id=2af8faf3-200f-460f-ae5b-38adf4fdd286 HTTP/1.1" status: 200 len: 205 time: 0.1885550 Feb 09 01:21:33.648457 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59400) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:33.690264 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b55846c-c5e2-49ac-bae8-51456378ec7b None None] Routers {'8e7dc119-5338-4a3c-aac3-60de071654fa'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:33.690901 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-6b55846c-c5e2-49ac-bae8-51456378ec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:21:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8e7dc119-5338-4a3c-aac3-60de071654fa'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:33.729906 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-b3666fcc-aa12-41bf-91f3-05c3d7c4e7cf None None] For port 2e0459f7-dfe5-4cf5-bd58-c2efa79e0183, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:21:33.740005 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-b3666fcc-aa12-41bf-91f3-05c3d7c4e7cf None None] For port 2e0459f7-dfe5-4cf5-bd58-c2efa79e0183, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=2e0459f7-dfe5-4cf5-bd58-c2efa79e0183,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:21:33.740342 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d3f8f-712f-4cf2-92f7-d7a7d46565f6 req-2907a490-65a1-46fd-9070-475263d1f205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:33.741876 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a84d3f8f-712f-4cf2-92f7-d7a7d46565f6 req-2907a490-65a1-46fd-9070-475263d1f205 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce0095aebb0840088ecf37cbcece72f6&device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 1096 time: 0.3395724 Feb 09 01:21:33.752354 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b3666fcc-aa12-41bf-91f3-05c3d7c4e7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:33.774084 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-0e81e71d-accc-4f07-9b50-551bc37ef48e tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] delete failed (client error): The resource could not be found. Feb 09 01:21:33.775110 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0e81e71d-accc-4f07-9b50-551bc37ef48e tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] 10.222.0.37 "DELETE /v2.0/routers/2af8faf3-200f-460f-ae5b-38adf4fdd286 HTTP/1.1" status: 404 len: 336 time: 0.1257277 Feb 09 01:21:33.790917 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59406) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:33.836068 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-6b55846c-c5e2-49ac-bae8-51456378ec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:33.890777 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2e289353-7551-4327-868e-7815b2357ff7 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] 10.222.0.37 "GET /v2.0/ports?device_id=31d4eae2-141b-49c6-89a8-8764ad45980a HTTP/1.1" status: 200 len: 205 time: 0.0988026 Feb 09 01:21:33.894633 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59410) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:33.953295 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3666fcc-aa12-41bf-91f3-05c3d7c4e7cf None None] Routers {'12b00ed1-a700-4320-bfd1-3ff16204c1dd'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:33.954141 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b3666fcc-aa12-41bf-91f3-05c3d7c4e7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:21:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['12b00ed1-a700-4320-bfd1-3ff16204c1dd'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:34.019489 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d3f8f-712f-4cf2-92f7-d7a7d46565f6 req-e6fd138b-a4a9-4565-a38b-d41c62d7a94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:34.020986 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a84d3f8f-712f-4cf2-92f7-d7a7d46565f6 req-e6fd138b-a4a9-4565-a38b-d41c62d7a94d service neutron] 10.222.0.35 "GET /v2.0/networks?id=0055357f-6a74-45ba-a134-b5223508c9d1 HTTP/1.1" status: 200 len: 912 time: 0.2650986 Feb 09 01:21:34.049668 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-d1f17f29-7c05-41b6-9a66-09645a2711ca tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] delete failed (client error): The resource could not be found. Feb 09 01:21:34.050931 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d1f17f29-7c05-41b6-9a66-09645a2711ca tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] 10.222.0.37 "DELETE /v2.0/routers/31d4eae2-141b-49c6-89a8-8764ad45980a HTTP/1.1" status: 404 len: 336 time: 0.1012516 Feb 09 01:21:34.054180 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59420) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:34.064055 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939176b-db9a-49ef-8918-2f1206b309a6 req-093a988d-60dd-48ef-8dda-8b800c5c3669 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:34.065598 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7939176b-db9a-49ef-8918-2f1206b309a6 req-093a988d-60dd-48ef-8dda-8b800c5c3669 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.6191916 Feb 09 01:21:34.214040 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382910bd-2c9a-476b-a284-222ce0f09745 None None] Pushing event updated for resources: {'Port': ['ID=2e0459f7-dfe5-4cf5-bd58-c2efa79e0183,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:34.267485 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b55846c-c5e2-49ac-bae8-51456378ec7b None None] Routers {'8e7dc119-5338-4a3c-aac3-60de071654fa'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:34.277964 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-6b55846c-c5e2-49ac-bae8-51456378ec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:21:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8e7dc119-5338-4a3c-aac3-60de071654fa'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:34.312962 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f33902f1-4848-4384-810a-821fea95285c tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] 10.222.0.37 "GET /v2.0/routers/8e7dc119-5338-4a3c-aac3-60de071654fa HTTP/1.1" status: 200 len: 925 time: 0.8085709 Feb 09 01:21:34.315728 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-032e4619-94f6-429c-b27e-94e790fe9b6f tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] 10.222.0.37 "GET /v2.0/ports?device_id=820d56e4-5d88-43d5-9430-8367a84515c3 HTTP/1.1" status: 200 len: 205 time: 0.2607052 Feb 09 01:21:34.317869 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59428) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:34.318743 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59430) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:34.351027 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-b3666fcc-aa12-41bf-91f3-05c3d7c4e7cf None None] Set router 12b00ed1-a700-4320-bfd1-3ff16204c1dd gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:21:34.378904 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a84d3f8f-712f-4cf2-92f7-d7a7d46565f6 req-c93d7a7f-9ca1-48eb-a131-cc100c8f1e31 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fbef048-139b-49ec-9219-48402a20c475 HTTP/1.1" status: 200 len: 1000 time: 0.2530100 Feb 09 01:21:34.387239 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-39aff892-254a-4038-aa86-41a286fdd218 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:34.399906 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-6b55846c-c5e2-49ac-bae8-51456378ec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:34.400304 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b55846c-c5e2-49ac-bae8-51456378ec7b None None] The sync data for ids ['8e7dc119-5338-4a3c-aac3-60de071654fa'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:21:34.487742 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-121decf0-df18-4be5-abd1-0c7c70333165 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=afc0eae67f584b7e9c66ff3bbb810d7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9470456 Feb 09 01:21:34.494520 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59436) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:34.500729 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-39aff892-254a-4038-aa86-41a286fdd218 admin admin] Transition to ACTIVE for port object 46422b01-02ce-4fe6-955d-4fe9bfd00234 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:34.527935 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d3f8f-712f-4cf2-92f7-d7a7d46565f6 req-a6574f51-04d2-4eec-8a85-255b4d18f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:34.529345 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a84d3f8f-712f-4cf2-92f7-d7a7d46565f6 req-a6574f51-04d2-4eec-8a85-255b4d18f945 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6f367ae-6db3-44ee-a579-54c0e257ede0 HTTP/1.1" status: 200 len: 850 time: 0.1381521 Feb 09 01:21:34.632612 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-d0ddacee-13fa-478b-9740-4f5d0beac4f6 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] delete failed (client error): The resource could not be found. Feb 09 01:21:34.634293 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d0ddacee-13fa-478b-9740-4f5d0beac4f6 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] 10.222.0.37 "DELETE /v2.0/routers/820d56e4-5d88-43d5-9430-8367a84515c3 HTTP/1.1" status: 404 len: 336 time: 0.3103969 Feb 09 01:21:34.637821 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59442) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:34.646261 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7939176b-db9a-49ef-8918-2f1206b309a6 req-282183c8-1ba2-4397-b484-3263ab023a9b tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3493907 Feb 09 01:21:34.678138 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a589978e-d419-4131-b280-2c4a5eea9895 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:34.679981 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a589978e-d419-4131-b280-2c4a5eea9895 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=d1df58ff-1788-422d-89ee-d00e1fe89789&device_id=8e7dc119-5338-4a3c-aac3-60de071654fa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3583546 Feb 09 01:21:34.682767 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59444) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:34.685905 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-27fa0c82-6d7d-4621-99a3-71ee4c2d8db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:34.707710 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-9ebfaf76-5f70-4c77-b765-f675c62eddaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414a0754-9c9f-452a-a8d8-2783334de3c9', 'name': 'tempest-TaggedBootDevicesTest-360173183-router', 'tenant_id': '8b4f33e73ece42fbb5b038feb66c6075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '604a7140-bf66-4a93-ba6f-29bf91332fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:21:12Z', 'updated_at': '2022-02-09T01:21:27Z', 'revision_number': 4, 'project_id': '8b4f33e73ece42fbb5b038feb66c6075', 'gw_port': {'id': '604a7140-bf66-4a93-ba6f-29bf91332fdb', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:37:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414a0754-9c9f-452a-a8d8-2783334de3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:15Z', 'updated_at': '2022-02-09T01:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '69844344-c8d5-41eb-a91d-dc58e69a3c62', 'name': '', 'network_id': 'd8c5ee85-e22f-427a-950b-0cc54a50e283', 'tenant_id': '8b4f33e73ece42fbb5b038feb66c6075', 'mac_address': 'fa:16:3e:cc:c1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414a0754-9c9f-452a-a8d8-2783334de3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '5d34cd45-49e7-4c11-a368-a7e0505e03ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:23Z', 'updated_at': '2022-02-09T01:21:32Z', 'revision_number': 4, 'project_id': '8b4f33e73ece42fbb5b038feb66c6075', 'subnets': [{'id': '5d34cd45-49e7-4c11-a368-a7e0505e03ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:34.719022 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebfaf76-5f70-4c77-b765-f675c62eddaf None None] The sync data for ids ['414a0754-9c9f-452a-a8d8-2783334de3c9'] in n-d-828419-1 is: [{'id': '414a0754-9c9f-452a-a8d8-2783334de3c9', 'name': 'tempest-TaggedBootDevicesTest-360173183-router', 'tenant_id': '8b4f33e73ece42fbb5b038feb66c6075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '604a7140-bf66-4a93-ba6f-29bf91332fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:21:12Z', 'updated_at': '2022-02-09T01:21:27Z', 'revision_number': 4, 'project_id': '8b4f33e73ece42fbb5b038feb66c6075', 'gw_port': {'id': '604a7140-bf66-4a93-ba6f-29bf91332fdb', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:37:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414a0754-9c9f-452a-a8d8-2783334de3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:15Z', 'updated_at': '2022-02-09T01:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '69844344-c8d5-41eb-a91d-dc58e69a3c62', 'name': '', 'network_id': 'd8c5ee85-e22f-427a-950b-0cc54a50e283', 'tenant_id': '8b4f33e73ece42fbb5b038feb66c6075', 'mac_address': 'fa:16:3e:cc:c1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414a0754-9c9f-452a-a8d8-2783334de3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '5d34cd45-49e7-4c11-a368-a7e0505e03ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:23Z', 'updated_at': '2022-02-09T01:21:32Z', 'revision_number': 4, 'project_id': '8b4f33e73ece42fbb5b038feb66c6075', 'subnets': [{'id': '5d34cd45-49e7-4c11-a368-a7e0505e03ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:21:34.721395 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-27fa0c82-6d7d-4621-99a3-71ee4c2d8db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:34.839256 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a2ba1c93-bc82-4605-9e1a-853f92dbc14f tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] 10.222.0.37 "GET /v2.0/ports?device_id=46ebb8d9-ee89-4797-bf57-b93be8a85a0e HTTP/1.1" status: 200 len: 205 time: 0.1570821 Feb 09 01:21:34.844364 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59450) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:34.851775 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3339f8-f2e0-4725-a1c8-5652c0f5f3db tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:34.852522 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cb3339f8-f2e0-4725-a1c8-5652c0f5f3db tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Synchronizing usage tracker for tenant:2f81a3a3c91c49d7bca3cfb97019c319 on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:21:34.912960 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cb3339f8-f2e0-4725-a1c8-5652c0f5f3db tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] Unset dirty status for tenant:2f81a3a3c91c49d7bca3cfb97019c319 on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:21:34.917437 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cb3339f8-f2e0-4725-a1c8-5652c0f5f3db tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] 10.222.0.37 "GET /v2.0/networks/d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 881 time: 0.2334764 Feb 09 01:21:34.918053 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59456) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:34.977970 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4e3520d8-9c50-476a-b0d8-f08f6d973f89 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e7dc119-5338-4a3c-aac3-60de071654fa HTTP/1.1" status: 200 len: 205 time: 0.0587895 Feb 09 01:21:34.978579 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59460) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:34.982321 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-ba4c4c1e-7b8a-4faf-a211-8778bb990765 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] delete failed (client error): The resource could not be found. Feb 09 01:21:34.986030 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ba4c4c1e-7b8a-4faf-a211-8778bb990765 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] 10.222.0.37 "DELETE /v2.0/routers/46ebb8d9-ee89-4797-bf57-b93be8a85a0e HTTP/1.1" status: 404 len: 336 time: 0.1321387 Feb 09 01:21:35.036900 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59464) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:35.051712 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-27fa0c82-6d7d-4621-99a3-71ee4c2d8db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:35.163456 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d3f8f-712f-4cf2-92f7-d7a7d46565f6 req-63ee45c0-a7ec-4468-9110-635c172eddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:35.166700 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a84d3f8f-712f-4cf2-92f7-d7a7d46565f6 req-63ee45c0-a7ec-4468-9110-635c172eddcb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0055357f-6a74-45ba-a134-b5223508c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6284556 Feb 09 01:21:35.180303 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c0e017-756d-4e30-be34-dc859ea65934 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] DELETE failed (client error): The resource could not be found. Feb 09 01:21:35.180872 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17c0e017-756d-4e30-be34-dc859ea65934 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:21:35.198409 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-39aff892-254a-4038-aa86-41a286fdd218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:35.252354 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 69844344-c8d5-41eb-a91d-dc58e69a3c62 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:21:35.436730 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b3666fcc-aa12-41bf-91f3-05c3d7c4e7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b00ed1-a700-4320-bfd1-3ff16204c1dd', 'name': 'tempest-TestVolumeBootPattern-1661881428-router', 'tenant_id': 'b1011fd0daff4b9f80750382cff409ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '2e0459f7-dfe5-4cf5-bd58-c2efa79e0183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:21:23Z', 'updated_at': '2022-02-09T01:21:29Z', 'revision_number': 3, 'project_id': 'b1011fd0daff4b9f80750382cff409ee', 'gw_port': {'id': '2e0459f7-dfe5-4cf5-bd58-c2efa79e0183', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:40:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b00ed1-a700-4320-bfd1-3ff16204c1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:26Z', 'updated_at': '2022-02-09T01:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:35.445904 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3666fcc-aa12-41bf-91f3-05c3d7c4e7cf None None] The sync data for ids ['12b00ed1-a700-4320-bfd1-3ff16204c1dd'] in n-d-828419-1 is: [{'id': '12b00ed1-a700-4320-bfd1-3ff16204c1dd', 'name': 'tempest-TestVolumeBootPattern-1661881428-router', 'tenant_id': 'b1011fd0daff4b9f80750382cff409ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '2e0459f7-dfe5-4cf5-bd58-c2efa79e0183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:21:23Z', 'updated_at': '2022-02-09T01:21:29Z', 'revision_number': 3, 'project_id': 'b1011fd0daff4b9f80750382cff409ee', 'gw_port': {'id': '2e0459f7-dfe5-4cf5-bd58-c2efa79e0183', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:40:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b00ed1-a700-4320-bfd1-3ff16204c1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:26Z', 'updated_at': '2022-02-09T01:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:21:35.479084 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 69844344-c8d5-41eb-a91d-dc58e69a3c62 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:35.495606 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 69844344-c8d5-41eb-a91d-dc58e69a3c62 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:35.495982 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:35.498433 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b9264ce4-3099-41c9-825d-3c7561588cd3 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:35.652428 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aff892-254a-4038-aa86-41a286fdd218 admin admin] Pushing event updated for resources: {'Port': ['ID=46422b01-02ce-4fe6-955d-4fe9bfd00234,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:35.657076 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa0c82-6d7d-4621-99a3-71ee4c2d8db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f42cfb3-18a4-457d-85a8-803410eca205,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:35.788353 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-27fa0c82-6d7d-4621-99a3-71ee4c2d8db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:35.788353 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-27fa0c82-6d7d-4621-99a3-71ee4c2d8db8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f42cfb3-18a4-457d-85a8-803410eca205 HTTP/1.1" status: 204 len: 168 time: 1.2886903 Feb 09 01:21:35.795014 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-17c0e017-756d-4e30-be34-dc859ea65934 tempest-RoutersAdminTest-550464452 tempest-RoutersAdminTest-550464452-project] 10.222.0.37 "DELETE /v2.0/subnets/22f19656-3fb2-4bfa-92b6-629c68c5ec9b HTTP/1.1" status: 404 len: 337 time: 0.7479367 Feb 09 01:21:35.827109 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:35.834171 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39aff892-254a-4038-aa86-41a286fdd218 admin admin] Network 2eee4770-f563-4e73-92b9-f5bf4a1e189a is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:35.859596 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-39aff892-254a-4038-aa86-41a286fdd218 admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:35.865574 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aff892-254a-4038-aa86-41a286fdd218 admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:35.883877 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b9264ce4-3099-41c9-825d-3c7561588cd3 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:35.894445 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 69844344-c8d5-41eb-a91d-dc58e69a3c62, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=69844344-c8d5-41eb-a91d-dc58e69a3c62,segment=NetworkSegment(11fbb5f9-331e-44bc-9bed-d1339075f051),segment_id=11fbb5f9-331e-44bc-9bed-d1339075f051)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:35.903949 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:35.923753 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-b9264ce4-3099-41c9-825d-3c7561588cd3 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Deleting port 2d9848dd-37c5-4ba5-89b9-5b41cb9d1c5b {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:35.924100 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b9264ce4-3099-41c9-825d-3c7561588cd3 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:36.045998 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-39aff892-254a-4038-aa86-41a286fdd218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:36.107255 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=69844344-c8d5-41eb-a91d-dc58e69a3c62,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:36.423809 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b9264ce4-3099-41c9-825d-3c7561588cd3 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:36.463627 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c35718b8-17ce-4178-887c-61f3046d1003 None None] Provisioning for port 46422b01-02ce-4fe6-955d-4fe9bfd00234 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:36.473343 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c35718b8-17ce-4178-887c-61f3046d1003 None None] Provisioning complete for port 46422b01-02ce-4fe6-955d-4fe9bfd00234 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:36.474023 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c35718b8-17ce-4178-887c-61f3046d1003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:36.572208 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59490) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:36.595895 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-c35718b8-17ce-4178-887c-61f3046d1003 None None] Port 46422b01-02ce-4fe6-955d-4fe9bfd00234 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:21:36.763312 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-39aff892-254a-4038-aa86-41a286fdd218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:36.784207 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-b9264ce4-3099-41c9-825d-3c7561588cd3 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Calling delete_port for 2d9848dd-37c5-4ba5-89b9-5b41cb9d1c5b owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:36.792222 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59498) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:36.890357 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1cd79558-756d-4ea8-8aaf-021f4c628246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:37.192383 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b9264ce4-3099-41c9-825d-3c7561588cd3 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:37.341049 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9264ce4-3099-41c9-825d-3c7561588cd3 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Pushing event deleted for resources: {'Port': ['ID=2d9848dd-37c5-4ba5-89b9-5b41cb9d1c5b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:37.416617 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 2e0459f7-dfe5-4cf5-bd58-c2efa79e0183 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:21:37.494238 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b9264ce4-3099-41c9-825d-3c7561588cd3 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:37.535075 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a84d3f8f-712f-4cf2-92f7-d7a7d46565f6 req-0d20e120-62c2-4c3d-b20a-86e910b92122 service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3483069 Feb 09 01:21:37.574775 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-4531067d-546e-41f2-b01c-3b678032a107 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1700522611'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:37.592595 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 2e0459f7-dfe5-4cf5-bd58-c2efa79e0183 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:37.599192 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 2e0459f7-dfe5-4cf5-bd58-c2efa79e0183 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:37.599565 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:37.688689 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-4531067d-546e-41f2-b01c-3b678032a107 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:37.730792 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4531067d-546e-41f2-b01c-3b678032a107 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Usage tracker for resource:network and tenant:af93c3ac208d401f80735250346b27ad is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:37.741497 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4531067d-546e-41f2-b01c-3b678032a107 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:37.753949 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-4531067d-546e-41f2-b01c-3b678032a107 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:37.761068 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [None req-39aff892-254a-4038-aa86-41a286fdd218 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:21:37.797634 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462dc2c2-7707-4a21-b1e5-d5feb6c2de31 req-c72d69f1-49e1-4b05-9f3b-28bfe245b7b1 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:37.806198 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-462dc2c2-7707-4a21-b1e5-d5feb6c2de31 req-c72d69f1-49e1-4b05-9f3b-28bfe245b7b1 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 1.5438755 Feb 09 01:21:37.837908 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-39aff892-254a-4038-aa86-41a286fdd218 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:37.871371 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-39aff892-254a-4038-aa86-41a286fdd218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:37.924814 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:37.932301 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59524) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:37.959254 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 2e0459f7-dfe5-4cf5-bd58-c2efa79e0183, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=2e0459f7-dfe5-4cf5-bd58-c2efa79e0183,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:37.965044 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4531067d-546e-41f2-b01c-3b678032a107 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Made reservation on behalf of af93c3ac208d401f80735250346b27ad for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:37.969447 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:37.970329 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 69844344-c8d5-41eb-a91d-dc58e69a3c62 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:21:37.970476 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4531067d-546e-41f2-b01c-3b678032a107 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:37.992826 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030167 Feb 09 01:21:38.011318 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59526) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:38.122726 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4531067d-546e-41f2-b01c-3b678032a107 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:38.228994 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-4531067d-546e-41f2-b01c-3b678032a107 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:38.247462 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-462dc2c2-7707-4a21-b1e5-d5feb6c2de31 req-223d4e11-be39-46d6-b388-1715415beabe tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4399612 Feb 09 01:21:38.256494 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=2e0459f7-dfe5-4cf5-bd58-c2efa79e0183,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:38.257759 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a84d3f8f-712f-4cf2-92f7-d7a7d46565f6 req-c0aba266-85c8-4557-8907-7f04c2295ed9 service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6999662 Feb 09 01:21:38.261954 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4531067d-546e-41f2-b01c-3b678032a107 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Usage tracker for resource:security_group_rule and tenant:af93c3ac208d401f80735250346b27ad is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:38.263388 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b9264ce4-3099-41c9-825d-3c7561588cd3 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:38.275988 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b9264ce4-3099-41c9-825d-3c7561588cd3 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:38.310881 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4531067d-546e-41f2-b01c-3b678032a107 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:38.333870 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-40cde98b-e691-4aea-9b0b-b933f3bb013b tempest-NetworksApiDiscovery-213839764 tempest-NetworksApiDiscovery-213839764-project] 10.222.0.37 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2779851 Feb 09 01:21:38.336428 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aff892-254a-4038-aa86-41a286fdd218 admin admin] Pushing event updated for resources: {'Port': ['ID=46422b01-02ce-4fe6-955d-4fe9bfd00234,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:38.343816 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 69844344-c8d5-41eb-a91d-dc58e69a3c62 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:38.345051 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:38.355399 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-4531067d-546e-41f2-b01c-3b678032a107 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:38.364254 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b32ec670-1835-4170-9a2f-7fa9877cf3eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:38.368373 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b9264ce4-3099-41c9-825d-3c7561588cd3 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:38.384414 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9264ce4-3099-41c9-825d-3c7561588cd3 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Fanout notify agent at l3_agent the message router_deleted on router 8e7dc119-5338-4a3c-aac3-60de071654fa {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:21:38.439405 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b9264ce4-3099-41c9-825d-3c7561588cd3 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:38.440456 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b9264ce4-3099-41c9-825d-3c7561588cd3 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] 10.222.0.37 "DELETE /v2.0/routers/8e7dc119-5338-4a3c-aac3-60de071654fa HTTP/1.1" status: 204 len: 168 time: 3.4608762 Feb 09 01:21:38.450299 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59536) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:38.456536 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-39aff892-254a-4038-aa86-41a286fdd218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:38.460971 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b32ec670-1835-4170-9a2f-7fa9877cf3eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:38.471818 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b32ec670-1835-4170-9a2f-7fa9877cf3eb admin admin] Usage tracker for resource:security_group_rule and tenant:dda5002cd243458fbafb7f17fad30ab2 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:38.479827 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b32ec670-1835-4170-9a2f-7fa9877cf3eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:38.489342 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-63c9a959-c956-4a5d-859c-9bdbf3506325 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1355979124', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}, 'admin_state_up': False}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:38.503155 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-63c9a959-c956-4a5d-859c-9bdbf3506325 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:38.503580 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b32ec670-1835-4170-9a2f-7fa9877cf3eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:38.514908 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-63c9a959-c956-4a5d-859c-9bdbf3506325 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Usage tracker for resource:router and tenant:02c325c62cec4b439103793088b40a05 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:38.518181 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-63c9a959-c956-4a5d-859c-9bdbf3506325 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:38.531058 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-63c9a959-c956-4a5d-859c-9bdbf3506325 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:38.568037 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-63c9a959-c956-4a5d-859c-9bdbf3506325 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:38.569336 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-63c9a959-c956-4a5d-859c-9bdbf3506325 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:38.597718 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-63c9a959-c956-4a5d-859c-9bdbf3506325 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:38.797832 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39aff892-254a-4038-aa86-41a286fdd218 admin admin] Network 2eee4770-f563-4e73-92b9-f5bf4a1e189a is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:38.805362 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-39aff892-254a-4038-aa86-41a286fdd218 admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:38.837926 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59542) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:38.857456 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4531067d-546e-41f2-b01c-3b678032a107 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:38.956988 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4531067d-546e-41f2-b01c-3b678032a107 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:39.024822 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-63c9a959-c956-4a5d-859c-9bdbf3506325 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:39.207520 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 2e0459f7-dfe5-4cf5-bd58-c2efa79e0183 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:21:39.210338 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4531067d-546e-41f2-b01c-3b678032a107 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 989} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:39.289204 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531067d-546e-41f2-b01c-3b678032a107 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ada41f5c-3646-4eeb-b77d-12711eaabc3f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:39.328126 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b32ec670-1835-4170-9a2f-7fa9877cf3eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:39.335941 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4531067d-546e-41f2-b01c-3b678032a107 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:39.336739 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-4531067d-546e-41f2-b01c-3b678032a107 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Added segment 13ed2f7a-3e30-491d-b137-8de383706e1c of type vlan for network da957f4f-69d3-4b14-86ac-f13cd15b3c38 Feb 09 01:21:39.340876 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-977372c3-3bf1-4775-a3fe-f42f257c0305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:39.344153 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-90dcede0-3e07-4ac5-b788-52cb4b90ade5 None None] Provisioning complete for port 46422b01-02ce-4fe6-955d-4fe9bfd00234 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:39.344578 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-90dcede0-3e07-4ac5-b788-52cb4b90ade5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:39.378592 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4531067d-546e-41f2-b01c-3b678032a107 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:39.406810 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-90dcede0-3e07-4ac5-b788-52cb4b90ade5 None None] Port 46422b01-02ce-4fe6-955d-4fe9bfd00234 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:21:39.408678 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 2e0459f7-dfe5-4cf5-bd58-c2efa79e0183 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:39.409077 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:39.418573 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f561a78b-712e-4389-bcdc-b139713d3622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:39.434983 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b32ec670-1835-4170-9a2f-7fa9877cf3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:39.449453 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4531067d-546e-41f2-b01c-3b678032a107 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:39.455224 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4531067d-546e-41f2-b01c-3b678032a107 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:39.455781 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4531067d-546e-41f2-b01c-3b678032a107 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:39.648502 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-63c9a959-c956-4a5d-859c-9bdbf3506325 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:39.661028 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f561a78b-712e-4389-bcdc-b139713d3622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:39.666029 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531067d-546e-41f2-b01c-3b678032a107 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Pushing event updated for resources: {'Network': ['ID=da957f4f-69d3-4b14-86ac-f13cd15b3c38,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:39.685849 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-63c9a959-c956-4a5d-859c-9bdbf3506325 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:39.687248 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network da957f4f-69d3-4b14-86ac-f13cd15b3c38 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:21:39.696931 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b32ec670-1835-4170-9a2f-7fa9877cf3eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dda5002cd243458fbafb7f17fad30ab2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1647248 Feb 09 01:21:39.700570 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f561a78b-712e-4389-bcdc-b139713d3622 admin admin] Usage tracker for resource:security_group_rule and tenant:d7116271ea944c4d9a4639949d9d4edb is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:39.712837 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59552) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:39.717775 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f561a78b-712e-4389-bcdc-b139713d3622 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:39.733663 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f561a78b-712e-4389-bcdc-b139713d3622 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:39.754919 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ec670-1835-4170-9a2f-7fa9877cf3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69463a95-06eb-4699-87c0-4475bafe3b76,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:39.761286 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad28e45-1d60-477d-998d-00e434228e51 req-503fdb77-0217-4fa9-8fc0-162862a4b0ab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:39.762833 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2ad28e45-1d60-477d-998d-00e434228e51 req-503fdb77-0217-4fa9-8fc0-162862a4b0ab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.2988713 Feb 09 01:21:39.790524 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39aff892-254a-4038-aa86-41a286fdd218 admin admin] Router 12b00ed1-a700-4320-bfd1-3ff16204c1dd has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:21:39.821563 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4531067d-546e-41f2-b01c-3b678032a107 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.2391655 Feb 09 01:21:39.827164 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59556) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:39.838461 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-7370f5b5-1684-4645-b4ed-1eef8c6f5389 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Request body: {'subnet': {'network_id': 'da957f4f-69d3-4b14-86ac-f13cd15b3c38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:39.876776 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2ad28e45-1d60-477d-998d-00e434228e51 req-3d3e06ca-0c95-418d-858c-7ce6777dc0b6 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934789 Feb 09 01:21:39.896601 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-63c9a959-c956-4a5d-859c-9bdbf3506325 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Allocated IP 172.25.5.49 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/a7b9fa7d-a265-4913-8418-818cc04cfbbe) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:40.079026 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-63c9a959-c956-4a5d-859c-9bdbf3506325 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:40.117679 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-08adc641-e26c-4b9e-beb3-b42ff1ee7ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:40.119620 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-63c9a959-c956-4a5d-859c-9bdbf3506325 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:40.199378 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-7370f5b5-1684-4645-b4ed-1eef8c6f5389 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:40.200460 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c9a959-c956-4a5d-859c-9bdbf3506325 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Pushing event updated for resources: {'Port': ['ID=a7b9fa7d-a265-4913-8418-818cc04cfbbe,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:40.217541 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-08adc641-e26c-4b9e-beb3-b42ff1ee7ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:40.220146 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c9a959-c956-4a5d-859c-9bdbf3506325 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:40.223347 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-63c9a959-c956-4a5d-859c-9bdbf3506325 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:40.231566 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c9a959-c956-4a5d-859c-9bdbf3506325 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:40.232182 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-7370f5b5-1684-4645-b4ed-1eef8c6f5389 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Usage tracker for resource:subnet and tenant:af93c3ac208d401f80735250346b27ad is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:40.239134 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-7370f5b5-1684-4645-b4ed-1eef8c6f5389 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:40.261436 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-7370f5b5-1684-4645-b4ed-1eef8c6f5389 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:40.325506 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:40.435013 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:40.531157 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f561a78b-712e-4389-bcdc-b139713d3622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:40.541923 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39aff892-254a-4038-aa86-41a286fdd218 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:21:40.544895 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f561a78b-712e-4389-bcdc-b139713d3622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:40.560114 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60fce1c-4c43-4736-a774-7ac67bb1319b None None] Sync routers for ids ['12b00ed1-a700-4320-bfd1-3ff16204c1dd'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:21:40.572758 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7370f5b5-1684-4645-b4ed-1eef8c6f5389 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Made reservation on behalf of af93c3ac208d401f80735250346b27ad for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:40.576184 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7370f5b5-1684-4645-b4ed-1eef8c6f5389 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:40.583021 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60fce1c-4c43-4736-a774-7ac67bb1319b None None] Routers {'12b00ed1-a700-4320-bfd1-3ff16204c1dd'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:40.583851 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-c60fce1c-4c43-4736-a774-7ac67bb1319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:21:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['12b00ed1-a700-4320-bfd1-3ff16204c1dd'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:40.660334 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35280443-735b-4fc2-96d5-c0abdf1ae138 req-19c7d410-80ef-48e5-902a-103b2309d10a tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:40.661948 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-35280443-735b-4fc2-96d5-c0abdf1ae138 req-19c7d410-80ef-48e5-902a-103b2309d10a tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.6121454 Feb 09 01:21:40.685954 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-08adc641-e26c-4b9e-beb3-b42ff1ee7ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:40.734763 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561a78b-712e-4389-bcdc-b139713d3622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8955af12-8a72-4bf2-a008-fcf09c84c478,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:40.742833 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f561a78b-712e-4389-bcdc-b139713d3622 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d7116271ea944c4d9a4639949d9d4edb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9030669 Feb 09 01:21:40.757883 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59564) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:40.765545 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-08adc641-e26c-4b9e-beb3-b42ff1ee7ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:40.769429 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-08adc641-e26c-4b9e-beb3-b42ff1ee7ce0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/69463a95-06eb-4699-87c0-4475bafe3b76 HTTP/1.1" status: 204 len: 168 time: 1.0485487 Feb 09 01:21:40.790455 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-39aff892-254a-4038-aa86-41a286fdd218 admin admin] 10.222.0.37 "PUT /v2.0/routers/12b00ed1-a700-4320-bfd1-3ff16204c1dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8529923 Feb 09 01:21:40.791380 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08adc641-e26c-4b9e-beb3-b42ff1ee7ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69463a95-06eb-4699-87c0-4475bafe3b76,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:40.855951 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-35280443-735b-4fc2-96d5-c0abdf1ae138 req-c964d69d-1124-4356-aab0-305240d75a29 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712394 Feb 09 01:21:40.928914 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1a0311e2-617a-4d5c-acc9-edf92a3bef54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:40.935907 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-c60fce1c-4c43-4736-a774-7ac67bb1319b None None] Set router 12b00ed1-a700-4320-bfd1-3ff16204c1dd gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:21:41.029389 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1a0311e2-617a-4d5c-acc9-edf92a3bef54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:41.107228 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-63c9a959-c956-4a5d-859c-9bdbf3506325 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:41.214191 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7370f5b5-1684-4645-b4ed-1eef8c6f5389 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:41.298235 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1a0311e2-617a-4d5c-acc9-edf92a3bef54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:41.367596 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0311e2-617a-4d5c-acc9-edf92a3bef54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8955af12-8a72-4bf2-a008-fcf09c84c478,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:41.442263 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f5b5-1684-4645-b4ed-1eef8c6f5389 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Pushing event updated for resources: {'Subnet': ['ID=60ffd27b-2e7c-45e3-9933-7b0f6fcc8543,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:41.447361 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1a0311e2-617a-4d5c-acc9-edf92a3bef54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:41.451062 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1a0311e2-617a-4d5c-acc9-edf92a3bef54 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8955af12-8a72-4bf2-a008-fcf09c84c478 HTTP/1.1" status: 204 len: 168 time: 0.6896515 Feb 09 01:21:41.480197 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7370f5b5-1684-4645-b4ed-1eef8c6f5389 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Checking segment: {'id': '13ed2f7a-3e30-491d-b137-8de383706e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': 'da957f4f-69d3-4b14-86ac-f13cd15b3c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:21:41.480606 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7370f5b5-1684-4645-b4ed-1eef8c6f5389 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Network hostable DHCP agents. Network: da957f4f-69d3-4b14-86ac-f13cd15b3c38, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:21:41.513290 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59584) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:41.532044 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7370f5b5-1684-4645-b4ed-1eef8c6f5389 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Network da957f4f-69d3-4b14-86ac-f13cd15b3c38 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:21:41.557303 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-7370f5b5-1684-4645-b4ed-1eef8c6f5389 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, da957f4f-69d3-4b14-86ac-f13cd15b3c38) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:41.563143 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7370f5b5-1684-4645-b4ed-1eef8c6f5389 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:41.563752 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7370f5b5-1684-4645-b4ed-1eef8c6f5389 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:41.586762 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699664b9-af0a-44a0-9e9d-7f060f393469 None None] Network da957f4f-69d3-4b14-86ac-f13cd15b3c38 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:21:41.617028 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7370f5b5-1684-4645-b4ed-1eef8c6f5389 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7879157 Feb 09 01:21:41.617224 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59588) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:41.627560 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-a05529b6-a722-48cb-8b68-9955c5938a97 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Request body: {'port': {'network_id': 'da957f4f-69d3-4b14-86ac-f13cd15b3c38', 'name': 'tempest-DHCPAgentSchedulersTestJSON-788164020'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:41.660181 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242c6ff-72a9-4307-aeae-c360098366c0 req-8037d49f-1ba3-471b-92fe-923649f86820 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:41.662627 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b242c6ff-72a9-4307-aeae-c360098366c0 req-8037d49f-1ba3-471b-92fe-923649f86820 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.4324057 Feb 09 01:21:41.693534 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-dc047017-03e0-48f2-893f-50d2f894a87b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5c35fa1a1b4947e381261af89c3364df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1790960 Feb 09 01:21:41.694238 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59592) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:41.843785 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:41.862080 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b242c6ff-72a9-4307-aeae-c360098366c0 req-7575d26a-85f3-4dc1-b95d-47c610a9aadd tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893101 Feb 09 01:21:41.883272 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-63c9a959-c956-4a5d-859c-9bdbf3506325 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:41.975270 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a05529b6-a722-48cb-8b68-9955c5938a97 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:41.987002 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a05529b6-a722-48cb-8b68-9955c5938a97 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Usage tracker for resource:port and tenant:af93c3ac208d401f80735250346b27ad is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:41.997732 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a05529b6-a722-48cb-8b68-9955c5938a97 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:42.010936 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a05529b6-a722-48cb-8b68-9955c5938a97 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:42.039919 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05529b6-a722-48cb-8b68-9955c5938a97 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Made reservation on behalf of af93c3ac208d401f80735250346b27ad for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:42.043213 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a05529b6-a722-48cb-8b68-9955c5938a97 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:42.050519 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-c60fce1c-4c43-4736-a774-7ac67bb1319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b00ed1-a700-4320-bfd1-3ff16204c1dd', 'name': 'tempest-TestVolumeBootPattern-1661881428-router', 'tenant_id': 'b1011fd0daff4b9f80750382cff409ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '2e0459f7-dfe5-4cf5-bd58-c2efa79e0183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:21:23Z', 'updated_at': '2022-02-09T01:21:36Z', 'revision_number': 4, 'project_id': 'b1011fd0daff4b9f80750382cff409ee', 'gw_port': {'id': '2e0459f7-dfe5-4cf5-bd58-c2efa79e0183', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b00ed1-a700-4320-bfd1-3ff16204c1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:26Z', 'updated_at': '2022-02-09T01:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '46422b01-02ce-4fe6-955d-4fe9bfd00234', 'name': '', 'network_id': '2eee4770-f563-4e73-92b9-f5bf4a1e189a', 'tenant_id': 'b1011fd0daff4b9f80750382cff409ee', 'mac_address': 'fa:16:3e:46:9b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b00ed1-a700-4320-bfd1-3ff16204c1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '26ba8f6b-0f1c-4fd0-8f7c-c2d7eff3ea2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:32Z', 'updated_at': '2022-02-09T01:21:36Z', 'revision_number': 2, 'project_id': 'b1011fd0daff4b9f80750382cff409ee', 'subnets': [{'id': '26ba8f6b-0f1c-4fd0-8f7c-c2d7eff3ea2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:42.062560 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60fce1c-4c43-4736-a774-7ac67bb1319b None None] Checking router: 12b00ed1-a700-4320-bfd1-3ff16204c1dd for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:21:42.062917 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60fce1c-4c43-4736-a774-7ac67bb1319b None None] Updating router 12b00ed1-a700-4320-bfd1-3ff16204c1dd port 46422b01-02ce-4fe6-955d-4fe9bfd00234 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:21:42.104662 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-a05529b6-a722-48cb-8b68-9955c5938a97 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] device_id is not set on port 0f049e84-8107-4782-ac49-17d107a8a21a yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:21:42.114512 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c2f7eb49-6c72-4e3f-9a2d-497b6e5fb1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:42.219253 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c60fce1c-4c43-4736-a774-7ac67bb1319b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:42.255875 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3630c34-c8d0-4b52-bbd4-eca7dba29e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-da957f4f-69d3-4b14-86ac-f13cd15b3c38', 'network_id': 'da957f4f-69d3-4b14-86ac-f13cd15b3c38', 'tenant_id': 'af93c3ac208d401f80735250346b27ad', 'fixed_ips': [{'subnet_id': '60ffd27b-2e7c-45e3-9933-7b0f6fcc8543'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:21:42.263181 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f3630c34-c8d0-4b52-bbd4-eca7dba29e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:42.316731 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c2f7eb49-6c72-4e3f-9a2d-497b6e5fb1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:42.423611 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c2f7eb49-6c72-4e3f-9a2d-497b6e5fb1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:42.458217 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c9a959-c956-4a5d-859c-9bdbf3506325 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Router 3230e6eb-e6df-4b3b-aa82-ea20159a78fd is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:21:42.468498 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7eb49-6c72-4e3f-9a2d-497b6e5fb1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6173eae1-facf-433f-ba7e-f29ff18a6fea,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:42.527537 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-a05529b6-a722-48cb-8b68-9955c5938a97 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Allocated IP 172.20.0.7 (da957f4f-69d3-4b14-86ac-f13cd15b3c38/60ffd27b-2e7c-45e3-9933-7b0f6fcc8543/0f049e84-8107-4782-ac49-17d107a8a21a) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:42.825574 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c2f7eb49-6c72-4e3f-9a2d-497b6e5fb1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:42.829822 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c2f7eb49-6c72-4e3f-9a2d-497b6e5fb1d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6173eae1-facf-433f-ba7e-f29ff18a6fea HTTP/1.1" status: 204 len: 168 time: 1.1238086 Feb 09 01:21:43.009096 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a05529b6-a722-48cb-8b68-9955c5938a97 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:43.133947 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-a05529b6-a722-48cb-8b68-9955c5938a97 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Transition to ACTIVE for port object 0f049e84-8107-4782-ac49-17d107a8a21a will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:43.143820 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c9a959-c956-4a5d-859c-9bdbf3506325 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:21:43.157889 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd84051-9117-47a4-9575-674ae688d631 None None] Sync routers for ids ['3230e6eb-e6df-4b3b-aa82-ea20159a78fd'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:21:43.180702 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd84051-9117-47a4-9575-674ae688d631 None None] Routers {'3230e6eb-e6df-4b3b-aa82-ea20159a78fd'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:43.181378 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0fd84051-9117-47a4-9575-674ae688d631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:21:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['3230e6eb-e6df-4b3b-aa82-ea20159a78fd'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:43.198056 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c6577-eb98-4676-9946-5b9f77dece21 req-5703f399-deb4-4c69-8fe3-373a51e2d981 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:43.218518 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d92c6577-eb98-4676-9946-5b9f77dece21 req-5703f399-deb4-4c69-8fe3-373a51e2d981 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.5635958 Feb 09 01:21:43.271460 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-63c9a959-c956-4a5d-859c-9bdbf3506325 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:43.272828 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-63c9a959-c956-4a5d-859c-9bdbf3506325 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.8214285 Feb 09 01:21:43.275629 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59632) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:43.283104 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-3ed26de3-676a-48a9-91a6-cb831cda76c3 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:43.284171 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a05529b6-a722-48cb-8b68-9955c5938a97 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:43.406739 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d92c6577-eb98-4676-9946-5b9f77dece21 req-1029e65a-69bb-4a29-852d-5a0728531b87 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872487 Feb 09 01:21:43.433763 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0fd84051-9117-47a4-9575-674ae688d631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:43.444288 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.resource_extend [None req-c60fce1c-4c43-4736-a774-7ac67bb1319b None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:21:43.452714 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd84051-9117-47a4-9575-674ae688d631 None None] Routers {'3230e6eb-e6df-4b3b-aa82-ea20159a78fd'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:43.453423 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0fd84051-9117-47a4-9575-674ae688d631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:21:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['3230e6eb-e6df-4b3b-aa82-ea20159a78fd'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:43.465416 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-48407b15-64b5-4210-8367-88e1c379533b req-25a2b880-15cb-4276-894e-6cd20c920524 service neutron] (87612) timed out ('10.222.0.117', 60902) {{(pid=87612) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 01:21:43.466255 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05529b6-a722-48cb-8b68-9955c5938a97 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Pushing event updated for resources: {'Port': ['ID=0f049e84-8107-4782-ac49-17d107a8a21a,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:43.492715 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05529b6-a722-48cb-8b68-9955c5938a97 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Network da957f4f-69d3-4b14-86ac-f13cd15b3c38 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:43.495183 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-a05529b6-a722-48cb-8b68-9955c5938a97 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:43.505514 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05529b6-a722-48cb-8b68-9955c5938a97 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:43.552015 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-f3630c34-c8d0-4b52-bbd4-eca7dba29e7e None None] Allocated IP 172.20.0.2 (da957f4f-69d3-4b14-86ac-f13cd15b3c38/60ffd27b-2e7c-45e3-9933-7b0f6fcc8543/9c9f4827-5657-4c01-bef4-5e6f5aeb25f1) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:43.572149 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c60fce1c-4c43-4736-a774-7ac67bb1319b None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:43.609508 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c60fce1c-4c43-4736-a774-7ac67bb1319b None None] Transition to ACTIVE for port object 46422b01-02ce-4fe6-955d-4fe9bfd00234 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:43.612447 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0fd84051-9117-47a4-9575-674ae688d631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:43.612891 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd84051-9117-47a4-9575-674ae688d631 None None] The sync data for ids ['3230e6eb-e6df-4b3b-aa82-ea20159a78fd'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:21:43.633269 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05529b6-a722-48cb-8b68-9955c5938a97 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:43.633887 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a05529b6-a722-48cb-8b68-9955c5938a97 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:43.670129 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a05529b6-a722-48cb-8b68-9955c5938a97 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0517323 Feb 09 01:21:43.675044 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59642) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:43.685558 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c60fce1c-4c43-4736-a774-7ac67bb1319b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:43.956607 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-faf72d66-1f84-4492-9b01-ea518e691e57 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Deleting port 0f049e84-8107-4782-ac49-17d107a8a21a {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:43.956989 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-faf72d66-1f84-4492-9b01-ea518e691e57 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:44.121572 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824ed1e-e269-49ce-8315-32cdb137d174 None None] Pushing event updated for resources: {'Port': ['ID=46422b01-02ce-4fe6-955d-4fe9bfd00234,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:44.226715 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-c60fce1c-4c43-4736-a774-7ac67bb1319b None None] Attempting to bind port 46422b01-02ce-4fe6-955d-4fe9bfd00234 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:21:44.227487 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-c60fce1c-4c43-4736-a774-7ac67bb1319b None None] Attempting to bind port 46422b01-02ce-4fe6-955d-4fe9bfd00234 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '01da6dc1-32df-4e82-b9f5-f8a8648d597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '2eee4770-f563-4e73-92b9-f5bf4a1e189a'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:21:44.228224 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60fce1c-4c43-4736-a774-7ac67bb1319b None None] Attempting to bind port 46422b01-02ce-4fe6-955d-4fe9bfd00234 on network 2eee4770-f563-4e73-92b9-f5bf4a1e189a {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:21:44.299408 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60fce1c-4c43-4736-a774-7ac67bb1319b None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:21:44.300308 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60fce1c-4c43-4736-a774-7ac67bb1319b None None] Checking segment: {'id': '01da6dc1-32df-4e82-b9f5-f8a8648d597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '2eee4770-f563-4e73-92b9-f5bf4a1e189a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:21:44.301073 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c60fce1c-4c43-4736-a774-7ac67bb1319b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:44.301652 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60fce1c-4c43-4736-a774-7ac67bb1319b None None] Bound using segment: {'id': '01da6dc1-32df-4e82-b9f5-f8a8648d597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '2eee4770-f563-4e73-92b9-f5bf4a1e189a'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:21:44.303624 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-c60fce1c-4c43-4736-a774-7ac67bb1319b None None] Bound port: 46422b01-02ce-4fe6-955d-4fe9bfd00234, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01da6dc1-32df-4e82-b9f5-f8a8648d597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '2eee4770-f563-4e73-92b9-f5bf4a1e189a'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:21:44.304213 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c60fce1c-4c43-4736-a774-7ac67bb1319b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:44.731762 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f3630c34-c8d0-4b52-bbd4-eca7dba29e7e None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:44.771905 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-faf72d66-1f84-4492-9b01-ea518e691e57 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:44.773820 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f3630c34-c8d0-4b52-bbd4-eca7dba29e7e None None] Transition to ACTIVE for port object 9c9f4827-5657-4c01-bef4-5e6f5aeb25f1 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:44.784957 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3ed26de3-676a-48a9-91a6-cb831cda76c3 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:44.806408 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-c60fce1c-4c43-4736-a774-7ac67bb1319b None None] For port 46422b01-02ce-4fe6-955d-4fe9bfd00234, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:21:44.815123 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-c60fce1c-4c43-4736-a774-7ac67bb1319b None None] For port 46422b01-02ce-4fe6-955d-4fe9bfd00234, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=46422b01-02ce-4fe6-955d-4fe9bfd00234,segment=NetworkSegment(01da6dc1-32df-4e82-b9f5-f8a8648d597f),segment_id=01da6dc1-32df-4e82-b9f5-f8a8648d597f)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:21:44.819352 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f3630c34-c8d0-4b52-bbd4-eca7dba29e7e None None] Transition to ACTIVE for port object 9c9f4827-5657-4c01-bef4-5e6f5aeb25f1 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:44.834893 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c60fce1c-4c43-4736-a774-7ac67bb1319b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:44.837468 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3ed26de3-676a-48a9-91a6-cb831cda76c3 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:44.874056 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-3ed26de3-676a-48a9-91a6-cb831cda76c3 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Deleting port a7b9fa7d-a265-4913-8418-818cc04cfbbe {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:44.874898 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3ed26de3-676a-48a9-91a6-cb831cda76c3 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:44.910254 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f3630c34-c8d0-4b52-bbd4-eca7dba29e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:45.008578 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-faf72d66-1f84-4492-9b01-ea518e691e57 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Calling delete_port for 0f049e84-8107-4782-ac49-17d107a8a21a owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:45.081996 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3630c34-c8d0-4b52-bbd4-eca7dba29e7e None None] Network da957f4f-69d3-4b14-86ac-f13cd15b3c38 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:45.102892 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-f3630c34-c8d0-4b52-bbd4-eca7dba29e7e None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:45.113393 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3630c34-c8d0-4b52-bbd4-eca7dba29e7e None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:45.130623 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079cf4c-fd81-444b-8d6c-1bea1a083166 req-3b377e0d-aece-4bfb-a772-cf47a39aaae1 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:45.132772 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7079cf4c-fd81-444b-8d6c-1bea1a083166 req-3b377e0d-aece-4bfb-a772-cf47a39aaae1 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.4752100 Feb 09 01:21:45.174767 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59686) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:45.223697 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60fce1c-4c43-4736-a774-7ac67bb1319b None None] Routers {'12b00ed1-a700-4320-bfd1-3ff16204c1dd'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:45.224567 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-c60fce1c-4c43-4736-a774-7ac67bb1319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:21:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['12b00ed1-a700-4320-bfd1-3ff16204c1dd'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:45.273029 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7079cf4c-fd81-444b-8d6c-1bea1a083166 req-789da2d6-c6aa-4a2f-9326-b9a768763904 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991571 Feb 09 01:21:45.390178 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-faf72d66-1f84-4492-9b01-ea518e691e57 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:45.450395 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3ed26de3-676a-48a9-91a6-cb831cda76c3 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:45.459945 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824ed1e-e269-49ce-8315-32cdb137d174 None None] Pushing event updated for resources: {'Port': ['ID=46422b01-02ce-4fe6-955d-4fe9bfd00234,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:45.544378 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-f3630c34-c8d0-4b52-bbd4-eca7dba29e7e None None] Attempting to bind port 9c9f4827-5657-4c01-bef4-5e6f5aeb25f1 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:21:45.544378 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-f3630c34-c8d0-4b52-bbd4-eca7dba29e7e None None] Attempting to bind port 9c9f4827-5657-4c01-bef4-5e6f5aeb25f1 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '13ed2f7a-3e30-491d-b137-8de383706e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': 'da957f4f-69d3-4b14-86ac-f13cd15b3c38'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:21:45.544378 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3630c34-c8d0-4b52-bbd4-eca7dba29e7e None None] Attempting to bind port 9c9f4827-5657-4c01-bef4-5e6f5aeb25f1 on network da957f4f-69d3-4b14-86ac-f13cd15b3c38 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:21:45.576192 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf72d66-1f84-4492-9b01-ea518e691e57 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Pushing event deleted for resources: {'Port': ['ID=0f049e84-8107-4782-ac49-17d107a8a21a,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:45.582701 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3630c34-c8d0-4b52-bbd4-eca7dba29e7e None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:21:45.583192 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3630c34-c8d0-4b52-bbd4-eca7dba29e7e None None] Checking segment: {'id': '13ed2f7a-3e30-491d-b137-8de383706e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': 'da957f4f-69d3-4b14-86ac-f13cd15b3c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:21:45.583587 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f3630c34-c8d0-4b52-bbd4-eca7dba29e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:45.583981 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3630c34-c8d0-4b52-bbd4-eca7dba29e7e None None] Bound using segment: {'id': '13ed2f7a-3e30-491d-b137-8de383706e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': 'da957f4f-69d3-4b14-86ac-f13cd15b3c38'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:21:45.584476 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-f3630c34-c8d0-4b52-bbd4-eca7dba29e7e None None] Bound port: 9c9f4827-5657-4c01-bef4-5e6f5aeb25f1, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ed2f7a-3e30-491d-b137-8de383706e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': 'da957f4f-69d3-4b14-86ac-f13cd15b3c38'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:21:45.584848 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f3630c34-c8d0-4b52-bbd4-eca7dba29e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:45.597486 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-27af5b32-ae96-43b4-bb0b-9936ec84f6f7 tempest-NetworksNegativeTestJSON-410699525 tempest-NetworksNegativeTestJSON-410699525-project] Request body: {'port': {'network_id': '255efc0b-c624-41ac-acfa-4b6cfbc66069', 'name': 'tempest-NetworksNegativeTestJSON-450332020'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:45.728860 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-3ed26de3-676a-48a9-91a6-cb831cda76c3 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Calling delete_port for a7b9fa7d-a265-4913-8418-818cc04cfbbe owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:45.733330 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-27af5b32-ae96-43b4-bb0b-9936ec84f6f7 tempest-NetworksNegativeTestJSON-410699525 tempest-NetworksNegativeTestJSON-410699525-project] POST failed (client error): The resource could not be found. Feb 09 01:21:45.733831 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27af5b32-ae96-43b4-bb0b-9936ec84f6f7 tempest-NetworksNegativeTestJSON-410699525 tempest-NetworksNegativeTestJSON-410699525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:21:45.736196 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-27af5b32-ae96-43b4-bb0b-9936ec84f6f7 tempest-NetworksNegativeTestJSON-410699525 tempest-NetworksNegativeTestJSON-410699525-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5605366 Feb 09 01:21:45.744605 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59704) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:45.774010 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f3630c34-c8d0-4b52-bbd4-eca7dba29e7e None None] For port 9c9f4827-5657-4c01-bef4-5e6f5aeb25f1, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:21:45.777745 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f3630c34-c8d0-4b52-bbd4-eca7dba29e7e None None] For port 9c9f4827-5657-4c01-bef4-5e6f5aeb25f1, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=9c9f4827-5657-4c01-bef4-5e6f5aeb25f1,segment=NetworkSegment(13ed2f7a-3e30-491d-b137-8de383706e1c),segment_id=13ed2f7a-3e30-491d-b137-8de383706e1c)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:21:45.813396 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3630c34-c8d0-4b52-bbd4-eca7dba29e7e None None] Pushing event updated for resources: {'Port': ['ID=9c9f4827-5657-4c01-bef4-5e6f5aeb25f1,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:45.833551 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f3630c34-c8d0-4b52-bbd4-eca7dba29e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:45.941004 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-c60fce1c-4c43-4736-a774-7ac67bb1319b None None] Set router 12b00ed1-a700-4320-bfd1-3ff16204c1dd gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:21:46.048027 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-faf72d66-1f84-4492-9b01-ea518e691e57 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:46.123666 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-faf72d66-1f84-4492-9b01-ea518e691e57 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] 10.222.0.37 "DELETE /v2.0/ports/0f049e84-8107-4782-ac49-17d107a8a21a HTTP/1.1" status: 204 len: 168 time: 2.4452627 Feb 09 01:21:46.132935 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59712) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:46.134146 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b7f3989-2ee5-40b4-ad07-ce27276d51c3 tempest-NetworksNegativeTestJSON-410699525 tempest-NetworksNegativeTestJSON-410699525-project] DELETE failed (client error): The resource could not be found. Feb 09 01:21:46.134900 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b7f3989-2ee5-40b4-ad07-ce27276d51c3 tempest-NetworksNegativeTestJSON-410699525 tempest-NetworksNegativeTestJSON-410699525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:21:46.142187 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0b7f3989-2ee5-40b4-ad07-ce27276d51c3 tempest-NetworksNegativeTestJSON-410699525 tempest-NetworksNegativeTestJSON-410699525-project] 10.222.0.37 "DELETE /v2.0/networks/902e7580-68e8-43ab-a10f-9671e84d2d5f HTTP/1.1" status: 404 len: 339 time: 0.3961213 Feb 09 01:21:46.144416 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59716) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:46.234891 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3ed26de3-676a-48a9-91a6-cb831cda76c3 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:46.404161 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3630c34-c8d0-4b52-bbd4-eca7dba29e7e None None] Pushing event updated for resources: {'Port': ['ID=9c9f4827-5657-4c01-bef4-5e6f5aeb25f1,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:46.437376 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed26de3-676a-48a9-91a6-cb831cda76c3 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Pushing event deleted for resources: {'Port': ['ID=a7b9fa7d-a265-4913-8418-818cc04cfbbe,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:46.478329 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba7ffc7-ed98-4386-b21e-89d89646d240 tempest-NetworksNegativeTestJSON-410699525 tempest-NetworksNegativeTestJSON-410699525-project] DELETE failed (client error): The resource could not be found. Feb 09 01:21:46.479672 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fba7ffc7-ed98-4386-b21e-89d89646d240 tempest-NetworksNegativeTestJSON-410699525 tempest-NetworksNegativeTestJSON-410699525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:21:46.489794 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-fba7ffc7-ed98-4386-b21e-89d89646d240 tempest-NetworksNegativeTestJSON-410699525 tempest-NetworksNegativeTestJSON-410699525-project] 10.222.0.37 "DELETE /v2.0/ports/5286e9c5-b0ed-4fdb-aec9-8c27b5fccc06 HTTP/1.1" status: 404 len: 333 time: 0.3359299 Feb 09 01:21:46.496433 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59730) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:46.596558 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59734) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:46.609867 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3ed26de3-676a-48a9-91a6-cb831cda76c3 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:46.615941 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f94f05-89a8-4181-b3a0-b0375a23078b tempest-NetworksNegativeTestJSON-410699525 tempest-NetworksNegativeTestJSON-410699525-project] DELETE failed (client error): The resource could not be found. Feb 09 01:21:46.624444 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f94f05-89a8-4181-b3a0-b0375a23078b tempest-NetworksNegativeTestJSON-410699525 tempest-NetworksNegativeTestJSON-410699525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:21:46.629655 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f8f94f05-89a8-4181-b3a0-b0375a23078b tempest-NetworksNegativeTestJSON-410699525 tempest-NetworksNegativeTestJSON-410699525-project] 10.222.0.37 "DELETE /v2.0/subnets/03cd2cc2-6d00-46e6-8a52-ceee0809be60 HTTP/1.1" status: 404 len: 337 time: 0.1276789 Feb 09 01:21:46.632715 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59738) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:46.733074 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-68440c24-db81-4803-bddb-c4426fd247f2 tempest-NetworksNegativeTestJSON-410699525 tempest-NetworksNegativeTestJSON-410699525-project] GET failed (client error): The resource could not be found. Feb 09 01:21:46.738656 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-68440c24-db81-4803-bddb-c4426fd247f2 tempest-NetworksNegativeTestJSON-410699525 tempest-NetworksNegativeTestJSON-410699525-project] 10.222.0.37 "GET /v2.0/networks/ba8dc596-e0ec-42d9-b73c-da580ba66b67 HTTP/1.1" status: 404 len: 339 time: 0.1045899 Feb 09 01:21:46.752084 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59744) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:46.761878 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc9692-a383-49e6-bdac-be70b8f7de64 req-f43595bf-fd6c-4cb7-b868-4b3af14660e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:46.763746 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-44bc9692-a383-49e6-bdac-be70b8f7de64 req-f43595bf-fd6c-4cb7-b868-4b3af14660e0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce0095aebb0840088ecf37cbcece72f6&device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 1096 time: 0.7235427 Feb 09 01:21:46.788370 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf881b3-02f7-473a-9f08-0fc4fc8a00b0 req-c91a65bf-c463-490f-a442-8a65065a2c3c tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:46.798217 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-baf881b3-02f7-473a-9f08-0fc4fc8a00b0 req-c91a65bf-c463-490f-a442-8a65065a2c3c tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.6648777 Feb 09 01:21:46.852567 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-c60fce1c-4c43-4736-a774-7ac67bb1319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b00ed1-a700-4320-bfd1-3ff16204c1dd', 'name': 'tempest-TestVolumeBootPattern-1661881428-router', 'tenant_id': 'b1011fd0daff4b9f80750382cff409ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '2e0459f7-dfe5-4cf5-bd58-c2efa79e0183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:21:23Z', 'updated_at': '2022-02-09T01:21:36Z', 'revision_number': 4, 'project_id': 'b1011fd0daff4b9f80750382cff409ee', 'gw_port': {'id': '2e0459f7-dfe5-4cf5-bd58-c2efa79e0183', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b00ed1-a700-4320-bfd1-3ff16204c1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:26Z', 'updated_at': '2022-02-09T01:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '46422b01-02ce-4fe6-955d-4fe9bfd00234', 'name': '', 'network_id': '2eee4770-f563-4e73-92b9-f5bf4a1e189a', 'tenant_id': 'b1011fd0daff4b9f80750382cff409ee', 'mac_address': 'fa:16:3e:46:9b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b00ed1-a700-4320-bfd1-3ff16204c1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '26ba8f6b-0f1c-4fd0-8f7c-c2d7eff3ea2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:32Z', 'updated_at': '2022-02-09T01:21:44Z', 'revision_number': 4, 'project_id': 'b1011fd0daff4b9f80750382cff409ee', 'subnets': [{'id': '26ba8f6b-0f1c-4fd0-8f7c-c2d7eff3ea2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:46.857269 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60fce1c-4c43-4736-a774-7ac67bb1319b None None] The sync data for ids ['12b00ed1-a700-4320-bfd1-3ff16204c1dd'] in n-d-828419-1 is: [{'id': '12b00ed1-a700-4320-bfd1-3ff16204c1dd', 'name': 'tempest-TestVolumeBootPattern-1661881428-router', 'tenant_id': 'b1011fd0daff4b9f80750382cff409ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '2e0459f7-dfe5-4cf5-bd58-c2efa79e0183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:21:23Z', 'updated_at': '2022-02-09T01:21:36Z', 'revision_number': 4, 'project_id': 'b1011fd0daff4b9f80750382cff409ee', 'gw_port': {'id': '2e0459f7-dfe5-4cf5-bd58-c2efa79e0183', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b00ed1-a700-4320-bfd1-3ff16204c1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:26Z', 'updated_at': '2022-02-09T01:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '46422b01-02ce-4fe6-955d-4fe9bfd00234', 'name': '', 'network_id': '2eee4770-f563-4e73-92b9-f5bf4a1e189a', 'tenant_id': 'b1011fd0daff4b9f80750382cff409ee', 'mac_address': 'fa:16:3e:46:9b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b00ed1-a700-4320-bfd1-3ff16204c1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '26ba8f6b-0f1c-4fd0-8f7c-c2d7eff3ea2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:32Z', 'updated_at': '2022-02-09T01:21:44Z', 'revision_number': 4, 'project_id': 'b1011fd0daff4b9f80750382cff409ee', 'subnets': [{'id': '26ba8f6b-0f1c-4fd0-8f7c-c2d7eff3ea2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:21:46.892941 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b1139104-5efa-4fa1-b0d3-71f1ca644448 tempest-DHCPAgentSchedulersTestJSON-1195942849 tempest-DHCPAgentSchedulersTestJSON-1195942849-project-admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.7554345 Feb 09 01:21:46.899062 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59750) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:46.964645 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-0024f2d1-e41e-45fe-8ee0-c2e7020a96a6 tempest-NetworksNegativeTestJSON-410699525 tempest-NetworksNegativeTestJSON-410699525-project] GET failed (client error): The resource could not be found. Feb 09 01:21:46.969842 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0024f2d1-e41e-45fe-8ee0-c2e7020a96a6 tempest-NetworksNegativeTestJSON-410699525 tempest-NetworksNegativeTestJSON-410699525-project] 10.222.0.37 "GET /v2.0/ports/27609148-17b1-455a-91d4-718bec48a287 HTTP/1.1" status: 404 len: 333 time: 0.2111545 Feb 09 01:21:46.974605 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59756) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:47.034680 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3127d47-0ff0-4ddb-bad3-009e0eec5549 tempest-NetworksNegativeTestJSON-410699525 tempest-NetworksNegativeTestJSON-410699525-project] GET failed (client error): The resource could not be found. Feb 09 01:21:47.039726 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b3127d47-0ff0-4ddb-bad3-009e0eec5549 tempest-NetworksNegativeTestJSON-410699525 tempest-NetworksNegativeTestJSON-410699525-project] 10.222.0.37 "GET /v2.0/subnets/425575b9-bbc8-4761-a9fa-ceecd5c80f39 HTTP/1.1" status: 404 len: 337 time: 0.0603919 Feb 09 01:21:47.057040 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59760) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:47.070870 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-88d07fcc-4c2d-41e0-bbae-439602422629 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1034632699'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:47.094757 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-88d07fcc-4c2d-41e0-bbae-439602422629 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:47.101073 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-86aead7d-e2fa-4224-91fd-e5cb9fe8eb51 tempest-NetworksNegativeTestJSON-410699525 tempest-NetworksNegativeTestJSON-410699525-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:47.175544 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-baf881b3-02f7-473a-9f08-0fc4fc8a00b0 req-a128725b-e00a-45b6-b556-0b4ba18361e4 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3763895 Feb 09 01:21:47.220982 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-86aead7d-e2fa-4224-91fd-e5cb9fe8eb51 tempest-NetworksNegativeTestJSON-410699525 tempest-NetworksNegativeTestJSON-410699525-project] PUT failed (client error): The resource could not be found. Feb 09 01:21:47.226799 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86aead7d-e2fa-4224-91fd-e5cb9fe8eb51 tempest-NetworksNegativeTestJSON-410699525 tempest-NetworksNegativeTestJSON-410699525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:21:47.234994 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-86aead7d-e2fa-4224-91fd-e5cb9fe8eb51 tempest-NetworksNegativeTestJSON-410699525 tempest-NetworksNegativeTestJSON-410699525-project] 10.222.0.37 "PUT /v2.0/networks/8a1551be-37ac-4d6a-9bd4-a9fb5a12608e HTTP/1.1" status: 404 len: 339 time: 0.1723528 Feb 09 01:21:47.236223 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59764) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:47.271449 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-188c11c2-ed38-4efa-ba59-40fc01bbbdf8 tempest-NetworksNegativeTestJSON-410699525 tempest-NetworksNegativeTestJSON-410699525-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:47.340354 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-dcbe67b0-a5dd-4cd9-b619-b317553a4593 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:47.341752 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-dcbe67b0-a5dd-4cd9-b619-b317553a4593 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Synchronizing usage tracker for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:21:47.349616 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9c9f4827-5657-4c01-bef4-5e6f5aeb25f1 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:21:47.352673 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-188c11c2-ed38-4efa-ba59-40fc01bbbdf8 tempest-NetworksNegativeTestJSON-410699525 tempest-NetworksNegativeTestJSON-410699525-project] PUT failed (client error): The resource could not be found. Feb 09 01:21:47.353294 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-188c11c2-ed38-4efa-ba59-40fc01bbbdf8 tempest-NetworksNegativeTestJSON-410699525 tempest-NetworksNegativeTestJSON-410699525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:21:47.354886 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-188c11c2-ed38-4efa-ba59-40fc01bbbdf8 tempest-NetworksNegativeTestJSON-410699525 tempest-NetworksNegativeTestJSON-410699525-project] 10.222.0.37 "PUT /v2.0/ports/26bab2e3-ff2c-4773-ba10-169ff4a4b3c2 HTTP/1.1" status: 404 len: 333 time: 0.1094885 Feb 09 01:21:47.356646 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-88d07fcc-4c2d-41e0-bbae-439602422629 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Usage tracker for resource:network and tenant:af93c3ac208d401f80735250346b27ad is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:47.359495 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59768) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:47.367090 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-0ca3dc5f-9280-4f4b-b3e3-bfba24103fb7 tempest-NetworksNegativeTestJSON-410699525 tempest-NetworksNegativeTestJSON-410699525-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:47.375295 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-88d07fcc-4c2d-41e0-bbae-439602422629 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:47.440844 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca3dc5f-9280-4f4b-b3e3-bfba24103fb7 tempest-NetworksNegativeTestJSON-410699525 tempest-NetworksNegativeTestJSON-410699525-project] PUT failed (client error): The resource could not be found. Feb 09 01:21:47.441317 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ca3dc5f-9280-4f4b-b3e3-bfba24103fb7 tempest-NetworksNegativeTestJSON-410699525 tempest-NetworksNegativeTestJSON-410699525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:21:47.442475 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0ca3dc5f-9280-4f4b-b3e3-bfba24103fb7 tempest-NetworksNegativeTestJSON-410699525 tempest-NetworksNegativeTestJSON-410699525-project] 10.222.0.37 "PUT /v2.0/subnets/1c3cee20-f994-4786-b548-29dffccf8688 HTTP/1.1" status: 404 len: 337 time: 0.0818815 Feb 09 01:21:47.443862 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc9692-a383-49e6-bdac-be70b8f7de64 req-9e9da956-9cef-4a0d-91c8-84c68af05613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:47.446579 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-44bc9692-a383-49e6-bdac-be70b8f7de64 req-9e9da956-9cef-4a0d-91c8-84c68af05613 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0055357f-6a74-45ba-a134-b5223508c9d1 HTTP/1.1" status: 200 len: 912 time: 0.6456206 Feb 09 01:21:47.546449 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 9c9f4827-5657-4c01-bef4-5e6f5aeb25f1 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:47.554147 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 46422b01-02ce-4fe6-955d-4fe9bfd00234 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:21:47.584905 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-88d07fcc-4c2d-41e0-bbae-439602422629 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:47.606356 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-dcbe67b0-a5dd-4cd9-b619-b317553a4593 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Unset dirty status for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:21:47.610786 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-dcbe67b0-a5dd-4cd9-b619-b317553a4593 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/networks?id=37619b15-03b6-4ee3-8b5e-c1b376918ea6 HTTP/1.1" status: 200 len: 811 time: 0.7083182 Feb 09 01:21:47.649487 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-30285338-8682-4bb0-89d3-b0ef40987488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:47.689216 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-44bc9692-a383-49e6-bdac-be70b8f7de64 req-c88e5384-86d0-4eb2-9fd4-f4866a36606c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fbef048-139b-49ec-9219-48402a20c475 HTTP/1.1" status: 200 len: 1000 time: 0.2345691 Feb 09 01:21:47.765402 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 46422b01-02ce-4fe6-955d-4fe9bfd00234 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:47.771625 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 46422b01-02ce-4fe6-955d-4fe9bfd00234 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:47.772048 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:47.826211 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc9692-a383-49e6-bdac-be70b8f7de64 req-e542812e-581f-4c53-bfdd-bcc7c5492c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:47.836521 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-44bc9692-a383-49e6-bdac-be70b8f7de64 req-e542812e-581f-4c53-bfdd-bcc7c5492c52 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6f367ae-6db3-44ee-a579-54c0e257ede0 HTTP/1.1" status: 200 len: 850 time: 0.1403270 Feb 09 01:21:47.901099 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab151334-d61b-4d8e-bb49-617b9071e076 None None] Network da957f4f-69d3-4b14-86ac-f13cd15b3c38 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:21:47.908588 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59780) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:47.968840 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc9692-a383-49e6-bdac-be70b8f7de64 req-9fb8d544-8ee5-4820-8331-6c8e1d4993e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:47.970851 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-44bc9692-a383-49e6-bdac-be70b8f7de64 req-9fb8d544-8ee5-4820-8331-6c8e1d4993e3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0055357f-6a74-45ba-a134-b5223508c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279914 Feb 09 01:21:48.065289 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3ed26de3-676a-48a9-91a6-cb831cda76c3 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:48.073911 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3ed26de3-676a-48a9-91a6-cb831cda76c3 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8101386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8101405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8095324'] for router, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:48.075799 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d07fcc-4c2d-41e0-bbae-439602422629 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Made reservation on behalf of af93c3ac208d401f80735250346b27ad for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:48.087532 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-88d07fcc-4c2d-41e0-bbae-439602422629 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:48.109213 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-0f193dc5-7230-4bad-8b27-34f695839c7f tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/quotas/5ddfa727b5a54b179d7c03a600eaa4b9 HTTP/1.1" status: 200 len: 375 time: 0.4794824 Feb 09 01:21:48.117069 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-30285338-8682-4bb0-89d3-b0ef40987488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:48.203641 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:48.230990 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-30285338-8682-4bb0-89d3-b0ef40987488 admin admin] Usage tracker for resource:security_group_rule and tenant:c996fdb709fe4fbc9b9469d57519acdb is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:48.247517 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-44bc9692-a383-49e6-bdac-be70b8f7de64 req-357c69bf-c7f2-4602-8f9e-e65eedf5e200 service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692063 Feb 09 01:21:48.260918 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f0dce9f6-568c-4eed-9b7a-d43b31518cb7 None None] Provisioning for port 9c9f4827-5657-4c01-bef4-5e6f5aeb25f1 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:48.274851 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f0dce9f6-568c-4eed-9b7a-d43b31518cb7 None None] Provisioning complete for port 9c9f4827-5657-4c01-bef4-5e6f5aeb25f1 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:48.275515 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f0dce9f6-568c-4eed-9b7a-d43b31518cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:48.296703 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-30285338-8682-4bb0-89d3-b0ef40987488 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:48.321195 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-30285338-8682-4bb0-89d3-b0ef40987488 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:48.438503 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-44bc9692-a383-49e6-bdac-be70b8f7de64 req-1044b15a-dcf2-4add-a22d-419c21bd74ec service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696441 Feb 09 01:21:48.443200 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fd1bed9b-4efc-4f8b-b81f-7334f882c539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:48.482801 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 46422b01-02ce-4fe6-955d-4fe9bfd00234, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=46422b01-02ce-4fe6-955d-4fe9bfd00234,segment=NetworkSegment(01da6dc1-32df-4e82-b9f5-f8a8648d597f),segment_id=01da6dc1-32df-4e82-b9f5-f8a8648d597f)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:48.509913 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-fd1bed9b-4efc-4f8b-b81f-7334f882c539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:48.514401 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d07fcc-4c2d-41e0-bbae-439602422629 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 958} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:48.514937 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-fd1bed9b-4efc-4f8b-b81f-7334f882c539 admin admin] Usage tracker for resource:security_group_rule and tenant:3be5c6ffed244b638196ee91e9b1158e is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:48.517736 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-fd1bed9b-4efc-4f8b-b81f-7334f882c539 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:48.524502 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-fd1bed9b-4efc-4f8b-b81f-7334f882c539 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:48.532661 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:48.561994 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed26de3-676a-48a9-91a6-cb831cda76c3 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Router 3230e6eb-e6df-4b3b-aa82-ea20159a78fd has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:21:48.565085 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-88d07fcc-4c2d-41e0-bbae-439602422629 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:48.565528 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-88d07fcc-4c2d-41e0-bbae-439602422629 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Added segment 44c5390c-8753-4298-a3c1-194c2a87a396 of type vlan for network 9708a106-4269-4c85-8c36-8dac378bd17e Feb 09 01:21:48.648446 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fd1bed9b-4efc-4f8b-b81f-7334f882c539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:48.675346 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fd1bed9b-4efc-4f8b-b81f-7334f882c539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:48.726423 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-b904a32e-53f6-48eb-b00c-babdd9dc848c tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5980678 Feb 09 01:21:48.734257 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-fd1bed9b-4efc-4f8b-b81f-7334f882c539 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3be5c6ffed244b638196ee91e9b1158e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8245139 Feb 09 01:21:48.735222 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59792) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:48.750353 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=46422b01-02ce-4fe6-955d-4fe9bfd00234,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:48.768873 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f0dce9f6-568c-4eed-9b7a-d43b31518cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:48.822683 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f0dce9f6-568c-4eed-9b7a-d43b31518cb7 None None] For port 9c9f4827-5657-4c01-bef4-5e6f5aeb25f1, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=9c9f4827-5657-4c01-bef4-5e6f5aeb25f1,segment=NetworkSegment(13ed2f7a-3e30-491d-b137-8de383706e1c),segment_id=13ed2f7a-3e30-491d-b137-8de383706e1c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:48.830068 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f0dce9f6-568c-4eed-9b7a-d43b31518cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:48.882106 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-03414244-637c-40fd-84fe-deb9d4151d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:48.891166 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-30285338-8682-4bb0-89d3-b0ef40987488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:48.896967 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1bed9b-4efc-4f8b-b81f-7334f882c539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d66ad59-e390-42ce-bba3-d5540f3fcb24,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:48.966228 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-03414244-637c-40fd-84fe-deb9d4151d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:48.996688 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a20b7-527a-490b-aeca-2943e0094886 req-7dc1da9a-d4e4-4bc8-832c-e413b81a06e7 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:48.998746 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-223a20b7-527a-490b-aeca-2943e0094886 req-7dc1da9a-d4e4-4bc8-832c-e413b81a06e7 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.5572104 Feb 09 01:21:49.009549 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dce9f6-568c-4eed-9b7a-d43b31518cb7 None None] Pushing event updated for resources: {'Port': ['ID=9c9f4827-5657-4c01-bef4-5e6f5aeb25f1,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:49.018690 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-30285338-8682-4bb0-89d3-b0ef40987488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:49.065384 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-88d07fcc-4c2d-41e0-bbae-439602422629 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:49.080368 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-223a20b7-527a-490b-aeca-2943e0094886 req-0de0b3f7-39e5-4b81-813e-0a85309bb04d tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697377 Feb 09 01:21:49.141026 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-03414244-637c-40fd-84fe-deb9d4151d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:49.197311 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-03414244-637c-40fd-84fe-deb9d4151d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:49.205388 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed26de3-676a-48a9-91a6-cb831cda76c3 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:21:49.215476 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-03414244-637c-40fd-84fe-deb9d4151d16 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6d66ad59-e390-42ce-bba3-d5540f3fcb24 HTTP/1.1" status: 204 len: 168 time: 0.4773889 Feb 09 01:21:49.229419 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c2621c-dc17-4a02-b458-fcdf0a73bba8 None None] Sync routers for ids ['3230e6eb-e6df-4b3b-aa82-ea20159a78fd'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:21:49.243484 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03414244-637c-40fd-84fe-deb9d4151d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d66ad59-e390-42ce-bba3-d5540f3fcb24,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:49.245052 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-30285338-8682-4bb0-89d3-b0ef40987488 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c996fdb709fe4fbc9b9469d57519acdb&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6422303 Feb 09 01:21:49.245913 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30285338-8682-4bb0-89d3-b0ef40987488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6887b7-ded6-414b-94e1-cd00e39d9402,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:49.251682 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59798) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:49.311997 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c2621c-dc17-4a02-b458-fcdf0a73bba8 None None] Routers {'3230e6eb-e6df-4b3b-aa82-ea20159a78fd'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:49.312681 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-f3c2621c-dc17-4a02-b458-fcdf0a73bba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:21:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['3230e6eb-e6df-4b3b-aa82-ea20159a78fd'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:49.411076 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9c9f4827-5657-4c01-bef4-5e6f5aeb25f1 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:21:49.457343 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3ed26de3-676a-48a9-91a6-cb831cda76c3 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:49.467484 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59804) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:49.468959 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3ed26de3-676a-48a9-91a6-cb831cda76c3 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] 10.222.0.37 "PUT /v2.0/routers/3230e6eb-e6df-4b3b-aa82-ea20159a78fd HTTP/1.1" status: 200 len: 710 time: 6.1901407 Feb 09 01:21:49.477979 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-88d07fcc-4c2d-41e0-bbae-439602422629 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:49.495225 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-f3c2621c-dc17-4a02-b458-fcdf0a73bba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:49.503181 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d07fcc-4c2d-41e0-bbae-439602422629 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:49.504658 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-88d07fcc-4c2d-41e0-bbae-439602422629 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:49.567824 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-68c1a932-3715-40e5-bf59-213a4fa35cdc None None] Provisioning complete for port 9c9f4827-5657-4c01-bef4-5e6f5aeb25f1 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:49.568484 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-68c1a932-3715-40e5-bf59-213a4fa35cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:49.668696 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c2621c-dc17-4a02-b458-fcdf0a73bba8 None None] Routers {'3230e6eb-e6df-4b3b-aa82-ea20159a78fd'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:21:49.669035 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-f3c2621c-dc17-4a02-b458-fcdf0a73bba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:21:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['3230e6eb-e6df-4b3b-aa82-ea20159a78fd'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:49.765666 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-f3c2621c-dc17-4a02-b458-fcdf0a73bba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:49.766007 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c2621c-dc17-4a02-b458-fcdf0a73bba8 None None] The sync data for ids ['3230e6eb-e6df-4b3b-aa82-ea20159a78fd'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:21:49.785515 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 9c9f4827-5657-4c01-bef4-5e6f5aeb25f1 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:49.785895 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:49.870493 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-edb147e5-2c12-4aa7-b019-fe7ff5dc822d service neutron] 10.222.0.37 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1428554 Feb 09 01:21:49.988306 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-88d07fcc-4c2d-41e0-bbae-439602422629 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.0850294 Feb 09 01:21:50.082604 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59818) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:50.114379 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d07fcc-4c2d-41e0-bbae-439602422629 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Pushing event updated for resources: {'Network': ['ID=9708a106-4269-4c85-8c36-8dac378bd17e,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:50.135287 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 9708a106-4269-4c85-8c36-8dac378bd17e details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:21:50.159603 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-128b167e-f538-41b7-a652-ab5d6427e224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:50.207834 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1467baf0-eaa5-486a-ae21-5aa7ee0d5bc6 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] 10.222.0.37 "GET /v2.0/routers/3230e6eb-e6df-4b3b-aa82-ea20159a78fd HTTP/1.1" status: 200 len: 745 time: 0.7372675 Feb 09 01:21:50.211997 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59826) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:50.299178 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-748a5af0-5538-4d15-b654-d046ff62a6a6 None None] Could not find standard attr ID for object 0f049e84-8107-4782-ac49-17d107a8a21a. {{(pid=87613) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:21:50.303613 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 46422b01-02ce-4fe6-955d-4fe9bfd00234 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:21:50.308904 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-128b167e-f538-41b7-a652-ab5d6427e224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:50.368518 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4abc1ef7-bd2f-47fd-94fd-3c2c706bb1d8 tempest-RoutersIpV6AdminTest-1168816475 tempest-RoutersIpV6AdminTest-1168816475-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=d1df58ff-1788-422d-89ee-d00e1fe89789&device_id=3230e6eb-e6df-4b3b-aa82-ea20159a78fd HTTP/1.1" status: 200 len: 205 time: 0.1553452 Feb 09 01:21:50.376611 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59836) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:50.412737 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-cbdb0555-201f-4676-b921-83fd1d33c816 service neutron] 10.222.0.37 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5056093 Feb 09 01:21:50.445738 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1309509b-a769-415f-9874-d0b3d91282dc tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] 10.222.0.37 "GET /v2.0/ports?device_id=3230e6eb-e6df-4b3b-aa82-ea20159a78fd HTTP/1.1" status: 200 len: 205 time: 0.0630825 Feb 09 01:21:50.449998 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59842) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:50.501613 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-169bbfbf-8a83-4ee4-b51b-db9988860518 tempest-DHCPAgentSchedulersTestJSON-1195942849 tempest-DHCPAgentSchedulersTestJSON-1195942849-project-admin] 10.222.0.37 "GET /v2.0/agents/d4eff950-ec15-486a-a65e-5e962f7d9d14/dhcp-networks HTTP/1.1" status: 200 len: 7285 time: 0.4130290 Feb 09 01:21:50.502526 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59846) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:50.506069 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-128b167e-f538-41b7-a652-ab5d6427e224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:50.572425 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b167e-f538-41b7-a652-ab5d6427e224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6887b7-ded6-414b-94e1-cd00e39d9402,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:50.574619 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-128b167e-f538-41b7-a652-ab5d6427e224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:50.578229 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-128b167e-f538-41b7-a652-ab5d6427e224 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de6887b7-ded6-414b-94e1-cd00e39d9402 HTTP/1.1" status: 204 len: 168 time: 1.3166392 Feb 09 01:21:50.585717 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 46422b01-02ce-4fe6-955d-4fe9bfd00234 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:50.586052 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:50.682556 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f3918112-b980-40ed-963b-b0c197279fa0 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:50.799190 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59858) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:50.813227 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380651e9-9be1-4569-8f10-c262b67c41d7 tempest-DHCPAgentSchedulersTestJSON-1195942849 tempest-DHCPAgentSchedulersTestJSON-1195942849-project-admin] Network 9708a106-4269-4c85-8c36-8dac378bd17e is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:21:50.837533 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-380651e9-9be1-4569-8f10-c262b67c41d7 tempest-DHCPAgentSchedulersTestJSON-1195942849 tempest-DHCPAgentSchedulersTestJSON-1195942849-project-admin] 10.222.0.37 "POST /v2.0/agents/d4eff950-ec15-486a-a65e-5e962f7d9d14/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3334568 Feb 09 01:21:50.840331 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59864) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:50.844276 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6493e887-ab13-414d-a462-dd3590a75d37 None None] Network 9708a106-4269-4c85-8c36-8dac378bd17e requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:21:51.162968 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54234d90-2549-4016-ba79-029bbcd2018a req-de6d758c-5c3d-4f4d-9e36-f8e1ae0ce909 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:51.172257 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-87d4cbd4-baa4-460e-a8dc-93f46bea5af8 tempest-DHCPAgentSchedulersTestJSON-1195942849 tempest-DHCPAgentSchedulersTestJSON-1195942849-project-admin] 10.222.0.37 "GET /v2.0/agents/d4eff950-ec15-486a-a65e-5e962f7d9d14/dhcp-networks HTTP/1.1" status: 200 len: 8056 time: 0.3304937 Feb 09 01:21:51.173512 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59872) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:51.176233 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-54234d90-2549-4016-ba79-029bbcd2018a req-de6d758c-5c3d-4f4d-9e36-f8e1ae0ce909 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.8629873 Feb 09 01:21:51.349431 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:21:51.376240 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-43301290-2c45-4dc9-91a0-826a55cc9ed0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-901247511', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:51.388128 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-43301290-2c45-4dc9-91a0-826a55cc9ed0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:51.392715 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-43301290-2c45-4dc9-91a0-826a55cc9ed0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Usage tracker for resource:router and tenant:e8f34c81972d4b418279162475af4a98 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:51.399668 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-43301290-2c45-4dc9-91a0-826a55cc9ed0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:51.406951 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59880) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:51.409450 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a371b6a3-93f6-4ee2-8089-0320e25061ed req-00b4834a-12d1-4cab-8fc7-c5581aab31f5 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=dca34561-3d96-4998-ba9b-4d380ae8de73 HTTP/1.1" status: 200 len: 210 time: 0.1175601 Feb 09 01:21:51.431181 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-43301290-2c45-4dc9-91a0-826a55cc9ed0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:51.440892 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f3918112-b980-40ed-963b-b0c197279fa0 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:51.451855 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee12e-5191-4c8d-8771-130f766a0288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:51.454723 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f3918112-b980-40ed-963b-b0c197279fa0 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:51.483785 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-eb6ee12e-5191-4c8d-8771-130f766a0288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:51.493861 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ac66f3c2-a8bc-4a0c-96cd-e9ddb0bd6271 tempest-DHCPAgentSchedulersTestJSON-1195942849 tempest-DHCPAgentSchedulersTestJSON-1195942849-project-admin] 10.222.0.37 "DELETE /v2.0/agents/d4eff950-ec15-486a-a65e-5e962f7d9d14/dhcp-networks/9708a106-4269-4c85-8c36-8dac378bd17e HTTP/1.1" status: 204 len: 168 time: 0.3175912 Feb 09 01:21:51.495209 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-eb6ee12e-5191-4c8d-8771-130f766a0288 admin admin] Usage tracker for resource:security_group_rule and tenant:ea47908227e84fc584598cfe3b05c48d is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:51.499262 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59888) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:51.500293 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-eb6ee12e-5191-4c8d-8771-130f766a0288 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:51.506271 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-43301290-2c45-4dc9-91a0-826a55cc9ed0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:51.507724 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-43301290-2c45-4dc9-91a0-826a55cc9ed0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:51.516134 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-54234d90-2549-4016-ba79-029bbcd2018a req-a648e4b9-076e-4604-805b-d467b21375aa tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829420 Feb 09 01:21:51.524251 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f3918112-b980-40ed-963b-b0c197279fa0 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:51.525919 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3918112-b980-40ed-963b-b0c197279fa0 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Fanout notify agent at l3_agent the message router_deleted on router 3230e6eb-e6df-4b3b-aa82-ea20159a78fd {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:21:51.539663 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f3918112-b980-40ed-963b-b0c197279fa0 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:51.540935 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f3918112-b980-40ed-963b-b0c197279fa0 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] 10.222.0.37 "DELETE /v2.0/routers/3230e6eb-e6df-4b3b-aa82-ea20159a78fd HTTP/1.1" status: 204 len: 168 time: 1.0898187 Feb 09 01:21:51.546698 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-eb6ee12e-5191-4c8d-8771-130f766a0288 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:51.553064 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59892) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:51.611536 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3d34e9bd-8b2e-4f11-94bb-5433595cef0a tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] 10.222.0.37 "GET /v2.0/ports?device_id=3230e6eb-e6df-4b3b-aa82-ea20159a78fd HTTP/1.1" status: 200 len: 205 time: 0.0543149 Feb 09 01:21:51.611797 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59898) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:51.707819 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-0dedee25-ad1f-4efe-9013-13296d5fd23b tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] delete failed (client error): The resource could not be found. Feb 09 01:21:51.707819 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0dedee25-ad1f-4efe-9013-13296d5fd23b tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] 10.222.0.37 "DELETE /v2.0/routers/3230e6eb-e6df-4b3b-aa82-ea20159a78fd HTTP/1.1" status: 404 len: 336 time: 0.0939469 Feb 09 01:21:51.723471 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59904) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:51.807317 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-43301290-2c45-4dc9-91a0-826a55cc9ed0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:51.829246 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:51.832572 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c5b9cf1b-f939-43d4-b526-3349ceedc2c1 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e7dc119-5338-4a3c-aac3-60de071654fa HTTP/1.1" status: 200 len: 205 time: 0.1037276 Feb 09 01:21:51.834633 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59908) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:51.881937 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-43301290-2c45-4dc9-91a0-826a55cc9ed0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:51.923280 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-36f83cb1-8d45-47c0-b086-28d6d477dd61 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] delete failed (client error): The resource could not be found. Feb 09 01:21:51.924768 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-36f83cb1-8d45-47c0-b086-28d6d477dd61 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] 10.222.0.37 "DELETE /v2.0/routers/8e7dc119-5338-4a3c-aac3-60de071654fa HTTP/1.1" status: 404 len: 336 time: 0.0889421 Feb 09 01:21:51.927623 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59912) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:51.986879 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-60ce3d6f-8b49-4a1b-b24d-25d5c2e599e0 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] 10.222.0.37 "GET /v2.0/ports?device_id=e07f1d45-33bb-475e-b8cd-25bd1c0822f1 HTTP/1.1" status: 200 len: 205 time: 0.0578012 Feb 09 01:21:51.989176 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59916) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:51.998133 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-43301290-2c45-4dc9-91a0-826a55cc9ed0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:51.999313 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-43301290-2c45-4dc9-91a0-826a55cc9ed0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.1991415 Feb 09 01:21:52.009478 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59920) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:52.022946 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-52b06b0f-8b29-42f9-803f-a71ceb5ecce6 tempest-DHCPAgentSchedulersTestJSON-1195942849 tempest-DHCPAgentSchedulersTestJSON-1195942849-project-admin] 10.222.0.37 "GET /v2.0/agents/d4eff950-ec15-486a-a65e-5e962f7d9d14/dhcp-networks HTTP/1.1" status: 200 len: 7285 time: 0.5184879 Feb 09 01:21:52.029049 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-cbc620d2-8d88-4482-be4c-657c4f21d62e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1585907445'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:52.036158 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59924) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:52.038940 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-cbc620d2-8d88-4482-be4c-657c4f21d62e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:52.057867 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca7876-11e7-413b-a8d7-df6e00a504d1 req-9d00016b-0ca0-497a-995f-91b00339cc95 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:52.065422 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-22ca7876-11e7-413b-a8d7-df6e00a504d1 req-9d00016b-0ca0-497a-995f-91b00339cc95 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.3300397 Feb 09 01:21:52.074256 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-51fa4c57-5bef-47e4-92db-e684e8ee7d4d tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] delete failed (client error): The resource could not be found. Feb 09 01:21:52.075524 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-51fa4c57-5bef-47e4-92db-e684e8ee7d4d tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] 10.222.0.37 "DELETE /v2.0/routers/e07f1d45-33bb-475e-b8cd-25bd1c0822f1 HTTP/1.1" status: 404 len: 336 time: 0.0845904 Feb 09 01:21:52.078740 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59928) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:52.095224 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cbc620d2-8d88-4482-be4c-657c4f21d62e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Usage tracker for resource:network and tenant:e8f34c81972d4b418279162475af4a98 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:52.099337 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cbc620d2-8d88-4482-be4c-657c4f21d62e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:52.105169 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-cbc620d2-8d88-4482-be4c-657c4f21d62e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:52.131770 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee12e-5191-4c8d-8771-130f766a0288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:52.136227 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c81d9b16-855d-48f1-b83d-0b84b2647ddc tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] 10.222.0.37 "GET /v2.0/ports?device_id=71119b17-2fa1-4fd8-925c-df90ddf5e2c3 HTTP/1.1" status: 200 len: 205 time: 0.0563607 Feb 09 01:21:52.139114 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59938) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:52.151844 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee12e-5191-4c8d-8771-130f766a0288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:52.188666 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc620d2-8d88-4482-be4c-657c4f21d62e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Made reservation on behalf of e8f34c81972d4b418279162475af4a98 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:52.192908 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cbc620d2-8d88-4482-be4c-657c4f21d62e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:52.211312 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-22ca7876-11e7-413b-a8d7-df6e00a504d1 req-5782e36c-d62b-4e09-baf3-c79995743be0 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447475 Feb 09 01:21:52.220226 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cbc620d2-8d88-4482-be4c-657c4f21d62e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:52.267301 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3fdb0d0b-228e-4912-8d98-8af5f9b99b7d tempest-DHCPAgentSchedulersTestJSON-1195942849 tempest-DHCPAgentSchedulersTestJSON-1195942849-project-admin] 10.222.0.37 "GET /v2.0/networks/da957f4f-69d3-4b14-86ac-f13cd15b3c38/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.2299452 Feb 09 01:21:52.303810 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59948) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:52.322444 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-cbc620d2-8d88-4482-be4c-657c4f21d62e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:52.334849 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cbc620d2-8d88-4482-be4c-657c4f21d62e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Usage tracker for resource:security_group_rule and tenant:e8f34c81972d4b418279162475af4a98 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:52.339237 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cbc620d2-8d88-4482-be4c-657c4f21d62e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:52.346921 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-eb6ee12e-5191-4c8d-8771-130f766a0288 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ea47908227e84fc584598cfe3b05c48d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9365003 Feb 09 01:21:52.347793 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ee12e-5191-4c8d-8771-130f766a0288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193f4151-9a80-4e90-84fa-caeeb91ddd6d,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:52.350445 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59952) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:52.359822 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-cbc620d2-8d88-4482-be4c-657c4f21d62e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:52.366898 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-e89eac63-7be3-4de4-b300-b06a423e730e tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] delete failed (client error): The resource could not be found. Feb 09 01:21:52.367920 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e89eac63-7be3-4de4-b300-b06a423e730e tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] 10.222.0.37 "DELETE /v2.0/routers/71119b17-2fa1-4fd8-925c-df90ddf5e2c3 HTTP/1.1" status: 404 len: 336 time: 0.2273033 Feb 09 01:21:52.372565 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59956) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:52.397785 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2ee6865f-91c0-4e1e-ab40-23facbfda22f tempest-DHCPAgentSchedulersTestJSON-1195942849 tempest-DHCPAgentSchedulersTestJSON-1195942849-project-admin] 10.222.0.37 "GET /v2.0/networks/da957f4f-69d3-4b14-86ac-f13cd15b3c38/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0909910 Feb 09 01:21:52.404989 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59960) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:52.426323 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-173ed81a-253d-4ba8-af05-bafbc681757e tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9f3afd2-c256-42e7-b4d8-c3a4682b2808 HTTP/1.1" status: 200 len: 205 time: 0.0520990 Feb 09 01:21:52.428686 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59964) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:52.550106 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-32b5b985-5669-472d-9614-8c7e06d8e597 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] delete failed (client error): The resource could not be found. Feb 09 01:21:52.553597 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-32b5b985-5669-472d-9614-8c7e06d8e597 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] 10.222.0.37 "DELETE /v2.0/routers/f9f3afd2-c256-42e7-b4d8-c3a4682b2808 HTTP/1.1" status: 404 len: 336 time: 0.1215370 Feb 09 01:21:52.553854 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59976) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:52.618908 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0032624d-232c-416f-b6e5-86423c58f4b0 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c128d8d8-fd2c-42bd-8a9d-c9220a55634f HTTP/1.1" status: 200 len: 205 time: 0.0618000 Feb 09 01:21:52.619526 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59980) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:52.704606 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-0ead7844-df32-45c0-b6d0-cd68084b63ce tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] delete failed (client error): The resource could not be found. Feb 09 01:21:52.708375 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0ead7844-df32-45c0-b6d0-cd68084b63ce tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] 10.222.0.37 "DELETE /v2.0/routers/c128d8d8-fd2c-42bd-8a9d-c9220a55634f HTTP/1.1" status: 404 len: 336 time: 0.0855954 Feb 09 01:21:52.709019 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-27add831-e4d4-4eb6-a486-1a8fa2f3e1c0 req-91592c96-d117-4a92-a9d7-ba0431dfdb5a tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=dca34561-3d96-4998-ba9b-4d380ae8de73 HTTP/1.1" status: 200 len: 210 time: 0.0577350 Feb 09 01:21:52.716955 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59990) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:52.736353 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1a5cb32e-7969-4327-b8a2-0259cfd494a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:52.770831 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-30822b4f-142e-4cf0-84a0-cf8d74ef4eb4 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] DELETE failed (client error): The resource could not be found. Feb 09 01:21:52.771654 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30822b4f-142e-4cf0-84a0-cf8d74ef4eb4 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:21:52.774052 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-30822b4f-142e-4cf0-84a0-cf8d74ef4eb4 tempest-RoutersIpV6AdminTest-1542688855 tempest-RoutersIpV6AdminTest-1542688855-project] 10.222.0.37 "DELETE /v2.0/subnets/dd07edc7-3d13-4f9c-beb8-0cf798ac1647 HTTP/1.1" status: 404 len: 337 time: 0.0522161 Feb 09 01:21:52.803355 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cbc620d2-8d88-4482-be4c-657c4f21d62e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:52.809559 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1a5cb32e-7969-4327-b8a2-0259cfd494a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:52.822431 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cbc620d2-8d88-4482-be4c-657c4f21d62e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:52.836020 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc620d2-8d88-4482-be4c-657c4f21d62e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 995} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:52.924625 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc620d2-8d88-4482-be4c-657c4f21d62e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=289315fd-8f4d-4962-abfc-40513b19266a,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:52.939448 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cbc620d2-8d88-4482-be4c-657c4f21d62e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:52.939790 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-cbc620d2-8d88-4482-be4c-657c4f21d62e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Added segment 2f1eb13e-b51a-4de3-8a9c-98488c7b9ac7 of type vlan for network 1317e96b-0aee-47d6-aee2-5dd84274a5ea Feb 09 01:21:52.957070 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cb3c4cc3-24ca-4488-92d4-cdc3cd2a3bc3 tempest-DHCPAgentSchedulersTestJSON-1195942849 tempest-DHCPAgentSchedulersTestJSON-1195942849-project-admin] 10.222.0.37 "GET /v2.0/agents/d4eff950-ec15-486a-a65e-5e962f7d9d14/dhcp-networks HTTP/1.1" status: 200 len: 7285 time: 0.5371222 Feb 09 01:21:52.957070 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60010) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:53.178068 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-c6ac7999-f287-4d9c-9ebf-b714e752f9a2 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:53.179643 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-c6ac7999-f287-4d9c-9ebf-b714e752f9a2 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.35 "GET /v2.0/networks?id=37619b15-03b6-4ee3-8b5e-c1b376918ea6 HTTP/1.1" status: 200 len: 811 time: 0.3033524 Feb 09 01:21:53.192847 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-18d1e6a6-a474-4a06-b6fe-e73c0d5d3d25 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Request body: {'port': {'device_id': 'dca34561-3d96-4998-ba9b-4d380ae8de73', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'admin_state_up': True, 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:53.377476 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-18d1e6a6-a474-4a06-b6fe-e73c0d5d3d25 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:53.382701 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-18d1e6a6-a474-4a06-b6fe-e73c0d5d3d25 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Usage tracker for resource:port and tenant:5ddfa727b5a54b179d7c03a600eaa4b9 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:53.386487 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-18d1e6a6-a474-4a06-b6fe-e73c0d5d3d25 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:53.394115 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-18d1e6a6-a474-4a06-b6fe-e73c0d5d3d25 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:53.407201 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-18d1e6a6-a474-4a06-b6fe-e73c0d5d3d25 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Made reservation on behalf of 5ddfa727b5a54b179d7c03a600eaa4b9 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:53.427448 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-18d1e6a6-a474-4a06-b6fe-e73c0d5d3d25 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:53.462152 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cbc620d2-8d88-4482-be4c-657c4f21d62e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:53.492513 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60038) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:53.522983 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-326ae8be-c067-40b5-b2d6-e3b28fb484f7 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:53.567731 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1a5cb32e-7969-4327-b8a2-0259cfd494a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:53.598633 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cbc620d2-8d88-4482-be4c-657c4f21d62e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:53.604927 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc620d2-8d88-4482-be4c-657c4f21d62e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:53.605915 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cbc620d2-8d88-4482-be4c-657c4f21d62e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:53.631212 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5cb32e-7969-4327-b8a2-0259cfd494a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193f4151-9a80-4e90-84fa-caeeb91ddd6d,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:53.832052 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5034d-341f-49a7-8fed-be81a16e875b req-28b337c6-bd08-4a16-b261-79d4aa984b53 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:53.833599 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81b5034d-341f-49a7-8fed-be81a16e875b req-28b337c6-bd08-4a16-b261-79d4aa984b53 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa632377-b81f-4d5c-9bf4-eceb5f675a14 HTTP/1.1" status: 200 len: 943 time: 0.1860557 Feb 09 01:21:53.845537 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-18d1e6a6-a474-4a06-b6fe-e73c0d5d3d25 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Allocated IP 172.20.0.5 (37619b15-03b6-4ee3-8b5e-c1b376918ea6/c5c99494-da9a-458d-b6b1-e6de1927c8e8/d8b8ba25-ede0-47c2-aec0-7ad5a4338305) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:53.899636 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-37abd6fe-c791-4e4a-8628-a6c05437211d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:53.915995 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-81b5034d-341f-49a7-8fed-be81a16e875b req-30d0cc29-ab42-4880-ae0c-e85be01320ab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Deleting port 977d71c4-fec3-4cf1-a3ab-6321337280b5 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:53.916340 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-81b5034d-341f-49a7-8fed-be81a16e875b req-30d0cc29-ab42-4880-ae0c-e85be01320ab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:53.926542 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1a5cb32e-7969-4327-b8a2-0259cfd494a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:53.943277 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1a5cb32e-7969-4327-b8a2-0259cfd494a7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/193f4151-9a80-4e90-84fa-caeeb91ddd6d HTTP/1.1" status: 204 len: 168 time: 1.5870402 Feb 09 01:21:53.966826 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-326ae8be-c067-40b5-b2d6-e3b28fb484f7 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:54.017444 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-326ae8be-c067-40b5-b2d6-e3b28fb484f7 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9708a106-4269-4c85-8c36-8dac378bd17e']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:54.040876 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-326ae8be-c067-40b5-b2d6-e3b28fb484f7 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44c5390c-8753-4298-a3c1-194c2a87a396') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:54.041508 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-326ae8be-c067-40b5-b2d6-e3b28fb484f7 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44c5390c-8753-4298-a3c1-194c2a87a396') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:54.056469 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-326ae8be-c067-40b5-b2d6-e3b28fb484f7 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:54.096053 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-326ae8be-c067-40b5-b2d6-e3b28fb484f7 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:54.111269 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-326ae8be-c067-40b5-b2d6-e3b28fb484f7 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Releasing vlan 958 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:54.113512 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-326ae8be-c067-40b5-b2d6-e3b28fb484f7 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:54.274650 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc620d2-8d88-4482-be4c-657c4f21d62e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Pushing event updated for resources: {'Network': ['ID=1317e96b-0aee-47d6-aee2-5dd84274a5ea,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:54.278447 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:21:54.278447 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:54.278447 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:21:54.278447 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:54.278447 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:21:54.278447 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:21:54.278447 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:21:54.278447 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:54.278447 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:21:54.278447 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:54.278447 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:21:54.278447 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:54.278447 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:21:54.278447 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:21:54.278447 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:54.278447 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:21:54.278447 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:54.278447 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:21:54.278447 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:21:54.278447 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:21:54.278447 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:21:54.278447 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:21:54.278447 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:54.278447 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:54.278447 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:54.278447 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:54.278447 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:54.278447 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:54.278447 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:54.278447 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:54.278447 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:54.278447 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:54.283332 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cbc620d2-8d88-4482-be4c-657c4f21d62e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.2680264 Feb 09 01:21:54.286391 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60050) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:54.289801 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 1317e96b-0aee-47d6-aee2-5dd84274a5ea details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:21:54.307425 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-37abd6fe-c791-4e4a-8628-a6c05437211d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:54.380014 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-bed73eaf-2028-4627-9420-8cf86ca3d92e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Request body: {'subnet': {'network_id': '1317e96b-0aee-47d6-aee2-5dd84274a5ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:54.440295 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-37abd6fe-c791-4e4a-8628-a6c05437211d admin admin] Usage tracker for resource:security_group_rule and tenant:02c325c62cec4b439103793088b40a05 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:54.453731 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c407818b-a153-499f-a46f-49e083661eec req-340c522c-6c76-4a43-b601-ba3ef60faa22 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=dca34561-3d96-4998-ba9b-4d380ae8de73 HTTP/1.1" status: 200 len: 210 time: 0.1613309 Feb 09 01:21:54.454889 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-37abd6fe-c791-4e4a-8628-a6c05437211d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:54.468392 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-37abd6fe-c791-4e4a-8628-a6c05437211d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:54.494178 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-326ae8be-c067-40b5-b2d6-e3b28fb484f7 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:54.538089 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-326ae8be-c067-40b5-b2d6-e3b28fb484f7 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:54.640392 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ae8be-c067-40b5-b2d6-e3b28fb484f7 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Pushing event deleted for resources: {'Network': ['ID=9708a106-4269-4c85-8c36-8dac378bd17e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:54.654985 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-326ae8be-c067-40b5-b2d6-e3b28fb484f7 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] 10.222.0.37 "DELETE /v2.0/networks/9708a106-4269-4c85-8c36-8dac378bd17e HTTP/1.1" status: 204 len: 168 time: 1.6938655 Feb 09 01:21:54.657432 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60064) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:54.710672 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab0eff5-4284-4915-88bf-f857cc6bf258 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] DELETE failed (client error): The resource could not be found. Feb 09 01:21:54.711068 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ab0eff5-4284-4915-88bf-f857cc6bf258 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:21:54.723803 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1ab0eff5-4284-4915-88bf-f857cc6bf258 tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] 10.222.0.37 "DELETE /v2.0/ports/0f049e84-8107-4782-ac49-17d107a8a21a HTTP/1.1" status: 404 len: 333 time: 0.0623078 Feb 09 01:21:54.723803 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60072) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:54.872335 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-37abd6fe-c791-4e4a-8628-a6c05437211d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:54.879926 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-bed73eaf-2028-4627-9420-8cf86ca3d92e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:54.890501 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-bed73eaf-2028-4627-9420-8cf86ca3d92e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Usage tracker for resource:subnet and tenant:e8f34c81972d4b418279162475af4a98 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:54.903838 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-81b5034d-341f-49a7-8fed-be81a16e875b req-30d0cc29-ab42-4880-ae0c-e85be01320ab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] For port 977d71c4-fec3-4cf1-a3ab-6321337280b5, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=977d71c4-fec3-4cf1-a3ab-6321337280b5,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:54.904981 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-81b5034d-341f-49a7-8fed-be81a16e875b req-30d0cc29-ab42-4880-ae0c-e85be01320ab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:54.910110 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5de9f91-35aa-474b-a110-7414d5be50ae tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Deleting subnet 60ffd27b-2e7c-45e3-9933-7b0f6fcc8543 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:21:54.913970 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-37abd6fe-c791-4e4a-8628-a6c05437211d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:54.922223 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-bed73eaf-2028-4627-9420-8cf86ca3d92e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:54.928236 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d5de9f91-35aa-474b-a110-7414d5be50ae tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:55.022468 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:55.132378 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-37abd6fe-c791-4e4a-8628-a6c05437211d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=02c325c62cec4b439103793088b40a05&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6362693 Feb 09 01:21:55.145590 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37abd6fe-c791-4e4a-8628-a6c05437211d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76738bd9-aeb0-432c-8708-4457d1334b6c,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:55.149530 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60088) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:55.160751 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d5de9f91-35aa-474b-a110-7414d5be50ae tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:55.381618 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-81b5034d-341f-49a7-8fed-be81a16e875b req-30d0cc29-ab42-4880-ae0c-e85be01320ab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Calling delete_port for 977d71c4-fec3-4cf1-a3ab-6321337280b5 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:55.433360 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-bed73eaf-2028-4627-9420-8cf86ca3d92e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:55.438732 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-554ab319-5845-4d9f-8748-1f253bcc5698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:55.453864 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-18d1e6a6-a474-4a06-b6fe-e73c0d5d3d25 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:55.481373 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed73eaf-2028-4627-9420-8cf86ca3d92e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Made reservation on behalf of e8f34c81972d4b418279162475af4a98 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:55.484104 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-554ab319-5845-4d9f-8748-1f253bcc5698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:55.486425 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bed73eaf-2028-4627-9420-8cf86ca3d92e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:55.514549 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d5de9f91-35aa-474b-a110-7414d5be50ae tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:55.627495 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-554ab319-5845-4d9f-8748-1f253bcc5698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:55.651064 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d5de9f91-35aa-474b-a110-7414d5be50ae tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:55.713023 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de9f91-35aa-474b-a110-7414d5be50ae tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Pushing event deleted for resources: {'Subnet': ['ID=60ffd27b-2e7c-45e3-9933-7b0f6fcc8543,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:55.715145 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ab319-5845-4d9f-8748-1f253bcc5698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76738bd9-aeb0-432c-8708-4457d1334b6c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:55.715459 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d80820-066f-4003-8a5a-40e49c99d409 None None] Network da957f4f-69d3-4b14-86ac-f13cd15b3c38 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:21:55.719285 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d5de9f91-35aa-474b-a110-7414d5be50ae tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:55.729237 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-554ab319-5845-4d9f-8748-1f253bcc5698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:55.730587 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-554ab319-5845-4d9f-8748-1f253bcc5698 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76738bd9-aeb0-432c-8708-4457d1334b6c HTTP/1.1" status: 204 len: 168 time: 0.5774574 Feb 09 01:21:55.738666 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d5de9f91-35aa-474b-a110-7414d5be50ae tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] 10.222.0.37 "DELETE /v2.0/subnets/60ffd27b-2e7c-45e3-9933-7b0f6fcc8543 HTTP/1.1" status: 204 len: 168 time: 1.0133550 Feb 09 01:21:55.740900 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60106) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:55.875841 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-18d1e6a6-a474-4a06-b6fe-e73c0d5d3d25 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Transition to ACTIVE for port object d8b8ba25-ede0-47c2-aec0-7ad5a4338305 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:56.068418 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-18d1e6a6-a474-4a06-b6fe-e73c0d5d3d25 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:56.225391 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-81b5034d-341f-49a7-8fed-be81a16e875b req-30d0cc29-ab42-4880-ae0c-e85be01320ab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:56.266640 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a4aa9a9c-a52c-417f-b782-c3926ee3960c tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:56.322084 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac728ff0-cc47-4e5b-bcaa-e40004b786bd req-ec7c2ee1-23bd-4046-afc7-8d6afcd2808c tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:56.327750 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ac728ff0-cc47-4e5b-bcaa-e40004b786bd req-ec7c2ee1-23bd-4046-afc7-8d6afcd2808c tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=dca34561-3d96-4998-ba9b-4d380ae8de73 HTTP/1.1" status: 200 len: 931 time: 0.3885965 Feb 09 01:21:56.334025 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['bd641b27-4e2a-4d6b-9707-5c9af4261a03', '71f97c42-e164-4c5d-8214-cfde7a4566bd'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:21:56.357526 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60116) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:56.367679 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-a4aa9a9c-a52c-417f-b782-c3926ee3960c tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Deleting port 9c9f4827-5657-4c01-bef4-5e6f5aeb25f1 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:56.367859 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a4aa9a9c-a52c-417f-b782-c3926ee3960c tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:56.452736 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1e6a6-a474-4a06-b6fe-e73c0d5d3d25 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Pushing event updated for resources: {'Port': ['ID=d8b8ba25-ede0-47c2-aec0-7ad5a4338305,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:56.627012 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-18d1e6a6-a474-4a06-b6fe-e73c0d5d3d25 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:56.636392 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c103c2-3480-46dd-8e66-5e22920598c8 None None] DHCP port deletion for da957f4f-69d3-4b14-86ac-f13cd15b3c38 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:21:56.645144 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0cc29-ab42-4880-ae0c-e85be01320ab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Pushing event deleted for resources: {'Port': ['ID=977d71c4-fec3-4cf1-a3ab-6321337280b5,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:56.649818 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-07c103c2-3480-46dd-8e66-5e22920598c8 None None] Deleting port 9c9f4827-5657-4c01-bef4-5e6f5aeb25f1 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:56.650406 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-07c103c2-3480-46dd-8e66-5e22920598c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:56.789899 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-18d1e6a6-a474-4a06-b6fe-e73c0d5d3d25 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:56.829856 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-18d1e6a6-a474-4a06-b6fe-e73c0d5d3d25 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:56.998861 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b5034d-341f-49a7-8fed-be81a16e875b req-30d0cc29-ab42-4880-ae0c-e85be01320ab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] No DVR routers for this DVR port 977d71c4-fec3-4cf1-a3ab-6321337280b5 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:21:57.026816 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-81b5034d-341f-49a7-8fed-be81a16e875b req-30d0cc29-ab42-4880-ae0c-e85be01320ab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:57.047669 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa632377-b81f-4d5c-9bf4-eceb5f675a14', 'name': 'network-vif-deleted', 'tag': '977d71c4-fec3-4cf1-a3ab-6321337280b5'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:21:57.108536 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bed73eaf-2028-4627-9420-8cf86ca3d92e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:57.237357 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-07c103c2-3480-46dd-8e66-5e22920598c8 None None] For port 9c9f4827-5657-4c01-bef4-5e6f5aeb25f1, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=9c9f4827-5657-4c01-bef4-5e6f5aeb25f1,segment=NetworkSegment(13ed2f7a-3e30-491d-b137-8de383706e1c),segment_id=13ed2f7a-3e30-491d-b137-8de383706e1c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:57.244948 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-07c103c2-3480-46dd-8e66-5e22920598c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:57.261070 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9c9f4827-5657-4c01-bef4-5e6f5aeb25f1 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:21:57.288662 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8630f323-332f-497a-bc74-b732a500bb5f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2f81a3a3c91c49d7bca3cfb97019c319&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9135044 Feb 09 01:21:57.294243 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60136) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:57.376815 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed73eaf-2028-4627-9420-8cf86ca3d92e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Checking segment: {'id': '2f1eb13e-b51a-4de3-8a9c-98488c7b9ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '1317e96b-0aee-47d6-aee2-5dd84274a5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:21:57.377493 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed73eaf-2028-4627-9420-8cf86ca3d92e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Network hostable DHCP agents. Network: 1317e96b-0aee-47d6-aee2-5dd84274a5ea, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:21:57.385582 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-ac728ff0-cc47-4e5b-bcaa-e40004b786bd req-40ea5537-8317-466e-92b2-5eab28239cd8 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Synchronizing usage tracker for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:21:57.388198 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-18d1e6a6-a474-4a06-b6fe-e73c0d5d3d25 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:57.389120 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-18d1e6a6-a474-4a06-b6fe-e73c0d5d3d25 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:57.399044 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81b5034d-341f-49a7-8fed-be81a16e875b req-30d0cc29-ab42-4880-ae0c-e85be01320ab tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "DELETE /v2.0/ports/977d71c4-fec3-4cf1-a3ab-6321337280b5 HTTP/1.1" status: 204 len: 173 time: 3.5577621 Feb 09 01:21:57.409915 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-a4aa9a9c-a52c-417f-b782-c3926ee3960c tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] For port 9c9f4827-5657-4c01-bef4-5e6f5aeb25f1, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=9c9f4827-5657-4c01-bef4-5e6f5aeb25f1,segment=NetworkSegment(13ed2f7a-3e30-491d-b137-8de383706e1c),segment_id=13ed2f7a-3e30-491d-b137-8de383706e1c)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:21:57.410287 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a4aa9a9c-a52c-417f-b782-c3926ee3960c tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:57.443982 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed73eaf-2028-4627-9420-8cf86ca3d92e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Pushing event updated for resources: {'Subnet': ['ID=a144a49e-4fb2-4c7f-ba50-13376c9f8e7a,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:57.474453 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed73eaf-2028-4627-9420-8cf86ca3d92e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Network 1317e96b-0aee-47d6-aee2-5dd84274a5ea is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:21:57.486511 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-18d1e6a6-a474-4a06-b6fe-e73c0d5d3d25 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2979968 Feb 09 01:21:57.491168 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-bed73eaf-2028-4627-9420-8cf86ca3d92e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 1317e96b-0aee-47d6-aee2-5dd84274a5ea) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:57.501031 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed73eaf-2028-4627-9420-8cf86ca3d92e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:57.501572 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bed73eaf-2028-4627-9420-8cf86ca3d92e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:57.527841 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-07c103c2-3480-46dd-8e66-5e22920598c8 None None] Calling delete_port for 9c9f4827-5657-4c01-bef4-5e6f5aeb25f1 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:57.548195 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-05cbc971-bb3a-48e5-bcc7-dcef2f51652d service neutron] Request body: {'port': {'device_id': 'dca34561-3d96-4998-ba9b-4d380ae8de73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:57.563089 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2681645b-1b7b-4f91-957e-d79304d44f93 None None] Network 1317e96b-0aee-47d6-aee2-5dd84274a5ea requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:21:57.592807 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6b49ea40-6dc9-4c90-9da7-4325ad3e018b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:57.663975 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-bed73eaf-2028-4627-9420-8cf86ca3d92e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3764448 Feb 09 01:21:57.673611 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60146) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:57.685553 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-39755529-37bb-4e18-8452-a6fc095e7951 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Request body: {'network': {'name': 'tempest-router-network01--1912520101'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:57.689140 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-a4aa9a9c-a52c-417f-b782-c3926ee3960c tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Calling delete_port for 9c9f4827-5657-4c01-bef4-5e6f5aeb25f1 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:21:57.714316 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-39755529-37bb-4e18-8452-a6fc095e7951 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:57.722933 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-ac728ff0-cc47-4e5b-bcaa-e40004b786bd req-40ea5537-8317-466e-92b2-5eab28239cd8 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Unset dirty status for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:21:57.733714 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-39755529-37bb-4e18-8452-a6fc095e7951 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Usage tracker for resource:network and tenant:e8f34c81972d4b418279162475af4a98 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:57.736666 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ac728ff0-cc47-4e5b-bcaa-e40004b786bd req-40ea5537-8317-466e-92b2-5eab28239cd8 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3930805 Feb 09 01:21:57.738318 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-39755529-37bb-4e18-8452-a6fc095e7951 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:57.810059 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6b49ea40-6dc9-4c90-9da7-4325ad3e018b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:57.816793 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-39755529-37bb-4e18-8452-a6fc095e7951 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:57.830059 n-d-828419-1 neutron-server[87612]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fa632377-b81f-4d5c-9bf4-eceb5f675a14', 'name': 'network-vif-deleted', 'tag': '977d71c4-fec3-4cf1-a3ab-6321337280b5', 'status': 'failed', 'code': 422} returned with failed status Feb 09 01:21:57.839946 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-780ff92f-1ebf-4ddf-b692-b5650068e6b8 None None] Provisioning for port d8b8ba25-ede0-47c2-aec0-7ad5a4338305 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:57.865153 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39755529-37bb-4e18-8452-a6fc095e7951 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Made reservation on behalf of e8f34c81972d4b418279162475af4a98 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:57.869257 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-39755529-37bb-4e18-8452-a6fc095e7951 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:57.879030 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-05cbc971-bb3a-48e5-bcc7-dcef2f51652d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:57.882786 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:57.886424 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60150) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:57.902049 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-780ff92f-1ebf-4ddf-b692-b5650068e6b8 None None] Provisioning complete for port d8b8ba25-ede0-47c2-aec0-7ad5a4338305 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:57.902422 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-780ff92f-1ebf-4ddf-b692-b5650068e6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:58.033797 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a4aa9a9c-a52c-417f-b782-c3926ee3960c tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:58.244929 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6b49ea40-6dc9-4c90-9da7-4325ad3e018b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:58.258955 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f41a040-9ba6-4b1f-ad02-2f72d5d04e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:58.268497 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa9a9c-a52c-417f-b782-c3926ee3960c tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Pushing event deleted for resources: {'Port': ['ID=9c9f4827-5657-4c01-bef4-5e6f5aeb25f1,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:58.273159 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aa9a9c-a52c-417f-b782-c3926ee3960c tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] No DVR routers for this DVR port 9c9f4827-5657-4c01-bef4-5e6f5aeb25f1 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:21:58.276008 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-780ff92f-1ebf-4ddf-b692-b5650068e6b8 None None] Port d8b8ba25-ede0-47c2-aec0-7ad5a4338305 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:21:58.310413 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-07c103c2-3480-46dd-8e66-5e22920598c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:21:58.310931 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-07c103c2-3480-46dd-8e66-5e22920598c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:21:58.330620 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49ea40-6dc9-4c90-9da7-4325ad3e018b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e61e7f2-4f57-405e-8403-b97bef7ff6be,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:58.334522 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7f41a040-9ba6-4b1f-ad02-2f72d5d04e7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:58.369391 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7f41a040-9ba6-4b1f-ad02-2f72d5d04e7f admin admin] Usage tracker for resource:security_group_rule and tenant:de4c608bc4c3418b84c36f00a66cb99d is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:58.373816 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7f41a040-9ba6-4b1f-ad02-2f72d5d04e7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:58.437842 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7f41a040-9ba6-4b1f-ad02-2f72d5d04e7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:58.439566 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1b5c09-3f46-417b-832e-e230e6f150f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-1317e96b-0aee-47d6-aee2-5dd84274a5ea', 'network_id': '1317e96b-0aee-47d6-aee2-5dd84274a5ea', 'tenant_id': 'e8f34c81972d4b418279162475af4a98', 'fixed_ips': [{'subnet_id': 'a144a49e-4fb2-4c7f-ba50-13376c9f8e7a'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:21:58.440789 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ae1b5c09-3f46-417b-832e-e230e6f150f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:58.458857 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6b49ea40-6dc9-4c90-9da7-4325ad3e018b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:58.460196 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6b49ea40-6dc9-4c90-9da7-4325ad3e018b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5e61e7f2-4f57-405e-8403-b97bef7ff6be HTTP/1.1" status: 204 len: 168 time: 1.1590278 Feb 09 01:21:58.499397 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a4aa9a9c-a52c-417f-b782-c3926ee3960c tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:58.518510 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39755529-37bb-4e18-8452-a6fc095e7951 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 954} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:58.539755 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-39755529-37bb-4e18-8452-a6fc095e7951 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:58.540315 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-39755529-37bb-4e18-8452-a6fc095e7951 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Added segment aa5f8fd6-6a4c-45ca-be9a-9fd88050f8f0 of type vlan for network 870023f9-5d55-4223-85e5-5dac18e66533 Feb 09 01:21:58.543455 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-05cbc971-bb3a-48e5-bcc7-dcef2f51652d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8b8ba25-ede0-47c2-aec0-7ad5a4338305 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:21:58.560184 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-05cbc971-bb3a-48e5-bcc7-dcef2f51652d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:58.597307 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-05cbc971-bb3a-48e5-bcc7-dcef2f51652d service neutron] Transition to ACTIVE for port object d8b8ba25-ede0-47c2-aec0-7ad5a4338305 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:58.599267 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-39755529-37bb-4e18-8452-a6fc095e7951 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:58.603905 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-a4aa9a9c-a52c-417f-b782-c3926ee3960c tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da957f4f-69d3-4b14-86ac-f13cd15b3c38']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:58.610110 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-05cbc971-bb3a-48e5-bcc7-dcef2f51652d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:58.664183 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-a4aa9a9c-a52c-417f-b782-c3926ee3960c tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ed2f7a-3e30-491d-b137-8de383706e1c') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:58.664551 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-a4aa9a9c-a52c-417f-b782-c3926ee3960c tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ed2f7a-3e30-491d-b137-8de383706e1c') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:58.703317 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a4aa9a9c-a52c-417f-b782-c3926ee3960c tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:58.739858 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a4aa9a9c-a52c-417f-b782-c3926ee3960c tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:58.748332 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4aa9a9c-a52c-417f-b782-c3926ee3960c tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Releasing vlan 989 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:58.748859 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a4aa9a9c-a52c-417f-b782-c3926ee3960c tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:58.760885 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-ae1b5c09-3f46-417b-832e-e230e6f150f2 None None] Allocated IP 172.20.0.2 (1317e96b-0aee-47d6-aee2-5dd84274a5ea/a144a49e-4fb2-4c7f-ba50-13376c9f8e7a/009c703c-5494-4cf1-a407-80dc2eae83c8) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:58.948304 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cbc971-bb3a-48e5-bcc7-dcef2f51652d service neutron] Pushing event updated for resources: {'Port': ['ID=d8b8ba25-ede0-47c2-aec0-7ad5a4338305,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:58.949484 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:21:58.949484 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:58.949484 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:21:58.949484 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:58.949484 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:21:58.949484 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:21:58.949484 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:21:58.949484 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:58.949484 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:21:58.949484 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:58.949484 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:21:58.949484 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:58.949484 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:21:58.949484 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:21:58.949484 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:58.949484 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:21:58.949484 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:58.949484 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:21:58.949484 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:21:58.949484 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:21:58.949484 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:21:58.949484 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:21:58.949484 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:58.949484 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:58.949484 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:58.949484 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:58.949484 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:58.949484 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:58.949484 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:58.949484 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:58.949484 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:58.949484 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:58.968970 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-39755529-37bb-4e18-8452-a6fc095e7951 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:58.979154 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39755529-37bb-4e18-8452-a6fc095e7951 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:58.986040 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-39755529-37bb-4e18-8452-a6fc095e7951 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:59.057104 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a4aa9a9c-a52c-417f-b782-c3926ee3960c tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:59.152815 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ae1b5c09-3f46-417b-832e-e230e6f150f2 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:59.165843 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ae1b5c09-3f46-417b-832e-e230e6f150f2 None None] Transition to ACTIVE for port object 009c703c-5494-4cf1-a407-80dc2eae83c8 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:59.191733 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ae1b5c09-3f46-417b-832e-e230e6f150f2 None None] Transition to ACTIVE for port object 009c703c-5494-4cf1-a407-80dc2eae83c8 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:59.201736 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-07c103c2-3480-46dd-8e66-5e22920598c8 None None] Deleting port 9c9f4827-5657-4c01-bef4-5e6f5aeb25f1 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:21:59.202123 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-07c103c2-3480-46dd-8e66-5e22920598c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:59.211383 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a4aa9a9c-a52c-417f-b782-c3926ee3960c tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:59.253780 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa9a9c-a52c-417f-b782-c3926ee3960c tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] Pushing event deleted for resources: {'Network': ['ID=da957f4f-69d3-4b14-86ac-f13cd15b3c38,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:59.312134 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a4aa9a9c-a52c-417f-b782-c3926ee3960c tempest-DHCPAgentSchedulersTestJSON-1338274562 tempest-DHCPAgentSchedulersTestJSON-1338274562-project] 10.222.0.37 "DELETE /v2.0/networks/da957f4f-69d3-4b14-86ac-f13cd15b3c38 HTTP/1.1" status: 204 len: 168 time: 3.5699356 Feb 09 01:21:59.347112 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ae1b5c09-3f46-417b-832e-e230e6f150f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:59.441978 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f41a040-9ba6-4b1f-ad02-2f72d5d04e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:59.452969 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7f41a040-9ba6-4b1f-ad02-2f72d5d04e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:59.508175 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-07c103c2-3480-46dd-8e66-5e22920598c8 None None] The port '9c9f4827-5657-4c01-bef4-5e6f5aeb25f1' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:21:59.517773 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b5c09-3f46-417b-832e-e230e6f150f2 None None] Pushing event updated for resources: {'Port': ['ID=009c703c-5494-4cf1-a407-80dc2eae83c8,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:59.543025 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1b5c09-3f46-417b-832e-e230e6f150f2 None None] Network 1317e96b-0aee-47d6-aee2-5dd84274a5ea is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:59.554359 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41a040-9ba6-4b1f-ad02-2f72d5d04e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d40a2e-2791-4aa3-a661-005cabc97b35,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:59.556580 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-ae1b5c09-3f46-417b-832e-e230e6f150f2 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:59.559718 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1b5c09-3f46-417b-832e-e230e6f150f2 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:21:59.570256 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7f41a040-9ba6-4b1f-ad02-2f72d5d04e7f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=de4c608bc4c3418b84c36f00a66cb99d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6710238 Feb 09 01:21:59.573481 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60184) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:59.632038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39755529-37bb-4e18-8452-a6fc095e7951 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Pushing event updated for resources: {'Network': ['ID=870023f9-5d55-4223-85e5-5dac18e66533,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:59.658394 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-39755529-37bb-4e18-8452-a6fc095e7951 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9769895 Feb 09 01:21:59.720365 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 870023f9-5d55-4223-85e5-5dac18e66533 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:21:59.727021 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60190) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:21:59.760524 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-1288916e-98f7-44ab-979d-46207e6f2111 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Request body: {'network': {'name': 'tempest-router-network02--1422281614'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:59.809755 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1288916e-98f7-44ab-979d-46207e6f2111 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:21:59.827794 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-05cbc971-bb3a-48e5-bcc7-dcef2f51652d service neutron] Attempting to bind port d8b8ba25-ede0-47c2-aec0-7ad5a4338305 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:21:59.828130 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-05cbc971-bb3a-48e5-bcc7-dcef2f51652d service neutron] Attempting to bind port d8b8ba25-ede0-47c2-aec0-7ad5a4338305 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:21:59.828479 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-05cbc971-bb3a-48e5-bcc7-dcef2f51652d service neutron] Attempting to bind port d8b8ba25-ede0-47c2-aec0-7ad5a4338305 on network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:21:59.830824 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1288916e-98f7-44ab-979d-46207e6f2111 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Usage tracker for resource:network and tenant:e8f34c81972d4b418279162475af4a98 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:21:59.843435 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d9149aa8-1cce-4fd6-a612-6c6ea557e737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:59.867436 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-ae1b5c09-3f46-417b-832e-e230e6f150f2 None None] Attempting to bind port 009c703c-5494-4cf1-a407-80dc2eae83c8 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:21:59.868154 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-ae1b5c09-3f46-417b-832e-e230e6f150f2 None None] Attempting to bind port 009c703c-5494-4cf1-a407-80dc2eae83c8 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '2f1eb13e-b51a-4de3-8a9c-98488c7b9ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '1317e96b-0aee-47d6-aee2-5dd84274a5ea'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:21:59.868767 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1b5c09-3f46-417b-832e-e230e6f150f2 None None] Attempting to bind port 009c703c-5494-4cf1-a407-80dc2eae83c8 on network 1317e96b-0aee-47d6-aee2-5dd84274a5ea {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:21:59.874573 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1288916e-98f7-44ab-979d-46207e6f2111 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:21:59.876783 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1b5c09-3f46-417b-832e-e230e6f150f2 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:21:59.877445 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1b5c09-3f46-417b-832e-e230e6f150f2 None None] Checking segment: {'id': '2f1eb13e-b51a-4de3-8a9c-98488c7b9ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '1317e96b-0aee-47d6-aee2-5dd84274a5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:21:59.878054 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ae1b5c09-3f46-417b-832e-e230e6f150f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:59.878654 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1b5c09-3f46-417b-832e-e230e6f150f2 None None] Bound using segment: {'id': '2f1eb13e-b51a-4de3-8a9c-98488c7b9ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '1317e96b-0aee-47d6-aee2-5dd84274a5ea'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:21:59.879603 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-ae1b5c09-3f46-417b-832e-e230e6f150f2 None None] Bound port: 009c703c-5494-4cf1-a407-80dc2eae83c8, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f1eb13e-b51a-4de3-8a9c-98488c7b9ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '1317e96b-0aee-47d6-aee2-5dd84274a5ea'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:21:59.880216 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ae1b5c09-3f46-417b-832e-e230e6f150f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:59.885305 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-05cbc971-bb3a-48e5-bcc7-dcef2f51652d service neutron] Port d8b8ba25-ede0-47c2-aec0-7ad5a4338305 on network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:21:59.885631 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-05cbc971-bb3a-48e5-bcc7-dcef2f51652d service neutron] Attempting to bind port d8b8ba25-ede0-47c2-aec0-7ad5a4338305 on network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:21:59.895505 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1288916e-98f7-44ab-979d-46207e6f2111 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:21:59.915746 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-05cbc971-bb3a-48e5-bcc7-dcef2f51652d service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:21:59.916107 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-05cbc971-bb3a-48e5-bcc7-dcef2f51652d service neutron] Checking segment: {'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:21:59.916500 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-05cbc971-bb3a-48e5-bcc7-dcef2f51652d service neutron] Bound using segment: {'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:21:59.916950 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-05cbc971-bb3a-48e5-bcc7-dcef2f51652d service neutron] Bound port: d8b8ba25-ede0-47c2-aec0-7ad5a4338305, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:21:59.917307 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-05cbc971-bb3a-48e5-bcc7-dcef2f51652d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:59.930171 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d9149aa8-1cce-4fd6-a612-6c6ea557e737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:21:59.955318 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8f492-b4d8-4843-84d6-cb778227bf9c req-8329c2da-1498-4a78-9f5a-9591e621852b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:59.963554 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-72e8f492-b4d8-4843-84d6-cb778227bf9c req-8329c2da-1498-4a78-9f5a-9591e621852b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=dca34561-3d96-4998-ba9b-4d380ae8de73 HTTP/1.1" status: 200 len: 943 time: 0.9277849 Feb 09 01:22:00.068047 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60200) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:00.071521 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-ae1b5c09-3f46-417b-832e-e230e6f150f2 None None] For port 009c703c-5494-4cf1-a407-80dc2eae83c8, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:22:00.076151 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-ae1b5c09-3f46-417b-832e-e230e6f150f2 None None] For port 009c703c-5494-4cf1-a407-80dc2eae83c8, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=009c703c-5494-4cf1-a407-80dc2eae83c8,segment=NetworkSegment(2f1eb13e-b51a-4de3-8a9c-98488c7b9ac7),segment_id=2f1eb13e-b51a-4de3-8a9c-98488c7b9ac7)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:22:00.081044 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ae1b5c09-3f46-417b-832e-e230e6f150f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:00.131302 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-72e8f492-b4d8-4843-84d6-cb778227bf9c req-b2ad343f-053c-4e38-98b2-6ec0d8fee4e7 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667912 Feb 09 01:22:00.161780 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d9149aa8-1cce-4fd6-a612-6c6ea557e737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:00.203197 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1288916e-98f7-44ab-979d-46207e6f2111 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Made reservation on behalf of e8f34c81972d4b418279162475af4a98 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:00.205194 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9149aa8-1cce-4fd6-a612-6c6ea557e737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d40a2e-2791-4aa3-a661-005cabc97b35,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:00.210513 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1288916e-98f7-44ab-979d-46207e6f2111 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:00.215517 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d9149aa8-1cce-4fd6-a612-6c6ea557e737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:00.223864 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d9149aa8-1cce-4fd6-a612-6c6ea557e737 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/87d40a2e-2791-4aa3-a661-005cabc97b35 HTTP/1.1" status: 204 len: 168 time: 0.6480885 Feb 09 01:22:00.267189 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-05cbc971-bb3a-48e5-bcc7-dcef2f51652d service neutron] For port d8b8ba25-ede0-47c2-aec0-7ad5a4338305, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:22:00.290515 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f72cbf3d-6aca-4a4c-8070-8a578cda4ad5 req-d0ee6ab6-b1a5-4835-8858-3c4a058ece07 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b22f68f7-f3cb-4cb7-b2f3-99b2b1d3da21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6388030 Feb 09 01:22:00.292074 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b5c09-3f46-417b-832e-e230e6f150f2 None None] Pushing event updated for resources: {'Port': ['ID=009c703c-5494-4cf1-a407-80dc2eae83c8,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:00.328948 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-05cbc971-bb3a-48e5-bcc7-dcef2f51652d service neutron] For port d8b8ba25-ede0-47c2-aec0-7ad5a4338305, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d8b8ba25-ede0-47c2-aec0-7ad5a4338305,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:22:00.338645 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1288916e-98f7-44ab-979d-46207e6f2111 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 981} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:00.390668 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-05cbc971-bb3a-48e5-bcc7-dcef2f51652d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:00.444350 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1288916e-98f7-44ab-979d-46207e6f2111 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:00.444910 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-1288916e-98f7-44ab-979d-46207e6f2111 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Added segment e0bbb61d-dcfd-4139-aa8d-77daf332e59d of type vlan for network d44be03e-fdf0-4442-84b5-6bd518204111 Feb 09 01:22:00.495326 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-05cbc971-bb3a-48e5-bcc7-dcef2f51652d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:00.495987 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-05cbc971-bb3a-48e5-bcc7-dcef2f51652d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:00.497744 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-05cbc971-bb3a-48e5-bcc7-dcef2f51652d service neutron] 10.222.0.35 "PUT /v2.0/ports/d8b8ba25-ede0-47c2-aec0-7ad5a4338305 HTTP/1.1" status: 200 len: 1091 time: 2.9618695 Feb 09 01:22:00.499143 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca34561-3d96-4998-ba9b-4d380ae8de73', 'tag': 'd8b8ba25-ede0-47c2-aec0-7ad5a4338305'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:22:00.571561 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-bfc30a69-bef0-4b77-86bf-5cc2f0d85443 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af93c3ac208d401f80735250346b27ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5004351 Feb 09 01:22:00.574355 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60216) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:00.669518 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1288916e-98f7-44ab-979d-46207e6f2111 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:00.676589 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dca34561-3d96-4998-ba9b-4d380ae8de73', 'tag': 'd8b8ba25-ede0-47c2-aec0-7ad5a4338305', 'status': 'completed', 'code': 200} Feb 09 01:22:00.753249 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a25a2bb0-eb30-4edc-8a9f-0558f89543a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:00.770067 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60224) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:00.784888 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cbc971-bb3a-48e5-bcc7-dcef2f51652d service neutron] Pushing event updated for resources: {'Port': ['ID=d8b8ba25-ede0-47c2-aec0-7ad5a4338305,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:00.805414 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d7e98-4c67-46b0-b08b-c471db59bcce req-64a17271-2454-4355-acdf-f603ece943dd tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:00.806175 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-961d7e98-4c67-46b0-b08b-c471db59bcce req-64a17271-2454-4355-acdf-f603ece943dd tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Synchronizing usage tracker for tenant:ce0095aebb0840088ecf37cbcece72f6 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:22:00.814611 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a25a2bb0-eb30-4edc-8a9f-0558f89543a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:00.915632 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cbf3d-6aca-4a4c-8070-8a578cda4ad5 req-769a9fca-0657-4132-bfbf-845a8caad378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:00.917062 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f72cbf3d-6aca-4a4c-8070-8a578cda4ad5 req-769a9fca-0657-4132-bfbf-845a8caad378 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce0095aebb0840088ecf37cbcece72f6&device_id=b22f68f7-f3cb-4cb7-b2f3-99b2b1d3da21 HTTP/1.1" status: 200 len: 1096 time: 0.5758524 Feb 09 01:22:00.919295 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1288916e-98f7-44ab-979d-46207e6f2111 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:00.925504 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1288916e-98f7-44ab-979d-46207e6f2111 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:00.926135 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1288916e-98f7-44ab-979d-46207e6f2111 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:00.937097 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a25a2bb0-eb30-4edc-8a9f-0558f89543a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:00.978476 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a25a2bb0-eb30-4edc-8a9f-0558f89543a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:00.979566 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a25a2bb0-eb30-4edc-8a9f-0558f89543a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ada41f5c-3646-4eeb-b77d-12711eaabc3f HTTP/1.1" status: 204 len: 168 time: 0.4038417 Feb 09 01:22:00.986272 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a2bb0-eb30-4edc-8a9f-0558f89543a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada41f5c-3646-4eeb-b77d-12711eaabc3f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:01.037453 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-961d7e98-4c67-46b0-b08b-c471db59bcce req-64a17271-2454-4355-acdf-f603ece943dd tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Unset dirty status for tenant:ce0095aebb0840088ecf37cbcece72f6 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:22:01.038561 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-961d7e98-4c67-46b0-b08b-c471db59bcce req-64a17271-2454-4355-acdf-f603ece943dd tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4367af54-2fa9-4fce-a656-c2100e45e417 HTTP/1.1" status: 200 len: 907 time: 1.4351640 Feb 09 01:22:01.051706 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b61b1d2c-4ec8-4580-ba48-ca3ebd6aed64 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1503739217'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:01.069291 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b61b1d2c-4ec8-4580-ba48-ca3ebd6aed64 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:01.079339 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b61b1d2c-4ec8-4580-ba48-ca3ebd6aed64 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Usage tracker for resource:network and tenant:334db2476240493caa711fc397c410b0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:01.083212 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b61b1d2c-4ec8-4580-ba48-ca3ebd6aed64 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:01.114353 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b61b1d2c-4ec8-4580-ba48-ca3ebd6aed64 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:01.169457 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60234) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:01.198868 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7f64e1b-535d-4d99-afb7-bfa17af87799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:01.225031 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b7f64e1b-535d-4d99-afb7-bfa17af87799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:01.229566 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61b1d2c-4ec8-4580-ba48-ca3ebd6aed64 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Made reservation on behalf of 334db2476240493caa711fc397c410b0 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:01.234112 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b61b1d2c-4ec8-4580-ba48-ca3ebd6aed64 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:01.256967 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b7f64e1b-535d-4d99-afb7-bfa17af87799 admin admin] Usage tracker for resource:security_group_rule and tenant:ebfa1b914b114d0eb3e47a0208184d32 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:01.260711 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b61b1d2c-4ec8-4580-ba48-ca3ebd6aed64 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:01.262698 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 009c703c-5494-4cf1-a407-80dc2eae83c8 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:01.275616 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b7f64e1b-535d-4d99-afb7-bfa17af87799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:01.286589 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b7f64e1b-535d-4d99-afb7-bfa17af87799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:01.288772 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b61b1d2c-4ec8-4580-ba48-ca3ebd6aed64 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:01.296088 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b61b1d2c-4ec8-4580-ba48-ca3ebd6aed64 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Usage tracker for resource:security_group_rule and tenant:334db2476240493caa711fc397c410b0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:01.316724 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b61b1d2c-4ec8-4580-ba48-ca3ebd6aed64 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:01.338759 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b61b1d2c-4ec8-4580-ba48-ca3ebd6aed64 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:01.344424 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1288916e-98f7-44ab-979d-46207e6f2111 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6163185 Feb 09 01:22:01.355120 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288916e-98f7-44ab-979d-46207e6f2111 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Pushing event updated for resources: {'Network': ['ID=d44be03e-fdf0-4442-84b5-6bd518204111,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:01.360389 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60240) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:01.371656 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network d44be03e-fdf0-4442-84b5-6bd518204111 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:22:01.387107 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-baa48b35-f04c-4ba1-b81b-56970bd171f1 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Request body: {'subnet': {'network_id': '870023f9-5d55-4223-85e5-5dac18e66533', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:01.428286 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-54a90a5d-2247-44ae-98b1-f9ac9b5c5920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:01.430204 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-54a90a5d-2247-44ae-98b1-f9ac9b5c5920 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9&device_id=dca34561-3d96-4998-ba9b-4d380ae8de73 HTTP/1.1" status: 200 len: 1094 time: 0.8024728 Feb 09 01:22:01.652790 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 009c703c-5494-4cf1-a407-80dc2eae83c8 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:01.691198 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-1bdafba7-7ffb-423a-a9b2-676db5ed36bf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8b8ba25-ede0-47c2-aec0-7ad5a4338305 HTTP/1.1" status: 200 len: 217 time: 0.1883726 Feb 09 01:22:01.788424 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7f64e1b-535d-4d99-afb7-bfa17af87799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:01.793699 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad93278-fc4d-4dc9-85ac-90f204ce1b8b req-6831be27-4996-4049-915b-1ee42b97c368 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:01.796279 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60250) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:01.799912 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ad93278-fc4d-4dc9-85ac-90f204ce1b8b req-6831be27-4996-4049-915b-1ee42b97c368 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.35 "GET /v2.0/ports?device_id=4367af54-2fa9-4fce-a656-c2100e45e417 HTTP/1.1" status: 200 len: 907 time: 0.8656013 Feb 09 01:22:01.830896 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7f64e1b-535d-4d99-afb7-bfa17af87799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:01.855054 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-baa48b35-f04c-4ba1-b81b-56970bd171f1 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:01.869001 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a00338a3-038a-4963-bd16-4740f59db4aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:01.878081 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-baa48b35-f04c-4ba1-b81b-56970bd171f1 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Usage tracker for resource:subnet and tenant:e8f34c81972d4b418279162475af4a98 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:01.881838 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cbf3d-6aca-4a4c-8070-8a578cda4ad5 req-28036a00-e5da-4c41-b667-2d07e4299583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:01.883266 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f72cbf3d-6aca-4a4c-8070-8a578cda4ad5 req-28036a00-e5da-4c41-b667-2d07e4299583 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0055357f-6a74-45ba-a134-b5223508c9d1 HTTP/1.1" status: 200 len: 912 time: 0.8471420 Feb 09 01:22:01.893463 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-baa48b35-f04c-4ba1-b81b-56970bd171f1 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:01.894123 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d11e2-da4d-471c-81e7-8ba4c321e8a1 req-d4744430-9971-4155-8acc-a12854f8c70b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:01.895751 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dd2d11e2-da4d-471c-81e7-8ba4c321e8a1 req-d4744430-9971-4155-8acc-a12854f8c70b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=dca34561-3d96-4998-ba9b-4d380ae8de73 HTTP/1.1" status: 200 len: 943 time: 0.5244477 Feb 09 01:22:01.942148 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a00338a3-038a-4963-bd16-4740f59db4aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:01.946723 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a00338a3-038a-4963-bd16-4740f59db4aa admin admin] Usage tracker for resource:security_group_rule and tenant:4f4fd1a1441b471a933cd42feba17d2e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:01.956300 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a00338a3-038a-4963-bd16-4740f59db4aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:01.963465 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a00338a3-038a-4963-bd16-4740f59db4aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:01.968985 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b6f8f4-1094-4eb6-8e95-fbbcc74507c9 None None] Network 1317e96b-0aee-47d6-aee2-5dd84274a5ea requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:01.999028 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-baa48b35-f04c-4ba1-b81b-56970bd171f1 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:02.010021 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b61b1d2c-4ec8-4580-ba48-ca3ebd6aed64 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:02.019015 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b7f64e1b-535d-4d99-afb7-bfa17af87799 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ebfa1b914b114d0eb3e47a0208184d32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8480508 Feb 09 01:22:02.021272 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-faab8ccd-430f-4725-bd5d-bb46a8cb4612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:02.022297 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f64e1b-535d-4d99-afb7-bfa17af87799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f79309-515c-4cb7-997e-c31f672a4099,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:02.035340 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60254) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:02.049963 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b61b1d2c-4ec8-4580-ba48-ca3ebd6aed64 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:02.053914 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-faab8ccd-430f-4725-bd5d-bb46a8cb4612 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5c99494-da9a-458d-b6b1-e6de1927c8e8 HTTP/1.1" status: 200 len: 850 time: 0.3279898 Feb 09 01:22:02.100301 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b1d2c-4ec8-4580-ba48-ca3ebd6aed64 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48e521ef-c773-4be2-ba31-43e0145a485c,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:02.117199 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dd2d11e2-da4d-471c-81e7-8ba4c321e8a1 req-8685c251-4a2c-4878-a874-e3045c0e11f8 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052138 Feb 09 01:22:02.136540 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b61b1d2c-4ec8-4580-ba48-ca3ebd6aed64 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 950} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:02.172537 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b61b1d2c-4ec8-4580-ba48-ca3ebd6aed64 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:02.172884 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-b61b1d2c-4ec8-4580-ba48-ca3ebd6aed64 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Added segment 7a3d5e0a-7b56-421e-a077-54eec1df6021 of type vlan for network 1eeb0229-62bf-4f20-82f3-0fbd9827a185 Feb 09 01:22:02.231608 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-58179544-82e4-419e-adee-40ac125d90e8 None None] Provisioning for port 009c703c-5494-4cf1-a407-80dc2eae83c8 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:02.239699 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18ba8146-d96d-47d7-af80-a658a8b0a42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:02.252165 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-58179544-82e4-419e-adee-40ac125d90e8 None None] Provisioning complete for port 009c703c-5494-4cf1-a407-80dc2eae83c8 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:02.252612 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-58179544-82e4-419e-adee-40ac125d90e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:02.253793 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f72cbf3d-6aca-4a4c-8070-8a578cda4ad5 req-bf97a560-637f-4469-be28-e557b5f25bad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71f97c42-e164-4c5d-8214-cfde7a4566bd HTTP/1.1" status: 200 len: 217 time: 0.3494327 Feb 09 01:22:02.268280 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18ba8146-d96d-47d7-af80-a658a8b0a42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:02.319164 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b61b1d2c-4ec8-4580-ba48-ca3ebd6aed64 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:02.371471 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a00338a3-038a-4963-bd16-4740f59db4aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:02.384502 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a00338a3-038a-4963-bd16-4740f59db4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:02.407863 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b61b1d2c-4ec8-4580-ba48-ca3ebd6aed64 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:02.414296 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61b1d2c-4ec8-4580-ba48-ca3ebd6aed64 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:02.415272 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b61b1d2c-4ec8-4580-ba48-ca3ebd6aed64 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:02.465150 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-58179544-82e4-419e-adee-40ac125d90e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:02.520236 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-6ad93278-fc4d-4dc9-85ac-90f204ce1b8b req-0a308e7c-0a44-4c36-88eb-72d9cac28262 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Deleting port cc38fa08-18c8-4ba7-bac3-f3488618301f {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:02.522240 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18ba8146-d96d-47d7-af80-a658a8b0a42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:02.524355 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6ad93278-fc4d-4dc9-85ac-90f204ce1b8b req-0a308e7c-0a44-4c36-88eb-72d9cac28262 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:02.529782 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-58179544-82e4-419e-adee-40ac125d90e8 None None] For port 009c703c-5494-4cf1-a407-80dc2eae83c8, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=009c703c-5494-4cf1-a407-80dc2eae83c8,segment=NetworkSegment(2f1eb13e-b51a-4de3-8a9c-98488c7b9ac7),segment_id=2f1eb13e-b51a-4de3-8a9c-98488c7b9ac7)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:02.535550 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-58179544-82e4-419e-adee-40ac125d90e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:02.638839 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58179544-82e4-419e-adee-40ac125d90e8 None None] Pushing event updated for resources: {'Port': ['ID=009c703c-5494-4cf1-a407-80dc2eae83c8,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:02.689426 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa48b35-f04c-4ba1-b81b-56970bd171f1 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Made reservation on behalf of e8f34c81972d4b418279162475af4a98 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:02.694275 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-baa48b35-f04c-4ba1-b81b-56970bd171f1 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:02.770186 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-62439fe5-536f-4382-9207-8da6493f981e None None] Provisioning complete for port 009c703c-5494-4cf1-a407-80dc2eae83c8 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:02.771177 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-62439fe5-536f-4382-9207-8da6493f981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:02.778215 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b1d2c-4ec8-4580-ba48-ca3ebd6aed64 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Pushing event updated for resources: {'Network': ['ID=1eeb0229-62bf-4f20-82f3-0fbd9827a185,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:02.784816 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a00338a3-038a-4963-bd16-4740f59db4aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4f4fd1a1441b471a933cd42feba17d2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9850705 Feb 09 01:22:02.784816 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00338a3-038a-4963-bd16-4740f59db4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e88c72b-7067-4f61-a64e-b0f26827161b,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:02.790248 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60264) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:02.833150 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 1eeb0229-62bf-4f20-82f3-0fbd9827a185 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:22:02.845488 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba8146-d96d-47d7-af80-a658a8b0a42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f79309-515c-4cb7-997e-c31f672a4099,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:02.863560 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18ba8146-d96d-47d7-af80-a658a8b0a42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:02.867693 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-18ba8146-d96d-47d7-af80-a658a8b0a42b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/38f79309-515c-4cb7-997e-c31f672a4099 HTTP/1.1" status: 204 len: 168 time: 0.8286638 Feb 09 01:22:02.892001 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cbf3d-6aca-4a4c-8070-8a578cda4ad5 req-5749807f-ae84-4a16-9927-7c243e927add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:02.893500 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f72cbf3d-6aca-4a4c-8070-8a578cda4ad5 req-5749807f-ae84-4a16-9927-7c243e927add service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6f367ae-6db3-44ee-a579-54c0e257ede0 HTTP/1.1" status: 200 len: 850 time: 0.6220279 Feb 09 01:22:02.909460 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b61b1d2c-4ec8-4580-ba48-ca3ebd6aed64 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.1371987 Feb 09 01:22:02.910369 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60270) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:02.956548 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-20784d3f-a714-4d61-a18d-5281bf4cb28e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:02.971318 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-348ac0b9-325e-443d-a73a-a12be5a66c04 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Request body: {'subnet': {'network_id': '1eeb0229-62bf-4f20-82f3-0fbd9827a185', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:03.025345 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-1b51299e-104d-4b18-b882-ace30bab6eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:03.026755 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-1b51299e-104d-4b18-b882-ace30bab6eea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37619b15-03b6-4ee3-8b5e-c1b376918ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9700336 Feb 09 01:22:03.223052 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-20784d3f-a714-4d61-a18d-5281bf4cb28e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:03.227897 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 009c703c-5494-4cf1-a407-80dc2eae83c8 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:03.314248 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4288ac-0401-4d46-97d4-796083cea918 req-078b9aa5-c484-44e2-b057-2396d52b5807 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:03.315797 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fa4288ac-0401-4d46-97d4-796083cea918 req-078b9aa5-c484-44e2-b057-2396d52b5807 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4367af54-2fa9-4fce-a656-c2100e45e417 HTTP/1.1" status: 200 len: 907 time: 0.7311254 Feb 09 01:22:03.378514 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-348ac0b9-325e-443d-a73a-a12be5a66c04 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:03.395631 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 009c703c-5494-4cf1-a407-80dc2eae83c8 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:03.396497 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:03.448662 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-348ac0b9-325e-443d-a73a-a12be5a66c04 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Usage tracker for resource:subnet and tenant:334db2476240493caa711fc397c410b0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:03.458993 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-348ac0b9-325e-443d-a73a-a12be5a66c04 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:03.468753 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-6ad93278-fc4d-4dc9-85ac-90f204ce1b8b req-0a308e7c-0a44-4c36-88eb-72d9cac28262 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] For port cc38fa08-18c8-4ba7-bac3-f3488618301f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=cc38fa08-18c8-4ba7-bac3-f3488618301f,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:03.469113 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6ad93278-fc4d-4dc9-85ac-90f204ce1b8b req-0a308e7c-0a44-4c36-88eb-72d9cac28262 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:03.477784 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-348ac0b9-325e-443d-a73a-a12be5a66c04 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:03.502167 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cbf3d-6aca-4a4c-8070-8a578cda4ad5 req-844fa72f-e510-47b4-961f-a09942803355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:03.504466 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f72cbf3d-6aca-4a4c-8070-8a578cda4ad5 req-844fa72f-e510-47b4-961f-a09942803355 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0055357f-6a74-45ba-a134-b5223508c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5882392 Feb 09 01:22:03.518501 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348ac0b9-325e-443d-a73a-a12be5a66c04 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Made reservation on behalf of 334db2476240493caa711fc397c410b0 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:03.522043 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-348ac0b9-325e-443d-a73a-a12be5a66c04 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:03.605333 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-20784d3f-a714-4d61-a18d-5281bf4cb28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:03.638792 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01860d0-a2bc-4b69-a1ff-baf5bef25f96 req-41565fee-cf04-4107-a357-1017b6e1b7f3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:03.647804 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e01860d0-a2bc-4b69-a1ff-baf5bef25f96 req-41565fee-cf04-4107-a357-1017b6e1b7f3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=dca34561-3d96-4998-ba9b-4d380ae8de73 HTTP/1.1" status: 200 len: 943 time: 0.2701259 Feb 09 01:22:03.697232 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20784d3f-a714-4d61-a18d-5281bf4cb28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e88c72b-7067-4f61-a64e-b0f26827161b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:03.703711 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-6ad93278-fc4d-4dc9-85ac-90f204ce1b8b req-0a308e7c-0a44-4c36-88eb-72d9cac28262 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Calling delete_port for cc38fa08-18c8-4ba7-bac3-f3488618301f owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:03.734389 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-20784d3f-a714-4d61-a18d-5281bf4cb28e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:03.735500 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-20784d3f-a714-4d61-a18d-5281bf4cb28e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1e88c72b-7067-4f61-a64e-b0f26827161b HTTP/1.1" status: 204 len: 168 time: 0.9446955 Feb 09 01:22:03.750040 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-80f8aa50-2b46-4752-8952-60740603f0d5 service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6743705 Feb 09 01:22:03.760385 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e01860d0-a2bc-4b69-a1ff-baf5bef25f96 req-1f654420-5ae6-4205-bdb9-f26af6746073 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111009 Feb 09 01:22:03.921662 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-348ac0b9-325e-443d-a73a-a12be5a66c04 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:04.015934 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-baa48b35-f04c-4ba1-b81b-56970bd171f1 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:04.126387 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ac0b9-325e-443d-a73a-a12be5a66c04 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Pushing event updated for resources: {'Subnet': ['ID=cede3c08-ada8-49c6-a772-5bd6005867a3,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:04.189631 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348ac0b9-325e-443d-a73a-a12be5a66c04 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Checking segment: {'id': '7a3d5e0a-7b56-421e-a077-54eec1df6021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '1eeb0229-62bf-4f20-82f3-0fbd9827a185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:04.193219 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348ac0b9-325e-443d-a73a-a12be5a66c04 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Network hostable DHCP agents. Network: 1eeb0229-62bf-4f20-82f3-0fbd9827a185, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:04.218905 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f72cbf3d-6aca-4a4c-8070-8a578cda4ad5 req-0eb4e183-0f3b-4fb1-85ef-2eacda448932 service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5481558 Feb 09 01:22:04.232973 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1ad10593-4ef9-4e10-8777-96f3a9b15391 req-5697478d-a7af-45a5-9f41-45df6d29fa73 service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4628346 Feb 09 01:22:04.236284 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348ac0b9-325e-443d-a73a-a12be5a66c04 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Network 1eeb0229-62bf-4f20-82f3-0fbd9827a185 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:04.256374 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-348ac0b9-325e-443d-a73a-a12be5a66c04 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 1eeb0229-62bf-4f20-82f3-0fbd9827a185) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:04.264656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348ac0b9-325e-443d-a73a-a12be5a66c04 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:04.265209 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-348ac0b9-325e-443d-a73a-a12be5a66c04 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:04.293046 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42761ec-b853-4ef3-9cd1-8526475c02e2 None None] Network 1eeb0229-62bf-4f20-82f3-0fbd9827a185 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:04.325247 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-348ac0b9-325e-443d-a73a-a12be5a66c04 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3726158 Feb 09 01:22:04.327792 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60302) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:04.340585 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-70e3bfc3-feb9-4813-8919-8e2f471da8dd tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Request body: {'port': {'network_id': '1eeb0229-62bf-4f20-82f3-0fbd9827a185', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1721199117'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:04.656012 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60318) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:04.663100 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-70e3bfc3-feb9-4813-8919-8e2f471da8dd tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:04.668326 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-70e3bfc3-feb9-4813-8919-8e2f471da8dd tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Usage tracker for resource:port and tenant:334db2476240493caa711fc397c410b0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:04.673791 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-70e3bfc3-feb9-4813-8919-8e2f471da8dd tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:04.681579 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-70e3bfc3-feb9-4813-8919-8e2f471da8dd tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:04.699534 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e3bfc3-feb9-4813-8919-8e2f471da8dd tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Made reservation on behalf of 334db2476240493caa711fc397c410b0 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:04.707111 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-70e3bfc3-feb9-4813-8919-8e2f471da8dd tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:04.708524 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f72cbf3d-6aca-4a4c-8070-8a578cda4ad5 req-5cb87001-78dc-4ab1-98b9-a857f5a4b9a8 service neutron] 10.222.0.35 "GET /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780424 Feb 09 01:22:04.709143 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa48b35-f04c-4ba1-b81b-56970bd171f1 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Pushing event updated for resources: {'Subnet': ['ID=033c9eda-016a-4567-8709-a6aa15987c0f,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:04.763555 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-70e3bfc3-feb9-4813-8919-8e2f471da8dd tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] device_id is not set on port 0a025cce-b10a-4c39-a85f-7b3e79017d1f yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:22:04.769029 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feabaa46-a889-422d-8000-cf744974dc82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-1eeb0229-62bf-4f20-82f3-0fbd9827a185', 'network_id': '1eeb0229-62bf-4f20-82f3-0fbd9827a185', 'tenant_id': '334db2476240493caa711fc397c410b0', 'fixed_ips': [{'subnet_id': 'cede3c08-ada8-49c6-a772-5bd6005867a3'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:22:04.770166 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-feabaa46-a889-422d-8000-cf744974dc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:04.800717 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa48b35-f04c-4ba1-b81b-56970bd171f1 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Checking segment: {'id': 'aa5f8fd6-6a4c-45ca-be9a-9fd88050f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '870023f9-5d55-4223-85e5-5dac18e66533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:04.801309 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa48b35-f04c-4ba1-b81b-56970bd171f1 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Network hostable DHCP agents. Network: 870023f9-5d55-4223-85e5-5dac18e66533, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:04.901741 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6ad93278-fc4d-4dc9-85ac-90f204ce1b8b req-0a308e7c-0a44-4c36-88eb-72d9cac28262 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:04.919874 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-3115c6d4-e491-4b91-a718-1fb1b3c1033c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1210509180-network', 'tenant_id': '0a69494f65454a40b57f25766cb22f58'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:04.949827 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3115c6d4-e491-4b91-a718-1fb1b3c1033c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:04.989811 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d8b53-fd77-42a7-bb6c-95f89aad2c65 req-7e244d57-d9ca-4952-a9d7-dc059e72c22f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:04.991876 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c65d8b53-fd77-42a7-bb6c-95f89aad2c65 req-7e244d57-d9ca-4952-a9d7-dc059e72c22f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4367af54-2fa9-4fce-a656-c2100e45e417 HTTP/1.1" status: 200 len: 829 time: 0.2758234 Feb 09 01:22:04.993876 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3115c6d4-e491-4b91-a718-1fb1b3c1033c admin admin] Usage tracker for resource:network and tenant:0a69494f65454a40b57f25766cb22f58 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:05.002603 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3115c6d4-e491-4b91-a718-1fb1b3c1033c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:05.013005 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-feabaa46-a889-422d-8000-cf744974dc82 None None] Allocated IP 2001:db8::2 (1eeb0229-62bf-4f20-82f3-0fbd9827a185/cede3c08-ada8-49c6-a772-5bd6005867a3/c75a2592-6a1c-4969-9c09-bb630fb95ad9) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:05.015003 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3115c6d4-e491-4b91-a718-1fb1b3c1033c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:05.066332 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3115c6d4-e491-4b91-a718-1fb1b3c1033c admin admin] Made reservation on behalf of 0a69494f65454a40b57f25766cb22f58 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:05.068689 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3115c6d4-e491-4b91-a718-1fb1b3c1033c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:05.078880 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a308e7c-0a44-4c36-88eb-72d9cac28262 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Pushing event deleted for resources: {'Port': ['ID=cc38fa08-18c8-4ba7-bac3-f3488618301f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:05.113437 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3115c6d4-e491-4b91-a718-1fb1b3c1033c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:05.137276 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8738c-127f-4f0d-9cc0-890d245b4c68 req-0cef435a-3b1b-4fb3-a1b9-c2a20e17bc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:05.138973 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25d8738c-127f-4f0d-9cc0-890d245b4c68 req-0cef435a-3b1b-4fb3-a1b9-c2a20e17bc4b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9&device_id=dca34561-3d96-4998-ba9b-4d380ae8de73 HTTP/1.1" status: 200 len: 1094 time: 0.4669590 Feb 09 01:22:05.140219 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa48b35-f04c-4ba1-b81b-56970bd171f1 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Network 870023f9-5d55-4223-85e5-5dac18e66533 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:05.160066 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3115c6d4-e491-4b91-a718-1fb1b3c1033c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:05.173803 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3115c6d4-e491-4b91-a718-1fb1b3c1033c admin admin] Usage tracker for resource:security_group_rule and tenant:0a69494f65454a40b57f25766cb22f58 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:05.180263 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3115c6d4-e491-4b91-a718-1fb1b3c1033c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:05.199357 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3115c6d4-e491-4b91-a718-1fb1b3c1033c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:05.228488 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112300d-48bc-4bfc-bb26-53830dc65864 req-95f4d52d-8b59-4314-8859-f3d3f2dcf262 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:05.232909 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f112300d-48bc-4bfc-bb26-53830dc65864 req-95f4d52d-8b59-4314-8859-f3d3f2dcf262 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=dca34561-3d96-4998-ba9b-4d380ae8de73 HTTP/1.1" status: 200 len: 943 time: 0.2793045 Feb 09 01:22:05.356565 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad93278-fc4d-4dc9-85ac-90f204ce1b8b req-0a308e7c-0a44-4c36-88eb-72d9cac28262 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] No DVR routers for this DVR port cc38fa08-18c8-4ba7-bac3-f3488618301f on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:05.361032 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6ad93278-fc4d-4dc9-85ac-90f204ce1b8b req-0a308e7c-0a44-4c36-88eb-72d9cac28262 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:05.365254 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8738c-127f-4f0d-9cc0-890d245b4c68 req-c34dc656-1934-433b-8a8b-fbf8aa935a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:05.367260 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25d8738c-127f-4f0d-9cc0-890d245b4c68 req-c34dc656-1934-433b-8a8b-fbf8aa935a0c service neutron] 10.222.0.35 "GET /v2.0/networks?id=37619b15-03b6-4ee3-8b5e-c1b376918ea6 HTTP/1.1" status: 200 len: 912 time: 0.1675193 Feb 09 01:22:05.371568 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4367af54-2fa9-4fce-a656-c2100e45e417', 'name': 'network-vif-deleted', 'tag': 'cc38fa08-18c8-4ba7-bac3-f3488618301f'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:22:05.372933 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f112300d-48bc-4bfc-bb26-53830dc65864 req-4e9babb6-7835-4ff3-9f5f-a72328f3e647 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326087 Feb 09 01:22:05.395759 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device cc38fa08-18c8-4ba7-bac3-f3488618301f no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:22:05.444876 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: cc38fa08-18c8-4ba7-bac3-f3488618301f {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:22:05.445215 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device cc38fa08-18c8-4ba7-bac3-f3488618301f not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:22:05.446834 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3115c6d4-e491-4b91-a718-1fb1b3c1033c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:05.452170 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3115c6d4-e491-4b91-a718-1fb1b3c1033c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:05.454142 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25d8738c-127f-4f0d-9cc0-890d245b4c68 req-5d5a7db1-7ed5-43d3-b2dc-0b689b623a94 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8b8ba25-ede0-47c2-aec0-7ad5a4338305 HTTP/1.1" status: 200 len: 217 time: 0.0770621 Feb 09 01:22:05.457651 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-baa48b35-f04c-4ba1-b81b-56970bd171f1 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 870023f9-5d55-4223-85e5-5dac18e66533) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:05.463163 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa48b35-f04c-4ba1-b81b-56970bd171f1 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:05.464105 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-baa48b35-f04c-4ba1-b81b-56970bd171f1 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:05.468557 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb9ee0e-4f10-4d67-a248-b571eb1bd295 None None] Network 870023f9-5d55-4223-85e5-5dac18e66533 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:05.517470 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3115c6d4-e491-4b91-a718-1fb1b3c1033c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 972} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:05.521615 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4367af54-2fa9-4fce-a656-c2100e45e417', 'name': 'network-vif-deleted', 'tag': 'cc38fa08-18c8-4ba7-bac3-f3488618301f', 'status': 'completed', 'code': 200} Feb 09 01:22:05.541272 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115c6d4-e491-4b91-a718-1fb1b3c1033c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd2c06f-b944-41cc-bc54-904ddf4a7b39,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:05.554285 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ad93278-fc4d-4dc9-85ac-90f204ce1b8b req-0a308e7c-0a44-4c36-88eb-72d9cac28262 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.35 "DELETE /v2.0/ports/cc38fa08-18c8-4ba7-bac3-f3488618301f HTTP/1.1" status: 204 len: 173 time: 3.7415738 Feb 09 01:22:05.554867 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3115c6d4-e491-4b91-a718-1fb1b3c1033c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:05.555215 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-3115c6d4-e491-4b91-a718-1fb1b3c1033c admin admin] Added segment ef2e8be9-8b23-4223-8ea8-154a0938a2cf of type vlan for network ad238f4b-34bd-42e1-957d-8f3ce51d9465 Feb 09 01:22:05.566972 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-baa48b35-f04c-4ba1-b81b-56970bd171f1 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2026184 Feb 09 01:22:05.574704 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60344) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:05.594919 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-6894d256-a943-4d49-a0ac-fd466617f4f0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Request body: {'subnet': {'network_id': 'd44be03e-fdf0-4442-84b5-6bd518204111', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:05.602545 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-feabaa46-a889-422d-8000-cf744974dc82 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:05.617246 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3115c6d4-e491-4b91-a718-1fb1b3c1033c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:05.621291 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60350) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:05.658692 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-feabaa46-a889-422d-8000-cf744974dc82 None None] Transition to ACTIVE for port object c75a2592-6a1c-4969-9c09-bb630fb95ad9 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:05.659251 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3115c6d4-e491-4b91-a718-1fb1b3c1033c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:05.660642 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3115c6d4-e491-4b91-a718-1fb1b3c1033c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:05.661483 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3115c6d4-e491-4b91-a718-1fb1b3c1033c admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:05.706419 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-b40329c4-cb55-4496-8727-74ab45f3be69 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1516155539'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:05.707221 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-feabaa46-a889-422d-8000-cf744974dc82 None None] Transition to ACTIVE for port object c75a2592-6a1c-4969-9c09-bb630fb95ad9 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:05.726823 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8738c-127f-4f0d-9cc0-890d245b4c68 req-dccff433-b99c-4411-93a2-d20cb96f2ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:05.728469 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25d8738c-127f-4f0d-9cc0-890d245b4c68 req-dccff433-b99c-4411-93a2-d20cb96f2ef4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5c99494-da9a-458d-b6b1-e6de1927c8e8 HTTP/1.1" status: 200 len: 850 time: 0.2584708 Feb 09 01:22:05.737855 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-feabaa46-a889-422d-8000-cf744974dc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:05.750381 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b40329c4-cb55-4496-8727-74ab45f3be69 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:05.796440 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b40329c4-cb55-4496-8727-74ab45f3be69 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Usage tracker for resource:network and tenant:08259b26651148159119352f4f3e1358 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:05.804265 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b40329c4-cb55-4496-8727-74ab45f3be69 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:05.829414 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b40329c4-cb55-4496-8727-74ab45f3be69 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:05.860693 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6894d256-a943-4d49-a0ac-fd466617f4f0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:05.869402 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6894d256-a943-4d49-a0ac-fd466617f4f0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Usage tracker for resource:subnet and tenant:e8f34c81972d4b418279162475af4a98 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:05.873733 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6894d256-a943-4d49-a0ac-fd466617f4f0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:05.876714 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40329c4-cb55-4496-8727-74ab45f3be69 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Made reservation on behalf of 08259b26651148159119352f4f3e1358 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:05.879441 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115c6d4-e491-4b91-a718-1fb1b3c1033c admin admin] Pushing event updated for resources: {'Network': ['ID=ad238f4b-34bd-42e1-957d-8f3ce51d9465,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:05.880582 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b40329c4-cb55-4496-8727-74ab45f3be69 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:05.892224 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3115c6d4-e491-4b91-a718-1fb1b3c1033c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2349784 Feb 09 01:22:05.892925 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60360) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:05.900921 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feabaa46-a889-422d-8000-cf744974dc82 None None] Network 1eeb0229-62bf-4f20-82f3-0fbd9827a185 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:05.906175 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-70e3bfc3-feb9-4813-8919-8e2f471da8dd tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Allocated IP 2001:db8::271 (1eeb0229-62bf-4f20-82f3-0fbd9827a185/cede3c08-ada8-49c6-a772-5bd6005867a3/0a025cce-b10a-4c39-a85f-7b3e79017d1f) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:05.909924 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-feabaa46-a889-422d-8000-cf744974dc82 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:05.912206 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-c353188e-159b-4171-a1ff-d4e588ade8c3 admin admin] Request body: {'subnet': {'network_id': 'ad238f4b-34bd-42e1-957d-8f3ce51d9465', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1210509180-subnet', 'tenant_id': '0a69494f65454a40b57f25766cb22f58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:05.912452 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6894d256-a943-4d49-a0ac-fd466617f4f0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:05.916194 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feabaa46-a889-422d-8000-cf744974dc82 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:05.921426 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c353188e-159b-4171-a1ff-d4e588ade8c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:05.925939 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network ad238f4b-34bd-42e1-957d-8f3ce51d9465 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:22:05.929861 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c353188e-159b-4171-a1ff-d4e588ade8c3 admin admin] Usage tracker for resource:subnet and tenant:0a69494f65454a40b57f25766cb22f58 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:05.934343 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c353188e-159b-4171-a1ff-d4e588ade8c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:05.935672 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b40329c4-cb55-4496-8727-74ab45f3be69 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 987} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:05.944292 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c353188e-159b-4171-a1ff-d4e588ade8c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:05.944498 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8738c-127f-4f0d-9cc0-890d245b4c68 req-ddb9be05-ef17-40d5-9e4f-0c79d995d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:05.946466 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25d8738c-127f-4f0d-9cc0-890d245b4c68 req-ddb9be05-ef17-40d5-9e4f-0c79d995d544 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37619b15-03b6-4ee3-8b5e-c1b376918ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1899092 Feb 09 01:22:05.950535 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6894d256-a943-4d49-a0ac-fd466617f4f0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Made reservation on behalf of e8f34c81972d4b418279162475af4a98 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:05.954175 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6894d256-a943-4d49-a0ac-fd466617f4f0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:05.973563 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b40329c4-cb55-4496-8727-74ab45f3be69 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:05.974161 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-b40329c4-cb55-4496-8727-74ab45f3be69 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Added segment fd3b71e5-0362-4aa8-9ee9-e449d143c760 of type vlan for network d0976495-8081-44af-be21-4d619e68defa Feb 09 01:22:05.991880 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c353188e-159b-4171-a1ff-d4e588ade8c3 admin admin] Made reservation on behalf of 0a69494f65454a40b57f25766cb22f58 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:05.994470 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c353188e-159b-4171-a1ff-d4e588ade8c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:06.162410 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabaa46-a889-422d-8000-cf744974dc82 None None] Pushing event updated for resources: {'Port': ['ID=c75a2592-6a1c-4969-9c09-bb630fb95ad9,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:06.236572 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-feabaa46-a889-422d-8000-cf744974dc82 None None] Attempting to bind port c75a2592-6a1c-4969-9c09-bb630fb95ad9 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:22:06.236981 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-feabaa46-a889-422d-8000-cf744974dc82 None None] Attempting to bind port c75a2592-6a1c-4969-9c09-bb630fb95ad9 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '7a3d5e0a-7b56-421e-a077-54eec1df6021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '1eeb0229-62bf-4f20-82f3-0fbd9827a185'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:22:06.237406 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feabaa46-a889-422d-8000-cf744974dc82 None None] Attempting to bind port c75a2592-6a1c-4969-9c09-bb630fb95ad9 on network 1eeb0229-62bf-4f20-82f3-0fbd9827a185 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:22:06.256181 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42ccc0e-c02e-4dbf-b79b-887f159c4a3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-870023f9-5d55-4223-85e5-5dac18e66533', 'network_id': '870023f9-5d55-4223-85e5-5dac18e66533', 'tenant_id': 'e8f34c81972d4b418279162475af4a98', 'fixed_ips': [{'subnet_id': '033c9eda-016a-4567-8709-a6aa15987c0f'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:22:06.257430 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b42ccc0e-c02e-4dbf-b79b-887f159c4a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:06.267611 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feabaa46-a889-422d-8000-cf744974dc82 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:22:06.267952 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feabaa46-a889-422d-8000-cf744974dc82 None None] Checking segment: {'id': '7a3d5e0a-7b56-421e-a077-54eec1df6021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '1eeb0229-62bf-4f20-82f3-0fbd9827a185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:06.268356 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-feabaa46-a889-422d-8000-cf744974dc82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:06.268916 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feabaa46-a889-422d-8000-cf744974dc82 None None] Bound using segment: {'id': '7a3d5e0a-7b56-421e-a077-54eec1df6021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '1eeb0229-62bf-4f20-82f3-0fbd9827a185'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:22:06.269237 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-feabaa46-a889-422d-8000-cf744974dc82 None None] Bound port: c75a2592-6a1c-4969-9c09-bb630fb95ad9, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a3d5e0a-7b56-421e-a077-54eec1df6021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '1eeb0229-62bf-4f20-82f3-0fbd9827a185'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:22:06.269601 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-feabaa46-a889-422d-8000-cf744974dc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:06.447851 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25d8738c-127f-4f0d-9cc0-890d245b4c68 req-6f08c048-e022-43ff-a3ff-6c3828d5edc2 service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717574 Feb 09 01:22:06.507110 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-846e4cc0-dfc0-45df-b2cf-789419266d37 req-e937f245-8c82-401b-855b-5bdd8607c3ef tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=4367af54-2fa9-4fce-a656-c2100e45e417 HTTP/1.1" status: 200 len: 210 time: 0.2103112 Feb 09 01:22:06.547339 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-feabaa46-a889-422d-8000-cf744974dc82 None None] For port c75a2592-6a1c-4969-9c09-bb630fb95ad9, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:22:06.560846 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b40329c4-cb55-4496-8727-74ab45f3be69 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:06.563769 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-feabaa46-a889-422d-8000-cf744974dc82 None None] For port c75a2592-6a1c-4969-9c09-bb630fb95ad9, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=c75a2592-6a1c-4969-9c09-bb630fb95ad9,segment=NetworkSegment(7a3d5e0a-7b56-421e-a077-54eec1df6021),segment_id=7a3d5e0a-7b56-421e-a077-54eec1df6021)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:22:06.602812 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-feabaa46-a889-422d-8000-cf744974dc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:06.615944 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-70e3bfc3-feb9-4813-8919-8e2f471da8dd tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:06.649141 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-70e3bfc3-feb9-4813-8919-8e2f471da8dd tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Transition to ACTIVE for port object 0a025cce-b10a-4c39-a85f-7b3e79017d1f will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:06.656149 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-b42ccc0e-c02e-4dbf-b79b-887f159c4a3c None None] Allocated IP 172.20.0.2 (870023f9-5d55-4223-85e5-5dac18e66533/033c9eda-016a-4567-8709-a6aa15987c0f/23c3bef1-45f1-45bc-978e-8d8dd832e6fa) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:06.715019 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c353188e-159b-4171-a1ff-d4e588ade8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:06.764389 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-70e3bfc3-feb9-4813-8919-8e2f471da8dd tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:06.807252 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b40329c4-cb55-4496-8727-74ab45f3be69 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:06.815356 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40329c4-cb55-4496-8727-74ab45f3be69 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:06.815617 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b40329c4-cb55-4496-8727-74ab45f3be69 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:06.872117 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e3bfc3-feb9-4813-8919-8e2f471da8dd tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Network 1eeb0229-62bf-4f20-82f3-0fbd9827a185 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:06.888460 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-70e3bfc3-feb9-4813-8919-8e2f471da8dd tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:06.912246 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25d8738c-127f-4f0d-9cc0-890d245b4c68 req-50a23ab2-35ce-456f-ac85-0cb24e3017e8 service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331455 Feb 09 01:22:06.917659 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e3bfc3-feb9-4813-8919-8e2f471da8dd tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:06.940037 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e3bfc3-feb9-4813-8919-8e2f471da8dd tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:06.941163 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-70e3bfc3-feb9-4813-8919-8e2f471da8dd tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:06.963717 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353188e-159b-4171-a1ff-d4e588ade8c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=610ff685-6e85-4c25-ba33-f1568004e4db,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:06.990514 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-70e3bfc3-feb9-4813-8919-8e2f471da8dd tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.6615846 Feb 09 01:22:06.991958 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c353188e-159b-4171-a1ff-d4e588ade8c3 admin admin] Checking segment: {'id': 'ef2e8be9-8b23-4223-8ea8-154a0938a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'ad238f4b-34bd-42e1-957d-8f3ce51d9465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:06.993396 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c353188e-159b-4171-a1ff-d4e588ade8c3 admin admin] Network hostable DHCP agents. Network: ad238f4b-34bd-42e1-957d-8f3ce51d9465, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:06.999593 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60382) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:07.000903 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3bfc3-feb9-4813-8919-8e2f471da8dd tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Pushing event updated for resources: {'Port': ['ID=0a025cce-b10a-4c39-a85f-7b3e79017d1f,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:07.007786 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230f209-3ab8-4cd5-b634-7291eb734354 req-fffc245c-b3ef-4a22-8d4d-27424a763f8c tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:07.008565 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3230f209-3ab8-4cd5-b634-7291eb734354 req-fffc245c-b3ef-4a22-8d4d-27424a763f8c tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Synchronizing usage tracker for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:22:07.016096 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-f8b86cf6-2607-4753-a9e9-08ad484f54fa tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Request body: {'port': {'network_id': '1eeb0229-62bf-4f20-82f3-0fbd9827a185', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1498409552', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:07.016617 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.api.validators [None req-f8b86cf6-2607-4753-a9e9-08ad484f54fa tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] bootfile-name is not in valid_values {{(pid=87612) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 01:22:07.017309 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.api.validators [None req-f8b86cf6-2607-4753-a9e9-08ad484f54fa tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] tftp-server is not in valid_values {{(pid=87612) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 01:22:07.017309 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.api.validators [None req-f8b86cf6-2607-4753-a9e9-08ad484f54fa tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] server-ip-address is not in valid_values {{(pid=87612) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 01:22:07.023974 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c353188e-159b-4171-a1ff-d4e588ade8c3 admin admin] Network ad238f4b-34bd-42e1-957d-8f3ce51d9465 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:07.045572 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-c353188e-159b-4171-a1ff-d4e588ade8c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, ad238f4b-34bd-42e1-957d-8f3ce51d9465) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:07.050283 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b40329c4-cb55-4496-8727-74ab45f3be69 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4235101 Feb 09 01:22:07.051243 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40329c4-cb55-4496-8727-74ab45f3be69 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Pushing event updated for resources: {'Network': ['ID=d0976495-8081-44af-be21-4d619e68defa,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:07.053810 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60386) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:07.056323 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c353188e-159b-4171-a1ff-d4e588ade8c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:07.056976 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c353188e-159b-4171-a1ff-d4e588ade8c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:07.094947 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60388) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:07.118375 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c353188e-159b-4171-a1ff-d4e588ade8c3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2122068 Feb 09 01:22:07.149601 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b42ccc0e-c02e-4dbf-b79b-887f159c4a3c None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:07.168730 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b42ccc0e-c02e-4dbf-b79b-887f159c4a3c None None] Transition to ACTIVE for port object 23c3bef1-45f1-45bc-978e-8d8dd832e6fa will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:07.193734 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b42ccc0e-c02e-4dbf-b79b-887f159c4a3c None None] Transition to ACTIVE for port object 23c3bef1-45f1-45bc-978e-8d8dd832e6fa will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:07.201980 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c7bd4d-d03f-4aca-9717-602af12a0293 None None] Network ad238f4b-34bd-42e1-957d-8f3ce51d9465 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:07.258178 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-ba99f70e-92d3-403f-b2cd-1561e87b119a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1064799790'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:07.271198 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ba99f70e-92d3-403f-b2cd-1561e87b119a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:07.309480 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ba99f70e-92d3-403f-b2cd-1561e87b119a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Usage tracker for resource:network and tenant:08259b26651148159119352f4f3e1358 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:07.312879 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-3a75f1d4-f8ef-4e2b-81bf-7d967de73efe tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:07.320429 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3a75f1d4-f8ef-4e2b-81bf-7d967de73efe tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:07.326372 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3a75f1d4-f8ef-4e2b-81bf-7d967de73efe tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Usage tracker for resource:floatingip and tenant:1f2e553723194a46bd7d746285f82ddd is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:07.331354 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ba99f70e-92d3-403f-b2cd-1561e87b119a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:07.341921 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ba99f70e-92d3-403f-b2cd-1561e87b119a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:07.342569 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3a75f1d4-f8ef-4e2b-81bf-7d967de73efe tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:07.349690 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3230f209-3ab8-4cd5-b634-7291eb734354 req-fffc245c-b3ef-4a22-8d4d-27424a763f8c tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Unset dirty status for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:22:07.350231 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3a75f1d4-f8ef-4e2b-81bf-7d967de73efe tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:07.358392 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3230f209-3ab8-4cd5-b634-7291eb734354 req-fffc245c-b3ef-4a22-8d4d-27424a763f8c tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=dca34561-3d96-4998-ba9b-4d380ae8de73 HTTP/1.1" status: 200 len: 943 time: 0.7250760 Feb 09 01:22:07.360029 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network d0976495-8081-44af-be21-4d619e68defa details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:22:07.373433 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3a75f1d4-f8ef-4e2b-81bf-7d967de73efe tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:07.387257 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6894d256-a943-4d49-a0ac-fd466617f4f0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:07.471213 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894d256-a943-4d49-a0ac-fd466617f4f0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Pushing event updated for resources: {'Subnet': ['ID=e6d5d6b0-fcf8-4a2a-892c-70eba7a07549,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:07.482205 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba99f70e-92d3-403f-b2cd-1561e87b119a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Made reservation on behalf of 08259b26651148159119352f4f3e1358 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:07.485602 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ba99f70e-92d3-403f-b2cd-1561e87b119a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:07.532782 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b42ccc0e-c02e-4dbf-b79b-887f159c4a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:07.556308 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f8b86cf6-2607-4753-a9e9-08ad484f54fa tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:07.560565 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f8b86cf6-2607-4753-a9e9-08ad484f54fa tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Usage tracker for resource:port and tenant:334db2476240493caa711fc397c410b0 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:07.564840 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f8b86cf6-2607-4753-a9e9-08ad484f54fa tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:07.570537 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f8b86cf6-2607-4753-a9e9-08ad484f54fa tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:07.588434 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3230f209-3ab8-4cd5-b634-7291eb734354 req-69e252f3-f4cc-4a70-864d-7198706e3246 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288330 Feb 09 01:22:07.614579 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b86cf6-2607-4753-a9e9-08ad484f54fa tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Made reservation on behalf of 334db2476240493caa711fc397c410b0 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:07.618474 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f8b86cf6-2607-4753-a9e9-08ad484f54fa tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:07.650870 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3a75f1d4-f8ef-4e2b-81bf-7d967de73efe tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:07.651159 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba99f70e-92d3-403f-b2cd-1561e87b119a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 976} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:07.667157 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42ccc0e-c02e-4dbf-b79b-887f159c4a3c None None] Network 870023f9-5d55-4223-85e5-5dac18e66533 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:07.674651 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-b42ccc0e-c02e-4dbf-b79b-887f159c4a3c None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:07.676668 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-868a9880-35db-4c72-bcf7-80481ca31d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:07.678593 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fc94b9-f0d6-4df7-9472-f738f8f3cb32 None None] Network ad238f4b-34bd-42e1-957d-8f3ce51d9465 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:07.690434 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6894d256-a943-4d49-a0ac-fd466617f4f0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Checking segment: {'id': 'e0bbb61d-dcfd-4139-aa8d-77daf332e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'd44be03e-fdf0-4442-84b5-6bd518204111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:07.691949 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6894d256-a943-4d49-a0ac-fd466617f4f0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Network hostable DHCP agents. Network: d44be03e-fdf0-4442-84b5-6bd518204111, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:07.696007 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42ccc0e-c02e-4dbf-b79b-887f159c4a3c None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:07.708612 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-f8b86cf6-2607-4753-a9e9-08ad484f54fa tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] device_id is not set on port bd4efd6c-66fa-4efa-b4ef-56d4d1c5ee86 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:22:07.803717 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ba99f70e-92d3-403f-b2cd-1561e87b119a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:07.804657 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-ba99f70e-92d3-403f-b2cd-1561e87b119a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Added segment cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc of type vlan for network fc0cd235-d706-4e7e-a633-962d662b162f Feb 09 01:22:07.920376 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-3a75f1d4-f8ef-4e2b-81bf-7d967de73efe tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Allocated IP 172.25.5.228 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/4521dc73-fb68-4962-9a75-fb9cb7470f22) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:07.920897 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabaa46-a889-422d-8000-cf744974dc82 None None] Pushing event updated for resources: {'Port': ['ID=c75a2592-6a1c-4969-9c09-bb630fb95ad9,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:07.947541 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6894d256-a943-4d49-a0ac-fd466617f4f0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Network d44be03e-fdf0-4442-84b5-6bd518204111 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:07.970246 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ba99f70e-92d3-403f-b2cd-1561e87b119a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:08.070128 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ccc0e-c02e-4dbf-b79b-887f159c4a3c None None] Pushing event updated for resources: {'Port': ['ID=23c3bef1-45f1-45bc-978e-8d8dd832e6fa,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:08.078804 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-6894d256-a943-4d49-a0ac-fd466617f4f0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, d44be03e-fdf0-4442-84b5-6bd518204111) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:08.096059 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cb6ee6-47ac-4b66-b97d-c743891f1588 None None] Network d44be03e-fdf0-4442-84b5-6bd518204111 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:08.100759 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6894d256-a943-4d49-a0ac-fd466617f4f0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:08.101632 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6894d256-a943-4d49-a0ac-fd466617f4f0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:08.199714 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-b42ccc0e-c02e-4dbf-b79b-887f159c4a3c None None] Attempting to bind port 23c3bef1-45f1-45bc-978e-8d8dd832e6fa on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:22:08.201147 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-b42ccc0e-c02e-4dbf-b79b-887f159c4a3c None None] Attempting to bind port 23c3bef1-45f1-45bc-978e-8d8dd832e6fa by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'aa5f8fd6-6a4c-45ca-be9a-9fd88050f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '870023f9-5d55-4223-85e5-5dac18e66533'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:22:08.201740 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ccc0e-c02e-4dbf-b79b-887f159c4a3c None None] Attempting to bind port 23c3bef1-45f1-45bc-978e-8d8dd832e6fa on network 870023f9-5d55-4223-85e5-5dac18e66533 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:22:08.216952 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ccc0e-c02e-4dbf-b79b-887f159c4a3c None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:22:08.217582 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ccc0e-c02e-4dbf-b79b-887f159c4a3c None None] Checking segment: {'id': 'aa5f8fd6-6a4c-45ca-be9a-9fd88050f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '870023f9-5d55-4223-85e5-5dac18e66533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:08.218275 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b42ccc0e-c02e-4dbf-b79b-887f159c4a3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:08.219130 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ccc0e-c02e-4dbf-b79b-887f159c4a3c None None] Bound using segment: {'id': 'aa5f8fd6-6a4c-45ca-be9a-9fd88050f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '870023f9-5d55-4223-85e5-5dac18e66533'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:22:08.219796 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-b42ccc0e-c02e-4dbf-b79b-887f159c4a3c None None] Bound port: 23c3bef1-45f1-45bc-978e-8d8dd832e6fa, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa5f8fd6-6a4c-45ca-be9a-9fd88050f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '870023f9-5d55-4223-85e5-5dac18e66533'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:22:08.220387 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b42ccc0e-c02e-4dbf-b79b-887f159c4a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:08.245221 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-f8b86cf6-2607-4753-a9e9-08ad484f54fa tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Allocated IP 2001:db8::a1 (1eeb0229-62bf-4f20-82f3-0fbd9827a185/cede3c08-ada8-49c6-a772-5bd6005867a3/bd4efd6c-66fa-4efa-b4ef-56d4d1c5ee86) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:08.256156 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6894d256-a943-4d49-a0ac-fd466617f4f0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6794701 Feb 09 01:22:08.268353 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60416) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:08.311984 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3a75f1d4-f8ef-4e2b-81bf-7d967de73efe tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:08.316101 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60420) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:08.323569 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-ed138897-71c8-475a-9b40-ca2754423b91 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1492408560-network', 'tenant_id': '681ce7b9a417404197f4e11d8733dc99'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:08.343720 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ba99f70e-92d3-403f-b2cd-1561e87b119a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:08.349363 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba99f70e-92d3-403f-b2cd-1561e87b119a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:08.349969 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ba99f70e-92d3-403f-b2cd-1561e87b119a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:08.365304 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ed138897-71c8-475a-9b40-ca2754423b91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:08.381103 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ed138897-71c8-475a-9b40-ca2754423b91 admin admin] Usage tracker for resource:network and tenant:681ce7b9a417404197f4e11d8733dc99 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:08.386581 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ed138897-71c8-475a-9b40-ca2754423b91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:08.393438 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ed138897-71c8-475a-9b40-ca2754423b91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:08.426292 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed138897-71c8-475a-9b40-ca2754423b91 admin admin] Made reservation on behalf of 681ce7b9a417404197f4e11d8733dc99 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:08.428136 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ed138897-71c8-475a-9b40-ca2754423b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:08.445914 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ed138897-71c8-475a-9b40-ca2754423b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:08.474821 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca85cc-974e-45fd-8e7e-2bacf71101a6 req-2d9257ce-0f83-4b31-8714-41c500407c71 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:08.476444 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-55ca85cc-974e-45fd-8e7e-2bacf71101a6 req-2d9257ce-0f83-4b31-8714-41c500407c71 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=b22f68f7-f3cb-4cb7-b2f3-99b2b1d3da21 HTTP/1.1" status: 200 len: 945 time: 0.1611834 Feb 09 01:22:08.482186 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ed138897-71c8-475a-9b40-ca2754423b91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:08.488455 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ed138897-71c8-475a-9b40-ca2754423b91 admin admin] Usage tracker for resource:security_group_rule and tenant:681ce7b9a417404197f4e11d8733dc99 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:08.503368 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ed138897-71c8-475a-9b40-ca2754423b91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:08.508112 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3a75f1d4-f8ef-4e2b-81bf-7d967de73efe tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:08.512723 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99f70e-92d3-403f-b2cd-1561e87b119a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Pushing event updated for resources: {'Network': ['ID=fc0cd235-d706-4e7e-a633-962d662b162f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:08.516004 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-b42ccc0e-c02e-4dbf-b79b-887f159c4a3c None None] For port 23c3bef1-45f1-45bc-978e-8d8dd832e6fa, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:22:08.528065 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ba99f70e-92d3-403f-b2cd-1561e87b119a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2875855 Feb 09 01:22:08.529222 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60424) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:08.534424 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network fc0cd235-d706-4e7e-a633-962d662b162f details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:22:08.550008 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-b42ccc0e-c02e-4dbf-b79b-887f159c4a3c None None] For port 23c3bef1-45f1-45bc-978e-8d8dd832e6fa, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=23c3bef1-45f1-45bc-978e-8d8dd832e6fa,segment=NetworkSegment(aa5f8fd6-6a4c-45ca-be9a-9fd88050f8f0),segment_id=aa5f8fd6-6a4c-45ca-be9a-9fd88050f8f0)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:22:08.554997 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ed138897-71c8-475a-9b40-ca2754423b91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:08.609777 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-80764fc9-a9d1-4eb2-9f9b-550c97bd1c7d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Request body: {'subnet': {'network_id': 'd0976495-8081-44af-be21-4d619e68defa', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:08.611909 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b42ccc0e-c02e-4dbf-b79b-887f159c4a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:08.613059 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a75f1d4-f8ef-4e2b-81bf-7d967de73efe tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:08.631632 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-55ca85cc-974e-45fd-8e7e-2bacf71101a6 req-1dcde43d-a29c-4dbd-ab18-c7a87abddf46 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452050 Feb 09 01:22:08.654373 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-3a75f1d4-f8ef-4e2b-81bf-7d967de73efe tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:08.664000 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a75f1d4-f8ef-4e2b-81bf-7d967de73efe tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:08.736657 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a75f1d4-f8ef-4e2b-81bf-7d967de73efe tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Pushing event updated for resources: {'Port': ['ID=4521dc73-fb68-4962-9a75-fb9cb7470f22,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:08.826257 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-d44be03e-fdf0-4442-84b5-6bd518204111', 'network_id': 'd44be03e-fdf0-4442-84b5-6bd518204111', 'tenant_id': 'e8f34c81972d4b418279162475af4a98', 'fixed_ips': [{'subnet_id': 'e6d5d6b0-fcf8-4a2a-892c-70eba7a07549'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:22:08.827386 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:08.889619 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ed138897-71c8-475a-9b40-ca2754423b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:08.891462 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3a75f1d4-f8ef-4e2b-81bf-7d967de73efe tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:08.901601 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ed138897-71c8-475a-9b40-ca2754423b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:08.954311 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ccc0e-c02e-4dbf-b79b-887f159c4a3c None None] Pushing event updated for resources: {'Port': ['ID=23c3bef1-45f1-45bc-978e-8d8dd832e6fa,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:08.994509 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed138897-71c8-475a-9b40-ca2754423b91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 994} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:09.034559 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed138897-71c8-475a-9b40-ca2754423b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736701cf-8367-4810-8d29-dc37cf5c71b0,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:09.108518 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ed138897-71c8-475a-9b40-ca2754423b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:09.108882 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-ed138897-71c8-475a-9b40-ca2754423b91 admin admin] Added segment ce5044a4-c648-4d83-b6c1-bc70fef47d65 of type vlan for network f07f6660-95ee-47c7-b82f-9ab0f382069c Feb 09 01:22:09.153401 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3a75f1d4-f8ef-4e2b-81bf-7d967de73efe tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:09.155127 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] Allocated IP 172.20.0.2 (d44be03e-fdf0-4442-84b5-6bd518204111/e6d5d6b0-fcf8-4a2a-892c-70eba7a07549/959c8ad6-1ca1-46f8-be87-ba1a166c17cd) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:09.251523 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ed138897-71c8-475a-9b40-ca2754423b91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:09.414754 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device c75a2592-6a1c-4969-9c09-bb630fb95ad9 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:09.440045 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ed138897-71c8-475a-9b40-ca2754423b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:09.443158 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed138897-71c8-475a-9b40-ca2754423b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:09.444127 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ed138897-71c8-475a-9b40-ca2754423b91 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:09.473882 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca57a425-e16f-42c3-905f-1604bd596bfc None None] Network 1eeb0229-62bf-4f20-82f3-0fbd9827a185 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:09.537734 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-80764fc9-a9d1-4eb2-9f9b-550c97bd1c7d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:09.571136 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3f22c612-c88d-4e4c-b75b-24e50dda64fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:09.573656 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-80764fc9-a9d1-4eb2-9f9b-550c97bd1c7d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Usage tracker for resource:subnet and tenant:08259b26651148159119352f4f3e1358 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:09.583879 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-80764fc9-a9d1-4eb2-9f9b-550c97bd1c7d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:09.591885 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed138897-71c8-475a-9b40-ca2754423b91 admin admin] Pushing event updated for resources: {'Network': ['ID=f07f6660-95ee-47c7-b82f-9ab0f382069c,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:09.605371 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-80764fc9-a9d1-4eb2-9f9b-550c97bd1c7d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:09.632109 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ed138897-71c8-475a-9b40-ca2754423b91 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3146508 Feb 09 01:22:09.634535 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network f07f6660-95ee-47c7-b82f-9ab0f382069c details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:22:09.635181 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60430) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:09.643105 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-711389ad-9226-4b24-9340-be67ae3b26c7 admin admin] Request body: {'subnet': {'network_id': 'f07f6660-95ee-47c7-b82f-9ab0f382069c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1492408560-subnet', 'tenant_id': '681ce7b9a417404197f4e11d8733dc99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:09.649276 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-711389ad-9226-4b24-9340-be67ae3b26c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:09.653840 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-711389ad-9226-4b24-9340-be67ae3b26c7 admin admin] Usage tracker for resource:subnet and tenant:681ce7b9a417404197f4e11d8733dc99 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:09.657841 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-711389ad-9226-4b24-9340-be67ae3b26c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:09.664589 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-711389ad-9226-4b24-9340-be67ae3b26c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:09.666872 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc213e-93be-412b-a592-bfc1959976ad req-c290dc75-c874-4b23-a585-50e40b5b8968 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:09.668302 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-93cc213e-93be-412b-a592-bfc1959976ad req-c290dc75-c874-4b23-a585-50e40b5b8968 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=dca34561-3d96-4998-ba9b-4d380ae8de73 HTTP/1.1" status: 200 len: 943 time: 0.8626800 Feb 09 01:22:09.675659 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80764fc9-a9d1-4eb2-9f9b-550c97bd1c7d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Made reservation on behalf of 08259b26651148159119352f4f3e1358 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:09.679158 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-80764fc9-a9d1-4eb2-9f9b-550c97bd1c7d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:09.689960 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711389ad-9226-4b24-9340-be67ae3b26c7 admin admin] Made reservation on behalf of 681ce7b9a417404197f4e11d8733dc99 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:09.692963 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-711389ad-9226-4b24-9340-be67ae3b26c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:09.786647 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-76040cd7-8b78-4973-803c-e64506a6cdf0 None None] Provisioning for port c75a2592-6a1c-4969-9c09-bb630fb95ad9 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:09.846983 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3a75f1d4-f8ef-4e2b-81bf-7d967de73efe tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:09.880262 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3a75f1d4-f8ef-4e2b-81bf-7d967de73efe tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:09.944999 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port c75a2592-6a1c-4969-9c09-bb630fb95ad9 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:09.963556 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:09.982185 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port c75a2592-6a1c-4969-9c09-bb630fb95ad9 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:09.982571 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:10.080828 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a1916d60-3a18-418f-b870-b0a482ca4166 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:10.093716 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] Transition to ACTIVE for port object 959c8ad6-1ca1-46f8-be87-ba1a166c17cd will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:10.126435 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a75f1d4-f8ef-4e2b-81bf-7d967de73efe tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Pushing event updated for resources: {'Port': ['ID=4521dc73-fb68-4962-9a75-fb9cb7470f22,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:10.141769 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-80764fc9-a9d1-4eb2-9f9b-550c97bd1c7d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:10.178910 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] Transition to ACTIVE for port object 959c8ad6-1ca1-46f8-be87-ba1a166c17cd will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:10.206417 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe01f9f-cffd-4c13-912d-69879e3668a1 req-0ee5af52-8ddd-4399-b567-98cfd0ad02a4 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:10.208056 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4fe01f9f-cffd-4c13-912d-69879e3668a1 req-0ee5af52-8ddd-4399-b567-98cfd0ad02a4 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=b22f68f7-f3cb-4cb7-b2f3-99b2b1d3da21 HTTP/1.1" status: 200 len: 945 time: 0.4168541 Feb 09 01:22:10.214362 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:10.263103 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80764fc9-a9d1-4eb2-9f9b-550c97bd1c7d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Pushing event updated for resources: {'Subnet': ['ID=760d545b-8344-489a-b34a-2bacf7e004bf,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:10.291165 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3a75f1d4-f8ef-4e2b-81bf-7d967de73efe tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:10.291372 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f8b86cf6-2607-4753-a9e9-08ad484f54fa tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:10.319990 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:10.347335 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4fe01f9f-cffd-4c13-912d-69879e3668a1 req-8af20c01-9587-4284-ab5d-65f7deb025ee tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242104 Feb 09 01:22:10.351736 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3a75f1d4-f8ef-4e2b-81bf-7d967de73efe tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:10.352922 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3a75f1d4-f8ef-4e2b-81bf-7d967de73efe tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2569833 Feb 09 01:22:10.356301 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60436) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:10.366793 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78884e6-f74e-4274-a620-f6a770165bf0 None None] Network 870023f9-5d55-4223-85e5-5dac18e66533 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:10.374940 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b180b4a2-5a6b-4d9d-96a2-27fb58f942b9 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1687134264'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:10.380813 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b180b4a2-5a6b-4d9d-96a2-27fb58f942b9 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:10.385193 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b180b4a2-5a6b-4d9d-96a2-27fb58f942b9 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Usage tracker for resource:network and tenant:1f2e553723194a46bd7d746285f82ddd is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:10.388226 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b180b4a2-5a6b-4d9d-96a2-27fb58f942b9 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:10.394357 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b180b4a2-5a6b-4d9d-96a2-27fb58f942b9 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:10.405920 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b180b4a2-5a6b-4d9d-96a2-27fb58f942b9 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Made reservation on behalf of 1f2e553723194a46bd7d746285f82ddd for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:10.409927 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b180b4a2-5a6b-4d9d-96a2-27fb58f942b9 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:10.428565 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b180b4a2-5a6b-4d9d-96a2-27fb58f942b9 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:10.438855 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-93cc213e-93be-412b-a592-bfc1959976ad req-0560f1a7-0008-4319-b710-031609fa26dd tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7387342 Feb 09 01:22:10.441241 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] Network d44be03e-fdf0-4442-84b5-6bd518204111 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:10.465072 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:10.467723 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:10.501751 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b180b4a2-5a6b-4d9d-96a2-27fb58f942b9 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:10.507650 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b180b4a2-5a6b-4d9d-96a2-27fb58f942b9 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Usage tracker for resource:security_group_rule and tenant:1f2e553723194a46bd7d746285f82ddd is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:10.511763 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b180b4a2-5a6b-4d9d-96a2-27fb58f942b9 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:10.522789 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-711389ad-9226-4b24-9340-be67ae3b26c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:10.525745 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] Pushing event updated for resources: {'Port': ['ID=959c8ad6-1ca1-46f8-be87-ba1a166c17cd,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:10.529385 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b180b4a2-5a6b-4d9d-96a2-27fb58f942b9 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:10.548653 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-f8b86cf6-2607-4753-a9e9-08ad484f54fa tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Transition to ACTIVE for port object bd4efd6c-66fa-4efa-b4ef-56d4d1c5ee86 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:10.566724 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:10.603192 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port c75a2592-6a1c-4969-9c09-bb630fb95ad9, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=c75a2592-6a1c-4969-9c09-bb630fb95ad9,segment=NetworkSegment(7a3d5e0a-7b56-421e-a077-54eec1df6021),segment_id=7a3d5e0a-7b56-421e-a077-54eec1df6021)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:10.611195 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8e918d2b-f210-46a7-bdd2-6a639ea66d70 None None] Provisioning for port 23c3bef1-45f1-45bc-978e-8d8dd832e6fa completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:10.625463 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:10.627235 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:10.627648 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:10.627988 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:10.628320 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:10.628713 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:10.629038 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:10.629681 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:10.630002 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:10.630322 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:10.630685 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:10.631008 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:10.631312 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:10.639644 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:10.654974 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80764fc9-a9d1-4eb2-9f9b-550c97bd1c7d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Checking segment: {'id': 'fd3b71e5-0362-4aa8-9ee9-e449d143c760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'd0976495-8081-44af-be21-4d619e68defa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:10.655184 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80764fc9-a9d1-4eb2-9f9b-550c97bd1c7d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Network hostable DHCP agents. Network: d0976495-8081-44af-be21-4d619e68defa, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:10.681845 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711389ad-9226-4b24-9340-be67ae3b26c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93592ec5-07a3-44e3-a27a-9a50a0816466,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:10.684568 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711389ad-9226-4b24-9340-be67ae3b26c7 admin admin] Checking segment: {'id': 'ce5044a4-c648-4d83-b6c1-bc70fef47d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f07f6660-95ee-47c7-b82f-9ab0f382069c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:10.685406 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711389ad-9226-4b24-9340-be67ae3b26c7 admin admin] Network hostable DHCP agents. Network: f07f6660-95ee-47c7-b82f-9ab0f382069c, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:10.728880 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711389ad-9226-4b24-9340-be67ae3b26c7 admin admin] Network f07f6660-95ee-47c7-b82f-9ab0f382069c is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:10.763799 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a39eee-727d-441f-a13e-dc5a72063e93 req-a2b83671-336d-4ea7-9736-fcd400124a0c tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:10.764616 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-11a39eee-727d-441f-a13e-dc5a72063e93 req-a2b83671-336d-4ea7-9736-fcd400124a0c tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Synchronizing usage tracker for tenant:ce0095aebb0840088ecf37cbcece72f6 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:22:10.771813 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] Attempting to bind port 959c8ad6-1ca1-46f8-be87-ba1a166c17cd on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:22:10.772639 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] Attempting to bind port 959c8ad6-1ca1-46f8-be87-ba1a166c17cd by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'e0bbb61d-dcfd-4139-aa8d-77daf332e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'd44be03e-fdf0-4442-84b5-6bd518204111'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:22:10.773175 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] Attempting to bind port 959c8ad6-1ca1-46f8-be87-ba1a166c17cd on network d44be03e-fdf0-4442-84b5-6bd518204111 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:22:10.778475 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80764fc9-a9d1-4eb2-9f9b-550c97bd1c7d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Network d0976495-8081-44af-be21-4d619e68defa is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:10.781692 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-711389ad-9226-4b24-9340-be67ae3b26c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, f07f6660-95ee-47c7-b82f-9ab0f382069c) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:10.790585 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711389ad-9226-4b24-9340-be67ae3b26c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:10.791291 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-711389ad-9226-4b24-9340-be67ae3b26c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:10.793051 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:22:10.793865 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] Checking segment: {'id': 'e0bbb61d-dcfd-4139-aa8d-77daf332e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'd44be03e-fdf0-4442-84b5-6bd518204111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:10.795000 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:10.795851 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] Bound using segment: {'id': 'e0bbb61d-dcfd-4139-aa8d-77daf332e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'd44be03e-fdf0-4442-84b5-6bd518204111'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:22:10.796626 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] Bound port: 959c8ad6-1ca1-46f8-be87-ba1a166c17cd, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bbb61d-dcfd-4139-aa8d-77daf332e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'd44be03e-fdf0-4442-84b5-6bd518204111'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:22:10.797628 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:10.806188 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-80764fc9-a9d1-4eb2-9f9b-550c97bd1c7d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, d0976495-8081-44af-be21-4d619e68defa) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:10.825902 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b180b4a2-5a6b-4d9d-96a2-27fb58f942b9 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:10.838882 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b180b4a2-5a6b-4d9d-96a2-27fb58f942b9 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:10.855215 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-711389ad-9226-4b24-9340-be67ae3b26c7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2190194 Feb 09 01:22:10.877204 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b180b4a2-5a6b-4d9d-96a2-27fb58f942b9 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 983} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:10.883081 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52db3d7-e374-4759-812e-f8df07ac468d None None] Network f07f6660-95ee-47c7-b82f-9ab0f382069c requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:10.891557 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180b4a2-5a6b-4d9d-96a2-27fb58f942b9 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6812ad-94f5-4292-babf-5c3a4d78aaa9,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:10.896731 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b180b4a2-5a6b-4d9d-96a2-27fb58f942b9 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:10.897173 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-b180b4a2-5a6b-4d9d-96a2-27fb58f942b9 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Added segment c7d076e1-8b15-44c9-8798-ac914fcefc74 of type vlan for network 93d97990-d0d0-4a69-ac4c-839b2328738f Feb 09 01:22:10.900709 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-a1916d60-3a18-418f-b870-b0a482ca4166 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Allocated IP 172.20.0.1 (870023f9-5d55-4223-85e5-5dac18e66533/033c9eda-016a-4567-8709-a6aa15987c0f/96c5abd4-d71b-4160-a0d7-b7f39974ec66) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:10.913400 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bfb5a6-b3db-4d19-b6ef-4fa559ab1aae None None] Network d0976495-8081-44af-be21-4d619e68defa requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:10.930998 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b180b4a2-5a6b-4d9d-96a2-27fb58f942b9 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:10.985897 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b180b4a2-5a6b-4d9d-96a2-27fb58f942b9 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:10.998762 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b180b4a2-5a6b-4d9d-96a2-27fb58f942b9 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:10.999501 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b180b4a2-5a6b-4d9d-96a2-27fb58f942b9 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:11.049246 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=c75a2592-6a1c-4969-9c09-bb630fb95ad9,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:11.056318 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80764fc9-a9d1-4eb2-9f9b-550c97bd1c7d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:11.057296 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-80764fc9-a9d1-4eb2-9f9b-550c97bd1c7d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:11.083245 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b180b4a2-5a6b-4d9d-96a2-27fb58f942b9 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7226121 Feb 09 01:22:11.102704 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60444) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:11.103460 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-11a39eee-727d-441f-a13e-dc5a72063e93 req-a2b83671-336d-4ea7-9736-fcd400124a0c tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Unset dirty status for tenant:ce0095aebb0840088ecf37cbcece72f6 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:22:11.104905 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-11a39eee-727d-441f-a13e-dc5a72063e93 req-a2b83671-336d-4ea7-9736-fcd400124a0c tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22f68f7-f3cb-4cb7-b2f3-99b2b1d3da21 HTTP/1.1" status: 200 len: 945 time: 1.2951887 Feb 09 01:22:11.106421 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f8b86cf6-2607-4753-a9e9-08ad484f54fa tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:11.225062 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-80764fc9-a9d1-4eb2-9f9b-550c97bd1c7d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6894276 Feb 09 01:22:11.229226 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-ec24c255-d009-4ab9-bfcb-837e70f2fa43 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Request body: {'subnet': {'network_id': '93d97990-d0d0-4a69-ac4c-839b2328738f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:11.262345 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60448) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:11.285941 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-5dd104d2-a28e-4510-a403-a87fe38a6184 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Request body: {'subnet': {'network_id': 'fc0cd235-d706-4e7e-a633-962d662b162f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:11.298665 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b86cf6-2607-4753-a9e9-08ad484f54fa tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Network 1eeb0229-62bf-4f20-82f3-0fbd9827a185 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:11.368582 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-f8b86cf6-2607-4753-a9e9-08ad484f54fa tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:11.371448 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b86cf6-2607-4753-a9e9-08ad484f54fa tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:11.378228 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b86cf6-2607-4753-a9e9-08ad484f54fa tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:11.378992 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f8b86cf6-2607-4753-a9e9-08ad484f54fa tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:11.385166 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180b4a2-5a6b-4d9d-96a2-27fb58f942b9 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Pushing event updated for resources: {'Network': ['ID=93d97990-d0d0-4a69-ac4c-839b2328738f,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:11.455489 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5dd104d2-a28e-4510-a403-a87fe38a6184 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:11.469475 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5dd104d2-a28e-4510-a403-a87fe38a6184 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Usage tracker for resource:subnet and tenant:08259b26651148159119352f4f3e1358 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:11.475702 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a1916d60-3a18-418f-b870-b0a482ca4166 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:11.482162 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b86cf6-2607-4753-a9e9-08ad484f54fa tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Pushing event updated for resources: {'Port': ['ID=bd4efd6c-66fa-4efa-b4ef-56d4d1c5ee86,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:11.483012 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5dd104d2-a28e-4510-a403-a87fe38a6184 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:11.494349 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5dd104d2-a28e-4510-a403-a87fe38a6184 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:11.499944 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device c75a2592-6a1c-4969-9c09-bb630fb95ad9 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:11.502350 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f8b86cf6-2607-4753-a9e9-08ad484f54fa tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 4.4907157 Feb 09 01:22:11.506389 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60460) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:11.506912 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-11a39eee-727d-441f-a13e-dc5a72063e93 req-e12ea23b-f98c-4f7b-b8e4-562fb057925f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Deleting port 71f97c42-e164-4c5d-8214-cfde7a4566bd {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:11.507175 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-11a39eee-727d-441f-a13e-dc5a72063e93 req-e12ea23b-f98c-4f7b-b8e4-562fb057925f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:11.573017 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 93d97990-d0d0-4a69-ac4c-839b2328738f details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:22:11.578211 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ec24c255-d009-4ab9-bfcb-837e70f2fa43 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:11.582207 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ec24c255-d009-4ab9-bfcb-837e70f2fa43 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Usage tracker for resource:subnet and tenant:1f2e553723194a46bd7d746285f82ddd is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:11.582893 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd104d2-a28e-4510-a403-a87fe38a6184 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Made reservation on behalf of 08259b26651148159119352f4f3e1358 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:11.585312 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ec24c255-d009-4ab9-bfcb-837e70f2fa43 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:11.588529 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-a1916d60-3a18-418f-b870-b0a482ca4166 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Transition to ACTIVE for port object 96c5abd4-d71b-4160-a0d7-b7f39974ec66 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:11.594047 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5dd104d2-a28e-4510-a403-a87fe38a6184 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:11.601347 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ec24c255-d009-4ab9-bfcb-837e70f2fa43 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:11.738813 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device d8b8ba25-ede0-47c2-aec0-7ad5a4338305 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:22:11.739967 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec24c255-d009-4ab9-bfcb-837e70f2fa43 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Made reservation on behalf of 1f2e553723194a46bd7d746285f82ddd for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:11.743453 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ec24c255-d009-4ab9-bfcb-837e70f2fa43 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:11.836771 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-04d019ba-1f38-48b8-84df-d3e338acf6c6 None None] Provisioning complete for port c75a2592-6a1c-4969-9c09-bb630fb95ad9 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:11.836974 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-04d019ba-1f38-48b8-84df-d3e338acf6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:11.916305 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05209b35-4a99-4b39-8a03-b7ea18219dac tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:11.922335 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05209b35-4a99-4b39-8a03-b7ea18219dac tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:11.924137 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:11.928218 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05209b35-4a99-4b39-8a03-b7ea18219dac tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:11.929226 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-05209b35-4a99-4b39-8a03-b7ea18219dac tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Synchronizing usage tracker for tenant:334db2476240493caa711fc397c410b0 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:22:11.948921 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-8b22a7af-d638-4614-8e5d-1069916eace5 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:11.949384 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-8b22a7af-d638-4614-8e5d-1069916eace5 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Synchronizing usage tracker for tenant:0a69494f65454a40b57f25766cb22f58 on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:22:12.020145 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-05209b35-4a99-4b39-8a03-b7ea18219dac tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Unset dirty status for tenant:334db2476240493caa711fc397c410b0 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:22:12.023917 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-05209b35-4a99-4b39-8a03-b7ea18219dac tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.5112643 Feb 09 01:22:12.028171 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60472) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:12.034418 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-8b22a7af-d638-4614-8e5d-1069916eace5 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Unset dirty status for tenant:0a69494f65454a40b57f25766cb22f58 on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:22:12.040796 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-8b22a7af-d638-4614-8e5d-1069916eace5 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] 10.222.0.37 "GET /v2.0/networks?id=ad238f4b-34bd-42e1-957d-8f3ce51d9465 HTTP/1.1" status: 200 len: 809 time: 0.4170878 Feb 09 01:22:12.073299 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] For port 959c8ad6-1ca1-46f8-be87-ba1a166c17cd, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:22:12.085770 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] For port 959c8ad6-1ca1-46f8-be87-ba1a166c17cd, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=959c8ad6-1ca1-46f8-be87-ba1a166c17cd,segment=NetworkSegment(e0bbb61d-dcfd-4139-aa8d-77daf332e59d),segment_id=e0bbb61d-dcfd-4139-aa8d-77daf332e59d)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:22:12.090096 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a1916d60-3a18-418f-b870-b0a482ca4166 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:12.092575 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.resource_extend [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:22:12.104546 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-03c918bc-937a-420b-90e2-498e4574434c tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] 10.222.0.37 "GET /v2.0/quotas/0a69494f65454a40b57f25766cb22f58 HTTP/1.1" status: 200 len: 375 time: 0.0627608 Feb 09 01:22:12.157698 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port c75a2592-6a1c-4969-9c09-bb630fb95ad9 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:12.158286 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:12.194687 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-9bed448a-5651-46dc-8b0d-3ef5f3875609 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0a69494f65454a40b57f25766cb22f58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0891552 Feb 09 01:22:12.217652 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1916d60-3a18-418f-b870-b0a482ca4166 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Network 870023f9-5d55-4223-85e5-5dac18e66533 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:12.231300 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-a1916d60-3a18-418f-b870-b0a482ca4166 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:12.251852 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1916d60-3a18-418f-b870-b0a482ca4166 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:12.259049 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:12.285665 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1916d60-3a18-418f-b870-b0a482ca4166 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Pushing event updated for resources: {'Port': ['ID=96c5abd4-d71b-4160-a0d7-b7f39974ec66,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:12.291612 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-7138d0e4-6ddb-4322-8e28-04b319682728 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Deleting port bd4efd6c-66fa-4efa-b4ef-56d4d1c5ee86 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:12.291958 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7138d0e4-6ddb-4322-8e28-04b319682728 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:12.296244 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd83ec4-2ef6-4a80-ba26-379f2eca842b req-51fa5b99-a0e5-4c67-bbb5-fed5a44644f2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:12.297825 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dfd83ec4-2ef6-4a80-ba26-379f2eca842b req-51fa5b99-a0e5-4c67-bbb5-fed5a44644f2 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=b22f68f7-f3cb-4cb7-b2f3-99b2b1d3da21 HTTP/1.1" status: 200 len: 945 time: 0.6540978 Feb 09 01:22:12.381681 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-11a39eee-727d-441f-a13e-dc5a72063e93 req-e12ea23b-f98c-4f7b-b8e4-562fb057925f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] For port 71f97c42-e164-4c5d-8214-cfde7a4566bd, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=71f97c42-e164-4c5d-8214-cfde7a4566bd,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:12.383178 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-11a39eee-727d-441f-a13e-dc5a72063e93 req-e12ea23b-f98c-4f7b-b8e4-562fb057925f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:12.461033 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5dd104d2-a28e-4510-a403-a87fe38a6184 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:12.591051 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a1916d60-3a18-418f-b870-b0a482ca4166 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:12.611880 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-11a39eee-727d-441f-a13e-dc5a72063e93 req-e12ea23b-f98c-4f7b-b8e4-562fb057925f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Calling delete_port for 71f97c42-e164-4c5d-8214-cfde7a4566bd owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:12.656211 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dfd83ec4-2ef6-4a80-ba26-379f2eca842b req-325433b8-9a3e-4f56-9485-5f204290c530 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485241 Feb 09 01:22:12.684093 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361fc3da-53c6-4a74-af9b-ec1ab56a00b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-d0976495-8081-44af-be21-4d619e68defa', 'network_id': 'd0976495-8081-44af-be21-4d619e68defa', 'tenant_id': '08259b26651148159119352f4f3e1358', 'fixed_ips': [{'subnet_id': '760d545b-8344-489a-b34a-2bacf7e004bf'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:22:12.685649 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-361fc3da-53c6-4a74-af9b-ec1ab56a00b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:12.699080 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d218128-f6dc-4e48-8586-2bf931b1bbae None None] Network f07f6660-95ee-47c7-b82f-9ab0f382069c requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:12.824494 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ec24c255-d009-4ab9-bfcb-837e70f2fa43 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:12.908690 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd104d2-a28e-4510-a403-a87fe38a6184 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Checking segment: {'id': 'cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'fc0cd235-d706-4e7e-a633-962d662b162f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:12.910227 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd104d2-a28e-4510-a403-a87fe38a6184 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Network hostable DHCP agents. Network: fc0cd235-d706-4e7e-a633-962d662b162f, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:12.919681 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693f194-6ef3-45b4-8db0-3164f275f86c None None] Pushing event updated for resources: {'Port': ['ID=959c8ad6-1ca1-46f8-be87-ba1a166c17cd,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:12.976799 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd104d2-a28e-4510-a403-a87fe38a6184 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Pushing event updated for resources: {'Subnet': ['ID=9671a035-d862-45b0-9a1f-4f8114d5db77,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:13.016020 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-8324c8cd-5433-42c1-9600-8d5e7ef7b38d service neutron] 10.222.0.37 "GET /v2.0/networks/ad238f4b-34bd-42e1-957d-8f3ce51d9465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8203962 Feb 09 01:22:13.026302 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-04d019ba-1f38-48b8-84df-d3e338acf6c6 None None] Provisioning for port 0a025cce-b10a-4c39-a85f-7b3e79017d1f completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:13.027361 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd104d2-a28e-4510-a403-a87fe38a6184 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Network fc0cd235-d706-4e7e-a633-962d662b162f is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:13.044890 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7138d0e4-6ddb-4322-8e28-04b319682728 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:13.105280 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-04d019ba-1f38-48b8-84df-d3e338acf6c6 None None] Provisioning complete for port 0a025cce-b10a-4c39-a85f-7b3e79017d1f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:13.105971 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-04d019ba-1f38-48b8-84df-d3e338acf6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:13.146582 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port d8b8ba25-ede0-47c2-aec0-7ad5a4338305, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d8b8ba25-ede0-47c2-aec0-7ad5a4338305,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:13.181867 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-5dd104d2-a28e-4510-a403-a87fe38a6184 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, fc0cd235-d706-4e7e-a633-962d662b162f) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:13.249397 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c120b909-ccdf-40a9-b897-9e13b900e90c None None] Network fc0cd235-d706-4e7e-a633-962d662b162f requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:13.249588 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24c255-d009-4ab9-bfcb-837e70f2fa43 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Pushing event updated for resources: {'Subnet': ['ID=5c1d186f-251e-4a78-ac2d-5acf65f25584,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:13.251599 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-11a39eee-727d-441f-a13e-dc5a72063e93 req-e12ea23b-f98c-4f7b-b8e4-562fb057925f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:13.296334 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['bd641b27-4e2a-4d6b-9707-5c9af4261a03', '71f97c42-e164-4c5d-8214-cfde7a4566bd'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:22:13.313535 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a1916d60-3a18-418f-b870-b0a482ca4166 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:13.322695 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd104d2-a28e-4510-a403-a87fe38a6184 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:13.323432 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5dd104d2-a28e-4510-a403-a87fe38a6184 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:13.339535 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec24c255-d009-4ab9-bfcb-837e70f2fa43 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Checking segment: {'id': 'c7d076e1-8b15-44c9-8798-ac914fcefc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '93d97990-d0d0-4a69-ac4c-839b2328738f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:13.339902 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec24c255-d009-4ab9-bfcb-837e70f2fa43 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Network hostable DHCP agents. Network: 93d97990-d0d0-4a69-ac4c-839b2328738f, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:13.343944 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-7138d0e4-6ddb-4322-8e28-04b319682728 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Calling delete_port for bd4efd6c-66fa-4efa-b4ef-56d4d1c5ee86 owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:13.344919 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ea23b-f98c-4f7b-b8e4-562fb057925f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Pushing event deleted for resources: {'Port': ['ID=71f97c42-e164-4c5d-8214-cfde7a4566bd,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:13.452547 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5dd104d2-a28e-4510-a403-a87fe38a6184 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1883068 Feb 09 01:22:13.463561 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60476) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:13.492614 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'd8b8ba25-ede0-47c2-aec0-7ad5a4338305', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'port_id': 'd8b8ba25-ede0-47c2-aec0-7ad5a4338305', 'mac_address': 'fa:16:3e:e0:da:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 956, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:22:13.492871 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-16f2d1f5-681b-40d5-8836-1a4aa8bb9a1d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Request body: {'port': {'network_id': 'd0976495-8081-44af-be21-4d619e68defa', 'name': 'tempest-TaggedBootDevicesTest-102092098', 'fixed_ips': [{'subnet_id': '760d545b-8344-489a-b34a-2bacf7e004bf'}]}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:13.498036 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a39eee-727d-441f-a13e-dc5a72063e93 req-e12ea23b-f98c-4f7b-b8e4-562fb057925f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] No DVR routers for this DVR port 71f97c42-e164-4c5d-8214-cfde7a4566bd on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:13.510605 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e04b7-d6e3-429e-9563-edec52b246c3 req-45257363-3937-408d-a9f4-25426a66fec0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:13.512137 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1a4e04b7-d6e3-429e-9563-edec52b246c3 req-45257363-3937-408d-a9f4-25426a66fec0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=dca34561-3d96-4998-ba9b-4d380ae8de73 HTTP/1.1" status: 200 len: 943 time: 0.5609097 Feb 09 01:22:13.516773 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-8ba9c820-026c-4150-989d-89b17dea8644 service neutron] 10.222.0.37 "GET /v2.0/networks/ad238f4b-34bd-42e1-957d-8f3ce51d9465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762352 Feb 09 01:22:13.524072 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-11a39eee-727d-441f-a13e-dc5a72063e93 req-e12ea23b-f98c-4f7b-b8e4-562fb057925f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:13.531430 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22f68f7-f3cb-4cb7-b2f3-99b2b1d3da21', 'name': 'network-vif-deleted', 'tag': '71f97c42-e164-4c5d-8214-cfde7a4566bd'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:22:13.541915 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 23c3bef1-45f1-45bc-978e-8d8dd832e6fa up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:13.643302 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec24c255-d009-4ab9-bfcb-837e70f2fa43 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Network 93d97990-d0d0-4a69-ac4c-839b2328738f is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:13.659446 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-04d019ba-1f38-48b8-84df-d3e338acf6c6 None None] Port 0a025cce-b10a-4c39-a85f-7b3e79017d1f cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:22:13.738112 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-11a39eee-727d-441f-a13e-dc5a72063e93 req-e12ea23b-f98c-4f7b-b8e4-562fb057925f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.35 "DELETE /v2.0/ports/71f97c42-e164-4c5d-8214-cfde7a4566bd HTTP/1.1" status: 204 len: 173 time: 2.6088638 Feb 09 01:22:13.765011 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-ec24c255-d009-4ab9-bfcb-837e70f2fa43 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 93d97990-d0d0-4a69-ac4c-839b2328738f) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:13.774534 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1a4e04b7-d6e3-429e-9563-edec52b246c3 req-c4ff0d76-84a0-4cba-ab60-a79d6d02ff15 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378926 Feb 09 01:22:13.778855 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec24c255-d009-4ab9-bfcb-837e70f2fa43 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:13.779488 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ec24c255-d009-4ab9-bfcb-837e70f2fa43 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:13.787183 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-16f2d1f5-681b-40d5-8836-1a4aa8bb9a1d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:13.809591 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-16f2d1f5-681b-40d5-8836-1a4aa8bb9a1d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Usage tracker for resource:port and tenant:08259b26651148159119352f4f3e1358 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:13.814525 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-16f2d1f5-681b-40d5-8836-1a4aa8bb9a1d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:13.827177 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447a12a6-7ebb-4adf-990e-42e37649fbc7 None None] Network 93d97990-d0d0-4a69-ac4c-839b2328738f requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:13.842084 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-16f2d1f5-681b-40d5-8836-1a4aa8bb9a1d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:13.880846 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f2d1f5-681b-40d5-8836-1a4aa8bb9a1d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Made reservation on behalf of 08259b26651148159119352f4f3e1358 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:13.913391 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ec24c255-d009-4ab9-bfcb-837e70f2fa43 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7895579 Feb 09 01:22:14.099213 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60488) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:14.107254 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b22f68f7-f3cb-4cb7-b2f3-99b2b1d3da21', 'name': 'network-vif-deleted', 'tag': '71f97c42-e164-4c5d-8214-cfde7a4566bd', 'status': 'completed', 'code': 200} Feb 09 01:22:14.117832 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-660d604a-bbcd-4225-bb69-7967815edf55 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-717456774', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}, 'admin_state_up': False}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:14.126988 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:14.236220 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-16f2d1f5-681b-40d5-8836-1a4aa8bb9a1d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:14.242380 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8b8ba25-ede0-47c2-aec0-7ad5a4338305 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:22:14.305881 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-361fc3da-53c6-4a74-af9b-ec1ab56a00b9 None None] Allocated IP 10.1.1.2 (d0976495-8081-44af-be21-4d619e68defa/760d545b-8344-489a-b34a-2bacf7e004bf/42b77d2d-16ab-4028-84da-f416d511f4c7) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:14.369798 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-61e76967-0518-472c-89de-213dc83dc119 req-0cae47f9-1dcc-4bba-adbe-099b6a6169a0 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=b22f68f7-f3cb-4cb7-b2f3-99b2b1d3da21 HTTP/1.1" status: 200 len: 210 time: 0.1404595 Feb 09 01:22:14.403955 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-16f2d1f5-681b-40d5-8836-1a4aa8bb9a1d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] device_id is not set on port 87a166c3-a949-48ae-a41b-5e45c1439f17 yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:22:14.421167 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 23c3bef1-45f1-45bc-978e-8d8dd832e6fa completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:14.529715 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bdaaaa7d-997f-41f7-838d-20693144f593 None None] Provisioning for port bd4efd6c-66fa-4efa-b4ef-56d4d1c5ee86 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:14.537324 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port d8b8ba25-ede0-47c2-aec0-7ad5a4338305, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d8b8ba25-ede0-47c2-aec0-7ad5a4338305,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:14.546633 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a1916d60-3a18-418f-b870-b0a482ca4166 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:14.553572 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bdaaaa7d-997f-41f7-838d-20693144f593 None None] Provisioning complete for port bd4efd6c-66fa-4efa-b4ef-56d4d1c5ee86 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:14.554096 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bdaaaa7d-997f-41f7-838d-20693144f593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:14.564770 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-660d604a-bbcd-4225-bb69-7967815edf55 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:14.573574 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-660d604a-bbcd-4225-bb69-7967815edf55 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Usage tracker for resource:router and tenant:1f2e553723194a46bd7d746285f82ddd is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:14.579764 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-660d604a-bbcd-4225-bb69-7967815edf55 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:14.592094 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-660d604a-bbcd-4225-bb69-7967815edf55 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:14.601996 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d95065-37f0-4f50-ba33-3b59a5bbccad None None] Network d44be03e-fdf0-4442-84b5-6bd518204111 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:14.613654 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7138d0e4-6ddb-4322-8e28-04b319682728 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:14.618574 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 23c3bef1-45f1-45bc-978e-8d8dd832e6fa triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:14.618750 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:14.621930 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a1916d60-3a18-418f-b870-b0a482ca4166 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:14.721051 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138d0e4-6ddb-4322-8e28-04b319682728 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Pushing event deleted for resources: {'Port': ['ID=bd4efd6c-66fa-4efa-b4ef-56d4d1c5ee86,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:14.737284 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7138d0e4-6ddb-4322-8e28-04b319682728 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:14.745092 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-660d604a-bbcd-4225-bb69-7967815edf55 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:14.746541 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-660d604a-bbcd-4225-bb69-7967815edf55 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:14.751943 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ccc752b4-d1e4-40f5-85c9-daf9c9872c3a req-e7026de3-74b4-42b3-a37a-5800afd64b70 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] 10.222.0.37 "GET /v2.0/ports?device_id=404e61ad-b85f-4712-888c-47f15d2d5fdc HTTP/1.1" status: 200 len: 210 time: 0.6491630 Feb 09 01:22:14.757927 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1916d60-3a18-418f-b870-b0a482ca4166 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Pushing event updated for resources: {'Port': ['ID=96c5abd4-d71b-4160-a0d7-b7f39974ec66,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:14.781011 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60498) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:14.785176 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7138d0e4-6ddb-4322-8e28-04b319682728 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] 10.222.0.37 "DELETE /v2.0/ports/bd4efd6c-66fa-4efa-b4ef-56d4d1c5ee86 HTTP/1.1" status: 204 len: 168 time: 2.7557590 Feb 09 01:22:14.793237 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-ae17e2e2-4fa6-4c74-802a-5bf5b9c094de tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Request body: {'port': {'name': 'tempest-new-port-name-848751941', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:14.793640 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.api.validators [None req-ae17e2e2-4fa6-4c74-802a-5bf5b9c094de tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] bootfile-name is not in valid_values {{(pid=87612) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 01:22:14.794582 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.api.validators [None req-ae17e2e2-4fa6-4c74-802a-5bf5b9c094de tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] tftp-server is not in valid_values {{(pid=87612) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 01:22:14.795146 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.api.validators [None req-ae17e2e2-4fa6-4c74-802a-5bf5b9c094de tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] server-ip-address is not in valid_values {{(pid=87612) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 01:22:14.900661 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-660d604a-bbcd-4225-bb69-7967815edf55 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:14.902670 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:14.937014 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a1916d60-3a18-418f-b870-b0a482ca4166 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:15.023721 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-bdaaaa7d-997f-41f7-838d-20693144f593 None None] Port bd4efd6c-66fa-4efa-b4ef-56d4d1c5ee86 was deleted so its status cannot be updated. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 09 01:22:15.043004 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca8c06-0099-4f1c-b237-181318d3d6dc req-1b59c13a-4161-467f-af16-e82852e0d0ab tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:15.051649 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bbca8c06-0099-4f1c-b237-181318d3d6dc req-1b59c13a-4161-467f-af16-e82852e0d0ab tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=dca34561-3d96-4998-ba9b-4d380ae8de73 HTTP/1.1" status: 200 len: 944 time: 0.1001604 Feb 09 01:22:15.107576 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bbca8c06-0099-4f1c-b237-181318d3d6dc req-ec439b10-5c14-42be-a050-f3ebb038a48d tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543978 Feb 09 01:22:15.116368 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ae17e2e2-4fa6-4c74-802a-5bf5b9c094de tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:15.252703 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2625b4a6-540c-4c2f-a52b-f92748e05e90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-fc0cd235-d706-4e7e-a633-962d662b162f', 'network_id': 'fc0cd235-d706-4e7e-a633-962d662b162f', 'tenant_id': '08259b26651148159119352f4f3e1358', 'fixed_ips': [{'subnet_id': '9671a035-d862-45b0-9a1f-4f8114d5db77'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:22:15.253533 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2625b4a6-540c-4c2f-a52b-f92748e05e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:15.284238 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['d8b8ba25-ede0-47c2-aec0-7ad5a4338305'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:22:15.438591 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bdaaaa7d-997f-41f7-838d-20693144f593 None None] Provisioning complete for port 0a025cce-b10a-4c39-a85f-7b3e79017d1f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:15.438957 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bdaaaa7d-997f-41f7-838d-20693144f593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:15.495984 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-660d604a-bbcd-4225-bb69-7967815edf55 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:15.570827 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785b89a1-d544-4e62-b236-fed6e2cd1a40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-93d97990-d0d0-4a69-ac4c-839b2328738f', 'network_id': '93d97990-d0d0-4a69-ac4c-839b2328738f', 'tenant_id': '1f2e553723194a46bd7d746285f82ddd', 'fixed_ips': [{'subnet_id': '5c1d186f-251e-4a78-ac2d-5acf65f25584'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:22:15.571650 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-785b89a1-d544-4e62-b236-fed6e2cd1a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:15.631761 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=d8b8ba25-ede0-47c2-aec0-7ad5a4338305,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:15.722708 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1916d60-3a18-418f-b870-b0a482ca4166 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Network 870023f9-5d55-4223-85e5-5dac18e66533 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:15.751817 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-a1916d60-3a18-418f-b870-b0a482ca4166 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:15.975560 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0abba22a-8d0b-437b-8cfb-810e153e2822 req-71816803-3272-4155-b779-ac48cb90eb83 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] 10.222.0.37 "GET /v2.0/ports?device_id=404e61ad-b85f-4712-888c-47f15d2d5fdc HTTP/1.1" status: 200 len: 210 time: 0.0482459 Feb 09 01:22:15.992882 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-bdaaaa7d-997f-41f7-838d-20693144f593 None None] Port 0a025cce-b10a-4c39-a85f-7b3e79017d1f cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:22:16.072986 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:16.173109 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bdaaaa7d-997f-41f7-838d-20693144f593 None None] Provisioning complete for port 23c3bef1-45f1-45bc-978e-8d8dd832e6fa triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:16.173491 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bdaaaa7d-997f-41f7-838d-20693144f593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:16.250596 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-361fc3da-53c6-4a74-af9b-ec1ab56a00b9 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:16.313769 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-361fc3da-53c6-4a74-af9b-ec1ab56a00b9 None None] Transition to ACTIVE for port object 42b77d2d-16ab-4028-84da-f416d511f4c7 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:16.319692 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ecb70-8f99-4f6a-b0eb-80fae0057307 req-286691df-3981-45ab-8fde-64711041ba5e tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:16.321263 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6a4ecb70-8f99-4f6a-b0eb-80fae0057307 req-286691df-3981-45ab-8fde-64711041ba5e tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=dca34561-3d96-4998-ba9b-4d380ae8de73 HTTP/1.1" status: 200 len: 944 time: 0.0899961 Feb 09 01:22:16.331904 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-2625b4a6-540c-4c2f-a52b-f92748e05e90 None None] Allocated IP 10.2.2.2 (fc0cd235-d706-4e7e-a633-962d662b162f/9671a035-d862-45b0-9a1f-4f8114d5db77/61ead241-4e0d-44d1-b90c-71976a201a1c) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:16.383729 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6a4ecb70-8f99-4f6a-b0eb-80fae0057307 req-91895c7b-c681-40f0-acb1-796ddbaa6126 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542371 Feb 09 01:22:16.442299 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 23c3bef1-45f1-45bc-978e-8d8dd832e6fa, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=23c3bef1-45f1-45bc-978e-8d8dd832e6fa,segment=NetworkSegment(aa5f8fd6-6a4c-45ca-be9a-9fd88050f8f0),segment_id=aa5f8fd6-6a4c-45ca-be9a-9fd88050f8f0)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:16.458008 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-cd99148a-a921-450d-86ae-e394a0e4d9c7 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:16.459513 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-cd99148a-a921-450d-86ae-e394a0e4d9c7 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] 10.222.0.35 "GET /v2.0/networks?id=ad238f4b-34bd-42e1-957d-8f3ce51d9465 HTTP/1.1" status: 200 len: 809 time: 0.9332588 Feb 09 01:22:16.468277 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:16.479154 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-71c8f908-f065-49b3-879c-3376e5452192 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Request body: {'port': {'device_id': '404e61ad-b85f-4712-888c-47f15d2d5fdc', 'network_id': 'ad238f4b-34bd-42e1-957d-8f3ce51d9465', 'admin_state_up': True, 'tenant_id': '0a69494f65454a40b57f25766cb22f58'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:16.558714 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-785b89a1-d544-4e62-b236-fed6e2cd1a40 None None] Allocated IP 172.20.0.2 (93d97990-d0d0-4a69-ac4c-839b2328738f/5c1d186f-251e-4a78-ac2d-5acf65f25584/d0a933bd-dd04-44aa-8e17-aed9c18ee04f) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:16.596381 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=23c3bef1-45f1-45bc-978e-8d8dd832e6fa,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:16.600297 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-361fc3da-53c6-4a74-af9b-ec1ab56a00b9 None None] Transition to ACTIVE for port object 42b77d2d-16ab-4028-84da-f416d511f4c7 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:16.634950 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169635a-a5e4-4dd6-84ee-f4e0ca1fc44c req-f816ad0e-2463-4838-8a1b-53558bbf2975 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:16.635681 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f169635a-a5e4-4dd6-84ee-f4e0ca1fc44c req-f816ad0e-2463-4838-8a1b-53558bbf2975 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Synchronizing usage tracker for tenant:ce0095aebb0840088ecf37cbcece72f6 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:22:16.638735 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-361fc3da-53c6-4a74-af9b-ec1ab56a00b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:16.668676 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ff975-0661-4362-8298-2e80fe4a6380 req-60d17026-b26c-4e96-9ff6-958c75f294e1 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:16.669362 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-583ff975-0661-4362-8298-2e80fe4a6380 req-60d17026-b26c-4e96-9ff6-958c75f294e1 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Synchronizing usage tracker for tenant:ce0095aebb0840088ecf37cbcece72f6 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:22:16.702461 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-16f2d1f5-681b-40d5-8836-1a4aa8bb9a1d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Allocated IP 10.1.1.213 (d0976495-8081-44af-be21-4d619e68defa/760d545b-8344-489a-b34a-2bacf7e004bf/87a166c3-a949-48ae-a41b-5e45c1439f17) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:16.721062 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1916d60-3a18-418f-b870-b0a482ca4166 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Router 96e5b3bf-ce91-4318-936a-8d99312a6e4c is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:22:16.724692 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ae17e2e2-4fa6-4c74-802a-5bf5b9c094de tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:16.726156 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 959c8ad6-1ca1-46f8-be87-ba1a166c17cd up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:16.744549 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f169635a-a5e4-4dd6-84ee-f4e0ca1fc44c req-f816ad0e-2463-4838-8a1b-53558bbf2975 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Unset dirty status for tenant:ce0095aebb0840088ecf37cbcece72f6 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:22:16.745700 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f169635a-a5e4-4dd6-84ee-f4e0ca1fc44c req-f816ad0e-2463-4838-8a1b-53558bbf2975 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 945 time: 0.8687263 Feb 09 01:22:16.747904 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ae17e2e2-4fa6-4c74-802a-5bf5b9c094de tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:16.839523 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-583ff975-0661-4362-8298-2e80fe4a6380 req-60d17026-b26c-4e96-9ff6-958c75f294e1 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Unset dirty status for tenant:ce0095aebb0840088ecf37cbcece72f6 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:22:16.840623 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-583ff975-0661-4362-8298-2e80fe4a6380 req-60d17026-b26c-4e96-9ff6-958c75f294e1 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.35 "GET /v2.0/ports?device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 945 time: 0.8165233 Feb 09 01:22:16.922596 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361fc3da-53c6-4a74-af9b-ec1ab56a00b9 None None] Network d0976495-8081-44af-be21-4d619e68defa is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:16.945302 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 71f97c42-e164-4c5d-8214-cfde7a4566bd no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:22:16.969624 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-361fc3da-53c6-4a74-af9b-ec1ab56a00b9 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:17.040354 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361fc3da-53c6-4a74-af9b-ec1ab56a00b9 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:17.069582 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-16f2d1f5-681b-40d5-8836-1a4aa8bb9a1d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:17.086582 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-16f2d1f5-681b-40d5-8836-1a4aa8bb9a1d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Transition to ACTIVE for port object 87a166c3-a949-48ae-a41b-5e45c1439f17 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:17.089118 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 71f97c42-e164-4c5d-8214-cfde7a4566bd {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:22:17.089584 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 71f97c42-e164-4c5d-8214-cfde7a4566bd not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:22:17.112529 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-16f2d1f5-681b-40d5-8836-1a4aa8bb9a1d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:17.190988 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1916d60-3a18-418f-b870-b0a482ca4166 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:22:17.203840 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-ae17e2e2-4fa6-4c74-802a-5bf5b9c094de tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] In _notify_port_updated(), no bound segment for port 0a025cce-b10a-4c39-a85f-7b3e79017d1f on network 1eeb0229-62bf-4f20-82f3-0fbd9827a185 {{(pid=87612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:22:17.206644 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaec2f7a-4097-49cb-bf79-684d20b56e09 None None] Sync routers for ids ['96e5b3bf-ce91-4318-936a-8d99312a6e4c'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:22:17.209304 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae17e2e2-4fa6-4c74-802a-5bf5b9c094de tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:17.210344 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ae17e2e2-4fa6-4c74-802a-5bf5b9c094de tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:17.211700 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ae17e2e2-4fa6-4c74-802a-5bf5b9c094de tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] 10.222.0.37 "PUT /v2.0/ports/0a025cce-b10a-4c39-a85f-7b3e79017d1f HTTP/1.1" status: 200 len: 1129 time: 2.4298315 Feb 09 01:22:17.219699 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60518) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:17.223448 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaec2f7a-4097-49cb-bf79-684d20b56e09 None None] Routers {'96e5b3bf-ce91-4318-936a-8d99312a6e4c'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:17.225710 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-eaec2f7a-4097-49cb-bf79-684d20b56e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:22:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['96e5b3bf-ce91-4318-936a-8d99312a6e4c'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:17.237028 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2625b4a6-540c-4c2f-a52b-f92748e05e90 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:17.238520 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-71c8f908-f065-49b3-879c-3376e5452192 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:17.251335 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2625b4a6-540c-4c2f-a52b-f92748e05e90 None None] Transition to ACTIVE for port object 61ead241-4e0d-44d1-b90c-71976a201a1c will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:17.257149 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0293b81a-1ad4-4148-bcd6-89607fb8a352 req-fd87dc10-3f57-407b-bf60-fef584ba71a8 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] 10.222.0.37 "GET /v2.0/ports?device_id=404e61ad-b85f-4712-888c-47f15d2d5fdc HTTP/1.1" status: 200 len: 210 time: 0.1012883 Feb 09 01:22:17.268981 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-71c8f908-f065-49b3-879c-3376e5452192 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Usage tracker for resource:port and tenant:0a69494f65454a40b57f25766cb22f58 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:17.286664 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-71c8f908-f065-49b3-879c-3376e5452192 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:17.299480 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2625b4a6-540c-4c2f-a52b-f92748e05e90 None None] Transition to ACTIVE for port object 61ead241-4e0d-44d1-b90c-71976a201a1c will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:17.308040 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-eaec2f7a-4097-49cb-bf79-684d20b56e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:17.319393 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaec2f7a-4097-49cb-bf79-684d20b56e09 None None] Routers {'96e5b3bf-ce91-4318-936a-8d99312a6e4c'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:17.320232 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-eaec2f7a-4097-49cb-bf79-684d20b56e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:22:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['96e5b3bf-ce91-4318-936a-8d99312a6e4c'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:17.350955 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f169635a-a5e4-4dd6-84ee-f4e0ca1fc44c req-03b131fa-5655-4a76-a767-ee9eca85c3bb tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5855312 Feb 09 01:22:17.356788 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a1916d60-3a18-418f-b870-b0a482ca4166 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] 10.222.0.37 "PUT /v2.0/routers/96e5b3bf-ce91-4318-936a-8d99312a6e4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0833273 Feb 09 01:22:17.357792 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17e2e2-4fa6-4c74-802a-5bf5b9c094de tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Pushing event updated for resources: {'Port': ['ID=0a025cce-b10a-4c39-a85f-7b3e79017d1f,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:17.360301 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60522) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:17.382365 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-71c8f908-f065-49b3-879c-3376e5452192 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:17.384821 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361fc3da-53c6-4a74-af9b-ec1ab56a00b9 None None] Pushing event updated for resources: {'Port': ['ID=42b77d2d-16ab-4028-84da-f416d511f4c7,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:17.412498 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-eaec2f7a-4097-49cb-bf79-684d20b56e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:17.413101 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaec2f7a-4097-49cb-bf79-684d20b56e09 None None] The sync data for ids ['96e5b3bf-ce91-4318-936a-8d99312a6e4c'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:22:17.438546 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1235fece-5109-44e9-a56e-52b3bf2d3664 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:17.439173 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1235fece-5109-44e9-a56e-52b3bf2d3664 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Synchronizing usage tracker for tenant:334db2476240493caa711fc397c410b0 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:22:17.446920 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f2d1f5-681b-40d5-8836-1a4aa8bb9a1d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Network d0976495-8081-44af-be21-4d619e68defa is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:17.451124 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2625b4a6-540c-4c2f-a52b-f92748e05e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:17.452725 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-16f2d1f5-681b-40d5-8836-1a4aa8bb9a1d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:17.455305 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f2d1f5-681b-40d5-8836-1a4aa8bb9a1d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:17.509133 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2d1f5-681b-40d5-8836-1a4aa8bb9a1d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Pushing event updated for resources: {'Port': ['ID=87a166c3-a949-48ae-a41b-5e45c1439f17,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:17.560451 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-583ff975-0661-4362-8298-2e80fe4a6380 req-70ed0825-9a86-4417-aa33-0fe54aa83b83 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Deleting port bd641b27-4e2a-4d6b-9707-5c9af4261a03 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:17.560823 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-583ff975-0661-4362-8298-2e80fe4a6380 req-70ed0825-9a86-4417-aa33-0fe54aa83b83 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:17.584888 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f2d1f5-681b-40d5-8836-1a4aa8bb9a1d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:17.585507 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-16f2d1f5-681b-40d5-8836-1a4aa8bb9a1d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:17.598534 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bdaaaa7d-997f-41f7-838d-20693144f593 None None] Provisioning for port 96c5abd4-d71b-4160-a0d7-b7f39974ec66 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:17.604190 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1235fece-5109-44e9-a56e-52b3bf2d3664 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Unset dirty status for tenant:334db2476240493caa711fc397c410b0 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:22:17.605454 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1235fece-5109-44e9-a56e-52b3bf2d3664 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] 10.222.0.37 "GET /v2.0/ports/0a025cce-b10a-4c39-a85f-7b3e79017d1f HTTP/1.1" status: 200 len: 1129 time: 0.3762622 Feb 09 01:22:17.612148 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60528) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:17.639826 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2625b4a6-540c-4c2f-a52b-f92748e05e90 None None] Network fc0cd235-d706-4e7e-a633-962d662b162f is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:17.642428 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bdaaaa7d-997f-41f7-838d-20693144f593 None None] Provisioning complete for port 96c5abd4-d71b-4160-a0d7-b7f39974ec66 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:17.642794 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bdaaaa7d-997f-41f7-838d-20693144f593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:17.669570 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-16f2d1f5-681b-40d5-8836-1a4aa8bb9a1d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.1987841 Feb 09 01:22:17.671880 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-71c8f908-f065-49b3-879c-3376e5452192 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Made reservation on behalf of 0a69494f65454a40b57f25766cb22f58 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:17.673587 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-71c8f908-f065-49b3-879c-3376e5452192 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:17.676980 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60532) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:17.682118 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-2625b4a6-540c-4c2f-a52b-f92748e05e90 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:17.687640 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-708498b7-b972-4012-8eb4-c69b98d67d55 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Request body: {'port': {'network_id': 'd0976495-8081-44af-be21-4d619e68defa', 'name': 'tempest-TaggedBootDevicesTest-1048341041', 'fixed_ips': [{'subnet_id': '760d545b-8344-489a-b34a-2bacf7e004bf'}]}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:17.775060 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 959c8ad6-1ca1-46f8-be87-ba1a166c17cd completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:17.779749 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2625b4a6-540c-4c2f-a52b-f92748e05e90 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:17.783190 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-07b3be00-3b3b-4f02-bb58-430911fcacab tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Deleting port 0a025cce-b10a-4c39-a85f-7b3e79017d1f {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:17.783800 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-07b3be00-3b3b-4f02-bb58-430911fcacab tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:17.815509 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625b4a6-540c-4c2f-a52b-f92748e05e90 None None] Pushing event updated for resources: {'Port': ['ID=61ead241-4e0d-44d1-b90c-71976a201a1c,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:17.818837 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-660d604a-bbcd-4225-bb69-7967815edf55 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:17.832966 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-361fc3da-53c6-4a74-af9b-ec1ab56a00b9 None None] Attempting to bind port 42b77d2d-16ab-4028-84da-f416d511f4c7 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:22:17.833346 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-361fc3da-53c6-4a74-af9b-ec1ab56a00b9 None None] Attempting to bind port 42b77d2d-16ab-4028-84da-f416d511f4c7 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'fd3b71e5-0362-4aa8-9ee9-e449d143c760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'd0976495-8081-44af-be21-4d619e68defa'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:22:17.833676 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361fc3da-53c6-4a74-af9b-ec1ab56a00b9 None None] Attempting to bind port 42b77d2d-16ab-4028-84da-f416d511f4c7 on network d0976495-8081-44af-be21-4d619e68defa {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:22:17.854023 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6ba90-69a9-4357-a135-a25b2978ddba req-141b2477-ede7-4c10-b6ba-91a125958615 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:17.855532 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d0b6ba90-69a9-4357-a135-a25b2978ddba req-141b2477-ede7-4c10-b6ba-91a125958615 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=dca34561-3d96-4998-ba9b-4d380ae8de73 HTTP/1.1" status: 200 len: 944 time: 0.3476300 Feb 09 01:22:17.891263 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361fc3da-53c6-4a74-af9b-ec1ab56a00b9 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:22:17.892317 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361fc3da-53c6-4a74-af9b-ec1ab56a00b9 None None] Checking segment: {'id': 'fd3b71e5-0362-4aa8-9ee9-e449d143c760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'd0976495-8081-44af-be21-4d619e68defa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:17.893008 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-361fc3da-53c6-4a74-af9b-ec1ab56a00b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:17.893546 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361fc3da-53c6-4a74-af9b-ec1ab56a00b9 None None] Bound using segment: {'id': 'fd3b71e5-0362-4aa8-9ee9-e449d143c760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'd0976495-8081-44af-be21-4d619e68defa'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:22:17.894243 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-361fc3da-53c6-4a74-af9b-ec1ab56a00b9 None None] Bound port: 42b77d2d-16ab-4028-84da-f416d511f4c7, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3b71e5-0362-4aa8-9ee9-e449d143c760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'd0976495-8081-44af-be21-4d619e68defa'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:22:17.895399 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-361fc3da-53c6-4a74-af9b-ec1ab56a00b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:17.905094 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-660d604a-bbcd-4225-bb69-7967815edf55 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:17.922143 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-bdaaaa7d-997f-41f7-838d-20693144f593 None None] Port 96c5abd4-d71b-4160-a0d7-b7f39974ec66 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:22:18.005938 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d0b6ba90-69a9-4357-a135-a25b2978ddba req-91d197de-e3a6-4aad-bf4c-c69864735054 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321726 Feb 09 01:22:18.010057 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-708498b7-b972-4012-8eb4-c69b98d67d55 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:18.019372 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-708498b7-b972-4012-8eb4-c69b98d67d55 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Usage tracker for resource:port and tenant:08259b26651148159119352f4f3e1358 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:18.020163 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-785b89a1-d544-4e62-b236-fed6e2cd1a40 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:18.024359 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-708498b7-b972-4012-8eb4-c69b98d67d55 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:18.029502 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-2625b4a6-540c-4c2f-a52b-f92748e05e90 None None] Attempting to bind port 61ead241-4e0d-44d1-b90c-71976a201a1c on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:22:18.029786 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-2625b4a6-540c-4c2f-a52b-f92748e05e90 None None] Attempting to bind port 61ead241-4e0d-44d1-b90c-71976a201a1c by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'fc0cd235-d706-4e7e-a633-962d662b162f'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:22:18.030141 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2625b4a6-540c-4c2f-a52b-f92748e05e90 None None] Attempting to bind port 61ead241-4e0d-44d1-b90c-71976a201a1c on network fc0cd235-d706-4e7e-a633-962d662b162f {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:22:18.046483 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2625b4a6-540c-4c2f-a52b-f92748e05e90 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:22:18.046844 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2625b4a6-540c-4c2f-a52b-f92748e05e90 None None] Checking segment: {'id': 'cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'fc0cd235-d706-4e7e-a633-962d662b162f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:18.047258 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2625b4a6-540c-4c2f-a52b-f92748e05e90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:18.047642 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2625b4a6-540c-4c2f-a52b-f92748e05e90 None None] Bound using segment: {'id': 'cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'fc0cd235-d706-4e7e-a633-962d662b162f'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:22:18.048130 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-2625b4a6-540c-4c2f-a52b-f92748e05e90 None None] Bound port: 61ead241-4e0d-44d1-b90c-71976a201a1c, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'fc0cd235-d706-4e7e-a633-962d662b162f'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:22:18.048537 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2625b4a6-540c-4c2f-a52b-f92748e05e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:18.050145 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-708498b7-b972-4012-8eb4-c69b98d67d55 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:18.115172 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-785b89a1-d544-4e62-b236-fed6e2cd1a40 None None] Transition to ACTIVE for port object d0a933bd-dd04-44aa-8e17-aed9c18ee04f will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:18.156343 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708498b7-b972-4012-8eb4-c69b98d67d55 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Made reservation on behalf of 08259b26651148159119352f4f3e1358 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:18.161646 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-708498b7-b972-4012-8eb4-c69b98d67d55 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:18.178465 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6c5e765b-f66b-40d7-a991-d25dde35073a None None] Provisioning complete for port 0a025cce-b10a-4c39-a85f-7b3e79017d1f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:18.178465 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6c5e765b-f66b-40d7-a991-d25dde35073a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:18.205655 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-708498b7-b972-4012-8eb4-c69b98d67d55 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] device_id is not set on port ddbf1bed-fd18-4ede-9e41-c7d28efc92b6 yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:22:18.227908 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-361fc3da-53c6-4a74-af9b-ec1ab56a00b9 None None] For port 42b77d2d-16ab-4028-84da-f416d511f4c7, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:22:18.232326 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-785b89a1-d544-4e62-b236-fed6e2cd1a40 None None] Transition to ACTIVE for port object d0a933bd-dd04-44aa-8e17-aed9c18ee04f will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:18.253559 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-361fc3da-53c6-4a74-af9b-ec1ab56a00b9 None None] For port 42b77d2d-16ab-4028-84da-f416d511f4c7, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=42b77d2d-16ab-4028-84da-f416d511f4c7,segment=NetworkSegment(fd3b71e5-0362-4aa8-9ee9-e449d143c760),segment_id=fd3b71e5-0362-4aa8-9ee9-e449d143c760)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:22:18.258965 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-785b89a1-d544-4e62-b236-fed6e2cd1a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:18.276907 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-07b3be00-3b3b-4f02-bb58-430911fcacab tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:18.346945 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785b89a1-d544-4e62-b236-fed6e2cd1a40 None None] Network 93d97990-d0d0-4a69-ac4c-839b2328738f is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:18.351251 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b89a1-d544-4e62-b236-fed6e2cd1a40 None None] Pushing event updated for resources: {'Port': ['ID=d0a933bd-dd04-44aa-8e17-aed9c18ee04f,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:18.353906 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-785b89a1-d544-4e62-b236-fed6e2cd1a40 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:18.356176 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-361fc3da-53c6-4a74-af9b-ec1ab56a00b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:18.365625 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-2625b4a6-540c-4c2f-a52b-f92748e05e90 None None] For port 61ead241-4e0d-44d1-b90c-71976a201a1c, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:22:18.367634 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785b89a1-d544-4e62-b236-fed6e2cd1a40 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:18.411458 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-6c5e765b-f66b-40d7-a991-d25dde35073a None None] Port 0a025cce-b10a-4c39-a85f-7b3e79017d1f cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:22:18.477377 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-2625b4a6-540c-4c2f-a52b-f92748e05e90 None None] For port 61ead241-4e0d-44d1-b90c-71976a201a1c, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=61ead241-4e0d-44d1-b90c-71976a201a1c,segment=NetworkSegment(cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc),segment_id=cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:22:18.513232 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-07b3be00-3b3b-4f02-bb58-430911fcacab tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Calling delete_port for 0a025cce-b10a-4c39-a85f-7b3e79017d1f owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:18.521864 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2625b4a6-540c-4c2f-a52b-f92748e05e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:18.547115 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7cacdecb-160d-4f3c-a9f6-d5180c16192f req-cdd9510b-9471-48f2-a032-d02b62895515 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] 10.222.0.37 "GET /v2.0/ports?device_id=404e61ad-b85f-4712-888c-47f15d2d5fdc HTTP/1.1" status: 200 len: 210 time: 0.0924585 Feb 09 01:22:18.581459 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-785b89a1-d544-4e62-b236-fed6e2cd1a40 None None] Attempting to bind port d0a933bd-dd04-44aa-8e17-aed9c18ee04f on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:22:18.583492 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-785b89a1-d544-4e62-b236-fed6e2cd1a40 None None] Attempting to bind port d0a933bd-dd04-44aa-8e17-aed9c18ee04f by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c7d076e1-8b15-44c9-8798-ac914fcefc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '93d97990-d0d0-4a69-ac4c-839b2328738f'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:22:18.584730 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785b89a1-d544-4e62-b236-fed6e2cd1a40 None None] Attempting to bind port d0a933bd-dd04-44aa-8e17-aed9c18ee04f on network 93d97990-d0d0-4a69-ac4c-839b2328738f {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:22:18.598797 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6c5e765b-f66b-40d7-a991-d25dde35073a None None] Provisioning for port 959c8ad6-1ca1-46f8-be87-ba1a166c17cd completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:18.613530 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 23c3bef1-45f1-45bc-978e-8d8dd832e6fa up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:18.661914 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785b89a1-d544-4e62-b236-fed6e2cd1a40 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:22:18.662558 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785b89a1-d544-4e62-b236-fed6e2cd1a40 None None] Checking segment: {'id': 'c7d076e1-8b15-44c9-8798-ac914fcefc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '93d97990-d0d0-4a69-ac4c-839b2328738f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:18.663115 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-785b89a1-d544-4e62-b236-fed6e2cd1a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:18.664658 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785b89a1-d544-4e62-b236-fed6e2cd1a40 None None] Bound using segment: {'id': 'c7d076e1-8b15-44c9-8798-ac914fcefc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '93d97990-d0d0-4a69-ac4c-839b2328738f'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:22:18.665304 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-785b89a1-d544-4e62-b236-fed6e2cd1a40 None None] Bound port: d0a933bd-dd04-44aa-8e17-aed9c18ee04f, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d076e1-8b15-44c9-8798-ac914fcefc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '93d97990-d0d0-4a69-ac4c-839b2328738f'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:22:18.665834 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-785b89a1-d544-4e62-b236-fed6e2cd1a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:18.676600 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361fc3da-53c6-4a74-af9b-ec1ab56a00b9 None None] Pushing event updated for resources: {'Port': ['ID=42b77d2d-16ab-4028-84da-f416d511f4c7,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:18.757727 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6c5e765b-f66b-40d7-a991-d25dde35073a None None] Provisioning complete for port 959c8ad6-1ca1-46f8-be87-ba1a166c17cd triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:18.758718 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6c5e765b-f66b-40d7-a991-d25dde35073a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:18.832903 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-71c8f908-f065-49b3-879c-3376e5452192 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Allocated IP 172.20.0.9 (ad238f4b-34bd-42e1-957d-8f3ce51d9465/610ff685-6e85-4c25-ba33-f1568004e4db/cf918aa2-7749-411b-b3a4-adc7105c1bf9) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:18.895805 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-660d604a-bbcd-4225-bb69-7967815edf55 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Allocated IP 172.25.5.27 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/b539fbde-3feb-4319-8251-df915532ae9d) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:18.962849 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device d8b8ba25-ede0-47c2-aec0-7ad5a4338305 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:18.976760 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-583ff975-0661-4362-8298-2e80fe4a6380 req-70ed0825-9a86-4417-aa33-0fe54aa83b83 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] For port bd641b27-4e2a-4d6b-9707-5c9af4261a03, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=bd641b27-4e2a-4d6b-9707-5c9af4261a03,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:18.977314 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-583ff975-0661-4362-8298-2e80fe4a6380 req-70ed0825-9a86-4417-aa33-0fe54aa83b83 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:19.048095 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-708498b7-b972-4012-8eb4-c69b98d67d55 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Allocated IP 10.1.1.36 (d0976495-8081-44af-be21-4d619e68defa/760d545b-8344-489a-b34a-2bacf7e004bf/ddbf1bed-fd18-4ede-9e41-c7d28efc92b6) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:19.050474 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-07b3be00-3b3b-4f02-bb58-430911fcacab tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:19.107252 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-785b89a1-d544-4e62-b236-fed6e2cd1a40 None None] For port d0a933bd-dd04-44aa-8e17-aed9c18ee04f, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:22:19.125285 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817165c-4f2a-4f77-92b2-4ddeee0d1d03 req-3bafe8ae-afd3-4446-adc1-beba8a68a6f5 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:19.140211 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1817165c-4f2a-4f77-92b2-4ddeee0d1d03 req-3bafe8ae-afd3-4446-adc1-beba8a68a6f5 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 945 time: 0.5112841 Feb 09 01:22:19.155175 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625b4a6-540c-4c2f-a52b-f92748e05e90 None None] Pushing event updated for resources: {'Port': ['ID=61ead241-4e0d-44d1-b90c-71976a201a1c,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:19.173859 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-785b89a1-d544-4e62-b236-fed6e2cd1a40 None None] For port d0a933bd-dd04-44aa-8e17-aed9c18ee04f, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d0a933bd-dd04-44aa-8e17-aed9c18ee04f,segment=NetworkSegment(c7d076e1-8b15-44c9-8798-ac914fcefc74),segment_id=c7d076e1-8b15-44c9-8798-ac914fcefc74)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:22:19.176539 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3be00-3b3b-4f02-bb58-430911fcacab tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Pushing event deleted for resources: {'Port': ['ID=0a025cce-b10a-4c39-a85f-7b3e79017d1f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:19.187963 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 23c3bef1-45f1-45bc-978e-8d8dd832e6fa triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:19.188338 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:19.324856 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-785b89a1-d544-4e62-b236-fed6e2cd1a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:19.349378 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-07b3be00-3b3b-4f02-bb58-430911fcacab tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:19.400173 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1817165c-4f2a-4f77-92b2-4ddeee0d1d03 req-8adf5efb-5306-4998-91a7-9281710babb3 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=f484f7c0-459c-47aa-b56a-2d22224b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556152 Feb 09 01:22:19.432984 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-07b3be00-3b3b-4f02-bb58-430911fcacab tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] 10.222.0.37 "DELETE /v2.0/ports/0a025cce-b10a-4c39-a85f-7b3e79017d1f HTTP/1.1" status: 204 len: 168 time: 1.8186793 Feb 09 01:22:19.440268 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b89a1-d544-4e62-b236-fed6e2cd1a40 None None] Pushing event updated for resources: {'Port': ['ID=d0a933bd-dd04-44aa-8e17-aed9c18ee04f,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:19.550692 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port d8b8ba25-ede0-47c2-aec0-7ad5a4338305 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:19.574002 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60542) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:19.586901 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-583ff975-0661-4362-8298-2e80fe4a6380 req-70ed0825-9a86-4417-aa33-0fe54aa83b83 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Calling delete_port for bd641b27-4e2a-4d6b-9707-5c9af4261a03 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:19.618651 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port d8b8ba25-ede0-47c2-aec0-7ad5a4338305 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:19.619026 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:19.681153 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6c5e765b-f66b-40d7-a991-d25dde35073a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:19.753344 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-6c5e765b-f66b-40d7-a991-d25dde35073a None None] For port 959c8ad6-1ca1-46f8-be87-ba1a166c17cd, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=959c8ad6-1ca1-46f8-be87-ba1a166c17cd,segment=NetworkSegment(e0bbb61d-dcfd-4139-aa8d-77daf332e59d),segment_id=e0bbb61d-dcfd-4139-aa8d-77daf332e59d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:19.784983 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fe8f7163-cf40-4734-9701-62b47d5ed9e4 req-c163ac7c-9771-4c7e-8f08-92534f913ea0 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] 10.222.0.37 "GET /v2.0/ports?device_id=404e61ad-b85f-4712-888c-47f15d2d5fdc HTTP/1.1" status: 200 len: 210 time: 0.0850894 Feb 09 01:22:19.792818 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6c5e765b-f66b-40d7-a991-d25dde35073a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:19.938333 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6c5e765b-f66b-40d7-a991-d25dde35073a None None] Provisioning complete for port 96c5abd4-d71b-4160-a0d7-b7f39974ec66 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:19.938707 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6c5e765b-f66b-40d7-a991-d25dde35073a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:19.944161 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-708498b7-b972-4012-8eb4-c69b98d67d55 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:19.974999 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-708498b7-b972-4012-8eb4-c69b98d67d55 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Transition to ACTIVE for port object ddbf1bed-fd18-4ede-9e41-c7d28efc92b6 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:19.995407 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:19.999979 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-e70d2f6f-7777-41e4-95c4-4a7cfa99773e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:22:20.002466 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60548) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:20.005885 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e70d2f6f-7777-41e4-95c4-4a7cfa99773e tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] 10.222.0.37 "PUT /v2.0/routers/96e5b3bf-ce91-4318-936a-8d99312a6e4c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.6344230 Feb 09 01:22:20.062035 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e765b-f66b-40d7-a991-d25dde35073a None None] Pushing event updated for resources: {'Port': ['ID=959c8ad6-1ca1-46f8-be87-ba1a166c17cd,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:20.082757 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca34561-3d96-4998-ba9b-4d380ae8de73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b8ba25-ede0-47c2-aec0-7ad5a4338305'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:22:20.101974 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port d8b8ba25-ede0-47c2-aec0-7ad5a4338305, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d8b8ba25-ede0-47c2-aec0-7ad5a4338305,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:20.105979 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-6c5e765b-f66b-40d7-a991-d25dde35073a None None] Port 96c5abd4-d71b-4160-a0d7-b7f39974ec66 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:22:20.111616 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:20.112478 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device bd641b27-4e2a-4d6b-9707-5c9af4261a03 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:22:20.218123 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: bd641b27-4e2a-4d6b-9707-5c9af4261a03 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:22:20.218123 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device bd641b27-4e2a-4d6b-9707-5c9af4261a03 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:22:20.227183 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca34561-3d96-4998-ba9b-4d380ae8de73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b8ba25-ede0-47c2-aec0-7ad5a4338305', 'code': 200} Feb 09 01:22:20.284644 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-71c8f908-f065-49b3-879c-3376e5452192 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:20.345111 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-708498b7-b972-4012-8eb4-c69b98d67d55 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:20.366050 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=d8b8ba25-ede0-47c2-aec0-7ad5a4338305,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:20.520062 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708498b7-b972-4012-8eb4-c69b98d67d55 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Network d0976495-8081-44af-be21-4d619e68defa is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:20.534051 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-708498b7-b972-4012-8eb4-c69b98d67d55 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:20.540311 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708498b7-b972-4012-8eb4-c69b98d67d55 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:20.568275 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10020e69-502c-4067-9ae2-56efeda634fb None None] Network d0976495-8081-44af-be21-4d619e68defa requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:20.641145 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-583ff975-0661-4362-8298-2e80fe4a6380 req-70ed0825-9a86-4417-aa33-0fe54aa83b83 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:20.643128 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-71c8f908-f065-49b3-879c-3376e5452192 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:20.710901 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708498b7-b972-4012-8eb4-c69b98d67d55 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Pushing event updated for resources: {'Port': ['ID=ddbf1bed-fd18-4ede-9e41-c7d28efc92b6,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:20.755602 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-586f5e75-e0d8-4f5f-8c4b-d4960aef89b0 None None] Provisioning for port 42b77d2d-16ab-4028-84da-f416d511f4c7 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:20.858162 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1b7c32af-cfc0-4d2e-8a4e-b31999109629 req-0a87d47f-d866-407d-a4b4-f6e01ae61b9d tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79c4e4f-612f-421b-b60b-b0f6f326fee4 HTTP/1.1" status: 200 len: 210 time: 0.2619543 Feb 09 01:22:20.881233 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708498b7-b972-4012-8eb4-c69b98d67d55 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:20.890415 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-708498b7-b972-4012-8eb4-c69b98d67d55 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:20.941864 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-583ff975-0661-4362-8298-2e80fe4a6380 req-70ed0825-9a86-4417-aa33-0fe54aa83b83 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] No DVR routers for this DVR port bd641b27-4e2a-4d6b-9707-5c9af4261a03 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:20.944219 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 42b77d2d-16ab-4028-84da-f416d511f4c7 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:20.944483 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed0825-9a86-4417-aa33-0fe54aa83b83 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Pushing event deleted for resources: {'Port': ['ID=bd641b27-4e2a-4d6b-9707-5c9af4261a03,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:20.948029 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-583ff975-0661-4362-8298-2e80fe4a6380 req-70ed0825-9a86-4417-aa33-0fe54aa83b83 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:21.010175 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-708498b7-b972-4012-8eb4-c69b98d67d55 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3319209 Feb 09 01:22:21.023841 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79c4e4f-612f-421b-b60b-b0f6f326fee4', 'name': 'network-vif-deleted', 'tag': 'bd641b27-4e2a-4d6b-9707-5c9af4261a03'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:22:21.038086 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-cebbfe2c-7113-4062-894f-5d4a2fe38de1 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Deleting subnet cede3c08-ada8-49c6-a772-5bd6005867a3 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:22:21.046758 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-71c8f908-f065-49b3-879c-3376e5452192 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Network ad238f4b-34bd-42e1-957d-8f3ce51d9465 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:21.124512 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-583ff975-0661-4362-8298-2e80fe4a6380 req-70ed0825-9a86-4417-aa33-0fe54aa83b83 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.35 "DELETE /v2.0/ports/bd641b27-4e2a-4d6b-9707-5c9af4261a03 HTTP/1.1" status: 204 len: 173 time: 4.1544187 Feb 09 01:22:21.142192 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cebbfe2c-7113-4062-894f-5d4a2fe38de1 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:21.179085 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa65feb-876b-4d0d-a672-8c8aea8c63d6 None None] Network fc0cd235-d706-4e7e-a633-962d662b162f requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:21.239428 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cebbfe2c-7113-4062-894f-5d4a2fe38de1 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:21.330603 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6116a238-0c82-4faa-bc89-469f8dd05ebe None None] Provisioning for port 61ead241-4e0d-44d1-b90c-71976a201a1c completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:21.373746 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c2713-f2bb-4b1f-8fb7-3da27e53277d req-fd69c9df-ef2d-4ba0-b890-d2ad0087e1a4 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:21.376883 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-673c2713-f2bb-4b1f-8fb7-3da27e53277d req-fd69c9df-ef2d-4ba0-b890-d2ad0087e1a4 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] 10.222.0.37 "GET /v2.0/ports?device_id=404e61ad-b85f-4712-888c-47f15d2d5fdc HTTP/1.1" status: 200 len: 931 time: 0.2759123 Feb 09 01:22:21.377936 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cebbfe2c-7113-4062-894f-5d4a2fe38de1 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:21.395207 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 42b77d2d-16ab-4028-84da-f416d511f4c7 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:21.420743 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-71c8f908-f065-49b3-879c-3376e5452192 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:21.423370 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 42b77d2d-16ab-4028-84da-f416d511f4c7 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:21.423538 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-71c8f908-f065-49b3-879c-3376e5452192 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:21.423747 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:21.474491 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-673c2713-f2bb-4b1f-8fb7-3da27e53277d req-4ee8123e-11e7-4037-948a-c761468db7ee tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Synchronizing usage tracker for tenant:0a69494f65454a40b57f25766cb22f58 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:22:21.480875 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d3fbcb77-b49d-4c41-94a3-995220734ac0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:21.539946 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-71c8f908-f065-49b3-879c-3376e5452192 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:21.540677 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-71c8f908-f065-49b3-879c-3376e5452192 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:21.594286 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a374f10-c9db-4e82-9109-cfc5b2c7925d None None] Network 93d97990-d0d0-4a69-ac4c-839b2328738f requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:21.596330 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-660d604a-bbcd-4225-bb69-7967815edf55 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:21.650687 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-673c2713-f2bb-4b1f-8fb7-3da27e53277d req-4ee8123e-11e7-4037-948a-c761468db7ee tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Unset dirty status for tenant:0a69494f65454a40b57f25766cb22f58 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:22:21.660124 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-673c2713-f2bb-4b1f-8fb7-3da27e53277d req-4ee8123e-11e7-4037-948a-c761468db7ee tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] 10.222.0.37 "GET /v2.0/security-groups?id=2cd2c06f-b944-41cc-bc54-904ddf4a7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741446 Feb 09 01:22:21.662124 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-71c8f908-f065-49b3-879c-3376e5452192 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1894758 Feb 09 01:22:21.690696 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f29453-607b-488f-a5bb-56e5338b944d req-8a15cb84-cd8b-4e46-94f5-6fcb8423f610 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:21.698765 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c8f29453-607b-488f-a5bb-56e5338b944d req-8a15cb84-cd8b-4e46-94f5-6fcb8423f610 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=dca34561-3d96-4998-ba9b-4d380ae8de73 HTTP/1.1" status: 200 len: 944 time: 2.2384624 Feb 09 01:22:21.739404 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8f908-f065-49b3-879c-3376e5452192 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Pushing event updated for resources: {'Port': ['ID=cf918aa2-7749-411b-b3a4-adc7105c1bf9,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:21.756385 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-b72f08d7-cd09-4a3a-b137-776a5fb12801 service neutron] Request body: {'port': {'device_id': '404e61ad-b85f-4712-888c-47f15d2d5fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:21.892542 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:21.900640 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c21a44-8a97-46ce-af58-d4dcfbb26ae8 req-5aeefce9-82ad-428b-94c8-fc5a47fb605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:21.906313 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-51c21a44-8a97-46ce-af58-d4dcfbb26ae8 req-5aeefce9-82ad-428b-94c8-fc5a47fb605a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dca34561-3d96-4998-ba9b-4d380ae8de73 HTTP/1.1" status: 200 len: 1096 time: 1.5370924 Feb 09 01:22:21.908663 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-660d604a-bbcd-4225-bb69-7967815edf55 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:21.948140 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-3c7384d9-a5fa-46ba-845a-838aa3f24271 None None] Provisioning for port d0a933bd-dd04-44aa-8e17-aed9c18ee04f completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:21.951936 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:22.029238 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c8f29453-607b-488f-a5bb-56e5338b944d req-ab4f73e6-9d24-486e-b91a-e79fd360e346 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275092 Feb 09 01:22:22.058751 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 42b77d2d-16ab-4028-84da-f416d511f4c7, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=42b77d2d-16ab-4028-84da-f416d511f4c7,segment=NetworkSegment(fd3b71e5-0362-4aa8-9ee9-e449d143c760),segment_id=fd3b71e5-0362-4aa8-9ee9-e449d143c760)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:22.114820 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-d3fbcb77-b49d-4c41-94a3-995220734ac0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Deleting port 96c5abd4-d71b-4160-a0d7-b7f39974ec66 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:22.116726 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d3fbcb77-b49d-4c41-94a3-995220734ac0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:22.156769 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:22.157791 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 61ead241-4e0d-44d1-b90c-71976a201a1c up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:22.217636 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79c4e4f-612f-421b-b60b-b0f6f326fee4', 'name': 'network-vif-deleted', 'tag': 'bd641b27-4e2a-4d6b-9707-5c9af4261a03', 'status': 'completed', 'code': 200} Feb 09 01:22:22.245276 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660d604a-bbcd-4225-bb69-7967815edf55 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:22.247221 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60566) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:22.254548 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-660d604a-bbcd-4225-bb69-7967815edf55 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:22.271244 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660d604a-bbcd-4225-bb69-7967815edf55 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:22.329460 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cebbfe2c-7113-4062-894f-5d4a2fe38de1 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:22.423270 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-5be35a29-aaae-491c-9e1d-349fc298a996 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--225718280', 'description': 'tempest-description--615916234'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:22.465565 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-b72f08d7-cd09-4a3a-b137-776a5fb12801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:22.476578 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-51c21a44-8a97-46ce-af58-d4dcfbb26ae8 req-829d50ab-06a8-4cec-8ec8-df03765aed3c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452846 Feb 09 01:22:22.491291 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5be35a29-aaae-491c-9e1d-349fc298a996 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:22.515662 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5be35a29-aaae-491c-9e1d-349fc298a996 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Usage tracker for resource:security_group and tenant:08259b26651148159119352f4f3e1358 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:22.520096 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebbfe2c-7113-4062-894f-5d4a2fe38de1 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Pushing event deleted for resources: {'Subnet': ['ID=cede3c08-ada8-49c6-a772-5bd6005867a3,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:22.522100 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5be35a29-aaae-491c-9e1d-349fc298a996 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:22.526088 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cebbfe2c-7113-4062-894f-5d4a2fe38de1 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:22.536444 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b9bb00-6b39-4ad8-b00e-70fe13ab9ae1 None None] Network 1eeb0229-62bf-4f20-82f3-0fbd9827a185 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:22.536613 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d604a-bbcd-4225-bb69-7967815edf55 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Pushing event updated for resources: {'Port': ['ID=b539fbde-3feb-4319-8251-df915532ae9d,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:22.557332 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b4426c31-6236-4166-9b3b-281c570dcb44 None None] Provisioning for port 87a166c3-a949-48ae-a41b-5e45c1439f17 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:22.589841 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-cebbfe2c-7113-4062-894f-5d4a2fe38de1 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] 10.222.0.37 "DELETE /v2.0/subnets/cede3c08-ada8-49c6-a772-5bd6005867a3 HTTP/1.1" status: 204 len: 168 time: 2.6058152 Feb 09 01:22:22.594322 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60574) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:22.608824 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5be35a29-aaae-491c-9e1d-349fc298a996 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:22.622932 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b4426c31-6236-4166-9b3b-281c570dcb44 None None] Provisioning complete for port 87a166c3-a949-48ae-a41b-5e45c1439f17 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:22.623503 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b4426c31-6236-4166-9b3b-281c570dcb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:22.648650 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 61ead241-4e0d-44d1-b90c-71976a201a1c completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:22.652080 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=42b77d2d-16ab-4028-84da-f416d511f4c7,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:22.660776 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5be35a29-aaae-491c-9e1d-349fc298a996 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:22.698820 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 61ead241-4e0d-44d1-b90c-71976a201a1c triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:22.699236 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:22.783542 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b4426c31-6236-4166-9b3b-281c570dcb44 None None] Port 87a166c3-a949-48ae-a41b-5e45c1439f17 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:22:22.815000 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5be35a29-aaae-491c-9e1d-349fc298a996 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:22.819788 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4f0a5834-14a3-40d5-9330-ac3fec6e0a57 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:22.860311 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5be35a29-aaae-491c-9e1d-349fc298a996 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Usage tracker for resource:security_group_rule and tenant:08259b26651148159119352f4f3e1358 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:22.882452 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5be35a29-aaae-491c-9e1d-349fc298a996 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:22.899882 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d3fbcb77-b49d-4c41-94a3-995220734ac0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:22.912264 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b4426c31-6236-4166-9b3b-281c570dcb44 None None] Provisioning complete for port 42b77d2d-16ab-4028-84da-f416d511f4c7 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:22.912711 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b4426c31-6236-4166-9b3b-281c570dcb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:22.919112 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-4f0a5834-14a3-40d5-9330-ac3fec6e0a57 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Deleting port c75a2592-6a1c-4969-9c09-bb630fb95ad9 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:22.919546 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4f0a5834-14a3-40d5-9330-ac3fec6e0a57 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:22.965416 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5be35a29-aaae-491c-9e1d-349fc298a996 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:23.165320 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:23.240997 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-d3fbcb77-b49d-4c41-94a3-995220734ac0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Calling delete_port for 96c5abd4-d71b-4160-a0d7-b7f39974ec66 owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:23.266118 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 61ead241-4e0d-44d1-b90c-71976a201a1c, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=61ead241-4e0d-44d1-b90c-71976a201a1c,segment=NetworkSegment(cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc),segment_id=cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:23.277587 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:23.278525 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 959c8ad6-1ca1-46f8-be87-ba1a166c17cd up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:23.354653 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b4426c31-6236-4166-9b3b-281c570dcb44 None None] Provisioning for port ddbf1bed-fd18-4ede-9e41-c7d28efc92b6 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:23.375687 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec7bea9-5629-4aff-8a67-d79e74f5bf86 None None] DHCP port deletion for 1eeb0229-62bf-4f20-82f3-0fbd9827a185 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:22:23.389627 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b4426c31-6236-4166-9b3b-281c570dcb44 None None] Provisioning complete for port ddbf1bed-fd18-4ede-9e41-c7d28efc92b6 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:23.390094 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b4426c31-6236-4166-9b3b-281c570dcb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:23.425816 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-aec7bea9-5629-4aff-8a67-d79e74f5bf86 None None] Deleting port c75a2592-6a1c-4969-9c09-bb630fb95ad9 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:23.426265 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-aec7bea9-5629-4aff-8a67-d79e74f5bf86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:23.469653 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d123e-f912-4764-9daf-b617aa15e2ef req-2eb7174b-acaf-4794-8133-78f2e715f912 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:23.471231 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-092d123e-f912-4764-9daf-b617aa15e2ef req-2eb7174b-acaf-4794-8133-78f2e715f912 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] 10.222.0.37 "GET /v2.0/ports?device_id=404e61ad-b85f-4712-888c-47f15d2d5fdc HTTP/1.1" status: 200 len: 931 time: 0.5153461 Feb 09 01:22:23.518013 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b4426c31-6236-4166-9b3b-281c570dcb44 None None] Port ddbf1bed-fd18-4ede-9e41-c7d28efc92b6 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:22:23.522050 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=61ead241-4e0d-44d1-b90c-71976a201a1c,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:23.526849 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-4f0a5834-14a3-40d5-9330-ac3fec6e0a57 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] For port c75a2592-6a1c-4969-9c09-bb630fb95ad9, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=c75a2592-6a1c-4969-9c09-bb630fb95ad9,segment=NetworkSegment(7a3d5e0a-7b56-421e-a077-54eec1df6021),segment_id=7a3d5e0a-7b56-421e-a077-54eec1df6021)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:23.526849 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4f0a5834-14a3-40d5-9330-ac3fec6e0a57 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:23.585779 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 959c8ad6-1ca1-46f8-be87-ba1a166c17cd triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:23.586064 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:23.615239 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5be35a29-aaae-491c-9e1d-349fc298a996 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:23.624466 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5e3a4-0c62-4997-be78-c1eb1d3f24fe req-78c31b1e-0438-4cef-8b64-c0ecaa8a20dc tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:23.625205 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e0e5e3a4-0c62-4997-be78-c1eb1d3f24fe req-78c31b1e-0438-4cef-8b64-c0ecaa8a20dc tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Synchronizing usage tracker for tenant:ce0095aebb0840088ecf37cbcece72f6 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:22:23.684443 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-4f0a5834-14a3-40d5-9330-ac3fec6e0a57 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Calling delete_port for c75a2592-6a1c-4969-9c09-bb630fb95ad9 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:23.700580 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5be35a29-aaae-491c-9e1d-349fc298a996 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:23.722862 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-092d123e-f912-4764-9daf-b617aa15e2ef req-a8383a49-a924-4fef-ba2b-933b88dc2e1d tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] 10.222.0.37 "GET /v2.0/security-groups?id=2cd2c06f-b944-41cc-bc54-904ddf4a7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361045 Feb 09 01:22:23.755902 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a70f3b7d-43ce-4fce-bf65-160e0132b6b8 None None] Provisioning complete for port 61ead241-4e0d-44d1-b90c-71976a201a1c triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:23.756482 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a70f3b7d-43ce-4fce-bf65-160e0132b6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:23.785010 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e0e5e3a4-0c62-4997-be78-c1eb1d3f24fe req-78c31b1e-0438-4cef-8b64-c0ecaa8a20dc tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Unset dirty status for tenant:ce0095aebb0840088ecf37cbcece72f6 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:22:23.791667 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e0e5e3a4-0c62-4997-be78-c1eb1d3f24fe req-78c31b1e-0438-4cef-8b64-c0ecaa8a20dc tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.7556577 Feb 09 01:22:23.811127 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-660d604a-bbcd-4225-bb69-7967815edf55 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks [] for router_gateway, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:23.851818 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-aec7bea9-5629-4aff-8a67-d79e74f5bf86 None None] For port c75a2592-6a1c-4969-9c09-bb630fb95ad9, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=c75a2592-6a1c-4969-9c09-bb630fb95ad9,segment=NetworkSegment(7a3d5e0a-7b56-421e-a077-54eec1df6021),segment_id=7a3d5e0a-7b56-421e-a077-54eec1df6021)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:23.872906 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-aec7bea9-5629-4aff-8a67-d79e74f5bf86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:23.874460 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be35a29-aaae-491c-9e1d-349fc298a996 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5511b34a-e029-4c27-a34a-800f27c0b1ef,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:23.888708 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5be35a29-aaae-491c-9e1d-349fc298a996 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:23.893267 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5be35a29-aaae-491c-9e1d-349fc298a996 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6266284 Feb 09 01:22:23.895020 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-b72f08d7-cd09-4a3a-b137-776a5fb12801 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:22:23.897018 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60582) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:23.907117 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-6a1bc365-6d9e-4d04-9a71-adb72d250e92 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Request body: {'security_group_rule': {'security_group_id': '5511b34a-e029-4c27-a34a-800f27c0b1ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:23.917630 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6a1bc365-6d9e-4d04-9a71-adb72d250e92 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:23.929301 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6a1bc365-6d9e-4d04-9a71-adb72d250e92 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Usage tracker for resource:security_group_rule and tenant:08259b26651148159119352f4f3e1358 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:23.932503 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4f0a5834-14a3-40d5-9330-ac3fec6e0a57 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:23.937751 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6a1bc365-6d9e-4d04-9a71-adb72d250e92 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:23.983280 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d3fbcb77-b49d-4c41-94a3-995220734ac0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:23.988605 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6a1bc365-6d9e-4d04-9a71-adb72d250e92 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:23.997686 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e0e5e3a4-0c62-4997-be78-c1eb1d3f24fe req-579e7c91-ca43-4e1f-ba6d-b59b58a26b6c tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050173 Feb 09 01:22:24.014588 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-b72f08d7-cd09-4a3a-b137-776a5fb12801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf918aa2-7749-411b-b3a4-adc7105c1bf9 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:22:24.025275 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-b72f08d7-cd09-4a3a-b137-776a5fb12801 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:24.048307 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-b72f08d7-cd09-4a3a-b137-776a5fb12801 service neutron] Transition to ACTIVE for port object cf918aa2-7749-411b-b3a4-adc7105c1bf9 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:24.062459 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-aec7bea9-5629-4aff-8a67-d79e74f5bf86 None None] Calling delete_port for c75a2592-6a1c-4969-9c09-bb630fb95ad9 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:24.073921 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a5834-14a3-40d5-9330-ac3fec6e0a57 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Pushing event deleted for resources: {'Port': ['ID=c75a2592-6a1c-4969-9c09-bb630fb95ad9,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:24.101847 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d0a933bd-dd04-44aa-8e17-aed9c18ee04f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:24.104667 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-b72f08d7-cd09-4a3a-b137-776a5fb12801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:24.128164 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fbcb77-b49d-4c41-94a3-995220734ac0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Pushing event deleted for resources: {'Port': ['ID=96c5abd4-d71b-4160-a0d7-b7f39974ec66,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:24.180987 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0a5834-14a3-40d5-9330-ac3fec6e0a57 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] No DVR routers for this DVR port c75a2592-6a1c-4969-9c09-bb630fb95ad9 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:24.234515 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f08d7-cd09-4a3a-b137-776a5fb12801 service neutron] Pushing event updated for resources: {'Port': ['ID=cf918aa2-7749-411b-b3a4-adc7105c1bf9,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:24.292890 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-aec7bea9-5629-4aff-8a67-d79e74f5bf86 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:22:24.293262 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-aec7bea9-5629-4aff-8a67-d79e74f5bf86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:22:24.317555 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port d0a933bd-dd04-44aa-8e17-aed9c18ee04f completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:24.322802 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a70f3b7d-43ce-4fce-bf65-160e0132b6b8 None None] Provisioning complete for port d0a933bd-dd04-44aa-8e17-aed9c18ee04f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:24.323173 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a70f3b7d-43ce-4fce-bf65-160e0132b6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:24.372983 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port d0a933bd-dd04-44aa-8e17-aed9c18ee04f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:24.373373 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:24.515639 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4f0a5834-14a3-40d5-9330-ac3fec6e0a57 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:24.528313 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6a1bc365-6d9e-4d04-9a71-adb72d250e92 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:24.560953 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:24.580981 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a70f3b7d-43ce-4fce-bf65-160e0132b6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:24.619238 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port d0a933bd-dd04-44aa-8e17-aed9c18ee04f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d0a933bd-dd04-44aa-8e17-aed9c18ee04f,segment=NetworkSegment(c7d076e1-8b15-44c9-8798-ac914fcefc74),segment_id=c7d076e1-8b15-44c9-8798-ac914fcefc74)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:24.624884 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:24.639680 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-4f0a5834-14a3-40d5-9330-ac3fec6e0a57 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eeb0229-62bf-4f20-82f3-0fbd9827a185']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:24.672294 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-4f0a5834-14a3-40d5-9330-ac3fec6e0a57 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a3d5e0a-7b56-421e-a077-54eec1df6021') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:24.672636 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-4f0a5834-14a3-40d5-9330-ac3fec6e0a57 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a3d5e0a-7b56-421e-a077-54eec1df6021') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:24.685242 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-b72f08d7-cd09-4a3a-b137-776a5fb12801 service neutron] Attempting to bind port cf918aa2-7749-411b-b3a4-adc7105c1bf9 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:22:24.685727 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-b72f08d7-cd09-4a3a-b137-776a5fb12801 service neutron] Attempting to bind port cf918aa2-7749-411b-b3a4-adc7105c1bf9 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'ef2e8be9-8b23-4223-8ea8-154a0938a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'ad238f4b-34bd-42e1-957d-8f3ce51d9465'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:22:24.688247 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-b72f08d7-cd09-4a3a-b137-776a5fb12801 service neutron] Attempting to bind port cf918aa2-7749-411b-b3a4-adc7105c1bf9 on network ad238f4b-34bd-42e1-957d-8f3ce51d9465 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:22:24.693296 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4f0a5834-14a3-40d5-9330-ac3fec6e0a57 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:24.708021 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-b72f08d7-cd09-4a3a-b137-776a5fb12801 service neutron] Port cf918aa2-7749-411b-b3a4-adc7105c1bf9 on network ad238f4b-34bd-42e1-957d-8f3ce51d9465 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:22:24.708262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-b72f08d7-cd09-4a3a-b137-776a5fb12801 service neutron] Attempting to bind port cf918aa2-7749-411b-b3a4-adc7105c1bf9 on network ad238f4b-34bd-42e1-957d-8f3ce51d9465 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:22:24.720178 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47602c83-7d20-446d-bdcb-2e26141b7a66 req-4f5c72c5-468b-4ce7-9e13-d17da45c1056 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:24.721724 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-47602c83-7d20-446d-bdcb-2e26141b7a66 req-4f5c72c5-468b-4ce7-9e13-d17da45c1056 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.35 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.3215766 Feb 09 01:22:24.735266 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-b72f08d7-cd09-4a3a-b137-776a5fb12801 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:22:24.736057 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-b72f08d7-cd09-4a3a-b137-776a5fb12801 service neutron] Checking segment: {'id': 'ef2e8be9-8b23-4223-8ea8-154a0938a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'ad238f4b-34bd-42e1-957d-8f3ce51d9465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:24.736057 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-b72f08d7-cd09-4a3a-b137-776a5fb12801 service neutron] Bound using segment: {'id': 'ef2e8be9-8b23-4223-8ea8-154a0938a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'ad238f4b-34bd-42e1-957d-8f3ce51d9465'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:22:24.736422 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-b72f08d7-cd09-4a3a-b137-776a5fb12801 service neutron] Bound port: cf918aa2-7749-411b-b3a4-adc7105c1bf9, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef2e8be9-8b23-4223-8ea8-154a0938a2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'ad238f4b-34bd-42e1-957d-8f3ce51d9465'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:22:24.736781 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-b72f08d7-cd09-4a3a-b137-776a5fb12801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:24.756445 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-a70f3b7d-43ce-4fce-bf65-160e0132b6b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:22:24.760897 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-a70f3b7d-43ce-4fce-bf65-160e0132b6b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:22:24.767347 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=d0a933bd-dd04-44aa-8e17-aed9c18ee04f,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:24.778883 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-660d604a-bbcd-4225-bb69-7967815edf55 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:24.781091 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d3fbcb77-b49d-4c41-94a3-995220734ac0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:24.794600 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-aec7bea9-5629-4aff-8a67-d79e74f5bf86 None None] Deleting port c75a2592-6a1c-4969-9c09-bb630fb95ad9 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:24.795291 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-aec7bea9-5629-4aff-8a67-d79e74f5bf86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:24.797211 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b7eae-f860-4cc5-bed4-178af7569009 req-875b5f00-40b6-4ad0-8356-bbc9457737a1 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:24.806295 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a67b7eae-f860-4cc5-bed4-178af7569009 req-875b5f00-40b6-4ad0-8356-bbc9457737a1 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=dca34561-3d96-4998-ba9b-4d380ae8de73 HTTP/1.1" status: 200 len: 945 time: 0.8650658 Feb 09 01:22:24.830718 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4f0a5834-14a3-40d5-9330-ac3fec6e0a57 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:24.852942 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 42b77d2d-16ab-4028-84da-f416d511f4c7 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:24.911633 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f0a5834-14a3-40d5-9330-ac3fec6e0a57 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Releasing vlan 950 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:24.911973 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4f0a5834-14a3-40d5-9330-ac3fec6e0a57 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:24.928997 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:22:24.928997 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:24.928997 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:22:24.928997 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:24.928997 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:22:24.928997 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:22:24.928997 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:22:24.928997 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:24.928997 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:22:24.928997 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:24.928997 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:22:24.928997 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:24.928997 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:22:24.928997 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:22:24.928997 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:24.928997 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:22:24.928997 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:24.928997 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:22:24.928997 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:22:24.928997 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:22:24.928997 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:22:24.928997 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:22:24.928997 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:24.928997 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:24.928997 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:24.928997 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:24.928997 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:24.928997 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:24.928997 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:24.928997 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:24.928997 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:24.928997 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:24.950940 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-b72f08d7-cd09-4a3a-b137-776a5fb12801 service neutron] For port cf918aa2-7749-411b-b3a4-adc7105c1bf9, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:22:24.956198 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-b72f08d7-cd09-4a3a-b137-776a5fb12801 service neutron] For port cf918aa2-7749-411b-b3a4-adc7105c1bf9, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=cf918aa2-7749-411b-b3a4-adc7105c1bf9,segment=NetworkSegment(ef2e8be9-8b23-4223-8ea8-154a0938a2cf),segment_id=ef2e8be9-8b23-4223-8ea8-154a0938a2cf)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:22:24.999822 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-aec7bea9-5629-4aff-8a67-d79e74f5bf86 None None] The port 'c75a2592-6a1c-4969-9c09-bb630fb95ad9' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:22:25.003125 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-b72f08d7-cd09-4a3a-b137-776a5fb12801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:25.043879 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:25.078263 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-47602c83-7d20-446d-bdcb-2e26141b7a66 req-d650492a-83bf-4c3e-b2c7-612576f226eb tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Deleting port 8fbef048-139b-49ec-9219-48402a20c475 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:25.078632 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-47602c83-7d20-446d-bdcb-2e26141b7a66 req-d650492a-83bf-4c3e-b2c7-612576f226eb tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:25.081188 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 42b77d2d-16ab-4028-84da-f416d511f4c7 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:25.082411 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:25.093950 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6a1bc365-6d9e-4d04-9a71-adb72d250e92 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:25.112422 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6a1bc365-6d9e-4d04-9a71-adb72d250e92 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:25.127119 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-b72f08d7-cd09-4a3a-b137-776a5fb12801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:25.127813 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-b72f08d7-cd09-4a3a-b137-776a5fb12801 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:25.129394 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-b72f08d7-cd09-4a3a-b137-776a5fb12801 service neutron] 10.222.0.35 "PUT /v2.0/ports/cf918aa2-7749-411b-b3a4-adc7105c1bf9 HTTP/1.1" status: 200 len: 1091 time: 3.4006729 Feb 09 01:22:25.130486 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a67b7eae-f860-4cc5-bed4-178af7569009 req-0e12e367-c90b-4f10-bdb0-e02b5741da51 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232439 Feb 09 01:22:25.144823 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404e61ad-b85f-4712-888c-47f15d2d5fdc', 'tag': 'cf918aa2-7749-411b-b3a4-adc7105c1bf9'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:22:25.255067 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6a1bc365-6d9e-4d04-9a71-adb72d250e92 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:25.259128 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6a1bc365-6d9e-4d04-9a71-adb72d250e92 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3608320 Feb 09 01:22:25.263173 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60592) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:25.266055 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1bc365-6d9e-4d04-9a71-adb72d250e92 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af808829-9048-4848-b027-51bfb66e89e0,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:25.270735 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-54613ccf-1078-4af9-8645-2825930cc490 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Request body: {'security_group_rule': {'security_group_id': '5511b34a-e029-4c27-a34a-800f27c0b1ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:25.277528 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-54613ccf-1078-4af9-8645-2825930cc490 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:25.281506 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4f0a5834-14a3-40d5-9330-ac3fec6e0a57 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:25.287666 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-54613ccf-1078-4af9-8645-2825930cc490 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Usage tracker for resource:security_group_rule and tenant:08259b26651148159119352f4f3e1358 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:25.314046 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-54613ccf-1078-4af9-8645-2825930cc490 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:25.329097 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 61ead241-4e0d-44d1-b90c-71976a201a1c up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:25.404472 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a70f3b7d-43ce-4fce-bf65-160e0132b6b8 None None] Provisioning complete for port ddbf1bed-fd18-4ede-9e41-c7d28efc92b6 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:25.405697 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a70f3b7d-43ce-4fce-bf65-160e0132b6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:25.417741 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4f0a5834-14a3-40d5-9330-ac3fec6e0a57 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:25.421904 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4f0a5834-14a3-40d5-9330-ac3fec6e0a57 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] 10.222.0.37 "DELETE /v2.0/networks/1eeb0229-62bf-4f20-82f3-0fbd9827a185 HTTP/1.1" status: 204 len: 168 time: 2.8241580 Feb 09 01:22:25.421904 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a5834-14a3-40d5-9330-ac3fec6e0a57 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032 tempest-ExtraDHCPOptionsIpV6TestJSON-502328032-project] Pushing event deleted for resources: {'Network': ['ID=1eeb0229-62bf-4f20-82f3-0fbd9827a185,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:25.443611 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-54613ccf-1078-4af9-8645-2825930cc490 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:25.460635 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3fbcb77-b49d-4c41-94a3-995220734ac0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Router 96e5b3bf-ce91-4318-936a-8d99312a6e4c has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:22:25.468242 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f08d7-cd09-4a3a-b137-776a5fb12801 service neutron] Pushing event updated for resources: {'Port': ['ID=cf918aa2-7749-411b-b3a4-adc7105c1bf9,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:25.517292 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a70f3b7d-43ce-4fce-bf65-160e0132b6b8 None None] Port ddbf1bed-fd18-4ede-9e41-c7d28efc92b6 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:22:25.532456 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 61ead241-4e0d-44d1-b90c-71976a201a1c triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:25.532830 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:25.608440 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42017d4b-7e32-48db-a608-2ba8c03ab58c req-efd5378b-940a-48c4-9cec-78f5bf14f3bb tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:25.615848 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-42017d4b-7e32-48db-a608-2ba8c03ab58c req-efd5378b-940a-48c4-9cec-78f5bf14f3bb tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.3322334 Feb 09 01:22:25.638819 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d107fe-cb81-4855-ac96-503b3504b9ef req-1e276f27-ea81-4261-8e98-7e57503cbc3c tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:25.639556 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-56d107fe-cb81-4855-ac96-503b3504b9ef req-1e276f27-ea81-4261-8e98-7e57503cbc3c tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Synchronizing usage tracker for tenant:0a69494f65454a40b57f25766cb22f58 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:22:25.644440 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54613ccf-1078-4af9-8645-2825930cc490 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:25.723685 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-56d107fe-cb81-4855-ac96-503b3504b9ef req-1e276f27-ea81-4261-8e98-7e57503cbc3c tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Unset dirty status for tenant:0a69494f65454a40b57f25766cb22f58 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:22:25.724882 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-56d107fe-cb81-4855-ac96-503b3504b9ef req-1e276f27-ea81-4261-8e98-7e57503cbc3c tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] 10.222.0.37 "GET /v2.0/ports?device_id=404e61ad-b85f-4712-888c-47f15d2d5fdc HTTP/1.1" status: 200 len: 943 time: 0.8559437 Feb 09 01:22:25.727989 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device c75a2592-6a1c-4969-9c09-bb630fb95ad9 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:22:25.760311 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660d604a-bbcd-4225-bb69-7967815edf55 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Router 5e9a737e-4ffe-4ec4-b494-415ad053d1f3 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:22:25.762384 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3fbcb77-b49d-4c41-94a3-995220734ac0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:22:25.769910 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: c75a2592-6a1c-4969-9c09-bb630fb95ad9 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:22:25.770370 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device c75a2592-6a1c-4969-9c09-bb630fb95ad9 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:22:25.781505 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d3fbcb77-b49d-4c41-94a3-995220734ac0 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] 10.222.0.37 "PUT /v2.0/routers/96e5b3bf-ce91-4318-936a-8d99312a6e4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7775936 Feb 09 01:22:25.784840 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680296e6-3365-4eb0-b35f-a0158e5e69c3 None None] Sync routers for ids ['96e5b3bf-ce91-4318-936a-8d99312a6e4c'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:22:25.789192 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60602) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:25.796173 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680296e6-3365-4eb0-b35f-a0158e5e69c3 None None] Routers {'96e5b3bf-ce91-4318-936a-8d99312a6e4c'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:25.797296 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-680296e6-3365-4eb0-b35f-a0158e5e69c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:22:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['96e5b3bf-ce91-4318-936a-8d99312a6e4c'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:25.868228 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-680296e6-3365-4eb0-b35f-a0158e5e69c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:25.878018 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60606) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:25.879164 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680296e6-3365-4eb0-b35f-a0158e5e69c3 None None] Routers {'96e5b3bf-ce91-4318-936a-8d99312a6e4c'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:25.879614 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-680296e6-3365-4eb0-b35f-a0158e5e69c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:22:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['96e5b3bf-ce91-4318-936a-8d99312a6e4c'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:25.890736 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-112309d7-4ba7-4814-922e-14d559ea0a33 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] delete failed (client error): The resource could not be found. Feb 09 01:22:25.895303 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-112309d7-4ba7-4814-922e-14d559ea0a33 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-327157525 HTTP/1.1" status: 404 len: 334 time: 0.1018772 Feb 09 01:22:25.898281 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-42017d4b-7e32-48db-a608-2ba8c03ab58c req-1c1eb049-b17f-4570-a687-6676148ee25c tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2811897 Feb 09 01:22:25.903534 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-47602c83-7d20-446d-bdcb-2e26141b7a66 req-d650492a-83bf-4c3e-b2c7-612576f226eb tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] For port 8fbef048-139b-49ec-9219-48402a20c475, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=8fbef048-139b-49ec-9219-48402a20c475,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:25.903902 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-47602c83-7d20-446d-bdcb-2e26141b7a66 req-d650492a-83bf-4c3e-b2c7-612576f226eb tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:25.913866 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60610) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:25.916886 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-56d107fe-cb81-4855-ac96-503b3504b9ef req-caab8853-9010-4191-8c32-fca03bebbf12 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] 10.222.0.37 "GET /v2.0/security-groups?id=2cd2c06f-b944-41cc-bc54-904ddf4a7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858361 Feb 09 01:22:25.926167 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-80cb950a-ffac-4bd0-a219-9148cf374c51 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Request body: {'router': {'external_gateway_info': {'network_id': '96e5b3bf-ce91-4318-936a-8d99312a6e4c'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:25.949530 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54613ccf-1078-4af9-8645-2825930cc490 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:25.957991 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-680296e6-3365-4eb0-b35f-a0158e5e69c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:25.958400 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680296e6-3365-4eb0-b35f-a0158e5e69c3 None None] The sync data for ids ['96e5b3bf-ce91-4318-936a-8d99312a6e4c'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:22:25.960762 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54613ccf-1078-4af9-8645-2825930cc490 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:25.989000 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54613ccf-1078-4af9-8645-2825930cc490 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e89b880-c366-407d-b70a-b0d2f9f1395e,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:25.991911 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-ec401d66-1dcf-439d-8487-e4d4552f76ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:25.993403 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-ec401d66-1dcf-439d-8487-e4d4552f76ef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a69494f65454a40b57f25766cb22f58&device_id=404e61ad-b85f-4712-888c-47f15d2d5fdc HTTP/1.1" status: 200 len: 1094 time: 0.6706178 Feb 09 01:22:26.001017 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54613ccf-1078-4af9-8645-2825930cc490 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:26.005667 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-54613ccf-1078-4af9-8645-2825930cc490 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7379484 Feb 09 01:22:26.006707 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60616) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:26.011418 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-de09c248-a906-47c4-9552-15961d126a57 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:26.018070 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-de09c248-a906-47c4-9552-15961d126a57 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:26.018217 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '404e61ad-b85f-4712-888c-47f15d2d5fdc', 'tag': 'cf918aa2-7749-411b-b3a4-adc7105c1bf9', 'status': 'completed', 'code': 200} Feb 09 01:22:26.022210 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-de09c248-a906-47c4-9552-15961d126a57 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Usage tracker for resource:floatingip and tenant:08259b26651148159119352f4f3e1358 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:26.025987 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-de09c248-a906-47c4-9552-15961d126a57 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:26.032649 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-de09c248-a906-47c4-9552-15961d126a57 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:26.046688 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-de09c248-a906-47c4-9552-15961d126a57 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:26.251115 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-7ebee425-c5fd-49e4-a65e-516839eef3c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf918aa2-7749-411b-b3a4-adc7105c1bf9 HTTP/1.1" status: 200 len: 217 time: 0.2369065 Feb 09 01:22:26.326497 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-de09c248-a906-47c4-9552-15961d126a57 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:26.474501 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-de09c248-a906-47c4-9552-15961d126a57 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Allocated IP 172.25.5.145 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/c41525ec-a2ca-4b71-a8a7-af5bcbb5ecce) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:26.624915 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-de09c248-a906-47c4-9552-15961d126a57 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:26.658031 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-de09c248-a906-47c4-9552-15961d126a57 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:26.716796 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d0a933bd-dd04-44aa-8e17-aed9c18ee04f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:26.733687 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de09c248-a906-47c4-9552-15961d126a57 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:26.737712 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-de09c248-a906-47c4-9552-15961d126a57 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:26.739722 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de09c248-a906-47c4-9552-15961d126a57 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:26.782912 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09c248-a906-47c4-9552-15961d126a57 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Pushing event updated for resources: {'Port': ['ID=c41525ec-a2ca-4b71-a8a7-af5bcbb5ecce,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:26.799994 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port d0a933bd-dd04-44aa-8e17-aed9c18ee04f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:26.800552 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:26.833036 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-de09c248-a906-47c4-9552-15961d126a57 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:26.880646 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660d604a-bbcd-4225-bb69-7967815edf55 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:22:26.891503 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-68b2105a-e25c-41e6-be8d-3b0d3e3205b7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=334db2476240493caa711fc397c410b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0116019 Feb 09 01:22:26.892725 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271a1aea-127c-4b57-940a-7891089c6d9a None None] Sync routers for ids ['5e9a737e-4ffe-4ec4-b494-415ad053d1f3'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:22:26.893985 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60622) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:26.909749 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271a1aea-127c-4b57-940a-7891089c6d9a None None] Routers {'5e9a737e-4ffe-4ec4-b494-415ad053d1f3'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:26.911551 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-271a1aea-127c-4b57-940a-7891089c6d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:22:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['5e9a737e-4ffe-4ec4-b494-415ad053d1f3'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:26.912381 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-98ff7fa2-588c-48d1-8d5a-4e08126e122c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:26.913874 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-98ff7fa2-588c-48d1-8d5a-4e08126e122c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=610ff685-6e85-4c25-ba33-f1568004e4db HTTP/1.1" status: 200 len: 849 time: 0.6013889 Feb 09 01:22:26.958692 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 8fbef048-139b-49ec-9219-48402a20c475 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:22:26.968269 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5144999b-84b5-4a37-86cf-7e3cc8e6de20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:26.977133 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-80cb950a-ffac-4bd0-a219-9148cf374c51 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:26.998924 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5144999b-84b5-4a37-86cf-7e3cc8e6de20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:27.071449 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-de09c248-a906-47c4-9552-15961d126a57 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:27.175852 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5144999b-84b5-4a37-86cf-7e3cc8e6de20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:27.181130 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-47602c83-7d20-446d-bdcb-2e26141b7a66 req-d650492a-83bf-4c3e-b2c7-612576f226eb tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:27.181505 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-47602c83-7d20-446d-bdcb-2e26141b7a66 req-d650492a-83bf-4c3e-b2c7-612576f226eb tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:27.181812 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [req-47602c83-7d20-446d-bdcb-2e26141b7a66 req-d650492a-83bf-4c3e-b2c7-612576f226eb tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Floating IP 67b25821-2c65-4a23-af98-a9dc2fd0612c disassociated. External IP: 172.25.5.194, port: 8fbef048-139b-49ec-9219-48402a20c475. Feb 09 01:22:27.182159 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-47602c83-7d20-446d-bdcb-2e26141b7a66 req-d650492a-83bf-4c3e-b2c7-612576f226eb tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Calling delete_port for 8fbef048-139b-49ec-9219-48402a20c475 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:27.184129 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-271a1aea-127c-4b57-940a-7891089c6d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:27.192732 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271a1aea-127c-4b57-940a-7891089c6d9a None None] Routers {'5e9a737e-4ffe-4ec4-b494-415ad053d1f3'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:27.193481 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-271a1aea-127c-4b57-940a-7891089c6d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:22:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['5e9a737e-4ffe-4ec4-b494-415ad053d1f3'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:27.213494 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-b594e592-2965-4fde-8fdf-15c60c9c9d4f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ad238f4b-34bd-42e1-957d-8f3ce51d9465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1636219 Feb 09 01:22:27.233918 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-660d604a-bbcd-4225-bb69-7967815edf55 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:27.240003 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-660d604a-bbcd-4225-bb69-7967815edf55 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 13.1346116 Feb 09 01:22:27.255668 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-271a1aea-127c-4b57-940a-7891089c6d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:27.256065 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271a1aea-127c-4b57-940a-7891089c6d9a None None] The sync data for ids ['5e9a737e-4ffe-4ec4-b494-415ad053d1f3'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:22:27.273494 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5144999b-84b5-4a37-86cf-7e3cc8e6de20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e521ef-c773-4be2-ba31-43e0145a485c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:27.274848 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60630) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:27.287318 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-80cb950a-ffac-4bd0-a219-9148cf374c51 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] update failed (client error): The resource could not be found. Feb 09 01:22:27.295866 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-80cb950a-ffac-4bd0-a219-9148cf374c51 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] 10.222.0.37 "PUT /v2.0/routers/96e5b3bf-ce91-4318-936a-8d99312a6e4c HTTP/1.1" status: 404 len: 339 time: 1.3708260 Feb 09 01:22:27.296155 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60636) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:27.449200 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88fdfe-6788-4538-866f-32325902daf3 req-c8a71354-be65-4893-b20f-a349c765e601 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:27.451134 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3c88fdfe-6788-4538-866f-32325902daf3 req-c8a71354-be65-4893-b20f-a349c765e601 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=dca34561-3d96-4998-ba9b-4d380ae8de73 HTTP/1.1" status: 200 len: 945 time: 1.1397386 Feb 09 01:22:27.474509 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5144999b-84b5-4a37-86cf-7e3cc8e6de20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:27.475334 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5144999b-84b5-4a37-86cf-7e3cc8e6de20 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/48e521ef-c773-4be2-ba31-43e0145a485c HTTP/1.1" status: 204 len: 168 time: 0.5804083 Feb 09 01:22:27.649357 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da5681-a7f7-4c4b-9302-8ab87e45e914 req-0b04fff6-c6d7-48b8-ba4f-cf14a67e0dfa tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:27.650837 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d8da5681-a7f7-4c4b-9302-8ab87e45e914 req-0b04fff6-c6d7-48b8-ba4f-cf14a67e0dfa tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 945 time: 0.4760692 Feb 09 01:22:27.701268 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3c88fdfe-6788-4538-866f-32325902daf3 req-1eae5cde-00f5-4e18-875a-1632f700b23b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377472 Feb 09 01:22:27.707466 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-6293e410-b8df-4af1-9403-56ba0be87d1a service neutron] 10.222.0.35 "GET /v2.0/networks/ad238f4b-34bd-42e1-957d-8f3ce51d9465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712398 Feb 09 01:22:27.834840 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-de09c248-a906-47c4-9552-15961d126a57 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:27.953930 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-47602c83-7d20-446d-bdcb-2e26141b7a66 req-d650492a-83bf-4c3e-b2c7-612576f226eb tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:28.009015 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-de09c248-a906-47c4-9552-15961d126a57 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:28.017886 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d8da5681-a7f7-4c4b-9302-8ab87e45e914 req-4d16981e-47dd-462a-a688-268f47a8ce7f tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups?id=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3579626 Feb 09 01:22:28.041760 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650492a-83bf-4c3e-b2c7-612576f226eb tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Pushing event deleted for resources: {'Port': ['ID=8fbef048-139b-49ec-9219-48402a20c475,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:28.259477 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09c248-a906-47c4-9552-15961d126a57 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Pushing event updated for resources: {'Port': ['ID=c41525ec-a2ca-4b71-a8a7-af5bcbb5ecce,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:28.262157 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-de09c248-a906-47c4-9552-15961d126a57 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:28.341754 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60662) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:28.343769 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-de09c248-a906-47c4-9552-15961d126a57 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:28.345095 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-de09c248-a906-47c4-9552-15961d126a57 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3381646 Feb 09 01:22:28.359186 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:22:28.362060 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7d5ab12-5c9d-4c8d-a476-dff86f1ecf22 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:28.426386 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f2b58614-a1e3-424a-9575-8ea61f3e96f3 req-97fe1191-a685-47af-be12-6327e2fdcd05 service neutron] 10.222.0.35 "GET /v2.0/networks/ad238f4b-34bd-42e1-957d-8f3ce51d9465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7099235 Feb 09 01:22:28.572502 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-2610ce14-2092-4523-9797-e17aa5fde154 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-30111078'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:28.622577 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2610ce14-2092-4523-9797-e17aa5fde154 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:28.633545 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4fed5b-beca-4481-9a96-2c26088b5e7f req-49396191-2403-4447-81ac-b4e72a86dc52 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:28.635079 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5b4fed5b-beca-4481-9a96-2c26088b5e7f req-49396191-2403-4447-81ac-b4e72a86dc52 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=dca34561-3d96-4998-ba9b-4d380ae8de73 HTTP/1.1" status: 200 len: 945 time: 0.4257212 Feb 09 01:22:28.638276 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead184e-2891-48ba-931c-b7744a98dbbb req-1c8e427a-5788-4099-b441-8c8b75f70180 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:28.642395 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2610ce14-2092-4523-9797-e17aa5fde154 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Usage tracker for resource:network and tenant:8e5692b9b6d3459a8c367b19d8e930d9 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:28.645225 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3ead184e-2891-48ba-931c-b7744a98dbbb req-1c8e427a-5788-4099-b441-8c8b75f70180 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] 10.222.0.37 "GET /v2.0/ports?device_id=404e61ad-b85f-4712-888c-47f15d2d5fdc HTTP/1.1" status: 200 len: 943 time: 0.7764275 Feb 09 01:22:28.650793 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2610ce14-2092-4523-9797-e17aa5fde154 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:28.679117 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2610ce14-2092-4523-9797-e17aa5fde154 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:28.756999 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2610ce14-2092-4523-9797-e17aa5fde154 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Made reservation on behalf of 8e5692b9b6d3459a8c367b19d8e930d9 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:28.760290 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2610ce14-2092-4523-9797-e17aa5fde154 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:28.770930 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47602c83-7d20-446d-bdcb-2e26141b7a66 req-d650492a-83bf-4c3e-b2c7-612576f226eb tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Router ec7240bc-2034-47b8-996f-727053d3e8f8 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:22:28.774034 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3ead184e-2891-48ba-931c-b7744a98dbbb req-e7c589f4-edc1-4bac-a271-9aa062c9b8d8 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] 10.222.0.37 "GET /v2.0/security-groups?id=2cd2c06f-b944-41cc-bc54-904ddf4a7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278930 Feb 09 01:22:28.780915 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5b4fed5b-beca-4481-9a96-2c26088b5e7f req-552334aa-02ae-4139-8aa3-5cdb9b99592c tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260726 Feb 09 01:22:28.796302 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2610ce14-2092-4523-9797-e17aa5fde154 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:28.816893 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2610ce14-2092-4523-9797-e17aa5fde154 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:28.825741 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2610ce14-2092-4523-9797-e17aa5fde154 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Usage tracker for resource:security_group_rule and tenant:8e5692b9b6d3459a8c367b19d8e930d9 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:28.860321 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2610ce14-2092-4523-9797-e17aa5fde154 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:28.880811 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2610ce14-2092-4523-9797-e17aa5fde154 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:28.960557 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-b7d5ab12-5c9d-4c8d-a476-dff86f1ecf22 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Allocated IP 172.20.0.1 (1317e96b-0aee-47d6-aee2-5dd84274a5ea/a144a49e-4fb2-4c7f-ba50-13376c9f8e7a/378d1612-1b65-4fbf-a8d7-d73fe0502ae5) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:29.035166 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82afde-4656-4eb0-ae98-284ad1a86f13 req-e51f6395-b58e-4c8c-8555-6b8c3c2df670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:29.036589 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1a82afde-4656-4eb0-ae98-284ad1a86f13 req-e51f6395-b58e-4c8c-8555-6b8c3c2df670 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a69494f65454a40b57f25766cb22f58&device_id=404e61ad-b85f-4712-888c-47f15d2d5fdc HTTP/1.1" status: 200 len: 1094 time: 0.5060818 Feb 09 01:22:29.161023 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2d862-9246-4d13-9168-c9944bfd6ed3 req-4b7fb20a-e7ee-4446-bad0-3c075c80c920 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:29.162524 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-44e2d862-9246-4d13-9168-c9944bfd6ed3 req-4b7fb20a-e7ee-4446-bad0-3c075c80c920 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=dca34561-3d96-4998-ba9b-4d380ae8de73 HTTP/1.1" status: 200 len: 945 time: 0.2610772 Feb 09 01:22:29.241850 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2610ce14-2092-4523-9797-e17aa5fde154 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:29.242059 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-aa1da997-2bef-4c27-806f-c055360f1c94 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Synchronizing usage tracker for tenant:08259b26651148159119352f4f3e1358 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:22:29.251992 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2610ce14-2092-4523-9797-e17aa5fde154 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:29.257103 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7d5ab12-5c9d-4c8d-a476-dff86f1ecf22 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:29.276803 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-44e2d862-9246-4d13-9168-c9944bfd6ed3 req-7aab33e1-f2ba-4a96-9851-35eec27ed9fb tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023715 Feb 09 01:22:29.297402 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-b7d5ab12-5c9d-4c8d-a476-dff86f1ecf22 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Transition to ACTIVE for port object 378d1612-1b65-4fbf-a8d7-d73fe0502ae5 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:29.307842 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2610ce14-2092-4523-9797-e17aa5fde154 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 992} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:29.335427 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2610ce14-2092-4523-9797-e17aa5fde154 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:29.335774 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-2610ce14-2092-4523-9797-e17aa5fde154 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Added segment 1b91b34a-60d1-4261-a97b-659b714715d4 of type vlan for network 5bdc6f55-0bc2-40c3-9335-284b36fa21c6 Feb 09 01:22:29.336868 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2610ce14-2092-4523-9797-e17aa5fde154 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc22f2c-93e1-4ce9-8ae4-cefccb76ccb7,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:29.370809 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2610ce14-2092-4523-9797-e17aa5fde154 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:29.376281 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-aa1da997-2bef-4c27-806f-c055360f1c94 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Unset dirty status for tenant:08259b26651148159119352f4f3e1358 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:22:29.377482 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-aa1da997-2bef-4c27-806f-c055360f1c94 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--225718280&fields=id&tenant_id=08259b26651148159119352f4f3e1358 HTTP/1.1" status: 200 len: 267 time: 0.4861906 Feb 09 01:22:29.385110 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47602c83-7d20-446d-bdcb-2e26141b7a66 req-d650492a-83bf-4c3e-b2c7-612576f226eb tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:22:29.396292 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3123807-5087-44ce-8518-c955cb257f9b None None] Sync routers for ids ['ec7240bc-2034-47b8-996f-727053d3e8f8'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:22:29.405418 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7d5ab12-5c9d-4c8d-a476-dff86f1ecf22 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:29.420601 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3123807-5087-44ce-8518-c955cb257f9b None None] Routers {'ec7240bc-2034-47b8-996f-727053d3e8f8'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:29.421834 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-a3123807-5087-44ce-8518-c955cb257f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:22:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['ec7240bc-2034-47b8-996f-727053d3e8f8'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:29.528085 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-463da429-2ad7-4418-9d91-950c789b212c req-45258ff6-e00b-444b-b555-d217ff8b1179 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 210 time: 0.0765538 Feb 09 01:22:29.529943 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d5ab12-5c9d-4c8d-a476-dff86f1ecf22 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Network 1317e96b-0aee-47d6-aee2-5dd84274a5ea is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:29.532955 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2610ce14-2092-4523-9797-e17aa5fde154 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:29.538553 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2610ce14-2092-4523-9797-e17aa5fde154 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:29.538941 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2610ce14-2092-4523-9797-e17aa5fde154 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:29.561419 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-b7d5ab12-5c9d-4c8d-a476-dff86f1ecf22 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:29.580123 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d5ab12-5c9d-4c8d-a476-dff86f1ecf22 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:29.587721 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-187f1c65-d11a-40bf-9632-c1fc40345868 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:29.620653 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-6f8e8856-2e77-4e5d-bcde-5fc3425c8654 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:29.622270 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-6f8e8856-2e77-4e5d-bcde-5fc3425c8654 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Synchronizing usage tracker for tenant:08259b26651148159119352f4f3e1358 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:22:29.631405 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-a3123807-5087-44ce-8518-c955cb257f9b None None] Set router ec7240bc-2034-47b8-996f-727053d3e8f8 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:22:29.685030 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5ab12-5c9d-4c8d-a476-dff86f1ecf22 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Pushing event updated for resources: {'Port': ['ID=378d1612-1b65-4fbf-a8d7-d73fe0502ae5,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:29.756341 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2610ce14-2092-4523-9797-e17aa5fde154 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.4100254 Feb 09 01:22:29.769871 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2610ce14-2092-4523-9797-e17aa5fde154 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event updated for resources: {'Network': ['ID=5bdc6f55-0bc2-40c3-9335-284b36fa21c6,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:29.772333 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7d5ab12-5c9d-4c8d-a476-dff86f1ecf22 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:29.809586 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 5bdc6f55-0bc2-40c3-9335-284b36fa21c6 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:22:29.934621 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7d5ab12-5c9d-4c8d-a476-dff86f1ecf22 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:30.126701 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-958aa8c9-4394-4c6c-9db3-15f66fe0c6f3 None None] Provisioning for port 378d1612-1b65-4fbf-a8d7-d73fe0502ae5 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:30.146914 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-958aa8c9-4394-4c6c-9db3-15f66fe0c6f3 None None] Provisioning complete for port 378d1612-1b65-4fbf-a8d7-d73fe0502ae5 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:30.147289 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-958aa8c9-4394-4c6c-9db3-15f66fe0c6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:30.251062 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-187f1c65-d11a-40bf-9632-c1fc40345868 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Allocated IP 172.20.0.1 (93d97990-d0d0-4a69-ac4c-839b2328738f/5c1d186f-251e-4a78-ac2d-5acf65f25584/46a85a7c-d205-4b99-b101-00c5ac15feb5) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:30.289854 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-958aa8c9-4394-4c6c-9db3-15f66fe0c6f3 None None] Port 378d1612-1b65-4fbf-a8d7-d73fe0502ae5 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:22:30.324855 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-a3123807-5087-44ce-8518-c955cb257f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'name': 'tempest-ServerActionsTestJSON-372246360-router', 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '78889691-b9d6-4896-90a8-fb653e9a8e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:00Z', 'updated_at': '2022-02-09T01:13:12Z', 'revision_number': 4, 'project_id': 'ce0095aebb0840088ecf37cbcece72f6', 'gw_port': {'id': '78889691-b9d6-4896-90a8-fb653e9a8e37', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:46:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:02Z', 'updated_at': '2022-02-09T01:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'f99ccc72-ba67-4b01-9636-fdda6fdd3360', 'name': '', 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1', 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6', 'mac_address': 'fa:16:3e:ed:55:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'f6f367ae-6db3-44ee-a579-54c0e257ede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:09Z', 'updated_at': '2022-02-09T01:13:23Z', 'revision_number': 5, 'project_id': 'ce0095aebb0840088ecf37cbcece72f6', 'subnets': [{'id': 'f6f367ae-6db3-44ee-a579-54c0e257ede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:30.332904 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3123807-5087-44ce-8518-c955cb257f9b None None] Checking router: ec7240bc-2034-47b8-996f-727053d3e8f8 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:22:30.345734 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3123807-5087-44ce-8518-c955cb257f9b None None] Routers {'ec7240bc-2034-47b8-996f-727053d3e8f8'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:30.346814 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-a3123807-5087-44ce-8518-c955cb257f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:22:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['ec7240bc-2034-47b8-996f-727053d3e8f8'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:30.555366 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-a3123807-5087-44ce-8518-c955cb257f9b None None] Set router ec7240bc-2034-47b8-996f-727053d3e8f8 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:22:30.653419 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-187f1c65-d11a-40bf-9632-c1fc40345868 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:30.670735 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-187f1c65-d11a-40bf-9632-c1fc40345868 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Transition to ACTIVE for port object 46a85a7c-d205-4b99-b101-00c5ac15feb5 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:30.694231 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82afde-4656-4eb0-ae98-284ad1a86f13 req-2d4dec44-3fe5-4a4a-b7c5-a7535a9250e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:30.697946 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1a82afde-4656-4eb0-ae98-284ad1a86f13 req-2d4dec44-3fe5-4a4a-b7c5-a7535a9250e2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ad238f4b-34bd-42e1-957d-8f3ce51d9465 HTTP/1.1" status: 200 len: 910 time: 1.6394424 Feb 09 01:22:30.701588 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-47602c83-7d20-446d-bdcb-2e26141b7a66 req-d650492a-83bf-4c3e-b2c7-612576f226eb tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] No DVR routers for this DVR port 8fbef048-139b-49ec-9219-48402a20c475 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:30.707791 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-47602c83-7d20-446d-bdcb-2e26141b7a66 req-d650492a-83bf-4c3e-b2c7-612576f226eb tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:30.730736 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67434d1-ce83-44d2-af16-65a06e64fec0 req-a315749d-e0f2-4cbc-b030-67f56828fafc tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:30.738071 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f67434d1-ce83-44d2-af16-65a06e64fec0 req-a315749d-e0f2-4cbc-b030-67f56828fafc tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] 10.222.0.37 "GET /v2.0/ports?device_id=404e61ad-b85f-4712-888c-47f15d2d5fdc HTTP/1.1" status: 200 len: 943 time: 0.3003576 Feb 09 01:22:30.794986 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682f8730-b5ec-49ff-baee-5b564109aa2f', 'name': 'network-vif-deleted', 'tag': '8fbef048-139b-49ec-9219-48402a20c475'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:22:30.800241 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-187f1c65-d11a-40bf-9632-c1fc40345868 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:30.805547 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1a82afde-4656-4eb0-ae98-284ad1a86f13 req-3863e3ab-a53e-4080-af6e-bb4192b34317 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf918aa2-7749-411b-b3a4-adc7105c1bf9 HTTP/1.1" status: 200 len: 217 time: 0.0907362 Feb 09 01:22:30.816132 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f67434d1-ce83-44d2-af16-65a06e64fec0 req-15e44416-b6e4-4569-8e77-f37ce57b9db4 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] 10.222.0.37 "GET /v2.0/security-groups?id=2cd2c06f-b944-41cc-bc54-904ddf4a7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769737 Feb 09 01:22:30.928676 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7d5ab12-5c9d-4c8d-a476-dff86f1ecf22 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:30.941409 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7d5ab12-5c9d-4c8d-a476-dff86f1ecf22 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:30.965474 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82afde-4656-4eb0-ae98-284ad1a86f13 req-e2624435-d6d5-4a09-bacd-1e122329dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:30.967390 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1a82afde-4656-4eb0-ae98-284ad1a86f13 req-e2624435-d6d5-4a09-bacd-1e122329dec6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=610ff685-6e85-4c25-ba33-f1568004e4db HTTP/1.1" status: 200 len: 849 time: 0.1480005 Feb 09 01:22:30.968067 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device cf918aa2-7749-411b-b3a4-adc7105c1bf9 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:22:30.980339 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-a3123807-5087-44ce-8518-c955cb257f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'name': 'tempest-ServerActionsTestJSON-372246360-router', 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '78889691-b9d6-4896-90a8-fb653e9a8e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:00Z', 'updated_at': '2022-02-09T01:13:12Z', 'revision_number': 4, 'project_id': 'ce0095aebb0840088ecf37cbcece72f6', 'gw_port': {'id': '78889691-b9d6-4896-90a8-fb653e9a8e37', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:46:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:02Z', 'updated_at': '2022-02-09T01:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'f99ccc72-ba67-4b01-9636-fdda6fdd3360', 'name': '', 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1', 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6', 'mac_address': 'fa:16:3e:ed:55:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'f6f367ae-6db3-44ee-a579-54c0e257ede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:09Z', 'updated_at': '2022-02-09T01:13:23Z', 'revision_number': 5, 'project_id': 'ce0095aebb0840088ecf37cbcece72f6', 'subnets': [{'id': 'f6f367ae-6db3-44ee-a579-54c0e257ede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:30.985782 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-6f8e8856-2e77-4e5d-bcde-5fc3425c8654 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Unset dirty status for tenant:08259b26651148159119352f4f3e1358 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:22:30.987200 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-6f8e8856-2e77-4e5d-bcde-5fc3425c8654 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports/87a166c3-a949-48ae-a41b-5e45c1439f17 HTTP/1.1" status: 200 len: 931 time: 1.5590889 Feb 09 01:22:30.991895 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3123807-5087-44ce-8518-c955cb257f9b None None] The sync data for ids ['ec7240bc-2034-47b8-996f-727053d3e8f8'] in n-d-828419-1 is: [{'id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'name': 'tempest-ServerActionsTestJSON-372246360-router', 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '78889691-b9d6-4896-90a8-fb653e9a8e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:00Z', 'updated_at': '2022-02-09T01:13:12Z', 'revision_number': 4, 'project_id': 'ce0095aebb0840088ecf37cbcece72f6', 'gw_port': {'id': '78889691-b9d6-4896-90a8-fb653e9a8e37', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:46:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:02Z', 'updated_at': '2022-02-09T01:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'f99ccc72-ba67-4b01-9636-fdda6fdd3360', 'name': '', 'network_id': '0055357f-6a74-45ba-a134-b5223508c9d1', 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6', 'mac_address': 'fa:16:3e:ed:55:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'f6f367ae-6db3-44ee-a579-54c0e257ede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:09Z', 'updated_at': '2022-02-09T01:13:23Z', 'revision_number': 5, 'project_id': 'ce0095aebb0840088ecf37cbcece72f6', 'subnets': [{'id': 'f6f367ae-6db3-44ee-a579-54c0e257ede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:22:31.165395 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7d5ab12-5c9d-4c8d-a476-dff86f1ecf22 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:31.180113 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5ab12-5c9d-4c8d-a476-dff86f1ecf22 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Pushing event updated for resources: {'Port': ['ID=378d1612-1b65-4fbf-a8d7-d73fe0502ae5,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:31.187590 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port cf918aa2-7749-411b-b3a4-adc7105c1bf9, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=cf918aa2-7749-411b-b3a4-adc7105c1bf9,segment=NetworkSegment(ef2e8be9-8b23-4223-8ea8-154a0938a2cf),segment_id=ef2e8be9-8b23-4223-8ea8-154a0938a2cf)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:31.204492 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f1c65-d11a-40bf-9632-c1fc40345868 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Pushing event updated for resources: {'Port': ['ID=46a85a7c-d205-4b99-b101-00c5ac15feb5,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:31.209279 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1a82afde-4656-4eb0-ae98-284ad1a86f13 req-ba5c66bd-8239-4767-bb7e-fa8435e1299c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ad238f4b-34bd-42e1-957d-8f3ce51d9465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2274096 Feb 09 01:22:31.217726 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187f1c65-d11a-40bf-9632-c1fc40345868 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Network 93d97990-d0d0-4a69-ac4c-839b2328738f is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:31.219616 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-47602c83-7d20-446d-bdcb-2e26141b7a66 req-d650492a-83bf-4c3e-b2c7-612576f226eb tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.35 "DELETE /v2.0/ports/8fbef048-139b-49ec-9219-48402a20c475 HTTP/1.1" status: 204 len: 173 time: 6.4883759 Feb 09 01:22:31.219733 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'cf918aa2-7749-411b-b3a4-adc7105c1bf9', 'network_id': 'ad238f4b-34bd-42e1-957d-8f3ce51d9465', 'port_id': 'cf918aa2-7749-411b-b3a4-adc7105c1bf9', 'mac_address': 'fa:16:3e:42:1d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 972, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610ff685-6e85-4c25-ba33-f1568004e4db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:22:31.240785 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-187f1c65-d11a-40bf-9632-c1fc40345868 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:31.253233 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187f1c65-d11a-40bf-9632-c1fc40345868 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:31.365995 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:31.420773 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08265787-1966-48a4-b512-599b4e4a5214 req-ba8b0d5a-2085-40f8-b01e-e9c6efcd05fe tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:31.433592 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-08265787-1966-48a4-b512-599b4e4a5214 req-ba8b0d5a-2085-40f8-b01e-e9c6efcd05fe tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=dca34561-3d96-4998-ba9b-4d380ae8de73 HTTP/1.1" status: 200 len: 945 time: 0.3974457 Feb 09 01:22:31.448844 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf918aa2-7749-411b-b3a4-adc7105c1bf9 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:22:31.513150 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port cf918aa2-7749-411b-b3a4-adc7105c1bf9, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=cf918aa2-7749-411b-b3a4-adc7105c1bf9,segment=NetworkSegment(ef2e8be9-8b23-4223-8ea8-154a0938a2cf),segment_id=ef2e8be9-8b23-4223-8ea8-154a0938a2cf)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:31.533285 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:31.585422 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-08265787-1966-48a4-b512-599b4e4a5214 req-6b16eafc-0d8f-4ab2-a45d-e1aff38926e4 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507349 Feb 09 01:22:31.586025 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbefc5b5-990f-46de-bc89-6c595b729841 None None] New status for floating IP 67b25821-2c65-4a23-af98-a9dc2fd0612c: DOWN {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:22:31.644108 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d5ab12-5c9d-4c8d-a476-dff86f1ecf22 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Network 1317e96b-0aee-47d6-aee2-5dd84274a5ea is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:31.649191 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-b7d5ab12-5c9d-4c8d-a476-dff86f1ecf22 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:31.664133 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=cf918aa2-7749-411b-b3a4-adc7105c1bf9,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:31.733230 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-187f1c65-d11a-40bf-9632-c1fc40345868 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:31.738116 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-27c1de07-e82b-4a34-bc51-d477f7525fb8 None None] Provisioning for port 46a85a7c-d205-4b99-b101-00c5ac15feb5 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:31.744739 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-27c1de07-e82b-4a34-bc51-d477f7525fb8 None None] Provisioning complete for port 46a85a7c-d205-4b99-b101-00c5ac15feb5 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:31.747492 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-27c1de07-e82b-4a34-bc51-d477f7525fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:31.822896 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['cf918aa2-7749-411b-b3a4-adc7105c1bf9'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:22:31.891269 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-7e4af026-4a45-410c-a351-205702d19ace tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:31.901170 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-7e4af026-4a45-410c-a351-205702d19ace tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports/ddbf1bed-fd18-4ede-9e41-c7d28efc92b6 HTTP/1.1" status: 200 len: 931 time: 0.7791219 Feb 09 01:22:31.919785 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187f1c65-d11a-40bf-9632-c1fc40345868 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:31.920179 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187f1c65-d11a-40bf-9632-c1fc40345868 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:31.920547 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187f1c65-d11a-40bf-9632-c1fc40345868 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:31.921521 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187f1c65-d11a-40bf-9632-c1fc40345868 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:31.922712 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187f1c65-d11a-40bf-9632-c1fc40345868 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:31.923054 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187f1c65-d11a-40bf-9632-c1fc40345868 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:31.925869 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187f1c65-d11a-40bf-9632-c1fc40345868 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:31.926267 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187f1c65-d11a-40bf-9632-c1fc40345868 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:31.926615 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187f1c65-d11a-40bf-9632-c1fc40345868 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:31.926957 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187f1c65-d11a-40bf-9632-c1fc40345868 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:31.927287 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187f1c65-d11a-40bf-9632-c1fc40345868 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:31.927608 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187f1c65-d11a-40bf-9632-c1fc40345868 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:32.064535 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-27c1de07-e82b-4a34-bc51-d477f7525fb8 None None] Port 46a85a7c-d205-4b99-b101-00c5ac15feb5 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:22:32.212495 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-900b593e-e183-4b1b-bce2-3833b91b834c req-d4229aa9-334c-4a71-b661-cb8a49132f4c tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/ports?device_id=682f8730-b5ec-49ff-baee-5b564109aa2f HTTP/1.1" status: 200 len: 210 time: 0.2174637 Feb 09 01:22:32.237623 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d5ab12-5c9d-4c8d-a476-dff86f1ecf22 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Router 96e5b3bf-ce91-4318-936a-8d99312a6e4c has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:22:32.271091 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-eba3daff-e61f-42d3-be02-4f750aca607b None None] Provisioning complete for port 378d1612-1b65-4fbf-a8d7-d73fe0502ae5 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:32.271460 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-eba3daff-e61f-42d3-be02-4f750aca607b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:32.374964 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-187f1c65-d11a-40bf-9632-c1fc40345868 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:32.398287 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-eba3daff-e61f-42d3-be02-4f750aca607b None None] Port 378d1612-1b65-4fbf-a8d7-d73fe0502ae5 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:22:32.498253 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d5ab12-5c9d-4c8d-a476-dff86f1ecf22 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:22:32.504656 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-dc1b5ebb-7968-4377-b115-8684b8fd4482 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?network_id=fc0cd235-d706-4e7e-a633-962d662b162f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.6024792 Feb 09 01:22:32.518048 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b7d5ab12-5c9d-4c8d-a476-dff86f1ecf22 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] 10.222.0.37 "PUT /v2.0/routers/96e5b3bf-ce91-4318-936a-8d99312a6e4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2148635 Feb 09 01:22:32.519203 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886c997b-47f7-421f-bd58-25ab5be4a95e None None] Sync routers for ids ['96e5b3bf-ce91-4318-936a-8d99312a6e4c'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:22:32.520837 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60700) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:32.534994 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886c997b-47f7-421f-bd58-25ab5be4a95e None None] Routers {'96e5b3bf-ce91-4318-936a-8d99312a6e4c'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:32.538068 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-886c997b-47f7-421f-bd58-25ab5be4a95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:22:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['96e5b3bf-ce91-4318-936a-8d99312a6e4c'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:32.709619 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-e1ed0182-35c6-424f-8ebd-619a8295bad4 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?network_id=fc0cd235-d706-4e7e-a633-962d662b162f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0860631 Feb 09 01:22:32.730214 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-886c997b-47f7-421f-bd58-25ab5be4a95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:32.737440 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a4f3ebc7-80a4-4b43-b86c-88c3dad16018 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:32.745377 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886c997b-47f7-421f-bd58-25ab5be4a95e None None] Routers {'96e5b3bf-ce91-4318-936a-8d99312a6e4c'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:32.749134 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-886c997b-47f7-421f-bd58-25ab5be4a95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:22:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['96e5b3bf-ce91-4318-936a-8d99312a6e4c'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:32.826143 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-886c997b-47f7-421f-bd58-25ab5be4a95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:32.826691 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886c997b-47f7-421f-bd58-25ab5be4a95e None None] The sync data for ids ['96e5b3bf-ce91-4318-936a-8d99312a6e4c'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:22:32.880002 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682f8730-b5ec-49ff-baee-5b564109aa2f', 'name': 'network-vif-deleted', 'tag': '8fbef048-139b-49ec-9219-48402a20c475', 'status': 'completed', 'code': 200} Feb 09 01:22:32.988036 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1a82afde-4656-4eb0-ae98-284ad1a86f13 req-debb67b4-82f9-413e-b771-06a177fa285a service neutron] 10.222.0.35 "GET /v2.0/networks/ad238f4b-34bd-42e1-957d-8f3ce51d9465?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3183737 Feb 09 01:22:32.990493 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device cf918aa2-7749-411b-b3a4-adc7105c1bf9 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:33.030946 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe84666-55f4-4b9a-b37c-f139e6f5185a req-3a0b4781-7eef-4a03-96cd-c9073543f736 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:33.034617 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7fe84666-55f4-4b9a-b37c-f139e6f5185a req-3a0b4781-7eef-4a03-96cd-c9073543f736 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.35 "GET /v2.0/ports?device_id=dca34561-3d96-4998-ba9b-4d380ae8de73 HTTP/1.1" status: 200 len: 945 time: 1.1220586 Feb 09 01:22:33.154067 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port cf918aa2-7749-411b-b3a4-adc7105c1bf9 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:33.160048 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port cf918aa2-7749-411b-b3a4-adc7105c1bf9 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:33.160427 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:33.166256 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60706) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:33.173578 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-8fe6f5e3-9b1d-4146-b1f4-68bf799b79d6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Request body: {'subnet': {'network_id': '5bdc6f55-0bc2-40c3-9335-284b36fa21c6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:33.204990 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-c22796b5-e0a4-42cd-94ae-5bf5704aa9fc tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:33.210910 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-c22796b5-e0a4-42cd-94ae-5bf5704aa9fc tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:33.217652 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-c22796b5-e0a4-42cd-94ae-5bf5704aa9fc tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:33.218493 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-c22796b5-e0a4-42cd-94ae-5bf5704aa9fc tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Synchronizing usage tracker for tenant:08259b26651148159119352f4f3e1358 on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:22:33.270604 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-a4f3ebc7-80a4-4b43-b86c-88c3dad16018 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 01:22:33.274377 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a4f3ebc7-80a4-4b43-b86c-88c3dad16018 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] 10.222.0.37 "DELETE /v2.0/routers/96e5b3bf-ce91-4318-936a-8d99312a6e4c HTTP/1.1" status: 409 len: 329 time: 0.7496934 Feb 09 01:22:33.274781 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60712) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:33.287425 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:33.309662 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817db78-d478-4e2e-973f-b0416870326b req-6618cf78-b987-4a3f-b731-1275b3f4aaed tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:33.312989 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f817db78-d478-4e2e-973f-b0416870326b req-6618cf78-b987-4a3f-b731-1275b3f4aaed tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] 10.222.0.37 "GET /v2.0/ports?device_id=404e61ad-b85f-4712-888c-47f15d2d5fdc HTTP/1.1" status: 200 len: 944 time: 0.3500867 Feb 09 01:22:33.324716 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404e61ad-b85f-4712-888c-47f15d2d5fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf918aa2-7749-411b-b3a4-adc7105c1bf9'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:22:33.335965 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port cf918aa2-7749-411b-b3a4-adc7105c1bf9, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=cf918aa2-7749-411b-b3a4-adc7105c1bf9,segment=NetworkSegment(ef2e8be9-8b23-4223-8ea8-154a0938a2cf),segment_id=ef2e8be9-8b23-4223-8ea8-154a0938a2cf)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:33.337629 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8fe6f5e3-9b1d-4146-b1f4-68bf799b79d6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:33.342158 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:33.343556 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device d8b8ba25-ede0-47c2-aec0-7ad5a4338305 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:22:33.346826 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8fe6f5e3-9b1d-4146-b1f4-68bf799b79d6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Usage tracker for resource:subnet and tenant:8e5692b9b6d3459a8c367b19d8e930d9 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:33.353280 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8fe6f5e3-9b1d-4146-b1f4-68bf799b79d6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:33.365724 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8fe6f5e3-9b1d-4146-b1f4-68bf799b79d6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:33.385835 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f817db78-d478-4e2e-973f-b0416870326b req-92c28f29-a585-4c33-a9c0-bffac2fa9f17 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] 10.222.0.37 "GET /v2.0/security-groups?id=2cd2c06f-b944-41cc-bc54-904ddf4a7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666664 Feb 09 01:22:33.392939 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe6f5e3-9b1d-4146-b1f4-68bf799b79d6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Made reservation on behalf of 8e5692b9b6d3459a8c367b19d8e930d9 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:33.397498 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8fe6f5e3-9b1d-4146-b1f4-68bf799b79d6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:33.489709 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=cf918aa2-7749-411b-b3a4-adc7105c1bf9,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:33.569908 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:33.611196 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port d8b8ba25-ede0-47c2-aec0-7ad5a4338305, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d8b8ba25-ede0-47c2-aec0-7ad5a4338305,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:33.615228 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:33.635436 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf020c-0ec4-43e9-ab06-f0a0393f00e5 req-2510648e-7a45-43fa-8a17-fa6d65a5bc36 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:33.637510 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8baf020c-0ec4-43e9-ab06-f0a0393f00e5 req-2510648e-7a45-43fa-8a17-fa6d65a5bc36 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=dca34561-3d96-4998-ba9b-4d380ae8de73 HTTP/1.1" status: 200 len: 945 time: 0.1398115 Feb 09 01:22:33.706923 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=d8b8ba25-ede0-47c2-aec0-7ad5a4338305,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:33.733137 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8baf020c-0ec4-43e9-ab06-f0a0393f00e5 req-29ad7c9d-21cb-4279-9faa-dd9a5bece9a6 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566819 Feb 09 01:22:33.764648 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-c22796b5-e0a4-42cd-94ae-5bf5704aa9fc tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Unset dirty status for tenant:08259b26651148159119352f4f3e1358 on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:22:33.765787 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-c22796b5-e0a4-42cd-94ae-5bf5704aa9fc tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/networks?id=211c22fa-e090-41d1-bde6-fe315257e8a1&id=d0976495-8081-44af-be21-4d619e68defa&id=d0976495-8081-44af-be21-4d619e68defa&id=fc0cd235-d706-4e7e-a633-962d662b162f&id=fc0cd235-d706-4e7e-a633-962d662b162f HTTP/1.1" status: 200 len: 1990 time: 1.0368960 Feb 09 01:22:33.770098 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-7fe84666-55f4-4b9a-b37c-f139e6f5185a req-afbec8de-77de-4f7e-b3af-5f5ce19d23d5 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Deleting port d8b8ba25-ede0-47c2-aec0-7ad5a4338305 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:33.770098 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7fe84666-55f4-4b9a-b37c-f139e6f5185a req-afbec8de-77de-4f7e-b3af-5f5ce19d23d5 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:33.795385 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8fe6f5e3-9b1d-4146-b1f4-68bf799b79d6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:33.875189 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404e61ad-b85f-4712-888c-47f15d2d5fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf918aa2-7749-411b-b3a4-adc7105c1bf9', 'code': 200} Feb 09 01:22:33.878551 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6f5e3-9b1d-4146-b1f4-68bf799b79d6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event updated for resources: {'Subnet': ['ID=8fc103a8-5341-4eef-8807-5e67ffb8be95,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:33.888842 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6f5e3-9b1d-4146-b1f4-68bf799b79d6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:33.889194 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6f5e3-9b1d-4146-b1f4-68bf799b79d6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:33.889527 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6f5e3-9b1d-4146-b1f4-68bf799b79d6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:33.890220 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6f5e3-9b1d-4146-b1f4-68bf799b79d6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:33.890553 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6f5e3-9b1d-4146-b1f4-68bf799b79d6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:33.890884 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6f5e3-9b1d-4146-b1f4-68bf799b79d6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:33.891350 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6f5e3-9b1d-4146-b1f4-68bf799b79d6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:33.891689 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6f5e3-9b1d-4146-b1f4-68bf799b79d6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:33.892013 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6f5e3-9b1d-4146-b1f4-68bf799b79d6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:33.892329 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6f5e3-9b1d-4146-b1f4-68bf799b79d6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:33.892677 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6f5e3-9b1d-4146-b1f4-68bf799b79d6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:33.892995 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe6f5e3-9b1d-4146-b1f4-68bf799b79d6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:33.904090 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe6f5e3-9b1d-4146-b1f4-68bf799b79d6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Checking segment: {'id': '1b91b34a-60d1-4261-a97b-659b714715d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '5bdc6f55-0bc2-40c3-9335-284b36fa21c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:33.904486 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe6f5e3-9b1d-4146-b1f4-68bf799b79d6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Network hostable DHCP agents. Network: 5bdc6f55-0bc2-40c3-9335-284b36fa21c6, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:33.915114 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60722) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:33.925468 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe6f5e3-9b1d-4146-b1f4-68bf799b79d6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Network 5bdc6f55-0bc2-40c3-9335-284b36fa21c6 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:33.929833 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-c90b01a1-040b-4344-8d11-f068709fec77 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/quotas/08259b26651148159119352f4f3e1358 HTTP/1.1" status: 200 len: 375 time: 0.1287136 Feb 09 01:22:33.939436 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-8fe6f5e3-9b1d-4146-b1f4-68bf799b79d6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 5bdc6f55-0bc2-40c3-9335-284b36fa21c6) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:33.943528 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe6f5e3-9b1d-4146-b1f4-68bf799b79d6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:33.944125 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8fe6f5e3-9b1d-4146-b1f4-68bf799b79d6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:33.950220 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1992838-327d-4d69-b76f-652302482c03 None None] Network 5bdc6f55-0bc2-40c3-9335-284b36fa21c6 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:33.968549 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8fe6f5e3-9b1d-4146-b1f4-68bf799b79d6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7990420 Feb 09 01:22:33.972074 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60726) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:33.978318 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-d4b1a709-8e98-4d32-bd65-bf4ad586941d tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-160640714'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:33.984207 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d4b1a709-8e98-4d32-bd65-bf4ad586941d tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:33.988272 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d4b1a709-8e98-4d32-bd65-bf4ad586941d tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Usage tracker for resource:network and tenant:8e5692b9b6d3459a8c367b19d8e930d9 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:33.991247 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d4b1a709-8e98-4d32-bd65-bf4ad586941d tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:33.998833 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d4b1a709-8e98-4d32-bd65-bf4ad586941d tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:34.010828 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b1a709-8e98-4d32-bd65-bf4ad586941d tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Made reservation on behalf of 8e5692b9b6d3459a8c367b19d8e930d9 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:34.014919 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d4b1a709-8e98-4d32-bd65-bf4ad586941d tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:34.056986 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4b1a709-8e98-4d32-bd65-bf4ad586941d tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 964} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:34.069661 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d4b1a709-8e98-4d32-bd65-bf4ad586941d tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:34.070124 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-d4b1a709-8e98-4d32-bd65-bf4ad586941d tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Added segment 00c0aa91-5e0a-43b9-9d99-69b8563dd5eb of type vlan for network 67e3457b-7751-4071-99ff-caf218f3a009 Feb 09 01:22:34.106350 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d4b1a709-8e98-4d32-bd65-bf4ad586941d tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:34.145615 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d4b1a709-8e98-4d32-bd65-bf4ad586941d tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:34.151886 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b1a709-8e98-4d32-bd65-bf4ad586941d tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:34.153315 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d4b1a709-8e98-4d32-bd65-bf4ad586941d tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:34.200017 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1a82afde-4656-4eb0-ae98-284ad1a86f13 req-550ef9e6-be2a-4bd2-8477-2069927f323d service neutron] 10.222.0.35 "GET /v2.0/networks/ad238f4b-34bd-42e1-957d-8f3ce51d9465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2007749 Feb 09 01:22:34.215662 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a74d28e-8067-4ca6-8ef4-df612b9ed08b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-5bdc6f55-0bc2-40c3-9335-284b36fa21c6', 'network_id': '5bdc6f55-0bc2-40c3-9335-284b36fa21c6', 'tenant_id': '8e5692b9b6d3459a8c367b19d8e930d9', 'fixed_ips': [{'subnet_id': '8fc103a8-5341-4eef-8807-5e67ffb8be95'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:22:34.217187 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8a74d28e-8067-4ca6-8ef4-df612b9ed08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:34.252469 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d4b1a709-8e98-4d32-bd65-bf4ad586941d tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2792110 Feb 09 01:22:34.256442 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60730) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:34.263869 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-77a74cc2-c6ad-455a-acad-f0a0c0b2d42f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Request body: {'subnet': {'network_id': '67e3457b-7751-4071-99ff-caf218f3a009', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:34.343601 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1a709-8e98-4d32-bd65-bf4ad586941d tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event updated for resources: {'Network': ['ID=67e3457b-7751-4071-99ff-caf218f3a009,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:34.369896 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 67e3457b-7751-4071-99ff-caf218f3a009 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:22:34.399080 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-77a74cc2-c6ad-455a-acad-f0a0c0b2d42f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:34.403720 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-77a74cc2-c6ad-455a-acad-f0a0c0b2d42f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Usage tracker for resource:subnet and tenant:8e5692b9b6d3459a8c367b19d8e930d9 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:34.417130 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-77a74cc2-c6ad-455a-acad-f0a0c0b2d42f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:34.429357 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-77a74cc2-c6ad-455a-acad-f0a0c0b2d42f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:34.453347 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a74cc2-c6ad-455a-acad-f0a0c0b2d42f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Made reservation on behalf of 8e5692b9b6d3459a8c367b19d8e930d9 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:34.460721 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-77a74cc2-c6ad-455a-acad-f0a0c0b2d42f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:34.500463 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-8a74d28e-8067-4ca6-8ef4-df612b9ed08b None None] Allocated IP 2001:db8:0:ffff::2 (5bdc6f55-0bc2-40c3-9335-284b36fa21c6/8fc103a8-5341-4eef-8807-5e67ffb8be95/b5caf6fd-553f-42de-a69b-9986227c1915) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:34.560899 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b5de2c37-e37a-47fb-8d42-6b210499b6f1 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:34.569758 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-187f1c65-d11a-40bf-9632-c1fc40345868 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:34.586315 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-b0cdbece-3677-4c84-819a-8998b6edb82c tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=08259b26651148159119352f4f3e1358&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5524795 Feb 09 01:22:34.625883 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-187f1c65-d11a-40bf-9632-c1fc40345868 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:34.733258 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9be265-3018-48f2-b939-2dfca3db309a req-37b4deed-c2b0-4e75-9f1c-7967df7cfdfe tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:34.735474 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1c9be265-3018-48f2-b939-2dfca3db309a req-37b4deed-c2b0-4e75-9f1c-7967df7cfdfe tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] 10.222.0.37 "GET /v2.0/ports?device_id=404e61ad-b85f-4712-888c-47f15d2d5fdc HTTP/1.1" status: 200 len: 945 time: 0.1754594 Feb 09 01:22:34.747805 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8a74d28e-8067-4ca6-8ef4-df612b9ed08b None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:34.759829 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8a74d28e-8067-4ca6-8ef4-df612b9ed08b None None] Transition to ACTIVE for port object b5caf6fd-553f-42de-a69b-9986227c1915 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:34.781894 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8a74d28e-8067-4ca6-8ef4-df612b9ed08b None None] Transition to ACTIVE for port object b5caf6fd-553f-42de-a69b-9986227c1915 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:34.788316 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8a74d28e-8067-4ca6-8ef4-df612b9ed08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:34.867221 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a74d28e-8067-4ca6-8ef4-df612b9ed08b None None] Network 5bdc6f55-0bc2-40c3-9335-284b36fa21c6 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:34.870577 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-8a74d28e-8067-4ca6-8ef4-df612b9ed08b None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:34.873684 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1c9be265-3018-48f2-b939-2dfca3db309a req-700d100c-30eb-4239-a310-539a07497078 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] 10.222.0.37 "GET /v2.0/security-groups?id=2cd2c06f-b944-41cc-bc54-904ddf4a7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295300 Feb 09 01:22:34.876107 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a74d28e-8067-4ca6-8ef4-df612b9ed08b None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:34.888320 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b5de2c37-e37a-47fb-8d42-6b210499b6f1 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:34.906299 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-7fe84666-55f4-4b9a-b37c-f139e6f5185a req-afbec8de-77de-4f7e-b3af-5f5ce19d23d5 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] For port d8b8ba25-ede0-47c2-aec0-7ad5a4338305, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d8b8ba25-ede0-47c2-aec0-7ad5a4338305,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:34.906669 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7fe84666-55f4-4b9a-b37c-f139e6f5185a req-afbec8de-77de-4f7e-b3af-5f5ce19d23d5 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:34.916988 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74d28e-8067-4ca6-8ef4-df612b9ed08b None None] Pushing event updated for resources: {'Port': ['ID=b5caf6fd-553f-42de-a69b-9986227c1915,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:34.935988 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6c450-4dbd-4f77-bc40-234859eb9495 req-2cb86e41-7275-4433-9d51-93d0bc177b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:34.937538 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-87a6c450-4dbd-4f77-bc40-234859eb9495 req-2cb86e41-7275-4433-9d51-93d0bc177b82 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=404e61ad-b85f-4712-888c-47f15d2d5fdc HTTP/1.1" status: 200 len: 1096 time: 0.8991175 Feb 09 01:22:34.958859 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-77a74cc2-c6ad-455a-acad-f0a0c0b2d42f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:34.985140 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-8a74d28e-8067-4ca6-8ef4-df612b9ed08b None None] Attempting to bind port b5caf6fd-553f-42de-a69b-9986227c1915 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:22:34.985140 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-8a74d28e-8067-4ca6-8ef4-df612b9ed08b None None] Attempting to bind port b5caf6fd-553f-42de-a69b-9986227c1915 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '1b91b34a-60d1-4261-a97b-659b714715d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '5bdc6f55-0bc2-40c3-9335-284b36fa21c6'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:22:34.985140 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a74d28e-8067-4ca6-8ef4-df612b9ed08b None None] Attempting to bind port b5caf6fd-553f-42de-a69b-9986227c1915 on network 5bdc6f55-0bc2-40c3-9335-284b36fa21c6 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:22:34.989462 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a74d28e-8067-4ca6-8ef4-df612b9ed08b None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:22:34.989972 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a74d28e-8067-4ca6-8ef4-df612b9ed08b None None] Checking segment: {'id': '1b91b34a-60d1-4261-a97b-659b714715d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '5bdc6f55-0bc2-40c3-9335-284b36fa21c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:34.990490 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8a74d28e-8067-4ca6-8ef4-df612b9ed08b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:34.990965 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a74d28e-8067-4ca6-8ef4-df612b9ed08b None None] Bound using segment: {'id': '1b91b34a-60d1-4261-a97b-659b714715d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '5bdc6f55-0bc2-40c3-9335-284b36fa21c6'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:22:34.991530 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-8a74d28e-8067-4ca6-8ef4-df612b9ed08b None None] Bound port: b5caf6fd-553f-42de-a69b-9986227c1915, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b91b34a-60d1-4261-a97b-659b714715d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '5bdc6f55-0bc2-40c3-9335-284b36fa21c6'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:22:34.992061 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8a74d28e-8067-4ca6-8ef4-df612b9ed08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:35.124241 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-8a74d28e-8067-4ca6-8ef4-df612b9ed08b None None] For port b5caf6fd-553f-42de-a69b-9986227c1915, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:22:35.124813 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-8a74d28e-8067-4ca6-8ef4-df612b9ed08b None None] For port b5caf6fd-553f-42de-a69b-9986227c1915, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b5caf6fd-553f-42de-a69b-9986227c1915,segment=NetworkSegment(1b91b34a-60d1-4261-a97b-659b714715d4),segment_id=1b91b34a-60d1-4261-a97b-659b714715d4)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:22:35.132211 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8a74d28e-8067-4ca6-8ef4-df612b9ed08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:35.241088 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74d28e-8067-4ca6-8ef4-df612b9ed08b None None] Pushing event updated for resources: {'Port': ['ID=b5caf6fd-553f-42de-a69b-9986227c1915,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:35.276318 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a74cc2-c6ad-455a-acad-f0a0c0b2d42f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event updated for resources: {'Subnet': ['ID=9b44247c-2d7e-4a3c-a6aa-660227cb66bc,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:35.301312 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a74cc2-c6ad-455a-acad-f0a0c0b2d42f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Checking segment: {'id': '00c0aa91-5e0a-43b9-9d99-69b8563dd5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '67e3457b-7751-4071-99ff-caf218f3a009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:35.301587 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a74cc2-c6ad-455a-acad-f0a0c0b2d42f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Network hostable DHCP agents. Network: 67e3457b-7751-4071-99ff-caf218f3a009, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:35.318481 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-7fe84666-55f4-4b9a-b37c-f139e6f5185a req-afbec8de-77de-4f7e-b3af-5f5ce19d23d5 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Calling delete_port for d8b8ba25-ede0-47c2-aec0-7ad5a4338305 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:35.333104 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e11604-ac1a-4e8d-86df-8f38b7b7eafc req-94c6799b-2b35-454e-8df8-2556c79f23c3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:35.334721 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-54e11604-ac1a-4e8d-86df-8f38b7b7eafc req-94c6799b-2b35-454e-8df8-2556c79f23c3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=dca34561-3d96-4998-ba9b-4d380ae8de73 HTTP/1.1" status: 200 len: 943 time: 0.1698594 Feb 09 01:22:35.343802 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a74cc2-c6ad-455a-acad-f0a0c0b2d42f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Network 67e3457b-7751-4071-99ff-caf218f3a009 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:35.373251 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-77a74cc2-c6ad-455a-acad-f0a0c0b2d42f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 67e3457b-7751-4071-99ff-caf218f3a009) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:35.378186 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-187f1c65-d11a-40bf-9632-c1fc40345868 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:35.379037 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a74cc2-c6ad-455a-acad-f0a0c0b2d42f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:35.379633 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-77a74cc2-c6ad-455a-acad-f0a0c0b2d42f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:35.381950 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f1c65-d11a-40bf-9632-c1fc40345868 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Pushing event updated for resources: {'Port': ['ID=46a85a7c-d205-4b99-b101-00c5ac15feb5,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:35.390104 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e01b7c-0c1f-4345-8378-76c86f627dac None None] Network 67e3457b-7751-4071-99ff-caf218f3a009 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:35.446811 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-54e11604-ac1a-4e8d-86df-8f38b7b7eafc req-baffab95-5546-4491-a956-3e4ba48041e5 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898993 Feb 09 01:22:35.452345 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-77a74cc2-c6ad-455a-acad-f0a0c0b2d42f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1951916 Feb 09 01:22:35.453178 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60738) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:35.643102 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-82845ed2-fd2b-4e29-ae96-ec3bd5bab64b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:35.723769 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-82845ed2-fd2b-4e29-ae96-ec3bd5bab64b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:35.737526 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-87a6c450-4dbd-4f77-bc40-234859eb9495 req-20558d8c-c7fd-4cc2-a390-59e325ebb65d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2cd2c06f-b944-41cc-bc54-904ddf4a7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7246935 Feb 09 01:22:35.749918 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e69734-2178-45f1-a9fc-f1ed03f7510f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-67e3457b-7751-4071-99ff-caf218f3a009', 'network_id': '67e3457b-7751-4071-99ff-caf218f3a009', 'tenant_id': '8e5692b9b6d3459a8c367b19d8e930d9', 'fixed_ips': [{'subnet_id': '9b44247c-2d7e-4a3c-a6aa-660227cb66bc'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:22:35.750922 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-01e69734-2178-45f1-a9fc-f1ed03f7510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:35.782489 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-d0f0b148-18df-4b9c-af6a-b2910ec482be service neutron] 10.222.0.37 "GET /v2.0/networks/211c22fa-e090-41d1-bde6-fe315257e8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1666994 Feb 09 01:22:35.789622 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187f1c65-d11a-40bf-9632-c1fc40345868 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Network 93d97990-d0d0-4a69-ac4c-839b2328738f is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:35.795277 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-187f1c65-d11a-40bf-9632-c1fc40345868 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:35.820923 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-82845ed2-fd2b-4e29-ae96-ec3bd5bab64b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:35.825964 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b5de2c37-e37a-47fb-8d42-6b210499b6f1 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:35.870150 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82845ed2-fd2b-4e29-ae96-ec3bd5bab64b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event deleted for resources: {'Subnet': ['ID=9b44247c-2d7e-4a3c-a6aa-660227cb66bc,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:35.879837 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca34561-3d96-4998-ba9b-4d380ae8de73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8b8ba25-ede0-47c2-aec0-7ad5a4338305'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server [None req-01e69734-2178-45f1-a9fc-f1ed03f7510f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b44247c-2d7e-4a3c-a6aa-660227cb66bc: This subnet is being modified by another concurrent operation. Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:22:35.919333 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server raise exception Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b44247c-2d7e-4a3c-a6aa-660227cb66bc: This subnet is being modified by another concurrent operation. Feb 09 01:22:35.922936 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server Feb 09 01:22:35.943191 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe5cf90-7e69-4ede-9b61-504681c3000e None None] Network 67e3457b-7751-4071-99ff-caf218f3a009 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:35.987206 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-82845ed2-fd2b-4e29-ae96-ec3bd5bab64b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:36.019242 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca34561-3d96-4998-ba9b-4d380ae8de73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8b8ba25-ede0-47c2-aec0-7ad5a4338305', 'code': 200} Feb 09 01:22:36.028382 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-82845ed2-fd2b-4e29-ae96-ec3bd5bab64b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67e3457b-7751-4071-99ff-caf218f3a009']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:36.059648 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-82845ed2-fd2b-4e29-ae96-ec3bd5bab64b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c0aa91-5e0a-43b9-9d99-69b8563dd5eb') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:36.060123 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-82845ed2-fd2b-4e29-ae96-ec3bd5bab64b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c0aa91-5e0a-43b9-9d99-69b8563dd5eb') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:36.087462 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7fe84666-55f4-4b9a-b37c-f139e6f5185a req-afbec8de-77de-4f7e-b3af-5f5ce19d23d5 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:36.089373 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-82845ed2-fd2b-4e29-ae96-ec3bd5bab64b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:36.106074 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de2c37-e37a-47fb-8d42-6b210499b6f1 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f0d28d-a1ea-4108-ad85-7a5d044a95d0,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:36.223573 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-82845ed2-fd2b-4e29-ae96-ec3bd5bab64b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:36.233887 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82845ed2-fd2b-4e29-ae96-ec3bd5bab64b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Releasing vlan 964 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:36.234534 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-82845ed2-fd2b-4e29-ae96-ec3bd5bab64b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:36.238250 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b5de2c37-e37a-47fb-8d42-6b210499b6f1 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:36.239410 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b5de2c37-e37a-47fb-8d42-6b210499b6f1 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "DELETE /v2.0/security-groups/c8f0d28d-a1ea-4108-ad85-7a5d044a95d0 HTTP/1.1" status: 204 len: 168 time: 2.3086877 Feb 09 01:22:36.253729 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbec8de-77de-4f7e-b3af-5f5ce19d23d5 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Pushing event deleted for resources: {'Port': ['ID=d8b8ba25-ede0-47c2-aec0-7ad5a4338305,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:36.254988 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:22:36.254988 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:36.254988 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:22:36.254988 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:36.254988 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:22:36.254988 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:22:36.254988 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:22:36.254988 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:36.254988 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:22:36.254988 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:36.254988 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:22:36.254988 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:36.254988 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:22:36.254988 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:22:36.254988 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:36.254988 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:22:36.254988 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:36.254988 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:22:36.254988 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:22:36.254988 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:22:36.254988 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:22:36.254988 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:22:36.254988 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:36.254988 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:36.254988 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:36.254988 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:36.254988 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:36.254988 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:36.254988 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:36.254988 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:36.254988 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:36.254988 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:36.258832 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5ba005d1-a004-4e0d-8cd9-671bc72520b8 None None] Provisioning complete for port 46a85a7c-d205-4b99-b101-00c5ac15feb5 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:36.259315 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5ba005d1-a004-4e0d-8cd9-671bc72520b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:36.266605 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60746) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:36.358707 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-5ba005d1-a004-4e0d-8cd9-671bc72520b8 None None] Port 46a85a7c-d205-4b99-b101-00c5ac15feb5 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:22:36.379588 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b69c5-4ae5-4c31-95cf-1e11fff5c70b req-07c008c4-8882-4bff-acca-374e0d593567 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:36.380539 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-db9b69c5-4ae5-4c31-95cf-1e11fff5c70b req-07c008c4-8882-4bff-acca-374e0d593567 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] 10.222.0.37 "GET /v2.0/ports?device_id=404e61ad-b85f-4712-888c-47f15d2d5fdc HTTP/1.1" status: 200 len: 945 time: 0.2774918 Feb 09 01:22:36.381623 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-82845ed2-fd2b-4e29-ae96-ec3bd5bab64b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:36.387358 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-82845ed2-fd2b-4e29-ae96-ec3bd5bab64b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:36.437416 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82845ed2-fd2b-4e29-ae96-ec3bd5bab64b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event deleted for resources: {'Network': ['ID=67e3457b-7751-4071-99ff-caf218f3a009,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:36.451355 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-82845ed2-fd2b-4e29-ae96-ec3bd5bab64b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "DELETE /v2.0/networks/67e3457b-7751-4071-99ff-caf218f3a009 HTTP/1.1" status: 204 len: 168 time: 0.9912350 Feb 09 01:22:36.451355 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60750) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:36.455550 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-a3ff6601-5cee-42e5-85fc-6a35b15dd1d5 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-772427267'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:36.458856 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-71e20df6-7cea-4bf5-9982-279583bed807 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] show failed (client error): The resource could not be found. Feb 09 01:22:36.459976 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-71e20df6-7cea-4bf5-9982-279583bed807 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "GET /v2.0/security-groups/c8f0d28d-a1ea-4108-ad85-7a5d044a95d0 HTTP/1.1" status: 404 len: 347 time: 0.1879163 Feb 09 01:22:36.469980 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60756) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:36.473702 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a3ff6601-5cee-42e5-85fc-6a35b15dd1d5 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:36.525576 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe84666-55f4-4b9a-b37c-f139e6f5185a req-afbec8de-77de-4f7e-b3af-5f5ce19d23d5 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] No DVR routers for this DVR port d8b8ba25-ede0-47c2-aec0-7ad5a4338305 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:36.535375 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7fe84666-55f4-4b9a-b37c-f139e6f5185a req-afbec8de-77de-4f7e-b3af-5f5ce19d23d5 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:36.542894 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7fe84666-55f4-4b9a-b37c-f139e6f5185a req-afbec8de-77de-4f7e-b3af-5f5ce19d23d5 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.35 "DELETE /v2.0/ports/d8b8ba25-ede0-47c2-aec0-7ad5a4338305 HTTP/1.1" status: 204 len: 173 time: 3.3192933 Feb 09 01:22:36.545249 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca34561-3d96-4998-ba9b-4d380ae8de73', 'name': 'network-vif-deleted', 'tag': 'd8b8ba25-ede0-47c2-aec0-7ad5a4338305'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:22:36.552075 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a3ff6601-5cee-42e5-85fc-6a35b15dd1d5 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Usage tracker for resource:network and tenant:8e5692b9b6d3459a8c367b19d8e930d9 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:36.564581 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-db80595a-97d8-46b2-9fc0-7906d45869b9 service neutron] 10.222.0.37 "GET /v2.0/networks/211c22fa-e090-41d1-bde6-fe315257e8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7635725 Feb 09 01:22:36.578733 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a3ff6601-5cee-42e5-85fc-6a35b15dd1d5 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:36.594654 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a3ff6601-5cee-42e5-85fc-6a35b15dd1d5 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:36.618069 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187f1c65-d11a-40bf-9632-c1fc40345868 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Router 5e9a737e-4ffe-4ec4-b494-415ad053d1f3 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:22:36.674392 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4e5215-d90f-478d-970c-bfd1880c7f97 None None] Network 5bdc6f55-0bc2-40c3-9335-284b36fa21c6 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:36.704574 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-db9b69c5-4ae5-4c31-95cf-1e11fff5c70b req-55488d31-1ba4-4bc0-bd1e-e640272e978c tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] 10.222.0.37 "GET /v2.0/security-groups?id=2cd2c06f-b944-41cc-bc54-904ddf4a7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936113 Feb 09 01:22:36.725066 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ff6601-5cee-42e5-85fc-6a35b15dd1d5 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Made reservation on behalf of 8e5692b9b6d3459a8c367b19d8e930d9 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:36.734550 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a3ff6601-5cee-42e5-85fc-6a35b15dd1d5 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:36.764087 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-29872c6c-52b0-4526-8bda-4b56e23120bf tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:36.833601 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ff6601-5cee-42e5-85fc-6a35b15dd1d5 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 977} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:36.844379 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a3ff6601-5cee-42e5-85fc-6a35b15dd1d5 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:36.844750 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-a3ff6601-5cee-42e5-85fc-6a35b15dd1d5 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Added segment 0349e258-ba17-41b5-8625-b8038235cc9b of type vlan for network f1002880-e730-45d1-8c17-2bf77dcd28ec Feb 09 01:22:36.850318 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b5caf6fd-553f-42de-a69b-9986227c1915 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:36.859603 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-119a01ea-8325-4811-8516-9b6eb929f071 service neutron] 10.222.0.37 "GET /v2.0/ports/87a166c3-a949-48ae-a41b-5e45c1439f17?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2940078 Feb 09 01:22:36.928434 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a3ff6601-5cee-42e5-85fc-6a35b15dd1d5 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:36.961842 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-23fcffc0-e0f0-421b-b61c-5a4974fbde58 None None] Provisioning for port b5caf6fd-553f-42de-a69b-9986227c1915 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:36.969094 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-d7c1a5ce-55c4-4565-bd3d-f76cc2268c34 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Deleting port cf1a59a6-5780-497c-b90b-7b6361237947 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:36.969502 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d7c1a5ce-55c4-4565-bd3d-f76cc2268c34 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:36.991604 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-13acb823-8501-4f50-b019-bbf30f586f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:37.110762 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port b5caf6fd-553f-42de-a69b-9986227c1915 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:37.122632 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port b5caf6fd-553f-42de-a69b-9986227c1915 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:37.123052 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:37.186817 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d7c1a5ce-55c4-4565-bd3d-f76cc2268c34 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:37.187149 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d7c1a5ce-55c4-4565-bd3d-f76cc2268c34 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:37.311943 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a3ff6601-5cee-42e5-85fc-6a35b15dd1d5 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:37.319165 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ff6601-5cee-42e5-85fc-6a35b15dd1d5 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:37.320704 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a3ff6601-5cee-42e5-85fc-6a35b15dd1d5 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:37.331776 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:37.369548 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port b5caf6fd-553f-42de-a69b-9986227c1915, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b5caf6fd-553f-42de-a69b-9986227c1915,segment=NetworkSegment(1b91b34a-60d1-4261-a97b-659b714715d4),segment_id=1b91b34a-60d1-4261-a97b-659b714715d4)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:37.381790 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:37.491748 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187f1c65-d11a-40bf-9632-c1fc40345868 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:22:37.498161 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-187f1c65-d11a-40bf-9632-c1fc40345868 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] 10.222.0.37 "PUT /v2.0/routers/5e9a737e-4ffe-4ec4-b494-415ad053d1f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2186720 Feb 09 01:22:37.504345 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039bc100-47ec-49c9-8943-d44660cf73a0 None None] Sync routers for ids ['5e9a737e-4ffe-4ec4-b494-415ad053d1f3'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:22:37.508077 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=b5caf6fd-553f-42de-a69b-9986227c1915,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:37.520586 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039bc100-47ec-49c9-8943-d44660cf73a0 None None] Routers {'5e9a737e-4ffe-4ec4-b494-415ad053d1f3'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:37.521220 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-039bc100-47ec-49c9-8943-d44660cf73a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:22:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['5e9a737e-4ffe-4ec4-b494-415ad053d1f3'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:37.582205 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60762) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:37.599055 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-039bc100-47ec-49c9-8943-d44660cf73a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:37.599965 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-d7c1a5ce-55c4-4565-bd3d-f76cc2268c34 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Calling delete_port for cf1a59a6-5780-497c-b90b-7b6361237947 owned by network:floatingip {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:37.610418 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039bc100-47ec-49c9-8943-d44660cf73a0 None None] Routers {'5e9a737e-4ffe-4ec4-b494-415ad053d1f3'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:37.611397 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-039bc100-47ec-49c9-8943-d44660cf73a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:22:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['5e9a737e-4ffe-4ec4-b494-415ad053d1f3'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:37.616735 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-295aacb6-7769-44ef-862c-f4b2949a19ef service neutron] 10.222.0.37 "GET /v2.0/networks/d0976495-8081-44af-be21-4d619e68defa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7560980 Feb 09 01:22:37.676778 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-039bc100-47ec-49c9-8943-d44660cf73a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:37.677418 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039bc100-47ec-49c9-8943-d44660cf73a0 None None] The sync data for ids ['5e9a737e-4ffe-4ec4-b494-415ad053d1f3'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:22:37.702506 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-91694be5-cad0-437e-88cb-add875d4ab6c req-816b5580-9392-4099-8973-44f443534467 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=dca34561-3d96-4998-ba9b-4d380ae8de73 HTTP/1.1" status: 200 len: 210 time: 0.4317753 Feb 09 01:22:37.713069 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-932d81c7-b71a-4414-b88b-ec6a9b77a0c6 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Request body: {'port': {'network_id': '93d97990-d0d0-4a69-ac4c-839b2328738f', 'name': 'tempest-FloatingIPAdminTestJSON-1850746656'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:37.775079 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca34561-3d96-4998-ba9b-4d380ae8de73', 'name': 'network-vif-deleted', 'tag': 'd8b8ba25-ede0-47c2-aec0-7ad5a4338305', 'status': 'completed', 'code': 200} Feb 09 01:22:37.786029 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ded10eb-39af-4624-a103-84dc7a409dcf None None] get_active_networks_info from n-d-828419-1 {{(pid=87613) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:22:37.847780 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a3ff6601-5cee-42e5-85fc-6a35b15dd1d5 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3966434 Feb 09 01:22:37.861910 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-947a465b-d398-4def-a6ee-5eaeef3869ad service neutron] 10.222.0.37 "GET /v2.0/networks/d0976495-8081-44af-be21-4d619e68defa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338481 Feb 09 01:22:37.862120 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60768) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:37.862589 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff6601-5cee-42e5-85fc-6a35b15dd1d5 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event updated for resources: {'Network': ['ID=f1002880-e730-45d1-8c17-2bf77dcd28ec,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:37.865214 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c9fc5e2d-9295-48be-9841-88d567caecd8 None None] Provisioning complete for port b5caf6fd-553f-42de-a69b-9986227c1915 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:37.865214 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c9fc5e2d-9295-48be-9841-88d567caecd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:37.878562 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-0609118e-7875-459a-9659-fb2ab29ea534 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Request body: {'subnet': {'network_id': 'f1002880-e730-45d1-8c17-2bf77dcd28ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:37.909394 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network f1002880-e730-45d1-8c17-2bf77dcd28ec details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:22:37.939729 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-29872c6c-52b0-4526-8bda-4b56e23120bf tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Deleting port 378d1612-1b65-4fbf-a8d7-d73fe0502ae5 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:37.940079 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-29872c6c-52b0-4526-8bda-4b56e23120bf tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:37.991226 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-5b21f7a9-81d9-41c0-a681-5d168ebfa297 service neutron] 10.222.0.37 "GET /v2.0/ports/ddbf1bed-fd18-4ede-9e41-c7d28efc92b6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1281135 Feb 09 01:22:38.224776 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-932d81c7-b71a-4414-b88b-ec6a9b77a0c6 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:38.237928 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-932d81c7-b71a-4414-b88b-ec6a9b77a0c6 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Usage tracker for resource:port and tenant:1f2e553723194a46bd7d746285f82ddd is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:38.241039 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d7c1a5ce-55c4-4565-bd3d-f76cc2268c34 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:38.245393 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-932d81c7-b71a-4414-b88b-ec6a9b77a0c6 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:38.250503 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0609118e-7875-459a-9659-fb2ab29ea534 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:38.292370 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0b4205bc-6d64-4c9a-8141-2b6956e1f5b2 service neutron] 10.222.0.37 "GET /v2.0/networks/d0976495-8081-44af-be21-4d619e68defa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002987 Feb 09 01:22:38.299397 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-932d81c7-b71a-4414-b88b-ec6a9b77a0c6 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:38.301668 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0609118e-7875-459a-9659-fb2ab29ea534 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Usage tracker for resource:subnet and tenant:8e5692b9b6d3459a8c367b19d8e930d9 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:38.306924 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ded10eb-39af-4624-a103-84dc7a409dcf None None] Resources bound (agent type, host, resource id): {{(pid=87613) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:22:38.314527 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0609118e-7875-459a-9659-fb2ab29ea534 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:38.320128 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1a5ce-55c4-4565-bd3d-f76cc2268c34 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Pushing event deleted for resources: {'Port': ['ID=cf1a59a6-5780-497c-b90b-7b6361237947,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:38.361029 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0609118e-7875-459a-9659-fb2ab29ea534 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:38.387636 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-29872c6c-52b0-4526-8bda-4b56e23120bf tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:38.406943 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932d81c7-b71a-4414-b88b-ec6a9b77a0c6 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Made reservation on behalf of 1f2e553723194a46bd7d746285f82ddd for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:38.416624 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-932d81c7-b71a-4414-b88b-ec6a9b77a0c6 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:38.450739 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0609118e-7875-459a-9659-fb2ab29ea534 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Made reservation on behalf of 8e5692b9b6d3459a8c367b19d8e930d9 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:38.454869 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0609118e-7875-459a-9659-fb2ab29ea534 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:38.474968 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587d89a-766b-4081-a13f-a71eeba86ff2 req-d8615502-da8e-4655-b312-6c52e2550774 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:38.476490 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3587d89a-766b-4081-a13f-a71eeba86ff2 req-d8615502-da8e-4655-b312-6c52e2550774 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] 10.222.0.37 "GET /v2.0/ports?device_id=404e61ad-b85f-4712-888c-47f15d2d5fdc HTTP/1.1" status: 200 len: 945 time: 0.5347526 Feb 09 01:22:38.480862 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-932d81c7-b71a-4414-b88b-ec6a9b77a0c6 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] device_id is not set on port cd67fc4f-ab13-4f4f-a0e8-63485e1a74f7 yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:22:38.524982 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-29872c6c-52b0-4526-8bda-4b56e23120bf tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Calling delete_port for 378d1612-1b65-4fbf-a8d7-d73fe0502ae5 owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:38.630853 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d7c1a5ce-55c4-4565-bd3d-f76cc2268c34 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks [] for floatingip, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:38.707596 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3587d89a-766b-4081-a13f-a71eeba86ff2 req-1ae3e67e-e187-4be4-9825-2c4585242329 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] 10.222.0.37 "GET /v2.0/security-groups?id=2cd2c06f-b944-41cc-bc54-904ddf4a7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878734 Feb 09 01:22:38.783004 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d7c1a5ce-55c4-4565-bd3d-f76cc2268c34 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:38.786938 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d7c1a5ce-55c4-4565-bd3d-f76cc2268c34 tempest-ServerActionsTestJSON-327932645 tempest-ServerActionsTestJSON-327932645-project] 10.222.0.37 "DELETE /v2.0/floatingips/67b25821-2c65-4a23-af98-a9dc2fd0612c HTTP/1.1" status: 204 len: 168 time: 2.3121357 Feb 09 01:22:38.790579 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60776) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:38.838158 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-69080c2f-6c85-43aa-a985-ed9ed649fbda service neutron] 10.222.0.37 "GET /v2.0/networks/d0976495-8081-44af-be21-4d619e68defa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5442781 Feb 09 01:22:38.845303 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-932d81c7-b71a-4414-b88b-ec6a9b77a0c6 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Allocated IP 172.20.0.9 (93d97990-d0d0-4a69-ac4c-839b2328738f/5c1d186f-251e-4a78-ac2d-5acf65f25584/cd67fc4f-ab13-4f4f-a0e8-63485e1a74f7) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:38.961986 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b5caf6fd-553f-42de-a69b-9986227c1915 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:39.107704 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port b5caf6fd-553f-42de-a69b-9986227c1915 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:39.108327 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:39.127766 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-a783d409-d72d-4668-b023-26de2731049f service neutron] 10.222.0.37 "GET /v2.0/networks/d0976495-8081-44af-be21-4d619e68defa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887473 Feb 09 01:22:39.248505 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0609118e-7875-459a-9659-fb2ab29ea534 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:39.357100 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-80bea7bd-148b-43e4-a881-afde2fcd2666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:39.643402 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-29872c6c-52b0-4526-8bda-4b56e23120bf tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:39.695804 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609118e-7875-459a-9659-fb2ab29ea534 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event updated for resources: {'Subnet': ['ID=1601e323-e48f-4a84-a4ae-2129dd552359,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:39.749751 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-932d81c7-b71a-4414-b88b-ec6a9b77a0c6 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:39.766045 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29872c6c-52b0-4526-8bda-4b56e23120bf tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Pushing event deleted for resources: {'Port': ['ID=378d1612-1b65-4fbf-a8d7-d73fe0502ae5,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:39.769913 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-932d81c7-b71a-4414-b88b-ec6a9b77a0c6 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Transition to ACTIVE for port object cd67fc4f-ab13-4f4f-a0e8-63485e1a74f7 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:39.777991 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0609118e-7875-459a-9659-fb2ab29ea534 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Checking segment: {'id': '0349e258-ba17-41b5-8625-b8038235cc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'f1002880-e730-45d1-8c17-2bf77dcd28ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:39.778352 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0609118e-7875-459a-9659-fb2ab29ea534 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Network hostable DHCP agents. Network: f1002880-e730-45d1-8c17-2bf77dcd28ec, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:39.896604 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0609118e-7875-459a-9659-fb2ab29ea534 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Network f1002880-e730-45d1-8c17-2bf77dcd28ec is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:39.921767 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-0609118e-7875-459a-9659-fb2ab29ea534 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, f1002880-e730-45d1-8c17-2bf77dcd28ec) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:39.926259 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0609118e-7875-459a-9659-fb2ab29ea534 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:39.927048 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0609118e-7875-459a-9659-fb2ab29ea534 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:39.934583 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b551c986-a28a-4f7e-af1b-7265fa7d5cfa None None] Network f1002880-e730-45d1-8c17-2bf77dcd28ec requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:39.947660 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-932d81c7-b71a-4414-b88b-ec6a9b77a0c6 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:39.971924 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1719b924-c481-4cf3-9dc5-33376ed7a1ea service neutron] 10.222.0.37 "GET /v2.0/networks/d0976495-8081-44af-be21-4d619e68defa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8285661 Feb 09 01:22:40.168589 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0609118e-7875-459a-9659-fb2ab29ea534 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3023524 Feb 09 01:22:40.175378 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60792) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:40.192158 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932d81c7-b71a-4414-b88b-ec6a9b77a0c6 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Network 93d97990-d0d0-4a69-ac4c-839b2328738f is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:40.220585 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-691a5a88-8412-45bc-958f-2e599a4b67c7 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1765180712'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:40.231351 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-691a5a88-8412-45bc-958f-2e599a4b67c7 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:40.246787 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-932d81c7-b71a-4414-b88b-ec6a9b77a0c6 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:40.269665 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437ca206-984d-45e4-a2e0-8fe6ba6ec1af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-f1002880-e730-45d1-8c17-2bf77dcd28ec', 'network_id': 'f1002880-e730-45d1-8c17-2bf77dcd28ec', 'tenant_id': '8e5692b9b6d3459a8c367b19d8e930d9', 'fixed_ips': [{'subnet_id': '1601e323-e48f-4a84-a4ae-2129dd552359'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:22:40.270618 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-437ca206-984d-45e4-a2e0-8fe6ba6ec1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:40.306042 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-691a5a88-8412-45bc-958f-2e599a4b67c7 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Usage tracker for resource:network and tenant:8e5692b9b6d3459a8c367b19d8e930d9 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:40.310111 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932d81c7-b71a-4414-b88b-ec6a9b77a0c6 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:40.366914 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-29872c6c-52b0-4526-8bda-4b56e23120bf tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:40.382314 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:40.420962 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-691a5a88-8412-45bc-958f-2e599a4b67c7 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:40.423937 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d81c7-b71a-4414-b88b-ec6a9b77a0c6 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Pushing event updated for resources: {'Port': ['ID=cd67fc4f-ab13-4f4f-a0e8-63485e1a74f7,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:40.515524 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:40.520480 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-691a5a88-8412-45bc-958f-2e599a4b67c7 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:40.605706 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691a5a88-8412-45bc-958f-2e599a4b67c7 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Made reservation on behalf of 8e5692b9b6d3459a8c367b19d8e930d9 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:40.633955 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-691a5a88-8412-45bc-958f-2e599a4b67c7 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:40.696704 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-437ca206-984d-45e4-a2e0-8fe6ba6ec1af None None] Allocated IP 2001:db8::1 (f1002880-e730-45d1-8c17-2bf77dcd28ec/1601e323-e48f-4a84-a4ae-2129dd552359/081f28d3-76e4-489d-b02d-f425f3036b9f) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:40.737397 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932d81c7-b71a-4414-b88b-ec6a9b77a0c6 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:40.738388 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-932d81c7-b71a-4414-b88b-ec6a9b77a0c6 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:40.773986 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-f7a633cb-f5fc-4a80-8f5c-d5888f633335 service neutron] 10.222.0.37 "GET /v2.0/networks/d0976495-8081-44af-be21-4d619e68defa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7866220 Feb 09 01:22:40.893534 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691a5a88-8412-45bc-958f-2e599a4b67c7 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 979} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:40.904137 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-485cafaf-6a19-44ac-a7f2-19cda0a5aefd None None] Provisioning for port cd67fc4f-ab13-4f4f-a0e8-63485e1a74f7 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:40.905955 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-932d81c7-b71a-4414-b88b-ec6a9b77a0c6 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2692130 Feb 09 01:22:40.911523 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60800) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:40.913257 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-691a5a88-8412-45bc-958f-2e599a4b67c7 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:40.913614 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-691a5a88-8412-45bc-958f-2e599a4b67c7 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Added segment b3a784d6-5c54-404f-b210-8af17b12af1d of type vlan for network 1a1e5a7e-1fc6-42f4-9ab7-b49ba73162b5 Feb 09 01:22:40.920076 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-485cafaf-6a19-44ac-a7f2-19cda0a5aefd None None] Provisioning complete for port cd67fc4f-ab13-4f4f-a0e8-63485e1a74f7 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:40.920076 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-485cafaf-6a19-44ac-a7f2-19cda0a5aefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:40.921292 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29872c6c-52b0-4526-8bda-4b56e23120bf tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Router 96e5b3bf-ce91-4318-936a-8d99312a6e4c has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:22:40.953363 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-691a5a88-8412-45bc-958f-2e599a4b67c7 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:41.010732 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-485cafaf-6a19-44ac-a7f2-19cda0a5aefd None None] Port cd67fc4f-ab13-4f4f-a0e8-63485e1a74f7 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:22:41.016952 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-3941c30f-2c4d-4de3-ae7f-8f9bf8f46888 service neutron] 10.222.0.37 "GET /v2.0/networks/d0976495-8081-44af-be21-4d619e68defa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282391 Feb 09 01:22:41.078156 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-691a5a88-8412-45bc-958f-2e599a4b67c7 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:41.083910 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691a5a88-8412-45bc-958f-2e599a4b67c7 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:41.084520 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-691a5a88-8412-45bc-958f-2e599a4b67c7 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:41.220187 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-a4cecaef-192f-4fe0-8d7a-3dcafd29570f tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'project_id': '1f2e553723194a46bd7d746285f82ddd', 'port_id': 'cd67fc4f-ab13-4f4f-a0e8-63485e1a74f7'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:41.223932 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a5a88-8412-45bc-958f-2e599a4b67c7 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event updated for resources: {'Network': ['ID=1a1e5a7e-1fc6-42f4-9ab7-b49ba73162b5,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:41.225991 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-437ca206-984d-45e4-a2e0-8fe6ba6ec1af None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:41.234718 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-691a5a88-8412-45bc-958f-2e599a4b67c7 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0500441 Feb 09 01:22:41.243789 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60806) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:41.253141 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 1a1e5a7e-1fc6-42f4-9ab7-b49ba73162b5 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:22:41.257168 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-8bc63deb-c035-45da-9f3e-ba66206d1dca tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Request body: {'subnet': {'network_id': '1a1e5a7e-1fc6-42f4-9ab7-b49ba73162b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:41.274501 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-22588c75-2ee6-4bdd-8344-a10f79d0742f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:41.279263 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-437ca206-984d-45e4-a2e0-8fe6ba6ec1af None None] Transition to ACTIVE for port object 081f28d3-76e4-489d-b02d-f425f3036b9f will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:41.368874 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29872c6c-52b0-4526-8bda-4b56e23120bf tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:22:41.370822 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a4cecaef-192f-4fe0-8d7a-3dcafd29570f tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:41.384165 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92c0e78-fa69-4ea8-a1a9-16b4d1d28037 None None] Sync routers for ids ['96e5b3bf-ce91-4318-936a-8d99312a6e4c'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:22:41.388295 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a4cecaef-192f-4fe0-8d7a-3dcafd29570f tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Usage tracker for resource:floatingip and tenant:1f2e553723194a46bd7d746285f82ddd is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:41.392557 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a4cecaef-192f-4fe0-8d7a-3dcafd29570f tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:41.403550 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a4cecaef-192f-4fe0-8d7a-3dcafd29570f tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:41.407219 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-29872c6c-52b0-4526-8bda-4b56e23120bf tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] 10.222.0.37 "PUT /v2.0/routers/96e5b3bf-ce91-4318-936a-8d99312a6e4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0972219 Feb 09 01:22:41.411127 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60810) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:41.425272 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-437ca206-984d-45e4-a2e0-8fe6ba6ec1af None None] Transition to ACTIVE for port object 081f28d3-76e4-489d-b02d-f425f3036b9f will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:41.461244 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92c0e78-fa69-4ea8-a1a9-16b4d1d28037 None None] Routers {'96e5b3bf-ce91-4318-936a-8d99312a6e4c'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:41.461891 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-d92c0e78-fa69-4ea8-a1a9-16b4d1d28037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:22:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['96e5b3bf-ce91-4318-936a-8d99312a6e4c'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:41.503446 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a4cecaef-192f-4fe0-8d7a-3dcafd29570f tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:41.519191 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-14043dd6-b720-4379-884c-0c3f73a5baea tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] show failed (client error): The resource could not be found. Feb 09 01:22:41.526943 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-14043dd6-b720-4379-884c-0c3f73a5baea tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-1068774025 HTTP/1.1" status: 404 len: 335 time: 0.1081960 Feb 09 01:22:41.526943 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60814) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:41.530258 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8bc63deb-c035-45da-9f3e-ba66206d1dca tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:41.531296 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-437ca206-984d-45e4-a2e0-8fe6ba6ec1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:41.535151 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-1348966f-89ca-4f35-9d41-6cabf65a135f tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:41.555138 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8bc63deb-c035-45da-9f3e-ba66206d1dca tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Usage tracker for resource:subnet and tenant:8e5692b9b6d3459a8c367b19d8e930d9 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:41.561073 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8bc63deb-c035-45da-9f3e-ba66206d1dca tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:41.569657 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8bc63deb-c035-45da-9f3e-ba66206d1dca tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:41.603503 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-d92c0e78-fa69-4ea8-a1a9-16b4d1d28037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:41.638244 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437ca206-984d-45e4-a2e0-8fe6ba6ec1af None None] Network f1002880-e730-45d1-8c17-2bf77dcd28ec is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:41.639057 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92c0e78-fa69-4ea8-a1a9-16b4d1d28037 None None] Routers {'96e5b3bf-ce91-4318-936a-8d99312a6e4c'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:41.639713 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-d92c0e78-fa69-4ea8-a1a9-16b4d1d28037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:22:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['96e5b3bf-ce91-4318-936a-8d99312a6e4c'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:41.649269 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-91af4a62-2d45-421e-8cca-b318061d8fab service neutron] 10.222.0.37 "GET /v2.0/networks/fc0cd235-d706-4e7e-a633-962d662b162f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5678916 Feb 09 01:22:41.654345 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-1348966f-89ca-4f35-9d41-6cabf65a135f tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] update failed (client error): The resource could not be found. Feb 09 01:22:41.660264 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1348966f-89ca-4f35-9d41-6cabf65a135f tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-1907390209 HTTP/1.1" status: 404 len: 335 time: 0.1284673 Feb 09 01:22:41.682592 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60820) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:41.683330 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc63deb-c035-45da-9f3e-ba66206d1dca tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Made reservation on behalf of 8e5692b9b6d3459a8c367b19d8e930d9 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:41.686891 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8bc63deb-c035-45da-9f3e-ba66206d1dca tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:41.697978 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-437ca206-984d-45e4-a2e0-8fe6ba6ec1af None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:41.715148 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437ca206-984d-45e4-a2e0-8fe6ba6ec1af None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:41.721036 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-d92c0e78-fa69-4ea8-a1a9-16b4d1d28037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:41.721326 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92c0e78-fa69-4ea8-a1a9-16b4d1d28037 None None] The sync data for ids ['96e5b3bf-ce91-4318-936a-8d99312a6e4c'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:22:41.764680 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ca206-984d-45e4-a2e0-8fe6ba6ec1af None None] Pushing event updated for resources: {'Port': ['ID=081f28d3-76e4-489d-b02d-f425f3036b9f,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:41.834270 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-437ca206-984d-45e4-a2e0-8fe6ba6ec1af None None] Attempting to bind port 081f28d3-76e4-489d-b02d-f425f3036b9f on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:22:41.834649 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-437ca206-984d-45e4-a2e0-8fe6ba6ec1af None None] Attempting to bind port 081f28d3-76e4-489d-b02d-f425f3036b9f by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '0349e258-ba17-41b5-8625-b8038235cc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'f1002880-e730-45d1-8c17-2bf77dcd28ec'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:22:41.835070 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437ca206-984d-45e4-a2e0-8fe6ba6ec1af None None] Attempting to bind port 081f28d3-76e4-489d-b02d-f425f3036b9f on network f1002880-e730-45d1-8c17-2bf77dcd28ec {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:22:41.837262 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-34c7cf4e-2014-4685-94b8-4522f926ec73 service neutron] 10.222.0.37 "GET /v2.0/networks/fc0cd235-d706-4e7e-a633-962d662b162f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808646 Feb 09 01:22:41.843730 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:41.849304 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437ca206-984d-45e4-a2e0-8fe6ba6ec1af None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:22:41.850735 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437ca206-984d-45e4-a2e0-8fe6ba6ec1af None None] Checking segment: {'id': '0349e258-ba17-41b5-8625-b8038235cc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'f1002880-e730-45d1-8c17-2bf77dcd28ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:41.850961 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-437ca206-984d-45e4-a2e0-8fe6ba6ec1af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:41.852668 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437ca206-984d-45e4-a2e0-8fe6ba6ec1af None None] Bound using segment: {'id': '0349e258-ba17-41b5-8625-b8038235cc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'f1002880-e730-45d1-8c17-2bf77dcd28ec'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:22:41.853832 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-437ca206-984d-45e4-a2e0-8fe6ba6ec1af None None] Bound port: 081f28d3-76e4-489d-b02d-f425f3036b9f, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0349e258-ba17-41b5-8625-b8038235cc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'f1002880-e730-45d1-8c17-2bf77dcd28ec'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:22:41.854646 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-437ca206-984d-45e4-a2e0-8fe6ba6ec1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:41.876020 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.ipam_backend_mixin [None req-8bc63deb-c035-45da-9f3e-ba66206d1dca tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Performing IP validity checks on allocation pools {{(pid=87611) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 01:22:41.876632 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.ipam_backend_mixin [None req-8bc63deb-c035-45da-9f3e-ba66206d1dca tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87611) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 01:22:41.907473 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae35ff5-220e-45f6-a8bb-e9311289354b tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Deleting subnet e6d5d6b0-fcf8-4a2a-892c-70eba7a07549 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:22:41.940629 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eae35ff5-220e-45f6-a8bb-e9311289354b tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:41.984700 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-437ca206-984d-45e4-a2e0-8fe6ba6ec1af None None] For port 081f28d3-76e4-489d-b02d-f425f3036b9f, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:22:41.993851 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-437ca206-984d-45e4-a2e0-8fe6ba6ec1af None None] For port 081f28d3-76e4-489d-b02d-f425f3036b9f, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=081f28d3-76e4-489d-b02d-f425f3036b9f,segment=NetworkSegment(0349e258-ba17-41b5-8625-b8038235cc9b),segment_id=0349e258-ba17-41b5-8625-b8038235cc9b)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:22:42.006650 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-75afce97-e621-4d0b-9edf-3b687d551419 service neutron] 10.222.0.37 "GET /v2.0/networks/fc0cd235-d706-4e7e-a633-962d662b162f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622963 Feb 09 01:22:42.007075 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-437ca206-984d-45e4-a2e0-8fe6ba6ec1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:42.062723 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eae35ff5-220e-45f6-a8bb-e9311289354b tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:42.178192 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ca206-984d-45e4-a2e0-8fe6ba6ec1af None None] Pushing event updated for resources: {'Port': ['ID=081f28d3-76e4-489d-b02d-f425f3036b9f,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:42.261187 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-eb38c513-28fb-4662-8052-d0e0d614ba61 service neutron] 10.222.0.37 "GET /v2.0/networks/fc0cd235-d706-4e7e-a633-962d662b162f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338455 Feb 09 01:22:42.322315 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a4cecaef-192f-4fe0-8d7a-3dcafd29570f tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:42.520160 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-22588c75-2ee6-4bdd-8344-a10f79d0742f admin admin] Deleting port f99ccc72-ba67-4b01-9636-fdda6fdd3360 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:42.520532 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-22588c75-2ee6-4bdd-8344-a10f79d0742f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:42.603225 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8bc63deb-c035-45da-9f3e-ba66206d1dca tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:42.660100 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-a4cecaef-192f-4fe0-8d7a-3dcafd29570f tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Allocated IP 172.25.5.192 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/7aebefb0-77ac-474e-8bbd-4dcf2ade143c) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:42.799381 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc63deb-c035-45da-9f3e-ba66206d1dca tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event updated for resources: {'Subnet': ['ID=19e7785d-7165-4b7f-81ac-471617e6624b,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:42.880900 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 081f28d3-76e4-489d-b02d-f425f3036b9f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:42.897050 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a4cecaef-192f-4fe0-8d7a-3dcafd29570f tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:42.939287 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a4cecaef-192f-4fe0-8d7a-3dcafd29570f tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:43.001367 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eae35ff5-220e-45f6-a8bb-e9311289354b tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:43.075513 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 081f28d3-76e4-489d-b02d-f425f3036b9f completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:43.080749 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cecaef-192f-4fe0-8d7a-3dcafd29570f tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:43.083864 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-a4cecaef-192f-4fe0-8d7a-3dcafd29570f tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:43.088692 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cecaef-192f-4fe0-8d7a-3dcafd29570f tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:43.219515 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc63deb-c035-45da-9f3e-ba66206d1dca tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Checking segment: {'id': 'b3a784d6-5c54-404f-b210-8af17b12af1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '1a1e5a7e-1fc6-42f4-9ab7-b49ba73162b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:43.220248 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc63deb-c035-45da-9f3e-ba66206d1dca tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Network hostable DHCP agents. Network: 1a1e5a7e-1fc6-42f4-9ab7-b49ba73162b5, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:43.257881 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cecaef-192f-4fe0-8d7a-3dcafd29570f tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Pushing event updated for resources: {'Port': ['ID=7aebefb0-77ac-474e-8bbd-4dcf2ade143c,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:43.313034 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-22588c75-2ee6-4bdd-8344-a10f79d0742f admin admin] For port f99ccc72-ba67-4b01-9636-fdda6fdd3360, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=f99ccc72-ba67-4b01-9636-fdda6fdd3360,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:43.313390 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-22588c75-2ee6-4bdd-8344-a10f79d0742f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:43.344835 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc63deb-c035-45da-9f3e-ba66206d1dca tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Network 1a1e5a7e-1fc6-42f4-9ab7-b49ba73162b5 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:43.468262 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eae35ff5-220e-45f6-a8bb-e9311289354b tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:43.476263 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-8bc63deb-c035-45da-9f3e-ba66206d1dca tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 1a1e5a7e-1fc6-42f4-9ab7-b49ba73162b5) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:43.487956 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adf989a-ffd7-46ac-b007-5b563b6a095b None None] Network 1a1e5a7e-1fc6-42f4-9ab7-b49ba73162b5 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:43.622389 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-22588c75-2ee6-4bdd-8344-a10f79d0742f admin admin] Calling delete_port for f99ccc72-ba67-4b01-9636-fdda6fdd3360 owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:43.742948 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc63deb-c035-45da-9f3e-ba66206d1dca tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:43.744531 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8bc63deb-c035-45da-9f3e-ba66206d1dca tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:43.778423 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae35ff5-220e-45f6-a8bb-e9311289354b tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Pushing event deleted for resources: {'Subnet': ['ID=e6d5d6b0-fcf8-4a2a-892c-70eba7a07549,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:43.791952 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33380ac7-aa29-4fcf-a8cd-2ec68f8a79a4 None None] Network d44be03e-fdf0-4442-84b5-6bd518204111 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:43.793891 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eae35ff5-220e-45f6-a8bb-e9311289354b tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:43.830959 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60898) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:43.831422 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-eae35ff5-220e-45f6-a8bb-e9311289354b tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] 10.222.0.37 "DELETE /v2.0/subnets/e6d5d6b0-fcf8-4a2a-892c-70eba7a07549 HTTP/1.1" status: 204 len: 168 time: 2.1291604 Feb 09 01:22:43.845003 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8bc63deb-c035-45da-9f3e-ba66206d1dca tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.5998297 Feb 09 01:22:43.846853 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60902) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:43.896685 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a47743b-5b7a-41f7-bc5c-8101adf2f5e3 None None] Network f1002880-e730-45d1-8c17-2bf77dcd28ec requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:44.133264 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-22588c75-2ee6-4bdd-8344-a10f79d0742f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:44.211264 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22588c75-2ee6-4bdd-8344-a10f79d0742f admin admin] Pushing event deleted for resources: {'Port': ['ID=f99ccc72-ba67-4b01-9636-fdda6fdd3360,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:44.276441 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad3b53b2-6f46-4e7c-9810-fd807d058fed tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Deleting subnet 033c9eda-016a-4567-8709-a6aa15987c0f {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:22:44.281266 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ad3b53b2-6f46-4e7c-9810-fd807d058fed tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:44.320863 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18f49b40-d594-43c1-a75e-8c4231d7ca87 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:44.477418 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cd8cd3-94c2-4840-8624-bd6b0c383724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-1a1e5a7e-1fc6-42f4-9ab7-b49ba73162b5', 'network_id': '1a1e5a7e-1fc6-42f4-9ab7-b49ba73162b5', 'tenant_id': '8e5692b9b6d3459a8c367b19d8e930d9', 'fixed_ips': [{'subnet_id': '19e7785d-7165-4b7f-81ac-471617e6624b'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:22:44.478291 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-09cd8cd3-94c2-4840-8624-bd6b0c383724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:44.484468 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a4cecaef-192f-4fe0-8d7a-3dcafd29570f tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:44.530105 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ad3b53b2-6f46-4e7c-9810-fd807d058fed tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:44.581342 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ed2673e0-50a2-4727-9e29-239970c8087c None None] Provisioning for port 081f28d3-76e4-489d-b02d-f425f3036b9f completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:44.607499 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18f49b40-d594-43c1-a75e-8c4231d7ca87 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:44.660979 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ed2673e0-50a2-4727-9e29-239970c8087c None None] Provisioning complete for port 081f28d3-76e4-489d-b02d-f425f3036b9f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:44.661319 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ed2673e0-50a2-4727-9e29-239970c8087c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:44.872203 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ad3b53b2-6f46-4e7c-9810-fd807d058fed tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:45.004981 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ad3b53b2-6f46-4e7c-9810-fd807d058fed tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:45.119107 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-22588c75-2ee6-4bdd-8344-a10f79d0742f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:45.140129 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a4cecaef-192f-4fe0-8d7a-3dcafd29570f tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:45.144542 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-3283cb64-73ea-4961-856f-0c2a30e7e794 req-c6c25402-6676-4446-86f1-a284a90853c5 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Synchronizing usage tracker for tenant:08259b26651148159119352f4f3e1358 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:22:45.183770 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-09cd8cd3-94c2-4840-8624-bd6b0c383724 None None] Allocated IP 2001:db8::3 (1a1e5a7e-1fc6-42f4-9ab7-b49ba73162b5/19e7785d-7165-4b7f-81ac-471617e6624b/1b0bde6c-904d-40fe-aae0-7de28b317cee) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:45.238974 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-3283cb64-73ea-4961-856f-0c2a30e7e794 req-c6c25402-6676-4446-86f1-a284a90853c5 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Unset dirty status for tenant:08259b26651148159119352f4f3e1358 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:22:45.240441 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3283cb64-73ea-4961-856f-0c2a30e7e794 req-c6c25402-6676-4446-86f1-a284a90853c5 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 210 time: 0.5199459 Feb 09 01:22:45.324257 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b53b2-6f46-4e7c-9810-fd807d058fed tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Pushing event deleted for resources: {'Subnet': ['ID=033c9eda-016a-4567-8709-a6aa15987c0f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:45.337785 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ad3b53b2-6f46-4e7c-9810-fd807d058fed tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:45.377375 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d287b96-fac3-4489-945b-702713567edd None None] DHCP port deletion for d44be03e-fdf0-4442-84b5-6bd518204111 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:22:45.389485 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ad3b53b2-6f46-4e7c-9810-fd807d058fed tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] 10.222.0.37 "DELETE /v2.0/subnets/033c9eda-016a-4567-8709-a6aa15987c0f HTTP/1.1" status: 204 len: 168 time: 1.5567715 Feb 09 01:22:45.389693 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d771b304-52a5-4053-bc62-bfb7ace064ab None None] Network 870023f9-5d55-4223-85e5-5dac18e66533 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:45.394800 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60964) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:45.553043 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-0d287b96-fac3-4489-945b-702713567edd None None] Deleting port 959c8ad6-1ca1-46f8-be87-ba1a166c17cd {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:45.553546 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0d287b96-fac3-4489-945b-702713567edd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:45.667111 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a4cecaef-192f-4fe0-8d7a-3dcafd29570f tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:45.678802 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ed2673e0-50a2-4727-9e29-239970c8087c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:45.685402 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a4cecaef-192f-4fe0-8d7a-3dcafd29570f tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:45.862551 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-df58d1cd-bb03-4303-92a5-e81fb7deec0f tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:45.863554 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a4cecaef-192f-4fe0-8d7a-3dcafd29570f tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:45.894354 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-df58d1cd-bb03-4303-92a5-e81fb7deec0f tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Deleting port 959c8ad6-1ca1-46f8-be87-ba1a166c17cd {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:45.894966 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-df58d1cd-bb03-4303-92a5-e81fb7deec0f tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:46.023198 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cecaef-192f-4fe0-8d7a-3dcafd29570f tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Pushing event updated for resources: {'Port': ['ID=7aebefb0-77ac-474e-8bbd-4dcf2ade143c,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:46.086077 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-0d287b96-fac3-4489-945b-702713567edd None None] For port 959c8ad6-1ca1-46f8-be87-ba1a166c17cd, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=959c8ad6-1ca1-46f8-be87-ba1a166c17cd,segment=NetworkSegment(e0bbb61d-dcfd-4139-aa8d-77daf332e59d),segment_id=e0bbb61d-dcfd-4139-aa8d-77daf332e59d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:46.086471 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0d287b96-fac3-4489-945b-702713567edd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:46.209901 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d6d8b-5d2f-406f-9f0c-2835295fd755 req-9781082a-fc72-4ce4-9530-ac755186a1e2 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:46.212194 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-905d6d8b-5d2f-406f-9f0c-2835295fd755 req-9781082a-fc72-4ce4-9530-ac755186a1e2 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] 10.222.0.37 "GET /v2.0/ports?device_id=404e61ad-b85f-4712-888c-47f15d2d5fdc HTTP/1.1" status: 200 len: 945 time: 0.4040391 Feb 09 01:22:46.218392 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [None req-a4cecaef-192f-4fe0-8d7a-3dcafd29570f tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Floating IP 361834ec-e6e4-46cf-a0ac-e106e84b31a3 associated. External IP: 172.25.5.192, port: cd67fc4f-ab13-4f4f-a0e8-63485e1a74f7. Feb 09 01:22:46.254833 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22588c75-2ee6-4bdd-8344-a10f79d0742f admin admin] Router ec7240bc-2034-47b8-996f-727053d3e8f8 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:22:46.278159 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-0d287b96-fac3-4489-945b-702713567edd None None] Calling delete_port for 959c8ad6-1ca1-46f8-be87-ba1a166c17cd owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:46.299879 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-df58d1cd-bb03-4303-92a5-e81fb7deec0f tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] For port 959c8ad6-1ca1-46f8-be87-ba1a166c17cd, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=959c8ad6-1ca1-46f8-be87-ba1a166c17cd,segment=NetworkSegment(e0bbb61d-dcfd-4139-aa8d-77daf332e59d),segment_id=e0bbb61d-dcfd-4139-aa8d-77daf332e59d)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:46.300270 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-df58d1cd-bb03-4303-92a5-e81fb7deec0f tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:46.444453 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0d287b96-fac3-4489-945b-702713567edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:46.546458 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d287b96-fac3-4489-945b-702713567edd None None] No DVR routers for this DVR port 959c8ad6-1ca1-46f8-be87-ba1a166c17cd on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:46.565467 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-905d6d8b-5d2f-406f-9f0c-2835295fd755 req-5b0fba7f-faca-4160-92bf-5fbb9849c3a1 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] 10.222.0.37 "GET /v2.0/security-groups?id=2cd2c06f-b944-41cc-bc54-904ddf4a7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391571 Feb 09 01:22:46.576608 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-df58d1cd-bb03-4303-92a5-e81fb7deec0f tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Calling delete_port for 959c8ad6-1ca1-46f8-be87-ba1a166c17cd owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:46.607696 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-ed2673e0-50a2-4727-9e29-239970c8087c None None] For port 081f28d3-76e4-489d-b02d-f425f3036b9f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=081f28d3-76e4-489d-b02d-f425f3036b9f,segment=NetworkSegment(0349e258-ba17-41b5-8625-b8038235cc9b),segment_id=0349e258-ba17-41b5-8625-b8038235cc9b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:46.618179 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d287b96-fac3-4489-945b-702713567edd None None] Pushing event deleted for resources: {'Port': ['ID=959c8ad6-1ca1-46f8-be87-ba1a166c17cd,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:46.632786 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ed2673e0-50a2-4727-9e29-239970c8087c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:46.738900 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-09cd8cd3-94c2-4840-8624-bd6b0c383724 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:46.810039 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [None req-df58d1cd-bb03-4303-92a5-e81fb7deec0f tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:22:46.811540 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [None req-df58d1cd-bb03-4303-92a5-e81fb7deec0f tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:22:46.812753 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22588c75-2ee6-4bdd-8344-a10f79d0742f admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:22:46.816125 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-09cd8cd3-94c2-4840-8624-bd6b0c383724 None None] Transition to ACTIVE for port object 1b0bde6c-904d-40fe-aae0-7de28b317cee will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:46.827261 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893d22b4-cde6-478e-9303-862ea44d8b6e None None] Sync routers for ids ['ec7240bc-2034-47b8-996f-727053d3e8f8'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:22:46.833827 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-22588c75-2ee6-4bdd-8344-a10f79d0742f admin admin] 10.222.0.37 "PUT /v2.0/routers/ec7240bc-2034-47b8-996f-727053d3e8f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0366735 Feb 09 01:22:46.834106 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60976) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:46.852358 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893d22b4-cde6-478e-9303-862ea44d8b6e None None] Routers {'ec7240bc-2034-47b8-996f-727053d3e8f8'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:46.852612 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 959c8ad6-1ca1-46f8-be87-ba1a166c17cd no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:22:46.854768 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-893d22b4-cde6-478e-9303-862ea44d8b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:22:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['ec7240bc-2034-47b8-996f-727053d3e8f8'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:46.908835 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b797dc0-3853-4db0-9604-c1d17972c083 req-ef9a5c4d-7c96-4624-ad45-820afb397bc0 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 210 time: 0.2365785 Feb 09 01:22:46.934426 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2673e0-50a2-4727-9e29-239970c8087c None None] Pushing event updated for resources: {'Port': ['ID=081f28d3-76e4-489d-b02d-f425f3036b9f,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:46.937570 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 959c8ad6-1ca1-46f8-be87-ba1a166c17cd {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:22:46.938073 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 959c8ad6-1ca1-46f8-be87-ba1a166c17cd not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:22:46.953211 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-09cd8cd3-94c2-4840-8624-bd6b0c383724 None None] Transition to ACTIVE for port object 1b0bde6c-904d-40fe-aae0-7de28b317cee will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:46.975645 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-615a6087-51ae-45a1-b33e-0a2dd6f9e7f2 None None] Provisioning complete for port 081f28d3-76e4-489d-b02d-f425f3036b9f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:46.977226 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-615a6087-51ae-45a1-b33e-0a2dd6f9e7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:47.079312 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18f49b40-d594-43c1-a75e-8c4231d7ca87 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:47.115626 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-09cd8cd3-94c2-4840-8624-bd6b0c383724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:47.152510 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-993dd216-819d-4100-a3e8-efa6d4d83876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:47.154214 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-993dd216-819d-4100-a3e8-efa6d4d83876 service neutron] 10.222.0.35 "GET /v2.0/ports/87a166c3-a949-48ae-a41b-5e45c1439f17 HTTP/1.1" status: 200 len: 1027 time: 0.2422276 Feb 09 01:22:47.200930 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81817fc9-d388-4f4c-98cb-aabe608a149d None None] DHCP port deletion for 870023f9-5d55-4223-85e5-5dac18e66533 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:22:47.251850 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-81817fc9-d388-4f4c-98cb-aabe608a149d None None] Deleting port 23c3bef1-45f1-45bc-978e-8d8dd832e6fa {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:47.252511 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-81817fc9-d388-4f4c-98cb-aabe608a149d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:47.318683 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-893d22b4-cde6-478e-9303-862ea44d8b6e None None] Set router ec7240bc-2034-47b8-996f-727053d3e8f8 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:22:47.346842 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4cecaef-192f-4fe0-8d7a-3dcafd29570f tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Router 5e9a737e-4ffe-4ec4-b494-415ad053d1f3 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:22:47.372682 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cd8cd3-94c2-4840-8624-bd6b0c383724 None None] Network 1a1e5a7e-1fc6-42f4-9ab7-b49ba73162b5 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:47.407117 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-de88a08e-853a-41cb-8e3e-0fb3f8276347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:47.408631 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-de88a08e-853a-41cb-8e3e-0fb3f8276347 service neutron] 10.222.0.35 "GET /v2.0/ports/ddbf1bed-fd18-4ede-9e41-c7d28efc92b6 HTTP/1.1" status: 200 len: 1027 time: 0.2455909 Feb 09 01:22:47.420875 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-09cd8cd3-94c2-4840-8624-bd6b0c383724 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:47.454363 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cd8cd3-94c2-4840-8624-bd6b0c383724 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:47.490191 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-df58d1cd-bb03-4303-92a5-e81fb7deec0f tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Deleting port 959c8ad6-1ca1-46f8-be87-ba1a166c17cd {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:47.490755 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-df58d1cd-bb03-4303-92a5-e81fb7deec0f tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:47.550542 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd8cd3-94c2-4840-8624-bd6b0c383724 None None] Pushing event updated for resources: {'Port': ['ID=1b0bde6c-904d-40fe-aae0-7de28b317cee,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:47.584621 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f49b40-d594-43c1-a75e-8c4231d7ca87 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event deleted for resources: {'Subnet': ['ID=19e7785d-7165-4b7f-81ac-471617e6624b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:47.690384 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-09cd8cd3-94c2-4840-8624-bd6b0c383724 None None] Attempting to bind port 1b0bde6c-904d-40fe-aae0-7de28b317cee on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:22:47.690752 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-09cd8cd3-94c2-4840-8624-bd6b0c383724 None None] Attempting to bind port 1b0bde6c-904d-40fe-aae0-7de28b317cee by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'b3a784d6-5c54-404f-b210-8af17b12af1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '1a1e5a7e-1fc6-42f4-9ab7-b49ba73162b5'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:22:47.691115 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cd8cd3-94c2-4840-8624-bd6b0c383724 None None] Attempting to bind port 1b0bde6c-904d-40fe-aae0-7de28b317cee on network 1a1e5a7e-1fc6-42f4-9ab7-b49ba73162b5 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:22:47.715686 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cd8cd3-94c2-4840-8624-bd6b0c383724 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:22:47.716060 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cd8cd3-94c2-4840-8624-bd6b0c383724 None None] Checking segment: {'id': 'b3a784d6-5c54-404f-b210-8af17b12af1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '1a1e5a7e-1fc6-42f4-9ab7-b49ba73162b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:47.716495 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-09cd8cd3-94c2-4840-8624-bd6b0c383724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:47.716895 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cd8cd3-94c2-4840-8624-bd6b0c383724 None None] Bound using segment: {'id': 'b3a784d6-5c54-404f-b210-8af17b12af1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '1a1e5a7e-1fc6-42f4-9ab7-b49ba73162b5'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:22:47.727092 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-09cd8cd3-94c2-4840-8624-bd6b0c383724 None None] Bound port: 1b0bde6c-904d-40fe-aae0-7de28b317cee, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a784d6-5c54-404f-b210-8af17b12af1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '1a1e5a7e-1fc6-42f4-9ab7-b49ba73162b5'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:22:47.727593 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-09cd8cd3-94c2-4840-8624-bd6b0c383724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:47.847638 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-df58d1cd-bb03-4303-92a5-e81fb7deec0f tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] The port '959c8ad6-1ca1-46f8-be87-ba1a166c17cd' was deleted {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:22:47.891553 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-09cd8cd3-94c2-4840-8624-bd6b0c383724 None None] For port 1b0bde6c-904d-40fe-aae0-7de28b317cee, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:22:47.898652 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-09cd8cd3-94c2-4840-8624-bd6b0c383724 None None] For port 1b0bde6c-904d-40fe-aae0-7de28b317cee, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1b0bde6c-904d-40fe-aae0-7de28b317cee,segment=NetworkSegment(b3a784d6-5c54-404f-b210-8af17b12af1d),segment_id=b3a784d6-5c54-404f-b210-8af17b12af1d)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:22:47.986338 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18f49b40-d594-43c1-a75e-8c4231d7ca87 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:48.034598 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-09cd8cd3-94c2-4840-8624-bd6b0c383724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:48.037200 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-893d22b4-cde6-478e-9303-862ea44d8b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'name': 'tempest-ServerActionsTestJSON-372246360-router', 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '78889691-b9d6-4896-90a8-fb653e9a8e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:00Z', 'updated_at': '2022-02-09T01:22:43Z', 'revision_number': 5, 'project_id': 'ce0095aebb0840088ecf37cbcece72f6', 'gw_port': {'id': '78889691-b9d6-4896-90a8-fb653e9a8e37', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:46:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:02Z', 'updated_at': '2022-02-09T01:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:48.062014 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893d22b4-cde6-478e-9303-862ea44d8b6e None None] Checking router: ec7240bc-2034-47b8-996f-727053d3e8f8 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:22:48.093571 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893d22b4-cde6-478e-9303-862ea44d8b6e None None] Routers {'ec7240bc-2034-47b8-996f-727053d3e8f8'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:48.094336 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-893d22b4-cde6-478e-9303-862ea44d8b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:22:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['ec7240bc-2034-47b8-996f-727053d3e8f8'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:48.113074 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4cecaef-192f-4fe0-8d7a-3dcafd29570f tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:22:48.121825 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-d7b8f0b6-1eff-4a96-ba15-c135c5ca56d3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:48.130979 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-d7b8f0b6-1eff-4a96-ba15-c135c5ca56d3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:48.138274 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-d7b8f0b6-1eff-4a96-ba15-c135c5ca56d3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:48.140105 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-d7b8f0b6-1eff-4a96-ba15-c135c5ca56d3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.35 "GET /v2.0/networks?id=211c22fa-e090-41d1-bde6-fe315257e8a1&id=d0976495-8081-44af-be21-4d619e68defa&id=d0976495-8081-44af-be21-4d619e68defa&id=d0976495-8081-44af-be21-4d619e68defa&id=d0976495-8081-44af-be21-4d619e68defa&id=fc0cd235-d706-4e7e-a633-962d662b162f&id=fc0cd235-d706-4e7e-a633-962d662b162f HTTP/1.1" status: 200 len: 1990 time: 0.3870227 Feb 09 01:22:48.156563 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ca38c-d166-42b3-a386-6803e18605a8 req-d5530590-e442-4cbb-9984-3e6daff9518b tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:48.163708 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-973ca38c-d166-42b3-a386-6803e18605a8 req-d5530590-e442-4cbb-9984-3e6daff9518b tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] 10.222.0.35 "GET /v2.0/ports?device_id=404e61ad-b85f-4712-888c-47f15d2d5fdc HTTP/1.1" status: 200 len: 945 time: 0.9577792 Feb 09 01:22:48.171504 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a6205c-fd7c-4e3b-bc8a-69cd0a501c54 None None] Sync routers for ids ['5e9a737e-4ffe-4ec4-b494-415ad053d1f3'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:22:48.313449 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-81817fc9-d388-4f4c-98cb-aabe608a149d None None] For port 23c3bef1-45f1-45bc-978e-8d8dd832e6fa, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=23c3bef1-45f1-45bc-978e-8d8dd832e6fa,segment=NetworkSegment(aa5f8fd6-6a4c-45ca-be9a-9fd88050f8f0),segment_id=aa5f8fd6-6a4c-45ca-be9a-9fd88050f8f0)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:48.315450 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-81817fc9-d388-4f4c-98cb-aabe608a149d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:48.366788 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-973ca38c-d166-42b3-a386-6803e18605a8 req-2ebae982-848b-4202-b1e5-141a06456393 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Deleting port cf918aa2-7749-411b-b3a4-adc7105c1bf9 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:48.367134 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-973ca38c-d166-42b3-a386-6803e18605a8 req-2ebae982-848b-4202-b1e5-141a06456393 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:48.377479 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-18f49b40-d594-43c1-a75e-8c4231d7ca87 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a1e5a7e-1fc6-42f4-9ab7-b49ba73162b5']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:48.404792 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4924542a-7fd7-4f5c-8a49-2b5ae2571199 admin admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:48.412799 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a6205c-fd7c-4e3b-bc8a-69cd0a501c54 None None] Routers {'5e9a737e-4ffe-4ec4-b494-415ad053d1f3'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:48.414030 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-24a6205c-fd7c-4e3b-bc8a-69cd0a501c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:22:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['5e9a737e-4ffe-4ec4-b494-415ad053d1f3'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:48.493135 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-18f49b40-d594-43c1-a75e-8c4231d7ca87 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a784d6-5c54-404f-b210-8af17b12af1d') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:48.493716 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-18f49b40-d594-43c1-a75e-8c4231d7ca87 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a784d6-5c54-404f-b210-8af17b12af1d') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:48.508530 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-893d22b4-cde6-478e-9303-862ea44d8b6e None None] Set router ec7240bc-2034-47b8-996f-727053d3e8f8 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:22:48.517473 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-df58d1cd-bb03-4303-92a5-e81fb7deec0f tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:48.572441 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18f49b40-d594-43c1-a75e-8c4231d7ca87 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:48.574184 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-24a6205c-fd7c-4e3b-bc8a-69cd0a501c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:48.613095 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d434a2e4-e0b7-42de-a95c-ae882864e0bd req-328c9bab-6d8a-4c85-a765-97e573ea5294 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 210 time: 0.1263363 Feb 09 01:22:48.613963 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a4cecaef-192f-4fe0-8d7a-3dcafd29570f tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:48.639793 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-df58d1cd-bb03-4303-92a5-e81fb7deec0f tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d44be03e-fdf0-4442-84b5-6bd518204111']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:48.720954 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18f49b40-d594-43c1-a75e-8c4231d7ca87 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:48.732782 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f49b40-d594-43c1-a75e-8c4231d7ca87 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Releasing vlan 979 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:48.733184 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18f49b40-d594-43c1-a75e-8c4231d7ca87 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:48.750756 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a4cecaef-192f-4fe0-8d7a-3dcafd29570f tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 7.8333836 Feb 09 01:22:48.755671 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-760c91ba-8992-4320-b408-aa4d26945150 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08259b26651148159119352f4f3e1358 HTTP/1.1" status: 200 len: 379 time: 0.5847590 Feb 09 01:22:48.756267 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60990) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:48.785572 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-81817fc9-d388-4f4c-98cb-aabe608a149d None None] Calling delete_port for 23c3bef1-45f1-45bc-978e-8d8dd832e6fa owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:48.820425 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd8cd3-94c2-4840-8624-bd6b0c383724 None None] Pushing event updated for resources: {'Port': ['ID=1b0bde6c-904d-40fe-aae0-7de28b317cee,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:48.837537 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 081f28d3-76e4-489d-b02d-f425f3036b9f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:22:48.848072 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-8e1ae191-1dd9-4271-a435-c96510de9c38 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Request body: {'port': {'device_id': '4582dc60-b012-4026-aa99-cb62284617d8', 'network_id': '211c22fa-e090-41d1-bde6-fe315257e8a1', 'admin_state_up': True, 'tenant_id': '08259b26651148159119352f4f3e1358', 'security_groups': ['5511b34a-e029-4c27-a34a-800f27c0b1ef']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:48.892848 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a6205c-fd7c-4e3b-bc8a-69cd0a501c54 None None] Routers {'5e9a737e-4ffe-4ec4-b494-415ad053d1f3'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:48.893743 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-24a6205c-fd7c-4e3b-bc8a-69cd0a501c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:22:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['5e9a737e-4ffe-4ec4-b494-415ad053d1f3'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:48.943961 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:48.981498 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-24a6205c-fd7c-4e3b-bc8a-69cd0a501c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:48.982154 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a6205c-fd7c-4e3b-bc8a-69cd0a501c54 None None] The sync data for ids ['5e9a737e-4ffe-4ec4-b494-415ad053d1f3'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:22:48.999263 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-df58d1cd-bb03-4303-92a5-e81fb7deec0f tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0bbb61d-dcfd-4139-aa8d-77daf332e59d') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:49.000868 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0229ac7e-954f-47ec-b3c5-645e9825b8d9 None None] Network 1a1e5a7e-1fc6-42f4-9ab7-b49ba73162b5 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:49.006111 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-df58d1cd-bb03-4303-92a5-e81fb7deec0f tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0bbb61d-dcfd-4139-aa8d-77daf332e59d') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:49.061299 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8386cc-7c72-4e68-8468-b74fd2961cf8 req-25f07924-0054-496a-b2fe-1701c00a9bae tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:49.074477 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2f8386cc-7c72-4e68-8468-b74fd2961cf8 req-25f07924-0054-496a-b2fe-1701c00a9bae tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] 10.222.0.37 "GET /v2.0/ports?device_id=404e61ad-b85f-4712-888c-47f15d2d5fdc HTTP/1.1" status: 200 len: 945 time: 1.2740049 Feb 09 01:22:49.168415 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-893d22b4-cde6-478e-9303-862ea44d8b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'name': 'tempest-ServerActionsTestJSON-372246360-router', 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '78889691-b9d6-4896-90a8-fb653e9a8e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:00Z', 'updated_at': '2022-02-09T01:22:43Z', 'revision_number': 5, 'project_id': 'ce0095aebb0840088ecf37cbcece72f6', 'gw_port': {'id': '78889691-b9d6-4896-90a8-fb653e9a8e37', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:46:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:02Z', 'updated_at': '2022-02-09T01:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:49.174650 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893d22b4-cde6-478e-9303-862ea44d8b6e None None] The sync data for ids ['ec7240bc-2034-47b8-996f-727053d3e8f8'] in n-d-828419-1 is: [{'id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'name': 'tempest-ServerActionsTestJSON-372246360-router', 'tenant_id': 'ce0095aebb0840088ecf37cbcece72f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '78889691-b9d6-4896-90a8-fb653e9a8e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:00Z', 'updated_at': '2022-02-09T01:22:43Z', 'revision_number': 5, 'project_id': 'ce0095aebb0840088ecf37cbcece72f6', 'gw_port': {'id': '78889691-b9d6-4896-90a8-fb653e9a8e37', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:46:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7240bc-2034-47b8-996f-727053d3e8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:02Z', 'updated_at': '2022-02-09T01:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:22:49.210535 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 081f28d3-76e4-489d-b02d-f425f3036b9f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:49.210910 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:49.246981 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-df58d1cd-bb03-4303-92a5-e81fb7deec0f tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:49.282473 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f8192daa-9b5a-46de-a84c-bf56e8eb8983 tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] 10.222.0.37 "GET /v2.0/floatingips/361834ec-e6e4-46cf-a0ac-e106e84b31a3 HTTP/1.1" status: 200 len: 983 time: 0.5145996 Feb 09 01:22:49.283159 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60996) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:49.313737 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-81817fc9-d388-4f4c-98cb-aabe608a149d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:49.387685 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [None req-18f49b40-d594-43c1-a75e-8c4231d7ca87 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:22:49.387685 n-d-828419-1 neutron-server[87611]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:22:49.387685 n-d-828419-1 neutron-server[87611]: [parameters: {'id': '1a1e5a7e-1fc6-42f4-9ab7-b49ba73162b5'}] Feb 09 01:22:49.387685 n-d-828419-1 neutron-server[87611]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:22:49.388911 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [None req-18f49b40-d594-43c1-a75e-8c4231d7ca87 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:22:49.391549 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81817fc9-d388-4f4c-98cb-aabe608a149d None None] No DVR routers for this DVR port 23c3bef1-45f1-45bc-978e-8d8dd832e6fa on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:49.404564 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81817fc9-d388-4f4c-98cb-aabe608a149d None None] Pushing event deleted for resources: {'Port': ['ID=23c3bef1-45f1-45bc-978e-8d8dd832e6fa,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:49.421230 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2f8386cc-7c72-4e68-8468-b74fd2961cf8 req-8811db3f-d887-480a-947d-18996ca736a3 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] 10.222.0.37 "GET /v2.0/security-groups?id=2cd2c06f-b944-41cc-bc54-904ddf4a7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457005 Feb 09 01:22:49.422786 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4924542a-7fd7-4f5c-8a49-2b5ae2571199 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:49.426489 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-df58d1cd-bb03-4303-92a5-e81fb7deec0f tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:49.439453 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df58d1cd-bb03-4303-92a5-e81fb7deec0f tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Releasing vlan 981 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:49.439996 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-df58d1cd-bb03-4303-92a5-e81fb7deec0f tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:49.474900 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:22:49.474900 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:49.474900 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:22:49.474900 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:49.474900 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:22:49.474900 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:22:49.474900 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:22:49.474900 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:49.474900 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:22:49.474900 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:49.474900 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:22:49.474900 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:49.474900 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:22:49.474900 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:22:49.474900 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:49.474900 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:22:49.474900 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:49.474900 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:22:49.474900 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:22:49.474900 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:22:49.474900 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:22:49.474900 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:22:49.474900 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:49.474900 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:49.474900 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:49.474900 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:49.474900 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:49.474900 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:49.474900 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:49.474900 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:49.474900 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:49.474900 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:49.480915 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-8e1ae191-1dd9-4271-a435-c96510de9c38 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:49.516575 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86779bc0-bfe0-4579-8143-dd951c35a3f3 None None] get_active_networks_info from n-d-828419-1 {{(pid=87613) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:22:49.534299 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-4924542a-7fd7-4f5c-8a49-2b5ae2571199 admin admin] Deleting port 78889691-b9d6-4896-90a8-fb653e9a8e37 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:49.534837 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4924542a-7fd7-4f5c-8a49-2b5ae2571199 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:49.562494 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-8e1ae191-1dd9-4271-a435-c96510de9c38 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:49.573777 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-973ca38c-d166-42b3-a386-6803e18605a8 req-2ebae982-848b-4202-b1e5-141a06456393 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] For port cf918aa2-7749-411b-b3a4-adc7105c1bf9, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=cf918aa2-7749-411b-b3a4-adc7105c1bf9,segment=NetworkSegment(ef2e8be9-8b23-4223-8ea8-154a0938a2cf),segment_id=ef2e8be9-8b23-4223-8ea8-154a0938a2cf)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:49.574471 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-973ca38c-d166-42b3-a386-6803e18605a8 req-2ebae982-848b-4202-b1e5-141a06456393 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:49.624298 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 23c3bef1-45f1-45bc-978e-8d8dd832e6fa no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:22:49.670096 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-df58d1cd-bb03-4303-92a5-e81fb7deec0f tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:49.717479 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0c19e045-ac66-4394-8d89-fe3fb9b2868b tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1947 time: 0.4275780 Feb 09 01:22:49.730708 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 32770) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:49.758035 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-df58d1cd-bb03-4303-92a5-e81fb7deec0f tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:49.769288 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 23c3bef1-45f1-45bc-978e-8d8dd832e6fa {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:22:49.769628 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 23c3bef1-45f1-45bc-978e-8d8dd832e6fa not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:22:49.817341 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-8e1ae191-1dd9-4271-a435-c96510de9c38 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Made reservation on behalf of 08259b26651148159119352f4f3e1358 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:49.821276 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-8e1ae191-1dd9-4271-a435-c96510de9c38 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:49.845823 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58d1cd-bb03-4303-92a5-e81fb7deec0f tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Pushing event deleted for resources: {'Network': ['ID=d44be03e-fdf0-4442-84b5-6bd518204111,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:49.855845 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-973ca38c-d166-42b3-a386-6803e18605a8 req-2ebae982-848b-4202-b1e5-141a06456393 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Calling delete_port for cf918aa2-7749-411b-b3a4-adc7105c1bf9 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:49.900767 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-df58d1cd-bb03-4303-92a5-e81fb7deec0f tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] 10.222.0.37 "DELETE /v2.0/networks/d44be03e-fdf0-4442-84b5-6bd518204111 HTTP/1.1" status: 204 len: 168 time: 4.4900994 Feb 09 01:22:49.902073 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 32774) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:49.913723 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18f49b40-d594-43c1-a75e-8c4231d7ca87 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:50.024579 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86779bc0-bfe0-4579-8143-dd951c35a3f3 None None] Resources bound (agent type, host, resource id): {{(pid=87613) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:22:50.237906 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-18f49b40-d594-43c1-a75e-8c4231d7ca87 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Deleting port 1b0bde6c-904d-40fe-aae0-7de28b317cee {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:50.238397 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18f49b40-d594-43c1-a75e-8c4231d7ca87 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:50.275637 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-59d63038-4396-4e2d-8e6b-49ef8b08ecc2 req-1a44efe2-3d24-42dc-846f-3a3fe538ce1d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 210 time: 0.3542488 Feb 09 01:22:50.392683 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-4924542a-7fd7-4f5c-8a49-2b5ae2571199 admin admin] For port 78889691-b9d6-4896-90a8-fb653e9a8e37, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=78889691-b9d6-4896-90a8-fb653e9a8e37,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:50.393755 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4924542a-7fd7-4f5c-8a49-2b5ae2571199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:50.630369 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-8e1ae191-1dd9-4271-a435-c96510de9c38 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Allocated IP 172.20.0.10 (211c22fa-e090-41d1-bde6-fe315257e8a1/d8ecf23e-3a6c-4d0a-995b-57294f1050d9/b6139ea4-eff4-4b25-ad28-4b930ee5f21d) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:50.632775 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-973ca38c-d166-42b3-a386-6803e18605a8 req-2ebae982-848b-4202-b1e5-141a06456393 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:50.694626 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f99ccc72-ba67-4b01-9636-fdda6fdd3360 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:22:50.697923 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-18f49b40-d594-43c1-a75e-8c4231d7ca87 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] For port 1b0bde6c-904d-40fe-aae0-7de28b317cee, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1b0bde6c-904d-40fe-aae0-7de28b317cee,segment=NetworkSegment(b3a784d6-5c54-404f-b210-8af17b12af1d),segment_id=b3a784d6-5c54-404f-b210-8af17b12af1d)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:50.698359 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18f49b40-d594-43c1-a75e-8c4231d7ca87 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:50.743980 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: f99ccc72-ba67-4b01-9636-fdda6fdd3360 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:22:50.744698 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f99ccc72-ba67-4b01-9636-fdda6fdd3360 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:22:50.757416 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebae982-848b-4202-b1e5-141a06456393 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Pushing event deleted for resources: {'Port': ['ID=cf918aa2-7749-411b-b3a4-adc7105c1bf9,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:50.802810 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-bed01096-1614-4d9b-970b-01851dc525ac tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Deleting port 7aebefb0-77ac-474e-8bbd-4dcf2ade143c {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:50.803398 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bed01096-1614-4d9b-970b-01851dc525ac tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:50.806352 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-973ca38c-d166-42b3-a386-6803e18605a8 req-2ebae982-848b-4202-b1e5-141a06456393 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] No DVR routers for this DVR port cf918aa2-7749-411b-b3a4-adc7105c1bf9 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:50.816659 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-973ca38c-d166-42b3-a386-6803e18605a8 req-2ebae982-848b-4202-b1e5-141a06456393 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:50.819112 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404e61ad-b85f-4712-888c-47f15d2d5fdc', 'name': 'network-vif-deleted', 'tag': 'cf918aa2-7749-411b-b3a4-adc7105c1bf9'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:22:50.852551 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b3727ad3-c31c-474d-98ea-14dc3ac448c3 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:50.893931 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404e61ad-b85f-4712-888c-47f15d2d5fdc', 'name': 'network-vif-deleted', 'tag': 'cf918aa2-7749-411b-b3a4-adc7105c1bf9', 'status': 'completed', 'code': 200} Feb 09 01:22:50.957911 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-973ca38c-d166-42b3-a386-6803e18605a8 req-2ebae982-848b-4202-b1e5-141a06456393 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] 10.222.0.35 "DELETE /v2.0/ports/cf918aa2-7749-411b-b3a4-adc7105c1bf9 HTTP/1.1" status: 204 len: 173 time: 2.7857821 Feb 09 01:22:51.062823 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-8e1ae191-1dd9-4271-a435-c96510de9c38 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:51.080168 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-8e1ae191-1dd9-4271-a435-c96510de9c38 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Transition to ACTIVE for port object b6139ea4-eff4-4b25-ad28-4b930ee5f21d will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:51.099504 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device cf918aa2-7749-411b-b3a4-adc7105c1bf9 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:22:51.108443 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-8e1ae191-1dd9-4271-a435-c96510de9c38 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:51.138703 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-18f49b40-d594-43c1-a75e-8c4231d7ca87 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Calling delete_port for 1b0bde6c-904d-40fe-aae0-7de28b317cee owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:51.165300 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: cf918aa2-7749-411b-b3a4-adc7105c1bf9 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:22:51.165646 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device cf918aa2-7749-411b-b3a4-adc7105c1bf9 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:22:51.179577 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-8e1ae191-1dd9-4271-a435-c96510de9c38 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Network 211c22fa-e090-41d1-bde6-fe315257e8a1 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:51.186092 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-8e1ae191-1dd9-4271-a435-c96510de9c38 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:51.187132 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-da9882e7-abeb-4b10-b546-339199b0094d req-d7c76499-6dfd-4344-a5ef-ac0afd071f52 tempest-VolumesActionsTest-1314026065 tempest-VolumesActionsTest-1314026065-project] 10.222.0.37 "GET /v2.0/ports?device_id=404e61ad-b85f-4712-888c-47f15d2d5fdc HTTP/1.1" status: 200 len: 210 time: 0.3859026 Feb 09 01:22:51.195786 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-8e1ae191-1dd9-4271-a435-c96510de9c38 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:51.226197 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-4924542a-7fd7-4f5c-8a49-2b5ae2571199 admin admin] Calling delete_port for 78889691-b9d6-4896-90a8-fb653e9a8e37 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:51.287651 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-8e1ae191-1dd9-4271-a435-c96510de9c38 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:51.288115 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-8e1ae191-1dd9-4271-a435-c96510de9c38 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:51.314163 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ae191-1dd9-4271-a435-c96510de9c38 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Pushing event updated for resources: {'Port': ['ID=b6139ea4-eff4-4b25-ad28-4b930ee5f21d,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:51.327268 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-8e1ae191-1dd9-4271-a435-c96510de9c38 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5440338 Feb 09 01:22:51.338498 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-b7007c46-35fd-4528-90d6-f46592c5c818 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Request body: {'port': {'device_id': '4582dc60-b012-4026-aa99-cb62284617d8', 'network_id': 'd0976495-8081-44af-be21-4d619e68defa', 'admin_state_up': True, 'tenant_id': '08259b26651148159119352f4f3e1358', 'security_groups': ['5511b34a-e029-4c27-a34a-800f27c0b1ef']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:51.349648 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18f49b40-d594-43c1-a75e-8c4231d7ca87 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:51.546504 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f49b40-d594-43c1-a75e-8c4231d7ca87 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] No DVR routers for this DVR port 1b0bde6c-904d-40fe-aae0-7de28b317cee on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:51.622273 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8c6917e1-14f3-46aa-b716-6685959fa79f None None] Provisioning for port b6139ea4-eff4-4b25-ad28-4b930ee5f21d completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:51.629081 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8c6917e1-14f3-46aa-b716-6685959fa79f None None] Provisioning complete for port b6139ea4-eff4-4b25-ad28-4b930ee5f21d triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:51.630463 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8c6917e1-14f3-46aa-b716-6685959fa79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:51.635513 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f49b40-d594-43c1-a75e-8c4231d7ca87 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event deleted for resources: {'Port': ['ID=1b0bde6c-904d-40fe-aae0-7de28b317cee,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:51.710791 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-8c6917e1-14f3-46aa-b716-6685959fa79f None None] Port b6139ea4-eff4-4b25-ad28-4b930ee5f21d cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:22:51.770829 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-b7007c46-35fd-4528-90d6-f46592c5c818 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:51.780641 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-b7007c46-35fd-4528-90d6-f46592c5c818 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:51.798701 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-b7007c46-35fd-4528-90d6-f46592c5c818 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Made reservation on behalf of 08259b26651148159119352f4f3e1358 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:51.802534 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-b7007c46-35fd-4528-90d6-f46592c5c818 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:51.824307 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:51.832106 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062aa603-eb49-430f-a096-a06def8f8137 req-e354568c-0105-4fa2-8018-8d4c1dbca19c tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:51.832869 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-062aa603-eb49-430f-a096-a06def8f8137 req-e354568c-0105-4fa2-8018-8d4c1dbca19c tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Synchronizing usage tracker for tenant:08259b26651148159119352f4f3e1358 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:22:51.907038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-062aa603-eb49-430f-a096-a06def8f8137 req-e354568c-0105-4fa2-8018-8d4c1dbca19c tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Unset dirty status for tenant:08259b26651148159119352f4f3e1358 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:22:51.908440 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-062aa603-eb49-430f-a096-a06def8f8137 req-e354568c-0105-4fa2-8018-8d4c1dbca19c tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 932 time: 0.4050815 Feb 09 01:22:51.954879 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b3727ad3-c31c-474d-98ea-14dc3ac448c3 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:52.004746 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18f49b40-d594-43c1-a75e-8c4231d7ca87 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:52.007374 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-062aa603-eb49-430f-a096-a06def8f8137 req-184162cf-b66c-48ea-8bcd-aa3e1f23de2a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852098 Feb 09 01:22:52.110891 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-b7007c46-35fd-4528-90d6-f46592c5c818 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Allocated IP 10.1.1.89 (d0976495-8081-44af-be21-4d619e68defa/760d545b-8344-489a-b34a-2bacf7e004bf/1762a087-29b9-43bf-8537-a8e4b7154d4b) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:52.187183 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-b3727ad3-c31c-474d-98ea-14dc3ac448c3 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870023f9-5d55-4223-85e5-5dac18e66533']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:52.235217 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-18f49b40-d594-43c1-a75e-8c4231d7ca87 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a1e5a7e-1fc6-42f4-9ab7-b49ba73162b5']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:52.258674 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-b3727ad3-c31c-474d-98ea-14dc3ac448c3 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa5f8fd6-6a4c-45ca-be9a-9fd88050f8f0') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:52.259035 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-b3727ad3-c31c-474d-98ea-14dc3ac448c3 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa5f8fd6-6a4c-45ca-be9a-9fd88050f8f0') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:52.267103 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bed01096-1614-4d9b-970b-01851dc525ac tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:52.267423 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bed01096-1614-4d9b-970b-01851dc525ac tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:52.293728 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-18f49b40-d594-43c1-a75e-8c4231d7ca87 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a784d6-5c54-404f-b210-8af17b12af1d') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:52.294065 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-18f49b40-d594-43c1-a75e-8c4231d7ca87 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a784d6-5c54-404f-b210-8af17b12af1d') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:52.301310 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b3727ad3-c31c-474d-98ea-14dc3ac448c3 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:52.448006 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-bed01096-1614-4d9b-970b-01851dc525ac tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Calling delete_port for 7aebefb0-77ac-474e-8bbd-4dcf2ade143c owned by network:floatingip {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:52.490739 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18f49b40-d594-43c1-a75e-8c4231d7ca87 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:52.516693 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b3727ad3-c31c-474d-98ea-14dc3ac448c3 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:52.532652 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18f49b40-d594-43c1-a75e-8c4231d7ca87 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:52.535244 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3727ad3-c31c-474d-98ea-14dc3ac448c3 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Releasing vlan 954 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:52.535428 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b3727ad3-c31c-474d-98ea-14dc3ac448c3 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:52.551673 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:22:52.551673 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:52.551673 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:22:52.551673 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:52.551673 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:22:52.551673 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:22:52.551673 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:22:52.551673 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:52.551673 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:22:52.551673 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:52.551673 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:22:52.551673 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:52.551673 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:22:52.551673 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:22:52.551673 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:52.551673 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:22:52.551673 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:52.551673 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:22:52.551673 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:22:52.551673 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:22:52.551673 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:22:52.551673 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:22:52.551673 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:52.551673 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:52.551673 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:52.551673 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:52.551673 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:52.551673 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:52.551673 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:52.551673 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:52.551673 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:52.551673 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:52.618228 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4924542a-7fd7-4f5c-8a49-2b5ae2571199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:52.622764 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f49b40-d594-43c1-a75e-8c4231d7ca87 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Releasing vlan 979 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:52.623160 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18f49b40-d594-43c1-a75e-8c4231d7ca87 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:52.686412 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:22:52.686412 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:52.686412 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:22:52.686412 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:52.686412 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:22:52.686412 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:22:52.686412 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:22:52.686412 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:52.686412 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:22:52.686412 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:52.686412 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:22:52.686412 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:52.686412 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:22:52.686412 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:22:52.686412 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:52.686412 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:22:52.686412 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:52.686412 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:22:52.686412 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:22:52.686412 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:22:52.686412 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:22:52.686412 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:22:52.686412 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:52.686412 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:52.686412 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:52.686412 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:52.686412 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:52.686412 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:52.686412 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:52.686412 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:52.686412 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:52.686412 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:52.748415 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4924542a-7fd7-4f5c-8a49-2b5ae2571199 admin admin] Pushing event deleted for resources: {'Port': ['ID=78889691-b9d6-4896-90a8-fb653e9a8e37,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:52.885102 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-b7007c46-35fd-4528-90d6-f46592c5c818 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:52.922535 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b3727ad3-c31c-474d-98ea-14dc3ac448c3 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:52.953468 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b3727ad3-c31c-474d-98ea-14dc3ac448c3 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:52.955277 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-b7007c46-35fd-4528-90d6-f46592c5c818 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Transition to ACTIVE for port object 1762a087-29b9-43bf-8537-a8e4b7154d4b will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:52.962520 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3727ad3-c31c-474d-98ea-14dc3ac448c3 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Pushing event deleted for resources: {'Network': ['ID=870023f9-5d55-4223-85e5-5dac18e66533,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:52.970787 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18f49b40-d594-43c1-a75e-8c4231d7ca87 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:52.992224 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18f49b40-d594-43c1-a75e-8c4231d7ca87 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:53.013124 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-b7007c46-35fd-4528-90d6-f46592c5c818 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:53.173954 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4924542a-7fd7-4f5c-8a49-2b5ae2571199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:53.187086 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-b7007c46-35fd-4528-90d6-f46592c5c818 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Network d0976495-8081-44af-be21-4d619e68defa is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:53.194673 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-b7007c46-35fd-4528-90d6-f46592c5c818 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:53.214515 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-b7007c46-35fd-4528-90d6-f46592c5c818 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:53.235871 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bed01096-1614-4d9b-970b-01851dc525ac tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:53.239484 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f49b40-d594-43c1-a75e-8c4231d7ca87 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event deleted for resources: {'Network': ['ID=1a1e5a7e-1fc6-42f4-9ab7-b49ba73162b5,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:53.337336 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7007c46-35fd-4528-90d6-f46592c5c818 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Pushing event updated for resources: {'Port': ['ID=1762a087-29b9-43bf-8537-a8e4b7154d4b,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:53.376908 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-18f49b40-d594-43c1-a75e-8c4231d7ca87 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "DELETE /v2.0/networks/1a1e5a7e-1fc6-42f4-9ab7-b49ba73162b5 HTTP/1.1" status: 204 len: 168 time: 9.5290730 Feb 09 01:22:53.378835 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b3727ad3-c31c-474d-98ea-14dc3ac448c3 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] 10.222.0.37 "DELETE /v2.0/networks/870023f9-5d55-4223-85e5-5dac18e66533 HTTP/1.1" status: 204 len: 168 time: 3.4622569 Feb 09 01:22:53.383293 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 32806) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:53.383714 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 32808) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:53.393743 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-696e383e-1a23-46ed-ab00-9a348f62d036 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1467845753'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:53.457416 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed01096-1614-4d9b-970b-01851dc525ac tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Pushing event deleted for resources: {'Port': ['ID=7aebefb0-77ac-474e-8bbd-4dcf2ade143c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:53.483711 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-b24cc40a-13c1-4f12-8b41-6ffa9357883c tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Deleting subnet a144a49e-4fb2-4c7f-ba50-13376c9f8e7a {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:22:53.499604 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-696e383e-1a23-46ed-ab00-9a348f62d036 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:53.504873 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b24cc40a-13c1-4f12-8b41-6ffa9357883c tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:53.561248 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bfbdad56-ef51-4236-ad43-4c69c34e62d9 None None] Provisioning for port 1762a087-29b9-43bf-8537-a8e4b7154d4b completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:53.568047 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bfbdad56-ef51-4236-ad43-4c69c34e62d9 None None] Provisioning complete for port 1762a087-29b9-43bf-8537-a8e4b7154d4b triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:53.568438 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bfbdad56-ef51-4236-ad43-4c69c34e62d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:53.577252 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b24cc40a-13c1-4f12-8b41-6ffa9357883c tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:53.662664 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4924542a-7fd7-4f5c-8a49-2b5ae2571199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:53.682007 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4924542a-7fd7-4f5c-8a49-2b5ae2571199 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:53.702970 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-bfbdad56-ef51-4236-ad43-4c69c34e62d9 None None] Port 1762a087-29b9-43bf-8537-a8e4b7154d4b cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:22:53.746800 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bed01096-1614-4d9b-970b-01851dc525ac tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks [] for floatingip, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:53.747162 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-bed01096-1614-4d9b-970b-01851dc525ac tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Floating IP 361834ec-e6e4-46cf-a0ac-e106e84b31a3 disassociated (deleted). External IP: 172.25.5.192, port: cd67fc4f-ab13-4f4f-a0e8-63485e1a74f7. Feb 09 01:22:53.794365 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-696e383e-1a23-46ed-ab00-9a348f62d036 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Usage tracker for resource:network and tenant:8e5692b9b6d3459a8c367b19d8e930d9 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:53.801907 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-696e383e-1a23-46ed-ab00-9a348f62d036 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:53.813054 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-b7007c46-35fd-4528-90d6-f46592c5c818 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:53.813678 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-b7007c46-35fd-4528-90d6-f46592c5c818 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:53.844613 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4924542a-7fd7-4f5c-8a49-2b5ae2571199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:53.845377 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4924542a-7fd7-4f5c-8a49-2b5ae2571199 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec7240bc-2034-47b8-996f-727053d3e8f8 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:22:53.856324 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-696e383e-1a23-46ed-ab00-9a348f62d036 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:53.858907 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-b7007c46-35fd-4528-90d6-f46592c5c818 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5248256 Feb 09 01:22:53.868719 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4924542a-7fd7-4f5c-8a49-2b5ae2571199 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:53.869927 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4924542a-7fd7-4f5c-8a49-2b5ae2571199 admin admin] 10.222.0.37 "DELETE /v2.0/routers/ec7240bc-2034-47b8-996f-727053d3e8f8 HTTP/1.1" status: 204 len: 168 time: 7.0349491 Feb 09 01:22:53.873678 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 32814) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:53.878157 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0d83098c-a3d5-477e-8068-f9e700de86e3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Request body: {'port': {'device_id': '4582dc60-b012-4026-aa99-cb62284617d8', 'network_id': 'd0976495-8081-44af-be21-4d619e68defa', 'admin_state_up': True, 'tenant_id': '08259b26651148159119352f4f3e1358', 'security_groups': ['5511b34a-e029-4c27-a34a-800f27c0b1ef']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:54.090818 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb61d00-5716-446d-98a1-4366ac8e1ae2 admin admin] Deleting subnet f6f367ae-6db3-44ee-a579-54c0e257ede0 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:22:54.096012 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-beb61d00-5716-446d-98a1-4366ac8e1ae2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:54.146140 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64626d4f-360a-44da-84a2-b9ecca0a5414 req-409ad914-15c8-46e6-8ce6-c3e247fa3b32 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:54.153405 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64626d4f-360a-44da-84a2-b9ecca0a5414 req-409ad914-15c8-46e6-8ce6-c3e247fa3b32 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:54.154398 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-64626d4f-360a-44da-84a2-b9ecca0a5414 req-409ad914-15c8-46e6-8ce6-c3e247fa3b32 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Synchronizing usage tracker for tenant:08259b26651148159119352f4f3e1358 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:22:54.175140 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696e383e-1a23-46ed-ab00-9a348f62d036 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Made reservation on behalf of 8e5692b9b6d3459a8c367b19d8e930d9 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:54.178822 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-696e383e-1a23-46ed-ab00-9a348f62d036 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:54.305697 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b24cc40a-13c1-4f12-8b41-6ffa9357883c tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:54.465831 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b24cc40a-13c1-4f12-8b41-6ffa9357883c tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:54.480941 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-64626d4f-360a-44da-84a2-b9ecca0a5414 req-409ad914-15c8-46e6-8ce6-c3e247fa3b32 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Unset dirty status for tenant:08259b26651148159119352f4f3e1358 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:22:54.492984 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-64626d4f-360a-44da-84a2-b9ecca0a5414 req-409ad914-15c8-46e6-8ce6-c3e247fa3b32 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 1653 time: 1.2306812 Feb 09 01:22:54.494554 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-beb61d00-5716-446d-98a1-4366ac8e1ae2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:54.519044 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-696e383e-1a23-46ed-ab00-9a348f62d036 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 989} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:54.568099 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cff688d-c0e5-4bd4-9495-e5ddec1246ab None None] Network 1317e96b-0aee-47d6-aee2-5dd84274a5ea requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:54.575053 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0d83098c-a3d5-477e-8068-f9e700de86e3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:54.588493 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b24cc40a-13c1-4f12-8b41-6ffa9357883c tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:54.602043 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b24cc40a-13c1-4f12-8b41-6ffa9357883c tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] 10.222.0.37 "DELETE /v2.0/subnets/a144a49e-4fb2-4c7f-ba50-13376c9f8e7a HTTP/1.1" status: 204 len: 168 time: 1.2141056 Feb 09 01:22:54.608647 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24cc40a-13c1-4f12-8b41-6ffa9357883c tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Pushing event deleted for resources: {'Subnet': ['ID=a144a49e-4fb2-4c7f-ba50-13376c9f8e7a,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:54.616885 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 32822) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:54.644133 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-696e383e-1a23-46ed-ab00-9a348f62d036 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:54.644515 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-696e383e-1a23-46ed-ab00-9a348f62d036 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Added segment d4901c3b-b105-48fc-815c-2bf28ae6b85e of type vlan for network 2b2ef964-eaae-4373-8b42-1ee815bb5117 Feb 09 01:22:54.675541 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0d83098c-a3d5-477e-8068-f9e700de86e3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:54.693680 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-64626d4f-360a-44da-84a2-b9ecca0a5414 req-efe0ed1b-e3f6-426a-8ed7-85b6a130da16 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997066 Feb 09 01:22:54.804589 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed01096-1614-4d9b-970b-01851dc525ac tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Router 5e9a737e-4ffe-4ec4-b494-415ad053d1f3 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:22:54.823809 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 78889691-b9d6-4896-90a8-fb653e9a8e37 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:22:54.858061 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0d83098c-a3d5-477e-8068-f9e700de86e3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Made reservation on behalf of 08259b26651148159119352f4f3e1358 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:54.866346 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0d83098c-a3d5-477e-8068-f9e700de86e3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:54.866859 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 78889691-b9d6-4896-90a8-fb653e9a8e37 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:22:54.867422 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 78889691-b9d6-4896-90a8-fb653e9a8e37 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:22:54.913194 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-beb61d00-5716-446d-98a1-4366ac8e1ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:55.089032 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-beb61d00-5716-446d-98a1-4366ac8e1ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:55.121750 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:55.134093 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed01096-1614-4d9b-970b-01851dc525ac tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:22:55.143681 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f053772f-de32-4976-99f8-035b036406a3 None None] Sync routers for ids ['5e9a737e-4ffe-4ec4-b494-415ad053d1f3'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:22:55.156139 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bed01096-1614-4d9b-970b-01851dc525ac tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:55.169411 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f053772f-de32-4976-99f8-035b036406a3 None None] Routers {'5e9a737e-4ffe-4ec4-b494-415ad053d1f3'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:55.170334 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f053772f-de32-4976-99f8-035b036406a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:22:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['5e9a737e-4ffe-4ec4-b494-415ad053d1f3'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:55.183337 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0d83098c-a3d5-477e-8068-f9e700de86e3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Allocated IP 10.1.1.35 (d0976495-8081-44af-be21-4d619e68defa/760d545b-8344-489a-b34a-2bacf7e004bf/3ef256bf-5d9a-4363-807b-cd10fb3f25bc) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:55.211449 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb61d00-5716-446d-98a1-4366ac8e1ae2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6f367ae-6db3-44ee-a579-54c0e257ede0,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:55.220537 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-beb61d00-5716-446d-98a1-4366ac8e1ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:55.224805 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-beb61d00-5716-446d-98a1-4366ac8e1ae2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f6f367ae-6db3-44ee-a579-54c0e257ede0 HTTP/1.1" status: 204 len: 168 time: 1.3479712 Feb 09 01:22:55.232569 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cdd8b2-dea5-4d98-b60f-af697da12b7c None None] Network 0055357f-6a74-45ba-a134-b5223508c9d1 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:55.243083 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 32828) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:55.301986 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f053772f-de32-4976-99f8-035b036406a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:55.312909 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f053772f-de32-4976-99f8-035b036406a3 None None] Routers {'5e9a737e-4ffe-4ec4-b494-415ad053d1f3'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:22:55.314075 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f053772f-de32-4976-99f8-035b036406a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:22:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['5e9a737e-4ffe-4ec4-b494-415ad053d1f3'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:55.460083 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f053772f-de32-4976-99f8-035b036406a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:55.460513 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f053772f-de32-4976-99f8-035b036406a3 None None] The sync data for ids ['5e9a737e-4ffe-4ec4-b494-415ad053d1f3'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:22:55.476441 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-bed01096-1614-4d9b-970b-01851dc525ac tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] 10.222.0.37 "DELETE /v2.0/floatingips/361834ec-e6e4-46cf-a0ac-e106e84b31a3 HTTP/1.1" status: 204 len: 168 time: 5.7289240 Feb 09 01:22:55.481234 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 32834) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:55.486137 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-e908f5e7-a3b8-47ba-9e22-8464e7c7452a tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:55.495639 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e908f5e7-a3b8-47ba-9e22-8464e7c7452a tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:55.512280 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e908f5e7-a3b8-47ba-9e22-8464e7c7452a tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Usage tracker for resource:floatingip and tenant:3424b8ae05574fea8222085b6b08a75e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:55.516854 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e908f5e7-a3b8-47ba-9e22-8464e7c7452a tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:55.525082 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6832231b-6ba8-495e-8365-f21fbfeb5cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:55.527859 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e908f5e7-a3b8-47ba-9e22-8464e7c7452a tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:55.544034 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0d83098c-a3d5-477e-8068-f9e700de86e3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:55.544446 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-6832231b-6ba8-495e-8365-f21fbfeb5cad admin admin] Deleting port d78403d4-7cc1-431f-83cb-d35f2e9aa23b {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:55.545063 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6832231b-6ba8-495e-8365-f21fbfeb5cad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:55.562153 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0d83098c-a3d5-477e-8068-f9e700de86e3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Transition to ACTIVE for port object 3ef256bf-5d9a-4363-807b-cd10fb3f25bc will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:55.607334 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e908f5e7-a3b8-47ba-9e22-8464e7c7452a tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:55.636683 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0d83098c-a3d5-477e-8068-f9e700de86e3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:55.672054 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-696e383e-1a23-46ed-ab00-9a348f62d036 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:55.746589 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330d40ab-9596-4a63-9952-bc9f8e83c882 None None] DHCP port deletion for 1317e96b-0aee-47d6-aee2-5dd84274a5ea request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:22:55.750871 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-330d40ab-9596-4a63-9952-bc9f8e83c882 None None] Deleting port 009c703c-5494-4cf1-a407-80dc2eae83c8 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:55.751251 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-330d40ab-9596-4a63-9952-bc9f8e83c882 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:55.826470 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd15569e-e824-424c-b17f-00448c7c789a None None] DHCP port deletion for 0055357f-6a74-45ba-a134-b5223508c9d1 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:22:55.860501 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-bd15569e-e824-424c-b17f-00448c7c789a None None] Deleting port d78403d4-7cc1-431f-83cb-d35f2e9aa23b {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:55.861102 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bd15569e-e824-424c-b17f-00448c7c789a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:55.889308 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0d83098c-a3d5-477e-8068-f9e700de86e3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Network d0976495-8081-44af-be21-4d619e68defa is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:55.894753 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83098c-a3d5-477e-8068-f9e700de86e3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Pushing event updated for resources: {'Port': ['ID=3ef256bf-5d9a-4363-807b-cd10fb3f25bc,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:55.902259 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0d83098c-a3d5-477e-8068-f9e700de86e3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:55.915751 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0d83098c-a3d5-477e-8068-f9e700de86e3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:55.961858 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-83f78cf4-b385-4259-98a7-7f58d135fc3c tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:56.064141 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-83f78cf4-b385-4259-98a7-7f58d135fc3c tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Deleting port 009c703c-5494-4cf1-a407-80dc2eae83c8 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:56.076348 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-83f78cf4-b385-4259-98a7-7f58d135fc3c tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:56.343483 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-696e383e-1a23-46ed-ab00-9a348f62d036 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:56.353259 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696e383e-1a23-46ed-ab00-9a348f62d036 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:56.353757 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-696e383e-1a23-46ed-ab00-9a348f62d036 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:56.494082 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-6832231b-6ba8-495e-8365-f21fbfeb5cad admin admin] For port d78403d4-7cc1-431f-83cb-d35f2e9aa23b, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d78403d4-7cc1-431f-83cb-d35f2e9aa23b,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:56.504872 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6832231b-6ba8-495e-8365-f21fbfeb5cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:56.508355 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0d83098c-a3d5-477e-8068-f9e700de86e3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:56.509045 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0d83098c-a3d5-477e-8068-f9e700de86e3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:56.554539 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421d7da-a9d3-4dac-9284-d7ffbf89a7a6 req-d0bec40e-c713-47cb-9da2-ca360939bb49 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:56.569798 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421d7da-a9d3-4dac-9284-d7ffbf89a7a6 req-d0bec40e-c713-47cb-9da2-ca360939bb49 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:56.579139 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421d7da-a9d3-4dac-9284-d7ffbf89a7a6 req-d0bec40e-c713-47cb-9da2-ca360939bb49 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:56.581643 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9421d7da-a9d3-4dac-9284-d7ffbf89a7a6 req-d0bec40e-c713-47cb-9da2-ca360939bb49 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 2373 time: 0.5823278 Feb 09 01:22:56.586689 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e908f5e7-a3b8-47ba-9e22-8464e7c7452a tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:56.594299 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-447ee66b-57b1-4d24-9cea-0889e9cc6da9 None None] Provisioning for port 3ef256bf-5d9a-4363-807b-cd10fb3f25bc completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:56.625299 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-447ee66b-57b1-4d24-9cea-0889e9cc6da9 None None] Provisioning complete for port 3ef256bf-5d9a-4363-807b-cd10fb3f25bc triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:56.640951 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-447ee66b-57b1-4d24-9cea-0889e9cc6da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:56.654680 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-696e383e-1a23-46ed-ab00-9a348f62d036 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.2691166 Feb 09 01:22:56.655543 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0d83098c-a3d5-477e-8068-f9e700de86e3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7821469 Feb 09 01:22:56.668537 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-235ed7ee-8c08-45d4-a491-8b7a5834045e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Request body: {'port': {'device_id': '4582dc60-b012-4026-aa99-cb62284617d8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'fc0cd235-d706-4e7e-a633-962d662b162f', 'admin_state_up': True, 'tenant_id': '08259b26651148159119352f4f3e1358', 'security_groups': ['5511b34a-e029-4c27-a34a-800f27c0b1ef']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:56.691068 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 32850) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:56.693999 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e383e-1a23-46ed-ab00-9a348f62d036 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event updated for resources: {'Network': ['ID=2b2ef964-eaae-4373-8b42-1ee815bb5117,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:56.725200 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-b57c9c40-3bf4-456c-bc49-edf1cf13e2dd tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Request body: {'subnet': {'network_id': '2b2ef964-eaae-4373-8b42-1ee815bb5117', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:56.759309 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 2b2ef964-eaae-4373-8b42-1ee815bb5117 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:22:57.027387 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d78403d4-7cc1-431f-83cb-d35f2e9aa23b no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:22:57.083480 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-6832231b-6ba8-495e-8365-f21fbfeb5cad admin admin] Calling delete_port for d78403d4-7cc1-431f-83cb-d35f2e9aa23b owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:57.102235 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-330d40ab-9596-4a63-9952-bc9f8e83c882 None None] For port 009c703c-5494-4cf1-a407-80dc2eae83c8, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=009c703c-5494-4cf1-a407-80dc2eae83c8,segment=NetworkSegment(2f1eb13e-b51a-4de3-8a9c-98488c7b9ac7),segment_id=2f1eb13e-b51a-4de3-8a9c-98488c7b9ac7)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:57.102927 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-330d40ab-9596-4a63-9952-bc9f8e83c882 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:57.112432 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-bd15569e-e824-424c-b17f-00448c7c789a None None] For port d78403d4-7cc1-431f-83cb-d35f2e9aa23b, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d78403d4-7cc1-431f-83cb-d35f2e9aa23b,segment=NetworkSegment(04e1fcf1-f52a-461f-8c26-62a87b3cbe57),segment_id=04e1fcf1-f52a-461f-8c26-62a87b3cbe57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:57.113082 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bd15569e-e824-424c-b17f-00448c7c789a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:57.223809 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-83f78cf4-b385-4259-98a7-7f58d135fc3c tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] For port 009c703c-5494-4cf1-a407-80dc2eae83c8, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=009c703c-5494-4cf1-a407-80dc2eae83c8,segment=NetworkSegment(2f1eb13e-b51a-4de3-8a9c-98488c7b9ac7),segment_id=2f1eb13e-b51a-4de3-8a9c-98488c7b9ac7)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:22:57.224098 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-83f78cf4-b385-4259-98a7-7f58d135fc3c tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:57.246883 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-235ed7ee-8c08-45d4-a491-8b7a5834045e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:57.303093 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9421d7da-a9d3-4dac-9284-d7ffbf89a7a6 req-d766589b-cb14-4cbf-9eef-1759e40abeb3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6116102 Feb 09 01:22:57.377564 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-e908f5e7-a3b8-47ba-9e22-8464e7c7452a tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Allocated IP 172.25.5.32 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/92bf8b0b-0dd4-4d2c-bd58-bde34106caef) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:57.391327 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-bd15569e-e824-424c-b17f-00448c7c789a None None] Calling delete_port for d78403d4-7cc1-431f-83cb-d35f2e9aa23b owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:57.392139 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6832231b-6ba8-495e-8365-f21fbfeb5cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:57.533974 n-d-828419-1 neutron-server[87613]: INFO neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No ports have port_id starting with d78403d4-7cc1-431f-83cb-d35f2e9aa23b Feb 09 01:22:57.535233 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-447ee66b-57b1-4d24-9cea-0889e9cc6da9 None None] Port 3ef256bf-5d9a-4363-807b-cd10fb3f25bc cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:22:57.656592 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-330d40ab-9596-4a63-9952-bc9f8e83c882 None None] Calling delete_port for 009c703c-5494-4cf1-a407-80dc2eae83c8 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:57.689997 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 009c703c-5494-4cf1-a407-80dc2eae83c8 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:22:57.718184 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-235ed7ee-8c08-45d4-a491-8b7a5834045e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:57.737574 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-83f78cf4-b385-4259-98a7-7f58d135fc3c tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Calling delete_port for 009c703c-5494-4cf1-a407-80dc2eae83c8 owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:22:57.741040 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832231b-6ba8-495e-8365-f21fbfeb5cad admin admin] Pushing event deleted for resources: {'Port': ['ID=d78403d4-7cc1-431f-83cb-d35f2e9aa23b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:57.752279 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6832231b-6ba8-495e-8365-f21fbfeb5cad admin admin] No DVR routers for this DVR port d78403d4-7cc1-431f-83cb-d35f2e9aa23b on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:57.770695 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b57c9c40-3bf4-456c-bc49-edf1cf13e2dd tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:57.773068 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-235ed7ee-8c08-45d4-a491-8b7a5834045e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Made reservation on behalf of 08259b26651148159119352f4f3e1358 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:57.858073 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Port 009c703c-5494-4cf1-a407-80dc2eae83c8 update to DOWN by agent not found {{(pid=87613) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 09 01:22:57.860337 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-330d40ab-9596-4a63-9952-bc9f8e83c882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:57.866922 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b57c9c40-3bf4-456c-bc49-edf1cf13e2dd tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Usage tracker for resource:subnet and tenant:8e5692b9b6d3459a8c367b19d8e930d9 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:57.882206 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b57c9c40-3bf4-456c-bc49-edf1cf13e2dd tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:57.901464 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b57c9c40-3bf4-456c-bc49-edf1cf13e2dd tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:57.905756 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-bd15569e-e824-424c-b17f-00448c7c789a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:22:57.906161 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-bd15569e-e824-424c-b17f-00448c7c789a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:22:57.906897 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330d40ab-9596-4a63-9952-bc9f8e83c882 None None] No DVR routers for this DVR port 009c703c-5494-4cf1-a407-80dc2eae83c8 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:57.915965 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d40ab-9596-4a63-9952-bc9f8e83c882 None None] Pushing event deleted for resources: {'Port': ['ID=009c703c-5494-4cf1-a407-80dc2eae83c8,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:57.964663 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [req-e8a72d8c-1e2d-4099-aa79-4e44952cf015 req-bdab26ee-9747-4185-9bfd-f8a23be9fb44 service neutron] (87611) timed out ('10.222.0.37', 39618) {{(pid=87611) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 01:22:57.980321 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57c9c40-3bf4-456c-bc49-edf1cf13e2dd tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Made reservation on behalf of 8e5692b9b6d3459a8c367b19d8e930d9 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:57.984076 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b57c9c40-3bf4-456c-bc49-edf1cf13e2dd tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:58.014133 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6832231b-6ba8-495e-8365-f21fbfeb5cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:58.028170 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e908f5e7-a3b8-47ba-9e22-8464e7c7452a tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:58.053702 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-6832231b-6ba8-495e-8365-f21fbfeb5cad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0055357f-6a74-45ba-a134-b5223508c9d1']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:58.069339 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-6832231b-6ba8-495e-8365-f21fbfeb5cad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e1fcf1-f52a-461f-8c26-62a87b3cbe57') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:58.069629 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-6832231b-6ba8-495e-8365-f21fbfeb5cad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e1fcf1-f52a-461f-8c26-62a87b3cbe57') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:58.091358 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6832231b-6ba8-495e-8365-f21fbfeb5cad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:58.116546 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6832231b-6ba8-495e-8365-f21fbfeb5cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:58.123503 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6832231b-6ba8-495e-8365-f21fbfeb5cad admin admin] Releasing vlan 961 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:58.123905 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6832231b-6ba8-495e-8365-f21fbfeb5cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:58.141332 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:22:58.141332 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:58.141332 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:22:58.141332 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:58.141332 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:22:58.141332 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:22:58.141332 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:22:58.141332 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:58.141332 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:22:58.141332 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:58.141332 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:22:58.141332 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:58.141332 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:22:58.141332 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:22:58.141332 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:58.141332 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:22:58.141332 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:58.141332 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:22:58.141332 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:22:58.141332 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:22:58.141332 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:22:58.141332 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:22:58.141332 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:58.141332 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:58.141332 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:58.141332 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:58.141332 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:58.141332 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:58.141332 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:58.141332 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:58.141332 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:58.141332 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:58.170819 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.api [None req-83f78cf4-b385-4259-98a7-7f58d135fc3c tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:22:58.171281 n-d-828419-1 neutron-server[87612]: DEBUG oslo_db.api [None req-83f78cf4-b385-4259-98a7-7f58d135fc3c tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:22:58.189106 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-235ed7ee-8c08-45d4-a491-8b7a5834045e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:58.190889 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e908f5e7-a3b8-47ba-9e22-8464e7c7452a tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:58.319043 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e908f5e7-a3b8-47ba-9e22-8464e7c7452a tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:58.320487 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908f5e7-a3b8-47ba-9e22-8464e7c7452a tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Pushing event updated for resources: {'Port': ['ID=92bf8b0b-0dd4-4d2c-bd58-bde34106caef,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:58.324521 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-e908f5e7-a3b8-47ba-9e22-8464e7c7452a tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:58.327311 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e908f5e7-a3b8-47ba-9e22-8464e7c7452a tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:22:58.379043 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6832231b-6ba8-495e-8365-f21fbfeb5cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:58.401211 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6832231b-6ba8-495e-8365-f21fbfeb5cad admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:58.407706 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-bd15569e-e824-424c-b17f-00448c7c789a None None] Deleting port d78403d4-7cc1-431f-83cb-d35f2e9aa23b {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:58.408079 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bd15569e-e824-424c-b17f-00448c7c789a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:58.424871 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832231b-6ba8-495e-8365-f21fbfeb5cad admin admin] Pushing event deleted for resources: {'Network': ['ID=0055357f-6a74-45ba-a134-b5223508c9d1,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:58.497530 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-bd15569e-e824-424c-b17f-00448c7c789a None None] The port 'd78403d4-7cc1-431f-83cb-d35f2e9aa23b' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:22:58.525593 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6832231b-6ba8-495e-8365-f21fbfeb5cad admin admin] 10.222.0.37 "DELETE /v2.0/networks/0055357f-6a74-45ba-a134-b5223508c9d1 HTTP/1.1" status: 204 len: 168 time: 3.2718270 Feb 09 01:22:58.529070 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e908f5e7-a3b8-47ba-9e22-8464e7c7452a tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:58.619450 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e908f5e7-a3b8-47ba-9e22-8464e7c7452a tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:58.677143 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-83f78cf4-b385-4259-98a7-7f58d135fc3c tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Deleting port 009c703c-5494-4cf1-a407-80dc2eae83c8 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:22:58.677485 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-83f78cf4-b385-4259-98a7-7f58d135fc3c tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:58.789582 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 32866) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:58.820826 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-83f78cf4-b385-4259-98a7-7f58d135fc3c tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] The port '009c703c-5494-4cf1-a407-80dc2eae83c8' was deleted {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:22:58.826627 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b57c9c40-3bf4-456c-bc49-edf1cf13e2dd tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:58.876463 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d3984d99-414f-4c0c-8b15-443832318774 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce0095aebb0840088ecf37cbcece72f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0856526 Feb 09 01:22:58.879787 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 32870) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:58.918125 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-235ed7ee-8c08-45d4-a491-8b7a5834045e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Allocated IP 10.2.2.100 (fc0cd235-d706-4e7e-a633-962d662b162f/9671a035-d862-45b0-9a1f-4f8114d5db77/051765f9-3c60-461b-8571-2e1761acc3dc) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:58.998994 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1312b826-c41f-4859-a88e-511a061562ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:59.002667 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e908f5e7-a3b8-47ba-9e22-8464e7c7452a tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:59.015613 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e908f5e7-a3b8-47ba-9e22-8464e7c7452a tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:59.078656 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-83f78cf4-b385-4259-98a7-7f58d135fc3c tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:59.090115 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c9c40-3bf4-456c-bc49-edf1cf13e2dd tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event updated for resources: {'Subnet': ['ID=642eb5ba-42f5-4974-bd51-9800b2aca085,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:59.117391 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bfa71-01a4-439f-abda-fecd45843962 req-aea97078-3fea-4cd1-8a3c-97f2c635fec1 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:59.123280 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bfa71-01a4-439f-abda-fecd45843962 req-aea97078-3fea-4cd1-8a3c-97f2c635fec1 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:59.130098 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bfa71-01a4-439f-abda-fecd45843962 req-aea97078-3fea-4cd1-8a3c-97f2c635fec1 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:59.130956 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-099bfa71-01a4-439f-abda-fecd45843962 req-aea97078-3fea-4cd1-8a3c-97f2c635fec1 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Synchronizing usage tracker for tenant:08259b26651148159119352f4f3e1358 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:22:59.132142 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1312b826-c41f-4859-a88e-511a061562ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:59.173745 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57c9c40-3bf4-456c-bc49-edf1cf13e2dd tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Checking segment: {'id': 'd4901c3b-b105-48fc-815c-2bf28ae6b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '2b2ef964-eaae-4373-8b42-1ee815bb5117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:22:59.174059 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57c9c40-3bf4-456c-bc49-edf1cf13e2dd tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Network hostable DHCP agents. Network: 2b2ef964-eaae-4373-8b42-1ee815bb5117, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:59.176031 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908f5e7-a3b8-47ba-9e22-8464e7c7452a tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Pushing event updated for resources: {'Port': ['ID=92bf8b0b-0dd4-4d2c-bd58-bde34106caef,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:59.182838 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-83f78cf4-b385-4259-98a7-7f58d135fc3c tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1317e96b-0aee-47d6-aee2-5dd84274a5ea']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:59.203404 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e908f5e7-a3b8-47ba-9e22-8464e7c7452a tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:59.246667 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e908f5e7-a3b8-47ba-9e22-8464e7c7452a tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:59.251207 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e908f5e7-a3b8-47ba-9e22-8464e7c7452a tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7687843 Feb 09 01:22:59.252219 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 32874) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:59.259003 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-83f78cf4-b385-4259-98a7-7f58d135fc3c tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f1eb13e-b51a-4de3-8a9c-98488c7b9ac7') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:59.259302 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-83f78cf4-b385-4259-98a7-7f58d135fc3c tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f1eb13e-b51a-4de3-8a9c-98488c7b9ac7') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:59.259767 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1312b826-c41f-4859-a88e-511a061562ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:59.263062 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1312b826-c41f-4859-a88e-511a061562ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:59.264373 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1312b826-c41f-4859-a88e-511a061562ad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f484f7c0-459c-47aa-b56a-2d22224b452a HTTP/1.1" status: 204 len: 168 time: 0.3838930 Feb 09 01:22:59.276117 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312b826-c41f-4859-a88e-511a061562ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f484f7c0-459c-47aa-b56a-2d22224b452a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:59.300671 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-83f78cf4-b385-4259-98a7-7f58d135fc3c tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:59.311314 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-099bfa71-01a4-439f-abda-fecd45843962 req-aea97078-3fea-4cd1-8a3c-97f2c635fec1 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Unset dirty status for tenant:08259b26651148159119352f4f3e1358 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:22:59.318790 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-099bfa71-01a4-439f-abda-fecd45843962 req-aea97078-3fea-4cd1-8a3c-97f2c635fec1 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 2373 time: 0.7552764 Feb 09 01:22:59.354609 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57c9c40-3bf4-456c-bc49-edf1cf13e2dd tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Network 2b2ef964-eaae-4373-8b42-1ee815bb5117 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:59.380391 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-83f78cf4-b385-4259-98a7-7f58d135fc3c tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:59.411339 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f78cf4-b385-4259-98a7-7f58d135fc3c tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Releasing vlan 995 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:59.411752 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-83f78cf4-b385-4259-98a7-7f58d135fc3c tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:59.427139 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:59.484207 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-b57c9c40-3bf4-456c-bc49-edf1cf13e2dd tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 2b2ef964-eaae-4373-8b42-1ee815bb5117) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:59.503754 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e36b9c-c5b1-4743-97a2-fdbf4bcac703 None None] Network 2b2ef964-eaae-4373-8b42-1ee815bb5117 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:22:59.512881 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-099bfa71-01a4-439f-abda-fecd45843962 req-8202fd50-ab7a-40bd-8e42-9bcd2f8bf04c tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929295 Feb 09 01:22:59.546977 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57c9c40-3bf4-456c-bc49-edf1cf13e2dd tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:59.547584 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b57c9c40-3bf4-456c-bc49-edf1cf13e2dd tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:59.612386 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-2319058a-6ccf-4c46-8a90-6ad85813b49b tempest-FloatingIPAdminTestJSON-1028439059 tempest-FloatingIPAdminTestJSON-1028439059-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:59.623501 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2319058a-6ccf-4c46-8a90-6ad85813b49b tempest-FloatingIPAdminTestJSON-1028439059 tempest-FloatingIPAdminTestJSON-1028439059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:22:59.634629 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2319058a-6ccf-4c46-8a90-6ad85813b49b tempest-FloatingIPAdminTestJSON-1028439059 tempest-FloatingIPAdminTestJSON-1028439059-project] Usage tracker for resource:floatingip and tenant:283ab280e5ee4089b1a90aaa5e7c0c48 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:22:59.642943 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2319058a-6ccf-4c46-8a90-6ad85813b49b tempest-FloatingIPAdminTestJSON-1028439059 tempest-FloatingIPAdminTestJSON-1028439059-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:22:59.666776 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2319058a-6ccf-4c46-8a90-6ad85813b49b tempest-FloatingIPAdminTestJSON-1028439059 tempest-FloatingIPAdminTestJSON-1028439059-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:22:59.707761 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-235ed7ee-8c08-45d4-a491-8b7a5834045e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:59.732351 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-83f78cf4-b385-4259-98a7-7f58d135fc3c tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:59.734344 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-235ed7ee-8c08-45d4-a491-8b7a5834045e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Transition to ACTIVE for port object 051765f9-3c60-461b-8571-2e1761acc3dc will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:59.748746 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2319058a-6ccf-4c46-8a90-6ad85813b49b tempest-FloatingIPAdminTestJSON-1028439059 tempest-FloatingIPAdminTestJSON-1028439059-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:59.757790 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-83f78cf4-b385-4259-98a7-7f58d135fc3c tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:22:59.763315 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-83f78cf4-b385-4259-98a7-7f58d135fc3c tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] 10.222.0.37 "DELETE /v2.0/networks/1317e96b-0aee-47d6-aee2-5dd84274a5ea HTTP/1.1" status: 204 len: 168 time: 5.1452277 Feb 09 01:22:59.768057 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b57c9c40-3bf4-456c-bc49-edf1cf13e2dd tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.0761456 Feb 09 01:22:59.768918 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 32884) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:59.769247 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 32886) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:22:59.835652 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f78cf4-b385-4259-98a7-7f58d135fc3c tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Pushing event deleted for resources: {'Network': ['ID=1317e96b-0aee-47d6-aee2-5dd84274a5ea,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:59.903092 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2c37b846-cd5b-401b-af6e-3a687ab9084f tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Synchronizing usage tracker for tenant:e8f34c81972d4b418279162475af4a98 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:22:59.975713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2c37b846-cd5b-401b-af6e-3a687ab9084f tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Unset dirty status for tenant:e8f34c81972d4b418279162475af4a98 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:22:59.979124 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2c37b846-cd5b-401b-af6e-3a687ab9084f tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] 10.222.0.37 "GET /v2.0/ports?device_id=96e5b3bf-ce91-4318-936a-8d99312a6e4c HTTP/1.1" status: 200 len: 205 time: 0.2058361 Feb 09 01:22:59.981022 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 32902) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:00.093440 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbc6b05-7231-424b-9402-d514683b08d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-2b2ef964-eaae-4373-8b42-1ee815bb5117', 'network_id': '2b2ef964-eaae-4373-8b42-1ee815bb5117', 'tenant_id': '8e5692b9b6d3459a8c367b19d8e930d9', 'fixed_ips': [{'subnet_id': '642eb5ba-42f5-4974-bd51-9800b2aca085'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:23:00.094213 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-adbc6b05-7231-424b-9402-d514683b08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:00.130503 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-235ed7ee-8c08-45d4-a491-8b7a5834045e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:00.197828 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2319058a-6ccf-4c46-8a90-6ad85813b49b tempest-FloatingIPAdminTestJSON-1028439059 tempest-FloatingIPAdminTestJSON-1028439059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:00.249336 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:00.429867 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-adbc6b05-7231-424b-9402-d514683b08d0 None None] Allocated IP 2001:db8::1 (2b2ef964-eaae-4373-8b42-1ee815bb5117/642eb5ba-42f5-4974-bd51-9800b2aca085/de7154e6-68aa-4b17-be86-3b9459c0a946) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:00.444328 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-30e2f69c-d8e9-4b18-9d93-c9797746c3e3 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:00.509523 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-235ed7ee-8c08-45d4-a491-8b7a5834045e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Network fc0cd235-d706-4e7e-a633-962d662b162f is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:00.539784 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-235ed7ee-8c08-45d4-a491-8b7a5834045e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:00.559729 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-235ed7ee-8c08-45d4-a491-8b7a5834045e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:23:00.640331 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-2319058a-6ccf-4c46-8a90-6ad85813b49b tempest-FloatingIPAdminTestJSON-1028439059 tempest-FloatingIPAdminTestJSON-1028439059-project] Allocated IP 172.25.5.167 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/025ac105-e8c5-48fe-8352-f1913f9fb3e2) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:00.665403 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ed7ee-8c08-45d4-a491-8b7a5834045e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Pushing event updated for resources: {'Port': ['ID=051765f9-3c60-461b-8571-2e1761acc3dc,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:00.894348 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-adbc6b05-7231-424b-9402-d514683b08d0 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:00.919028 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-adbc6b05-7231-424b-9402-d514683b08d0 None None] Transition to ACTIVE for port object de7154e6-68aa-4b17-be86-3b9459c0a946 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:00.954467 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 32924) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:00.969929 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-adbc6b05-7231-424b-9402-d514683b08d0 None None] Transition to ACTIVE for port object de7154e6-68aa-4b17-be86-3b9459c0a946 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:00.998088 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-adbc6b05-7231-424b-9402-d514683b08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:01.071354 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc6b05-7231-424b-9402-d514683b08d0 None None] Pushing event updated for resources: {'Port': ['ID=de7154e6-68aa-4b17-be86-3b9459c0a946,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:01.086360 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbc6b05-7231-424b-9402-d514683b08d0 None None] Network 2b2ef964-eaae-4373-8b42-1ee815bb5117 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:01.089838 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-adbc6b05-7231-424b-9402-d514683b08d0 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:01.093000 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbc6b05-7231-424b-9402-d514683b08d0 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:23:01.148755 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-235ed7ee-8c08-45d4-a491-8b7a5834045e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:01.149647 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-235ed7ee-8c08-45d4-a491-8b7a5834045e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:01.183530 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-fbc8366d-508b-4e37-8472-e2fd9f07a45d None None] Provisioning for port 051765f9-3c60-461b-8571-2e1761acc3dc completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:01.211126 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-fbc8366d-508b-4e37-8472-e2fd9f07a45d None None] Provisioning complete for port 051765f9-3c60-461b-8571-2e1761acc3dc triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:01.211565 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fbc8366d-508b-4e37-8472-e2fd9f07a45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:01.273461 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-30e2f69c-d8e9-4b18-9d93-c9797746c3e3 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:01.273461 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-30e2f69c-d8e9-4b18-9d93-c9797746c3e3 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:01.281022 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:01.282843 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-fbc8366d-508b-4e37-8472-e2fd9f07a45d None None] Port 051765f9-3c60-461b-8571-2e1761acc3dc cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:23:01.287740 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-adbc6b05-7231-424b-9402-d514683b08d0 None None] Attempting to bind port de7154e6-68aa-4b17-be86-3b9459c0a946 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:23:01.288137 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-adbc6b05-7231-424b-9402-d514683b08d0 None None] Attempting to bind port de7154e6-68aa-4b17-be86-3b9459c0a946 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'd4901c3b-b105-48fc-815c-2bf28ae6b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '2b2ef964-eaae-4373-8b42-1ee815bb5117'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:23:01.288504 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbc6b05-7231-424b-9402-d514683b08d0 None None] Attempting to bind port de7154e6-68aa-4b17-be86-3b9459c0a946 on network 2b2ef964-eaae-4373-8b42-1ee815bb5117 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:23:01.297487 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbc6b05-7231-424b-9402-d514683b08d0 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:23:01.298540 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbc6b05-7231-424b-9402-d514683b08d0 None None] Checking segment: {'id': 'd4901c3b-b105-48fc-815c-2bf28ae6b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '2b2ef964-eaae-4373-8b42-1ee815bb5117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:23:01.298967 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-adbc6b05-7231-424b-9402-d514683b08d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:01.299367 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbc6b05-7231-424b-9402-d514683b08d0 None None] Bound using segment: {'id': 'd4901c3b-b105-48fc-815c-2bf28ae6b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '2b2ef964-eaae-4373-8b42-1ee815bb5117'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:23:01.299855 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-adbc6b05-7231-424b-9402-d514683b08d0 None None] Bound port: de7154e6-68aa-4b17-be86-3b9459c0a946, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4901c3b-b105-48fc-815c-2bf28ae6b85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '2b2ef964-eaae-4373-8b42-1ee815bb5117'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:23:01.300233 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-adbc6b05-7231-424b-9402-d514683b08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:01.372012 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2319058a-6ccf-4c46-8a90-6ad85813b49b tempest-FloatingIPAdminTestJSON-1028439059 tempest-FloatingIPAdminTestJSON-1028439059-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:01.391445 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37575553-e0f7-4336-949b-63e8e496c631 req-ce86b322-6aa6-44c9-a696-33c4149838c8 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:01.397569 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37575553-e0f7-4336-949b-63e8e496c631 req-ce86b322-6aa6-44c9-a696-33c4149838c8 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:01.403749 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37575553-e0f7-4336-949b-63e8e496c631 req-ce86b322-6aa6-44c9-a696-33c4149838c8 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:01.409758 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37575553-e0f7-4336-949b-63e8e496c631 req-ce86b322-6aa6-44c9-a696-33c4149838c8 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:01.411683 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-37575553-e0f7-4336-949b-63e8e496c631 req-ce86b322-6aa6-44c9-a696-33c4149838c8 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 3094 time: 0.3205218 Feb 09 01:23:01.422187 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-adbc6b05-7231-424b-9402-d514683b08d0 None None] For port de7154e6-68aa-4b17-be86-3b9459c0a946, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:23:01.428387 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-adbc6b05-7231-424b-9402-d514683b08d0 None None] For port de7154e6-68aa-4b17-be86-3b9459c0a946, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=de7154e6-68aa-4b17-be86-3b9459c0a946,segment=NetworkSegment(d4901c3b-b105-48fc-815c-2bf28ae6b85e),segment_id=d4901c3b-b105-48fc-815c-2bf28ae6b85e)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:23:01.437064 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-adbc6b05-7231-424b-9402-d514683b08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:01.467819 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-135d994b-42ea-49b2-bd6e-73966c3395a4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1262530063-network', 'tenant_id': 'ed945528e2364e0ba5c0570da01f0152'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:01.474267 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-37575553-e0f7-4336-949b-63e8e496c631 req-c5d69eae-bd64-4120-a8a9-9f1820032dcf tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557542 Feb 09 01:23:01.481361 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2319058a-6ccf-4c46-8a90-6ad85813b49b tempest-FloatingIPAdminTestJSON-1028439059 tempest-FloatingIPAdminTestJSON-1028439059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:01.487488 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-135d994b-42ea-49b2-bd6e-73966c3395a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:01.517103 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-135d994b-42ea-49b2-bd6e-73966c3395a4 admin admin] Usage tracker for resource:network and tenant:ed945528e2364e0ba5c0570da01f0152 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:01.529225 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-135d994b-42ea-49b2-bd6e-73966c3395a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:01.532742 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-30e2f69c-d8e9-4b18-9d93-c9797746c3e3 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:01.533230 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e2f69c-d8e9-4b18-9d93-c9797746c3e3 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Fanout notify agent at l3_agent the message router_deleted on router 96e5b3bf-ce91-4318-936a-8d99312a6e4c {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:23:01.560239 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-235ed7ee-8c08-45d4-a491-8b7a5834045e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8952487 Feb 09 01:23:01.565371 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2319058a-6ccf-4c46-8a90-6ad85813b49b tempest-FloatingIPAdminTestJSON-1028439059 tempest-FloatingIPAdminTestJSON-1028439059-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:01.568989 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-2319058a-6ccf-4c46-8a90-6ad85813b49b tempest-FloatingIPAdminTestJSON-1028439059 tempest-FloatingIPAdminTestJSON-1028439059-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:01.573470 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2319058a-6ccf-4c46-8a90-6ad85813b49b tempest-FloatingIPAdminTestJSON-1028439059 tempest-FloatingIPAdminTestJSON-1028439059-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:23:01.581811 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-4ead17ca-05c0-436b-805c-e18d83ae832a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Request body: {'port': {'device_id': '4582dc60-b012-4026-aa99-cb62284617d8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'fc0cd235-d706-4e7e-a633-962d662b162f', 'admin_state_up': True, 'tenant_id': '08259b26651148159119352f4f3e1358', 'security_groups': ['5511b34a-e029-4c27-a34a-800f27c0b1ef']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:01.618019 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319058a-6ccf-4c46-8a90-6ad85813b49b tempest-FloatingIPAdminTestJSON-1028439059 tempest-FloatingIPAdminTestJSON-1028439059-project] Pushing event updated for resources: {'Port': ['ID=025ac105-e8c5-48fe-8352-f1913f9fb3e2,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:01.636571 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc6b05-7231-424b-9402-d514683b08d0 None None] Pushing event updated for resources: {'Port': ['ID=de7154e6-68aa-4b17-be86-3b9459c0a946,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:01.676167 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2319058a-6ccf-4c46-8a90-6ad85813b49b tempest-FloatingIPAdminTestJSON-1028439059 tempest-FloatingIPAdminTestJSON-1028439059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:01.711366 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-135d994b-42ea-49b2-bd6e-73966c3395a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:01.717992 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-30e2f69c-d8e9-4b18-9d93-c9797746c3e3 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:01.721584 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-30e2f69c-d8e9-4b18-9d93-c9797746c3e3 tempest-RoutersNegativeTest-1038190227 tempest-RoutersNegativeTest-1038190227-project] 10.222.0.37 "DELETE /v2.0/routers/96e5b3bf-ce91-4318-936a-8d99312a6e4c HTTP/1.1" status: 204 len: 168 time: 1.7337694 Feb 09 01:23:01.781236 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135d994b-42ea-49b2-bd6e-73966c3395a4 admin admin] Made reservation on behalf of ed945528e2364e0ba5c0570da01f0152 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:01.783534 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-135d994b-42ea-49b2-bd6e-73966c3395a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:01.806595 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:01.824062 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2319058a-6ccf-4c46-8a90-6ad85813b49b tempest-FloatingIPAdminTestJSON-1028439059 tempest-FloatingIPAdminTestJSON-1028439059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:01.859415 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-135d994b-42ea-49b2-bd6e-73966c3395a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:01.942319 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event deleted for resources: {'Subnet': ['ID=642eb5ba-42f5-4974-bd51-9800b2aca085,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:01.976607 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-135d994b-42ea-49b2-bd6e-73966c3395a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:02.172935 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-135d994b-42ea-49b2-bd6e-73966c3395a4 admin admin] Usage tracker for resource:security_group_rule and tenant:ed945528e2364e0ba5c0570da01f0152 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:02.189662 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-135d994b-42ea-49b2-bd6e-73966c3395a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:02.210917 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-135d994b-42ea-49b2-bd6e-73966c3395a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:02.223492 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 32940) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:02.262111 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-4ead17ca-05c0-436b-805c-e18d83ae832a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:02.288628 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:02.296612 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2319058a-6ccf-4c46-8a90-6ad85813b49b tempest-FloatingIPAdminTestJSON-1028439059 tempest-FloatingIPAdminTestJSON-1028439059-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:02.309708 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-4ead17ca-05c0-436b-805c-e18d83ae832a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:02.310893 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2319058a-6ccf-4c46-8a90-6ad85813b49b tempest-FloatingIPAdminTestJSON-1028439059 tempest-FloatingIPAdminTestJSON-1028439059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:02.500563 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2ef964-eaae-4373-8b42-1ee815bb5117']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:02.509362 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319058a-6ccf-4c46-8a90-6ad85813b49b tempest-FloatingIPAdminTestJSON-1028439059 tempest-FloatingIPAdminTestJSON-1028439059-project] Pushing event updated for resources: {'Port': ['ID=025ac105-e8c5-48fe-8352-f1913f9fb3e2,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:02.513297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-4ead17ca-05c0-436b-805c-e18d83ae832a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Made reservation on behalf of 08259b26651148159119352f4f3e1358 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:02.517870 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-4ead17ca-05c0-436b-805c-e18d83ae832a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:02.521327 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2319058a-6ccf-4c46-8a90-6ad85813b49b tempest-FloatingIPAdminTestJSON-1028439059 tempest-FloatingIPAdminTestJSON-1028439059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:02.546769 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4901c3b-b105-48fc-815c-2bf28ae6b85e') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:02.547072 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4901c3b-b105-48fc-815c-2bf28ae6b85e') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:02.554260 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2319058a-6ccf-4c46-8a90-6ad85813b49b tempest-FloatingIPAdminTestJSON-1028439059 tempest-FloatingIPAdminTestJSON-1028439059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:02.557194 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2319058a-6ccf-4c46-8a90-6ad85813b49b tempest-FloatingIPAdminTestJSON-1028439059 tempest-FloatingIPAdminTestJSON-1028439059-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3035924 Feb 09 01:23:02.561247 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 32950) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:02.610970 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:02.677148 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:02.697562 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-902a5f85-a08c-4276-bebf-9b56112ee14f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e8f34c81972d4b418279162475af4a98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4607084 Feb 09 01:23:02.706585 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 32954) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:02.721450 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Releasing vlan 989 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:23:02.721855 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:02.738242 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:23:02.738242 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:23:02.738242 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:23:02.738242 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:23:02.738242 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:23:02.738242 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:23:02.738242 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:23:02.738242 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:23:02.738242 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:23:02.738242 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:23:02.738242 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:23:02.738242 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:23:02.738242 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:23:02.738242 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:23:02.738242 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:23:02.738242 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:23:02.738242 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:23:02.738242 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:23:02.738242 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:23:02.738242 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:23:02.738242 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:23:02.738242 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:23:02.738242 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:23:02.738242 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:23:02.738242 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:23:02.738242 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:23:02.738242 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:23:02.738242 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:23:02.738242 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:23:02.738242 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:23:02.738242 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:23:02.738242 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:23:02.869223 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device de7154e6-68aa-4b17-be86-3b9459c0a946 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:23:02.887770 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4e6dd18b-b17c-41ff-9f4f-a9ece70203bc tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Synchronizing usage tracker for tenant:3424b8ae05574fea8222085b6b08a75e on resource:floatingip {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:23:02.926285 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-55d925bf-beb6-4671-99b3-2972b5866400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:02.955181 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-135d994b-42ea-49b2-bd6e-73966c3395a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:02.970587 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4e6dd18b-b17c-41ff-9f4f-a9ece70203bc tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Unset dirty status for tenant:3424b8ae05574fea8222085b6b08a75e on resource:floatingip {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:23:02.971937 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4e6dd18b-b17c-41ff-9f4f-a9ece70203bc tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2131 time: 0.4082780 Feb 09 01:23:02.975056 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 32958) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:02.978229 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.api [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:23:02.978229 n-d-828419-1 neutron-server[87612]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:23:02.978229 n-d-828419-1 neutron-server[87612]: [parameters: {'id': '2b2ef964-eaae-4373-8b42-1ee815bb5117'}] Feb 09 01:23:02.978229 n-d-828419-1 neutron-server[87612]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:23:02.978927 n-d-828419-1 neutron-server[87612]: DEBUG oslo_db.api [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:23:02.979152 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-135d994b-42ea-49b2-bd6e-73966c3395a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:02.980128 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-55d925bf-beb6-4671-99b3-2972b5866400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:03.033036 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port de7154e6-68aa-4b17-be86-3b9459c0a946 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:03.034426 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d994b-42ea-49b2-bd6e-73966c3395a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2681123-8f43-4cc2-a187-df195fc99e6c,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:03.044284 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-135d994b-42ea-49b2-bd6e-73966c3395a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 964} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:23:03.063932 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-135d994b-42ea-49b2-bd6e-73966c3395a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:03.064496 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-135d994b-42ea-49b2-bd6e-73966c3395a4 admin admin] Added segment b22a0128-e148-4062-a852-912f53d03455 of type vlan for network 1c1a3b32-e583-4f44-92cf-7d4cd700a470 Feb 09 01:23:03.091620 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-187f4d4c-88a7-4e68-9cb7-70e3bb4f62e4 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Synchronizing usage tracker for tenant:1f2e553723194a46bd7d746285f82ddd on resource:floatingip {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:23:03.108256 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-135d994b-42ea-49b2-bd6e-73966c3395a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:03.143937 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-187f4d4c-88a7-4e68-9cb7-70e3bb4f62e4 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Unset dirty status for tenant:1f2e553723194a46bd7d746285f82ddd on resource:floatingip {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:23:03.145402 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-187f4d4c-88a7-4e68-9cb7-70e3bb4f62e4 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1692152 Feb 09 01:23:03.152542 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 32962) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:03.238083 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42666fc-59aa-43d7-a4c1-594488f59c22 req-912c42d9-81d3-4f22-93c3-06cbce74d68b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:03.244808 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42666fc-59aa-43d7-a4c1-594488f59c22 req-912c42d9-81d3-4f22-93c3-06cbce74d68b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:03.254223 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42666fc-59aa-43d7-a4c1-594488f59c22 req-912c42d9-81d3-4f22-93c3-06cbce74d68b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:03.260034 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42666fc-59aa-43d7-a4c1-594488f59c22 req-912c42d9-81d3-4f22-93c3-06cbce74d68b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:03.262518 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a42666fc-59aa-43d7-a4c1-594488f59c22 req-912c42d9-81d3-4f22-93c3-06cbce74d68b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 3094 time: 0.5205932 Feb 09 01:23:03.268463 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-4ead17ca-05c0-436b-805c-e18d83ae832a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Allocated IP 10.2.2.200 (fc0cd235-d706-4e7e-a633-962d662b162f/9671a035-d862-45b0-9a1f-4f8114d5db77/cef3a1b2-f75c-42e5-8828-47aa75f68c2f) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:03.311929 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e16c6b-c130-43b9-875f-081192aeceba None None] Network 2b2ef964-eaae-4373-8b42-1ee815bb5117 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:23:03.319283 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-135d994b-42ea-49b2-bd6e-73966c3395a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:03.320526 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135d994b-42ea-49b2-bd6e-73966c3395a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:03.321295 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-135d994b-42ea-49b2-bd6e-73966c3395a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:03.438025 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-55d925bf-beb6-4671-99b3-2972b5866400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:03.483181 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:03.486559 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-6b8f0653-a96f-4e50-9ff6-50269dc54ec4 tempest-FloatingIPAdminTestJSON-1028439059 tempest-FloatingIPAdminTestJSON-1028439059-project] Deleting port 025ac105-e8c5-48fe-8352-f1913f9fb3e2 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:03.487334 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5b571b19-cd77-4a65-bdec-5c981ef88deb None None] Provisioning for port de7154e6-68aa-4b17-be86-3b9459c0a946 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:03.489092 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6b8f0653-a96f-4e50-9ff6-50269dc54ec4 tempest-FloatingIPAdminTestJSON-1028439059 tempest-FloatingIPAdminTestJSON-1028439059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:03.494392 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a42666fc-59aa-43d7-a4c1-594488f59c22 req-3341bdb4-8d55-4832-a7e1-35daa6d025ff tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2231398 Feb 09 01:23:03.526170 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5b571b19-cd77-4a65-bdec-5c981ef88deb None None] Provisioning complete for port de7154e6-68aa-4b17-be86-3b9459c0a946 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:03.526510 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5b571b19-cd77-4a65-bdec-5c981ef88deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:03.610068 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d925bf-beb6-4671-99b3-2972b5866400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289315fd-8f4d-4962-abfc-40513b19266a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:03.624189 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d994b-42ea-49b2-bd6e-73966c3395a4 admin admin] Pushing event updated for resources: {'Network': ['ID=1c1a3b32-e583-4f44-92cf-7d4cd700a470,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:03.627935 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-55d925bf-beb6-4671-99b3-2972b5866400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:03.629475 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-55d925bf-beb6-4671-99b3-2972b5866400 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/289315fd-8f4d-4962-abfc-40513b19266a HTTP/1.1" status: 204 len: 168 time: 0.9171202 Feb 09 01:23:03.820170 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-4ead17ca-05c0-436b-805c-e18d83ae832a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:03.841273 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 1c1a3b32-e583-4f44-92cf-7d4cd700a470 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:23:03.879799 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-135d994b-42ea-49b2-bd6e-73966c3395a4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.9044802 Feb 09 01:23:03.882857 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 32978) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:03.893539 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Deleting port de7154e6-68aa-4b17-be86-3b9459c0a946 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:03.894257 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:03.901547 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-4523e6a5-fcf2-4200-bf23-e0e89be8a96a admin admin] Request body: {'subnet': {'network_id': '1c1a3b32-e583-4f44-92cf-7d4cd700a470', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1262530063-subnet', 'tenant_id': 'ed945528e2364e0ba5c0570da01f0152', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:03.915735 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4523e6a5-fcf2-4200-bf23-e0e89be8a96a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:03.950947 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4523e6a5-fcf2-4200-bf23-e0e89be8a96a admin admin] Usage tracker for resource:subnet and tenant:ed945528e2364e0ba5c0570da01f0152 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:03.954363 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4523e6a5-fcf2-4200-bf23-e0e89be8a96a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:03.968255 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-4ead17ca-05c0-436b-805c-e18d83ae832a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Transition to ACTIVE for port object cef3a1b2-f75c-42e5-8828-47aa75f68c2f will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:03.974016 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4523e6a5-fcf2-4200-bf23-e0e89be8a96a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:04.009549 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6b8f0653-a96f-4e50-9ff6-50269dc54ec4 tempest-FloatingIPAdminTestJSON-1028439059 tempest-FloatingIPAdminTestJSON-1028439059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:04.011340 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6b8f0653-a96f-4e50-9ff6-50269dc54ec4 tempest-FloatingIPAdminTestJSON-1028439059 tempest-FloatingIPAdminTestJSON-1028439059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:04.026817 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4523e6a5-fcf2-4200-bf23-e0e89be8a96a admin admin] Made reservation on behalf of ed945528e2364e0ba5c0570da01f0152 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:04.030234 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4523e6a5-fcf2-4200-bf23-e0e89be8a96a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:04.147653 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5b571b19-cd77-4a65-bdec-5c981ef88deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:04.213365 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-5b571b19-cd77-4a65-bdec-5c981ef88deb None None] For port de7154e6-68aa-4b17-be86-3b9459c0a946, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=de7154e6-68aa-4b17-be86-3b9459c0a946,segment=NetworkSegment(d4901c3b-b105-48fc-815c-2bf28ae6b85e),segment_id=d4901c3b-b105-48fc-815c-2bf28ae6b85e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:04.226358 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5b571b19-cd77-4a65-bdec-5c981ef88deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:04.323875 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5664b39-d295-4e4b-b526-9d81bc30034f None None] DHCP port deletion for 2b2ef964-eaae-4373-8b42-1ee815bb5117 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:23:04.373392 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b5664b39-d295-4e4b-b526-9d81bc30034f None None] Deleting port de7154e6-68aa-4b17-be86-3b9459c0a946 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:04.375100 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b5664b39-d295-4e4b-b526-9d81bc30034f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:04.382346 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] For port de7154e6-68aa-4b17-be86-3b9459c0a946, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=de7154e6-68aa-4b17-be86-3b9459c0a946,segment=NetworkSegment(d4901c3b-b105-48fc-815c-2bf28ae6b85e),segment_id=d4901c3b-b105-48fc-815c-2bf28ae6b85e)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:04.382909 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:04.529597 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Calling delete_port for de7154e6-68aa-4b17-be86-3b9459c0a946 owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:23:04.547950 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b571b19-cd77-4a65-bdec-5c981ef88deb None None] Pushing event updated for resources: {'Port': ['ID=de7154e6-68aa-4b17-be86-3b9459c0a946,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:04.743181 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4523e6a5-fcf2-4200-bf23-e0e89be8a96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:04.779751 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-4ead17ca-05c0-436b-805c-e18d83ae832a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:04.850831 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.api [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:23:04.851585 n-d-828419-1 neutron-server[87612]: DEBUG oslo_db.api [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:23:04.859011 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device de7154e6-68aa-4b17-be86-3b9459c0a946 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:23:04.902523 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-4ead17ca-05c0-436b-805c-e18d83ae832a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Network fc0cd235-d706-4e7e-a633-962d662b162f is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:04.906784 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-4ead17ca-05c0-436b-805c-e18d83ae832a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:04.909204 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-4ead17ca-05c0-436b-805c-e18d83ae832a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:23:04.910712 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-6b8f0653-a96f-4e50-9ff6-50269dc54ec4 tempest-FloatingIPAdminTestJSON-1028439059 tempest-FloatingIPAdminTestJSON-1028439059-project] Calling delete_port for 025ac105-e8c5-48fe-8352-f1913f9fb3e2 owned by network:floatingip {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:23:04.937231 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-b5664b39-d295-4e4b-b526-9d81bc30034f None None] For port de7154e6-68aa-4b17-be86-3b9459c0a946, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=de7154e6-68aa-4b17-be86-3b9459c0a946,segment=NetworkSegment(d4901c3b-b105-48fc-815c-2bf28ae6b85e),segment_id=d4901c3b-b105-48fc-815c-2bf28ae6b85e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:04.937633 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b5664b39-d295-4e4b-b526-9d81bc30034f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:04.950582 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead17ca-05c0-436b-805c-e18d83ae832a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Pushing event updated for resources: {'Port': ['ID=cef3a1b2-f75c-42e5-8828-47aa75f68c2f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:05.021450 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-4ead17ca-05c0-436b-805c-e18d83ae832a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:05.029868 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-4ead17ca-05c0-436b-805c-e18d83ae832a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:05.075558 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 33006) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:05.080427 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-4ead17ca-05c0-436b-805c-e18d83ae832a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5072148 Feb 09 01:23:05.108542 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1ef1bb51-86cd-4978-ae30-2c093868e949 service neutron] Request body: {'port': {'device_id': '4582dc60-b012-4026-aa99-cb62284617d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:05.171720 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523e6a5-fcf2-4200-bf23-e0e89be8a96a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3adcfdc5-e139-42b4-9124-6c2f9489c0d6,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:05.272095 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b5664b39-d295-4e4b-b526-9d81bc30034f None None] Calling delete_port for de7154e6-68aa-4b17-be86-3b9459c0a946 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:23:05.299121 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4523e6a5-fcf2-4200-bf23-e0e89be8a96a admin admin] Checking segment: {'id': 'b22a0128-e148-4062-a852-912f53d03455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '1c1a3b32-e583-4f44-92cf-7d4cd700a470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:23:05.299725 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4523e6a5-fcf2-4200-bf23-e0e89be8a96a admin admin] Network hostable DHCP agents. Network: 1c1a3b32-e583-4f44-92cf-7d4cd700a470, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:23:05.321366 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-4e9e9949-6963-42e2-9d14-7f990db5fb23 tempest-SubnetPoolsTestJSON-846670166 tempest-SubnetPoolsTestJSON-846670166-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-529487224', 'prefixes': ['172.20.0.0/16']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:05.339345 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-4e9e9949-6963-42e2-9d14-7f990db5fb23 tempest-SubnetPoolsTestJSON-846670166 tempest-SubnetPoolsTestJSON-846670166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:05.349410 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:23:05.358755 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Deleting port de7154e6-68aa-4b17-be86-3b9459c0a946 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:05.359368 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:05.398579 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4523e6a5-fcf2-4200-bf23-e0e89be8a96a admin admin] Network 1c1a3b32-e583-4f44-92cf-7d4cd700a470 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:23:05.408585 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bf1d043d-b392-4f39-9571-ff32ae655069 None None] Provisioning for port cef3a1b2-f75c-42e5-8828-47aa75f68c2f completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:05.431419 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a79cb-ca86-4139-a4c8-92fa402137c2 req-3e83513a-e901-4923-ba1c-aee6f7b5212c tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:05.438521 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a79cb-ca86-4139-a4c8-92fa402137c2 req-3e83513a-e901-4923-ba1c-aee6f7b5212c tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:05.444786 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a79cb-ca86-4139-a4c8-92fa402137c2 req-3e83513a-e901-4923-ba1c-aee6f7b5212c tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:05.453285 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a79cb-ca86-4139-a4c8-92fa402137c2 req-3e83513a-e901-4923-ba1c-aee6f7b5212c tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:05.455714 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bf1d043d-b392-4f39-9571-ff32ae655069 None None] Provisioning complete for port cef3a1b2-f75c-42e5-8828-47aa75f68c2f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:05.456160 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bf1d043d-b392-4f39-9571-ff32ae655069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:05.461046 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a79cb-ca86-4139-a4c8-92fa402137c2 req-3e83513a-e901-4923-ba1c-aee6f7b5212c tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:05.468904 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fc5a79cb-ca86-4139-a4c8-92fa402137c2 req-3e83513a-e901-4923-ba1c-aee6f7b5212c tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 3815 time: 0.5210862 Feb 09 01:23:05.483417 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-4523e6a5-fcf2-4200-bf23-e0e89be8a96a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 1c1a3b32-e583-4f44-92cf-7d4cd700a470) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:05.521951 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4523e6a5-fcf2-4200-bf23-e0e89be8a96a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:05.522558 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4523e6a5-fcf2-4200-bf23-e0e89be8a96a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:05.547523 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-bf1d043d-b392-4f39-9571-ff32ae655069 None None] Port cef3a1b2-f75c-42e5-8828-47aa75f68c2f cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:23:05.552586 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1330e7d-c8d4-430a-beba-c7539064415e None None] Network 1c1a3b32-e583-4f44-92cf-7d4cd700a470 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:23:05.627382 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fc5a79cb-ca86-4139-a4c8-92fa402137c2 req-08302860-8ef4-45bb-91a9-77c9a308b3cb tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575944 Feb 09 01:23:05.631194 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4523e6a5-fcf2-4200-bf23-e0e89be8a96a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7473326 Feb 09 01:23:05.645161 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33022) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:05.650550 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-2bc60823-25b9-421f-a3be-5bd386f32589 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1262530063-router', 'tenant_id': 'ed945528e2364e0ba5c0570da01f0152', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:05.654834 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6b8f0653-a96f-4e50-9ff6-50269dc54ec4 tempest-FloatingIPAdminTestJSON-1028439059 tempest-FloatingIPAdminTestJSON-1028439059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:05.676315 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b5664b39-d295-4e4b-b526-9d81bc30034f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:05.704882 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2bc60823-25b9-421f-a3be-5bd386f32589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:05.753890 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2bc60823-25b9-421f-a3be-5bd386f32589 admin admin] Usage tracker for resource:router and tenant:ed945528e2364e0ba5c0570da01f0152 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:05.756772 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f0653-a96f-4e50-9ff6-50269dc54ec4 tempest-FloatingIPAdminTestJSON-1028439059 tempest-FloatingIPAdminTestJSON-1028439059-project] Pushing event deleted for resources: {'Port': ['ID=025ac105-e8c5-48fe-8352-f1913f9fb3e2,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:05.765247 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2bc60823-25b9-421f-a3be-5bd386f32589 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:05.805603 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2bc60823-25b9-421f-a3be-5bd386f32589 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:05.809753 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] The port 'de7154e6-68aa-4b17-be86-3b9459c0a946' was deleted {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:23:05.844940 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6b8f0653-a96f-4e50-9ff6-50269dc54ec4 tempest-FloatingIPAdminTestJSON-1028439059 tempest-FloatingIPAdminTestJSON-1028439059-project] Notify callbacks [] for floatingip, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:05.847873 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6b8f0653-a96f-4e50-9ff6-50269dc54ec4 tempest-FloatingIPAdminTestJSON-1028439059 tempest-FloatingIPAdminTestJSON-1028439059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:05.852517 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6b8f0653-a96f-4e50-9ff6-50269dc54ec4 tempest-FloatingIPAdminTestJSON-1028439059 tempest-FloatingIPAdminTestJSON-1028439059-project] 10.222.0.37 "DELETE /v2.0/floatingips/e2033804-7115-44d2-8190-6f887eb07769 HTTP/1.1" status: 204 len: 168 time: 2.6966193 Feb 09 01:23:05.852517 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2bc60823-25b9-421f-a3be-5bd386f32589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:05.855195 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2bc60823-25b9-421f-a3be-5bd386f32589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:05.856639 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5664b39-d295-4e4b-b526-9d81bc30034f None None] Pushing event deleted for resources: {'Port': ['ID=de7154e6-68aa-4b17-be86-3b9459c0a946,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:05.883523 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5664b39-d295-4e4b-b526-9d81bc30034f None None] No DVR routers for this DVR port de7154e6-68aa-4b17-be86-3b9459c0a946 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:23:05.887863 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:05.899552 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2bc60823-25b9-421f-a3be-5bd386f32589 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:05.902843 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 33028) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:06.019637 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947705ff-b156-41f4-bb6f-2c08fb8927c0 None None] Network 1c1a3b32-e583-4f44-92cf-7d4cd700a470 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:23:06.119484 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1ef1bb51-86cd-4978-ae30-2c093868e949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:06.276747 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:06.286539 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2bc60823-25b9-421f-a3be-5bd386f32589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:06.309632 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2ef964-eaae-4373-8b42-1ee815bb5117']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:06.325855 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4901c3b-b105-48fc-815c-2bf28ae6b85e') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:06.326311 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4901c3b-b105-48fc-815c-2bf28ae6b85e') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:06.342743 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:06.362566 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:06.370261 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Releasing vlan 989 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:23:06.370663 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:06.389942 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:23:06.389942 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:23:06.389942 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:23:06.389942 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:23:06.389942 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:23:06.389942 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:23:06.389942 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:23:06.389942 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:23:06.389942 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:23:06.389942 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:23:06.389942 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:23:06.389942 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:23:06.389942 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:23:06.389942 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:23:06.389942 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:23:06.389942 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:23:06.389942 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:23:06.389942 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:23:06.389942 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:23:06.389942 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:23:06.389942 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:23:06.389942 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:23:06.389942 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:23:06.389942 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:23:06.389942 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:23:06.389942 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:23:06.389942 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:23:06.389942 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:23:06.389942 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:23:06.389942 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:23:06.389942 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:23:06.389942 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:23:06.474150 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9949-6963-42e2-9d14-7f990db5fb23 tempest-SubnetPoolsTestJSON-846670166 tempest-SubnetPoolsTestJSON-846670166-project] Notify callbacks [] for subnetpool, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:06.477881 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4e9e9949-6963-42e2-9d14-7f990db5fb23 tempest-SubnetPoolsTestJSON-846670166 tempest-SubnetPoolsTestJSON-846670166-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.3978512 Feb 09 01:23:06.482266 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33042) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:06.493924 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-e3d357c5-ad57-4bf9-a6c8-83c37d7fc81a tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Deleting port 92bf8b0b-0dd4-4d2c-bd58-bde34106caef {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:06.494273 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e3d357c5-ad57-4bf9-a6c8-83c37d7fc81a tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:06.586277 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fbfabc16-3d5b-4c79-8690-ac2526ad8ecd tempest-SubnetPoolsTestJSON-846670166 tempest-SubnetPoolsTestJSON-846670166-project] 10.222.0.37 "GET /v2.0/subnetpools/399bcebe-b7b2-47de-8d57-ab94d69298ce HTTP/1.1" status: 200 len: 731 time: 0.1014340 Feb 09 01:23:06.597472 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 33046) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:06.622711 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-89ac33fa-e429-4280-9dc2-a4ef33b07abf tempest-SubnetPoolsTestJSON-846670166 tempest-SubnetPoolsTestJSON-846670166-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1892490233'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:06.728876 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:06.763893 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:06.774216 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "DELETE /v2.0/networks/2b2ef964-eaae-4373-8b42-1ee815bb5117 HTTP/1.1" status: 204 len: 168 time: 6.9985504 Feb 09 01:23:06.856799 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 33052) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:06.886194 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4dea4efa-e9cd-4e76-8ca5-7b8d2b6ca64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:06.947277 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-b770d120-88b4-416a-a45c-bbf176b905e0 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1792746100'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:06.958242 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21ee92-255a-4674-987f-acca83d8bda9 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event deleted for resources: {'Network': ['ID=2b2ef964-eaae-4373-8b42-1ee815bb5117,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:06.973767 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2bc60823-25b9-421f-a3be-5bd386f32589 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:06.979880 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b770d120-88b4-416a-a45c-bbf176b905e0 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:06.989870 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b770d120-88b4-416a-a45c-bbf176b905e0 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Usage tracker for resource:network and tenant:8e5692b9b6d3459a8c367b19d8e930d9 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:06.994504 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b770d120-88b4-416a-a45c-bbf176b905e0 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:07.002782 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b770d120-88b4-416a-a45c-bbf176b905e0 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:07.037715 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2bc60823-25b9-421f-a3be-5bd386f32589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:07.138539 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b770d120-88b4-416a-a45c-bbf176b905e0 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Made reservation on behalf of 8e5692b9b6d3459a8c367b19d8e930d9 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:07.142299 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b770d120-88b4-416a-a45c-bbf176b905e0 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:07.217446 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e3d357c5-ad57-4bf9-a6c8-83c37d7fc81a tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:07.217955 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e3d357c5-ad57-4bf9-a6c8-83c37d7fc81a tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:07.246974 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b770d120-88b4-416a-a45c-bbf176b905e0 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 988} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:23:07.250997 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-2bc60823-25b9-421f-a3be-5bd386f32589 admin admin] Allocated IP 172.25.5.41 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/be452ea9-d57b-41c8-a44e-402b41ae8977) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:07.394158 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-89ac33fa-e429-4280-9dc2-a4ef33b07abf tempest-SubnetPoolsTestJSON-846670166 tempest-SubnetPoolsTestJSON-846670166-project] Notify callbacks [] for subnetpool, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:07.399781 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33062) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:07.399997 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-89ac33fa-e429-4280-9dc2-a4ef33b07abf tempest-SubnetPoolsTestJSON-846670166 tempest-SubnetPoolsTestJSON-846670166-project] 10.222.0.37 "PUT /v2.0/subnetpools/399bcebe-b7b2-47de-8d57-ab94d69298ce HTTP/1.1" status: 200 len: 684 time: 0.7935958 Feb 09 01:23:07.410143 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-e3d357c5-ad57-4bf9-a6c8-83c37d7fc81a tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Calling delete_port for 92bf8b0b-0dd4-4d2c-bd58-bde34106caef owned by network:floatingip {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:23:07.450455 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b770d120-88b4-416a-a45c-bbf176b905e0 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:07.450863 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-b770d120-88b4-416a-a45c-bbf176b905e0 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Added segment 3d9775b6-c5a0-4978-b780-b1afaba196a2 of type vlan for network bc2e74d7-02b5-4017-91f8-6b8ecf02cef4 Feb 09 01:23:07.531174 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2bc60823-25b9-421f-a3be-5bd386f32589 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:07.538680 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb451073-9d6f-4180-ab6c-77ce87826f34 req-667053f4-974c-4425-b4e0-e03c2a625db4 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:07.545365 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb451073-9d6f-4180-ab6c-77ce87826f34 req-667053f4-974c-4425-b4e0-e03c2a625db4 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:07.551363 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb451073-9d6f-4180-ab6c-77ce87826f34 req-667053f4-974c-4425-b4e0-e03c2a625db4 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:07.557735 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb451073-9d6f-4180-ab6c-77ce87826f34 req-667053f4-974c-4425-b4e0-e03c2a625db4 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:07.563497 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb451073-9d6f-4180-ab6c-77ce87826f34 req-667053f4-974c-4425-b4e0-e03c2a625db4 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:07.564560 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-fb451073-9d6f-4180-ab6c-77ce87826f34 req-667053f4-974c-4425-b4e0-e03c2a625db4 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Synchronizing usage tracker for tenant:08259b26651148159119352f4f3e1358 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:23:07.567577 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ff0b12a8-921a-47a1-859a-3739a863a09d tempest-SubnetPoolsTestJSON-846670166 tempest-SubnetPoolsTestJSON-846670166-project] Notify callbacks [] for subnetpool, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:07.568915 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ff0b12a8-921a-47a1-859a-3739a863a09d tempest-SubnetPoolsTestJSON-846670166 tempest-SubnetPoolsTestJSON-846670166-project] 10.222.0.37 "DELETE /v2.0/subnetpools/399bcebe-b7b2-47de-8d57-ab94d69298ce HTTP/1.1" status: 204 len: 168 time: 0.1677496 Feb 09 01:23:07.571599 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b770d120-88b4-416a-a45c-bbf176b905e0 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:07.572789 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33076) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:07.594196 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-b1b0f6c4-e874-4970-94d8-6326d6ab3d9c tempest-SubnetPoolsTestJSON-846670166 tempest-SubnetPoolsTestJSON-846670166-project] show failed (client error): The resource could not be found. Feb 09 01:23:07.595459 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b1b0f6c4-e874-4970-94d8-6326d6ab3d9c tempest-SubnetPoolsTestJSON-846670166 tempest-SubnetPoolsTestJSON-846670166-project] 10.222.0.37 "GET /v2.0/subnetpools/399bcebe-b7b2-47de-8d57-ab94d69298ce HTTP/1.1" status: 404 len: 346 time: 0.0215285 Feb 09 01:23:07.600032 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33080) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:07.623225 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-ac18ec1c-97e3-4e4f-9fc7-c93a58d626e2 tempest-SubnetPoolsTestJSON-846670166 tempest-SubnetPoolsTestJSON-846670166-project] delete failed (client error): The resource could not be found. Feb 09 01:23:07.624555 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ac18ec1c-97e3-4e4f-9fc7-c93a58d626e2 tempest-SubnetPoolsTestJSON-846670166 tempest-SubnetPoolsTestJSON-846670166-project] 10.222.0.37 "DELETE /v2.0/subnetpools/399bcebe-b7b2-47de-8d57-ab94d69298ce HTTP/1.1" status: 404 len: 346 time: 0.0233531 Feb 09 01:23:07.638648 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2bc60823-25b9-421f-a3be-5bd386f32589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:07.690781 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-fb451073-9d6f-4180-ab6c-77ce87826f34 req-667053f4-974c-4425-b4e0-e03c2a625db4 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Unset dirty status for tenant:08259b26651148159119352f4f3e1358 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:23:07.692026 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb451073-9d6f-4180-ab6c-77ce87826f34 req-667053f4-974c-4425-b4e0-e03c2a625db4 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 3815 time: 0.8105648 Feb 09 01:23:07.750610 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc60823-25b9-421f-a3be-5bd386f32589 admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:07.755786 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-2bc60823-25b9-421f-a3be-5bd386f32589 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:07.761231 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc60823-25b9-421f-a3be-5bd386f32589 admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:23:07.811910 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc60823-25b9-421f-a3be-5bd386f32589 admin admin] Pushing event updated for resources: {'Port': ['ID=be452ea9-d57b-41c8-a44e-402b41ae8977,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:07.885598 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [None req-b770d120-88b4-416a-a45c-bbf176b905e0 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:23:07.998709 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1ef1bb51-86cd-4978-ae30-2c093868e949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6139ea4-eff4-4b25-ad28-4b930ee5f21d {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:23:08.013470 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1ef1bb51-86cd-4978-ae30-2c093868e949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:08.016032 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b770d120-88b4-416a-a45c-bbf176b905e0 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:08.021237 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b770d120-88b4-416a-a45c-bbf176b905e0 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:08.037954 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b770d120-88b4-416a-a45c-bbf176b905e0 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:08.169390 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33092) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:08.191740 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb451073-9d6f-4180-ab6c-77ce87826f34 req-5c0fdd26-2eaf-4cfb-951e-2c56a87fc8b4 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2974212 Feb 09 01:23:08.258369 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1ef1bb51-86cd-4978-ae30-2c093868e949 service neutron] Transition to ACTIVE for port object b6139ea4-eff4-4b25-ad28-4b930ee5f21d will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:08.270275 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e3d357c5-ad57-4bf9-a6c8-83c37d7fc81a tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:08.339624 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770d120-88b4-416a-a45c-bbf176b905e0 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event updated for resources: {'Network': ['ID=bc2e74d7-02b5-4017-91f8-6b8ecf02cef4,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:08.343307 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1ef1bb51-86cd-4978-ae30-2c093868e949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:08.353236 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network bc2e74d7-02b5-4017-91f8-6b8ecf02cef4 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:23:08.373644 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b770d120-88b4-416a-a45c-bbf176b905e0 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5132604 Feb 09 01:23:08.441989 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33102) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:08.457276 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-27ac0e5e-fd06-4725-b7bb-d6084bf5d792 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Request body: {'subnet': {'network_id': 'bc2e74d7-02b5-4017-91f8-6b8ecf02cef4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:08.472636 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2c753f48-1be9-4aa2-a490-09968a009782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:08.474096 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d357c5-ad57-4bf9-a6c8-83c37d7fc81a tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Pushing event deleted for resources: {'Port': ['ID=92bf8b0b-0dd4-4d2c-bd58-bde34106caef,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:08.637939 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-27ac0e5e-fd06-4725-b7bb-d6084bf5d792 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:08.642740 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2c753f48-1be9-4aa2-a490-09968a009782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:08.647908 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-27ac0e5e-fd06-4725-b7bb-d6084bf5d792 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Usage tracker for resource:subnet and tenant:8e5692b9b6d3459a8c367b19d8e930d9 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:08.659801 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-27ac0e5e-fd06-4725-b7bb-d6084bf5d792 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:08.744199 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2c753f48-1be9-4aa2-a490-09968a009782 admin admin] Usage tracker for resource:security_group_rule and tenant:f4ca2fe2dedf40d5851f9c7f236c7927 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:08.762094 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2c753f48-1be9-4aa2-a490-09968a009782 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:08.765560 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-27ac0e5e-fd06-4725-b7bb-d6084bf5d792 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:08.766992 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1bb51-86cd-4978-ae30-2c093868e949 service neutron] Pushing event updated for resources: {'Port': ['ID=b6139ea4-eff4-4b25-ad28-4b930ee5f21d,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:08.783839 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2c753f48-1be9-4aa2-a490-09968a009782 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:08.810663 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2bc60823-25b9-421f-a3be-5bd386f32589 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:08.851841 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e3d357c5-ad57-4bf9-a6c8-83c37d7fc81a tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:08.854886 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e3d357c5-ad57-4bf9-a6c8-83c37d7fc81a tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:08.856208 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e3d357c5-ad57-4bf9-a6c8-83c37d7fc81a tempest-FloatingIPAdminTestJSON-30230919 tempest-FloatingIPAdminTestJSON-30230919-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/da05f38d-6a9c-4942-903c-230a5fb777b7 HTTP/1.1" status: 204 len: 168 time: 2.9466686 Feb 09 01:23:08.861443 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 33108) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:08.929625 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1ef1bb51-86cd-4978-ae30-2c093868e949 service neutron] Attempting to bind port b6139ea4-eff4-4b25-ad28-4b930ee5f21d on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:23:08.930322 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1ef1bb51-86cd-4978-ae30-2c093868e949 service neutron] Attempting to bind port b6139ea4-eff4-4b25-ad28-4b930ee5f21d by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '28adce5e-778f-4788-9785-5c332ec35a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '211c22fa-e090-41d1-bde6-fe315257e8a1'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:23:08.930429 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1ef1bb51-86cd-4978-ae30-2c093868e949 service neutron] Attempting to bind port b6139ea4-eff4-4b25-ad28-4b930ee5f21d on network 211c22fa-e090-41d1-bde6-fe315257e8a1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:23:08.938313 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1ef1bb51-86cd-4978-ae30-2c093868e949 service neutron] Port b6139ea4-eff4-4b25-ad28-4b930ee5f21d on network 211c22fa-e090-41d1-bde6-fe315257e8a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:23:08.938637 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1ef1bb51-86cd-4978-ae30-2c093868e949 service neutron] Attempting to bind port b6139ea4-eff4-4b25-ad28-4b930ee5f21d on network 211c22fa-e090-41d1-bde6-fe315257e8a1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:23:08.950479 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1ef1bb51-86cd-4978-ae30-2c093868e949 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:23:08.950806 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1ef1bb51-86cd-4978-ae30-2c093868e949 service neutron] Checking segment: {'id': '28adce5e-778f-4788-9785-5c332ec35a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '211c22fa-e090-41d1-bde6-fe315257e8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:23:08.951189 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1ef1bb51-86cd-4978-ae30-2c093868e949 service neutron] Bound using segment: {'id': '28adce5e-778f-4788-9785-5c332ec35a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '211c22fa-e090-41d1-bde6-fe315257e8a1'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:23:08.951741 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1ef1bb51-86cd-4978-ae30-2c093868e949 service neutron] Bound port: b6139ea4-eff4-4b25-ad28-4b930ee5f21d, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28adce5e-778f-4788-9785-5c332ec35a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '211c22fa-e090-41d1-bde6-fe315257e8a1'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:23:08.952076 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1ef1bb51-86cd-4978-ae30-2c093868e949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:09.004222 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-bc6b6e67-24fc-4ca0-8070-35583957e897 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Deleting port cd67fc4f-ab13-4f4f-a0e8-63485e1a74f7 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:09.004568 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bc6b6e67-24fc-4ca0-8070-35583957e897 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:09.063729 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ac0e5e-fd06-4725-b7bb-d6084bf5d792 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Made reservation on behalf of 8e5692b9b6d3459a8c367b19d8e930d9 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:09.067606 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-27ac0e5e-fd06-4725-b7bb-d6084bf5d792 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:09.147455 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1ef1bb51-86cd-4978-ae30-2c093868e949 service neutron] For port b6139ea4-eff4-4b25-ad28-4b930ee5f21d, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:23:09.162933 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1ef1bb51-86cd-4978-ae30-2c093868e949 service neutron] For port b6139ea4-eff4-4b25-ad28-4b930ee5f21d, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=b6139ea4-eff4-4b25-ad28-4b930ee5f21d,segment=NetworkSegment(28adce5e-778f-4788-9785-5c332ec35a6a),segment_id=28adce5e-778f-4788-9785-5c332ec35a6a)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:23:09.192039 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1ef1bb51-86cd-4978-ae30-2c093868e949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:09.284176 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1c3170d1-7c9b-46fb-afa4-d36c61b47a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:09.414689 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1ef1bb51-86cd-4978-ae30-2c093868e949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:09.415283 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1ef1bb51-86cd-4978-ae30-2c093868e949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:09.417896 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1ef1bb51-86cd-4978-ae30-2c093868e949 service neutron] 10.222.0.35 "PUT /v2.0/ports/b6139ea4-eff4-4b25-ad28-4b930ee5f21d HTTP/1.1" status: 200 len: 1092 time: 4.3184133 Feb 09 01:23:09.426420 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'tag': 'b6139ea4-eff4-4b25-ad28-4b930ee5f21d'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:23:09.528898 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-6009d9b4-a03e-4473-ba31-f4de9d7312b9 service neutron] Request body: {'port': {'device_id': '4582dc60-b012-4026-aa99-cb62284617d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:09.600595 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'tag': 'b6139ea4-eff4-4b25-ad28-4b930ee5f21d', 'status': 'completed', 'code': 200} Feb 09 01:23:09.670896 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1bb51-86cd-4978-ae30-2c093868e949 service neutron] Pushing event updated for resources: {'Port': ['ID=b6139ea4-eff4-4b25-ad28-4b930ee5f21d,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:09.691523 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bc6b6e67-24fc-4ca0-8070-35583957e897 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:09.747824 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2bc60823-25b9-421f-a3be-5bd386f32589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:09.865705 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-bc6b6e67-24fc-4ca0-8070-35583957e897 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Calling delete_port for cd67fc4f-ab13-4f4f-a0e8-63485e1a74f7 owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:23:09.989193 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5c555-50ec-438f-9de0-024694934452 req-7b9aed47-67a4-4fe5-a8c4-1447ae506ad7 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:09.996000 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5c555-50ec-438f-9de0-024694934452 req-7b9aed47-67a4-4fe5-a8c4-1447ae506ad7 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:10.002732 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5c555-50ec-438f-9de0-024694934452 req-7b9aed47-67a4-4fe5-a8c4-1447ae506ad7 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:10.009930 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5c555-50ec-438f-9de0-024694934452 req-7b9aed47-67a4-4fe5-a8c4-1447ae506ad7 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:10.017169 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5c555-50ec-438f-9de0-024694934452 req-7b9aed47-67a4-4fe5-a8c4-1447ae506ad7 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:10.019245 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0fc5c555-50ec-438f-9de0-024694934452 req-7b9aed47-67a4-4fe5-a8c4-1447ae506ad7 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 3827 time: 0.6455572 Feb 09 01:23:10.021306 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2c753f48-1be9-4aa2-a490-09968a009782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:10.101826 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2c753f48-1be9-4aa2-a490-09968a009782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:10.153992 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-6009d9b4-a03e-4473-ba31-f4de9d7312b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:10.179481 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c12c09-3396-4f42-982f-29d6e124bcb2 req-c766263a-f0d7-431d-a88a-99ef20258b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:10.179960 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c12c09-3396-4f42-982f-29d6e124bcb2 req-c766263a-f0d7-431d-a88a-99ef20258b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:10.180515 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c12c09-3396-4f42-982f-29d6e124bcb2 req-c766263a-f0d7-431d-a88a-99ef20258b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:10.181017 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c12c09-3396-4f42-982f-29d6e124bcb2 req-c766263a-f0d7-431d-a88a-99ef20258b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:10.181486 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c12c09-3396-4f42-982f-29d6e124bcb2 req-c766263a-f0d7-431d-a88a-99ef20258b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:10.183931 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-72c12c09-3396-4f42-982f-29d6e124bcb2 req-c766263a-f0d7-431d-a88a-99ef20258b66 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08259b26651148159119352f4f3e1358&device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 4362 time: 0.5821242 Feb 09 01:23:10.278702 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2c753f48-1be9-4aa2-a490-09968a009782 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f4ca2fe2dedf40d5851f9c7f236c7927&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1078174 Feb 09 01:23:10.283944 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c753f48-1be9-4aa2-a490-09968a009782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0aec60e-7958-494e-adc6-d78c1c5e59b9,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:10.286731 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-27ac0e5e-fd06-4725-b7bb-d6084bf5d792 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:10.290677 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33122) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:10.343118 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:10.353571 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0fc5c555-50ec-438f-9de0-024694934452 req-7ecc2fb5-2555-4973-9a8e-d7ff4bdf8d1c tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3213420 Feb 09 01:23:10.474804 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac0e5e-fd06-4725-b7bb-d6084bf5d792 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event updated for resources: {'Subnet': ['ID=c9f9c713-030b-4fa4-870f-8e4bd98aad0a,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:10.475135 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:10.489789 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc60823-25b9-421f-a3be-5bd386f32589 admin admin] Router da9f9897-b5ce-4797-b1e7-8c83b8857e94 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:23:10.493220 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bc6b6e67-24fc-4ca0-8070-35583957e897 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:10.504130 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ac0e5e-fd06-4725-b7bb-d6084bf5d792 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Checking segment: {'id': '3d9775b6-c5a0-4978-b780-b1afaba196a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'bc2e74d7-02b5-4017-91f8-6b8ecf02cef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:23:10.504544 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ac0e5e-fd06-4725-b7bb-d6084bf5d792 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Network hostable DHCP agents. Network: bc2e74d7-02b5-4017-91f8-6b8ecf02cef4, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:23:10.516995 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e799da6d-3a96-4967-8a05-4d9fdb1b803f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:10.594641 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b6e67-24fc-4ca0-8070-35583957e897 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Pushing event deleted for resources: {'Port': ['ID=cd67fc4f-ab13-4f4f-a0e8-63485e1a74f7,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:10.614475 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c12c09-3396-4f42-982f-29d6e124bcb2 req-89d08cc9-fc83-4f9b-aeec-589dcf0242df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:10.614913 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c12c09-3396-4f42-982f-29d6e124bcb2 req-89d08cc9-fc83-4f9b-aeec-589dcf0242df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:10.615376 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c12c09-3396-4f42-982f-29d6e124bcb2 req-89d08cc9-fc83-4f9b-aeec-589dcf0242df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:10.617000 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-72c12c09-3396-4f42-982f-29d6e124bcb2 req-89d08cc9-fc83-4f9b-aeec-589dcf0242df service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=08259b26651148159119352f4f3e1358&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4046717 Feb 09 01:23:10.680020 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e799da6d-3a96-4967-8a05-4d9fdb1b803f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:10.690473 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ac0e5e-fd06-4725-b7bb-d6084bf5d792 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Network bc2e74d7-02b5-4017-91f8-6b8ecf02cef4 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:23:10.720288 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-27ac0e5e-fd06-4725-b7bb-d6084bf5d792 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, bc2e74d7-02b5-4017-91f8-6b8ecf02cef4) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:10.746207 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc8c66d-d859-4056-a987-27004d94ac33 None None] Network bc2e74d7-02b5-4017-91f8-6b8ecf02cef4 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:23:10.816819 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ac0e5e-fd06-4725-b7bb-d6084bf5d792 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:10.817409 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-27ac0e5e-fd06-4725-b7bb-d6084bf5d792 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:10.862994 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc60823-25b9-421f-a3be-5bd386f32589 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:23:10.884297 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-27ac0e5e-fd06-4725-b7bb-d6084bf5d792 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4409006 Feb 09 01:23:10.890389 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33130) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:10.973282 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c12c09-3396-4f42-982f-29d6e124bcb2 req-69f1089a-d495-48e0-9e83-cddaddf945c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:10.974857 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-72c12c09-3396-4f42-982f-29d6e124bcb2 req-69f1089a-d495-48e0-9e83-cddaddf945c9 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3002529 Feb 09 01:23:10.976128 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bc6b6e67-24fc-4ca0-8070-35583957e897 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:11.033116 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36a85ab-1646-4b84-a360-26c5ac4749ab None None] Sync routers for ids ['da9f9897-b5ce-4797-b1e7-8c83b8857e94'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:23:11.052363 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36a85ab-1646-4b84-a360-26c5ac4749ab None None] Routers {'da9f9897-b5ce-4797-b1e7-8c83b8857e94'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:23:11.053241 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b36a85ab-1646-4b84-a360-26c5ac4749ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:23:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['da9f9897-b5ce-4797-b1e7-8c83b8857e94'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:11.060759 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-bc6b6e67-24fc-4ca0-8070-35583957e897 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] 10.222.0.37 "DELETE /v2.0/ports/cd67fc4f-ab13-4f4f-a0e8-63485e1a74f7 HTTP/1.1" status: 204 len: 168 time: 2.1961937 Feb 09 01:23:11.061316 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 33134) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:11.226487 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-bc2e74d7-02b5-4017-91f8-6b8ecf02cef4', 'network_id': 'bc2e74d7-02b5-4017-91f8-6b8ecf02cef4', 'tenant_id': '8e5692b9b6d3459a8c367b19d8e930d9', 'fixed_ips': [{'subnet_id': 'c9f9c713-030b-4fa4-870f-8e4bd98aad0a'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:23:11.233068 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cec4ca-7695-4bbe-82d6-5ae2916fcb18 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:11.233829 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e5cec4ca-7695-4bbe-82d6-5ae2916fcb18 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Synchronizing usage tracker for tenant:1f2e553723194a46bd7d746285f82ddd on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:23:11.234068 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:11.268871 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e5cec4ca-7695-4bbe-82d6-5ae2916fcb18 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Unset dirty status for tenant:1f2e553723194a46bd7d746285f82ddd on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:23:11.272666 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e5cec4ca-7695-4bbe-82d6-5ae2916fcb18 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e9a737e-4ffe-4ec4-b494-415ad053d1f3 HTTP/1.1" status: 200 len: 913 time: 0.2078359 Feb 09 01:23:11.282720 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2bc60823-25b9-421f-a3be-5bd386f32589 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:11.284105 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2bc60823-25b9-421f-a3be-5bd386f32589 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.6381197 Feb 09 01:23:11.285001 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e799da6d-3a96-4967-8a05-4d9fdb1b803f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:11.287368 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e799da6d-3a96-4967-8a05-4d9fdb1b803f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:11.290863 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e799da6d-3a96-4967-8a05-4d9fdb1b803f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0aec60e-7958-494e-adc6-d78c1c5e59b9 HTTP/1.1" status: 204 len: 168 time: 0.9586866 Feb 09 01:23:11.290863 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33138) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:11.290863 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33142) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:11.313667 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799da6d-3a96-4967-8a05-4d9fdb1b803f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0aec60e-7958-494e-adc6-d78c1c5e59b9,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:11.414594 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-6009d9b4-a03e-4473-ba31-f4de9d7312b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87a166c3-a949-48ae-a41b-5e45c1439f17 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:23:11.415891 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-b36a85ab-1646-4b84-a360-26c5ac4749ab None None] Set router da9f9897-b5ce-4797-b1e7-8c83b8857e94 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:23:11.442248 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-6009d9b4-a03e-4473-ba31-f4de9d7312b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:11.461674 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-6009d9b4-a03e-4473-ba31-f4de9d7312b9 service neutron] Transition to ACTIVE for port object 87a166c3-a949-48ae-a41b-5e45c1439f17 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:11.481645 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-6009d9b4-a03e-4473-ba31-f4de9d7312b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:12.076856 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7778-c640-40c4-91b9-55a4afa1345f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:12.080534 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:12.116447 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009d9b4-a03e-4473-ba31-f4de9d7312b9 service neutron] Pushing event updated for resources: {'Port': ['ID=87a166c3-a949-48ae-a41b-5e45c1439f17,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:12.127459 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-6009d9b4-a03e-4473-ba31-f4de9d7312b9 service neutron] Attempting to bind port 87a166c3-a949-48ae-a41b-5e45c1439f17 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:23:12.127793 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-6009d9b4-a03e-4473-ba31-f4de9d7312b9 service neutron] Attempting to bind port 87a166c3-a949-48ae-a41b-5e45c1439f17 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'fd3b71e5-0362-4aa8-9ee9-e449d143c760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'd0976495-8081-44af-be21-4d619e68defa'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:23:12.128131 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-6009d9b4-a03e-4473-ba31-f4de9d7312b9 service neutron] Attempting to bind port 87a166c3-a949-48ae-a41b-5e45c1439f17 on network d0976495-8081-44af-be21-4d619e68defa {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:23:12.145235 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-6009d9b4-a03e-4473-ba31-f4de9d7312b9 service neutron] Port 87a166c3-a949-48ae-a41b-5e45c1439f17 on network d0976495-8081-44af-be21-4d619e68defa not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:23:12.145570 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-6009d9b4-a03e-4473-ba31-f4de9d7312b9 service neutron] Attempting to bind port 87a166c3-a949-48ae-a41b-5e45c1439f17 on network d0976495-8081-44af-be21-4d619e68defa {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:23:12.166841 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-6009d9b4-a03e-4473-ba31-f4de9d7312b9 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:23:12.167182 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-6009d9b4-a03e-4473-ba31-f4de9d7312b9 service neutron] Checking segment: {'id': 'fd3b71e5-0362-4aa8-9ee9-e449d143c760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'd0976495-8081-44af-be21-4d619e68defa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:23:12.167569 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-6009d9b4-a03e-4473-ba31-f4de9d7312b9 service neutron] Bound using segment: {'id': 'fd3b71e5-0362-4aa8-9ee9-e449d143c760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'd0976495-8081-44af-be21-4d619e68defa'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:23:12.168004 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-6009d9b4-a03e-4473-ba31-f4de9d7312b9 service neutron] Bound port: 87a166c3-a949-48ae-a41b-5e45c1439f17, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3b71e5-0362-4aa8-9ee9-e449d143c760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'd0976495-8081-44af-be21-4d619e68defa'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:23:12.168340 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-6009d9b4-a03e-4473-ba31-f4de9d7312b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:12.217498 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7778-c640-40c4-91b9-55a4afa1345f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:12.344952 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679201bd-999f-4738-8a72-4c68710137ea req-0f61405c-b9b5-486b-a292-abbcadb16b23 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:12.352231 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679201bd-999f-4738-8a72-4c68710137ea req-0f61405c-b9b5-486b-a292-abbcadb16b23 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:12.367534 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679201bd-999f-4738-8a72-4c68710137ea req-0f61405c-b9b5-486b-a292-abbcadb16b23 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:12.374422 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679201bd-999f-4738-8a72-4c68710137ea req-0f61405c-b9b5-486b-a292-abbcadb16b23 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:12.382346 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679201bd-999f-4738-8a72-4c68710137ea req-0f61405c-b9b5-486b-a292-abbcadb16b23 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:12.393244 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679201bd-999f-4738-8a72-4c68710137ea req-0f61405c-b9b5-486b-a292-abbcadb16b23 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:12.395081 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-679201bd-999f-4738-8a72-4c68710137ea req-0f61405c-b9b5-486b-a292-abbcadb16b23 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 4599 time: 0.7868223 Feb 09 01:23:12.424255 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] Allocated IP 2001:db8::1 (bc2e74d7-02b5-4017-91f8-6b8ecf02cef4/c9f9c713-030b-4fa4-870f-8e4bd98aad0a/2fab1ee5-22cc-43d9-ae96-056a93ea9914) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:12.484109 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-679201bd-999f-4738-8a72-4c68710137ea req-4fb68496-45b6-443e-bcc2-0e1c77593f4f tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0806406 Feb 09 01:23:12.498735 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-6009d9b4-a03e-4473-ba31-f4de9d7312b9 service neutron] For port 87a166c3-a949-48ae-a41b-5e45c1439f17, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:23:12.502813 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-6009d9b4-a03e-4473-ba31-f4de9d7312b9 service neutron] For port 87a166c3-a949-48ae-a41b-5e45c1439f17, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=87a166c3-a949-48ae-a41b-5e45c1439f17,segment=NetworkSegment(fd3b71e5-0362-4aa8-9ee9-e449d143c760),segment_id=fd3b71e5-0362-4aa8-9ee9-e449d143c760)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:23:12.509241 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-6009d9b4-a03e-4473-ba31-f4de9d7312b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:12.604542 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009d9b4-a03e-4473-ba31-f4de9d7312b9 service neutron] Pushing event updated for resources: {'Port': ['ID=87a166c3-a949-48ae-a41b-5e45c1439f17,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:12.616528 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-6009d9b4-a03e-4473-ba31-f4de9d7312b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:12.617291 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-6009d9b4-a03e-4473-ba31-f4de9d7312b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:12.623152 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-6009d9b4-a03e-4473-ba31-f4de9d7312b9 service neutron] 10.222.0.35 "PUT /v2.0/ports/87a166c3-a949-48ae-a41b-5e45c1439f17 HTTP/1.1" status: 200 len: 1130 time: 3.1259103 Feb 09 01:23:12.623654 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'tag': '87a166c3-a949-48ae-a41b-5e45c1439f17'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:23:12.628006 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b36a85ab-1646-4b84-a360-26c5ac4749ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9f9897-b5ce-4797-b1e7-8c83b8857e94', 'name': 'tempest-ServerRescueNegativeTestJSON-1262530063-router', 'tenant_id': 'ed945528e2364e0ba5c0570da01f0152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'be452ea9-d57b-41c8-a44e-402b41ae8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:23:05Z', 'updated_at': '2022-02-09T01:23:08Z', 'revision_number': 3, 'project_id': 'ed945528e2364e0ba5c0570da01f0152', 'gw_port': {'id': 'be452ea9-d57b-41c8-a44e-402b41ae8977', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:52:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9f9897-b5ce-4797-b1e7-8c83b8857e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:23:07Z', 'updated_at': '2022-02-09T01:23:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:12.651988 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36a85ab-1646-4b84-a360-26c5ac4749ab None None] Checking router: da9f9897-b5ce-4797-b1e7-8c83b8857e94 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:23:12.652732 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36a85ab-1646-4b84-a360-26c5ac4749ab None None] Updating router da9f9897-b5ce-4797-b1e7-8c83b8857e94 port be452ea9-d57b-41c8-a44e-402b41ae8977 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:23:12.664418 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1267dc77-1abb-440e-a68c-858449c7fc4d service neutron] Request body: {'port': {'device_id': '4582dc60-b012-4026-aa99-cb62284617d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:12.725243 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b36a85ab-1646-4b84-a360-26c5ac4749ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:12.795115 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'tag': '87a166c3-a949-48ae-a41b-5e45c1439f17', 'status': 'completed', 'code': 200} Feb 09 01:23:13.258996 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:13.288809 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] Transition to ACTIVE for port object 2fab1ee5-22cc-43d9-ae96-056a93ea9914 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:13.363217 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] Transition to ACTIVE for port object 2fab1ee5-22cc-43d9-ae96-056a93ea9914 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:13.413184 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:13.540853 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1267dc77-1abb-440e-a68c-858449c7fc4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:13.553778 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b36a85ab-1646-4b84-a360-26c5ac4749ab None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:13.586455 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b5ce4-e5c1-4b8d-a476-21af5dfd14a8 req-602ebd20-ebea-446f-9761-b4758a043b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:13.587156 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b5ce4-e5c1-4b8d-a476-21af5dfd14a8 req-602ebd20-ebea-446f-9761-b4758a043b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:13.587764 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b5ce4-e5c1-4b8d-a476-21af5dfd14a8 req-602ebd20-ebea-446f-9761-b4758a043b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:13.589224 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b5ce4-e5c1-4b8d-a476-21af5dfd14a8 req-602ebd20-ebea-446f-9761-b4758a043b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:13.589759 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b5ce4-e5c1-4b8d-a476-21af5dfd14a8 req-602ebd20-ebea-446f-9761-b4758a043b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:13.590326 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b5ce4-e5c1-4b8d-a476-21af5dfd14a8 req-602ebd20-ebea-446f-9761-b4758a043b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:13.592363 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1d6b5ce4-e5c1-4b8d-a476-21af5dfd14a8 req-602ebd20-ebea-446f-9761-b4758a043b1f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08259b26651148159119352f4f3e1358&device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5285 time: 0.7794292 Feb 09 01:23:13.605448 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] Network bc2e74d7-02b5-4017-91f8-6b8ecf02cef4 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:13.611562 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:13.636292 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:23:13.644819 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7778-c640-40c4-91b9-55a4afa1345f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:13.668602 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b36a85ab-1646-4b84-a360-26c5ac4749ab None None] Transition to ACTIVE for port object be452ea9-d57b-41c8-a44e-402b41ae8977 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:13.753884 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] Pushing event updated for resources: {'Port': ['ID=2fab1ee5-22cc-43d9-ae96-056a93ea9914,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:13.778516 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:13.779135 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:13.779622 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:13.780104 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:13.780605 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:13.781077 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:13.781567 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:13.782072 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:13.782675 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:13.783173 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:13.783654 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:13.784122 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:13.787892 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b36a85ab-1646-4b84-a360-26c5ac4749ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:13.846537 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7778-c640-40c4-91b9-55a4afa1345f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:13.881890 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-aa0f7778-c640-40c4-91b9-55a4afa1345f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc2e74d7-02b5-4017-91f8-6b8ecf02cef4']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:13.919615 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-aa0f7778-c640-40c4-91b9-55a4afa1345f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d9775b6-c5a0-4978-b780-b1afaba196a2') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:13.919921 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-aa0f7778-c640-40c4-91b9-55a4afa1345f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d9775b6-c5a0-4978-b780-b1afaba196a2') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:13.934365 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] Attempting to bind port 2fab1ee5-22cc-43d9-ae96-056a93ea9914 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:23:13.934736 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] Attempting to bind port 2fab1ee5-22cc-43d9-ae96-056a93ea9914 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '3d9775b6-c5a0-4978-b780-b1afaba196a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'bc2e74d7-02b5-4017-91f8-6b8ecf02cef4'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:23:13.935089 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] Attempting to bind port 2fab1ee5-22cc-43d9-ae96-056a93ea9914 on network bc2e74d7-02b5-4017-91f8-6b8ecf02cef4 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:23:13.945081 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-b36a85ab-1646-4b84-a360-26c5ac4749ab None None] Attempting to bind port be452ea9-d57b-41c8-a44e-402b41ae8977 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:23:13.945452 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-b36a85ab-1646-4b84-a360-26c5ac4749ab None None] Attempting to bind port be452ea9-d57b-41c8-a44e-402b41ae8977 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:23:13.945813 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36a85ab-1646-4b84-a360-26c5ac4749ab None None] Attempting to bind port be452ea9-d57b-41c8-a44e-402b41ae8977 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:23:13.946211 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7778-c640-40c4-91b9-55a4afa1345f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:13.957730 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:23:13.958105 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] Checking segment: {'id': '3d9775b6-c5a0-4978-b780-b1afaba196a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'bc2e74d7-02b5-4017-91f8-6b8ecf02cef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:23:13.958510 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:13.958905 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] Bound using segment: {'id': '3d9775b6-c5a0-4978-b780-b1afaba196a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'bc2e74d7-02b5-4017-91f8-6b8ecf02cef4'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:23:13.959370 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] Bound port: 2fab1ee5-22cc-43d9-ae96-056a93ea9914, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d9775b6-c5a0-4978-b780-b1afaba196a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'bc2e74d7-02b5-4017-91f8-6b8ecf02cef4'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:23:13.959743 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:14.013878 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d15811f-428a-4c8e-92c5-ded71cc9aa35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:14.048322 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f7778-c640-40c4-91b9-55a4afa1345f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event deleted for resources: {'Subnet': ['ID=c9f9c713-030b-4fa4-870f-8e4bd98aad0a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:14.050455 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55256ec-9cb1-4458-85a3-f16a9f706ab7 None None] Pushing event updated for resources: {'Port': ['ID=be452ea9-d57b-41c8-a44e-402b41ae8977,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:14.069683 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36a85ab-1646-4b84-a360-26c5ac4749ab None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:23:14.070054 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36a85ab-1646-4b84-a360-26c5ac4749ab None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:23:14.070451 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b36a85ab-1646-4b84-a360-26c5ac4749ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:14.070844 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36a85ab-1646-4b84-a360-26c5ac4749ab None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:23:14.071324 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-b36a85ab-1646-4b84-a360-26c5ac4749ab None None] Bound port: be452ea9-d57b-41c8-a44e-402b41ae8977, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:23:14.071690 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b36a85ab-1646-4b84-a360-26c5ac4749ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:14.097011 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7778-c640-40c4-91b9-55a4afa1345f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:14.196016 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa0f7778-c640-40c4-91b9-55a4afa1345f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Releasing vlan 988 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:23:14.196504 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7778-c640-40c4-91b9-55a4afa1345f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:14.216207 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:23:14.216207 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:23:14.216207 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:23:14.216207 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:23:14.216207 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:23:14.216207 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:23:14.216207 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:23:14.216207 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:23:14.216207 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:23:14.216207 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:23:14.216207 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:23:14.216207 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:23:14.216207 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:23:14.216207 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:23:14.216207 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:23:14.216207 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:23:14.216207 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:23:14.216207 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:23:14.216207 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:23:14.216207 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:23:14.216207 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:23:14.216207 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:23:14.216207 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:23:14.216207 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:23:14.216207 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:23:14.216207 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:23:14.216207 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:23:14.216207 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:23:14.216207 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:23:14.216207 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:23:14.216207 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:23:14.216207 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:23:14.278952 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-b36a85ab-1646-4b84-a360-26c5ac4749ab None None] For port be452ea9-d57b-41c8-a44e-402b41ae8977, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:23:14.295324 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-b36a85ab-1646-4b84-a360-26c5ac4749ab None None] For port be452ea9-d57b-41c8-a44e-402b41ae8977, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=be452ea9-d57b-41c8-a44e-402b41ae8977,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:23:14.356368 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] For port 2fab1ee5-22cc-43d9-ae96-056a93ea9914, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:23:14.360015 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b36a85ab-1646-4b84-a360-26c5ac4749ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:14.499539 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55256ec-9cb1-4458-85a3-f16a9f706ab7 None None] Pushing event updated for resources: {'Port': ['ID=be452ea9-d57b-41c8-a44e-402b41ae8977,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:14.518560 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f096dd1-2c19-4b26-bcad-4a854f7bd5eb req-7940ab90-b1f9-4f68-8289-9586870c4a59 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:14.524446 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f096dd1-2c19-4b26-bcad-4a854f7bd5eb req-7940ab90-b1f9-4f68-8289-9586870c4a59 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:14.528618 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36a85ab-1646-4b84-a360-26c5ac4749ab None None] Routers {'da9f9897-b5ce-4797-b1e7-8c83b8857e94'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:23:14.529721 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b36a85ab-1646-4b84-a360-26c5ac4749ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:23:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['da9f9897-b5ce-4797-b1e7-8c83b8857e94'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:14.530910 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f096dd1-2c19-4b26-bcad-4a854f7bd5eb req-7940ab90-b1f9-4f68-8289-9586870c4a59 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:14.537058 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f096dd1-2c19-4b26-bcad-4a854f7bd5eb req-7940ab90-b1f9-4f68-8289-9586870c4a59 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:14.544076 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f096dd1-2c19-4b26-bcad-4a854f7bd5eb req-7940ab90-b1f9-4f68-8289-9586870c4a59 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:14.550786 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f096dd1-2c19-4b26-bcad-4a854f7bd5eb req-7940ab90-b1f9-4f68-8289-9586870c4a59 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:14.559081 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1f096dd1-2c19-4b26-bcad-4a854f7bd5eb req-7940ab90-b1f9-4f68-8289-9586870c4a59 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 4599 time: 0.3957603 Feb 09 01:23:14.563076 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b5ce4-e5c1-4b8d-a476-21af5dfd14a8 req-8acca8f1-da7d-4677-be0d-e427a9c4ea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:14.563076 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b5ce4-e5c1-4b8d-a476-21af5dfd14a8 req-8acca8f1-da7d-4677-be0d-e427a9c4ea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:14.563076 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b5ce4-e5c1-4b8d-a476-21af5dfd14a8 req-8acca8f1-da7d-4677-be0d-e427a9c4ea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:14.564051 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1d6b5ce4-e5c1-4b8d-a476-21af5dfd14a8 req-8acca8f1-da7d-4677-be0d-e427a9c4ea07 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=08259b26651148159119352f4f3e1358&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8817780 Feb 09 01:23:14.678866 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1267dc77-1abb-440e-a68c-858449c7fc4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddbf1bed-fd18-4ede-9e41-c7d28efc92b6 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:23:14.711013 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1267dc77-1abb-440e-a68c-858449c7fc4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:14.817263 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-b36a85ab-1646-4b84-a360-26c5ac4749ab None None] Set router da9f9897-b5ce-4797-b1e7-8c83b8857e94 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:23:14.877813 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-6d15811f-428a-4c8e-92c5-ded71cc9aa35 admin admin] Allocated IP 172.20.0.1 (1c1a3b32-e583-4f44-92cf-7d4cd700a470/3adcfdc5-e139-42b4-9124-6c2f9489c0d6/11285a5c-d71f-4de6-9780-8239e34a071c) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:14.880510 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1f096dd1-2c19-4b26-bcad-4a854f7bd5eb req-64953cf6-aaa8-4e7d-b973-81c54659fcdd tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3203349 Feb 09 01:23:14.942274 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1267dc77-1abb-440e-a68c-858449c7fc4d service neutron] Transition to ACTIVE for port object ddbf1bed-fd18-4ede-9e41-c7d28efc92b6 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:14.961034 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1267dc77-1abb-440e-a68c-858449c7fc4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:15.053867 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] For port 2fab1ee5-22cc-43d9-ae96-056a93ea9914, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=2fab1ee5-22cc-43d9-ae96-056a93ea9914,segment=NetworkSegment(3d9775b6-c5a0-4978-b780-b1afaba196a2),segment_id=3d9775b6-c5a0-4978-b780-b1afaba196a2)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:23:15.064592 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:15.154117 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b5ce4-e5c1-4b8d-a476-21af5dfd14a8 req-2849b591-2d6b-4e91-ac3f-f0ebca91a5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:15.155966 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1d6b5ce4-e5c1-4b8d-a476-21af5dfd14a8 req-2849b591-2d6b-4e91-ac3f-f0ebca91a5a3 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5527380 Feb 09 01:23:15.163097 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [None req-aa0f7778-c640-40c4-91b9-55a4afa1345f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:23:15.163097 n-d-828419-1 neutron-server[87611]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:23:15.163097 n-d-828419-1 neutron-server[87611]: [parameters: {'id': 'bc2e74d7-02b5-4017-91f8-6b8ecf02cef4'}] Feb 09 01:23:15.163097 n-d-828419-1 neutron-server[87611]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:23:15.173876 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [None req-aa0f7778-c640-40c4-91b9-55a4afa1345f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:23:15.271666 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6f1941d8-f27b-410c-b872-1213a5d98e1b tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:15.273466 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7770b-d1f7-4347-a42b-98821717f222 None None] Pushing event updated for resources: {'Port': ['ID=2fab1ee5-22cc-43d9-ae96-056a93ea9914,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:15.344976 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6139e678-ec15-4f87-ac5b-adae8e2ca3ec None None] Network bc2e74d7-02b5-4017-91f8-6b8ecf02cef4 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:23:15.396699 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267dc77-1abb-440e-a68c-858449c7fc4d service neutron] Pushing event updated for resources: {'Port': ['ID=ddbf1bed-fd18-4ede-9e41-c7d28efc92b6,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:15.466761 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d15811f-428a-4c8e-92c5-ded71cc9aa35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:15.605276 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1267dc77-1abb-440e-a68c-858449c7fc4d service neutron] Attempting to bind port ddbf1bed-fd18-4ede-9e41-c7d28efc92b6 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:23:15.607671 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1267dc77-1abb-440e-a68c-858449c7fc4d service neutron] Attempting to bind port ddbf1bed-fd18-4ede-9e41-c7d28efc92b6 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'fd3b71e5-0362-4aa8-9ee9-e449d143c760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'd0976495-8081-44af-be21-4d619e68defa'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:23:15.608055 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1267dc77-1abb-440e-a68c-858449c7fc4d service neutron] Attempting to bind port ddbf1bed-fd18-4ede-9e41-c7d28efc92b6 on network d0976495-8081-44af-be21-4d619e68defa {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:23:15.613679 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1267dc77-1abb-440e-a68c-858449c7fc4d service neutron] Port ddbf1bed-fd18-4ede-9e41-c7d28efc92b6 on network d0976495-8081-44af-be21-4d619e68defa not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:23:15.614002 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1267dc77-1abb-440e-a68c-858449c7fc4d service neutron] Attempting to bind port ddbf1bed-fd18-4ede-9e41-c7d28efc92b6 on network d0976495-8081-44af-be21-4d619e68defa {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:23:15.616737 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b36a85ab-1646-4b84-a360-26c5ac4749ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9f9897-b5ce-4797-b1e7-8c83b8857e94', 'name': 'tempest-ServerRescueNegativeTestJSON-1262530063-router', 'tenant_id': 'ed945528e2364e0ba5c0570da01f0152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'be452ea9-d57b-41c8-a44e-402b41ae8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:23:05Z', 'updated_at': '2022-02-09T01:23:08Z', 'revision_number': 3, 'project_id': 'ed945528e2364e0ba5c0570da01f0152', 'gw_port': {'id': 'be452ea9-d57b-41c8-a44e-402b41ae8977', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:52:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9f9897-b5ce-4797-b1e7-8c83b8857e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:23:07Z', 'updated_at': '2022-02-09T01:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:15.620529 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1267dc77-1abb-440e-a68c-858449c7fc4d service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:23:15.620875 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1267dc77-1abb-440e-a68c-858449c7fc4d service neutron] Checking segment: {'id': 'fd3b71e5-0362-4aa8-9ee9-e449d143c760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'd0976495-8081-44af-be21-4d619e68defa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:23:15.621264 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1267dc77-1abb-440e-a68c-858449c7fc4d service neutron] Bound using segment: {'id': 'fd3b71e5-0362-4aa8-9ee9-e449d143c760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'd0976495-8081-44af-be21-4d619e68defa'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:23:15.621694 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1267dc77-1abb-440e-a68c-858449c7fc4d service neutron] Bound port: ddbf1bed-fd18-4ede-9e41-c7d28efc92b6, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3b71e5-0362-4aa8-9ee9-e449d143c760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'd0976495-8081-44af-be21-4d619e68defa'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:23:15.622042 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1267dc77-1abb-440e-a68c-858449c7fc4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:15.623707 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36a85ab-1646-4b84-a360-26c5ac4749ab None None] The sync data for ids ['da9f9897-b5ce-4797-b1e7-8c83b8857e94'] in n-d-828419-1 is: [{'id': 'da9f9897-b5ce-4797-b1e7-8c83b8857e94', 'name': 'tempest-ServerRescueNegativeTestJSON-1262530063-router', 'tenant_id': 'ed945528e2364e0ba5c0570da01f0152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'be452ea9-d57b-41c8-a44e-402b41ae8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:23:05Z', 'updated_at': '2022-02-09T01:23:08Z', 'revision_number': 3, 'project_id': 'ed945528e2364e0ba5c0570da01f0152', 'gw_port': {'id': 'be452ea9-d57b-41c8-a44e-402b41ae8977', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:52:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9f9897-b5ce-4797-b1e7-8c83b8857e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:23:07Z', 'updated_at': '2022-02-09T01:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:23:15.678019 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7778-c640-40c4-91b9-55a4afa1345f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:15.962242 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1267dc77-1abb-440e-a68c-858449c7fc4d service neutron] For port ddbf1bed-fd18-4ede-9e41-c7d28efc92b6, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:23:15.963559 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f18752-619f-4ac7-bfbb-264f1fbf33bd None None] get_active_networks_info from n-d-828419-1 {{(pid=87613) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:23:15.974502 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1267dc77-1abb-440e-a68c-858449c7fc4d service neutron] For port ddbf1bed-fd18-4ede-9e41-c7d28efc92b6, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=ddbf1bed-fd18-4ede-9e41-c7d28efc92b6,segment=NetworkSegment(fd3b71e5-0362-4aa8-9ee9-e449d143c760),segment_id=fd3b71e5-0362-4aa8-9ee9-e449d143c760)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:23:15.987421 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1267dc77-1abb-440e-a68c-858449c7fc4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:16.127768 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-aa0f7778-c640-40c4-91b9-55a4afa1345f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Deleting port 2fab1ee5-22cc-43d9-ae96-056a93ea9914 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:16.134614 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7778-c640-40c4-91b9-55a4afa1345f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:16.245340 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d15811f-428a-4c8e-92c5-ded71cc9aa35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:16.246306 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267dc77-1abb-440e-a68c-858449c7fc4d service neutron] Pushing event updated for resources: {'Port': ['ID=ddbf1bed-fd18-4ede-9e41-c7d28efc92b6,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:16.269122 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1267dc77-1abb-440e-a68c-858449c7fc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:16.269790 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1267dc77-1abb-440e-a68c-858449c7fc4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:16.272859 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1267dc77-1abb-440e-a68c-858449c7fc4d service neutron] 10.222.0.35 "PUT /v2.0/ports/ddbf1bed-fd18-4ede-9e41-c7d28efc92b6 HTTP/1.1" status: 200 len: 1130 time: 3.6226957 Feb 09 01:23:16.273337 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'tag': 'ddbf1bed-fd18-4ede-9e41-c7d28efc92b6'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:23:16.335388 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-f0a7abfb-ec9c-4f1d-8d07-7ee0b623b4b0 service neutron] Request body: {'port': {'device_id': '4582dc60-b012-4026-aa99-cb62284617d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:16.396195 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f18752-619f-4ac7-bfbb-264f1fbf33bd None None] Resources bound (agent type, host, resource id): {{(pid=87613) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:23:16.440035 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'tag': 'ddbf1bed-fd18-4ede-9e41-c7d28efc92b6', 'status': 'completed', 'code': 200} Feb 09 01:23:16.488381 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d15811f-428a-4c8e-92c5-ded71cc9aa35 admin admin] Network 1c1a3b32-e583-4f44-92cf-7d4cd700a470 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:16.502521 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-6d15811f-428a-4c8e-92c5-ded71cc9aa35 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:16.505791 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d15811f-428a-4c8e-92c5-ded71cc9aa35 admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:23:16.647932 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-f0a7abfb-ec9c-4f1d-8d07-7ee0b623b4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:16.699695 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15811f-428a-4c8e-92c5-ded71cc9aa35 admin admin] Pushing event updated for resources: {'Port': ['ID=11285a5c-d71f-4de6-9780-8239e34a071c,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:16.782623 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d15811f-428a-4c8e-92c5-ded71cc9aa35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:16.914396 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device be452ea9-d57b-41c8-a44e-402b41ae8977 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:23:17.233311 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port be452ea9-d57b-41c8-a44e-402b41ae8977 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:17.248169 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port be452ea9-d57b-41c8-a44e-402b41ae8977 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:17.248679 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:17.255656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e27589-a276-4f4a-acdd-46ef636f75da req-3d662883-cb05-4554-85c2-d60b0b15b04f tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:17.267566 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e27589-a276-4f4a-acdd-46ef636f75da req-3d662883-cb05-4554-85c2-d60b0b15b04f tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:17.268362 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c6e10-8886-4841-85f4-23ad8c2a7273 req-4c51f40f-6538-4d46-98e7-6dac42d61107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:17.268937 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c6e10-8886-4841-85f4-23ad8c2a7273 req-4c51f40f-6538-4d46-98e7-6dac42d61107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:17.269455 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c6e10-8886-4841-85f4-23ad8c2a7273 req-4c51f40f-6538-4d46-98e7-6dac42d61107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:17.269917 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c6e10-8886-4841-85f4-23ad8c2a7273 req-4c51f40f-6538-4d46-98e7-6dac42d61107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:17.270375 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c6e10-8886-4841-85f4-23ad8c2a7273 req-4c51f40f-6538-4d46-98e7-6dac42d61107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:17.270884 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c6e10-8886-4841-85f4-23ad8c2a7273 req-4c51f40f-6538-4d46-98e7-6dac42d61107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:17.271376 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c6e10-8886-4841-85f4-23ad8c2a7273 req-4c51f40f-6538-4d46-98e7-6dac42d61107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:17.275343 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e27589-a276-4f4a-acdd-46ef636f75da req-3d662883-cb05-4554-85c2-d60b0b15b04f tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:17.282139 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-400c6e10-8886-4841-85f4-23ad8c2a7273 req-4c51f40f-6538-4d46-98e7-6dac42d61107 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08259b26651148159119352f4f3e1358&device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 6208 time: 0.6353626 Feb 09 01:23:17.296738 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e27589-a276-4f4a-acdd-46ef636f75da req-3d662883-cb05-4554-85c2-d60b0b15b04f tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:17.311903 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e27589-a276-4f4a-acdd-46ef636f75da req-3d662883-cb05-4554-85c2-d60b0b15b04f tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:17.321771 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e27589-a276-4f4a-acdd-46ef636f75da req-3d662883-cb05-4554-85c2-d60b0b15b04f tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:17.333316 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e27589-a276-4f4a-acdd-46ef636f75da req-3d662883-cb05-4554-85c2-d60b0b15b04f tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:17.337964 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a8e27589-a276-4f4a-acdd-46ef636f75da req-3d662883-cb05-4554-85c2-d60b0b15b04f tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5371 time: 0.9577043 Feb 09 01:23:17.578135 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-6f1941d8-f27b-410c-b872-1213a5d98e1b tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Deleting port 46a85a7c-d205-4b99-b101-00c5ac15feb5 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:17.578470 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6f1941d8-f27b-410c-b872-1213a5d98e1b tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:17.622361 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-aa0f7778-c640-40c4-91b9-55a4afa1345f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] For port 2fab1ee5-22cc-43d9-ae96-056a93ea9914, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=2fab1ee5-22cc-43d9-ae96-056a93ea9914,segment=NetworkSegment(3d9775b6-c5a0-4978-b780-b1afaba196a2),segment_id=3d9775b6-c5a0-4978-b780-b1afaba196a2)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:17.622728 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7778-c640-40c4-91b9-55a4afa1345f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:17.802606 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:17.839402 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port be452ea9-d57b-41c8-a44e-402b41ae8977, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=be452ea9-d57b-41c8-a44e-402b41ae8977,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:17.856426 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:18.017366 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=be452ea9-d57b-41c8-a44e-402b41ae8977,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:18.062445 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-f0a7abfb-ec9c-4f1d-8d07-7ee0b623b4b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1762a087-29b9-43bf-8537-a8e4b7154d4b {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:23:18.070746 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-f0a7abfb-ec9c-4f1d-8d07-7ee0b623b4b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:18.087419 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-f0a7abfb-ec9c-4f1d-8d07-7ee0b623b4b0 service neutron] Transition to ACTIVE for port object 1762a087-29b9-43bf-8537-a8e4b7154d4b will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:18.153068 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-f0a7abfb-ec9c-4f1d-8d07-7ee0b623b4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:18.273839 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-aa0f7778-c640-40c4-91b9-55a4afa1345f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Calling delete_port for 2fab1ee5-22cc-43d9-ae96-056a93ea9914 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:23:18.451188 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7778-c640-40c4-91b9-55a4afa1345f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:18.526019 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7abfb-ec9c-4f1d-8d07-7ee0b623b4b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1762a087-29b9-43bf-8537-a8e4b7154d4b,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:18.538479 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f7778-c640-40c4-91b9-55a4afa1345f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event deleted for resources: {'Port': ['ID=2fab1ee5-22cc-43d9-ae96-056a93ea9914,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:18.544258 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a8e27589-a276-4f4a-acdd-46ef636f75da req-ffe91f41-5b2d-4cd1-a28c-5b741046b7fc tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.1947207 Feb 09 01:23:18.552710 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0f7778-c640-40c4-91b9-55a4afa1345f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] No DVR routers for this DVR port 2fab1ee5-22cc-43d9-ae96-056a93ea9914 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:23:18.600526 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c6e10-8886-4841-85f4-23ad8c2a7273 req-688ec97f-fcc5-487d-8511-e2750f0dcce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:18.601060 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c6e10-8886-4841-85f4-23ad8c2a7273 req-688ec97f-fcc5-487d-8511-e2750f0dcce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:18.601596 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c6e10-8886-4841-85f4-23ad8c2a7273 req-688ec97f-fcc5-487d-8511-e2750f0dcce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:18.603089 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-400c6e10-8886-4841-85f4-23ad8c2a7273 req-688ec97f-fcc5-487d-8511-e2750f0dcce4 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=08259b26651148159119352f4f3e1358&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.9713075 Feb 09 01:23:18.678660 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d15811f-428a-4c8e-92c5-ded71cc9aa35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:18.725120 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-10532796-395c-4293-bfcf-18bc6d481b56 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:18.726783 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-10532796-395c-4293-bfcf-18bc6d481b56 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/networks?id=37619b15-03b6-4ee3-8b5e-c1b376918ea6 HTTP/1.1" status: 200 len: 811 time: 0.8527019 Feb 09 01:23:18.799862 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-c4ac2936-09b0-43b2-a649-26756b27df33 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/quotas/5ddfa727b5a54b179d7c03a600eaa4b9 HTTP/1.1" status: 200 len: 375 time: 0.0586040 Feb 09 01:23:18.812233 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device be452ea9-d57b-41c8-a44e-402b41ae8977 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:23:18.818655 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-f0a7abfb-ec9c-4f1d-8d07-7ee0b623b4b0 service neutron] Attempting to bind port 1762a087-29b9-43bf-8537-a8e4b7154d4b on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:23:18.818994 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-f0a7abfb-ec9c-4f1d-8d07-7ee0b623b4b0 service neutron] Attempting to bind port 1762a087-29b9-43bf-8537-a8e4b7154d4b by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'fd3b71e5-0362-4aa8-9ee9-e449d143c760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'd0976495-8081-44af-be21-4d619e68defa'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:23:18.819326 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-f0a7abfb-ec9c-4f1d-8d07-7ee0b623b4b0 service neutron] Attempting to bind port 1762a087-29b9-43bf-8537-a8e4b7154d4b on network d0976495-8081-44af-be21-4d619e68defa {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:23:18.872318 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c6e10-8886-4841-85f4-23ad8c2a7273 req-3985d07d-234f-4365-bc9a-bbe718338b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:18.874459 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7778-c640-40c4-91b9-55a4afa1345f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:18.874801 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-400c6e10-8886-4841-85f4-23ad8c2a7273 req-3985d07d-234f-4365-bc9a-bbe718338b3a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2603035 Feb 09 01:23:18.877426 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-f0a7abfb-ec9c-4f1d-8d07-7ee0b623b4b0 service neutron] Port 1762a087-29b9-43bf-8537-a8e4b7154d4b on network d0976495-8081-44af-be21-4d619e68defa not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:23:18.878567 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-f0a7abfb-ec9c-4f1d-8d07-7ee0b623b4b0 service neutron] Attempting to bind port 1762a087-29b9-43bf-8537-a8e4b7154d4b on network d0976495-8081-44af-be21-4d619e68defa {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:23:18.898342 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port be452ea9-d57b-41c8-a44e-402b41ae8977 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:18.898714 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:18.899080 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-f0a7abfb-ec9c-4f1d-8d07-7ee0b623b4b0 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:23:18.899521 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-f0a7abfb-ec9c-4f1d-8d07-7ee0b623b4b0 service neutron] Checking segment: {'id': 'fd3b71e5-0362-4aa8-9ee9-e449d143c760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'd0976495-8081-44af-be21-4d619e68defa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:23:18.900001 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-f0a7abfb-ec9c-4f1d-8d07-7ee0b623b4b0 service neutron] Bound using segment: {'id': 'fd3b71e5-0362-4aa8-9ee9-e449d143c760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'd0976495-8081-44af-be21-4d619e68defa'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:23:18.900618 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-f0a7abfb-ec9c-4f1d-8d07-7ee0b623b4b0 service neutron] Bound port: 1762a087-29b9-43bf-8537-a8e4b7154d4b, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3b71e5-0362-4aa8-9ee9-e449d143c760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'd0976495-8081-44af-be21-4d619e68defa'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:23:18.901061 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-f0a7abfb-ec9c-4f1d-8d07-7ee0b623b4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:18.922542 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-aa0f7778-c640-40c4-91b9-55a4afa1345f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc2e74d7-02b5-4017-91f8-6b8ecf02cef4']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:18.942066 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6f1941d8-f27b-410c-b872-1213a5d98e1b tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:18.958500 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-aa0f7778-c640-40c4-91b9-55a4afa1345f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d9775b6-c5a0-4978-b780-b1afaba196a2') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:18.958798 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-aa0f7778-c640-40c4-91b9-55a4afa1345f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d9775b6-c5a0-4978-b780-b1afaba196a2') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:19.033520 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-f0a7abfb-ec9c-4f1d-8d07-7ee0b623b4b0 service neutron] For port 1762a087-29b9-43bf-8537-a8e4b7154d4b, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:23:19.037395 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-f0a7abfb-ec9c-4f1d-8d07-7ee0b623b4b0 service neutron] For port 1762a087-29b9-43bf-8537-a8e4b7154d4b, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=1762a087-29b9-43bf-8537-a8e4b7154d4b,segment=NetworkSegment(fd3b71e5-0362-4aa8-9ee9-e449d143c760),segment_id=fd3b71e5-0362-4aa8-9ee9-e449d143c760)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:23:19.046272 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-f0a7abfb-ec9c-4f1d-8d07-7ee0b623b4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:19.089811 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-6f1941d8-f27b-410c-b872-1213a5d98e1b tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Calling delete_port for 46a85a7c-d205-4b99-b101-00c5ac15feb5 owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:23:19.123790 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-49992d56-372a-4fa0-b450-076b9f37daef tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Synchronizing usage tracker for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:23:19.128758 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7abfb-ec9c-4f1d-8d07-7ee0b623b4b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1762a087-29b9-43bf-8537-a8e4b7154d4b,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:19.141238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-f0a7abfb-ec9c-4f1d-8d07-7ee0b623b4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:19.141238 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-f0a7abfb-ec9c-4f1d-8d07-7ee0b623b4b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:19.143016 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-f0a7abfb-ec9c-4f1d-8d07-7ee0b623b4b0 service neutron] 10.222.0.35 "PUT /v2.0/ports/1762a087-29b9-43bf-8537-a8e4b7154d4b HTTP/1.1" status: 200 len: 1090 time: 2.8220456 Feb 09 01:23:19.143715 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'tag': '1762a087-29b9-43bf-8537-a8e4b7154d4b'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:23:19.165557 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-49992d56-372a-4fa0-b450-076b9f37daef tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Unset dirty status for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:23:19.167541 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-49992d56-372a-4fa0-b450-076b9f37daef tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3500206 Feb 09 01:23:19.205404 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7778-c640-40c4-91b9-55a4afa1345f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:19.218203 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0cfe3b3c-8673-4ac0-8325-7657d00a2b05 service neutron] Request body: {'port': {'device_id': '4582dc60-b012-4026-aa99-cb62284617d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:19.254334 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'tag': '1762a087-29b9-43bf-8537-a8e4b7154d4b', 'status': 'completed', 'code': 200} Feb 09 01:23:19.271073 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7778-c640-40c4-91b9-55a4afa1345f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:19.450216 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa0f7778-c640-40c4-91b9-55a4afa1345f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Releasing vlan 988 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:23:19.450770 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7778-c640-40c4-91b9-55a4afa1345f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:19.470331 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:23:19.470331 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:23:19.470331 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:23:19.470331 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:23:19.470331 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:23:19.470331 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:23:19.470331 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:23:19.470331 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:23:19.470331 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:23:19.470331 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:23:19.470331 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:23:19.470331 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:23:19.470331 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:23:19.470331 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:23:19.470331 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:23:19.470331 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:23:19.470331 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:23:19.470331 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:23:19.470331 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:23:19.470331 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:23:19.470331 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:23:19.470331 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:23:19.470331 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:23:19.470331 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:23:19.470331 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:23:19.470331 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:23:19.470331 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:23:19.470331 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:23:19.470331 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:23:19.470331 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:23:19.470331 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:23:19.470331 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:23:19.546982 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0cfe3b3c-8673-4ac0-8325-7657d00a2b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:19.611027 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-b5414c9e-82e2-4d79-b711-9245f6095a8a service neutron] 10.222.0.37 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306064 Feb 09 01:23:19.629465 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb166c74-da4a-4dc3-a976-cc3d7221023a req-f9d92d5b-793b-49ee-9d44-3970aaab870f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:19.629945 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb166c74-da4a-4dc3-a976-cc3d7221023a req-f9d92d5b-793b-49ee-9d44-3970aaab870f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:19.630814 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb166c74-da4a-4dc3-a976-cc3d7221023a req-f9d92d5b-793b-49ee-9d44-3970aaab870f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:19.631273 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb166c74-da4a-4dc3-a976-cc3d7221023a req-f9d92d5b-793b-49ee-9d44-3970aaab870f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:19.631906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb166c74-da4a-4dc3-a976-cc3d7221023a req-f9d92d5b-793b-49ee-9d44-3970aaab870f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:19.632362 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb166c74-da4a-4dc3-a976-cc3d7221023a req-f9d92d5b-793b-49ee-9d44-3970aaab870f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:19.632846 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb166c74-da4a-4dc3-a976-cc3d7221023a req-f9d92d5b-793b-49ee-9d44-3970aaab870f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:19.635404 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eb166c74-da4a-4dc3-a976-cc3d7221023a req-f9d92d5b-793b-49ee-9d44-3970aaab870f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08259b26651148159119352f4f3e1358&device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 6275 time: 0.3199594 Feb 09 01:23:19.644550 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d15811f-428a-4c8e-92c5-ded71cc9aa35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:19.787094 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d15811f-428a-4c8e-92c5-ded71cc9aa35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:20.008087 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d15811f-428a-4c8e-92c5-ded71cc9aa35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:20.012328 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6f1941d8-f27b-410c-b872-1213a5d98e1b tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:20.111436 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7778-c640-40c4-91b9-55a4afa1345f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:20.259146 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7778-c640-40c4-91b9-55a4afa1345f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:20.260249 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb166c74-da4a-4dc3-a976-cc3d7221023a req-95f3f474-9554-4bf9-bc08-e3f39a33c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:20.261203 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb166c74-da4a-4dc3-a976-cc3d7221023a req-95f3f474-9554-4bf9-bc08-e3f39a33c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:20.261657 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb166c74-da4a-4dc3-a976-cc3d7221023a req-95f3f474-9554-4bf9-bc08-e3f39a33c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:20.263237 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eb166c74-da4a-4dc3-a976-cc3d7221023a req-95f3f474-9554-4bf9-bc08-e3f39a33c4a8 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=08259b26651148159119352f4f3e1358&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6188076 Feb 09 01:23:20.357397 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-aa0f7778-c640-40c4-91b9-55a4afa1345f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "DELETE /v2.0/networks/bc2e74d7-02b5-4017-91f8-6b8ecf02cef4 HTTP/1.1" status: 204 len: 168 time: 9.4659078 Feb 09 01:23:20.375094 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d15811f-428a-4c8e-92c5-ded71cc9aa35 admin admin] Network 1c1a3b32-e583-4f44-92cf-7d4cd700a470 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:20.376660 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33294) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:20.383660 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-6d15811f-428a-4c8e-92c5-ded71cc9aa35 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:20.498472 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f7778-c640-40c4-91b9-55a4afa1345f tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event deleted for resources: {'Network': ['ID=bc2e74d7-02b5-4017-91f8-6b8ecf02cef4,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:20.501248 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-cd50534d-5649-432f-b783-51345780a118 service neutron] 10.222.0.37 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8579688 Feb 09 01:23:20.556854 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3b2b3-7e29-44da-8ea8-afd3787b2769 req-2fadce82-0484-4d4b-810e-d5c1657366f3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:20.574464 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3b2b3-7e29-44da-8ea8-afd3787b2769 req-2fadce82-0484-4d4b-810e-d5c1657366f3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:20.589588 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3b2b3-7e29-44da-8ea8-afd3787b2769 req-2fadce82-0484-4d4b-810e-d5c1657366f3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:20.598449 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3b2b3-7e29-44da-8ea8-afd3787b2769 req-2fadce82-0484-4d4b-810e-d5c1657366f3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:20.605268 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3b2b3-7e29-44da-8ea8-afd3787b2769 req-2fadce82-0484-4d4b-810e-d5c1657366f3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:20.611870 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3b2b3-7e29-44da-8ea8-afd3787b2769 req-2fadce82-0484-4d4b-810e-d5c1657366f3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:20.617443 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3b2b3-7e29-44da-8ea8-afd3787b2769 req-2fadce82-0484-4d4b-810e-d5c1657366f3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:20.622939 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-85b3b2b3-7e29-44da-8ea8-afd3787b2769 req-2fadce82-0484-4d4b-810e-d5c1657366f3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5383 time: 0.7769756 Feb 09 01:23:20.633904 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb166c74-da4a-4dc3-a976-cc3d7221023a req-29fe25ed-999b-417f-b76c-85f588f3d536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:20.635384 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eb166c74-da4a-4dc3-a976-cc3d7221023a req-29fe25ed-999b-417f-b76c-85f588f3d536 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3523338 Feb 09 01:23:20.722543 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-9591fadd-cace-48b4-a2a3-5b7a4014a140 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2063065242'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:20.729754 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9591fadd-cace-48b4-a2a3-5b7a4014a140 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:20.733778 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9591fadd-cace-48b4-a2a3-5b7a4014a140 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Usage tracker for resource:network and tenant:8e5692b9b6d3459a8c367b19d8e930d9 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:20.737334 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9591fadd-cace-48b4-a2a3-5b7a4014a140 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:20.761605 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0cfe3b3c-8673-4ac0-8325-7657d00a2b05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ef256bf-5d9a-4363-807b-cd10fb3f25bc {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:23:20.770613 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0cfe3b3c-8673-4ac0-8325-7657d00a2b05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:20.794474 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0cfe3b3c-8673-4ac0-8325-7657d00a2b05 service neutron] Transition to ACTIVE for port object 3ef256bf-5d9a-4363-807b-cd10fb3f25bc will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:20.804277 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0cfe3b3c-8673-4ac0-8325-7657d00a2b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:20.897241 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe3b3c-8673-4ac0-8325-7657d00a2b05 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef256bf-5d9a-4363-807b-cd10fb3f25bc,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:21.011481 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fa4c3e86-7284-4628-be67-37198ead7be5 req-5e3387ca-021f-4452-940e-95f8666ef7e1 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c820ad-87c1-4e39-83b9-f89defa76bbf HTTP/1.1" status: 200 len: 210 time: 0.1181860 Feb 09 01:23:21.018600 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6f1941d8-f27b-410c-b872-1213a5d98e1b tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:21.022658 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15811f-428a-4c8e-92c5-ded71cc9aa35 admin admin] Pushing event updated for resources: {'Port': ['ID=11285a5c-d71f-4de6-9780-8239e34a071c,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:21.139208 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9591fadd-cace-48b4-a2a3-5b7a4014a140 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:21.178458 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1941d8-f27b-410c-b872-1213a5d98e1b tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Pushing event deleted for resources: {'Port': ['ID=46a85a7c-d205-4b99-b101-00c5ac15feb5,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:21.314311 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0cfe3b3c-8673-4ac0-8325-7657d00a2b05 service neutron] Attempting to bind port 3ef256bf-5d9a-4363-807b-cd10fb3f25bc on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:23:21.314898 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0cfe3b3c-8673-4ac0-8325-7657d00a2b05 service neutron] Attempting to bind port 3ef256bf-5d9a-4363-807b-cd10fb3f25bc by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'fd3b71e5-0362-4aa8-9ee9-e449d143c760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'd0976495-8081-44af-be21-4d619e68defa'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:23:21.315440 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0cfe3b3c-8673-4ac0-8325-7657d00a2b05 service neutron] Attempting to bind port 3ef256bf-5d9a-4363-807b-cd10fb3f25bc on network d0976495-8081-44af-be21-4d619e68defa {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:23:21.321881 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0cfe3b3c-8673-4ac0-8325-7657d00a2b05 service neutron] Port 3ef256bf-5d9a-4363-807b-cd10fb3f25bc on network d0976495-8081-44af-be21-4d619e68defa not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:23:21.322843 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0cfe3b3c-8673-4ac0-8325-7657d00a2b05 service neutron] Attempting to bind port 3ef256bf-5d9a-4363-807b-cd10fb3f25bc on network d0976495-8081-44af-be21-4d619e68defa {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:23:21.334637 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0cfe3b3c-8673-4ac0-8325-7657d00a2b05 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:23:21.334838 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0cfe3b3c-8673-4ac0-8325-7657d00a2b05 service neutron] Checking segment: {'id': 'fd3b71e5-0362-4aa8-9ee9-e449d143c760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'd0976495-8081-44af-be21-4d619e68defa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:23:21.335186 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0cfe3b3c-8673-4ac0-8325-7657d00a2b05 service neutron] Bound using segment: {'id': 'fd3b71e5-0362-4aa8-9ee9-e449d143c760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'd0976495-8081-44af-be21-4d619e68defa'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:23:21.337395 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0cfe3b3c-8673-4ac0-8325-7657d00a2b05 service neutron] Bound port: 3ef256bf-5d9a-4363-807b-cd10fb3f25bc, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3b71e5-0362-4aa8-9ee9-e449d143c760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'd0976495-8081-44af-be21-4d619e68defa'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:23:21.355615 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0cfe3b3c-8673-4ac0-8325-7657d00a2b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:21.371214 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9591fadd-cace-48b4-a2a3-5b7a4014a140 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Made reservation on behalf of 8e5692b9b6d3459a8c367b19d8e930d9 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:21.374913 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9591fadd-cace-48b4-a2a3-5b7a4014a140 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:21.457188 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-85b3b2b3-7e29-44da-8ea8-afd3787b2769 req-0dda097c-a069-44cc-b319-5d5f25f5b9b6 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4573448 Feb 09 01:23:21.506208 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0cfe3b3c-8673-4ac0-8325-7657d00a2b05 service neutron] For port 3ef256bf-5d9a-4363-807b-cd10fb3f25bc, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:23:21.513470 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0cfe3b3c-8673-4ac0-8325-7657d00a2b05 service neutron] For port 3ef256bf-5d9a-4363-807b-cd10fb3f25bc, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=3ef256bf-5d9a-4363-807b-cd10fb3f25bc,segment=NetworkSegment(fd3b71e5-0362-4aa8-9ee9-e449d143c760),segment_id=fd3b71e5-0362-4aa8-9ee9-e449d143c760)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:23:21.526756 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0cfe3b3c-8673-4ac0-8325-7657d00a2b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:21.617233 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d15811f-428a-4c8e-92c5-ded71cc9aa35 admin admin] Router da9f9897-b5ce-4797-b1e7-8c83b8857e94 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:23:21.619554 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9591fadd-cace-48b4-a2a3-5b7a4014a140 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 996} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:23:21.630906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0cfe3b3c-8673-4ac0-8325-7657d00a2b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:21.631541 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0cfe3b3c-8673-4ac0-8325-7657d00a2b05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:21.654053 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0cfe3b3c-8673-4ac0-8325-7657d00a2b05 service neutron] 10.222.0.35 "PUT /v2.0/ports/3ef256bf-5d9a-4363-807b-cd10fb3f25bc HTTP/1.1" status: 200 len: 1090 time: 2.4556599 Feb 09 01:23:21.662356 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'tag': '3ef256bf-5d9a-4363-807b-cd10fb3f25bc'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:23:21.674565 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9591fadd-cace-48b4-a2a3-5b7a4014a140 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:21.675645 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-9591fadd-cace-48b4-a2a3-5b7a4014a140 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Added segment bbb37f18-231b-4ad1-9387-40ba0e3954bf of type vlan for network 55ed032f-7641-4a5e-b78d-b649e2a32e19 Feb 09 01:23:21.694984 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-d1454291-fa2a-4c4d-9d0c-588c95f7c500 service neutron] Request body: {'port': {'device_id': '4582dc60-b012-4026-aa99-cb62284617d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:21.823927 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:21.909025 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe3b3c-8673-4ac0-8325-7657d00a2b05 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef256bf-5d9a-4363-807b-cd10fb3f25bc,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:21.934342 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'tag': '3ef256bf-5d9a-4363-807b-cd10fb3f25bc', 'status': 'completed', 'code': 200} Feb 09 01:23:22.080111 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-d1454291-fa2a-4c4d-9d0c-588c95f7c500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:22.134430 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9591fadd-cace-48b4-a2a3-5b7a4014a140 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:22.237055 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659a30f-2f35-42dd-87f8-2759b9879261 req-209a3779-fcb6-4de9-bf5b-28709ccb1047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:22.237762 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659a30f-2f35-42dd-87f8-2759b9879261 req-209a3779-fcb6-4de9-bf5b-28709ccb1047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:22.238303 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659a30f-2f35-42dd-87f8-2759b9879261 req-209a3779-fcb6-4de9-bf5b-28709ccb1047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:22.238856 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659a30f-2f35-42dd-87f8-2759b9879261 req-209a3779-fcb6-4de9-bf5b-28709ccb1047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:22.239372 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659a30f-2f35-42dd-87f8-2759b9879261 req-209a3779-fcb6-4de9-bf5b-28709ccb1047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:22.239952 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659a30f-2f35-42dd-87f8-2759b9879261 req-209a3779-fcb6-4de9-bf5b-28709ccb1047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:22.240415 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659a30f-2f35-42dd-87f8-2759b9879261 req-209a3779-fcb6-4de9-bf5b-28709ccb1047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:22.242744 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3659a30f-2f35-42dd-87f8-2759b9879261 req-209a3779-fcb6-4de9-bf5b-28709ccb1047 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08259b26651148159119352f4f3e1358&device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 6342 time: 0.3109460 Feb 09 01:23:22.517289 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4b2bf8d5-1bd0-4c0c-9660-3e54f712843b req-df21c8de-16de-4fe8-99d0-b7888dbf6a06 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c820ad-87c1-4e39-83b9-f89defa76bbf HTTP/1.1" status: 200 len: 210 time: 0.1355724 Feb 09 01:23:22.545341 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.resource_extend [None req-9591fadd-cace-48b4-a2a3-5b7a4014a140 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:23:22.575670 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d15811f-428a-4c8e-92c5-ded71cc9aa35 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:23:22.587891 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d13389a-6ed5-4633-be77-de94e1abac51 None None] Sync routers for ids ['da9f9897-b5ce-4797-b1e7-8c83b8857e94'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:23:22.602476 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d13389a-6ed5-4633-be77-de94e1abac51 None None] Routers {'da9f9897-b5ce-4797-b1e7-8c83b8857e94'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:23:22.605580 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0d13389a-6ed5-4633-be77-de94e1abac51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:23:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['da9f9897-b5ce-4797-b1e7-8c83b8857e94'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:22.606670 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6d15811f-428a-4c8e-92c5-ded71cc9aa35 admin admin] 10.222.0.37 "PUT /v2.0/routers/da9f9897-b5ce-4797-b1e7-8c83b8857e94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2976711 Feb 09 01:23:22.609798 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9591fadd-cace-48b4-a2a3-5b7a4014a140 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:22.625672 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9591fadd-cace-48b4-a2a3-5b7a4014a140 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:22.626355 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9591fadd-cace-48b4-a2a3-5b7a4014a140 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:22.817435 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1941d8-f27b-410c-b872-1213a5d98e1b tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Router 5e9a737e-4ffe-4ec4-b494-415ad053d1f3 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:23:22.841394 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9591fadd-cace-48b4-a2a3-5b7a4014a140 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3444571 Feb 09 01:23:22.847542 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33336) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:22.874602 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-95877926-c9de-46c6-a93a-8a880a528754 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Request body: {'subnet': {'network_id': '55ed032f-7641-4a5e-b78d-b649e2a32e19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:22.890051 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9591fadd-cace-48b4-a2a3-5b7a4014a140 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event updated for resources: {'Network': ['ID=55ed032f-7641-4a5e-b78d-b649e2a32e19,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:22.904190 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 55ed032f-7641-4a5e-b78d-b649e2a32e19 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:23:23.002941 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-0d13389a-6ed5-4633-be77-de94e1abac51 None None] Set router da9f9897-b5ce-4797-b1e7-8c83b8857e94 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:23:23.299012 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659a30f-2f35-42dd-87f8-2759b9879261 req-deec010d-c4ea-4d66-8fcc-eac50e24e4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:23.299616 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659a30f-2f35-42dd-87f8-2759b9879261 req-deec010d-c4ea-4d66-8fcc-eac50e24e4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:23.300161 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659a30f-2f35-42dd-87f8-2759b9879261 req-deec010d-c4ea-4d66-8fcc-eac50e24e4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:23.301834 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3659a30f-2f35-42dd-87f8-2759b9879261 req-deec010d-c4ea-4d66-8fcc-eac50e24e4f8 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=08259b26651148159119352f4f3e1358&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.0423558 Feb 09 01:23:23.461251 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-95877926-c9de-46c6-a93a-8a880a528754 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:23.498691 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-95877926-c9de-46c6-a93a-8a880a528754 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Usage tracker for resource:subnet and tenant:8e5692b9b6d3459a8c367b19d8e930d9 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:23.520584 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-95877926-c9de-46c6-a93a-8a880a528754 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:23.541185 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-95877926-c9de-46c6-a93a-8a880a528754 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:23.567733 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1941d8-f27b-410c-b872-1213a5d98e1b tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:23:23.582074 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6f1941d8-f27b-410c-b872-1213a5d98e1b tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] 10.222.0.37 "PUT /v2.0/routers/5e9a737e-4ffe-4ec4-b494-415ad053d1f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2746572 Feb 09 01:23:23.586965 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6759fc1b-ddd1-4e94-9e18-636103972862 None None] Sync routers for ids ['5e9a737e-4ffe-4ec4-b494-415ad053d1f3'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:23:23.588556 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33356) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:23.593093 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-d1454291-fa2a-4c4d-9d0c-588c95f7c500 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:23:23.606995 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6759fc1b-ddd1-4e94-9e18-636103972862 None None] Routers {'5e9a737e-4ffe-4ec4-b494-415ad053d1f3'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:23:23.607913 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-6759fc1b-ddd1-4e94-9e18-636103972862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:23:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['5e9a737e-4ffe-4ec4-b494-415ad053d1f3'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:23.714078 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0d13389a-6ed5-4633-be77-de94e1abac51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9f9897-b5ce-4797-b1e7-8c83b8857e94', 'name': 'tempest-ServerRescueNegativeTestJSON-1262530063-router', 'tenant_id': 'ed945528e2364e0ba5c0570da01f0152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'be452ea9-d57b-41c8-a44e-402b41ae8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:23:05Z', 'updated_at': '2022-02-09T01:23:17Z', 'revision_number': 4, 'project_id': 'ed945528e2364e0ba5c0570da01f0152', 'gw_port': {'id': 'be452ea9-d57b-41c8-a44e-402b41ae8977', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:52:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9f9897-b5ce-4797-b1e7-8c83b8857e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:23:07Z', 'updated_at': '2022-02-09T01:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '11285a5c-d71f-4de6-9780-8239e34a071c', 'name': '', 'network_id': '1c1a3b32-e583-4f44-92cf-7d4cd700a470', 'tenant_id': 'ed945528e2364e0ba5c0570da01f0152', 'mac_address': 'fa:16:3e:19:b5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9f9897-b5ce-4797-b1e7-8c83b8857e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '3adcfdc5-e139-42b4-9124-6c2f9489c0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:23:14Z', 'updated_at': '2022-02-09T01:23:18Z', 'revision_number': 2, 'project_id': 'ed945528e2364e0ba5c0570da01f0152', 'subnets': [{'id': '3adcfdc5-e139-42b4-9124-6c2f9489c0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:23.722363 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-d1454291-fa2a-4c4d-9d0c-588c95f7c500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 051765f9-3c60-461b-8571-2e1761acc3dc {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:23:23.730033 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d13389a-6ed5-4633-be77-de94e1abac51 None None] Checking router: da9f9897-b5ce-4797-b1e7-8c83b8857e94 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:23:23.730373 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d13389a-6ed5-4633-be77-de94e1abac51 None None] Updating router da9f9897-b5ce-4797-b1e7-8c83b8857e94 port 11285a5c-d71f-4de6-9780-8239e34a071c binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:23:23.740900 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-6759fc1b-ddd1-4e94-9e18-636103972862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:23.743316 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-d1454291-fa2a-4c4d-9d0c-588c95f7c500 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:23.755438 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6759fc1b-ddd1-4e94-9e18-636103972862 None None] Routers {'5e9a737e-4ffe-4ec4-b494-415ad053d1f3'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:23:23.756372 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-6759fc1b-ddd1-4e94-9e18-636103972862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:23:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['5e9a737e-4ffe-4ec4-b494-415ad053d1f3'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:23.778500 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-d1454291-fa2a-4c4d-9d0c-588c95f7c500 service neutron] Transition to ACTIVE for port object 051765f9-3c60-461b-8571-2e1761acc3dc will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:23.824381 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-0d13389a-6ed5-4633-be77-de94e1abac51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:23.840165 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95877926-c9de-46c6-a93a-8a880a528754 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Made reservation on behalf of 8e5692b9b6d3459a8c367b19d8e930d9 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:23.843640 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-95877926-c9de-46c6-a93a-8a880a528754 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:23.848851 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-6759fc1b-ddd1-4e94-9e18-636103972862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:23.849559 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6759fc1b-ddd1-4e94-9e18-636103972862 None None] The sync data for ids ['5e9a737e-4ffe-4ec4-b494-415ad053d1f3'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:23:23.871429 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-d1454291-fa2a-4c4d-9d0c-588c95f7c500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:24.024321 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7044777-bd3c-483d-a077-a0262f4fcd99 req-b4ba880f-1833-4647-831a-919d7ec9730f tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:24.032145 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7044777-bd3c-483d-a077-a0262f4fcd99 req-b4ba880f-1833-4647-831a-919d7ec9730f tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:24.039445 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7044777-bd3c-483d-a077-a0262f4fcd99 req-b4ba880f-1833-4647-831a-919d7ec9730f tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:24.047553 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7044777-bd3c-483d-a077-a0262f4fcd99 req-b4ba880f-1833-4647-831a-919d7ec9730f tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:24.057316 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7044777-bd3c-483d-a077-a0262f4fcd99 req-b4ba880f-1833-4647-831a-919d7ec9730f tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:24.069181 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7044777-bd3c-483d-a077-a0262f4fcd99 req-b4ba880f-1833-4647-831a-919d7ec9730f tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:24.076663 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7044777-bd3c-483d-a077-a0262f4fcd99 req-b4ba880f-1833-4647-831a-919d7ec9730f tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:24.079495 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a7044777-bd3c-483d-a077-a0262f4fcd99 req-b4ba880f-1833-4647-831a-919d7ec9730f tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5395 time: 0.8369603 Feb 09 01:23:24.567374 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-a1c6a9d3-1f43-4e9d-8bdb-9ec222b21e76 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:24.570990 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-a1c6a9d3-1f43-4e9d-8bdb-9ec222b21e76 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.35 "GET /v2.0/networks?id=37619b15-03b6-4ee3-8b5e-c1b376918ea6 HTTP/1.1" status: 200 len: 811 time: 2.0039327 Feb 09 01:23:24.625850 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-39c6138f-26fd-4492-82ae-6b1b4b8bb140 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Request body: {'port': {'device_id': 'e7c820ad-87c1-4e39-83b9-f89defa76bbf', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'admin_state_up': True, 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:24.741370 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c00966-5a69-48f8-8eab-ebce43959592 req-ba8f5fba-8ac2-4cc5-aca6-5cc461a6bfd0 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:24.747585 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-0d13389a-6ed5-4633-be77-de94e1abac51 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:24.748223 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-03c00966-5a69-48f8-8eab-ebce43959592 req-ba8f5fba-8ac2-4cc5-aca6-5cc461a6bfd0 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/networks?id=1c1a3b32-e583-4f44-92cf-7d4cd700a470 HTTP/1.1" status: 200 len: 819 time: 0.9653327 Feb 09 01:23:24.766416 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-0d13389a-6ed5-4633-be77-de94e1abac51 None None] Transition to ACTIVE for port object 11285a5c-d71f-4de6-9780-8239e34a071c will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:24.786902 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-0d13389a-6ed5-4633-be77-de94e1abac51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:24.791854 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-03c00966-5a69-48f8-8eab-ebce43959592 req-8953b2a9-5ec7-4ca3-9c51-eddecc0a40e1 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/quotas/ed945528e2364e0ba5c0570da01f0152 HTTP/1.1" status: 200 len: 375 time: 0.0426102 Feb 09 01:23:24.863936 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659a30f-2f35-42dd-87f8-2759b9879261 req-706612ae-6193-47a1-a3b3-c50b553ce8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:24.868322 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3659a30f-2f35-42dd-87f8-2759b9879261 req-706612ae-6193-47a1-a3b3-c50b553ce8c2 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4724300 Feb 09 01:23:24.875440 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1454291-fa2a-4c4d-9d0c-588c95f7c500 service neutron] Pushing event updated for resources: {'Port': ['ID=051765f9-3c60-461b-8571-2e1761acc3dc,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:24.892150 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-077ff6d2-b4da-425e-b886-1f9728328490 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:24.953084 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a7044777-bd3c-483d-a077-a0262f4fcd99 req-00c4d40e-519b-48b4-8530-196296eadf4d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4780827 Feb 09 01:23:25.046186 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:25.093617 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07204f24-7b0f-4bb2-9bd2-0ce2c4844168 None None] Pushing event updated for resources: {'Port': ['ID=11285a5c-d71f-4de6-9780-8239e34a071c,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:25.150559 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-39c6138f-26fd-4492-82ae-6b1b4b8bb140 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:25.166849 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07204f24-7b0f-4bb2-9bd2-0ce2c4844168 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:25.167104 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07204f24-7b0f-4bb2-9bd2-0ce2c4844168 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:25.168165 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07204f24-7b0f-4bb2-9bd2-0ce2c4844168 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:25.168165 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07204f24-7b0f-4bb2-9bd2-0ce2c4844168 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:25.168165 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07204f24-7b0f-4bb2-9bd2-0ce2c4844168 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:25.168442 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07204f24-7b0f-4bb2-9bd2-0ce2c4844168 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:25.168595 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07204f24-7b0f-4bb2-9bd2-0ce2c4844168 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:25.168874 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07204f24-7b0f-4bb2-9bd2-0ce2c4844168 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:25.169176 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07204f24-7b0f-4bb2-9bd2-0ce2c4844168 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:25.169674 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07204f24-7b0f-4bb2-9bd2-0ce2c4844168 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:25.169977 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07204f24-7b0f-4bb2-9bd2-0ce2c4844168 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:25.170286 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07204f24-7b0f-4bb2-9bd2-0ce2c4844168 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:25.218827 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-0d13389a-6ed5-4633-be77-de94e1abac51 None None] Attempting to bind port 11285a5c-d71f-4de6-9780-8239e34a071c on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:23:25.219193 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-0d13389a-6ed5-4633-be77-de94e1abac51 None None] Attempting to bind port 11285a5c-d71f-4de6-9780-8239e34a071c by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'b22a0128-e148-4062-a852-912f53d03455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '1c1a3b32-e583-4f44-92cf-7d4cd700a470'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:23:25.219541 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d13389a-6ed5-4633-be77-de94e1abac51 None None] Attempting to bind port 11285a5c-d71f-4de6-9780-8239e34a071c on network 1c1a3b32-e583-4f44-92cf-7d4cd700a470 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:23:25.225714 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d13389a-6ed5-4633-be77-de94e1abac51 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:23:25.226534 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d13389a-6ed5-4633-be77-de94e1abac51 None None] Checking segment: {'id': 'b22a0128-e148-4062-a852-912f53d03455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '1c1a3b32-e583-4f44-92cf-7d4cd700a470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:23:25.226534 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-0d13389a-6ed5-4633-be77-de94e1abac51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:25.226819 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d13389a-6ed5-4633-be77-de94e1abac51 None None] Bound using segment: {'id': 'b22a0128-e148-4062-a852-912f53d03455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '1c1a3b32-e583-4f44-92cf-7d4cd700a470'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:23:25.227280 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-0d13389a-6ed5-4633-be77-de94e1abac51 None None] Bound port: 11285a5c-d71f-4de6-9780-8239e34a071c, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b22a0128-e148-4062-a852-912f53d03455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '1c1a3b32-e583-4f44-92cf-7d4cd700a470'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:23:25.227642 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-0d13389a-6ed5-4633-be77-de94e1abac51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:25.247427 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-d1454291-fa2a-4c4d-9d0c-588c95f7c500 service neutron] Attempting to bind port 051765f9-3c60-461b-8571-2e1761acc3dc on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:23:25.248342 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-d1454291-fa2a-4c4d-9d0c-588c95f7c500 service neutron] Attempting to bind port 051765f9-3c60-461b-8571-2e1761acc3dc by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'fc0cd235-d706-4e7e-a633-962d662b162f'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:23:25.248750 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-d1454291-fa2a-4c4d-9d0c-588c95f7c500 service neutron] Attempting to bind port 051765f9-3c60-461b-8571-2e1761acc3dc on network fc0cd235-d706-4e7e-a633-962d662b162f {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:23:25.252903 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c71e5b28-06f0-4df4-88cd-002995d2b7a4 req-5dc1cd7a-4a6e-49aa-b5d5-7e4177f2ec29 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c820ad-87c1-4e39-83b9-f89defa76bbf HTTP/1.1" status: 200 len: 210 time: 0.1283493 Feb 09 01:23:25.285064 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-d1454291-fa2a-4c4d-9d0c-588c95f7c500 service neutron] Port 051765f9-3c60-461b-8571-2e1761acc3dc on network fc0cd235-d706-4e7e-a633-962d662b162f not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:23:25.285064 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-d1454291-fa2a-4c4d-9d0c-588c95f7c500 service neutron] Attempting to bind port 051765f9-3c60-461b-8571-2e1761acc3dc on network fc0cd235-d706-4e7e-a633-962d662b162f {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:23:25.285064 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-39c6138f-26fd-4492-82ae-6b1b4b8bb140 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:25.293579 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-d1454291-fa2a-4c4d-9d0c-588c95f7c500 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:23:25.293918 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-d1454291-fa2a-4c4d-9d0c-588c95f7c500 service neutron] Checking segment: {'id': 'cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'fc0cd235-d706-4e7e-a633-962d662b162f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:23:25.294311 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-d1454291-fa2a-4c4d-9d0c-588c95f7c500 service neutron] Bound using segment: {'id': 'cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'fc0cd235-d706-4e7e-a633-962d662b162f'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:23:25.294746 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-d1454291-fa2a-4c4d-9d0c-588c95f7c500 service neutron] Bound port: 051765f9-3c60-461b-8571-2e1761acc3dc, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'fc0cd235-d706-4e7e-a633-962d662b162f'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:23:25.295093 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-d1454291-fa2a-4c4d-9d0c-588c95f7c500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:25.350774 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-39c6138f-26fd-4492-82ae-6b1b4b8bb140 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Made reservation on behalf of 5ddfa727b5a54b179d7c03a600eaa4b9 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:25.361435 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-39c6138f-26fd-4492-82ae-6b1b4b8bb140 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:25.439768 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-0d13389a-6ed5-4633-be77-de94e1abac51 None None] For port 11285a5c-d71f-4de6-9780-8239e34a071c, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:23:25.443427 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-0d13389a-6ed5-4633-be77-de94e1abac51 None None] For port 11285a5c-d71f-4de6-9780-8239e34a071c, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=11285a5c-d71f-4de6-9780-8239e34a071c,segment=NetworkSegment(b22a0128-e148-4062-a852-912f53d03455),segment_id=b22a0128-e148-4062-a852-912f53d03455)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:23:25.455218 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-0d13389a-6ed5-4633-be77-de94e1abac51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:25.542709 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d13389a-6ed5-4633-be77-de94e1abac51 None None] Routers {'da9f9897-b5ce-4797-b1e7-8c83b8857e94'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:23:25.543346 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0d13389a-6ed5-4633-be77-de94e1abac51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:23:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['da9f9897-b5ce-4797-b1e7-8c83b8857e94'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:25.627958 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07204f24-7b0f-4bb2-9bd2-0ce2c4844168 None None] Pushing event updated for resources: {'Port': ['ID=11285a5c-d71f-4de6-9780-8239e34a071c,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:25.688369 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-39c6138f-26fd-4492-82ae-6b1b4b8bb140 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Allocated IP 172.20.0.8 (37619b15-03b6-4ee3-8b5e-c1b376918ea6/c5c99494-da9a-458d-b6b1-e6de1927c8e8/0ea7d0cd-65c9-4ba2-ac70-2fc718d27171) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:25.708686 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-d1454291-fa2a-4c4d-9d0c-588c95f7c500 service neutron] For port 051765f9-3c60-461b-8571-2e1761acc3dc, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:23:25.713420 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-d1454291-fa2a-4c4d-9d0c-588c95f7c500 service neutron] For port 051765f9-3c60-461b-8571-2e1761acc3dc, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=051765f9-3c60-461b-8571-2e1761acc3dc,segment=NetworkSegment(cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc),segment_id=cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:23:25.740239 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-d1454291-fa2a-4c4d-9d0c-588c95f7c500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:25.759115 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-077ff6d2-b4da-425e-b886-1f9728328490 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:25.800378 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-0d13389a-6ed5-4633-be77-de94e1abac51 None None] Set router da9f9897-b5ce-4797-b1e7-8c83b8857e94 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:23:25.854320 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-077ff6d2-b4da-425e-b886-1f9728328490 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Deleting port b539fbde-3feb-4319-8251-df915532ae9d {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:25.854937 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-077ff6d2-b4da-425e-b886-1f9728328490 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:25.870698 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-d1454291-fa2a-4c4d-9d0c-588c95f7c500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:25.871315 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-d1454291-fa2a-4c4d-9d0c-588c95f7c500 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:25.872712 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-d1454291-fa2a-4c4d-9d0c-588c95f7c500 service neutron] 10.222.0.35 "PUT /v2.0/ports/051765f9-3c60-461b-8571-2e1761acc3dc HTTP/1.1" status: 200 len: 1091 time: 4.1926992 Feb 09 01:23:25.880225 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'tag': '051765f9-3c60-461b-8571-2e1761acc3dc'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:23:25.947831 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-04fe8907-6695-464e-baf8-eccccbc6cbe8 service neutron] Request body: {'port': {'device_id': '4582dc60-b012-4026-aa99-cb62284617d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:26.108290 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'tag': '051765f9-3c60-461b-8571-2e1761acc3dc', 'status': 'completed', 'code': 200} Feb 09 01:23:26.348096 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-03c00966-5a69-48f8-8eab-ebce43959592 req-a32f36af-3716-4c71-971b-37b776db78e8 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Synchronizing usage tracker for tenant:ed945528e2364e0ba5c0570da01f0152 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:23:26.484113 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-077ff6d2-b4da-425e-b886-1f9728328490 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:26.633067 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0d13389a-6ed5-4633-be77-de94e1abac51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9f9897-b5ce-4797-b1e7-8c83b8857e94', 'name': 'tempest-ServerRescueNegativeTestJSON-1262530063-router', 'tenant_id': 'ed945528e2364e0ba5c0570da01f0152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'be452ea9-d57b-41c8-a44e-402b41ae8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:23:05Z', 'updated_at': '2022-02-09T01:23:17Z', 'revision_number': 4, 'project_id': 'ed945528e2364e0ba5c0570da01f0152', 'gw_port': {'id': 'be452ea9-d57b-41c8-a44e-402b41ae8977', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:52:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9f9897-b5ce-4797-b1e7-8c83b8857e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:23:07Z', 'updated_at': '2022-02-09T01:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '11285a5c-d71f-4de6-9780-8239e34a071c', 'name': '', 'network_id': '1c1a3b32-e583-4f44-92cf-7d4cd700a470', 'tenant_id': 'ed945528e2364e0ba5c0570da01f0152', 'mac_address': 'fa:16:3e:19:b5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9f9897-b5ce-4797-b1e7-8c83b8857e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '3adcfdc5-e139-42b4-9124-6c2f9489c0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:23:14Z', 'updated_at': '2022-02-09T01:23:25Z', 'revision_number': 4, 'project_id': 'ed945528e2364e0ba5c0570da01f0152', 'subnets': [{'id': '3adcfdc5-e139-42b4-9124-6c2f9489c0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:26.647586 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d13389a-6ed5-4633-be77-de94e1abac51 None None] The sync data for ids ['da9f9897-b5ce-4797-b1e7-8c83b8857e94'] in n-d-828419-1 is: [{'id': 'da9f9897-b5ce-4797-b1e7-8c83b8857e94', 'name': 'tempest-ServerRescueNegativeTestJSON-1262530063-router', 'tenant_id': 'ed945528e2364e0ba5c0570da01f0152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'be452ea9-d57b-41c8-a44e-402b41ae8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:23:05Z', 'updated_at': '2022-02-09T01:23:17Z', 'revision_number': 4, 'project_id': 'ed945528e2364e0ba5c0570da01f0152', 'gw_port': {'id': 'be452ea9-d57b-41c8-a44e-402b41ae8977', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:52:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9f9897-b5ce-4797-b1e7-8c83b8857e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:23:07Z', 'updated_at': '2022-02-09T01:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '11285a5c-d71f-4de6-9780-8239e34a071c', 'name': '', 'network_id': '1c1a3b32-e583-4f44-92cf-7d4cd700a470', 'tenant_id': 'ed945528e2364e0ba5c0570da01f0152', 'mac_address': 'fa:16:3e:19:b5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da9f9897-b5ce-4797-b1e7-8c83b8857e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '3adcfdc5-e139-42b4-9124-6c2f9489c0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:23:14Z', 'updated_at': '2022-02-09T01:23:25Z', 'revision_number': 4, 'project_id': 'ed945528e2364e0ba5c0570da01f0152', 'subnets': [{'id': '3adcfdc5-e139-42b4-9124-6c2f9489c0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:23:26.657346 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1454291-fa2a-4c4d-9d0c-588c95f7c500 service neutron] Pushing event updated for resources: {'Port': ['ID=051765f9-3c60-461b-8571-2e1761acc3dc,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:26.682006 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-077ff6d2-b4da-425e-b886-1f9728328490 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Calling delete_port for b539fbde-3feb-4319-8251-df915532ae9d owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:23:26.837768 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-03c00966-5a69-48f8-8eab-ebce43959592 req-a32f36af-3716-4c71-971b-37b776db78e8 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Unset dirty status for tenant:ed945528e2364e0ba5c0570da01f0152 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:23:26.839335 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-03c00966-5a69-48f8-8eab-ebce43959592 req-a32f36af-3716-4c71-971b-37b776db78e8 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed945528e2364e0ba5c0570da01f0152&fields=id HTTP/1.1" status: 200 len: 255 time: 2.0465896 Feb 09 01:23:26.843620 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-95877926-c9de-46c6-a93a-8a880a528754 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:26.883929 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-04fe8907-6695-464e-baf8-eccccbc6cbe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:26.950702 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 11285a5c-d71f-4de6-9780-8239e34a071c up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:23:27.119620 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 11285a5c-d71f-4de6-9780-8239e34a071c completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:27.124315 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-03c00966-5a69-48f8-8eab-ebce43959592 req-27a10bc3-fb04-4739-bc23-b5b6e948fe80 service neutron] 10.222.0.37 "GET /v2.0/networks/1c1a3b32-e583-4f44-92cf-7d4cd700a470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655749 Feb 09 01:23:27.133533 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 11285a5c-d71f-4de6-9780-8239e34a071c triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:27.134837 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:27.150012 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-39c6138f-26fd-4492-82ae-6b1b4b8bb140 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:27.161411 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95877926-c9de-46c6-a93a-8a880a528754 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event updated for resources: {'Subnet': ['ID=5595d216-94ea-45e5-80dd-55928d464af1,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:27.186383 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61211d4d-19f4-432e-a4aa-0b7610df7042 req-c9825ccc-a552-4c32-8ee2-8f11720fc112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:27.187334 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61211d4d-19f4-432e-a4aa-0b7610df7042 req-c9825ccc-a552-4c32-8ee2-8f11720fc112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:27.187964 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61211d4d-19f4-432e-a4aa-0b7610df7042 req-c9825ccc-a552-4c32-8ee2-8f11720fc112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:27.190526 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61211d4d-19f4-432e-a4aa-0b7610df7042 req-c9825ccc-a552-4c32-8ee2-8f11720fc112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:27.191187 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61211d4d-19f4-432e-a4aa-0b7610df7042 req-c9825ccc-a552-4c32-8ee2-8f11720fc112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:27.191819 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61211d4d-19f4-432e-a4aa-0b7610df7042 req-c9825ccc-a552-4c32-8ee2-8f11720fc112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:27.192960 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61211d4d-19f4-432e-a4aa-0b7610df7042 req-c9825ccc-a552-4c32-8ee2-8f11720fc112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:27.198662 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-61211d4d-19f4-432e-a4aa-0b7610df7042 req-c9825ccc-a552-4c32-8ee2-8f11720fc112 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08259b26651148159119352f4f3e1358&device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 6409 time: 1.0926945 Feb 09 01:23:27.402461 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64803f34-71e5-4ba9-92d8-f8eb36cc2479 req-4b5db8a3-9dee-4e18-8925-9a5b7150f81a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:27.409357 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64803f34-71e5-4ba9-92d8-f8eb36cc2479 req-4b5db8a3-9dee-4e18-8925-9a5b7150f81a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:27.417165 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64803f34-71e5-4ba9-92d8-f8eb36cc2479 req-4b5db8a3-9dee-4e18-8925-9a5b7150f81a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:27.426159 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64803f34-71e5-4ba9-92d8-f8eb36cc2479 req-4b5db8a3-9dee-4e18-8925-9a5b7150f81a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:27.433317 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64803f34-71e5-4ba9-92d8-f8eb36cc2479 req-4b5db8a3-9dee-4e18-8925-9a5b7150f81a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:27.440650 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64803f34-71e5-4ba9-92d8-f8eb36cc2479 req-4b5db8a3-9dee-4e18-8925-9a5b7150f81a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:27.447364 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64803f34-71e5-4ba9-92d8-f8eb36cc2479 req-4b5db8a3-9dee-4e18-8925-9a5b7150f81a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:27.449883 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-64803f34-71e5-4ba9-92d8-f8eb36cc2479 req-4b5db8a3-9dee-4e18-8925-9a5b7150f81a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5407 time: 0.8808024 Feb 09 01:23:27.475553 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:27.543323 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-39c6138f-26fd-4492-82ae-6b1b4b8bb140 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Transition to ACTIVE for port object 0ea7d0cd-65c9-4ba2-ac70-2fc718d27171 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:27.585258 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 11285a5c-d71f-4de6-9780-8239e34a071c, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=11285a5c-d71f-4de6-9780-8239e34a071c,segment=NetworkSegment(b22a0128-e148-4062-a852-912f53d03455),segment_id=b22a0128-e148-4062-a852-912f53d03455)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:27.595981 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:27.700146 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95877926-c9de-46c6-a93a-8a880a528754 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Checking segment: {'id': 'bbb37f18-231b-4ad1-9387-40ba0e3954bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '55ed032f-7641-4a5e-b78d-b649e2a32e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:23:27.703085 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95877926-c9de-46c6-a93a-8a880a528754 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Network hostable DHCP agents. Network: 55ed032f-7641-4a5e-b78d-b649e2a32e19, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:23:27.733037 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=11285a5c-d71f-4de6-9780-8239e34a071c,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:27.794381 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-64803f34-71e5-4ba9-92d8-f8eb36cc2479 req-daf1b966-3da7-4235-8808-e38792c7294f tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2654557 Feb 09 01:23:27.801090 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95877926-c9de-46c6-a93a-8a880a528754 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Network 55ed032f-7641-4a5e-b78d-b649e2a32e19 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:23:27.805302 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-03c00966-5a69-48f8-8eab-ebce43959592 req-42aa159a-68d9-4a7e-bde1-adc9d0372a3d service neutron] 10.222.0.37 "GET /v2.0/networks/1c1a3b32-e583-4f44-92cf-7d4cd700a470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6411550 Feb 09 01:23:27.838176 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-95877926-c9de-46c6-a93a-8a880a528754 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 55ed032f-7641-4a5e-b78d-b649e2a32e19) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:27.854258 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d0a47d-f76e-4018-9000-0c01b2a382e9 None None] Network 55ed032f-7641-4a5e-b78d-b649e2a32e19 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:23:27.872672 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95877926-c9de-46c6-a93a-8a880a528754 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:27.873232 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-95877926-c9de-46c6-a93a-8a880a528754 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:27.922659 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-077ff6d2-b4da-425e-b886-1f9728328490 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:28.064937 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ff6d2-b4da-425e-b886-1f9728328490 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Pushing event deleted for resources: {'Port': ['ID=b539fbde-3feb-4319-8251-df915532ae9d,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:28.227875 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-95877926-c9de-46c6-a93a-8a880a528754 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.3621523 Feb 09 01:23:28.250267 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33412) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:28.279570 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-f5ad4fd3-775a-473a-bf68-a986f0b051a6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Request body: {'subnet': {'network_id': '55ed032f-7641-4a5e-b78d-b649e2a32e19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:28.503873 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1835b449-c5ae-46b9-bb63-cd9b0e79734f req-d4cd65e2-0abb-408e-8a18-994bbde5a96a tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c820ad-87c1-4e39-83b9-f89defa76bbf HTTP/1.1" status: 200 len: 210 time: 0.1974771 Feb 09 01:23:28.555426 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61211d4d-19f4-432e-a4aa-0b7610df7042 req-ab8858ac-1f2f-4f74-83b8-a06197b4cab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:28.561010 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61211d4d-19f4-432e-a4aa-0b7610df7042 req-ab8858ac-1f2f-4f74-83b8-a06197b4cab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:28.561713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61211d4d-19f4-432e-a4aa-0b7610df7042 req-ab8858ac-1f2f-4f74-83b8-a06197b4cab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:28.564582 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-61211d4d-19f4-432e-a4aa-0b7610df7042 req-ab8858ac-1f2f-4f74-83b8-a06197b4cab4 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=08259b26651148159119352f4f3e1358&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.3485518 Feb 09 01:23:28.671928 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b80058d-61e3-4e9a-b139-b9f7e46ea723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-55ed032f-7641-4a5e-b78d-b649e2a32e19', 'network_id': '55ed032f-7641-4a5e-b78d-b649e2a32e19', 'tenant_id': '8e5692b9b6d3459a8c367b19d8e930d9', 'fixed_ips': [{'subnet_id': '5595d216-94ea-45e5-80dd-55928d464af1'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:23:28.672847 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6b80058d-61e3-4e9a-b139-b9f7e46ea723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:28.702405 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f5ad4fd3-775a-473a-bf68-a986f0b051a6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:28.714007 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f5ad4fd3-775a-473a-bf68-a986f0b051a6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Usage tracker for resource:subnet and tenant:8e5692b9b6d3459a8c367b19d8e930d9 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:28.723120 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f5ad4fd3-775a-473a-bf68-a986f0b051a6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:28.738552 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f5ad4fd3-775a-473a-bf68-a986f0b051a6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:28.918183 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-39c6138f-26fd-4492-82ae-6b1b4b8bb140 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:28.990296 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ad4fd3-775a-473a-bf68-a986f0b051a6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Made reservation on behalf of 8e5692b9b6d3459a8c367b19d8e930d9 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:28.997668 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f5ad4fd3-775a-473a-bf68-a986f0b051a6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:29.045645 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 11285a5c-d71f-4de6-9780-8239e34a071c up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:23:29.047698 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-46a3ba82-2d35-4aa1-ad43-429238c2472b req-625eab3b-bff8-4915-9936-650bd89435b1 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 210 time: 0.2890131 Feb 09 01:23:29.184876 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-077ff6d2-b4da-425e-b886-1f9728328490 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:29.299924 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-39c6138f-26fd-4492-82ae-6b1b4b8bb140 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:29.359912 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-39c6138f-26fd-4492-82ae-6b1b4b8bb140 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:29.494634 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-39c6138f-26fd-4492-82ae-6b1b4b8bb140 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:23:29.501761 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-6b80058d-61e3-4e9a-b139-b9f7e46ea723 None None] Allocated IP 2001:db8::2 (55ed032f-7641-4a5e-b78d-b649e2a32e19/5595d216-94ea-45e5-80dd-55928d464af1/e0363fc9-5227-4715-8620-8276685ccd77) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:29.657814 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-39c6138f-26fd-4492-82ae-6b1b4b8bb140 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:29.660552 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-39c6138f-26fd-4492-82ae-6b1b4b8bb140 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:29.860073 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6138f-26fd-4492-82ae-6b1b4b8bb140 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Pushing event updated for resources: {'Port': ['ID=0ea7d0cd-65c9-4ba2-ac70-2fc718d27171,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:29.907773 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-04fe8907-6695-464e-baf8-eccccbc6cbe8 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:23:29.939865 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-39c6138f-26fd-4492-82ae-6b1b4b8bb140 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3191633 Feb 09 01:23:29.988824 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61211d4d-19f4-432e-a4aa-0b7610df7042 req-9082b377-397b-4d1c-ad63-282bc5d09ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:29.990644 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-61211d4d-19f4-432e-a4aa-0b7610df7042 req-9082b377-397b-4d1c-ad63-282bc5d09ec5 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3932035 Feb 09 01:23:29.995528 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] Request body: {'port': {'device_id': 'e7c820ad-87c1-4e39-83b9-f89defa76bbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:30.196928 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-04fe8907-6695-464e-baf8-eccccbc6cbe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef3a1b2-f75c-42e5-8828-47aa75f68c2f {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:23:30.225253 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-04fe8907-6695-464e-baf8-eccccbc6cbe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:30.234913 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b32f65d8-62a6-4bf0-b118-14b5dcb20228 None None] Provisioning for port 0ea7d0cd-65c9-4ba2-ac70-2fc718d27171 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:30.291021 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-04fe8907-6695-464e-baf8-eccccbc6cbe8 service neutron] Transition to ACTIVE for port object cef3a1b2-f75c-42e5-8828-47aa75f68c2f will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:30.336274 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-04fe8907-6695-464e-baf8-eccccbc6cbe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:30.389199 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0b52d-ff02-405f-9d26-6c8156e88c6c req-3280592e-88d3-478c-8267-1bc27fdd3230 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:30.396617 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0b52d-ff02-405f-9d26-6c8156e88c6c req-3280592e-88d3-478c-8267-1bc27fdd3230 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:30.403481 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0b52d-ff02-405f-9d26-6c8156e88c6c req-3280592e-88d3-478c-8267-1bc27fdd3230 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:30.409864 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0b52d-ff02-405f-9d26-6c8156e88c6c req-3280592e-88d3-478c-8267-1bc27fdd3230 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:30.416529 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0b52d-ff02-405f-9d26-6c8156e88c6c req-3280592e-88d3-478c-8267-1bc27fdd3230 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:30.417776 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b32f65d8-62a6-4bf0-b118-14b5dcb20228 None None] Provisioning complete for port 0ea7d0cd-65c9-4ba2-ac70-2fc718d27171 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:30.420213 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b32f65d8-62a6-4bf0-b118-14b5dcb20228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:30.423625 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0b52d-ff02-405f-9d26-6c8156e88c6c req-3280592e-88d3-478c-8267-1bc27fdd3230 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:30.429911 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0b52d-ff02-405f-9d26-6c8156e88c6c req-3280592e-88d3-478c-8267-1bc27fdd3230 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:30.432194 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e7a0b52d-ff02-405f-9d26-6c8156e88c6c req-3280592e-88d3-478c-8267-1bc27fdd3230 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5407 time: 1.1172652 Feb 09 01:23:30.579393 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-077ff6d2-b4da-425e-b886-1f9728328490 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:30.588129 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-077ff6d2-b4da-425e-b886-1f9728328490 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:30.650508 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:30.767882 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b32f65d8-62a6-4bf0-b118-14b5dcb20228 None None] Port 0ea7d0cd-65c9-4ba2-ac70-2fc718d27171 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:23:30.816280 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 11285a5c-d71f-4de6-9780-8239e34a071c triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:30.816679 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:30.844794 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe8907-6695-464e-baf8-eccccbc6cbe8 service neutron] Pushing event updated for resources: {'Port': ['ID=cef3a1b2-f75c-42e5-8828-47aa75f68c2f,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:30.865904 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-077ff6d2-b4da-425e-b886-1f9728328490 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:30.866570 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077ff6d2-b4da-425e-b886-1f9728328490 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Fanout notify agent at l3_agent the message router_deleted on router 5e9a737e-4ffe-4ec4-b494-415ad053d1f3 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:23:31.073161 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6b80058d-61e3-4e9a-b139-b9f7e46ea723 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:31.137125 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6b80058d-61e3-4e9a-b139-b9f7e46ea723 None None] Transition to ACTIVE for port object e0363fc9-5227-4715-8620-8276685ccd77 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:31.321378 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-389d4557-d7d0-4e62-ada4-b85f076e5f4d tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:31.338671 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-389d4557-d7d0-4e62-ada4-b85f076e5f4d tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/networks?id=1c1a3b32-e583-4f44-92cf-7d4cd700a470 HTTP/1.1" status: 200 len: 819 time: 1.6159077 Feb 09 01:23:31.385957 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-077ff6d2-b4da-425e-b886-1f9728328490 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:31.392882 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-077ff6d2-b4da-425e-b886-1f9728328490 tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] 10.222.0.37 "DELETE /v2.0/routers/5e9a737e-4ffe-4ec4-b494-415ad053d1f3 HTTP/1.1" status: 204 len: 168 time: 7.8022859 Feb 09 01:23:31.404865 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33470) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:31.406669 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6b80058d-61e3-4e9a-b139-b9f7e46ea723 None None] Transition to ACTIVE for port object e0363fc9-5227-4715-8620-8276685ccd77 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:31.419711 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-bdeda1dc-e218-4285-85b0-3fb4ec878b46 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/quotas/ed945528e2364e0ba5c0570da01f0152 HTTP/1.1" status: 200 len: 375 time: 0.0743835 Feb 09 01:23:31.456103 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6b80058d-61e3-4e9a-b139-b9f7e46ea723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:31.456861 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e7a0b52d-ff02-405f-9d26-6c8156e88c6c req-46fc5fda-b62c-4482-98a1-7d2fc384df98 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0073650 Feb 09 01:23:31.650990 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b80058d-61e3-4e9a-b139-b9f7e46ea723 None None] Network 55ed032f-7641-4a5e-b78d-b649e2a32e19 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:31.699101 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-6b80058d-61e3-4e9a-b139-b9f7e46ea723 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:31.714304 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b80058d-61e3-4e9a-b139-b9f7e46ea723 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:23:31.781689 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f5ad4fd3-775a-473a-bf68-a986f0b051a6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:31.874399 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80058d-61e3-4e9a-b139-b9f7e46ea723 None None] Pushing event updated for resources: {'Port': ['ID=e0363fc9-5227-4715-8620-8276685ccd77,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:31.963301 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa96571b-c72b-4f4d-b4ff-783e06c1abaa tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Deleting subnet 5c1d186f-251e-4a78-ac2d-5acf65f25584 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:23:32.011649 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa96571b-c72b-4f4d-b4ff-783e06c1abaa tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:32.100457 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ad4fd3-775a-473a-bf68-a986f0b051a6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Network 55ed032f-7641-4a5e-b78d-b649e2a32e19 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:32.123422 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-f5ad4fd3-775a-473a-bf68-a986f0b051a6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:32.123581 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-04fe8907-6695-464e-baf8-eccccbc6cbe8 service neutron] Attempting to bind port cef3a1b2-f75c-42e5-8828-47aa75f68c2f on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:23:32.123581 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-04fe8907-6695-464e-baf8-eccccbc6cbe8 service neutron] Attempting to bind port cef3a1b2-f75c-42e5-8828-47aa75f68c2f by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'fc0cd235-d706-4e7e-a633-962d662b162f'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:23:32.123581 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-04fe8907-6695-464e-baf8-eccccbc6cbe8 service neutron] Attempting to bind port cef3a1b2-f75c-42e5-8828-47aa75f68c2f on network fc0cd235-d706-4e7e-a633-962d662b162f {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:23:32.124208 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-6b80058d-61e3-4e9a-b139-b9f7e46ea723 None None] Attempting to bind port e0363fc9-5227-4715-8620-8276685ccd77 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:23:32.124208 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-6b80058d-61e3-4e9a-b139-b9f7e46ea723 None None] Attempting to bind port e0363fc9-5227-4715-8620-8276685ccd77 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'bbb37f18-231b-4ad1-9387-40ba0e3954bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '55ed032f-7641-4a5e-b78d-b649e2a32e19'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:23:32.124208 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b80058d-61e3-4e9a-b139-b9f7e46ea723 None None] Attempting to bind port e0363fc9-5227-4715-8620-8276685ccd77 on network 55ed032f-7641-4a5e-b78d-b649e2a32e19 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:23:32.127725 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad4fd3-775a-473a-bf68-a986f0b051a6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event updated for resources: {'Subnet': ['ID=bf92ea7a-6ad0-44e1-a3a6-e3a2f795d602,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:32.131175 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b80058d-61e3-4e9a-b139-b9f7e46ea723 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:23:32.133715 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b80058d-61e3-4e9a-b139-b9f7e46ea723 None None] Checking segment: {'id': 'bbb37f18-231b-4ad1-9387-40ba0e3954bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '55ed032f-7641-4a5e-b78d-b649e2a32e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:23:32.134959 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6b80058d-61e3-4e9a-b139-b9f7e46ea723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:32.136812 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b80058d-61e3-4e9a-b139-b9f7e46ea723 None None] Bound using segment: {'id': 'bbb37f18-231b-4ad1-9387-40ba0e3954bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '55ed032f-7641-4a5e-b78d-b649e2a32e19'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:23:32.137418 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-6b80058d-61e3-4e9a-b139-b9f7e46ea723 None None] Bound port: e0363fc9-5227-4715-8620-8276685ccd77, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbb37f18-231b-4ad1-9387-40ba0e3954bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '55ed032f-7641-4a5e-b78d-b649e2a32e19'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:23:32.137899 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6b80058d-61e3-4e9a-b139-b9f7e46ea723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:32.141260 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ad4fd3-775a-473a-bf68-a986f0b051a6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:32.145350 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f5ad4fd3-775a-473a-bf68-a986f0b051a6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:32.230316 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa96571b-c72b-4f4d-b4ff-783e06c1abaa tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:32.365679 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-04fe8907-6695-464e-baf8-eccccbc6cbe8 service neutron] Port cef3a1b2-f75c-42e5-8828-47aa75f68c2f on network fc0cd235-d706-4e7e-a633-962d662b162f not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:23:32.366016 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-04fe8907-6695-464e-baf8-eccccbc6cbe8 service neutron] Attempting to bind port cef3a1b2-f75c-42e5-8828-47aa75f68c2f on network fc0cd235-d706-4e7e-a633-962d662b162f {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:23:32.366592 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f5ad4fd3-775a-473a-bf68-a986f0b051a6 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.1149669 Feb 09 01:23:32.373537 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33476) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:32.399448 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-04fe8907-6695-464e-baf8-eccccbc6cbe8 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:23:32.400452 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-04fe8907-6695-464e-baf8-eccccbc6cbe8 service neutron] Checking segment: {'id': 'cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'fc0cd235-d706-4e7e-a633-962d662b162f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:23:32.400796 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-04fe8907-6695-464e-baf8-eccccbc6cbe8 service neutron] Bound using segment: {'id': 'cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'fc0cd235-d706-4e7e-a633-962d662b162f'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:23:32.401249 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-04fe8907-6695-464e-baf8-eccccbc6cbe8 service neutron] Bound port: cef3a1b2-f75c-42e5-8828-47aa75f68c2f, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': 'fc0cd235-d706-4e7e-a633-962d662b162f'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:23:32.401609 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-04fe8907-6695-464e-baf8-eccccbc6cbe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:32.431927 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-6b80058d-61e3-4e9a-b139-b9f7e46ea723 None None] For port e0363fc9-5227-4715-8620-8276685ccd77, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:23:32.436375 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-6b80058d-61e3-4e9a-b139-b9f7e46ea723 None None] For port e0363fc9-5227-4715-8620-8276685ccd77, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=e0363fc9-5227-4715-8620-8276685ccd77,segment=NetworkSegment(bbb37f18-231b-4ad1-9387-40ba0e3954bf),segment_id=bbb37f18-231b-4ad1-9387-40ba0e3954bf)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:23:32.443318 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ea7d0cd-65c9-4ba2-ac70-2fc718d27171 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:23:32.449483 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6b80058d-61e3-4e9a-b139-b9f7e46ea723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:32.464646 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:32.564562 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-7c4cc22b-c43d-4483-8d2b-7c8229e8be31 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed945528e2364e0ba5c0570da01f0152&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1334748 Feb 09 01:23:32.607634 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] Transition to ACTIVE for port object 0ea7d0cd-65c9-4ba2-ac70-2fc718d27171 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:32.655865 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:32.833013 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4ab2d3-7c0b-4557-8125-3cf9c4a7ba1b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:32.834950 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4ab2d3-7c0b-4557-8125-3cf9c4a7ba1b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:32.836555 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4ab2d3-7c0b-4557-8125-3cf9c4a7ba1b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:32.838799 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4ab2d3-7c0b-4557-8125-3cf9c4a7ba1b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:32.839413 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c00966-5a69-48f8-8eab-ebce43959592 req-ade589c3-0989-46fb-8e02-931b609d8b16 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:32.840167 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-03c00966-5a69-48f8-8eab-ebce43959592 req-ade589c3-0989-46fb-8e02-931b609d8b16 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Synchronizing usage tracker for tenant:ed945528e2364e0ba5c0570da01f0152 on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:23:32.840836 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4ab2d3-7c0b-4557-8125-3cf9c4a7ba1b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:32.842215 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2d4ab2d3-7c0b-4557-8125-3cf9c4a7ba1b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Synchronizing usage tracker for tenant:8e5692b9b6d3459a8c367b19d8e930d9 on resource:subnet {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:23:32.853642 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80058d-61e3-4e9a-b139-b9f7e46ea723 None None] Pushing event updated for resources: {'Port': ['ID=e0363fc9-5227-4715-8620-8276685ccd77,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:33.001740 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa96571b-c72b-4f4d-b4ff-783e06c1abaa tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:33.073614 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2d4ab2d3-7c0b-4557-8125-3cf9c4a7ba1b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Unset dirty status for tenant:8e5692b9b6d3459a8c367b19d8e930d9 on resource:subnet {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:23:33.084925 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2d4ab2d3-7c0b-4557-8125-3cf9c4a7ba1b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6952913 Feb 09 01:23:33.086073 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33486) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:33.110710 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-8dae73f2-e362-4bf1-b0f1-f0c2ba44419e service neutron] 10.222.0.37 "GET /v2.0/networks/1c1a3b32-e583-4f44-92cf-7d4cd700a470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5451324 Feb 09 01:23:33.185911 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-70f9e1ea-de47-44de-9f4d-83bece7916cd tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-566164469'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:33.222915 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-70f9e1ea-de47-44de-9f4d-83bece7916cd tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:33.306534 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-03c00966-5a69-48f8-8eab-ebce43959592 req-ade589c3-0989-46fb-8e02-931b609d8b16 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Unset dirty status for tenant:ed945528e2364e0ba5c0570da01f0152 on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:23:33.309270 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-03c00966-5a69-48f8-8eab-ebce43959592 req-ade589c3-0989-46fb-8e02-931b609d8b16 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.35 "GET /v2.0/networks?id=1c1a3b32-e583-4f44-92cf-7d4cd700a470 HTTP/1.1" status: 200 len: 819 time: 1.1716216 Feb 09 01:23:33.336886 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-03c00966-5a69-48f8-8eab-ebce43959592 req-be9e9999-2653-48b6-8cbe-299eef9220ee tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Request body: {'port': {'device_id': 'd4f9d66d-3ff5-4918-8d17-11f27389f700', 'network_id': '1c1a3b32-e583-4f44-92cf-7d4cd700a470', 'admin_state_up': True, 'tenant_id': 'ed945528e2364e0ba5c0570da01f0152'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:33.353848 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea7d0cd-65c9-4ba2-ac70-2fc718d27171,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:33.373913 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef84a6f-5317-4a98-a910-222d3b788580 req-b264f8ea-0ded-41da-8ea2-9da57599aec5 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:33.374331 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-70f9e1ea-de47-44de-9f4d-83bece7916cd tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Usage tracker for resource:network and tenant:8e5692b9b6d3459a8c367b19d8e930d9 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:33.375299 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-4ef84a6f-5317-4a98-a910-222d3b788580 req-b264f8ea-0ded-41da-8ea2-9da57599aec5 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Synchronizing usage tracker for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:23:33.383860 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-04fe8907-6695-464e-baf8-eccccbc6cbe8 service neutron] For port cef3a1b2-f75c-42e5-8828-47aa75f68c2f, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:23:33.404627 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-70f9e1ea-de47-44de-9f4d-83bece7916cd tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:33.433492 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-70f9e1ea-de47-44de-9f4d-83bece7916cd tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:33.640092 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-04fe8907-6695-464e-baf8-eccccbc6cbe8 service neutron] For port cef3a1b2-f75c-42e5-8828-47aa75f68c2f, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=cef3a1b2-f75c-42e5-8828-47aa75f68c2f,segment=NetworkSegment(cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc),segment_id=cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:23:33.705689 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa96571b-c72b-4f4d-b4ff-783e06c1abaa tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:33.707103 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:33.707456 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:33.707790 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:33.708112 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:33.708546 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:33.708836 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:33.709391 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:33.709391 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:33.712941 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:33.712941 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:33.712941 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:33.712941 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:33.770308 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-04fe8907-6695-464e-baf8-eccccbc6cbe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:33.978516 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-18fe8b90-a044-478a-b365-b9aa2010db2e service neutron] 10.222.0.37 "GET /v2.0/networks/1c1a3b32-e583-4f44-92cf-7d4cd700a470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8664861 Feb 09 01:23:34.024125 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device e0363fc9-5227-4715-8620-8276685ccd77 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:23:34.039593 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f9e1ea-de47-44de-9f4d-83bece7916cd tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Made reservation on behalf of 8e5692b9b6d3459a8c367b19d8e930d9 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:34.057672 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-70f9e1ea-de47-44de-9f4d-83bece7916cd tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:34.057830 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-4ef84a6f-5317-4a98-a910-222d3b788580 req-b264f8ea-0ded-41da-8ea2-9da57599aec5 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Unset dirty status for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:23:34.058879 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4ef84a6f-5317-4a98-a910-222d3b788580 req-b264f8ea-0ded-41da-8ea2-9da57599aec5 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c820ad-87c1-4e39-83b9-f89defa76bbf HTTP/1.1" status: 200 len: 931 time: 1.9254930 Feb 09 01:23:34.100607 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96571b-c72b-4f4d-b4ff-783e06c1abaa tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Pushing event deleted for resources: {'Subnet': ['ID=5c1d186f-251e-4a78-ac2d-5acf65f25584,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:34.103847 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa96571b-c72b-4f4d-b4ff-783e06c1abaa tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:34.124369 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-03c00966-5a69-48f8-8eab-ebce43959592 req-be9e9999-2653-48b6-8cbe-299eef9220ee tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:34.163137 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-04fe8907-6695-464e-baf8-eccccbc6cbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:34.164006 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-04fe8907-6695-464e-baf8-eccccbc6cbe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:34.177414 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-04fe8907-6695-464e-baf8-eccccbc6cbe8 service neutron] 10.222.0.35 "PUT /v2.0/ports/cef3a1b2-f75c-42e5-8828-47aa75f68c2f HTTP/1.1" status: 200 len: 1091 time: 8.2635901 Feb 09 01:23:34.201356 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa96571b-c72b-4f4d-b4ff-783e06c1abaa tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:34.202432 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa96571b-c72b-4f4d-b4ff-783e06c1abaa tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:34.202882 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa96571b-c72b-4f4d-b4ff-783e06c1abaa tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:34.203330 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa96571b-c72b-4f4d-b4ff-783e06c1abaa tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:34.203771 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa96571b-c72b-4f4d-b4ff-783e06c1abaa tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:34.211612 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa96571b-c72b-4f4d-b4ff-783e06c1abaa tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:34.212812 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa96571b-c72b-4f4d-b4ff-783e06c1abaa tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:34.213336 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa96571b-c72b-4f4d-b4ff-783e06c1abaa tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:34.213703 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa96571b-c72b-4f4d-b4ff-783e06c1abaa tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:34.214135 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa96571b-c72b-4f4d-b4ff-783e06c1abaa tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:34.221013 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa96571b-c72b-4f4d-b4ff-783e06c1abaa tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:34.221524 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa96571b-c72b-4f4d-b4ff-783e06c1abaa tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:34.243467 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fa96571b-c72b-4f4d-b4ff-783e06c1abaa tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] 10.222.0.37 "DELETE /v2.0/subnets/5c1d186f-251e-4a78-ac2d-5acf65f25584 HTTP/1.1" status: 204 len: 168 time: 2.8353002 Feb 09 01:23:34.252505 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33494) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:34.271121 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'tag': 'cef3a1b2-f75c-42e5-8828-47aa75f68c2f'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:23:34.357748 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f9e1ea-de47-44de-9f4d-83bece7916cd tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 970} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:23:34.446930 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884025c1-af1c-4ff9-9db1-4edf3e83597f None None] Network 93d97990-d0d0-4a69-ac4c-839b2328738f requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:23:34.490234 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-03c00966-5a69-48f8-8eab-ebce43959592 req-be9e9999-2653-48b6-8cbe-299eef9220ee tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:34.710465 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-70f9e1ea-de47-44de-9f4d-83bece7916cd tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:34.728669 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-70f9e1ea-de47-44de-9f4d-83bece7916cd tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Added segment b33da47b-3499-40ae-8c26-05bedf4ea9d0 of type vlan for network b80150bf-02e6-4a49-a65c-56f1655e63dd Feb 09 01:23:34.733215 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] Attempting to bind port 0ea7d0cd-65c9-4ba2-ac70-2fc718d27171 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:23:34.733977 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] Attempting to bind port 0ea7d0cd-65c9-4ba2-ac70-2fc718d27171 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:23:34.734332 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] Attempting to bind port 0ea7d0cd-65c9-4ba2-ac70-2fc718d27171 on network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:23:34.860092 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03c00966-5a69-48f8-8eab-ebce43959592 req-be9e9999-2653-48b6-8cbe-299eef9220ee tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Made reservation on behalf of ed945528e2364e0ba5c0570da01f0152 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:34.891053 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-70f9e1ea-de47-44de-9f4d-83bece7916cd tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:34.896432 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-03c00966-5a69-48f8-8eab-ebce43959592 req-be9e9999-2653-48b6-8cbe-299eef9220ee tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:34.978807 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-73b003d2-f041-4faa-b9eb-d0dfe976c4ba tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:35.192712 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-73b003d2-f041-4faa-b9eb-d0dfe976c4ba tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Deleting port d0a933bd-dd04-44aa-8e17-aed9c18ee04f {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:35.198456 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-73b003d2-f041-4faa-b9eb-d0dfe976c4ba tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:35.233050 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab26288e-6ff0-455b-8390-642b74864ab2 None None] Network 55ed032f-7641-4a5e-b78d-b649e2a32e19 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:23:35.273775 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-70f9e1ea-de47-44de-9f4d-83bece7916cd tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:35.283876 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f9e1ea-de47-44de-9f4d-83bece7916cd tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:35.287683 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-70f9e1ea-de47-44de-9f4d-83bece7916cd tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:35.327481 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] Port 0ea7d0cd-65c9-4ba2-ac70-2fc718d27171 on network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:23:35.334481 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] Attempting to bind port 0ea7d0cd-65c9-4ba2-ac70-2fc718d27171 on network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:23:35.470092 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:23:35.470434 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] Checking segment: {'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:23:35.470827 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] Bound using segment: {'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:23:35.471255 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] Bound port: 0ea7d0cd-65c9-4ba2-ac70-2fc718d27171, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:23:35.471606 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:35.484131 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4ef84a6f-5317-4a98-a910-222d3b788580 req-3205ab58-919d-4e16-807a-e265744ea195 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3679433 Feb 09 01:23:35.498889 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe8907-6695-464e-baf8-eccccbc6cbe8 service neutron] Pushing event updated for resources: {'Port': ['ID=cef3a1b2-f75c-42e5-8828-47aa75f68c2f,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:35.781668 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port e0363fc9-5227-4715-8620-8276685ccd77 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:35.938956 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d495f98c-56a8-49a8-944c-f88bed56842f req-87720662-a4d9-4dd1-bc46-4b0cf079d74d tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 210 time: 0.2384667 Feb 09 01:23:35.961706 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-03c00966-5a69-48f8-8eab-ebce43959592 req-be9e9999-2653-48b6-8cbe-299eef9220ee tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Allocated IP 172.20.0.14 (1c1a3b32-e583-4f44-92cf-7d4cd700a470/3adcfdc5-e139-42b4-9124-6c2f9489c0d6/f5767c25-7a4d-4c57-91e6-7ee0300d6889) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:35.989727 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2b69fa6d-67dc-49cd-812f-49db651415b7 None None] Provisioning for port e0363fc9-5227-4715-8620-8276685ccd77 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:36.028159 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2b69fa6d-67dc-49cd-812f-49db651415b7 None None] Provisioning complete for port e0363fc9-5227-4715-8620-8276685ccd77 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:36.034133 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2b69fa6d-67dc-49cd-812f-49db651415b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:36.253471 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df483473-fd86-45bf-b5c0-0e01f9b0d02b None None] DHCP port deletion for 93d97990-d0d0-4a69-ac4c-839b2328738f request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:23:36.381275 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-df483473-fd86-45bf-b5c0-0e01f9b0d02b None None] Deleting port d0a933bd-dd04-44aa-8e17-aed9c18ee04f {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:36.381909 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-df483473-fd86-45bf-b5c0-0e01f9b0d02b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:36.408879 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-9115c997-de02-4516-a915-51c325d35fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:36.409561 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-9115c997-de02-4516-a915-51c325d35fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:36.410511 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-9115c997-de02-4516-a915-51c325d35fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:36.411904 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-9115c997-de02-4516-a915-51c325d35fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:36.413865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-9115c997-de02-4516-a915-51c325d35fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:36.413865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-9115c997-de02-4516-a915-51c325d35fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:36.413865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-9115c997-de02-4516-a915-51c325d35fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:36.416463 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-9115c997-de02-4516-a915-51c325d35fd7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08259b26651148159119352f4f3e1358&device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 6476 time: 2.1359274 Feb 09 01:23:36.422101 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'tag': 'cef3a1b2-f75c-42e5-8828-47aa75f68c2f', 'status': 'completed', 'code': 200} Feb 09 01:23:36.513226 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-70f9e1ea-de47-44de-9f4d-83bece7916cd tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.3585448 Feb 09 01:23:36.520459 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33522) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:36.525109 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f9e1ea-de47-44de-9f4d-83bece7916cd tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event updated for resources: {'Network': ['ID=b80150bf-02e6-4a49-a65c-56f1655e63dd,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:36.579302 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271145d3-4d73-49ab-940b-6e0495ddb9fc req-86e72b68-b71c-4ba2-a1b8-6ee6fe3839ee tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:36.605681 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271145d3-4d73-49ab-940b-6e0495ddb9fc req-86e72b68-b71c-4ba2-a1b8-6ee6fe3839ee tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:36.619898 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network b80150bf-02e6-4a49-a65c-56f1655e63dd details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:23:36.628545 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271145d3-4d73-49ab-940b-6e0495ddb9fc req-86e72b68-b71c-4ba2-a1b8-6ee6fe3839ee tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:36.644835 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271145d3-4d73-49ab-940b-6e0495ddb9fc req-86e72b68-b71c-4ba2-a1b8-6ee6fe3839ee tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:36.657330 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271145d3-4d73-49ab-940b-6e0495ddb9fc req-86e72b68-b71c-4ba2-a1b8-6ee6fe3839ee tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:36.675188 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271145d3-4d73-49ab-940b-6e0495ddb9fc req-86e72b68-b71c-4ba2-a1b8-6ee6fe3839ee tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:36.685022 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271145d3-4d73-49ab-940b-6e0495ddb9fc req-86e72b68-b71c-4ba2-a1b8-6ee6fe3839ee tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:36.694517 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-271145d3-4d73-49ab-940b-6e0495ddb9fc req-86e72b68-b71c-4ba2-a1b8-6ee6fe3839ee tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5419 time: 1.8673623 Feb 09 01:23:36.724090 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-ba87122b-b070-4c19-8839-9892dad56fa5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6139ea4-eff4-4b25-ad28-4b930ee5f21d HTTP/1.1" status: 200 len: 217 time: 0.2988989 Feb 09 01:23:36.729752 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b141b985-b7d1-4df5-bb9e-2fe09f7d0d6e tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:36.758951 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] For port 0ea7d0cd-65c9-4ba2-ac70-2fc718d27171, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:23:36.961290 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-271145d3-4d73-49ab-940b-6e0495ddb9fc req-ba17ceaa-47b2-497a-8c82-81efc5c85e72 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2482879 Feb 09 01:23:37.054386 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] For port 0ea7d0cd-65c9-4ba2-ac70-2fc718d27171, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=0ea7d0cd-65c9-4ba2-ac70-2fc718d27171,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:23:37.148961 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:37.241300 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d672b453-187b-4969-9e93-409aefd15da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:37.386350 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea7d0cd-65c9-4ba2-ac70-2fc718d27171,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:37.577737 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8417fc32-ca16-4e44-8e12-7b76e2bf4818 None None] Update dhcp port {'port': {'network_id': '55ed032f-7641-4a5e-b78d-b649e2a32e19', 'fixed_ips': [{'subnet_id': '5595d216-94ea-45e5-80dd-55928d464af1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bf92ea7a-6ad0-44e1-a3a6-e3a2f795d602'}], 'binding:host_id': 'n-d-828419-1'}, 'id': 'e0363fc9-5227-4715-8620-8276685ccd77'} from n-d-828419-1. {{(pid=87613) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:23:37.801340 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-5d00d975-d131-49d3-8b6b-67bff571e112 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:37.803097 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-5d00d975-d131-49d3-8b6b-67bff571e112 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.35 "GET /v2.0/networks?id=1c1a3b32-e583-4f44-92cf-7d4cd700a470 HTTP/1.1" status: 200 len: 819 time: 0.4228573 Feb 09 01:23:37.868244 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dc42b571-23a1-4904-a714-cd86432a7d7e req-a86ed779-953b-4729-9b4e-10961fc8a980 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 210 time: 0.3560076 Feb 09 01:23:37.929318 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0451128e-4197-4fe6-8b92-f67cfdaa1281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:37.929591 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2b69fa6d-67dc-49cd-812f-49db651415b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:37.930996 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-0451128e-4197-4fe6-8b92-f67cfdaa1281 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8ecf23e-3a6c-4d0a-995b-57294f1050d9 HTTP/1.1" status: 200 len: 850 time: 1.1816323 Feb 09 01:23:37.938632 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-660c356b-781c-4798-af81-b759be852bdc tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Request body: {'port': {'device_id': '08e95d05-fdd7-4f45-aa0a-0f57b971da33', 'network_id': '1c1a3b32-e583-4f44-92cf-7d4cd700a470', 'admin_state_up': True, 'tenant_id': 'ed945528e2364e0ba5c0570da01f0152'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:38.043200 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:38.056711 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:38.066036 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-c4cbd910-c923-49d2-9f9d-3060af68c123 service neutron] 10.222.0.35 "PUT /v2.0/ports/0ea7d0cd-65c9-4ba2-ac70-2fc718d27171 HTTP/1.1" status: 200 len: 1091 time: 8.0900342 Feb 09 01:23:38.162898 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8417fc32-ca16-4e44-8e12-7b76e2bf4818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:38.166833 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-73b003d2-f041-4faa-b9eb-d0dfe976c4ba tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] For port d0a933bd-dd04-44aa-8e17-aed9c18ee04f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d0a933bd-dd04-44aa-8e17-aed9c18ee04f,segment=NetworkSegment(c7d076e1-8b15-44c9-8798-ac914fcefc74),segment_id=c7d076e1-8b15-44c9-8798-ac914fcefc74)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:38.168923 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-73b003d2-f041-4faa-b9eb-d0dfe976c4ba tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:38.182731 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d0a933bd-dd04-44aa-8e17-aed9c18ee04f no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:23:38.464663 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c820ad-87c1-4e39-83b9-f89defa76bbf', 'tag': '0ea7d0cd-65c9-4ba2-ac70-2fc718d27171'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:23:38.482078 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-2b69fa6d-67dc-49cd-812f-49db651415b7 None None] For port e0363fc9-5227-4715-8620-8276685ccd77, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=e0363fc9-5227-4715-8620-8276685ccd77,segment=NetworkSegment(bbb37f18-231b-4ad1-9387-40ba0e3954bf),segment_id=bbb37f18-231b-4ad1-9387-40ba0e3954bf)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:38.538177 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2b69fa6d-67dc-49cd-812f-49db651415b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:38.583439 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333e508-429a-403f-b83c-9be8500af8f4 req-39e44fb5-3232-40a2-af06-eca55cb40625 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:38.592125 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3333e508-429a-403f-b83c-9be8500af8f4 req-39e44fb5-3232-40a2-af06-eca55cb40625 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c820ad-87c1-4e39-83b9-f89defa76bbf HTTP/1.1" status: 200 len: 943 time: 1.7323122 Feb 09 01:23:38.859469 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-73b003d2-f041-4faa-b9eb-d0dfe976c4ba tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Calling delete_port for d0a933bd-dd04-44aa-8e17-aed9c18ee04f owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:23:38.911099 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-03c00966-5a69-48f8-8eab-ebce43959592 req-be9e9999-2653-48b6-8cbe-299eef9220ee tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:38.923438 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b141b985-b7d1-4df5-bb9e-2fe09f7d0d6e tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:39.065677 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-03c00966-5a69-48f8-8eab-ebce43959592 req-be9e9999-2653-48b6-8cbe-299eef9220ee tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:39.066492 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-8417fc32-ca16-4e44-8e12-7b76e2bf4818 None None] Allocated IP 172.20.0.1 (55ed032f-7641-4a5e-b78d-b649e2a32e19/bf92ea7a-6ad0-44e1-a3a6-e3a2f795d602/e0363fc9-5227-4715-8620-8276685ccd77) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:39.071517 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b141b985-b7d1-4df5-bb9e-2fe09f7d0d6e tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:39.338978 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b141b985-b7d1-4df5-bb9e-2fe09f7d0d6e tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Network b80150bf-02e6-4a49-a65c-56f1655e63dd is not hosted by any dhcp agent {{(pid=87611) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 09 01:23:39.354531 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b141b985-b7d1-4df5-bb9e-2fe09f7d0d6e tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:39.355171 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b141b985-b7d1-4df5-bb9e-2fe09f7d0d6e tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:39.369455 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b141b985-b7d1-4df5-bb9e-2fe09f7d0d6e tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "PUT /v2.0/networks/b80150bf-02e6-4a49-a65c-56f1655e63dd HTTP/1.1" status: 200 len: 723 time: 2.8314462 Feb 09 01:23:39.376189 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33562) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:39.411235 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03c00966-5a69-48f8-8eab-ebce43959592 req-be9e9999-2653-48b6-8cbe-299eef9220ee tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Network 1c1a3b32-e583-4f44-92cf-7d4cd700a470 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:39.449300 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-35254093-f95e-4512-af83-83eb8cedb260 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Request body: {'subnet': {'network_id': 'b80150bf-02e6-4a49-a65c-56f1655e63dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:39.453991 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-03c00966-5a69-48f8-8eab-ebce43959592 req-be9e9999-2653-48b6-8cbe-299eef9220ee tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:39.527420 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3333e508-429a-403f-b83c-9be8500af8f4 req-51f83e1d-c90f-4c42-b9e4-c4dd41df147e tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9285247 Feb 09 01:23:39.534541 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c00966-5a69-48f8-8eab-ebce43959592 req-be9e9999-2653-48b6-8cbe-299eef9220ee tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:23:39.574770 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6e695d3f-dc1b-4670-8dc8-b600f8dc3f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:39.579055 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69fa6d-67dc-49cd-812f-49db651415b7 None None] Pushing event updated for resources: {'Port': ['ID=e0363fc9-5227-4715-8620-8276685ccd77,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:39.760350 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-8417fc32-ca16-4e44-8e12-7b76e2bf4818 None None] For port e0363fc9-5227-4715-8620-8276685ccd77, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=e0363fc9-5227-4715-8620-8276685ccd77,segment=NetworkSegment(bbb37f18-231b-4ad1-9387-40ba0e3954bf),segment_id=bbb37f18-231b-4ad1-9387-40ba0e3954bf)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:39.812523 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8417fc32-ca16-4e44-8e12-7b76e2bf4818 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:39.883816 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c820ad-87c1-4e39-83b9-f89defa76bbf', 'tag': '0ea7d0cd-65c9-4ba2-ac70-2fc718d27171', 'status': 'completed', 'code': 200} Feb 09 01:23:39.885600 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-df483473-fd86-45bf-b5c0-0e01f9b0d02b None None] For port d0a933bd-dd04-44aa-8e17-aed9c18ee04f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d0a933bd-dd04-44aa-8e17-aed9c18ee04f,segment=NetworkSegment(c7d076e1-8b15-44c9-8798-ac914fcefc74),segment_id=c7d076e1-8b15-44c9-8798-ac914fcefc74)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:39.886116 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-df483473-fd86-45bf-b5c0-0e01f9b0d02b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:39.906766 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-543597fc-33f1-4635-b471-0aeba7d65335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:39.908284 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-543597fc-33f1-4635-b471-0aeba7d65335 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=211c22fa-e090-41d1-bde6-fe315257e8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.9434865 Feb 09 01:23:40.009283 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531a0d4-19b9-42b5-89ce-dda4fae4904c req-75c8b3fd-fb59-4889-8cec-2c061b8ccf0e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:40.042076 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531a0d4-19b9-42b5-89ce-dda4fae4904c req-75c8b3fd-fb59-4889-8cec-2c061b8ccf0e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:40.042259 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-660c356b-781c-4798-af81-b759be852bdc tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:40.054288 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531a0d4-19b9-42b5-89ce-dda4fae4904c req-75c8b3fd-fb59-4889-8cec-2c061b8ccf0e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:40.081731 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531a0d4-19b9-42b5-89ce-dda4fae4904c req-75c8b3fd-fb59-4889-8cec-2c061b8ccf0e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:40.093012 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531a0d4-19b9-42b5-89ce-dda4fae4904c req-75c8b3fd-fb59-4889-8cec-2c061b8ccf0e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:40.104344 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531a0d4-19b9-42b5-89ce-dda4fae4904c req-75c8b3fd-fb59-4889-8cec-2c061b8ccf0e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:40.122661 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531a0d4-19b9-42b5-89ce-dda4fae4904c req-75c8b3fd-fb59-4889-8cec-2c061b8ccf0e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:40.134831 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a531a0d4-19b9-42b5-89ce-dda4fae4904c req-75c8b3fd-fb59-4889-8cec-2c061b8ccf0e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5419 time: 1.5005519 Feb 09 01:23:40.206734 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141b985-b7d1-4df5-bb9e-2fe09f7d0d6e tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event updated for resources: {'Network': ['ID=b80150bf-02e6-4a49-a65c-56f1655e63dd,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:40.213160 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-df483473-fd86-45bf-b5c0-0e01f9b0d02b None None] Calling delete_port for d0a933bd-dd04-44aa-8e17-aed9c18ee04f owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:23:40.315669 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:40.329871 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-73b003d2-f041-4faa-b9eb-d0dfe976c4ba tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:40.355171 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e9999-2653-48b6-8cbe-299eef9220ee tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Pushing event updated for resources: {'Port': ['ID=f5767c25-7a4d-4c57-91e6-7ee0300d6889,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:40.359990 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-a0d55fe2-d6ef-470d-a2b3-12887d7abe34 service neutron] 10.222.0.35 "GET /v2.0/networks/211c22fa-e090-41d1-bde6-fe315257e8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218404 Feb 09 01:23:40.365229 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-660c356b-781c-4798-af81-b759be852bdc tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Usage tracker for resource:port and tenant:ed945528e2364e0ba5c0570da01f0152 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:40.365678 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a531a0d4-19b9-42b5-89ce-dda4fae4904c req-00eafbda-c4af-4009-98dd-bd84b48ccfe4 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2138491 Feb 09 01:23:40.372174 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-660c356b-781c-4798-af81-b759be852bdc tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:40.406979 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-660c356b-781c-4798-af81-b759be852bdc tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:40.423890 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network b80150bf-02e6-4a49-a65c-56f1655e63dd details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:23:40.442356 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-35254093-f95e-4512-af83-83eb8cedb260 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:40.455277 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b003d2-f041-4faa-b9eb-d0dfe976c4ba tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] No DVR routers for this DVR port d0a933bd-dd04-44aa-8e17-aed9c18ee04f on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:23:40.515064 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-7230dd1d-9878-46c0-af07-7bac4b0bfecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:40.520019 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-7230dd1d-9878-46c0-af07-7bac4b0bfecf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9&device_id=e7c820ad-87c1-4e39-83b9-f89defa76bbf HTTP/1.1" status: 200 len: 1094 time: 2.1653008 Feb 09 01:23:40.525779 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6844abff-b856-430a-bcee-cb8e2ff165bd req-bde08f7f-71dc-4a70-9d7c-bb0a15399043 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 210 time: 0.1090782 Feb 09 01:23:40.662335 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b003d2-f041-4faa-b9eb-d0dfe976c4ba tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Pushing event deleted for resources: {'Port': ['ID=d0a933bd-dd04-44aa-8e17-aed9c18ee04f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:40.665841 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-35254093-f95e-4512-af83-83eb8cedb260 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:40.734413 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35254093-f95e-4512-af83-83eb8cedb260 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Made reservation on behalf of 8e5692b9b6d3459a8c367b19d8e930d9 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:40.749688 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-35254093-f95e-4512-af83-83eb8cedb260 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:40.904958 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8417fc32-ca16-4e44-8e12-7b76e2bf4818 None None] Transition to ACTIVE for port object e0363fc9-5227-4715-8620-8276685ccd77 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:40.981520 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-73b003d2-f041-4faa-b9eb-d0dfe976c4ba tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:40.995378 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-ce702ab3-085a-4d45-8e87-3717aaea3866 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ea7d0cd-65c9-4ba2-ac70-2fc718d27171 HTTP/1.1" status: 200 len: 217 time: 0.4684637 Feb 09 01:23:41.011315 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c00966-5a69-48f8-8eab-ebce43959592 req-be9e9999-2653-48b6-8cbe-299eef9220ee tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:41.012057 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-03c00966-5a69-48f8-8eab-ebce43959592 req-be9e9999-2653-48b6-8cbe-299eef9220ee tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:41.029369 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8417fc32-ca16-4e44-8e12-7b76e2bf4818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:41.045514 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:41.049941 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-df483473-fd86-45bf-b5c0-0e01f9b0d02b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:23:41.051172 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-df483473-fd86-45bf-b5c0-0e01f9b0d02b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:23:41.151605 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:41.252787 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-73b003d2-f041-4faa-b9eb-d0dfe976c4ba tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93d97990-d0d0-4a69-ac4c-839b2328738f']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:41.285098 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-73b003d2-f041-4faa-b9eb-d0dfe976c4ba tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d076e1-8b15-44c9-8798-ac914fcefc74') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:41.285536 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-73b003d2-f041-4faa-b9eb-d0dfe976c4ba tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d076e1-8b15-44c9-8798-ac914fcefc74') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:41.307258 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-73b003d2-f041-4faa-b9eb-d0dfe976c4ba tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:41.339920 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-73b003d2-f041-4faa-b9eb-d0dfe976c4ba tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:41.360148 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b003d2-f041-4faa-b9eb-d0dfe976c4ba tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Releasing vlan 983 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:23:41.364021 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-73b003d2-f041-4faa-b9eb-d0dfe976c4ba tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:41.497471 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-660c356b-781c-4798-af81-b759be852bdc tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Made reservation on behalf of ed945528e2364e0ba5c0570da01f0152 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:41.516601 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417fc32-ca16-4e44-8e12-7b76e2bf4818 None None] Pushing event updated for resources: {'Port': ['ID=e0363fc9-5227-4715-8620-8276685ccd77,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:41.517196 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-660c356b-781c-4798-af81-b759be852bdc tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:41.547028 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device e0363fc9-5227-4715-8620-8276685ccd77 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:23:41.554342 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-03c00966-5a69-48f8-8eab-ebce43959592 req-be9e9999-2653-48b6-8cbe-299eef9220ee tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.2211807 Feb 09 01:23:41.623876 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-df483473-fd86-45bf-b5c0-0e01f9b0d02b None None] Deleting port d0a933bd-dd04-44aa-8e17-aed9c18ee04f {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:41.624241 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-df483473-fd86-45bf-b5c0-0e01f9b0d02b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:41.643382 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-03c00966-5a69-48f8-8eab-ebce43959592 req-b4611a2c-5a63-4baa-93e5-54827d704c74 service neutron] Request body: {'port': {'device_id': 'd4f9d66d-3ff5-4918-8d17-11f27389f700', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:41.768868 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-df483473-fd86-45bf-b5c0-0e01f9b0d02b None None] The port 'd0a933bd-dd04-44aa-8e17-aed9c18ee04f' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:23:41.828866 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:41.867084 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:23:41.867084 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:23:41.867084 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:23:41.867084 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:23:41.867084 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:23:41.867084 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:23:41.867084 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:23:41.867084 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:23:41.867084 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:23:41.867084 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:23:41.867084 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:23:41.867084 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:23:41.867084 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:23:41.867084 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:23:41.867084 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:23:41.867084 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:23:41.867084 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:23:41.867084 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:23:41.867084 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:23:41.867084 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:23:41.867084 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:23:41.867084 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:23:41.867084 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:23:41.867084 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:23:41.867084 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:23:41.867084 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:23:41.867084 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:23:41.867084 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:23:41.867084 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:23:41.867084 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:23:41.867084 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:23:41.867084 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:23:41.900137 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d405e3-1cf4-4645-ace4-8ae183b15a7a req-ace2e5e4-6bfa-4989-9f89-e36a2327d98a tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:41.919129 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a1d405e3-1cf4-4645-ace4-8ae183b15a7a req-ace2e5e4-6bfa-4989-9f89-e36a2327d98a tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c820ad-87c1-4e39-83b9-f89defa76bbf HTTP/1.1" status: 200 len: 943 time: 0.9491751 Feb 09 01:23:42.011218 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-56b17acb-b40a-4d2c-bef7-41dfb14e7f69 service neutron] 10.222.0.35 "GET /v2.0/networks/211c22fa-e090-41d1-bde6-fe315257e8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2641995 Feb 09 01:23:42.161324 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a1d405e3-1cf4-4645-ace4-8ae183b15a7a req-89baeafb-05ec-49af-a860-7ddb3cb356f0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412076 Feb 09 01:23:42.174596 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-73b003d2-f041-4faa-b9eb-d0dfe976c4ba tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:42.228417 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-73b003d2-f041-4faa-b9eb-d0dfe976c4ba tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:42.290613 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-73b003d2-f041-4faa-b9eb-d0dfe976c4ba tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] 10.222.0.37 "DELETE /v2.0/networks/93d97990-d0d0-4a69-ac4c-839b2328738f HTTP/1.1" status: 204 len: 168 time: 8.0360863 Feb 09 01:23:42.293101 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33592) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:42.311150 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b003d2-f041-4faa-b9eb-d0dfe976c4ba tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Pushing event deleted for resources: {'Network': ['ID=93d97990-d0d0-4a69-ac4c-839b2328738f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:42.354526 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:23:42.363150 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-df786586-7deb-4124-89a3-c4806191e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:42.363296 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-df786586-7deb-4124-89a3-c4806191e519 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5c99494-da9a-458d-b6b1-e6de1927c8e8 HTTP/1.1" status: 200 len: 850 time: 1.3428876 Feb 09 01:23:42.375680 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-e75ceb7a-e36e-4b4c-9cad-83270d7e8700 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=87a166c3-a949-48ae-a41b-5e45c1439f17 HTTP/1.1" status: 200 len: 217 time: 0.3390474 Feb 09 01:23:42.534630 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-94bd05dc-67b4-4f3a-ba43-d7142aeee467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:42.537541 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-94bd05dc-67b4-4f3a-ba43-d7142aeee467 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=760d545b-8344-489a-b34a-2bacf7e004bf HTTP/1.1" status: 200 len: 797 time: 0.1040859 Feb 09 01:23:42.607302 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d83639-ba30-4761-a1ac-1c0d9b7f7aef None None] Network 55ed032f-7641-4a5e-b78d-b649e2a32e19 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:23:42.665579 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-78658bec-216c-4953-aac5-b6de02c5269a None None] Provisioning for port e0363fc9-5227-4715-8620-8276685ccd77 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:42.705795 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-03c00966-5a69-48f8-8eab-ebce43959592 req-b4611a2c-5a63-4baa-93e5-54827d704c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:42.735088 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b441c41b-3a96-4261-a163-916705b85390 req-4421ddde-6ba9-47ee-b568-f3ff602f8eb4 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 210 time: 0.1138945 Feb 09 01:23:42.759386 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-78658bec-216c-4953-aac5-b6de02c5269a None None] Provisioning complete for port e0363fc9-5227-4715-8620-8276685ccd77 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:42.759946 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-78658bec-216c-4953-aac5-b6de02c5269a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:42.783311 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-86330ce7-7464-4c5d-b4e6-2da9b241aa8c tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Deleting port 4521dc73-fb68-4962-9a75-fb9cb7470f22 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:42.783668 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-86330ce7-7464-4c5d-b4e6-2da9b241aa8c tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:42.890804 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-660c356b-781c-4798-af81-b759be852bdc tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Allocated IP 172.20.0.7 (1c1a3b32-e583-4f44-92cf-7d4cd700a470/3adcfdc5-e139-42b4-9124-6c2f9489c0d6/e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:42.894245 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-35254093-f95e-4512-af83-83eb8cedb260 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:42.969512 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69201535-0993-42aa-8eba-eebcf3d2b2ec req-473fdf5a-759c-4dc3-9f19-b2bdbe7b1087 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:42.976517 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69201535-0993-42aa-8eba-eebcf3d2b2ec req-473fdf5a-759c-4dc3-9f19-b2bdbe7b1087 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:42.984022 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69201535-0993-42aa-8eba-eebcf3d2b2ec req-473fdf5a-759c-4dc3-9f19-b2bdbe7b1087 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:42.990706 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69201535-0993-42aa-8eba-eebcf3d2b2ec req-473fdf5a-759c-4dc3-9f19-b2bdbe7b1087 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:42.998672 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69201535-0993-42aa-8eba-eebcf3d2b2ec req-473fdf5a-759c-4dc3-9f19-b2bdbe7b1087 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:43.005477 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69201535-0993-42aa-8eba-eebcf3d2b2ec req-473fdf5a-759c-4dc3-9f19-b2bdbe7b1087 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:43.011334 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69201535-0993-42aa-8eba-eebcf3d2b2ec req-473fdf5a-759c-4dc3-9f19-b2bdbe7b1087 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:43.013352 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-69201535-0993-42aa-8eba-eebcf3d2b2ec req-473fdf5a-759c-4dc3-9f19-b2bdbe7b1087 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5419 time: 1.2959778 Feb 09 01:23:43.188349 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35254093-f95e-4512-af83-83eb8cedb260 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event updated for resources: {'Subnet': ['ID=e723e272-cb6d-4416-b5dd-013292a8aa2e,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:43.223042 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35254093-f95e-4512-af83-83eb8cedb260 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Checking segment: {'id': 'b33da47b-3499-40ae-8c26-05bedf4ea9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'b80150bf-02e6-4a49-a65c-56f1655e63dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:23:43.234123 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35254093-f95e-4512-af83-83eb8cedb260 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Network hostable DHCP agents. Network: b80150bf-02e6-4a49-a65c-56f1655e63dd, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:23:43.300345 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35254093-f95e-4512-af83-83eb8cedb260 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Network b80150bf-02e6-4a49-a65c-56f1655e63dd is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:23:43.334070 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-86330ce7-7464-4c5d-b4e6-2da9b241aa8c tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:43.334757 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-86330ce7-7464-4c5d-b4e6-2da9b241aa8c tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:43.407182 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-8b2d269e-a9cf-4864-9422-0eb0188ef60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:43.407182 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-8b2d269e-a9cf-4864-9422-0eb0188ef60a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d0976495-8081-44af-be21-4d619e68defa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8560979 Feb 09 01:23:43.469784 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33604) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:43.489022 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device e0363fc9-5227-4715-8620-8276685ccd77 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:23:43.532226 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-ed911c05-8ee7-449a-8cf3-473634cc947b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:43.537781 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-ed911c05-8ee7-449a-8cf3-473634cc947b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37619b15-03b6-4ee3-8b5e-c1b376918ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1606436 Feb 09 01:23:43.617952 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port e0363fc9-5227-4715-8620-8276685ccd77 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:43.618542 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:43.683852 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad45a2ca-6518-42ee-a354-a4e8287b7db0 admin admin] Deleting subnet 610ff685-6e85-4c25-ba33-f1568004e4db {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:23:43.736249 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-86330ce7-7464-4c5d-b4e6-2da9b241aa8c tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Calling delete_port for 4521dc73-fb68-4962-9a75-fb9cb7470f22 owned by network:floatingip {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:23:43.781516 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-35254093-f95e-4512-af83-83eb8cedb260 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, b80150bf-02e6-4a49-a65c-56f1655e63dd) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:43.793430 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c1f25d-11ee-4258-bfd3-4429d1931743 None None] Network b80150bf-02e6-4a49-a65c-56f1655e63dd requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:23:43.798213 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ad45a2ca-6518-42ee-a354-a4e8287b7db0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:43.890804 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-660c356b-781c-4798-af81-b759be852bdc tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:43.900616 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ad45a2ca-6518-42ee-a354-a4e8287b7db0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:43.924935 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-69201535-0993-42aa-8eba-eebcf3d2b2ec req-fcd1c275-2d36-41fc-ba0c-fb32cd5ef3f2 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6058357 Feb 09 01:23:44.036877 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b37989d2-20db-4740-9212-1620c8763734 None None] Provisioning complete for port e0363fc9-5227-4715-8620-8276685ccd77 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:44.037163 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b37989d2-20db-4740-9212-1620c8763734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:44.173823 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-660c356b-781c-4798-af81-b759be852bdc tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:44.216280 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35254093-f95e-4512-af83-83eb8cedb260 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:44.216917 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-35254093-f95e-4512-af83-83eb8cedb260 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:44.254068 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-86330ce7-7464-4c5d-b4e6-2da9b241aa8c tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:44.452656 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-660c356b-781c-4798-af81-b759be852bdc tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Network 1c1a3b32-e583-4f44-92cf-7d4cd700a470 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:44.458717 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbeb9ca0-7f79-43fe-8c67-e2f438491bc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-b80150bf-02e6-4a49-a65c-56f1655e63dd', 'network_id': 'b80150bf-02e6-4a49-a65c-56f1655e63dd', 'tenant_id': '8e5692b9b6d3459a8c367b19d8e930d9', 'fixed_ips': [{'subnet_id': 'e723e272-cb6d-4416-b5dd-013292a8aa2e'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:23:44.459588 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-cbeb9ca0-7f79-43fe-8c67-e2f438491bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:44.484165 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86330ce7-7464-4c5d-b4e6-2da9b241aa8c tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Pushing event deleted for resources: {'Port': ['ID=4521dc73-fb68-4962-9a75-fb9cb7470f22,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:44.490629 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-660c356b-781c-4798-af81-b759be852bdc tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:44.622049 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-86330ce7-7464-4c5d-b4e6-2da9b241aa8c tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks [] for floatingip, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:44.678541 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-cbeb9ca0-7f79-43fe-8c67-e2f438491bc0 None None] Allocated IP 2001:db8::2 (b80150bf-02e6-4a49-a65c-56f1655e63dd/e723e272-cb6d-4416-b5dd-013292a8aa2e/8dc2aca9-b154-4243-ac6b-020f4ed324de) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:44.683463 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-86330ce7-7464-4c5d-b4e6-2da9b241aa8c tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:44.689507 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-86330ce7-7464-4c5d-b4e6-2da9b241aa8c tempest-FloatingIPAdminTestJSON-234593248 tempest-FloatingIPAdminTestJSON-234593248-project] 10.222.0.37 "DELETE /v2.0/floatingips/c9326d09-ed8d-4081-9c98-3233ffff55c0 HTTP/1.1" status: 204 len: 168 time: 2.3751607 Feb 09 01:23:44.704703 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ad45a2ca-6518-42ee-a354-a4e8287b7db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:44.804374 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-35254093-f95e-4512-af83-83eb8cedb260 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.3808215 Feb 09 01:23:44.811926 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33626) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:44.820121 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-dec118a7-4b0e-4405-bfb3-e95975771c5d tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:44.853897 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-f391bc8d-3276-47ee-8b9b-e22604cba009 service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1231084 Feb 09 01:23:44.867267 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-660c356b-781c-4798-af81-b759be852bdc tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:23:44.901412 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce917d92-d7ac-466d-a2a9-83c901db9ef0 req-a077c94a-1678-4f74-bcf8-5bb1cfcc64c5 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:44.911377 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ce917d92-d7ac-466d-a2a9-83c901db9ef0 req-a077c94a-1678-4f74-bcf8-5bb1cfcc64c5 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c820ad-87c1-4e39-83b9-f89defa76bbf HTTP/1.1" status: 200 len: 943 time: 1.4416263 Feb 09 01:23:44.925506 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-3d6995f6-b178-4b20-9a64-f991716f83cb service neutron] 10.222.0.35 "GET /v2.0/networks/d0976495-8081-44af-be21-4d619e68defa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4049866 Feb 09 01:23:44.943870 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ad45a2ca-6518-42ee-a354-a4e8287b7db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:45.221771 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-cbeb9ca0-7f79-43fe-8c67-e2f438491bc0 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:45.239123 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-cbeb9ca0-7f79-43fe-8c67-e2f438491bc0 None None] Transition to ACTIVE for port object 8dc2aca9-b154-4243-ac6b-020f4ed324de will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:45.279501 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-cbeb9ca0-7f79-43fe-8c67-e2f438491bc0 None None] Transition to ACTIVE for port object 8dc2aca9-b154-4243-ac6b-020f4ed324de will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:45.291407 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a2ca-6518-42ee-a354-a4e8287b7db0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=610ff685-6e85-4c25-ba33-f1568004e4db,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:45.293749 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-cbeb9ca0-7f79-43fe-8c67-e2f438491bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:45.319499 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33634) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:45.331192 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ad45a2ca-6518-42ee-a354-a4e8287b7db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:45.344698 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ad45a2ca-6518-42ee-a354-a4e8287b7db0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/610ff685-6e85-4c25-ba33-f1568004e4db HTTP/1.1" status: 204 len: 168 time: 1.8723271 Feb 09 01:23:45.345443 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33640) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:45.455860 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb9ca0-7f79-43fe-8c67-e2f438491bc0 None None] Pushing event updated for resources: {'Port': ['ID=8dc2aca9-b154-4243-ac6b-020f4ed324de,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:45.469151 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ce917d92-d7ac-466d-a2a9-83c901db9ef0 req-c35aac8f-7f4b-4023-8171-f274f012a077 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5557065 Feb 09 01:23:45.478011 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeb9ca0-7f79-43fe-8c67-e2f438491bc0 None None] Network b80150bf-02e6-4a49-a65c-56f1655e63dd is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:45.480098 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-cbeb9ca0-7f79-43fe-8c67-e2f438491bc0 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:45.486826 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeb9ca0-7f79-43fe-8c67-e2f438491bc0 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:23:45.512895 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dec118a7-4b0e-4405-bfb3-e95975771c5d tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6140831'] for subnet, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:45.519469 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-660c356b-781c-4798-af81-b759be852bdc tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:45.520213 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-660c356b-781c-4798-af81-b759be852bdc tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:45.573649 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c356b-781c-4798-af81-b759be852bdc tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Pushing event updated for resources: {'Port': ['ID=e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:45.654971 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-cbeb9ca0-7f79-43fe-8c67-e2f438491bc0 None None] Attempting to bind port 8dc2aca9-b154-4243-ac6b-020f4ed324de on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:23:45.655335 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-cbeb9ca0-7f79-43fe-8c67-e2f438491bc0 None None] Attempting to bind port 8dc2aca9-b154-4243-ac6b-020f4ed324de by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'b33da47b-3499-40ae-8c26-05bedf4ea9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'b80150bf-02e6-4a49-a65c-56f1655e63dd'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:23:45.655701 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeb9ca0-7f79-43fe-8c67-e2f438491bc0 None None] Attempting to bind port 8dc2aca9-b154-4243-ac6b-020f4ed324de on network b80150bf-02e6-4a49-a65c-56f1655e63dd {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:23:45.656211 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2c92638-b485-48e1-a095-4e3d2fbd3c52 req-f4860aaf-3e02-4242-bca8-d52a6d6cd03f service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7296429 Feb 09 01:23:45.662204 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeb9ca0-7f79-43fe-8c67-e2f438491bc0 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:23:45.663824 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeb9ca0-7f79-43fe-8c67-e2f438491bc0 None None] Checking segment: {'id': 'b33da47b-3499-40ae-8c26-05bedf4ea9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'b80150bf-02e6-4a49-a65c-56f1655e63dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:23:45.664612 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-cbeb9ca0-7f79-43fe-8c67-e2f438491bc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:45.665058 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeb9ca0-7f79-43fe-8c67-e2f438491bc0 None None] Bound using segment: {'id': 'b33da47b-3499-40ae-8c26-05bedf4ea9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'b80150bf-02e6-4a49-a65c-56f1655e63dd'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:23:45.665539 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-cbeb9ca0-7f79-43fe-8c67-e2f438491bc0 None None] Bound port: 8dc2aca9-b154-4243-ac6b-020f4ed324de, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33da47b-3499-40ae-8c26-05bedf4ea9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'b80150bf-02e6-4a49-a65c-56f1655e63dd'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:23:45.665909 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-cbeb9ca0-7f79-43fe-8c67-e2f438491bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:45.679021 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-660c356b-781c-4798-af81-b759be852bdc tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.7443731 Feb 09 01:23:45.732497 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-d7c622ac-be9a-4071-a04c-0270fc4ac988 service neutron] Request body: {'port': {'device_id': '08e95d05-fdd7-4f45-aa0a-0f57b971da33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:45.834398 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-cbeb9ca0-7f79-43fe-8c67-e2f438491bc0 None None] For port 8dc2aca9-b154-4243-ac6b-020f4ed324de, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:23:45.837544 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-cbeb9ca0-7f79-43fe-8c67-e2f438491bc0 None None] For port 8dc2aca9-b154-4243-ac6b-020f4ed324de, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=8dc2aca9-b154-4243-ac6b-020f4ed324de,segment=NetworkSegment(b33da47b-3499-40ae-8c26-05bedf4ea9d0),segment_id=b33da47b-3499-40ae-8c26-05bedf4ea9d0)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:23:45.843042 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-cbeb9ca0-7f79-43fe-8c67-e2f438491bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:45.909794 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041ea00-63a9-471e-9624-ac942c72e106 req-decdbaf1-8221-4f72-aaac-66c9f7329ea9 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:45.910484 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-c041ea00-63a9-471e-9624-ac942c72e106 req-decdbaf1-8221-4f72-aaac-66c9f7329ea9 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Synchronizing usage tracker for tenant:ed945528e2364e0ba5c0570da01f0152 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:23:45.940536 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-e4b2874a-b581-40f1-98d4-60ebcf3dac4a service neutron] 10.222.0.35 "GET /v2.0/networks/d0976495-8081-44af-be21-4d619e68defa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9486740 Feb 09 01:23:45.953488 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb9ca0-7f79-43fe-8c67-e2f438491bc0 None None] Pushing event updated for resources: {'Port': ['ID=8dc2aca9-b154-4243-ac6b-020f4ed324de,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:45.963846 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-725ad4f1-0d4b-4aa5-9210-b21e6b66f651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:45.993456 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5b7e0877-a52d-4bd4-aec3-901e308e90c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1f2e553723194a46bd7d746285f82ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6692955 Feb 09 01:23:45.998241 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33646) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:46.135915 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1f8689ed-cbd2-42ce-b324-80257cb2c8ea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=ddbf1bed-fd18-4ede-9e41-c7d28efc92b6 HTTP/1.1" status: 200 len: 217 time: 0.1664500 Feb 09 01:23:46.195010 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf872e-ff39-45ed-8eff-3eb4e4b6a6c8 req-194cb879-1f81-49f1-8536-1ed5e7d10222 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:46.204446 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf872e-ff39-45ed-8eff-3eb4e4b6a6c8 req-194cb879-1f81-49f1-8536-1ed5e7d10222 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:46.209756 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf872e-ff39-45ed-8eff-3eb4e4b6a6c8 req-194cb879-1f81-49f1-8536-1ed5e7d10222 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:46.215773 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf872e-ff39-45ed-8eff-3eb4e4b6a6c8 req-194cb879-1f81-49f1-8536-1ed5e7d10222 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:46.221256 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf872e-ff39-45ed-8eff-3eb4e4b6a6c8 req-194cb879-1f81-49f1-8536-1ed5e7d10222 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:46.228568 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf872e-ff39-45ed-8eff-3eb4e4b6a6c8 req-194cb879-1f81-49f1-8536-1ed5e7d10222 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:46.228703 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-c041ea00-63a9-471e-9624-ac942c72e106 req-decdbaf1-8221-4f72-aaac-66c9f7329ea9 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Unset dirty status for tenant:ed945528e2364e0ba5c0570da01f0152 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:23:46.228911 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c041ea00-63a9-471e-9624-ac942c72e106 req-decdbaf1-8221-4f72-aaac-66c9f7329ea9 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 931 time: 2.0223377 Feb 09 01:23:46.233278 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf872e-ff39-45ed-8eff-3eb4e4b6a6c8 req-194cb879-1f81-49f1-8536-1ed5e7d10222 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:46.235265 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c3bf872e-ff39-45ed-8eff-3eb4e4b6a6c8 req-194cb879-1f81-49f1-8536-1ed5e7d10222 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5419 time: 0.5452268 Feb 09 01:23:46.286205 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2076ad4-7414-45b1-accc-67c3b33043da req-7728911f-b6ae-42ca-9321-3dee3427c582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:46.287647 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c2076ad4-7414-45b1-accc-67c3b33043da req-7728911f-b6ae-42ca-9321-3dee3427c582 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9&device_id=e7c820ad-87c1-4e39-83b9-f89defa76bbf HTTP/1.1" status: 200 len: 1094 time: 0.4878509 Feb 09 01:23:46.288960 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-cb716937-534b-4e03-9c53-18fbfc78d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:46.290272 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-cb716937-534b-4e03-9c53-18fbfc78d599 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=760d545b-8344-489a-b34a-2bacf7e004bf HTTP/1.1" status: 200 len: 797 time: 0.1311767 Feb 09 01:23:46.308171 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-d7c622ac-be9a-4071-a04c-0270fc4ac988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:46.322204 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-725ad4f1-0d4b-4aa5-9210-b21e6b66f651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:46.339528 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dec118a7-4b0e-4405-bfb3-e95975771c5d tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757039949572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6723962'] for subnet, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:46.363518 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-03c00966-5a69-48f8-8eab-ebce43959592 req-b4611a2c-5a63-4baa-93e5-54827d704c74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5767c25-7a4d-4c57-91e6-7ee0300d6889 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:23:46.407053 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-03c00966-5a69-48f8-8eab-ebce43959592 req-b4611a2c-5a63-4baa-93e5-54827d704c74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:46.417607 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-725ad4f1-0d4b-4aa5-9210-b21e6b66f651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad238f4b-34bd-42e1-957d-8f3ce51d9465']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:46.442829 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-44d58b0e-27a6-4f3d-a36e-dfaa86e904c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:46.448648 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c3bf872e-ff39-45ed-8eff-3eb4e4b6a6c8 req-d4d7a259-63f4-49ed-8122-3f9641e23d07 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1845918 Feb 09 01:23:46.450467 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-725ad4f1-0d4b-4aa5-9210-b21e6b66f651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef2e8be9-8b23-4223-8ea8-154a0938a2cf') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:46.450765 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-725ad4f1-0d4b-4aa5-9210-b21e6b66f651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef2e8be9-8b23-4223-8ea8-154a0938a2cf') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:46.461149 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec118a7-4b0e-4405-bfb3-e95975771c5d tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:46.461779 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dec118a7-4b0e-4405-bfb3-e95975771c5d tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:46.465822 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-dec118a7-4b0e-4405-bfb3-e95975771c5d tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "PUT /v2.0/subnets/e723e272-cb6d-4416-b5dd-013292a8aa2e HTTP/1.1" status: 200 len: 826 time: 1.6524727 Feb 09 01:23:46.473840 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 33652) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:46.488118 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-725ad4f1-0d4b-4aa5-9210-b21e6b66f651 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:46.489497 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-03c00966-5a69-48f8-8eab-ebce43959592 req-b4611a2c-5a63-4baa-93e5-54827d704c74 service neutron] Transition to ACTIVE for port object f5767c25-7a4d-4c57-91e6-7ee0300d6889 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:46.523618 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec118a7-4b0e-4405-bfb3-e95975771c5d tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event updated for resources: {'Subnet': ['ID=e723e272-cb6d-4416-b5dd-013292a8aa2e,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:46.525944 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-725ad4f1-0d4b-4aa5-9210-b21e6b66f651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:46.529326 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-44d58b0e-27a6-4f3d-a36e-dfaa86e904c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:46.545281 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-725ad4f1-0d4b-4aa5-9210-b21e6b66f651 admin admin] Releasing vlan 972 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:23:46.545722 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-725ad4f1-0d4b-4aa5-9210-b21e6b66f651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:46.560337 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:23:46.560337 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:23:46.560337 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:23:46.560337 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:23:46.560337 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:23:46.560337 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:23:46.560337 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:23:46.560337 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:23:46.560337 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:23:46.560337 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:23:46.560337 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:23:46.560337 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:23:46.560337 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:23:46.560337 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:23:46.560337 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:23:46.560337 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:23:46.560337 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:23:46.560337 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:23:46.560337 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:23:46.560337 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:23:46.560337 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:23:46.560337 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:23:46.560337 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:23:46.560337 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:23:46.560337 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:23:46.560337 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:23:46.560337 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:23:46.560337 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:23:46.560337 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:23:46.560337 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:23:46.560337 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:23:46.560337 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:23:46.581610 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-03c00966-5a69-48f8-8eab-ebce43959592 req-b4611a2c-5a63-4baa-93e5-54827d704c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:46.729318 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2076ad4-7414-45b1-accc-67c3b33043da req-495acf50-33c1-45f9-9648-74a3a22c47aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:46.730631 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c2076ad4-7414-45b1-accc-67c3b33043da req-495acf50-33c1-45f9-9648-74a3a22c47aa service neutron] 10.222.0.35 "GET /v2.0/networks?id=37619b15-03b6-4ee3-8b5e-c1b376918ea6 HTTP/1.1" status: 200 len: 912 time: 0.4059780 Feb 09 01:23:46.732818 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-c041ea00-63a9-471e-9624-ac942c72e106 req-d3dd8597-b1ce-4ebf-aa32-66ab2fa54b5a tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Synchronizing usage tracker for tenant:ed945528e2364e0ba5c0570da01f0152 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:23:46.742621 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-725ad4f1-0d4b-4aa5-9210-b21e6b66f651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:46.763897 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-725ad4f1-0d4b-4aa5-9210-b21e6b66f651 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:46.774819 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ad4f1-0d4b-4aa5-9210-b21e6b66f651 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad238f4b-34bd-42e1-957d-8f3ce51d9465,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:46.790406 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-44d58b0e-27a6-4f3d-a36e-dfaa86e904c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:46.798833 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eae1ba-749a-4852-8811-7612369144bc req-98e63341-9855-4aa7-b6bf-523d2dfa377c tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:46.800374 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f5eae1ba-749a-4852-8811-7612369144bc req-98e63341-9855-4aa7-b6bf-523d2dfa377c tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c820ad-87c1-4e39-83b9-f89defa76bbf HTTP/1.1" status: 200 len: 943 time: 0.1826768 Feb 09 01:23:46.813576 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d58b0e-27a6-4f3d-a36e-dfaa86e904c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6812ad-94f5-4292-babf-5c3a4d78aaa9,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:46.844562 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-725ad4f1-0d4b-4aa5-9210-b21e6b66f651 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ad238f4b-34bd-42e1-957d-8f3ce51d9465 HTTP/1.1" status: 204 len: 168 time: 1.4974902 Feb 09 01:23:46.847709 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-c041ea00-63a9-471e-9624-ac942c72e106 req-d3dd8597-b1ce-4ebf-aa32-66ab2fa54b5a tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Unset dirty status for tenant:ed945528e2364e0ba5c0570da01f0152 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:23:46.848224 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33666) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:46.852919 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-44d58b0e-27a6-4f3d-a36e-dfaa86e904c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:46.854649 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-44d58b0e-27a6-4f3d-a36e-dfaa86e904c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf6812ad-94f5-4292-babf-5c3a4d78aaa9 HTTP/1.1" status: 204 len: 168 time: 0.8530962 Feb 09 01:23:46.857200 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c041ea00-63a9-471e-9624-ac942c72e106 req-d3dd8597-b1ce-4ebf-aa32-66ab2fa54b5a tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5856302 Feb 09 01:23:46.945212 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f5eae1ba-749a-4852-8811-7612369144bc req-e89acb38-206f-40fe-b93a-dbc3f43041a8 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338732 Feb 09 01:23:46.947811 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c2076ad4-7414-45b1-accc-67c3b33043da req-6bbcf08e-b548-428a-a624-bc63be0d0ca1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ea7d0cd-65c9-4ba2-ac70-2fc718d27171 HTTP/1.1" status: 200 len: 217 time: 0.1754911 Feb 09 01:23:46.979237 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca6116f-f5fb-4861-8d8d-b4f3e2e00d0e admin admin] Deleting subnet 93592ec5-07a3-44e3-a27a-9a50a0816466 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:23:46.985576 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fca6116f-f5fb-4861-8d8d-b4f3e2e00d0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:47.051846 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fca6116f-f5fb-4861-8d8d-b4f3e2e00d0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:47.150321 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fca6116f-f5fb-4861-8d8d-b4f3e2e00d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:47.189782 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4611a2c-5a63-4baa-93e5-54827d704c74 service neutron] Pushing event updated for resources: {'Port': ['ID=f5767c25-7a4d-4c57-91e6-7ee0300d6889,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:47.291953 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fca6116f-f5fb-4861-8d8d-b4f3e2e00d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:47.314833 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2076ad4-7414-45b1-accc-67c3b33043da req-bbc607d0-56c2-445a-89cc-47abcaa8aa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:47.316647 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c2076ad4-7414-45b1-accc-67c3b33043da req-bbc607d0-56c2-445a-89cc-47abcaa8aa15 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5c99494-da9a-458d-b6b1-e6de1927c8e8 HTTP/1.1" status: 200 len: 850 time: 0.1238794 Feb 09 01:23:47.402575 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fca6116f-f5fb-4861-8d8d-b4f3e2e00d0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:47.408607 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33678) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:47.412892 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fca6116f-f5fb-4861-8d8d-b4f3e2e00d0e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/93592ec5-07a3-44e3-a27a-9a50a0816466 HTTP/1.1" status: 204 len: 168 time: 0.5634265 Feb 09 01:23:47.415819 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 33682) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:47.436339 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca6116f-f5fb-4861-8d8d-b4f3e2e00d0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93592ec5-07a3-44e3-a27a-9a50a0816466,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:47.442520 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ae893618-1351-4d52-8220-d27d9ceef00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:47.448881 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 8dc2aca9-b154-4243-ac6b-020f4ed324de up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:23:47.462251 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ae893618-1351-4d52-8220-d27d9ceef00a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:47.466348 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ae893618-1351-4d52-8220-d27d9ceef00a admin admin] Usage tracker for resource:security_group_rule and tenant:283ab280e5ee4089b1a90aaa5e7c0c48 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:47.470692 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ae893618-1351-4d52-8220-d27d9ceef00a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:47.479340 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ae893618-1351-4d52-8220-d27d9ceef00a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:47.561428 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec94f09-df03-4d6b-b714-3f25ff125e65 None None] Network b80150bf-02e6-4a49-a65c-56f1655e63dd requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:23:47.637311 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ae893618-1351-4d52-8220-d27d9ceef00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:47.642443 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ae893618-1351-4d52-8220-d27d9ceef00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:47.657220 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b4ffa743-b663-45a9-9a9f-7b288b3aa887 None None] Provisioning for port 8dc2aca9-b154-4243-ac6b-020f4ed324de completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:47.686874 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4ae1ce2f-0598-4281-adda-2b97f5acf138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:47.689508 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 8dc2aca9-b154-4243-ac6b-020f4ed324de completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:47.699222 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 8dc2aca9-b154-4243-ac6b-020f4ed324de triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:47.699948 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:47.714080 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ae893618-1351-4d52-8220-d27d9ceef00a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=283ab280e5ee4089b1a90aaa5e7c0c48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2975032 Feb 09 01:23:47.714080 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae893618-1351-4d52-8220-d27d9ceef00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49317fc-94e8-42f8-a8ca-0eeb739c3887,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:47.716694 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33688) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:47.783554 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-425358c9-f537-4555-b99b-9ac332705d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:47.813059 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-425358c9-f537-4555-b99b-9ac332705d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:47.840179 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-f050da48-0225-47b5-9366-1d086239c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:47.841721 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-f050da48-0225-47b5-9366-1d086239c758 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d0976495-8081-44af-be21-4d619e68defa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.5158575 Feb 09 01:23:47.852200 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2a988971-b293-4188-9945-66d56f3e867c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:47.886449 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-425358c9-f537-4555-b99b-9ac332705d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:47.903866 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425358c9-f537-4555-b99b-9ac332705d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49317fc-94e8-42f8-a8ca-0eeb739c3887,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:47.918064 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-425358c9-f537-4555-b99b-9ac332705d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:47.921599 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-425358c9-f537-4555-b99b-9ac332705d7e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e49317fc-94e8-42f8-a8ca-0eeb739c3887 HTTP/1.1" status: 204 len: 168 time: 0.2013764 Feb 09 01:23:48.020371 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:48.066811 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 8dc2aca9-b154-4243-ac6b-020f4ed324de, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=8dc2aca9-b154-4243-ac6b-020f4ed324de,segment=NetworkSegment(b33da47b-3499-40ae-8c26-05bedf4ea9d0),segment_id=b33da47b-3499-40ae-8c26-05bedf4ea9d0)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:48.071982 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:48.209467 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=8dc2aca9-b154-4243-ac6b-020f4ed324de,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:48.254587 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a3961-8504-4ca0-9c7c-45528ecccb3c req-2f6079b1-2141-464f-9dab-3bd8ce3557ae tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:48.256276 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-452a3961-8504-4ca0-9c7c-45528ecccb3c req-2f6079b1-2141-464f-9dab-3bd8ce3557ae tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 931 time: 0.1737697 Feb 09 01:23:48.308209 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-03c00966-5a69-48f8-8eab-ebce43959592 req-b4611a2c-5a63-4baa-93e5-54827d704c74 service neutron] Attempting to bind port f5767c25-7a4d-4c57-91e6-7ee0300d6889 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:23:48.309194 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-03c00966-5a69-48f8-8eab-ebce43959592 req-b4611a2c-5a63-4baa-93e5-54827d704c74 service neutron] Attempting to bind port f5767c25-7a4d-4c57-91e6-7ee0300d6889 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'b22a0128-e148-4062-a852-912f53d03455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '1c1a3b32-e583-4f44-92cf-7d4cd700a470'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:23:48.310025 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c00966-5a69-48f8-8eab-ebce43959592 req-b4611a2c-5a63-4baa-93e5-54827d704c74 service neutron] Attempting to bind port f5767c25-7a4d-4c57-91e6-7ee0300d6889 on network 1c1a3b32-e583-4f44-92cf-7d4cd700a470 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:23:48.338311 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-2a988971-b293-4188-9945-66d56f3e867c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Deleting port 8dc2aca9-b154-4243-ac6b-020f4ed324de {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:48.338898 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2a988971-b293-4188-9945-66d56f3e867c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:48.348082 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-452a3961-8504-4ca0-9c7c-45528ecccb3c req-21b2fd5b-39cc-47d6-a949-6327caecfee6 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793591 Feb 09 01:23:48.381714 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2076ad4-7414-45b1-accc-67c3b33043da req-6f801734-4885-4012-a358-4aabd134d552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:48.383707 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c2076ad4-7414-45b1-accc-67c3b33043da req-6f801734-4885-4012-a358-4aabd134d552 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37619b15-03b6-4ee3-8b5e-c1b376918ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0246925 Feb 09 01:23:48.394300 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caf2e56-f256-4ad5-bb4a-3595b9333591 None None] Network b80150bf-02e6-4a49-a65c-56f1655e63dd requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:23:48.416048 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c00966-5a69-48f8-8eab-ebce43959592 req-b4611a2c-5a63-4baa-93e5-54827d704c74 service neutron] Port f5767c25-7a4d-4c57-91e6-7ee0300d6889 on network 1c1a3b32-e583-4f44-92cf-7d4cd700a470 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:23:48.416654 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c00966-5a69-48f8-8eab-ebce43959592 req-b4611a2c-5a63-4baa-93e5-54827d704c74 service neutron] Attempting to bind port f5767c25-7a4d-4c57-91e6-7ee0300d6889 on network 1c1a3b32-e583-4f44-92cf-7d4cd700a470 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:23:48.439254 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4ae1ce2f-0598-4281-adda-2b97f5acf138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:48.573705 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c00966-5a69-48f8-8eab-ebce43959592 req-b4611a2c-5a63-4baa-93e5-54827d704c74 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:23:48.574114 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c00966-5a69-48f8-8eab-ebce43959592 req-b4611a2c-5a63-4baa-93e5-54827d704c74 service neutron] Checking segment: {'id': 'b22a0128-e148-4062-a852-912f53d03455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '1c1a3b32-e583-4f44-92cf-7d4cd700a470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:23:48.574566 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c00966-5a69-48f8-8eab-ebce43959592 req-b4611a2c-5a63-4baa-93e5-54827d704c74 service neutron] Bound using segment: {'id': 'b22a0128-e148-4062-a852-912f53d03455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '1c1a3b32-e583-4f44-92cf-7d4cd700a470'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:23:48.575078 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-03c00966-5a69-48f8-8eab-ebce43959592 req-b4611a2c-5a63-4baa-93e5-54827d704c74 service neutron] Bound port: f5767c25-7a4d-4c57-91e6-7ee0300d6889, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b22a0128-e148-4062-a852-912f53d03455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '1c1a3b32-e583-4f44-92cf-7d4cd700a470'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:23:48.575506 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-03c00966-5a69-48f8-8eab-ebce43959592 req-b4611a2c-5a63-4baa-93e5-54827d704c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:48.580867 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-314756fa-3156-4b7c-ad23-fd943112d46b None None] Provisioning complete for port 8dc2aca9-b154-4243-ac6b-020f4ed324de triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:48.581404 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-314756fa-3156-4b7c-ad23-fd943112d46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:48.595915 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33704) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:48.756281 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54ccdd63-9c04-41ba-bc96-cda58890ffaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:48.783289 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-54ccdd63-9c04-41ba-bc96-cda58890ffaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:48.790124 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-54ccdd63-9c04-41ba-bc96-cda58890ffaa admin admin] Usage tracker for resource:security_group_rule and tenant:3424b8ae05574fea8222085b6b08a75e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:48.793968 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-54ccdd63-9c04-41ba-bc96-cda58890ffaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:48.801378 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-54ccdd63-9c04-41ba-bc96-cda58890ffaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:48.845624 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-2a988971-b293-4188-9945-66d56f3e867c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] For port 8dc2aca9-b154-4243-ac6b-020f4ed324de, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=8dc2aca9-b154-4243-ac6b-020f4ed324de,segment=NetworkSegment(b33da47b-3499-40ae-8c26-05bedf4ea9d0),segment_id=b33da47b-3499-40ae-8c26-05bedf4ea9d0)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:48.845791 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5dcaa-a5a6-4d9a-a282-eaf7dbbdc439 req-4090a90a-768a-4b7a-92d2-bfac40b18de1 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:48.847208 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-78a5dcaa-a5a6-4d9a-a282-eaf7dbbdc439 req-4090a90a-768a-4b7a-92d2-bfac40b18de1 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c820ad-87c1-4e39-83b9-f89defa76bbf HTTP/1.1" status: 200 len: 943 time: 0.3113158 Feb 09 01:23:48.852740 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2a988971-b293-4188-9945-66d56f3e867c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:48.901991 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-4ae1ce2f-0598-4281-adda-2b97f5acf138 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07f6660-95ee-47c7-b82f-9ab0f382069c']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:48.915647 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-78a5dcaa-a5a6-4d9a-a282-eaf7dbbdc439 req-57560d2c-70e6-4a5e-8e30-ffef8b7f23fe tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601094 Feb 09 01:23:48.969920 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54ccdd63-9c04-41ba-bc96-cda58890ffaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:48.975753 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54ccdd63-9c04-41ba-bc96-cda58890ffaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:49.012761 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-e9514d97-fdc7-4089-97c1-b7bc21d72afa service neutron] 10.222.0.35 "GET /v2.0/networks/d0976495-8081-44af-be21-4d619e68defa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1130049 Feb 09 01:23:49.035630 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-54ccdd63-9c04-41ba-bc96-cda58890ffaa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3424b8ae05574fea8222085b6b08a75e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4383283 Feb 09 01:23:49.038829 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33708) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:49.051950 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ccdd63-9c04-41ba-bc96-cda58890ffaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299a8d9d-ce58-474d-b5e3-f6d7a1de1262,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:49.121134 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4f95cdd9-7cc2-4704-bafa-6d010b59418e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:49.156842 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4f95cdd9-7cc2-4704-bafa-6d010b59418e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:49.218818 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4f95cdd9-7cc2-4704-bafa-6d010b59418e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:49.236131 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95cdd9-7cc2-4704-bafa-6d010b59418e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299a8d9d-ce58-474d-b5e3-f6d7a1de1262,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:49.244963 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4f95cdd9-7cc2-4704-bafa-6d010b59418e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:49.246309 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4f95cdd9-7cc2-4704-bafa-6d010b59418e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/299a8d9d-ce58-474d-b5e3-f6d7a1de1262 HTTP/1.1" status: 204 len: 168 time: 0.2064316 Feb 09 01:23:49.278015 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0d3386d0-8040-4fb6-8c8e-b3a03611cac7 None None] Provisioning complete for port 8dc2aca9-b154-4243-ac6b-020f4ed324de triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:49.279037 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0d3386d0-8040-4fb6-8c8e-b3a03611cac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:49.286382 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-2a988971-b293-4188-9945-66d56f3e867c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Calling delete_port for 8dc2aca9-b154-4243-ac6b-020f4ed324de owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:23:49.369363 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-dcce5948-9e6b-4558-9a4e-f4ee3f3f8d93 req-3740cd2c-f1df-4b73-b964-fa6c861c4659 service neutron] (87612) timed out ('10.222.0.117', 60821) {{(pid=87612) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 01:23:49.376798 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-4ae1ce2f-0598-4281-adda-2b97f5acf138 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce5044a4-c648-4d83-b6c1-bc70fef47d65') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:49.377100 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-4ae1ce2f-0598-4281-adda-2b97f5acf138 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce5044a4-c648-4d83-b6c1-bc70fef47d65') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:49.396098 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 8dc2aca9-b154-4243-ac6b-020f4ed324de up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:23:49.443474 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9b099-50d2-45ca-bd55-f3556b5a0b2f req-ef631968-26dc-49dc-8e82-32380471e46b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:49.460150 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9b099-50d2-45ca-bd55-f3556b5a0b2f req-ef631968-26dc-49dc-8e82-32380471e46b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:49.478581 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9b099-50d2-45ca-bd55-f3556b5a0b2f req-ef631968-26dc-49dc-8e82-32380471e46b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:49.484419 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9b099-50d2-45ca-bd55-f3556b5a0b2f req-ef631968-26dc-49dc-8e82-32380471e46b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:49.505288 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9b099-50d2-45ca-bd55-f3556b5a0b2f req-ef631968-26dc-49dc-8e82-32380471e46b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:49.511890 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9b099-50d2-45ca-bd55-f3556b5a0b2f req-ef631968-26dc-49dc-8e82-32380471e46b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:49.520920 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 8dc2aca9-b154-4243-ac6b-020f4ed324de triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:49.521472 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:49.522549 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9b099-50d2-45ca-bd55-f3556b5a0b2f req-ef631968-26dc-49dc-8e82-32380471e46b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:49.536549 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f9c9b099-50d2-45ca-bd55-f3556b5a0b2f req-ef631968-26dc-49dc-8e82-32380471e46b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5419 time: 1.7926619 Feb 09 01:23:49.619705 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4ae1ce2f-0598-4281-adda-2b97f5acf138 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:49.723455 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79de7cf-6687-4443-833f-80896eeda701 req-934ecdd5-c1a1-4d2d-b7d3-7aa50d88bfa4 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:49.725145 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e79de7cf-6687-4443-833f-80896eeda701 req-934ecdd5-c1a1-4d2d-b7d3-7aa50d88bfa4 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 931 time: 0.1672802 Feb 09 01:23:49.817768 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e79de7cf-6687-4443-833f-80896eeda701 req-1f4f589c-c018-4d80-9419-7f466208cb65 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855782 Feb 09 01:23:49.852243 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4ae1ce2f-0598-4281-adda-2b97f5acf138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:49.870101 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-d7c622ac-be9a-4071-a04c-0270fc4ac988 service neutron] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:23:49.891969 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f9c9b099-50d2-45ca-bd55-f3556b5a0b2f req-82b1f845-809f-4645-bb6b-43731da20c39 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2584758 Feb 09 01:23:49.923147 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ae1ce2f-0598-4281-adda-2b97f5acf138 admin admin] Releasing vlan 994 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:23:49.923533 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4ae1ce2f-0598-4281-adda-2b97f5acf138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:49.976676 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:23:49.976676 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:23:49.976676 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:23:49.976676 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:23:49.976676 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:23:49.976676 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:23:49.976676 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:23:49.976676 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:23:49.976676 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:23:49.976676 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:23:49.976676 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:23:49.976676 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:23:49.976676 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:23:49.976676 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:23:49.976676 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:23:49.976676 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:23:49.976676 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:23:49.976676 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:23:49.976676 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:23:49.976676 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:23:49.976676 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:23:49.976676 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:23:49.976676 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:23:49.976676 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:23:49.976676 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:23:49.976676 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:23:49.976676 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:23:49.976676 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:23:49.976676 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:23:49.976676 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:23:49.976676 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:23:49.976676 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:23:50.121672 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c2076ad4-7414-45b1-accc-67c3b33043da req-27eeebf5-f915-471d-b55d-939533d05dd2 service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6728477 Feb 09 01:23:50.213165 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8507755-b053-4b57-80ca-9ff0fc30c620 req-569ee8ac-bfa2-4130-8b5c-f81f1d995805 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:50.224953 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f8507755-b053-4b57-80ca-9ff0fc30c620 req-569ee8ac-bfa2-4130-8b5c-f81f1d995805 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c820ad-87c1-4e39-83b9-f89defa76bbf HTTP/1.1" status: 200 len: 943 time: 0.1629312 Feb 09 01:23:50.288700 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f8507755-b053-4b57-80ca-9ff0fc30c620 req-63a485ad-f7e6-49c1-88f3-ff649197f3e7 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590587 Feb 09 01:23:50.313873 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-03c00966-5a69-48f8-8eab-ebce43959592 req-b4611a2c-5a63-4baa-93e5-54827d704c74 service neutron] For port f5767c25-7a4d-4c57-91e6-7ee0300d6889, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:23:50.330821 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2a988971-b293-4188-9945-66d56f3e867c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:50.378747 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-d7c622ac-be9a-4071-a04c-0270fc4ac988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:23:50.387798 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-03c00966-5a69-48f8-8eab-ebce43959592 req-b4611a2c-5a63-4baa-93e5-54827d704c74 service neutron] For port f5767c25-7a4d-4c57-91e6-7ee0300d6889, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=f5767c25-7a4d-4c57-91e6-7ee0300d6889,segment=NetworkSegment(b22a0128-e148-4062-a852-912f53d03455),segment_id=b22a0128-e148-4062-a852-912f53d03455)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:23:50.409320 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-d7c622ac-be9a-4071-a04c-0270fc4ac988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:50.420205 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4ae1ce2f-0598-4281-adda-2b97f5acf138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:50.422204 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-03c00966-5a69-48f8-8eab-ebce43959592 req-b4611a2c-5a63-4baa-93e5-54827d704c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:50.439265 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a988971-b293-4188-9945-66d56f3e867c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event deleted for resources: {'Port': ['ID=8dc2aca9-b154-4243-ac6b-020f4ed324de,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:50.531632 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd58f852-75f8-45f3-8711-1afe4cd058a6 None None] DHCP port deletion for b80150bf-02e6-4a49-a65c-56f1655e63dd request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:23:50.536133 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4ae1ce2f-0598-4281-adda-2b97f5acf138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:50.549749 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-6b0a89ea-05cf-4cbf-b9f1-fd5697451fde service neutron] 10.222.0.35 "GET /v2.0/networks/d0976495-8081-44af-be21-4d619e68defa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1305399 Feb 09 01:23:50.557302 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0a65a4-3803-4a65-9d00-257fe7df8caa None None] get_active_networks_info from n-d-828419-1 {{(pid=87613) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:23:50.567126 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1ce2f-0598-4281-adda-2b97f5acf138 admin admin] Pushing event deleted for resources: {'Network': ['ID=f07f6660-95ee-47c7-b82f-9ab0f382069c,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:50.592593 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4ae1ce2f-0598-4281-adda-2b97f5acf138 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f07f6660-95ee-47c7-b82f-9ab0f382069c HTTP/1.1" status: 204 len: 168 time: 3.1175609 Feb 09 01:23:50.685085 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-4b938ac1-f38a-4b26-980c-05b7473dde8b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=1762a087-29b9-43bf-8537-a8e4b7154d4b HTTP/1.1" status: 200 len: 217 time: 0.1068141 Feb 09 01:23:50.713541 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c00966-5a69-48f8-8eab-ebce43959592 req-b4611a2c-5a63-4baa-93e5-54827d704c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:50.714428 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-03c00966-5a69-48f8-8eab-ebce43959592 req-b4611a2c-5a63-4baa-93e5-54827d704c74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:50.716050 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-03c00966-5a69-48f8-8eab-ebce43959592 req-b4611a2c-5a63-4baa-93e5-54827d704c74 service neutron] 10.222.0.35 "PUT /v2.0/ports/f5767c25-7a4d-4c57-91e6-7ee0300d6889 HTTP/1.1" status: 200 len: 1092 time: 9.1357675 Feb 09 01:23:50.722106 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-d7c622ac-be9a-4071-a04c-0270fc4ac988 service neutron] Transition to ACTIVE for port object e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:50.760946 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f9d66d-3ff5-4918-8d17-11f27389f700', 'tag': 'f5767c25-7a4d-4c57-91e6-7ee0300d6889'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:23:50.795337 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-d7c622ac-be9a-4071-a04c-0270fc4ac988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:50.802016 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a988971-b293-4188-9945-66d56f3e867c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] No DVR routers for this DVR port 8dc2aca9-b154-4243-ac6b-020f4ed324de on host n-d-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:23:50.896425 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0a65a4-3803-4a65-9d00-257fe7df8caa None None] Resources bound (agent type, host, resource id): {{(pid=87613) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:23:50.930967 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c2076ad4-7414-45b1-accc-67c3b33043da req-c7937004-92f1-46b0-af02-34ce770d5085 service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7611017 Feb 09 01:23:50.946000 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f9d66d-3ff5-4918-8d17-11f27389f700', 'tag': 'f5767c25-7a4d-4c57-91e6-7ee0300d6889', 'status': 'completed', 'code': 200} Feb 09 01:23:51.087158 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 33768) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:51.174131 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fc134-3b1e-4fef-bc9f-6e5c4c5b63e3 req-deae31a8-5b9a-4c93-b7d7-226036b26fa9 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:51.182043 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4611a2c-5a63-4baa-93e5-54827d704c74 service neutron] Pushing event updated for resources: {'Port': ['ID=f5767c25-7a4d-4c57-91e6-7ee0300d6889,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:51.182480 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8b6fc134-3b1e-4fef-bc9f-6e5c4c5b63e3 req-deae31a8-5b9a-4c93-b7d7-226036b26fa9 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 943 time: 0.1772523 Feb 09 01:23:51.257658 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8b6fc134-3b1e-4fef-bc9f-6e5c4c5b63e3 req-29c1f1a1-56c1-46ab-81e2-82c6c494bf9c tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578654 Feb 09 01:23:51.310620 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-be4a0c61-c0c3-4bf4-a486-a2fc012d40d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:51.312237 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-be4a0c61-c0c3-4bf4-a486-a2fc012d40d4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=760d545b-8344-489a-b34a-2bacf7e004bf HTTP/1.1" status: 200 len: 797 time: 0.5828214 Feb 09 01:23:51.397778 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 8dc2aca9-b154-4243-ac6b-020f4ed324de no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:23:51.439416 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 8dc2aca9-b154-4243-ac6b-020f4ed324de {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:23:51.440144 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 8dc2aca9-b154-4243-ac6b-020f4ed324de not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:23:51.509400 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-688f849a-7cb6-4bac-b1cf-2f10011c6ad8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0a69494f65454a40b57f25766cb22f58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4131615 Feb 09 01:23:51.510889 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2a988971-b293-4188-9945-66d56f3e867c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:51.513467 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33782) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:51.521242 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306d3ba7-f6b3-44b5-83d9-2ded586772de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-b80150bf-02e6-4a49-a65c-56f1655e63dd', 'network_id': 'b80150bf-02e6-4a49-a65c-56f1655e63dd', 'tenant_id': '8e5692b9b6d3459a8c367b19d8e930d9', 'fixed_ips': [{'subnet_id': 'e723e272-cb6d-4416-b5dd-013292a8aa2e'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:23:51.522889 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-306d3ba7-f6b3-44b5-83d9-2ded586772de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:51.650157 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d974a8-d0ac-45d1-a7cd-dc9cd3bf8ae4 req-01749872-7559-4aa5-8909-a53e4e251def tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:51.651684 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-43d974a8-d0ac-45d1-a7cd-dc9cd3bf8ae4 req-01749872-7559-4aa5-8909-a53e4e251def tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c820ad-87c1-4e39-83b9-f89defa76bbf HTTP/1.1" status: 200 len: 943 time: 0.1854298 Feb 09 01:23:51.654320 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33786) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:51.704695 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3e46f4e3-d961-483d-9f69-60f8f0d83ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:51.747203 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-306d3ba7-f6b3-44b5-83d9-2ded586772de None None] Allocated IP 2001:db8::2 (b80150bf-02e6-4a49-a65c-56f1655e63dd/e723e272-cb6d-4416-b5dd-013292a8aa2e/e6202d2e-af23-4979-982b-402dbfbd7204) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:51.756108 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3e46f4e3-d961-483d-9f69-60f8f0d83ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:51.787500 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-43d974a8-d0ac-45d1-a7cd-dc9cd3bf8ae4 req-c58c2b1d-9fd4-4eb6-8fc0-81ab20c0f823 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208963 Feb 09 01:23:51.814161 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c622ac-be9a-4071-a04c-0270fc4ac988 service neutron] Pushing event updated for resources: {'Port': ['ID=e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:51.867544 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c00966-5a69-48f8-8eab-ebce43959592 req-a9e6f1bd-2df2-48e6-9833-8ac741a87a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:51.869934 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3e46f4e3-d961-483d-9f69-60f8f0d83ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:51.870175 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-03c00966-5a69-48f8-8eab-ebce43959592 req-a9e6f1bd-2df2-48e6-9833-8ac741a87a0c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed945528e2364e0ba5c0570da01f0152&device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 1095 time: 1.0760119 Feb 09 01:23:51.897186 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46f4e3-d961-483d-9f69-60f8f0d83ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd2c06f-b944-41cc-bc54-904ddf4a7b39,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:51.912409 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b87dfdb2-0ffb-4846-b59c-14108a42db15 tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-260418245', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:51.919218 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b87dfdb2-0ffb-4846-b59c-14108a42db15 tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:51.920189 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:51.923595 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b87dfdb2-0ffb-4846-b59c-14108a42db15 tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Usage tracker for resource:port and tenant:1ac068a4c23943c2b669e08a4f52d375 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:51.926959 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b87dfdb2-0ffb-4846-b59c-14108a42db15 tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:51.936799 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b87dfdb2-0ffb-4846-b59c-14108a42db15 tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:51.944945 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3e46f4e3-d961-483d-9f69-60f8f0d83ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:51.946094 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3e46f4e3-d961-483d-9f69-60f8f0d83ec2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2cd2c06f-b944-41cc-bc54-904ddf4a7b39 HTTP/1.1" status: 204 len: 168 time: 0.4302588 Feb 09 01:23:51.953602 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87dfdb2-0ffb-4846-b59c-14108a42db15 tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Made reservation on behalf of 1ac068a4c23943c2b669e08a4f52d375 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:51.956205 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b87dfdb2-0ffb-4846-b59c-14108a42db15 tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:51.970826 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b87dfdb2-0ffb-4846-b59c-14108a42db15 tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:51.985802 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448db027-ba2c-469a-ab9c-9aef4ffec32b req-4399bf08-ab46-4523-b809-3d895a96380e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:51.987299 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b87dfdb2-0ffb-4846-b59c-14108a42db15 tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:51.991388 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b87dfdb2-0ffb-4846-b59c-14108a42db15 tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Usage tracker for resource:security_group_rule and tenant:1ac068a4c23943c2b669e08a4f52d375 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:51.991739 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448db027-ba2c-469a-ab9c-9aef4ffec32b req-4399bf08-ab46-4523-b809-3d895a96380e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:51.995198 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b87dfdb2-0ffb-4846-b59c-14108a42db15 tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:51.998138 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448db027-ba2c-469a-ab9c-9aef4ffec32b req-4399bf08-ab46-4523-b809-3d895a96380e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:52.002545 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b87dfdb2-0ffb-4846-b59c-14108a42db15 tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:52.013222 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448db027-ba2c-469a-ab9c-9aef4ffec32b req-4399bf08-ab46-4523-b809-3d895a96380e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:52.013222 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448db027-ba2c-469a-ab9c-9aef4ffec32b req-4399bf08-ab46-4523-b809-3d895a96380e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:52.017098 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448db027-ba2c-469a-ab9c-9aef4ffec32b req-4399bf08-ab46-4523-b809-3d895a96380e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:52.023968 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448db027-ba2c-469a-ab9c-9aef4ffec32b req-4399bf08-ab46-4523-b809-3d895a96380e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:52.026477 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-448db027-ba2c-469a-ab9c-9aef4ffec32b req-4399bf08-ab46-4523-b809-3d895a96380e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5419 time: 0.8581014 Feb 09 01:23:52.042418 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-d7c622ac-be9a-4071-a04c-0270fc4ac988 service neutron] Attempting to bind port e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:23:52.042784 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-d7c622ac-be9a-4071-a04c-0270fc4ac988 service neutron] Attempting to bind port e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'b22a0128-e148-4062-a852-912f53d03455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '1c1a3b32-e583-4f44-92cf-7d4cd700a470'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:23:52.043060 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-d7c622ac-be9a-4071-a04c-0270fc4ac988 service neutron] Attempting to bind port e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f on network 1c1a3b32-e583-4f44-92cf-7d4cd700a470 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:23:52.050583 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-d7c622ac-be9a-4071-a04c-0270fc4ac988 service neutron] Port e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f on network 1c1a3b32-e583-4f44-92cf-7d4cd700a470 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:23:52.050899 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-d7c622ac-be9a-4071-a04c-0270fc4ac988 service neutron] Attempting to bind port e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f on network 1c1a3b32-e583-4f44-92cf-7d4cd700a470 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:23:52.054055 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-03c00966-5a69-48f8-8eab-ebce43959592 req-5901cfa7-dedc-4d45-8586-264988f18bdd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5767c25-7a4d-4c57-91e6-7ee0300d6889 HTTP/1.1" status: 200 len: 217 time: 0.1672294 Feb 09 01:23:52.133087 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-d7c622ac-be9a-4071-a04c-0270fc4ac988 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:23:52.133469 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-d7c622ac-be9a-4071-a04c-0270fc4ac988 service neutron] Checking segment: {'id': 'b22a0128-e148-4062-a852-912f53d03455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '1c1a3b32-e583-4f44-92cf-7d4cd700a470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:23:52.133854 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-d7c622ac-be9a-4071-a04c-0270fc4ac988 service neutron] Bound using segment: {'id': 'b22a0128-e148-4062-a852-912f53d03455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '1c1a3b32-e583-4f44-92cf-7d4cd700a470'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:23:52.134295 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-d7c622ac-be9a-4071-a04c-0270fc4ac988 service neutron] Bound port: e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b22a0128-e148-4062-a852-912f53d03455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '1c1a3b32-e583-4f44-92cf-7d4cd700a470'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:23:52.134638 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-d7c622ac-be9a-4071-a04c-0270fc4ac988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:52.144885 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-a562f62d-769d-402d-a65d-06ec20821515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:52.146483 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-a562f62d-769d-402d-a65d-06ec20821515 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d0976495-8081-44af-be21-4d619e68defa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7836289 Feb 09 01:23:52.170777 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-448db027-ba2c-469a-ab9c-9aef4ffec32b req-edf94bdc-c846-474d-a39e-22d851728e41 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1224952 Feb 09 01:23:52.201961 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b87dfdb2-0ffb-4846-b59c-14108a42db15 tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:52.225901 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b87dfdb2-0ffb-4846-b59c-14108a42db15 tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:52.230696 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-b87dfdb2-0ffb-4846-b59c-14108a42db15 tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] device_id is not set on port a6c4f4c6-9172-4f19-b384-1560fd77cb2d yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:23:52.279166 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-306d3ba7-f6b3-44b5-83d9-2ded586772de None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:52.312030 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-306d3ba7-f6b3-44b5-83d9-2ded586772de None None] Transition to ACTIVE for port object e6202d2e-af23-4979-982b-402dbfbd7204 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:52.354402 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-d7c622ac-be9a-4071-a04c-0270fc4ac988 service neutron] For port e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:23:52.358832 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-306d3ba7-f6b3-44b5-83d9-2ded586772de None None] Transition to ACTIVE for port object e6202d2e-af23-4979-982b-402dbfbd7204 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:52.360800 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-d7c622ac-be9a-4071-a04c-0270fc4ac988 service neutron] For port e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f,segment=NetworkSegment(b22a0128-e148-4062-a852-912f53d03455),segment_id=b22a0128-e148-4062-a852-912f53d03455)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:23:52.370845 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-306d3ba7-f6b3-44b5-83d9-2ded586772de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:52.401643 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-d7c622ac-be9a-4071-a04c-0270fc4ac988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:52.429206 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87dfdb2-0ffb-4846-b59c-14108a42db15 tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fba935f-049a-4e2c-a942-16305fd4bbc0,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:52.462633 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306d3ba7-f6b3-44b5-83d9-2ded586772de None None] Network b80150bf-02e6-4a49-a65c-56f1655e63dd is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:52.466268 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-306d3ba7-f6b3-44b5-83d9-2ded586772de None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:52.470769 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306d3ba7-f6b3-44b5-83d9-2ded586772de None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:23:52.524676 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c00966-5a69-48f8-8eab-ebce43959592 req-8dbb9ccd-e173-4bea-a4b6-6e2f14a51955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:52.533873 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-03c00966-5a69-48f8-8eab-ebce43959592 req-8dbb9ccd-e173-4bea-a4b6-6e2f14a51955 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3adcfdc5-e139-42b4-9124-6c2f9489c0d6 HTTP/1.1" status: 200 len: 859 time: 0.4439931 Feb 09 01:23:52.554061 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-b87dfdb2-0ffb-4846-b59c-14108a42db15 tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Allocated IP 172.25.5.75 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/a6c4f4c6-9172-4f19-b384-1560fd77cb2d) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:52.595901 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d3ba7-f6b3-44b5-83d9-2ded586772de None None] Pushing event updated for resources: {'Port': ['ID=e6202d2e-af23-4979-982b-402dbfbd7204,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:52.658825 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-306d3ba7-f6b3-44b5-83d9-2ded586772de None None] Attempting to bind port e6202d2e-af23-4979-982b-402dbfbd7204 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:23:52.659192 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-306d3ba7-f6b3-44b5-83d9-2ded586772de None None] Attempting to bind port e6202d2e-af23-4979-982b-402dbfbd7204 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'b33da47b-3499-40ae-8c26-05bedf4ea9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'b80150bf-02e6-4a49-a65c-56f1655e63dd'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:23:52.659404 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-d7c622ac-be9a-4071-a04c-0270fc4ac988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:52.659563 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306d3ba7-f6b3-44b5-83d9-2ded586772de None None] Attempting to bind port e6202d2e-af23-4979-982b-402dbfbd7204 on network b80150bf-02e6-4a49-a65c-56f1655e63dd {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:23:52.660039 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-d7c622ac-be9a-4071-a04c-0270fc4ac988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:52.661538 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-d7c622ac-be9a-4071-a04c-0270fc4ac988 service neutron] 10.222.0.35 "PUT /v2.0/ports/e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f HTTP/1.1" status: 200 len: 1091 time: 6.9466887 Feb 09 01:23:52.666280 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-03c00966-5a69-48f8-8eab-ebce43959592 req-5e2d2248-11ef-4c1f-bc82-8f21b8768e07 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c1a3b32-e583-4f44-92cf-7d4cd700a470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092877 Feb 09 01:23:52.667299 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2a988971-b293-4188-9945-66d56f3e867c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:52.673352 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306d3ba7-f6b3-44b5-83d9-2ded586772de None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:23:52.673756 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306d3ba7-f6b3-44b5-83d9-2ded586772de None None] Checking segment: {'id': 'b33da47b-3499-40ae-8c26-05bedf4ea9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'b80150bf-02e6-4a49-a65c-56f1655e63dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:23:52.674155 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-306d3ba7-f6b3-44b5-83d9-2ded586772de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:52.674509 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306d3ba7-f6b3-44b5-83d9-2ded586772de None None] Bound using segment: {'id': 'b33da47b-3499-40ae-8c26-05bedf4ea9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'b80150bf-02e6-4a49-a65c-56f1655e63dd'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:23:52.675157 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-306d3ba7-f6b3-44b5-83d9-2ded586772de None None] Bound port: e6202d2e-af23-4979-982b-402dbfbd7204, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33da47b-3499-40ae-8c26-05bedf4ea9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'b80150bf-02e6-4a49-a65c-56f1655e63dd'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:23:52.675622 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-306d3ba7-f6b3-44b5-83d9-2ded586772de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:52.778609 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-306d3ba7-f6b3-44b5-83d9-2ded586772de None None] For port e6202d2e-af23-4979-982b-402dbfbd7204, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:23:52.781876 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-306d3ba7-f6b3-44b5-83d9-2ded586772de None None] For port e6202d2e-af23-4979-982b-402dbfbd7204, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=e6202d2e-af23-4979-982b-402dbfbd7204,segment=NetworkSegment(b33da47b-3499-40ae-8c26-05bedf4ea9d0),segment_id=b33da47b-3499-40ae-8c26-05bedf4ea9d0)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:23:52.789706 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-306d3ba7-f6b3-44b5-83d9-2ded586772de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:52.812959 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 33810) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:52.816657 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a988971-b293-4188-9945-66d56f3e867c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event deleted for resources: {'Subnet': ['ID=e723e272-cb6d-4416-b5dd-013292a8aa2e,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:52.842558 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b87dfdb2-0ffb-4846-b59c-14108a42db15 tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:52.910405 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b87dfdb2-0ffb-4846-b59c-14108a42db15 tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:52.957014 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d3ba7-f6b3-44b5-83d9-2ded586772de None None] Pushing event updated for resources: {'Port': ['ID=e6202d2e-af23-4979-982b-402dbfbd7204,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:52.958565 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e95d05-fdd7-4f45-aa0a-0f57b971da33', 'tag': 'e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:23:53.028185 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00db8a3d-9783-4072-b920-f22e569492a0 None None] get_active_networks_info from n-d-828419-1 {{(pid=87613) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:23:53.029340 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87dfdb2-0ffb-4846-b59c-14108a42db15 tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:53.032699 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-b87dfdb2-0ffb-4846-b59c-14108a42db15 tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:53.037669 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87dfdb2-0ffb-4846-b59c-14108a42db15 tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:23:53.072351 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c622ac-be9a-4071-a04c-0270fc4ac988 service neutron] Pushing event updated for resources: {'Port': ['ID=e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:53.098792 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87dfdb2-0ffb-4846-b59c-14108a42db15 tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:53.099891 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b87dfdb2-0ffb-4846-b59c-14108a42db15 tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:53.123132 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87dfdb2-0ffb-4846-b59c-14108a42db15 tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Pushing event updated for resources: {'Port': ['ID=a6c4f4c6-9172-4f19-b384-1560fd77cb2d,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:53.154261 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe132e0a-f942-4284-ba37-b4d722d15d60 req-4766d268-c4ee-4759-9a6e-15b7c32867bc tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:53.161459 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fe132e0a-f942-4284-ba37-b4d722d15d60 req-4766d268-c4ee-4759-9a6e-15b7c32867bc tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 943 time: 0.2906160 Feb 09 01:23:53.167019 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-21ad325b-941c-47c1-a90d-242a84057803 service neutron] 10.222.0.35 "GET /v2.0/networks/d0976495-8081-44af-be21-4d619e68defa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0009146 Feb 09 01:23:53.196833 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b87dfdb2-0ffb-4846-b59c-14108a42db15 tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.5414481 Feb 09 01:23:53.200319 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33818) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:53.208194 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-f1d8d19f-986d-4f46-add2-53cde8158ccf tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.75'}]}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:53.214806 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2a988971-b293-4188-9945-66d56f3e867c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:53.215253 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f1d8d19f-986d-4f46-add2-53cde8158ccf tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:53.221962 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fe132e0a-f942-4284-ba37-b4d722d15d60 req-278e65dd-ed2e-4fac-acc5-eb29bdff0397 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583220 Feb 09 01:23:53.225096 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f1d8d19f-986d-4f46-add2-53cde8158ccf tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Usage tracker for resource:router and tenant:1ac068a4c23943c2b669e08a4f52d375 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:53.230379 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f1d8d19f-986d-4f46-add2-53cde8158ccf tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:53.242073 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f1d8d19f-986d-4f46-add2-53cde8158ccf tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:53.255703 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f1d8d19f-986d-4f46-add2-53cde8158ccf tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:53.257175 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f1d8d19f-986d-4f46-add2-53cde8158ccf tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:53.281695 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f1d8d19f-986d-4f46-add2-53cde8158ccf tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:53.302871 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00db8a3d-9783-4072-b920-f22e569492a0 None None] Resources bound (agent type, host, resource id): {{(pid=87613) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:23:53.316988 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08e95d05-fdd7-4f45-aa0a-0f57b971da33', 'tag': 'e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f', 'status': 'completed', 'code': 200} Feb 09 01:23:53.333757 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-2a988971-b293-4188-9945-66d56f3e867c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80150bf-02e6-4a49-a65c-56f1655e63dd']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:53.450212 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-2a988971-b293-4188-9945-66d56f3e867c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b33da47b-3499-40ae-8c26-05bedf4ea9d0') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:53.450212 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-2a988971-b293-4188-9945-66d56f3e867c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b33da47b-3499-40ae-8c26-05bedf4ea9d0') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:53.489995 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-03c00966-5a69-48f8-8eab-ebce43959592 req-c2ca3b46-d379-4999-9730-2bb2d770a371 service neutron] 10.222.0.35 "GET /v2.0/networks/1c1a3b32-e583-4f44-92cf-7d4cd700a470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8130395 Feb 09 01:23:53.500907 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1ac67d44-8ad7-48e0-a482-766ccb59ee3d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=681ce7b9a417404197f4e11d8733dc99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6817844 Feb 09 01:23:53.531433 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33830) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:53.668459 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-03c00966-5a69-48f8-8eab-ebce43959592 req-70f7632f-4851-43c5-8dd4-5764d1395dbc service neutron] 10.222.0.35 "GET /v2.0/networks/1c1a3b32-e583-4f44-92cf-7d4cd700a470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663563 Feb 09 01:23:53.704599 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2a988971-b293-4188-9945-66d56f3e867c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:53.800247 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2a988971-b293-4188-9945-66d56f3e867c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:53.813020 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062b339-5de9-4663-a2da-b391425ab308 req-05615420-9e18-48a5-a956-5480cab818c7 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:53.819185 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3405415f-63a9-4432-8cdb-54a9a4870e62 None None] Network b80150bf-02e6-4a49-a65c-56f1655e63dd requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:23:53.823349 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a062b339-5de9-4663-a2da-b391425ab308 req-05615420-9e18-48a5-a956-5480cab818c7 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c820ad-87c1-4e39-83b9-f89defa76bbf HTTP/1.1" status: 200 len: 943 time: 0.8589799 Feb 09 01:23:53.826764 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-d3ce94ef-9b04-4ed5-be82-9fb225a6e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:53.828298 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-d3ce94ef-9b04-4ed5-be82-9fb225a6e8b5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed945528e2364e0ba5c0570da01f0152&device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 1094 time: 1.0127132 Feb 09 01:23:53.857007 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-6ddc08d1-22d3-49c1-8c76-33d4148f9ed3 service neutron] 10.222.0.35 "GET /v2.0/networks/d0976495-8081-44af-be21-4d619e68defa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6105909 Feb 09 01:23:53.863291 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f1d8d19f-986d-4f46-add2-53cde8158ccf tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:53.866411 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a988971-b293-4188-9945-66d56f3e867c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Releasing vlan 970 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:23:53.867214 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2a988971-b293-4188-9945-66d56f3e867c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:53.975677 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:23:53.975677 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:23:53.975677 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:23:53.975677 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:23:53.975677 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:23:53.975677 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:23:53.975677 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:23:53.975677 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:23:53.975677 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:23:53.975677 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:23:53.975677 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:23:53.975677 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:23:53.975677 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:23:53.975677 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:23:53.975677 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:23:53.975677 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:23:53.975677 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:23:53.975677 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:23:53.975677 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:23:53.975677 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:23:53.975677 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:23:53.975677 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:23:53.975677 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:23:53.975677 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:23:53.975677 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:23:53.975677 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:23:53.975677 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:23:53.975677 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:23:53.975677 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:23:53.975677 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:23:53.975677 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:23:53.975677 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:23:54.005069 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccee96-2831-4b25-a658-17bf5ff1a8ae req-96ad796c-1b67-4a86-9754-d13a9e303733 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:54.013136 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccee96-2831-4b25-a658-17bf5ff1a8ae req-96ad796c-1b67-4a86-9754-d13a9e303733 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:54.020701 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccee96-2831-4b25-a658-17bf5ff1a8ae req-96ad796c-1b67-4a86-9754-d13a9e303733 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:54.044081 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccee96-2831-4b25-a658-17bf5ff1a8ae req-96ad796c-1b67-4a86-9754-d13a9e303733 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:54.063700 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccee96-2831-4b25-a658-17bf5ff1a8ae req-96ad796c-1b67-4a86-9754-d13a9e303733 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:54.080064 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccee96-2831-4b25-a658-17bf5ff1a8ae req-96ad796c-1b67-4a86-9754-d13a9e303733 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:54.097089 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccee96-2831-4b25-a658-17bf5ff1a8ae req-96ad796c-1b67-4a86-9754-d13a9e303733 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:54.107286 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c5ccee96-2831-4b25-a658-17bf5ff1a8ae req-96ad796c-1b67-4a86-9754-d13a9e303733 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5419 time: 0.7047844 Feb 09 01:23:54.118653 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44984d12-3aeb-4ae5-994c-117491661ea1 None None] DHCP port deletion for b80150bf-02e6-4a49-a65c-56f1655e63dd request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:23:54.128982 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-44984d12-3aeb-4ae5-994c-117491661ea1 None None] Deleting port e6202d2e-af23-4979-982b-402dbfbd7204 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:54.129345 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-44984d12-3aeb-4ae5-994c-117491661ea1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:54.267234 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e3cbc17c-2e3a-4fc0-b570-2c769ab903e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:54.277636 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-d55fa9d1-fd41-4cda-afbb-6049c81a302f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f HTTP/1.1" status: 200 len: 217 time: 0.4368262 Feb 09 01:23:54.304949 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-50c44a56-e872-44fe-a2f9-ec479ed8498b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=3ef256bf-5d9a-4363-807b-cd10fb3f25bc HTTP/1.1" status: 200 len: 217 time: 0.3211079 Feb 09 01:23:54.355874 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c5ccee96-2831-4b25-a658-17bf5ff1a8ae req-e348356d-f83f-44d0-9357-7f6eb19facf9 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1429875 Feb 09 01:23:54.363653 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e3cbc17c-2e3a-4fc0-b570-2c769ab903e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:54.395540 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-13627dfd-2a36-4f1e-9a12-786ecf502471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:54.408085 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-13627dfd-2a36-4f1e-9a12-786ecf502471 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3adcfdc5-e139-42b4-9124-6c2f9489c0d6 HTTP/1.1" status: 200 len: 859 time: 0.1049638 Feb 09 01:23:54.474617 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e3cbc17c-2e3a-4fc0-b570-2c769ab903e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:54.530364 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cbc17c-2e3a-4fc0-b570-2c769ab903e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736701cf-8367-4810-8d29-dc37cf5c71b0,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:54.560981 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e3cbc17c-2e3a-4fc0-b570-2c769ab903e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:54.562402 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e3cbc17c-2e3a-4fc0-b570-2c769ab903e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/736701cf-8367-4810-8d29-dc37cf5c71b0 HTTP/1.1" status: 204 len: 168 time: 1.0234082 Feb 09 01:23:54.566600 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-50eb9cb5-18e8-42d6-986a-1ee669edfc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:54.568063 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-50eb9cb5-18e8-42d6-986a-1ee669edfc96 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=760d545b-8344-489a-b34a-2bacf7e004bf HTTP/1.1" status: 200 len: 797 time: 0.1485255 Feb 09 01:23:54.589175 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-ac930d13-ea8b-4da0-b87b-cb99739fcadd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c1a3b32-e583-4f44-92cf-7d4cd700a470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1649706 Feb 09 01:23:54.644322 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a062b339-5de9-4663-a2da-b391425ab308 req-afce1a0b-6166-4f31-a063-79fbccacf44e tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8201287 Feb 09 01:23:54.653155 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.api [None req-2a988971-b293-4188-9945-66d56f3e867c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:23:54.653155 n-d-828419-1 neutron-server[87612]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:23:54.653155 n-d-828419-1 neutron-server[87612]: [parameters: {'id': 'b80150bf-02e6-4a49-a65c-56f1655e63dd'}] Feb 09 01:23:54.653155 n-d-828419-1 neutron-server[87612]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:23:54.653626 n-d-828419-1 neutron-server[87612]: DEBUG oslo_db.api [None req-2a988971-b293-4188-9945-66d56f3e867c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:23:54.741910 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-44984d12-3aeb-4ae5-994c-117491661ea1 None None] For port e6202d2e-af23-4979-982b-402dbfbd7204, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=e6202d2e-af23-4979-982b-402dbfbd7204,segment=NetworkSegment(b33da47b-3499-40ae-8c26-05bedf4ea9d0),segment_id=b33da47b-3499-40ae-8c26-05bedf4ea9d0)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:54.742932 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-44984d12-3aeb-4ae5-994c-117491661ea1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:54.791544 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ed910-6a05-49c6-bb9a-9ca901afbf77 req-56ee49df-a434-4253-9e8f-ada5bf9be143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:54.793069 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-188ed910-6a05-49c6-bb9a-9ca901afbf77 req-56ee49df-a434-4253-9e8f-ada5bf9be143 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed945528e2364e0ba5c0570da01f0152&device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 1095 time: 1.0493269 Feb 09 01:23:54.904177 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-44984d12-3aeb-4ae5-994c-117491661ea1 None None] Calling delete_port for e6202d2e-af23-4979-982b-402dbfbd7204 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:23:54.972458 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f1d8d19f-986d-4f46-add2-53cde8158ccf tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:55.052346 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c534443-339a-4064-bbb5-b7a42eddd7dc req-bad59b95-1d33-400f-9de5-c2a70271decd tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:55.054379 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4c534443-339a-4064-bbb5-b7a42eddd7dc req-bad59b95-1d33-400f-9de5-c2a70271decd tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 943 time: 0.3895621 Feb 09 01:23:55.055985 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:55.059094 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-44984d12-3aeb-4ae5-994c-117491661ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:55.101820 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f1d8d19f-986d-4f46-add2-53cde8158ccf tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:55.157752 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2a988971-b293-4188-9945-66d56f3e867c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:55.207952 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-cf973d37-672d-4b23-8e86-4b85b59e23ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:55.210157 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-cf973d37-672d-4b23-8e86-4b85b59e23ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d0976495-8081-44af-be21-4d619e68defa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6199198 Feb 09 01:23:55.221705 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44984d12-3aeb-4ae5-994c-117491661ea1 None None] No DVR routers for this DVR port e6202d2e-af23-4979-982b-402dbfbd7204 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:23:55.225738 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44984d12-3aeb-4ae5-994c-117491661ea1 None None] Pushing event deleted for resources: {'Port': ['ID=e6202d2e-af23-4979-982b-402dbfbd7204,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:55.307108 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-e667b614-4dd7-41c3-8ffe-62c50a11b949 service neutron] 10.222.0.35 "GET /v2.0/networks/1c1a3b32-e583-4f44-92cf-7d4cd700a470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6484272 Feb 09 01:23:55.365391 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4c534443-339a-4064-bbb5-b7a42eddd7dc req-06b5226f-2b17-41e1-8af9-7505ea4e85ba tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975547 Feb 09 01:23:55.387692 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 0ea7d0cd-65c9-4ba2-ac70-2fc718d27171 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:23:55.517376 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f1d8d19f-986d-4f46-add2-53cde8158ccf tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:55.616698 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ed910-6a05-49c6-bb9a-9ca901afbf77 req-0fdcf373-692a-4386-ab73-c02840403430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:55.618519 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-188ed910-6a05-49c6-bb9a-9ca901afbf77 req-0fdcf373-692a-4386-ab73-c02840403430 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1c1a3b32-e583-4f44-92cf-7d4cd700a470 HTTP/1.1" status: 200 len: 920 time: 0.8113444 Feb 09 01:23:55.697536 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-188ed910-6a05-49c6-bb9a-9ca901afbf77 req-fe63be0a-6d23-4dfa-8262-75532ae6de41 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5767c25-7a4d-4c57-91e6-7ee0300d6889 HTTP/1.1" status: 200 len: 217 time: 0.0659761 Feb 09 01:23:55.723228 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 0ea7d0cd-65c9-4ba2-ac70-2fc718d27171, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=0ea7d0cd-65c9-4ba2-ac70-2fc718d27171,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:55.751923 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '0ea7d0cd-65c9-4ba2-ac70-2fc718d27171', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'port_id': '0ea7d0cd-65c9-4ba2-ac70-2fc718d27171', 'mac_address': 'fa:16:3e:29:d4:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 956, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:23:55.756807 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2a988971-b293-4188-9945-66d56f3e867c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:55.830815 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:55.833196 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-2a988971-b293-4188-9945-66d56f3e867c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80150bf-02e6-4a49-a65c-56f1655e63dd']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:55.848721 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-2a988971-b293-4188-9945-66d56f3e867c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b33da47b-3499-40ae-8c26-05bedf4ea9d0') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:55.849294 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-2a988971-b293-4188-9945-66d56f3e867c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b33da47b-3499-40ae-8c26-05bedf4ea9d0') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:55.850272 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea7d0cd-65c9-4ba2-ac70-2fc718d27171 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:23:55.868419 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2a988971-b293-4188-9945-66d56f3e867c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:55.873189 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 0ea7d0cd-65c9-4ba2-ac70-2fc718d27171, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=0ea7d0cd-65c9-4ba2-ac70-2fc718d27171,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:55.882891 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:55.916114 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2a988971-b293-4188-9945-66d56f3e867c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:55.927886 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a988971-b293-4188-9945-66d56f3e867c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Releasing vlan 970 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:23:55.928297 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2a988971-b293-4188-9945-66d56f3e867c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:55.959534 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:23:55.959534 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:23:55.959534 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:23:55.959534 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:23:55.959534 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:23:55.959534 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:23:55.959534 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:23:55.959534 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:23:55.959534 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:23:55.959534 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:23:55.959534 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:23:55.959534 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:23:55.959534 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:23:55.959534 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:23:55.959534 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:23:55.959534 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:23:55.959534 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:23:55.959534 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:23:55.959534 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:23:55.959534 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:23:55.959534 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:23:55.959534 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:23:55.959534 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:23:55.959534 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:23:55.959534 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:23:55.959534 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:23:55.959534 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:23:55.959534 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:23:55.959534 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:23:55.959534 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:23:55.959534 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:23:55.959534 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:23:55.985237 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=0ea7d0cd-65c9-4ba2-ac70-2fc718d27171,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:56.068738 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f1d8d19f-986d-4f46-add2-53cde8158ccf tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:56.080609 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f1d8d19f-986d-4f46-add2-53cde8158ccf tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:56.117406 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['0ea7d0cd-65c9-4ba2-ac70-2fc718d27171'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:23:56.124808 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71505c1a-d138-44ac-9ac3-eb089eb6da19 req-336df149-1e08-40fc-af21-6102c56a7d79 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:56.126240 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-71505c1a-d138-44ac-9ac3-eb089eb6da19 req-336df149-1e08-40fc-af21-6102c56a7d79 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c820ad-87c1-4e39-83b9-f89defa76bbf HTTP/1.1" status: 200 len: 943 time: 0.3266973 Feb 09 01:23:56.127365 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f1d8d19f-986d-4f46-add2-53cde8158ccf tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:56.128101 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d8d19f-986d-4f46-add2-53cde8158ccf tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bce1c34d-08bb-4a46-a75d-d65668746f95 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:23:56.186467 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-71505c1a-d138-44ac-9ac3-eb089eb6da19 req-9c548eef-ec40-4668-87ed-5e0e924b6b71 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526447 Feb 09 01:23:56.187406 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-f1d8d19f-986d-4f46-add2-53cde8158ccf tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 01:23:56.190945 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f1d8d19f-986d-4f46-add2-53cde8158ccf tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.9869823 Feb 09 01:23:56.191490 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33888) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:56.271066 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-341ba503-97be-424c-91fb-82db62938591 tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Deleting port a6c4f4c6-9172-4f19-b384-1560fd77cb2d {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:23:56.271427 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-341ba503-97be-424c-91fb-82db62938591 tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:56.318090 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-be4abbe0-df2b-46a2-ad79-54931d48e66d service neutron] 10.222.0.35 "GET /v2.0/networks/d0976495-8081-44af-be21-4d619e68defa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0639329 Feb 09 01:23:56.335884 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ed910-6a05-49c6-bb9a-9ca901afbf77 req-a802b9a3-e2bd-43e8-b96f-907b0ed6c3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:56.338389 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-188ed910-6a05-49c6-bb9a-9ca901afbf77 req-a802b9a3-e2bd-43e8-b96f-907b0ed6c3ea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3adcfdc5-e139-42b4-9124-6c2f9489c0d6 HTTP/1.1" status: 200 len: 859 time: 0.5839386 Feb 09 01:23:56.460987 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81a7a5b2-ef94-4c27-9527-2b4bd930342f req-7ae1c98e-90f0-480e-a0e2-8a43e67f1a6e service neutron] 10.222.0.35 "GET /v2.0/networks/1c1a3b32-e583-4f44-92cf-7d4cd700a470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1329331 Feb 09 01:23:56.591463 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-341ba503-97be-424c-91fb-82db62938591 tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:56.599666 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2a988971-b293-4188-9945-66d56f3e867c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:56.609754 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2a988971-b293-4188-9945-66d56f3e867c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:56.672447 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-188ed910-6a05-49c6-bb9a-9ca901afbf77 req-17845181-4c14-4e14-9194-aa13019844dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c1a3b32-e583-4f44-92cf-7d4cd700a470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2071669 Feb 09 01:23:56.688997 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a988971-b293-4188-9945-66d56f3e867c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event deleted for resources: {'Network': ['ID=b80150bf-02e6-4a49-a65c-56f1655e63dd,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:56.703055 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33aefd8-3c14-4f11-9e12-0985e3f14ce0 req-fd57da26-410f-47d4-9f4b-3701c91c6db3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:56.709586 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33aefd8-3c14-4f11-9e12-0985e3f14ce0 req-fd57da26-410f-47d4-9f4b-3701c91c6db3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:56.715914 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33aefd8-3c14-4f11-9e12-0985e3f14ce0 req-fd57da26-410f-47d4-9f4b-3701c91c6db3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:56.722213 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33aefd8-3c14-4f11-9e12-0985e3f14ce0 req-fd57da26-410f-47d4-9f4b-3701c91c6db3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:56.728309 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33aefd8-3c14-4f11-9e12-0985e3f14ce0 req-fd57da26-410f-47d4-9f4b-3701c91c6db3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:56.735876 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33aefd8-3c14-4f11-9e12-0985e3f14ce0 req-fd57da26-410f-47d4-9f4b-3701c91c6db3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:56.741666 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33aefd8-3c14-4f11-9e12-0985e3f14ce0 req-fd57da26-410f-47d4-9f4b-3701c91c6db3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:56.744128 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b33aefd8-3c14-4f11-9e12-0985e3f14ce0 req-fd57da26-410f-47d4-9f4b-3701c91c6db3 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5419 time: 1.1182110 Feb 09 01:23:56.774525 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-a1524692-a1cf-4bc9-beb6-cf86217a47ef service neutron] 10.222.0.35 "GET /v2.0/networks/d0976495-8081-44af-be21-4d619e68defa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444184 Feb 09 01:23:56.788191 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33908) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:56.799140 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-341ba503-97be-424c-91fb-82db62938591 tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Calling delete_port for a6c4f4c6-9172-4f19-b384-1560fd77cb2d owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:23:56.845109 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2a988971-b293-4188-9945-66d56f3e867c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "DELETE /v2.0/networks/b80150bf-02e6-4a49-a65c-56f1655e63dd HTTP/1.1" status: 204 len: 168 time: 10.2961819 Feb 09 01:23:56.845581 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33914) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:56.899236 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-26454d68-22c0-4c56-806a-66b7df2d4753 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] DELETE failed (client error): The resource could not be found. Feb 09 01:23:56.899610 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26454d68-22c0-4c56-806a-66b7df2d4753 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:23:56.931040 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-26454d68-22c0-4c56-806a-66b7df2d4753 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "DELETE /v2.0/networks/b80150bf-02e6-4a49-a65c-56f1655e63dd HTTP/1.1" status: 404 len: 339 time: 0.0743918 Feb 09 01:23:56.931622 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33918) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:56.942684 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-9ac4a910-5790-4525-aefa-c3e0e5fc12c3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=051765f9-3c60-461b-8571-2e1761acc3dc HTTP/1.1" status: 200 len: 217 time: 0.1143076 Feb 09 01:23:56.944684 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-44c74bfb-5afe-4b55-b65a-8544cde72c7e tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-394955105', 'description': 'd1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:56.959933 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b33aefd8-3c14-4f11-9e12-0985e3f14ce0 req-23aa1ea2-e694-4f15-929b-00e5989875ce tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2065969 Feb 09 01:23:56.984609 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-44c74bfb-5afe-4b55-b65a-8544cde72c7e tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:56.991647 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5458da-f27a-492e-b29a-133fedc7dc9d req-811f491e-4b56-4dfe-b04b-66eeb67f5c0d tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:56.993673 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2e5458da-f27a-492e-b29a-133fedc7dc9d req-811f491e-4b56-4dfe-b04b-66eeb67f5c0d tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 943 time: 0.4119430 Feb 09 01:23:57.014114 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-44c74bfb-5afe-4b55-b65a-8544cde72c7e tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Usage tracker for resource:network and tenant:8e5692b9b6d3459a8c367b19d8e930d9 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:57.031422 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-44c74bfb-5afe-4b55-b65a-8544cde72c7e tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:57.034297 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7bd447a6-8c2b-4b89-933d-96a3556f3a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:57.053540 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-44c74bfb-5afe-4b55-b65a-8544cde72c7e tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:57.060668 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b6040-3288-4472-9236-adeba20dafc4 req-a15c3f7b-0123-4272-8865-1948b8558708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:57.061935 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d3b6040-3288-4472-9236-adeba20dafc4 req-a15c3f7b-0123-4272-8865-1948b8558708 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed945528e2364e0ba5c0570da01f0152&device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 1094 time: 0.5247118 Feb 09 01:23:57.067092 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-188ed910-6a05-49c6-bb9a-9ca901afbf77 req-2ac0ee27-33f1-4b6b-86e3-4bdbd509b5f8 service neutron] 10.222.0.35 "GET /v2.0/networks/1c1a3b32-e583-4f44-92cf-7d4cd700a470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220043 Feb 09 01:23:57.071091 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-f95a54cd-da48-4205-9198-ca015ee5674d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:57.071498 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7bd447a6-8c2b-4b89-933d-96a3556f3a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:57.072576 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-f95a54cd-da48-4205-9198-ca015ee5674d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9671a035-d862-45b0-9a1f-4f8114d5db77 HTTP/1.1" status: 200 len: 797 time: 0.1185296 Feb 09 01:23:57.089184 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7bd447a6-8c2b-4b89-933d-96a3556f3a02 admin admin] Usage tracker for resource:security_group_rule and tenant:9d4830567f9a4627a7416b8c107070ca is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:57.093563 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7bd447a6-8c2b-4b89-933d-96a3556f3a02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:57.104343 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7bd447a6-8c2b-4b89-933d-96a3556f3a02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:57.106612 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c74bfb-5afe-4b55-b65a-8544cde72c7e tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Made reservation on behalf of 8e5692b9b6d3459a8c367b19d8e930d9 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:57.109909 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-44c74bfb-5afe-4b55-b65a-8544cde72c7e tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:57.122910 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-341ba503-97be-424c-91fb-82db62938591 tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:57.130300 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2e5458da-f27a-492e-b29a-133fedc7dc9d req-5361d13d-a03e-420b-ae34-3f8770c977ea tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212265 Feb 09 01:23:57.190447 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ba503-97be-424c-91fb-82db62938591 tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6c4f4c6-9172-4f19-b384-1560fd77cb2d,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:57.280933 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c74bfb-5afe-4b55-b65a-8544cde72c7e tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 954} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:23:57.311936 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-44c74bfb-5afe-4b55-b65a-8544cde72c7e tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:57.312277 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-44c74bfb-5afe-4b55-b65a-8544cde72c7e tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Added segment 4425669d-a0ed-4446-b03a-a5f23a713cd8 of type vlan for network 4010775e-7a40-4032-a5c4-d78a2b96b3c9 Feb 09 01:23:57.344936 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-341ba503-97be-424c-91fb-82db62938591 tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:57.380822 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-341ba503-97be-424c-91fb-82db62938591 tempest-RoutersAdminNegativeTest-858997972 tempest-RoutersAdminNegativeTest-858997972-project-admin] 10.222.0.37 "DELETE /v2.0/ports/a6c4f4c6-9172-4f19-b384-1560fd77cb2d HTTP/1.1" status: 204 len: 168 time: 1.1885278 Feb 09 01:23:57.382797 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-44c74bfb-5afe-4b55-b65a-8544cde72c7e tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:57.406168 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device f5767c25-7a4d-4c57-91e6-7ee0300d6889 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:23:57.409446 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 0ea7d0cd-65c9-4ba2-ac70-2fc718d27171 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:23:57.427977 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7bd447a6-8c2b-4b89-933d-96a3556f3a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:57.434805 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7bd447a6-8c2b-4b89-933d-96a3556f3a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:57.455496 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-44c74bfb-5afe-4b55-b65a-8544cde72c7e tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:57.462064 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c74bfb-5afe-4b55-b65a-8544cde72c7e tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:57.462912 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-44c74bfb-5afe-4b55-b65a-8544cde72c7e tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:57.466235 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-188ed910-6a05-49c6-bb9a-9ca901afbf77 req-5a06ba5f-14f4-49c6-a261-ed7168ac8fcd service neutron] 10.222.0.35 "GET /v2.0/networks/1c1a3b32-e583-4f44-92cf-7d4cd700a470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736913 Feb 09 01:23:57.489100 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b6040-3288-4472-9236-adeba20dafc4 req-d9583b22-82c5-495e-af41-018ea761d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:57.491326 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d3b6040-3288-4472-9236-adeba20dafc4 req-d9583b22-82c5-495e-af41-018ea761d271 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1c1a3b32-e583-4f44-92cf-7d4cd700a470 HTTP/1.1" status: 200 len: 920 time: 0.4169929 Feb 09 01:23:57.503623 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-3be92145-9d16-41b1-9fb2-4002533d5dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:57.505704 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-3be92145-9d16-41b1-9fb2-4002533d5dee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fc0cd235-d706-4e7e-a633-962d662b162f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4121943 Feb 09 01:23:57.587277 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d3b6040-3288-4472-9236-adeba20dafc4 req-c448102c-e497-412b-8f26-9749d47a883f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f HTTP/1.1" status: 200 len: 217 time: 0.0795956 Feb 09 01:23:57.590335 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd447a6-8c2b-4b89-933d-96a3556f3a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109bd1ae-93a6-4bef-9c6c-541c310bd34b,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:57.591428 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 0ea7d0cd-65c9-4ba2-ac70-2fc718d27171 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:57.602585 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7bd447a6-8c2b-4b89-933d-96a3556f3a02 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9d4830567f9a4627a7416b8c107070ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8108139 Feb 09 01:23:57.611986 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33928) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:57.613433 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 0ea7d0cd-65c9-4ba2-ac70-2fc718d27171 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:57.614632 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:57.633930 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-44c74bfb-5afe-4b55-b65a-8544cde72c7e tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6990759 Feb 09 01:23:57.646625 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33932) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:57.683623 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33938) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:57.744948 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-d9c66bb2-9d51-4552-bfe9-9ff0e7840d6d service neutron] 10.222.0.35 "GET /v2.0/networks/fc0cd235-d706-4e7e-a633-962d662b162f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550679 Feb 09 01:23:57.768411 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c74bfb-5afe-4b55-b65a-8544cde72c7e tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event updated for resources: {'Network': ['ID=4010775e-7a40-4032-a5c4-d78a2b96b3c9,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:57.815304 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b6040-3288-4472-9236-adeba20dafc4 req-b19430fd-46f8-4be4-b792-bb414e3ee81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:57.817127 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d3b6040-3288-4472-9236-adeba20dafc4 req-b19430fd-46f8-4be4-b792-bb414e3ee81e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3adcfdc5-e139-42b4-9124-6c2f9489c0d6 HTTP/1.1" status: 200 len: 859 time: 0.0704699 Feb 09 01:23:57.854479 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a9dd19-86c9-4645-bbf0-80c38354a1c8 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:57.855322 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-22a9dd19-86c9-4645-bbf0-80c38354a1c8 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Synchronizing usage tracker for tenant:8e5692b9b6d3459a8c367b19d8e930d9 on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:23:57.869106 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-57a657b0-35e9-4d30-b116-30a6842c4b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:57.907335 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-22a9dd19-86c9-4645-bbf0-80c38354a1c8 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Unset dirty status for tenant:8e5692b9b6d3459a8c367b19d8e930d9 on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:23:57.909348 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-22a9dd19-86c9-4645-bbf0-80c38354a1c8 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "GET /v2.0/networks?id=4010775e-7a40-4032-a5c4-d78a2b96b3c9 HTTP/1.1" status: 200 len: 764 time: 0.2604165 Feb 09 01:23:57.912183 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-57a657b0-35e9-4d30-b116-30a6842c4b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:57.915843 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:57.921529 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33948) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:57.925472 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 4010775e-7a40-4032-a5c4-d78a2b96b3c9 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:23:57.948166 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-c3f05aa2-79b8-4205-ac6e-2fdaed1171d5 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Request body: {'network': {'description': 'd2'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:57.964599 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3357e265-a7ea-44b4-a06c-b01e7ad846c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:58.030253 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130911c-ff9c-492f-ac20-75ffdb7ca5dd req-72432d09-722f-43c1-b812-3b6d1b859da3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:58.032056 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c130911c-ff9c-492f-ac20-75ffdb7ca5dd req-72432d09-722f-43c1-b812-3b6d1b859da3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c820ad-87c1-4e39-83b9-f89defa76bbf HTTP/1.1" status: 200 len: 944 time: 0.6686144 Feb 09 01:23:58.036990 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d3b6040-3288-4472-9236-adeba20dafc4 req-3fcfc056-3275-4b6a-8965-b30a941462f1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c1a3b32-e583-4f44-92cf-7d4cd700a470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1868339 Feb 09 01:23:58.087710 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port f5767c25-7a4d-4c57-91e6-7ee0300d6889, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=f5767c25-7a4d-4c57-91e6-7ee0300d6889,segment=NetworkSegment(b22a0128-e148-4062-a852-912f53d03455),segment_id=b22a0128-e148-4062-a852-912f53d03455)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:58.105973 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c820ad-87c1-4e39-83b9-f89defa76bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea7d0cd-65c9-4ba2-ac70-2fc718d27171'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:23:58.115621 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'f5767c25-7a4d-4c57-91e6-7ee0300d6889', 'network_id': '1c1a3b32-e583-4f44-92cf-7d4cd700a470', 'port_id': 'f5767c25-7a4d-4c57-91e6-7ee0300d6889', 'mac_address': 'fa:16:3e:d1:51:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 964, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3adcfdc5-e139-42b4-9124-6c2f9489c0d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:23:58.120655 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 0ea7d0cd-65c9-4ba2-ac70-2fc718d27171, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=0ea7d0cd-65c9-4ba2-ac70-2fc718d27171,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:58.132366 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3357e265-a7ea-44b4-a06c-b01e7ad846c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:23:58.142506 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3357e265-a7ea-44b4-a06c-b01e7ad846c1 admin admin] Usage tracker for resource:security_group_rule and tenant:1cb28c4301124d049ea607ea0559512e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:23:58.157768 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3357e265-a7ea-44b4-a06c-b01e7ad846c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:23:58.161214 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-57a657b0-35e9-4d30-b116-30a6842c4b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:58.180492 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3357e265-a7ea-44b4-a06c-b01e7ad846c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:23:58.184632 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:58.196165 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:58.246575 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5767c25-7a4d-4c57-91e6-7ee0300d6889 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:23:58.281760 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port f5767c25-7a4d-4c57-91e6-7ee0300d6889, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=f5767c25-7a4d-4c57-91e6-7ee0300d6889,segment=NetworkSegment(b22a0128-e148-4062-a852-912f53d03455),segment_id=b22a0128-e148-4062-a852-912f53d03455)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:58.286795 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:58.291138 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=0ea7d0cd-65c9-4ba2-ac70-2fc718d27171,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:58.368442 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c130911c-ff9c-492f-ac20-75ffdb7ca5dd req-afbe9c71-84ad-45d4-b07c-5ef197537e6e tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285403 Feb 09 01:23:58.382168 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-57a657b0-35e9-4d30-b116-30a6842c4b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:58.383855 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-57a657b0-35e9-4d30-b116-30a6842c4b13 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/109bd1ae-93a6-4bef-9c6c-541c310bd34b HTTP/1.1" status: 204 len: 168 time: 0.7698236 Feb 09 01:23:58.385159 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a657b0-35e9-4d30-b116-30a6842c4b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109bd1ae-93a6-4bef-9c6c-541c310bd34b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:58.389588 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=f5767c25-7a4d-4c57-91e6-7ee0300d6889,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:58.445409 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-f8055790-3e6d-4250-9ca4-9f9bfd3a58e3 service neutron] 10.222.0.35 "GET /v2.0/networks/fc0cd235-d706-4e7e-a633-962d662b162f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6217411 Feb 09 01:23:58.454491 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d3b6040-3288-4472-9236-adeba20dafc4 req-83ae6148-9393-4f50-bad6-b41c12096727 service neutron] 10.222.0.35 "GET /v2.0/networks/1c1a3b32-e583-4f44-92cf-7d4cd700a470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944612 Feb 09 01:23:58.528887 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['f5767c25-7a4d-4c57-91e6-7ee0300d6889'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:23:58.533035 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-fa850971-9e88-4cd7-90c1-472c44182dfc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cef3a1b2-f75c-42e5-8828-47aa75f68c2f HTTP/1.1" status: 200 len: 217 time: 0.0775590 Feb 09 01:23:58.588762 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c3f05aa2-79b8-4205-ac6e-2fdaed1171d5 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:58.660077 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c627fa-b777-471f-a48e-812c5ce0831d req-d3ed9f02-4636-4142-80ab-c5d733e1a557 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:58.682884 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c627fa-b777-471f-a48e-812c5ce0831d req-d3ed9f02-4636-4142-80ab-c5d733e1a557 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:58.689695 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c627fa-b777-471f-a48e-812c5ce0831d req-d3ed9f02-4636-4142-80ab-c5d733e1a557 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:58.697572 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c627fa-b777-471f-a48e-812c5ce0831d req-d3ed9f02-4636-4142-80ab-c5d733e1a557 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:58.713812 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c820ad-87c1-4e39-83b9-f89defa76bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea7d0cd-65c9-4ba2-ac70-2fc718d27171', 'code': 200} Feb 09 01:23:58.716739 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c627fa-b777-471f-a48e-812c5ce0831d req-d3ed9f02-4636-4142-80ab-c5d733e1a557 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:58.730698 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c627fa-b777-471f-a48e-812c5ce0831d req-d3ed9f02-4636-4142-80ab-c5d733e1a557 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:58.737396 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c627fa-b777-471f-a48e-812c5ce0831d req-d3ed9f02-4636-4142-80ab-c5d733e1a557 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:58.739343 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a4c627fa-b777-471f-a48e-812c5ce0831d req-d3ed9f02-4636-4142-80ab-c5d733e1a557 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5419 time: 0.5678511 Feb 09 01:23:58.752077 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-6dceb70c-9041-4e4a-83f0-667becac7526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:58.753809 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-6dceb70c-9041-4e4a-83f0-667becac7526 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9671a035-d862-45b0-9a1f-4f8114d5db77 HTTP/1.1" status: 200 len: 797 time: 0.1923306 Feb 09 01:23:58.762351 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c3f05aa2-79b8-4205-ac6e-2fdaed1171d5 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:58.891903 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c3f05aa2-79b8-4205-ac6e-2fdaed1171d5 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Network 4010775e-7a40-4032-a5c4-d78a2b96b3c9 is not hosted by any dhcp agent {{(pid=87611) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 09 01:23:58.897436 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f05aa2-79b8-4205-ac6e-2fdaed1171d5 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:58.898036 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c3f05aa2-79b8-4205-ac6e-2fdaed1171d5 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:58.902253 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c3f05aa2-79b8-4205-ac6e-2fdaed1171d5 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "PUT /v2.0/networks/4010775e-7a40-4032-a5c4-d78a2b96b3c9 HTTP/1.1" status: 200 len: 761 time: 0.9772427 Feb 09 01:23:58.909868 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3357e265-a7ea-44b4-a06c-b01e7ad846c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:58.911764 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33974) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:58.966221 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d3b6040-3288-4472-9236-adeba20dafc4 req-7638d0bf-6ea6-4ac1-921c-827fa642ec3a service neutron] 10.222.0.35 "GET /v2.0/networks/1c1a3b32-e583-4f44-92cf-7d4cd700a470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321597 Feb 09 01:23:59.011840 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-40b5f1bc-4b97-4405-a104-cc980b863a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:59.013218 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-40b5f1bc-4b97-4405-a104-cc980b863a5b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fc0cd235-d706-4e7e-a633-962d662b162f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2338212 Feb 09 01:23:59.018361 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094300d-aa18-4f95-9bb6-81dd62c22aa7 req-9542656c-d18e-405f-8f4b-d6a8b1fa13bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:59.019550 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a094300d-aa18-4f95-9bb6-81dd62c22aa7 req-9542656c-d18e-405f-8f4b-d6a8b1fa13bb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e7c820ad-87c1-4e39-83b9-f89defa76bbf HTTP/1.1" status: 200 len: 1096 time: 0.2366216 Feb 09 01:23:59.020848 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3357e265-a7ea-44b4-a06c-b01e7ad846c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:59.049242 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe86d05-28e3-4e25-ad2c-aae7ff91767d req-9c59cfc9-d885-4a03-84e6-348e6d0ff71e tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:59.049242 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bfe86d05-28e3-4e25-ad2c-aae7ff91767d req-9c59cfc9-d885-4a03-84e6-348e6d0ff71e tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 943 time: 0.1809001 Feb 09 01:23:59.068797 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f05aa2-79b8-4205-ac6e-2fdaed1171d5 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event updated for resources: {'Network': ['ID=4010775e-7a40-4032-a5c4-d78a2b96b3c9,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:59.080122 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 4010775e-7a40-4032-a5c4-d78a2b96b3c9 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:23:59.084957 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a4c627fa-b777-471f-a48e-812c5ce0831d req-a419dc95-7417-4408-8dfa-8c0ddd4073ab tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3290186 Feb 09 01:23:59.119738 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3357e265-a7ea-44b4-a06c-b01e7ad846c1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1cb28c4301124d049ea607ea0559512e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4342899 Feb 09 01:23:59.125477 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33984) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:59.135109 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3177545-b208-44eb-a82d-c407d211b13a tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:59.141662 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b3177545-b208-44eb-a82d-c407d211b13a tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "GET /v2.0/networks?id=4010775e-7a40-4032-a5c4-d78a2b96b3c9 HTTP/1.1" status: 200 len: 764 time: 0.2235694 Feb 09 01:23:59.141662 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357e265-a7ea-44b4-a06c-b01e7ad846c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de54227-ba6d-4702-9f1f-a5b512f3d396,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:59.145577 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33990) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:59.341180 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a094300d-aa18-4f95-9bb6-81dd62c22aa7 req-140e2826-eb75-4e30-99d6-2599c5f454f3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910094 Feb 09 01:23:59.361539 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bfe86d05-28e3-4e25-ad2c-aae7ff91767d req-29db3c27-121d-4a36-b37f-bfadb84ed40a tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932675 Feb 09 01:23:59.391276 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8920080f-a3ef-43b0-8322-7c1461b4ffc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:59.403245 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-763b5e11-a84b-4d56-8d10-84e30b290654 service neutron] 10.222.0.35 "GET /v2.0/networks/fc0cd235-d706-4e7e-a633-962d662b162f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819597 Feb 09 01:23:59.406615 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:23:59.408932 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device f5767c25-7a4d-4c57-91e6-7ee0300d6889 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:23:59.444818 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8920080f-a3ef-43b0-8322-7c1461b4ffc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:59.491751 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3a667e-9f29-4315-a050-d4cac3e6daf0 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:59.494855 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7b3a667e-9f29-4315-a050-d4cac3e6daf0 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3477449 Feb 09 01:23:59.497319 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34004) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:59.571443 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port f5767c25-7a4d-4c57-91e6-7ee0300d6889 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:59.579976 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-89372c8d-d4da-446c-99a2-9356876a8f73 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Synchronizing usage tracker for tenant:8e5692b9b6d3459a8c367b19d8e930d9 on resource:subnet {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:23:59.590304 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port f5767c25-7a4d-4c57-91e6-7ee0300d6889 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:59.590682 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:59.652861 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8920080f-a3ef-43b0-8322-7c1461b4ffc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:59.678695 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920080f-a3ef-43b0-8322-7c1461b4ffc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de54227-ba6d-4702-9f1f-a5b512f3d396,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:59.685349 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f,segment=NetworkSegment(b22a0128-e148-4062-a852-912f53d03455),segment_id=b22a0128-e148-4062-a852-912f53d03455)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:59.693628 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-89372c8d-d4da-446c-99a2-9356876a8f73 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Unset dirty status for tenant:8e5692b9b6d3459a8c367b19d8e930d9 on resource:subnet {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:23:59.698867 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-89372c8d-d4da-446c-99a2-9356876a8f73 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "GET /v2.0/subnets?network_id=d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 207 time: 0.1954238 Feb 09 01:23:59.700554 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34010) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:23:59.702097 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044e79a-e11c-403c-9902-9015a6df21a0 req-e76e2906-fd85-4a74-a677-b70ff05d0b85 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:59.703715 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2044e79a-e11c-403c-9902-9015a6df21a0 req-e76e2906-fd85-4a74-a677-b70ff05d0b85 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c820ad-87c1-4e39-83b9-f89defa76bbf HTTP/1.1" status: 200 len: 945 time: 0.1782384 Feb 09 01:23:59.705994 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8920080f-a3ef-43b0-8322-7c1461b4ffc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:59.709456 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8920080f-a3ef-43b0-8322-7c1461b4ffc6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3de54227-ba6d-4702-9f1f-a5b512f3d396 HTTP/1.1" status: 204 len: 168 time: 0.5809131 Feb 09 01:23:59.716371 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f', 'network_id': '1c1a3b32-e583-4f44-92cf-7d4cd700a470', 'port_id': 'e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f', 'mac_address': 'fa:16:3e:16:9c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 964, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3adcfdc5-e139-42b4-9124-6c2f9489c0d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:23:59.781752 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:59.813205 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2044e79a-e11c-403c-9902-9015a6df21a0 req-a0831d4b-27fb-4c9e-bf9f-67a6ce54bd7c tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945756 Feb 09 01:23:59.868214 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:59.893595 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:23:59.899494 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port f5767c25-7a4d-4c57-91e6-7ee0300d6889, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=f5767c25-7a4d-4c57-91e6-7ee0300d6889,segment=NetworkSegment(b22a0128-e148-4062-a852-912f53d03455),segment_id=b22a0128-e148-4062-a852-912f53d03455)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:59.910965 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:59.913787 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f,segment=NetworkSegment(b22a0128-e148-4062-a852-912f53d03455),segment_id=b22a0128-e148-4062-a852-912f53d03455)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:23:59.954497 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f44f461-4d50-40f1-84c2-3adc49b2c855 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:59.960138 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:23:59.960802 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f44f461-4d50-40f1-84c2-3adc49b2c855 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:59.966225 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f44f461-4d50-40f1-84c2-3adc49b2c855 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:59.972450 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f44f461-4d50-40f1-84c2-3adc49b2c855 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:59.979000 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f44f461-4d50-40f1-84c2-3adc49b2c855 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:59.985094 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f44f461-4d50-40f1-84c2-3adc49b2c855 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:59.986073 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0f44f461-4d50-40f1-84c2-3adc49b2c855 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Synchronizing usage tracker for tenant:8e5692b9b6d3459a8c367b19d8e930d9 on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:24:00.002465 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=f5767c25-7a4d-4c57-91e6-7ee0300d6889,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:00.012612 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d7fed5c-442b-40ab-8ded-6c524d20d4eb req-1588b0ca-9be4-4260-8c16-68b0a5851609 service neutron] 10.222.0.35 "GET /v2.0/networks/fc0cd235-d706-4e7e-a633-962d662b162f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4586947 Feb 09 01:24:00.016698 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0f44f461-4d50-40f1-84c2-3adc49b2c855 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Unset dirty status for tenant:8e5692b9b6d3459a8c367b19d8e930d9 on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:24:00.021364 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0f44f461-4d50-40f1-84c2-3adc49b2c855 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.3163569 Feb 09 01:24:00.021871 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34018) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:00.140533 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:00.231458 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af997c47-d0d6-4dd1-aba0-e391adfe3433 req-e0d14407-cdc1-4d42-84fd-b177ef6b9e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:00.232064 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af997c47-d0d6-4dd1-aba0-e391adfe3433 req-e0d14407-cdc1-4d42-84fd-b177ef6b9e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:00.232750 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af997c47-d0d6-4dd1-aba0-e391adfe3433 req-e0d14407-cdc1-4d42-84fd-b177ef6b9e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:00.233461 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af997c47-d0d6-4dd1-aba0-e391adfe3433 req-e0d14407-cdc1-4d42-84fd-b177ef6b9e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:00.234219 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af997c47-d0d6-4dd1-aba0-e391adfe3433 req-e0d14407-cdc1-4d42-84fd-b177ef6b9e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:00.235058 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af997c47-d0d6-4dd1-aba0-e391adfe3433 req-e0d14407-cdc1-4d42-84fd-b177ef6b9e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:00.235753 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:24:00.236002 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af997c47-d0d6-4dd1-aba0-e391adfe3433 req-e0d14407-cdc1-4d42-84fd-b177ef6b9e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:00.238470 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-af997c47-d0d6-4dd1-aba0-e391adfe3433 req-e0d14407-cdc1-4d42-84fd-b177ef6b9e1b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08259b26651148159119352f4f3e1358&device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 6476 time: 0.1422679 Feb 09 01:24:00.299347 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34030) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:00.425212 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9910cf58-8476-42c0-b482-9f903507c94b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.4006789 Feb 09 01:24:00.429041 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34038) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:00.484196 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af997c47-d0d6-4dd1-aba0-e391adfe3433 req-f54fc95e-2dec-4f5a-b9cb-b282c6dfae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:00.485632 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-af997c47-d0d6-4dd1-aba0-e391adfe3433 req-f54fc95e-2dec-4f5a-b9cb-b282c6dfae11 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fc0cd235-d706-4e7e-a633-962d662b162f HTTP/1.1" status: 200 len: 903 time: 0.2348499 Feb 09 01:24:00.552385 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea84e031-9c28-408c-91d0-8334d1c24d47 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:00.558247 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea84e031-9c28-408c-91d0-8334d1c24d47 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:00.562200 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea84e031-9c28-408c-91d0-8334d1c24d47 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:00.565955 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea84e031-9c28-408c-91d0-8334d1c24d47 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:00.571767 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea84e031-9c28-408c-91d0-8334d1c24d47 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:00.574519 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ea84e031-9c28-408c-91d0-8334d1c24d47 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Synchronizing usage tracker for tenant:8e5692b9b6d3459a8c367b19d8e930d9 on resource:subnet {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:24:00.625833 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ea84e031-9c28-408c-91d0-8334d1c24d47 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Unset dirty status for tenant:8e5692b9b6d3459a8c367b19d8e930d9 on resource:subnet {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:24:00.632493 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ea84e031-9c28-408c-91d0-8334d1c24d47 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1968842 Feb 09 01:24:00.632855 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34044) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:00.720132 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f9d66d-3ff5-4918-8d17-11f27389f700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5767c25-7a4d-4c57-91e6-7ee0300d6889'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:24:00.843579 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4b629d-346a-4c07-9475-8ff131268cbe tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['shared'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:00.845175 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4b629d-346a-4c07-9475-8ff131268cbe tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['shared'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:00.846548 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4b629d-346a-4c07-9475-8ff131268cbe tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['shared'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:00.848063 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4b629d-346a-4c07-9475-8ff131268cbe tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['shared'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:00.849574 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4b629d-346a-4c07-9475-8ff131268cbe tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['shared'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:00.854591 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ae4b629d-346a-4c07-9475-8ff131268cbe tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2173884 Feb 09 01:24:00.855948 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34052) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:00.879302 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-af997c47-d0d6-4dd1-aba0-e391adfe3433 req-1267e9e9-6878-4f87-8f6e-6e4c261ee598 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cef3a1b2-f75c-42e5-8828-47aa75f68c2f HTTP/1.1" status: 200 len: 217 time: 0.3764682 Feb 09 01:24:00.951058 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d19a1bcd-c439-42f5-870e-ceaf71901858 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1ac068a4c23943c2b669e08a4f52d375&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6441958 Feb 09 01:24:00.952071 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34058) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:00.985572 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d3dfd-684a-46ec-92be-ca9de0d59a4d req-0a3b7207-4acf-49f8-8fc9-7f5a14f164bd tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:00.987155 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8d6d3dfd-684a-46ec-92be-ca9de0d59a4d req-0a3b7207-4acf-49f8-8fc9-7f5a14f164bd tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 944 time: 0.2729146 Feb 09 01:24:00.997633 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af997c47-d0d6-4dd1-aba0-e391adfe3433 req-89ea346f-aeb6-4525-9172-5b38b2328f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:00.999066 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-af997c47-d0d6-4dd1-aba0-e391adfe3433 req-89ea346f-aeb6-4525-9172-5b38b2328f1a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9671a035-d862-45b0-9a1f-4f8114d5db77 HTTP/1.1" status: 200 len: 797 time: 0.1054583 Feb 09 01:24:01.062286 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408581b1-f7bb-4f72-835d-4ade3e8731ce tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:01.063755 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-408581b1-f7bb-4f72-835d-4ade3e8731ce tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "GET /v2.0/networks/5bdc6f55-0bc2-40c3-9335-284b36fa21c6 HTTP/1.1" status: 200 len: 802 time: 0.2072268 Feb 09 01:24:01.067530 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34062) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:01.074096 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8d6d3dfd-684a-46ec-92be-ca9de0d59a4d req-9966bfa9-f313-4a81-bdc5-4f4daa841464 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720212 Feb 09 01:24:01.135775 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f9d66d-3ff5-4918-8d17-11f27389f700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5767c25-7a4d-4c57-91e6-7ee0300d6889', 'code': 200} Feb 09 01:24:01.192962 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cad9fa96-562b-4013-aefe-3838c2d3b149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:01.218872 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa100b3e-2b08-4b9f-bbd8-8f616bd4cc64 req-123bdf65-ae5c-4ccb-9252-43cc15836911 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:01.224664 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa100b3e-2b08-4b9f-bbd8-8f616bd4cc64 req-123bdf65-ae5c-4ccb-9252-43cc15836911 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:01.231968 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa100b3e-2b08-4b9f-bbd8-8f616bd4cc64 req-123bdf65-ae5c-4ccb-9252-43cc15836911 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:01.238469 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa100b3e-2b08-4b9f-bbd8-8f616bd4cc64 req-123bdf65-ae5c-4ccb-9252-43cc15836911 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:01.244950 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa100b3e-2b08-4b9f-bbd8-8f616bd4cc64 req-123bdf65-ae5c-4ccb-9252-43cc15836911 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:01.250766 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa100b3e-2b08-4b9f-bbd8-8f616bd4cc64 req-123bdf65-ae5c-4ccb-9252-43cc15836911 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:01.258926 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa100b3e-2b08-4b9f-bbd8-8f616bd4cc64 req-123bdf65-ae5c-4ccb-9252-43cc15836911 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:01.259763 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aa100b3e-2b08-4b9f-bbd8-8f616bd4cc64 req-123bdf65-ae5c-4ccb-9252-43cc15836911 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5419 time: 0.7580600 Feb 09 01:24:01.341379 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf501c5-2b51-4b9a-8d5e-e56efb4e64e8 req-38f91944-ca52-4900-b1b8-4af2e6dededd tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:01.342765 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cbf501c5-2b51-4b9a-8d5e-e56efb4e64e8 req-38f91944-ca52-4900-b1b8-4af2e6dededd tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c820ad-87c1-4e39-83b9-f89defa76bbf HTTP/1.1" status: 200 len: 945 time: 0.1033852 Feb 09 01:24:01.365988 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cad9fa96-562b-4013-aefe-3838c2d3b149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:01.388963 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cbf501c5-2b51-4b9a-8d5e-e56efb4e64e8 req-ccc282ef-b198-45be-a1c1-acfa5c349e5a tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402973 Feb 09 01:24:01.409513 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:24:01.456639 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af997c47-d0d6-4dd1-aba0-e391adfe3433 req-51e00554-c622-45e2-b192-5418bb977b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:01.458132 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-af997c47-d0d6-4dd1-aba0-e391adfe3433 req-51e00554-c622-45e2-b192-5418bb977b1d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fc0cd235-d706-4e7e-a633-962d662b162f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4486063 Feb 09 01:24:01.495040 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aa100b3e-2b08-4b9f-bbd8-8f616bd4cc64 req-5599c787-3025-4b10-9e27-adfc4787c636 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2274039 Feb 09 01:24:01.495958 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:01.503318 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:01.503687 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:01.592861 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-198eb73c-7c0c-4fe9-8a4f-c3227ab3c3e4 req-c2d93e8b-e630-4ebe-961b-bec816ea42a0 tempest-LiveMigrationTest-1463259930 tempest-LiveMigrationTest-1463259930-project] (87612) timed out ('10.222.0.117', 60809) {{(pid=87612) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 01:24:01.600208 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8136c32-55b1-44bd-a46b-255f3e732782 req-da9289e0-383b-4ae0-b00b-efcc4307a765 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:01.603318 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d40302ed-fac0-472b-b088-a89c3552df7d tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "GET /v2.0/networks/5bdc6f55-0bc2-40c3-9335-284b36fa21c6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.5347059 Feb 09 01:24:01.604173 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34072) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:01.608666 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b8136c32-55b1-44bd-a46b-255f3e732782 req-da9289e0-383b-4ae0-b00b-efcc4307a765 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c820ad-87c1-4e39-83b9-f89defa76bbf HTTP/1.1" status: 200 len: 945 time: 0.0949028 Feb 09 01:24:01.660001 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:01.669025 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b8136c32-55b1-44bd-a46b-255f3e732782 req-351b9cc1-6bcd-4d7a-abdd-8a5589543f2c tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593212 Feb 09 01:24:01.689661 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023baab-b53b-4407-a533-446a4657ef18 req-109eb8ed-5bb0-479a-ae34-be1e972b4234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:01.691288 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e023baab-b53b-4407-a533-446a4657ef18 req-109eb8ed-5bb0-479a-ae34-be1e972b4234 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 1097 time: 0.4306176 Feb 09 01:24:01.703643 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f,segment=NetworkSegment(b22a0128-e148-4062-a852-912f53d03455),segment_id=b22a0128-e148-4062-a852-912f53d03455)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:01.709067 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:01.724351 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cad9fa96-562b-4013-aefe-3838c2d3b149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:01.774321 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad9fa96-562b-4013-aefe-3838c2d3b149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fba935f-049a-4e2c-a942-16305fd4bbc0,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:01.802262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f071b3-7223-457f-82f9-59868fbf21f7 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:01.804368 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-56f071b3-7223-457f-82f9-59868fbf21f7 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "GET /v2.0/subnets/8fc103a8-5341-4eef-8807-5e67ffb8be95 HTTP/1.1" status: 200 len: 843 time: 0.1931713 Feb 09 01:24:01.810597 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34080) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:01.851329 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-af997c47-d0d6-4dd1-aba0-e391adfe3433 req-46404599-9b46-48cd-ad70-cb6da660fcb9 service neutron] 10.222.0.35 "GET /v2.0/networks/fc0cd235-d706-4e7e-a633-962d662b162f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762555 Feb 09 01:24:01.857571 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:01.944935 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cad9fa96-562b-4013-aefe-3838c2d3b149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:01.948864 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-cad9fa96-562b-4013-aefe-3838c2d3b149 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0fba935f-049a-4e2c-a942-16305fd4bbc0 HTTP/1.1" status: 204 len: 168 time: 0.9957986 Feb 09 01:24:02.034276 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e023baab-b53b-4407-a533-446a4657ef18 req-fbf47c29-692a-4bc5-95ae-b7ec7e75f8fd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296921 Feb 09 01:24:02.085674 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c061293-2c34-4e8b-a7bf-633559df4460 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['shared'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:02.089444 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4c061293-2c34-4e8b-a7bf-633559df4460 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "GET /v2.0/subnets/8fc103a8-5341-4eef-8807-5e67ffb8be95?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2768204 Feb 09 01:24:02.094691 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34096) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:02.107534 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-f9cedafe-0675-49ef-a5e0-146f75a1b9f3 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1971991600'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:02.112678 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f9cedafe-0675-49ef-a5e0-146f75a1b9f3 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:02.122982 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f9cedafe-0675-49ef-a5e0-146f75a1b9f3 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:02.150045 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cedafe-0675-49ef-a5e0-146f75a1b9f3 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Made reservation on behalf of 8e5692b9b6d3459a8c367b19d8e930d9 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:02.153599 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f9cedafe-0675-49ef-a5e0-146f75a1b9f3 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:02.176556 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020ccca-a7db-4eab-9aea-387740d09b84 req-a5ee9af1-8bde-4879-98a5-613800837898 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:02.178036 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0020ccca-a7db-4eab-9aea-387740d09b84 req-a5ee9af1-8bde-4879-98a5-613800837898 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c820ad-87c1-4e39-83b9-f89defa76bbf HTTP/1.1" status: 200 len: 945 time: 0.3462601 Feb 09 01:24:02.238173 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-af997c47-d0d6-4dd1-aba0-e391adfe3433 req-d0414f90-fa26-453f-8e05-906180bd4703 service neutron] 10.222.0.35 "GET /v2.0/networks/fc0cd235-d706-4e7e-a633-962d662b162f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193376 Feb 09 01:24:02.251315 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9cedafe-0675-49ef-a5e0-146f75a1b9f3 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 952} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:24:02.269763 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0020ccca-a7db-4eab-9aea-387740d09b84 req-fdcefe87-ec65-45c3-9067-866d0380c675 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764098 Feb 09 01:24:02.281020 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f9cedafe-0675-49ef-a5e0-146f75a1b9f3 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:02.281343 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-f9cedafe-0675-49ef-a5e0-146f75a1b9f3 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Added segment 1d5b83a5-a4fa-4c29-8d8e-2e29c18b1a85 of type vlan for network 52efb31b-ce6a-41b2-b6d9-590681a59351 Feb 09 01:24:02.347933 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f9cedafe-0675-49ef-a5e0-146f75a1b9f3 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:02.418080 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0f78d-175f-486c-99f2-6f9b2a58f368 req-7ba148b6-2049-447f-83e9-ea48d515a869 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:02.424851 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-79e0f78d-175f-486c-99f2-6f9b2a58f368 req-7ba148b6-2049-447f-83e9-ea48d515a869 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 945 time: 0.1263988 Feb 09 01:24:02.431975 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f9cedafe-0675-49ef-a5e0-146f75a1b9f3 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:02.439101 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cedafe-0675-49ef-a5e0-146f75a1b9f3 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:02.439877 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f9cedafe-0675-49ef-a5e0-146f75a1b9f3 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:02.570531 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-79e0f78d-175f-486c-99f2-6f9b2a58f368 req-161f8e2e-d2a8-4da8-a1e1-70267008bb93 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444309 Feb 09 01:24:02.612700 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cedafe-0675-49ef-a5e0-146f75a1b9f3 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event updated for resources: {'Network': ['ID=52efb31b-ce6a-41b2-b6d9-590681a59351,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:02.631348 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 52efb31b-ce6a-41b2-b6d9-590681a59351 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:24:02.636855 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f9cedafe-0675-49ef-a5e0-146f75a1b9f3 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5386355 Feb 09 01:24:02.637062 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34118) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:02.642737 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-c77d8536-0bc3-4b8f-9614-ffc0d30af403 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Request body: {'subnet': {'network_id': '52efb31b-ce6a-41b2-b6d9-590681a59351', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:02.866613 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c77d8536-0bc3-4b8f-9614-ffc0d30af403 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:02.885084 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c77d8536-0bc3-4b8f-9614-ffc0d30af403 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:02.914778 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77d8536-0bc3-4b8f-9614-ffc0d30af403 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Made reservation on behalf of 8e5692b9b6d3459a8c367b19d8e930d9 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:02.926193 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c77d8536-0bc3-4b8f-9614-ffc0d30af403 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:02.950311 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b07d3-9e1f-48f4-aa4e-2a35d03c26af req-4205f89e-4f5e-4905-b1d3-598840433507 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:02.968922 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b07d3-9e1f-48f4-aa4e-2a35d03c26af req-4205f89e-4f5e-4905-b1d3-598840433507 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:02.981826 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b07d3-9e1f-48f4-aa4e-2a35d03c26af req-4205f89e-4f5e-4905-b1d3-598840433507 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:02.987752 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b07d3-9e1f-48f4-aa4e-2a35d03c26af req-4205f89e-4f5e-4905-b1d3-598840433507 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:02.993846 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b07d3-9e1f-48f4-aa4e-2a35d03c26af req-4205f89e-4f5e-4905-b1d3-598840433507 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:02.999672 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b07d3-9e1f-48f4-aa4e-2a35d03c26af req-4205f89e-4f5e-4905-b1d3-598840433507 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:03.005870 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b07d3-9e1f-48f4-aa4e-2a35d03c26af req-4205f89e-4f5e-4905-b1d3-598840433507 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:03.008355 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-422b07d3-9e1f-48f4-aa4e-2a35d03c26af req-4205f89e-4f5e-4905-b1d3-598840433507 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5419 time: 0.2941408 Feb 09 01:24:03.112440 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-422b07d3-9e1f-48f4-aa4e-2a35d03c26af req-f99dfa83-4d58-47b5-a667-ff312e6f6a9e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0908275 Feb 09 01:24:03.148036 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e95d05-fdd7-4f45-aa0a-0f57b971da33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:24:03.187059 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.ipam_backend_mixin [None req-c77d8536-0bc3-4b8f-9614-ffc0d30af403 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Performing IP validity checks on allocation pools {{(pid=87612) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 01:24:03.187612 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.ipam_backend_mixin [None req-c77d8536-0bc3-4b8f-9614-ffc0d30af403 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87612) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 01:24:03.231168 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e95d05-fdd7-4f45-aa0a-0f57b971da33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f', 'code': 200} Feb 09 01:24:03.242713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b74ed2-6ec9-4000-8a43-bb5a7b5cfaa5 req-6714a2b6-cc76-4c0a-9830-1c2c55ab2c75 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:03.244382 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81b74ed2-6ec9-4000-8a43-bb5a7b5cfaa5 req-6714a2b6-cc76-4c0a-9830-1c2c55ab2c75 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c820ad-87c1-4e39-83b9-f89defa76bbf HTTP/1.1" status: 200 len: 945 time: 0.1834905 Feb 09 01:24:03.348290 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81b74ed2-6ec9-4000-8a43-bb5a7b5cfaa5 req-9a18eb4e-ab95-485d-bc29-cda66a9e6f85 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930963 Feb 09 01:24:03.348920 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34138) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:03.628794 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-506079ef-9477-4aa9-acec-9460fa4690f8 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-758844847'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:03.653653 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7505d-97f9-4143-be61-37b58e0d3cf6 req-f68c619c-eb84-4f78-b0a5-8be55d5e2438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:03.653653 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-39e7505d-97f9-4143-be61-37b58e0d3cf6 req-f68c619c-eb84-4f78-b0a5-8be55d5e2438 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 1096 time: 0.2826438 Feb 09 01:24:03.653804 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-506079ef-9477-4aa9-acec-9460fa4690f8 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:03.655313 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c77d8536-0bc3-4b8f-9614-ffc0d30af403 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:03.660388 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-506079ef-9477-4aa9-acec-9460fa4690f8 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Usage tracker for resource:network and tenant:b3a51eddee904c92a321ce4ea0a2219e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:03.664116 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-506079ef-9477-4aa9-acec-9460fa4690f8 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:03.683641 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-506079ef-9477-4aa9-acec-9460fa4690f8 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:03.705865 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506079ef-9477-4aa9-acec-9460fa4690f8 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Made reservation on behalf of b3a51eddee904c92a321ce4ea0a2219e for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:03.710357 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-506079ef-9477-4aa9-acec-9460fa4690f8 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:03.728908 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-506079ef-9477-4aa9-acec-9460fa4690f8 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:03.754990 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-506079ef-9477-4aa9-acec-9460fa4690f8 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:03.761002 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-506079ef-9477-4aa9-acec-9460fa4690f8 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Usage tracker for resource:security_group_rule and tenant:b3a51eddee904c92a321ce4ea0a2219e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:03.764089 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-506079ef-9477-4aa9-acec-9460fa4690f8 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:03.773015 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-506079ef-9477-4aa9-acec-9460fa4690f8 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:03.870541 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d8536-0bc3-4b8f-9614-ffc0d30af403 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event updated for resources: {'Subnet': ['ID=fbf49b71-49d3-462c-be12-1d4cddbbc393,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:03.875578 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-39e7505d-97f9-4143-be61-37b58e0d3cf6 req-8d2d71eb-66ec-4392-a07e-998271d6c16f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114513 Feb 09 01:24:03.888036 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77d8536-0bc3-4b8f-9614-ffc0d30af403 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Checking segment: {'id': '1d5b83a5-a4fa-4c29-8d8e-2e29c18b1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '52efb31b-ce6a-41b2-b6d9-590681a59351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:24:03.888388 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77d8536-0bc3-4b8f-9614-ffc0d30af403 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Network hostable DHCP agents. Network: 52efb31b-ce6a-41b2-b6d9-590681a59351, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:24:03.919071 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-95bab9b4-118f-4ab8-8da5-d3d960a594d1 req-147a8fc7-f297-4370-b2e9-32037f7f7fe6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1874189 Feb 09 01:24:03.920336 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77d8536-0bc3-4b8f-9614-ffc0d30af403 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Network 52efb31b-ce6a-41b2-b6d9-590681a59351 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:24:03.931907 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-c77d8536-0bc3-4b8f-9614-ffc0d30af403 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 52efb31b-ce6a-41b2-b6d9-590681a59351) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:03.942073 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fe5f0f-a2de-4ab1-8f88-952413343d1e None None] Network 52efb31b-ce6a-41b2-b6d9-590681a59351 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:24:03.946280 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77d8536-0bc3-4b8f-9614-ffc0d30af403 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:03.947086 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c77d8536-0bc3-4b8f-9614-ffc0d30af403 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:03.947396 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6a531-ec74-4e8e-8c4c-f6863da2fac6 req-da5728fd-2471-467e-acc5-75b5a630609f tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:03.955590 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dfb6a531-ec74-4e8e-8c4c-f6863da2fac6 req-da5728fd-2471-467e-acc5-75b5a630609f tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 945 time: 0.1786642 Feb 09 01:24:03.978288 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c77d8536-0bc3-4b8f-9614-ffc0d30af403 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3400409 Feb 09 01:24:03.979372 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34148) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:03.986344 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-faf5cec2-1f0c-4179-91d8-ec9d659ceafa tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:04.029288 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-506079ef-9477-4aa9-acec-9460fa4690f8 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:04.066547 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-506079ef-9477-4aa9-acec-9460fa4690f8 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:04.094610 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dfb6a531-ec74-4e8e-8c4c-f6863da2fac6 req-13ffdc12-87db-4153-9434-d8bd5a095369 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380620 Feb 09 01:24:04.147010 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506079ef-9477-4aa9-acec-9460fa4690f8 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 953} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:24:04.177051 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-faf5cec2-1f0c-4179-91d8-ec9d659ceafa tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6198651'] for subnet, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:04.186461 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506079ef-9477-4aa9-acec-9460fa4690f8 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aaf8ca8-da8b-4465-afa8-7cc058a211f3,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:04.221297 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-506079ef-9477-4aa9-acec-9460fa4690f8 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:04.222577 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-506079ef-9477-4aa9-acec-9460fa4690f8 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Added segment 2dd5715e-0979-46d9-9250-86b180b455a6 of type vlan for network e85e01c9-2cb2-47c7-b0fb-63b3cc2a6d86 Feb 09 01:24:04.335012 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-506079ef-9477-4aa9-acec-9460fa4690f8 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:04.427082 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-506079ef-9477-4aa9-acec-9460fa4690f8 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:04.433925 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506079ef-9477-4aa9-acec-9460fa4690f8 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:04.434552 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-506079ef-9477-4aa9-acec-9460fa4690f8 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:04.441263 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10763641-829d-4a9a-9322-6b7e783d370e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-52efb31b-ce6a-41b2-b6d9-590681a59351', 'network_id': '52efb31b-ce6a-41b2-b6d9-590681a59351', 'tenant_id': '8e5692b9b6d3459a8c367b19d8e930d9', 'fixed_ips': [{'subnet_id': 'fbf49b71-49d3-462c-be12-1d4cddbbc393'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:24:04.442178 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-10763641-829d-4a9a-9322-6b7e783d370e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:04.711845 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-faf5cec2-1f0c-4179-91d8-ec9d659ceafa tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757039949572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6064968'] for subnet, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:04.713272 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-10763641-829d-4a9a-9322-6b7e783d370e None None] Allocated IP 2001:db8::3 (52efb31b-ce6a-41b2-b6d9-590681a59351/fbf49b71-49d3-462c-be12-1d4cddbbc393/204d8ee2-5fd5-4647-a7aa-03601f2c6ae6) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:04.760671 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-506079ef-9477-4aa9-acec-9460fa4690f8 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4070716 Feb 09 01:24:04.767485 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34166) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:04.770171 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506079ef-9477-4aa9-acec-9460fa4690f8 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Pushing event updated for resources: {'Network': ['ID=e85e01c9-2cb2-47c7-b0fb-63b3cc2a6d86,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:04.795183 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-c2c98b78-a053-47e5-8c36-86ba9e67bbf0 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Request body: {'subnet': {'network_id': 'e85e01c9-2cb2-47c7-b0fb-63b3cc2a6d86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:04.814588 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf5cec2-1f0c-4179-91d8-ec9d659ceafa tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:04.815289 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-faf5cec2-1f0c-4179-91d8-ec9d659ceafa tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:04.816837 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-faf5cec2-1f0c-4179-91d8-ec9d659ceafa tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "PUT /v2.0/subnets/fbf49b71-49d3-462c-be12-1d4cddbbc393 HTTP/1.1" status: 200 len: 900 time: 0.8361402 Feb 09 01:24:04.824828 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network e85e01c9-2cb2-47c7-b0fb-63b3cc2a6d86 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:24:04.832293 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34170) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:04.875838 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf5cec2-1f0c-4179-91d8-ec9d659ceafa tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event updated for resources: {'Subnet': ['ID=fbf49b71-49d3-462c-be12-1d4cddbbc393,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:04.891656 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bab9b4-118f-4ab8-8da5-d3d960a594d1 req-24b3538e-b722-4a96-aae1-9ea0944ac69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:04.893270 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-95bab9b4-118f-4ab8-8da5-d3d960a594d1 req-24b3538e-b722-4a96-aae1-9ea0944ac69f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed945528e2364e0ba5c0570da01f0152&device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 1097 time: 0.2734222 Feb 09 01:24:04.907980 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da78de9-a469-4878-ac5c-4f22829f16db req-21c5a41d-bb3a-40f1-8544-4102fc1bb305 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:04.914817 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da78de9-a469-4878-ac5c-4f22829f16db req-21c5a41d-bb3a-40f1-8544-4102fc1bb305 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:04.921902 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da78de9-a469-4878-ac5c-4f22829f16db req-21c5a41d-bb3a-40f1-8544-4102fc1bb305 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:04.930016 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da78de9-a469-4878-ac5c-4f22829f16db req-21c5a41d-bb3a-40f1-8544-4102fc1bb305 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:04.935782 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da78de9-a469-4878-ac5c-4f22829f16db req-21c5a41d-bb3a-40f1-8544-4102fc1bb305 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:04.942227 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da78de9-a469-4878-ac5c-4f22829f16db req-21c5a41d-bb3a-40f1-8544-4102fc1bb305 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:04.949779 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da78de9-a469-4878-ac5c-4f22829f16db req-21c5a41d-bb3a-40f1-8544-4102fc1bb305 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:04.952845 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4da78de9-a469-4878-ac5c-4f22829f16db req-21c5a41d-bb3a-40f1-8544-4102fc1bb305 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5419 time: 0.3302705 Feb 09 01:24:05.104893 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4da78de9-a469-4878-ac5c-4f22829f16db req-3c8fa902-7e55-45ea-9fdd-8cfac8a7aab9 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1234589 Feb 09 01:24:05.192075 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bab9b4-118f-4ab8-8da5-d3d960a594d1 req-511d293b-a8c6-40c1-b5db-e5bca7e77cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:05.192936 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f1066-780c-41a8-bf0b-084d7c7d2104 req-874db8bc-b4f1-495a-a088-173c0f7f0ab4 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:05.194127 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-95bab9b4-118f-4ab8-8da5-d3d960a594d1 req-511d293b-a8c6-40c1-b5db-e5bca7e77cd4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1c1a3b32-e583-4f44-92cf-7d4cd700a470 HTTP/1.1" status: 200 len: 920 time: 0.2402740 Feb 09 01:24:05.201431 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5e2f1066-780c-41a8-bf0b-084d7c7d2104 req-874db8bc-b4f1-495a-a088-173c0f7f0ab4 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c820ad-87c1-4e39-83b9-f89defa76bbf HTTP/1.1" status: 200 len: 945 time: 0.5798202 Feb 09 01:24:05.215686 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c2c98b78-a053-47e5-8c36-86ba9e67bbf0 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:05.239506 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c2c98b78-a053-47e5-8c36-86ba9e67bbf0 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Usage tracker for resource:subnet and tenant:b3a51eddee904c92a321ce4ea0a2219e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:05.244585 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-10763641-829d-4a9a-9322-6b7e783d370e None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:05.262945 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c2c98b78-a053-47e5-8c36-86ba9e67bbf0 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:05.276058 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c2c98b78-a053-47e5-8c36-86ba9e67bbf0 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:05.284699 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-10763641-829d-4a9a-9322-6b7e783d370e None None] Transition to ACTIVE for port object 204d8ee2-5fd5-4647-a7aa-03601f2c6ae6 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:24:05.323465 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-95bab9b4-118f-4ab8-8da5-d3d960a594d1 req-63fea563-4a2a-4863-bed1-388822e7eedb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5767c25-7a4d-4c57-91e6-7ee0300d6889 HTTP/1.1" status: 200 len: 217 time: 0.1207714 Feb 09 01:24:05.333375 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-10763641-829d-4a9a-9322-6b7e783d370e None None] Transition to ACTIVE for port object 204d8ee2-5fd5-4647-a7aa-03601f2c6ae6 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:24:05.361507 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-10763641-829d-4a9a-9322-6b7e783d370e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:05.369649 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-df73267e-0f09-46a7-8d23-991a2dd9dd02 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:05.375754 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c98b78-a053-47e5-8c36-86ba9e67bbf0 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Made reservation on behalf of b3a51eddee904c92a321ce4ea0a2219e for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:05.380238 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c2c98b78-a053-47e5-8c36-86ba9e67bbf0 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:05.399503 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5e2f1066-780c-41a8-bf0b-084d7c7d2104 req-774368d8-a371-475d-8706-8adbd3760f9f tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961229 Feb 09 01:24:05.462168 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10763641-829d-4a9a-9322-6b7e783d370e None None] Pushing event updated for resources: {'Port': ['ID=204d8ee2-5fd5-4647-a7aa-03601f2c6ae6,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:05.476011 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10763641-829d-4a9a-9322-6b7e783d370e None None] Network 52efb31b-ce6a-41b2-b6d9-590681a59351 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:05.477495 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-10763641-829d-4a9a-9322-6b7e783d370e None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:05.480390 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10763641-829d-4a9a-9322-6b7e783d370e None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:24:05.588794 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-10763641-829d-4a9a-9322-6b7e783d370e None None] Attempting to bind port 204d8ee2-5fd5-4647-a7aa-03601f2c6ae6 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:05.589244 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-10763641-829d-4a9a-9322-6b7e783d370e None None] Attempting to bind port 204d8ee2-5fd5-4647-a7aa-03601f2c6ae6 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '1d5b83a5-a4fa-4c29-8d8e-2e29c18b1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '52efb31b-ce6a-41b2-b6d9-590681a59351'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:05.589623 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10763641-829d-4a9a-9322-6b7e783d370e None None] Attempting to bind port 204d8ee2-5fd5-4647-a7aa-03601f2c6ae6 on network 52efb31b-ce6a-41b2-b6d9-590681a59351 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:05.597997 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10763641-829d-4a9a-9322-6b7e783d370e None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:24:05.598365 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10763641-829d-4a9a-9322-6b7e783d370e None None] Checking segment: {'id': '1d5b83a5-a4fa-4c29-8d8e-2e29c18b1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '52efb31b-ce6a-41b2-b6d9-590681a59351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:24:05.598967 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-10763641-829d-4a9a-9322-6b7e783d370e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:05.599394 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10763641-829d-4a9a-9322-6b7e783d370e None None] Bound using segment: {'id': '1d5b83a5-a4fa-4c29-8d8e-2e29c18b1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '52efb31b-ce6a-41b2-b6d9-590681a59351'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:24:05.600592 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-10763641-829d-4a9a-9322-6b7e783d370e None None] Bound port: 204d8ee2-5fd5-4647-a7aa-03601f2c6ae6, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5b83a5-a4fa-4c29-8d8e-2e29c18b1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '52efb31b-ce6a-41b2-b6d9-590681a59351'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:24:05.600592 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-10763641-829d-4a9a-9322-6b7e783d370e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:05.635334 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bab9b4-118f-4ab8-8da5-d3d960a594d1 req-ea983c20-204b-48ab-baa0-db50fde5019d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:05.636990 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-95bab9b4-118f-4ab8-8da5-d3d960a594d1 req-ea983c20-204b-48ab-baa0-db50fde5019d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3adcfdc5-e139-42b4-9124-6c2f9489c0d6 HTTP/1.1" status: 200 len: 859 time: 0.2158797 Feb 09 01:24:05.700067 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-df73267e-0f09-46a7-8d23-991a2dd9dd02 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Deleting port 204d8ee2-5fd5-4647-a7aa-03601f2c6ae6 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:05.700725 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-df73267e-0f09-46a7-8d23-991a2dd9dd02 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:05.705719 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-95bab9b4-118f-4ab8-8da5-d3d960a594d1 req-c609471a-44fe-4b8d-8fa0-f774964f6435 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c1a3b32-e583-4f44-92cf-7d4cd700a470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610411 Feb 09 01:24:05.715483 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e1e35-ccb5-4fa1-9a7e-592c267ff242 req-e5824046-9935-4906-8196-51aeba9d6411 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:05.716986 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a40e1e35-ccb5-4fa1-9a7e-592c267ff242 req-e5824046-9935-4906-8196-51aeba9d6411 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7c820ad-87c1-4e39-83b9-f89defa76bbf HTTP/1.1" status: 200 len: 945 time: 0.3022933 Feb 09 01:24:05.777847 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-10763641-829d-4a9a-9322-6b7e783d370e None None] For port 204d8ee2-5fd5-4647-a7aa-03601f2c6ae6, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:24:05.786800 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-10763641-829d-4a9a-9322-6b7e783d370e None None] For port 204d8ee2-5fd5-4647-a7aa-03601f2c6ae6, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=204d8ee2-5fd5-4647-a7aa-03601f2c6ae6,segment=NetworkSegment(1d5b83a5-a4fa-4c29-8d8e-2e29c18b1a85),segment_id=1d5b83a5-a4fa-4c29-8d8e-2e29c18b1a85)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:24:05.799671 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-10763641-829d-4a9a-9322-6b7e783d370e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:05.863880 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36d117-ac9d-4ecf-91ad-c53578421d61 req-e6e9bc72-8c83-4982-bbc3-96c3099b3999 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:05.875583 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3c36d117-ac9d-4ecf-91ad-c53578421d61 req-e6e9bc72-8c83-4982-bbc3-96c3099b3999 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 945 time: 0.5504394 Feb 09 01:24:05.945127 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10763641-829d-4a9a-9322-6b7e783d370e None None] Pushing event updated for resources: {'Port': ['ID=204d8ee2-5fd5-4647-a7aa-03601f2c6ae6,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:05.965436 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c2c98b78-a053-47e5-8c36-86ba9e67bbf0 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:05.976632 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-a40e1e35-ccb5-4fa1-9a7e-592c267ff242 req-1a68cfae-1d87-438c-8c96-71592c9a6487 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Deleting port 0ea7d0cd-65c9-4ba2-ac70-2fc718d27171 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:05.977233 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a40e1e35-ccb5-4fa1-9a7e-592c267ff242 req-1a68cfae-1d87-438c-8c96-71592c9a6487 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:06.080119 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3c36d117-ac9d-4ecf-91ad-c53578421d61 req-f9c5d381-ee32-4d06-b803-bef7484d1c21 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028024 Feb 09 01:24:06.135413 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c98b78-a053-47e5-8c36-86ba9e67bbf0 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Checking segment: {'id': '2dd5715e-0979-46d9-9250-86b180b455a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'e85e01c9-2cb2-47c7-b0fb-63b3cc2a6d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:24:06.135768 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c98b78-a053-47e5-8c36-86ba9e67bbf0 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Network hostable DHCP agents. Network: e85e01c9-2cb2-47c7-b0fb-63b3cc2a6d86, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:24:06.151258 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c98b78-a053-47e5-8c36-86ba9e67bbf0 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Pushing event updated for resources: {'Subnet': ['ID=77f10f68-3b3e-4dc9-a2e2-ae6e82a5df2b,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:06.205553 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c98b78-a053-47e5-8c36-86ba9e67bbf0 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Network e85e01c9-2cb2-47c7-b0fb-63b3cc2a6d86 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:24:06.248822 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-df73267e-0f09-46a7-8d23-991a2dd9dd02 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] For port 204d8ee2-5fd5-4647-a7aa-03601f2c6ae6, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=204d8ee2-5fd5-4647-a7aa-03601f2c6ae6,segment=NetworkSegment(1d5b83a5-a4fa-4c29-8d8e-2e29c18b1a85),segment_id=1d5b83a5-a4fa-4c29-8d8e-2e29c18b1a85)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:06.252256 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-df73267e-0f09-46a7-8d23-991a2dd9dd02 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:06.277327 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-c2c98b78-a053-47e5-8c36-86ba9e67bbf0 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, e85e01c9-2cb2-47c7-b0fb-63b3cc2a6d86) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:06.369422 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c98b78-a053-47e5-8c36-86ba9e67bbf0 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:06.370537 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c2c98b78-a053-47e5-8c36-86ba9e67bbf0 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:06.386185 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7295e63a-7e2e-4c90-a016-b35822f273b2 None None] Network e85e01c9-2cb2-47c7-b0fb-63b3cc2a6d86 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:24:06.505128 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-95bab9b4-118f-4ab8-8da5-d3d960a594d1 req-c1e662d7-1c78-4193-893a-9ce8241b20a7 service neutron] 10.222.0.35 "GET /v2.0/networks/1c1a3b32-e583-4f44-92cf-7d4cd700a470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7871628 Feb 09 01:24:06.894056 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59157494-28e7-427e-9230-ca8606e55148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-e85e01c9-2cb2-47c7-b0fb-63b3cc2a6d86', 'network_id': 'e85e01c9-2cb2-47c7-b0fb-63b3cc2a6d86', 'tenant_id': 'b3a51eddee904c92a321ce4ea0a2219e', 'fixed_ips': [{'subnet_id': '77f10f68-3b3e-4dc9-a2e2-ae6e82a5df2b'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:24:06.895024 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-59157494-28e7-427e-9230-ca8606e55148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:06.962111 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-df73267e-0f09-46a7-8d23-991a2dd9dd02 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Calling delete_port for 204d8ee2-5fd5-4647-a7aa-03601f2c6ae6 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:24:06.976115 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bd7b3919-7f5e-4934-8f11-e5c64e4fb0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:07.065684 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c2c98b78-a053-47e5-8c36-86ba9e67bbf0 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2969379 Feb 09 01:24:07.066458 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34188) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:07.079613 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-f5bf6f33-5c4c-4deb-a2a8-d871c890010f tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Request body: {'port': {'network_id': 'e85e01c9-2cb2-47c7-b0fb-63b3cc2a6d86', 'name': 'tempest-ExtraDHCPOptionsTestJSON-758646072'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:07.089752 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-95bab9b4-118f-4ab8-8da5-d3d960a594d1 req-a809541c-2f0e-4902-ac73-76f6c0fe76ac service neutron] 10.222.0.35 "GET /v2.0/networks/1c1a3b32-e583-4f44-92cf-7d4cd700a470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4961739 Feb 09 01:24:07.130157 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-59157494-28e7-427e-9230-ca8606e55148 None None] Allocated IP 172.20.0.2 (e85e01c9-2cb2-47c7-b0fb-63b3cc2a6d86/77f10f68-3b3e-4dc9-a2e2-ae6e82a5df2b/760101f0-2d25-46d0-b3cd-0f762c6d0a05) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:07.177036 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-a40e1e35-ccb5-4fa1-9a7e-592c267ff242 req-1a68cfae-1d87-438c-8c96-71592c9a6487 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] For port 0ea7d0cd-65c9-4ba2-ac70-2fc718d27171, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=0ea7d0cd-65c9-4ba2-ac70-2fc718d27171,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:07.177723 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a40e1e35-ccb5-4fa1-9a7e-592c267ff242 req-1a68cfae-1d87-438c-8c96-71592c9a6487 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:07.217270 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b83022-35fc-4121-9b88-81d5498ecb07 req-5d87de27-86cf-43e9-b71e-3d115bbd9397 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:07.218721 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19071819-5758-4e75-aad6-7a67de97054b req-b30ef710-d1a2-4396-bd1a-2208b0672d81 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:07.224754 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19071819-5758-4e75-aad6-7a67de97054b req-b30ef710-d1a2-4396-bd1a-2208b0672d81 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:07.226167 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-50b83022-35fc-4121-9b88-81d5498ecb07 req-5d87de27-86cf-43e9-b71e-3d115bbd9397 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c820ad-87c1-4e39-83b9-f89defa76bbf HTTP/1.1" status: 200 len: 945 time: 0.3274672 Feb 09 01:24:07.231111 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19071819-5758-4e75-aad6-7a67de97054b req-b30ef710-d1a2-4396-bd1a-2208b0672d81 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:07.237753 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19071819-5758-4e75-aad6-7a67de97054b req-b30ef710-d1a2-4396-bd1a-2208b0672d81 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:07.249561 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19071819-5758-4e75-aad6-7a67de97054b req-b30ef710-d1a2-4396-bd1a-2208b0672d81 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:07.256003 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19071819-5758-4e75-aad6-7a67de97054b req-b30ef710-d1a2-4396-bd1a-2208b0672d81 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:07.263927 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19071819-5758-4e75-aad6-7a67de97054b req-b30ef710-d1a2-4396-bd1a-2208b0672d81 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:07.267798 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-19071819-5758-4e75-aad6-7a67de97054b req-b30ef710-d1a2-4396-bd1a-2208b0672d81 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5419 time: 0.4020050 Feb 09 01:24:07.461737 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 0ea7d0cd-65c9-4ba2-ac70-2fc718d27171 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:24:07.465826 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-a40e1e35-ccb5-4fa1-9a7e-592c267ff242 req-1a68cfae-1d87-438c-8c96-71592c9a6487 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Calling delete_port for 0ea7d0cd-65c9-4ba2-ac70-2fc718d27171 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:24:07.499023 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-19071819-5758-4e75-aad6-7a67de97054b req-8a42a1a6-bd07-4f2a-b61b-622c4ad17ac8 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1844354 Feb 09 01:24:07.501967 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f5bf6f33-5c4c-4deb-a2a8-d871c890010f tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:07.506564 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f5bf6f33-5c4c-4deb-a2a8-d871c890010f tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Usage tracker for resource:port and tenant:b3a51eddee904c92a321ce4ea0a2219e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:07.510564 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f5bf6f33-5c4c-4deb-a2a8-d871c890010f tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:07.513898 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-50b83022-35fc-4121-9b88-81d5498ecb07 req-1303b662-5749-4421-87a6-0335c9b31a1b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867262 Feb 09 01:24:07.528834 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 204d8ee2-5fd5-4647-a7aa-03601f2c6ae6 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:24:07.530952 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-df73267e-0f09-46a7-8d23-991a2dd9dd02 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:07.563898 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f5bf6f33-5c4c-4deb-a2a8-d871c890010f tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:07.651131 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 204d8ee2-5fd5-4647-a7aa-03601f2c6ae6 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:24:07.651512 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 204d8ee2-5fd5-4647-a7aa-03601f2c6ae6 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 09 01:24:07.665812 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73267e-0f09-46a7-8d23-991a2dd9dd02 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event deleted for resources: {'Port': ['ID=204d8ee2-5fd5-4647-a7aa-03601f2c6ae6,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:07.703193 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Port 204d8ee2-5fd5-4647-a7aa-03601f2c6ae6 not found, will not notify nova. {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 09 01:24:07.713989 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df73267e-0f09-46a7-8d23-991a2dd9dd02 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] No DVR routers for this DVR port 204d8ee2-5fd5-4647-a7aa-03601f2c6ae6 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:24:07.716097 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bf6f33-5c4c-4deb-a2a8-d871c890010f tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Made reservation on behalf of b3a51eddee904c92a321ce4ea0a2219e for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:07.719496 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f5bf6f33-5c4c-4deb-a2a8-d871c890010f tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:07.761284 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a40e1e35-ccb5-4fa1-9a7e-592c267ff242 req-1a68cfae-1d87-438c-8c96-71592c9a6487 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:07.769653 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cfcbc2-b582-4721-aa5e-cdfc41c20e42 None None] Network 52efb31b-ce6a-41b2-b6d9-590681a59351 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:24:07.781671 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-f5bf6f33-5c4c-4deb-a2a8-d871c890010f tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] device_id is not set on port ae7cb0c9-1ab9-421a-82c5-f95e3a9e18a8 yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:24:07.816632 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a68cfae-1d87-438c-8c96-71592c9a6487 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Pushing event deleted for resources: {'Port': ['ID=0ea7d0cd-65c9-4ba2-ac70-2fc718d27171,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:07.850547 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-df73267e-0f09-46a7-8d23-991a2dd9dd02 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:07.918080 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40e1e35-ccb5-4fa1-9a7e-592c267ff242 req-1a68cfae-1d87-438c-8c96-71592c9a6487 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] No DVR routers for this DVR port 0ea7d0cd-65c9-4ba2-ac70-2fc718d27171 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:24:07.925369 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-59157494-28e7-427e-9230-ca8606e55148 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:07.940150 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962931f-de06-4c38-a534-20db26a33a6e req-8c22e4a2-5d24-45ca-a489-3031f73c7235 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:07.941748 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d962931f-de06-4c38-a534-20db26a33a6e req-8c22e4a2-5d24-45ca-a489-3031f73c7235 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 945 time: 0.2817643 Feb 09 01:24:07.942837 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a40e1e35-ccb5-4fa1-9a7e-592c267ff242 req-1a68cfae-1d87-438c-8c96-71592c9a6487 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:07.945543 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c820ad-87c1-4e39-83b9-f89defa76bbf', 'name': 'network-vif-deleted', 'tag': '0ea7d0cd-65c9-4ba2-ac70-2fc718d27171'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:24:07.988103 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:08.007018 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-897b6b37-aa5d-471c-8bfe-7684b23e5f72 None None] Could not find standard attr ID for object 204d8ee2-5fd5-4647-a7aa-03601f2c6ae6. {{(pid=87613) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:24:08.013712 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a40e1e35-ccb5-4fa1-9a7e-592c267ff242 req-1a68cfae-1d87-438c-8c96-71592c9a6487 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.35 "DELETE /v2.0/ports/0ea7d0cd-65c9-4ba2-ac70-2fc718d27171 HTTP/1.1" status: 204 len: 173 time: 2.2138498 Feb 09 01:24:08.014343 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-59157494-28e7-427e-9230-ca8606e55148 None None] Transition to ACTIVE for port object 760101f0-2d25-46d0-b3cd-0f762c6d0a05 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:24:08.057679 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d962931f-de06-4c38-a534-20db26a33a6e req-5f0d475f-4827-4899-97b6-b2ab3178f772 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937271 Feb 09 01:24:08.071801 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-df73267e-0f09-46a7-8d23-991a2dd9dd02 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:08.117267 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c820ad-87c1-4e39-83b9-f89defa76bbf', 'name': 'network-vif-deleted', 'tag': '0ea7d0cd-65c9-4ba2-ac70-2fc718d27171', 'status': 'completed', 'code': 200} Feb 09 01:24:08.137850 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-59157494-28e7-427e-9230-ca8606e55148 None None] Transition to ACTIVE for port object 760101f0-2d25-46d0-b3cd-0f762c6d0a05 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:24:08.214850 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-59157494-28e7-427e-9230-ca8606e55148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:08.420140 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59157494-28e7-427e-9230-ca8606e55148 None None] Network e85e01c9-2cb2-47c7-b0fb-63b3cc2a6d86 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:08.427709 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-df73267e-0f09-46a7-8d23-991a2dd9dd02 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:08.434487 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-59157494-28e7-427e-9230-ca8606e55148 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:08.452811 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59157494-28e7-427e-9230-ca8606e55148 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:24:08.462980 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-df73267e-0f09-46a7-8d23-991a2dd9dd02 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52efb31b-ce6a-41b2-b6d9-590681a59351']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:08.474369 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73267e-0f09-46a7-8d23-991a2dd9dd02 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event deleted for resources: {'Subnet': ['ID=fbf49b71-49d3-462c-be12-1d4cddbbc393,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:08.483433 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-df73267e-0f09-46a7-8d23-991a2dd9dd02 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d5b83a5-a4fa-4c29-8d8e-2e29c18b1a85') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:08.483834 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-df73267e-0f09-46a7-8d23-991a2dd9dd02 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d5b83a5-a4fa-4c29-8d8e-2e29c18b1a85') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:08.491592 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59157494-28e7-427e-9230-ca8606e55148 None None] Pushing event updated for resources: {'Port': ['ID=760101f0-2d25-46d0-b3cd-0f762c6d0a05,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:08.509454 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-df73267e-0f09-46a7-8d23-991a2dd9dd02 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:08.575994 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-df73267e-0f09-46a7-8d23-991a2dd9dd02 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:08.583141 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-f5bf6f33-5c4c-4deb-a2a8-d871c890010f tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Allocated IP 172.20.0.6 (e85e01c9-2cb2-47c7-b0fb-63b3cc2a6d86/77f10f68-3b3e-4dc9-a2e2-ae6e82a5df2b/ae7cb0c9-1ab9-421a-82c5-f95e3a9e18a8) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:08.628686 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df73267e-0f09-46a7-8d23-991a2dd9dd02 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Releasing vlan 952 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:24:08.634497 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-df73267e-0f09-46a7-8d23-991a2dd9dd02 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:08.711162 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:24:08.711162 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:24:08.711162 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:24:08.711162 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:24:08.711162 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:24:08.711162 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:24:08.711162 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:24:08.711162 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:24:08.711162 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:24:08.711162 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:24:08.711162 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:24:08.711162 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:24:08.711162 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:24:08.711162 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:24:08.711162 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:24:08.711162 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:24:08.711162 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:24:08.711162 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:24:08.711162 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:24:08.711162 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:24:08.711162 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:24:08.711162 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:24:08.711162 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:24:08.711162 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:24:08.711162 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:24:08.711162 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:24:08.711162 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:24:08.711162 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:24:08.711162 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:24:08.711162 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:24:08.711162 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:24:08.711162 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:24:08.818802 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41553376-14cf-4189-b7f3-3619f4d9090e None None] Network 52efb31b-ce6a-41b2-b6d9-590681a59351 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:24:08.864066 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-59157494-28e7-427e-9230-ca8606e55148 None None] Attempting to bind port 760101f0-2d25-46d0-b3cd-0f762c6d0a05 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:08.864264 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-59157494-28e7-427e-9230-ca8606e55148 None None] Attempting to bind port 760101f0-2d25-46d0-b3cd-0f762c6d0a05 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '2dd5715e-0979-46d9-9250-86b180b455a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'e85e01c9-2cb2-47c7-b0fb-63b3cc2a6d86'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:08.864518 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59157494-28e7-427e-9230-ca8606e55148 None None] Attempting to bind port 760101f0-2d25-46d0-b3cd-0f762c6d0a05 on network e85e01c9-2cb2-47c7-b0fb-63b3cc2a6d86 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:08.936550 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59157494-28e7-427e-9230-ca8606e55148 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:24:08.937174 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59157494-28e7-427e-9230-ca8606e55148 None None] Checking segment: {'id': '2dd5715e-0979-46d9-9250-86b180b455a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'e85e01c9-2cb2-47c7-b0fb-63b3cc2a6d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:24:08.937438 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-59157494-28e7-427e-9230-ca8606e55148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:08.937834 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59157494-28e7-427e-9230-ca8606e55148 None None] Bound using segment: {'id': '2dd5715e-0979-46d9-9250-86b180b455a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'e85e01c9-2cb2-47c7-b0fb-63b3cc2a6d86'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:24:08.938420 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-59157494-28e7-427e-9230-ca8606e55148 None None] Bound port: 760101f0-2d25-46d0-b3cd-0f762c6d0a05, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd5715e-0979-46d9-9250-86b180b455a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'e85e01c9-2cb2-47c7-b0fb-63b3cc2a6d86'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:24:08.938774 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-59157494-28e7-427e-9230-ca8606e55148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:08.982145 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e293d-2b5e-4594-b4cd-ab19fb909a24 req-a4603973-cad6-4dd2-90de-80c3cad81701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:08.993932 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0c8e293d-2b5e-4594-b4cd-ab19fb909a24 req-a4603973-cad6-4dd2-90de-80c3cad81701 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed945528e2364e0ba5c0570da01f0152&device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 1096 time: 0.2682586 Feb 09 01:24:09.113532 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cffe13a2-f9a7-4e33-ab9a-380d74cf1104 req-89da003f-493a-45a9-868d-05c391d76c58 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c820ad-87c1-4e39-83b9-f89defa76bbf HTTP/1.1" status: 200 len: 210 time: 0.2015979 Feb 09 01:24:09.211880 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-df73267e-0f09-46a7-8d23-991a2dd9dd02 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:09.231666 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-df73267e-0f09-46a7-8d23-991a2dd9dd02 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:09.318679 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-59157494-28e7-427e-9230-ca8606e55148 None None] For port 760101f0-2d25-46d0-b3cd-0f762c6d0a05, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:24:09.332570 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-59157494-28e7-427e-9230-ca8606e55148 None None] For port 760101f0-2d25-46d0-b3cd-0f762c6d0a05, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=760101f0-2d25-46d0-b3cd-0f762c6d0a05,segment=NetworkSegment(2dd5715e-0979-46d9-9250-86b180b455a6),segment_id=2dd5715e-0979-46d9-9250-86b180b455a6)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:24:09.339775 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3ef59d1d-571c-45ed-8c5d-9daf010b2378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:09.344531 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-59157494-28e7-427e-9230-ca8606e55148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:09.392029 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e293d-2b5e-4594-b4cd-ab19fb909a24 req-305c3570-ad02-4d5b-a4cd-e09606c5c4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:09.395387 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0c8e293d-2b5e-4594-b4cd-ab19fb909a24 req-305c3570-ad02-4d5b-a4cd-e09606c5c4c6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1c1a3b32-e583-4f44-92cf-7d4cd700a470 HTTP/1.1" status: 200 len: 920 time: 0.3902998 Feb 09 01:24:09.477286 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdc87fb-f16e-40f5-9cc9-2c29af7ef8e0 None None] DHCP port deletion for 52efb31b-ce6a-41b2-b6d9-590681a59351 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:24:09.500300 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0c8e293d-2b5e-4594-b4cd-ab19fb909a24 req-4b3c65bf-6a46-4c4c-bb1a-580852b663f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f HTTP/1.1" status: 200 len: 217 time: 0.0927629 Feb 09 01:24:09.579638 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73267e-0f09-46a7-8d23-991a2dd9dd02 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event deleted for resources: {'Network': ['ID=52efb31b-ce6a-41b2-b6d9-590681a59351,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:09.597194 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59157494-28e7-427e-9230-ca8606e55148 None None] Pushing event updated for resources: {'Port': ['ID=760101f0-2d25-46d0-b3cd-0f762c6d0a05,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:09.650350 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48c24b-9134-488e-89bd-092af2327b43 req-28ed319b-2be5-4271-9f9a-566f0d004b5b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:09.661716 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48c24b-9134-488e-89bd-092af2327b43 req-28ed319b-2be5-4271-9f9a-566f0d004b5b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:09.672416 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48c24b-9134-488e-89bd-092af2327b43 req-28ed319b-2be5-4271-9f9a-566f0d004b5b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:09.680450 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48c24b-9134-488e-89bd-092af2327b43 req-28ed319b-2be5-4271-9f9a-566f0d004b5b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:09.688079 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48c24b-9134-488e-89bd-092af2327b43 req-28ed319b-2be5-4271-9f9a-566f0d004b5b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:09.696230 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48c24b-9134-488e-89bd-092af2327b43 req-28ed319b-2be5-4271-9f9a-566f0d004b5b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:09.704507 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48c24b-9134-488e-89bd-092af2327b43 req-28ed319b-2be5-4271-9f9a-566f0d004b5b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:09.716077 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cd48c24b-9134-488e-89bd-092af2327b43 req-28ed319b-2be5-4271-9f9a-566f0d004b5b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5419 time: 0.6501527 Feb 09 01:24:09.745079 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-df73267e-0f09-46a7-8d23-991a2dd9dd02 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "DELETE /v2.0/networks/52efb31b-ce6a-41b2-b6d9-590681a59351 HTTP/1.1" status: 204 len: 168 time: 4.9067667 Feb 09 01:24:09.766771 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34232) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:09.840521 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-264d0eaf-49a2-4541-9735-3903c156b113 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] DELETE failed (client error): The resource could not be found. Feb 09 01:24:09.841873 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-264d0eaf-49a2-4541-9735-3903c156b113 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:24:09.843771 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-264d0eaf-49a2-4541-9735-3903c156b113 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "DELETE /v2.0/subnets/fbf49b71-49d3-462c-be12-1d4cddbbc393 HTTP/1.1" status: 404 len: 337 time: 0.0751448 Feb 09 01:24:09.854690 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34236) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:09.884897 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e293d-2b5e-4594-b4cd-ab19fb909a24 req-42f6eb59-a7b7-4897-8d9e-23572be1bbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:09.886683 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0c8e293d-2b5e-4594-b4cd-ab19fb909a24 req-42f6eb59-a7b7-4897-8d9e-23572be1bbad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3adcfdc5-e139-42b4-9124-6c2f9489c0d6 HTTP/1.1" status: 200 len: 859 time: 0.3846140 Feb 09 01:24:09.942056 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f5bf6f33-5c4c-4deb-a2a8-d871c890010f tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:09.952571 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80b890-97b4-4c58-9022-c913f279d565 req-509baf69-097d-49aa-ad48-9419a066a384 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:09.959975 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2a80b890-97b4-4c58-9022-c913f279d565 req-509baf69-097d-49aa-ad48-9419a066a384 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 945 time: 0.5819752 Feb 09 01:24:10.004803 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1b80df5-295a-4491-9091-678f093e1cac tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] DELETE failed (client error): The resource could not be found. Feb 09 01:24:10.005280 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1b80df5-295a-4491-9091-678f093e1cac tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:24:10.007184 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e1b80df5-295a-4491-9091-678f093e1cac tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "DELETE /v2.0/networks/52efb31b-ce6a-41b2-b6d9-590681a59351 HTTP/1.1" status: 404 len: 339 time: 0.1488824 Feb 09 01:24:10.025638 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cd48c24b-9134-488e-89bd-092af2327b43 req-6f089f95-4515-4488-ba5c-bc13a6963363 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2891214 Feb 09 01:24:10.025638 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34242) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:10.051539 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0c8e293d-2b5e-4594-b4cd-ab19fb909a24 req-c642b3f5-19ed-4cbe-aa80-1a4e311da648 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c1a3b32-e583-4f44-92cf-7d4cd700a470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1419902 Feb 09 01:24:10.308823 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-f5bf6f33-5c4c-4deb-a2a8-d871c890010f tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Transition to ACTIVE for port object ae7cb0c9-1ab9-421a-82c5-f95e3a9e18a8 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:24:10.355417 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:10.355911 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2a80b890-97b4-4c58-9022-c913f279d565 req-305d55ea-fc02-418a-802f-83b9972cd7f0 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954501 Feb 09 01:24:10.415889 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f5bf6f33-5c4c-4deb-a2a8-d871c890010f tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:10.476595 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:10.543474 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bf6f33-5c4c-4deb-a2a8-d871c890010f tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Network e85e01c9-2cb2-47c7-b0fb-63b3cc2a6d86 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:10.546950 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-f5bf6f33-5c4c-4deb-a2a8-d871c890010f tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:10.560910 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bf6f33-5c4c-4deb-a2a8-d871c890010f tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:24:10.601028 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf6f33-5c4c-4deb-a2a8-d871c890010f tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Pushing event updated for resources: {'Port': ['ID=ae7cb0c9-1ab9-421a-82c5-f95e3a9e18a8,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:10.620544 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8cca13a1-aa0c-4f04-a86a-3ab30a1e72cc tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:10.657985 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bf6f33-5c4c-4deb-a2a8-d871c890010f tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:10.658624 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f5bf6f33-5c4c-4deb-a2a8-d871c890010f tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:10.718056 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f5bf6f33-5c4c-4deb-a2a8-d871c890010f tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6410291 Feb 09 01:24:10.718056 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34250) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:10.719199 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b2f1d31c-7e2b-4a40-bd5c-cd05c55103f2 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Request body: {'port': {'network_id': 'e85e01c9-2cb2-47c7-b0fb-63b3cc2a6d86', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1029401810', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:10.719838 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.api.validators [None req-b2f1d31c-7e2b-4a40-bd5c-cd05c55103f2 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] bootfile-name is not in valid_values {{(pid=87611) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 01:24:10.720828 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.api.validators [None req-b2f1d31c-7e2b-4a40-bd5c-cd05c55103f2 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] tftp-server is not in valid_values {{(pid=87611) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 01:24:10.722793 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.api.validators [None req-b2f1d31c-7e2b-4a40-bd5c-cd05c55103f2 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] server-ip-address is not in valid_values {{(pid=87611) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 01:24:10.735149 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f03b2d32-1a1c-4d29-8a6a-2150d33a32c4 req-0d710c97-2828-4956-8f99-b22a66a9a237 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Synchronizing usage tracker for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:24:10.950064 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b2f1d31c-7e2b-4a40-bd5c-cd05c55103f2 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:10.978171 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b2f1d31c-7e2b-4a40-bd5c-cd05c55103f2 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Usage tracker for resource:port and tenant:b3a51eddee904c92a321ce4ea0a2219e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:11.004457 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f03b2d32-1a1c-4d29-8a6a-2150d33a32c4 req-0d710c97-2828-4956-8f99-b22a66a9a237 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Unset dirty status for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:24:11.005465 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b2f1d31c-7e2b-4a40-bd5c-cd05c55103f2 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:11.015990 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f03b2d32-1a1c-4d29-8a6a-2150d33a32c4 req-0d710c97-2828-4956-8f99-b22a66a9a237 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7c820ad-87c1-4e39-83b9-f89defa76bbf HTTP/1.1" status: 200 len: 210 time: 0.3802004 Feb 09 01:24:11.021378 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b2f1d31c-7e2b-4a40-bd5c-cd05c55103f2 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:11.036199 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0c8e293d-2b5e-4594-b4cd-ab19fb909a24 req-c2cfd2c5-c60a-443f-b565-83bee33e2926 service neutron] 10.222.0.35 "GET /v2.0/networks/1c1a3b32-e583-4f44-92cf-7d4cd700a470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9315336 Feb 09 01:24:11.041063 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8cca13a1-aa0c-4f04-a86a-3ab30a1e72cc tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:11.055109 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f1d31c-7e2b-4a40-bd5c-cd05c55103f2 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Made reservation on behalf of b3a51eddee904c92a321ce4ea0a2219e for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:11.058926 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b2f1d31c-7e2b-4a40-bd5c-cd05c55103f2 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:11.148975 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-b2f1d31c-7e2b-4a40-bd5c-cd05c55103f2 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] device_id is not set on port ad8ce865-315b-4e80-baf2-ff5ec788cde7 yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:24:11.366029 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0c8e293d-2b5e-4594-b4cd-ab19fb909a24 req-ac5c820c-b195-4b1e-891c-c35724b8b504 service neutron] 10.222.0.35 "GET /v2.0/networks/1c1a3b32-e583-4f44-92cf-7d4cd700a470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168423 Feb 09 01:24:11.377836 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-8cca13a1-aa0c-4f04-a86a-3ab30a1e72cc tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4010775e-7a40-4032-a5c4-d78a2b96b3c9']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:11.392729 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-8cca13a1-aa0c-4f04-a86a-3ab30a1e72cc tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4425669d-a0ed-4446-b03a-a5f23a713cd8') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:11.393033 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-8cca13a1-aa0c-4f04-a86a-3ab30a1e72cc tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4425669d-a0ed-4446-b03a-a5f23a713cd8') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:11.419564 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8cca13a1-aa0c-4f04-a86a-3ab30a1e72cc tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:11.469320 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8cca13a1-aa0c-4f04-a86a-3ab30a1e72cc tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:11.510637 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cca13a1-aa0c-4f04-a86a-3ab30a1e72cc tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Releasing vlan 954 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:24:11.511239 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8cca13a1-aa0c-4f04-a86a-3ab30a1e72cc tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:11.576469 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 760101f0-2d25-46d0-b3cd-0f762c6d0a05 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:24:11.640196 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:24:11.640196 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:24:11.640196 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:24:11.640196 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:24:11.640196 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:24:11.640196 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:24:11.640196 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:24:11.640196 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:24:11.640196 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:24:11.640196 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:24:11.640196 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:24:11.640196 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:24:11.640196 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:24:11.640196 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:24:11.640196 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:24:11.640196 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:24:11.640196 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:24:11.640196 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:24:11.640196 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:24:11.640196 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:24:11.640196 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:24:11.640196 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:24:11.640196 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:24:11.640196 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:24:11.640196 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:24:11.640196 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:24:11.640196 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:24:11.640196 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:24:11.640196 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:24:11.640196 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:24:11.640196 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:24:11.640196 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:24:11.649884 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-b2f1d31c-7e2b-4a40-bd5c-cd05c55103f2 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Allocated IP 172.20.0.14 (e85e01c9-2cb2-47c7-b0fb-63b3cc2a6d86/77f10f68-3b3e-4dc9-a2e2-ae6e82a5df2b/ad8ce865-315b-4e80-baf2-ff5ec788cde7) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:11.654358 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8cca13a1-aa0c-4f04-a86a-3ab30a1e72cc tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:11.671355 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573c8c00-4dde-42eb-bb40-e58e19356247 None None] Network e85e01c9-2cb2-47c7-b0fb-63b3cc2a6d86 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:24:11.687781 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7104f5c-3929-4693-85fb-2ea89eb9aca3 req-b07db64e-e706-4834-afdd-1512fd7a5364 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:11.694181 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7104f5c-3929-4693-85fb-2ea89eb9aca3 req-b07db64e-e706-4834-afdd-1512fd7a5364 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:11.700974 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7104f5c-3929-4693-85fb-2ea89eb9aca3 req-b07db64e-e706-4834-afdd-1512fd7a5364 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:11.710513 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7104f5c-3929-4693-85fb-2ea89eb9aca3 req-b07db64e-e706-4834-afdd-1512fd7a5364 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:11.717490 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8cca13a1-aa0c-4f04-a86a-3ab30a1e72cc tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:11.723567 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca13a1-aa0c-4f04-a86a-3ab30a1e72cc tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event deleted for resources: {'Network': ['ID=4010775e-7a40-4032-a5c4-d78a2b96b3c9,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:11.728237 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7104f5c-3929-4693-85fb-2ea89eb9aca3 req-b07db64e-e706-4834-afdd-1512fd7a5364 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:11.735242 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7104f5c-3929-4693-85fb-2ea89eb9aca3 req-b07db64e-e706-4834-afdd-1512fd7a5364 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:11.741158 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7104f5c-3929-4693-85fb-2ea89eb9aca3 req-b07db64e-e706-4834-afdd-1512fd7a5364 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:11.749274 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d7104f5c-3929-4693-85fb-2ea89eb9aca3 req-b07db64e-e706-4834-afdd-1512fd7a5364 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5419 time: 0.4234004 Feb 09 01:24:11.800838 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8cca13a1-aa0c-4f04-a86a-3ab30a1e72cc tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "DELETE /v2.0/networks/4010775e-7a40-4032-a5c4-d78a2b96b3c9 HTTP/1.1" status: 204 len: 168 time: 1.7731669 Feb 09 01:24:11.803602 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34266) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:11.824268 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:11.830937 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-21069d7f-d316-497e-8d03-856569ae676e None None] Provisioning for port 760101f0-2d25-46d0-b3cd-0f762c6d0a05 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:11.867550 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d7104f5c-3929-4693-85fb-2ea89eb9aca3 req-238010ae-cb45-41bb-bf28-b7b34544315a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1164517 Feb 09 01:24:11.895889 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-8401829b-5783-4214-83b5-f5db212899df tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] DELETE failed (client error): The resource could not be found. Feb 09 01:24:11.896608 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8401829b-5783-4214-83b5-f5db212899df tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:24:11.900818 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8401829b-5783-4214-83b5-f5db212899df tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "DELETE /v2.0/subnets/e723e272-cb6d-4416-b5dd-013292a8aa2e HTTP/1.1" status: 404 len: 337 time: 0.0890906 Feb 09 01:24:11.911889 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34270) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:11.948471 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d67532-3fff-4ab3-b28a-0d6012307508 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] DELETE failed (client error): The resource could not be found. Feb 09 01:24:11.948999 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d67532-3fff-4ab3-b28a-0d6012307508 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:24:11.953696 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-09d67532-3fff-4ab3-b28a-0d6012307508 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "DELETE /v2.0/networks/b80150bf-02e6-4a49-a65c-56f1655e63dd HTTP/1.1" status: 404 len: 339 time: 0.0361342 Feb 09 01:24:11.964583 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34274) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:11.969979 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 760101f0-2d25-46d0-b3cd-0f762c6d0a05 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:11.977773 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 760101f0-2d25-46d0-b3cd-0f762c6d0a05 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:11.980262 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:12.115818 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b256c-ad37-4dcb-8a58-6833e5e83f15 req-d6763912-e3d9-4cdf-8f64-1d09291d4fba tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:12.124072 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e67b256c-ad37-4dcb-8a58-6833e5e83f15 req-d6763912-e3d9-4cdf-8f64-1d09291d4fba tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 945 time: 0.4090366 Feb 09 01:24:12.193768 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-5509c6f3-bb83-4aba-b317-b4b9ad6366af tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Deleting subnet bf92ea7a-6ad0-44e1-a3a6-e3a2f795d602 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:24:12.197738 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5509c6f3-bb83-4aba-b317-b4b9ad6366af tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:12.308824 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5509c6f3-bb83-4aba-b317-b4b9ad6366af tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:12.318300 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:12.346243 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b2f1d31c-7e2b-4a40-bd5c-cd05c55103f2 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:12.377209 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 760101f0-2d25-46d0-b3cd-0f762c6d0a05, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=760101f0-2d25-46d0-b3cd-0f762c6d0a05,segment=NetworkSegment(2dd5715e-0979-46d9-9250-86b180b455a6),segment_id=2dd5715e-0979-46d9-9250-86b180b455a6)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:12.389662 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e67b256c-ad37-4dcb-8a58-6833e5e83f15 req-29c1da58-222f-4cbb-b8fe-26fe6b798d9c tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646968 Feb 09 01:24:12.392135 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-b2f1d31c-7e2b-4a40-bd5c-cd05c55103f2 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Transition to ACTIVE for port object ad8ce865-315b-4e80-baf2-ff5ec788cde7 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:24:12.393820 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:12.448474 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b2f1d31c-7e2b-4a40-bd5c-cd05c55103f2 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:12.475038 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=760101f0-2d25-46d0-b3cd-0f762c6d0a05,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:12.479428 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 204d8ee2-5fd5-4647-a7aa-03601f2c6ae6 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:24:12.495807 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5509c6f3-bb83-4aba-b317-b4b9ad6366af tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:12.517663 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 204d8ee2-5fd5-4647-a7aa-03601f2c6ae6 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:24:12.518086 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 204d8ee2-5fd5-4647-a7aa-03601f2c6ae6 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:24:12.572988 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f1d31c-7e2b-4a40-bd5c-cd05c55103f2 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Network e85e01c9-2cb2-47c7-b0fb-63b3cc2a6d86 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:12.579450 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-b2f1d31c-7e2b-4a40-bd5c-cd05c55103f2 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:12.584622 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f1d31c-7e2b-4a40-bd5c-cd05c55103f2 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:24:12.600028 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5509c6f3-bb83-4aba-b317-b4b9ad6366af tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:12.661377 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1d31c-7e2b-4a40-bd5c-cd05c55103f2 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Pushing event updated for resources: {'Port': ['ID=ad8ce865-315b-4e80-baf2-ff5ec788cde7,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:12.664945 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509c6f3-bb83-4aba-b317-b4b9ad6366af tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event deleted for resources: {'Subnet': ['ID=bf92ea7a-6ad0-44e1-a3a6-e3a2f795d602,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:12.677634 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5509c6f3-bb83-4aba-b317-b4b9ad6366af tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:12.680021 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6652f9c4-1db5-49f1-ac84-aa7510d7a54c None None] Network 55ed032f-7641-4a5e-b78d-b649e2a32e19 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:24:12.710250 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5509c6f3-bb83-4aba-b317-b4b9ad6366af tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "DELETE /v2.0/subnets/bf92ea7a-6ad0-44e1-a3a6-e3a2f795d602 HTTP/1.1" status: 204 len: 168 time: 0.7346079 Feb 09 01:24:12.713146 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34284) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:12.737945 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f1d31c-7e2b-4a40-bd5c-cd05c55103f2 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:12.738629 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b2f1d31c-7e2b-4a40-bd5c-cd05c55103f2 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:12.800663 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b2f1d31c-7e2b-4a40-bd5c-cd05c55103f2 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.0872269 Feb 09 01:24:12.804868 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34288) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:12.939724 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-98a18707-8a67-49df-8073-fc31ad6e134c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Deleting subnet 5595d216-94ea-45e5-80dd-55928d464af1 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:24:12.950472 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-98a18707-8a67-49df-8073-fc31ad6e134c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:12.952584 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b598284-9d4b-4300-a633-29441f1c1731 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:12.998176 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b598284-9d4b-4300-a633-29441f1c1731 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:13.020049 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b598284-9d4b-4300-a633-29441f1c1731 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:13.020997 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4b598284-9d4b-4300-a633-29441f1c1731 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Synchronizing usage tracker for tenant:b3a51eddee904c92a321ce4ea0a2219e on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:24:13.076836 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4b598284-9d4b-4300-a633-29441f1c1731 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Unset dirty status for tenant:b3a51eddee904c92a321ce4ea0a2219e on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:24:13.080743 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4b598284-9d4b-4300-a633-29441f1c1731 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2717676 Feb 09 01:24:13.081038 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34296) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:13.135667 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-98a18707-8a67-49df-8073-fc31ad6e134c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:13.245192 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-4fc28c50-cadf-45ec-943d-306d3b803ad1 None None] Provisioning for port ae7cb0c9-1ab9-421a-82c5-f95e3a9e18a8 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:13.280218 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-602c6675-fba7-4d6a-acf7-527aab979f50 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Deleting port ad8ce865-315b-4e80-baf2-ff5ec788cde7 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:13.280865 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-602c6675-fba7-4d6a-acf7-527aab979f50 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:13.301703 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-4fc28c50-cadf-45ec-943d-306d3b803ad1 None None] Provisioning complete for port ae7cb0c9-1ab9-421a-82c5-f95e3a9e18a8 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:13.302122 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4fc28c50-cadf-45ec-943d-306d3b803ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:13.327772 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-98a18707-8a67-49df-8073-fc31ad6e134c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:13.432186 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-98a18707-8a67-49df-8073-fc31ad6e134c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:13.473372 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 760101f0-2d25-46d0-b3cd-0f762c6d0a05 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:24:13.486743 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-98a18707-8a67-49df-8073-fc31ad6e134c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:13.508366 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a18707-8a67-49df-8073-fc31ad6e134c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event deleted for resources: {'Subnet': ['ID=5595d216-94ea-45e5-80dd-55928d464af1,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:13.528995 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-98a18707-8a67-49df-8073-fc31ad6e134c tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "DELETE /v2.0/subnets/5595d216-94ea-45e5-80dd-55928d464af1 HTTP/1.1" status: 204 len: 168 time: 0.8147531 Feb 09 01:24:13.531343 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34308) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:13.607252 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-4fc28c50-cadf-45ec-943d-306d3b803ad1 None None] Port ae7cb0c9-1ab9-421a-82c5-f95e3a9e18a8 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:24:13.660275 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-4fc28c50-cadf-45ec-943d-306d3b803ad1 None None] Provisioning complete for port 760101f0-2d25-46d0-b3cd-0f762c6d0a05 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:13.660953 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4fc28c50-cadf-45ec-943d-306d3b803ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:13.770490 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50736677-a393-4963-af27-0c48078203c3 req-7dbd481a-27cb-4553-9640-784235364392 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:13.786444 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50736677-a393-4963-af27-0c48078203c3 req-7dbd481a-27cb-4553-9640-784235364392 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:13.795227 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50736677-a393-4963-af27-0c48078203c3 req-7dbd481a-27cb-4553-9640-784235364392 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:13.806190 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50736677-a393-4963-af27-0c48078203c3 req-7dbd481a-27cb-4553-9640-784235364392 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:13.829722 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50736677-a393-4963-af27-0c48078203c3 req-7dbd481a-27cb-4553-9640-784235364392 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:13.839135 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50736677-a393-4963-af27-0c48078203c3 req-7dbd481a-27cb-4553-9640-784235364392 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:13.854910 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50736677-a393-4963-af27-0c48078203c3 req-7dbd481a-27cb-4553-9640-784235364392 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:13.862673 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-50736677-a393-4963-af27-0c48078203c3 req-7dbd481a-27cb-4553-9640-784235364392 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5419 time: 0.4832072 Feb 09 01:24:13.871798 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dce6f65c-a2d4-44f1-b38d-405354b5a296 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:13.889998 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 760101f0-2d25-46d0-b3cd-0f762c6d0a05 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:13.890562 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:13.956751 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-602c6675-fba7-4d6a-acf7-527aab979f50 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:13.966924 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-dce6f65c-a2d4-44f1-b38d-405354b5a296 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Deleting port e0363fc9-5227-4715-8620-8276685ccd77 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:13.967402 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dce6f65c-a2d4-44f1-b38d-405354b5a296 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:14.069158 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45432f33-cc25-4eb1-9ca2-45c41da309ea req-24c563ee-38ee-426b-a8e2-9118404a647f tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:14.071871 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-45432f33-cc25-4eb1-9ca2-45c41da309ea req-24c563ee-38ee-426b-a8e2-9118404a647f tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 945 time: 0.1948707 Feb 09 01:24:14.137784 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5f861f-a671-47bb-ab60-87ea1b052f8c None None] Update dhcp port {'port': {'network_id': '55ed032f-7641-4a5e-b78d-b649e2a32e19', 'fixed_ips': [{'subnet_id': '5595d216-94ea-45e5-80dd-55928d464af1'}], 'binding:host_id': 'n-d-828419-1'}, 'id': 'e0363fc9-5227-4715-8620-8276685ccd77'} from n-d-828419-1. {{(pid=87613) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:24:14.272722 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-602c6675-fba7-4d6a-acf7-527aab979f50 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Calling delete_port for ad8ce865-315b-4e80-baf2-ff5ec788cde7 owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:24:14.278290 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4b5f861f-a671-47bb-ab60-87ea1b052f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:14.327564 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-45432f33-cc25-4eb1-9ca2-45c41da309ea req-ee4ff1cb-ccd8-4f6f-8823-4542c1d822f7 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894833 Feb 09 01:24:14.335338 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-dce6f65c-a2d4-44f1-b38d-405354b5a296 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] For port e0363fc9-5227-4715-8620-8276685ccd77, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=e0363fc9-5227-4715-8620-8276685ccd77,segment=NetworkSegment(bbb37f18-231b-4ad1-9387-40ba0e3954bf),segment_id=bbb37f18-231b-4ad1-9387-40ba0e3954bf)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:14.336362 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dce6f65c-a2d4-44f1-b38d-405354b5a296 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:14.504907 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-50736677-a393-4963-af27-0c48078203c3 req-14ca2448-6d44-4792-be1c-7386e2c3f325 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6407835 Feb 09 01:24:14.525051 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-dce6f65c-a2d4-44f1-b38d-405354b5a296 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Calling delete_port for e0363fc9-5227-4715-8620-8276685ccd77 owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:24:14.539325 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-58c299e8-b477-4d23-bd38-4500f9410589 None None] Provisioning for port ad8ce865-315b-4e80-baf2-ff5ec788cde7 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:14.574701 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-58c299e8-b477-4d23-bd38-4500f9410589 None None] Provisioning complete for port ad8ce865-315b-4e80-baf2-ff5ec788cde7 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:14.575461 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-58c299e8-b477-4d23-bd38-4500f9410589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:14.705959 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562f8eeb-a98f-4817-aa64-4f9a531ba97c None None] Network 55ed032f-7641-4a5e-b78d-b649e2a32e19 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:24:14.737983 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dce6f65c-a2d4-44f1-b38d-405354b5a296 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:14.743132 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-602c6675-fba7-4d6a-acf7-527aab979f50 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:14.820546 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce6f65c-a2d4-44f1-b38d-405354b5a296 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] No DVR routers for this DVR port e0363fc9-5227-4715-8620-8276685ccd77 on host n-d-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:24:14.858290 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6f65c-a2d4-44f1-b38d-405354b5a296 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event deleted for resources: {'Port': ['ID=e0363fc9-5227-4715-8620-8276685ccd77,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:14.880761 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c6675-fba7-4d6a-acf7-527aab979f50 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Pushing event deleted for resources: {'Port': ['ID=ad8ce865-315b-4e80-baf2-ff5ec788cde7,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:14.987020 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-58c299e8-b477-4d23-bd38-4500f9410589 None None] Port ad8ce865-315b-4e80-baf2-ff5ec788cde7 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:24:15.109837 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dce6f65c-a2d4-44f1-b38d-405354b5a296 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:15.119335 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-602c6675-fba7-4d6a-acf7-527aab979f50 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:15.171443 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-602c6675-fba7-4d6a-acf7-527aab979f50 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] 10.222.0.37 "DELETE /v2.0/ports/ad8ce865-315b-4e80-baf2-ff5ec788cde7 HTTP/1.1" status: 204 len: 168 time: 2.0887859 Feb 09 01:24:15.172368 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34338) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:15.186196 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b187dd08-d086-453d-8421-09dab21b652c tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Request body: {'port': {'name': 'tempest-new-port-name-834449229', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:15.188758 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.api.validators [None req-b187dd08-d086-453d-8421-09dab21b652c tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] bootfile-name is not in valid_values {{(pid=87611) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 01:24:15.189309 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.api.validators [None req-b187dd08-d086-453d-8421-09dab21b652c tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] tftp-server is not in valid_values {{(pid=87611) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 01:24:15.189793 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.api.validators [None req-b187dd08-d086-453d-8421-09dab21b652c tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] server-ip-address is not in valid_values {{(pid=87611) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 01:24:15.199906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-dce6f65c-a2d4-44f1-b38d-405354b5a296 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ed032f-7641-4a5e-b78d-b649e2a32e19']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:15.217886 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-58c299e8-b477-4d23-bd38-4500f9410589 None None] Provisioning complete for port ae7cb0c9-1ab9-421a-82c5-f95e3a9e18a8 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:15.220810 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-58c299e8-b477-4d23-bd38-4500f9410589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:15.232101 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-dce6f65c-a2d4-44f1-b38d-405354b5a296 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbb37f18-231b-4ad1-9387-40ba0e3954bf') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:15.232632 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-dce6f65c-a2d4-44f1-b38d-405354b5a296 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbb37f18-231b-4ad1-9387-40ba0e3954bf') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:15.258183 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dce6f65c-a2d4-44f1-b38d-405354b5a296 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:15.309339 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dce6f65c-a2d4-44f1-b38d-405354b5a296 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:15.345897 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce6f65c-a2d4-44f1-b38d-405354b5a296 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Releasing vlan 996 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:24:15.346310 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dce6f65c-a2d4-44f1-b38d-405354b5a296 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:15.400584 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:24:15.400584 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:24:15.400584 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:24:15.400584 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:24:15.400584 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:24:15.400584 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:24:15.400584 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:24:15.400584 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:24:15.400584 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:24:15.400584 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:24:15.400584 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:24:15.400584 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:24:15.400584 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:24:15.400584 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:24:15.400584 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:24:15.400584 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:24:15.400584 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:24:15.400584 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:24:15.400584 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:24:15.400584 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:24:15.400584 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:24:15.400584 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:24:15.400584 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:24:15.400584 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:24:15.400584 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:24:15.400584 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:24:15.400584 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:24:15.400584 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:24:15.400584 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:24:15.400584 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:24:15.400584 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:24:15.400584 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:24:15.450403 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b187dd08-d086-453d-8421-09dab21b652c tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:15.490018 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device e0363fc9-5227-4715-8620-8276685ccd77 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:24:15.638739 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: e0363fc9-5227-4715-8620-8276685ccd77 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:24:15.639086 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device e0363fc9-5227-4715-8620-8276685ccd77 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:24:15.682923 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92262e12-9321-4d97-b286-249233397fc5 None None] DHCP port deletion for 55ed032f-7641-4a5e-b78d-b649e2a32e19 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:24:15.691219 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-58c299e8-b477-4d23-bd38-4500f9410589 None None] Port ae7cb0c9-1ab9-421a-82c5-f95e3a9e18a8 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:24:15.794322 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dce6f65c-a2d4-44f1-b38d-405354b5a296 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:15.803938 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-1689486c-4b3d-487f-bc5d-14246ec33747 None None] Could not find standard attr ID for object e0363fc9-5227-4715-8620-8276685ccd77. {{(pid=87613) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:24:15.822898 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dce6f65c-a2d4-44f1-b38d-405354b5a296 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:15.832220 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6f65c-a2d4-44f1-b38d-405354b5a296 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event deleted for resources: {'Network': ['ID=55ed032f-7641-4a5e-b78d-b649e2a32e19,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:15.874515 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-dce6f65c-a2d4-44f1-b38d-405354b5a296 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "DELETE /v2.0/networks/55ed032f-7641-4a5e-b78d-b649e2a32e19 HTTP/1.1" status: 204 len: 168 time: 2.3415887 Feb 09 01:24:15.877181 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34354) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:15.908788 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6213d-e1fa-4490-8db4-8b921d865577 req-6b637c70-262e-47c1-b66a-53b823fc3eda tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:15.915202 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6213d-e1fa-4490-8db4-8b921d865577 req-6b637c70-262e-47c1-b66a-53b823fc3eda tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:15.921488 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6213d-e1fa-4490-8db4-8b921d865577 req-6b637c70-262e-47c1-b66a-53b823fc3eda tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:15.927503 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6213d-e1fa-4490-8db4-8b921d865577 req-6b637c70-262e-47c1-b66a-53b823fc3eda tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:15.935273 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6213d-e1fa-4490-8db4-8b921d865577 req-6b637c70-262e-47c1-b66a-53b823fc3eda tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:15.941631 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6213d-e1fa-4490-8db4-8b921d865577 req-6b637c70-262e-47c1-b66a-53b823fc3eda tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:15.948124 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6213d-e1fa-4490-8db4-8b921d865577 req-6b637c70-262e-47c1-b66a-53b823fc3eda tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:15.950248 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aef6213d-e1fa-4490-8db4-8b921d865577 req-6b637c70-262e-47c1-b66a-53b823fc3eda tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5419 time: 0.2387850 Feb 09 01:24:15.980757 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3adaf44-6db0-4c03-a936-adecbe18be51 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] DELETE failed (client error): The resource could not be found. Feb 09 01:24:15.981329 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3adaf44-6db0-4c03-a936-adecbe18be51 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:24:15.982886 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e3adaf44-6db0-4c03-a936-adecbe18be51 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "DELETE /v2.0/subnets/c9f9c713-030b-4fa4-870f-8e4bd98aad0a HTTP/1.1" status: 404 len: 337 time: 0.1034167 Feb 09 01:24:15.987722 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34358) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:16.018464 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b7a27-79da-4db1-87a4-0891c69caf83 req-e525fdef-1591-489d-ade4-44189f71ba35 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:16.026016 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7b1b7a27-79da-4db1-87a4-0891c69caf83 req-e525fdef-1591-489d-ade4-44189f71ba35 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 945 time: 0.3956664 Feb 09 01:24:16.057512 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aef6213d-e1fa-4490-8db4-8b921d865577 req-e682c07d-6069-4a5c-8b74-1baaae06f52a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1013980 Feb 09 01:24:16.129732 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-93279a0c-b0fb-45dd-8b1a-137157e9f357 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] DELETE failed (client error): The resource could not be found. Feb 09 01:24:16.130359 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93279a0c-b0fb-45dd-8b1a-137157e9f357 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:24:16.133299 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-93279a0c-b0fb-45dd-8b1a-137157e9f357 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "DELETE /v2.0/networks/bc2e74d7-02b5-4017-91f8-6b8ecf02cef4 HTTP/1.1" status: 404 len: 339 time: 0.1446631 Feb 09 01:24:16.136028 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34362) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:16.156429 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7b1b7a27-79da-4db1-87a4-0891c69caf83 req-4a08a673-0c95-4307-91a8-5d96993ca70c tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295323 Feb 09 01:24:16.190594 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b187dd08-d086-453d-8421-09dab21b652c tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:16.197477 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b187dd08-d086-453d-8421-09dab21b652c tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:16.206248 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a24c34-2dab-4d12-bfc0-2e477187a829 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] DELETE failed (client error): The resource could not be found. Feb 09 01:24:16.206708 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7a24c34-2dab-4d12-bfc0-2e477187a829 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:24:16.208492 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c7a24c34-2dab-4d12-bfc0-2e477187a829 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "DELETE /v2.0/subnets/642eb5ba-42f5-4974-bd51-9800b2aca085 HTTP/1.1" status: 404 len: 337 time: 0.0713875 Feb 09 01:24:16.218676 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34366) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:16.274304 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-261a158b-997e-4b4f-af48-88b47dabc5af tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] DELETE failed (client error): The resource could not be found. Feb 09 01:24:16.274789 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-261a158b-997e-4b4f-af48-88b47dabc5af tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:24:16.276513 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-261a158b-997e-4b4f-af48-88b47dabc5af tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "DELETE /v2.0/networks/2b2ef964-eaae-4373-8b42-1ee815bb5117 HTTP/1.1" status: 404 len: 339 time: 0.0568559 Feb 09 01:24:16.279021 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34370) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:16.339716 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187dd08-d086-453d-8421-09dab21b652c tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Pushing event updated for resources: {'Port': ['ID=ae7cb0c9-1ab9-421a-82c5-f95e3a9e18a8,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:16.343358 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-68aaedd3-7c33-4364-8281-870fc94a6b20 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] DELETE failed (client error): The resource could not be found. Feb 09 01:24:16.344922 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68aaedd3-7c33-4364-8281-870fc94a6b20 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:24:16.346793 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-68aaedd3-7c33-4364-8281-870fc94a6b20 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "DELETE /v2.0/subnets/19e7785d-7165-4b7f-81ac-471617e6624b HTTP/1.1" status: 404 len: 337 time: 0.0668781 Feb 09 01:24:16.351173 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34374) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:16.380564 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-b187dd08-d086-453d-8421-09dab21b652c tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] In _notify_port_updated(), no bound segment for port ae7cb0c9-1ab9-421a-82c5-f95e3a9e18a8 on network e85e01c9-2cb2-47c7-b0fb-63b3cc2a6d86 {{(pid=87611) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:24:16.382923 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a4e4bbd-e1dd-4a09-8eac-6025a47391aa tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] DELETE failed (client error): The resource could not be found. Feb 09 01:24:16.383566 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a4e4bbd-e1dd-4a09-8eac-6025a47391aa tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:24:16.385431 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4a4e4bbd-e1dd-4a09-8eac-6025a47391aa tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "DELETE /v2.0/networks/1a1e5a7e-1fc6-42f4-9ab7-b49ba73162b5 HTTP/1.1" status: 404 len: 339 time: 0.0330930 Feb 09 01:24:16.387444 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b187dd08-d086-453d-8421-09dab21b652c tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:16.388171 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34378) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:16.392324 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b187dd08-d086-453d-8421-09dab21b652c tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:16.396205 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b187dd08-d086-453d-8421-09dab21b652c tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] 10.222.0.37 "PUT /v2.0/ports/ae7cb0c9-1ab9-421a-82c5-f95e3a9e18a8 HTTP/1.1" status: 200 len: 1135 time: 1.2202523 Feb 09 01:24:16.401252 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34382) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:16.475418 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef223be3-6bd3-4cd7-905f-0888df128c28 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Deleting subnet 1601e323-e48f-4a84-a4ae-2129dd552359 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:24:16.479085 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ef223be3-6bd3-4cd7-905f-0888df128c28 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:16.564654 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4896c7-d22b-4484-9685-a3ba98e5449f tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:16.565515 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-af4896c7-d22b-4484-9685-a3ba98e5449f tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Synchronizing usage tracker for tenant:b3a51eddee904c92a321ce4ea0a2219e on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:24:16.589232 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ef223be3-6bd3-4cd7-905f-0888df128c28 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:16.631897 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-af4896c7-d22b-4484-9685-a3ba98e5449f tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Unset dirty status for tenant:b3a51eddee904c92a321ce4ea0a2219e on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:24:16.638169 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-af4896c7-d22b-4484-9685-a3ba98e5449f tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] 10.222.0.37 "GET /v2.0/ports/ae7cb0c9-1ab9-421a-82c5-f95e3a9e18a8 HTTP/1.1" status: 200 len: 1135 time: 0.2307873 Feb 09 01:24:16.638501 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34388) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:16.745972 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ef223be3-6bd3-4cd7-905f-0888df128c28 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:16.755816 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f2e8abdb-2db5-48a1-99f7-26aa534a9e6a None None] Provisioning complete for port ae7cb0c9-1ab9-421a-82c5-f95e3a9e18a8 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:16.756476 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f2e8abdb-2db5-48a1-99f7-26aa534a9e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:16.860810 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-6c828815-47ae-4bcf-be0e-718873adaf98 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Deleting port ae7cb0c9-1ab9-421a-82c5-f95e3a9e18a8 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:16.861921 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6c828815-47ae-4bcf-be0e-718873adaf98 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:16.874898 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ef223be3-6bd3-4cd7-905f-0888df128c28 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:16.888995 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f2e8abdb-2db5-48a1-99f7-26aa534a9e6a None None] Port ae7cb0c9-1ab9-421a-82c5-f95e3a9e18a8 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:24:16.920522 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef223be3-6bd3-4cd7-905f-0888df128c28 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event deleted for resources: {'Subnet': ['ID=1601e323-e48f-4a84-a4ae-2129dd552359,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:16.944739 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23275b78-5042-4909-baea-3998e3289ab3 None None] Network f1002880-e730-45d1-8c17-2bf77dcd28ec requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:24:16.945609 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ef223be3-6bd3-4cd7-905f-0888df128c28 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:16.963217 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ef223be3-6bd3-4cd7-905f-0888df128c28 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "DELETE /v2.0/subnets/1601e323-e48f-4a84-a4ae-2129dd552359 HTTP/1.1" status: 204 len: 168 time: 0.5712435 Feb 09 01:24:16.963582 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34398) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:17.313546 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6c828815-47ae-4bcf-be0e-718873adaf98 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:17.415461 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91194c95-b99c-4585-a3ce-f83f37d1a1ce None None] DHCP port deletion for f1002880-e730-45d1-8c17-2bf77dcd28ec request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:24:17.420336 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-91194c95-b99c-4585-a3ce-f83f37d1a1ce None None] Deleting port 081f28d3-76e4-489d-b02d-f425f3036b9f {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:17.420940 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-91194c95-b99c-4585-a3ce-f83f37d1a1ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:17.479832 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-6c828815-47ae-4bcf-be0e-718873adaf98 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Calling delete_port for ae7cb0c9-1ab9-421a-82c5-f95e3a9e18a8 owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:24:17.532617 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ee7666a4-e1d8-4e43-810a-a2d32fbd575b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:17.549184 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-ee7666a4-e1d8-4e43-810a-a2d32fbd575b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Deleting port 081f28d3-76e4-489d-b02d-f425f3036b9f {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:17.549771 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ee7666a4-e1d8-4e43-810a-a2d32fbd575b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:17.598732 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fe56d-f02a-47d1-991d-4423c894e920 req-3b5d1b4a-31ff-48c7-9c42-d328b2150251 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:17.605239 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fe56d-f02a-47d1-991d-4423c894e920 req-3b5d1b4a-31ff-48c7-9c42-d328b2150251 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:17.611427 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fe56d-f02a-47d1-991d-4423c894e920 req-3b5d1b4a-31ff-48c7-9c42-d328b2150251 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:17.619835 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fe56d-f02a-47d1-991d-4423c894e920 req-3b5d1b4a-31ff-48c7-9c42-d328b2150251 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:17.626990 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fe56d-f02a-47d1-991d-4423c894e920 req-3b5d1b4a-31ff-48c7-9c42-d328b2150251 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:17.634221 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fe56d-f02a-47d1-991d-4423c894e920 req-3b5d1b4a-31ff-48c7-9c42-d328b2150251 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:17.640343 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fe56d-f02a-47d1-991d-4423c894e920 req-3b5d1b4a-31ff-48c7-9c42-d328b2150251 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:17.649036 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-205fe56d-f02a-47d1-991d-4423c894e920 req-3b5d1b4a-31ff-48c7-9c42-d328b2150251 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5419 time: 0.2794063 Feb 09 01:24:17.756087 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-91194c95-b99c-4585-a3ce-f83f37d1a1ce None None] For port 081f28d3-76e4-489d-b02d-f425f3036b9f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=081f28d3-76e4-489d-b02d-f425f3036b9f,segment=NetworkSegment(0349e258-ba17-41b5-8625-b8038235cc9b),segment_id=0349e258-ba17-41b5-8625-b8038235cc9b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:17.758484 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-91194c95-b99c-4585-a3ce-f83f37d1a1ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:17.766160 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-205fe56d-f02a-47d1-991d-4423c894e920 req-3dead64b-7c7e-4c0e-82b9-205a6c79887d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1157982 Feb 09 01:24:17.795284 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6c828815-47ae-4bcf-be0e-718873adaf98 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:17.958018 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c828815-47ae-4bcf-be0e-718873adaf98 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Pushing event deleted for resources: {'Port': ['ID=ae7cb0c9-1ab9-421a-82c5-f95e3a9e18a8,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:18.062182 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-ee7666a4-e1d8-4e43-810a-a2d32fbd575b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] For port 081f28d3-76e4-489d-b02d-f425f3036b9f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=081f28d3-76e4-489d-b02d-f425f3036b9f,segment=NetworkSegment(0349e258-ba17-41b5-8625-b8038235cc9b),segment_id=0349e258-ba17-41b5-8625-b8038235cc9b)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:18.064557 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ee7666a4-e1d8-4e43-810a-a2d32fbd575b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:18.094875 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-91194c95-b99c-4585-a3ce-f83f37d1a1ce None None] Calling delete_port for 081f28d3-76e4-489d-b02d-f425f3036b9f owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:24:18.185030 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6c828815-47ae-4bcf-be0e-718873adaf98 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:18.255259 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6c828815-47ae-4bcf-be0e-718873adaf98 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] 10.222.0.37 "DELETE /v2.0/ports/ae7cb0c9-1ab9-421a-82c5-f95e3a9e18a8 HTTP/1.1" status: 204 len: 168 time: 1.6120105 Feb 09 01:24:18.257496 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34422) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:18.269727 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe31e8d-2745-4b8e-a5d7-2eb91cc6b4de req-eb98ef92-00d6-4ced-ab57-a4349eb65ac2 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:18.271784 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2fe31e8d-2745-4b8e-a5d7-2eb91cc6b4de req-eb98ef92-00d6-4ced-ab57-a4349eb65ac2 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 945 time: 0.5229630 Feb 09 01:24:18.311773 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-91194c95-b99c-4585-a3ce-f83f37d1a1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:18.405311 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2fe31e8d-2745-4b8e-a5d7-2eb91cc6b4de req-43bfa17b-6a4e-45ea-91ae-591a14ca4fcd tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875297 Feb 09 01:24:18.411048 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-facc9a84-f736-4687-833e-7140ad930028 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Deleting subnet 77f10f68-3b3e-4dc9-a2e2-ae6e82a5df2b {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:24:18.415423 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-facc9a84-f736-4687-833e-7140ad930028 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:18.440227 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-ee7666a4-e1d8-4e43-810a-a2d32fbd575b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Calling delete_port for 081f28d3-76e4-489d-b02d-f425f3036b9f owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:24:18.451448 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91194c95-b99c-4585-a3ce-f83f37d1a1ce None None] No DVR routers for this DVR port 081f28d3-76e4-489d-b02d-f425f3036b9f on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:24:18.459977 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91194c95-b99c-4585-a3ce-f83f37d1a1ce None None] Pushing event deleted for resources: {'Port': ['ID=081f28d3-76e4-489d-b02d-f425f3036b9f,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:18.485147 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91194c95-b99c-4585-a3ce-f83f37d1a1ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:18.485490 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91194c95-b99c-4585-a3ce-f83f37d1a1ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:18.485824 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91194c95-b99c-4585-a3ce-f83f37d1a1ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:18.486974 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91194c95-b99c-4585-a3ce-f83f37d1a1ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:18.487384 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91194c95-b99c-4585-a3ce-f83f37d1a1ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:18.487714 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91194c95-b99c-4585-a3ce-f83f37d1a1ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:18.488036 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91194c95-b99c-4585-a3ce-f83f37d1a1ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:18.488355 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91194c95-b99c-4585-a3ce-f83f37d1a1ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:18.488700 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91194c95-b99c-4585-a3ce-f83f37d1a1ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:18.495049 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91194c95-b99c-4585-a3ce-f83f37d1a1ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:18.495416 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91194c95-b99c-4585-a3ce-f83f37d1a1ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:18.495758 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91194c95-b99c-4585-a3ce-f83f37d1a1ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:18.501527 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-facc9a84-f736-4687-833e-7140ad930028 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:18.577719 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.api [None req-ee7666a4-e1d8-4e43-810a-a2d32fbd575b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:24:18.578496 n-d-828419-1 neutron-server[87612]: DEBUG oslo_db.api [None req-ee7666a4-e1d8-4e43-810a-a2d32fbd575b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:24:18.614409 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-facc9a84-f736-4687-833e-7140ad930028 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:18.702419 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-facc9a84-f736-4687-833e-7140ad930028 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:18.782935 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc9a84-f736-4687-833e-7140ad930028 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Pushing event deleted for resources: {'Subnet': ['ID=77f10f68-3b3e-4dc9-a2e2-ae6e82a5df2b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:18.785028 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-facc9a84-f736-4687-833e-7140ad930028 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:18.791931 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84856195-fdac-4d81-b22b-6b6a215784f5 None None] Network e85e01c9-2cb2-47c7-b0fb-63b3cc2a6d86 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:24:18.802464 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-facc9a84-f736-4687-833e-7140ad930028 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] 10.222.0.37 "DELETE /v2.0/subnets/77f10f68-3b3e-4dc9-a2e2-ae6e82a5df2b HTTP/1.1" status: 204 len: 168 time: 0.5428212 Feb 09 01:24:18.805023 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34434) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:19.079585 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-21e2a902-5216-4f6f-83b5-498ff46294d7 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:19.088230 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-ee7666a4-e1d8-4e43-810a-a2d32fbd575b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Deleting port 081f28d3-76e4-489d-b02d-f425f3036b9f {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:19.088853 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ee7666a4-e1d8-4e43-810a-a2d32fbd575b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:19.149069 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-21e2a902-5216-4f6f-83b5-498ff46294d7 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Deleting port 760101f0-2d25-46d0-b3cd-0f762c6d0a05 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:19.149497 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-21e2a902-5216-4f6f-83b5-498ff46294d7 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:19.198320 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4060637a-b1c8-4039-aec4-9a6ee89936d0 None None] DHCP port deletion for e85e01c9-2cb2-47c7-b0fb-63b3cc2a6d86 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:24:19.203258 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-4060637a-b1c8-4039-aec4-9a6ee89936d0 None None] Deleting port 760101f0-2d25-46d0-b3cd-0f762c6d0a05 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:19.203843 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4060637a-b1c8-4039-aec4-9a6ee89936d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:19.221752 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-ee7666a4-e1d8-4e43-810a-a2d32fbd575b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] The port '081f28d3-76e4-489d-b02d-f425f3036b9f' was deleted {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:24:19.257908 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfb67d-8ebc-4c42-879a-02b79f6bf7b3 req-300bc80a-a05e-4d4f-93eb-5d5f6a12799e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:19.264175 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfb67d-8ebc-4c42-879a-02b79f6bf7b3 req-300bc80a-a05e-4d4f-93eb-5d5f6a12799e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:19.281900 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfb67d-8ebc-4c42-879a-02b79f6bf7b3 req-300bc80a-a05e-4d4f-93eb-5d5f6a12799e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:19.287825 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfb67d-8ebc-4c42-879a-02b79f6bf7b3 req-300bc80a-a05e-4d4f-93eb-5d5f6a12799e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:19.302291 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfb67d-8ebc-4c42-879a-02b79f6bf7b3 req-300bc80a-a05e-4d4f-93eb-5d5f6a12799e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:19.322568 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfb67d-8ebc-4c42-879a-02b79f6bf7b3 req-300bc80a-a05e-4d4f-93eb-5d5f6a12799e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:19.329393 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfb67d-8ebc-4c42-879a-02b79f6bf7b3 req-300bc80a-a05e-4d4f-93eb-5d5f6a12799e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:19.347610 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d4dfb67d-8ebc-4c42-879a-02b79f6bf7b3 req-300bc80a-a05e-4d4f-93eb-5d5f6a12799e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5419 time: 0.4113348 Feb 09 01:24:19.355353 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:24:19.488754 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-4060637a-b1c8-4039-aec4-9a6ee89936d0 None None] For port 760101f0-2d25-46d0-b3cd-0f762c6d0a05, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=760101f0-2d25-46d0-b3cd-0f762c6d0a05,segment=NetworkSegment(2dd5715e-0979-46d9-9250-86b180b455a6),segment_id=2dd5715e-0979-46d9-9250-86b180b455a6)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:19.489144 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4060637a-b1c8-4039-aec4-9a6ee89936d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:19.700093 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 87a166c3-a949-48ae-a41b-5e45c1439f17 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:24:19.726699 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d4dfb67d-8ebc-4c42-879a-02b79f6bf7b3 req-b215c282-c575-4b3c-9909-af8c8a3eb20e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3775566 Feb 09 01:24:19.758410 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d529204-cab6-4182-9689-41600e7e3ea0 req-376a7a62-8b82-4dbe-8b32-0f7ab15c4bac tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:19.760180 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6d529204-cab6-4182-9689-41600e7e3ea0 req-376a7a62-8b82-4dbe-8b32-0f7ab15c4bac tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 945 time: 0.1558266 Feb 09 01:24:19.837172 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ee7666a4-e1d8-4e43-810a-a2d32fbd575b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:19.886455 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6d529204-cab6-4182-9689-41600e7e3ea0 req-d57a9b53-dcca-433f-b26e-47f32d43b0d1 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183865 Feb 09 01:24:19.984582 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 87a166c3-a949-48ae-a41b-5e45c1439f17, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=87a166c3-a949-48ae-a41b-5e45c1439f17,segment=NetworkSegment(fd3b71e5-0362-4aa8-9ee9-e449d143c760),segment_id=fd3b71e5-0362-4aa8-9ee9-e449d143c760)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:19.994384 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-ee7666a4-e1d8-4e43-810a-a2d32fbd575b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1002880-e730-45d1-8c17-2bf77dcd28ec']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:20.006943 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 081f28d3-76e4-489d-b02d-f425f3036b9f no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:24:20.026054 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-ee7666a4-e1d8-4e43-810a-a2d32fbd575b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0349e258-ba17-41b5-8625-b8038235cc9b') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:20.026655 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-ee7666a4-e1d8-4e43-810a-a2d32fbd575b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0349e258-ba17-41b5-8625-b8038235cc9b') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:20.053170 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-4060637a-b1c8-4039-aec4-9a6ee89936d0 None None] Calling delete_port for 760101f0-2d25-46d0-b3cd-0f762c6d0a05 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:24:20.062888 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ee7666a4-e1d8-4e43-810a-a2d32fbd575b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:20.080347 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-21e2a902-5216-4f6f-83b5-498ff46294d7 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] For port 760101f0-2d25-46d0-b3cd-0f762c6d0a05, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=760101f0-2d25-46d0-b3cd-0f762c6d0a05,segment=NetworkSegment(2dd5715e-0979-46d9-9250-86b180b455a6),segment_id=2dd5715e-0979-46d9-9250-86b180b455a6)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:20.080864 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-21e2a902-5216-4f6f-83b5-498ff46294d7 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:20.098638 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ee7666a4-e1d8-4e43-810a-a2d32fbd575b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:20.152090 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '87a166c3-a949-48ae-a41b-5e45c1439f17', 'network_id': 'd0976495-8081-44af-be21-4d619e68defa', 'port_id': '87a166c3-a949-48ae-a41b-5e45c1439f17', 'mac_address': 'fa:16:3e:ae:e3:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 987, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760d545b-8344-489a-b34a-2bacf7e004bf', 'ip_address': '10.1.1.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:24:20.166986 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4060637a-b1c8-4039-aec4-9a6ee89936d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:20.200939 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 081f28d3-76e4-489d-b02d-f425f3036b9f {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:24:20.201278 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 081f28d3-76e4-489d-b02d-f425f3036b9f not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:24:20.201704 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 760101f0-2d25-46d0-b3cd-0f762c6d0a05 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:24:20.285530 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 760101f0-2d25-46d0-b3cd-0f762c6d0a05 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:24:20.285790 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 760101f0-2d25-46d0-b3cd-0f762c6d0a05 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:24:20.287373 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060637a-b1c8-4039-aec4-9a6ee89936d0 None None] Pushing event deleted for resources: {'Port': ['ID=760101f0-2d25-46d0-b3cd-0f762c6d0a05,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:20.304037 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4060637a-b1c8-4039-aec4-9a6ee89936d0 None None] No DVR routers for this DVR port 760101f0-2d25-46d0-b3cd-0f762c6d0a05 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:24:20.318015 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:20.357822 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87a166c3-a949-48ae-a41b-5e45c1439f17 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:24:20.375761 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 87a166c3-a949-48ae-a41b-5e45c1439f17, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=87a166c3-a949-48ae-a41b-5e45c1439f17,segment=NetworkSegment(fd3b71e5-0362-4aa8-9ee9-e449d143c760),segment_id=fd3b71e5-0362-4aa8-9ee9-e449d143c760)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:20.382682 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:20.383777 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device ddbf1bed-fd18-4ede-9e41-c7d28efc92b6 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:24:20.419135 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-21e2a902-5216-4f6f-83b5-498ff46294d7 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Calling delete_port for 760101f0-2d25-46d0-b3cd-0f762c6d0a05 owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:24:20.509463 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.api [None req-21e2a902-5216-4f6f-83b5-498ff46294d7 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:24:20.509778 n-d-828419-1 neutron-server[87612]: DEBUG oslo_db.api [None req-21e2a902-5216-4f6f-83b5-498ff46294d7 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:24:20.510639 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee7666a4-e1d8-4e43-810a-a2d32fbd575b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Releasing vlan 977 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:24:20.511060 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ee7666a4-e1d8-4e43-810a-a2d32fbd575b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:20.511252 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=87a166c3-a949-48ae-a41b-5e45c1439f17,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:20.516330 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port ddbf1bed-fd18-4ede-9e41-c7d28efc92b6, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=ddbf1bed-fd18-4ede-9e41-c7d28efc92b6,segment=NetworkSegment(fd3b71e5-0362-4aa8-9ee9-e449d143c760),segment_id=fd3b71e5-0362-4aa8-9ee9-e449d143c760)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:20.537174 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'ddbf1bed-fd18-4ede-9e41-c7d28efc92b6', 'network_id': 'd0976495-8081-44af-be21-4d619e68defa', 'port_id': 'ddbf1bed-fd18-4ede-9e41-c7d28efc92b6', 'mac_address': 'fa:16:3e:9b:07:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 987, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760d545b-8344-489a-b34a-2bacf7e004bf', 'ip_address': '10.1.1.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:24:20.541436 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:24:20.613977 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:20.640088 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddbf1bed-fd18-4ede-9e41-c7d28efc92b6 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:24:20.655379 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ee7666a4-e1d8-4e43-810a-a2d32fbd575b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:20.660867 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port ddbf1bed-fd18-4ede-9e41-c7d28efc92b6, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=ddbf1bed-fd18-4ede-9e41-c7d28efc92b6,segment=NetworkSegment(fd3b71e5-0362-4aa8-9ee9-e449d143c760),segment_id=fd3b71e5-0362-4aa8-9ee9-e449d143c760)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:20.662131 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ee7666a4-e1d8-4e43-810a-a2d32fbd575b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:20.670425 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:20.671302 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 1762a087-29b9-43bf-8537-a8e4b7154d4b details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:24:20.731121 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ee7666a4-e1d8-4e43-810a-a2d32fbd575b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "DELETE /v2.0/networks/f1002880-e730-45d1-8c17-2bf77dcd28ec HTTP/1.1" status: 204 len: 168 time: 3.7663367 Feb 09 01:24:20.734352 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34456) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:20.748126 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7666a4-e1d8-4e43-810a-a2d32fbd575b tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event deleted for resources: {'Network': ['ID=f1002880-e730-45d1-8c17-2bf77dcd28ec,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:20.766071 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=ddbf1bed-fd18-4ede-9e41-c7d28efc92b6,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:20.780642 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-31221eee-c9a0-4d58-ba1d-1e1710896782 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] DELETE failed (client error): The resource could not be found. Feb 09 01:24:20.781159 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31221eee-c9a0-4d58-ba1d-1e1710896782 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:24:20.783014 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-31221eee-c9a0-4d58-ba1d-1e1710896782 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "DELETE /v2.0/subnets/9b44247c-2d7e-4a3c-a6aa-660227cb66bc HTTP/1.1" status: 404 len: 337 time: 0.0472934 Feb 09 01:24:20.785958 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34462) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:20.792262 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 1762a087-29b9-43bf-8537-a8e4b7154d4b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=1762a087-29b9-43bf-8537-a8e4b7154d4b,segment=NetworkSegment(fd3b71e5-0362-4aa8-9ee9-e449d143c760),segment_id=fd3b71e5-0362-4aa8-9ee9-e449d143c760)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:20.809078 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '1762a087-29b9-43bf-8537-a8e4b7154d4b', 'network_id': 'd0976495-8081-44af-be21-4d619e68defa', 'port_id': '1762a087-29b9-43bf-8537-a8e4b7154d4b', 'mac_address': 'fa:16:3e:7f:93:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 987, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760d545b-8344-489a-b34a-2bacf7e004bf', 'ip_address': '10.1.1.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:24:20.828540 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-c704d861-bebd-476c-9a52-7f314ee5c4d4 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] DELETE failed (client error): The resource could not be found. Feb 09 01:24:20.829391 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c704d861-bebd-476c-9a52-7f314ee5c4d4 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:24:20.831428 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c704d861-bebd-476c-9a52-7f314ee5c4d4 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "DELETE /v2.0/networks/67e3457b-7751-4071-99ff-caf218f3a009 HTTP/1.1" status: 404 len: 339 time: 0.0441127 Feb 09 01:24:20.833996 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34466) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:20.884561 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:20.912339 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1762a087-29b9-43bf-8537-a8e4b7154d4b {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:24:20.958963 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 1762a087-29b9-43bf-8537-a8e4b7154d4b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=1762a087-29b9-43bf-8537-a8e4b7154d4b,segment=NetworkSegment(fd3b71e5-0362-4aa8-9ee9-e449d143c760),segment_id=fd3b71e5-0362-4aa8-9ee9-e449d143c760)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:20.966704 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:20.967619 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 3ef256bf-5d9a-4363-807b-cd10fb3f25bc details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:24:20.980891 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-34152e0f-edac-4679-a024-0e094ff85170 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Deleting subnet 8fc103a8-5341-4eef-8807-5e67ffb8be95 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:24:20.990373 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-34152e0f-edac-4679-a024-0e094ff85170 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:21.008335 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530e3ec-85fc-442c-9928-ee6432596423 req-c5d5872d-b3de-42b8-a4a5-4f65da348b1a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:21.015330 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530e3ec-85fc-442c-9928-ee6432596423 req-c5d5872d-b3de-42b8-a4a5-4f65da348b1a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:21.035726 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530e3ec-85fc-442c-9928-ee6432596423 req-c5d5872d-b3de-42b8-a4a5-4f65da348b1a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:21.047321 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530e3ec-85fc-442c-9928-ee6432596423 req-c5d5872d-b3de-42b8-a4a5-4f65da348b1a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:21.062295 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530e3ec-85fc-442c-9928-ee6432596423 req-c5d5872d-b3de-42b8-a4a5-4f65da348b1a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:21.078824 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530e3ec-85fc-442c-9928-ee6432596423 req-c5d5872d-b3de-42b8-a4a5-4f65da348b1a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:21.094847 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530e3ec-85fc-442c-9928-ee6432596423 req-c5d5872d-b3de-42b8-a4a5-4f65da348b1a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:21.101785 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=1762a087-29b9-43bf-8537-a8e4b7154d4b,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:21.102516 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8530e3ec-85fc-442c-9928-ee6432596423 req-c5d5872d-b3de-42b8-a4a5-4f65da348b1a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5421 time: 0.2291102 Feb 09 01:24:21.103118 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-21e2a902-5216-4f6f-83b5-498ff46294d7 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Deleting port 760101f0-2d25-46d0-b3cd-0f762c6d0a05 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:21.104657 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-21e2a902-5216-4f6f-83b5-498ff46294d7 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:21.107178 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 3ef256bf-5d9a-4363-807b-cd10fb3f25bc, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=3ef256bf-5d9a-4363-807b-cd10fb3f25bc,segment=NetworkSegment(fd3b71e5-0362-4aa8-9ee9-e449d143c760),segment_id=fd3b71e5-0362-4aa8-9ee9-e449d143c760)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:21.133312 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '3ef256bf-5d9a-4363-807b-cd10fb3f25bc', 'network_id': 'd0976495-8081-44af-be21-4d619e68defa', 'port_id': '3ef256bf-5d9a-4363-807b-cd10fb3f25bc', 'mac_address': 'fa:16:3e:39:44:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 987, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760d545b-8344-489a-b34a-2bacf7e004bf', 'ip_address': '10.1.1.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:24:21.204227 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:21.215474 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-34152e0f-edac-4679-a024-0e094ff85170 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:21.225324 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef256bf-5d9a-4363-807b-cd10fb3f25bc {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:24:21.253151 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 3ef256bf-5d9a-4363-807b-cd10fb3f25bc, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=3ef256bf-5d9a-4363-807b-cd10fb3f25bc,segment=NetworkSegment(fd3b71e5-0362-4aa8-9ee9-e449d143c760),segment_id=fd3b71e5-0362-4aa8-9ee9-e449d143c760)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:21.273265 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:21.274295 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 051765f9-3c60-461b-8571-2e1761acc3dc details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:24:21.297608 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add69528-181d-465c-ae1c-33c2c984f453 req-320191bf-43e8-418d-be8d-55ba53a85bde tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:21.305402 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-add69528-181d-465c-ae1c-33c2c984f453 req-320191bf-43e8-418d-be8d-55ba53a85bde tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 945 time: 0.2149277 Feb 09 01:24:21.370029 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-add69528-181d-465c-ae1c-33c2c984f453 req-88f513d8-92a8-4a85-ae41-d5265fb22078 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636666 Feb 09 01:24:21.388137 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-21e2a902-5216-4f6f-83b5-498ff46294d7 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] The port '760101f0-2d25-46d0-b3cd-0f762c6d0a05' was deleted {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:24:21.389091 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-34152e0f-edac-4679-a024-0e094ff85170 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:21.414993 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8530e3ec-85fc-442c-9928-ee6432596423 req-2040ce8f-608c-41b0-89a4-c3882e918e36 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1969018 Feb 09 01:24:21.467593 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=3ef256bf-5d9a-4363-807b-cd10fb3f25bc,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:21.475283 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-34152e0f-edac-4679-a024-0e094ff85170 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:21.532997 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-34152e0f-edac-4679-a024-0e094ff85170 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:21.543795 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625c79ef-2a91-4cb7-841b-bbbd27c97e4b None None] Network 5bdc6f55-0bc2-40c3-9335-284b36fa21c6 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:24:21.544516 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-34152e0f-edac-4679-a024-0e094ff85170 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "DELETE /v2.0/subnets/8fc103a8-5341-4eef-8807-5e67ffb8be95 HTTP/1.1" status: 204 len: 168 time: 0.7092204 Feb 09 01:24:21.545873 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34152e0f-edac-4679-a024-0e094ff85170 tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event deleted for resources: {'Subnet': ['ID=8fc103a8-5341-4eef-8807-5e67ffb8be95,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:21.547811 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34476) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:21.626356 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-21e2a902-5216-4f6f-83b5-498ff46294d7 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:21.678459 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-21e2a902-5216-4f6f-83b5-498ff46294d7 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e85e01c9-2cb2-47c7-b0fb-63b3cc2a6d86']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:21.711205 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-21e2a902-5216-4f6f-83b5-498ff46294d7 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dd5715e-0979-46d9-9250-86b180b455a6') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:21.711519 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-21e2a902-5216-4f6f-83b5-498ff46294d7 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dd5715e-0979-46d9-9250-86b180b455a6') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:21.746369 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-21e2a902-5216-4f6f-83b5-498ff46294d7 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:21.795012 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-75b00c66-c031-4460-8a87-7e3c9495b5cc tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:21.806283 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-21e2a902-5216-4f6f-83b5-498ff46294d7 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:21.816026 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e2a902-5216-4f6f-83b5-498ff46294d7 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Releasing vlan 953 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:24:21.816659 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-21e2a902-5216-4f6f-83b5-498ff46294d7 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:21.816843 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-75b00c66-c031-4460-8a87-7e3c9495b5cc tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Deleting port b5caf6fd-553f-42de-a69b-9986227c1915 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:21.822742 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-75b00c66-c031-4460-8a87-7e3c9495b5cc tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:21.954011 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:24:21.954011 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:24:21.954011 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:24:21.954011 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:24:21.954011 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:24:21.954011 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:24:21.954011 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:24:21.954011 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:24:21.954011 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:24:21.954011 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:24:21.954011 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:24:21.954011 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:24:21.954011 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:24:21.954011 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:24:21.954011 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:24:21.954011 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:24:21.954011 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:24:21.954011 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:24:21.954011 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:24:21.954011 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:24:21.954011 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:24:21.954011 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:24:21.954011 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:24:21.954011 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:24:21.954011 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:24:21.954011 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:24:21.954011 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:24:21.954011 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:24:21.954011 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:24:21.954011 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:24:21.954011 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:24:21.954011 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:24:22.054200 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-21e2a902-5216-4f6f-83b5-498ff46294d7 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:22.063093 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-21e2a902-5216-4f6f-83b5-498ff46294d7 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:22.084287 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:22.143514 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-21e2a902-5216-4f6f-83b5-498ff46294d7 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] 10.222.0.37 "DELETE /v2.0/networks/e85e01c9-2cb2-47c7-b0fb-63b3cc2a6d86 HTTP/1.1" status: 204 len: 168 time: 3.3373950 Feb 09 01:24:22.157574 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2a902-5216-4f6f-83b5-498ff46294d7 tempest-ExtraDHCPOptionsTestJSON-1934630432 tempest-ExtraDHCPOptionsTestJSON-1934630432-project] Pushing event deleted for resources: {'Network': ['ID=e85e01c9-2cb2-47c7-b0fb-63b3cc2a6d86,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:22.168950 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 051765f9-3c60-461b-8571-2e1761acc3dc, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=051765f9-3c60-461b-8571-2e1761acc3dc,segment=NetworkSegment(cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc),segment_id=cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:22.233208 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '051765f9-3c60-461b-8571-2e1761acc3dc', 'network_id': 'fc0cd235-d706-4e7e-a633-962d662b162f', 'port_id': '051765f9-3c60-461b-8571-2e1761acc3dc', 'mac_address': 'fa:16:3e:a4:0f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 976, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9671a035-d862-45b0-9a1f-4f8114d5db77', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:24:22.398754 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-75b00c66-c031-4460-8a87-7e3c9495b5cc tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] For port b5caf6fd-553f-42de-a69b-9986227c1915, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b5caf6fd-553f-42de-a69b-9986227c1915,segment=NetworkSegment(1b91b34a-60d1-4261-a97b-659b714715d4),segment_id=1b91b34a-60d1-4261-a97b-659b714715d4)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:22.399260 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-75b00c66-c031-4460-8a87-7e3c9495b5cc tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:22.428326 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:22.481452 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 051765f9-3c60-461b-8571-2e1761acc3dc {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:24:22.525102 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 051765f9-3c60-461b-8571-2e1761acc3dc, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=051765f9-3c60-461b-8571-2e1761acc3dc,segment=NetworkSegment(cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc),segment_id=cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:22.529142 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5c2ba7-2e8b-4769-82b2-e28120c11457 None None] DHCP port deletion for 5bdc6f55-0bc2-40c3-9335-284b36fa21c6 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:24:22.543580 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:22.545504 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device cef3a1b2-f75c-42e5-8828-47aa75f68c2f details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:24:22.649324 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-2a5c2ba7-2e8b-4769-82b2-e28120c11457 None None] Deleting port b5caf6fd-553f-42de-a69b-9986227c1915 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:22.649755 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2a5c2ba7-2e8b-4769-82b2-e28120c11457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:22.680931 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=051765f9-3c60-461b-8571-2e1761acc3dc,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:22.851118 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34548) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:22.881055 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-75b00c66-c031-4460-8a87-7e3c9495b5cc tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Calling delete_port for b5caf6fd-553f-42de-a69b-9986227c1915 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:24:22.994738 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port cef3a1b2-f75c-42e5-8828-47aa75f68c2f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=cef3a1b2-f75c-42e5-8828-47aa75f68c2f,segment=NetworkSegment(cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc),segment_id=cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:22.995555 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8bcb6-f853-4fd6-9e26-c6045becac8a req-a9b50703-cf22-4c3d-91af-f0ab4bddfaa6 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:23.009966 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8bcb6-f853-4fd6-9e26-c6045becac8a req-a9b50703-cf22-4c3d-91af-f0ab4bddfaa6 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:23.017895 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'cef3a1b2-f75c-42e5-8828-47aa75f68c2f', 'network_id': 'fc0cd235-d706-4e7e-a633-962d662b162f', 'port_id': 'cef3a1b2-f75c-42e5-8828-47aa75f68c2f', 'mac_address': 'fa:16:3e:22:cb:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 976, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9671a035-d862-45b0-9a1f-4f8114d5db77', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:24:23.036345 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8bcb6-f853-4fd6-9e26-c6045becac8a req-a9b50703-cf22-4c3d-91af-f0ab4bddfaa6 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:23.067607 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8bcb6-f853-4fd6-9e26-c6045becac8a req-a9b50703-cf22-4c3d-91af-f0ab4bddfaa6 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:23.085192 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8bcb6-f853-4fd6-9e26-c6045becac8a req-a9b50703-cf22-4c3d-91af-f0ab4bddfaa6 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:23.099468 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8bcb6-f853-4fd6-9e26-c6045becac8a req-a9b50703-cf22-4c3d-91af-f0ab4bddfaa6 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:23.118918 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8bcb6-f853-4fd6-9e26-c6045becac8a req-a9b50703-cf22-4c3d-91af-f0ab4bddfaa6 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:23.120468 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-75b00c66-c031-4460-8a87-7e3c9495b5cc tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:23.131018 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f5b8bcb6-f853-4fd6-9e26-c6045becac8a req-a9b50703-cf22-4c3d-91af-f0ab4bddfaa6 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5424 time: 0.4124703 Feb 09 01:24:23.199717 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b00c66-c031-4460-8a87-7e3c9495b5cc tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event deleted for resources: {'Port': ['ID=b5caf6fd-553f-42de-a69b-9986227c1915,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:23.203831 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b00c66-c031-4460-8a87-7e3c9495b5cc tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] No DVR routers for this DVR port b5caf6fd-553f-42de-a69b-9986227c1915 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:24:23.270424 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f5b8bcb6-f853-4fd6-9e26-c6045becac8a req-0d66d7d4-0b57-4967-9604-6637161866f9 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1384442 Feb 09 01:24:23.309903 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:23.344421 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-cbebee1d-d116-4338-869e-fa145fdd4d50 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b3a51eddee904c92a321ce4ea0a2219e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4755077 Feb 09 01:24:23.344421 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34560) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:23.379251 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b5caf6fd-553f-42de-a69b-9986227c1915 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:24:23.415592 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: b5caf6fd-553f-42de-a69b-9986227c1915 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:24:23.415884 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b5caf6fd-553f-42de-a69b-9986227c1915 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:24:23.418071 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef3a1b2-f75c-42e5-8828-47aa75f68c2f {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:24:23.434823 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port cef3a1b2-f75c-42e5-8828-47aa75f68c2f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=cef3a1b2-f75c-42e5-8828-47aa75f68c2f,segment=NetworkSegment(cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc),segment_id=cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:23.441289 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-2a5c2ba7-2e8b-4769-82b2-e28120c11457 None None] For port b5caf6fd-553f-42de-a69b-9986227c1915, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b5caf6fd-553f-42de-a69b-9986227c1915,segment=NetworkSegment(1b91b34a-60d1-4261-a97b-659b714715d4),segment_id=1b91b34a-60d1-4261-a97b-659b714715d4)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:23.441727 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2a5c2ba7-2e8b-4769-82b2-e28120c11457 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:23.444986 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-39913752-da78-480a-a4b3-83742140c6ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:23.452461 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:23.453112 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device b6139ea4-eff4-4b25-ad28-4b930ee5f21d details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:24:23.482359 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78199d07-5481-44da-a82a-d49a73fd3df3 req-c0b82c39-80c2-4ff8-99ff-e71e05c185ae tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:23.489482 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-78199d07-5481-44da-a82a-d49a73fd3df3 req-c0b82c39-80c2-4ff8-99ff-e71e05c185ae tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 945 time: 0.4413357 Feb 09 01:24:23.505348 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-75b00c66-c031-4460-8a87-7e3c9495b5cc tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:23.507294 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-39913752-da78-480a-a4b3-83742140c6ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:23.548661 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-75b00c66-c031-4460-8a87-7e3c9495b5cc tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bdc6f55-0bc2-40c3-9335-284b36fa21c6']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:23.567213 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-75b00c66-c031-4460-8a87-7e3c9495b5cc tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b91b34a-60d1-4261-a97b-659b714715d4') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:23.567759 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-75b00c66-c031-4460-8a87-7e3c9495b5cc tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b91b34a-60d1-4261-a97b-659b714715d4') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:23.583308 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-78199d07-5481-44da-a82a-d49a73fd3df3 req-b1a00585-a9be-4630-a134-43b7f753e6b3 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926037 Feb 09 01:24:23.591096 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-75b00c66-c031-4460-8a87-7e3c9495b5cc tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:23.591476 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-39913752-da78-480a-a4b3-83742140c6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:23.611098 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-75b00c66-c031-4460-8a87-7e3c9495b5cc tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:23.624186 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39913752-da78-480a-a4b3-83742140c6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aaf8ca8-da8b-4465-afa8-7cc058a211f3,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:23.626234 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b00c66-c031-4460-8a87-7e3c9495b5cc tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Releasing vlan 992 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:24:23.626653 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-75b00c66-c031-4460-8a87-7e3c9495b5cc tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:23.638374 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-39913752-da78-480a-a4b3-83742140c6ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:23.642475 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-39913752-da78-480a-a4b3-83742140c6ad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1aaf8ca8-da8b-4465-afa8-7cc058a211f3 HTTP/1.1" status: 204 len: 168 time: 0.2981560 Feb 09 01:24:23.643466 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:24:23.643466 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:24:23.643466 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:24:23.643466 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:24:23.643466 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:24:23.643466 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:24:23.643466 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:24:23.643466 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:24:23.643466 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:24:23.643466 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:24:23.643466 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:24:23.643466 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:24:23.643466 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:24:23.643466 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:24:23.643466 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:24:23.643466 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:24:23.643466 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:24:23.643466 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:24:23.643466 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:24:23.643466 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:24:23.643466 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:24:23.643466 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:24:23.643466 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:24:23.643466 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:24:23.643466 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:24:23.643466 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:24:23.643466 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:24:23.643466 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:24:23.643466 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:24:23.643466 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:24:23.643466 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:24:23.643466 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:24:23.766686 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-75b00c66-c031-4460-8a87-7e3c9495b5cc tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:23.801996 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-75b00c66-c031-4460-8a87-7e3c9495b5cc tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:23.811766 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b00c66-c031-4460-8a87-7e3c9495b5cc tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] Pushing event deleted for resources: {'Network': ['ID=5bdc6f55-0bc2-40c3-9335-284b36fa21c6,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:23.822218 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=cef3a1b2-f75c-42e5-8828-47aa75f68c2f,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:23.823765 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-75b00c66-c031-4460-8a87-7e3c9495b5cc tempest-NetworksIpV6Test-307553120 tempest-NetworksIpV6Test-307553120-project] 10.222.0.37 "DELETE /v2.0/networks/5bdc6f55-0bc2-40c3-9335-284b36fa21c6 HTTP/1.1" status: 204 len: 168 time: 2.2748873 Feb 09 01:24:23.843971 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-2a5c2ba7-2e8b-4769-82b2-e28120c11457 None None] Calling delete_port for b5caf6fd-553f-42de-a69b-9986227c1915 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:24:24.106667 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-2a5c2ba7-2e8b-4769-82b2-e28120c11457 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:24:24.106851 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-2a5c2ba7-2e8b-4769-82b2-e28120c11457 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:24:24.109012 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port b6139ea4-eff4-4b25-ad28-4b930ee5f21d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=b6139ea4-eff4-4b25-ad28-4b930ee5f21d,segment=NetworkSegment(28adce5e-778f-4788-9785-5c332ec35a6a),segment_id=28adce5e-778f-4788-9785-5c332ec35a6a)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:24.141443 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'b6139ea4-eff4-4b25-ad28-4b930ee5f21d', 'network_id': '211c22fa-e090-41d1-bde6-fe315257e8a1', 'port_id': 'b6139ea4-eff4-4b25-ad28-4b930ee5f21d', 'mac_address': 'fa:16:3e:85:39:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 990, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ecf23e-3a6c-4d0a-995b-57294f1050d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:24:24.287303 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:24.335687 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6139ea4-eff4-4b25-ad28-4b930ee5f21d {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:24:24.378876 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port b6139ea4-eff4-4b25-ad28-4b930ee5f21d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=b6139ea4-eff4-4b25-ad28-4b930ee5f21d,segment=NetworkSegment(28adce5e-778f-4788-9785-5c332ec35a6a),segment_id=28adce5e-778f-4788-9785-5c332ec35a6a)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:24.379068 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34618) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:24.389869 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:24.519647 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=b6139ea4-eff4-4b25-ad28-4b930ee5f21d,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:24.608547 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-2a5c2ba7-2e8b-4769-82b2-e28120c11457 None None] Deleting port b5caf6fd-553f-42de-a69b-9986227c1915 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:24.608547 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2a5c2ba7-2e8b-4769-82b2-e28120c11457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:24.690855 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a35462-4001-4ca9-b4db-a9bf6ebbf484 req-deb6d705-84eb-4672-9149-4263a2bd9dbe tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:24.701410 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-2a5c2ba7-2e8b-4769-82b2-e28120c11457 None None] The port 'b5caf6fd-553f-42de-a69b-9986227c1915' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:24:24.712828 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a35462-4001-4ca9-b4db-a9bf6ebbf484 req-deb6d705-84eb-4672-9149-4263a2bd9dbe tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:24.718883 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a35462-4001-4ca9-b4db-a9bf6ebbf484 req-deb6d705-84eb-4672-9149-4263a2bd9dbe tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:24.725671 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a35462-4001-4ca9-b4db-a9bf6ebbf484 req-deb6d705-84eb-4672-9149-4263a2bd9dbe tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:24.734240 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a35462-4001-4ca9-b4db-a9bf6ebbf484 req-deb6d705-84eb-4672-9149-4263a2bd9dbe tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:24.741876 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a35462-4001-4ca9-b4db-a9bf6ebbf484 req-deb6d705-84eb-4672-9149-4263a2bd9dbe tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:24.748117 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a35462-4001-4ca9-b4db-a9bf6ebbf484 req-deb6d705-84eb-4672-9149-4263a2bd9dbe tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:24.750370 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81a35462-4001-4ca9-b4db-a9bf6ebbf484 req-deb6d705-84eb-4672-9149-4263a2bd9dbe tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5426 time: 0.2373083 Feb 09 01:24:24.805119 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4e195716-e97b-4644-8076-ccd6bc720fe4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e5692b9b6d3459a8c367b19d8e930d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4249160 Feb 09 01:24:24.807973 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34634) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:24.820013 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81a35462-4001-4ca9-b4db-a9bf6ebbf484 req-36243bee-c185-4c58-ab88-4927d7f5aa7a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607817 Feb 09 01:24:25.003652 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac75e7-8783-4011-9a04-3a52b8b6aedf req-d4ac1773-88f3-44ad-82c7-4bdc9c4242a1 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:25.005603 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-89ac75e7-8783-4011-9a04-3a52b8b6aedf req-d4ac1773-88f3-44ad-82c7-4bdc9c4242a1 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 945 time: 0.1941876 Feb 09 01:24:25.008748 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-49e92de4-3097-429e-9d0a-29d2c763b229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:25.042755 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34650) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:25.049646 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:25.095061 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-49e92de4-3097-429e-9d0a-29d2c763b229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:25.138550 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-89ac75e7-8783-4011-9a04-3a52b8b6aedf req-2321eb10-bb85-46ee-ba8a-4b2cac09bb4a tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050766 Feb 09 01:24:25.191403 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-49e92de4-3097-429e-9d0a-29d2c763b229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:25.207457 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e92de4-3097-429e-9d0a-29d2c763b229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc22f2c-93e1-4ce9-8ae4-cefccb76ccb7,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:25.217667 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-49e92de4-3097-429e-9d0a-29d2c763b229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:25.219132 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-49e92de4-3097-429e-9d0a-29d2c763b229 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dcc22f2c-93e1-4ce9-8ae4-cefccb76ccb7 HTTP/1.1" status: 204 len: 168 time: 0.4100499 Feb 09 01:24:25.231760 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['87a166c3-a949-48ae-a41b-5e45c1439f17'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:24:25.268948 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-36c10e1c-7a71-4454-99ef-78a6c98bef48 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1569329251-network', 'tenant_id': '8f3a1c0ca05c497bb07850aed7c5a00f'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:25.281540 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-36c10e1c-7a71-4454-99ef-78a6c98bef48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:25.289657 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-36c10e1c-7a71-4454-99ef-78a6c98bef48 admin admin] Usage tracker for resource:network and tenant:8f3a1c0ca05c497bb07850aed7c5a00f is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:25.291671 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['051765f9-3c60-461b-8571-2e1761acc3dc'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:24:25.301339 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-36c10e1c-7a71-4454-99ef-78a6c98bef48 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:25.319848 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-36c10e1c-7a71-4454-99ef-78a6c98bef48 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:25.337305 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c10e1c-7a71-4454-99ef-78a6c98bef48 admin admin] Made reservation on behalf of 8f3a1c0ca05c497bb07850aed7c5a00f for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:25.353412 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['cef3a1b2-f75c-42e5-8828-47aa75f68c2f'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:24:25.355541 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-36c10e1c-7a71-4454-99ef-78a6c98bef48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:25.391788 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-36c10e1c-7a71-4454-99ef-78a6c98bef48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:25.415757 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['1762a087-29b9-43bf-8537-a8e4b7154d4b'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:24:25.454480 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-36c10e1c-7a71-4454-99ef-78a6c98bef48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:25.466728 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-36c10e1c-7a71-4454-99ef-78a6c98bef48 admin admin] Usage tracker for resource:security_group_rule and tenant:8f3a1c0ca05c497bb07850aed7c5a00f is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:25.469386 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['3ef256bf-5d9a-4363-807b-cd10fb3f25bc'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:24:25.474727 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-36c10e1c-7a71-4454-99ef-78a6c98bef48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:25.488350 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-36c10e1c-7a71-4454-99ef-78a6c98bef48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:25.498253 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['b6139ea4-eff4-4b25-ad28-4b930ee5f21d'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:24:25.721314 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-36c10e1c-7a71-4454-99ef-78a6c98bef48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:25.730646 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-36c10e1c-7a71-4454-99ef-78a6c98bef48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:25.759983 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c10e1c-7a71-4454-99ef-78a6c98bef48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 962} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:24:25.781736 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-36c10e1c-7a71-4454-99ef-78a6c98bef48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:25.785697 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-36c10e1c-7a71-4454-99ef-78a6c98bef48 admin admin] Added segment 55b73f96-544f-46a4-8dea-732f0d1b080d of type vlan for network 2b888c58-b0e6-4632-807a-6cbc9ef3c940 Feb 09 01:24:25.881231 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-36c10e1c-7a71-4454-99ef-78a6c98bef48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:25.983012 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-36c10e1c-7a71-4454-99ef-78a6c98bef48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:25.986544 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c10e1c-7a71-4454-99ef-78a6c98bef48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:25.987161 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-36c10e1c-7a71-4454-99ef-78a6c98bef48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:26.241047 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-36c10e1c-7a71-4454-99ef-78a6c98bef48 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1969223 Feb 09 01:24:26.243930 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34690) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:26.251977 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-94f3ebf5-bcb9-4e19-ab34-36ab4a9a5282 admin admin] Request body: {'subnet': {'network_id': '2b888c58-b0e6-4632-807a-6cbc9ef3c940', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1569329251-subnet', 'tenant_id': '8f3a1c0ca05c497bb07850aed7c5a00f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:26.261602 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-94f3ebf5-bcb9-4e19-ab34-36ab4a9a5282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:26.283030 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-94f3ebf5-bcb9-4e19-ab34-36ab4a9a5282 admin admin] Usage tracker for resource:subnet and tenant:8f3a1c0ca05c497bb07850aed7c5a00f is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:26.290746 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-94f3ebf5-bcb9-4e19-ab34-36ab4a9a5282 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:26.298959 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-94f3ebf5-bcb9-4e19-ab34-36ab4a9a5282 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:26.312992 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f3ebf5-bcb9-4e19-ab34-36ab4a9a5282 admin admin] Made reservation on behalf of 8f3a1c0ca05c497bb07850aed7c5a00f for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:26.324150 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-94f3ebf5-bcb9-4e19-ab34-36ab4a9a5282 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:26.392329 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c10e1c-7a71-4454-99ef-78a6c98bef48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2970c190-f9d2-4694-8b0d-70a8e89063cb,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:26.399783 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['ddbf1bed-fd18-4ede-9e41-c7d28efc92b6'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:24:26.456981 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c10e1c-7a71-4454-99ef-78a6c98bef48 admin admin] Pushing event updated for resources: {'Network': ['ID=2b888c58-b0e6-4632-807a-6cbc9ef3c940,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:26.500446 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 2b888c58-b0e6-4632-807a-6cbc9ef3c940 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:24:26.542651 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c763e03-5a82-47da-888e-4a3a2eb448f1 req-9421f054-1488-43a8-86bf-2158cc1a2884 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:26.557379 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c763e03-5a82-47da-888e-4a3a2eb448f1 req-9421f054-1488-43a8-86bf-2158cc1a2884 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:26.571853 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34702) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:26.580722 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c763e03-5a82-47da-888e-4a3a2eb448f1 req-9421f054-1488-43a8-86bf-2158cc1a2884 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:26.605447 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c763e03-5a82-47da-888e-4a3a2eb448f1 req-9421f054-1488-43a8-86bf-2158cc1a2884 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:26.624444 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c763e03-5a82-47da-888e-4a3a2eb448f1 req-9421f054-1488-43a8-86bf-2158cc1a2884 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:26.645461 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c763e03-5a82-47da-888e-4a3a2eb448f1 req-9421f054-1488-43a8-86bf-2158cc1a2884 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:26.663669 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c763e03-5a82-47da-888e-4a3a2eb448f1 req-9421f054-1488-43a8-86bf-2158cc1a2884 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:26.666185 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0c763e03-5a82-47da-888e-4a3a2eb448f1 req-9421f054-1488-43a8-86bf-2158cc1a2884 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5426 time: 0.5356150 Feb 09 01:24:26.667045 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5fb6e-f7dc-4ba2-8719-b913a1d09fce req-5c74c2f2-eb67-4e0f-a0a4-4de064a1e85d tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:26.668761 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-35f5fb6e-f7dc-4ba2-8719-b913a1d09fce req-5c74c2f2-eb67-4e0f-a0a4-4de064a1e85d tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 945 time: 0.2116866 Feb 09 01:24:26.805098 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-35f5fb6e-f7dc-4ba2-8719-b913a1d09fce req-e2f9f56e-0b9b-45ca-9716-271c93d0a9d6 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274817 Feb 09 01:24:26.818660 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0c763e03-5a82-47da-888e-4a3a2eb448f1 req-b7a8e027-9228-4e8d-860d-18c29157cbe9 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1376603 Feb 09 01:24:26.917601 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-215ff1ec-190d-44f2-bcea-706a688bb1f3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1920128932'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:26.927072 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-215ff1ec-190d-44f2-bcea-706a688bb1f3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:26.947782 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-215ff1ec-190d-44f2-bcea-706a688bb1f3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:network and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:26.953984 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-215ff1ec-190d-44f2-bcea-706a688bb1f3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:26.965169 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-215ff1ec-190d-44f2-bcea-706a688bb1f3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:26.980976 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-94f3ebf5-bcb9-4e19-ab34-36ab4a9a5282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:27.054100 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3ebf5-bcb9-4e19-ab34-36ab4a9a5282 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04afaf81-bd06-4bdf-97c9-4d7085e8c4b5,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:27.056527 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215ff1ec-190d-44f2-bcea-706a688bb1f3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:27.060281 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-215ff1ec-190d-44f2-bcea-706a688bb1f3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:27.077174 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-215ff1ec-190d-44f2-bcea-706a688bb1f3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:27.145463 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-215ff1ec-190d-44f2-bcea-706a688bb1f3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:27.148181 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f3ebf5-bcb9-4e19-ab34-36ab4a9a5282 admin admin] Checking segment: {'id': '55b73f96-544f-46a4-8dea-732f0d1b080d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '2b888c58-b0e6-4632-807a-6cbc9ef3c940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:24:27.148818 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f3ebf5-bcb9-4e19-ab34-36ab4a9a5282 admin admin] Network hostable DHCP agents. Network: 2b888c58-b0e6-4632-807a-6cbc9ef3c940, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:24:27.158854 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-215ff1ec-190d-44f2-bcea-706a688bb1f3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:security_group_rule and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:27.170179 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-215ff1ec-190d-44f2-bcea-706a688bb1f3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:27.183465 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-215ff1ec-190d-44f2-bcea-706a688bb1f3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:27.196261 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f3ebf5-bcb9-4e19-ab34-36ab4a9a5282 admin admin] Network 2b888c58-b0e6-4632-807a-6cbc9ef3c940 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:24:27.216329 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-94f3ebf5-bcb9-4e19-ab34-36ab4a9a5282 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 2b888c58-b0e6-4632-807a-6cbc9ef3c940) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:27.223314 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f3ebf5-bcb9-4e19-ab34-36ab4a9a5282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:27.223995 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-94f3ebf5-bcb9-4e19-ab34-36ab4a9a5282 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:27.241764 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717c8e4e-ccc6-4878-81d5-6d336308487f None None] Network 2b888c58-b0e6-4632-807a-6cbc9ef3c940 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:24:27.288450 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-94f3ebf5-bcb9-4e19-ab34-36ab4a9a5282 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0424905 Feb 09 01:24:27.416449 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-215ff1ec-190d-44f2-bcea-706a688bb1f3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:27.431220 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-215ff1ec-190d-44f2-bcea-706a688bb1f3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:27.520553 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-215ff1ec-190d-44f2-bcea-706a688bb1f3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 992} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:24:27.547012 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ff1ec-190d-44f2-bcea-706a688bb1f3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac22e74-df05-49b8-b726-11cb31da70e6,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:27.558774 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-215ff1ec-190d-44f2-bcea-706a688bb1f3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:27.558987 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-215ff1ec-190d-44f2-bcea-706a688bb1f3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Added segment a6174f69-60c2-4764-af88-34f1a9f39f78 of type vlan for network 2819f857-8b3e-4c55-a68d-56019d847461 Feb 09 01:24:27.589615 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e64473-c0c3-49bc-89d8-3979c594fd3a None None] Network 2b888c58-b0e6-4632-807a-6cbc9ef3c940 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:24:27.599933 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-215ff1ec-190d-44f2-bcea-706a688bb1f3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:27.667218 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-215ff1ec-190d-44f2-bcea-706a688bb1f3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:27.673341 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215ff1ec-190d-44f2-bcea-706a688bb1f3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:27.674915 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-215ff1ec-190d-44f2-bcea-706a688bb1f3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:27.837045 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-215ff1ec-190d-44f2-bcea-706a688bb1f3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2612503 Feb 09 01:24:27.837045 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ff1ec-190d-44f2-bcea-706a688bb1f3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Network': ['ID=2819f857-8b3e-4c55-a68d-56019d847461,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:27.838519 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34724) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:27.854049 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-9d41ca46-c150-42ee-9861-31e07d9e1046 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'port': {'network_id': '2819f857-8b3e-4c55-a68d-56019d847461', 'name': 'tempest-PortsIpV6TestJSON-1268190123'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:27.868287 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 2819f857-8b3e-4c55-a68d-56019d847461 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:24:28.350156 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d941262-c8f8-48c9-ae09-7bf60df256bb req-ff25ce0b-529c-4852-9a37-05e7057b5846 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:28.356054 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0d941262-c8f8-48c9-ae09-7bf60df256bb req-ff25ce0b-529c-4852-9a37-05e7057b5846 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 945 time: 0.2416687 Feb 09 01:24:28.383292 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-9d41ca46-c150-42ee-9861-31e07d9e1046 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:28.387645 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9d41ca46-c150-42ee-9861-31e07d9e1046 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:port and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:28.390989 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9d41ca46-c150-42ee-9861-31e07d9e1046 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:28.399606 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-9d41ca46-c150-42ee-9861-31e07d9e1046 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:28.428168 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d41ca46-c150-42ee-9861-31e07d9e1046 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:28.431988 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9d41ca46-c150-42ee-9861-31e07d9e1046 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:28.442534 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0d941262-c8f8-48c9-ae09-7bf60df256bb req-2a031ed8-3598-45f9-9f85-0ae031a60e2f tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816622 Feb 09 01:24:28.460456 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d94095-2929-41e8-8392-039f3981c7b0 req-16b098c6-cd81-427a-b0db-96673f1dd272 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:28.469816 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d94095-2929-41e8-8392-039f3981c7b0 req-16b098c6-cd81-427a-b0db-96673f1dd272 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:28.475674 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d94095-2929-41e8-8392-039f3981c7b0 req-16b098c6-cd81-427a-b0db-96673f1dd272 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:28.481933 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d94095-2929-41e8-8392-039f3981c7b0 req-16b098c6-cd81-427a-b0db-96673f1dd272 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:28.487523 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d94095-2929-41e8-8392-039f3981c7b0 req-16b098c6-cd81-427a-b0db-96673f1dd272 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:28.494692 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d94095-2929-41e8-8392-039f3981c7b0 req-16b098c6-cd81-427a-b0db-96673f1dd272 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:28.501402 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d94095-2929-41e8-8392-039f3981c7b0 req-16b098c6-cd81-427a-b0db-96673f1dd272 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:28.509886 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a7d94095-2929-41e8-8392-039f3981c7b0 req-16b098c6-cd81-427a-b0db-96673f1dd272 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5426 time: 0.2786818 Feb 09 01:24:28.539325 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-9d41ca46-c150-42ee-9861-31e07d9e1046 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] device_id is not set on port d529a3e6-9dce-4295-993a-727f451f98e7 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:24:28.549308 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34746) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:28.556663 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-879e74ec-bd25-4d0c-8f81-eb9ae5815021 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1175711127-network', 'tenant_id': '532d9622709547a597bc9068d8ffa0d0'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:28.565118 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-879e74ec-bd25-4d0c-8f81-eb9ae5815021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:28.576509 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-879e74ec-bd25-4d0c-8f81-eb9ae5815021 admin admin] Usage tracker for resource:network and tenant:532d9622709547a597bc9068d8ffa0d0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:28.588194 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-879e74ec-bd25-4d0c-8f81-eb9ae5815021 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:28.612996 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-879e74ec-bd25-4d0c-8f81-eb9ae5815021 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:28.636321 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879e74ec-bd25-4d0c-8f81-eb9ae5815021 admin admin] Made reservation on behalf of 532d9622709547a597bc9068d8ffa0d0 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:28.638604 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-879e74ec-bd25-4d0c-8f81-eb9ae5815021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:28.651605 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-879e74ec-bd25-4d0c-8f81-eb9ae5815021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:28.668752 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-879e74ec-bd25-4d0c-8f81-eb9ae5815021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:28.673094 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-879e74ec-bd25-4d0c-8f81-eb9ae5815021 admin admin] Usage tracker for resource:security_group_rule and tenant:532d9622709547a597bc9068d8ffa0d0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:28.676221 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-879e74ec-bd25-4d0c-8f81-eb9ae5815021 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:28.682989 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-879e74ec-bd25-4d0c-8f81-eb9ae5815021 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:28.706400 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a7d94095-2929-41e8-8392-039f3981c7b0 req-bc6a1569-55e5-4235-9a85-94f2d85f0d93 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1955676 Feb 09 01:24:28.835466 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-879e74ec-bd25-4d0c-8f81-eb9ae5815021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:28.849072 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-879e74ec-bd25-4d0c-8f81-eb9ae5815021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:28.888308 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9d41ca46-c150-42ee-9861-31e07d9e1046 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:28.931872 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9d41ca46-c150-42ee-9861-31e07d9e1046 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:29.015315 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879e74ec-bd25-4d0c-8f81-eb9ae5815021 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 960} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:24:29.020986 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e74ec-bd25-4d0c-8f81-eb9ae5815021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b89876-16d0-43f1-b2c0-32f13fa9b358,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:29.048994 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-879e74ec-bd25-4d0c-8f81-eb9ae5815021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:29.049441 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-879e74ec-bd25-4d0c-8f81-eb9ae5815021 admin admin] Added segment b0b2ec4b-e4bc-43d9-b7e4-7b39708e6e31 of type vlan for network 43be0a56-7952-45a2-afb8-45cb163290b2 Feb 09 01:24:29.062494 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41ca46-c150-42ee-9861-31e07d9e1046 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Port': ['ID=d529a3e6-9dce-4295-993a-727f451f98e7,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:29.074225 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d41ca46-c150-42ee-9861-31e07d9e1046 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Checking segment: {'id': 'a6174f69-60c2-4764-af88-34f1a9f39f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '2819f857-8b3e-4c55-a68d-56019d847461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:24:29.074587 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d41ca46-c150-42ee-9861-31e07d9e1046 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network hostable DHCP agents. Network: 2819f857-8b3e-4c55-a68d-56019d847461, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:24:29.100450 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-879e74ec-bd25-4d0c-8f81-eb9ae5815021 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:29.112822 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d41ca46-c150-42ee-9861-31e07d9e1046 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network 2819f857-8b3e-4c55-a68d-56019d847461 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:24:29.125892 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-9d41ca46-c150-42ee-9861-31e07d9e1046 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 2819f857-8b3e-4c55-a68d-56019d847461) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:29.135641 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d41ca46-c150-42ee-9861-31e07d9e1046 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:24:29.139473 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4f9724-2252-4d3e-9ed1-7f33d77b6b74 None None] Network 2819f857-8b3e-4c55-a68d-56019d847461 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:24:29.145526 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d41ca46-c150-42ee-9861-31e07d9e1046 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:29.146764 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9d41ca46-c150-42ee-9861-31e07d9e1046 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:29.171963 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-879e74ec-bd25-4d0c-8f81-eb9ae5815021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:29.173701 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879e74ec-bd25-4d0c-8f81-eb9ae5815021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:29.174508 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-879e74ec-bd25-4d0c-8f81-eb9ae5815021 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:29.201278 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9d41ca46-c150-42ee-9861-31e07d9e1046 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3596094 Feb 09 01:24:29.201999 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34752) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:29.212795 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-d73b11f7-6bde-4dc8-8bd0-c058a843e767 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-246962786'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:29.227728 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d73b11f7-6bde-4dc8-8bd0-c058a843e767 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:29.236905 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d73b11f7-6bde-4dc8-8bd0-c058a843e767 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:network and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:29.246904 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d73b11f7-6bde-4dc8-8bd0-c058a843e767 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:29.256337 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d73b11f7-6bde-4dc8-8bd0-c058a843e767 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:29.262389 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-879e74ec-bd25-4d0c-8f81-eb9ae5815021 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7110016 Feb 09 01:24:29.267193 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34758) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:29.275251 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-6acf021a-6e88-4996-bb60-e2157efd25fc admin admin] Request body: {'subnet': {'network_id': '43be0a56-7952-45a2-afb8-45cb163290b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1175711127-subnet', 'tenant_id': '532d9622709547a597bc9068d8ffa0d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:29.283471 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6acf021a-6e88-4996-bb60-e2157efd25fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:29.288521 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6acf021a-6e88-4996-bb60-e2157efd25fc admin admin] Usage tracker for resource:subnet and tenant:532d9622709547a597bc9068d8ffa0d0 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:29.292582 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6acf021a-6e88-4996-bb60-e2157efd25fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:29.295690 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73b11f7-6bde-4dc8-8bd0-c058a843e767 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:29.299503 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d73b11f7-6bde-4dc8-8bd0-c058a843e767 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:29.355107 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6acf021a-6e88-4996-bb60-e2157efd25fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:29.368984 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d73b11f7-6bde-4dc8-8bd0-c058a843e767 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 973} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:24:29.380126 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acf021a-6e88-4996-bb60-e2157efd25fc admin admin] Made reservation on behalf of 532d9622709547a597bc9068d8ffa0d0 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:29.382885 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6acf021a-6e88-4996-bb60-e2157efd25fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:29.402101 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e74ec-bd25-4d0c-8f81-eb9ae5815021 admin admin] Pushing event updated for resources: {'Network': ['ID=43be0a56-7952-45a2-afb8-45cb163290b2,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:29.461380 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 43be0a56-7952-45a2-afb8-45cb163290b2 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:24:29.772817 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d73b11f7-6bde-4dc8-8bd0-c058a843e767 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:29.773451 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-d73b11f7-6bde-4dc8-8bd0-c058a843e767 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Added segment be024194-8b22-4769-95b5-753ea13f657e of type vlan for network dfdd2b37-c25a-41ef-948a-9b9e2609baee Feb 09 01:24:29.789890 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6acf021a-6e88-4996-bb60-e2157efd25fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:29.847835 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c15e2d-478e-4a25-8d9b-b16d6c9c2a61 req-1e525712-790d-4ed8-a2fd-994282cb5d08 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:29.849904 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45c15e2d-478e-4a25-8d9b-b16d6c9c2a61 req-1e525712-790d-4ed8-a2fd-994282cb5d08 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 945 time: 0.2159524 Feb 09 01:24:29.948565 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45c15e2d-478e-4a25-8d9b-b16d6c9c2a61 req-8166c9cf-1843-4267-a72b-1db67f73ba4e tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797663 Feb 09 01:24:29.983375 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf021a-6e88-4996-bb60-e2157efd25fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c138d594-c633-44d4-aed2-39f4eb9976db,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:30.016868 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d73b11f7-6bde-4dc8-8bd0-c058a843e767 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:30.051578 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acf021a-6e88-4996-bb60-e2157efd25fc admin admin] Checking segment: {'id': 'b0b2ec4b-e4bc-43d9-b7e4-7b39708e6e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '43be0a56-7952-45a2-afb8-45cb163290b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:24:30.053189 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acf021a-6e88-4996-bb60-e2157efd25fc admin admin] Network hostable DHCP agents. Network: 43be0a56-7952-45a2-afb8-45cb163290b2, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:24:30.118771 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d73b11f7-6bde-4dc8-8bd0-c058a843e767 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:30.134739 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73b11f7-6bde-4dc8-8bd0-c058a843e767 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:30.135485 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d73b11f7-6bde-4dc8-8bd0-c058a843e767 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:30.182936 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4241ba-a296-4ae0-b616-2acba346f0bc req-87382f70-9dd6-4d26-b3e0-15fb51373211 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:30.192730 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4241ba-a296-4ae0-b616-2acba346f0bc req-87382f70-9dd6-4d26-b3e0-15fb51373211 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:30.199657 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4241ba-a296-4ae0-b616-2acba346f0bc req-87382f70-9dd6-4d26-b3e0-15fb51373211 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:30.208123 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4241ba-a296-4ae0-b616-2acba346f0bc req-87382f70-9dd6-4d26-b3e0-15fb51373211 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:30.215609 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4241ba-a296-4ae0-b616-2acba346f0bc req-87382f70-9dd6-4d26-b3e0-15fb51373211 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:30.222744 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4241ba-a296-4ae0-b616-2acba346f0bc req-87382f70-9dd6-4d26-b3e0-15fb51373211 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:30.231438 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4241ba-a296-4ae0-b616-2acba346f0bc req-87382f70-9dd6-4d26-b3e0-15fb51373211 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:30.233492 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7e4241ba-a296-4ae0-b616-2acba346f0bc req-87382f70-9dd6-4d26-b3e0-15fb51373211 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5426 time: 0.3422911 Feb 09 01:24:30.234371 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acf021a-6e88-4996-bb60-e2157efd25fc admin admin] Network 43be0a56-7952-45a2-afb8-45cb163290b2 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:24:30.353861 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-6acf021a-6e88-4996-bb60-e2157efd25fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 43be0a56-7952-45a2-afb8-45cb163290b2) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:30.366797 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e2a713-b101-42f9-a7aa-c3c02eba9d30 None None] Network 43be0a56-7952-45a2-afb8-45cb163290b2 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:24:30.389641 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acf021a-6e88-4996-bb60-e2157efd25fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:30.390231 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6acf021a-6e88-4996-bb60-e2157efd25fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:30.394378 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d73b11f7-6bde-4dc8-8bd0-c058a843e767 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1913514 Feb 09 01:24:30.397916 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34772) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:30.405778 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-6326178a-3e10-45f0-be03-4b608d29f367 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'ports': [{'network_id': '2819f857-8b3e-4c55-a68d-56019d847461'}, {'network_id': 'dfdd2b37-c25a-41ef-948a-9b9e2609baee'}]} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:30.406427 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-6326178a-3e10-45f0-be03-4b608d29f367 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'port': {'network_id': '2819f857-8b3e-4c55-a68d-56019d847461'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:30.406924 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-6326178a-3e10-45f0-be03-4b608d29f367 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'port': {'network_id': 'dfdd2b37-c25a-41ef-948a-9b9e2609baee'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:30.469890 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7e4241ba-a296-4ae0-b616-2acba346f0bc req-4a7b2273-261d-4fc1-bc94-36aa4c6f4037 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1721923 Feb 09 01:24:30.494005 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b11f7-6bde-4dc8-8bd0-c058a843e767 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Network': ['ID=dfdd2b37-c25a-41ef-948a-9b9e2609baee,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:30.532770 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6acf021a-6e88-4996-bb60-e2157efd25fc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2642500 Feb 09 01:24:30.674964 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 87a166c3-a949-48ae-a41b-5e45c1439f17 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:24:30.702338 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network dfdd2b37-c25a-41ef-948a-9b9e2609baee details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:24:30.789183 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34780) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:30.908537 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f86874f-9ea1-4255-afab-95d7e9d653f6 admin admin] Deleting subnet 04afaf81-bd06-4bdf-97c9-4d7085e8c4b5 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:24:30.912506 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8f86874f-9ea1-4255-afab-95d7e9d653f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:30.914245 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6326178a-3e10-45f0-be03-4b608d29f367 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:30.922082 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84b5db3-9bac-442b-8a0d-a75e8d356ac5 None None] Network 43be0a56-7952-45a2-afb8-45cb163290b2 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:24:30.944193 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6326178a-3e10-45f0-be03-4b608d29f367 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:port and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:30.952280 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6326178a-3e10-45f0-be03-4b608d29f367 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:30.970882 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6326178a-3e10-45f0-be03-4b608d29f367 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:30.975999 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8f86874f-9ea1-4255-afab-95d7e9d653f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:31.006443 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6326178a-3e10-45f0-be03-4b608d29f367 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'port': 2} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:31.018987 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6326178a-3e10-45f0-be03-4b608d29f367 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:31.059820 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6326178a-3e10-45f0-be03-4b608d29f367 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:31.099600 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8f86874f-9ea1-4255-afab-95d7e9d653f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:31.142383 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 87a166c3-a949-48ae-a41b-5e45c1439f17 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:31.167955 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 87a166c3-a949-48ae-a41b-5e45c1439f17 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:31.170752 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:31.289295 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8f86874f-9ea1-4255-afab-95d7e9d653f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:31.350844 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8f86874f-9ea1-4255-afab-95d7e9d653f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:31.358246 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86874f-9ea1-4255-afab-95d7e9d653f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04afaf81-bd06-4bdf-97c9-4d7085e8c4b5,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:31.364920 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8f86874f-9ea1-4255-afab-95d7e9d653f6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/04afaf81-bd06-4bdf-97c9-4d7085e8c4b5 HTTP/1.1" status: 204 len: 168 time: 0.5746331 Feb 09 01:24:31.367836 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34788) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:31.609154 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:31.623027 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-6326178a-3e10-45f0-be03-4b608d29f367 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] device_id is not set on port 99b6fb07-940b-42da-8a6c-f67b8432cf6d yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:24:31.641630 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0b9c1f48-cba0-442a-a9e3-4972714df283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:31.678290 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a166c3-a949-48ae-a41b-5e45c1439f17'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:24:31.704492 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 87a166c3-a949-48ae-a41b-5e45c1439f17, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=87a166c3-a949-48ae-a41b-5e45c1439f17,segment=NetworkSegment(fd3b71e5-0362-4aa8-9ee9-e449d143c760),segment_id=fd3b71e5-0362-4aa8-9ee9-e449d143c760)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:31.710978 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4bbe8-d2dc-4e09-ba77-4623c583ecbf req-9174ae48-6ebf-40aa-922e-2af2eb9b78d8 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:31.713500 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:31.719062 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device ddbf1bed-fd18-4ede-9e41-c7d28efc92b6 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:24:31.722027 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ece4bbe8-d2dc-4e09-ba77-4623c583ecbf req-9174ae48-6ebf-40aa-922e-2af2eb9b78d8 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 945 time: 0.4625244 Feb 09 01:24:31.841105 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ece4bbe8-d2dc-4e09-ba77-4623c583ecbf req-be2ca786-4232-4782-8843-eb37f356b7ef tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180429 Feb 09 01:24:31.942708 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port ddbf1bed-fd18-4ede-9e41-c7d28efc92b6 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:31.954547 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a166c3-a949-48ae-a41b-5e45c1439f17', 'code': 200} Feb 09 01:24:31.962486 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port ddbf1bed-fd18-4ede-9e41-c7d28efc92b6 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:31.963029 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:32.058073 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6326178a-3e10-45f0-be03-4b608d29f367 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:32.065098 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=87a166c3-a949-48ae-a41b-5e45c1439f17,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:32.200709 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0b9c1f48-cba0-442a-a9e3-4972714df283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:32.212624 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:32.300089 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-0b9c1f48-cba0-442a-a9e3-4972714df283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b888c58-b0e6-4632-807a-6cbc9ef3c940']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:32.311091 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port ddbf1bed-fd18-4ede-9e41-c7d28efc92b6, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=ddbf1bed-fd18-4ede-9e41-c7d28efc92b6,segment=NetworkSegment(fd3b71e5-0362-4aa8-9ee9-e449d143c760),segment_id=fd3b71e5-0362-4aa8-9ee9-e449d143c760)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:32.317645 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:32.320819 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 051765f9-3c60-461b-8571-2e1761acc3dc up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:24:32.359087 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ffda0-1025-46da-b42d-8eec800c9dab req-ed5c0579-acd1-4ff3-a841-824fd25f2bdd tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:32.360600 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-6326178a-3e10-45f0-be03-4b608d29f367 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] device_id is not set on port f6f2ef0a-35e6-4bcc-9897-4e599d1a503d yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:24:32.380567 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ffda0-1025-46da-b42d-8eec800c9dab req-ed5c0579-acd1-4ff3-a841-824fd25f2bdd tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:32.395121 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ffda0-1025-46da-b42d-8eec800c9dab req-ed5c0579-acd1-4ff3-a841-824fd25f2bdd tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:32.411739 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ffda0-1025-46da-b42d-8eec800c9dab req-ed5c0579-acd1-4ff3-a841-824fd25f2bdd tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:32.421238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ffda0-1025-46da-b42d-8eec800c9dab req-ed5c0579-acd1-4ff3-a841-824fd25f2bdd tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:32.458690 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ffda0-1025-46da-b42d-8eec800c9dab req-ed5c0579-acd1-4ff3-a841-824fd25f2bdd tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:32.473737 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ffda0-1025-46da-b42d-8eec800c9dab req-ed5c0579-acd1-4ff3-a841-824fd25f2bdd tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:32.476239 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b17ffda0-1025-46da-b42d-8eec800c9dab req-ed5c0579-acd1-4ff3-a841-824fd25f2bdd tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5427 time: 0.7254527 Feb 09 01:24:32.486657 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-0b9c1f48-cba0-442a-a9e3-4972714df283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55b73f96-544f-46a4-8dea-732f0d1b080d') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:32.488391 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-0b9c1f48-cba0-442a-a9e3-4972714df283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55b73f96-544f-46a4-8dea-732f0d1b080d') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:32.523756 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=ddbf1bed-fd18-4ede-9e41-c7d28efc92b6,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:32.525523 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6326178a-3e10-45f0-be03-4b608d29f367 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:32.536588 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 051765f9-3c60-461b-8571-2e1761acc3dc completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:32.546027 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 051765f9-3c60-461b-8571-2e1761acc3dc triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:32.546768 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:32.563644 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0b9c1f48-cba0-442a-a9e3-4972714df283 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:32.580350 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b17ffda0-1025-46da-b42d-8eec800c9dab req-ad3e6148-202d-4325-ac1e-620c52aef67d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0740080 Feb 09 01:24:32.591693 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0b9c1f48-cba0-442a-a9e3-4972714df283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:32.621365 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6326178a-3e10-45f0-be03-4b608d29f367 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:32.621853 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b9c1f48-cba0-442a-a9e3-4972714df283 admin admin] Releasing vlan 962 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:24:32.622325 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0b9c1f48-cba0-442a-a9e3-4972714df283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:32.748005 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:24:32.748005 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:24:32.748005 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:24:32.748005 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:24:32.748005 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:24:32.748005 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:24:32.748005 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:24:32.748005 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:24:32.748005 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:24:32.748005 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:24:32.748005 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:24:32.748005 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:24:32.748005 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:24:32.748005 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:24:32.748005 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:24:32.748005 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:24:32.748005 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:24:32.748005 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:24:32.748005 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:24:32.748005 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:24:32.748005 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:24:32.748005 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:24:32.748005 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:24:32.748005 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:24:32.748005 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:24:32.748005 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:24:32.748005 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:24:32.748005 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:24:32.748005 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:24:32.748005 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:24:32.748005 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:24:32.748005 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:24:32.755508 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6326178a-3e10-45f0-be03-4b608d29f367 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network 2819f857-8b3e-4c55-a68d-56019d847461 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:32.757542 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0b9c1f48-cba0-442a-a9e3-4972714df283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:32.773001 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-6326178a-3e10-45f0-be03-4b608d29f367 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:32.778913 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6326178a-3e10-45f0-be03-4b608d29f367 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:24:32.779778 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6326178a-3e10-45f0-be03-4b608d29f367 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:32.796357 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0b9c1f48-cba0-442a-a9e3-4972714df283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:32.807035 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c1f48-cba0-442a-a9e3-4972714df283 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b888c58-b0e6-4632-807a-6cbc9ef3c940,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:32.812563 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0b9c1f48-cba0-442a-a9e3-4972714df283 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2b888c58-b0e6-4632-807a-6cbc9ef3c940 HTTP/1.1" status: 204 len: 168 time: 1.4411113 Feb 09 01:24:32.813012 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34822) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:32.937224 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:32.939156 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f59b468-6848-473c-861b-66b9bed6e4fa admin admin] Deleting subnet c138d594-c633-44d4-aed2-39f4eb9976db {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:24:32.941676 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326178a-3e10-45f0-be03-4b608d29f367 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Port': ['ID=99b6fb07-940b-42da-8a6c-f67b8432cf6d,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:32.949080 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5f59b468-6848-473c-861b-66b9bed6e4fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:33.023480 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 051765f9-3c60-461b-8571-2e1761acc3dc, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=051765f9-3c60-461b-8571-2e1761acc3dc,segment=NetworkSegment(cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc),segment_id=cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:33.032154 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:33.033281 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 1762a087-29b9-43bf-8537-a8e4b7154d4b up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:24:33.072789 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5f59b468-6848-473c-861b-66b9bed6e4fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:33.121740 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6326178a-3e10-45f0-be03-4b608d29f367 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Checking segment: {'id': 'be024194-8b22-4769-95b5-753ea13f657e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'dfdd2b37-c25a-41ef-948a-9b9e2609baee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:24:33.124235 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6326178a-3e10-45f0-be03-4b608d29f367 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network hostable DHCP agents. Network: dfdd2b37-c25a-41ef-948a-9b9e2609baee, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:24:33.197671 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5f59b468-6848-473c-861b-66b9bed6e4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:33.267641 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326178a-3e10-45f0-be03-4b608d29f367 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Port': ['ID=f6f2ef0a-35e6-4bcc-9897-4e599d1a503d,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:33.287436 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=051765f9-3c60-461b-8571-2e1761acc3dc,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:33.329269 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 1762a087-29b9-43bf-8537-a8e4b7154d4b completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:33.338757 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 1762a087-29b9-43bf-8537-a8e4b7154d4b triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:33.339480 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:33.340670 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6326178a-3e10-45f0-be03-4b608d29f367 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network dfdd2b37-c25a-41ef-948a-9b9e2609baee is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:24:33.363759 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5f59b468-6848-473c-861b-66b9bed6e4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:33.372375 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-6326178a-3e10-45f0-be03-4b608d29f367 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, dfdd2b37-c25a-41ef-948a-9b9e2609baee) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:33.382467 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6326178a-3e10-45f0-be03-4b608d29f367 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:24:33.388530 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b291aecd-5f98-481b-83e4-a8a48e99e5fa None None] Network dfdd2b37-c25a-41ef-948a-9b9e2609baee requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:24:33.395039 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6326178a-3e10-45f0-be03-4b608d29f367 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:33.400312 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6326178a-3e10-45f0-be03-4b608d29f367 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:33.401032 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6326178a-3e10-45f0-be03-4b608d29f367 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:33.445797 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59b468-6848-473c-861b-66b9bed6e4fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c138d594-c633-44d4-aed2-39f4eb9976db,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:33.458113 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5f59b468-6848-473c-861b-66b9bed6e4fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:33.485123 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6326178a-3e10-45f0-be03-4b608d29f367 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0859578 Feb 09 01:24:33.486836 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5f59b468-6848-473c-861b-66b9bed6e4fa admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c138d594-c633-44d4-aed2-39f4eb9976db HTTP/1.1" status: 204 len: 168 time: 0.6729982 Feb 09 01:24:33.487968 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34830) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:33.490895 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34832) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:33.586348 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937c42c-a59e-443d-b957-b3597ea88295 req-6ba47db6-19bb-4f27-97ef-b09a05cdb239 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:33.587833 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3937c42c-a59e-443d-b957-b3597ea88295 req-6ba47db6-19bb-4f27-97ef-b09a05cdb239 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 945 time: 0.4429114 Feb 09 01:24:33.679098 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e9cef75f-6052-4ddc-ab7a-70fc7e4e32c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:33.710448 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-855d714b-81a2-4820-bd53-bcb547ef69c2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Deleting port f6f2ef0a-35e6-4bcc-9897-4e599d1a503d {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:33.712116 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3937c42c-a59e-443d-b957-b3597ea88295 req-2ea7bbeb-cac5-4512-8b51-af7dd4fc6dc1 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154199 Feb 09 01:24:33.715264 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-855d714b-81a2-4820-bd53-bcb547ef69c2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:33.869590 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:33.929185 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 1762a087-29b9-43bf-8537-a8e4b7154d4b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=1762a087-29b9-43bf-8537-a8e4b7154d4b,segment=NetworkSegment(fd3b71e5-0362-4aa8-9ee9-e449d143c760),segment_id=fd3b71e5-0362-4aa8-9ee9-e449d143c760)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:33.944479 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:33.948265 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 3ef256bf-5d9a-4363-807b-cd10fb3f25bc up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:24:34.121670 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbf1bed-fd18-4ede-9e41-c7d28efc92b6'}, {'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051765f9-3c60-461b-8571-2e1761acc3dc'}, {'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1762a087-29b9-43bf-8537-a8e4b7154d4b'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:24:34.230537 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=1762a087-29b9-43bf-8537-a8e4b7154d4b,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:34.274171 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 3ef256bf-5d9a-4363-807b-cd10fb3f25bc completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:34.282589 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 3ef256bf-5d9a-4363-807b-cd10fb3f25bc triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:34.283042 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:34.388026 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e9cef75f-6052-4ddc-ab7a-70fc7e4e32c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:34.440516 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbf1bed-fd18-4ede-9e41-c7d28efc92b6', 'code': 200} Feb 09 01:24:34.440781 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051765f9-3c60-461b-8571-2e1761acc3dc', 'code': 200} Feb 09 01:24:34.441337 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1762a087-29b9-43bf-8537-a8e4b7154d4b', 'code': 200} Feb 09 01:24:34.459181 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-e9cef75f-6052-4ddc-ab7a-70fc7e4e32c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43be0a56-7952-45a2-afb8-45cb163290b2']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:34.477080 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-e9cef75f-6052-4ddc-ab7a-70fc7e4e32c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0b2ec4b-e4bc-43d9-b7e4-7b39708e6e31') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:34.477383 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-e9cef75f-6052-4ddc-ab7a-70fc7e4e32c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0b2ec4b-e4bc-43d9-b7e4-7b39708e6e31') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:34.494199 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e9cef75f-6052-4ddc-ab7a-70fc7e4e32c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:34.504444 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-855d714b-81a2-4820-bd53-bcb547ef69c2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:34.513846 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e9cef75f-6052-4ddc-ab7a-70fc7e4e32c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:34.522556 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9cef75f-6052-4ddc-ab7a-70fc7e4e32c3 admin admin] Releasing vlan 960 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:24:34.523394 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e9cef75f-6052-4ddc-ab7a-70fc7e4e32c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:34.544340 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:24:34.544340 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:24:34.544340 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:24:34.544340 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:24:34.544340 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:24:34.544340 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:24:34.544340 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:24:34.544340 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:24:34.544340 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:24:34.544340 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:24:34.544340 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:24:34.544340 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:24:34.544340 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:24:34.544340 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:24:34.544340 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:24:34.544340 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:24:34.544340 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:24:34.544340 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:24:34.544340 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:24:34.544340 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:24:34.544340 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:24:34.544340 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:24:34.544340 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:24:34.544340 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:24:34.544340 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:24:34.544340 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:24:34.544340 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:24:34.544340 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:24:34.544340 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:24:34.544340 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:24:34.544340 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:24:34.544340 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:24:34.561579 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a76ec-3087-4ced-97f6-ac87bbdb3d96 req-151eeb1b-dca0-40f4-8f41-1a90d3894edd tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:34.569869 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a76ec-3087-4ced-97f6-ac87bbdb3d96 req-151eeb1b-dca0-40f4-8f41-1a90d3894edd tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:34.585324 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a76ec-3087-4ced-97f6-ac87bbdb3d96 req-151eeb1b-dca0-40f4-8f41-1a90d3894edd tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:34.591965 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a76ec-3087-4ced-97f6-ac87bbdb3d96 req-151eeb1b-dca0-40f4-8f41-1a90d3894edd tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:34.598846 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a76ec-3087-4ced-97f6-ac87bbdb3d96 req-151eeb1b-dca0-40f4-8f41-1a90d3894edd tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:34.605456 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a76ec-3087-4ced-97f6-ac87bbdb3d96 req-151eeb1b-dca0-40f4-8f41-1a90d3894edd tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:34.611486 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a76ec-3087-4ced-97f6-ac87bbdb3d96 req-151eeb1b-dca0-40f4-8f41-1a90d3894edd tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:34.614239 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ad9a76ec-3087-4ced-97f6-ac87bbdb3d96 req-151eeb1b-dca0-40f4-8f41-1a90d3894edd tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5430 time: 0.6501939 Feb 09 01:24:34.663217 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e9cef75f-6052-4ddc-ab7a-70fc7e4e32c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:34.673560 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e9cef75f-6052-4ddc-ab7a-70fc7e4e32c3 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:34.675091 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:34.708826 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e9cef75f-6052-4ddc-ab7a-70fc7e4e32c3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/43be0a56-7952-45a2-afb8-45cb163290b2 HTTP/1.1" status: 204 len: 168 time: 1.2168133 Feb 09 01:24:34.710332 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cef75f-6052-4ddc-ab7a-70fc7e4e32c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=43be0a56-7952-45a2-afb8-45cb163290b2,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:34.738997 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cef75f-6052-4ddc-ab7a-70fc7e4e32c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:34.739351 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cef75f-6052-4ddc-ab7a-70fc7e4e32c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:34.739749 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cef75f-6052-4ddc-ab7a-70fc7e4e32c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:34.742345 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cef75f-6052-4ddc-ab7a-70fc7e4e32c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:34.744066 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cef75f-6052-4ddc-ab7a-70fc7e4e32c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:34.744460 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cef75f-6052-4ddc-ab7a-70fc7e4e32c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:34.744846 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cef75f-6052-4ddc-ab7a-70fc7e4e32c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:34.745184 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cef75f-6052-4ddc-ab7a-70fc7e4e32c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:34.746802 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cef75f-6052-4ddc-ab7a-70fc7e4e32c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:34.747662 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cef75f-6052-4ddc-ab7a-70fc7e4e32c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:34.747662 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cef75f-6052-4ddc-ab7a-70fc7e4e32c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:34.747851 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cef75f-6052-4ddc-ab7a-70fc7e4e32c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:34.749530 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 3ef256bf-5d9a-4363-807b-cd10fb3f25bc, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=3ef256bf-5d9a-4363-807b-cd10fb3f25bc,segment=NetworkSegment(fd3b71e5-0362-4aa8-9ee9-e449d143c760),segment_id=fd3b71e5-0362-4aa8-9ee9-e449d143c760)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:34.762278 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:34.763134 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device cef3a1b2-f75c-42e5-8828-47aa75f68c2f up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:24:34.945694 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-855d714b-81a2-4820-bd53-bcb547ef69c2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Calling delete_port for f6f2ef0a-35e6-4bcc-9897-4e599d1a503d owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:24:35.016828 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ad9a76ec-3087-4ced-97f6-ac87bbdb3d96 req-56a344bf-8a78-453c-944a-89ee65f09599 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2935123 Feb 09 01:24:35.018799 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=3ef256bf-5d9a-4363-807b-cd10fb3f25bc,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:35.036554 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbac397-0595-4bc2-a95f-e243b4ad5404 req-c50b6cd8-01af-4abc-a918-8088ae0928cf tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:35.046217 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cdbac397-0595-4bc2-a95f-e243b4ad5404 req-c50b6cd8-01af-4abc-a918-8088ae0928cf tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 945 time: 0.1667087 Feb 09 01:24:35.079355 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port cef3a1b2-f75c-42e5-8828-47aa75f68c2f completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:35.093826 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port cef3a1b2-f75c-42e5-8828-47aa75f68c2f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:35.094302 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:35.142564 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34852) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:35.159840 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cdbac397-0595-4bc2-a95f-e243b4ad5404 req-65dd0cd9-a36a-4032-baab-d89c847f60a6 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874834 Feb 09 01:24:35.175985 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-855d714b-81a2-4820-bd53-bcb547ef69c2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:35.269467 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-855d714b-81a2-4820-bd53-bcb547ef69c2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:35.273192 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d714b-81a2-4820-bd53-bcb547ef69c2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Port': ['ID=f6f2ef0a-35e6-4bcc-9897-4e599d1a503d,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:35.291391 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d714b-81a2-4820-bd53-bcb547ef69c2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:35.291983 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d714b-81a2-4820-bd53-bcb547ef69c2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:35.292329 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d714b-81a2-4820-bd53-bcb547ef69c2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:35.293154 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d714b-81a2-4820-bd53-bcb547ef69c2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:35.293569 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d714b-81a2-4820-bd53-bcb547ef69c2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:35.293903 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d714b-81a2-4820-bd53-bcb547ef69c2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:35.294233 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d714b-81a2-4820-bd53-bcb547ef69c2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:35.294806 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d714b-81a2-4820-bd53-bcb547ef69c2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:35.295297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d714b-81a2-4820-bd53-bcb547ef69c2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:35.295629 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d714b-81a2-4820-bd53-bcb547ef69c2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:35.296243 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d714b-81a2-4820-bd53-bcb547ef69c2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:35.296614 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d714b-81a2-4820-bd53-bcb547ef69c2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:35.312220 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-855d714b-81a2-4820-bd53-bcb547ef69c2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/ports/f6f2ef0a-35e6-4bcc-9897-4e599d1a503d HTTP/1.1" status: 204 len: 168 time: 1.8231797 Feb 09 01:24:35.315955 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34858) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:35.396202 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34864) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:35.396663 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-08352452-0bb1-4057-84a3-7ce785d91352 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f3a1c0ca05c497bb07850aed7c5a00f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2407136 Feb 09 01:24:35.436970 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:35.469644 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e099b60-a166-4d4d-a032-8055606278df tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:35.480907 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e099b60-a166-4d4d-a032-8055606278df tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:35.481890 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6e099b60-a166-4d4d-a032-8055606278df tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Synchronizing usage tracker for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:24:35.506533 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port cef3a1b2-f75c-42e5-8828-47aa75f68c2f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=cef3a1b2-f75c-42e5-8828-47aa75f68c2f,segment=NetworkSegment(cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc),segment_id=cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:35.511363 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:35.512270 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device b6139ea4-eff4-4b25-ad28-4b930ee5f21d up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:24:35.524059 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6e099b60-a166-4d4d-a032-8055606278df tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Unset dirty status for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:24:35.525502 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6e099b60-a166-4d4d-a032-8055606278df tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2085733 Feb 09 01:24:35.528182 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34868) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:35.535961 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c2604357-7e44-4abb-970a-aa6ce1d3c919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:35.595200 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c2604357-7e44-4abb-970a-aa6ce1d3c919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:35.616931 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-f1e7a2d4-91d0-4805-8fdf-42e2c02d226a tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Deleting port 99b6fb07-940b-42da-8a6c-f67b8432cf6d {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:35.617645 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f1e7a2d4-91d0-4805-8fdf-42e2c02d226a tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:35.677121 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=cef3a1b2-f75c-42e5-8828-47aa75f68c2f,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:35.727513 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port b6139ea4-eff4-4b25-ad28-4b930ee5f21d completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:35.739766 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port b6139ea4-eff4-4b25-ad28-4b930ee5f21d triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:35.740047 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c2604357-7e44-4abb-970a-aa6ce1d3c919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:35.740166 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:35.804426 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c2604357-7e44-4abb-970a-aa6ce1d3c919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:35.806638 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c2604357-7e44-4abb-970a-aa6ce1d3c919 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2970c190-f9d2-4694-8b0d-70a8e89063cb HTTP/1.1" status: 204 len: 168 time: 0.4091151 Feb 09 01:24:35.807501 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2604357-7e44-4abb-970a-aa6ce1d3c919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2970c190-f9d2-4694-8b0d-70a8e89063cb,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:36.011897 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:36.099959 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port b6139ea4-eff4-4b25-ad28-4b930ee5f21d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=b6139ea4-eff4-4b25-ad28-4b930ee5f21d,segment=NetworkSegment(28adce5e-778f-4788-9785-5c332ec35a6a),segment_id=28adce5e-778f-4788-9785-5c332ec35a6a)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:36.109388 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:36.167702 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f1e7a2d4-91d0-4805-8fdf-42e2c02d226a tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:36.271664 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=b6139ea4-eff4-4b25-ad28-4b930ee5f21d,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:36.447004 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef256bf-5d9a-4363-807b-cd10fb3f25bc'}, {'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef3a1b2-f75c-42e5-8828-47aa75f68c2f'}, {'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6139ea4-eff4-4b25-ad28-4b930ee5f21d'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:24:36.521451 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-f1e7a2d4-91d0-4805-8fdf-42e2c02d226a tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Calling delete_port for 99b6fb07-940b-42da-8a6c-f67b8432cf6d owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:24:36.535771 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ed8b7-0ce0-4b36-8ff2-837e92a18803 req-3ee3dd37-486e-4ad5-b2aa-b04b922004fc tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:36.555297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ed8b7-0ce0-4b36-8ff2-837e92a18803 req-3ee3dd37-486e-4ad5-b2aa-b04b922004fc tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:36.561053 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ed8b7-0ce0-4b36-8ff2-837e92a18803 req-3ee3dd37-486e-4ad5-b2aa-b04b922004fc tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:36.584744 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ed8b7-0ce0-4b36-8ff2-837e92a18803 req-3ee3dd37-486e-4ad5-b2aa-b04b922004fc tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:36.599226 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34904) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:36.601622 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ed8b7-0ce0-4b36-8ff2-837e92a18803 req-3ee3dd37-486e-4ad5-b2aa-b04b922004fc tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:36.607565 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ed8b7-0ce0-4b36-8ff2-837e92a18803 req-3ee3dd37-486e-4ad5-b2aa-b04b922004fc tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:36.624201 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ed8b7-0ce0-4b36-8ff2-837e92a18803 req-3ee3dd37-486e-4ad5-b2aa-b04b922004fc tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:36.640026 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-810ed8b7-0ce0-4b36-8ff2-837e92a18803 req-3ee3dd37-486e-4ad5-b2aa-b04b922004fc tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5433 time: 0.2893019 Feb 09 01:24:36.737037 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-810ed8b7-0ce0-4b36-8ff2-837e92a18803 req-f9799830-4d58-429a-b986-a779a45dfee2 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0957487 Feb 09 01:24:36.840037 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef256bf-5d9a-4363-807b-cd10fb3f25bc', 'code': 200} Feb 09 01:24:36.840305 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef3a1b2-f75c-42e5-8828-47aa75f68c2f', 'code': 200} Feb 09 01:24:36.840600 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6139ea4-eff4-4b25-ad28-4b930ee5f21d', 'code': 200} Feb 09 01:24:36.894088 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-eb0122cc-f3f4-4801-b90d-4281b36b88b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:36.917166 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-dbe7b44e-9654-457c-a01a-d8e6eb0c30a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=532d9622709547a597bc9068d8ffa0d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2453723 Feb 09 01:24:36.919830 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34908) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:36.969514 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b736e2c-934e-48d3-b9e6-f400bb04bae6 req-982aa324-130d-4d2d-bf74-0015ff230545 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:36.971079 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2b736e2c-934e-48d3-b9e6-f400bb04bae6 req-982aa324-130d-4d2d-bf74-0015ff230545 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 945 time: 0.4738698 Feb 09 01:24:36.971912 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f1e7a2d4-91d0-4805-8fdf-42e2c02d226a tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:37.086783 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f1e7a2d4-91d0-4805-8fdf-42e2c02d226a tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:37.091271 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e7a2d4-91d0-4805-8fdf-42e2c02d226a tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Port': ['ID=99b6fb07-940b-42da-8a6c-f67b8432cf6d,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:37.119047 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f1e7a2d4-91d0-4805-8fdf-42e2c02d226a tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/ports/99b6fb07-940b-42da-8a6c-f67b8432cf6d HTTP/1.1" status: 204 len: 168 time: 1.5896239 Feb 09 01:24:37.123009 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34912) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:37.174077 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2b736e2c-934e-48d3-b9e6-f400bb04bae6 req-297f4eeb-175b-4052-b2bb-b145273c71a0 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612921 Feb 09 01:24:37.229662 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ccc645-6a5f-463f-b410-e8c7daf7b983 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:37.230401 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-24ccc645-6a5f-463f-b410-e8c7daf7b983 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Synchronizing usage tracker for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:24:37.238866 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8d5e7313-edd2-477e-9037-1dfe3da40c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:37.251755 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-24ccc645-6a5f-463f-b410-e8c7daf7b983 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Unset dirty status for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:24:37.253982 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-24ccc645-6a5f-463f-b410-e8c7daf7b983 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1296573 Feb 09 01:24:37.257259 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34916) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:37.274794 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a695500-fcdb-43f7-bf7e-eefd0486c9bf req-4f53a54e-8c2a-410f-82b0-4463861f3b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:37.275161 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a695500-fcdb-43f7-bf7e-eefd0486c9bf req-4f53a54e-8c2a-410f-82b0-4463861f3b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:37.275620 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a695500-fcdb-43f7-bf7e-eefd0486c9bf req-4f53a54e-8c2a-410f-82b0-4463861f3b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:37.276076 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a695500-fcdb-43f7-bf7e-eefd0486c9bf req-4f53a54e-8c2a-410f-82b0-4463861f3b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:37.276561 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a695500-fcdb-43f7-bf7e-eefd0486c9bf req-4f53a54e-8c2a-410f-82b0-4463861f3b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:37.277015 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a695500-fcdb-43f7-bf7e-eefd0486c9bf req-4f53a54e-8c2a-410f-82b0-4463861f3b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:37.277461 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a695500-fcdb-43f7-bf7e-eefd0486c9bf req-4f53a54e-8c2a-410f-82b0-4463861f3b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:37.279336 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5a695500-fcdb-43f7-bf7e-eefd0486c9bf req-4f53a54e-8c2a-410f-82b0-4463861f3b42 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 6490 time: 0.3442328 Feb 09 01:24:37.286756 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8d5e7313-edd2-477e-9037-1dfe3da40c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:37.314461 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-088d3c92-79e9-4f44-b430-09d560ebec6b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] GET failed (client error): The resource could not be found. Feb 09 01:24:37.319868 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-088d3c92-79e9-4f44-b430-09d560ebec6b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "GET /v2.0/ports/f6f2ef0a-35e6-4bcc-9897-4e599d1a503d HTTP/1.1" status: 404 len: 333 time: 0.0615849 Feb 09 01:24:37.320491 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34920) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:37.369771 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-8879f82f-4743-40e6-b23e-151cbdae3155 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] GET failed (client error): The resource could not be found. Feb 09 01:24:37.370120 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5a695500-fcdb-43f7-bf7e-eefd0486c9bf req-85b5719a-daa0-46ce-a850-067d481dff37 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0765612 Feb 09 01:24:37.373126 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8879f82f-4743-40e6-b23e-151cbdae3155 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "GET /v2.0/ports/99b6fb07-940b-42da-8a6c-f67b8432cf6d HTTP/1.1" status: 404 len: 333 time: 0.0513337 Feb 09 01:24:37.374310 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34924) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:37.393475 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8d5e7313-edd2-477e-9037-1dfe3da40c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:37.413739 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e7313-edd2-477e-9037-1dfe3da40c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b89876-16d0-43f1-b2c0-32f13fa9b358,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:37.421402 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8d5e7313-edd2-477e-9037-1dfe3da40c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:37.422530 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8d5e7313-edd2-477e-9037-1dfe3da40c7c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b7b89876-16d0-43f1-b2c0-32f13fa9b358 HTTP/1.1" status: 204 len: 168 time: 0.5016043 Feb 09 01:24:37.507654 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-26fb5f2b-c1a5-487c-b700-b7cb7296d503 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:37.802925 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-26fb5f2b-c1a5-487c-b700-b7cb7296d503 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:37.838487 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-26fb5f2b-c1a5-487c-b700-b7cb7296d503 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfdd2b37-c25a-41ef-948a-9b9e2609baee']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:37.857801 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-26fb5f2b-c1a5-487c-b700-b7cb7296d503 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be024194-8b22-4769-95b5-753ea13f657e') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:37.866887 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-26fb5f2b-c1a5-487c-b700-b7cb7296d503 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be024194-8b22-4769-95b5-753ea13f657e') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:37.884212 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-26fb5f2b-c1a5-487c-b700-b7cb7296d503 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:37.905790 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-26fb5f2b-c1a5-487c-b700-b7cb7296d503 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:37.925084 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26fb5f2b-c1a5-487c-b700-b7cb7296d503 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Releasing vlan 973 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:24:37.925505 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-26fb5f2b-c1a5-487c-b700-b7cb7296d503 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:37.945674 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:24:37.945674 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:24:37.945674 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:24:37.945674 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:24:37.945674 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:24:37.945674 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:24:37.945674 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:24:37.945674 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:24:37.945674 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:24:37.945674 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:24:37.945674 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:24:37.945674 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:24:37.945674 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:24:37.945674 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:24:37.945674 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:24:37.945674 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:24:37.945674 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:24:37.945674 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:24:37.945674 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:24:37.945674 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:24:37.945674 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:24:37.945674 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:24:37.945674 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:24:37.945674 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:24:37.945674 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:24:37.945674 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:24:37.945674 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:24:37.945674 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:24:37.945674 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:24:37.945674 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:24:37.945674 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:24:37.945674 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:24:38.122989 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-26fb5f2b-c1a5-487c-b700-b7cb7296d503 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:38.145275 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bc4df-cd3a-4aeb-9e3d-07da3bec27e9 req-e7e3b506-c650-4fce-be85-53ad8198582e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:38.154484 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bc4df-cd3a-4aeb-9e3d-07da3bec27e9 req-e7e3b506-c650-4fce-be85-53ad8198582e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:38.168061 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bc4df-cd3a-4aeb-9e3d-07da3bec27e9 req-e7e3b506-c650-4fce-be85-53ad8198582e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:38.180175 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bc4df-cd3a-4aeb-9e3d-07da3bec27e9 req-e7e3b506-c650-4fce-be85-53ad8198582e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:38.186902 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bc4df-cd3a-4aeb-9e3d-07da3bec27e9 req-e7e3b506-c650-4fce-be85-53ad8198582e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:38.189348 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-26fb5f2b-c1a5-487c-b700-b7cb7296d503 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:38.193847 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bc4df-cd3a-4aeb-9e3d-07da3bec27e9 req-e7e3b506-c650-4fce-be85-53ad8198582e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:38.203008 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bc4df-cd3a-4aeb-9e3d-07da3bec27e9 req-e7e3b506-c650-4fce-be85-53ad8198582e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:38.205140 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2b7bc4df-cd3a-4aeb-9e3d-07da3bec27e9 req-e7e3b506-c650-4fce-be85-53ad8198582e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5433 time: 0.2789185 Feb 09 01:24:38.223159 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb5f2b-c1a5-487c-b700-b7cb7296d503 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Network': ['ID=dfdd2b37-c25a-41ef-948a-9b9e2609baee,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:38.239087 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-26fb5f2b-c1a5-487c-b700-b7cb7296d503 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/networks/dfdd2b37-c25a-41ef-948a-9b9e2609baee HTTP/1.1" status: 204 len: 168 time: 0.8635118 Feb 09 01:24:38.242573 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34954) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:38.251077 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-3bf956a6-58e4-448e-84d5-6b74637434a9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-341485939'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:38.258439 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3bf956a6-58e4-448e-84d5-6b74637434a9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:38.264153 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3bf956a6-58e4-448e-84d5-6b74637434a9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:network and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:38.274130 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3bf956a6-58e4-448e-84d5-6b74637434a9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:38.284025 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3bf956a6-58e4-448e-84d5-6b74637434a9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:38.322887 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf956a6-58e4-448e-84d5-6b74637434a9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:38.330536 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3bf956a6-58e4-448e-84d5-6b74637434a9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:38.341477 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2b7bc4df-cd3a-4aeb-9e3d-07da3bec27e9 req-6b7f7616-866b-47cf-830a-1bb5fdd40976 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1200261 Feb 09 01:24:38.497945 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf956a6-58e4-448e-84d5-6b74637434a9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 979} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:24:38.519582 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3bf956a6-58e4-448e-84d5-6b74637434a9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:38.519944 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-3bf956a6-58e4-448e-84d5-6b74637434a9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Added segment 1abbd9dd-a2c8-4660-aba9-ffb0a68a419b of type vlan for network 15e57ba2-417a-4639-ae52-005bd812ebc0 Feb 09 01:24:38.568254 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3bf956a6-58e4-448e-84d5-6b74637434a9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:38.581197 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b84b7-0b67-454b-bd44-331d0f8079e4 req-3d379d21-ebc9-4cc6-b797-ac87235d6a63 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:38.585265 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f55b84b7-0b67-454b-bd44-331d0f8079e4 req-3d379d21-ebc9-4cc6-b797-ac87235d6a63 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 945 time: 0.1797895 Feb 09 01:24:38.652900 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3bf956a6-58e4-448e-84d5-6b74637434a9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:38.658413 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf956a6-58e4-448e-84d5-6b74637434a9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:38.659204 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3bf956a6-58e4-448e-84d5-6b74637434a9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:38.808059 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f55b84b7-0b67-454b-bd44-331d0f8079e4 req-ec127e04-fb61-497b-9aec-d10469ddb150 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020092 Feb 09 01:24:38.848083 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3bf956a6-58e4-448e-84d5-6b74637434a9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6038318 Feb 09 01:24:38.851547 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34978) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:38.858176 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-88dba2cb-fdd2-456e-9cff-e8c80c965a9c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'subnet': {'network_id': '15e57ba2-417a-4639-ae52-005bd812ebc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:38.879146 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf956a6-58e4-448e-84d5-6b74637434a9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Network': ['ID=15e57ba2-417a-4639-ae52-005bd812ebc0,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:38.892820 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 15e57ba2-417a-4639-ae52-005bd812ebc0 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:24:39.113092 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-88dba2cb-fdd2-456e-9cff-e8c80c965a9c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:39.119764 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-88dba2cb-fdd2-456e-9cff-e8c80c965a9c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:subnet and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:39.123238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-88dba2cb-fdd2-456e-9cff-e8c80c965a9c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:39.133022 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-88dba2cb-fdd2-456e-9cff-e8c80c965a9c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:39.146607 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88dba2cb-fdd2-456e-9cff-e8c80c965a9c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:39.152927 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-88dba2cb-fdd2-456e-9cff-e8c80c965a9c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:39.258847 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4d917e0c-90cf-447b-8bea-b716e3b46518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:39.289708 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.ipam_backend_mixin [None req-88dba2cb-fdd2-456e-9cff-e8c80c965a9c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Performing IP validity checks on allocation pools {{(pid=87612) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 01:24:39.293090 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.ipam_backend_mixin [None req-88dba2cb-fdd2-456e-9cff-e8c80c965a9c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87612) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 01:24:39.491446 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-88dba2cb-fdd2-456e-9cff-e8c80c965a9c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:39.594228 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dba2cb-fdd2-456e-9cff-e8c80c965a9c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Checking segment: {'id': '1abbd9dd-a2c8-4660-aba9-ffb0a68a419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '15e57ba2-417a-4639-ae52-005bd812ebc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:24:39.594611 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dba2cb-fdd2-456e-9cff-e8c80c965a9c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network hostable DHCP agents. Network: 15e57ba2-417a-4639-ae52-005bd812ebc0, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:24:39.637998 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dba2cb-fdd2-456e-9cff-e8c80c965a9c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Subnet': ['ID=fbc2b04a-cfb9-4bcb-b8e2-5888381766ed,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:39.684508 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dba2cb-fdd2-456e-9cff-e8c80c965a9c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network 15e57ba2-417a-4639-ae52-005bd812ebc0 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:24:39.713075 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-88dba2cb-fdd2-456e-9cff-e8c80c965a9c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 15e57ba2-417a-4639-ae52-005bd812ebc0) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:39.726673 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e467b6-d966-4156-a607-b58625f50af5 None None] Network 15e57ba2-417a-4639-ae52-005bd812ebc0 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:24:39.764373 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d81280-5b67-4793-aab1-867ee6cd2a06 req-3fcd93f9-db30-46ea-9e9c-669af60d87ed tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:39.776346 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d81280-5b67-4793-aab1-867ee6cd2a06 req-3fcd93f9-db30-46ea-9e9c-669af60d87ed tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:39.809453 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d81280-5b67-4793-aab1-867ee6cd2a06 req-3fcd93f9-db30-46ea-9e9c-669af60d87ed tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:39.823576 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d81280-5b67-4793-aab1-867ee6cd2a06 req-3fcd93f9-db30-46ea-9e9c-669af60d87ed tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:39.836104 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d81280-5b67-4793-aab1-867ee6cd2a06 req-3fcd93f9-db30-46ea-9e9c-669af60d87ed tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:39.843181 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d81280-5b67-4793-aab1-867ee6cd2a06 req-3fcd93f9-db30-46ea-9e9c-669af60d87ed tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:39.852073 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d81280-5b67-4793-aab1-867ee6cd2a06 req-3fcd93f9-db30-46ea-9e9c-669af60d87ed tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:39.854833 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-21d81280-5b67-4793-aab1-867ee6cd2a06 req-3fcd93f9-db30-46ea-9e9c-669af60d87ed tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5433 time: 0.2623849 Feb 09 01:24:39.859270 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dba2cb-fdd2-456e-9cff-e8c80c965a9c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:39.860703 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-88dba2cb-fdd2-456e-9cff-e8c80c965a9c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:40.166426 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-21d81280-5b67-4793-aab1-867ee6cd2a06 req-2e88ac43-d445-41c0-a2e4-6c8cabf60f88 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2989495 Feb 09 01:24:40.172639 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-88dba2cb-fdd2-456e-9cff-e8c80c965a9c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3197722 Feb 09 01:24:40.175941 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35012) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:40.195306 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-d28359fa-8684-4ea7-9359-7b1ffc0d9fea tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'port': {'network_id': '15e57ba2-417a-4639-ae52-005bd812ebc0', 'name': 'tempest-PortsIpV6TestJSON-1736713444'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:40.266533 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f4eab-b2ff-4fd2-9f45-9e51139f0bc1 req-d314701e-4dc9-47d5-b619-de5a56873051 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:40.274544 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-da3f4eab-b2ff-4fd2-9f45-9e51139f0bc1 req-d314701e-4dc9-47d5-b619-de5a56873051 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 945 time: 0.2532208 Feb 09 01:24:40.422871 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e556d875-ebcf-4079-a45c-e68371970c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-15e57ba2-417a-4639-ae52-005bd812ebc0', 'network_id': '15e57ba2-417a-4639-ae52-005bd812ebc0', 'tenant_id': 'ff3cbcda03904135b8cc886351e27142', 'fixed_ips': [{'subnet_id': 'fbc2b04a-cfb9-4bcb-b8e2-5888381766ed'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:24:40.425782 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e556d875-ebcf-4079-a45c-e68371970c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:40.480732 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-da3f4eab-b2ff-4fd2-9f45-9e51139f0bc1 req-0132cb38-0eaf-4571-ac6b-9f94b4addf61 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992073 Feb 09 01:24:40.488612 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:40.677114 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:40.722923 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-e556d875-ebcf-4079-a45c-e68371970c44 None None] Allocated IP 2001:db8::2 (15e57ba2-417a-4639-ae52-005bd812ebc0/fbc2b04a-cfb9-4bcb-b8e2-5888381766ed/54b8fe5b-815a-4eef-8bea-3eada02af2af) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:40.949221 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d28359fa-8684-4ea7-9359-7b1ffc0d9fea tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:40.961546 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d28359fa-8684-4ea7-9359-7b1ffc0d9fea tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:41.040102 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1927f6c-1f17-4ad4-b94a-1180d7c6bbbe req-0117530e-fc36-4d08-a096-c49ee46e9aa5 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:41.059808 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1927f6c-1f17-4ad4-b94a-1180d7c6bbbe req-0117530e-fc36-4d08-a096-c49ee46e9aa5 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:41.073105 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1927f6c-1f17-4ad4-b94a-1180d7c6bbbe req-0117530e-fc36-4d08-a096-c49ee46e9aa5 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:41.100759 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1927f6c-1f17-4ad4-b94a-1180d7c6bbbe req-0117530e-fc36-4d08-a096-c49ee46e9aa5 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:41.116494 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1927f6c-1f17-4ad4-b94a-1180d7c6bbbe req-0117530e-fc36-4d08-a096-c49ee46e9aa5 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:41.132663 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1927f6c-1f17-4ad4-b94a-1180d7c6bbbe req-0117530e-fc36-4d08-a096-c49ee46e9aa5 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:41.138460 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1927f6c-1f17-4ad4-b94a-1180d7c6bbbe req-0117530e-fc36-4d08-a096-c49ee46e9aa5 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:41.150964 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d1927f6c-1f17-4ad4-b94a-1180d7c6bbbe req-0117530e-fc36-4d08-a096-c49ee46e9aa5 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5433 time: 0.5252006 Feb 09 01:24:41.161436 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35044) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:41.168341 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-9971a378-1dbc-413a-b636-e609c5b0574d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Request body: {'floatingip': {'port_id': 'b6139ea4-eff4-4b25-ad28-4b930ee5f21d'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:41.260425 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28359fa-8684-4ea7-9359-7b1ffc0d9fea tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:41.264295 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d28359fa-8684-4ea7-9359-7b1ffc0d9fea tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:41.266917 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e556d875-ebcf-4079-a45c-e68371970c44 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:41.276682 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e556d875-ebcf-4079-a45c-e68371970c44 None None] Transition to ACTIVE for port object 54b8fe5b-815a-4eef-8bea-3eada02af2af will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:24:41.299836 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e556d875-ebcf-4079-a45c-e68371970c44 None None] Transition to ACTIVE for port object 54b8fe5b-815a-4eef-8bea-3eada02af2af will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:24:41.307382 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e556d875-ebcf-4079-a45c-e68371970c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:41.311693 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9971a378-1dbc-413a-b636-e609c5b0574d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks [] for floatingip, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:41.427445 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-d28359fa-8684-4ea7-9359-7b1ffc0d9fea tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] device_id is not set on port b903ae30-8d91-4583-9c3f-347acedc3092 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:24:41.463852 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556d875-ebcf-4079-a45c-e68371970c44 None None] Pushing event updated for resources: {'Port': ['ID=54b8fe5b-815a-4eef-8bea-3eada02af2af,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:41.478140 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e556d875-ebcf-4079-a45c-e68371970c44 None None] Network 15e57ba2-417a-4639-ae52-005bd812ebc0 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:41.479572 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-e556d875-ebcf-4079-a45c-e68371970c44 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:41.486132 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e556d875-ebcf-4079-a45c-e68371970c44 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:24:41.652944 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-e556d875-ebcf-4079-a45c-e68371970c44 None None] Attempting to bind port 54b8fe5b-815a-4eef-8bea-3eada02af2af on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:41.653318 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-e556d875-ebcf-4079-a45c-e68371970c44 None None] Attempting to bind port 54b8fe5b-815a-4eef-8bea-3eada02af2af by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '1abbd9dd-a2c8-4660-aba9-ffb0a68a419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '15e57ba2-417a-4639-ae52-005bd812ebc0'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:41.653736 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e556d875-ebcf-4079-a45c-e68371970c44 None None] Attempting to bind port 54b8fe5b-815a-4eef-8bea-3eada02af2af on network 15e57ba2-417a-4639-ae52-005bd812ebc0 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:41.659791 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e556d875-ebcf-4079-a45c-e68371970c44 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:24:41.660035 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e556d875-ebcf-4079-a45c-e68371970c44 None None] Checking segment: {'id': '1abbd9dd-a2c8-4660-aba9-ffb0a68a419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '15e57ba2-417a-4639-ae52-005bd812ebc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:24:41.660331 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e556d875-ebcf-4079-a45c-e68371970c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:41.660893 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e556d875-ebcf-4079-a45c-e68371970c44 None None] Bound using segment: {'id': '1abbd9dd-a2c8-4660-aba9-ffb0a68a419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '15e57ba2-417a-4639-ae52-005bd812ebc0'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:24:41.661365 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-e556d875-ebcf-4079-a45c-e68371970c44 None None] Bound port: 54b8fe5b-815a-4eef-8bea-3eada02af2af, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abbd9dd-a2c8-4660-aba9-ffb0a68a419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '15e57ba2-417a-4639-ae52-005bd812ebc0'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:24:41.661744 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e556d875-ebcf-4079-a45c-e68371970c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:41.786632 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-e556d875-ebcf-4079-a45c-e68371970c44 None None] For port 54b8fe5b-815a-4eef-8bea-3eada02af2af, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:24:41.790926 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:41.793527 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-e556d875-ebcf-4079-a45c-e68371970c44 None None] For port 54b8fe5b-815a-4eef-8bea-3eada02af2af, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=54b8fe5b-815a-4eef-8bea-3eada02af2af,segment=NetworkSegment(1abbd9dd-a2c8-4660-aba9-ffb0a68a419b),segment_id=1abbd9dd-a2c8-4660-aba9-ffb0a68a419b)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:24:41.799665 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e556d875-ebcf-4079-a45c-e68371970c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:41.804578 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520b47d-2023-4906-b5cb-08ae29deda48 req-f24a5502-9fff-4562-ad6e-134bf040bf93 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:41.807516 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d520b47d-2023-4906-b5cb-08ae29deda48 req-f24a5502-9fff-4562-ad6e-134bf040bf93 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 945 time: 0.1582720 Feb 09 01:24:41.897969 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556d875-ebcf-4079-a45c-e68371970c44 None None] Pushing event updated for resources: {'Port': ['ID=54b8fe5b-815a-4eef-8bea-3eada02af2af,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:41.948026 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d520b47d-2023-4906-b5cb-08ae29deda48 req-72f143e8-aad4-46e4-a82c-0303cf25d02e tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294246 Feb 09 01:24:41.991178 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35062) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:42.147361 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-d28359fa-8684-4ea7-9359-7b1ffc0d9fea tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Allocated IP 2001:db8::37c (15e57ba2-417a-4639-ae52-005bd812ebc0/fbc2b04a-cfb9-4bcb-b8e2-5888381766ed/b903ae30-8d91-4583-9c3f-347acedc3092) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:42.246644 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2285267b-8af1-44cf-9794-18f0af73b413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:42.284091 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2285267b-8af1-44cf-9794-18f0af73b413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:42.306221 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2285267b-8af1-44cf-9794-18f0af73b413 admin admin] Usage tracker for resource:security_group_rule and tenant:7d608ea422654c43b9d6642433f42241 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:42.320651 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2285267b-8af1-44cf-9794-18f0af73b413 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:42.329648 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2285267b-8af1-44cf-9794-18f0af73b413 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:42.457303 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2285267b-8af1-44cf-9794-18f0af73b413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:42.466075 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2285267b-8af1-44cf-9794-18f0af73b413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:42.547140 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2285267b-8af1-44cf-9794-18f0af73b413 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d608ea422654c43b9d6642433f42241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5545003 Feb 09 01:24:42.548622 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285267b-8af1-44cf-9794-18f0af73b413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae36044-829a-4188-8269-451a7583b931,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:42.551607 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35080) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:42.647925 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-424381b7-89d1-4328-ae4f-2780d2325508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:42.683340 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-424381b7-89d1-4328-ae4f-2780d2325508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:42.766724 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-424381b7-89d1-4328-ae4f-2780d2325508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:42.803448 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424381b7-89d1-4328-ae4f-2780d2325508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae36044-829a-4188-8269-451a7583b931,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:42.816788 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-424381b7-89d1-4328-ae4f-2780d2325508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:42.821285 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-424381b7-89d1-4328-ae4f-2780d2325508 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bae36044-829a-4188-8269-451a7583b931 HTTP/1.1" status: 204 len: 168 time: 0.2651494 Feb 09 01:24:43.278214 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9971a378-1dbc-413a-b636-e609c5b0574d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:43.293214 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d28359fa-8684-4ea7-9359-7b1ffc0d9fea tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:43.315513 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9971a378-1dbc-413a-b636-e609c5b0574d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:43.411121 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35106) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:43.448714 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-d28359fa-8684-4ea7-9359-7b1ffc0d9fea tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Transition to ACTIVE for port object b903ae30-8d91-4583-9c3f-347acedc3092 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:24:43.448979 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-59a787ad-b134-4459-9e33-2facd43cff1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:43.491980 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-59a787ad-b134-4459-9e33-2facd43cff1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:43.504193 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-59a787ad-b134-4459-9e33-2facd43cff1c admin admin] Usage tracker for resource:security_group_rule and tenant:73c00a3fa7a64aaa9d188925c6bfb73d is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:43.514101 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-59a787ad-b134-4459-9e33-2facd43cff1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:43.524898 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 54b8fe5b-815a-4eef-8bea-3eada02af2af up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:24:43.527108 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-59a787ad-b134-4459-9e33-2facd43cff1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:43.579785 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f3289-4c76-4b22-9688-a440ce18075b req-268b8f69-d25e-49b0-9363-d94287c66cd7 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:43.601943 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1d0f3289-4c76-4b22-9688-a440ce18075b req-268b8f69-d25e-49b0-9363-d94287c66cd7 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 945 time: 0.4545181 Feb 09 01:24:43.683932 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 54b8fe5b-815a-4eef-8bea-3eada02af2af completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:43.687553 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-59a787ad-b134-4459-9e33-2facd43cff1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:43.708706 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-59a787ad-b134-4459-9e33-2facd43cff1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:43.775007 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-59a787ad-b134-4459-9e33-2facd43cff1c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=73c00a3fa7a64aaa9d188925c6bfb73d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3616872 Feb 09 01:24:43.775007 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35112) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:43.797150 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a01ee6-034a-42d7-a1e6-683a55cf1c9f None None] Network 15e57ba2-417a-4639-ae52-005bd812ebc0 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:24:43.817988 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3b5ea-4621-4ad1-b9bb-7be0347bffa6 req-02463344-3132-40a7-bf28-d2774ebee373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:43.825225 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-47d3b5ea-4621-4ad1-b9bb-7be0347bffa6 req-02463344-3132-40a7-bf28-d2774ebee373 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 1096 time: 0.7631369 Feb 09 01:24:43.830545 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a787ad-b134-4459-9e33-2facd43cff1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921013e7-b8fa-45d8-bd06-a5ca855a9a38,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:43.869336 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1d0f3289-4c76-4b22-9688-a440ce18075b req-f41a7fdb-eb46-48bf-9cad-d9b6bc436893 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637298 Feb 09 01:24:43.888230 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [None req-9971a378-1dbc-413a-b636-e609c5b0574d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Floating IP 954f6cb1-294d-4141-a5a9-5ab00a380c24 associated. External IP: 172.25.5.145, port: b6139ea4-eff4-4b25-ad28-4b930ee5f21d. Feb 09 01:24:43.895251 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-35b5b48a-ea83-4877-b368-a42be033e570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:43.931302 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-35b5b48a-ea83-4877-b368-a42be033e570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:44.004823 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-35b5b48a-ea83-4877-b368-a42be033e570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:44.009322 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a075a60b-2339-4a77-bb60-77f2ccc2d70f None None] Provisioning for port 54b8fe5b-815a-4eef-8bea-3eada02af2af completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:44.017178 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a075a60b-2339-4a77-bb60-77f2ccc2d70f None None] Provisioning complete for port 54b8fe5b-815a-4eef-8bea-3eada02af2af triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:44.017723 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a075a60b-2339-4a77-bb60-77f2ccc2d70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:44.049288 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5b48a-ea83-4877-b368-a42be033e570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921013e7-b8fa-45d8-bd06-a5ca855a9a38,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:44.066485 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-35b5b48a-ea83-4877-b368-a42be033e570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:44.074233 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-35b5b48a-ea83-4877-b368-a42be033e570 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/921013e7-b8fa-45d8-bd06-a5ca855a9a38 HTTP/1.1" status: 204 len: 168 time: 0.2968574 Feb 09 01:24:44.089922 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d28359fa-8684-4ea7-9359-7b1ffc0d9fea tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:44.105619 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-47d3b5ea-4621-4ad1-b9bb-7be0347bffa6 req-e11ad96b-ac3f-4c11-8c0e-55c2a1217cfe service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661228 Feb 09 01:24:44.333700 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28359fa-8684-4ea7-9359-7b1ffc0d9fea tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network 15e57ba2-417a-4639-ae52-005bd812ebc0 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:44.354045 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-d28359fa-8684-4ea7-9359-7b1ffc0d9fea tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:44.361587 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28359fa-8684-4ea7-9359-7b1ffc0d9fea tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:24:44.372163 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28359fa-8684-4ea7-9359-7b1ffc0d9fea tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:44.372946 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d28359fa-8684-4ea7-9359-7b1ffc0d9fea tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:44.400622 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28359fa-8684-4ea7-9359-7b1ffc0d9fea tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Port': ['ID=b903ae30-8d91-4583-9c3f-347acedc3092,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:44.448322 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a075a60b-2339-4a77-bb60-77f2ccc2d70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:44.618207 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d28359fa-8684-4ea7-9359-7b1ffc0d9fea tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.4372997 Feb 09 01:24:44.621159 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35138) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:44.664872 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-a075a60b-2339-4a77-bb60-77f2ccc2d70f None None] For port 54b8fe5b-815a-4eef-8bea-3eada02af2af, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=54b8fe5b-815a-4eef-8bea-3eada02af2af,segment=NetworkSegment(1abbd9dd-a2c8-4660-aba9-ffb0a68a419b),segment_id=1abbd9dd-a2c8-4660-aba9-ffb0a68a419b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:44.686940 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a075a60b-2339-4a77-bb60-77f2ccc2d70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:44.891549 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-7fcd630e-06ae-412f-92b5-5814f2761214 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Deleting port b903ae30-8d91-4583-9c3f-347acedc3092 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:44.892148 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7fcd630e-06ae-412f-92b5-5814f2761214 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:44.948335 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075a60b-2339-4a77-bb60-77f2ccc2d70f None None] Pushing event updated for resources: {'Port': ['ID=54b8fe5b-815a-4eef-8bea-3eada02af2af,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:45.454214 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35158) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:45.593922 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0f9231e8-0db7-4a3e-b213-9e226981066b None None] Provisioning complete for port 54b8fe5b-815a-4eef-8bea-3eada02af2af triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:45.594774 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0f9231e8-0db7-4a3e-b213-9e226981066b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:45.701033 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 54b8fe5b-815a-4eef-8bea-3eada02af2af up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:24:45.892821 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9971a378-1dbc-413a-b636-e609c5b0574d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Router 426c3e1e-9ee6-43bf-8e6e-d23dce74457a has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:24:45.961231 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1a320-77be-44db-9373-bc9b88db47be req-91ce62a3-1738-448a-9433-0cf23faece34 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:45.968145 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c4d1a320-77be-44db-9373-bc9b88db47be req-91ce62a3-1738-448a-9433-0cf23faece34 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 945 time: 0.7237811 Feb 09 01:24:46.058570 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 54b8fe5b-815a-4eef-8bea-3eada02af2af triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:46.059687 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:46.070763 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ace15c93-f7b9-4890-8e71-450c81db8de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:46.142564 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c4d1a320-77be-44db-9373-bc9b88db47be req-7384ddba-85d3-4022-a371-c91d27840624 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734350 Feb 09 01:24:46.161783 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ace15c93-f7b9-4890-8e71-450c81db8de7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:46.170535 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ace15c93-f7b9-4890-8e71-450c81db8de7 admin admin] Usage tracker for resource:security_group_rule and tenant:60fe6892606e4178b4350d9718fe04f2 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:46.176614 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ace15c93-f7b9-4890-8e71-450c81db8de7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:46.204074 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ace15c93-f7b9-4890-8e71-450c81db8de7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:46.266220 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7fcd630e-06ae-412f-92b5-5814f2761214 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:46.329632 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0f9231e8-0db7-4a3e-b213-9e226981066b None None] Provisioning for port b903ae30-8d91-4583-9c3f-347acedc3092 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:46.343215 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0f9231e8-0db7-4a3e-b213-9e226981066b None None] Provisioning complete for port b903ae30-8d91-4583-9c3f-347acedc3092 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:46.343750 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0f9231e8-0db7-4a3e-b213-9e226981066b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:46.388983 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9971a378-1dbc-413a-b636-e609c5b0574d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:24:46.399736 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea23aba9-5538-45db-a36a-8e39d7a7ee34 None None] Sync routers for ids ['426c3e1e-9ee6-43bf-8e6e-d23dce74457a'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:24:46.416235 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea23aba9-5538-45db-a36a-8e39d7a7ee34 None None] Routers {'426c3e1e-9ee6-43bf-8e6e-d23dce74457a'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:24:46.418202 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9971a378-1dbc-413a-b636-e609c5b0574d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:46.420252 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ea23aba9-5538-45db-a36a-8e39d7a7ee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:24:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['426c3e1e-9ee6-43bf-8e6e-d23dce74457a'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:46.517254 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-0f9231e8-0db7-4a3e-b213-9e226981066b None None] Port b903ae30-8d91-4583-9c3f-347acedc3092 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:24:46.583281 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9971a378-1dbc-413a-b636-e609c5b0574d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "PUT /v2.0/floatingips/954f6cb1-294d-4141-a5a9-5ab00a380c24 HTTP/1.1" status: 200 len: 992 time: 5.4206614 Feb 09 01:24:46.586210 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'tag': 'b6139ea4-eff4-4b25-ad28-4b930ee5f21d'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:24:46.645674 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-577fb68e-0c6a-4768-b3fc-4cf37cb8ea2a None None] Provisioning complete for port b903ae30-8d91-4583-9c3f-347acedc3092 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:46.651942 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-577fb68e-0c6a-4768-b3fc-4cf37cb8ea2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:46.730330 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'tag': 'b6139ea4-eff4-4b25-ad28-4b930ee5f21d', 'status': 'completed', 'code': 200} Feb 09 01:24:46.762169 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-577fb68e-0c6a-4768-b3fc-4cf37cb8ea2a None None] Port b903ae30-8d91-4583-9c3f-347acedc3092 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:24:46.863880 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fe91a-01bb-4982-a70d-3495327e807e req-3dce183a-e91a-471c-acf0-130c1fdeb83b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:46.866647 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-ea23aba9-5538-45db-a36a-8e39d7a7ee34 None None] Set router 426c3e1e-9ee6-43bf-8e6e-d23dce74457a gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:24:46.871694 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fe91a-01bb-4982-a70d-3495327e807e req-3dce183a-e91a-471c-acf0-130c1fdeb83b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:46.878931 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fe91a-01bb-4982-a70d-3495327e807e req-3dce183a-e91a-471c-acf0-130c1fdeb83b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:46.887664 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fe91a-01bb-4982-a70d-3495327e807e req-3dce183a-e91a-471c-acf0-130c1fdeb83b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:46.902413 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fe91a-01bb-4982-a70d-3495327e807e req-3dce183a-e91a-471c-acf0-130c1fdeb83b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:46.910671 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fe91a-01bb-4982-a70d-3495327e807e req-3dce183a-e91a-471c-acf0-130c1fdeb83b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:46.918091 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fe91a-01bb-4982-a70d-3495327e807e req-3dce183a-e91a-471c-acf0-130c1fdeb83b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:46.930316 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f63fe91a-01bb-4982-a70d-3495327e807e req-3dce183a-e91a-471c-acf0-130c1fdeb83b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5433 time: 0.2396896 Feb 09 01:24:46.930565 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-7fcd630e-06ae-412f-92b5-5814f2761214 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Calling delete_port for b903ae30-8d91-4583-9c3f-347acedc3092 owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:24:46.995905 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f63fe91a-01bb-4982-a70d-3495327e807e req-4d837c06-2745-45a2-a1a5-6c93eb0b6cbb tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641863 Feb 09 01:24:47.019641 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0719f3-a7f0-4567-8317-77bdccd0ea08 req-c865d39a-f227-4d75-b9ec-d70f351d9569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:47.035287 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0719f3-a7f0-4567-8317-77bdccd0ea08 req-c865d39a-f227-4d75-b9ec-d70f351d9569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:47.036111 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0719f3-a7f0-4567-8317-77bdccd0ea08 req-c865d39a-f227-4d75-b9ec-d70f351d9569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:47.036823 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0719f3-a7f0-4567-8317-77bdccd0ea08 req-c865d39a-f227-4d75-b9ec-d70f351d9569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:47.038024 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0719f3-a7f0-4567-8317-77bdccd0ea08 req-c865d39a-f227-4d75-b9ec-d70f351d9569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:47.038667 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0719f3-a7f0-4567-8317-77bdccd0ea08 req-c865d39a-f227-4d75-b9ec-d70f351d9569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:47.039309 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0719f3-a7f0-4567-8317-77bdccd0ea08 req-c865d39a-f227-4d75-b9ec-d70f351d9569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:47.042165 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c0719f3-a7f0-4567-8317-77bdccd0ea08 req-c865d39a-f227-4d75-b9ec-d70f351d9569 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08259b26651148159119352f4f3e1358&device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 6490 time: 0.2773428 Feb 09 01:24:47.256989 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0719f3-a7f0-4567-8317-77bdccd0ea08 req-a668f08f-a713-4ef3-94c9-3312b7f973f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:47.259756 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c0719f3-a7f0-4567-8317-77bdccd0ea08 req-a668f08f-a713-4ef3-94c9-3312b7f973f7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=211c22fa-e090-41d1-bde6-fe315257e8a1 HTTP/1.1" status: 200 len: 912 time: 0.2103355 Feb 09 01:24:47.398650 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ace15c93-f7b9-4890-8e71-450c81db8de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:47.466322 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c0719f3-a7f0-4567-8317-77bdccd0ea08 req-24f52270-bf91-4a4c-873b-5d9651a5fb06 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6139ea4-eff4-4b25-ad28-4b930ee5f21d HTTP/1.1" status: 200 len: 1000 time: 0.1970425 Feb 09 01:24:47.527472 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7fcd630e-06ae-412f-92b5-5814f2761214 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:47.529759 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ace15c93-f7b9-4890-8e71-450c81db8de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:47.618395 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ea23aba9-5538-45db-a36a-8e39d7a7ee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'name': 'tempest-TaggedBootDevicesTest-141425582-router', 'tenant_id': '08259b26651148159119352f4f3e1358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '88bc95a1-b119-4f6b-bee8-2652bfdeba7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:51Z', 'updated_at': '2022-02-09T01:21:03Z', 'revision_number': 4, 'project_id': '08259b26651148159119352f4f3e1358', 'gw_port': {'id': '88bc95a1-b119-4f6b-bee8-2652bfdeba7d', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:91:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:54Z', 'updated_at': '2022-02-09T01:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '954f6cb1-294d-4141-a5a9-5ab00a380c24', 'tenant_id': '08259b26651148159119352f4f3e1358', 'floating_ip_address': '172.25.5.145', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'port_id': 'b6139ea4-eff4-4b25-ad28-4b930ee5f21d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '211c22fa-e090-41d1-bde6-fe315257e8a1', 'mac_address': 'fa:16:3e:85:39:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4582dc60-b012-4026-aa99-cb62284617d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:22:26Z', 'updated_at': '2022-02-09T01:24:42Z', 'revision_number': 1, 'project_id': '08259b26651148159119352f4f3e1358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3cd228-8e1e-4b99-a9f1-457192d771a4', 'name': '', 'network_id': '211c22fa-e090-41d1-bde6-fe315257e8a1', 'tenant_id': '08259b26651148159119352f4f3e1358', 'mac_address': 'fa:16:3e:9e:de:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'd8ecf23e-3a6c-4d0a-995b-57294f1050d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:02Z', 'updated_at': '2022-02-09T01:21:15Z', 'revision_number': 5, 'project_id': '08259b26651148159119352f4f3e1358', 'subnets': [{'id': 'd8ecf23e-3a6c-4d0a-995b-57294f1050d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:47.628506 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea23aba9-5538-45db-a36a-8e39d7a7ee34 None None] Checking router: 426c3e1e-9ee6-43bf-8e6e-d23dce74457a for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:24:47.651480 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea23aba9-5538-45db-a36a-8e39d7a7ee34 None None] Routers {'426c3e1e-9ee6-43bf-8e6e-d23dce74457a'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:24:47.653140 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ea23aba9-5538-45db-a36a-8e39d7a7ee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:24:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['426c3e1e-9ee6-43bf-8e6e-d23dce74457a'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:47.672519 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0719f3-a7f0-4567-8317-77bdccd0ea08 req-60edf3a9-1f5f-47d7-a180-85adabc7c662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:47.673963 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c0719f3-a7f0-4567-8317-77bdccd0ea08 req-60edf3a9-1f5f-47d7-a180-85adabc7c662 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8ecf23e-3a6c-4d0a-995b-57294f1050d9 HTTP/1.1" status: 200 len: 850 time: 0.1967845 Feb 09 01:24:47.699397 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd630e-06ae-412f-92b5-5814f2761214 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Port': ['ID=b903ae30-8d91-4583-9c3f-347acedc3092,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:47.765397 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7fcd630e-06ae-412f-92b5-5814f2761214 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:47.772380 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ace15c93-f7b9-4890-8e71-450c81db8de7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=60fe6892606e4178b4350d9718fe04f2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2810585 Feb 09 01:24:47.776800 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace15c93-f7b9-4890-8e71-450c81db8de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec37133a-5d6c-402c-9f99-a748959c6183,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:47.779528 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35204) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:47.862694 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f2480-e366-4c96-a5f1-eceef8bdfd92 req-8b853cec-d1bb-41a5-bc91-1908d1dbe967 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:47.864269 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-991f2480-e366-4c96-a5f1-eceef8bdfd92 req-8b853cec-d1bb-41a5-bc91-1908d1dbe967 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 945 time: 0.4642847 Feb 09 01:24:47.900665 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0719f3-a7f0-4567-8317-77bdccd0ea08 req-7f72baa8-4fa5-4c0a-81f1-923cba16f0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:47.902112 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c0719f3-a7f0-4567-8317-77bdccd0ea08 req-7f72baa8-4fa5-4c0a-81f1-923cba16f0cd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=211c22fa-e090-41d1-bde6-fe315257e8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2124581 Feb 09 01:24:47.947870 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7fcd630e-06ae-412f-92b5-5814f2761214 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/ports/b903ae30-8d91-4583-9c3f-347acedc3092 HTTP/1.1" status: 204 len: 168 time: 3.3222373 Feb 09 01:24:47.949746 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35214) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:48.039452 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-991f2480-e366-4c96-a5f1-eceef8bdfd92 req-435a3515-70a3-4390-8a08-494ba4e1e2e2 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400547 Feb 09 01:24:48.048040 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a95b8dc8-25a0-4ef0-a271-a6066ba6a9d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:48.105878 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a95b8dc8-25a0-4ef0-a271-a6066ba6a9d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:48.189500 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a95b8dc8-25a0-4ef0-a271-a6066ba6a9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:48.204002 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c0719f3-a7f0-4567-8317-77bdccd0ea08 req-8829b2c8-71a2-400d-8e2f-0a36df75d1a3 service neutron] 10.222.0.35 "GET /v2.0/networks/211c22fa-e090-41d1-bde6-fe315257e8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930076 Feb 09 01:24:48.222055 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b8dc8-25a0-4ef0-a271-a6066ba6a9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec37133a-5d6c-402c-9f99-a748959c6183,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:48.229550 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a95b8dc8-25a0-4ef0-a271-a6066ba6a9d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:48.247567 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a95b8dc8-25a0-4ef0-a271-a6066ba6a9d8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec37133a-5d6c-402c-9f99-a748959c6183 HTTP/1.1" status: 204 len: 168 time: 0.4492028 Feb 09 01:24:48.298317 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-ea23aba9-5538-45db-a36a-8e39d7a7ee34 None None] Set router 426c3e1e-9ee6-43bf-8e6e-d23dce74457a gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:24:48.409171 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f9b130b-f493-4dcf-b34c-61db38de5a45 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] DELETE failed (client error): The resource could not be found. Feb 09 01:24:48.409653 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f9b130b-f493-4dcf-b34c-61db38de5a45 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:24:48.414853 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6f9b130b-f493-4dcf-b34c-61db38de5a45 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/ports/b903ae30-8d91-4583-9c3f-347acedc3092 HTTP/1.1" status: 404 len: 333 time: 0.4605298 Feb 09 01:24:48.415649 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35238) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:48.422894 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c0719f3-a7f0-4567-8317-77bdccd0ea08 req-e8dc4171-bc5f-4cca-8426-f8901fda39b2 service neutron] 10.222.0.35 "GET /v2.0/networks/211c22fa-e090-41d1-bde6-fe315257e8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067800 Feb 09 01:24:48.534304 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4eca9b1-7146-4bb2-8979-87df52cb3e6e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] GET failed (client error): The resource could not be found. Feb 09 01:24:48.535135 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a4eca9b1-7146-4bb2-8979-87df52cb3e6e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Synchronizing usage tracker for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:24:48.541362 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef770f9-7192-4dd5-aa7e-413798e234ad req-f2d57b3a-5160-4a9d-aafb-7efece91181d tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:48.545230 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3ef770f9-7192-4dd5-aa7e-413798e234ad req-f2d57b3a-5160-4a9d-aafb-7efece91181d tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.2304747 Feb 09 01:24:48.569445 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a4eca9b1-7146-4bb2-8979-87df52cb3e6e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Unset dirty status for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:24:48.573593 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a4eca9b1-7146-4bb2-8979-87df52cb3e6e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "GET /v2.0/ports/b903ae30-8d91-4583-9c3f-347acedc3092 HTTP/1.1" status: 404 len: 333 time: 0.1544209 Feb 09 01:24:48.575079 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35250) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:48.642903 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750416a-20d4-4c84-b707-9edb26405f20 req-d86388de-1258-4191-8338-7e92c66e1d03 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:48.642903 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750416a-20d4-4c84-b707-9edb26405f20 req-d86388de-1258-4191-8338-7e92c66e1d03 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:48.649144 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750416a-20d4-4c84-b707-9edb26405f20 req-d86388de-1258-4191-8338-7e92c66e1d03 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:48.654741 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750416a-20d4-4c84-b707-9edb26405f20 req-d86388de-1258-4191-8338-7e92c66e1d03 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:48.660941 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750416a-20d4-4c84-b707-9edb26405f20 req-d86388de-1258-4191-8338-7e92c66e1d03 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:48.668325 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750416a-20d4-4c84-b707-9edb26405f20 req-d86388de-1258-4191-8338-7e92c66e1d03 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:48.674674 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750416a-20d4-4c84-b707-9edb26405f20 req-d86388de-1258-4191-8338-7e92c66e1d03 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:48.676879 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c750416a-20d4-4c84-b707-9edb26405f20 req-d86388de-1258-4191-8338-7e92c66e1d03 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5433 time: 0.2603452 Feb 09 01:24:48.699182 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3ef770f9-7192-4dd5-aa7e-413798e234ad req-4700d36f-50ec-40c9-8371-bb6c73ed0d7f tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461279 Feb 09 01:24:48.833085 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-4695d7f9-fad1-4399-ae62-03ebf0a69adb tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Deleting subnet fbc2b04a-cfb9-4bcb-b8e2-5888381766ed {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:24:48.846479 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4695d7f9-fad1-4399-ae62-03ebf0a69adb tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:48.958243 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4695d7f9-fad1-4399-ae62-03ebf0a69adb tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:49.198671 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35272) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:49.267263 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-15a1051c-3a5b-4013-8d4e-226b16552da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:49.294580 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ea23aba9-5538-45db-a36a-8e39d7a7ee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'name': 'tempest-TaggedBootDevicesTest-141425582-router', 'tenant_id': '08259b26651148159119352f4f3e1358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '88bc95a1-b119-4f6b-bee8-2652bfdeba7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:51Z', 'updated_at': '2022-02-09T01:21:03Z', 'revision_number': 4, 'project_id': '08259b26651148159119352f4f3e1358', 'gw_port': {'id': '88bc95a1-b119-4f6b-bee8-2652bfdeba7d', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:91:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:54Z', 'updated_at': '2022-02-09T01:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '954f6cb1-294d-4141-a5a9-5ab00a380c24', 'tenant_id': '08259b26651148159119352f4f3e1358', 'floating_ip_address': '172.25.5.145', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'port_id': 'b6139ea4-eff4-4b25-ad28-4b930ee5f21d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '211c22fa-e090-41d1-bde6-fe315257e8a1', 'mac_address': 'fa:16:3e:85:39:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4582dc60-b012-4026-aa99-cb62284617d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:22:26Z', 'updated_at': '2022-02-09T01:24:42Z', 'revision_number': 1, 'project_id': '08259b26651148159119352f4f3e1358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3cd228-8e1e-4b99-a9f1-457192d771a4', 'name': '', 'network_id': '211c22fa-e090-41d1-bde6-fe315257e8a1', 'tenant_id': '08259b26651148159119352f4f3e1358', 'mac_address': 'fa:16:3e:9e:de:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'd8ecf23e-3a6c-4d0a-995b-57294f1050d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:02Z', 'updated_at': '2022-02-09T01:21:15Z', 'revision_number': 5, 'project_id': '08259b26651148159119352f4f3e1358', 'subnets': [{'id': 'd8ecf23e-3a6c-4d0a-995b-57294f1050d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:49.304226 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-15a1051c-3a5b-4013-8d4e-226b16552da7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:49.305332 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea23aba9-5538-45db-a36a-8e39d7a7ee34 None None] The sync data for ids ['426c3e1e-9ee6-43bf-8e6e-d23dce74457a'] in n-d-828419-1 is: [{'id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'name': 'tempest-TaggedBootDevicesTest-141425582-router', 'tenant_id': '08259b26651148159119352f4f3e1358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '88bc95a1-b119-4f6b-bee8-2652bfdeba7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:51Z', 'updated_at': '2022-02-09T01:21:03Z', 'revision_number': 4, 'project_id': '08259b26651148159119352f4f3e1358', 'gw_port': {'id': '88bc95a1-b119-4f6b-bee8-2652bfdeba7d', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:91:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:54Z', 'updated_at': '2022-02-09T01:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '954f6cb1-294d-4141-a5a9-5ab00a380c24', 'tenant_id': '08259b26651148159119352f4f3e1358', 'floating_ip_address': '172.25.5.145', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'port_id': 'b6139ea4-eff4-4b25-ad28-4b930ee5f21d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '211c22fa-e090-41d1-bde6-fe315257e8a1', 'mac_address': 'fa:16:3e:85:39:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4582dc60-b012-4026-aa99-cb62284617d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:22:26Z', 'updated_at': '2022-02-09T01:24:42Z', 'revision_number': 1, 'project_id': '08259b26651148159119352f4f3e1358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3cd228-8e1e-4b99-a9f1-457192d771a4', 'name': '', 'network_id': '211c22fa-e090-41d1-bde6-fe315257e8a1', 'tenant_id': '08259b26651148159119352f4f3e1358', 'mac_address': 'fa:16:3e:9e:de:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'd8ecf23e-3a6c-4d0a-995b-57294f1050d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:02Z', 'updated_at': '2022-02-09T01:21:15Z', 'revision_number': 5, 'project_id': '08259b26651148159119352f4f3e1358', 'subnets': [{'id': 'd8ecf23e-3a6c-4d0a-995b-57294f1050d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:24:49.324145 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-15a1051c-3a5b-4013-8d4e-226b16552da7 admin admin] Usage tracker for resource:security_group_rule and tenant:71e6d555c83a4591b9b60d117af358aa is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:49.342042 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-15a1051c-3a5b-4013-8d4e-226b16552da7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:49.354525 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-15a1051c-3a5b-4013-8d4e-226b16552da7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:49.444968 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4695d7f9-fad1-4399-ae62-03ebf0a69adb tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:49.543248 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35292) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:49.591392 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c750416a-20d4-4c84-b707-9edb26405f20 req-6c62f342-2059-40a1-9921-193a2fd3cc4f tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8786852 Feb 09 01:24:49.594677 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4695d7f9-fad1-4399-ae62-03ebf0a69adb tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:49.734022 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b373f828-8576-4770-9a81-8f8f3434fbd6 None None] Network 15e57ba2-417a-4639-ae52-005bd812ebc0 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:24:49.737796 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4695d7f9-fad1-4399-ae62-03ebf0a69adb tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:49.749612 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4695d7f9-fad1-4399-ae62-03ebf0a69adb tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Subnet': ['ID=fbc2b04a-cfb9-4bcb-b8e2-5888381766ed,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:49.776853 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4695d7f9-fad1-4399-ae62-03ebf0a69adb tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/subnets/fbc2b04a-cfb9-4bcb-b8e2-5888381766ed HTTP/1.1" status: 204 len: 168 time: 1.1994951 Feb 09 01:24:49.779366 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35302) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:49.861850 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-15a1051c-3a5b-4013-8d4e-226b16552da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:49.871501 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71099dce-f03c-4766-9b78-1367d528d42f req-c01c4ed1-0c3d-40cf-865a-3a4cb81f7070 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:49.879775 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-71099dce-f03c-4766-9b78-1367d528d42f req-c01c4ed1-0c3d-40cf-865a-3a4cb81f7070 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.3982062 Feb 09 01:24:49.914770 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-15a1051c-3a5b-4013-8d4e-226b16552da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:49.997782 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-71099dce-f03c-4766-9b78-1367d528d42f req-ac1c72a4-10d9-457d-95cb-496114ff54db tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167676 Feb 09 01:24:49.997928 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab54164-7639-436f-ad20-cd0c84bb7c79 None None] New status for floating IP 954f6cb1-294d-4141-a5a9-5ab00a380c24: ACTIVE {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:24:50.018459 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35306) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:50.071192 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-15a1051c-3a5b-4013-8d4e-226b16552da7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=71e6d555c83a4591b9b60d117af358aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8710470 Feb 09 01:24:50.075043 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35312) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:50.087724 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1051c-3a5b-4013-8d4e-226b16552da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39f8040-c817-45f7-950a-e9c6b2135644,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:50.097998 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-67244bf2-c1e2-4dd4-9f12-14393a48e6d1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:50.138227 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-67244bf2-c1e2-4dd4-9f12-14393a48e6d1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Deleting port 54b8fe5b-815a-4eef-8bea-3eada02af2af {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:50.138562 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-67244bf2-c1e2-4dd4-9f12-14393a48e6d1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:50.250351 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e9b45f22-840c-4b9d-8a6f-d60ec6781a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:50.300933 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7b3ce0a3-2763-455b-9bac-3f5c9c47631a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:50.320640 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-848610b1-13a8-4eb5-a329-6a1ce1117424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:50.347640 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-848610b1-13a8-4eb5-a329-6a1ce1117424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:50.353585 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-848610b1-13a8-4eb5-a329-6a1ce1117424 admin admin] Usage tracker for resource:security_group_rule and tenant:424e2a645f324d31b98b366a2853b5b6 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:50.357288 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-848610b1-13a8-4eb5-a329-6a1ce1117424 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:50.363888 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-848610b1-13a8-4eb5-a329-6a1ce1117424 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:50.478719 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7b3ce0a3-2763-455b-9bac-3f5c9c47631a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:50.484321 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7b3ce0a3-2763-455b-9bac-3f5c9c47631a admin admin] Usage tracker for resource:security_group_rule and tenant:a073ee6e24cd44ad9e3ec7a11f43bb1b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:50.491983 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7b3ce0a3-2763-455b-9bac-3f5c9c47631a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:50.499006 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7b3ce0a3-2763-455b-9bac-3f5c9c47631a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:50.514911 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e9b45f22-840c-4b9d-8a6f-d60ec6781a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:50.521081 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfee35a0-aa50-4825-9047-4b2119aadb4a None None] DHCP port deletion for 15e57ba2-417a-4639-ae52-005bd812ebc0 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:24:50.525639 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-bfee35a0-aa50-4825-9047-4b2119aadb4a None None] Deleting port 54b8fe5b-815a-4eef-8bea-3eada02af2af {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:50.526025 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bfee35a0-aa50-4825-9047-4b2119aadb4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:50.545723 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-848610b1-13a8-4eb5-a329-6a1ce1117424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:50.575793 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-67244bf2-c1e2-4dd4-9f12-14393a48e6d1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] For port 54b8fe5b-815a-4eef-8bea-3eada02af2af, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=54b8fe5b-815a-4eef-8bea-3eada02af2af,segment=NetworkSegment(1abbd9dd-a2c8-4660-aba9-ffb0a68a419b),segment_id=1abbd9dd-a2c8-4660-aba9-ffb0a68a419b)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:50.576193 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-67244bf2-c1e2-4dd4-9f12-14393a48e6d1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:50.711357 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-848610b1-13a8-4eb5-a329-6a1ce1117424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:50.749408 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e9b45f22-840c-4b9d-8a6f-d60ec6781a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:50.822727 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7b3ce0a3-2763-455b-9bac-3f5c9c47631a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:50.830782 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-848610b1-13a8-4eb5-a329-6a1ce1117424 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=424e2a645f324d31b98b366a2853b5b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2865517 Feb 09 01:24:50.835791 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848610b1-13a8-4eb5-a329-6a1ce1117424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fce2174-fbee-40cd-8548-ae7159989ba0,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:50.836051 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-67244bf2-c1e2-4dd4-9f12-14393a48e6d1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Calling delete_port for 54b8fe5b-815a-4eef-8bea-3eada02af2af owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:24:50.843005 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35328) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:50.862971 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7b3ce0a3-2763-455b-9bac-3f5c9c47631a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:50.924570 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b45f22-840c-4b9d-8a6f-d60ec6781a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39f8040-c817-45f7-950a-e9c6b2135644,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:50.947778 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-bfee35a0-aa50-4825-9047-4b2119aadb4a None None] For port 54b8fe5b-815a-4eef-8bea-3eada02af2af, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=54b8fe5b-815a-4eef-8bea-3eada02af2af,segment=NetworkSegment(1abbd9dd-a2c8-4660-aba9-ffb0a68a419b),segment_id=1abbd9dd-a2c8-4660-aba9-ffb0a68a419b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:24:50.948273 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bfee35a0-aa50-4825-9047-4b2119aadb4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:50.969656 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e9b45f22-840c-4b9d-8a6f-d60ec6781a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:50.971075 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e9b45f22-840c-4b9d-8a6f-d60ec6781a2e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b39f8040-c817-45f7-950a-e9c6b2135644 HTTP/1.1" status: 204 len: 168 time: 0.8854277 Feb 09 01:24:51.054922 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7b3ce0a3-2763-455b-9bac-3f5c9c47631a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a073ee6e24cd44ad9e3ec7a11f43bb1b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0350685 Feb 09 01:24:51.083494 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35338) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:51.098294 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8cf9976a-5f96-40d3-8860-872edb83dfcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:51.102886 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ce0a3-2763-455b-9bac-3f5c9c47631a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0694323c-b9f5-42d6-a5b3-93b6e374a567,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:51.212603 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8cf9976a-5f96-40d3-8860-872edb83dfcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:51.230819 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbffa4-2e37-4213-8cf5-8c78c8f7624d req-25304ae4-55af-4f68-84e3-acf6b361c479 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:51.243817 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbffa4-2e37-4213-8cf5-8c78c8f7624d req-25304ae4-55af-4f68-84e3-acf6b361c479 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:51.249948 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbffa4-2e37-4213-8cf5-8c78c8f7624d req-25304ae4-55af-4f68-84e3-acf6b361c479 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:51.261866 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbffa4-2e37-4213-8cf5-8c78c8f7624d req-25304ae4-55af-4f68-84e3-acf6b361c479 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:51.270996 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbffa4-2e37-4213-8cf5-8c78c8f7624d req-25304ae4-55af-4f68-84e3-acf6b361c479 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:51.279405 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-bfee35a0-aa50-4825-9047-4b2119aadb4a None None] Calling delete_port for 54b8fe5b-815a-4eef-8bea-3eada02af2af owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:24:51.284094 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbffa4-2e37-4213-8cf5-8c78c8f7624d req-25304ae4-55af-4f68-84e3-acf6b361c479 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:51.293070 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbffa4-2e37-4213-8cf5-8c78c8f7624d req-25304ae4-55af-4f68-84e3-acf6b361c479 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:51.296132 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81bbffa4-2e37-4213-8cf5-8c78c8f7624d req-25304ae4-55af-4f68-84e3-acf6b361c479 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5433 time: 0.4124281 Feb 09 01:24:51.297159 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-67244bf2-c1e2-4dd4-9f12-14393a48e6d1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:51.401802 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7abcf-7e32-4fee-8bf5-f703e51b2a0a req-7015541c-b565-4b27-bab9-df6290ed9b91 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:51.404060 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-78d7abcf-7e32-4fee-8bf5-f703e51b2a0a req-7015541c-b565-4b27-bab9-df6290ed9b91 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.1955743 Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:24:51.422763 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:24:51.425581 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:24:51.425581 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:24:51.425581 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:24:51.425581 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:24:51.425581 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:24:51.425581 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:24:51.425581 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:24:51.425581 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:24:51.425581 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:24:51.425581 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:24:51.425581 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:24:51.425581 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:24:51.425581 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:24:51.425581 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:24:51.430199 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-bfee35a0-aa50-4825-9047-4b2119aadb4a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:24:51.430528 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-bfee35a0-aa50-4825-9047-4b2119aadb4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:24:51.435121 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8cf9976a-5f96-40d3-8860-872edb83dfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:51.445223 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67244bf2-c1e2-4dd4-9f12-14393a48e6d1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Port': ['ID=54b8fe5b-815a-4eef-8bea-3eada02af2af,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:51.457729 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 54b8fe5b-815a-4eef-8bea-3eada02af2af no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:24:51.479107 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67244bf2-c1e2-4dd4-9f12-14393a48e6d1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] No DVR routers for this DVR port 54b8fe5b-815a-4eef-8bea-3eada02af2af on host n-d-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:24:51.486924 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9976a-5f96-40d3-8860-872edb83dfcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fce2174-fbee-40cd-8548-ae7159989ba0,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:51.514376 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8cf9976a-5f96-40d3-8860-872edb83dfcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:51.521703 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8cf9976a-5f96-40d3-8860-872edb83dfcc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4fce2174-fbee-40cd-8548-ae7159989ba0 HTTP/1.1" status: 204 len: 168 time: 0.6768324 Feb 09 01:24:51.533630 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 54b8fe5b-815a-4eef-8bea-3eada02af2af {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:24:51.534275 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 54b8fe5b-815a-4eef-8bea-3eada02af2af not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:24:51.574464 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-78d7abcf-7e32-4fee-8bf5-f703e51b2a0a req-0c95ab59-95ec-45bc-99e8-acd1a6b2b353 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453233 Feb 09 01:24:51.734096 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81bbffa4-2e37-4213-8cf5-8c78c8f7624d req-a2b312a5-5a00-4f16-8b64-a081278b4a40 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4122217 Feb 09 01:24:51.785304 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-67244bf2-c1e2-4dd4-9f12-14393a48e6d1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:51.875194 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:51.877330 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cdcc4ad5-a228-4651-b9b7-2f0859509b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:51.893802 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-67244bf2-c1e2-4dd4-9f12-14393a48e6d1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15e57ba2-417a-4639-ae52-005bd812ebc0']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:51.931726 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-bfee35a0-aa50-4825-9047-4b2119aadb4a None None] Deleting port 54b8fe5b-815a-4eef-8bea-3eada02af2af {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:51.932672 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bfee35a0-aa50-4825-9047-4b2119aadb4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:51.946077 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-67244bf2-c1e2-4dd4-9f12-14393a48e6d1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1abbd9dd-a2c8-4660-aba9-ffb0a68a419b') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:51.946216 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-67244bf2-c1e2-4dd4-9f12-14393a48e6d1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1abbd9dd-a2c8-4660-aba9-ffb0a68a419b') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:52.006282 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-67244bf2-c1e2-4dd4-9f12-14393a48e6d1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:52.051080 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cdcc4ad5-a228-4651-b9b7-2f0859509b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:52.074497 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-bfee35a0-aa50-4825-9047-4b2119aadb4a None None] The port '54b8fe5b-815a-4eef-8bea-3eada02af2af' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:24:52.177100 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35372) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:52.225023 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-64c4035a-5ac7-44ee-b059-7cc0512973e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:52.275394 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-67244bf2-c1e2-4dd4-9f12-14393a48e6d1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:52.284945 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-64c4035a-5ac7-44ee-b059-7cc0512973e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:52.302923 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-64c4035a-5ac7-44ee-b059-7cc0512973e0 admin admin] Usage tracker for resource:security_group_rule and tenant:839edb7c279143648cce3310387c0ccd is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:52.303295 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67244bf2-c1e2-4dd4-9f12-14393a48e6d1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Releasing vlan 979 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:24:52.303780 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-67244bf2-c1e2-4dd4-9f12-14393a48e6d1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:52.307390 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-64c4035a-5ac7-44ee-b059-7cc0512973e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:52.318978 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-64c4035a-5ac7-44ee-b059-7cc0512973e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:52.383790 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:24:52.383790 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:24:52.383790 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:24:52.383790 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:24:52.383790 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:24:52.383790 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:24:52.383790 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:24:52.383790 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:24:52.383790 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:24:52.383790 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:24:52.383790 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:24:52.383790 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:24:52.383790 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:24:52.383790 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:24:52.383790 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:24:52.383790 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:24:52.383790 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:24:52.383790 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:24:52.383790 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:24:52.383790 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:24:52.383790 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:24:52.383790 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:24:52.383790 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:24:52.383790 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:24:52.383790 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:24:52.383790 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:24:52.383790 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:24:52.383790 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:24:52.383790 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:24:52.383790 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:24:52.383790 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:24:52.383790 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:24:52.531697 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cdcc4ad5-a228-4651-b9b7-2f0859509b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:52.534757 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4a4fe-85c4-4c61-b316-eda2e344b17b req-b6f2c492-6343-4783-8c9a-a9c9da2f7d8a tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:52.554524 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5ae4a4fe-85c4-4c61-b316-eda2e344b17b req-b6f2c492-6343-4783-8c9a-a9c9da2f7d8a tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.2249784 Feb 09 01:24:52.570360 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-67244bf2-c1e2-4dd4-9f12-14393a48e6d1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:52.606066 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83828b-45be-427e-8b03-273db7b3979c req-de18c8a7-a7c3-4c0d-874a-8ec8a2f6be80 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:52.618613 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83828b-45be-427e-8b03-273db7b3979c req-de18c8a7-a7c3-4c0d-874a-8ec8a2f6be80 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:52.637900 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83828b-45be-427e-8b03-273db7b3979c req-de18c8a7-a7c3-4c0d-874a-8ec8a2f6be80 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:52.649859 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83828b-45be-427e-8b03-273db7b3979c req-de18c8a7-a7c3-4c0d-874a-8ec8a2f6be80 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:52.660552 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83828b-45be-427e-8b03-273db7b3979c req-de18c8a7-a7c3-4c0d-874a-8ec8a2f6be80 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:52.668956 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5ae4a4fe-85c4-4c61-b316-eda2e344b17b req-0eec5bd2-6df8-46d4-bed5-db93d065f2c3 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134892 Feb 09 01:24:52.669780 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83828b-45be-427e-8b03-273db7b3979c req-de18c8a7-a7c3-4c0d-874a-8ec8a2f6be80 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:52.678950 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83828b-45be-427e-8b03-273db7b3979c req-de18c8a7-a7c3-4c0d-874a-8ec8a2f6be80 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:52.690987 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5c83828b-45be-427e-8b03-273db7b3979c req-de18c8a7-a7c3-4c0d-874a-8ec8a2f6be80 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5433 time: 0.6230462 Feb 09 01:24:52.698523 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-64c4035a-5ac7-44ee-b059-7cc0512973e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:52.708067 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-64c4035a-5ac7-44ee-b059-7cc0512973e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:52.720284 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc4ad5-a228-4651-b9b7-2f0859509b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0694323c-b9f5-42d6-a5b3-93b6e374a567,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:52.725846 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-67244bf2-c1e2-4dd4-9f12-14393a48e6d1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:52.748052 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67244bf2-c1e2-4dd4-9f12-14393a48e6d1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Network': ['ID=15e57ba2-417a-4639-ae52-005bd812ebc0,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:52.775573 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c4035a-5ac7-44ee-b059-7cc0512973e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753253ed-7644-4629-ad9a-5ce669075394,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:52.779485 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-67244bf2-c1e2-4dd4-9f12-14393a48e6d1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/networks/15e57ba2-417a-4639-ae52-005bd812ebc0 HTTP/1.1" status: 204 len: 168 time: 2.9988527 Feb 09 01:24:52.785248 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-64c4035a-5ac7-44ee-b059-7cc0512973e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=839edb7c279143648cce3310387c0ccd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6053884 Feb 09 01:24:52.786033 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35384) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:52.788469 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35386) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:52.795858 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-0c49fb98-d05b-41f5-ae73-3435ff14dfa9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1376763177'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:52.798612 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5c83828b-45be-427e-8b03-273db7b3979c req-fb0276ee-673f-43bd-a674-0d072af15064 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1067011 Feb 09 01:24:52.799789 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cdcc4ad5-a228-4651-b9b7-2f0859509b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:52.800900 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-cdcc4ad5-a228-4651-b9b7-2f0859509b53 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0694323c-b9f5-42d6-a5b3-93b6e374a567 HTTP/1.1" status: 204 len: 168 time: 1.7169728 Feb 09 01:24:52.824678 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0c49fb98-d05b-41f5-ae73-3435ff14dfa9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:52.832338 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0c49fb98-d05b-41f5-ae73-3435ff14dfa9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:network and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:52.851543 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0c49fb98-d05b-41f5-ae73-3435ff14dfa9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:52.866984 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0c49fb98-d05b-41f5-ae73-3435ff14dfa9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:52.921139 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e82e21e7-f8b5-408a-aa72-30e6eb211164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:52.923340 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c49fb98-d05b-41f5-ae73-3435ff14dfa9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:52.930571 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c49fb98-d05b-41f5-ae73-3435ff14dfa9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:53.007527 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e82e21e7-f8b5-408a-aa72-30e6eb211164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:53.023926 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c49fb98-d05b-41f5-ae73-3435ff14dfa9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 988} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:24:53.069895 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c49fb98-d05b-41f5-ae73-3435ff14dfa9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:53.070466 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-0c49fb98-d05b-41f5-ae73-3435ff14dfa9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Added segment 61d20e08-763c-4e05-b1f1-9050090fd9a8 of type vlan for network d536f7a5-82cb-45f5-8d13-105dc303dd0d Feb 09 01:24:53.133495 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e82e21e7-f8b5-408a-aa72-30e6eb211164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:53.186621 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c49fb98-d05b-41f5-ae73-3435ff14dfa9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:53.254895 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e21e7-f8b5-408a-aa72-30e6eb211164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753253ed-7644-4629-ad9a-5ce669075394,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:53.300115 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e82e21e7-f8b5-408a-aa72-30e6eb211164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:53.301395 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e82e21e7-f8b5-408a-aa72-30e6eb211164 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/753253ed-7644-4629-ad9a-5ce669075394 HTTP/1.1" status: 204 len: 168 time: 0.5116394 Feb 09 01:24:53.338558 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c49fb98-d05b-41f5-ae73-3435ff14dfa9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:53.348844 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c49fb98-d05b-41f5-ae73-3435ff14dfa9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:53.350543 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c49fb98-d05b-41f5-ae73-3435ff14dfa9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:53.596283 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49fb98-d05b-41f5-ae73-3435ff14dfa9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Network': ['ID=d536f7a5-82cb-45f5-8d13-105dc303dd0d,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:53.616453 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network d536f7a5-82cb-45f5-8d13-105dc303dd0d details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:24:53.617629 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e08fef-5ef8-4156-bee8-3ed8bbcacda4 req-be735b83-30de-4e76-bfa5-2eac26f7c261 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:53.625071 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e08fef-5ef8-4156-bee8-3ed8bbcacda4 req-be735b83-30de-4e76-bfa5-2eac26f7c261 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:53.631681 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e08fef-5ef8-4156-bee8-3ed8bbcacda4 req-be735b83-30de-4e76-bfa5-2eac26f7c261 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:53.637845 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e08fef-5ef8-4156-bee8-3ed8bbcacda4 req-be735b83-30de-4e76-bfa5-2eac26f7c261 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:53.643940 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e08fef-5ef8-4156-bee8-3ed8bbcacda4 req-be735b83-30de-4e76-bfa5-2eac26f7c261 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:53.650716 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e08fef-5ef8-4156-bee8-3ed8bbcacda4 req-be735b83-30de-4e76-bfa5-2eac26f7c261 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:53.656961 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e08fef-5ef8-4156-bee8-3ed8bbcacda4 req-be735b83-30de-4e76-bfa5-2eac26f7c261 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:53.662960 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-59e08fef-5ef8-4156-bee8-3ed8bbcacda4 req-be735b83-30de-4e76-bfa5-2eac26f7c261 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5433 time: 0.4821742 Feb 09 01:24:53.665101 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0c49fb98-d05b-41f5-ae73-3435ff14dfa9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8777297 Feb 09 01:24:53.668870 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35414) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:53.675368 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-2c85aa5d-3000-453c-8484-1b479f307685 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'subnet': {'network_id': 'd536f7a5-82cb-45f5-8d13-105dc303dd0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:53.885699 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-2c85aa5d-3000-453c-8484-1b479f307685 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:54.064914 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2c85aa5d-3000-453c-8484-1b479f307685 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:subnet and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:54.069456 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2c85aa5d-3000-453c-8484-1b479f307685 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:54.077722 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-2c85aa5d-3000-453c-8484-1b479f307685 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:54.105563 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c85aa5d-3000-453c-8484-1b479f307685 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:54.114620 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2c85aa5d-3000-453c-8484-1b479f307685 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:54.346984 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb63ffd-673b-4827-a602-8f147ec75fd9 req-490f8161-334b-425a-90fb-f9d156a00647 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:54.347104 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ffb63ffd-673b-4827-a602-8f147ec75fd9 req-490f8161-334b-425a-90fb-f9d156a00647 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.4654596 Feb 09 01:24:54.431321 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ffb63ffd-673b-4827-a602-8f147ec75fd9 req-13ec4684-24c5-4ecf-a2b0-b9b9a4bf6050 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754666 Feb 09 01:24:54.598750 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2c85aa5d-3000-453c-8484-1b479f307685 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:54.807192 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85aa5d-3000-453c-8484-1b479f307685 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Subnet': ['ID=008171c0-b174-4146-a5ba-2300909d508a,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:54.818631 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c85aa5d-3000-453c-8484-1b479f307685 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Checking segment: {'id': '61d20e08-763c-4e05-b1f1-9050090fd9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'd536f7a5-82cb-45f5-8d13-105dc303dd0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:24:54.819258 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c85aa5d-3000-453c-8484-1b479f307685 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network hostable DHCP agents. Network: d536f7a5-82cb-45f5-8d13-105dc303dd0d, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:24:54.850018 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c85aa5d-3000-453c-8484-1b479f307685 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network d536f7a5-82cb-45f5-8d13-105dc303dd0d is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:24:54.876193 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-2c85aa5d-3000-453c-8484-1b479f307685 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, d536f7a5-82cb-45f5-8d13-105dc303dd0d) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:54.885338 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae51331b-885a-47d1-808f-bf126ce6ccad None None] Network d536f7a5-82cb-45f5-8d13-105dc303dd0d requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:24:54.889468 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c85aa5d-3000-453c-8484-1b479f307685 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:54.890077 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2c85aa5d-3000-453c-8484-1b479f307685 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:54.949417 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2c85aa5d-3000-453c-8484-1b479f307685 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2788048 Feb 09 01:24:54.952693 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35466) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:54.959548 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-26909644-b7a6-4367-91ab-825a2dedbbb4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'port': {'network_id': 'd536f7a5-82cb-45f5-8d13-105dc303dd0d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1870811803'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:55.382068 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:55.623611 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-26909644-b7a6-4367-91ab-825a2dedbbb4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:24:55.636613 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-26909644-b7a6-4367-91ab-825a2dedbbb4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:port and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:24:55.643795 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-26909644-b7a6-4367-91ab-825a2dedbbb4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:24:55.659367 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-26909644-b7a6-4367-91ab-825a2dedbbb4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:24:55.718579 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6740546-85b1-4e63-b761-b2ff38af562e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-d536f7a5-82cb-45f5-8d13-105dc303dd0d', 'network_id': 'd536f7a5-82cb-45f5-8d13-105dc303dd0d', 'tenant_id': 'ff3cbcda03904135b8cc886351e27142', 'fixed_ips': [{'subnet_id': '008171c0-b174-4146-a5ba-2300909d508a'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:24:55.719581 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c6740546-85b1-4e63-b761-b2ff38af562e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:55.733806 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26909644-b7a6-4367-91ab-825a2dedbbb4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:55.738454 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-26909644-b7a6-4367-91ab-825a2dedbbb4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:55.806466 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-26909644-b7a6-4367-91ab-825a2dedbbb4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] device_id is not set on port 95ed6eab-d846-4850-ba5e-13eb262e211b yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:24:55.938778 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-c6740546-85b1-4e63-b761-b2ff38af562e None None] Allocated IP 2001:db8::2 (d536f7a5-82cb-45f5-8d13-105dc303dd0d/008171c0-b174-4146-a5ba-2300909d508a/32286075-214d-41ec-8844-51a368b1f5ed) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:56.333069 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c6740546-85b1-4e63-b761-b2ff38af562e None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:56.345594 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c6740546-85b1-4e63-b761-b2ff38af562e None None] Transition to ACTIVE for port object 32286075-214d-41ec-8844-51a368b1f5ed will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:24:56.355326 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:24:56.382733 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c6740546-85b1-4e63-b761-b2ff38af562e None None] Transition to ACTIVE for port object 32286075-214d-41ec-8844-51a368b1f5ed will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:24:56.400421 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c6740546-85b1-4e63-b761-b2ff38af562e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:56.563460 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6740546-85b1-4e63-b761-b2ff38af562e None None] Network d536f7a5-82cb-45f5-8d13-105dc303dd0d is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:56.581305 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-c6740546-85b1-4e63-b761-b2ff38af562e None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:56.589609 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6740546-85b1-4e63-b761-b2ff38af562e None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:24:56.595840 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-26909644-b7a6-4367-91ab-825a2dedbbb4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Allocated IP 2001:db8::22c (d536f7a5-82cb-45f5-8d13-105dc303dd0d/008171c0-b174-4146-a5ba-2300909d508a/95ed6eab-d846-4850-ba5e-13eb262e211b) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:56.854944 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6740546-85b1-4e63-b761-b2ff38af562e None None] Pushing event updated for resources: {'Port': ['ID=32286075-214d-41ec-8844-51a368b1f5ed,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:56.881943 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-c6740546-85b1-4e63-b761-b2ff38af562e None None] Attempting to bind port 32286075-214d-41ec-8844-51a368b1f5ed on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:24:56.882265 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-c6740546-85b1-4e63-b761-b2ff38af562e None None] Attempting to bind port 32286075-214d-41ec-8844-51a368b1f5ed by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '61d20e08-763c-4e05-b1f1-9050090fd9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'd536f7a5-82cb-45f5-8d13-105dc303dd0d'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:24:56.882614 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6740546-85b1-4e63-b761-b2ff38af562e None None] Attempting to bind port 32286075-214d-41ec-8844-51a368b1f5ed on network d536f7a5-82cb-45f5-8d13-105dc303dd0d {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:24:56.901890 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6740546-85b1-4e63-b761-b2ff38af562e None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:24:56.902274 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6740546-85b1-4e63-b761-b2ff38af562e None None] Checking segment: {'id': '61d20e08-763c-4e05-b1f1-9050090fd9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'd536f7a5-82cb-45f5-8d13-105dc303dd0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:24:56.902680 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c6740546-85b1-4e63-b761-b2ff38af562e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:56.903080 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6740546-85b1-4e63-b761-b2ff38af562e None None] Bound using segment: {'id': '61d20e08-763c-4e05-b1f1-9050090fd9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'd536f7a5-82cb-45f5-8d13-105dc303dd0d'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:24:56.903689 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-c6740546-85b1-4e63-b761-b2ff38af562e None None] Bound port: 32286075-214d-41ec-8844-51a368b1f5ed, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61d20e08-763c-4e05-b1f1-9050090fd9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'd536f7a5-82cb-45f5-8d13-105dc303dd0d'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:24:56.904074 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c6740546-85b1-4e63-b761-b2ff38af562e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:57.065231 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-26909644-b7a6-4367-91ab-825a2dedbbb4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:57.164252 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-26909644-b7a6-4367-91ab-825a2dedbbb4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Transition to ACTIVE for port object 95ed6eab-d846-4850-ba5e-13eb262e211b will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:24:57.167389 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-c6740546-85b1-4e63-b761-b2ff38af562e None None] For port 32286075-214d-41ec-8844-51a368b1f5ed, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:24:57.171760 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-c6740546-85b1-4e63-b761-b2ff38af562e None None] For port 32286075-214d-41ec-8844-51a368b1f5ed, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=32286075-214d-41ec-8844-51a368b1f5ed,segment=NetworkSegment(61d20e08-763c-4e05-b1f1-9050090fd9a8),segment_id=61d20e08-763c-4e05-b1f1-9050090fd9a8)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:24:57.185214 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c6740546-85b1-4e63-b761-b2ff38af562e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:57.237951 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-26909644-b7a6-4367-91ab-825a2dedbbb4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:57.366948 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6740546-85b1-4e63-b761-b2ff38af562e None None] Pushing event updated for resources: {'Port': ['ID=32286075-214d-41ec-8844-51a368b1f5ed,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:57.443441 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26909644-b7a6-4367-91ab-825a2dedbbb4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Port': ['ID=95ed6eab-d846-4850-ba5e-13eb262e211b,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:57.449191 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26909644-b7a6-4367-91ab-825a2dedbbb4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network d536f7a5-82cb-45f5-8d13-105dc303dd0d is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:57.450652 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-26909644-b7a6-4367-91ab-825a2dedbbb4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:57.459658 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26909644-b7a6-4367-91ab-825a2dedbbb4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:24:57.465733 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26909644-b7a6-4367-91ab-825a2dedbbb4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:57.467274 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-26909644-b7a6-4367-91ab-825a2dedbbb4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:57.507324 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-26909644-b7a6-4367-91ab-825a2dedbbb4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.5533507 Feb 09 01:24:57.514630 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35558) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:57.626522 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-e5198859-a1d9-48b0-a1de-c302f6fb05e2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Deleting port 95ed6eab-d846-4850-ba5e-13eb262e211b {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:24:57.627521 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e5198859-a1d9-48b0-a1de-c302f6fb05e2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:57.953698 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e5198859-a1d9-48b0-a1de-c302f6fb05e2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:58.116997 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-e5198859-a1d9-48b0-a1de-c302f6fb05e2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Calling delete_port for 95ed6eab-d846-4850-ba5e-13eb262e211b owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:24:58.444625 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e5198859-a1d9-48b0-a1de-c302f6fb05e2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:58.597152 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192732f4-4196-4c52-b024-b77f00ce3e76 req-7a6b3234-46cf-4cdd-8c1a-16d1b7c8e92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:58.602212 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-192732f4-4196-4c52-b024-b77f00ce3e76 req-7a6b3234-46cf-4cdd-8c1a-16d1b7c8e92f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed945528e2364e0ba5c0570da01f0152&device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 1097 time: 0.3738618 Feb 09 01:24:58.612299 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5198859-a1d9-48b0-a1de-c302f6fb05e2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Port': ['ID=95ed6eab-d846-4850-ba5e-13eb262e211b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:58.759330 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e5198859-a1d9-48b0-a1de-c302f6fb05e2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:58.777112 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e5198859-a1d9-48b0-a1de-c302f6fb05e2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/ports/95ed6eab-d846-4850-ba5e-13eb262e211b HTTP/1.1" status: 204 len: 168 time: 1.2614233 Feb 09 01:24:58.780901 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35624) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:58.875706 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f4425e-9524-4f3f-8c99-8b4acd8e0930 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] GET failed (client error): The resource could not be found. Feb 09 01:24:58.877584 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-14f4425e-9524-4f3f-8c99-8b4acd8e0930 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Synchronizing usage tracker for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:24:58.910358 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192732f4-4196-4c52-b024-b77f00ce3e76 req-b788dcd8-be88-417a-a7b9-121fd8c6b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:58.912309 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-192732f4-4196-4c52-b024-b77f00ce3e76 req-b788dcd8-be88-417a-a7b9-121fd8c6b372 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1c1a3b32-e583-4f44-92cf-7d4cd700a470 HTTP/1.1" status: 200 len: 920 time: 0.2996366 Feb 09 01:24:58.929434 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29482c74-b649-42a3-b17a-b959efb04fd8 req-554c1f23-2234-475f-b92d-c7306ed762c1 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:58.936623 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-29482c74-b649-42a3-b17a-b959efb04fd8 req-554c1f23-2234-475f-b92d-c7306ed762c1 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.6122212 Feb 09 01:24:58.983023 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee4d36d-d8d1-42b8-b256-1980ae667456 None None] Network d536f7a5-82cb-45f5-8d13-105dc303dd0d requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:24:59.052797 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-192732f4-4196-4c52-b024-b77f00ce3e76 req-8c44b732-2e5f-424c-ad56-c593576951b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5767c25-7a4d-4c57-91e6-7ee0300d6889 HTTP/1.1" status: 200 len: 217 time: 0.1123533 Feb 09 01:24:59.139938 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-29482c74-b649-42a3-b17a-b959efb04fd8 req-e3aa2eac-b48b-4d0d-ab35-6c45c5523075 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005105 Feb 09 01:24:59.141535 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-1e0a8c23-24a7-4751-8423-7c58dd30c6b9 None None] Provisioning for port 32286075-214d-41ec-8844-51a368b1f5ed completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:59.173720 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-14f4425e-9524-4f3f-8c99-8b4acd8e0930 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Unset dirty status for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:24:59.182010 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-14f4425e-9524-4f3f-8c99-8b4acd8e0930 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "GET /v2.0/ports/95ed6eab-d846-4850-ba5e-13eb262e211b HTTP/1.1" status: 404 len: 333 time: 0.3952801 Feb 09 01:24:59.182446 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35638) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:24:59.337205 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-29550e50-45b2-4e64-aa2c-95d4b3c7cce4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Deleting subnet 008171c0-b174-4146-a5ba-2300909d508a {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:24:59.343631 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192732f4-4196-4c52-b024-b77f00ce3e76 req-2c07ffde-bae1-4e23-be33-4cf0e5c5f10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:59.352653 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-192732f4-4196-4c52-b024-b77f00ce3e76 req-2c07ffde-bae1-4e23-be33-4cf0e5c5f10f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3adcfdc5-e139-42b4-9124-6c2f9489c0d6 HTTP/1.1" status: 200 len: 859 time: 0.2843823 Feb 09 01:24:59.352653 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-29550e50-45b2-4e64-aa2c-95d4b3c7cce4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:59.365230 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-c7d75114-bd93-4cd7-a6e3-8a44702351d4 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:59.383392 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-c7d75114-bd93-4cd7-a6e3-8a44702351d4 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/networks?id=37619b15-03b6-4ee3-8b5e-c1b376918ea6 HTTP/1.1" status: 200 len: 811 time: 0.4539552 Feb 09 01:24:59.423978 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-5bc7d274-a560-4d85-acbb-5f9d7c36f4d1 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/quotas/5ddfa727b5a54b179d7c03a600eaa4b9 HTTP/1.1" status: 200 len: 375 time: 0.0407236 Feb 09 01:24:59.599793 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 32286075-214d-41ec-8844-51a368b1f5ed up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:24:59.630829 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-19ec6ca1-a4b0-4ed1-8ba8-a31646dc3242 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2056215 Feb 09 01:24:59.657486 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-192732f4-4196-4c52-b024-b77f00ce3e76 req-8f8cae8f-537b-4091-a7b5-23517b772d7d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c1a3b32-e583-4f44-92cf-7d4cd700a470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2173977 Feb 09 01:24:59.754591 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 32286075-214d-41ec-8844-51a368b1f5ed completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:59.767285 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 32286075-214d-41ec-8844-51a368b1f5ed triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:59.767727 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:24:59.924380 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-29550e50-45b2-4e64-aa2c-95d4b3c7cce4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:00.110930 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-192732f4-4196-4c52-b024-b77f00ce3e76 req-ebb74f0b-ac7f-4ce9-9f51-20129e0a1eac service neutron] 10.222.0.35 "GET /v2.0/networks/1c1a3b32-e583-4f44-92cf-7d4cd700a470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368720 Feb 09 01:25:00.183427 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:00.255329 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9ed6709c-53c7-45dd-9c0f-ee91e3cfc9f6 None None] Provisioning complete for port 32286075-214d-41ec-8844-51a368b1f5ed triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:00.255707 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9ed6709c-53c7-45dd-9c0f-ee91e3cfc9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:00.450416 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-12d5130f-563c-4528-8211-36d881e04d35 service neutron] 10.222.0.37 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8097146 Feb 09 01:25:00.515859 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 32286075-214d-41ec-8844-51a368b1f5ed, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=32286075-214d-41ec-8844-51a368b1f5ed,segment=NetworkSegment(61d20e08-763c-4e05-b1f1-9050090fd9a8),segment_id=61d20e08-763c-4e05-b1f1-9050090fd9a8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:25:00.559094 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:00.684831 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-29550e50-45b2-4e64-aa2c-95d4b3c7cce4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:00.782093 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-7ab4c1dc-7f36-4432-a29c-627c845a3d29 service neutron] 10.222.0.37 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335497 Feb 09 01:25:00.792582 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-192732f4-4196-4c52-b024-b77f00ce3e76 req-26057383-955c-4a4f-8bd0-0eab92cb09d7 service neutron] 10.222.0.35 "GET /v2.0/networks/1c1a3b32-e583-4f44-92cf-7d4cd700a470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6739583 Feb 09 01:25:00.829004 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=32286075-214d-41ec-8844-51a368b1f5ed,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:00.875493 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35682) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:00.939783 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5f490-a89b-4e8f-8124-1b5d674ead41 req-640cd78c-4efc-418e-be5b-6d8f62df267d tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:00.959841 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c3f5f490-a89b-4e8f-8124-1b5d674ead41 req-640cd78c-4efc-418e-be5b-6d8f62df267d tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.4580941 Feb 09 01:25:00.983340 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-29550e50-45b2-4e64-aa2c-95d4b3c7cce4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:01.132936 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c85e61b2-e6fe-4d6d-8054-0a7636d0d061 None None] Could not find standard attr ID for object 95ed6eab-d846-4850-ba5e-13eb262e211b. {{(pid=87613) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:25:01.168349 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c3f5f490-a89b-4e8f-8124-1b5d674ead41 req-5e08b501-7b54-4654-8320-059c38450e75 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136102 Feb 09 01:25:01.219748 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29550e50-45b2-4e64-aa2c-95d4b3c7cce4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Subnet': ['ID=008171c0-b174-4146-a5ba-2300909d508a,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:01.230859 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-29550e50-45b2-4e64-aa2c-95d4b3c7cce4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:01.235631 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3f4ed6-bf72-43ec-9f28-b4748907b9cf None None] Network d536f7a5-82cb-45f5-8d13-105dc303dd0d requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:25:01.265469 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6ab87e6c-a6d0-4868-bdf1-6c4237d29b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:01.271212 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-29550e50-45b2-4e64-aa2c-95d4b3c7cce4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/subnets/008171c0-b174-4146-a5ba-2300909d508a HTTP/1.1" status: 204 len: 168 time: 2.0753410 Feb 09 01:25:01.277113 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35700) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:01.369609 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6ab87e6c-a6d0-4868-bdf1-6c4237d29b51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:01.375647 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6ab87e6c-a6d0-4868-bdf1-6c4237d29b51 admin admin] Usage tracker for resource:security_group_rule and tenant:eb9d805b6143480f80e323b6b41eaf14 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:01.375647 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6ab87e6c-a6d0-4868-bdf1-6c4237d29b51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:01.381786 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6ab87e6c-a6d0-4868-bdf1-6c4237d29b51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:01.463499 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 32286075-214d-41ec-8844-51a368b1f5ed up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:25:01.590718 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3f4a5880-72ce-4d6e-b1ac-0deb438422b2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:01.678831 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 32286075-214d-41ec-8844-51a368b1f5ed triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:01.679523 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:01.696547 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-3f4a5880-72ce-4d6e-b1ac-0deb438422b2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Deleting port 32286075-214d-41ec-8844-51a368b1f5ed {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:25:01.696898 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3f4a5880-72ce-4d6e-b1ac-0deb438422b2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:01.900499 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c81cfac-1821-4fc1-9fde-ffa57540c037 None None] DHCP port deletion for d536f7a5-82cb-45f5-8d13-105dc303dd0d request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:25:01.917252 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-9c81cfac-1821-4fc1-9fde-ffa57540c037 None None] Deleting port 32286075-214d-41ec-8844-51a368b1f5ed {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:25:01.924753 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9c81cfac-1821-4fc1-9fde-ffa57540c037 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:01.973157 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6ab87e6c-a6d0-4868-bdf1-6c4237d29b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:02.066979 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6ab87e6c-a6d0-4868-bdf1-6c4237d29b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:02.249776 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6259e87f-340c-4e8c-8276-be536d39e906 req-95c91e48-6960-4e1e-a685-133cc7ef707e tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=342017fe-9964-4c5b-b7c1-75d2415af24c HTTP/1.1" status: 200 len: 210 time: 0.6237683 Feb 09 01:25:02.283821 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab87e6c-a6d0-4868-bdf1-6c4237d29b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dd8cf6-2701-44c8-9db6-36af5c7d5d06,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:02.334109 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6ab87e6c-a6d0-4868-bdf1-6c4237d29b51 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb9d805b6143480f80e323b6b41eaf14&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4554579 Feb 09 01:25:02.334433 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35728) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:02.435439 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2c31bc2f-2be5-4277-b826-d7e2e92ef63a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:02.472419 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-3f4a5880-72ce-4d6e-b1ac-0deb438422b2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] For port 32286075-214d-41ec-8844-51a368b1f5ed, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=32286075-214d-41ec-8844-51a368b1f5ed,segment=NetworkSegment(61d20e08-763c-4e05-b1f1-9050090fd9a8),segment_id=61d20e08-763c-4e05-b1f1-9050090fd9a8)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:25:02.473012 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3f4a5880-72ce-4d6e-b1ac-0deb438422b2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:02.482094 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2c31bc2f-2be5-4277-b826-d7e2e92ef63a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:02.570998 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2c31bc2f-2be5-4277-b826-d7e2e92ef63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:02.588189 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31bc2f-2be5-4277-b826-d7e2e92ef63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dd8cf6-2701-44c8-9db6-36af5c7d5d06,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:02.609413 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2c31bc2f-2be5-4277-b826-d7e2e92ef63a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:02.609413 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2c31bc2f-2be5-4277-b826-d7e2e92ef63a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f9dd8cf6-2701-44c8-9db6-36af5c7d5d06 HTTP/1.1" status: 204 len: 168 time: 0.2672462 Feb 09 01:25:02.647257 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-9c81cfac-1821-4fc1-9fde-ffa57540c037 None None] For port 32286075-214d-41ec-8844-51a368b1f5ed, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=32286075-214d-41ec-8844-51a368b1f5ed,segment=NetworkSegment(61d20e08-763c-4e05-b1f1-9050090fd9a8),segment_id=61d20e08-763c-4e05-b1f1-9050090fd9a8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:25:02.647257 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9c81cfac-1821-4fc1-9fde-ffa57540c037 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:02.660976 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-3f4a5880-72ce-4d6e-b1ac-0deb438422b2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Calling delete_port for 32286075-214d-41ec-8844-51a368b1f5ed owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:25:02.827043 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3f4a5880-72ce-4d6e-b1ac-0deb438422b2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:02.846667 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-9c81cfac-1821-4fc1-9fde-ffa57540c037 None None] Calling delete_port for 32286075-214d-41ec-8844-51a368b1f5ed owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:25:02.916816 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4a5880-72ce-4d6e-b1ac-0deb438422b2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] No DVR routers for this DVR port 32286075-214d-41ec-8844-51a368b1f5ed on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:25:02.949372 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-9c81cfac-1821-4fc1-9fde-ffa57540c037 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:25:02.950007 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-9c81cfac-1821-4fc1-9fde-ffa57540c037 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:25:03.048896 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a5880-72ce-4d6e-b1ac-0deb438422b2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Port': ['ID=32286075-214d-41ec-8844-51a368b1f5ed,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:03.090448 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35740) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:03.122446 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-14753932-7d91-4185-8a9e-89d9b7cba3d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:03.164755 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-14753932-7d91-4185-8a9e-89d9b7cba3d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:03.168755 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-14753932-7d91-4185-8a9e-89d9b7cba3d6 admin admin] Usage tracker for resource:security_group_rule and tenant:8855f1b31b154301a28e147a1e8bc102 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:03.169580 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3f4a5880-72ce-4d6e-b1ac-0deb438422b2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:03.171696 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-14753932-7d91-4185-8a9e-89d9b7cba3d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:03.178065 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-14753932-7d91-4185-8a9e-89d9b7cba3d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:03.205185 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-3f4a5880-72ce-4d6e-b1ac-0deb438422b2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d536f7a5-82cb-45f5-8d13-105dc303dd0d']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:03.219958 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77982600-7a62-49d1-a8e4-b226f6fdb010 req-e4c3299f-752c-4e62-a0e6-8f938dccbf4c tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:03.221544 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-77982600-7a62-49d1-a8e4-b226f6fdb010 req-e4c3299f-752c-4e62-a0e6-8f938dccbf4c tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.4668138 Feb 09 01:25:03.227911 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-3f4a5880-72ce-4d6e-b1ac-0deb438422b2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61d20e08-763c-4e05-b1f1-9050090fd9a8') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:03.228187 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-3f4a5880-72ce-4d6e-b1ac-0deb438422b2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61d20e08-763c-4e05-b1f1-9050090fd9a8') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:03.258988 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3f4a5880-72ce-4d6e-b1ac-0deb438422b2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:03.306434 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-77982600-7a62-49d1-a8e4-b226f6fdb010 req-00cbe982-51b3-4a97-a101-7f87861717f4 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709188 Feb 09 01:25:03.312107 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3f4a5880-72ce-4d6e-b1ac-0deb438422b2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:03.320706 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f4a5880-72ce-4d6e-b1ac-0deb438422b2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Releasing vlan 988 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:25:03.321355 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3f4a5880-72ce-4d6e-b1ac-0deb438422b2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:03.357752 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:25:03.357752 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:25:03.357752 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:25:03.357752 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:25:03.357752 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:25:03.357752 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:25:03.357752 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:25:03.357752 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:25:03.357752 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:25:03.357752 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:25:03.357752 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:25:03.357752 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:25:03.357752 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:25:03.357752 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:25:03.357752 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:25:03.357752 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:25:03.357752 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:25:03.357752 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:25:03.357752 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:25:03.357752 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:25:03.357752 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:25:03.357752 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:25:03.357752 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:25:03.357752 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:25:03.357752 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:25:03.357752 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:25:03.357752 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:25:03.357752 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:25:03.357752 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:25:03.357752 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:25:03.357752 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:25:03.357752 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:25:03.360466 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-14753932-7d91-4185-8a9e-89d9b7cba3d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:03.372340 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-14753932-7d91-4185-8a9e-89d9b7cba3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:03.451426 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-9c81cfac-1821-4fc1-9fde-ffa57540c037 None None] Deleting port 32286075-214d-41ec-8844-51a368b1f5ed {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:25:03.451809 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9c81cfac-1821-4fc1-9fde-ffa57540c037 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:03.482648 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14753932-7d91-4185-8a9e-89d9b7cba3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0f8025-dc9c-4990-a563-cfd15c1ecdaf,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:03.514770 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 32286075-214d-41ec-8844-51a368b1f5ed no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:25:03.567797 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3f4a5880-72ce-4d6e-b1ac-0deb438422b2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:03.593773 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3f4a5880-72ce-4d6e-b1ac-0deb438422b2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:03.595481 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-657bf8c4-20fa-4693-b4f4-d134fe6c5383 req-eb39b8e1-ca43-469f-abaf-6c31cab729f6 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=342017fe-9964-4c5b-b7c1-75d2415af24c HTTP/1.1" status: 200 len: 210 time: 0.1098778 Feb 09 01:25:03.614373 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 32286075-214d-41ec-8844-51a368b1f5ed {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:25:03.619051 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 32286075-214d-41ec-8844-51a368b1f5ed not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:25:03.633208 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-14753932-7d91-4185-8a9e-89d9b7cba3d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8855f1b31b154301a28e147a1e8bc102&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5412495 Feb 09 01:25:03.636611 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35752) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:03.671805 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a5880-72ce-4d6e-b1ac-0deb438422b2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Network': ['ID=d536f7a5-82cb-45f5-8d13-105dc303dd0d,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:03.681365 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-9c81cfac-1821-4fc1-9fde-ffa57540c037 None None] The port '32286075-214d-41ec-8844-51a368b1f5ed' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:25:03.710521 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3f4a5880-72ce-4d6e-b1ac-0deb438422b2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/networks/d536f7a5-82cb-45f5-8d13-105dc303dd0d HTTP/1.1" status: 204 len: 168 time: 2.4425247 Feb 09 01:25:03.714605 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35760) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:03.723325 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-1b4b9b55-cb7b-4d72-85ac-de6e77d4b7fb tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'port': {'network_id': '2819f857-8b3e-4c55-a68d-56019d847461', 'name': 'tempest-PortsIpV6TestJSON-537106246'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:03.966040 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-9af31479-c0b2-4edf-9c93-1c4204a7d168 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:03.967771 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-9af31479-c0b2-4edf-9c93-1c4204a7d168 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.35 "GET /v2.0/networks?id=37619b15-03b6-4ee3-8b5e-c1b376918ea6 HTTP/1.1" status: 200 len: 811 time: 0.3284366 Feb 09 01:25:04.020012 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-0b9b528f-4d47-46ba-9d8a-d795d31512cf tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Request body: {'port': {'device_id': '342017fe-9964-4c5b-b7c1-75d2415af24c', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'admin_state_up': True, 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:04.167560 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bbba66ba-e25e-4abb-8a80-bef3e7838557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:04.221966 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1b4b9b55-cb7b-4d72-85ac-de6e77d4b7fb tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:04.228614 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bbba66ba-e25e-4abb-8a80-bef3e7838557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:04.237153 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1b4b9b55-cb7b-4d72-85ac-de6e77d4b7fb tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:port and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:04.242881 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1b4b9b55-cb7b-4d72-85ac-de6e77d4b7fb tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:04.257643 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1b4b9b55-cb7b-4d72-85ac-de6e77d4b7fb tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:04.291027 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4b9b55-cb7b-4d72-85ac-de6e77d4b7fb tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:04.300353 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b4b9b55-cb7b-4d72-85ac-de6e77d4b7fb tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:04.311653 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-0b9b528f-4d47-46ba-9d8a-d795d31512cf tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:04.325793 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-1b4b9b55-cb7b-4d72-85ac-de6e77d4b7fb tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] device_id is not set on port 2d71ecef-ddb8-47c3-8a1f-af857aeb64c5 yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:25:04.334603 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-0b9b528f-4d47-46ba-9d8a-d795d31512cf tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:04.350870 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-0b9b528f-4d47-46ba-9d8a-d795d31512cf tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Made reservation on behalf of 5ddfa727b5a54b179d7c03a600eaa4b9 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:04.355074 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-0b9b528f-4d47-46ba-9d8a-d795d31512cf tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:04.435695 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bbba66ba-e25e-4abb-8a80-bef3e7838557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:04.492965 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba66ba-e25e-4abb-8a80-bef3e7838557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0f8025-dc9c-4990-a563-cfd15c1ecdaf,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:04.650662 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bbba66ba-e25e-4abb-8a80-bef3e7838557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:04.651485 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-bbba66ba-e25e-4abb-8a80-bef3e7838557 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a0f8025-dc9c-4990-a563-cfd15c1ecdaf HTTP/1.1" status: 204 len: 168 time: 1.0139430 Feb 09 01:25:04.726083 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-0b9b528f-4d47-46ba-9d8a-d795d31512cf tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Allocated IP 172.20.0.8 (37619b15-03b6-4ee3-8b5e-c1b376918ea6/c5c99494-da9a-458d-b6b1-e6de1927c8e8/3f3e6d51-b6b3-4bc7-8068-4720b2e38161) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:04.970795 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025112d-0779-426e-94e1-f07c012b7690 req-996a6f58-42db-4c6c-b5f3-9690ccf5be97 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:04.981770 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9025112d-0779-426e-94e1-f07c012b7690 req-996a6f58-42db-4c6c-b5f3-9690ccf5be97 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.4734168 Feb 09 01:25:05.002101 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-0b9b528f-4d47-46ba-9d8a-d795d31512cf tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:05.038360 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-0b9b528f-4d47-46ba-9d8a-d795d31512cf tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Transition to ACTIVE for port object 3f3e6d51-b6b3-4bc7-8068-4720b2e38161 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:25:05.049469 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b4b9b55-cb7b-4d72-85ac-de6e77d4b7fb tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:05.077511 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9025112d-0779-426e-94e1-f07c012b7690 req-d8bfd35a-8930-45ec-b9f5-8336381f4bb5 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945895 Feb 09 01:25:05.143204 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b4b9b55-cb7b-4d72-85ac-de6e77d4b7fb tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:05.171550 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f19c5e6e-3b48-4f38-a333-43260ae2df8f req-2300af16-9484-4963-bc1a-436f3acae261 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=342017fe-9964-4c5b-b7c1-75d2415af24c HTTP/1.1" status: 200 len: 210 time: 0.1221688 Feb 09 01:25:05.270573 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-0b9b528f-4d47-46ba-9d8a-d795d31512cf tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:05.356576 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4b9b55-cb7b-4d72-85ac-de6e77d4b7fb tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network 2819f857-8b3e-4c55-a68d-56019d847461 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:05.356576 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-1b4b9b55-cb7b-4d72-85ac-de6e77d4b7fb tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:05.370073 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4b9b55-cb7b-4d72-85ac-de6e77d4b7fb tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:25:05.383031 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4b9b55-cb7b-4d72-85ac-de6e77d4b7fb tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:05.383469 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b4b9b55-cb7b-4d72-85ac-de6e77d4b7fb tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:05.422212 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-0b9b528f-4d47-46ba-9d8a-d795d31512cf tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:05.425537 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b9b55-cb7b-4d72-85ac-de6e77d4b7fb tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Port': ['ID=2d71ecef-ddb8-47c3-8a1f-af857aeb64c5,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:05.440332 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-0b9b528f-4d47-46ba-9d8a-d795d31512cf tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:05.448655 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-0b9b528f-4d47-46ba-9d8a-d795d31512cf tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:25:05.460332 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1b4b9b55-cb7b-4d72-85ac-de6e77d4b7fb tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7440004 Feb 09 01:25:05.463564 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35784) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:05.619669 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-274c2926-f26b-4898-8e34-aefa895185eb tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Deleting port 2d71ecef-ddb8-47c3-8a1f-af857aeb64c5 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:25:05.620018 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-274c2926-f26b-4898-8e34-aefa895185eb tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:05.655525 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b528f-4d47-46ba-9d8a-d795d31512cf tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Pushing event updated for resources: {'Port': ['ID=3f3e6d51-b6b3-4bc7-8068-4720b2e38161,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:05.843032 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-0b9b528f-4d47-46ba-9d8a-d795d31512cf tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:05.843032 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-0b9b528f-4d47-46ba-9d8a-d795d31512cf tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:05.994086 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-301e48c0-1330-4e71-8c9a-7422ff008269 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4350481 Feb 09 01:25:05.998645 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-0b9b528f-4d47-46ba-9d8a-d795d31512cf tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9981451 Feb 09 01:25:06.017783 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-8a11ce2f-8454-47a4-aaa5-c914b61efe9a service neutron] Request body: {'port': {'device_id': '342017fe-9964-4c5b-b7c1-75d2415af24c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:06.096538 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-91be12ed-ab7b-443b-928d-37033137e716 None None] Provisioning for port 3f3e6d51-b6b3-4bc7-8068-4720b2e38161 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:25:06.131481 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-91be12ed-ab7b-443b-928d-37033137e716 None None] Provisioning complete for port 3f3e6d51-b6b3-4bc7-8068-4720b2e38161 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:06.131481 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-91be12ed-ab7b-443b-928d-37033137e716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:06.197841 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35802) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:06.334095 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-274c2926-f26b-4898-8e34-aefa895185eb tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:06.432297 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-91be12ed-ab7b-443b-928d-37033137e716 None None] Port 3f3e6d51-b6b3-4bc7-8068-4720b2e38161 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:25:06.795694 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-274c2926-f26b-4898-8e34-aefa895185eb tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Calling delete_port for 2d71ecef-ddb8-47c3-8a1f-af857aeb64c5 owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:25:06.867154 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-8a11ce2f-8454-47a4-aaa5-c914b61efe9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:06.890925 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0822e03f-05b9-4b6f-9626-5578722fb860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:06.905482 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-35854e08-7c83-460f-83df-25af8a066886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:06.936653 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-35854e08-7c83-460f-83df-25af8a066886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:06.975296 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-35854e08-7c83-460f-83df-25af8a066886 admin admin] Usage tracker for resource:security_group_rule and tenant:4aa731b5134f4bd4a7728d81e89149ca is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:06.986474 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-35854e08-7c83-460f-83df-25af8a066886 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:07.018669 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-35854e08-7c83-460f-83df-25af8a066886 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:07.100928 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1d153-2f81-4cac-989b-c0241556e58a req-81b02b8e-997b-4d11-841e-9aeefc40dfc8 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:07.102942 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6de1d153-2f81-4cac-989b-c0241556e58a req-81b02b8e-997b-4d11-841e-9aeefc40dfc8 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.5113294 Feb 09 01:25:07.151270 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-274c2926-f26b-4898-8e34-aefa895185eb tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:07.153587 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-bc48fe81-44c9-4204-b90d-cad7224ef593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:07.154083 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-bc48fe81-44c9-4204-b90d-cad7224ef593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:07.154688 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-bc48fe81-44c9-4204-b90d-cad7224ef593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:07.155199 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-bc48fe81-44c9-4204-b90d-cad7224ef593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:07.155712 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-bc48fe81-44c9-4204-b90d-cad7224ef593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:07.156315 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-bc48fe81-44c9-4204-b90d-cad7224ef593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:07.156813 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-bc48fe81-44c9-4204-b90d-cad7224ef593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:07.158784 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-bc48fe81-44c9-4204-b90d-cad7224ef593 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08259b26651148159119352f4f3e1358&device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 6490 time: 0.9422722 Feb 09 01:25:07.233682 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c63a54-b095-4166-878f-9c1b01076582 req-1b2bd24b-edce-4de8-aecd-0f6d3e059d1d tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:07.235288 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-c4c63a54-b095-4166-878f-9c1b01076582 req-1b2bd24b-edce-4de8-aecd-0f6d3e059d1d tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Synchronizing usage tracker for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:25:07.259134 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c2926-f26b-4898-8e34-aefa895185eb tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Port': ['ID=2d71ecef-ddb8-47c3-8a1f-af857aeb64c5,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:07.266191 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-274c2926-f26b-4898-8e34-aefa895185eb tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:07.313613 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6de1d153-2f81-4cac-989b-c0241556e58a req-87de7ace-62e8-4eb7-8112-eb0db063f60c tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017648 Feb 09 01:25:07.321636 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-274c2926-f26b-4898-8e34-aefa895185eb tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/ports/2d71ecef-ddb8-47c3-8a1f-af857aeb64c5 HTTP/1.1" status: 204 len: 168 time: 1.8546882 Feb 09 01:25:07.324492 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35824) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:07.332670 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-408f3dcf-9fae-4ec7-bfc5-36b95df6d8b1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'port': {'network_id': '2819f857-8b3e-4c55-a68d-56019d847461', 'mac_address': 'fa:16:3e:78:d6:de', 'name': 'tempest-PortsIpV6TestJSON-1097787882'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:07.553396 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-35854e08-7c83-460f-83df-25af8a066886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:07.611729 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-c4c63a54-b095-4166-878f-9c1b01076582 req-1b2bd24b-edce-4de8-aecd-0f6d3e059d1d tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Unset dirty status for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:25:07.612952 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c4c63a54-b095-4166-878f-9c1b01076582 req-1b2bd24b-edce-4de8-aecd-0f6d3e059d1d tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=342017fe-9964-4c5b-b7c1-75d2415af24c HTTP/1.1" status: 200 len: 931 time: 0.9935043 Feb 09 01:25:07.636623 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-35854e08-7c83-460f-83df-25af8a066886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:07.718686 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-408f3dcf-9fae-4ec7-bfc5-36b95df6d8b1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:07.733904 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-35854e08-7c83-460f-83df-25af8a066886 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4aa731b5134f4bd4a7728d81e89149ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5336115 Feb 09 01:25:07.739689 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-408f3dcf-9fae-4ec7-bfc5-36b95df6d8b1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:port and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:07.740759 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35840) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:07.749024 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-408f3dcf-9fae-4ec7-bfc5-36b95df6d8b1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:07.752126 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35854e08-7c83-460f-83df-25af8a066886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8834c2-96bf-4ea1-bcd0-94bce39f1ce9,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:07.770301 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-c295c5ac-fc48-4cdc-a355-d0e26c07c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:07.771337 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-c295c5ac-fc48-4cdc-a355-d0e26c07c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:07.771795 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-c295c5ac-fc48-4cdc-a355-d0e26c07c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:07.773514 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-c295c5ac-fc48-4cdc-a355-d0e26c07c8f4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=211c22fa-e090-41d1-bde6-fe315257e8a1&id=d0976495-8081-44af-be21-4d619e68defa&id=d0976495-8081-44af-be21-4d619e68defa&id=d0976495-8081-44af-be21-4d619e68defa&id=d0976495-8081-44af-be21-4d619e68defa&id=fc0cd235-d706-4e7e-a633-962d662b162f&id=fc0cd235-d706-4e7e-a633-962d662b162f HTTP/1.1" status: 200 len: 2293 time: 0.5329115 Feb 09 01:25:07.776282 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-408f3dcf-9fae-4ec7-bfc5-36b95df6d8b1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:07.776456 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c4c63a54-b095-4166-878f-9c1b01076582 req-aa5f4d4c-6f34-45bd-a4dd-04aca97875bc tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555090 Feb 09 01:25:07.791731 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408f3dcf-9fae-4ec7-bfc5-36b95df6d8b1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:08.042403 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c46fba63-1da1-41bd-8f94-e124c79ce709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:08.073823 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-8a11ce2f-8454-47a4-aaa5-c914b61efe9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f3e6d51-b6b3-4bc7-8068-4720b2e38161 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:25:08.088456 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-8a11ce2f-8454-47a4-aaa5-c914b61efe9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:08.088456 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-1571d449-8a14-454b-86cc-331dbdd09e91 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6139ea4-eff4-4b25-ad28-4b930ee5f21d HTTP/1.1" status: 200 len: 1002 time: 0.2885807 Feb 09 01:25:08.156352 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-408f3dcf-9fae-4ec7-bfc5-36b95df6d8b1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:08.167902 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-302ea0d8-93d6-4de9-b455-582d9dd87aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:08.169396 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-302ea0d8-93d6-4de9-b455-582d9dd87aee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8ecf23e-3a6c-4d0a-995b-57294f1050d9 HTTP/1.1" status: 200 len: 850 time: 0.0728562 Feb 09 01:25:08.171284 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c46fba63-1da1-41bd-8f94-e124c79ce709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:08.206904 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-408f3dcf-9fae-4ec7-bfc5-36b95df6d8b1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] device_id is not set on port 7bde9971-e784-4d74-81e2-abb4f187de13 yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:25:08.323306 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-8a11ce2f-8454-47a4-aaa5-c914b61efe9a service neutron] Transition to ACTIVE for port object 3f3e6d51-b6b3-4bc7-8068-4720b2e38161 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:25:08.345341 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-8a11ce2f-8454-47a4-aaa5-c914b61efe9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:08.622155 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-408f3dcf-9fae-4ec7-bfc5-36b95df6d8b1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:08.669427 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6860b7-acd5-4a0a-9ed2-7eec2ca709fb req-4181e33e-85cd-4c03-bcc6-9c60bb41cd6f tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:08.672225 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7b6860b7-acd5-4a0a-9ed2-7eec2ca709fb req-4181e33e-85cd-4c03-bcc6-9c60bb41cd6f tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.1425395 Feb 09 01:25:08.753099 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-408f3dcf-9fae-4ec7-bfc5-36b95df6d8b1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:08.839799 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7b6860b7-acd5-4a0a-9ed2-7eec2ca709fb req-776eb0d4-cc4d-4d1d-9c37-fad59ed28d4f tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582332 Feb 09 01:25:08.894094 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408f3dcf-9fae-4ec7-bfc5-36b95df6d8b1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network 2819f857-8b3e-4c55-a68d-56019d847461 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:08.900753 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-408f3dcf-9fae-4ec7-bfc5-36b95df6d8b1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:08.906152 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408f3dcf-9fae-4ec7-bfc5-36b95df6d8b1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:25:08.915683 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408f3dcf-9fae-4ec7-bfc5-36b95df6d8b1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:08.916676 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-408f3dcf-9fae-4ec7-bfc5-36b95df6d8b1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:08.939257 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f3dcf-9fae-4ec7-bfc5-36b95df6d8b1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Port': ['ID=7bde9971-e784-4d74-81e2-abb4f187de13,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:08.991463 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-408f3dcf-9fae-4ec7-bfc5-36b95df6d8b1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6652873 Feb 09 01:25:08.993920 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35872) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:08.995431 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35874) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:09.093058 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11ce2f-8454-47a4-aaa5-c914b61efe9a service neutron] Pushing event updated for resources: {'Port': ['ID=3f3e6d51-b6b3-4bc7-8068-4720b2e38161,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:09.107494 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-8a11ce2f-8454-47a4-aaa5-c914b61efe9a service neutron] Attempting to bind port 3f3e6d51-b6b3-4bc7-8068-4720b2e38161 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:25:09.108024 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-8a11ce2f-8454-47a4-aaa5-c914b61efe9a service neutron] Attempting to bind port 3f3e6d51-b6b3-4bc7-8068-4720b2e38161 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:25:09.108565 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-8a11ce2f-8454-47a4-aaa5-c914b61efe9a service neutron] Attempting to bind port 3f3e6d51-b6b3-4bc7-8068-4720b2e38161 on network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:25:09.121085 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-8a11ce2f-8454-47a4-aaa5-c914b61efe9a service neutron] Port 3f3e6d51-b6b3-4bc7-8068-4720b2e38161 on network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:25:09.122435 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-8a11ce2f-8454-47a4-aaa5-c914b61efe9a service neutron] Attempting to bind port 3f3e6d51-b6b3-4bc7-8068-4720b2e38161 on network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:25:09.133177 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-a07dabc0-c8ba-435b-bc28-87f68e87a816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:09.138904 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-a07dabc0-c8ba-435b-bc28-87f68e87a816 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=211c22fa-e090-41d1-bde6-fe315257e8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9505460 Feb 09 01:25:09.153905 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-8a11ce2f-8454-47a4-aaa5-c914b61efe9a service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:25:09.154488 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-8a11ce2f-8454-47a4-aaa5-c914b61efe9a service neutron] Checking segment: {'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:25:09.155066 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-8a11ce2f-8454-47a4-aaa5-c914b61efe9a service neutron] Bound using segment: {'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:25:09.157176 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-8a11ce2f-8454-47a4-aaa5-c914b61efe9a service neutron] Bound port: 3f3e6d51-b6b3-4bc7-8068-4720b2e38161, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:25:09.157766 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-8a11ce2f-8454-47a4-aaa5-c914b61efe9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:09.184101 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60faa641-42f8-4b31-84c9-e1fff6ac4a7e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:09.184101 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-60faa641-42f8-4b31-84c9-e1fff6ac4a7e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Synchronizing usage tracker for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:25:09.189839 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c46fba63-1da1-41bd-8f94-e124c79ce709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:09.224652 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-60faa641-42f8-4b31-84c9-e1fff6ac4a7e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Unset dirty status for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:25:09.230698 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-60faa641-42f8-4b31-84c9-e1fff6ac4a7e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "GET /v2.0/ports/7bde9971-e784-4d74-81e2-abb4f187de13 HTTP/1.1" status: 200 len: 845 time: 0.2322133 Feb 09 01:25:09.233902 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35886) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:09.261980 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-77ebb081-7a6a-47db-b7a6-fb10aedf6e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:09.381011 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-f1a8c8e7-4ae3-4d52-9bfd-8340ff7804e5 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Deleting port 7bde9971-e784-4d74-81e2-abb4f187de13 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:25:09.381158 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f1a8c8e7-4ae3-4d52-9bfd-8340ff7804e5 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:09.394585 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46fba63-1da1-41bd-8f94-e124c79ce709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8834c2-96bf-4ea1-bcd0-94bce39f1ce9,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:09.439196 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c46fba63-1da1-41bd-8f94-e124c79ce709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:09.440337 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c46fba63-1da1-41bd-8f94-e124c79ce709 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a8834c2-96bf-4ea1-bcd0-94bce39f1ce9 HTTP/1.1" status: 204 len: 168 time: 1.6967909 Feb 09 01:25:09.473122 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6180506-c48b-4057-99ea-4aa4ac40bfef req-829e81c7-61de-4175-92e1-0f95d45f26e1 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:09.475029 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e6180506-c48b-4057-99ea-4aa4ac40bfef req-829e81c7-61de-4175-92e1-0f95d45f26e1 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=342017fe-9964-4c5b-b7c1-75d2415af24c HTTP/1.1" status: 200 len: 943 time: 0.4563689 Feb 09 01:25:09.534644 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-03bf10ec-2966-4ab1-95e6-1892284262f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:09.539194 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-8a11ce2f-8454-47a4-aaa5-c914b61efe9a service neutron] For port 3f3e6d51-b6b3-4bc7-8068-4720b2e38161, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:25:09.570553 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e6180506-c48b-4057-99ea-4aa4ac40bfef req-eaee8629-4c85-4c2c-b69f-cbd290b33b77 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894341 Feb 09 01:25:09.572691 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-77f64b2a-6944-4eba-b7b3-cc4351d395ab service neutron] 10.222.0.35 "GET /v2.0/networks/211c22fa-e090-41d1-bde6-fe315257e8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200194 Feb 09 01:25:09.574247 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-8a11ce2f-8454-47a4-aaa5-c914b61efe9a service neutron] For port 3f3e6d51-b6b3-4bc7-8068-4720b2e38161, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=3f3e6d51-b6b3-4bc7-8068-4720b2e38161,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:25:09.579765 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-8a11ce2f-8454-47a4-aaa5-c914b61efe9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:09.605156 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-03bf10ec-2966-4ab1-95e6-1892284262f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:09.612699 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-03bf10ec-2966-4ab1-95e6-1892284262f2 admin admin] Usage tracker for resource:security_group_rule and tenant:f40dcb9657b648be81b4e46ee23be9f9 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:09.618078 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-03bf10ec-2966-4ab1-95e6-1892284262f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:09.641804 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-03bf10ec-2966-4ab1-95e6-1892284262f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:09.691085 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11ce2f-8454-47a4-aaa5-c914b61efe9a service neutron] Pushing event updated for resources: {'Port': ['ID=3f3e6d51-b6b3-4bc7-8068-4720b2e38161,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:09.743205 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-8a11ce2f-8454-47a4-aaa5-c914b61efe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:09.743953 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-8a11ce2f-8454-47a4-aaa5-c914b61efe9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:09.745240 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-8a11ce2f-8454-47a4-aaa5-c914b61efe9a service neutron] 10.222.0.35 "PUT /v2.0/ports/3f3e6d51-b6b3-4bc7-8068-4720b2e38161 HTTP/1.1" status: 200 len: 1091 time: 3.7331910 Feb 09 01:25:09.745683 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '342017fe-9964-4c5b-b7c1-75d2415af24c', 'tag': '3f3e6d51-b6b3-4bc7-8068-4720b2e38161'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:25:09.772412 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f1a8c8e7-4ae3-4d52-9bfd-8340ff7804e5 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:09.890811 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '342017fe-9964-4c5b-b7c1-75d2415af24c', 'tag': '3f3e6d51-b6b3-4bc7-8068-4720b2e38161', 'status': 'completed', 'code': 200} Feb 09 01:25:09.951807 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-518adce5-0565-4827-99e3-2d079e95c11b service neutron] 10.222.0.35 "GET /v2.0/networks/211c22fa-e090-41d1-bde6-fe315257e8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610430 Feb 09 01:25:10.050901 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-f1a8c8e7-4ae3-4d52-9bfd-8340ff7804e5 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Calling delete_port for 7bde9971-e784-4d74-81e2-abb4f187de13 owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:25:10.228308 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f1a8c8e7-4ae3-4d52-9bfd-8340ff7804e5 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:10.293787 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8c8e7-4ae3-4d52-9bfd-8340ff7804e5 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Port': ['ID=7bde9971-e784-4d74-81e2-abb4f187de13,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:10.305794 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f1a8c8e7-4ae3-4d52-9bfd-8340ff7804e5 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:10.342927 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:10.370432 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-03bf10ec-2966-4ab1-95e6-1892284262f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:10.383434 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f1a8c8e7-4ae3-4d52-9bfd-8340ff7804e5 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/ports/7bde9971-e784-4d74-81e2-abb4f187de13 HTTP/1.1" status: 204 len: 168 time: 1.1357317 Feb 09 01:25:10.390154 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35910) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:10.396703 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-03bf10ec-2966-4ab1-95e6-1892284262f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:10.402836 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-31646729-4b84-44b3-84be-32d0a8dab6cf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=87a166c3-a949-48ae-a41b-5e45c1439f17 HTTP/1.1" status: 200 len: 217 time: 0.4064283 Feb 09 01:25:10.436017 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-03bf10ec-2966-4ab1-95e6-1892284262f2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f40dcb9657b648be81b4e46ee23be9f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4363818 Feb 09 01:25:10.439176 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35914) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:10.471900 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf10ec-2966-4ab1-95e6-1892284262f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1145237-44d9-4a35-86b2-a9b4322d81aa,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:10.526328 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:10.561866 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-20968b85-336a-40c9-a620-0439bb005229 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] GET failed (client error): The resource could not be found. Feb 09 01:25:10.561866 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-20968b85-336a-40c9-a620-0439bb005229 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Synchronizing usage tracker for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:25:10.570513 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-e69a7ecf-d338-41f0-b0fa-e0e3d6c62404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:10.574222 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-e69a7ecf-d338-41f0-b0fa-e0e3d6c62404 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=760d545b-8344-489a-b34a-2bacf7e004bf HTTP/1.1" status: 200 len: 797 time: 0.1053944 Feb 09 01:25:10.601769 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d1fb7a57-2fcf-401d-bd0b-f64d2eaf6606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:10.643296 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d1fb7a57-2fcf-401d-bd0b-f64d2eaf6606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:10.699925 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-10a5a58a-4fa9-4066-b2f9-8206833fa71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:10.699925 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-10a5a58a-4fa9-4066-b2f9-8206833fa71e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9&device_id=342017fe-9964-4c5b-b7c1-75d2415af24c HTTP/1.1" status: 200 len: 1094 time: 0.8841975 Feb 09 01:25:10.717727 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d1fb7a57-2fcf-401d-bd0b-f64d2eaf6606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:10.762189 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb7a57-2fcf-401d-bd0b-f64d2eaf6606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1145237-44d9-4a35-86b2-a9b4322d81aa,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:10.764427 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d1fb7a57-2fcf-401d-bd0b-f64d2eaf6606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:10.767955 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d1fb7a57-2fcf-401d-bd0b-f64d2eaf6606 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b1145237-44d9-4a35-86b2-a9b4322d81aa HTTP/1.1" status: 204 len: 168 time: 0.3269887 Feb 09 01:25:10.842799 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-20968b85-336a-40c9-a620-0439bb005229 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Unset dirty status for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:25:10.844257 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-20968b85-336a-40c9-a620-0439bb005229 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "GET /v2.0/ports/7bde9971-e784-4d74-81e2-abb4f187de13 HTTP/1.1" status: 404 len: 333 time: 0.4625580 Feb 09 01:25:10.858892 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35932) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:10.861186 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-bdc20559-76df-4336-b238-bbe965490b63 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f3e6d51-b6b3-4bc7-8068-4720b2e38161 HTTP/1.1" status: 200 len: 217 time: 0.1421542 Feb 09 01:25:10.882310 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-85675d32-29a0-4f16-b785-0f9a382716d4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'port': {'network_id': '2819f857-8b3e-4c55-a68d-56019d847461', 'name': 'tempest-PortsIpV6TestJSON-890893647'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:11.020291 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1319ec-1e14-4c69-a02b-0c418f4fc44d req-a836b037-7d66-46e4-b2fd-d55e37268f6b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:11.020291 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6f1319ec-1e14-4c69-a02b-0c418f4fc44d req-a836b037-7d66-46e4-b2fd-d55e37268f6b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=342017fe-9964-4c5b-b7c1-75d2415af24c HTTP/1.1" status: 200 len: 943 time: 0.2099586 Feb 09 01:25:11.208168 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6f1319ec-1e14-4c69-a02b-0c418f4fc44d req-d6fe2a3b-268c-4a41-902e-73297e51c78b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794167 Feb 09 01:25:11.445770 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97230f3d-71d8-4f3b-ab2b-caadc6f15a03 req-f802e66a-575e-420e-9128-029a995d0d0b tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:11.447511 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-97230f3d-71d8-4f3b-ab2b-caadc6f15a03 req-f802e66a-575e-420e-9128-029a995d0d0b tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 1.1178808 Feb 09 01:25:11.481419 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-4748e0ec-7392-42cf-98db-07b3af8114d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:11.482836 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-4748e0ec-7392-42cf-98db-07b3af8114d8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5c99494-da9a-458d-b6b1-e6de1927c8e8 HTTP/1.1" status: 200 len: 850 time: 0.5715306 Feb 09 01:25:11.510180 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-a972a82f-7f3a-428f-b6ef-9644ff7f3c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:11.511639 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-a972a82f-7f3a-428f-b6ef-9644ff7f3c17 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d0976495-8081-44af-be21-4d619e68defa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9142706 Feb 09 01:25:11.517727 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35944) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:11.534757 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ef322b0f-abf3-423e-a6d9-74f75db5caa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:11.549686 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ef322b0f-abf3-423e-a6d9-74f75db5caa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:11.554130 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ef322b0f-abf3-423e-a6d9-74f75db5caa8 admin admin] Usage tracker for resource:security_group_rule and tenant:bc362d038b094d01963fdfa703bdd2e6 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:11.556981 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ef322b0f-abf3-423e-a6d9-74f75db5caa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:11.558495 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-85675d32-29a0-4f16-b785-0f9a382716d4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:11.564323 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ef322b0f-abf3-423e-a6d9-74f75db5caa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:11.655016 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ef322b0f-abf3-423e-a6d9-74f75db5caa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:11.659611 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ef322b0f-abf3-423e-a6d9-74f75db5caa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:11.664689 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-85675d32-29a0-4f16-b785-0f9a382716d4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:11.677092 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-97230f3d-71d8-4f3b-ab2b-caadc6f15a03 req-fd6ac8c6-5a22-489f-9734-d3f24931e13c tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019222 Feb 09 01:25:11.720018 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85675d32-29a0-4f16-b785-0f9a382716d4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:11.724076 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-85675d32-29a0-4f16-b785-0f9a382716d4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:11.728267 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef322b0f-abf3-423e-a6d9-74f75db5caa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ca7fa9-ec62-466b-9515-1d98610eb316,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:11.739018 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ef322b0f-abf3-423e-a6d9-74f75db5caa8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc362d038b094d01963fdfa703bdd2e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2201746 Feb 09 01:25:11.740029 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35948) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:11.750606 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-85675d32-29a0-4f16-b785-0f9a382716d4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] device_id is not set on port f3ef8245-5e4c-407c-9b51-c1d300f45b6a yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:25:11.801646 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:11.812470 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-6136906c-f3d0-41f2-9b10-920e6e3fef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:11.813980 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-6136906c-f3d0-41f2-9b10-920e6e3fef6a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37619b15-03b6-4ee3-8b5e-c1b376918ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3064647 Feb 09 01:25:11.816422 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-448aca96-bc4d-4c78-91fb-4da887382d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:11.850017 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-a01e6101-13ea-45d7-8322-12aab0df8c82 service neutron] 10.222.0.35 "GET /v2.0/networks/d0976495-8081-44af-be21-4d619e68defa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889974 Feb 09 01:25:11.855668 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-448aca96-bc4d-4c78-91fb-4da887382d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:11.925970 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-448aca96-bc4d-4c78-91fb-4da887382d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:11.947557 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-448aca96-bc4d-4c78-91fb-4da887382d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:11.952102 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-448aca96-bc4d-4c78-91fb-4da887382d73 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/43ca7fa9-ec62-466b-9515-1d98610eb316 HTTP/1.1" status: 204 len: 168 time: 0.2113485 Feb 09 01:25:11.953399 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448aca96-bc4d-4c78-91fb-4da887382d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ca7fa9-ec62-466b-9515-1d98610eb316,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:12.292932 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-efe550a1-b390-4b1e-877a-58cd8e2ec2fb service neutron] 10.222.0.35 "GET /v2.0/networks/d0976495-8081-44af-be21-4d619e68defa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886006 Feb 09 01:25:12.295105 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-ac7aaaa9-4db1-4878-adb1-ae9459cd43ed service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664149 Feb 09 01:25:12.416342 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-a1e2bc39-4f9a-4b55-bb3b-87f4f2ff1f0b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=ddbf1bed-fd18-4ede-9e41-c7d28efc92b6 HTTP/1.1" status: 200 len: 217 time: 0.0904498 Feb 09 01:25:12.421534 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-85675d32-29a0-4f16-b785-0f9a382716d4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:12.494262 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d5d1d-2f39-48aa-9203-41bcb27fb045 req-8da41ce3-d978-41a9-b636-3b70b2ffcb84 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:12.497593 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-da2d5d1d-2f39-48aa-9203-41bcb27fb045 req-8da41ce3-d978-41a9-b636-3b70b2ffcb84 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=342017fe-9964-4c5b-b7c1-75d2415af24c HTTP/1.1" status: 200 len: 943 time: 0.1312897 Feb 09 01:25:12.596213 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-da2d5d1d-2f39-48aa-9203-41bcb27fb045 req-7215cf7f-5432-44a1-88c3-de02e65defbd tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915427 Feb 09 01:25:12.807865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-8250a195-707d-4f16-85c4-233c4e7c56ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:12.810361 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-8250a195-707d-4f16-85c4-233c4e7c56ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=760d545b-8344-489a-b34a-2bacf7e004bf HTTP/1.1" status: 200 len: 797 time: 0.3337224 Feb 09 01:25:12.813488 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c31e0a57-58fb-47b8-8fce-df93e5d7c13a req-5139a746-855d-49b6-a50a-7f3fca8956d7 service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896290 Feb 09 01:25:13.229227 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-85675d32-29a0-4f16-b785-0f9a382716d4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:13.422333 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-3e59ecd8-c3cf-4000-a858-11f956886812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:13.422333 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-3e59ecd8-c3cf-4000-a858-11f956886812 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d0976495-8081-44af-be21-4d619e68defa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5840244 Feb 09 01:25:13.422333 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85675d32-29a0-4f16-b785-0f9a382716d4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network 2819f857-8b3e-4c55-a68d-56019d847461 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:13.463737 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-85675d32-29a0-4f16-b785-0f9a382716d4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:13.581802 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85675d32-29a0-4f16-b785-0f9a382716d4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:25:13.590138 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85675d32-29a0-4f16-b785-0f9a382716d4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:13.590838 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-85675d32-29a0-4f16-b785-0f9a382716d4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:13.600748 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85675d32-29a0-4f16-b785-0f9a382716d4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Port': ['ID=f3ef8245-5e4c-407c-9b51-c1d300f45b6a,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:13.638345 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4af6f1-1e31-4ee2-b74a-5088a9d5ea0b req-5a9d61f7-bea8-4b60-9d95-b8b465039719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:13.641211 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f4af6f1-1e31-4ee2-b74a-5088a9d5ea0b req-5a9d61f7-bea8-4b60-9d95-b8b465039719 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9&device_id=342017fe-9964-4c5b-b7c1-75d2415af24c HTTP/1.1" status: 200 len: 1094 time: 0.7001696 Feb 09 01:25:13.658570 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-5e0bcade-25a7-4644-8939-5b481f4ed4bf tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=45581217b0b44062ad5705b70ff60163&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459280 Feb 09 01:25:13.726607 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2818e9-6c79-4f5a-b68f-01f2fa488a1d req-ebdd6263-80e4-466d-bec8-06a7a9aaf9ac tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:13.728430 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0d2818e9-6c79-4f5a-b68f-01f2fa488a1d req-ebdd6263-80e4-466d-bec8-06a7a9aaf9ac tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.7891560 Feb 09 01:25:13.878948 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-85675d32-29a0-4f16-b785-0f9a382716d4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.0163674 Feb 09 01:25:13.885722 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-7d4090b5-4503-48d0-8a33-72fa03677482 service neutron] 10.222.0.35 "GET /v2.0/networks/d0976495-8081-44af-be21-4d619e68defa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691691 Feb 09 01:25:13.887993 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 36018) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:13.917899 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-bf47b925-f284-42fd-a95b-2523365b5258 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:13.978901 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-fefc07bb-ab33-45bd-8e8e-ce127a483033 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:13.980122 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-fefc07bb-ab33-45bd-8e8e-ce127a483033 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3108211 Feb 09 01:25:14.002426 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-a7bebd1e-818f-430e-8968-22494eea45d0 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/quotas/45581217b0b44062ad5705b70ff60163 HTTP/1.1" status: 200 len: 375 time: 0.0152688 Feb 09 01:25:14.066390 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-bd88b8fd-fe93-45d5-863d-aa28d5dbc1a7 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=45581217b0b44062ad5705b70ff60163&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511167 Feb 09 01:25:14.082162 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0d2818e9-6c79-4f5a-b68f-01f2fa488a1d req-7a6da446-599b-42dd-bb5b-544782745ac4 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837429 Feb 09 01:25:14.141554 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4af6f1-1e31-4ee2-b74a-5088a9d5ea0b req-fee1c801-0d5a-471a-bc73-d93e2865f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:14.143479 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f4af6f1-1e31-4ee2-b74a-5088a9d5ea0b req-fee1c801-0d5a-471a-bc73-d93e2865f479 service neutron] 10.222.0.35 "GET /v2.0/networks?id=37619b15-03b6-4ee3-8b5e-c1b376918ea6 HTTP/1.1" status: 200 len: 912 time: 0.4738088 Feb 09 01:25:14.212376 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-29a32606-83ff-4e0b-87df-7fce6c94f534 service neutron] 10.222.0.35 "GET /v2.0/networks/d0976495-8081-44af-be21-4d619e68defa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006072 Feb 09 01:25:14.439824 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-995b9333-39c0-4831-af0c-31659c9440cc req-26fccda4-c2cd-4e11-8e86-d163ec287280 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/ports?device_id=318991fe-896f-4f03-ba8c-384143f44970 HTTP/1.1" status: 200 len: 210 time: 0.1156907 Feb 09 01:25:14.443042 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bf47b925-f284-42fd-a95b-2523365b5258 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:14.468250 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f4af6f1-1e31-4ee2-b74a-5088a9d5ea0b req-235e32bc-f471-426b-a5f5-9567b9e0a91b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f3e6d51-b6b3-4bc7-8068-4720b2e38161 HTTP/1.1" status: 200 len: 217 time: 0.2530813 Feb 09 01:25:14.787856 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4af6f1-1e31-4ee2-b74a-5088a9d5ea0b req-860ca69d-1647-40bb-9986-050ce5c4ee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:14.789539 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f4af6f1-1e31-4ee2-b74a-5088a9d5ea0b req-860ca69d-1647-40bb-9986-050ce5c4ee28 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5c99494-da9a-458d-b6b1-e6de1927c8e8 HTTP/1.1" status: 200 len: 850 time: 0.2513571 Feb 09 01:25:14.791341 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-302784ad-0d23-43ce-bc02-82094f05f091 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=1762a087-29b9-43bf-8537-a8e4b7154d4b HTTP/1.1" status: 200 len: 217 time: 0.3490391 Feb 09 01:25:15.277558 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-f75bb3a6-0931-4428-9b5e-be3df3c3d89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:15.279002 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-f75bb3a6-0931-4428-9b5e-be3df3c3d89e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=760d545b-8344-489a-b34a-2bacf7e004bf HTTP/1.1" status: 200 len: 797 time: 0.4289947 Feb 09 01:25:15.293092 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2050c8-6965-4f0e-9685-3acb35058a25 req-f2fa3201-2c8c-40a6-98ac-bf9c0e8901b7 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:15.294582 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ee2050c8-6965-4f0e-9685-3acb35058a25 req-f2fa3201-2c8c-40a6-98ac-bf9c0e8901b7 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=342017fe-9964-4c5b-b7c1-75d2415af24c HTTP/1.1" status: 200 len: 943 time: 0.7575433 Feb 09 01:25:15.466817 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a5c0f-e644-46b5-ba0b-56c8ee5b03f3 req-1e3553be-4cbf-4000-bccf-37f5f7029bc2 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:15.472671 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4af6f1-1e31-4ee2-b74a-5088a9d5ea0b req-2f332562-712f-4f9a-bc25-88154921330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:15.477833 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f4af6f1-1e31-4ee2-b74a-5088a9d5ea0b req-2f332562-712f-4f9a-bc25-88154921330b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37619b15-03b6-4ee3-8b5e-c1b376918ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6690259 Feb 09 01:25:15.483751 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a13a5c0f-e644-46b5-ba0b-56c8ee5b03f3 req-1e3553be-4cbf-4000-bccf-37f5f7029bc2 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.2026172 Feb 09 01:25:15.510446 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ee2050c8-6965-4f0e-9685-3acb35058a25 req-3102ea5b-b000-4803-bdbf-7479db51fecf tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212318 Feb 09 01:25:15.587870 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a13a5c0f-e644-46b5-ba0b-56c8ee5b03f3 req-f832ebe0-6b07-4fbf-a9ae-0ba8aa4bcc62 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025255 Feb 09 01:25:15.659271 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.resource_extend [None req-bf47b925-f284-42fd-a95b-2523365b5258 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:25:15.733090 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bf47b925-f284-42fd-a95b-2523365b5258 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:15.760730 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-13b8dfe7-fa84-4f9a-9719-c4d6c9179e1d req-cc2357d1-e919-4189-bbf2-8ff7deeff00e tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/ports?device_id=318991fe-896f-4f03-ba8c-384143f44970 HTTP/1.1" status: 200 len: 210 time: 0.0867438 Feb 09 01:25:15.761597 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bf47b925-f284-42fd-a95b-2523365b5258 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:15.851207 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-bf47b925-f284-42fd-a95b-2523365b5258 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] In _notify_port_updated(), no bound segment for port f3ef8245-5e4c-407c-9b51-c1d300f45b6a on network 2819f857-8b3e-4c55-a68d-56019d847461 {{(pid=87612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:25:15.868987 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf47b925-f284-42fd-a95b-2523365b5258 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:15.879204 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bf47b925-f284-42fd-a95b-2523365b5258 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:15.885141 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36096) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:15.885396 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-bf47b925-f284-42fd-a95b-2523365b5258 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "PUT /v2.0/ports/f3ef8245-5e4c-407c-9b51-c1d300f45b6a HTTP/1.1" status: 200 len: 818 time: 1.9916816 Feb 09 01:25:15.955492 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-5dcdbe9a-7fd7-479e-acee-8582d89ccacf tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Deleting port f3ef8245-5e4c-407c-9b51-c1d300f45b6a {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:25:15.955492 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5dcdbe9a-7fd7-479e-acee-8582d89ccacf tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:15.960318 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-068fb8f0-b6fd-44ab-aef6-d6bd339f64d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:15.964976 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-068fb8f0-b6fd-44ab-aef6-d6bd339f64d2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d0976495-8081-44af-be21-4d619e68defa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6693068 Feb 09 01:25:16.005445 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f4af6f1-1e31-4ee2-b74a-5088a9d5ea0b req-a8ff822b-c5ae-425d-8ff9-73812d89b9f3 service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5073588 Feb 09 01:25:16.255703 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47b925-f284-42fd-a95b-2523365b5258 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Port': ['ID=f3ef8245-5e4c-407c-9b51-c1d300f45b6a,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:16.349954 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-504c7e6c-f4ec-47aa-8559-d6c9e13590bf tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=45581217b0b44062ad5705b70ff60163&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2733645 Feb 09 01:25:16.397081 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5dcdbe9a-7fd7-479e-acee-8582d89ccacf tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:16.565753 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f4af6f1-1e31-4ee2-b74a-5088a9d5ea0b req-807b204a-ccfa-43a4-b912-89cc4aa4adf1 service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415953 Feb 09 01:25:16.567947 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-b0e8dd9e-f0d1-4ab7-b82a-88ce4f4ba3c7 service neutron] 10.222.0.35 "GET /v2.0/networks/d0976495-8081-44af-be21-4d619e68defa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5615773 Feb 09 01:25:16.691546 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-5dcdbe9a-7fd7-479e-acee-8582d89ccacf tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Calling delete_port for f3ef8245-5e4c-407c-9b51-c1d300f45b6a owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:25:16.870401 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5dcdbe9a-7fd7-479e-acee-8582d89ccacf tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:16.889324 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-88f4d0a5-ac94-4f00-b933-51ee1799d916 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:16.890392 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fc431-876f-4f4d-b9c8-707f2c729616 req-a42b0231-6c2d-4d6b-bbde-f747012b1528 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:16.891798 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-88f4d0a5-ac94-4f00-b933-51ee1799d916 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5442173 Feb 09 01:25:16.892364 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-258fc431-876f-4f4d-b9c8-707f2c729616 req-a42b0231-6c2d-4d6b-bbde-f747012b1528 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=342017fe-9964-4c5b-b7c1-75d2415af24c HTTP/1.1" status: 200 len: 943 time: 0.1324863 Feb 09 01:25:16.939834 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-0e1c1f8b-e107-4ca1-a2ca-050b196bf09f tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Request body: {'port': {'device_id': '318991fe-896f-4f03-ba8c-384143f44970', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'admin_state_up': True, 'tenant_id': '45581217b0b44062ad5705b70ff60163'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:16.957397 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-67a44202-d64a-4fc7-9400-b073a2569372 service neutron] 10.222.0.35 "GET /v2.0/networks/d0976495-8081-44af-be21-4d619e68defa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703005 Feb 09 01:25:16.982355 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5dcdbe9a-7fd7-479e-acee-8582d89ccacf tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:16.986282 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcdbe9a-7fd7-479e-acee-8582d89ccacf tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Port': ['ID=f3ef8245-5e4c-407c-9b51-c1d300f45b6a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:17.017991 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5dcdbe9a-7fd7-479e-acee-8582d89ccacf tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/ports/f3ef8245-5e4c-407c-9b51-c1d300f45b6a HTTP/1.1" status: 204 len: 168 time: 1.1318374 Feb 09 01:25:17.022057 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36126) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:17.079073 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-258fc431-876f-4f4d-b9c8-707f2c729616 req-f9d4a4fc-a046-4e1c-ae1d-c6dbec45e4b8 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461856 Feb 09 01:25:17.150506 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146de856-110a-40f3-94b7-e0f7a56b453f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:17.151262 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-146de856-110a-40f3-94b7-e0f7a56b453f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Synchronizing usage tracker for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:25:17.167841 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-3e063858-3232-4fd7-b5d2-e2bfb3a65362 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=3ef256bf-5d9a-4363-807b-cd10fb3f25bc HTTP/1.1" status: 200 len: 217 time: 0.2012115 Feb 09 01:25:17.181694 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-146de856-110a-40f3-94b7-e0f7a56b453f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Unset dirty status for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:25:17.182868 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-146de856-110a-40f3-94b7-e0f7a56b453f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1596189 Feb 09 01:25:17.185573 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36136) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:17.320226 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-12f1e66c-b09c-4f52-a715-ba96a0c397c1 req-ecd86931-8818-4aec-b6d0-ef6422c60164 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/ports?device_id=318991fe-896f-4f03-ba8c-384143f44970 HTTP/1.1" status: 200 len: 210 time: 0.0687068 Feb 09 01:25:17.326651 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce6593c-7aec-426e-aafa-4141c2fba79b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] GET failed (client error): The resource could not be found. Feb 09 01:25:17.331985 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 36142) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:17.333258 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8ce6593c-7aec-426e-aafa-4141c2fba79b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "GET /v2.0/ports/f3ef8245-5e4c-407c-9b51-c1d300f45b6a HTTP/1.1" status: 404 len: 333 time: 0.1459160 Feb 09 01:25:17.339833 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-13e0b622-df11-43de-8b78-2f66d8655e62 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-997392970'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:17.348854 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-8020f9e5-fb1f-49f6-bf6d-cc7afc22ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:17.351624 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-8020f9e5-fb1f-49f6-bf6d-cc7afc22ed02 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=760d545b-8344-489a-b34a-2bacf7e004bf HTTP/1.1" status: 200 len: 797 time: 0.1565034 Feb 09 01:25:17.352903 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-13e0b622-df11-43de-8b78-2f66d8655e62 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:17.363736 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99134bf9-ffef-412f-8088-a34c01d048de req-5b28572b-d858-404c-8d0c-dde49660c49b tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:17.367680 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-99134bf9-ffef-412f-8088-a34c01d048de req-5b28572b-d858-404c-8d0c-dde49660c49b tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.4671533 Feb 09 01:25:17.382564 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-13e0b622-df11-43de-8b78-2f66d8655e62 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:network and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:17.418931 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-13e0b622-df11-43de-8b78-2f66d8655e62 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:17.439974 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-0e1c1f8b-e107-4ca1-a2ca-050b196bf09f tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:17.449414 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-13e0b622-df11-43de-8b78-2f66d8655e62 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:17.459946 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-0e1c1f8b-e107-4ca1-a2ca-050b196bf09f tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Usage tracker for resource:port and tenant:45581217b0b44062ad5705b70ff60163 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:17.465535 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-0e1c1f8b-e107-4ca1-a2ca-050b196bf09f tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:17.483706 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-0e1c1f8b-e107-4ca1-a2ca-050b196bf09f tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:17.503369 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e0b622-df11-43de-8b78-2f66d8655e62 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:17.507283 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13e0b622-df11-43de-8b78-2f66d8655e62 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:17.533296 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-99134bf9-ffef-412f-8088-a34c01d048de req-02e05ce4-09dc-4ae9-8663-4fbdf8757423 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171901 Feb 09 01:25:17.543058 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-0e1c1f8b-e107-4ca1-a2ca-050b196bf09f tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Made reservation on behalf of 45581217b0b44062ad5705b70ff60163 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:17.546643 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-0e1c1f8b-e107-4ca1-a2ca-050b196bf09f tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:17.565035 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-0e1c1f8b-e107-4ca1-a2ca-050b196bf09f tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:17.732139 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e0b622-df11-43de-8b78-2f66d8655e62 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 977} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:25:17.735237 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-0e1c1f8b-e107-4ca1-a2ca-050b196bf09f tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:17.741965 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-0c4fda90-cdc9-48c3-ae77-21a208ab9264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:17.742714 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-0c4fda90-cdc9-48c3-ae77-21a208ab9264 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d0976495-8081-44af-be21-4d619e68defa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3708723 Feb 09 01:25:17.745892 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-0e1c1f8b-e107-4ca1-a2ca-050b196bf09f tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Usage tracker for resource:security_group_rule and tenant:45581217b0b44062ad5705b70ff60163 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:17.750204 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-0e1c1f8b-e107-4ca1-a2ca-050b196bf09f tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:17.777021 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13e0b622-df11-43de-8b78-2f66d8655e62 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:17.777386 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-13e0b622-df11-43de-8b78-2f66d8655e62 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Added segment 4b5caae4-0f56-4556-b84b-f12724c8d089 of type vlan for network 1d1f5e45-59cd-4d5b-b097-497e9ee848d3 Feb 09 01:25:17.780583 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-0e1c1f8b-e107-4ca1-a2ca-050b196bf09f tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:17.885472 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13e0b622-df11-43de-8b78-2f66d8655e62 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:17.976451 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13e0b622-df11-43de-8b78-2f66d8655e62 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:17.981902 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e0b622-df11-43de-8b78-2f66d8655e62 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:17.982501 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13e0b622-df11-43de-8b78-2f66d8655e62 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:18.026667 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-44f441e5-974b-4b7f-b136-e1d8d3cfac5c service neutron] 10.222.0.35 "GET /v2.0/networks/d0976495-8081-44af-be21-4d619e68defa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726040 Feb 09 01:25:18.262547 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-13e0b622-df11-43de-8b78-2f66d8655e62 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9261498 Feb 09 01:25:18.264825 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0b622-df11-43de-8b78-2f66d8655e62 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Network': ['ID=1d1f5e45-59cd-4d5b-b097-497e9ee848d3,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:18.271857 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 36150) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:18.277473 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 1d1f5e45-59cd-4d5b-b097-497e9ee848d3 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:25:18.303416 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-48f75518-1056-49d8-82a1-f75f374321fd tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'subnet': {'network_id': '1d1f5e45-59cd-4d5b-b097-497e9ee848d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:18.375065 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91103f-0264-4e53-9553-9dc3c23c2ddc req-4b1d7051-a90d-46ee-be8f-070d214efd15 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:18.388418 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1d91103f-0264-4e53-9553-9dc3c23c2ddc req-4b1d7051-a90d-46ee-be8f-070d214efd15 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=342017fe-9964-4c5b-b7c1-75d2415af24c HTTP/1.1" status: 200 len: 943 time: 0.1505558 Feb 09 01:25:18.416372 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-0e1c1f8b-e107-4ca1-a2ca-050b196bf09f tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:18.453009 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-0e1c1f8b-e107-4ca1-a2ca-050b196bf09f tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:18.539734 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1d91103f-0264-4e53-9553-9dc3c23c2ddc req-c1619828-d277-4486-a034-38f4410cc911 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480372 Feb 09 01:25:18.582148 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c1f8b-e107-4ca1-a2ca-050b196bf09f tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1757a125-2fc2-4317-aa98-ea70891db9ae,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:18.682440 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-8816ef64-1791-4d0c-8b2f-5f10558cbe54 service neutron] 10.222.0.35 "GET /v2.0/networks/d0976495-8081-44af-be21-4d619e68defa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5979548 Feb 09 01:25:18.687572 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-22b50de3-02f9-4a7a-af90-32158a5609b9 req-70d5b2f4-de03-48ab-a59d-16e2db359306 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/ports?device_id=318991fe-896f-4f03-ba8c-384143f44970 HTTP/1.1" status: 200 len: 210 time: 0.1041999 Feb 09 01:25:18.694234 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-48f75518-1056-49d8-82a1-f75f374321fd tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:18.702139 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-48f75518-1056-49d8-82a1-f75f374321fd tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:subnet and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:18.717669 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-48f75518-1056-49d8-82a1-f75f374321fd tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:18.785754 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-48f75518-1056-49d8-82a1-f75f374321fd tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:18.845208 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-d1100f40-0265-479b-b8d9-bbd7664ca066 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=051765f9-3c60-461b-8571-2e1761acc3dc HTTP/1.1" status: 200 len: 217 time: 0.1210167 Feb 09 01:25:18.911381 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cce45e-b53d-4a21-821e-1fe4e69446f6 req-95b50584-054f-4c8b-b4f7-0ad1838f1ec0 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:18.920891 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-68cce45e-b53d-4a21-821e-1fe4e69446f6 req-95b50584-054f-4c8b-b4f7-0ad1838f1ec0 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.2242806 Feb 09 01:25:18.946010 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f75518-1056-49d8-82a1-f75f374321fd tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:18.950033 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-48f75518-1056-49d8-82a1-f75f374321fd tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:19.018284 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-68cce45e-b53d-4a21-821e-1fe4e69446f6 req-4655c2e2-d7b3-48f8-810d-379c7e661820 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747664 Feb 09 01:25:19.222269 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-f1fd9c0a-f456-4f6e-b67c-b7038f51ee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:19.224019 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-f1fd9c0a-f456-4f6e-b67c-b7038f51ee46 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9671a035-d862-45b0-9a1f-4f8114d5db77 HTTP/1.1" status: 200 len: 797 time: 0.3617578 Feb 09 01:25:19.231121 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-0e1c1f8b-e107-4ca1-a2ca-050b196bf09f tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Allocated IP 192.168.233.20 (82c0e553-004f-4f65-a38e-9d785fdc5802/c1d7756a-584e-4152-ad93-d220060f4b30/1ced5a02-a03c-4c49-bee7-2eb134a235c2) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:19.514479 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36174) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:19.529522 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-ce7d3d85-a0d3-4523-80c9-e00a28dbbb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:19.531608 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-ce7d3d85-a0d3-4523-80c9-e00a28dbbb07 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fc0cd235-d706-4e7e-a633-962d662b162f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2907574 Feb 09 01:25:19.784730 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4a10b51f-a8a5-4637-920c-135e357f7380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:19.825171 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4a10b51f-a8a5-4637-920c-135e357f7380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:19.832112 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4a10b51f-a8a5-4637-920c-135e357f7380 admin admin] Usage tracker for resource:security_group_rule and tenant:22a600a6c62547c8b03b0e949c8ce418 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:19.839277 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4a10b51f-a8a5-4637-920c-135e357f7380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:19.930992 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4a10b51f-a8a5-4637-920c-135e357f7380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:19.935389 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9521134d-d14c-429c-bc28-9598662ae516 req-8ce895bd-ec9d-4088-b8b5-db24a371780c tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/ports?device_id=318991fe-896f-4f03-ba8c-384143f44970 HTTP/1.1" status: 200 len: 210 time: 0.0859945 Feb 09 01:25:20.059595 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4a10b51f-a8a5-4637-920c-135e357f7380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:20.072021 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4a10b51f-a8a5-4637-920c-135e357f7380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:20.145159 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 36192) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:20.157962 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-48f75518-1056-49d8-82a1-f75f374321fd tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:20.199690 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4a10b51f-a8a5-4637-920c-135e357f7380 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=22a600a6c62547c8b03b0e949c8ce418&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6807418 Feb 09 01:25:20.203404 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10b51f-a8a5-4637-920c-135e357f7380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8b9f21-c5a6-494d-a65f-8c5b44f10587,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:20.206787 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36198) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:20.207909 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-0e1c1f8b-e107-4ca1-a2ca-050b196bf09f tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:20.221558 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-6f773953-df40-4012-97f8-7b2b179c5348 service neutron] 10.222.0.35 "GET /v2.0/networks/fc0cd235-d706-4e7e-a633-962d662b162f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6804466 Feb 09 01:25:20.310137 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7eb2f231-6fe8-4449-9e37-de5dff1c7a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:20.335817 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea29992-e9d2-4032-9b36-2e9866fcdcb6 req-38c13fa5-1fd3-4c49-aee8-70b917fc177d tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:20.343268 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cea29992-e9d2-4032-9b36-2e9866fcdcb6 req-38c13fa5-1fd3-4c49-aee8-70b917fc177d tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.1849363 Feb 09 01:25:20.396330 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7eb2f231-6fe8-4449-9e37-de5dff1c7a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:20.397679 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-0e1c1f8b-e107-4ca1-a2ca-050b196bf09f tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Transition to ACTIVE for port object 1ced5a02-a03c-4c49-bee7-2eb134a235c2 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:25:20.425237 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cea29992-e9d2-4032-9b36-2e9866fcdcb6 req-eff63de5-da9a-452d-b56f-fbd4c548ee90 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805230 Feb 09 01:25:20.442106 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2d5a3e63-4810-434d-b590-c32043818b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:20.461991 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-419bc143-335f-476f-889e-a0b7c18c3d63 service neutron] 10.222.0.35 "GET /v2.0/networks/fc0cd235-d706-4e7e-a633-962d662b162f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249913 Feb 09 01:25:20.469179 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f75518-1056-49d8-82a1-f75f374321fd tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Subnet': ['ID=53689e4a-8463-4890-998d-6870723145f6,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:20.469478 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7eb2f231-6fe8-4449-9e37-de5dff1c7a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:20.486379 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2f231-6fe8-4449-9e37-de5dff1c7a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8b9f21-c5a6-494d-a65f-8c5b44f10587,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:20.494147 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7eb2f231-6fe8-4449-9e37-de5dff1c7a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:20.495082 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7eb2f231-6fe8-4449-9e37-de5dff1c7a10 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4d8b9f21-c5a6-494d-a65f-8c5b44f10587 HTTP/1.1" status: 204 len: 168 time: 0.2807603 Feb 09 01:25:20.558091 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-2d5a3e63-4810-434d-b590-c32043818b6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:20.567636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b96e3-5e7b-4546-880c-04ef57dee26f req-8c2be62b-5866-4b9e-952f-2dab4d475351 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:20.569251 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-174b96e3-5e7b-4546-880c-04ef57dee26f req-8c2be62b-5866-4b9e-952f-2dab4d475351 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=342017fe-9964-4c5b-b7c1-75d2415af24c HTTP/1.1" status: 200 len: 943 time: 0.7896657 Feb 09 01:25:20.570770 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-b7bba915-c3ba-447b-ab29-afa51310ddcb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cef3a1b2-f75c-42e5-8828-47aa75f68c2f HTTP/1.1" status: 200 len: 217 time: 0.0958576 Feb 09 01:25:20.571439 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f75518-1056-49d8-82a1-f75f374321fd tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Checking segment: {'id': '4b5caae4-0f56-4556-b84b-f12724c8d089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '1d1f5e45-59cd-4d5b-b097-497e9ee848d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:25:20.571818 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f75518-1056-49d8-82a1-f75f374321fd tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network hostable DHCP agents. Network: 1d1f5e45-59cd-4d5b-b097-497e9ee848d3, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:25:20.582857 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2d5a3e63-4810-434d-b590-c32043818b6f admin admin] Usage tracker for resource:security_group_rule and tenant:12b2dc772792456e9b231f546a094a8d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:20.629122 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2d5a3e63-4810-434d-b590-c32043818b6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:20.630949 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 3f3e6d51-b6b3-4bc7-8068-4720b2e38161 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:25:20.648344 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-2d5a3e63-4810-434d-b590-c32043818b6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:20.726924 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f75518-1056-49d8-82a1-f75f374321fd tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network 1d1f5e45-59cd-4d5b-b097-497e9ee848d3 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:25:20.746060 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-174b96e3-5e7b-4546-880c-04ef57dee26f req-ee57a9e5-ecd8-49df-962a-1717a154adf3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668522 Feb 09 01:25:20.752823 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-0e1c1f8b-e107-4ca1-a2ca-050b196bf09f tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:20.810366 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 3f3e6d51-b6b3-4bc7-8068-4720b2e38161, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=3f3e6d51-b6b3-4bc7-8068-4720b2e38161,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:25:20.814166 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-1ce4e52b-80a0-4ef1-a9eb-eb0a8b66d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:20.815917 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-1ce4e52b-80a0-4ef1-a9eb-eb0a8b66d277 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9671a035-d862-45b0-9a1f-4f8114d5db77 HTTP/1.1" status: 200 len: 797 time: 0.2341635 Feb 09 01:25:20.816629 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-48f75518-1056-49d8-82a1-f75f374321fd tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 1d1f5e45-59cd-4d5b-b097-497e9ee848d3) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:20.838409 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '3f3e6d51-b6b3-4bc7-8068-4720b2e38161', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'port_id': '3f3e6d51-b6b3-4bc7-8068-4720b2e38161', 'mac_address': 'fa:16:3e:09:86:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 956, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:25:20.838409 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9cce35-186e-4e08-8210-288fd73984d7 None None] Network 1d1f5e45-59cd-4d5b-b097-497e9ee848d3 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:25:20.843006 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f75518-1056-49d8-82a1-f75f374321fd tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:20.843646 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-48f75518-1056-49d8-82a1-f75f374321fd tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:20.899752 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36206) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:20.922575 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3679f588-738f-4123-9849-f2e52e9ce90b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:20.926847 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-0e1c1f8b-e107-4ca1-a2ca-050b196bf09f tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:20.943471 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3679f588-738f-4123-9849-f2e52e9ce90b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:20.949506 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3679f588-738f-4123-9849-f2e52e9ce90b admin admin] Usage tracker for resource:security_group_rule and tenant:981db90f3990459d88f6c32f8b284c54 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:20.952603 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-0e1c1f8b-e107-4ca1-a2ca-050b196bf09f tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:20.952783 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3679f588-738f-4123-9849-f2e52e9ce90b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:20.955290 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-0e1c1f8b-e107-4ca1-a2ca-050b196bf09f tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:25:20.959691 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3679f588-738f-4123-9849-f2e52e9ce90b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:20.969878 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:21.008705 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f3e6d51-b6b3-4bc7-8068-4720b2e38161 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:25:21.062608 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2d5a3e63-4810-434d-b590-c32043818b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:21.063234 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 3f3e6d51-b6b3-4bc7-8068-4720b2e38161, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=3f3e6d51-b6b3-4bc7-8068-4720b2e38161,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:25:21.076339 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:21.087788 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c1f8b-e107-4ca1-a2ca-050b196bf09f tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Pushing event updated for resources: {'Port': ['ID=1ced5a02-a03c-4c49-bee7-2eb134a235c2,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:21.098169 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2d5a3e63-4810-434d-b590-c32043818b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:21.135593 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-48f75518-1056-49d8-82a1-f75f374321fd tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8604569 Feb 09 01:25:21.136924 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 36212) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:21.162530 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-64c4099e-99d3-4371-8336-bd97b982aca8 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'subnet': {'network_id': '1d1f5e45-59cd-4d5b-b097-497e9ee848d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:21.189390 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=3f3e6d51-b6b3-4bc7-8068-4720b2e38161,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:21.205196 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:21.205812 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:21.206322 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:21.206855 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:21.207968 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:21.208529 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:21.209239 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:21.209760 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:21.210284 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:21.210812 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:21.211336 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:21.211864 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:21.232275 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3679f588-738f-4123-9849-f2e52e9ce90b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:21.241888 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3679f588-738f-4123-9849-f2e52e9ce90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:21.273436 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981e1d13-248f-436c-b895-b97c367a2979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-1d1f5e45-59cd-4d5b-b097-497e9ee848d3', 'network_id': '1d1f5e45-59cd-4d5b-b097-497e9ee848d3', 'tenant_id': 'ff3cbcda03904135b8cc886351e27142', 'fixed_ips': [{'subnet_id': '53689e4a-8463-4890-998d-6870723145f6'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:25:21.274492 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-981e1d13-248f-436c-b895-b97c367a2979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:21.282126 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3679f588-738f-4123-9849-f2e52e9ce90b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=981db90f3990459d88f6c32f8b284c54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3790848 Feb 09 01:25:21.287282 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36216) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:21.325765 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2d5a3e63-4810-434d-b590-c32043818b6f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=12b2dc772792456e9b231f546a094a8d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1767023 Feb 09 01:25:21.329970 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a3e63-4810-434d-b590-c32043818b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10709ab0-1048-4be2-9ef9-3ad12370f8c5,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:21.335898 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 36220) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:21.348815 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-0e1c1f8b-e107-4ca1-a2ca-050b196bf09f tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:21.350596 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-0e1c1f8b-e107-4ca1-a2ca-050b196bf09f tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:21.381575 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-6d814723-4f5e-4466-86ba-a3f7154e5bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:21.383087 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-6d814723-4f5e-4466-86ba-a3f7154e5bf6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fc0cd235-d706-4e7e-a633-962d662b162f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5505667 Feb 09 01:25:21.384710 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec3b62-777c-4da8-a701-e3223827436e req-fd0bd3dd-6f77-47c5-b7f8-28e0982491e4 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:21.386207 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ccec3b62-777c-4da8-a701-e3223827436e req-fd0bd3dd-6f77-47c5-b7f8-28e0982491e4 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/ports?device_id=318991fe-896f-4f03-ba8c-384143f44970 HTTP/1.1" status: 200 len: 935 time: 0.2546542 Feb 09 01:25:21.393919 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679f588-738f-4123-9849-f2e52e9ce90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f09e422-c329-468f-8ab0-472b55fb2f15,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:21.396596 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-0e1c1f8b-e107-4ca1-a2ca-050b196bf09f tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4937875 Feb 09 01:25:21.423029 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2482dcdc-45c7-42e2-bdc1-4f3eec52fc67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:21.432301 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-b0880335-215d-433e-937d-aba29734171e service neutron] Request body: {'port': {'device_id': '318991fe-896f-4f03-ba8c-384143f44970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:21.468707 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2482dcdc-45c7-42e2-bdc1-4f3eec52fc67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:21.471432 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['3f3e6d51-b6b3-4bc7-8068-4720b2e38161'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:25:21.479612 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ccec3b62-777c-4da8-a701-e3223827436e req-1a3474cc-738e-41dd-9217-0a4312daa3f9 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/security-groups?id=1757a125-2fc2-4317-aa98-ea70891db9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799296 Feb 09 01:25:21.543279 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2482dcdc-45c7-42e2-bdc1-4f3eec52fc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:21.565556 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482dcdc-45c7-42e2-bdc1-4f3eec52fc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f09e422-c329-468f-8ab0-472b55fb2f15,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:21.576061 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2482dcdc-45c7-42e2-bdc1-4f3eec52fc67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:21.577634 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2482dcdc-45c7-42e2-bdc1-4f3eec52fc67 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1f09e422-c329-468f-8ab0-472b55fb2f15 HTTP/1.1" status: 204 len: 168 time: 0.2890375 Feb 09 01:25:21.580288 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-981e1d13-248f-436c-b895-b97c367a2979 None None] Allocated IP 2001:db8::2 (1d1f5e45-59cd-4d5b-b097-497e9ee848d3/53689e4a-8463-4890-998d-6870723145f6/ebed5f7c-786d-4469-a9c0-432df4d5d77d) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:21.597225 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-64c4099e-99d3-4371-8336-bd97b982aca8 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:21.655047 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-64c4099e-99d3-4371-8336-bd97b982aca8 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:subnet and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:21.666315 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-64c4099e-99d3-4371-8336-bd97b982aca8 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:21.724145 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-64c4099e-99d3-4371-8336-bd97b982aca8 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:21.734080 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-11d2c41b-9e9c-4692-929c-98b5e9c2e893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:21.798114 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ec6a3ae9-f5ac-4dbe-81da-544911df67b1 None None] Provisioning for port 1ced5a02-a03c-4c49-bee7-2eb134a235c2 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:25:21.818248 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c4099e-99d3-4371-8336-bd97b982aca8 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:21.822048 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-64c4099e-99d3-4371-8336-bd97b982aca8 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:21.838903 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ec6a3ae9-f5ac-4dbe-81da-544911df67b1 None None] Provisioning complete for port 1ced5a02-a03c-4c49-bee7-2eb134a235c2 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:21.840300 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ec6a3ae9-f5ac-4dbe-81da-544911df67b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:21.897968 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-11d2c41b-9e9c-4692-929c-98b5e9c2e893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:21.906418 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-273df29f-712b-4a1a-9d3e-e0a96c40d8b7 service neutron] 10.222.0.35 "GET /v2.0/networks/fc0cd235-d706-4e7e-a633-962d662b162f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5064800 Feb 09 01:25:21.916480 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-b0880335-215d-433e-937d-aba29734171e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:21.996159 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abdda65-ebd4-4f4f-9750-093d77ea7051 req-7adfe0b9-df01-48c6-b1ca-f20e387b2d3a tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:22.012621 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:22.015655 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4abdda65-ebd4-4f4f-9750-093d77ea7051 req-7adfe0b9-df01-48c6-b1ca-f20e387b2d3a tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=342017fe-9964-4c5b-b7c1-75d2415af24c HTTP/1.1" status: 200 len: 944 time: 0.1416461 Feb 09 01:25:22.032251 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-ec6a3ae9-f5ac-4dbe-81da-544911df67b1 None None] Port 1ced5a02-a03c-4c49-bee7-2eb134a235c2 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:25:22.069228 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-981e1d13-248f-436c-b895-b97c367a2979 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:22.111417 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4abdda65-ebd4-4f4f-9750-093d77ea7051 req-c805081f-cc18-46eb-a46b-d671adfcdac2 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933726 Feb 09 01:25:22.117588 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-981e1d13-248f-436c-b895-b97c367a2979 None None] Transition to ACTIVE for port object ebed5f7c-786d-4469-a9c0-432df4d5d77d will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:25:22.175450 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-981e1d13-248f-436c-b895-b97c367a2979 None None] Transition to ACTIVE for port object ebed5f7c-786d-4469-a9c0-432df4d5d77d will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:25:22.210613 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-981e1d13-248f-436c-b895-b97c367a2979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:22.282356 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981e1d13-248f-436c-b895-b97c367a2979 None None] Network 1d1f5e45-59cd-4d5b-b097-497e9ee848d3 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:22.289755 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-981e1d13-248f-436c-b895-b97c367a2979 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:22.293619 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981e1d13-248f-436c-b895-b97c367a2979 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:25:22.326767 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e1d13-248f-436c-b895-b97c367a2979 None None] Pushing event updated for resources: {'Port': ['ID=ebed5f7c-786d-4469-a9c0-432df4d5d77d,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:22.358144 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dede4c-e381-48eb-8e33-23e4857d4db1 req-4cacb243-23f8-4d60-a8b3-8fcd0168136a tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:22.359661 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-90dede4c-e381-48eb-8e33-23e4857d4db1 req-4cacb243-23f8-4d60-a8b3-8fcd0168136a tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.7507148 Feb 09 01:25:22.396273 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-981e1d13-248f-436c-b895-b97c367a2979 None None] Attempting to bind port ebed5f7c-786d-4469-a9c0-432df4d5d77d on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:25:22.397066 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-981e1d13-248f-436c-b895-b97c367a2979 None None] Attempting to bind port ebed5f7c-786d-4469-a9c0-432df4d5d77d by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '4b5caae4-0f56-4556-b84b-f12724c8d089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '1d1f5e45-59cd-4d5b-b097-497e9ee848d3'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:25:22.397690 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981e1d13-248f-436c-b895-b97c367a2979 None None] Attempting to bind port ebed5f7c-786d-4469-a9c0-432df4d5d77d on network 1d1f5e45-59cd-4d5b-b097-497e9ee848d3 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:25:22.403834 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981e1d13-248f-436c-b895-b97c367a2979 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:25:22.404250 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981e1d13-248f-436c-b895-b97c367a2979 None None] Checking segment: {'id': '4b5caae4-0f56-4556-b84b-f12724c8d089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '1d1f5e45-59cd-4d5b-b097-497e9ee848d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:25:22.404633 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-981e1d13-248f-436c-b895-b97c367a2979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:22.405043 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981e1d13-248f-436c-b895-b97c367a2979 None None] Bound using segment: {'id': '4b5caae4-0f56-4556-b84b-f12724c8d089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '1d1f5e45-59cd-4d5b-b097-497e9ee848d3'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:25:22.405495 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-981e1d13-248f-436c-b895-b97c367a2979 None None] Bound port: ebed5f7c-786d-4469-a9c0-432df4d5d77d, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5caae4-0f56-4556-b84b-f12724c8d089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '1d1f5e45-59cd-4d5b-b097-497e9ee848d3'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:25:22.405861 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-981e1d13-248f-436c-b895-b97c367a2979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:22.512435 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-981e1d13-248f-436c-b895-b97c367a2979 None None] For port ebed5f7c-786d-4469-a9c0-432df4d5d77d, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:25:22.516935 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-981e1d13-248f-436c-b895-b97c367a2979 None None] For port ebed5f7c-786d-4469-a9c0-432df4d5d77d, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=ebed5f7c-786d-4469-a9c0-432df4d5d77d,segment=NetworkSegment(4b5caae4-0f56-4556-b84b-f12724c8d089),segment_id=4b5caae4-0f56-4556-b84b-f12724c8d089)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:25:22.523409 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-981e1d13-248f-436c-b895-b97c367a2979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:22.563519 n-d-828419-1 neutron-server[87612]: INFO neutron.db.ipam_backend_mixin [None req-64c4099e-99d3-4371-8336-bd97b982aca8 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 53689e4a-8463-4890-998d-6870723145f6 (CIDR: 2001:db8::/64) Feb 09 01:25:22.584626 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-11d2c41b-9e9c-4692-929c-98b5e9c2e893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:22.604464 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb92d1e5-07b3-4d8a-913c-178ca654fbd4 req-14804a33-e214-423c-88b4-b8d98a61f2df service neutron] 10.222.0.35 "GET /v2.0/networks/fc0cd235-d706-4e7e-a633-962d662b162f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6779509 Feb 09 01:25:22.605936 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-64c4099e-99d3-4371-8336-bd97b982aca8 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:25:22.606621 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64c4099e-99d3-4371-8336-bd97b982aca8 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:22.622524 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e1d13-248f-436c-b895-b97c367a2979 None None] Pushing event updated for resources: {'Port': ['ID=ebed5f7c-786d-4469-a9c0-432df4d5d77d,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:22.723710 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d2c41b-9e9c-4692-929c-98b5e9c2e893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10709ab0-1048-4be2-9ef9-3ad12370f8c5,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:22.732560 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97288573-55cf-43c5-ba62-83cd7ef19cd3 req-bc5eea54-283e-4604-a523-0474c2da9b20 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:22.736516 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-90dede4c-e381-48eb-8e33-23e4857d4db1 req-4deb84cf-eebe-4446-9c40-ba7502a73de3 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268890 Feb 09 01:25:22.752674 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-97288573-55cf-43c5-ba62-83cd7ef19cd3 req-bc5eea54-283e-4604-a523-0474c2da9b20 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/ports?device_id=318991fe-896f-4f03-ba8c-384143f44970 HTTP/1.1" status: 200 len: 935 time: 0.1217701 Feb 09 01:25:22.759305 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-11d2c41b-9e9c-4692-929c-98b5e9c2e893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:22.760434 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-11d2c41b-9e9c-4692-929c-98b5e9c2e893 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/10709ab0-1048-4be2-9ef9-3ad12370f8c5 HTTP/1.1" status: 204 len: 168 time: 1.4230590 Feb 09 01:25:22.787281 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-64c4099e-99d3-4371-8336-bd97b982aca8 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6436286 Feb 09 01:25:22.792192 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14c2a8-2e33-47f6-bd12-29bfaec44db4 req-8b90c5bf-f745-4c58-94c5-47ef16b641b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:22.794021 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0f14c2a8-2e33-47f6-bd12-29bfaec44db4 req-8b90c5bf-f745-4c58-94c5-47ef16b641b9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 1097 time: 0.4466467 Feb 09 01:25:22.796916 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 36256) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:22.805570 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-07f59d8e-fdc8-4bba-80a9-dd3ca408cbd1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'subnet': {'network_id': '1d1f5e45-59cd-4d5b-b097-497e9ee848d3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:22.820410 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-97288573-55cf-43c5-ba62-83cd7ef19cd3 req-77325d20-dd1c-4991-89c4-1866b4b4e783 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/security-groups?id=1757a125-2fc2-4317-aa98-ea70891db9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664911 Feb 09 01:25:23.016245 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0f14c2a8-2e33-47f6-bd12-29bfaec44db4 req-9920afa7-3c56-4684-9c4f-7fa2b19d3108 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778865 Feb 09 01:25:23.086672 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-07f59d8e-fdc8-4bba-80a9-dd3ca408cbd1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:23.131024 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-07f59d8e-fdc8-4bba-80a9-dd3ca408cbd1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:subnet and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:23.138019 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-07f59d8e-fdc8-4bba-80a9-dd3ca408cbd1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:23.149234 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-07f59d8e-fdc8-4bba-80a9-dd3ca408cbd1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:23.161786 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-b0880335-215d-433e-937d-aba29734171e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ced5a02-a03c-4c49-bee7-2eb134a235c2 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:25:23.170178 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-b0880335-215d-433e-937d-aba29734171e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:23.177156 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f59d8e-fdc8-4bba-80a9-dd3ca408cbd1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:23.181405 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-07f59d8e-fdc8-4bba-80a9-dd3ca408cbd1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:23.253347 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36270) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:23.272669 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-b0880335-215d-433e-937d-aba29734171e service neutron] Transition to ACTIVE for port object 1ced5a02-a03c-4c49-bee7-2eb134a235c2 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:25:23.289823 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-b0880335-215d-433e-937d-aba29734171e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:23.407941 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-832bda01-bbc8-4af0-9414-fc6cb4a447ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:23.435848 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-832bda01-bbc8-4af0-9414-fc6cb4a447ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:23.449375 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-832bda01-bbc8-4af0-9414-fc6cb4a447ba admin admin] Usage tracker for resource:security_group_rule and tenant:b25f2f3cf4f548379cf04fd4be47d47c is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:23.458282 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-832bda01-bbc8-4af0-9414-fc6cb4a447ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:23.472555 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-832bda01-bbc8-4af0-9414-fc6cb4a447ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:23.508128 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ebed5f7c-786d-4469-a9c0-432df4d5d77d up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:25:23.597063 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port ebed5f7c-786d-4469-a9c0-432df4d5d77d completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:25:23.669952 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0880335-215d-433e-937d-aba29734171e service neutron] Pushing event updated for resources: {'Port': ['ID=1ced5a02-a03c-4c49-bee7-2eb134a235c2,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:23.690119 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-832bda01-bbc8-4af0-9414-fc6cb4a447ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:23.697489 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-832bda01-bbc8-4af0-9414-fc6cb4a447ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:23.758746 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-832bda01-bbc8-4af0-9414-fc6cb4a447ba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b25f2f3cf4f548379cf04fd4be47d47c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5041692 Feb 09 01:25:23.762048 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36280) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:23.806437 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-b0880335-215d-433e-937d-aba29734171e service neutron] Attempting to bind port 1ced5a02-a03c-4c49-bee7-2eb134a235c2 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:25:23.806437 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-b0880335-215d-433e-937d-aba29734171e service neutron] Attempting to bind port 1ced5a02-a03c-4c49-bee7-2eb134a235c2 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:25:23.806681 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-b0880335-215d-433e-937d-aba29734171e service neutron] Attempting to bind port 1ced5a02-a03c-4c49-bee7-2eb134a235c2 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:25:23.819378 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832bda01-bbc8-4af0-9414-fc6cb4a447ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0847c23f-e4e4-4e13-b2a1-4174f34d1967,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:23.820761 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-b0880335-215d-433e-937d-aba29734171e service neutron] Port 1ced5a02-a03c-4c49-bee7-2eb134a235c2 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:25:23.821098 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-b0880335-215d-433e-937d-aba29734171e service neutron] Attempting to bind port 1ced5a02-a03c-4c49-bee7-2eb134a235c2 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:25:23.848177 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-b0880335-215d-433e-937d-aba29734171e service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:25:23.848556 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-b0880335-215d-433e-937d-aba29734171e service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:25:23.849159 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-b0880335-215d-433e-937d-aba29734171e service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:25:23.849763 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-b0880335-215d-433e-937d-aba29734171e service neutron] Bound port: 1ced5a02-a03c-4c49-bee7-2eb134a235c2, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:25:23.850435 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-b0880335-215d-433e-937d-aba29734171e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:23.877011 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6be7b70a-7e97-4c6d-95c6-6c4b0e35b52c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:23.908210 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6be7b70a-7e97-4c6d-95c6-6c4b0e35b52c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:23.977787 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27487011-933f-4551-a4b4-0448ce3fb090 req-0a76b7e4-c865-4a3f-8d6f-633757e47271 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:23.979547 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-27487011-933f-4551-a4b4-0448ce3fb090 req-0a76b7e4-c865-4a3f-8d6f-633757e47271 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=342017fe-9964-4c5b-b7c1-75d2415af24c HTTP/1.1" status: 200 len: 944 time: 0.6394999 Feb 09 01:25:24.059841 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6be7b70a-7e97-4c6d-95c6-6c4b0e35b52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:24.108899 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7b70a-7e97-4c6d-95c6-6c4b0e35b52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0847c23f-e4e4-4e13-b2a1-4174f34d1967,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:24.112303 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-27487011-933f-4551-a4b4-0448ce3fb090 req-d7dae970-24aa-4a88-b526-60f89d1402ba tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039329 Feb 09 01:25:24.132159 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6be7b70a-7e97-4c6d-95c6-6c4b0e35b52c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:24.138255 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6be7b70a-7e97-4c6d-95c6-6c4b0e35b52c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0847c23f-e4e4-4e13-b2a1-4174f34d1967 HTTP/1.1" status: 204 len: 168 time: 0.3743818 Feb 09 01:25:24.149725 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af8ae41-9305-4169-835e-6714cfb3fb27 None None] Network 1d1f5e45-59cd-4d5b-b097-497e9ee848d3 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:25:24.161043 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9dbba9-d139-4263-becd-9353f8a81a6d req-e1626088-1f47-40c0-9179-ebcb40be72d8 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:24.162806 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1a9dbba9-d139-4263-becd-9353f8a81a6d req-e1626088-1f47-40c0-9179-ebcb40be72d8 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.2100847 Feb 09 01:25:24.262737 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-b0880335-215d-433e-937d-aba29734171e service neutron] For port 1ced5a02-a03c-4c49-bee7-2eb134a235c2, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:25:24.280350 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-07f59d8e-fdc8-4bba-80a9-dd3ca408cbd1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:24.322368 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1a9dbba9-d139-4263-becd-9353f8a81a6d req-2a7a42e4-0b23-4ed5-807b-b152eb36f4c8 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527381 Feb 09 01:25:24.356476 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-b0880335-215d-433e-937d-aba29734171e service neutron] For port 1ced5a02-a03c-4c49-bee7-2eb134a235c2, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=1ced5a02-a03c-4c49-bee7-2eb134a235c2,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:25:24.429925 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-b0880335-215d-433e-937d-aba29734171e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:24.439338 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e595fb11-212c-4448-a764-aec154850918 None None] Provisioning for port ebed5f7c-786d-4469-a9c0-432df4d5d77d completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:25:24.458007 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e595fb11-212c-4448-a764-aec154850918 None None] Provisioning complete for port ebed5f7c-786d-4469-a9c0-432df4d5d77d triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:24.458383 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e595fb11-212c-4448-a764-aec154850918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:24.514588 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0880335-215d-433e-937d-aba29734171e service neutron] Pushing event updated for resources: {'Port': ['ID=1ced5a02-a03c-4c49-bee7-2eb134a235c2,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:24.537108 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f59d8e-fdc8-4bba-80a9-dd3ca408cbd1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network 1d1f5e45-59cd-4d5b-b097-497e9ee848d3 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:24.543121 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-07f59d8e-fdc8-4bba-80a9-dd3ca408cbd1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:24.547273 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f59d8e-fdc8-4bba-80a9-dd3ca408cbd1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:24.548020 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-07f59d8e-fdc8-4bba-80a9-dd3ca408cbd1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:24.593846 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-b0880335-215d-433e-937d-aba29734171e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:24.594458 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-b0880335-215d-433e-937d-aba29734171e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:24.599940 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-b0880335-215d-433e-937d-aba29734171e service neutron] 10.222.0.35 "PUT /v2.0/ports/1ced5a02-a03c-4c49-bee7-2eb134a235c2 HTTP/1.1" status: 200 len: 1095 time: 3.1681073 Feb 09 01:25:24.606575 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '318991fe-896f-4f03-ba8c-384143f44970', 'tag': '1ced5a02-a03c-4c49-bee7-2eb134a235c2'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:25:24.612830 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f59d8e-fdc8-4bba-80a9-dd3ca408cbd1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Subnet': ['ID=b576ca76-7706-47c1-ad36-a2d0985cd64f,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:24.623615 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36318) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:24.623817 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-07f59d8e-fdc8-4bba-80a9-dd3ca408cbd1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8257644 Feb 09 01:25:24.636032 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-9578c0a0-5020-4184-abe0-b418bc7658e1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'port': {'network_id': '1d1f5e45-59cd-4d5b-b097-497e9ee848d3', 'fixed_ips': [{'subnet_id': '53689e4a-8463-4890-998d-6870723145f6'}, {'subnet_id': 'b576ca76-7706-47c1-ad36-a2d0985cd64f'}], 'name': 'tempest-PortsIpV6TestJSON-1708838632'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:24.680731 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 3f3e6d51-b6b3-4bc7-8068-4720b2e38161 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:25:24.910115 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e595fb11-212c-4448-a764-aec154850918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:24.942640 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '318991fe-896f-4f03-ba8c-384143f44970', 'tag': '1ced5a02-a03c-4c49-bee7-2eb134a235c2', 'status': 'completed', 'code': 200} Feb 09 01:25:24.976993 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9578c0a0-5020-4184-abe0-b418bc7658e1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:24.981942 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f62d76-dd35-4fe0-b0f0-77a6f0cc75c5 req-ead15c7e-5be0-4786-928d-9618c120c29c tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:24.982123 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 3f3e6d51-b6b3-4bc7-8068-4720b2e38161 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:25:24.982710 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-71f62d76-dd35-4fe0-b0f0-77a6f0cc75c5 req-ead15c7e-5be0-4786-928d-9618c120c29c tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Synchronizing usage tracker for tenant:45581217b0b44062ad5705b70ff60163 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:25:24.983505 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9578c0a0-5020-4184-abe0-b418bc7658e1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:port and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:24.988188 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9578c0a0-5020-4184-abe0-b418bc7658e1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:24.994934 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9578c0a0-5020-4184-abe0-b418bc7658e1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:25.007855 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9578c0a0-5020-4184-abe0-b418bc7658e1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:25.008963 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-e595fb11-212c-4448-a764-aec154850918 None None] For port ebed5f7c-786d-4469-a9c0-432df4d5d77d, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=ebed5f7c-786d-4469-a9c0-432df4d5d77d,segment=NetworkSegment(4b5caae4-0f56-4556-b84b-f12724c8d089),segment_id=4b5caae4-0f56-4556-b84b-f12724c8d089)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:25:25.021095 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-71f62d76-dd35-4fe0-b0f0-77a6f0cc75c5 req-ead15c7e-5be0-4786-928d-9618c120c29c tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Unset dirty status for tenant:45581217b0b44062ad5705b70ff60163 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:25:25.024089 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 3f3e6d51-b6b3-4bc7-8068-4720b2e38161 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:25.025424 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:25.027815 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-71f62d76-dd35-4fe0-b0f0-77a6f0cc75c5 req-ead15c7e-5be0-4786-928d-9618c120c29c tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/ports?device_id=318991fe-896f-4f03-ba8c-384143f44970 HTTP/1.1" status: 200 len: 947 time: 0.6740208 Feb 09 01:25:25.059961 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-fd601296-cdbf-4438-a46f-44b315c834f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:25.061497 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-fd601296-cdbf-4438-a46f-44b315c834f2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=45581217b0b44062ad5705b70ff60163&device_id=318991fe-896f-4f03-ba8c-384143f44970 HTTP/1.1" status: 200 len: 1098 time: 0.4093213 Feb 09 01:25:25.153629 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-71f62d76-dd35-4fe0-b0f0-77a6f0cc75c5 req-d3ae483a-29aa-46b4-9ef0-aa048faa03a1 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Synchronizing usage tracker for tenant:45581217b0b44062ad5705b70ff60163 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:25:25.161032 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-4c3eddcc-8e6b-4aaa-be0a-d1ad972176ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=1ced5a02-a03c-4c49-bee7-2eb134a235c2 HTTP/1.1" status: 200 len: 217 time: 0.0882406 Feb 09 01:25:25.189269 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e595fb11-212c-4448-a764-aec154850918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:25.253287 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-71f62d76-dd35-4fe0-b0f0-77a6f0cc75c5 req-d3ae483a-29aa-46b4-9ef0-aa048faa03a1 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Unset dirty status for tenant:45581217b0b44062ad5705b70ff60163 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:25:25.266271 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-71f62d76-dd35-4fe0-b0f0-77a6f0cc75c5 req-d3ae483a-29aa-46b4-9ef0-aa048faa03a1 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/security-groups?id=1757a125-2fc2-4317-aa98-ea70891db9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342427 Feb 09 01:25:25.277353 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-c94bfd3f-7c5e-42d9-8569-23b14cac836c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:25.278866 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-c94bfd3f-7c5e-42d9-8569-23b14cac836c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.1096420 Feb 09 01:25:25.365292 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9578c0a0-5020-4184-abe0-b418bc7658e1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:25.408856 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-9578c0a0-5020-4184-abe0-b418bc7658e1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] device_id is not set on port fdd035fb-af63-4157-8f57-b96554dfc1d8 yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:25:25.421536 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:25.427618 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1019b6-d3e9-4c7f-b76e-80aaf8f440b3 None None] Update dhcp port {'port': {'network_id': '1d1f5e45-59cd-4d5b-b097-497e9ee848d3', 'fixed_ips': [{'subnet_id': '53689e4a-8463-4890-998d-6870723145f6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b576ca76-7706-47c1-ad36-a2d0985cd64f'}], 'binding:host_id': 'n-d-828419-1'}, 'id': 'ebed5f7c-786d-4469-a9c0-432df4d5d77d'} from n-d-828419-1. {{(pid=87613) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:25:25.463144 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-b21659e5-1248-49b5-a770-a4fb78481fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:25.465041 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-b21659e5-1248-49b5-a770-a4fb78481fc1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1734357 Feb 09 01:25:25.555770 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044bc03-8f1b-4c89-9dbf-dd088cf30728 req-6cb909f3-0f4f-49c0-b889-9bc124df5b3c tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:25.557597 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6044bc03-8f1b-4c89-9dbf-dd088cf30728 req-6cb909f3-0f4f-49c0-b889-9bc124df5b3c tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=342017fe-9964-4c5b-b7c1-75d2415af24c HTTP/1.1" status: 200 len: 944 time: 0.3241842 Feb 09 01:25:25.588998 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595fb11-212c-4448-a764-aec154850918 None None] Pushing event updated for resources: {'Port': ['ID=ebed5f7c-786d-4469-a9c0-432df4d5d77d,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:25.621979 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:25.633761 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-be1019b6-d3e9-4c7f-b76e-80aaf8f440b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:25.672063 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 3f3e6d51-b6b3-4bc7-8068-4720b2e38161, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=3f3e6d51-b6b3-4bc7-8068-4720b2e38161,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:25:25.674758 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342017fe-9964-4c5b-b7c1-75d2415af24c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3e6d51-b6b3-4bc7-8068-4720b2e38161'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:25:25.676980 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-40648197-fbd5-45d6-90a0-a29aab82987b service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010374 Feb 09 01:25:25.696482 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6044bc03-8f1b-4c89-9dbf-dd088cf30728 req-f1a30625-5d03-48b9-9916-325d862d8049 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307151 Feb 09 01:25:25.700447 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36358) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:25.725009 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:25.849527 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342017fe-9964-4c5b-b7c1-75d2415af24c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3e6d51-b6b3-4bc7-8068-4720b2e38161', 'code': 200} Feb 09 01:25:25.942196 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=3f3e6d51-b6b3-4bc7-8068-4720b2e38161,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:25.995045 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2480ff11-0d2b-45f1-9402-ac46a6bc081e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:26.073550 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2480ff11-0d2b-45f1-9402-ac46a6bc081e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:26.088327 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2480ff11-0d2b-45f1-9402-ac46a6bc081e admin admin] Usage tracker for resource:security_group_rule and tenant:2b1e7e32de18476f8c66d1729222dd8a is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:26.094320 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2480ff11-0d2b-45f1-9402-ac46a6bc081e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:26.095648 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e795d-0e63-4382-b24e-0b635decfd1f req-fbe46b63-121d-4c49-b897-1a895afc51a3 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:26.098704 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8a6e795d-0e63-4382-b24e-0b635decfd1f req-fbe46b63-121d-4c49-b897-1a895afc51a3 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.5761452 Feb 09 01:25:26.102919 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-27ab26ee-b552-4e54-8363-45d2f9f8a309 req-bfcf5bab-99e2-4cc5-a8d9-7edd0226240d service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484254 Feb 09 01:25:26.136058 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2480ff11-0d2b-45f1-9402-ac46a6bc081e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:26.150502 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb7f63-d9e8-41f5-b9e0-4637e2594d6d req-8215918a-b47b-4b3f-b00c-19053171db2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:26.152589 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a6bb7f63-d9e8-41f5-b9e0-4637e2594d6d req-8215918a-b47b-4b3f-b00c-19053171db2d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=342017fe-9964-4c5b-b7c1-75d2415af24c HTTP/1.1" status: 200 len: 1096 time: 0.2244298 Feb 09 01:25:26.180438 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8a6e795d-0e63-4382-b24e-0b635decfd1f req-d8254fd0-4674-477a-9fa6-b1202b17546c tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750151 Feb 09 01:25:26.187912 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-9578c0a0-5020-4184-abe0-b418bc7658e1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Allocated IP 2001:db8::336 (1d1f5e45-59cd-4d5b-b097-497e9ee848d3/53689e4a-8463-4890-998d-6870723145f6/fdd035fb-af63-4157-8f57-b96554dfc1d8) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:26.215685 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-9578c0a0-5020-4184-abe0-b418bc7658e1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Allocated IP 2001:db8:0:1::369 (1d1f5e45-59cd-4d5b-b097-497e9ee848d3/b576ca76-7706-47c1-ad36-a2d0985cd64f/fdd035fb-af63-4157-8f57-b96554dfc1d8) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:26.263875 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a6bb7f63-d9e8-41f5-b9e0-4637e2594d6d req-153891e6-518e-440d-b0c8-33c5b8623771 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051667 Feb 09 01:25:26.297439 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145040b2-aa66-452f-a08f-e2ae0d93e8e3 req-e5bbc238-6898-4758-9bf4-1c4b96c1a1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:26.299424 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-145040b2-aa66-452f-a08f-e2ae0d93e8e3 req-e5bbc238-6898-4758-9bf4-1c4b96c1a1bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=45581217b0b44062ad5705b70ff60163&device_id=318991fe-896f-4f03-ba8c-384143f44970 HTTP/1.1" status: 200 len: 1098 time: 0.1179590 Feb 09 01:25:26.468780 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2480ff11-0d2b-45f1-9402-ac46a6bc081e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:26.484456 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2480ff11-0d2b-45f1-9402-ac46a6bc081e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:26.587222 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2480ff11-0d2b-45f1-9402-ac46a6bc081e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b1e7e32de18476f8c66d1729222dd8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8856757 Feb 09 01:25:26.588089 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480ff11-0d2b-45f1-9402-ac46a6bc081e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4313de-8eea-4700-9643-bd673925aaef,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:26.594479 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36386) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:26.631626 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9578c0a0-5020-4184-abe0-b418bc7658e1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:26.741947 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-26105d49-0f30-450f-98c1-c9e7d586a705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:26.745729 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-9578c0a0-5020-4184-abe0-b418bc7658e1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Transition to ACTIVE for port object fdd035fb-af63-4157-8f57-b96554dfc1d8 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:25:26.788034 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-26105d49-0f30-450f-98c1-c9e7d586a705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:26.818237 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145040b2-aa66-452f-a08f-e2ae0d93e8e3 req-0d24d57e-ac36-40bf-9ee2-f0a303679725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:26.821846 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-145040b2-aa66-452f-a08f-e2ae0d93e8e3 req-0d24d57e-ac36-40bf-9ee2-f0a303679725 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.3354709 Feb 09 01:25:26.914055 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-145040b2-aa66-452f-a08f-e2ae0d93e8e3 req-cb24e6a7-52f2-4363-a7d1-32dd911840bf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=1ced5a02-a03c-4c49-bee7-2eb134a235c2 HTTP/1.1" status: 200 len: 217 time: 0.0799994 Feb 09 01:25:26.933716 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-26105d49-0f30-450f-98c1-c9e7d586a705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:26.963296 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26105d49-0f30-450f-98c1-c9e7d586a705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4313de-8eea-4700-9643-bd673925aaef,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:26.967071 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9578c0a0-5020-4184-abe0-b418bc7658e1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:27.009588 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-be1019b6-d3e9-4c7f-b76e-80aaf8f440b3 None None] Allocated IP 2001:db8:0:1::2 (1d1f5e45-59cd-4d5b-b097-497e9ee848d3/b576ca76-7706-47c1-ad36-a2d0985cd64f/ebed5f7c-786d-4469-a9c0-432df4d5d77d) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:27.056118 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a886de-1662-47e3-880a-b8b5c2d02932 req-25fb5c13-c43a-4c2b-b7d6-96c8b1ddc42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:27.059189 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25a886de-1662-47e3-880a-b8b5c2d02932 req-25fb5c13-c43a-4c2b-b7d6-96c8b1ddc42d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed945528e2364e0ba5c0570da01f0152&device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 1097 time: 0.3615694 Feb 09 01:25:27.069665 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5801aa-d985-43b8-a11b-cf395e26c402 req-b160b19f-62ee-4c0f-9c63-dcd238addefb tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:27.071544 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578c0a0-5020-4184-abe0-b418bc7658e1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Port': ['ID=fdd035fb-af63-4157-8f57-b96554dfc1d8,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:27.073190 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf5801aa-d985-43b8-a11b-cf395e26c402 req-b160b19f-62ee-4c0f-9c63-dcd238addefb tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/ports?device_id=318991fe-896f-4f03-ba8c-384143f44970 HTTP/1.1" status: 200 len: 947 time: 0.3300412 Feb 09 01:25:27.097085 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9578c0a0-5020-4184-abe0-b418bc7658e1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network 1d1f5e45-59cd-4d5b-b097-497e9ee848d3 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:27.101949 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-9578c0a0-5020-4184-abe0-b418bc7658e1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:27.105202 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9578c0a0-5020-4184-abe0-b418bc7658e1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:25:27.111164 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9578c0a0-5020-4184-abe0-b418bc7658e1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:27.111956 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9578c0a0-5020-4184-abe0-b418bc7658e1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:27.145120 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-26105d49-0f30-450f-98c1-c9e7d586a705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:27.159643 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-26105d49-0f30-450f-98c1-c9e7d586a705 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af4313de-8eea-4700-9643-bd673925aaef HTTP/1.1" status: 204 len: 168 time: 0.5464406 Feb 09 01:25:27.172776 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9578c0a0-5020-4184-abe0-b418bc7658e1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.5474346 Feb 09 01:25:27.175864 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36408) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:27.205042 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-112d50b7-8900-44f8-9ad4-cac682921a75 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '53689e4a-8463-4890-998d-6870723145f6'}]}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:27.241041 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145040b2-aa66-452f-a08f-e2ae0d93e8e3 req-2b519910-1ae8-4bf8-baa5-3855d46cc452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:27.242445 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-145040b2-aa66-452f-a08f-e2ae0d93e8e3 req-2b519910-1ae8-4bf8-baa5-3855d46cc452 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.3195620 Feb 09 01:25:27.259414 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-be1019b6-d3e9-4c7f-b76e-80aaf8f440b3 None None] For port ebed5f7c-786d-4469-a9c0-432df4d5d77d, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=ebed5f7c-786d-4469-a9c0-432df4d5d77d,segment=NetworkSegment(4b5caae4-0f56-4556-b84b-f12724c8d089),segment_id=4b5caae4-0f56-4556-b84b-f12724c8d089)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:25:27.288482 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-be1019b6-d3e9-4c7f-b76e-80aaf8f440b3 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:27.355236 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf5801aa-d985-43b8-a11b-cf395e26c402 req-c82bcf42-90f2-469d-8ae2-3c647510efb7 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/security-groups?id=1757a125-2fc2-4317-aa98-ea70891db9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291968 Feb 09 01:25:27.356740 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-be1019b6-d3e9-4c7f-b76e-80aaf8f440b3 None None] Transition to ACTIVE for port object ebed5f7c-786d-4469-a9c0-432df4d5d77d will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:25:27.367794 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-be1019b6-d3e9-4c7f-b76e-80aaf8f440b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:27.435916 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a886de-1662-47e3-880a-b8b5c2d02932 req-87057d5f-a8e5-44ab-8ef7-7b355d911ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:27.437586 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25a886de-1662-47e3-880a-b8b5c2d02932 req-87057d5f-a8e5-44ab-8ef7-7b355d911ecd service neutron] 10.222.0.35 "GET /v2.0/networks?id=1c1a3b32-e583-4f44-92cf-7d4cd700a470 HTTP/1.1" status: 200 len: 920 time: 0.3478301 Feb 09 01:25:27.446924 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145040b2-aa66-452f-a08f-e2ae0d93e8e3 req-4841892f-912e-44ee-861b-ec66d3c6edea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:27.448251 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-145040b2-aa66-452f-a08f-e2ae0d93e8e3 req-4841892f-912e-44ee-861b-ec66d3c6edea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1854157 Feb 09 01:25:27.586529 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ebed5f7c-786d-4469-a9c0-432df4d5d77d up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:25:27.741415 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-112d50b7-8900-44f8-9ad4-cac682921a75 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:27.772097 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a85180-0be6-4d82-a5c8-7fc9cbe7a336 req-19340791-0480-4842-8580-c9ea15ae1d85 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:27.780954 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-34a85180-0be6-4d82-a5c8-7fc9cbe7a336 req-19340791-0480-4842-8580-c9ea15ae1d85 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.9734321 Feb 09 01:25:27.941450 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1019b6-d3e9-4c7f-b76e-80aaf8f440b3 None None] Pushing event updated for resources: {'Port': ['ID=ebed5f7c-786d-4469-a9c0-432df4d5d77d,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:28.049963 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25a886de-1662-47e3-880a-b8b5c2d02932 req-fd9803ca-e326-48c1-89f8-804442b02a25 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5767c25-7a4d-4c57-91e6-7ee0300d6889 HTTP/1.1" status: 200 len: 217 time: 0.6003599 Feb 09 01:25:28.061095 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-34a85180-0be6-4d82-a5c8-7fc9cbe7a336 req-255bcc23-e554-4b1c-9370-0fd4098b5c10 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790494 Feb 09 01:25:28.195487 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36428) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:28.227641 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a886de-1662-47e3-880a-b8b5c2d02932 req-78626982-ed72-48ee-b19a-2592083dfaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:28.228644 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25a886de-1662-47e3-880a-b8b5c2d02932 req-78626982-ed72-48ee-b19a-2592083dfaea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3adcfdc5-e139-42b4-9124-6c2f9489c0d6 HTTP/1.1" status: 200 len: 859 time: 0.1559768 Feb 09 01:25:28.233852 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-81fd8c27-defb-4c21-808c-277cd0f6564f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:28.239121 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-145040b2-aa66-452f-a08f-e2ae0d93e8e3 req-e7ae971c-3b86-4ec4-bbb0-05695247c838 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557217 Feb 09 01:25:28.295517 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-81fd8c27-defb-4c21-808c-277cd0f6564f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:28.306071 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-81fd8c27-defb-4c21-808c-277cd0f6564f admin admin] Usage tracker for resource:security_group_rule and tenant:41fcf994760e4a8cb3df6d4618bb65a3 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:28.310381 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-81fd8c27-defb-4c21-808c-277cd0f6564f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:28.324382 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-81fd8c27-defb-4c21-808c-277cd0f6564f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:28.326245 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccfb22-4ce2-4102-aef9-fe342a8dee09 req-a55500f0-82f7-41be-97fd-9ab93579b092 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:28.337568 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3dccfb22-4ce2-4102-aef9-fe342a8dee09 req-a55500f0-82f7-41be-97fd-9ab93579b092 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=342017fe-9964-4c5b-b7c1-75d2415af24c HTTP/1.1" status: 200 len: 945 time: 0.4564216 Feb 09 01:25:28.353895 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-112d50b7-8900-44f8-9ad4-cac682921a75 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Delete allocated IP 2001:db8:0:1::369 (1d1f5e45-59cd-4d5b-b097-497e9ee848d3/b576ca76-7706-47c1-ad36-a2d0985cd64f) {{(pid=87611) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 01:25:28.396465 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36436) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:28.476601 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25a886de-1662-47e3-880a-b8b5c2d02932 req-28ea6f7d-bcb2-4a7d-a736-2185151e5786 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c1a3b32-e583-4f44-92cf-7d4cd700a470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2341869 Feb 09 01:25:28.585301 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3dccfb22-4ce2-4102-aef9-fe342a8dee09 req-bebbb564-9077-4794-8912-187e13942ced tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448871 Feb 09 01:25:28.703593 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 1ced5a02-a03c-4c49-bee7-2eb134a235c2 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:25:28.729672 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c6f3bbc-46f4-4455-a4a1-e6d51b870744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:28.731645 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-145040b2-aa66-452f-a08f-e2ae0d93e8e3 req-3e1bf68a-2963-4270-9add-d8aeb0697db4 service neutron] 10.222.0.35 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912854 Feb 09 01:25:28.752743 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-81fd8c27-defb-4c21-808c-277cd0f6564f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:28.764812 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25a886de-1662-47e3-880a-b8b5c2d02932 req-df9302b3-d9e5-4570-83db-545de82fccb0 service neutron] 10.222.0.35 "GET /v2.0/networks/1c1a3b32-e583-4f44-92cf-7d4cd700a470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654550 Feb 09 01:25:28.776352 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0c6f3bbc-46f4-4455-a4a1-e6d51b870744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:28.780176 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-81fd8c27-defb-4c21-808c-277cd0f6564f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:28.833903 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-81fd8c27-defb-4c21-808c-277cd0f6564f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41fcf994760e4a8cb3df6d4618bb65a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6375000 Feb 09 01:25:28.840764 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0c6f3bbc-46f4-4455-a4a1-e6d51b870744 admin admin] Usage tracker for resource:security_group_rule and tenant:fac33fdfd0e1421babaf203198d3b327 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:28.852815 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36446) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:28.860508 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0c6f3bbc-46f4-4455-a4a1-e6d51b870744 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:28.874855 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd376c02-3165-415c-ac6b-322ddd434db6 None None] Network 1d1f5e45-59cd-4d5b-b097-497e9ee848d3 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:25:28.889059 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0c6f3bbc-46f4-4455-a4a1-e6d51b870744 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:28.901601 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-112d50b7-8900-44f8-9ad4-cac682921a75 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:28.936571 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25a886de-1662-47e3-880a-b8b5c2d02932 req-560d55d7-b5c9-4e5d-9214-7cfd47d0a7de service neutron] 10.222.0.35 "GET /v2.0/networks/1c1a3b32-e583-4f44-92cf-7d4cd700a470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645586 Feb 09 01:25:28.946955 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d0df9-f28a-4ebd-873b-d4806fee84f9 req-94c641ba-3e8b-4619-af43-be1e7c3d15e5 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:28.948061 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-410d0df9-f28a-4ebd-873b-d4806fee84f9 req-94c641ba-3e8b-4619-af43-be1e7c3d15e5 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/ports?device_id=318991fe-896f-4f03-ba8c-384143f44970 HTTP/1.1" status: 200 len: 947 time: 0.4074230 Feb 09 01:25:28.948765 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd8c27-defb-4c21-808c-277cd0f6564f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20401f91-b358-45cd-b641-a1bbdbe93219,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:28.959581 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-112d50b7-8900-44f8-9ad4-cac682921a75 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Ignored duplicate provisioning block setup for port fdd035fb-af63-4157-8f57-b96554dfc1d8 by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 09 01:25:28.985186 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-112d50b7-8900-44f8-9ad4-cac682921a75 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:29.077557 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 1ced5a02-a03c-4c49-bee7-2eb134a235c2, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=1ced5a02-a03c-4c49-bee7-2eb134a235c2,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:25:29.085990 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-074cc7ed-506f-4744-8a07-77d5555d9085 None None] Provisioning for port ebed5f7c-786d-4469-a9c0-432df4d5d77d completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:25:29.105286 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-074cc7ed-506f-4744-8a07-77d5555d9085 None None] Provisioning complete for port ebed5f7c-786d-4469-a9c0-432df4d5d77d triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:29.105774 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-074cc7ed-506f-4744-8a07-77d5555d9085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:29.144190 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-112d50b7-8900-44f8-9ad4-cac682921a75 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] In _notify_port_updated(), no bound segment for port fdd035fb-af63-4157-8f57-b96554dfc1d8 on network 1d1f5e45-59cd-4d5b-b097-497e9ee848d3 {{(pid=87611) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:25:29.152753 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112d50b7-8900-44f8-9ad4-cac682921a75 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:29.153598 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-112d50b7-8900-44f8-9ad4-cac682921a75 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:29.155500 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-112d50b7-8900-44f8-9ad4-cac682921a75 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "PUT /v2.0/ports/fdd035fb-af63-4157-8f57-b96554dfc1d8 HTTP/1.1" status: 200 len: 926 time: 1.9701352 Feb 09 01:25:29.160842 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 36452) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:29.168098 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-6f81c4ae-e141-4741-b243-b148f36a09e2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '53689e4a-8463-4890-998d-6870723145f6'}, {'subnet_id': 'b576ca76-7706-47c1-ad36-a2d0985cd64f'}]}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:29.193134 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '1ced5a02-a03c-4c49-bee7-2eb134a235c2', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': '1ced5a02-a03c-4c49-bee7-2eb134a235c2', 'mac_address': 'fa:16:3e:93:cf:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:25:29.195231 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cc7c6ca5-17c2-447b-bf4a-965ec923f129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:29.213625 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-410d0df9-f28a-4ebd-873b-d4806fee84f9 req-33c24230-bbe3-4763-902b-696b9903772b tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/security-groups?id=1757a125-2fc2-4317-aa98-ea70891db9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373378 Feb 09 01:25:29.214478 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d50b7-8900-44f8-9ad4-cac682921a75 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Port': ['ID=fdd035fb-af63-4157-8f57-b96554dfc1d8,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:29.308239 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cc7c6ca5-17c2-447b-bf4a-965ec923f129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:29.420283 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:29.442207 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c6f3bbc-46f4-4455-a4a1-e6d51b870744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:29.450431 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c6f3bbc-46f4-4455-a4a1-e6d51b870744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:29.477562 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ced5a02-a03c-4c49-bee7-2eb134a235c2 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:25:29.510773 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ebed5f7c-786d-4469-a9c0-432df4d5d77d up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:25:29.516723 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0c6f3bbc-46f4-4455-a4a1-e6d51b870744 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fac33fdfd0e1421babaf203198d3b327&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1191785 Feb 09 01:25:29.518334 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36456) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:29.533487 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd698a8-55db-4f2c-b377-3f8c6001aac9 req-c7bed7d6-b714-44d1-ad52-5a3c8c77bc2a tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:29.535164 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3cd698a8-55db-4f2c-b377-3f8c6001aac9 req-c7bed7d6-b714-44d1-ad52-5a3c8c77bc2a tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.2585216 Feb 09 01:25:29.543313 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f3bbc-46f4-4455-a4a1-e6d51b870744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e00f90-0d7a-408f-a9fc-2d13d160e0b4,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:29.563427 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cc7c6ca5-17c2-447b-bf4a-965ec923f129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:29.591716 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 1ced5a02-a03c-4c49-bee7-2eb134a235c2, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=1ced5a02-a03c-4c49-bee7-2eb134a235c2,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:25:29.596358 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c6ca5-17c2-447b-bf4a-965ec923f129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20401f91-b358-45cd-b641-a1bbdbe93219,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:29.609312 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:29.654636 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cc7c6ca5-17c2-447b-bf4a-965ec923f129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:29.659307 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cc7c6ca5-17c2-447b-bf4a-965ec923f129 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/20401f91-b358-45cd-b641-a1bbdbe93219 HTTP/1.1" status: 204 len: 168 time: 0.7959423 Feb 09 01:25:29.680184 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6f81c4ae-e141-4741-b243-b148f36a09e2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:29.689970 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d8db6455-40b6-415e-98a5-084240e21c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:29.735407 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d8db6455-40b6-415e-98a5-084240e21c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:29.755491 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3cd698a8-55db-4f2c-b377-3f8c6001aac9 req-36ade3d5-2d87-4d97-954a-28dc801b55d3 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606824 Feb 09 01:25:29.805076 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=1ced5a02-a03c-4c49-bee7-2eb134a235c2,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:29.813208 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port ebed5f7c-786d-4469-a9c0-432df4d5d77d triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:29.813759 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:29.940917 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d8db6455-40b6-415e-98a5-084240e21c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:29.961852 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db6455-40b6-415e-98a5-084240e21c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e00f90-0d7a-408f-a9fc-2d13d160e0b4,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:29.972385 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d1a30-c86d-4198-a3a1-fff0c09c7d97 req-4e95f046-4b91-4934-bb88-6cda9de1780b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:29.984746 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-aa3d1a30-c86d-4198-a3a1-fff0c09c7d97 req-4e95f046-4b91-4934-bb88-6cda9de1780b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=342017fe-9964-4c5b-b7c1-75d2415af24c HTTP/1.1" status: 200 len: 945 time: 0.1929319 Feb 09 01:25:30.030801 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d8db6455-40b6-415e-98a5-084240e21c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:30.032095 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['1ced5a02-a03c-4c49-bee7-2eb134a235c2'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:25:30.032477 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d8db6455-40b6-415e-98a5-084240e21c2f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/96e00f90-0d7a-408f-a9fc-2d13d160e0b4 HTTP/1.1" status: 204 len: 168 time: 0.5126126 Feb 09 01:25:30.090960 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-aa3d1a30-c86d-4198-a3a1-fff0c09c7d97 req-7660fbc5-3e7d-470c-bc05-003abedbc1f4 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056805 Feb 09 01:25:30.203242 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e22f056e-5f22-4d5e-9f14-c5d9d667b10e None None] Provisioning complete for port ebed5f7c-786d-4469-a9c0-432df4d5d77d triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:30.203825 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e22f056e-5f22-4d5e-9f14-c5d9d667b10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:30.639291 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e22f056e-5f22-4d5e-9f14-c5d9d667b10e None None] Provisioning for port fdd035fb-af63-4157-8f57-b96554dfc1d8 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:25:30.652383 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e22f056e-5f22-4d5e-9f14-c5d9d667b10e None None] Provisioning complete for port fdd035fb-af63-4157-8f57-b96554dfc1d8 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:30.652383 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e22f056e-5f22-4d5e-9f14-c5d9d667b10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:30.733029 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794a5f3-f25f-41c1-91e0-d93120bef688 req-1029d2ae-27c6-4330-ae7d-20fa835f3418 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:30.735087 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b794a5f3-f25f-41c1-91e0-d93120bef688 req-1029d2ae-27c6-4330-ae7d-20fa835f3418 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/ports?device_id=318991fe-896f-4f03-ba8c-384143f44970 HTTP/1.1" status: 200 len: 948 time: 0.2463949 Feb 09 01:25:30.761163 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 36482) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:30.821209 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6911b6fe-62eb-416b-af50-cae1e0015870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:30.826116 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e22f056e-5f22-4d5e-9f14-c5d9d667b10e None None] Port fdd035fb-af63-4157-8f57-b96554dfc1d8 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:25:30.873053 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6911b6fe-62eb-416b-af50-cae1e0015870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:30.876212 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b794a5f3-f25f-41c1-91e0-d93120bef688 req-3adbe8b9-5514-4f57-99a6-caa4d9b5cab2 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/security-groups?id=1757a125-2fc2-4317-aa98-ea70891db9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277113 Feb 09 01:25:30.895868 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6911b6fe-62eb-416b-af50-cae1e0015870 admin admin] Usage tracker for resource:security_group_rule and tenant:270ad6c3df9c4f6f8e58efbb965e80ca is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:30.935094 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17e4dc-5120-42a7-b187-2e0fc0ecf33f req-2d0ffb32-84d0-48cb-b66c-0391e2cd4df5 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:30.955447 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b17e4dc-5120-42a7-b187-2e0fc0ecf33f req-2d0ffb32-84d0-48cb-b66c-0391e2cd4df5 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=342017fe-9964-4c5b-b7c1-75d2415af24c HTTP/1.1" status: 200 len: 945 time: 0.6492531 Feb 09 01:25:30.967928 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-791f010d-8fb3-4819-ab1c-836b1beb19d2 None None] Provisioning complete for port fdd035fb-af63-4157-8f57-b96554dfc1d8 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:30.968072 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-791f010d-8fb3-4819-ab1c-836b1beb19d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:30.970419 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-6f81c4ae-e141-4741-b243-b148f36a09e2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Allocated IP 2001:db8:0:1::39e (1d1f5e45-59cd-4d5b-b097-497e9ee848d3/b576ca76-7706-47c1-ad36-a2d0985cd64f/fdd035fb-af63-4157-8f57-b96554dfc1d8) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:30.971955 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6911b6fe-62eb-416b-af50-cae1e0015870 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:30.997583 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6911b6fe-62eb-416b-af50-cae1e0015870 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:31.083379 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-791f010d-8fb3-4819-ab1c-836b1beb19d2 None None] Port fdd035fb-af63-4157-8f57-b96554dfc1d8 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:25:31.149590 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b17e4dc-5120-42a7-b187-2e0fc0ecf33f req-85a51bd1-e19d-48f8-a8d6-45bf9b49d06b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960361 Feb 09 01:25:31.208427 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f1386-d08b-49d9-bfaa-6b1edd7e39c1 req-df57e0fc-f272-47c4-a693-3d130aa62f58 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:31.211956 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-071f1386-d08b-49d9-bfaa-6b1edd7e39c1 req-df57e0fc-f272-47c4-a693-3d130aa62f58 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.1434090 Feb 09 01:25:31.224038 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f4a97db4-3631-435e-9106-ddf1a31a8c3e None None] Provisioning complete for port fdd035fb-af63-4157-8f57-b96554dfc1d8 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:31.224772 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f4a97db4-3631-435e-9106-ddf1a31a8c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:31.305660 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-071f1386-d08b-49d9-bfaa-6b1edd7e39c1 req-fb3b98dd-a7d3-4d1d-8f89-3f042d3f4550 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824776 Feb 09 01:25:31.335614 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f4a97db4-3631-435e-9106-ddf1a31a8c3e None None] Port fdd035fb-af63-4157-8f57-b96554dfc1d8 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:25:31.360686 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6f81c4ae-e141-4741-b243-b148f36a09e2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:31.371661 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6911b6fe-62eb-416b-af50-cae1e0015870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:31.382666 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6911b6fe-62eb-416b-af50-cae1e0015870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:31.438736 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6911b6fe-62eb-416b-af50-cae1e0015870 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=270ad6c3df9c4f6f8e58efbb965e80ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6722121 Feb 09 01:25:31.442197 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36502) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:31.447529 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6911b6fe-62eb-416b-af50-cae1e0015870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25acfb9b-dac9-434b-ac97-318b8d06cfef,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:31.450373 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-6f81c4ae-e141-4741-b243-b148f36a09e2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Ignored duplicate provisioning block setup for port fdd035fb-af63-4157-8f57-b96554dfc1d8 by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 09 01:25:31.455972 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6f81c4ae-e141-4741-b243-b148f36a09e2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:31.544710 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ff0d5d4c-7f20-45e5-9faf-dfe96bc430d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:31.591766 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ff0d5d4c-7f20-45e5-9faf-dfe96bc430d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:31.676121 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ff0d5d4c-7f20-45e5-9faf-dfe96bc430d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:31.681618 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-6f81c4ae-e141-4741-b243-b148f36a09e2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] In _notify_port_updated(), no bound segment for port fdd035fb-af63-4157-8f57-b96554dfc1d8 on network 1d1f5e45-59cd-4d5b-b097-497e9ee848d3 {{(pid=87612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:25:31.686837 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f81c4ae-e141-4741-b243-b148f36a09e2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:31.687659 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6f81c4ae-e141-4741-b243-b148f36a09e2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:31.697592 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6f81c4ae-e141-4741-b243-b148f36a09e2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "PUT /v2.0/ports/fdd035fb-af63-4157-8f57-b96554dfc1d8 HTTP/1.1" status: 200 len: 1012 time: 2.5354948 Feb 09 01:25:31.698630 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 36510) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:31.715600 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d5d4c-7f20-45e5-9faf-dfe96bc430d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25acfb9b-dac9-434b-ac97-318b8d06cfef,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:31.741431 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ff0d5d4c-7f20-45e5-9faf-dfe96bc430d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:31.742572 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ff0d5d4c-7f20-45e5-9faf-dfe96bc430d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/25acfb9b-dac9-434b-ac97-318b8d06cfef HTTP/1.1" status: 204 len: 168 time: 0.3000097 Feb 09 01:25:31.868057 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81c4ae-e141-4741-b243-b148f36a09e2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Port': ['ID=fdd035fb-af63-4157-8f57-b96554dfc1d8,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:31.982485 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-cfc2f82c-b65a-4519-b79f-4a2374041233 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Deleting port fdd035fb-af63-4157-8f57-b96554dfc1d8 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:25:31.983708 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cfc2f82c-b65a-4519-b79f-4a2374041233 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:31.990833 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-4bf9d0d8-8b6f-4027-bb92-136c3b3742a8 None None] Provisioning complete for port fdd035fb-af63-4157-8f57-b96554dfc1d8 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:31.991305 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4bf9d0d8-8b6f-4027-bb92-136c3b3742a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:32.156064 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-4bf9d0d8-8b6f-4027-bb92-136c3b3742a8 None None] Port fdd035fb-af63-4157-8f57-b96554dfc1d8 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:25:32.356041 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d23a2f-1232-4272-bcf6-52f5022d621e req-507f91f3-fa13-4d1d-877f-493593f252df tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:32.368696 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-92d23a2f-1232-4272-bcf6-52f5022d621e req-507f91f3-fa13-4d1d-877f-493593f252df tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/ports?device_id=318991fe-896f-4f03-ba8c-384143f44970 HTTP/1.1" status: 200 len: 948 time: 0.1999216 Feb 09 01:25:32.499161 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-92d23a2f-1232-4272-bcf6-52f5022d621e req-1e211c2d-f33b-4315-8c1b-fd8d0f6080a2 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/security-groups?id=1757a125-2fc2-4317-aa98-ea70891db9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295877 Feb 09 01:25:32.586063 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cfc2f82c-b65a-4519-b79f-4a2374041233 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:32.746933 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 1ced5a02-a03c-4c49-bee7-2eb134a235c2 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:25:32.934965 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-cfc2f82c-b65a-4519-b79f-4a2374041233 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Calling delete_port for fdd035fb-af63-4157-8f57-b96554dfc1d8 owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:25:32.948487 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 1ced5a02-a03c-4c49-bee7-2eb134a235c2 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:25:32.971123 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 1ced5a02-a03c-4c49-bee7-2eb134a235c2 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:32.972148 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:33.357153 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:25:33.370172 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:33.436649 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318991fe-896f-4f03-ba8c-384143f44970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ced5a02-a03c-4c49-bee7-2eb134a235c2'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:25:33.468475 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cfc2f82c-b65a-4519-b79f-4a2374041233 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:33.471364 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 1ced5a02-a03c-4c49-bee7-2eb134a235c2, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=1ced5a02-a03c-4c49-bee7-2eb134a235c2,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:25:33.477753 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:33.645161 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2f82c-b65a-4519-b79f-4a2374041233 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Port': ['ID=fdd035fb-af63-4157-8f57-b96554dfc1d8,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:33.674449 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318991fe-896f-4f03-ba8c-384143f44970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ced5a02-a03c-4c49-bee7-2eb134a235c2', 'code': 200} Feb 09 01:25:33.695216 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=1ced5a02-a03c-4c49-bee7-2eb134a235c2,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:33.815742 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cfc2f82c-b65a-4519-b79f-4a2374041233 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:33.858781 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-cfc2f82c-b65a-4519-b79f-4a2374041233 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/ports/fdd035fb-af63-4157-8f57-b96554dfc1d8 HTTP/1.1" status: 204 len: 168 time: 2.1523216 Feb 09 01:25:33.863689 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 36598) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:33.932516 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c972cb-c752-4ac1-950c-aef0b6d4541b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] GET failed (client error): The resource could not be found. Feb 09 01:25:33.934764 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-39c972cb-c752-4ac1-950c-aef0b6d4541b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Synchronizing usage tracker for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:25:33.942041 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43afbe-56d9-422a-82cc-c65ca7bafdd0 req-fa68163c-5d4f-4db4-ae27-ec4d5969a8d8 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:33.955921 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bb43afbe-56d9-422a-82cc-c65ca7bafdd0 req-fa68163c-5d4f-4db4-ae27-ec4d5969a8d8 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/ports?device_id=318991fe-896f-4f03-ba8c-384143f44970 HTTP/1.1" status: 200 len: 949 time: 0.1685202 Feb 09 01:25:33.999583 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6cda85-1319-4b02-acc0-dbb149f979ad req-abd5a1fb-51cf-4fc0-a601-586b78c3f63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:34.004094 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f6cda85-1319-4b02-acc0-dbb149f979ad req-abd5a1fb-51cf-4fc0-a601-586b78c3f63c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=318991fe-896f-4f03-ba8c-384143f44970 HTTP/1.1" status: 200 len: 1100 time: 0.3553858 Feb 09 01:25:34.061354 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bb43afbe-56d9-422a-82cc-c65ca7bafdd0 req-8e52ceb5-921f-4b57-8831-fb27c9bea6e9 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/security-groups?id=1757a125-2fc2-4317-aa98-ea70891db9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015179 Feb 09 01:25:34.088292 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-39c972cb-c752-4ac1-950c-aef0b6d4541b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Unset dirty status for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:25:34.089506 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-39c972cb-c752-4ac1-950c-aef0b6d4541b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "GET /v2.0/ports/fdd035fb-af63-4157-8f57-b96554dfc1d8 HTTP/1.1" status: 404 len: 333 time: 0.2245495 Feb 09 01:25:34.094858 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36606) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:34.179290 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f6cda85-1319-4b02-acc0-dbb149f979ad req-a6ae0b9b-4701-47c5-a5d9-dd4f8215484f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1757a125-2fc2-4317-aa98-ea70891db9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629956 Feb 09 01:25:34.576328 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea5fa37-7c1e-4b91-a643-82690a0c3771 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Deleting subnet b576ca76-7706-47c1-ad36-a2d0985cd64f {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:25:34.580161 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cea5fa37-7c1e-4b91-a643-82690a0c3771 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:34.721612 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cea5fa37-7c1e-4b91-a643-82690a0c3771 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:34.867354 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bb6a6-3dc0-461b-a6ea-5a88a31c7646 req-b041a166-7fa7-438f-9cb1-e1254e07341a tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:34.876657 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c78bb6a6-3dc0-461b-a6ea-5a88a31c7646 req-b041a166-7fa7-438f-9cb1-e1254e07341a tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.2209420 Feb 09 01:25:34.916884 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cea5fa37-7c1e-4b91-a643-82690a0c3771 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:34.969840 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c78bb6a6-3dc0-461b-a6ea-5a88a31c7646 req-d42225fa-6319-4a28-9ab1-e386b12ff5ff tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929933 Feb 09 01:25:35.056793 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cea5fa37-7c1e-4b91-a643-82690a0c3771 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:35.152943 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5fa37-7c1e-4b91-a643-82690a0c3771 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Subnet': ['ID=b576ca76-7706-47c1-ad36-a2d0985cd64f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:35.162831 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cea5fa37-7c1e-4b91-a643-82690a0c3771 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:35.172893 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cea5fa37-7c1e-4b91-a643-82690a0c3771 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/subnets/b576ca76-7706-47c1-ad36-a2d0985cd64f HTTP/1.1" status: 204 len: 168 time: 1.0461841 Feb 09 01:25:35.172893 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5fa37-7c1e-4b91-a643-82690a0c3771 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:35.178389 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 36662) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:35.182373 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c22716-31d2-42ea-8ab5-5ae118d464b9 None None] Network 1d1f5e45-59cd-4d5b-b097-497e9ee848d3 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:25:35.186411 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5fa37-7c1e-4b91-a643-82690a0c3771 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:35.186411 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5fa37-7c1e-4b91-a643-82690a0c3771 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:35.186411 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5fa37-7c1e-4b91-a643-82690a0c3771 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:35.186411 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5fa37-7c1e-4b91-a643-82690a0c3771 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:35.186411 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5fa37-7c1e-4b91-a643-82690a0c3771 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:35.186411 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5fa37-7c1e-4b91-a643-82690a0c3771 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:35.186411 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5fa37-7c1e-4b91-a643-82690a0c3771 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:35.186411 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5fa37-7c1e-4b91-a643-82690a0c3771 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:35.186411 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5fa37-7c1e-4b91-a643-82690a0c3771 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:35.186411 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5fa37-7c1e-4b91-a643-82690a0c3771 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:35.186411 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea5fa37-7c1e-4b91-a643-82690a0c3771 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:35.294898 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1a2a266-a570-418f-9e46-3f48c0389da2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Deleting subnet 53689e4a-8463-4890-998d-6870723145f6 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:25:35.308552 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f1a2a266-a570-418f-9e46-3f48c0389da2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:35.404745 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131b85d-654f-4455-a01c-aeba1848dec4 req-a1510ed3-bff5-4756-94de-08e00815c44f tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:35.417608 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4131b85d-654f-4455-a01c-aeba1848dec4 req-a1510ed3-bff5-4756-94de-08e00815c44f tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/ports?device_id=318991fe-896f-4f03-ba8c-384143f44970 HTTP/1.1" status: 200 len: 949 time: 0.1411135 Feb 09 01:25:35.438387 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36670) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:35.491008 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4131b85d-654f-4455-a01c-aeba1848dec4 req-a08b608d-93ad-4ade-bc38-afe379bc2386 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/security-groups?id=1757a125-2fc2-4317-aa98-ea70891db9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723231 Feb 09 01:25:35.512369 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f1a2a266-a570-418f-9e46-3f48c0389da2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:35.904619 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9d335e10-2ecf-4864-a26f-cbe28e02f2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:35.929692 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f1a2a266-a570-418f-9e46-3f48c0389da2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:35.937243 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9d335e10-2ecf-4864-a26f-cbe28e02f2df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:35.951065 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9d335e10-2ecf-4864-a26f-cbe28e02f2df admin admin] Usage tracker for resource:security_group_rule and tenant:95bb0526a01d4b688553726c583bc450 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:35.961401 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9d335e10-2ecf-4864-a26f-cbe28e02f2df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:35.980223 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-c0ab28b9-8826-480f-ab1f-7e7001c9eb23 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:35.984931 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-c0ab28b9-8826-480f-ab1f-7e7001c9eb23 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/networks?id=37619b15-03b6-4ee3-8b5e-c1b376918ea6 HTTP/1.1" status: 200 len: 811 time: 0.3523071 Feb 09 01:25:35.996579 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9d335e10-2ecf-4864-a26f-cbe28e02f2df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:36.034827 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-b1d3bb14-bc82-4529-8362-5784de59670f tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/quotas/5ddfa727b5a54b179d7c03a600eaa4b9 HTTP/1.1" status: 200 len: 375 time: 0.0269701 Feb 09 01:25:36.071439 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f1a2a266-a570-418f-9e46-3f48c0389da2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:36.157529 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a2a266-a570-418f-9e46-3f48c0389da2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Subnet': ['ID=53689e4a-8463-4890-998d-6870723145f6,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:36.182395 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f1a2a266-a570-418f-9e46-3f48c0389da2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:36.182395 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a2a266-a570-418f-9e46-3f48c0389da2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:36.182395 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a2a266-a570-418f-9e46-3f48c0389da2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:36.182395 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a2a266-a570-418f-9e46-3f48c0389da2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:36.182395 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a2a266-a570-418f-9e46-3f48c0389da2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:36.182395 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a2a266-a570-418f-9e46-3f48c0389da2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:36.182395 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a2a266-a570-418f-9e46-3f48c0389da2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:36.182395 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a2a266-a570-418f-9e46-3f48c0389da2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:36.182395 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a2a266-a570-418f-9e46-3f48c0389da2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:36.182395 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a2a266-a570-418f-9e46-3f48c0389da2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:36.182395 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a2a266-a570-418f-9e46-3f48c0389da2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:36.189003 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a2a266-a570-418f-9e46-3f48c0389da2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:36.189003 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a2a266-a570-418f-9e46-3f48c0389da2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:36.210120 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f1a2a266-a570-418f-9e46-3f48c0389da2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/subnets/53689e4a-8463-4890-998d-6870723145f6 HTTP/1.1" status: 204 len: 168 time: 1.0296218 Feb 09 01:25:36.210120 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 36688) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:36.322692 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-dbb9828c-a555-431c-83d3-30904a588bb1 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2766964 Feb 09 01:25:36.449883 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-71defeeb-b98c-4660-891d-0a60c5e6926b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:36.483952 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-71defeeb-b98c-4660-891d-0a60c5e6926b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Deleting port ebed5f7c-786d-4469-a9c0-432df4d5d77d {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:25:36.484601 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-71defeeb-b98c-4660-891d-0a60c5e6926b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:36.496042 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9d335e10-2ecf-4864-a26f-cbe28e02f2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:36.514459 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9d335e10-2ecf-4864-a26f-cbe28e02f2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:36.623224 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9d335e10-2ecf-4864-a26f-cbe28e02f2df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=95bb0526a01d4b688553726c583bc450&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1837029 Feb 09 01:25:36.629065 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36698) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:36.635183 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d335e10-2ecf-4864-a26f-cbe28e02f2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6287d2e6-22b6-465a-bd01-df77c5bb1e40,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:36.661119 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-96c80a05-77c4-4e30-9559-f104852f3a01 service neutron] 10.222.0.37 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182917 Feb 09 01:25:36.862189 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-71defeeb-b98c-4660-891d-0a60c5e6926b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] For port ebed5f7c-786d-4469-a9c0-432df4d5d77d, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=ebed5f7c-786d-4469-a9c0-432df4d5d77d,segment=NetworkSegment(4b5caae4-0f56-4556-b84b-f12724c8d089),segment_id=4b5caae4-0f56-4556-b84b-f12724c8d089)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:25:36.862856 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-71defeeb-b98c-4660-891d-0a60c5e6926b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:36.870656 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-062bb0e8-fe37-4c7c-a245-1dee84c22aa0 service neutron] 10.222.0.37 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017703 Feb 09 01:25:36.922846 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c3ccf97e-2073-4004-a3c7-9023230cad06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:36.980581 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ed59f47d-a8aa-4abb-8532-ee8c6f0802e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:37.043491 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ed59f47d-a8aa-4abb-8532-ee8c6f0802e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:37.099302 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbb8c03-8de5-4f29-a539-643a77102ffa None None] Network 1d1f5e45-59cd-4d5b-b097-497e9ee848d3 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:25:37.160282 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ed59f47d-a8aa-4abb-8532-ee8c6f0802e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:37.174278 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-71defeeb-b98c-4660-891d-0a60c5e6926b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Calling delete_port for ebed5f7c-786d-4469-a9c0-432df4d5d77d owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:25:37.211867 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59f47d-a8aa-4abb-8532-ee8c6f0802e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6287d2e6-22b6-465a-bd01-df77c5bb1e40,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:37.230806 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ed59f47d-a8aa-4abb-8532-ee8c6f0802e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:37.231904 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ed59f47d-a8aa-4abb-8532-ee8c6f0802e0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6287d2e6-22b6-465a-bd01-df77c5bb1e40 HTTP/1.1" status: 204 len: 168 time: 0.6019149 Feb 09 01:25:37.319196 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b6811bfd-2ec5-43be-9205-f75255aaa023 None None] Provisioning complete for port ebed5f7c-786d-4469-a9c0-432df4d5d77d triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:37.319608 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b6811bfd-2ec5-43be-9205-f75255aaa023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:37.466736 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d755f421-2494-41f6-aadf-2192bebc7c52 req-72ee8e07-1ae9-45d3-8b92-c465dd87de34 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 210 time: 0.1460407 Feb 09 01:25:37.539418 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-71defeeb-b98c-4660-891d-0a60c5e6926b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:37.627060 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b6811bfd-2ec5-43be-9205-f75255aaa023 None None] Could not find standard attr ID for object ebed5f7c-786d-4469-a9c0-432df4d5d77d. {{(pid=87613) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:25:37.635269 n-d-828419-1 neutron-server[87613]: INFO neutron.plugins.ml2.db [None req-b6811bfd-2ec5-43be-9205-f75255aaa023 None None] No ports have port_id starting with ebed5f7c-786d-4469-a9c0-432df4d5d77d Feb 09 01:25:37.665701 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5741bc-8ec1-4166-911b-ef1d6866e87b req-3441e769-454a-41b7-80db-e77863f2ab47 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:37.667288 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5e5741bc-8ec1-4166-911b-ef1d6866e87b req-3441e769-454a-41b7-80db-e77863f2ab47 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/ports?device_id=318991fe-896f-4f03-ba8c-384143f44970 HTTP/1.1" status: 200 len: 949 time: 0.3716736 Feb 09 01:25:37.682209 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f98e7a-256d-4248-ac29-133fe7ee4323 None None] DHCP port deletion for 1d1f5e45-59cd-4d5b-b097-497e9ee848d3 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:25:37.708117 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71defeeb-b98c-4660-891d-0a60c5e6926b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Port': ['ID=ebed5f7c-786d-4469-a9c0-432df4d5d77d,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:37.726894 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71defeeb-b98c-4660-891d-0a60c5e6926b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] No DVR routers for this DVR port ebed5f7c-786d-4469-a9c0-432df4d5d77d on host n-d-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:25:37.899149 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-71defeeb-b98c-4660-891d-0a60c5e6926b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:37.959819 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5e5741bc-8ec1-4166-911b-ef1d6866e87b req-4d889b18-568f-4cda-b864-0c5bfa795b2d tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/security-groups?id=1757a125-2fc2-4317-aa98-ea70891db9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550774 Feb 09 01:25:37.966321 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-71defeeb-b98c-4660-891d-0a60c5e6926b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d1f5e45-59cd-4d5b-b097-497e9ee848d3']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:38.017796 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-71defeeb-b98c-4660-891d-0a60c5e6926b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b5caae4-0f56-4556-b84b-f12724c8d089') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:38.018111 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-71defeeb-b98c-4660-891d-0a60c5e6926b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b5caae4-0f56-4556-b84b-f12724c8d089') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:38.032842 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-71defeeb-b98c-4660-891d-0a60c5e6926b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:38.063563 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-71defeeb-b98c-4660-891d-0a60c5e6926b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:38.080030 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71defeeb-b98c-4660-891d-0a60c5e6926b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Releasing vlan 977 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:25:38.080737 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-71defeeb-b98c-4660-891d-0a60c5e6926b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:38.135308 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:25:38.135308 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:25:38.135308 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:25:38.135308 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:25:38.135308 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:25:38.135308 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:25:38.135308 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:25:38.135308 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:25:38.135308 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:25:38.135308 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:25:38.135308 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:25:38.135308 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:25:38.135308 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:25:38.135308 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:25:38.135308 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:25:38.135308 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:25:38.135308 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:25:38.135308 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:25:38.135308 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:25:38.135308 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:25:38.135308 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:25:38.135308 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:25:38.135308 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:25:38.135308 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:25:38.135308 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:25:38.135308 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:25:38.135308 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:25:38.135308 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:25:38.135308 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:25:38.135308 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:25:38.135308 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:25:38.135308 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:25:38.282559 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-71defeeb-b98c-4660-891d-0a60c5e6926b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:38.299258 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-71defeeb-b98c-4660-891d-0a60c5e6926b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:38.364534 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-71defeeb-b98c-4660-891d-0a60c5e6926b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/networks/1d1f5e45-59cd-4d5b-b097-497e9ee848d3 HTTP/1.1" status: 204 len: 168 time: 2.1624069 Feb 09 01:25:38.365704 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71defeeb-b98c-4660-891d-0a60c5e6926b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Network': ['ID=1d1f5e45-59cd-4d5b-b097-497e9ee848d3,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:38.369129 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36746) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:38.523495 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c48dab-377d-4cc5-9507-648ff011c0ed tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:38.525394 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b5c48dab-377d-4cc5-9507-648ff011c0ed tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Synchronizing usage tracker for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:25:38.567941 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b5c48dab-377d-4cc5-9507-648ff011c0ed tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Unset dirty status for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:25:38.576070 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 36758) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:38.587628 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b5c48dab-377d-4cc5-9507-648ff011c0ed tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2135017 Feb 09 01:25:38.718001 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a31703d-3dff-4360-ab07-8bc7473f0b9b req-e648d5a8-3c10-4766-a88f-ee4debd59105 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 210 time: 0.0778172 Feb 09 01:25:38.771377 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-fc89ca16-68fc-40cc-a72f-d3fcc2a11d64 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Synchronizing usage tracker for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:25:38.783893 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-fc89ca16-68fc-40cc-a72f-d3fcc2a11d64 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Unset dirty status for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:25:38.784954 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-fc89ca16-68fc-40cc-a72f-d3fcc2a11d64 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2086399 Feb 09 01:25:38.790238 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36766) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:38.797750 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-9b7e2e13-676b-4322-978a-2c692f47cd78 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1522126132'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:38.805150 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9b7e2e13-676b-4322-978a-2c692f47cd78 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:38.809437 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9b7e2e13-676b-4322-978a-2c692f47cd78 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:network and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:38.812491 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9b7e2e13-676b-4322-978a-2c692f47cd78 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:38.829121 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9b7e2e13-676b-4322-978a-2c692f47cd78 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:38.840367 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7e2e13-676b-4322-978a-2c692f47cd78 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:38.844294 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9b7e2e13-676b-4322-978a-2c692f47cd78 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:38.886213 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b7e2e13-676b-4322-978a-2c692f47cd78 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 958} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:25:38.896219 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9b7e2e13-676b-4322-978a-2c692f47cd78 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:38.896660 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-9b7e2e13-676b-4322-978a-2c692f47cd78 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Added segment 7b0d86b9-13a5-403b-a7e3-ee6ff3a47c9c of type vlan for network bca0d4d0-65ae-4bae-aba7-b11d36d8509a Feb 09 01:25:38.947012 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9b7e2e13-676b-4322-978a-2c692f47cd78 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:38.991243 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9b7e2e13-676b-4322-978a-2c692f47cd78 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:38.998305 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7e2e13-676b-4322-978a-2c692f47cd78 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:38.999416 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9b7e2e13-676b-4322-978a-2c692f47cd78 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:39.113316 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9b7e2e13-676b-4322-978a-2c692f47cd78 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3208480 Feb 09 01:25:39.116930 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36776) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:39.129234 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-3a8251cd-52b3-4427-ade5-675170cd2587 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'subnet': {'network_id': 'bca0d4d0-65ae-4bae-aba7-b11d36d8509a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:39.233196 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-0d347d33-5156-4e09-bdf6-e41d39853461 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:39.234802 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-0d347d33-5156-4e09-bdf6-e41d39853461 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.35 "GET /v2.0/networks?id=37619b15-03b6-4ee3-8b5e-c1b376918ea6 HTTP/1.1" status: 200 len: 811 time: 0.2133369 Feb 09 01:25:39.250854 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e2e13-676b-4322-978a-2c692f47cd78 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Network': ['ID=bca0d4d0-65ae-4bae-aba7-b11d36d8509a,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:39.255519 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8596eb25-158a-4541-b27d-c7d946703257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:39.262662 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network bca0d4d0-65ae-4bae-aba7-b11d36d8509a details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:25:39.272740 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-a2dca8bc-d094-48d6-94ac-bbec51a3c0b8 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Request body: {'port': {'device_id': 'f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'admin_state_up': True, 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:39.346786 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3a8251cd-52b3-4427-ade5-675170cd2587 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:39.356036 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3a8251cd-52b3-4427-ade5-675170cd2587 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:subnet and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:39.366644 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3a8251cd-52b3-4427-ade5-675170cd2587 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:39.380167 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3a8251cd-52b3-4427-ade5-675170cd2587 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:39.392535 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8251cd-52b3-4427-ade5-675170cd2587 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:39.400119 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3a8251cd-52b3-4427-ade5-675170cd2587 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:39.485385 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ebed5f7c-786d-4469-a9c0-432df4d5d77d no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:25:39.546601 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: ebed5f7c-786d-4469-a9c0-432df4d5d77d {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:25:39.547723 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ebed5f7c-786d-4469-a9c0-432df4d5d77d not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:25:39.644816 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-a2dca8bc-d094-48d6-94ac-bbec51a3c0b8 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:39.656674 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-a2dca8bc-d094-48d6-94ac-bbec51a3c0b8 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:39.669929 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-a2dca8bc-d094-48d6-94ac-bbec51a3c0b8 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Made reservation on behalf of 5ddfa727b5a54b179d7c03a600eaa4b9 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:39.686078 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-a2dca8bc-d094-48d6-94ac-bbec51a3c0b8 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:39.881205 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3a8251cd-52b3-4427-ade5-675170cd2587 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:39.919261 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c82f8e9-d34e-42be-a53b-0ad3f8a5ef7e req-19568837-8b33-4bb5-a7ea-3183d4f0699a tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 210 time: 0.0684621 Feb 09 01:25:40.035644 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8251cd-52b3-4427-ade5-675170cd2587 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Subnet': ['ID=ee25c175-5b84-41d3-aabd-c89fd9cda5b6,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:40.050284 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-a2dca8bc-d094-48d6-94ac-bbec51a3c0b8 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Allocated IP 172.20.0.6 (37619b15-03b6-4ee3-8b5e-c1b376918ea6/c5c99494-da9a-458d-b6b1-e6de1927c8e8/8112665f-5ab6-430a-a753-7fc2fd1b3361) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:40.061508 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8251cd-52b3-4427-ade5-675170cd2587 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Checking segment: {'id': '7b0d86b9-13a5-403b-a7e3-ee6ff3a47c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'bca0d4d0-65ae-4bae-aba7-b11d36d8509a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:25:40.061869 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8251cd-52b3-4427-ade5-675170cd2587 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network hostable DHCP agents. Network: bca0d4d0-65ae-4bae-aba7-b11d36d8509a, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:25:40.113826 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8251cd-52b3-4427-ade5-675170cd2587 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network bca0d4d0-65ae-4bae-aba7-b11d36d8509a is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:25:40.130515 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-3a8251cd-52b3-4427-ade5-675170cd2587 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, bca0d4d0-65ae-4bae-aba7-b11d36d8509a) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:40.134973 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8251cd-52b3-4427-ade5-675170cd2587 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:40.135572 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3a8251cd-52b3-4427-ade5-675170cd2587 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:40.142893 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f956a0a0-49fe-4f16-8e23-1d2fc2683942 None None] Network bca0d4d0-65ae-4bae-aba7-b11d36d8509a requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:25:40.178301 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3a8251cd-52b3-4427-ade5-675170cd2587 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0603192 Feb 09 01:25:40.181040 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36798) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:40.187027 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-20154e4a-6c6c-43d9-849a-00a4f7854c40 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'port': {'network_id': 'bca0d4d0-65ae-4bae-aba7-b11d36d8509a', 'name': 'tempest-PortsIpV6TestJSON-876381317'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:40.460581 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-20154e4a-6c6c-43d9-849a-00a4f7854c40 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:40.474838 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-20154e4a-6c6c-43d9-849a-00a4f7854c40 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:40.522305 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20154e4a-6c6c-43d9-849a-00a4f7854c40 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:40.536607 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-20154e4a-6c6c-43d9-849a-00a4f7854c40 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:40.548351 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-a2dca8bc-d094-48d6-94ac-bbec51a3c0b8 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:40.564261 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-20154e4a-6c6c-43d9-849a-00a4f7854c40 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] device_id is not set on port 02fce803-7aeb-40ed-bfee-f6d00b3f4d38 yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:25:40.589553 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-a2dca8bc-d094-48d6-94ac-bbec51a3c0b8 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Transition to ACTIVE for port object 8112665f-5ab6-430a-a753-7fc2fd1b3361 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:25:40.676542 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-a2dca8bc-d094-48d6-94ac-bbec51a3c0b8 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:40.803009 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['3f3e6d51-b6b3-4bc7-8068-4720b2e38161'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:25:40.813804 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-20154e4a-6c6c-43d9-849a-00a4f7854c40 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Allocated IP 2001:db8::1c9 (bca0d4d0-65ae-4bae-aba7-b11d36d8509a/ee25c175-5b84-41d3-aabd-c89fd9cda5b6/02fce803-7aeb-40ed-bfee-f6d00b3f4d38) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:40.842474 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-a2dca8bc-d094-48d6-94ac-bbec51a3c0b8 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:40.848190 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-a2dca8bc-d094-48d6-94ac-bbec51a3c0b8 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:40.879979 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dca8bc-d094-48d6-94ac-bbec51a3c0b8 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Pushing event updated for resources: {'Port': ['ID=8112665f-5ab6-430a-a753-7fc2fd1b3361,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:40.881646 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-a2dca8bc-d094-48d6-94ac-bbec51a3c0b8 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:25:40.990388 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd1146f-1cbe-43b0-af34-fd93e19b98a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-bca0d4d0-65ae-4bae-aba7-b11d36d8509a', 'network_id': 'bca0d4d0-65ae-4bae-aba7-b11d36d8509a', 'tenant_id': 'ff3cbcda03904135b8cc886351e27142', 'fixed_ips': [{'subnet_id': 'ee25c175-5b84-41d3-aabd-c89fd9cda5b6'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:25:41.025407 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bdd1146f-1cbe-43b0-af34-fd93e19b98a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:41.097632 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-a2dca8bc-d094-48d6-94ac-bbec51a3c0b8 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:41.098308 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-a2dca8bc-d094-48d6-94ac-bbec51a3c0b8 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:41.101464 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:41.132340 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:41.188000 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-a2dca8bc-d094-48d6-94ac-bbec51a3c0b8 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9193590 Feb 09 01:25:41.238223 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-2ff132fe-3f9d-46f5-9f01-9ee9a89e1a5e service neutron] Request body: {'port': {'device_id': 'f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:41.598976 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d51f0328-eede-4ee4-a694-c492965a2312 None None] Provisioning for port 8112665f-5ab6-430a-a753-7fc2fd1b3361 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:25:41.625498 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d51f0328-eede-4ee4-a694-c492965a2312 None None] Provisioning complete for port 8112665f-5ab6-430a-a753-7fc2fd1b3361 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:41.631043 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d51f0328-eede-4ee4-a694-c492965a2312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:41.663181 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-2ff132fe-3f9d-46f5-9f01-9ee9a89e1a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:41.844930 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-20154e4a-6c6c-43d9-849a-00a4f7854c40 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:41.887228 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-20154e4a-6c6c-43d9-849a-00a4f7854c40 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Transition to ACTIVE for port object 02fce803-7aeb-40ed-bfee-f6d00b3f4d38 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:25:41.902673 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5d09e-2089-4a0f-b18b-2d73134fefb2 req-385aaf27-9bbb-4d4f-b695-5fc63e846b80 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:41.904623 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b5b5d09e-2089-4a0f-b18b-2d73134fefb2 req-385aaf27-9bbb-4d4f-b695-5fc63e846b80 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 931 time: 0.6235874 Feb 09 01:25:41.981774 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:41.992230 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d51f0328-eede-4ee4-a694-c492965a2312 None None] Port 8112665f-5ab6-430a-a753-7fc2fd1b3361 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:25:42.021388 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b5b5d09e-2089-4a0f-b18b-2d73134fefb2 req-60171f66-cf6c-4700-9186-288a8d4a19ac tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088164 Feb 09 01:25:42.043960 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-20154e4a-6c6c-43d9-849a-00a4f7854c40 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:42.222791 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20154e4a-6c6c-43d9-849a-00a4f7854c40 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network bca0d4d0-65ae-4bae-aba7-b11d36d8509a is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:42.229346 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-20154e4a-6c6c-43d9-849a-00a4f7854c40 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:42.236693 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154e4a-6c6c-43d9-849a-00a4f7854c40 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Port': ['ID=02fce803-7aeb-40ed-bfee-f6d00b3f4d38,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:42.258757 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20154e4a-6c6c-43d9-849a-00a4f7854c40 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:25:42.270539 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-bdd1146f-1cbe-43b0-af34-fd93e19b98a7 None None] Allocated IP 2001:db8::2 (bca0d4d0-65ae-4bae-aba7-b11d36d8509a/ee25c175-5b84-41d3-aabd-c89fd9cda5b6/de35f711-190e-41f5-b367-9cdf6ae890af) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:42.271471 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20154e4a-6c6c-43d9-849a-00a4f7854c40 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:42.272329 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-20154e4a-6c6c-43d9-849a-00a4f7854c40 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:42.322355 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-20154e4a-6c6c-43d9-849a-00a4f7854c40 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1390643 Feb 09 01:25:42.324018 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36820) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:42.332231 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b860b7e3-abf9-4194-9f2b-41f673d7bd9e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'port': {'network_id': 'bca0d4d0-65ae-4bae-aba7-b11d36d8509a', 'name': 'tempest-PortsIpV6TestJSON-897557720'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:42.606011 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b860b7e3-abf9-4194-9f2b-41f673d7bd9e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:42.642246 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b860b7e3-abf9-4194-9f2b-41f673d7bd9e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:port and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:42.668639 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-2ff132fe-3f9d-46f5-9f01-9ee9a89e1a5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8112665f-5ab6-430a-a753-7fc2fd1b3361 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:25:42.673170 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b860b7e3-abf9-4194-9f2b-41f673d7bd9e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:42.688998 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-2ff132fe-3f9d-46f5-9f01-9ee9a89e1a5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:42.697620 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b860b7e3-abf9-4194-9f2b-41f673d7bd9e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:42.726812 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-2ff132fe-3f9d-46f5-9f01-9ee9a89e1a5e service neutron] Transition to ACTIVE for port object 8112665f-5ab6-430a-a753-7fc2fd1b3361 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:25:42.733068 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b860b7e3-abf9-4194-9f2b-41f673d7bd9e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:42.739507 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-2ff132fe-3f9d-46f5-9f01-9ee9a89e1a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:42.745607 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b860b7e3-abf9-4194-9f2b-41f673d7bd9e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:42.783904 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-b860b7e3-abf9-4194-9f2b-41f673d7bd9e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] device_id is not set on port a811ed57-2bd7-4de2-babb-06c077c84b0c yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:25:42.910700 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bdd1146f-1cbe-43b0-af34-fd93e19b98a7 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:42.948176 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bdd1146f-1cbe-43b0-af34-fd93e19b98a7 None None] Transition to ACTIVE for port object de35f711-190e-41f5-b367-9cdf6ae890af will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:25:43.036082 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff132fe-3f9d-46f5-9f01-9ee9a89e1a5e service neutron] Pushing event updated for resources: {'Port': ['ID=8112665f-5ab6-430a-a753-7fc2fd1b3361,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:43.083675 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bdd1146f-1cbe-43b0-af34-fd93e19b98a7 None None] Transition to ACTIVE for port object de35f711-190e-41f5-b367-9cdf6ae890af will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:25:43.117080 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bdd1146f-1cbe-43b0-af34-fd93e19b98a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:43.138866 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-2ff132fe-3f9d-46f5-9f01-9ee9a89e1a5e service neutron] Attempting to bind port 8112665f-5ab6-430a-a753-7fc2fd1b3361 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:25:43.140784 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-2ff132fe-3f9d-46f5-9f01-9ee9a89e1a5e service neutron] Attempting to bind port 8112665f-5ab6-430a-a753-7fc2fd1b3361 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:25:43.141587 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-2ff132fe-3f9d-46f5-9f01-9ee9a89e1a5e service neutron] Attempting to bind port 8112665f-5ab6-430a-a753-7fc2fd1b3361 on network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:25:43.211865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-2ff132fe-3f9d-46f5-9f01-9ee9a89e1a5e service neutron] Port 8112665f-5ab6-430a-a753-7fc2fd1b3361 on network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:25:43.211865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-2ff132fe-3f9d-46f5-9f01-9ee9a89e1a5e service neutron] Attempting to bind port 8112665f-5ab6-430a-a753-7fc2fd1b3361 on network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:25:43.262571 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-2ff132fe-3f9d-46f5-9f01-9ee9a89e1a5e service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:25:43.262571 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-2ff132fe-3f9d-46f5-9f01-9ee9a89e1a5e service neutron] Checking segment: {'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:25:43.262571 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-2ff132fe-3f9d-46f5-9f01-9ee9a89e1a5e service neutron] Bound using segment: {'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:25:43.262571 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-2ff132fe-3f9d-46f5-9f01-9ee9a89e1a5e service neutron] Bound port: 8112665f-5ab6-430a-a753-7fc2fd1b3361, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:25:43.262571 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-2ff132fe-3f9d-46f5-9f01-9ee9a89e1a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:43.346348 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-b860b7e3-abf9-4194-9f2b-41f673d7bd9e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Allocated IP 2001:db8::251 (bca0d4d0-65ae-4bae-aba7-b11d36d8509a/ee25c175-5b84-41d3-aabd-c89fd9cda5b6/a811ed57-2bd7-4de2-babb-06c077c84b0c) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:43.379258 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1146f-1cbe-43b0-af34-fd93e19b98a7 None None] Pushing event updated for resources: {'Port': ['ID=de35f711-190e-41f5-b367-9cdf6ae890af,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:43.417078 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd1146f-1cbe-43b0-af34-fd93e19b98a7 None None] Network bca0d4d0-65ae-4bae-aba7-b11d36d8509a is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:43.428952 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-bdd1146f-1cbe-43b0-af34-fd93e19b98a7 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:43.439187 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd1146f-1cbe-43b0-af34-fd93e19b98a7 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:25:43.585773 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-2ff132fe-3f9d-46f5-9f01-9ee9a89e1a5e service neutron] For port 8112665f-5ab6-430a-a753-7fc2fd1b3361, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:25:43.597991 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-bdd1146f-1cbe-43b0-af34-fd93e19b98a7 None None] Attempting to bind port de35f711-190e-41f5-b367-9cdf6ae890af on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:25:43.598692 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-bdd1146f-1cbe-43b0-af34-fd93e19b98a7 None None] Attempting to bind port de35f711-190e-41f5-b367-9cdf6ae890af by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '7b0d86b9-13a5-403b-a7e3-ee6ff3a47c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'bca0d4d0-65ae-4bae-aba7-b11d36d8509a'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:25:43.599251 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd1146f-1cbe-43b0-af34-fd93e19b98a7 None None] Attempting to bind port de35f711-190e-41f5-b367-9cdf6ae890af on network bca0d4d0-65ae-4bae-aba7-b11d36d8509a {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:25:43.603375 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-2ff132fe-3f9d-46f5-9f01-9ee9a89e1a5e service neutron] For port 8112665f-5ab6-430a-a753-7fc2fd1b3361, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=8112665f-5ab6-430a-a753-7fc2fd1b3361,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:25:43.612183 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd1146f-1cbe-43b0-af34-fd93e19b98a7 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:25:43.613289 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd1146f-1cbe-43b0-af34-fd93e19b98a7 None None] Checking segment: {'id': '7b0d86b9-13a5-403b-a7e3-ee6ff3a47c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'bca0d4d0-65ae-4bae-aba7-b11d36d8509a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:25:43.617007 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bdd1146f-1cbe-43b0-af34-fd93e19b98a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:43.617475 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd1146f-1cbe-43b0-af34-fd93e19b98a7 None None] Bound using segment: {'id': '7b0d86b9-13a5-403b-a7e3-ee6ff3a47c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'bca0d4d0-65ae-4bae-aba7-b11d36d8509a'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:25:43.618225 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-bdd1146f-1cbe-43b0-af34-fd93e19b98a7 None None] Bound port: de35f711-190e-41f5-b367-9cdf6ae890af, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0d86b9-13a5-403b-a7e3-ee6ff3a47c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'bca0d4d0-65ae-4bae-aba7-b11d36d8509a'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:25:43.618620 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff07885-8e6b-4eb3-975e-cd106fa6725f req-366bbc60-a947-406a-9278-a02a761037a1 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:43.618871 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bdd1146f-1cbe-43b0-af34-fd93e19b98a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:43.619702 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-bff07885-8e6b-4eb3-975e-cd106fa6725f req-366bbc60-a947-406a-9278-a02a761037a1 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Synchronizing usage tracker for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:25:43.628909 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-2ff132fe-3f9d-46f5-9f01-9ee9a89e1a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:43.754807 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-bdd1146f-1cbe-43b0-af34-fd93e19b98a7 None None] For port de35f711-190e-41f5-b367-9cdf6ae890af, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:25:43.762115 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-bdd1146f-1cbe-43b0-af34-fd93e19b98a7 None None] For port de35f711-190e-41f5-b367-9cdf6ae890af, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=de35f711-190e-41f5-b367-9cdf6ae890af,segment=NetworkSegment(7b0d86b9-13a5-403b-a7e3-ee6ff3a47c9c),segment_id=7b0d86b9-13a5-403b-a7e3-ee6ff3a47c9c)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:25:43.776876 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-bff07885-8e6b-4eb3-975e-cd106fa6725f req-366bbc60-a947-406a-9278-a02a761037a1 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Unset dirty status for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:25:43.778211 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bff07885-8e6b-4eb3-975e-cd106fa6725f req-366bbc60-a947-406a-9278-a02a761037a1 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 943 time: 0.3896782 Feb 09 01:25:43.782864 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bdd1146f-1cbe-43b0-af34-fd93e19b98a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:43.783299 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-2ff132fe-3f9d-46f5-9f01-9ee9a89e1a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:43.785439 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-2ff132fe-3f9d-46f5-9f01-9ee9a89e1a5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:43.786580 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-2ff132fe-3f9d-46f5-9f01-9ee9a89e1a5e service neutron] 10.222.0.35 "PUT /v2.0/ports/8112665f-5ab6-430a-a753-7fc2fd1b3361 HTTP/1.1" status: 200 len: 1091 time: 2.5821707 Feb 09 01:25:43.789652 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133', 'tag': '8112665f-5ab6-430a-a753-7fc2fd1b3361'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:25:43.871425 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b860b7e3-abf9-4194-9f2b-41f673d7bd9e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:43.914663 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-b860b7e3-abf9-4194-9f2b-41f673d7bd9e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Transition to ACTIVE for port object a811ed57-2bd7-4de2-babb-06c077c84b0c will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:25:43.971991 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b860b7e3-abf9-4194-9f2b-41f673d7bd9e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:44.011042 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1146f-1cbe-43b0-af34-fd93e19b98a7 None None] Pushing event updated for resources: {'Port': ['ID=de35f711-190e-41f5-b367-9cdf6ae890af,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:44.168666 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860b7e3-abf9-4194-9f2b-41f673d7bd9e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Port': ['ID=a811ed57-2bd7-4de2-babb-06c077c84b0c,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:44.303283 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b860b7e3-abf9-4194-9f2b-41f673d7bd9e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network bca0d4d0-65ae-4bae-aba7-b11d36d8509a is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:44.303641 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133', 'tag': '8112665f-5ab6-430a-a753-7fc2fd1b3361', 'status': 'completed', 'code': 200} Feb 09 01:25:44.304987 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-b860b7e3-abf9-4194-9f2b-41f673d7bd9e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:44.307443 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b860b7e3-abf9-4194-9f2b-41f673d7bd9e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:25:44.313725 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b860b7e3-abf9-4194-9f2b-41f673d7bd9e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:44.314883 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b860b7e3-abf9-4194-9f2b-41f673d7bd9e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:44.315007 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff132fe-3f9d-46f5-9f01-9ee9a89e1a5e service neutron] Pushing event updated for resources: {'Port': ['ID=8112665f-5ab6-430a-a753-7fc2fd1b3361,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:44.346369 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bff07885-8e6b-4eb3-975e-cd106fa6725f req-e4fde220-90ea-49c1-a181-d51a315fac51 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5502307 Feb 09 01:25:44.356138 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b860b7e3-abf9-4194-9f2b-41f673d7bd9e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0305517 Feb 09 01:25:44.358722 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36848) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:44.370023 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-7b28bf43-ff8c-47a9-b9f4-55d5265e97d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:44.371749 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-7b28bf43-ff8c-47a9-b9f4-55d5265e97d5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9&device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 1094 time: 0.5135586 Feb 09 01:25:44.491815 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-e9a5e6e4-8c36-481e-aa05-e32d39aa74ba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8112665f-5ab6-430a-a753-7fc2fd1b3361 HTTP/1.1" status: 200 len: 217 time: 0.1035266 Feb 09 01:25:44.517097 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056a1573-2dd3-4a22-b7f7-e02831f85b02 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:44.517834 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-056a1573-2dd3-4a22-b7f7-e02831f85b02 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Synchronizing usage tracker for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:25:44.545215 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-056a1573-2dd3-4a22-b7f7-e02831f85b02 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Unset dirty status for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:25:44.546161 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-056a1573-2dd3-4a22-b7f7-e02831f85b02 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1c9 HTTP/1.1" status: 200 len: 928 time: 0.1850710 Feb 09 01:25:44.549054 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 36854) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:44.736017 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-4023dd1a-27bf-49fc-a821-1ccd9fd18d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:44.738420 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-4023dd1a-27bf-49fc-a821-1ccd9fd18d76 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5c99494-da9a-458d-b6b1-e6de1927c8e8 HTTP/1.1" status: 200 len: 850 time: 0.2358503 Feb 09 01:25:44.742899 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-a3688dd3-53e6-47e5-9573-68dbca9d9612 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Deleting port a811ed57-2bd7-4de2-babb-06c077c84b0c {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:25:44.747425 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a3688dd3-53e6-47e5-9573-68dbca9d9612 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:45.169310 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-5b6d0b01-b888-47b0-9686-ac87f3cb22c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:45.171648 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-5b6d0b01-b888-47b0-9686-ac87f3cb22c7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37619b15-03b6-4ee3-8b5e-c1b376918ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3912406 Feb 09 01:25:45.342676 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a3688dd3-53e6-47e5-9573-68dbca9d9612 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:45.621432 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device de35f711-190e-41f5-b367-9cdf6ae890af up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:25:45.822259 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-a3688dd3-53e6-47e5-9573-68dbca9d9612 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Calling delete_port for a811ed57-2bd7-4de2-babb-06c077c84b0c owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:25:45.882544 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port de35f711-190e-41f5-b367-9cdf6ae890af completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:25:45.989574 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feffbde9-d80a-4c5d-8ca7-0bfd350d3113 None None] Network bca0d4d0-65ae-4bae-aba7-b11d36d8509a requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:25:46.102357 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-3e77affc-610f-42da-83f6-a3da339158ad service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9129021 Feb 09 01:25:46.108083 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d492dfd-0334-47c0-921f-41e6e81ed71f req-9fa3f9b4-4025-46b2-9106-5f0b2747a5ec tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:46.114785 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3d492dfd-0334-47c0-921f-41e6e81ed71f req-9fa3f9b4-4025-46b2-9106-5f0b2747a5ec tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 943 time: 0.4649611 Feb 09 01:25:46.211140 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e1968bc9-dee7-4d83-9b66-906f13fa0b26 None None] Provisioning for port de35f711-190e-41f5-b367-9cdf6ae890af completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:25:46.227213 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3d492dfd-0334-47c0-921f-41e6e81ed71f req-726ed952-98de-4d5a-b61b-16214b524a82 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017735 Feb 09 01:25:46.239911 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e1968bc9-dee7-4d83-9b66-906f13fa0b26 None None] Provisioning complete for port de35f711-190e-41f5-b367-9cdf6ae890af triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:46.241193 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e1968bc9-dee7-4d83-9b66-906f13fa0b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:46.844213 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3ea291bd-ade6-4665-bbd4-0d5a1b926c1b req-5e480dbc-9f8e-4979-ac38-d51a167896bd service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7171364 Feb 09 01:25:46.878982 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a3688dd3-53e6-47e5-9573-68dbca9d9612 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:46.942653 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e1968bc9-dee7-4d83-9b66-906f13fa0b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:47.048011 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-e1968bc9-dee7-4d83-9b66-906f13fa0b26 None None] For port de35f711-190e-41f5-b367-9cdf6ae890af, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=de35f711-190e-41f5-b367-9cdf6ae890af,segment=NetworkSegment(7b0d86b9-13a5-403b-a7e3-ee6ff3a47c9c),segment_id=7b0d86b9-13a5-403b-a7e3-ee6ff3a47c9c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:25:47.056674 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e1968bc9-dee7-4d83-9b66-906f13fa0b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:47.138241 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3688dd3-53e6-47e5-9573-68dbca9d9612 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Port': ['ID=a811ed57-2bd7-4de2-babb-06c077c84b0c,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:47.141660 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a3688dd3-53e6-47e5-9573-68dbca9d9612 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:47.163136 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ab77c-3217-4b91-bd5d-dd2881a43fd8 req-d57e900c-8f73-4b63-b009-d033f7254f56 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:47.171538 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ed2ab77c-3217-4b91-bd5d-dd2881a43fd8 req-d57e900c-8f73-4b63-b009-d033f7254f56 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.2609012 Feb 09 01:25:47.186501 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1968bc9-dee7-4d83-9b66-906f13fa0b26 None None] Pushing event updated for resources: {'Port': ['ID=de35f711-190e-41f5-b367-9cdf6ae890af,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:47.244134 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ed2ab77c-3217-4b91-bd5d-dd2881a43fd8 req-3ff376ee-63ac-467e-b761-7de09e774c79 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720830 Feb 09 01:25:47.292386 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36886) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:47.296742 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a3688dd3-53e6-47e5-9573-68dbca9d9612 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/ports/a811ed57-2bd7-4de2-babb-06c077c84b0c HTTP/1.1" status: 204 len: 168 time: 2.7439961 Feb 09 01:25:47.393938 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddefc84f-3cda-4ff6-9b47-05649dd1c3d3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] GET failed (client error): The resource could not be found. Feb 09 01:25:47.395282 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ddefc84f-3cda-4ff6-9b47-05649dd1c3d3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "GET /v2.0/ports/a811ed57-2bd7-4de2-babb-06c077c84b0c HTTP/1.1" status: 404 len: 333 time: 0.1016216 Feb 09 01:25:47.398508 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36892) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:47.457447 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2894a6-8c44-444c-9a43-6a59f0e55186 req-c19e4a2e-258a-4f86-b38e-a56c81949f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:47.459226 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cb2894a6-8c44-444c-9a43-6a59f0e55186 req-c19e4a2e-258a-4f86-b38e-a56c81949f20 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed945528e2364e0ba5c0570da01f0152&device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 1097 time: 0.7002745 Feb 09 01:25:47.542736 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-9ab23634-984a-4156-8c60-5ac1d16eb18c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Deleting port 02fce803-7aeb-40ed-bfee-f6d00b3f4d38 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:25:47.544976 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9ab23634-984a-4156-8c60-5ac1d16eb18c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:47.553591 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf65207-4f35-492a-9bf8-aab13f8b10b9 req-fae5987c-b2e1-4bd4-b047-cb94e7c76b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:47.554259 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9cf65207-4f35-492a-9bf8-aab13f8b10b9 req-fae5987c-b2e1-4bd4-b047-cb94e7c76b7e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9&device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 1094 time: 0.5824249 Feb 09 01:25:47.580412 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device de35f711-190e-41f5-b367-9cdf6ae890af up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:25:47.912327 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port de35f711-190e-41f5-b367-9cdf6ae890af triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:47.912838 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:48.216752 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9ab23634-984a-4156-8c60-5ac1d16eb18c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:48.253000 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7b54ecb5-5eb7-4a53-a1e3-286cc49222c0 None None] Provisioning complete for port de35f711-190e-41f5-b367-9cdf6ae890af triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:48.253652 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7b54ecb5-5eb7-4a53-a1e3-286cc49222c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:48.544037 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf65207-4f35-492a-9bf8-aab13f8b10b9 req-1b8dc08e-0b3b-4072-be78-8d8dc112a395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:48.561990 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9cf65207-4f35-492a-9bf8-aab13f8b10b9 req-1b8dc08e-0b3b-4072-be78-8d8dc112a395 service neutron] 10.222.0.35 "GET /v2.0/networks?id=37619b15-03b6-4ee3-8b5e-c1b376918ea6 HTTP/1.1" status: 200 len: 912 time: 0.9529912 Feb 09 01:25:48.843178 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7b54ecb5-5eb7-4a53-a1e3-286cc49222c0 None None] Provisioning for port 02fce803-7aeb-40ed-bfee-f6d00b3f4d38 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:25:48.848928 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7b54ecb5-5eb7-4a53-a1e3-286cc49222c0 None None] Provisioning complete for port 02fce803-7aeb-40ed-bfee-f6d00b3f4d38 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:48.849645 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7b54ecb5-5eb7-4a53-a1e3-286cc49222c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:48.900532 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9cf65207-4f35-492a-9bf8-aab13f8b10b9 req-30b2d75d-769a-45e6-8402-0eb04c736882 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8112665f-5ab6-430a-a753-7fc2fd1b3361 HTTP/1.1" status: 200 len: 217 time: 0.3091986 Feb 09 01:25:48.932716 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-7b54ecb5-5eb7-4a53-a1e3-286cc49222c0 None None] Port 02fce803-7aeb-40ed-bfee-f6d00b3f4d38 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:25:48.984077 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2894a6-8c44-444c-9a43-6a59f0e55186 req-3c5a9051-83fd-4a6c-9c59-3f675c30cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:48.986464 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cb2894a6-8c44-444c-9a43-6a59f0e55186 req-3c5a9051-83fd-4a6c-9c59-3f675c30cb29 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1c1a3b32-e583-4f44-92cf-7d4cd700a470 HTTP/1.1" status: 200 len: 920 time: 1.4658689 Feb 09 01:25:49.124223 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-69d3b640-e92a-4c8c-a0ac-f0266a11a296 None None] Provisioning complete for port 02fce803-7aeb-40ed-bfee-f6d00b3f4d38 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:49.124637 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-69d3b640-e92a-4c8c-a0ac-f0266a11a296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:49.262554 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf65207-4f35-492a-9bf8-aab13f8b10b9 req-ecfebb3e-8456-49e1-a2fd-81fb79718706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:49.278030 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9cf65207-4f35-492a-9bf8-aab13f8b10b9 req-ecfebb3e-8456-49e1-a2fd-81fb79718706 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5c99494-da9a-458d-b6b1-e6de1927c8e8 HTTP/1.1" status: 200 len: 850 time: 0.3649387 Feb 09 01:25:49.296495 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-9ab23634-984a-4156-8c60-5ac1d16eb18c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Calling delete_port for 02fce803-7aeb-40ed-bfee-f6d00b3f4d38 owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:25:49.390116 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486d5a8-9921-4d2a-85ea-cfad20d8ff6b req-f0ca166b-5540-4453-9f73-ff32ebdf25cd tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:49.407255 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9486d5a8-9921-4d2a-85ea-cfad20d8ff6b req-f0ca166b-5540-4453-9f73-ff32ebdf25cd tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 943 time: 1.9408612 Feb 09 01:25:49.486990 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-69d3b640-e92a-4c8c-a0ac-f0266a11a296 None None] Port 02fce803-7aeb-40ed-bfee-f6d00b3f4d38 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:25:49.679044 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e7cca465-c711-4e91-8636-bc33c30ebb97 None None] Could not find standard attr ID for object a811ed57-2bd7-4de2-babb-06c077c84b0c. {{(pid=87613) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:25:49.708173 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cb2894a6-8c44-444c-9a43-6a59f0e55186 req-f54eac5b-5422-4f35-b86e-553f1dcb2651 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5767c25-7a4d-4c57-91e6-7ee0300d6889 HTTP/1.1" status: 200 len: 217 time: 0.7137637 Feb 09 01:25:50.150870 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9486d5a8-9921-4d2a-85ea-cfad20d8ff6b req-2f7b9d9c-6134-4671-b6c7-40982def857e tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7383935 Feb 09 01:25:50.232092 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2894a6-8c44-444c-9a43-6a59f0e55186 req-1e48c924-77e4-4778-8b5c-aa8070292714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:50.233931 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cb2894a6-8c44-444c-9a43-6a59f0e55186 req-1e48c924-77e4-4778-8b5c-aa8070292714 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3adcfdc5-e139-42b4-9124-6c2f9489c0d6 HTTP/1.1" status: 200 len: 859 time: 0.5123725 Feb 09 01:25:50.274101 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1357f88-27bb-46ec-a19e-5723cb942abc req-4076c9df-a4af-44ea-ae9f-8034bd0aedea tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:50.274101 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f1357f88-27bb-46ec-a19e-5723cb942abc req-4076c9df-a4af-44ea-ae9f-8034bd0aedea tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 1.2536497 Feb 09 01:25:50.321816 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf65207-4f35-492a-9bf8-aab13f8b10b9 req-085ac27f-64e7-4624-bef7-581fb1471869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:50.323812 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9cf65207-4f35-492a-9bf8-aab13f8b10b9 req-085ac27f-64e7-4624-bef7-581fb1471869 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37619b15-03b6-4ee3-8b5e-c1b376918ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7133129 Feb 09 01:25:50.326060 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cb2894a6-8c44-444c-9a43-6a59f0e55186 req-59b3bd69-4f57-471e-9b97-730b8b6788f7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c1a3b32-e583-4f44-92cf-7d4cd700a470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851703 Feb 09 01:25:50.598771 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9ab23634-984a-4156-8c60-5ac1d16eb18c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:50.761757 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f1357f88-27bb-46ec-a19e-5723cb942abc req-288c4175-3c56-4cc3-a136-814ece2208d5 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439385 Feb 09 01:25:50.785470 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab23634-984a-4156-8c60-5ac1d16eb18c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Port': ['ID=02fce803-7aeb-40ed-bfee-f6d00b3f4d38,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:50.874211 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9ab23634-984a-4156-8c60-5ac1d16eb18c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:50.922428 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9ab23634-984a-4156-8c60-5ac1d16eb18c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/ports/02fce803-7aeb-40ed-bfee-f6d00b3f4d38 HTTP/1.1" status: 204 len: 168 time: 3.5085378 Feb 09 01:25:50.922428 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36934) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:51.022255 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-0caf90d4-5c9f-44a6-aa63-b3f301c5bd5d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] GET failed (client error): The resource could not be found. Feb 09 01:25:51.022704 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0caf90d4-5c9f-44a6-aa63-b3f301c5bd5d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Synchronizing usage tracker for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:25:51.055720 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0caf90d4-5c9f-44a6-aa63-b3f301c5bd5d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Unset dirty status for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:25:51.056929 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0caf90d4-5c9f-44a6-aa63-b3f301c5bd5d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "GET /v2.0/ports/02fce803-7aeb-40ed-bfee-f6d00b3f4d38 HTTP/1.1" status: 404 len: 333 time: 0.1406145 Feb 09 01:25:51.059709 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36938) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:51.101532 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cb2894a6-8c44-444c-9a43-6a59f0e55186 req-4351961c-0d07-4ac3-8048-a7dd196513fa service neutron] 10.222.0.35 "GET /v2.0/networks/1c1a3b32-e583-4f44-92cf-7d4cd700a470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7588267 Feb 09 01:25:51.177964 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae256143-43ed-45ae-a8cf-3befc2a01d40 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Deleting subnet ee25c175-5b84-41d3-aabd-c89fd9cda5b6 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:25:51.193124 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ae256143-43ed-45ae-a8cf-3befc2a01d40 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:51.310671 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ae256143-43ed-45ae-a8cf-3befc2a01d40 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:51.430680 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cb2894a6-8c44-444c-9a43-6a59f0e55186 req-2a2f9ed0-5b92-4774-8a55-5614dbc85289 service neutron] 10.222.0.35 "GET /v2.0/networks/1c1a3b32-e583-4f44-92cf-7d4cd700a470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022752 Feb 09 01:25:51.605926 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ae256143-43ed-45ae-a8cf-3befc2a01d40 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:51.662712 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9cf65207-4f35-492a-9bf8-aab13f8b10b9 req-b6177ff1-282f-4fca-be6e-441f9d97e0e7 service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3212430 Feb 09 01:25:51.972921 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63eff29-e390-414c-a17d-18c986c8012d req-4cf76bbb-326c-4ff8-81ac-3d648b1eb19c tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:51.981954 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d63eff29-e390-414c-a17d-18c986c8012d req-4cf76bbb-326c-4ff8-81ac-3d648b1eb19c tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 943 time: 0.5479634 Feb 09 01:25:52.115838 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:52.139530 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d63eff29-e390-414c-a17d-18c986c8012d req-ef7f0734-3179-497e-8904-04e111f59811 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524622 Feb 09 01:25:52.259239 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9cf65207-4f35-492a-9bf8-aab13f8b10b9 req-4987c69c-27f1-4817-8fe9-624103f5d124 service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5786388 Feb 09 01:25:52.474814 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ae256143-43ed-45ae-a8cf-3befc2a01d40 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:52.643387 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ae256143-43ed-45ae-a8cf-3befc2a01d40 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:52.657804 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a331ab6-46b1-4f9a-b8c9-29926ad48f49 None None] Network bca0d4d0-65ae-4bae-aba7-b11d36d8509a requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:25:52.670043 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae256143-43ed-45ae-a8cf-3befc2a01d40 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Subnet': ['ID=ee25c175-5b84-41d3-aabd-c89fd9cda5b6,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:52.673516 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 36972) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:52.673696 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ae256143-43ed-45ae-a8cf-3befc2a01d40 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/subnets/ee25c175-5b84-41d3-aabd-c89fd9cda5b6 HTTP/1.1" status: 204 len: 168 time: 1.5974135 Feb 09 01:25:52.704233 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bf8d6-b6e0-4696-8f81-605ff091d3c4 req-bc207013-156c-4b97-8b8c-93708ff58c68 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:52.711013 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0a4bf8d6-b6e0-4696-8f81-605ff091d3c4 req-bc207013-156c-4b97-8b8c-93708ff58c68 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.5186586 Feb 09 01:25:52.821092 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0a4bf8d6-b6e0-4696-8f81-605ff091d3c4 req-a9160dc6-1fe6-4694-9350-b1f18ca01296 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679636 Feb 09 01:25:52.852367 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-56fee29a-e44e-4454-85a9-04c6b117f201 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:52.852367 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-56fee29a-e44e-4454-85a9-04c6b117f201 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Deleting port de35f711-190e-41f5-b367-9cdf6ae890af {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:25:52.852367 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-56fee29a-e44e-4454-85a9-04c6b117f201 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:53.160325 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36984) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:53.575155 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdd9ce7-15f8-4157-9ecb-f7c7c53fc7f0 None None] DHCP port deletion for bca0d4d0-65ae-4bae-aba7-b11d36d8509a request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:25:53.575155 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-7bdd9ce7-15f8-4157-9ecb-f7c7c53fc7f0 None None] Deleting port de35f711-190e-41f5-b367-9cdf6ae890af {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:25:53.575155 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7bdd9ce7-15f8-4157-9ecb-f7c7c53fc7f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:53.986656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f909ea-371b-4e72-8c88-ac9eba9d0c1b req-a440ce0d-d455-416f-bd31-98167d584daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:53.987754 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f909ea-371b-4e72-8c88-ac9eba9d0c1b req-a440ce0d-d455-416f-bd31-98167d584daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:54.008510 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f909ea-371b-4e72-8c88-ac9eba9d0c1b req-a440ce0d-d455-416f-bd31-98167d584daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:54.008995 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f909ea-371b-4e72-8c88-ac9eba9d0c1b req-a440ce0d-d455-416f-bd31-98167d584daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:54.009467 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f909ea-371b-4e72-8c88-ac9eba9d0c1b req-a440ce0d-d455-416f-bd31-98167d584daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:54.009928 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f909ea-371b-4e72-8c88-ac9eba9d0c1b req-a440ce0d-d455-416f-bd31-98167d584daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:54.010389 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f909ea-371b-4e72-8c88-ac9eba9d0c1b req-a440ce0d-d455-416f-bd31-98167d584daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:54.028999 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-92f909ea-371b-4e72-8c88-ac9eba9d0c1b req-a440ce0d-d455-416f-bd31-98167d584daf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 6490 time: 0.8792088 Feb 09 01:25:54.188011 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-92f909ea-371b-4e72-8c88-ac9eba9d0c1b req-c21ffddd-82da-4e74-80db-885fdf3f02c5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1363444 Feb 09 01:25:54.215704 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-56fee29a-e44e-4454-85a9-04c6b117f201 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] For port de35f711-190e-41f5-b367-9cdf6ae890af, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=de35f711-190e-41f5-b367-9cdf6ae890af,segment=NetworkSegment(7b0d86b9-13a5-403b-a7e3-ee6ff3a47c9c),segment_id=7b0d86b9-13a5-403b-a7e3-ee6ff3a47c9c)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:25:54.215704 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-56fee29a-e44e-4454-85a9-04c6b117f201 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:54.332062 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-7bdd9ce7-15f8-4157-9ecb-f7c7c53fc7f0 None None] For port de35f711-190e-41f5-b367-9cdf6ae890af, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=de35f711-190e-41f5-b367-9cdf6ae890af,segment=NetworkSegment(7b0d86b9-13a5-403b-a7e3-ee6ff3a47c9c),segment_id=7b0d86b9-13a5-403b-a7e3-ee6ff3a47c9c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:25:54.332062 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7bdd9ce7-15f8-4157-9ecb-f7c7c53fc7f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:54.757102 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5e6f6-6217-4573-81af-cf6ec892c8b2 req-485cd487-1a36-43c1-acce-5e63a1d42475 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:54.771169 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3df5e6f6-6217-4573-81af-cf6ec892c8b2 req-485cd487-1a36-43c1-acce-5e63a1d42475 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.4441385 Feb 09 01:25:54.873589 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-56fee29a-e44e-4454-85a9-04c6b117f201 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Calling delete_port for de35f711-190e-41f5-b367-9cdf6ae890af owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:25:54.906494 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3df5e6f6-6217-4573-81af-cf6ec892c8b2 req-885fa3ab-fbd6-4d8d-87f3-80d093941ac8 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240003 Feb 09 01:25:55.001326 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-7bdd9ce7-15f8-4157-9ecb-f7c7c53fc7f0 None None] Calling delete_port for de35f711-190e-41f5-b367-9cdf6ae890af owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:25:55.074400 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1695616-0ac4-40cb-af12-09285e97e170 req-c9a8b83f-54ae-429d-9011-31f0e2327721 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:55.091811 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f1695616-0ac4-40cb-af12-09285e97e170 req-c9a8b83f-54ae-429d-9011-31f0e2327721 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 943 time: 1.3150451 Feb 09 01:25:55.239916 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7bdd9ce7-15f8-4157-9ecb-f7c7c53fc7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:55.309410 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f1695616-0ac4-40cb-af12-09285e97e170 req-b03ba9a7-8628-4e1a-a290-5c3ce9f46be0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164683 Feb 09 01:25:55.317054 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.api [None req-56fee29a-e44e-4454-85a9-04c6b117f201 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:25:55.317054 n-d-828419-1 neutron-server[87612]: DEBUG oslo_db.api [None req-56fee29a-e44e-4454-85a9-04c6b117f201 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:25:55.372442 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd9ce7-15f8-4157-9ecb-f7c7c53fc7f0 None None] Pushing event deleted for resources: {'Port': ['ID=de35f711-190e-41f5-b367-9cdf6ae890af,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:55.384981 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdd9ce7-15f8-4157-9ecb-f7c7c53fc7f0 None None] No DVR routers for this DVR port de35f711-190e-41f5-b367-9cdf6ae890af on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:25:55.390446 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:55.563327 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device de35f711-190e-41f5-b367-9cdf6ae890af no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:25:55.625201 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: de35f711-190e-41f5-b367-9cdf6ae890af {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:25:55.625642 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device de35f711-190e-41f5-b367-9cdf6ae890af not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:25:55.817339 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-56fee29a-e44e-4454-85a9-04c6b117f201 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Deleting port de35f711-190e-41f5-b367-9cdf6ae890af {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:25:55.817339 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-56fee29a-e44e-4454-85a9-04c6b117f201 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:56.048871 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-56fee29a-e44e-4454-85a9-04c6b117f201 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] The port 'de35f711-190e-41f5-b367-9cdf6ae890af' was deleted {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:25:56.314667 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13191d82-7b87-4f53-9577-e8cd37a39baf req-bc38ad27-9a4c-4df2-8f85-7a185616fa95 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:56.326471 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-13191d82-7b87-4f53-9577-e8cd37a39baf req-bc38ad27-9a4c-4df2-8f85-7a185616fa95 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.2350857 Feb 09 01:25:56.339569 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-56fee29a-e44e-4454-85a9-04c6b117f201 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:56.422240 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-13191d82-7b87-4f53-9577-e8cd37a39baf req-b6a0ba2f-a3e0-4cf4-9432-73bb7846f294 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935593 Feb 09 01:25:56.444054 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-56fee29a-e44e-4454-85a9-04c6b117f201 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca0d4d0-65ae-4bae-aba7-b11d36d8509a']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:56.559957 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-56fee29a-e44e-4454-85a9-04c6b117f201 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b0d86b9-13a5-403b-a7e3-ee6ff3a47c9c') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:56.559957 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-56fee29a-e44e-4454-85a9-04c6b117f201 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b0d86b9-13a5-403b-a7e3-ee6ff3a47c9c') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:56.585385 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-56fee29a-e44e-4454-85a9-04c6b117f201 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:56.616867 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-56fee29a-e44e-4454-85a9-04c6b117f201 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:56.634449 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56fee29a-e44e-4454-85a9-04c6b117f201 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Releasing vlan 958 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:25:56.635904 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-56fee29a-e44e-4454-85a9-04c6b117f201 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:25:56.661254 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:25:56.800939 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fc8c3-b878-4c8a-aa71-3f4116503c67 req-ff00ff42-84db-4893-8c2a-8de2bc18a7f8 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:56.813215 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f35fc8c3-b878-4c8a-aa71-3f4116503c67 req-ff00ff42-84db-4893-8c2a-8de2bc18a7f8 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 943 time: 0.3178220 Feb 09 01:25:56.926637 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f35fc8c3-b878-4c8a-aa71-3f4116503c67 req-032ab13f-a82f-4cee-9c07-c50e83f19995 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116464 Feb 09 01:25:56.926637 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-56fee29a-e44e-4454-85a9-04c6b117f201 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:56.957485 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-56fee29a-e44e-4454-85a9-04c6b117f201 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:56.970892 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fee29a-e44e-4454-85a9-04c6b117f201 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Network': ['ID=bca0d4d0-65ae-4bae-aba7-b11d36d8509a,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:56.989490 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-56fee29a-e44e-4454-85a9-04c6b117f201 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/networks/bca0d4d0-65ae-4bae-aba7-b11d36d8509a HTTP/1.1" status: 204 len: 168 time: 4.3294733 Feb 09 01:25:56.993645 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37038) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:57.000466 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-08294bc7-de23-4b8d-93df-6fc68eda9176 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1750011996'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:57.014070 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-08294bc7-de23-4b8d-93df-6fc68eda9176 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:57.017882 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-08294bc7-de23-4b8d-93df-6fc68eda9176 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:network and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:57.051550 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-08294bc7-de23-4b8d-93df-6fc68eda9176 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:57.081638 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-08294bc7-de23-4b8d-93df-6fc68eda9176 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:57.114590 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08294bc7-de23-4b8d-93df-6fc68eda9176 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:57.121659 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-08294bc7-de23-4b8d-93df-6fc68eda9176 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:57.236068 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08294bc7-de23-4b8d-93df-6fc68eda9176 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 999} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:25:57.252194 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-08294bc7-de23-4b8d-93df-6fc68eda9176 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:57.252987 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-08294bc7-de23-4b8d-93df-6fc68eda9176 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Added segment b50bc825-0652-49a6-a052-174cc5c58e58 of type vlan for network 67590087-05f9-4425-8ddc-57bc5da7300e Feb 09 01:25:57.302370 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-08294bc7-de23-4b8d-93df-6fc68eda9176 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:57.347881 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-08294bc7-de23-4b8d-93df-6fc68eda9176 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:57.359255 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08294bc7-de23-4b8d-93df-6fc68eda9176 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:57.360348 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-08294bc7-de23-4b8d-93df-6fc68eda9176 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:57.505011 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08294bc7-de23-4b8d-93df-6fc68eda9176 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Network': ['ID=67590087-05f9-4425-8ddc-57bc5da7300e,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:57.509760 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-08294bc7-de23-4b8d-93df-6fc68eda9176 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5150800 Feb 09 01:25:57.513305 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37044) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:57.520354 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 67590087-05f9-4425-8ddc-57bc5da7300e details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:25:57.527012 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-b2a31f02-9a54-4937-b2c9-70ac0c9e5cab tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'subnet': {'network_id': '67590087-05f9-4425-8ddc-57bc5da7300e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:57.759643 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8213d-5ac6-4efc-bcdf-579682862bc2 req-d24fb25c-b863-41f6-ab4a-64b95a842f6f tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:57.764569 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-efb8213d-5ac6-4efc-bcdf-579682862bc2 req-d24fb25c-b863-41f6-ab4a-64b95a842f6f tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.1879299 Feb 09 01:25:57.788880 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b2a31f02-9a54-4937-b2c9-70ac0c9e5cab tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:57.793433 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b2a31f02-9a54-4937-b2c9-70ac0c9e5cab tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:subnet and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:57.799113 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b2a31f02-9a54-4937-b2c9-70ac0c9e5cab tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:57.811382 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b2a31f02-9a54-4937-b2c9-70ac0c9e5cab tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:57.832473 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-efb8213d-5ac6-4efc-bcdf-579682862bc2 req-e0554aeb-8fa3-4973-b1c5-22e1aa634725 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654049 Feb 09 01:25:57.833381 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a31f02-9a54-4937-b2c9-70ac0c9e5cab tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:57.837425 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b2a31f02-9a54-4937-b2c9-70ac0c9e5cab tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:58.368357 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b2a31f02-9a54-4937-b2c9-70ac0c9e5cab tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:58.582422 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14ce8b-ce8f-407d-b57c-d0f21282b32e req-82800689-5e68-4bde-8293-25211f60d810 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:58.583561 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7a14ce8b-ce8f-407d-b57c-d0f21282b32e req-82800689-5e68-4bde-8293-25211f60d810 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 943 time: 0.4768498 Feb 09 01:25:58.662348 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a31f02-9a54-4937-b2c9-70ac0c9e5cab tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Subnet': ['ID=694e6ced-1744-488b-b2ca-32654530944f,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:58.765000 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7a14ce8b-ce8f-407d-b57c-d0f21282b32e req-b38c3d09-01bf-4fd1-a8bb-e4c79a08b937 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587279 Feb 09 01:25:58.814086 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a31f02-9a54-4937-b2c9-70ac0c9e5cab tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Checking segment: {'id': 'b50bc825-0652-49a6-a052-174cc5c58e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '67590087-05f9-4425-8ddc-57bc5da7300e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:25:58.814086 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a31f02-9a54-4937-b2c9-70ac0c9e5cab tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network hostable DHCP agents. Network: 67590087-05f9-4425-8ddc-57bc5da7300e, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:25:58.906734 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a31f02-9a54-4937-b2c9-70ac0c9e5cab tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network 67590087-05f9-4425-8ddc-57bc5da7300e is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:25:58.923996 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-b2a31f02-9a54-4937-b2c9-70ac0c9e5cab tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 67590087-05f9-4425-8ddc-57bc5da7300e) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:58.930515 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a31f02-9a54-4937-b2c9-70ac0c9e5cab tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:58.930515 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b2a31f02-9a54-4937-b2c9-70ac0c9e5cab tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:58.945418 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d265fc1-10c7-4f2b-a082-f1e00197066a None None] Network 67590087-05f9-4425-8ddc-57bc5da7300e requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:25:59.008472 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37080) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:25:59.011780 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b2a31f02-9a54-4937-b2c9-70ac0c9e5cab tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4957774 Feb 09 01:25:59.014256 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-f3dc82fd-1ca7-4b76-9d93-f4743251cc42 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'port': {'network_id': '67590087-05f9-4425-8ddc-57bc5da7300e', 'name': 'tempest-PortsIpV6TestJSON-268920337', 'fixed_ips': [{'subnet_id': '694e6ced-1744-488b-b2ca-32654530944f', 'ip_address': '2001:db8::10'}]}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:59.604128 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f3dc82fd-1ca7-4b76-9d93-f4743251cc42 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:25:59.611103 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4381f7d0-272e-4569-bab7-00582778eba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-67590087-05f9-4425-8ddc-57bc5da7300e', 'network_id': '67590087-05f9-4425-8ddc-57bc5da7300e', 'tenant_id': 'ff3cbcda03904135b8cc886351e27142', 'fixed_ips': [{'subnet_id': '694e6ced-1744-488b-b2ca-32654530944f'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:25:59.611103 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4381f7d0-272e-4569-bab7-00582778eba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:25:59.621075 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f3dc82fd-1ca7-4b76-9d93-f4743251cc42 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:port and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:25:59.642654 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f3dc82fd-1ca7-4b76-9d93-f4743251cc42 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:25:59.642654 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f3dc82fd-1ca7-4b76-9d93-f4743251cc42 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:25:59.712651 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d165be-fb35-45b4-b5a1-62c6e5ff1cfe req-0e02379f-fbe2-40b9-9989-a17ea3e9133b tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:59.712651 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-44d165be-fb35-45b4-b5a1-62c6e5ff1cfe req-0e02379f-fbe2-40b9-9989-a17ea3e9133b tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.2594230 Feb 09 01:25:59.730135 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3dc82fd-1ca7-4b76-9d93-f4743251cc42 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:59.935692 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-4381f7d0-272e-4569-bab7-00582778eba8 None None] Allocated IP 2001:db8::2 (67590087-05f9-4425-8ddc-57bc5da7300e/694e6ced-1744-488b-b2ca-32654530944f/ab9f8261-5fe5-49f9-9741-a7295535f5eb) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:59.968856 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-44d165be-fb35-45b4-b5a1-62c6e5ff1cfe req-c2bbc192-ff06-4708-bffb-ebf88b6fb27b tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057321 Feb 09 01:26:00.044788 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f3dc82fd-1ca7-4b76-9d93-f4743251cc42 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:00.115349 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-f3dc82fd-1ca7-4b76-9d93-f4743251cc42 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] device_id is not set on port c38dfe4e-ae04-48a1-a74b-d67565e3ac4f yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:26:00.235060 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee58b6-c2a3-49c8-9916-7339917f7f50 req-7d76a508-89ba-466e-9977-01dd89e2c819 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:00.248328 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-adee58b6-c2a3-49c8-9916-7339917f7f50 req-7d76a508-89ba-466e-9977-01dd89e2c819 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 943 time: 0.2472367 Feb 09 01:26:00.414636 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-adee58b6-c2a3-49c8-9916-7339917f7f50 req-8604bc4c-e878-419d-94bc-801ead2748f1 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485662 Feb 09 01:26:00.571921 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4381f7d0-272e-4569-bab7-00582778eba8 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:00.590596 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-4381f7d0-272e-4569-bab7-00582778eba8 None None] Transition to ACTIVE for port object ab9f8261-5fe5-49f9-9741-a7295535f5eb will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:00.626891 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-4381f7d0-272e-4569-bab7-00582778eba8 None None] Transition to ACTIVE for port object ab9f8261-5fe5-49f9-9741-a7295535f5eb will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:00.639643 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4381f7d0-272e-4569-bab7-00582778eba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:00.749860 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4381f7d0-272e-4569-bab7-00582778eba8 None None] Network 67590087-05f9-4425-8ddc-57bc5da7300e is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:00.784017 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-4381f7d0-272e-4569-bab7-00582778eba8 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:00.809013 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4381f7d0-272e-4569-bab7-00582778eba8 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:26:00.826668 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37122) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:00.861032 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-f3dc82fd-1ca7-4b76-9d93-f4743251cc42 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Allocated IP 2001:db8::10 (67590087-05f9-4425-8ddc-57bc5da7300e/694e6ced-1744-488b-b2ca-32654530944f/c38dfe4e-ae04-48a1-a74b-d67565e3ac4f) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:01.155861 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d32486dd-1202-41b7-b88e-0ce8e8cc57f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:01.246195 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4381f7d0-272e-4569-bab7-00582778eba8 None None] Pushing event updated for resources: {'Port': ['ID=ab9f8261-5fe5-49f9-9741-a7295535f5eb,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:01.286033 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-4381f7d0-272e-4569-bab7-00582778eba8 None None] Attempting to bind port ab9f8261-5fe5-49f9-9741-a7295535f5eb on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:26:01.286033 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-4381f7d0-272e-4569-bab7-00582778eba8 None None] Attempting to bind port ab9f8261-5fe5-49f9-9741-a7295535f5eb by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'b50bc825-0652-49a6-a052-174cc5c58e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '67590087-05f9-4425-8ddc-57bc5da7300e'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:26:01.286033 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4381f7d0-272e-4569-bab7-00582778eba8 None None] Attempting to bind port ab9f8261-5fe5-49f9-9741-a7295535f5eb on network 67590087-05f9-4425-8ddc-57bc5da7300e {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:26:01.310143 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4381f7d0-272e-4569-bab7-00582778eba8 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:26:01.310143 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4381f7d0-272e-4569-bab7-00582778eba8 None None] Checking segment: {'id': 'b50bc825-0652-49a6-a052-174cc5c58e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '67590087-05f9-4425-8ddc-57bc5da7300e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:26:01.310143 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4381f7d0-272e-4569-bab7-00582778eba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:01.310143 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4381f7d0-272e-4569-bab7-00582778eba8 None None] Bound using segment: {'id': 'b50bc825-0652-49a6-a052-174cc5c58e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '67590087-05f9-4425-8ddc-57bc5da7300e'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:26:01.336865 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-4381f7d0-272e-4569-bab7-00582778eba8 None None] Bound port: ab9f8261-5fe5-49f9-9741-a7295535f5eb, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50bc825-0652-49a6-a052-174cc5c58e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '67590087-05f9-4425-8ddc-57bc5da7300e'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:26:01.336865 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4381f7d0-272e-4569-bab7-00582778eba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:01.525583 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f3dc82fd-1ca7-4b76-9d93-f4743251cc42 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:01.563132 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cb1ac-2ea7-4f06-912b-1c3f3ad49a84 req-0c739086-f6d8-42dc-aa0d-6aa088c0484d tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:01.563132 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8a3cb1ac-2ea7-4f06-912b-1c3f3ad49a84 req-0c739086-f6d8-42dc-aa0d-6aa088c0484d tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.2262456 Feb 09 01:26:01.576080 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-4381f7d0-272e-4569-bab7-00582778eba8 None None] For port ab9f8261-5fe5-49f9-9741-a7295535f5eb, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:26:01.576080 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-4381f7d0-272e-4569-bab7-00582778eba8 None None] For port ab9f8261-5fe5-49f9-9741-a7295535f5eb, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=ab9f8261-5fe5-49f9-9741-a7295535f5eb,segment=NetworkSegment(b50bc825-0652-49a6-a052-174cc5c58e58),segment_id=b50bc825-0652-49a6-a052-174cc5c58e58)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:26:01.592967 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4381f7d0-272e-4569-bab7-00582778eba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:01.599745 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-f3dc82fd-1ca7-4b76-9d93-f4743251cc42 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Transition to ACTIVE for port object c38dfe4e-ae04-48a1-a74b-d67565e3ac4f will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:01.648080 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8a3cb1ac-2ea7-4f06-912b-1c3f3ad49a84 req-ef53d10d-4d39-401d-8248-6ca21247a589 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841410 Feb 09 01:26:01.689317 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d32486dd-1202-41b7-b88e-0ce8e8cc57f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:01.695126 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f3dc82fd-1ca7-4b76-9d93-f4743251cc42 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:01.711290 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d32486dd-1202-41b7-b88e-0ce8e8cc57f2 admin admin] Usage tracker for resource:security_group_rule and tenant:9fbe628b721f48ff93bb8e884c8db65d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:01.715456 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d32486dd-1202-41b7-b88e-0ce8e8cc57f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:01.735146 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d32486dd-1202-41b7-b88e-0ce8e8cc57f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:01.807113 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4381f7d0-272e-4569-bab7-00582778eba8 None None] Pushing event updated for resources: {'Port': ['ID=ab9f8261-5fe5-49f9-9741-a7295535f5eb,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:01.822804 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dc82fd-1ca7-4b76-9d93-f4743251cc42 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network 67590087-05f9-4425-8ddc-57bc5da7300e is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:01.828605 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-f3dc82fd-1ca7-4b76-9d93-f4743251cc42 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:01.837240 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dc82fd-1ca7-4b76-9d93-f4743251cc42 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:26:01.843635 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dc82fd-1ca7-4b76-9d93-f4743251cc42 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:01.844251 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f3dc82fd-1ca7-4b76-9d93-f4743251cc42 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:01.886277 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f3dc82fd-1ca7-4b76-9d93-f4743251cc42 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8732932 Feb 09 01:26:01.887888 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37136) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:01.899120 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-faa2a080-ce94-4467-8a36-f3b0b7fea370 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'port': {'network_id': '67590087-05f9-4425-8ddc-57bc5da7300e', 'name': 'tempest-PortsIpV6TestJSON-1337561159', 'fixed_ips': [{'subnet_id': '694e6ced-1744-488b-b2ca-32654530944f', 'ip_address': '2001:db8::f'}]}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:01.920172 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc82fd-1ca7-4b76-9d93-f4743251cc42 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Port': ['ID=c38dfe4e-ae04-48a1-a74b-d67565e3ac4f,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:02.011706 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895fe7a-8d0d-4176-b7d2-8da86c6dc7ab req-ba8802a3-6e52-44f8-b641-6df41f31ee70 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:02.012153 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9895fe7a-8d0d-4176-b7d2-8da86c6dc7ab req-ba8802a3-6e52-44f8-b641-6df41f31ee70 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 943 time: 0.1957533 Feb 09 01:26:02.016570 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d32486dd-1202-41b7-b88e-0ce8e8cc57f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:02.043690 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d32486dd-1202-41b7-b88e-0ce8e8cc57f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:02.123298 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9895fe7a-8d0d-4176-b7d2-8da86c6dc7ab req-0c2025b6-4c96-4306-83c7-285f8644b0a8 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017807 Feb 09 01:26:02.145914 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d32486dd-1202-41b7-b88e-0ce8e8cc57f2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9fbe628b721f48ff93bb8e884c8db65d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3229713 Feb 09 01:26:02.147730 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37140) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:02.154401 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32486dd-1202-41b7-b88e-0ce8e8cc57f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c049fb-be55-4b15-8e34-1eed71817aad,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:02.329698 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-faa2a080-ce94-4467-8a36-f3b0b7fea370 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:02.338472 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-faa2a080-ce94-4467-8a36-f3b0b7fea370 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:port and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:02.342151 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ca48f66-b7a7-4d7f-9983-7b272af97c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:02.379014 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ca48f66-b7a7-4d7f-9983-7b272af97c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:02.619653 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-faa2a080-ce94-4467-8a36-f3b0b7fea370 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:02.630730 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-faa2a080-ce94-4467-8a36-f3b0b7fea370 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:02.646703 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa2a080-ce94-4467-8a36-f3b0b7fea370 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:02.648682 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-faa2a080-ce94-4467-8a36-f3b0b7fea370 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:02.692086 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-faa2a080-ce94-4467-8a36-f3b0b7fea370 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] device_id is not set on port d7c8cec4-2719-40c3-89c5-6723ac4ed798 yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:26:02.816304 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ca48f66-b7a7-4d7f-9983-7b272af97c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:02.902858 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca48f66-b7a7-4d7f-9983-7b272af97c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c049fb-be55-4b15-8e34-1eed71817aad,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:02.925246 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ca48f66-b7a7-4d7f-9983-7b272af97c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:02.944101 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0ca48f66-b7a7-4d7f-9983-7b272af97c97 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/94c049fb-be55-4b15-8e34-1eed71817aad HTTP/1.1" status: 204 len: 168 time: 0.7949200 Feb 09 01:26:03.313498 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221f255-1b8f-41bf-aa8e-bf537112a4e0 req-189ab63d-e603-4cff-9c73-c6fea3a13940 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:03.322185 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b221f255-1b8f-41bf-aa8e-bf537112a4e0 req-189ab63d-e603-4cff-9c73-c6fea3a13940 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.3733244 Feb 09 01:26:03.422781 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b221f255-1b8f-41bf-aa8e-bf537112a4e0 req-ebfbf30a-128e-4656-9093-77df632a3d19 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985355 Feb 09 01:26:03.474630 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-faa2a080-ce94-4467-8a36-f3b0b7fea370 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Allocated IP 2001:db8::f (67590087-05f9-4425-8ddc-57bc5da7300e/694e6ced-1744-488b-b2ca-32654530944f/d7c8cec4-2719-40c3-89c5-6723ac4ed798) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:03.633929 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37158) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:03.701634 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef5818e-6708-4f8f-82c0-531abf9c53a3 None None] Network 67590087-05f9-4425-8ddc-57bc5da7300e requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:26:03.724703 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ab9f8261-5fe5-49f9-9741-a7295535f5eb up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:26:03.809901 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499e3c8-7dda-46d0-86cb-7972ab18c0ae req-ac7e4ca8-9ed6-45db-8bf7-72bf8dfcf436 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:03.816040 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3499e3c8-7dda-46d0-86cb-7972ab18c0ae req-ac7e4ca8-9ed6-45db-8bf7-72bf8dfcf436 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 943 time: 0.4850683 Feb 09 01:26:03.816040 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-757a4a87-348c-4d65-a6d1-fd38d8cb3a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:03.869916 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f957c8f4-5a49-4d1a-acb1-68115ab50dfe None None] Provisioning for port ab9f8261-5fe5-49f9-9741-a7295535f5eb completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:03.916543 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3499e3c8-7dda-46d0-86cb-7972ab18c0ae req-12e7f6b0-bc60-4835-9fce-6900bc51940e tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799856 Feb 09 01:26:03.922271 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-757a4a87-348c-4d65-a6d1-fd38d8cb3a5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:03.932013 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-757a4a87-348c-4d65-a6d1-fd38d8cb3a5a admin admin] Usage tracker for resource:security_group_rule and tenant:ea16f03f03b4441bba984ef2e5c30d00 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:03.955778 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-757a4a87-348c-4d65-a6d1-fd38d8cb3a5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:03.965145 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port ab9f8261-5fe5-49f9-9741-a7295535f5eb completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:03.972666 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-757a4a87-348c-4d65-a6d1-fd38d8cb3a5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:04.065859 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-faa2a080-ce94-4467-8a36-f3b0b7fea370 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:04.090370 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-faa2a080-ce94-4467-8a36-f3b0b7fea370 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Transition to ACTIVE for port object d7c8cec4-2719-40c3-89c5-6723ac4ed798 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:04.093045 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port ab9f8261-5fe5-49f9-9741-a7295535f5eb triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:04.094790 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:04.126527 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-faa2a080-ce94-4467-8a36-f3b0b7fea370 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:04.137620 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-757a4a87-348c-4d65-a6d1-fd38d8cb3a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:04.145315 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-757a4a87-348c-4d65-a6d1-fd38d8cb3a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:04.206674 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-757a4a87-348c-4d65-a6d1-fd38d8cb3a5a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ea16f03f03b4441bba984ef2e5c30d00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5740814 Feb 09 01:26:04.207547 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37166) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:04.216240 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa2a080-ce94-4467-8a36-f3b0b7fea370 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network 67590087-05f9-4425-8ddc-57bc5da7300e is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:04.221014 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-faa2a080-ce94-4467-8a36-f3b0b7fea370 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:04.224304 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa2a080-ce94-4467-8a36-f3b0b7fea370 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:26:04.244747 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa2a080-ce94-4467-8a36-f3b0b7fea370 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:04.257892 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-faa2a080-ce94-4467-8a36-f3b0b7fea370 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:04.322499 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2a080-ce94-4467-8a36-f3b0b7fea370 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Port': ['ID=d7c8cec4-2719-40c3-89c5-6723ac4ed798,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:04.325522 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a4a87-348c-4d65-a6d1-fd38d8cb3a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f52b1d5-2545-4539-ad6b-2950c3980ff2,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:04.327711 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-faa2a080-ce94-4467-8a36-f3b0b7fea370 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4385176 Feb 09 01:26:04.332145 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37172) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:04.428120 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9072d247-08c5-4f9c-a707-91bec99cf386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:04.482266 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:04.499250 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9072d247-08c5-4f9c-a707-91bec99cf386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:04.539294 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port ab9f8261-5fe5-49f9-9741-a7295535f5eb, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=ab9f8261-5fe5-49f9-9741-a7295535f5eb,segment=NetworkSegment(b50bc825-0652-49a6-a052-174cc5c58e58),segment_id=b50bc825-0652-49a6-a052-174cc5c58e58)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:26:04.558314 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:04.609979 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400a65c5-542d-4678-ba5c-2f710dc0e9a3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:04.610990 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-400a65c5-542d-4678-ba5c-2f710dc0e9a3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Synchronizing usage tracker for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:26:04.642065 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-400a65c5-542d-4678-ba5c-2f710dc0e9a3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Unset dirty status for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:26:04.646757 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-400a65c5-542d-4678-ba5c-2f710dc0e9a3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3086774 Feb 09 01:26:04.647163 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37182) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:04.703160 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9072d247-08c5-4f9c-a707-91bec99cf386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:04.764968 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072d247-08c5-4f9c-a707-91bec99cf386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f52b1d5-2545-4539-ad6b-2950c3980ff2,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:04.782908 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=ab9f8261-5fe5-49f9-9741-a7295535f5eb,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:04.803403 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9072d247-08c5-4f9c-a707-91bec99cf386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:04.804571 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9072d247-08c5-4f9c-a707-91bec99cf386 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f52b1d5-2545-4539-ad6b-2950c3980ff2 HTTP/1.1" status: 204 len: 168 time: 0.5931025 Feb 09 01:26:04.852979 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991644e-4836-433c-9d4d-99dc8e317272 req-003b4f7e-828a-4c75-bf13-92f8f2d5cdc8 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:04.853901 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbed403e-19f6-458a-bea3-15f27994a180 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:04.861026 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4991644e-4836-433c-9d4d-99dc8e317272 req-003b4f7e-828a-4c75-bf13-92f8f2d5cdc8 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.2192526 Feb 09 01:26:04.872372 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbed403e-19f6-458a-bea3-15f27994a180 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:04.885206 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbed403e-19f6-458a-bea3-15f27994a180 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:04.887147 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-fbed403e-19f6-458a-bea3-15f27994a180 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2388895 Feb 09 01:26:04.893107 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37188) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:04.961549 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b5a17d25-8b41-4c98-af6d-e1db41cf713d None None] Provisioning for port d7c8cec4-2719-40c3-89c5-6723ac4ed798 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:04.988132 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4991644e-4836-433c-9d4d-99dc8e317272 req-40ce4a8f-012b-4a00-b974-4c165251ab99 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216311 Feb 09 01:26:05.010377 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b5a17d25-8b41-4c98-af6d-e1db41cf713d None None] Provisioning complete for port d7c8cec4-2719-40c3-89c5-6723ac4ed798 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:05.010377 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b5a17d25-8b41-4c98-af6d-e1db41cf713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:05.097592 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-c37cb0ce-d30a-4c75-9764-b3fdccba2f85 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Deleting port d7c8cec4-2719-40c3-89c5-6723ac4ed798 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:26:05.097592 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c37cb0ce-d30a-4c75-9764-b3fdccba2f85 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:05.295125 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b5a17d25-8b41-4c98-af6d-e1db41cf713d None None] Port d7c8cec4-2719-40c3-89c5-6723ac4ed798 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:26:05.364216 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b5a17d25-8b41-4c98-af6d-e1db41cf713d None None] Provisioning complete for port ab9f8261-5fe5-49f9-9741-a7295535f5eb triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:05.364216 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b5a17d25-8b41-4c98-af6d-e1db41cf713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:05.593820 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ab9f8261-5fe5-49f9-9741-a7295535f5eb up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:26:05.983435 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port ab9f8261-5fe5-49f9-9741-a7295535f5eb triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:05.984758 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:06.004103 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37200) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:06.033787 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7080ba-13ae-4eb6-b482-03da204642a7 req-75a48698-f04e-46da-a7ac-6ac55df12245 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:06.044086 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9e7080ba-13ae-4eb6-b482-03da204642a7 req-75a48698-f04e-46da-a7ac-6ac55df12245 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 943 time: 0.5289307 Feb 09 01:26:06.055818 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-33eeedbb-bd43-43d1-8fc3-7f971952eceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:06.058051 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b5a17d25-8b41-4c98-af6d-e1db41cf713d None None] Provisioning for port c38dfe4e-ae04-48a1-a74b-d67565e3ac4f completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:06.088607 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b5a17d25-8b41-4c98-af6d-e1db41cf713d None None] Provisioning complete for port c38dfe4e-ae04-48a1-a74b-d67565e3ac4f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:06.089102 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b5a17d25-8b41-4c98-af6d-e1db41cf713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:06.102823 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-33eeedbb-bd43-43d1-8fc3-7f971952eceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:06.107238 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-33eeedbb-bd43-43d1-8fc3-7f971952eceb admin admin] Usage tracker for resource:security_group_rule and tenant:4a17270938eb4da09ed411ab16e222e5 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:06.114363 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-33eeedbb-bd43-43d1-8fc3-7f971952eceb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:06.133528 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-33eeedbb-bd43-43d1-8fc3-7f971952eceb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:06.195705 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c37cb0ce-d30a-4c75-9764-b3fdccba2f85 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:06.206645 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9e7080ba-13ae-4eb6-b482-03da204642a7 req-dfd15d5a-fbfe-4af8-ae3c-85ede5f01e0b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335869 Feb 09 01:26:06.253196 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b5a17d25-8b41-4c98-af6d-e1db41cf713d None None] Port c38dfe4e-ae04-48a1-a74b-d67565e3ac4f cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:26:06.377138 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-c37cb0ce-d30a-4c75-9764-b3fdccba2f85 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Calling delete_port for d7c8cec4-2719-40c3-89c5-6723ac4ed798 owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:26:06.406763 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-746bbd54-110d-41ee-8158-b1dae641a549 None None] Provisioning complete for port d7c8cec4-2719-40c3-89c5-6723ac4ed798 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:06.408829 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-746bbd54-110d-41ee-8158-b1dae641a549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:06.458192 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-33eeedbb-bd43-43d1-8fc3-7f971952eceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:06.467312 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7906ea-80ef-4360-982f-5ab682d78103 req-25e1f2f8-e7b0-4c14-b397-675aa8a0675f tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:06.469105 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3e7906ea-80ef-4360-982f-5ab682d78103 req-25e1f2f8-e7b0-4c14-b397-675aa8a0675f tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.1860981 Feb 09 01:26:06.474035 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-33eeedbb-bd43-43d1-8fc3-7f971952eceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:06.561294 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-746bbd54-110d-41ee-8158-b1dae641a549 None None] Port d7c8cec4-2719-40c3-89c5-6723ac4ed798 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:26:06.580821 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-746bbd54-110d-41ee-8158-b1dae641a549 None None] Provisioning complete for port c38dfe4e-ae04-48a1-a74b-d67565e3ac4f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:06.581440 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-746bbd54-110d-41ee-8158-b1dae641a549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:06.600619 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-33eeedbb-bd43-43d1-8fc3-7f971952eceb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a17270938eb4da09ed411ab16e222e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5941331 Feb 09 01:26:06.601668 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37210) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:06.610462 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eeedbb-bd43-43d1-8fc3-7f971952eceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e71a83-ed00-41bb-856a-7be6667f3671,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:06.656822 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3e7906ea-80ef-4360-982f-5ab682d78103 req-7f068a38-7fbc-4573-be78-95ff8e1e9541 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698391 Feb 09 01:26:06.718519 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-746bbd54-110d-41ee-8158-b1dae641a549 None None] Port c38dfe4e-ae04-48a1-a74b-d67565e3ac4f cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:26:06.723671 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c37cb0ce-d30a-4c75-9764-b3fdccba2f85 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:06.750346 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cc1eb984-b2a4-4491-9f63-f1ffbe59220e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:06.783016 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37cb0ce-d30a-4c75-9764-b3fdccba2f85 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Port': ['ID=d7c8cec4-2719-40c3-89c5-6723ac4ed798,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:06.819013 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cc1eb984-b2a4-4491-9f63-f1ffbe59220e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:06.851748 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc3903-8a0a-43c9-b232-2ed8b3140d73 req-9bb24de5-b0fc-4e3f-8965-a6f6c9e39fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:06.853319 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-22bc3903-8a0a-43c9-b232-2ed8b3140d73 req-9bb24de5-b0fc-4e3f-8965-a6f6c9e39fd0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed945528e2364e0ba5c0570da01f0152&device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 1097 time: 0.2482114 Feb 09 01:26:06.869988 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c37cb0ce-d30a-4c75-9764-b3fdccba2f85 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:06.917481 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0b16135c-571e-4c4a-b7ed-705189527648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:06.926923 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cc1eb984-b2a4-4491-9f63-f1ffbe59220e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:06.942850 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1eb984-b2a4-4491-9f63-f1ffbe59220e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e71a83-ed00-41bb-856a-7be6667f3671,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:06.984020 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cc1eb984-b2a4-4491-9f63-f1ffbe59220e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:06.988470 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cc1eb984-b2a4-4491-9f63-f1ffbe59220e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/01e71a83-ed00-41bb-856a-7be6667f3671 HTTP/1.1" status: 204 len: 168 time: 0.3787673 Feb 09 01:26:07.041820 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37220) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:07.042503 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c37cb0ce-d30a-4c75-9764-b3fdccba2f85 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/ports/d7c8cec4-2719-40c3-89c5-6723ac4ed798 HTTP/1.1" status: 204 len: 168 time: 2.1465919 Feb 09 01:26:07.142485 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0ca2017-fae5-4a8a-92ff-55a1731cb153 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] GET failed (client error): The resource could not be found. Feb 09 01:26:07.144627 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a0ca2017-fae5-4a8a-92ff-55a1731cb153 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Synchronizing usage tracker for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:26:07.182054 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a0ca2017-fae5-4a8a-92ff-55a1731cb153 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Unset dirty status for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:26:07.183592 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a0ca2017-fae5-4a8a-92ff-55a1731cb153 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "GET /v2.0/ports/d7c8cec4-2719-40c3-89c5-6723ac4ed798 HTTP/1.1" status: 404 len: 333 time: 0.1407080 Feb 09 01:26:07.187093 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37224) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:07.305294 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc3903-8a0a-43c9-b232-2ed8b3140d73 req-27aae83a-003e-491f-bbc3-ae60fc4d9404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:07.309488 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-22bc3903-8a0a-43c9-b232-2ed8b3140d73 req-27aae83a-003e-491f-bbc3-ae60fc4d9404 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1c1a3b32-e583-4f44-92cf-7d4cd700a470 HTTP/1.1" status: 200 len: 920 time: 0.4311254 Feb 09 01:26:07.398893 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-fbd76f0f-f629-415c-9595-599728ebad0f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Deleting port c38dfe4e-ae04-48a1-a74b-d67565e3ac4f {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:26:07.399316 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fbd76f0f-f629-415c-9595-599728ebad0f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:07.412928 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-22bc3903-8a0a-43c9-b232-2ed8b3140d73 req-7b753312-1dc8-4c65-83b2-c9e87e581c7e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5767c25-7a4d-4c57-91e6-7ee0300d6889 HTTP/1.1" status: 200 len: 217 time: 0.0940108 Feb 09 01:26:07.554238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc3903-8a0a-43c9-b232-2ed8b3140d73 req-aa59b956-2b7b-4df1-9504-cf52c179e5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:07.555751 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-22bc3903-8a0a-43c9-b232-2ed8b3140d73 req-aa59b956-2b7b-4df1-9504-cf52c179e5fe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3adcfdc5-e139-42b4-9124-6c2f9489c0d6 HTTP/1.1" status: 200 len: 859 time: 0.1289918 Feb 09 01:26:07.618391 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-22bc3903-8a0a-43c9-b232-2ed8b3140d73 req-c2fc3829-de79-4992-96eb-da2b3b7b6997 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c1a3b32-e583-4f44-92cf-7d4cd700a470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519118 Feb 09 01:26:07.737539 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c69296-d732-4916-b7df-de89396b5252 req-e42dee92-2cbf-4ae9-a6a2-dd814ea21dfa tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:07.747240 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-10c69296-d732-4916-b7df-de89396b5252 req-e42dee92-2cbf-4ae9-a6a2-dd814ea21dfa tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 943 time: 0.2557566 Feb 09 01:26:07.824417 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fbd76f0f-f629-415c-9595-599728ebad0f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:07.888386 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-10c69296-d732-4916-b7df-de89396b5252 req-806741fd-6cbb-47fe-a33d-cf49a3f17c99 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392343 Feb 09 01:26:07.928749 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-22bc3903-8a0a-43c9-b232-2ed8b3140d73 req-39d7191a-4894-4f54-862e-f0c85a005c2a service neutron] 10.222.0.35 "GET /v2.0/networks/1c1a3b32-e583-4f44-92cf-7d4cd700a470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029299 Feb 09 01:26:08.111309 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-fbd76f0f-f629-415c-9595-599728ebad0f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Calling delete_port for c38dfe4e-ae04-48a1-a74b-d67565e3ac4f owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:26:08.204330 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-22bc3903-8a0a-43c9-b232-2ed8b3140d73 req-474c357d-271d-43b8-8d3e-b208b28eb9a3 service neutron] 10.222.0.35 "GET /v2.0/networks/1c1a3b32-e583-4f44-92cf-7d4cd700a470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679343 Feb 09 01:26:08.560483 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299dd79c-a771-4d94-b76b-385d6054eae3 req-188321e6-af59-45da-96ee-437d0c441794 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:08.562290 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-299dd79c-a771-4d94-b76b-385d6054eae3 req-188321e6-af59-45da-96ee-437d0c441794 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.3324716 Feb 09 01:26:08.612481 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fbd76f0f-f629-415c-9595-599728ebad0f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:08.696488 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd76f0f-f629-415c-9595-599728ebad0f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Port': ['ID=c38dfe4e-ae04-48a1-a74b-d67565e3ac4f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:08.763168 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-299dd79c-a771-4d94-b76b-385d6054eae3 req-db06fbc7-f643-4dd1-904c-b74cc7a830e2 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603236 Feb 09 01:26:08.763168 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fbd76f0f-f629-415c-9595-599728ebad0f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:08.791640 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37258) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:08.809005 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fbd76f0f-f629-415c-9595-599728ebad0f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/ports/c38dfe4e-ae04-48a1-a74b-d67565e3ac4f HTTP/1.1" status: 204 len: 168 time: 1.5905781 Feb 09 01:26:08.899973 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-74793ac4-304f-451a-b86b-74f7d9a9f571 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] GET failed (client error): The resource could not be found. Feb 09 01:26:08.900618 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-74793ac4-304f-451a-b86b-74f7d9a9f571 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Synchronizing usage tracker for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:26:08.919896 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-74793ac4-304f-451a-b86b-74f7d9a9f571 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Unset dirty status for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:26:08.920464 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-74793ac4-304f-451a-b86b-74f7d9a9f571 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "GET /v2.0/ports/c38dfe4e-ae04-48a1-a74b-d67565e3ac4f HTTP/1.1" status: 404 len: 333 time: 0.1316104 Feb 09 01:26:08.924355 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37264) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:09.000428 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a265ac-c76e-48ee-a0bc-1d8fa9c7d2ca tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Deleting subnet 694e6ced-1744-488b-b2ca-32654530944f {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:26:09.004518 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-99a265ac-c76e-48ee-a0bc-1d8fa9c7d2ca tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:09.172181 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-99a265ac-c76e-48ee-a0bc-1d8fa9c7d2ca tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:09.278539 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-cb77b8ab-377e-4f66-8195-69d55a5c4891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:09.279049 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672147a-aaec-4e63-b769-aacbacbbe19b req-7e5afd2d-ca7a-4ec0-85a8-c9ccb77e743f tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:09.286220 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0672147a-aaec-4e63-b769-aacbacbbe19b req-7e5afd2d-ca7a-4ec0-85a8-c9ccb77e743f tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 943 time: 0.1980567 Feb 09 01:26:09.331362 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-99a265ac-c76e-48ee-a0bc-1d8fa9c7d2ca tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:09.380768 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0672147a-aaec-4e63-b769-aacbacbbe19b req-1ac480b1-6692-463b-803e-ab33f58ba927 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937657 Feb 09 01:26:09.444481 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-99a265ac-c76e-48ee-a0bc-1d8fa9c7d2ca tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:09.490819 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a265ac-c76e-48ee-a0bc-1d8fa9c7d2ca tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Subnet': ['ID=694e6ced-1744-488b-b2ca-32654530944f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:09.497357 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-99a265ac-c76e-48ee-a0bc-1d8fa9c7d2ca tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:09.505124 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25abb5d4-89a2-43f7-8c12-f31d58b7fd22 None None] Network 67590087-05f9-4425-8ddc-57bc5da7300e requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:26:09.508896 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-99a265ac-c76e-48ee-a0bc-1d8fa9c7d2ca tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/subnets/694e6ced-1744-488b-b2ca-32654530944f HTTP/1.1" status: 204 len: 168 time: 0.5815816 Feb 09 01:26:09.509753 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37276) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:09.665516 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4da9fa10-edec-421d-b3f1-4a6dea78d339 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:09.687706 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-4da9fa10-edec-421d-b3f1-4a6dea78d339 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Deleting port ab9f8261-5fe5-49f9-9741-a7295535f5eb {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:26:09.687706 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4da9fa10-edec-421d-b3f1-4a6dea78d339 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:10.010253 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-4da9fa10-edec-421d-b3f1-4a6dea78d339 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] For port ab9f8261-5fe5-49f9-9741-a7295535f5eb, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=ab9f8261-5fe5-49f9-9741-a7295535f5eb,segment=NetworkSegment(b50bc825-0652-49a6-a052-174cc5c58e58),segment_id=b50bc825-0652-49a6-a052-174cc5c58e58)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:26:10.010634 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4da9fa10-edec-421d-b3f1-4a6dea78d339 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:10.052268 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9900cc2c-4151-465d-af01-5538d5eb73da None None] DHCP port deletion for 67590087-05f9-4425-8ddc-57bc5da7300e request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:26:10.057448 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-9900cc2c-4151-465d-af01-5538d5eb73da None None] Deleting port ab9f8261-5fe5-49f9-9741-a7295535f5eb {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:26:10.058041 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9900cc2c-4151-465d-af01-5538d5eb73da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:10.211032 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f402f-d658-4988-a7db-b4d1a503e290 req-1061e7ad-764b-4d0e-bc2d-6d4af9876999 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:10.212669 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-460f402f-d658-4988-a7db-b4d1a503e290 req-1061e7ad-764b-4d0e-bc2d-6d4af9876999 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.1504402 Feb 09 01:26:10.294353 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-460f402f-d658-4988-a7db-b4d1a503e290 req-b74fe5c7-e053-49af-8f97-46bd5a73b4dd tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742190 Feb 09 01:26:10.358378 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:26:10.460521 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-4da9fa10-edec-421d-b3f1-4a6dea78d339 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Calling delete_port for ab9f8261-5fe5-49f9-9741-a7295535f5eb owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:26:10.472453 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:10.569108 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-9900cc2c-4151-465d-af01-5538d5eb73da None None] For port ab9f8261-5fe5-49f9-9741-a7295535f5eb, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=ab9f8261-5fe5-49f9-9741-a7295535f5eb,segment=NetworkSegment(b50bc825-0652-49a6-a052-174cc5c58e58),segment_id=b50bc825-0652-49a6-a052-174cc5c58e58)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:26:10.572558 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9900cc2c-4151-465d-af01-5538d5eb73da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:10.600216 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:10.702428 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4da9fa10-edec-421d-b3f1-4a6dea78d339 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:10.812620 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9fa10-edec-421d-b3f1-4a6dea78d339 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Port': ['ID=ab9f8261-5fe5-49f9-9741-a7295535f5eb,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:10.825069 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da9fa10-edec-421d-b3f1-4a6dea78d339 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] No DVR routers for this DVR port ab9f8261-5fe5-49f9-9741-a7295535f5eb on host n-d-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:26:10.835514 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-9900cc2c-4151-465d-af01-5538d5eb73da None None] Calling delete_port for ab9f8261-5fe5-49f9-9741-a7295535f5eb owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:26:10.995416 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4da9fa10-edec-421d-b3f1-4a6dea78d339 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:11.009817 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-9900cc2c-4151-465d-af01-5538d5eb73da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:26:11.009817 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-9900cc2c-4151-465d-af01-5538d5eb73da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:26:11.017098 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e82830-45b2-4500-82c2-3f402495d7af req-9a4e1fb5-0f2e-4365-a3a0-424632bed012 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:11.017098 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81e82830-45b2-4500-82c2-3f402495d7af req-9a4e1fb5-0f2e-4365-a3a0-424632bed012 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 943 time: 0.4249096 Feb 09 01:26:11.064349 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-4da9fa10-edec-421d-b3f1-4a6dea78d339 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67590087-05f9-4425-8ddc-57bc5da7300e']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:11.103330 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-4da9fa10-edec-421d-b3f1-4a6dea78d339 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b50bc825-0652-49a6-a052-174cc5c58e58') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:11.103628 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-4da9fa10-edec-421d-b3f1-4a6dea78d339 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b50bc825-0652-49a6-a052-174cc5c58e58') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:11.138016 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4da9fa10-edec-421d-b3f1-4a6dea78d339 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:11.160601 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81e82830-45b2-4500-82c2-3f402495d7af req-798b4ca6-0894-4860-b222-02810acd00c3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147337 Feb 09 01:26:11.167555 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4da9fa10-edec-421d-b3f1-4a6dea78d339 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:11.182346 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da9fa10-edec-421d-b3f1-4a6dea78d339 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Releasing vlan 999 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:26:11.182346 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4da9fa10-edec-421d-b3f1-4a6dea78d339 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:11.191169 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:26:11.191169 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:26:11.191169 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:26:11.191169 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:26:11.191169 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:26:11.191169 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:26:11.191169 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:26:11.191169 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:26:11.191169 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:26:11.191169 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:26:11.191169 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:26:11.191169 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:26:11.191169 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:26:11.191169 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:26:11.191169 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:26:11.191169 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:26:11.191169 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:26:11.191169 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:26:11.191169 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:26:11.191169 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:26:11.191169 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:26:11.191169 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:26:11.191169 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:26:11.191169 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:26:11.191169 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:26:11.191169 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:26:11.191169 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:26:11.191169 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:26:11.191169 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:26:11.191169 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:26:11.191169 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:26:11.191169 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:26:11.279030 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4da9fa10-edec-421d-b3f1-4a6dea78d339 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:11.307797 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4da9fa10-edec-421d-b3f1-4a6dea78d339 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:11.321132 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9fa10-edec-421d-b3f1-4a6dea78d339 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Network': ['ID=67590087-05f9-4425-8ddc-57bc5da7300e,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:11.337339 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4da9fa10-edec-421d-b3f1-4a6dea78d339 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/networks/67590087-05f9-4425-8ddc-57bc5da7300e HTTP/1.1" status: 204 len: 168 time: 1.8246565 Feb 09 01:26:11.339861 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37300) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:11.347161 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-51b6b855-a92c-45e5-84cc-1d2d27debd13 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-407258556'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:11.353832 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-51b6b855-a92c-45e5-84cc-1d2d27debd13 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:11.362633 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-51b6b855-a92c-45e5-84cc-1d2d27debd13 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:network and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:11.367096 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-51b6b855-a92c-45e5-84cc-1d2d27debd13 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:11.374994 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-51b6b855-a92c-45e5-84cc-1d2d27debd13 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:11.400838 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b6b855-a92c-45e5-84cc-1d2d27debd13 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:11.410533 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-51b6b855-a92c-45e5-84cc-1d2d27debd13 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:11.458865 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b6b855-a92c-45e5-84cc-1d2d27debd13 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 968} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:26:11.471789 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-51b6b855-a92c-45e5-84cc-1d2d27debd13 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:11.472484 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-51b6b855-a92c-45e5-84cc-1d2d27debd13 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Added segment 4e311664-69f6-4afc-8bb7-3b713af54334 of type vlan for network 68886fe6-1ee0-4b6f-a981-6b7024f8864c Feb 09 01:26:11.501308 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ab9f8261-5fe5-49f9-9741-a7295535f5eb no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:26:11.537003 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-9900cc2c-4151-465d-af01-5538d5eb73da None None] Deleting port ab9f8261-5fe5-49f9-9741-a7295535f5eb {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:26:11.537221 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9900cc2c-4151-465d-af01-5538d5eb73da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:11.560023 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-51b6b855-a92c-45e5-84cc-1d2d27debd13 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:11.575621 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: ab9f8261-5fe5-49f9-9741-a7295535f5eb {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:26:11.577286 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ab9f8261-5fe5-49f9-9741-a7295535f5eb not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:26:11.617481 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-9900cc2c-4151-465d-af01-5538d5eb73da None None] The port 'ab9f8261-5fe5-49f9-9741-a7295535f5eb' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:26:11.621243 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bea8f-4339-468a-a5ce-6a0ceceda63e req-b79848fa-f77f-44a1-a9e7-6352b7d3f197 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:11.623063 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-958bea8f-4339-468a-a5ce-6a0ceceda63e req-b79848fa-f77f-44a1-a9e7-6352b7d3f197 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.1419034 Feb 09 01:26:11.630802 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-51b6b855-a92c-45e5-84cc-1d2d27debd13 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:11.637606 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b6b855-a92c-45e5-84cc-1d2d27debd13 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:11.639833 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-51b6b855-a92c-45e5-84cc-1d2d27debd13 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:11.747413 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-51b6b855-a92c-45e5-84cc-1d2d27debd13 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4052420 Feb 09 01:26:11.750658 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37306) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:11.758278 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-ab7b2cb7-4675-4e27-b0b5-8f9eab1d7536 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'subnet': {'network_id': '68886fe6-1ee0-4b6f-a981-6b7024f8864c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:11.779848 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:11.821589 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6b855-a92c-45e5-84cc-1d2d27debd13 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Network': ['ID=68886fe6-1ee0-4b6f-a981-6b7024f8864c,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:11.833948 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 68886fe6-1ee0-4b6f-a981-6b7024f8864c details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:26:11.839901 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-958bea8f-4339-468a-a5ce-6a0ceceda63e req-9361b3bf-7829-441a-bb40-71fd89f56833 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844871 Feb 09 01:26:11.960468 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ab7b2cb7-4675-4e27-b0b5-8f9eab1d7536 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:11.971830 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ab7b2cb7-4675-4e27-b0b5-8f9eab1d7536 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:subnet and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:11.975663 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ab7b2cb7-4675-4e27-b0b5-8f9eab1d7536 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:11.987382 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ab7b2cb7-4675-4e27-b0b5-8f9eab1d7536 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:12.020222 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7b2cb7-4675-4e27-b0b5-8f9eab1d7536 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:12.023538 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ab7b2cb7-4675-4e27-b0b5-8f9eab1d7536 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:12.500341 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ab7b2cb7-4675-4e27-b0b5-8f9eab1d7536 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:12.617369 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b2cb7-4675-4e27-b0b5-8f9eab1d7536 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Subnet': ['ID=1e33d8c6-b47d-4c6b-bab2-659e32896ad3,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:12.634873 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53403bb-8684-4a9f-bae9-bfa0ef222cd1 req-02ad020a-be42-45d5-aa38-7ad03b71acda tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:12.636424 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b53403bb-8684-4a9f-bae9-bfa0ef222cd1 req-02ad020a-be42-45d5-aa38-7ad03b71acda tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 943 time: 0.2257354 Feb 09 01:26:12.639251 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7b2cb7-4675-4e27-b0b5-8f9eab1d7536 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Checking segment: {'id': '4e311664-69f6-4afc-8bb7-3b713af54334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '68886fe6-1ee0-4b6f-a981-6b7024f8864c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:26:12.639791 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7b2cb7-4675-4e27-b0b5-8f9eab1d7536 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network hostable DHCP agents. Network: 68886fe6-1ee0-4b6f-a981-6b7024f8864c, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:26:12.696226 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b53403bb-8684-4a9f-bae9-bfa0ef222cd1 req-8a7daad7-c505-496d-a379-c61539f4711f tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488329 Feb 09 01:26:12.701457 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7b2cb7-4675-4e27-b0b5-8f9eab1d7536 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network 68886fe6-1ee0-4b6f-a981-6b7024f8864c is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:26:12.716224 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-ab7b2cb7-4675-4e27-b0b5-8f9eab1d7536 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 68886fe6-1ee0-4b6f-a981-6b7024f8864c) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:12.727251 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2ae2be-128d-420b-8d0a-c328682aafd5 None None] Network 68886fe6-1ee0-4b6f-a981-6b7024f8864c requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:26:12.745515 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7b2cb7-4675-4e27-b0b5-8f9eab1d7536 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:12.746132 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ab7b2cb7-4675-4e27-b0b5-8f9eab1d7536 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:12.807865 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ab7b2cb7-4675-4e27-b0b5-8f9eab1d7536 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0541999 Feb 09 01:26:12.810644 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37324) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:12.817493 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-a09a8eed-2f2c-444f-a99d-d3c62ffee70c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2052744639', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:12.832677 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a09a8eed-2f2c-444f-a99d-d3c62ffee70c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:12.844562 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a09a8eed-2f2c-444f-a99d-d3c62ffee70c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:router and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:12.852848 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a09a8eed-2f2c-444f-a99d-d3c62ffee70c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:12.879289 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a09a8eed-2f2c-444f-a99d-d3c62ffee70c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:12.924984 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a09a8eed-2f2c-444f-a99d-d3c62ffee70c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:12.926278 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a09a8eed-2f2c-444f-a99d-d3c62ffee70c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:12.959467 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a09a8eed-2f2c-444f-a99d-d3c62ffee70c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:13.007377 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a09a8eed-2f2c-444f-a99d-d3c62ffee70c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:13.051226 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a09a8eed-2f2c-444f-a99d-d3c62ffee70c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:13.052933 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a09a8eed-2f2c-444f-a99d-d3c62ffee70c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2413361 Feb 09 01:26:13.055755 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37332) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:13.062795 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-e0a1fa99-5839-49fe-a8b7-2af2c91d47e6 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'port': {'network_id': '68886fe6-1ee0-4b6f-a981-6b7024f8864c', 'name': 'tempest-PortsIpV6TestJSON-1727713486'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:13.066610 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 8112665f-5ab6-430a-a753-7fc2fd1b3361 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:26:13.205742 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9b8dd-d559-4acc-9985-10f13f0540a0 req-af3744f6-4cd1-40cc-bf5e-800aeb354737 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:13.209946 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dbd9b8dd-d559-4acc-9985-10f13f0540a0 req-af3744f6-4cd1-40cc-bf5e-800aeb354737 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.2167866 Feb 09 01:26:13.302999 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dbd9b8dd-d559-4acc-9985-10f13f0540a0 req-20b9672d-bade-4dac-9108-aabf24d02834 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842299 Feb 09 01:26:13.405612 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e0a1fa99-5839-49fe-a8b7-2af2c91d47e6 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:13.412041 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e0a1fa99-5839-49fe-a8b7-2af2c91d47e6 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:port and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:13.416479 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af2eeb-9941-4cf1-9983-ff0dd2cc3353 req-1f9a5602-583c-4c7e-9541-abf6b3430fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:13.418094 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c4af2eeb-9941-4cf1-9983-ff0dd2cc3353 req-1f9a5602-583c-4c7e-9541-abf6b3430fcd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 1097 time: 0.1810138 Feb 09 01:26:13.429593 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e0a1fa99-5839-49fe-a8b7-2af2c91d47e6 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:13.453659 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e0a1fa99-5839-49fe-a8b7-2af2c91d47e6 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:13.456194 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37340) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:13.482126 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c4af2eeb-9941-4cf1-9983-ff0dd2cc3353 req-8e5fc9c7-b363-4396-a4f9-f1b57916aae4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492940 Feb 09 01:26:13.488179 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a1fa99-5839-49fe-a8b7-2af2c91d47e6 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:13.492150 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e0a1fa99-5839-49fe-a8b7-2af2c91d47e6 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:13.504150 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 8112665f-5ab6-430a-a753-7fc2fd1b3361, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=8112665f-5ab6-430a-a753-7fc2fd1b3361,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:26:13.517046 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-e0a1fa99-5839-49fe-a8b7-2af2c91d47e6 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] device_id is not set on port 70cb124f-cc0d-48a1-bdaf-2ccb68825d76 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:26:13.527619 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '8112665f-5ab6-430a-a753-7fc2fd1b3361', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'port_id': '8112665f-5ab6-430a-a753-7fc2fd1b3361', 'mac_address': 'fa:16:3e:af:a4:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 956, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:26:13.626532 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ff701d-7952-4130-9057-079ab3bce1a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-68886fe6-1ee0-4b6f-a981-6b7024f8864c', 'network_id': '68886fe6-1ee0-4b6f-a981-6b7024f8864c', 'tenant_id': 'ff3cbcda03904135b8cc886351e27142', 'fixed_ips': [{'subnet_id': '1e33d8c6-b47d-4c6b-bab2-659e32896ad3'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:26:13.627409 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-20ff701d-7952-4130-9057-079ab3bce1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:13.693612 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f5a5dbae-0d80-43d6-906d-93b84096a894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:13.710339 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f5a5dbae-0d80-43d6-906d-93b84096a894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:13.714482 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f5a5dbae-0d80-43d6-906d-93b84096a894 admin admin] Usage tracker for resource:security_group_rule and tenant:f10e7edccfc146dca2cd8c1c990f3146 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:13.717455 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f5a5dbae-0d80-43d6-906d-93b84096a894 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:13.726966 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f5a5dbae-0d80-43d6-906d-93b84096a894 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:13.742626 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-e0a1fa99-5839-49fe-a8b7-2af2c91d47e6 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Allocated IP 2001:db8::c5 (68886fe6-1ee0-4b6f-a981-6b7024f8864c/1e33d8c6-b47d-4c6b-bab2-659e32896ad3/70cb124f-cc0d-48a1-bdaf-2ccb68825d76) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:13.860064 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f5a5dbae-0d80-43d6-906d-93b84096a894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:13.865978 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f5a5dbae-0d80-43d6-906d-93b84096a894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:13.907030 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:13.927635 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8112665f-5ab6-430a-a753-7fc2fd1b3361 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:26:13.949257 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5dbae-0d80-43d6-906d-93b84096a894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b09993-81eb-4d37-b847-56fd7abc7095,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:13.951448 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 8112665f-5ab6-430a-a753-7fc2fd1b3361, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=8112665f-5ab6-430a-a753-7fc2fd1b3361,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:26:13.962585 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:13.977425 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f5a5dbae-0d80-43d6-906d-93b84096a894 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f10e7edccfc146dca2cd8c1c990f3146&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5200315 Feb 09 01:26:13.979943 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37350) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:14.084888 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdf78bfa-4584-4f7a-9129-918b8f84669b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:14.126315 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdf78bfa-4584-4f7a-9129-918b8f84669b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:14.193713 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdf78bfa-4584-4f7a-9129-918b8f84669b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:14.217468 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf78bfa-4584-4f7a-9129-918b8f84669b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b09993-81eb-4d37-b847-56fd7abc7095,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:14.248650 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdf78bfa-4584-4f7a-9129-918b8f84669b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:14.248650 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fdf78bfa-4584-4f7a-9129-918b8f84669b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d4b09993-81eb-4d37-b847-56fd7abc7095 HTTP/1.1" status: 204 len: 168 time: 0.2664509 Feb 09 01:26:14.258513 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=8112665f-5ab6-430a-a753-7fc2fd1b3361,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:14.411524 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['8112665f-5ab6-430a-a753-7fc2fd1b3361'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:26:14.436697 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd670bf-72bc-4df6-a8b7-80682b915f03 req-bef2ebb0-b927-48ed-8803-50791707fb8d tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:14.440372 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7fd670bf-72bc-4df6-a8b7-80682b915f03 req-bef2ebb0-b927-48ed-8803-50791707fb8d tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 944 time: 0.2931516 Feb 09 01:26:14.519304 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e0a1fa99-5839-49fe-a8b7-2af2c91d47e6 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:14.553491 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7fd670bf-72bc-4df6-a8b7-80682b915f03 req-1b97aa55-cd46-4912-8eac-07b854e87b7f tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776196 Feb 09 01:26:14.560432 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-e0a1fa99-5839-49fe-a8b7-2af2c91d47e6 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Transition to ACTIVE for port object 70cb124f-cc0d-48a1-bdaf-2ccb68825d76 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:14.612871 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e0a1fa99-5839-49fe-a8b7-2af2c91d47e6 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:14.702501 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dd223-bf13-4082-8d97-2a67143a47b0 req-a37065aa-781d-41e2-9bc2-a191e9c43876 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:14.707385 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ca2dd223-bf13-4082-8d97-2a67143a47b0 req-a37065aa-781d-41e2-9bc2-a191e9c43876 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.1915655 Feb 09 01:26:14.734811 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a1fa99-5839-49fe-a8b7-2af2c91d47e6 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network 68886fe6-1ee0-4b6f-a981-6b7024f8864c is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:14.739114 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-e0a1fa99-5839-49fe-a8b7-2af2c91d47e6 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:14.748017 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a1fa99-5839-49fe-a8b7-2af2c91d47e6 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:26:14.755654 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a1fa99-5839-49fe-a8b7-2af2c91d47e6 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:14.756113 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e0a1fa99-5839-49fe-a8b7-2af2c91d47e6 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:14.777590 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1fa99-5839-49fe-a8b7-2af2c91d47e6 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Port': ['ID=70cb124f-cc0d-48a1-bdaf-2ccb68825d76,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:14.807485 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-20ff701d-7952-4130-9057-079ab3bce1a5 None None] Allocated IP 2001:db8::2 (68886fe6-1ee0-4b6f-a981-6b7024f8864c/1e33d8c6-b47d-4c6b-bab2-659e32896ad3/87a16a95-02a2-4d2f-8e51-2f195fc39ead) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:14.821228 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e0a1fa99-5839-49fe-a8b7-2af2c91d47e6 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7637115 Feb 09 01:26:14.822383 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37366) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:14.937920 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ca2dd223-bf13-4082-8d97-2a67143a47b0 req-8a3aa4a7-9a2a-4c51-a0f3-0fcd576dfd9d tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219276 Feb 09 01:26:15.202637 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-20ff701d-7952-4130-9057-079ab3bce1a5 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:15.221735 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-20ff701d-7952-4130-9057-079ab3bce1a5 None None] Transition to ACTIVE for port object 87a16a95-02a2-4d2f-8e51-2f195fc39ead will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:15.247445 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-20ff701d-7952-4130-9057-079ab3bce1a5 None None] Transition to ACTIVE for port object 87a16a95-02a2-4d2f-8e51-2f195fc39ead will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:15.288913 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-20ff701d-7952-4130-9057-079ab3bce1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:15.433608 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ff701d-7952-4130-9057-079ab3bce1a5 None None] Network 68886fe6-1ee0-4b6f-a981-6b7024f8864c is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:15.438549 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-20ff701d-7952-4130-9057-079ab3bce1a5 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:15.452056 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ff701d-7952-4130-9057-079ab3bce1a5 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:26:15.506795 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff701d-7952-4130-9057-079ab3bce1a5 None None] Pushing event updated for resources: {'Port': ['ID=87a16a95-02a2-4d2f-8e51-2f195fc39ead,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:15.574576 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-20ff701d-7952-4130-9057-079ab3bce1a5 None None] Attempting to bind port 87a16a95-02a2-4d2f-8e51-2f195fc39ead on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:26:15.575480 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-20ff701d-7952-4130-9057-079ab3bce1a5 None None] Attempting to bind port 87a16a95-02a2-4d2f-8e51-2f195fc39ead by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '4e311664-69f6-4afc-8bb7-3b713af54334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '68886fe6-1ee0-4b6f-a981-6b7024f8864c'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:26:15.575480 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ff701d-7952-4130-9057-079ab3bce1a5 None None] Attempting to bind port 87a16a95-02a2-4d2f-8e51-2f195fc39ead on network 68886fe6-1ee0-4b6f-a981-6b7024f8864c {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:26:15.582327 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ff701d-7952-4130-9057-079ab3bce1a5 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:26:15.582696 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ff701d-7952-4130-9057-079ab3bce1a5 None None] Checking segment: {'id': '4e311664-69f6-4afc-8bb7-3b713af54334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '68886fe6-1ee0-4b6f-a981-6b7024f8864c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:26:15.583093 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-20ff701d-7952-4130-9057-079ab3bce1a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:15.583475 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ff701d-7952-4130-9057-079ab3bce1a5 None None] Bound using segment: {'id': '4e311664-69f6-4afc-8bb7-3b713af54334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '68886fe6-1ee0-4b6f-a981-6b7024f8864c'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:26:15.583932 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-20ff701d-7952-4130-9057-079ab3bce1a5 None None] Bound port: 87a16a95-02a2-4d2f-8e51-2f195fc39ead, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e311664-69f6-4afc-8bb7-3b713af54334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '68886fe6-1ee0-4b6f-a981-6b7024f8864c'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:26:15.584296 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-20ff701d-7952-4130-9057-079ab3bce1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:15.711152 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-20ff701d-7952-4130-9057-079ab3bce1a5 None None] For port 87a16a95-02a2-4d2f-8e51-2f195fc39ead, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:26:15.715554 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-20ff701d-7952-4130-9057-079ab3bce1a5 None None] For port 87a16a95-02a2-4d2f-8e51-2f195fc39ead, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=87a16a95-02a2-4d2f-8e51-2f195fc39ead,segment=NetworkSegment(4e311664-69f6-4afc-8bb7-3b713af54334),segment_id=4e311664-69f6-4afc-8bb7-3b713af54334)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:26:15.724512 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-20ff701d-7952-4130-9057-079ab3bce1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:15.846278 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff701d-7952-4130-9057-079ab3bce1a5 None None] Pushing event updated for resources: {'Port': ['ID=87a16a95-02a2-4d2f-8e51-2f195fc39ead,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:15.959416 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadbda5-7435-4759-867d-02163985e12e req-350534d4-b513-4164-b48a-6425537c5564 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:15.961503 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-efadbda5-7435-4759-867d-02163985e12e req-350534d4-b513-4164-b48a-6425537c5564 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 944 time: 0.2369392 Feb 09 01:26:15.989566 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-df76f9e1-42b6-4b2d-9978-815329c9a817 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:16.323645 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626eda7-4371-4acf-a2ff-e769b19889c3 req-09f11c0e-ad00-4aed-8de5-08cdf8821664 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:16.328607 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0626eda7-4371-4acf-a2ff-e769b19889c3 req-09f11c0e-ad00-4aed-8de5-08cdf8821664 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.2390397 Feb 09 01:26:16.398735 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-efadbda5-7435-4759-867d-02163985e12e req-95378d6e-75eb-4d3e-b0bb-bd1aca620439 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296639 Feb 09 01:26:16.468960 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0626eda7-4371-4acf-a2ff-e769b19889c3 req-7d85e67b-0cd9-4680-a1a4-d04f4f2e0b3e tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307576 Feb 09 01:26:16.798594 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37418) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:16.951532 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 8112665f-5ab6-430a-a753-7fc2fd1b3361 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:26:17.068280 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e30ccf16-2882-423c-8dea-95bb6accf914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:17.099375 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-df76f9e1-42b6-4b2d-9978-815329c9a817 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:17.118978 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e30ccf16-2882-423c-8dea-95bb6accf914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:17.119196 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-df76f9e1-42b6-4b2d-9978-815329c9a817 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:17.129819 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e30ccf16-2882-423c-8dea-95bb6accf914 admin admin] Usage tracker for resource:security_group_rule and tenant:217986503a004e1e98e35d5f23d1dca4 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:17.137422 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e30ccf16-2882-423c-8dea-95bb6accf914 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:17.137725 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 8112665f-5ab6-430a-a753-7fc2fd1b3361 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:17.144629 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 8112665f-5ab6-430a-a753-7fc2fd1b3361 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:17.145203 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:17.154131 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e30ccf16-2882-423c-8dea-95bb6accf914 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:17.327583 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:17.364892 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8112665f-5ab6-430a-a753-7fc2fd1b3361'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:26:17.387921 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 8112665f-5ab6-430a-a753-7fc2fd1b3361, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=8112665f-5ab6-430a-a753-7fc2fd1b3361,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:26:17.402639 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:17.418129 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e30ccf16-2882-423c-8dea-95bb6accf914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:17.437020 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e30ccf16-2882-423c-8dea-95bb6accf914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:17.522767 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=8112665f-5ab6-430a-a753-7fc2fd1b3361,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:17.540688 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8112665f-5ab6-430a-a753-7fc2fd1b3361', 'code': 200} Feb 09 01:26:17.595847 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ccf16-2882-423c-8dea-95bb6accf914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1185b6-cb46-400c-ae8f-2380888c5dd1,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:17.622611 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e30ccf16-2882-423c-8dea-95bb6accf914 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=217986503a004e1e98e35d5f23d1dca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8194067 Feb 09 01:26:17.624718 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37448) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:17.709284 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 87a16a95-02a2-4d2f-8e51-2f195fc39ead up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:26:17.831599 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df76f9e1-42b6-4b2d-9978-815329c9a817 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Port': ['ID=70cb124f-cc0d-48a1-bdaf-2ccb68825d76,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:17.880052 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-126d2e08-03df-46d5-a51b-79c638d4f51b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:17.887424 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 87a16a95-02a2-4d2f-8e51-2f195fc39ead completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:17.896199 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f34afb-4451-4432-b719-57c871c925f7 None None] Network 68886fe6-1ee0-4b6f-a981-6b7024f8864c requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:26:17.945662 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-126d2e08-03df-46d5-a51b-79c638d4f51b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:17.992924 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c1855-7342-4348-b20e-c4d30cf6f254 req-83264e55-62a1-4f49-a8fd-58ddb18338a8 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:17.994417 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-071c1855-7342-4348-b20e-c4d30cf6f254 req-83264e55-62a1-4f49-a8fd-58ddb18338a8 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 945 time: 0.1900721 Feb 09 01:26:18.061963 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c834d5-0933-46d7-8525-6e694af13201 req-aff4c722-644c-41d4-8214-237564eaff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:18.063653 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-02c834d5-0933-46d7-8525-6e694af13201 req-aff4c722-644c-41d4-8214-237564eaff9f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed945528e2364e0ba5c0570da01f0152&device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 1097 time: 0.7978797 Feb 09 01:26:18.069194 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-54191705-ffc7-43d4-8955-f29a654110ea None None] Provisioning for port 87a16a95-02a2-4d2f-8e51-2f195fc39ead completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:18.088598 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2588f-3621-41d1-973b-219b6efd96fe req-1d0fda98-0d10-4e80-a77e-a7874c034614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:18.089723 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-54191705-ffc7-43d4-8955-f29a654110ea None None] Provisioning complete for port 87a16a95-02a2-4d2f-8e51-2f195fc39ead triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:18.090486 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-54191705-ffc7-43d4-8955-f29a654110ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:18.090588 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cfc2588f-3621-41d1-973b-219b6efd96fe req-1d0fda98-0d10-4e80-a77e-a7874c034614 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 1096 time: 0.3921230 Feb 09 01:26:18.149888 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-071c1855-7342-4348-b20e-c4d30cf6f254 req-b1cbda51-cd1f-421b-9a51-b0db6228f45c tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388271 Feb 09 01:26:18.189717 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-126d2e08-03df-46d5-a51b-79c638d4f51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:18.236077 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d2e08-03df-46d5-a51b-79c638d4f51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1185b6-cb46-400c-ae8f-2380888c5dd1,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:18.241994 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-126d2e08-03df-46d5-a51b-79c638d4f51b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:18.248912 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-126d2e08-03df-46d5-a51b-79c638d4f51b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb1185b6-cb46-400c-ae8f-2380888c5dd1 HTTP/1.1" status: 204 len: 168 time: 0.6225092 Feb 09 01:26:18.336379 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd1e96-541f-4327-89cd-28aa7a811a66 req-6b225a58-8238-43f4-aaa8-53bc3bb7ed8f tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:18.337966 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f5dd1e96-541f-4327-89cd-28aa7a811a66 req-6b225a58-8238-43f4-aaa8-53bc3bb7ed8f tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.7787180 Feb 09 01:26:18.425198 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-df76f9e1-42b6-4b2d-9978-815329c9a817 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:18.547972 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-54191705-ffc7-43d4-8955-f29a654110ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:18.589400 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-54191705-ffc7-43d4-8955-f29a654110ea None None] For port 87a16a95-02a2-4d2f-8e51-2f195fc39ead, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=87a16a95-02a2-4d2f-8e51-2f195fc39ead,segment=NetworkSegment(4e311664-69f6-4afc-8bb7-3b713af54334),segment_id=4e311664-69f6-4afc-8bb7-3b713af54334)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:26:18.599481 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c834d5-0933-46d7-8525-6e694af13201 req-3d5686db-8241-4299-aea0-17718f3dcd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:18.600925 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-02c834d5-0933-46d7-8525-6e694af13201 req-3d5686db-8241-4299-aea0-17718f3dcd86 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1c1a3b32-e583-4f44-92cf-7d4cd700a470 HTTP/1.1" status: 200 len: 920 time: 0.5163813 Feb 09 01:26:18.604581 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-54191705-ffc7-43d4-8955-f29a654110ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:18.607423 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cfc2588f-3621-41d1-973b-219b6efd96fe req-e96b5c5d-8b0c-4db4-9f4d-bde254428a18 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4826472 Feb 09 01:26:18.703610 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54191705-ffc7-43d4-8955-f29a654110ea None None] Pushing event updated for resources: {'Port': ['ID=87a16a95-02a2-4d2f-8e51-2f195fc39ead,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:18.804287 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f5dd1e96-541f-4327-89cd-28aa7a811a66 req-085126bf-afba-41a5-82fd-0feff17966a9 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016385 Feb 09 01:26:18.914483 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-02c834d5-0933-46d7-8525-6e694af13201 req-da9e9b31-9862-409c-9972-a667847a6156 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5767c25-7a4d-4c57-91e6-7ee0300d6889 HTTP/1.1" status: 200 len: 217 time: 0.0808482 Feb 09 01:26:18.925020 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-df76f9e1-42b6-4b2d-9978-815329c9a817 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:19.150260 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c834d5-0933-46d7-8525-6e694af13201 req-03b78a4a-9990-40ef-b00d-687ce12b010e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:19.153087 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-02c834d5-0933-46d7-8525-6e694af13201 req-03b78a4a-9990-40ef-b00d-687ce12b010e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3adcfdc5-e139-42b4-9124-6c2f9489c0d6 HTTP/1.1" status: 200 len: 859 time: 0.2117510 Feb 09 01:26:19.154274 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-589d0159-f6ff-4041-be60-83afdea7f747 None None] Provisioning for port 70cb124f-cc0d-48a1-bdaf-2ccb68825d76 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:19.161096 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-589d0159-f6ff-4041-be60-83afdea7f747 None None] Provisioning complete for port 70cb124f-cc0d-48a1-bdaf-2ccb68825d76 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:19.162047 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-589d0159-f6ff-4041-be60-83afdea7f747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:19.238645 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-02c834d5-0933-46d7-8525-6e694af13201 req-98f22bdb-52b7-4478-ad33-b41e54255e8d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c1a3b32-e583-4f44-92cf-7d4cd700a470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728722 Feb 09 01:26:19.245732 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-589d0159-f6ff-4041-be60-83afdea7f747 None None] Port 70cb124f-cc0d-48a1-bdaf-2ccb68825d76 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:26:19.269010 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-589d0159-f6ff-4041-be60-83afdea7f747 None None] Provisioning complete for port 87a16a95-02a2-4d2f-8e51-2f195fc39ead triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:19.269661 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-589d0159-f6ff-4041-be60-83afdea7f747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:19.574402 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 87a16a95-02a2-4d2f-8e51-2f195fc39ead up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:26:19.676056 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9b8ee-ace6-4a44-aeca-31a2514d97a9 req-dc88f3e2-39e4-439d-af91-482f3539ff3f tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:19.686394 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-70b9b8ee-ace6-4a44-aeca-31a2514d97a9 req-dc88f3e2-39e4-439d-af91-482f3539ff3f tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 945 time: 0.2624373 Feb 09 01:26:19.760683 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b041eec3-ac5a-4ffe-aca0-3818b91ec2d7 None None] Provisioning complete for port 70cb124f-cc0d-48a1-bdaf-2ccb68825d76 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:19.761445 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b041eec3-ac5a-4ffe-aca0-3818b91ec2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:19.787767 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-70b9b8ee-ace6-4a44-aeca-31a2514d97a9 req-b108e20e-e0dc-4e9f-ab28-8571352ddb45 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948033 Feb 09 01:26:19.867852 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b041eec3-ac5a-4ffe-aca0-3818b91ec2d7 None None] Port 70cb124f-cc0d-48a1-bdaf-2ccb68825d76 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:26:19.870982 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 87a16a95-02a2-4d2f-8e51-2f195fc39ead triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:19.871364 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:20.115776 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-02c834d5-0933-46d7-8525-6e694af13201 req-02017dfa-cb6b-426a-99f3-6e967dc8e663 service neutron] 10.222.0.35 "GET /v2.0/networks/1c1a3b32-e583-4f44-92cf-7d4cd700a470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6139314 Feb 09 01:26:20.200875 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-294a52c5-9168-4fda-8ded-74c259f0ab70 None None] Provisioning complete for port 70cb124f-cc0d-48a1-bdaf-2ccb68825d76 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:20.203766 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-294a52c5-9168-4fda-8ded-74c259f0ab70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:20.318923 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-294a52c5-9168-4fda-8ded-74c259f0ab70 None None] Port 70cb124f-cc0d-48a1-bdaf-2ccb68825d76 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:26:20.354847 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-02c834d5-0933-46d7-8525-6e694af13201 req-b1972a11-b8cc-44d2-afb5-4adb2cddb4d4 service neutron] 10.222.0.35 "GET /v2.0/networks/1c1a3b32-e583-4f44-92cf-7d4cd700a470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100265 Feb 09 01:26:20.580281 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-df76f9e1-42b6-4b2d-9978-815329c9a817 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:20.586886 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-df76f9e1-42b6-4b2d-9978-815329c9a817 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:20.587843 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-df76f9e1-42b6-4b2d-9978-815329c9a817 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:20.697156 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9460f18-a849-4915-b99f-d126e496b4f2 req-604f3580-df6c-4bb4-885c-04e43a33f5bd tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:20.697156 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9460f18-a849-4915-b99f-d126e496b4f2 req-604f3580-df6c-4bb4-885c-04e43a33f5bd tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.3357801 Feb 09 01:26:20.890655 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9460f18-a849-4915-b99f-d126e496b4f2 req-a5569d24-f6ed-41ff-bf15-40e625959328 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708994 Feb 09 01:26:20.891332 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df76f9e1-42b6-4b2d-9978-815329c9a817 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Port': ['ID=70cb124f-cc0d-48a1-bdaf-2ccb68825d76,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:21.005670 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df76f9e1-42b6-4b2d-9978-815329c9a817 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network 68886fe6-1ee0-4b6f-a981-6b7024f8864c is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:21.007791 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-df76f9e1-42b6-4b2d-9978-815329c9a817 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:21.231793 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb1170-0bce-41f9-94d6-ecfee2fc6ebf req-c29930bd-5a2d-4342-a681-62fd36dca523 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:21.240067 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-43eb1170-0bce-41f9-94d6-ecfee2fc6ebf req-c29930bd-5a2d-4342-a681-62fd36dca523 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 945 time: 0.1979513 Feb 09 01:26:21.354606 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-43eb1170-0bce-41f9-94d6-ecfee2fc6ebf req-4798d3cb-dc38-4c1b-83c9-9afb997dbb06 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001434 Feb 09 01:26:21.475412 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df76f9e1-42b6-4b2d-9978-815329c9a817 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Router 5cfa6131-3a0e-499a-8597-e77a279d91e0 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:26:21.611383 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-614a9491-d7df-49d2-ab4d-6c190d88d09c None None] Provisioning complete for port 70cb124f-cc0d-48a1-bdaf-2ccb68825d76 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:21.611880 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-614a9491-d7df-49d2-ab4d-6c190d88d09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:21.707208 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-614a9491-d7df-49d2-ab4d-6c190d88d09c None None] Port 70cb124f-cc0d-48a1-bdaf-2ccb68825d76 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:26:21.800837 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df76f9e1-42b6-4b2d-9978-815329c9a817 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:26:21.811958 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3887a9a-9a91-4a52-a42d-edd941dc4e19 None None] Sync routers for ids ['5cfa6131-3a0e-499a-8597-e77a279d91e0'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:26:21.812791 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-df76f9e1-42b6-4b2d-9978-815329c9a817 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "PUT /v2.0/routers/5cfa6131-3a0e-499a-8597-e77a279d91e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9883819 Feb 09 01:26:21.815608 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37548) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:21.834590 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3887a9a-9a91-4a52-a42d-edd941dc4e19 None None] Routers {'5cfa6131-3a0e-499a-8597-e77a279d91e0'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:26:21.835458 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-e3887a9a-9a91-4a52-a42d-edd941dc4e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:26:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['5cfa6131-3a0e-499a-8597-e77a279d91e0'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:21.846959 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30944118-072c-4ca5-b5e9-e67b34d617e6 req-70a0b371-7629-4ca5-b598-3a7d717cf4be tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:21.848545 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-30944118-072c-4ca5-b5e9-e67b34d617e6 req-70a0b371-7629-4ca5-b598-3a7d717cf4be tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 945 time: 0.3546057 Feb 09 01:26:21.869417 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:21.951915 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-30944118-072c-4ca5-b5e9-e67b34d617e6 req-17ed2e3c-b1d9-4fe7-8b7f-c816252da475 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896323 Feb 09 01:26:21.985299 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-e3887a9a-9a91-4a52-a42d-edd941dc4e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:22.015778 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3887a9a-9a91-4a52-a42d-edd941dc4e19 None None] Routers {'5cfa6131-3a0e-499a-8597-e77a279d91e0'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:26:22.020902 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-e3887a9a-9a91-4a52-a42d-edd941dc4e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:26:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['5cfa6131-3a0e-499a-8597-e77a279d91e0'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:22.058631 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df26df6-f5bb-4616-856b-ef553b648cb5 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:22.061813 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9df26df6-f5bb-4616-856b-ef553b648cb5 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Synchronizing usage tracker for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:26:22.103651 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9df26df6-f5bb-4616-856b-ef553b648cb5 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Unset dirty status for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:26:22.105306 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9df26df6-f5bb-4616-856b-ef553b648cb5 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa6131-3a0e-499a-8597-e77a279d91e0 HTTP/1.1" status: 200 len: 988 time: 0.2888634 Feb 09 01:26:22.109656 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37562) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:22.296267 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-e3887a9a-9a91-4a52-a42d-edd941dc4e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:22.296797 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3887a9a-9a91-4a52-a42d-edd941dc4e19 None None] The sync data for ids ['5cfa6131-3a0e-499a-8597-e77a279d91e0'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:26:22.554063 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bb87d-f096-44db-b6c0-2f9036b12d79 req-f9409b94-5076-4b0f-bb36-a3ecd90a8983 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:22.577118 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ce4bb87d-f096-44db-b6c0-2f9036b12d79 req-f9409b94-5076-4b0f-bb36-a3ecd90a8983 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.2819476 Feb 09 01:26:22.652733 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ce4bb87d-f096-44db-b6c0-2f9036b12d79 req-b74bf571-3490-4793-9f1d-caab826d1f58 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727959 Feb 09 01:26:22.886824 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9afef-fb16-4ee3-892c-11f4fe98cc7f req-8d64d33c-23f6-4289-ae5d-83042799eb5c tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:22.888197 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ead9afef-fb16-4ee3-892c-11f4fe98cc7f req-8d64d33c-23f6-4289-ae5d-83042799eb5c tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 945 time: 0.1007187 Feb 09 01:26:22.967694 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ead9afef-fb16-4ee3-892c-11f4fe98cc7f req-950db060-d7f7-49af-8367-6401b1aa42d4 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616727 Feb 09 01:26:23.202531 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1fdf0c16-532b-4b95-a1cb-9fe145ca818f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:23.554192 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-1fdf0c16-532b-4b95-a1cb-9fe145ca818f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Deleting port 70cb124f-cc0d-48a1-bdaf-2ccb68825d76 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:26:23.554581 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1fdf0c16-532b-4b95-a1cb-9fe145ca818f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:23.929468 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1fdf0c16-532b-4b95-a1cb-9fe145ca818f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:24.185036 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-1fdf0c16-532b-4b95-a1cb-9fe145ca818f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Calling delete_port for 70cb124f-cc0d-48a1-bdaf-2ccb68825d76 owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:26:24.350999 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f168967-6ff1-4873-a1f2-95b61d3dbef0 req-8a8fd362-813a-47a7-a903-59086f45da36 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:24.368123 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9f168967-6ff1-4873-a1f2-95b61d3dbef0 req-8a8fd362-813a-47a7-a903-59086f45da36 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.5009778 Feb 09 01:26:24.479913 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9f168967-6ff1-4873-a1f2-95b61d3dbef0 req-bd1a8ed1-9550-43af-8a09-e3bcc5523206 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095519 Feb 09 01:26:24.552431 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8dda1-a1e8-402e-b791-d673772919c4 req-92162c0f-74f3-4b13-8c9b-71914c4f8140 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:24.584464 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-97b8dda1-a1e8-402e-b791-d673772919c4 req-92162c0f-74f3-4b13-8c9b-71914c4f8140 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 945 time: 0.3584733 Feb 09 01:26:24.716889 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1fdf0c16-532b-4b95-a1cb-9fe145ca818f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:24.784703 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-97b8dda1-a1e8-402e-b791-d673772919c4 req-62781f4d-2820-4e2b-a1c0-9a340659f479 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808803 Feb 09 01:26:25.028635 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf0c16-532b-4b95-a1cb-9fe145ca818f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Port': ['ID=70cb124f-cc0d-48a1-bdaf-2ccb68825d76,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:25.099122 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:25.582966 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1fdf0c16-532b-4b95-a1cb-9fe145ca818f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:26.259088 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fdf0c16-532b-4b95-a1cb-9fe145ca818f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Router 5cfa6131-3a0e-499a-8597-e77a279d91e0 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:26:26.320015 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f20f9-ac26-4792-b1c3-39b7a5606a67 req-619f5e54-1722-4910-bb68-e489878f3034 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:26.322417 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e71f20f9-ac26-4792-b1c3-39b7a5606a67 req-619f5e54-1722-4910-bb68-e489878f3034 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 945 time: 1.3723803 Feb 09 01:26:26.542854 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdf0c16-532b-4b95-a1cb-9fe145ca818f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:26:26.566201 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a62f8d-21f2-4834-94b5-38b4c2721350 req-1c0db5fe-f20c-40af-a7d7-2a9bafd1e5fa tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:26.573323 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e9a62f8d-21f2-4834-94b5-38b4c2721350 req-1c0db5fe-f20c-40af-a7d7-2a9bafd1e5fa tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 945 time: 0.4082453 Feb 09 01:26:26.573805 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cd6dfb-19e3-4fa8-ab10-350822ba8c22 None None] Sync routers for ids ['5cfa6131-3a0e-499a-8597-e77a279d91e0'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:26:26.608139 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cd6dfb-19e3-4fa8-ab10-350822ba8c22 None None] Routers {'5cfa6131-3a0e-499a-8597-e77a279d91e0'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:26:26.609121 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-f3cd6dfb-19e3-4fa8-ab10-350822ba8c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:26:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['5cfa6131-3a0e-499a-8597-e77a279d91e0'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:26.639377 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-e71f20f9-ac26-4792-b1c3-39b7a5606a67 req-bc44a808-fe8c-4e48-970a-b3f92607ecd0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Deleting port 8112665f-5ab6-430a-a753-7fc2fd1b3361 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:26:26.639927 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e71f20f9-ac26-4792-b1c3-39b7a5606a67 req-bc44a808-fe8c-4e48-970a-b3f92607ecd0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:26.715845 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1fdf0c16-532b-4b95-a1cb-9fe145ca818f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "PUT /v2.0/routers/5cfa6131-3a0e-499a-8597-e77a279d91e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6030262 Feb 09 01:26:26.716039 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-f3cd6dfb-19e3-4fa8-ab10-350822ba8c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:26.718685 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37672) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:26.725854 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cd6dfb-19e3-4fa8-ab10-350822ba8c22 None None] Routers {'5cfa6131-3a0e-499a-8597-e77a279d91e0'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:26:26.726611 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-f3cd6dfb-19e3-4fa8-ab10-350822ba8c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:26:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['5cfa6131-3a0e-499a-8597-e77a279d91e0'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:26.820275 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e9a62f8d-21f2-4834-94b5-38b4c2721350 req-e1fcbb62-e0c3-48d7-a95e-88f698955e91 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459636 Feb 09 01:26:26.831195 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2e66996-1268-4a64-9ba0-2a5147302565 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] GET failed (client error): The resource could not be found. Feb 09 01:26:26.835657 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b2e66996-1268-4a64-9ba0-2a5147302565 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "GET /v2.0/ports/70cb124f-cc0d-48a1-bdaf-2ccb68825d76 HTTP/1.1" status: 404 len: 333 time: 0.1127944 Feb 09 01:26:26.835657 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37680) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:26.876103 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-f3cd6dfb-19e3-4fa8-ab10-350822ba8c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:26.881009 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cd6dfb-19e3-4fa8-ab10-350822ba8c22 None None] The sync data for ids ['5cfa6131-3a0e-499a-8597-e77a279d91e0'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:26:27.018137 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 8112665f-5ab6-430a-a753-7fc2fd1b3361 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:26:27.170178 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7d469df4-487f-4711-9d35-596d0ebc3a81 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:27.337994 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:27.338330 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-e71f20f9-ac26-4792-b1c3-39b7a5606a67 req-bc44a808-fe8c-4e48-970a-b3f92607ecd0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] For port 8112665f-5ab6-430a-a753-7fc2fd1b3361, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=8112665f-5ab6-430a-a753-7fc2fd1b3361,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:26:27.338880 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e71f20f9-ac26-4792-b1c3-39b7a5606a67 req-bc44a808-fe8c-4e48-970a-b3f92607ecd0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:27.374836 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8112665f-5ab6-430a-a753-7fc2fd1b3361'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:26:27.385906 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 8112665f-5ab6-430a-a753-7fc2fd1b3361, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=8112665f-5ab6-430a-a753-7fc2fd1b3361,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:26:27.393440 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:27.544243 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8112665f-5ab6-430a-a753-7fc2fd1b3361', 'code': 200} Feb 09 01:26:27.547499 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=8112665f-5ab6-430a-a753-7fc2fd1b3361,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:27.568147 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:27.568790 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:27.569291 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:27.573854 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:27.574827 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:27.575320 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:27.576590 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:27.577314 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:27.578599 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:27.579108 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:27.580783 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:27.583840 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:27.741200 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-e71f20f9-ac26-4792-b1c3-39b7a5606a67 req-bc44a808-fe8c-4e48-970a-b3f92607ecd0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Calling delete_port for 8112665f-5ab6-430a-a753-7fc2fd1b3361 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:26:27.902492 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.api [req-e71f20f9-ac26-4792-b1c3-39b7a5606a67 req-bc44a808-fe8c-4e48-970a-b3f92607ecd0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:26:27.903268 n-d-828419-1 neutron-server[87612]: DEBUG oslo_db.api [req-e71f20f9-ac26-4792-b1c3-39b7a5606a67 req-bc44a808-fe8c-4e48-970a-b3f92607ecd0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:26:27.998063 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7d469df4-487f-4711-9d35-596d0ebc3a81 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:28.011337 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7d469df4-487f-4711-9d35-596d0ebc3a81 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:28.118495 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7d469df4-487f-4711-9d35-596d0ebc3a81 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:28.119666 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d469df4-487f-4711-9d35-596d0ebc3a81 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Fanout notify agent at l3_agent the message router_deleted on router 5cfa6131-3a0e-499a-8597-e77a279d91e0 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:26:28.155604 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7d469df4-487f-4711-9d35-596d0ebc3a81 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:28.164036 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7d469df4-487f-4711-9d35-596d0ebc3a81 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/routers/5cfa6131-3a0e-499a-8597-e77a279d91e0 HTTP/1.1" status: 204 len: 168 time: 1.3268681 Feb 09 01:26:28.167267 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37710) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:28.183825 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce982073-41e3-4d9c-ab48-2ae394273562 req-15297742-3dbb-4518-ba06-59c6734bec8e tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:28.192351 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ce982073-41e3-4d9c-ab48-2ae394273562 req-15297742-3dbb-4518-ba06-59c6734bec8e tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 943 time: 0.1781118 Feb 09 01:26:28.265119 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ce982073-41e3-4d9c-ab48-2ae394273562 req-6d8a5301-b50f-4da1-8458-d3ba2791a77f tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717106 Feb 09 01:26:28.306999 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a42989-1501-4a29-9ee2-12d6c622867f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Deleting subnet 1e33d8c6-b47d-4c6b-bab2-659e32896ad3 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:26:28.311267 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d7a42989-1501-4a29-9ee2-12d6c622867f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:28.380085 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d7a42989-1501-4a29-9ee2-12d6c622867f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:28.430620 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-e71f20f9-ac26-4792-b1c3-39b7a5606a67 req-bc44a808-fe8c-4e48-970a-b3f92607ecd0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Deleting port 8112665f-5ab6-430a-a753-7fc2fd1b3361 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:26:28.431294 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e71f20f9-ac26-4792-b1c3-39b7a5606a67 req-bc44a808-fe8c-4e48-970a-b3f92607ecd0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:29.105592 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d7a42989-1501-4a29-9ee2-12d6c622867f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:29.337862 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-e71f20f9-ac26-4792-b1c3-39b7a5606a67 req-bc44a808-fe8c-4e48-970a-b3f92607ecd0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] For port 8112665f-5ab6-430a-a753-7fc2fd1b3361, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=8112665f-5ab6-430a-a753-7fc2fd1b3361,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:26:29.338229 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e71f20f9-ac26-4792-b1c3-39b7a5606a67 req-bc44a808-fe8c-4e48-970a-b3f92607ecd0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:29.488895 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d7a42989-1501-4a29-9ee2-12d6c622867f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:29.499743 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-e71f20f9-ac26-4792-b1c3-39b7a5606a67 req-bc44a808-fe8c-4e48-970a-b3f92607ecd0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Calling delete_port for 8112665f-5ab6-430a-a753-7fc2fd1b3361 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:26:29.585704 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a42989-1501-4a29-9ee2-12d6c622867f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Subnet': ['ID=1e33d8c6-b47d-4c6b-bab2-659e32896ad3,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:29.642400 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d7a42989-1501-4a29-9ee2-12d6c622867f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:29.665144 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bb8534-3e8c-4656-bd08-2cf7156f9f23 None None] Network 68886fe6-1ee0-4b6f-a981-6b7024f8864c requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:26:29.682083 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d7a42989-1501-4a29-9ee2-12d6c622867f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/subnets/1e33d8c6-b47d-4c6b-bab2-659e32896ad3 HTTP/1.1" status: 204 len: 168 time: 1.5134499 Feb 09 01:26:29.684954 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37752) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:29.885385 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e4b54-b613-41fe-ad89-1dd3d509edf2 req-9308c5e2-031f-40fa-b1cf-da09dfce1a56 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:29.886275 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0e1e4b54-b613-41fe-ad89-1dd3d509edf2 req-9308c5e2-031f-40fa-b1cf-da09dfce1a56 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Synchronizing usage tracker for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:26:29.947605 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-46ef76b6-1289-464b-8dd2-4db61ae0e05d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:29.958625 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0e1e4b54-b613-41fe-ad89-1dd3d509edf2 req-9308c5e2-031f-40fa-b1cf-da09dfce1a56 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Unset dirty status for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:26:29.971759 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0e1e4b54-b613-41fe-ad89-1dd3d509edf2 req-9308c5e2-031f-40fa-b1cf-da09dfce1a56 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 943 time: 0.3871508 Feb 09 01:26:29.992077 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-46ef76b6-1289-464b-8dd2-4db61ae0e05d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Deleting port 87a16a95-02a2-4d2f-8e51-2f195fc39ead {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:26:29.995287 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-46ef76b6-1289-464b-8dd2-4db61ae0e05d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:30.086473 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0e1e4b54-b613-41fe-ad89-1dd3d509edf2 req-b65e34e2-9422-4fed-9b28-2fe557e65850 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107106 Feb 09 01:26:30.098119 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e71f20f9-ac26-4792-b1c3-39b7a5606a67 req-bc44a808-fe8c-4e48-970a-b3f92607ecd0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:30.203116 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['3f3e6d51-b6b3-4bc7-8068-4720b2e38161'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:26:30.220584 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc44a808-fe8c-4e48-970a-b3f92607ecd0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Pushing event deleted for resources: {'Port': ['ID=8112665f-5ab6-430a-a753-7fc2fd1b3361,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:30.517769 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71f20f9-ac26-4792-b1c3-39b7a5606a67 req-bc44a808-fe8c-4e48-970a-b3f92607ecd0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] No DVR routers for this DVR port 8112665f-5ab6-430a-a753-7fc2fd1b3361 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:26:30.533705 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e71f20f9-ac26-4792-b1c3-39b7a5606a67 req-bc44a808-fe8c-4e48-970a-b3f92607ecd0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:30.535840 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e71f20f9-ac26-4792-b1c3-39b7a5606a67 req-bc44a808-fe8c-4e48-970a-b3f92607ecd0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.35 "DELETE /v2.0/ports/8112665f-5ab6-430a-a753-7fc2fd1b3361 HTTP/1.1" status: 204 len: 173 time: 4.2047265 Feb 09 01:26:30.536286 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133', 'name': 'network-vif-deleted', 'tag': '8112665f-5ab6-430a-a753-7fc2fd1b3361'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:26:30.670178 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133', 'name': 'network-vif-deleted', 'tag': '8112665f-5ab6-430a-a753-7fc2fd1b3361', 'status': 'completed', 'code': 200} Feb 09 01:26:30.898169 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-46ef76b6-1289-464b-8dd2-4db61ae0e05d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] For port 87a16a95-02a2-4d2f-8e51-2f195fc39ead, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=87a16a95-02a2-4d2f-8e51-2f195fc39ead,segment=NetworkSegment(4e311664-69f6-4afc-8bb7-3b713af54334),segment_id=4e311664-69f6-4afc-8bb7-3b713af54334)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:26:30.898750 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-46ef76b6-1289-464b-8dd2-4db61ae0e05d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:30.943724 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37776) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:31.184526 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931c4671-2778-4933-ba11-4054c902bf89 None None] DHCP port deletion for 68886fe6-1ee0-4b6f-a981-6b7024f8864c request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:26:31.189340 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-931c4671-2778-4933-ba11-4054c902bf89 None None] Deleting port 87a16a95-02a2-4d2f-8e51-2f195fc39ead {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:26:31.190184 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-931c4671-2778-4933-ba11-4054c902bf89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:31.261057 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-59ce5621-c9f4-4902-8842-97e93bd74861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:31.324552 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-59ce5621-c9f4-4902-8842-97e93bd74861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:31.329020 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-59ce5621-c9f4-4902-8842-97e93bd74861 admin admin] Usage tracker for resource:security_group_rule and tenant:a2dc0517147f427787a188967d5038b7 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:31.358169 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-59ce5621-c9f4-4902-8842-97e93bd74861 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:31.373488 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-59ce5621-c9f4-4902-8842-97e93bd74861 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:31.550582 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-46ef76b6-1289-464b-8dd2-4db61ae0e05d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Calling delete_port for 87a16a95-02a2-4d2f-8e51-2f195fc39ead owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:26:31.637617 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-59ce5621-c9f4-4902-8842-97e93bd74861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:31.694993 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 87a16a95-02a2-4d2f-8e51-2f195fc39ead no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:26:31.761236 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-59ce5621-c9f4-4902-8842-97e93bd74861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:31.806238 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-46ef76b6-1289-464b-8dd2-4db61ae0e05d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:31.904523 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-59ce5621-c9f4-4902-8842-97e93bd74861 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a2dc0517147f427787a188967d5038b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9594097 Feb 09 01:26:31.905711 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce5621-c9f4-4902-8842-97e93bd74861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9211cc01-76f1-48b0-ab12-745c964e51f7,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:31.923679 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5cceb6ef-622c-4dfb-b156-98b395ac953f req-036de3cc-0f40-40fa-b0af-7bd6c59c52c9 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 210 time: 0.2837265 Feb 09 01:26:31.924185 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37800) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:31.964703 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef76b6-1289-464b-8dd2-4db61ae0e05d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Port': ['ID=87a16a95-02a2-4d2f-8e51-2f195fc39ead,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:31.989838 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ef76b6-1289-464b-8dd2-4db61ae0e05d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] No DVR routers for this DVR port 87a16a95-02a2-4d2f-8e51-2f195fc39ead on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:26:32.041634 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No active binding found for port 87a16a95-02a2-4d2f-8e51-2f195fc39ead {{(pid=87613) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 01:26:32.042528 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 87a16a95-02a2-4d2f-8e51-2f195fc39ead not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:26:32.111586 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-931c4671-2778-4933-ba11-4054c902bf89 None None] For port 87a16a95-02a2-4d2f-8e51-2f195fc39ead, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=87a16a95-02a2-4d2f-8e51-2f195fc39ead,segment=NetworkSegment(4e311664-69f6-4afc-8bb7-3b713af54334),segment_id=4e311664-69f6-4afc-8bb7-3b713af54334)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:26:32.112289 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-931c4671-2778-4933-ba11-4054c902bf89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:32.163212 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-25a3eeeb-ba5c-4915-aa2c-8f00ae8b17f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:32.229815 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-25a3eeeb-ba5c-4915-aa2c-8f00ae8b17f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:32.451551 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-25a3eeeb-ba5c-4915-aa2c-8f00ae8b17f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:32.512750 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a3eeeb-ba5c-4915-aa2c-8f00ae8b17f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9211cc01-76f1-48b0-ab12-745c964e51f7,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:32.545566 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-25a3eeeb-ba5c-4915-aa2c-8f00ae8b17f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:32.547129 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-25a3eeeb-ba5c-4915-aa2c-8f00ae8b17f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9211cc01-76f1-48b0-ab12-745c964e51f7 HTTP/1.1" status: 204 len: 168 time: 0.6098278 Feb 09 01:26:32.556043 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-931c4671-2778-4933-ba11-4054c902bf89 None None] Calling delete_port for 87a16a95-02a2-4d2f-8e51-2f195fc39ead owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:26:32.635267 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-46ef76b6-1289-464b-8dd2-4db61ae0e05d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:32.680465 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-46ef76b6-1289-464b-8dd2-4db61ae0e05d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68886fe6-1ee0-4b6f-a981-6b7024f8864c']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:32.702147 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-46ef76b6-1289-464b-8dd2-4db61ae0e05d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e311664-69f6-4afc-8bb7-3b713af54334') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:32.705323 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-46ef76b6-1289-464b-8dd2-4db61ae0e05d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e311664-69f6-4afc-8bb7-3b713af54334') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:32.727792 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-46ef76b6-1289-464b-8dd2-4db61ae0e05d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:32.756097 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-46ef76b6-1289-464b-8dd2-4db61ae0e05d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:32.766456 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ef76b6-1289-464b-8dd2-4db61ae0e05d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Releasing vlan 968 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:26:32.767746 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-46ef76b6-1289-464b-8dd2-4db61ae0e05d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:32.891067 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-931c4671-2778-4933-ba11-4054c902bf89 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:26:32.892293 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-931c4671-2778-4933-ba11-4054c902bf89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:26:33.149414 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:26:33.149414 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:26:33.149414 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:26:33.149414 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:26:33.149414 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:26:33.149414 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:26:33.149414 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:26:33.149414 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:26:33.149414 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:26:33.149414 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:26:33.149414 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:26:33.149414 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:26:33.149414 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:26:33.149414 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:26:33.149414 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:26:33.149414 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:26:33.149414 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:26:33.149414 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:26:33.149414 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:26:33.149414 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:26:33.149414 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:26:33.149414 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:26:33.149414 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:26:33.149414 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:26:33.149414 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:26:33.149414 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:26:33.149414 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:26:33.149414 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:26:33.149414 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:26:33.149414 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:26:33.149414 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:26:33.149414 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:26:33.158557 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-46ef76b6-1289-464b-8dd2-4db61ae0e05d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:33.249599 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-46ef76b6-1289-464b-8dd2-4db61ae0e05d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:33.279461 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef76b6-1289-464b-8dd2-4db61ae0e05d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Network': ['ID=68886fe6-1ee0-4b6f-a981-6b7024f8864c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:33.307492 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-46ef76b6-1289-464b-8dd2-4db61ae0e05d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/networks/68886fe6-1ee0-4b6f-a981-6b7024f8864c HTTP/1.1" status: 204 len: 168 time: 3.6212916 Feb 09 01:26:33.312202 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37826) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:33.393610 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-931c4671-2778-4933-ba11-4054c902bf89 None None] Deleting port 87a16a95-02a2-4d2f-8e51-2f195fc39ead {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:26:33.394133 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-931c4671-2778-4933-ba11-4054c902bf89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:33.575949 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-931c4671-2778-4933-ba11-4054c902bf89 None None] The port '87a16a95-02a2-4d2f-8e51-2f195fc39ead' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:26:33.672941 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d00920-2bca-4a35-8d1b-80d0198a1645 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:33.673572 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-30d00920-2bca-4a35-8d1b-80d0198a1645 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Synchronizing usage tracker for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:26:33.704791 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9d21d8b6-d3f2-4ed6-a3e2-310de6d0b2dc req-fba5a88a-454c-4499-b0d3-854f9060486b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0b8a609-5ec9-40d1-8a3a-fb4f8d27e133 HTTP/1.1" status: 200 len: 210 time: 0.1684113 Feb 09 01:26:33.748607 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-30d00920-2bca-4a35-8d1b-80d0198a1645 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Unset dirty status for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:26:33.750000 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-30d00920-2bca-4a35-8d1b-80d0198a1645 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "GET /v2.0/ports/d529a3e6-9dce-4295-993a-727f451f98e7 HTTP/1.1" status: 200 len: 845 time: 0.4350753 Feb 09 01:26:33.754729 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37832) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:33.931499 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37840) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:33.939554 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-86fc6a87-e7c2-4b17-8123-b8364bd562ec tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'subnet': {'network_id': '2819f857-8b3e-4c55-a68d-56019d847461', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:33.973525 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-40b60819-a4cf-4777-8f89-6be5a95e044d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "GET /v2.0/ports/d529a3e6-9dce-4295-993a-727f451f98e7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2155964 Feb 09 01:26:34.151100 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-86fc6a87-e7c2-4b17-8123-b8364bd562ec tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:34.159798 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-86fc6a87-e7c2-4b17-8123-b8364bd562ec tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:subnet and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:34.164771 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-86fc6a87-e7c2-4b17-8123-b8364bd562ec tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:34.173650 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-86fc6a87-e7c2-4b17-8123-b8364bd562ec tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:34.187428 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fc6a87-e7c2-4b17-8123-b8364bd562ec tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:34.192130 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-86fc6a87-e7c2-4b17-8123-b8364bd562ec tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:34.479885 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-86fc6a87-e7c2-4b17-8123-b8364bd562ec tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:34.820810 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fc6a87-e7c2-4b17-8123-b8364bd562ec tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network 2819f857-8b3e-4c55-a68d-56019d847461 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:34.836874 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-86fc6a87-e7c2-4b17-8123-b8364bd562ec tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:34.848004 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5519f06-082e-4945-b13b-f3af155916c9 None None] Network 2819f857-8b3e-4c55-a68d-56019d847461 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:26:34.851429 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fc6a87-e7c2-4b17-8123-b8364bd562ec tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:34.852074 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-86fc6a87-e7c2-4b17-8123-b8364bd562ec tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:34.974271 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37860) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:34.975422 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-86fc6a87-e7c2-4b17-8123-b8364bd562ec tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0411668 Feb 09 01:26:34.977760 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc6a87-e7c2-4b17-8123-b8364bd562ec tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Subnet': ['ID=d65ddc51-be0d-41e6-92fa-c21709b70888,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:34.983919 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-66bf8d1e-1838-40ff-852e-6a5a7d3d78db tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'security_group': {'name': 'tempest-secgroup-520099498'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:35.005295 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-66bf8d1e-1838-40ff-852e-6a5a7d3d78db tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:35.012493 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-66bf8d1e-1838-40ff-852e-6a5a7d3d78db tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:security_group and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:35.019608 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-66bf8d1e-1838-40ff-852e-6a5a7d3d78db tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:35.056072 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-66bf8d1e-1838-40ff-852e-6a5a7d3d78db tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:35.086676 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-66bf8d1e-1838-40ff-852e-6a5a7d3d78db tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:35.174579 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-66bf8d1e-1838-40ff-852e-6a5a7d3d78db tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:35.190615 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-66bf8d1e-1838-40ff-852e-6a5a7d3d78db tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:security_group_rule and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:35.207460 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-66bf8d1e-1838-40ff-852e-6a5a7d3d78db tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:35.227500 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-66bf8d1e-1838-40ff-852e-6a5a7d3d78db tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:35.382578 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-66bf8d1e-1838-40ff-852e-6a5a7d3d78db tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:35.392217 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-66bf8d1e-1838-40ff-852e-6a5a7d3d78db tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:35.403857 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9643ce-766b-4252-b8a8-aa76a9773a27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-2819f857-8b3e-4c55-a68d-56019d847461', 'network_id': '2819f857-8b3e-4c55-a68d-56019d847461', 'tenant_id': 'ff3cbcda03904135b8cc886351e27142', 'fixed_ips': [{'subnet_id': 'd65ddc51-be0d-41e6-92fa-c21709b70888'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:26:35.405030 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fc9643ce-766b-4252-b8a8-aa76a9773a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:35.502570 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf8d1e-1838-40ff-852e-6a5a7d3d78db tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31307a7f-e794-4c9c-8400-25368bed63ff,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:35.511433 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf8d1e-1838-40ff-852e-6a5a7d3d78db tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:35.511799 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf8d1e-1838-40ff-852e-6a5a7d3d78db tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:35.512467 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf8d1e-1838-40ff-852e-6a5a7d3d78db tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:35.512835 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf8d1e-1838-40ff-852e-6a5a7d3d78db tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:35.513340 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf8d1e-1838-40ff-852e-6a5a7d3d78db tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:35.513581 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf8d1e-1838-40ff-852e-6a5a7d3d78db tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:35.513930 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf8d1e-1838-40ff-852e-6a5a7d3d78db tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:35.514334 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf8d1e-1838-40ff-852e-6a5a7d3d78db tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:35.514593 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf8d1e-1838-40ff-852e-6a5a7d3d78db tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:35.514899 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf8d1e-1838-40ff-852e-6a5a7d3d78db tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:35.515245 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf8d1e-1838-40ff-852e-6a5a7d3d78db tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:35.515642 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf8d1e-1838-40ff-852e-6a5a7d3d78db tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:35.530566 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-66bf8d1e-1838-40ff-852e-6a5a7d3d78db tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:35.532225 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-66bf8d1e-1838-40ff-852e-6a5a7d3d78db tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5554671 Feb 09 01:26:35.535110 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37874) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:35.541328 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-82b9bd58-bd62-4c73-8044-b0a471f2576f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'security_group': {'name': 'tempest-secgroup-1572720083'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:35.548767 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-82b9bd58-bd62-4c73-8044-b0a471f2576f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:35.553173 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-82b9bd58-bd62-4c73-8044-b0a471f2576f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:security_group and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:35.556315 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-82b9bd58-bd62-4c73-8044-b0a471f2576f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:35.562709 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-82b9bd58-bd62-4c73-8044-b0a471f2576f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:35.575952 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-82b9bd58-bd62-4c73-8044-b0a471f2576f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:35.600213 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-82b9bd58-bd62-4c73-8044-b0a471f2576f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:35.605019 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-82b9bd58-bd62-4c73-8044-b0a471f2576f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:security_group_rule and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:35.609128 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-82b9bd58-bd62-4c73-8044-b0a471f2576f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:35.616085 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-82b9bd58-bd62-4c73-8044-b0a471f2576f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:35.696268 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-fc9643ce-766b-4252-b8a8-aa76a9773a27 None None] Allocated IP 2001:db8::2 (2819f857-8b3e-4c55-a68d-56019d847461/d65ddc51-be0d-41e6-92fa-c21709b70888/1975bbd6-c466-4f78-9c7e-4ff3905eba71) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:35.755571 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-82b9bd58-bd62-4c73-8044-b0a471f2576f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:35.767734 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-82b9bd58-bd62-4c73-8044-b0a471f2576f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:35.870307 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9bd58-bd62-4c73-8044-b0a471f2576f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf76a011-ef9d-4569-b10d-65995da6d70f,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:35.898520 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-82b9bd58-bd62-4c73-8044-b0a471f2576f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:35.900019 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-82b9bd58-bd62-4c73-8044-b0a471f2576f tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3633995 Feb 09 01:26:35.903522 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37884) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:35.922218 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-123dac5f-4492-4236-824b-c092736d67d0 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-668607109', 'security_groups': ['bf76a011-ef9d-4569-b10d-65995da6d70f'], 'network_id': '2819f857-8b3e-4c55-a68d-56019d847461', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd65ddc51-be0d-41e6-92fa-c21709b70888'}]}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:36.178987 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fc9643ce-766b-4252-b8a8-aa76a9773a27 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:36.209591 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-fc9643ce-766b-4252-b8a8-aa76a9773a27 None None] Transition to ACTIVE for port object 1975bbd6-c466-4f78-9c7e-4ff3905eba71 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:36.270193 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-123dac5f-4492-4236-824b-c092736d67d0 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:36.288248 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-fc9643ce-766b-4252-b8a8-aa76a9773a27 None None] Transition to ACTIVE for port object 1975bbd6-c466-4f78-9c7e-4ff3905eba71 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:36.300888 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fc9643ce-766b-4252-b8a8-aa76a9773a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:36.310986 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-123dac5f-4492-4236-824b-c092736d67d0 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:36.335190 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123dac5f-4492-4236-824b-c092736d67d0 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:36.553547 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9643ce-766b-4252-b8a8-aa76a9773a27 None None] Pushing event updated for resources: {'Port': ['ID=1975bbd6-c466-4f78-9c7e-4ff3905eba71,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:36.579405 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9643ce-766b-4252-b8a8-aa76a9773a27 None None] Network 2819f857-8b3e-4c55-a68d-56019d847461 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:36.581476 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-fc9643ce-766b-4252-b8a8-aa76a9773a27 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:36.586458 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9643ce-766b-4252-b8a8-aa76a9773a27 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:26:36.734117 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-123dac5f-4492-4236-824b-c092736d67d0 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:36.795017 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-123dac5f-4492-4236-824b-c092736d67d0 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] device_id is not set on port c0917ce9-f5ee-458b-a538-b817e2bbf897 yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:26:36.860969 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-fc9643ce-766b-4252-b8a8-aa76a9773a27 None None] Attempting to bind port 1975bbd6-c466-4f78-9c7e-4ff3905eba71 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:26:36.861335 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-fc9643ce-766b-4252-b8a8-aa76a9773a27 None None] Attempting to bind port 1975bbd6-c466-4f78-9c7e-4ff3905eba71 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'a6174f69-60c2-4764-af88-34f1a9f39f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '2819f857-8b3e-4c55-a68d-56019d847461'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:26:36.861698 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9643ce-766b-4252-b8a8-aa76a9773a27 None None] Attempting to bind port 1975bbd6-c466-4f78-9c7e-4ff3905eba71 on network 2819f857-8b3e-4c55-a68d-56019d847461 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:26:36.872631 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9643ce-766b-4252-b8a8-aa76a9773a27 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:26:36.873959 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9643ce-766b-4252-b8a8-aa76a9773a27 None None] Checking segment: {'id': 'a6174f69-60c2-4764-af88-34f1a9f39f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '2819f857-8b3e-4c55-a68d-56019d847461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:26:36.873959 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fc9643ce-766b-4252-b8a8-aa76a9773a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:36.873959 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9643ce-766b-4252-b8a8-aa76a9773a27 None None] Bound using segment: {'id': 'a6174f69-60c2-4764-af88-34f1a9f39f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '2819f857-8b3e-4c55-a68d-56019d847461'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:26:36.874273 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-fc9643ce-766b-4252-b8a8-aa76a9773a27 None None] Bound port: 1975bbd6-c466-4f78-9c7e-4ff3905eba71, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6174f69-60c2-4764-af88-34f1a9f39f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '2819f857-8b3e-4c55-a68d-56019d847461'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:26:36.880228 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fc9643ce-766b-4252-b8a8-aa76a9773a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:37.115368 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-fc9643ce-766b-4252-b8a8-aa76a9773a27 None None] For port 1975bbd6-c466-4f78-9c7e-4ff3905eba71, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:26:37.118792 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-fc9643ce-766b-4252-b8a8-aa76a9773a27 None None] For port 1975bbd6-c466-4f78-9c7e-4ff3905eba71, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1975bbd6-c466-4f78-9c7e-4ff3905eba71,segment=NetworkSegment(a6174f69-60c2-4764-af88-34f1a9f39f78),segment_id=a6174f69-60c2-4764-af88-34f1a9f39f78)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:26:37.165740 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fc9643ce-766b-4252-b8a8-aa76a9773a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:37.352028 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-123dac5f-4492-4236-824b-c092736d67d0 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Allocated IP 2001:db8::1f5 (2819f857-8b3e-4c55-a68d-56019d847461/d65ddc51-be0d-41e6-92fa-c21709b70888/c0917ce9-f5ee-458b-a538-b817e2bbf897) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:37.471197 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0b97925c-f2f7-4f24-8f2d-101bd250d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:37.562660 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9643ce-766b-4252-b8a8-aa76a9773a27 None None] Pushing event updated for resources: {'Port': ['ID=1975bbd6-c466-4f78-9c7e-4ff3905eba71,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:37.851154 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-123dac5f-4492-4236-824b-c092736d67d0 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:37.882257 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-123dac5f-4492-4236-824b-c092736d67d0 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Transition to ACTIVE for port object c0917ce9-f5ee-458b-a538-b817e2bbf897 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:37.966461 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-123dac5f-4492-4236-824b-c092736d67d0 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:37.977699 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc07957-5224-4d2f-984e-d89eda92b913 req-e3f76423-ad80-4f1d-a65c-8d8c2c57812c tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:37.988306 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dfc07957-5224-4d2f-984e-d89eda92b913 req-e3f76423-ad80-4f1d-a65c-8d8c2c57812c tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 945 time: 0.1838279 Feb 09 01:26:38.077870 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123dac5f-4492-4236-824b-c092736d67d0 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network 2819f857-8b3e-4c55-a68d-56019d847461 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:38.087964 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-123dac5f-4492-4236-824b-c092736d67d0 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:38.102070 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dfc07957-5224-4d2f-984e-d89eda92b913 req-713ebabb-f16b-49b9-bcce-e1b814bc6c05 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021218 Feb 09 01:26:38.124653 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123dac5f-4492-4236-824b-c092736d67d0 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:26:38.163682 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123dac5f-4492-4236-824b-c092736d67d0 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:38.183636 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-123dac5f-4492-4236-824b-c092736d67d0 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:38.296019 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123dac5f-4492-4236-824b-c092736d67d0 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Port': ['ID=c0917ce9-f5ee-458b-a538-b817e2bbf897,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:38.316222 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-123dac5f-4492-4236-824b-c092736d67d0 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4117353 Feb 09 01:26:38.319220 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37936) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:38.324918 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-575cb80f-56a6-4f2d-a9ac-e34ace1bb356 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'subnet': {'network_id': '2819f857-8b3e-4c55-a68d-56019d847461', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:38.530240 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-575cb80f-56a6-4f2d-a9ac-e34ace1bb356 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:38.535335 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-575cb80f-56a6-4f2d-a9ac-e34ace1bb356 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:subnet and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:38.539197 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-575cb80f-56a6-4f2d-a9ac-e34ace1bb356 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:38.545317 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-575cb80f-56a6-4f2d-a9ac-e34ace1bb356 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:38.560184 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575cb80f-56a6-4f2d-a9ac-e34ace1bb356 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:38.564509 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-575cb80f-56a6-4f2d-a9ac-e34ace1bb356 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:38.790653 n-d-828419-1 neutron-server[87612]: INFO neutron.db.ipam_backend_mixin [None req-575cb80f-56a6-4f2d-a9ac-e34ace1bb356 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d65ddc51-be0d-41e6-92fa-c21709b70888 (CIDR: 2001:db8::/64) Feb 09 01:26:38.800730 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-575cb80f-56a6-4f2d-a9ac-e34ace1bb356 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:26:38.802017 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-575cb80f-56a6-4f2d-a9ac-e34ace1bb356 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:26:38.862105 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-575cb80f-56a6-4f2d-a9ac-e34ace1bb356 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5391974 Feb 09 01:26:38.864256 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37946) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:38.873609 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-4a0a98e5-6511-4c3f-942a-da473a64462c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'subnet': {'network_id': '2819f857-8b3e-4c55-a68d-56019d847461', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:39.191375 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4a0a98e5-6511-4c3f-942a-da473a64462c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:39.196653 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4a0a98e5-6511-4c3f-942a-da473a64462c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:subnet and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:39.200268 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4a0a98e5-6511-4c3f-942a-da473a64462c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:39.209111 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4a0a98e5-6511-4c3f-942a-da473a64462c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:39.266041 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-da6f2607-8f63-4bfb-bd3a-5b6ff89deb04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:39.282225 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0a98e5-6511-4c3f-942a-da473a64462c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:39.286591 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4a0a98e5-6511-4c3f-942a-da473a64462c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:39.412246 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-3e0e5011-1461-421a-b59f-30a8b16bb7a2 None None] Provisioning complete for port d529a3e6-9dce-4295-993a-727f451f98e7 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:39.413594 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3e0e5011-1461-421a-b59f-30a8b16bb7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:39.482027 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-3e0e5011-1461-421a-b59f-30a8b16bb7a2 None None] Port d529a3e6-9dce-4295-993a-727f451f98e7 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:26:39.495898 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-3e0e5011-1461-421a-b59f-30a8b16bb7a2 None None] Provisioning for port 1975bbd6-c466-4f78-9c7e-4ff3905eba71 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:39.621314 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1975bbd6-c466-4f78-9c7e-4ff3905eba71 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:26:39.621855 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c818bc-f881-49f7-af7c-edb0a8a587ae req-efe9d9ac-d81f-4972-9626-08173a072870 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:39.623754 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-62c818bc-f881-49f7-af7c-edb0a8a587ae req-efe9d9ac-d81f-4972-9626-08173a072870 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 945 time: 0.3945267 Feb 09 01:26:39.686901 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-62c818bc-f881-49f7-af7c-edb0a8a587ae req-aeeed189-8c09-4afa-ad6a-ada87c06038e tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546248 Feb 09 01:26:39.797197 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 1975bbd6-c466-4f78-9c7e-4ff3905eba71 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:39.803459 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f54c2f02-68e1-41fb-afa5-c4f29917b47a None None] Provisioning for port c0917ce9-f5ee-458b-a538-b817e2bbf897 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:39.809154 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f54c2f02-68e1-41fb-afa5-c4f29917b47a None None] Provisioning complete for port c0917ce9-f5ee-458b-a538-b817e2bbf897 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:39.809537 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f54c2f02-68e1-41fb-afa5-c4f29917b47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:39.838387 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 1975bbd6-c466-4f78-9c7e-4ff3905eba71 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:39.838949 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:39.858074 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4a0a98e5-6511-4c3f-942a-da473a64462c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:39.916886 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f54c2f02-68e1-41fb-afa5-c4f29917b47a None None] Port c0917ce9-f5ee-458b-a538-b817e2bbf897 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:26:39.952345 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a98e5-6511-4c3f-942a-da473a64462c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Subnet': ['ID=fefd71ad-6e77-4200-aa93-ab141a77f7d9,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:39.973382 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0a98e5-6511-4c3f-942a-da473a64462c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network 2819f857-8b3e-4c55-a68d-56019d847461 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:39.974631 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-4a0a98e5-6511-4c3f-942a-da473a64462c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:39.979603 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0a98e5-6511-4c3f-942a-da473a64462c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:39.981001 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4a0a98e5-6511-4c3f-942a-da473a64462c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:39.995882 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:40.005577 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1664aca-c4b6-45b5-876f-351aee1f2551 None None] Network 2819f857-8b3e-4c55-a68d-56019d847461 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:26:40.029711 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4a0a98e5-6511-4c3f-942a-da473a64462c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1641755 Feb 09 01:26:40.033005 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37978) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:40.040574 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-05f01b55-656d-44ba-9c28-66b247944a6b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-599633702', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fefd71ad-6e77-4200-aa93-ab141a77f7d9'}], 'security_groups': ['31307a7f-e794-4c9c-8400-25368bed63ff']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:40.151821 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 1975bbd6-c466-4f78-9c7e-4ff3905eba71, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1975bbd6-c466-4f78-9c7e-4ff3905eba71,segment=NetworkSegment(a6174f69-60c2-4764-af88-34f1a9f39f78),segment_id=a6174f69-60c2-4764-af88-34f1a9f39f78)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:26:40.174186 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:40.355646 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=1975bbd6-c466-4f78-9c7e-4ff3905eba71,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:40.439965 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-05f01b55-656d-44ba-9c28-66b247944a6b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:40.508910 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:40.525207 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:40.699527 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33b55c9-b46d-4ff0-b357-1bfc6b9036d9 None None] Update dhcp port {'port': {'network_id': '2819f857-8b3e-4c55-a68d-56019d847461', 'fixed_ips': [{'subnet_id': 'd65ddc51-be0d-41e6-92fa-c21709b70888', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fefd71ad-6e77-4200-aa93-ab141a77f7d9'}], 'binding:host_id': 'n-d-828419-1'}, 'id': '1975bbd6-c466-4f78-9c7e-4ff3905eba71'} from n-d-828419-1. {{(pid=87613) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:26:40.776910 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b33b55c9-b46d-4ff0-b357-1bfc6b9036d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:40.837862 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4635f3-7fef-4021-9b9d-2a0100b19695 req-c7a579b9-1a1d-4f3d-b6b0-62e4dfc55f3c tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:40.839630 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-aa4635f3-7fef-4021-9b9d-2a0100b19695 req-c7a579b9-1a1d-4f3d-b6b0-62e4dfc55f3c tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=342017fe-9964-4c5b-b7c1-75d2415af24c HTTP/1.1" status: 200 len: 945 time: 0.1376874 Feb 09 01:26:40.991034 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-aa4635f3-7fef-4021-9b9d-2a0100b19695 req-cdcb661b-b1c4-4ae1-a874-c6d07678988c tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428320 Feb 09 01:26:41.218233 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08a4ce-6e59-4ab7-84ac-44b6b9c5d051 req-faff6f78-821c-42cd-999f-05753902e5a1 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:41.221809 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f08a4ce-6e59-4ab7-84ac-44b6b9c5d051 req-faff6f78-821c-42cd-999f-05753902e5a1 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 945 time: 0.1967008 Feb 09 01:26:41.274804 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e6550-e40f-4c28-a6a4-74b3badff4bc req-e00c73f4-4a89-4330-8230-aeb7a394cc15 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:41.276299 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-af0e6550-e40f-4c28-a6a4-74b3badff4bc req-e00c73f4-4a89-4330-8230-aeb7a394cc15 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.35 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 945 time: 0.7443051 Feb 09 01:26:41.282547 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-b33b55c9-b46d-4ff0-b357-1bfc6b9036d9 None None] Allocated IP 2001:db8:0:1::2 (2819f857-8b3e-4c55-a68d-56019d847461/fefd71ad-6e77-4200-aa93-ab141a77f7d9/1975bbd6-c466-4f78-9c7e-4ff3905eba71) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:41.356823 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f08a4ce-6e59-4ab7-84ac-44b6b9c5d051 req-14bddd7f-3adf-44c1-9119-a57030d5b942 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280718 Feb 09 01:26:41.458711 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-af0e6550-e40f-4c28-a6a4-74b3badff4bc req-d4f515ef-f178-4d15-819c-0ed5fa8deb29 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Deleting port e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:26:41.459067 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-af0e6550-e40f-4c28-a6a4-74b3badff4bc req-d4f515ef-f178-4d15-819c-0ed5fa8deb29 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:41.489525 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-b33b55c9-b46d-4ff0-b357-1bfc6b9036d9 None None] For port 1975bbd6-c466-4f78-9c7e-4ff3905eba71, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1975bbd6-c466-4f78-9c7e-4ff3905eba71,segment=NetworkSegment(a6174f69-60c2-4764-af88-34f1a9f39f78),segment_id=a6174f69-60c2-4764-af88-34f1a9f39f78)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:26:41.560465 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b33b55c9-b46d-4ff0-b357-1bfc6b9036d9 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:41.588287 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b33b55c9-b46d-4ff0-b357-1bfc6b9036d9 None None] Transition to ACTIVE for port object 1975bbd6-c466-4f78-9c7e-4ff3905eba71 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:41.597310 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b33b55c9-b46d-4ff0-b357-1bfc6b9036d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:41.700069 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1975bbd6-c466-4f78-9c7e-4ff3905eba71 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:26:41.917449 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-05f01b55-656d-44ba-9c28-66b247944a6b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Delete allocated IP 2001:db8::1f5 (2819f857-8b3e-4c55-a68d-56019d847461/d65ddc51-be0d-41e6-92fa-c21709b70888) {{(pid=87612) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 01:26:41.926292 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-af0e6550-e40f-4c28-a6a4-74b3badff4bc req-d4f515ef-f178-4d15-819c-0ed5fa8deb29 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] For port e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f,segment=NetworkSegment(b22a0128-e148-4062-a852-912f53d03455),segment_id=b22a0128-e148-4062-a852-912f53d03455)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:26:41.926656 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-af0e6550-e40f-4c28-a6a4-74b3badff4bc req-d4f515ef-f178-4d15-819c-0ed5fa8deb29 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:41.941003 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:41.943835 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-05f01b55-656d-44ba-9c28-66b247944a6b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Allocated IP 2001:db8:0:1::288 (2819f857-8b3e-4c55-a68d-56019d847461/fefd71ad-6e77-4200-aa93-ab141a77f7d9/c0917ce9-f5ee-458b-a538-b817e2bbf897) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:41.963046 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b55c9-b46d-4ff0-b357-1bfc6b9036d9 None None] Pushing event updated for resources: {'Port': ['ID=1975bbd6-c466-4f78-9c7e-4ff3905eba71,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:42.306684 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-af0e6550-e40f-4c28-a6a4-74b3badff4bc req-d4f515ef-f178-4d15-819c-0ed5fa8deb29 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Calling delete_port for e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:26:42.965471 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d9d64-ff3f-4830-ab4b-151c9c6d53e1 req-c995391d-2d92-4381-900e-8dfe9db60e40 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:42.983094 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a71d9d64-ff3f-4830-ab4b-151c9c6d53e1 req-c995391d-2d92-4381-900e-8dfe9db60e40 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=342017fe-9964-4c5b-b7c1-75d2415af24c HTTP/1.1" status: 200 len: 945 time: 0.1376865 Feb 09 01:26:43.056861 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-05f01b55-656d-44ba-9c28-66b247944a6b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:43.064548 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a71d9d64-ff3f-4830-ab4b-151c9c6d53e1 req-f120c8ee-a7fc-48cd-9eed-bd313b553775 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785997 Feb 09 01:26:43.077119 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-05f01b55-656d-44ba-9c28-66b247944a6b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Transition to ACTIVE for port object c0917ce9-f5ee-458b-a538-b817e2bbf897 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:43.124853 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-05f01b55-656d-44ba-9c28-66b247944a6b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:43.222080 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f01b55-656d-44ba-9c28-66b247944a6b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Port': ['ID=c0917ce9-f5ee-458b-a538-b817e2bbf897,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:43.224195 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-af0e6550-e40f-4c28-a6a4-74b3badff4bc req-d4f515ef-f178-4d15-819c-0ed5fa8deb29 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:43.237485 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['f5767c25-7a4d-4c57-91e6-7ee0300d6889'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:26:43.303020 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f01b55-656d-44ba-9c28-66b247944a6b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:43.303364 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f01b55-656d-44ba-9c28-66b247944a6b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:43.303701 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f01b55-656d-44ba-9c28-66b247944a6b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:43.304187 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f01b55-656d-44ba-9c28-66b247944a6b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:43.304560 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f01b55-656d-44ba-9c28-66b247944a6b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:43.315297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f01b55-656d-44ba-9c28-66b247944a6b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:43.315958 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f01b55-656d-44ba-9c28-66b247944a6b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:43.316291 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f01b55-656d-44ba-9c28-66b247944a6b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:43.316653 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f01b55-656d-44ba-9c28-66b247944a6b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:43.316975 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f01b55-656d-44ba-9c28-66b247944a6b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:43.317465 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f01b55-656d-44ba-9c28-66b247944a6b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:43.317968 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f01b55-656d-44ba-9c28-66b247944a6b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:43.420997 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0dc01efc-76d0-49df-ad35-5855fb6e8dfb None None] Provisioning for port 1975bbd6-c466-4f78-9c7e-4ff3905eba71 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:43.427504 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0dc01efc-76d0-49df-ad35-5855fb6e8dfb None None] Provisioning complete for port 1975bbd6-c466-4f78-9c7e-4ff3905eba71 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:43.428017 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0dc01efc-76d0-49df-ad35-5855fb6e8dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:43.479702 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-05f01b55-656d-44ba-9c28-66b247944a6b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] In _notify_port_updated(), no bound segment for port c0917ce9-f5ee-458b-a538-b817e2bbf897 on network 2819f857-8b3e-4c55-a68d-56019d847461 {{(pid=87612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:26:43.486124 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f01b55-656d-44ba-9c28-66b247944a6b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:43.487497 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-05f01b55-656d-44ba-9c28-66b247944a6b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:43.489236 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-05f01b55-656d-44ba-9c28-66b247944a6b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "PUT /v2.0/ports/c0917ce9-f5ee-458b-a538-b817e2bbf897 HTTP/1.1" status: 200 len: 930 time: 3.4551899 Feb 09 01:26:43.492570 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38044) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:43.536941 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f515ef-f178-4d15-819c-0ed5fa8deb29 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Pushing event deleted for resources: {'Port': ['ID=e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:43.554909 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5caec0-ac8f-41e3-a82f-ce58d79fc704 req-52cdade7-a01b-4b5e-8de1-33529a0fd0e7 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:43.558033 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4d5caec0-ac8f-41e3-a82f-ce58d79fc704 req-52cdade7-a01b-4b5e-8de1-33529a0fd0e7 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e95d05-fdd7-4f45-aa0a-0f57b971da33 HTTP/1.1" status: 200 len: 867 time: 0.7073820 Feb 09 01:26:43.561213 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0e6550-e40f-4c28-a6a4-74b3badff4bc req-d4f515ef-f178-4d15-819c-0ed5fa8deb29 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] No DVR routers for this DVR port e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:26:43.616120 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-af0e6550-e40f-4c28-a6a4-74b3badff4bc req-d4f515ef-f178-4d15-819c-0ed5fa8deb29 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:43.620286 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e95d05-fdd7-4f45-aa0a-0f57b971da33', 'name': 'network-vif-deleted', 'tag': 'e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:26:43.644133 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f2bb4-16fc-4d8e-8433-82514a35294d req-56a4a68a-3292-4ce7-a1ac-0a0d2fb550c9 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:43.646642 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-082f2bb4-16fc-4d8e-8433-82514a35294d req-56a4a68a-3292-4ce7-a1ac-0a0d2fb550c9 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.35 "GET /v2.0/ports?device_id=342017fe-9964-4c5b-b7c1-75d2415af24c HTTP/1.1" status: 200 len: 945 time: 0.7984221 Feb 09 01:26:43.731655 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1975bbd6-c466-4f78-9c7e-4ff3905eba71 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:26:43.739939 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-af0e6550-e40f-4c28-a6a4-74b3badff4bc req-d4f515ef-f178-4d15-819c-0ed5fa8deb29 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.35 "DELETE /v2.0/ports/e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f HTTP/1.1" status: 204 len: 173 time: 2.4413078 Feb 09 01:26:43.762590 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4d5caec0-ac8f-41e3-a82f-ce58d79fc704 req-de2566b0-4abb-42b4-93a8-9f051d3df206 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947565 Feb 09 01:26:43.773309 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-e0c44648-db5d-487f-859d-aec1570fa318 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Deleting port c0917ce9-f5ee-458b-a538-b817e2bbf897 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:26:43.773704 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e0c44648-db5d-487f-859d-aec1570fa318 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:43.781079 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e95d05-fdd7-4f45-aa0a-0f57b971da33', 'name': 'network-vif-deleted', 'tag': 'e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f', 'status': 'completed', 'code': 200} Feb 09 01:26:43.805034 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-082f2bb4-16fc-4d8e-8433-82514a35294d req-486e2f57-e702-4dc4-bfac-ac4ec7dd2c70 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Deleting port 3f3e6d51-b6b3-4bc7-8068-4720b2e38161 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:26:43.805530 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-082f2bb4-16fc-4d8e-8433-82514a35294d req-486e2f57-e702-4dc4-bfac-ac4ec7dd2c70 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:43.882590 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0dc01efc-76d0-49df-ad35-5855fb6e8dfb None None] Provisioning complete for port d529a3e6-9dce-4295-993a-727f451f98e7 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:43.883192 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0dc01efc-76d0-49df-ad35-5855fb6e8dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:43.958830 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-0dc01efc-76d0-49df-ad35-5855fb6e8dfb None None] Port d529a3e6-9dce-4295-993a-727f451f98e7 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:26:43.967269 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 1975bbd6-c466-4f78-9c7e-4ff3905eba71 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:43.967692 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:44.193902 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0dc01efc-76d0-49df-ad35-5855fb6e8dfb None None] Provisioning for port c0917ce9-f5ee-458b-a538-b817e2bbf897 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:44.222744 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0dc01efc-76d0-49df-ad35-5855fb6e8dfb None None] Provisioning complete for port c0917ce9-f5ee-458b-a538-b817e2bbf897 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:44.222744 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0dc01efc-76d0-49df-ad35-5855fb6e8dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:44.240475 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-082f2bb4-16fc-4d8e-8433-82514a35294d req-486e2f57-e702-4dc4-bfac-ac4ec7dd2c70 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] For port 3f3e6d51-b6b3-4bc7-8068-4720b2e38161, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=3f3e6d51-b6b3-4bc7-8068-4720b2e38161,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:26:44.240839 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-082f2bb4-16fc-4d8e-8433-82514a35294d req-486e2f57-e702-4dc4-bfac-ac4ec7dd2c70 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:44.395103 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-082f2bb4-16fc-4d8e-8433-82514a35294d req-486e2f57-e702-4dc4-bfac-ac4ec7dd2c70 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Calling delete_port for 3f3e6d51-b6b3-4bc7-8068-4720b2e38161 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:26:44.398626 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e0c44648-db5d-487f-859d-aec1570fa318 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:44.409190 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-0dc01efc-76d0-49df-ad35-5855fb6e8dfb None None] Port c0917ce9-f5ee-458b-a538-b817e2bbf897 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:26:44.579981 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5a48658c-c520-457e-b071-44bf46f50edb None None] Provisioning complete for port c0917ce9-f5ee-458b-a538-b817e2bbf897 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:44.580369 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5a48658c-c520-457e-b071-44bf46f50edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:44.619218 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-e0c44648-db5d-487f-859d-aec1570fa318 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Calling delete_port for c0917ce9-f5ee-458b-a538-b817e2bbf897 owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:26:44.692485 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-5a48658c-c520-457e-b071-44bf46f50edb None None] Port c0917ce9-f5ee-458b-a538-b817e2bbf897 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:26:44.732455 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-082f2bb4-16fc-4d8e-8433-82514a35294d req-486e2f57-e702-4dc4-bfac-ac4ec7dd2c70 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:44.747373 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['3f3e6d51-b6b3-4bc7-8068-4720b2e38161'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:26:44.884547 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e0c44648-db5d-487f-859d-aec1570fa318 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:44.948171 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c44648-db5d-487f-859d-aec1570fa318 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Port': ['ID=c0917ce9-f5ee-458b-a538-b817e2bbf897,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:45.053332 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:26:45.064888 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a2289-e15c-40dd-8334-4b50dd41e76d req-adc7fe70-15e5-411d-9a07-0bb4d9489316 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:45.066579 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5b0a2289-e15c-40dd-8334-4b50dd41e76d req-adc7fe70-15e5-411d-9a07-0bb4d9489316 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=342017fe-9964-4c5b-b7c1-75d2415af24c HTTP/1.1" status: 200 len: 867 time: 0.5871601 Feb 09 01:26:45.067639 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e0c44648-db5d-487f-859d-aec1570fa318 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:45.111918 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e2f57-e702-4dc4-bfac-ac4ec7dd2c70 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Pushing event deleted for resources: {'Port': ['ID=3f3e6d51-b6b3-4bc7-8068-4720b2e38161,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:45.130895 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e0c44648-db5d-487f-859d-aec1570fa318 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/ports/c0917ce9-f5ee-458b-a538-b817e2bbf897 HTTP/1.1" status: 204 len: 168 time: 1.6372514 Feb 09 01:26:45.136901 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38072) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:45.137585 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:26:45.137936 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device e4cfbd19-6ee7-4dbd-b7f2-07a207b3e60f not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:26:45.201502 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcaaae26-15c4-41f3-b1eb-c4d86fd7a604 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] GET failed (client error): The resource could not be found. Feb 09 01:26:45.202144 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fcaaae26-15c4-41f3-b1eb-c4d86fd7a604 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Synchronizing usage tracker for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:26:45.214924 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5b0a2289-e15c-40dd-8334-4b50dd41e76d req-e50ef6e3-5569-459c-9073-b78d27db04dd tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=79501d18-73db-4be7-9d3a-8b21a462509f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362302 Feb 09 01:26:45.254516 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fcaaae26-15c4-41f3-b1eb-c4d86fd7a604 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Unset dirty status for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:26:45.269312 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fcaaae26-15c4-41f3-b1eb-c4d86fd7a604 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "GET /v2.0/ports/c0917ce9-f5ee-458b-a538-b817e2bbf897 HTTP/1.1" status: 404 len: 333 time: 0.1301603 Feb 09 01:26:45.272921 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38076) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:45.314518 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-082f2bb4-16fc-4d8e-8433-82514a35294d req-486e2f57-e702-4dc4-bfac-ac4ec7dd2c70 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] No DVR routers for this DVR port 3f3e6d51-b6b3-4bc7-8068-4720b2e38161 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:26:45.318587 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-082f2bb4-16fc-4d8e-8433-82514a35294d req-486e2f57-e702-4dc4-bfac-ac4ec7dd2c70 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:45.367190 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-082f2bb4-16fc-4d8e-8433-82514a35294d req-486e2f57-e702-4dc4-bfac-ac4ec7dd2c70 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.35 "DELETE /v2.0/ports/3f3e6d51-b6b3-4bc7-8068-4720b2e38161 HTTP/1.1" status: 204 len: 173 time: 1.7032902 Feb 09 01:26:45.380654 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-92770623-b7a5-4baf-ab64-0f6a39b0cd79 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:45.493178 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-92770623-b7a5-4baf-ab64-0f6a39b0cd79 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:45.645028 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-92770623-b7a5-4baf-ab64-0f6a39b0cd79 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:45.692127 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c4602-3485-4172-92bc-3685cf0bdb05 req-edd5a13d-8113-4311-9d19-1f2378ae56b9 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:45.700371 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-eb7c4602-3485-4172-92bc-3685cf0bdb05 req-edd5a13d-8113-4311-9d19-1f2378ae56b9 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.2623618 Feb 09 01:26:45.725975 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92770623-b7a5-4baf-ab64-0f6a39b0cd79 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf76a011-ef9d-4569-b10d-65995da6d70f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:45.768959 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-eb7c4602-3485-4172-92bc-3685cf0bdb05 req-05338788-1706-42c9-99ec-ff78497e639b tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673623 Feb 09 01:26:45.770242 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-92770623-b7a5-4baf-ab64-0f6a39b0cd79 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:45.772506 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-92770623-b7a5-4baf-ab64-0f6a39b0cd79 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/security-groups/bf76a011-ef9d-4569-b10d-65995da6d70f HTTP/1.1" status: 204 len: 168 time: 0.4974649 Feb 09 01:26:45.774121 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38090) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:45.783343 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342017fe-9964-4c5b-b7c1-75d2415af24c', 'name': 'network-vif-deleted', 'tag': '3f3e6d51-b6b3-4bc7-8068-4720b2e38161'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:26:45.861892 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342017fe-9964-4c5b-b7c1-75d2415af24c', 'name': 'network-vif-deleted', 'tag': '3f3e6d51-b6b3-4bc7-8068-4720b2e38161', 'status': 'completed', 'code': 200} Feb 09 01:26:45.887670 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e75e3101-3d0f-4d1f-b365-c7478dd02531 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:45.920245 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e75e3101-3d0f-4d1f-b365-c7478dd02531 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:45.988611 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e75e3101-3d0f-4d1f-b365-c7478dd02531 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:46.035269 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e75e3101-3d0f-4d1f-b365-c7478dd02531 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:46.038480 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38100) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:46.049815 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e75e3101-3d0f-4d1f-b365-c7478dd02531 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/security-groups/31307a7f-e794-4c9c-8400-25368bed63ff HTTP/1.1" status: 204 len: 168 time: 0.2743814 Feb 09 01:26:46.053849 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e3101-3d0f-4d1f-b365-c7478dd02531 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31307a7f-e794-4c9c-8400-25368bed63ff,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:46.146576 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa992a07-1770-4cc5-addc-1b75921ad09d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Deleting subnet d65ddc51-be0d-41e6-92fa-c21709b70888 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:26:46.153651 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-aa992a07-1770-4cc5-addc-1b75921ad09d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:46.244063 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-aa992a07-1770-4cc5-addc-1b75921ad09d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:46.421133 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-aa992a07-1770-4cc5-addc-1b75921ad09d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:46.527631 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4b8a5bdc-a60d-487e-911e-9f2e16499aa4 req-3acc4bdc-3cb9-47e1-8e28-962f09130a8d tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=342017fe-9964-4c5b-b7c1-75d2415af24c HTTP/1.1" status: 200 len: 210 time: 0.1327639 Feb 09 01:26:46.545579 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-aa992a07-1770-4cc5-addc-1b75921ad09d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:46.601978 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992a07-1770-4cc5-addc-1b75921ad09d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Subnet': ['ID=d65ddc51-be0d-41e6-92fa-c21709b70888,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:46.605573 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-aa992a07-1770-4cc5-addc-1b75921ad09d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:46.613254 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8f5d2b-d54e-4085-af17-a68f93137b91 None None] Network 2819f857-8b3e-4c55-a68d-56019d847461 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:26:46.614923 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-aa992a07-1770-4cc5-addc-1b75921ad09d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/subnets/d65ddc51-be0d-41e6-92fa-c21709b70888 HTTP/1.1" status: 204 len: 168 time: 0.5754063 Feb 09 01:26:46.618814 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38114) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:46.628667 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-90f2b1f0-82fe-49b3-841c-535657a2c75e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'subnet': {'network_id': '2819f857-8b3e-4c55-a68d-56019d847461', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:47.067117 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 3f3e6d51-b6b3-4bc7-8068-4720b2e38161 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:26:47.130424 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-90f2b1f0-82fe-49b3-841c-535657a2c75e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:47.169609 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-90f2b1f0-82fe-49b3-841c-535657a2c75e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:subnet and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:47.180935 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-90f2b1f0-82fe-49b3-841c-535657a2c75e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:47.182224 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 3f3e6d51-b6b3-4bc7-8068-4720b2e38161 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:26:47.182753 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 3f3e6d51-b6b3-4bc7-8068-4720b2e38161 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:26:47.215407 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-90f2b1f0-82fe-49b3-841c-535657a2c75e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:47.237201 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f2b1f0-82fe-49b3-841c-535657a2c75e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:47.240914 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90f2b1f0-82fe-49b3-841c-535657a2c75e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:47.275306 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1fede-b55f-4a33-9357-19cfc7ba2cec req-8a9d5512-1072-4c54-bfdd-63f2caeed02e tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:47.276038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-12a1fede-b55f-4a33-9357-19cfc7ba2cec req-8a9d5512-1072-4c54-bfdd-63f2caeed02e tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Synchronizing usage tracker for tenant:ed945528e2364e0ba5c0570da01f0152 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:26:47.395547 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:26:47.415910 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-12a1fede-b55f-4a33-9357-19cfc7ba2cec req-8a9d5512-1072-4c54-bfdd-63f2caeed02e tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Unset dirty status for tenant:ed945528e2364e0ba5c0570da01f0152 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:26:47.433037 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-12a1fede-b55f-4a33-9357-19cfc7ba2cec req-8a9d5512-1072-4c54-bfdd-63f2caeed02e tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.4740391 Feb 09 01:26:47.502968 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-12a1fede-b55f-4a33-9357-19cfc7ba2cec req-3b6c7ef4-ae2f-46d5-8166-3a916f675b6e tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687597 Feb 09 01:26:47.799007 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90f2b1f0-82fe-49b3-841c-535657a2c75e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:47.887120 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f2b1f0-82fe-49b3-841c-535657a2c75e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network 2819f857-8b3e-4c55-a68d-56019d847461 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:47.891638 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-90f2b1f0-82fe-49b3-841c-535657a2c75e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:47.906112 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f2b1f0-82fe-49b3-841c-535657a2c75e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:47.906554 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90f2b1f0-82fe-49b3-841c-535657a2c75e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:47.964821 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2b1f0-82fe-49b3-841c-535657a2c75e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Subnet': ['ID=a5c2099c-24a1-4dd3-ae85-d3830f7b3398,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:48.014731 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-90f2b1f0-82fe-49b3-841c-535657a2c75e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3945975 Feb 09 01:26:48.017940 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38140) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:48.032557 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-1a58878c-f6b7-4977-bfcb-864d9183d370 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'security_group': {'name': 'tempest-secgroup-1901460081'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:48.050473 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1a58878c-f6b7-4977-bfcb-864d9183d370 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:48.056621 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1a58878c-f6b7-4977-bfcb-864d9183d370 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:security_group and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:48.062563 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1a58878c-f6b7-4977-bfcb-864d9183d370 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:48.081585 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1a58878c-f6b7-4977-bfcb-864d9183d370 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:48.099091 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1a58878c-f6b7-4977-bfcb-864d9183d370 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:48.148890 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1a58878c-f6b7-4977-bfcb-864d9183d370 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:48.166636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1a58878c-f6b7-4977-bfcb-864d9183d370 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:security_group_rule and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:48.174421 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1a58878c-f6b7-4977-bfcb-864d9183d370 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:48.181538 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1a58878c-f6b7-4977-bfcb-864d9183d370 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:48.331561 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1a58878c-f6b7-4977-bfcb-864d9183d370 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:48.341294 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1a58878c-f6b7-4977-bfcb-864d9183d370 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:48.421844 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58878c-f6b7-4977-bfcb-864d9183d370 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4306c082-9ef2-4477-8ed3-9d38f9827a27,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:48.432688 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1a58878c-f6b7-4977-bfcb-864d9183d370 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:48.434465 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1a58878c-f6b7-4977-bfcb-864d9183d370 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4154642 Feb 09 01:26:48.436906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38148) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:48.443399 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-6d236491-ee1e-4a18-8622-b14961aa83e4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'security_group': {'name': 'tempest-secgroup-75233878'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:48.458632 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6d236491-ee1e-4a18-8622-b14961aa83e4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:48.463621 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23084e1-1ae9-4e63-ab91-336adefe577a None None] Network 2819f857-8b3e-4c55-a68d-56019d847461 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:26:48.466934 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6d236491-ee1e-4a18-8622-b14961aa83e4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:security_group and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:48.470436 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6d236491-ee1e-4a18-8622-b14961aa83e4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:48.486266 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6d236491-ee1e-4a18-8622-b14961aa83e4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:48.513610 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6d236491-ee1e-4a18-8622-b14961aa83e4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:48.558441 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6d236491-ee1e-4a18-8622-b14961aa83e4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:48.577956 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6d236491-ee1e-4a18-8622-b14961aa83e4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:security_group_rule and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:48.581609 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6d236491-ee1e-4a18-8622-b14961aa83e4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:48.591615 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6d236491-ee1e-4a18-8622-b14961aa83e4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:48.630909 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-95886679-1a6a-4c4e-aaa9-e8786f8f4d5a None None] Provisioning complete for port d529a3e6-9dce-4295-993a-727f451f98e7 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:48.631616 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-95886679-1a6a-4c4e-aaa9-e8786f8f4d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:48.783711 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-95886679-1a6a-4c4e-aaa9-e8786f8f4d5a None None] Port d529a3e6-9dce-4295-993a-727f451f98e7 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:26:48.834461 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-95886679-1a6a-4c4e-aaa9-e8786f8f4d5a None None] Provisioning complete for port 1975bbd6-c466-4f78-9c7e-4ff3905eba71 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:48.834752 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-95886679-1a6a-4c4e-aaa9-e8786f8f4d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:48.980537 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6d236491-ee1e-4a18-8622-b14961aa83e4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:48.989143 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6d236491-ee1e-4a18-8622-b14961aa83e4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:49.118100 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabd7e0-e980-4f40-bce0-907744302a51 req-0d8a6b7d-2c42-4628-8a42-cd43c4177db2 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:49.119695 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bcabd7e0-e980-4f40-bce0-907744302a51 req-0d8a6b7d-2c42-4628-8a42-cd43c4177db2 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.3661451 Feb 09 01:26:49.132278 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d236491-ee1e-4a18-8622-b14961aa83e4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e59444-73d5-4469-8138-20f4f42df8e9,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:49.190097 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6d236491-ee1e-4a18-8622-b14961aa83e4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:49.190097 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6d236491-ee1e-4a18-8622-b14961aa83e4 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7477498 Feb 09 01:26:49.196973 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38168) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:49.196973 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b30e0bba-b97e-4a0e-9b44-992a1c5a66e9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'security_group': {'name': 'tempest-secgroup-682326281'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:49.207145 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b30e0bba-b97e-4a0e-9b44-992a1c5a66e9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:49.220794 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b30e0bba-b97e-4a0e-9b44-992a1c5a66e9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:security_group and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:49.231975 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b30e0bba-b97e-4a0e-9b44-992a1c5a66e9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:49.245426 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b30e0bba-b97e-4a0e-9b44-992a1c5a66e9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:49.262968 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bcabd7e0-e980-4f40-bce0-907744302a51 req-a986f84a-8d94-4b58-96a1-0551843b60d5 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093740 Feb 09 01:26:49.285673 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b30e0bba-b97e-4a0e-9b44-992a1c5a66e9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:49.342505 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b30e0bba-b97e-4a0e-9b44-992a1c5a66e9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:49.353348 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b30e0bba-b97e-4a0e-9b44-992a1c5a66e9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:security_group_rule and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:49.357253 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b30e0bba-b97e-4a0e-9b44-992a1c5a66e9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:49.357373 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf143aa-fd66-4a39-81c3-c254ee58087a None None] Update dhcp port {'port': {'network_id': '2819f857-8b3e-4c55-a68d-56019d847461', 'fixed_ips': [{'subnet_id': 'fefd71ad-6e77-4200-aa93-ab141a77f7d9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a5c2099c-24a1-4dd3-ae85-d3830f7b3398'}], 'binding:host_id': 'n-d-828419-1'}, 'id': '1975bbd6-c466-4f78-9c7e-4ff3905eba71'} from n-d-828419-1. {{(pid=87613) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:26:49.366890 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b30e0bba-b97e-4a0e-9b44-992a1c5a66e9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:49.454316 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2cf143aa-fd66-4a39-81c3-c254ee58087a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:49.496814 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b30e0bba-b97e-4a0e-9b44-992a1c5a66e9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:49.503831 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b30e0bba-b97e-4a0e-9b44-992a1c5a66e9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:49.570153 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b30e0bba-b97e-4a0e-9b44-992a1c5a66e9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:49.574715 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b30e0bba-b97e-4a0e-9b44-992a1c5a66e9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3834562 Feb 09 01:26:49.576577 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38176) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:49.584182 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-a97f5423-da23-4551-ae13-d75ed9c5f46b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1625654676', 'security_groups': ['a1101eb1-bfcf-4685-916c-15f2825e64cd'], 'network_id': '2819f857-8b3e-4c55-a68d-56019d847461', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a5c2099c-24a1-4dd3-ae85-d3830f7b3398'}]}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:49.621927 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e0bba-b97e-4a0e-9b44-992a1c5a66e9 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1101eb1-bfcf-4685-916c-15f2825e64cd,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:49.871291 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a97f5423-da23-4551-ae13-d75ed9c5f46b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:49.887966 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a97f5423-da23-4551-ae13-d75ed9c5f46b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:49.904055 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97f5423-da23-4551-ae13-d75ed9c5f46b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:49.945051 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-2cf143aa-fd66-4a39-81c3-c254ee58087a None None] Allocated IP 2001:db8::2 (2819f857-8b3e-4c55-a68d-56019d847461/a5c2099c-24a1-4dd3-ae85-d3830f7b3398/1975bbd6-c466-4f78-9c7e-4ff3905eba71) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:50.142130 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a97f5423-da23-4551-ae13-d75ed9c5f46b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:50.198312 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-a97f5423-da23-4551-ae13-d75ed9c5f46b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] device_id is not set on port 2e7602f5-ffd1-4b6a-b168-f4290abcf7d6 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:26:50.244106 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-2cf143aa-fd66-4a39-81c3-c254ee58087a None None] For port 1975bbd6-c466-4f78-9c7e-4ff3905eba71, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1975bbd6-c466-4f78-9c7e-4ff3905eba71,segment=NetworkSegment(a6174f69-60c2-4764-af88-34f1a9f39f78),segment_id=a6174f69-60c2-4764-af88-34f1a9f39f78)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:26:50.307640 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2cf143aa-fd66-4a39-81c3-c254ee58087a None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:50.342444 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2cf143aa-fd66-4a39-81c3-c254ee58087a None None] Transition to ACTIVE for port object 1975bbd6-c466-4f78-9c7e-4ff3905eba71 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:50.354518 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2cf143aa-fd66-4a39-81c3-c254ee58087a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:50.560695 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf143aa-fd66-4a39-81c3-c254ee58087a None None] Pushing event updated for resources: {'Port': ['ID=1975bbd6-c466-4f78-9c7e-4ff3905eba71,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:51.111729 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7cfb6-5af3-4755-bab5-d791e35d817f req-6a92f2d7-d14a-4111-afca-0c323e4d9bc3 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:51.113309 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-15f7cfb6-5af3-4755-bab5-d791e35d817f req-6a92f2d7-d14a-4111-afca-0c323e4d9bc3 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.3757515 Feb 09 01:26:51.131255 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-a97f5423-da23-4551-ae13-d75ed9c5f46b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Allocated IP 2001:db8::245 (2819f857-8b3e-4c55-a68d-56019d847461/a5c2099c-24a1-4dd3-ae85-d3830f7b3398/2e7602f5-ffd1-4b6a-b168-f4290abcf7d6) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:51.221006 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-15f7cfb6-5af3-4755-bab5-d791e35d817f req-dea4264b-faf4-43a9-bd0a-77ff950186f3 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916061 Feb 09 01:26:51.529007 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [req-fccb2bf1-1010-4ad4-aaa0-533e1f4c5542 req-b098a59d-adaa-4fe5-b2b6-3f50b17a95b0 tempest-ServersTestManualDisk-1918100537 tempest-ServersTestManualDisk-1918100537-project] (87611) timed out ('10.222.0.35', 63526) {{(pid=87611) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 01:26:51.638393 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1975bbd6-c466-4f78-9c7e-4ff3905eba71 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:26:51.654920 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a97f5423-da23-4551-ae13-d75ed9c5f46b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:51.714540 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-a97f5423-da23-4551-ae13-d75ed9c5f46b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Transition to ACTIVE for port object 2e7602f5-ffd1-4b6a-b168-f4290abcf7d6 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:51.806830 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a97f5423-da23-4551-ae13-d75ed9c5f46b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:51.887796 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:51.894470 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a7bdb6cb-80d0-41b6-808d-d890dc44f7bd None None] Provisioning complete for port d529a3e6-9dce-4295-993a-727f451f98e7 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:51.895242 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a7bdb6cb-80d0-41b6-808d-d890dc44f7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:51.906986 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97f5423-da23-4551-ae13-d75ed9c5f46b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network 2819f857-8b3e-4c55-a68d-56019d847461 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:51.911699 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-a97f5423-da23-4551-ae13-d75ed9c5f46b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:51.916878 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97f5423-da23-4551-ae13-d75ed9c5f46b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:26:51.924420 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97f5423-da23-4551-ae13-d75ed9c5f46b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:51.925259 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a97f5423-da23-4551-ae13-d75ed9c5f46b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:51.933998 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f5423-da23-4551-ae13-d75ed9c5f46b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Port': ['ID=2e7602f5-ffd1-4b6a-b168-f4290abcf7d6,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:51.992091 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a97f5423-da23-4551-ae13-d75ed9c5f46b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4119248 Feb 09 01:26:51.994255 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38248) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:52.002018 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-62a26013-55c2-4d9a-983a-1bfffdd4dcea tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'subnet': {'network_id': '2819f857-8b3e-4c55-a68d-56019d847461', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:52.033172 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a7bdb6cb-80d0-41b6-808d-d890dc44f7bd None None] Port d529a3e6-9dce-4295-993a-727f451f98e7 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:26:52.050490 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a7bdb6cb-80d0-41b6-808d-d890dc44f7bd None None] Provisioning for port 1975bbd6-c466-4f78-9c7e-4ff3905eba71 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:52.076058 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a7bdb6cb-80d0-41b6-808d-d890dc44f7bd None None] Provisioning complete for port 1975bbd6-c466-4f78-9c7e-4ff3905eba71 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:52.076743 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a7bdb6cb-80d0-41b6-808d-d890dc44f7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:52.313382 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826b80b-0287-4149-a168-5c6592f432a3 req-e88b6cfe-6327-44f2-a5f3-eb230f1e48a6 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:52.317299 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8826b80b-0287-4149-a168-5c6592f432a3 req-e88b6cfe-6327-44f2-a5f3-eb230f1e48a6 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.2240651 Feb 09 01:26:52.534765 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-8826b80b-0287-4149-a168-5c6592f432a3 req-25adec57-0b1f-48c1-ab47-e1f76493494b tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Deleting port f5767c25-7a4d-4c57-91e6-7ee0300d6889 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:26:52.535425 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8826b80b-0287-4149-a168-5c6592f432a3 req-25adec57-0b1f-48c1-ab47-e1f76493494b tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:52.614173 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-4f9a5728-5216-419d-be89-ca0b6da21d1f None None] Provisioning for port 2e7602f5-ffd1-4b6a-b168-f4290abcf7d6 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:52.620870 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-4f9a5728-5216-419d-be89-ca0b6da21d1f None None] Provisioning complete for port 2e7602f5-ffd1-4b6a-b168-f4290abcf7d6 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:52.621476 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4f9a5728-5216-419d-be89-ca0b6da21d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:52.624380 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-62a26013-55c2-4d9a-983a-1bfffdd4dcea tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:52.639624 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-62a26013-55c2-4d9a-983a-1bfffdd4dcea tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:subnet and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:52.646020 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-62a26013-55c2-4d9a-983a-1bfffdd4dcea tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:52.655523 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-62a26013-55c2-4d9a-983a-1bfffdd4dcea tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:52.678556 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a26013-55c2-4d9a-983a-1bfffdd4dcea tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:52.693075 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-62a26013-55c2-4d9a-983a-1bfffdd4dcea tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:52.777704 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-4f9a5728-5216-419d-be89-ca0b6da21d1f None None] Port 2e7602f5-ffd1-4b6a-b168-f4290abcf7d6 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:26:52.998682 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790e5a4-51c7-4ada-bffc-14918ce31c52 req-a911b1b9-e388-4a00-a7a0-8dd9e44d628f tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:53.019416 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5790e5a4-51c7-4ada-bffc-14918ce31c52 req-a911b1b9-e388-4a00-a7a0-8dd9e44d628f tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 946 time: 0.4678962 Feb 09 01:26:53.187909 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-8826b80b-0287-4149-a168-5c6592f432a3 req-25adec57-0b1f-48c1-ab47-e1f76493494b tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] For port f5767c25-7a4d-4c57-91e6-7ee0300d6889, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=f5767c25-7a4d-4c57-91e6-7ee0300d6889,segment=NetworkSegment(b22a0128-e148-4062-a852-912f53d03455),segment_id=b22a0128-e148-4062-a852-912f53d03455)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:26:53.188572 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8826b80b-0287-4149-a168-5c6592f432a3 req-25adec57-0b1f-48c1-ab47-e1f76493494b tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:53.203736 n-d-828419-1 neutron-server[87611]: INFO neutron.db.ipam_backend_mixin [None req-62a26013-55c2-4d9a-983a-1bfffdd4dcea tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a5c2099c-24a1-4dd3-ae85-d3830f7b3398 (CIDR: 2001:db8::/64) Feb 09 01:26:53.240714 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-62a26013-55c2-4d9a-983a-1bfffdd4dcea tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:26:53.246876 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62a26013-55c2-4d9a-983a-1bfffdd4dcea tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:26:53.285000 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5790e5a4-51c7-4ada-bffc-14918ce31c52 req-ffc99fc1-a5ee-4caa-a3ed-505cb30d0c1f tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2681123-8f43-4cc2-a187-df195fc99e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643082 Feb 09 01:26:53.299025 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-62a26013-55c2-4d9a-983a-1bfffdd4dcea tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3030956 Feb 09 01:26:53.302405 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38280) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:53.308265 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-d67f7b6a-d6a5-4414-a0bf-ef5f8454095a tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'subnet': {'network_id': '2819f857-8b3e-4c55-a68d-56019d847461', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:53.348223 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38284) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:53.395912 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-8826b80b-0287-4149-a168-5c6592f432a3 req-25adec57-0b1f-48c1-ab47-e1f76493494b tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Calling delete_port for f5767c25-7a4d-4c57-91e6-7ee0300d6889 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:26:53.426422 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b17418cb-a200-4c31-ac86-a9d7ad653f96 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-923653899', 'description': 'tempest-secgroup-smoke-923653899 description', 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:53.435801 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b17418cb-a200-4c31-ac86-a9d7ad653f96 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:53.470587 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b17418cb-a200-4c31-ac86-a9d7ad653f96 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:53.556642 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b17418cb-a200-4c31-ac86-a9d7ad653f96 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:53.588096 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8826b80b-0287-4149-a168-5c6592f432a3 req-25adec57-0b1f-48c1-ab47-e1f76493494b tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:53.597872 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b17418cb-a200-4c31-ac86-a9d7ad653f96 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:53.600538 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d67f7b6a-d6a5-4414-a0bf-ef5f8454095a tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:53.605203 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['f5767c25-7a4d-4c57-91e6-7ee0300d6889'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:26:53.605360 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b17418cb-a200-4c31-ac86-a9d7ad653f96 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Usage tracker for resource:security_group_rule and tenant:5ddfa727b5a54b179d7c03a600eaa4b9 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:53.608249 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d67f7b6a-d6a5-4414-a0bf-ef5f8454095a tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:subnet and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:53.611455 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b17418cb-a200-4c31-ac86-a9d7ad653f96 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:53.614672 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d67f7b6a-d6a5-4414-a0bf-ef5f8454095a tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:53.622171 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b17418cb-a200-4c31-ac86-a9d7ad653f96 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:53.624845 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d67f7b6a-d6a5-4414-a0bf-ef5f8454095a tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:53.652342 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67f7b6a-d6a5-4414-a0bf-ef5f8454095a tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:53.656078 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d67f7b6a-d6a5-4414-a0bf-ef5f8454095a tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:53.676924 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25adec57-0b1f-48c1-ab47-e1f76493494b tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Pushing event deleted for resources: {'Port': ['ID=f5767c25-7a4d-4c57-91e6-7ee0300d6889,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:53.736279 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-8826b80b-0287-4149-a168-5c6592f432a3 req-25adec57-0b1f-48c1-ab47-e1f76493494b tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] No DVR routers for this DVR port f5767c25-7a4d-4c57-91e6-7ee0300d6889 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:26:53.739715 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8826b80b-0287-4149-a168-5c6592f432a3 req-25adec57-0b1f-48c1-ab47-e1f76493494b tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:53.745415 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f9d66d-3ff5-4918-8d17-11f27389f700', 'name': 'network-vif-deleted', 'tag': 'f5767c25-7a4d-4c57-91e6-7ee0300d6889'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:26:53.763092 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8826b80b-0287-4149-a168-5c6592f432a3 req-25adec57-0b1f-48c1-ab47-e1f76493494b tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.35 "DELETE /v2.0/ports/f5767c25-7a4d-4c57-91e6-7ee0300d6889 HTTP/1.1" status: 204 len: 173 time: 1.4318335 Feb 09 01:26:53.825682 n-d-828419-1 neutron-server[87611]: INFO neutron.db.ipam_backend_mixin [None req-d67f7b6a-d6a5-4414-a0bf-ef5f8454095a tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet fefd71ad-6e77-4200-aa93-ab141a77f7d9 (CIDR: 2001:db8:0:1::/64) Feb 09 01:26:53.829700 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-d67f7b6a-d6a5-4414-a0bf-ef5f8454095a tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:26:53.830158 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d67f7b6a-d6a5-4414-a0bf-ef5f8454095a tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:26:53.861086 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f9d66d-3ff5-4918-8d17-11f27389f700', 'name': 'network-vif-deleted', 'tag': 'f5767c25-7a4d-4c57-91e6-7ee0300d6889', 'status': 'completed', 'code': 200} Feb 09 01:26:53.878039 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d67f7b6a-d6a5-4414-a0bf-ef5f8454095a tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5743585 Feb 09 01:26:53.881076 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38300) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:53.888558 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-88df2a40-7398-400f-ab3d-d3ce18328c8d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'subnet': {'network_id': '2819f857-8b3e-4c55-a68d-56019d847461', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:53.928829 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b17418cb-a200-4c31-ac86-a9d7ad653f96 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:53.943718 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b17418cb-a200-4c31-ac86-a9d7ad653f96 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:54.010700 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17418cb-a200-4c31-ac86-a9d7ad653f96 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=104dca1f-b466-4675-83f9-0fd36c975bc6,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:54.024392 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b17418cb-a200-4c31-ac86-a9d7ad653f96 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:54.025996 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b17418cb-a200-4c31-ac86-a9d7ad653f96 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6765885 Feb 09 01:26:54.029592 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38304) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:54.041766 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-deaa92b9-2592-4435-8e9c-1a8b8f271483 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Request body: {'security_group_rule': {'security_group_id': '104dca1f-b466-4675-83f9-0fd36c975bc6', 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:54.057198 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-deaa92b9-2592-4435-8e9c-1a8b8f271483 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:54.068113 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-deaa92b9-2592-4435-8e9c-1a8b8f271483 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Usage tracker for resource:security_group_rule and tenant:5ddfa727b5a54b179d7c03a600eaa4b9 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:54.073127 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-deaa92b9-2592-4435-8e9c-1a8b8f271483 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:54.084156 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-deaa92b9-2592-4435-8e9c-1a8b8f271483 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:54.129087 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-deaa92b9-2592-4435-8e9c-1a8b8f271483 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:54.155506 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-88df2a40-7398-400f-ab3d-d3ce18328c8d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:54.159765 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-88df2a40-7398-400f-ab3d-d3ce18328c8d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Usage tracker for resource:subnet and tenant:ff3cbcda03904135b8cc886351e27142 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:54.162851 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-88df2a40-7398-400f-ab3d-d3ce18328c8d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:54.169788 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-88df2a40-7398-400f-ab3d-d3ce18328c8d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:54.181606 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88df2a40-7398-400f-ab3d-d3ce18328c8d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Made reservation on behalf of ff3cbcda03904135b8cc886351e27142 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:54.186526 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-88df2a40-7398-400f-ab3d-d3ce18328c8d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:54.218269 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-deaa92b9-2592-4435-8e9c-1a8b8f271483 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:54.225042 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-deaa92b9-2592-4435-8e9c-1a8b8f271483 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:54.266633 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa92b9-2592-4435-8e9c-1a8b8f271483 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c08d5b4-7702-449b-9c26-70e8bff25c7d,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:54.296165 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-deaa92b9-2592-4435-8e9c-1a8b8f271483 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:54.300203 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-deaa92b9-2592-4435-8e9c-1a8b8f271483 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2667184 Feb 09 01:26:54.300364 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38314) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:54.311752 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-f1d6b70c-908c-40b8-8001-781c34b8b766 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Request body: {'security_group_rule': {'security_group_id': '104dca1f-b466-4675-83f9-0fd36c975bc6', 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:54.319497 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f1d6b70c-908c-40b8-8001-781c34b8b766 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:54.323908 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f1d6b70c-908c-40b8-8001-781c34b8b766 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Usage tracker for resource:security_group_rule and tenant:5ddfa727b5a54b179d7c03a600eaa4b9 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:54.339992 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f1d6b70c-908c-40b8-8001-781c34b8b766 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:54.357239 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f1d6b70c-908c-40b8-8001-781c34b8b766 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:54.399910 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f1d6b70c-908c-40b8-8001-781c34b8b766 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:54.564202 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f1d6b70c-908c-40b8-8001-781c34b8b766 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:54.570591 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f1d6b70c-908c-40b8-8001-781c34b8b766 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:54.597486 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6b70c-908c-40b8-8001-781c34b8b766 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee9d28d-00e4-472c-94b1-83f375f1b07f,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:54.626056 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f1d6b70c-908c-40b8-8001-781c34b8b766 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:54.628367 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f1d6b70c-908c-40b8-8001-781c34b8b766 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3270538 Feb 09 01:26:54.632865 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38320) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:54.639616 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-42116c8a-f492-4b51-8e94-d644bcd2cd06 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Request body: {'security_group_rule': {'security_group_id': '104dca1f-b466-4675-83f9-0fd36c975bc6', 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:54.647241 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-42116c8a-f492-4b51-8e94-d644bcd2cd06 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:54.652157 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-42116c8a-f492-4b51-8e94-d644bcd2cd06 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Usage tracker for resource:security_group_rule and tenant:5ddfa727b5a54b179d7c03a600eaa4b9 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:54.656891 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-42116c8a-f492-4b51-8e94-d644bcd2cd06 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:54.664608 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-42116c8a-f492-4b51-8e94-d644bcd2cd06 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:54.681191 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3877bcec-b539-4602-9f1e-7335460be618 req-b76b9e8a-59f9-41c9-86ef-7122101f9514 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Synchronizing usage tracker for tenant:ed945528e2364e0ba5c0570da01f0152 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:26:54.705311 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-42116c8a-f492-4b51-8e94-d644bcd2cd06 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:54.706433 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3877bcec-b539-4602-9f1e-7335460be618 req-b76b9e8a-59f9-41c9-86ef-7122101f9514 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] Unset dirty status for tenant:ed945528e2364e0ba5c0570da01f0152 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:26:54.707612 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3877bcec-b539-4602-9f1e-7335460be618 req-b76b9e8a-59f9-41c9-86ef-7122101f9514 tempest-ServerRescueNegativeTestJSON-1774556972 tempest-ServerRescueNegativeTestJSON-1774556972-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f9d66d-3ff5-4918-8d17-11f27389f700 HTTP/1.1" status: 200 len: 210 time: 0.0816233 Feb 09 01:26:54.819997 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-42116c8a-f492-4b51-8e94-d644bcd2cd06 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:54.824506 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-42116c8a-f492-4b51-8e94-d644bcd2cd06 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:54.857167 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42116c8a-f492-4b51-8e94-d644bcd2cd06 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc2ee05-36de-40c1-9a84-9f98b19cc4d6,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:54.892471 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-42116c8a-f492-4b51-8e94-d644bcd2cd06 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:54.893812 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-42116c8a-f492-4b51-8e94-d644bcd2cd06 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2594109 Feb 09 01:26:54.896834 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38328) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:54.901655 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-88df2a40-7398-400f-ab3d-d3ce18328c8d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:54.902796 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-d59f47e7-cbcd-43de-8db7-07b9acb659d3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Request body: {'security_group_rule': {'security_group_id': '104dca1f-b466-4675-83f9-0fd36c975bc6', 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:54.909823 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d59f47e7-cbcd-43de-8db7-07b9acb659d3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:54.913810 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d59f47e7-cbcd-43de-8db7-07b9acb659d3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Usage tracker for resource:security_group_rule and tenant:5ddfa727b5a54b179d7c03a600eaa4b9 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:54.916921 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d59f47e7-cbcd-43de-8db7-07b9acb659d3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:54.923355 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d59f47e7-cbcd-43de-8db7-07b9acb659d3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:54.957121 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88df2a40-7398-400f-ab3d-d3ce18328c8d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Network 2819f857-8b3e-4c55-a68d-56019d847461 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:54.960536 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-88df2a40-7398-400f-ab3d-d3ce18328c8d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:54.961887 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d59f47e7-cbcd-43de-8db7-07b9acb659d3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:54.969219 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88df2a40-7398-400f-ab3d-d3ce18328c8d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:54.970045 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-88df2a40-7398-400f-ab3d-d3ce18328c8d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:54.972318 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190de961-8043-4344-bf60-10a6b950b3a3 None None] Network 2819f857-8b3e-4c55-a68d-56019d847461 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:26:54.996822 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df2a40-7398-400f-ab3d-d3ce18328c8d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Subnet': ['ID=cadab845-d54b-4dbb-8836-f7f097e852ea,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:55.004811 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-88df2a40-7398-400f-ab3d-d3ce18328c8d tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1223197 Feb 09 01:26:55.007808 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38334) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:55.014634 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-322937a4-e763-40e4-985b-8eb62ef11209 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-839502801', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cadab845-d54b-4dbb-8836-f7f097e852ea'}], 'security_groups': ['4306c082-9ef2-4477-8ed3-9d38f9827a27', '72e59444-73d5-4469-8138-20f4f42df8e9']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:55.115090 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:55.161536 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-322937a4-e763-40e4-985b-8eb62ef11209 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:55.217995 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d59f47e7-cbcd-43de-8db7-07b9acb659d3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:55.233625 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d59f47e7-cbcd-43de-8db7-07b9acb659d3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:55.275221 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f47e7-cbcd-43de-8db7-07b9acb659d3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff3b7551-5719-4ee8-89c6-12cfddd86621,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:55.310702 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d59f47e7-cbcd-43de-8db7-07b9acb659d3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:55.314623 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d59f47e7-cbcd-43de-8db7-07b9acb659d3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4137354 Feb 09 01:26:55.315054 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38344) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:55.327348 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-6893b26b-b607-408f-91c0-a225e5670248 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Request body: {'security_group_rule': {'security_group_id': '104dca1f-b466-4675-83f9-0fd36c975bc6', 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:55.335573 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6893b26b-b607-408f-91c0-a225e5670248 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:55.340277 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6893b26b-b607-408f-91c0-a225e5670248 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Usage tracker for resource:security_group_rule and tenant:5ddfa727b5a54b179d7c03a600eaa4b9 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:55.344487 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6893b26b-b607-408f-91c0-a225e5670248 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:55.369408 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6893b26b-b607-408f-91c0-a225e5670248 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:55.391147 n-d-828419-1 neutron-server[87611]: INFO neutron.db.securitygroups_db [None req-6893b26b-b607-408f-91c0-a225e5670248 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Project 5ddfa727b5a54b179d7c03a600eaa4b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:26:55.408481 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6893b26b-b607-408f-91c0-a225e5670248 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:55.544045 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad02ea1e-9bd1-4db9-b512-91113ca76498 None None] Update dhcp port {'port': {'network_id': '2819f857-8b3e-4c55-a68d-56019d847461', 'fixed_ips': [{'subnet_id': 'fefd71ad-6e77-4200-aa93-ab141a77f7d9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a5c2099c-24a1-4dd3-ae85-d3830f7b3398', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cadab845-d54b-4dbb-8836-f7f097e852ea'}], 'binding:host_id': 'n-d-828419-1'}, 'id': '1975bbd6-c466-4f78-9c7e-4ff3905eba71'} from n-d-828419-1. {{(pid=87613) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:26:55.553411 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6893b26b-b607-408f-91c0-a225e5670248 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:55.560281 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6893b26b-b607-408f-91c0-a225e5670248 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:55.628191 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893b26b-b607-408f-91c0-a225e5670248 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=648ecf4b-ae8f-4df6-8c59-4e840b7fd115,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:55.632926 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ad02ea1e-9bd1-4db9-b512-91113ca76498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:55.633164 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6893b26b-b607-408f-91c0-a225e5670248 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:55.636030 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6893b26b-b607-408f-91c0-a225e5670248 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3192196 Feb 09 01:26:55.639274 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38354) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:55.653415 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-5dafc800-0514-4282-a0f0-dfe0828e4f5b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Request body: {'security_group_rule': {'security_group_id': '104dca1f-b466-4675-83f9-0fd36c975bc6', 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:55.662784 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5dafc800-0514-4282-a0f0-dfe0828e4f5b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:26:55.669238 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5dafc800-0514-4282-a0f0-dfe0828e4f5b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Usage tracker for resource:security_group_rule and tenant:5ddfa727b5a54b179d7c03a600eaa4b9 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:26:55.673456 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5dafc800-0514-4282-a0f0-dfe0828e4f5b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:26:55.685834 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5dafc800-0514-4282-a0f0-dfe0828e4f5b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:26:55.704310 n-d-828419-1 neutron-server[87611]: INFO neutron.db.securitygroups_db [None req-5dafc800-0514-4282-a0f0-dfe0828e4f5b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Project 5ddfa727b5a54b179d7c03a600eaa4b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:26:55.715582 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5dafc800-0514-4282-a0f0-dfe0828e4f5b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:55.805088 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5dafc800-0514-4282-a0f0-dfe0828e4f5b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:55.806221 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-322937a4-e763-40e4-985b-8eb62ef11209 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Delete allocated IP 2001:db8::245 (2819f857-8b3e-4c55-a68d-56019d847461/a5c2099c-24a1-4dd3-ae85-d3830f7b3398) {{(pid=87612) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 01:26:55.814730 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5dafc800-0514-4282-a0f0-dfe0828e4f5b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:55.854506 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-322937a4-e763-40e4-985b-8eb62ef11209 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Allocated IP 2001:db8:0:2::161 (2819f857-8b3e-4c55-a68d-56019d847461/cadab845-d54b-4dbb-8836-f7f097e852ea/2e7602f5-ffd1-4b6a-b168-f4290abcf7d6) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:55.881403 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dafc800-0514-4282-a0f0-dfe0828e4f5b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b7adc75-796d-45e5-9e93-d043e30f05c5,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:55.894211 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5dafc800-0514-4282-a0f0-dfe0828e4f5b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:55.900721 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5dafc800-0514-4282-a0f0-dfe0828e4f5b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2567329 Feb 09 01:26:55.976498 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38378) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:56.152050 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-322937a4-e763-40e4-985b-8eb62ef11209 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:56.173798 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-322937a4-e763-40e4-985b-8eb62ef11209 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Transition to ACTIVE for port object 2e7602f5-ffd1-4b6a-b168-f4290abcf7d6 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:56.187186 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-322937a4-e763-40e4-985b-8eb62ef11209 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:56.326764 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-322937a4-e763-40e4-985b-8eb62ef11209 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] In _notify_port_updated(), no bound segment for port 2e7602f5-ffd1-4b6a-b168-f4290abcf7d6 on network 2819f857-8b3e-4c55-a68d-56019d847461 {{(pid=87612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:26:56.332479 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322937a4-e763-40e4-985b-8eb62ef11209 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:56.334008 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-322937a4-e763-40e4-985b-8eb62ef11209 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:56.337794 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-322937a4-e763-40e4-985b-8eb62ef11209 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "PUT /v2.0/ports/2e7602f5-ffd1-4b6a-b168-f4290abcf7d6 HTTP/1.1" status: 200 len: 969 time: 1.3259900 Feb 09 01:26:56.339450 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38416) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:56.342644 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-ad02ea1e-9bd1-4db9-b512-91113ca76498 None None] Allocated IP 2001:db8:0:2::2 (2819f857-8b3e-4c55-a68d-56019d847461/cadab845-d54b-4dbb-8836-f7f097e852ea/1975bbd6-c466-4f78-9c7e-4ff3905eba71) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:56.454922 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322937a4-e763-40e4-985b-8eb62ef11209 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event updated for resources: {'Port': ['ID=2e7602f5-ffd1-4b6a-b168-f4290abcf7d6,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:56.497543 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-89223582-a2f8-40c3-ad34-404914933711 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Deleting port 2e7602f5-ffd1-4b6a-b168-f4290abcf7d6 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:26:56.497889 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-89223582-a2f8-40c3-ad34-404914933711 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:56.624090 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-ad02ea1e-9bd1-4db9-b512-91113ca76498 None None] For port 1975bbd6-c466-4f78-9c7e-4ff3905eba71, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1975bbd6-c466-4f78-9c7e-4ff3905eba71,segment=NetworkSegment(a6174f69-60c2-4764-af88-34f1a9f39f78),segment_id=a6174f69-60c2-4764-af88-34f1a9f39f78)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:26:56.686559 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ad02ea1e-9bd1-4db9-b512-91113ca76498 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:56.712005 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ad02ea1e-9bd1-4db9-b512-91113ca76498 None None] Transition to ACTIVE for port object 1975bbd6-c466-4f78-9c7e-4ff3905eba71 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:56.726591 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ad02ea1e-9bd1-4db9-b512-91113ca76498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:57.076781 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02ea1e-9bd1-4db9-b512-91113ca76498 None None] Pushing event updated for resources: {'Port': ['ID=1975bbd6-c466-4f78-9c7e-4ff3905eba71,revision_number=7']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:57.091715 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device f5767c25-7a4d-4c57-91e6-7ee0300d6889 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:26:57.130074 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-89223582-a2f8-40c3-ad34-404914933711 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:57.204428 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: f5767c25-7a4d-4c57-91e6-7ee0300d6889 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:26:57.204570 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device f5767c25-7a4d-4c57-91e6-7ee0300d6889 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:26:57.387409 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-89223582-a2f8-40c3-ad34-404914933711 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Calling delete_port for 2e7602f5-ffd1-4b6a-b168-f4290abcf7d6 owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:26:57.526872 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8293ff1c-f98a-4316-9f5a-a42e56abaa04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:57.684309 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1975bbd6-c466-4f78-9c7e-4ff3905eba71 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:26:58.315941 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-89223582-a2f8-40c3-ad34-404914933711 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:58.380913 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89223582-a2f8-40c3-ad34-404914933711 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Port': ['ID=2e7602f5-ffd1-4b6a-b168-f4290abcf7d6,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:58.403476 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-8293ff1c-f98a-4316-9f5a-a42e56abaa04 admin admin] Deleting port 11285a5c-d71f-4de6-9780-8239e34a071c {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:26:58.404067 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8293ff1c-f98a-4316-9f5a-a42e56abaa04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:58.430855 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-82c59bf5-4dd5-46c9-a6ec-794fa5d44c48 None None] Provisioning complete for port d529a3e6-9dce-4295-993a-727f451f98e7 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:58.431651 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-82c59bf5-4dd5-46c9-a6ec-794fa5d44c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:58.435251 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-89223582-a2f8-40c3-ad34-404914933711 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:58.460850 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-89223582-a2f8-40c3-ad34-404914933711 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/ports/2e7602f5-ffd1-4b6a-b168-f4290abcf7d6 HTTP/1.1" status: 204 len: 168 time: 2.1210337 Feb 09 01:26:58.462868 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38482) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:58.557429 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1211d40-1ec5-4b1f-8f5b-7865c7cd5e64 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] GET failed (client error): The resource could not be found. Feb 09 01:26:58.558555 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b1211d40-1ec5-4b1f-8f5b-7865c7cd5e64 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Synchronizing usage tracker for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:26:58.582655 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b1211d40-1ec5-4b1f-8f5b-7865c7cd5e64 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Unset dirty status for tenant:ff3cbcda03904135b8cc886351e27142 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:26:58.586867 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b1211d40-1ec5-4b1f-8f5b-7865c7cd5e64 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "GET /v2.0/ports/2e7602f5-ffd1-4b6a-b168-f4290abcf7d6 HTTP/1.1" status: 404 len: 333 time: 0.1197104 Feb 09 01:26:58.587157 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38486) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:58.700130 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-8293ff1c-f98a-4316-9f5a-a42e56abaa04 admin admin] For port 11285a5c-d71f-4de6-9780-8239e34a071c, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=11285a5c-d71f-4de6-9780-8239e34a071c,segment=NetworkSegment(b22a0128-e148-4062-a852-912f53d03455),segment_id=b22a0128-e148-4062-a852-912f53d03455)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:26:58.700707 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8293ff1c-f98a-4316-9f5a-a42e56abaa04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:58.728629 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-82c59bf5-4dd5-46c9-a6ec-794fa5d44c48 None None] Port d529a3e6-9dce-4295-993a-727f451f98e7 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:26:58.735263 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-82c59bf5-4dd5-46c9-a6ec-794fa5d44c48 None None] Could not find standard attr ID for object 2e7602f5-ffd1-4b6a-b168-f4290abcf7d6. {{(pid=87613) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:26:58.737831 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2cc28281-a6a7-440e-be2d-fcad03234af7 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:58.766152 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-82c59bf5-4dd5-46c9-a6ec-794fa5d44c48 None None] Provisioning for port 1975bbd6-c466-4f78-9c7e-4ff3905eba71 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:58.771380 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-82c59bf5-4dd5-46c9-a6ec-794fa5d44c48 None None] Provisioning complete for port 1975bbd6-c466-4f78-9c7e-4ff3905eba71 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:58.771763 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-82c59bf5-4dd5-46c9-a6ec-794fa5d44c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:58.786415 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2cc28281-a6a7-440e-be2d-fcad03234af7 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:58.878127 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2cc28281-a6a7-440e-be2d-fcad03234af7 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:58.934617 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc28281-a6a7-440e-be2d-fcad03234af7 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1101eb1-bfcf-4685-916c-15f2825e64cd,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:58.942087 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-8293ff1c-f98a-4316-9f5a-a42e56abaa04 admin admin] Calling delete_port for 11285a5c-d71f-4de6-9780-8239e34a071c owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:26:58.952075 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2cc28281-a6a7-440e-be2d-fcad03234af7 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:58.956757 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2cc28281-a6a7-440e-be2d-fcad03234af7 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/security-groups/a1101eb1-bfcf-4685-916c-15f2825e64cd HTTP/1.1" status: 204 len: 168 time: 0.3685517 Feb 09 01:26:59.013399 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38496) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:59.134363 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5215b302-6e20-4917-8801-198df6f45e49 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:59.169080 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-643ef5e0-e871-4d15-8739-006ff2aa4e4f None None] Could not find standard attr ID for object 2e7602f5-ffd1-4b6a-b168-f4290abcf7d6. {{(pid=87613) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:26:59.229475 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5215b302-6e20-4917-8801-198df6f45e49 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:59.331872 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5215b302-6e20-4917-8801-198df6f45e49 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:59.359831 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215b302-6e20-4917-8801-198df6f45e49 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e59444-73d5-4469-8138-20f4f42df8e9,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:59.386516 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5215b302-6e20-4917-8801-198df6f45e49 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:59.388212 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5215b302-6e20-4917-8801-198df6f45e49 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/security-groups/72e59444-73d5-4469-8138-20f4f42df8e9 HTTP/1.1" status: 204 len: 168 time: 0.3716862 Feb 09 01:26:59.391657 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38512) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:59.450402 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8293ff1c-f98a-4316-9f5a-a42e56abaa04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:59.495597 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-413bc147-579c-449c-b369-b3eb541ac804 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:59.538008 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-413bc147-579c-449c-b369-b3eb541ac804 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:59.574504 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293ff1c-f98a-4316-9f5a-a42e56abaa04 admin admin] Pushing event deleted for resources: {'Port': ['ID=11285a5c-d71f-4de6-9780-8239e34a071c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:59.608732 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-413bc147-579c-449c-b369-b3eb541ac804 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:59.629910 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413bc147-579c-449c-b369-b3eb541ac804 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4306c082-9ef2-4477-8ed3-9d38f9827a27,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:59.657956 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-413bc147-579c-449c-b369-b3eb541ac804 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:59.665670 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-413bc147-579c-449c-b369-b3eb541ac804 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/security-groups/4306c082-9ef2-4477-8ed3-9d38f9827a27 HTTP/1.1" status: 204 len: 168 time: 0.2727652 Feb 09 01:26:59.677051 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38518) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:26:59.804752 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe875c2-9ccb-4196-ae00-512dd414c51e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Deleting subnet a5c2099c-24a1-4dd3-ae85-d3830f7b3398 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:26:59.808572 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dfe875c2-9ccb-4196-ae00-512dd414c51e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:26:59.952507 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dfe875c2-9ccb-4196-ae00-512dd414c51e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:00.030256 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8293ff1c-f98a-4316-9f5a-a42e56abaa04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:00.173543 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dfe875c2-9ccb-4196-ae00-512dd414c51e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:00.308427 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dfe875c2-9ccb-4196-ae00-512dd414c51e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:00.362042 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe875c2-9ccb-4196-ae00-512dd414c51e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c2099c-24a1-4dd3-ae85-d3830f7b3398,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:00.365095 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dfe875c2-9ccb-4196-ae00-512dd414c51e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:00.373661 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa25d29-fddd-47b5-a9be-46722a67ddc3 None None] Network 2819f857-8b3e-4c55-a68d-56019d847461 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:27:00.387748 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-dfe875c2-9ccb-4196-ae00-512dd414c51e tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/subnets/a5c2099c-24a1-4dd3-ae85-d3830f7b3398 HTTP/1.1" status: 204 len: 168 time: 0.7095368 Feb 09 01:27:00.394079 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38534) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:00.584776 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdfc8115-18b1-4bcd-a762-982617735ec3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Deleting subnet cadab845-d54b-4dbb-8836-f7f097e852ea {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:27:00.592024 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cdfc8115-18b1-4bcd-a762-982617735ec3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:00.753718 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cdfc8115-18b1-4bcd-a762-982617735ec3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:00.987046 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8293ff1c-f98a-4316-9f5a-a42e56abaa04 admin admin] Router da9f9897-b5ce-4797-b1e7-8c83b8857e94 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:27:01.001349 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cdfc8115-18b1-4bcd-a762-982617735ec3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:01.145866 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cdfc8115-18b1-4bcd-a762-982617735ec3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:01.234295 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc8115-18b1-4bcd-a762-982617735ec3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Subnet': ['ID=cadab845-d54b-4dbb-8836-f7f097e852ea,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:01.249609 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cdfc8115-18b1-4bcd-a762-982617735ec3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:01.262294 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-cdfc8115-18b1-4bcd-a762-982617735ec3 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/subnets/cadab845-d54b-4dbb-8836-f7f097e852ea HTTP/1.1" status: 204 len: 168 time: 0.8681982 Feb 09 01:27:01.273272 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38546) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:01.356356 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8293ff1c-f98a-4316-9f5a-a42e56abaa04 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:27:01.371600 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeb6e96-e60a-4a66-97b4-817969870c1b None None] Sync routers for ids ['da9f9897-b5ce-4797-b1e7-8c83b8857e94'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:01.376939 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-df77318a-cd6f-4efc-b709-438fadd9bc2a tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] DELETE failed (client error): The resource could not be found. Feb 09 01:27:01.389846 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df77318a-cd6f-4efc-b709-438fadd9bc2a tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:27:01.392208 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-df77318a-cd6f-4efc-b709-438fadd9bc2a tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/subnets/a5c2099c-24a1-4dd3-ae85-d3830f7b3398 HTTP/1.1" status: 404 len: 337 time: 0.1178508 Feb 09 01:27:01.394752 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38552) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:01.401410 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeb6e96-e60a-4a66-97b4-817969870c1b None None] Routers {'da9f9897-b5ce-4797-b1e7-8c83b8857e94'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:01.402035 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-2aeb6e96-e60a-4a66-97b4-817969870c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:26:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['da9f9897-b5ce-4797-b1e7-8c83b8857e94'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:01.406980 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8293ff1c-f98a-4316-9f5a-a42e56abaa04 admin admin] 10.222.0.37 "PUT /v2.0/routers/da9f9897-b5ce-4797-b1e7-8c83b8857e94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4284158 Feb 09 01:27:01.407806 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38556) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:01.577723 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d5b19ce-5be4-472d-9b67-2c267471e8cf tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Deleting subnet fefd71ad-6e77-4200-aa93-ab141a77f7d9 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:27:01.596116 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1d5b19ce-5be4-472d-9b67-2c267471e8cf tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:01.739733 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1d5b19ce-5be4-472d-9b67-2c267471e8cf tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:01.902023 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f44ff27e-ff14-4db4-ad60-f9c520ed13c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:01.946298 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-2aeb6e96-e60a-4a66-97b4-817969870c1b None None] Set router da9f9897-b5ce-4797-b1e7-8c83b8857e94 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:27:02.064705 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1d5b19ce-5be4-472d-9b67-2c267471e8cf tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:02.243450 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1d5b19ce-5be4-472d-9b67-2c267471e8cf tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:02.286739 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf60818a-0614-4e4d-bb65-2cd4371a760a None None] Network 2819f857-8b3e-4c55-a68d-56019d847461 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:27:02.300892 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b19ce-5be4-472d-9b67-2c267471e8cf tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Subnet': ['ID=fefd71ad-6e77-4200-aa93-ab141a77f7d9,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:02.319963 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1d5b19ce-5be4-472d-9b67-2c267471e8cf tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:02.337718 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1d5b19ce-5be4-472d-9b67-2c267471e8cf tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/subnets/fefd71ad-6e77-4200-aa93-ab141a77f7d9 HTTP/1.1" status: 204 len: 168 time: 0.9419477 Feb 09 01:27:02.340935 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38574) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:02.370380 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f44ff27e-ff14-4db4-ad60-f9c520ed13c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:02.394473 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-f44ff27e-ff14-4db4-ad60-f9c520ed13c7 admin admin] Deleting port be452ea9-d57b-41c8-a44e-402b41ae8977 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:02.394473 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f44ff27e-ff14-4db4-ad60-f9c520ed13c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:02.423518 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e8f291f-d731-4c85-8d6d-16d6f8209cf1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] DELETE failed (client error): The resource could not be found. Feb 09 01:27:02.423518 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e8f291f-d731-4c85-8d6d-16d6f8209cf1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:27:02.423518 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9e8f291f-d731-4c85-8d6d-16d6f8209cf1 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/subnets/d65ddc51-be0d-41e6-92fa-c21709b70888 HTTP/1.1" status: 404 len: 337 time: 0.0760303 Feb 09 01:27:02.442950 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38578) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:02.558104 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b29bd6c0-a93b-4900-b9c6-f35e5c406613 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cfa6131-3a0e-499a-8597-e77a279d91e0 HTTP/1.1" status: 200 len: 205 time: 0.1199954 Feb 09 01:27:02.558104 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38582) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:02.772587 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-dc533a11-a872-4cd1-9c3f-251262347053 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] delete failed (client error): The resource could not be found. Feb 09 01:27:02.773653 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-dc533a11-a872-4cd1-9c3f-251262347053 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/routers/5cfa6131-3a0e-499a-8597-e77a279d91e0 HTTP/1.1" status: 404 len: 336 time: 0.2207184 Feb 09 01:27:02.777906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38592) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:02.809226 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-2aeb6e96-e60a-4a66-97b4-817969870c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9f9897-b5ce-4797-b1e7-8c83b8857e94', 'name': 'tempest-ServerRescueNegativeTestJSON-1262530063-router', 'tenant_id': 'ed945528e2364e0ba5c0570da01f0152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'be452ea9-d57b-41c8-a44e-402b41ae8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:23:05Z', 'updated_at': '2022-02-09T01:26:59Z', 'revision_number': 5, 'project_id': 'ed945528e2364e0ba5c0570da01f0152', 'gw_port': {'id': 'be452ea9-d57b-41c8-a44e-402b41ae8977', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:52:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9f9897-b5ce-4797-b1e7-8c83b8857e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:23:07Z', 'updated_at': '2022-02-09T01:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:02.819515 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeb6e96-e60a-4a66-97b4-817969870c1b None None] Checking router: da9f9897-b5ce-4797-b1e7-8c83b8857e94 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:27:02.826631 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-f44ff27e-ff14-4db4-ad60-f9c520ed13c7 admin admin] For port be452ea9-d57b-41c8-a44e-402b41ae8977, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=be452ea9-d57b-41c8-a44e-402b41ae8977,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:02.827177 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f44ff27e-ff14-4db4-ad60-f9c520ed13c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:02.851478 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf56585-b4b6-462e-b51e-ea594bfff614 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] DELETE failed (client error): The resource could not be found. Feb 09 01:27:02.852060 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeb6e96-e60a-4a66-97b4-817969870c1b None None] Routers {'da9f9897-b5ce-4797-b1e7-8c83b8857e94'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:02.852143 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daf56585-b4b6-462e-b51e-ea594bfff614 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:27:02.853065 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-2aeb6e96-e60a-4a66-97b4-817969870c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:26:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['da9f9897-b5ce-4797-b1e7-8c83b8857e94'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:02.856542 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-daf56585-b4b6-462e-b51e-ea594bfff614 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/subnets/1e33d8c6-b47d-4c6b-bab2-659e32896ad3 HTTP/1.1" status: 404 len: 337 time: 0.0751114 Feb 09 01:27:02.858443 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38598) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:02.893346 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-28163d0e-33ea-4dbd-a2a1-250173dc0265 None None] Provisioning complete for port d529a3e6-9dce-4295-993a-727f451f98e7 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:02.894051 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-28163d0e-33ea-4dbd-a2a1-250173dc0265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:02.950081 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-76924741-6d07-4769-9f45-1df91e5471c8 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] DELETE failed (client error): The resource could not be found. Feb 09 01:27:02.952338 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76924741-6d07-4769-9f45-1df91e5471c8 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:27:02.959617 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-76924741-6d07-4769-9f45-1df91e5471c8 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/subnets/694e6ced-1744-488b-b2ca-32654530944f HTTP/1.1" status: 404 len: 337 time: 0.0973077 Feb 09 01:27:02.967495 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38602) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:03.017464 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-a61d22de-6a77-4320-a3f3-76011ac9c834 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] DELETE failed (client error): The resource could not be found. Feb 09 01:27:03.018335 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a61d22de-6a77-4320-a3f3-76011ac9c834 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:27:03.021055 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a61d22de-6a77-4320-a3f3-76011ac9c834 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/subnets/ee25c175-5b84-41d3-aabd-c89fd9cda5b6 HTTP/1.1" status: 404 len: 337 time: 0.0525389 Feb 09 01:27:03.023642 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38606) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:03.041784 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-28163d0e-33ea-4dbd-a2a1-250173dc0265 None None] Port d529a3e6-9dce-4295-993a-727f451f98e7 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:27:03.070130 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-f44ff27e-ff14-4db4-ad60-f9c520ed13c7 admin admin] Calling delete_port for be452ea9-d57b-41c8-a44e-402b41ae8977 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:27:03.088753 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-28163d0e-33ea-4dbd-a2a1-250173dc0265 None None] Provisioning complete for port 1975bbd6-c466-4f78-9c7e-4ff3905eba71 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:03.097440 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-28163d0e-33ea-4dbd-a2a1-250173dc0265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:03.099362 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-accc042b-4ff7-4b8a-9d11-214e3b442fa8 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] DELETE failed (client error): The resource could not be found. Feb 09 01:27:03.100293 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-accc042b-4ff7-4b8a-9d11-214e3b442fa8 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:27:03.102571 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-accc042b-4ff7-4b8a-9d11-214e3b442fa8 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/ports/fdd035fb-af63-4157-8f57-b96554dfc1d8 HTTP/1.1" status: 404 len: 333 time: 0.0777094 Feb 09 01:27:03.105855 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38610) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:03.172488 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae4435c-e171-4219-9585-f75099f77c31 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] DELETE failed (client error): The resource could not be found. Feb 09 01:27:03.173511 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae4435c-e171-4219-9585-f75099f77c31 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:27:03.175495 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0ae4435c-e171-4219-9585-f75099f77c31 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/subnets/b576ca76-7706-47c1-ad36-a2d0985cd64f HTTP/1.1" status: 404 len: 337 time: 0.0675256 Feb 09 01:27:03.178291 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38616) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:03.285392 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-b14a3a30-9908-4184-9c5c-f2efaa95b24b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] DELETE failed (client error): The resource could not be found. Feb 09 01:27:03.285737 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b14a3a30-9908-4184-9c5c-f2efaa95b24b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:27:03.290455 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b14a3a30-9908-4184-9c5c-f2efaa95b24b tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/subnets/53689e4a-8463-4890-998d-6870723145f6 HTTP/1.1" status: 404 len: 337 time: 0.1065400 Feb 09 01:27:03.296458 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38626) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:03.298786 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-2aeb6e96-e60a-4a66-97b4-817969870c1b None None] Set router da9f9897-b5ce-4797-b1e7-8c83b8857e94 gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:27:03.427329 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a74d04-7e2b-4d23-a73b-89ea5816e574 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] DELETE failed (client error): The resource could not be found. Feb 09 01:27:03.427842 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a74d04-7e2b-4d23-a73b-89ea5816e574 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:27:03.429559 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-07a74d04-7e2b-4d23-a73b-89ea5816e574 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/ports/95ed6eab-d846-4850-ba5e-13eb262e211b HTTP/1.1" status: 404 len: 333 time: 0.1319673 Feb 09 01:27:03.436189 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38630) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:03.527629 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5008e11-2d1e-4138-83f4-705636e65df0 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] DELETE failed (client error): The resource could not be found. Feb 09 01:27:03.527928 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5008e11-2d1e-4138-83f4-705636e65df0 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:27:03.529811 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c5008e11-2d1e-4138-83f4-705636e65df0 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/subnets/008171c0-b174-4146-a5ba-2300909d508a HTTP/1.1" status: 404 len: 337 time: 0.0927119 Feb 09 01:27:03.532455 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38634) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:03.581079 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79500d12-17a3-4246-b17f-1a16dddbbb72 None None] DHCP port deletion for 2819f857-8b3e-4c55-a68d-56019d847461 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:27:03.599170 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-79500d12-17a3-4246-b17f-1a16dddbbb72 None None] Deleting port 1975bbd6-c466-4f78-9c7e-4ff3905eba71 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:03.599551 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-79500d12-17a3-4246-b17f-1a16dddbbb72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:03.657812 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-df456055-eb6e-4f80-9d22-ac7188e5dcc2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] DELETE failed (client error): The resource could not be found. Feb 09 01:27:03.658274 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df456055-eb6e-4f80-9d22-ac7188e5dcc2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:27:03.662309 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-df456055-eb6e-4f80-9d22-ac7188e5dcc2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/subnets/fbc2b04a-cfb9-4bcb-b8e2-5888381766ed HTTP/1.1" status: 404 len: 337 time: 0.1265841 Feb 09 01:27:03.664386 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38640) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:03.786709 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-2aeb6e96-e60a-4a66-97b4-817969870c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da9f9897-b5ce-4797-b1e7-8c83b8857e94', 'name': 'tempest-ServerRescueNegativeTestJSON-1262530063-router', 'tenant_id': 'ed945528e2364e0ba5c0570da01f0152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:23:05Z', 'updated_at': '2022-02-09T01:27:02Z', 'revision_number': 6, 'project_id': 'ed945528e2364e0ba5c0570da01f0152', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:03.805271 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeb6e96-e60a-4a66-97b4-817969870c1b None None] The sync data for ids ['da9f9897-b5ce-4797-b1e7-8c83b8857e94'] in n-d-828419-1 is: [{'id': 'da9f9897-b5ce-4797-b1e7-8c83b8857e94', 'name': 'tempest-ServerRescueNegativeTestJSON-1262530063-router', 'tenant_id': 'ed945528e2364e0ba5c0570da01f0152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:23:05Z', 'updated_at': '2022-02-09T01:27:02Z', 'revision_number': 6, 'project_id': 'ed945528e2364e0ba5c0570da01f0152', 'gw_port_host': None}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:03.816517 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f44ff27e-ff14-4db4-ad60-f9c520ed13c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:04.200742 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-79500d12-17a3-4246-b17f-1a16dddbbb72 None None] For port 1975bbd6-c466-4f78-9c7e-4ff3905eba71, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1975bbd6-c466-4f78-9c7e-4ff3905eba71,segment=NetworkSegment(a6174f69-60c2-4764-af88-34f1a9f39f78),segment_id=a6174f69-60c2-4764-af88-34f1a9f39f78)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:04.201527 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-79500d12-17a3-4246-b17f-1a16dddbbb72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:04.237153 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ff27e-ff14-4db4-ad60-f9c520ed13c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=be452ea9-d57b-41c8-a44e-402b41ae8977,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:04.278164 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-3808aa96-1b34-40e7-8cf8-0712e4ef71e2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Deleting port d529a3e6-9dce-4295-993a-727f451f98e7 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:04.280656 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3808aa96-1b34-40e7-8cf8-0712e4ef71e2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:04.368776 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-79500d12-17a3-4246-b17f-1a16dddbbb72 None None] Calling delete_port for 1975bbd6-c466-4f78-9c7e-4ff3905eba71 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:27:04.502631 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-79500d12-17a3-4246-b17f-1a16dddbbb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:04.573077 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79500d12-17a3-4246-b17f-1a16dddbbb72 None None] Pushing event deleted for resources: {'Port': ['ID=1975bbd6-c466-4f78-9c7e-4ff3905eba71,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:04.573607 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f44ff27e-ff14-4db4-ad60-f9c520ed13c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:04.626288 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79500d12-17a3-4246-b17f-1a16dddbbb72 None None] No DVR routers for this DVR port 1975bbd6-c466-4f78-9c7e-4ff3905eba71 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:27:05.015571 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f44ff27e-ff14-4db4-ad60-f9c520ed13c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:05.028296 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f44ff27e-ff14-4db4-ad60-f9c520ed13c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:05.034169 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3808aa96-1b34-40e7-8cf8-0712e4ef71e2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:05.201593 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-3808aa96-1b34-40e7-8cf8-0712e4ef71e2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Calling delete_port for d529a3e6-9dce-4295-993a-727f451f98e7 owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:27:05.231688 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f44ff27e-ff14-4db4-ad60-f9c520ed13c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:05.232217 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44ff27e-ff14-4db4-ad60-f9c520ed13c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da9f9897-b5ce-4797-b1e7-8c83b8857e94 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:27:05.267794 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f44ff27e-ff14-4db4-ad60-f9c520ed13c7 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:05.269203 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f44ff27e-ff14-4db4-ad60-f9c520ed13c7 admin admin] 10.222.0.37 "DELETE /v2.0/routers/da9f9897-b5ce-4797-b1e7-8c83b8857e94 HTTP/1.1" status: 204 len: 168 time: 3.8604758 Feb 09 01:27:05.271988 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38666) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:05.329926 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3808aa96-1b34-40e7-8cf8-0712e4ef71e2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:05.405643 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808aa96-1b34-40e7-8cf8-0712e4ef71e2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Port': ['ID=d529a3e6-9dce-4295-993a-727f451f98e7,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:05.418047 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3808aa96-1b34-40e7-8cf8-0712e4ef71e2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:05.425686 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a04c19f-6020-4df4-adc3-9d56e0e12484 admin admin] Deleting subnet 3adcfdc5-e139-42b4-9124-6c2f9489c0d6 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:27:05.432180 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3a04c19f-6020-4df4-adc3-9d56e0e12484 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:05.447368 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3808aa96-1b34-40e7-8cf8-0712e4ef71e2 tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/ports/d529a3e6-9dce-4295-993a-727f451f98e7 HTTP/1.1" status: 204 len: 168 time: 1.7699125 Feb 09 01:27:05.453373 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38674) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:05.563152 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3a04c19f-6020-4df4-adc3-9d56e0e12484 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:05.607634 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1975bbd6-c466-4f78-9c7e-4ff3905eba71 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:27:05.670403 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-380c5332-773f-4172-8a1b-2e884f150e3c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:05.687019 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 1975bbd6-c466-4f78-9c7e-4ff3905eba71 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:27:05.687566 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1975bbd6-c466-4f78-9c7e-4ff3905eba71 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:27:05.687690 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 11285a5c-d71f-4de6-9780-8239e34a071c no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:27:05.720847 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3a04c19f-6020-4df4-adc3-9d56e0e12484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:05.765547 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 11285a5c-d71f-4de6-9780-8239e34a071c {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:27:05.765882 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 11285a5c-d71f-4de6-9780-8239e34a071c not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:27:05.766482 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device be452ea9-d57b-41c8-a44e-402b41ae8977 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:27:05.840537 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: be452ea9-d57b-41c8-a44e-402b41ae8977 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:27:05.846530 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device be452ea9-d57b-41c8-a44e-402b41ae8977 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:27:05.961272 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-380c5332-773f-4172-8a1b-2e884f150e3c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:06.014761 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-380c5332-773f-4172-8a1b-2e884f150e3c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2819f857-8b3e-4c55-a68d-56019d847461']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:06.034322 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-380c5332-773f-4172-8a1b-2e884f150e3c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6174f69-60c2-4764-af88-34f1a9f39f78') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:06.035003 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-380c5332-773f-4172-8a1b-2e884f150e3c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6174f69-60c2-4764-af88-34f1a9f39f78') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:06.054718 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-380c5332-773f-4172-8a1b-2e884f150e3c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:06.082350 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-380c5332-773f-4172-8a1b-2e884f150e3c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:06.092040 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-380c5332-773f-4172-8a1b-2e884f150e3c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Releasing vlan 992 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:27:06.092647 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-380c5332-773f-4172-8a1b-2e884f150e3c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:06.105030 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3a04c19f-6020-4df4-adc3-9d56e0e12484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:06.110932 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:27:06.110932 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:27:06.110932 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:27:06.110932 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:27:06.110932 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:27:06.110932 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:27:06.110932 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:27:06.110932 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:27:06.110932 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:27:06.110932 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:27:06.110932 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:27:06.110932 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:27:06.110932 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:27:06.110932 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:27:06.110932 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:27:06.110932 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:27:06.110932 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:27:06.110932 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:27:06.110932 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:27:06.110932 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:27:06.110932 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:27:06.110932 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:27:06.110932 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:27:06.110932 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:27:06.110932 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:27:06.110932 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:27:06.110932 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:27:06.110932 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:27:06.110932 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:27:06.110932 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:27:06.110932 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:27:06.110932 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:27:06.155409 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a04c19f-6020-4df4-adc3-9d56e0e12484 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3adcfdc5-e139-42b4-9124-6c2f9489c0d6,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:06.159413 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3a04c19f-6020-4df4-adc3-9d56e0e12484 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:06.166726 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3a04c19f-6020-4df4-adc3-9d56e0e12484 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3adcfdc5-e139-42b4-9124-6c2f9489c0d6 HTTP/1.1" status: 204 len: 168 time: 0.8936458 Feb 09 01:27:06.170412 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38688) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:06.215500 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-380c5332-773f-4172-8a1b-2e884f150e3c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:06.242162 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-380c5332-773f-4172-8a1b-2e884f150e3c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:06.252039 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c5332-773f-4172-8a1b-2e884f150e3c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] Pushing event deleted for resources: {'Network': ['ID=2819f857-8b3e-4c55-a68d-56019d847461,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:06.257715 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-380c5332-773f-4172-8a1b-2e884f150e3c tempest-PortsIpV6TestJSON-1847325325 tempest-PortsIpV6TestJSON-1847325325-project] 10.222.0.37 "DELETE /v2.0/networks/2819f857-8b3e-4c55-a68d-56019d847461 HTTP/1.1" status: 204 len: 168 time: 0.8058486 Feb 09 01:27:06.329297 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1b18693d-2ccd-4c1f-ae21-59ab0ace924e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:06.508586 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1b18693d-2ccd-4c1f-ae21-59ab0ace924e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:06.543791 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-1b18693d-2ccd-4c1f-ae21-59ab0ace924e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1a3b32-e583-4f44-92cf-7d4cd700a470']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:06.579966 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-1b18693d-2ccd-4c1f-ae21-59ab0ace924e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22a0128-e148-4062-a852-912f53d03455') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:06.580884 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-1b18693d-2ccd-4c1f-ae21-59ab0ace924e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22a0128-e148-4062-a852-912f53d03455') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:06.597209 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1b18693d-2ccd-4c1f-ae21-59ab0ace924e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:06.623499 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1b18693d-2ccd-4c1f-ae21-59ab0ace924e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:06.633016 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b18693d-2ccd-4c1f-ae21-59ab0ace924e admin admin] Releasing vlan 964 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:27:06.633627 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1b18693d-2ccd-4c1f-ae21-59ab0ace924e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:06.760437 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:27:06.760437 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:27:06.760437 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:27:06.760437 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:27:06.760437 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:27:06.760437 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:27:06.760437 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:27:06.760437 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:27:06.760437 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:27:06.760437 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:27:06.760437 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:27:06.760437 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:27:06.760437 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:27:06.760437 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:27:06.760437 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:27:06.760437 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:27:06.760437 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:27:06.760437 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:27:06.760437 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:27:06.760437 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:27:06.760437 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:27:06.760437 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:27:06.760437 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:27:06.760437 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:27:06.760437 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:27:06.760437 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:27:06.760437 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:27:06.760437 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:27:06.760437 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:27:06.760437 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:27:06.760437 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:27:06.760437 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:27:06.765592 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1b18693d-2ccd-4c1f-ae21-59ab0ace924e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:06.788359 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1b18693d-2ccd-4c1f-ae21-59ab0ace924e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:06.817402 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38706) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:06.821451 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1b18693d-2ccd-4c1f-ae21-59ab0ace924e admin admin] 10.222.0.37 "DELETE /v2.0/networks/1c1a3b32-e583-4f44-92cf-7d4cd700a470 HTTP/1.1" status: 204 len: 168 time: 0.6479158 Feb 09 01:27:06.824185 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b18693d-2ccd-4c1f-ae21-59ab0ace924e admin admin] Pushing event deleted for resources: {'Network': ['ID=1c1a3b32-e583-4f44-92cf-7d4cd700a470,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:06.905458 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e1c5894e-7963-4949-b8a8-26e40b94c81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:07.003871 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38716) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:07.173171 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5f22a0ea-1b75-4ec3-a413-3c3d72f27bd9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed945528e2364e0ba5c0570da01f0152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1680436 Feb 09 01:27:07.175905 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38726) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:07.178997 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38728) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:07.182479 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1f752fbb-21f9-4c2d-888d-577c97c0768f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff3cbcda03904135b8cc886351e27142&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3590133 Feb 09 01:27:07.298099 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-59faa401-f9dc-491e-b22c-852b34dff2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:07.347340 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2ba859e8-48bd-484c-9f99-7e30e3702def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:07.371005 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-59faa401-f9dc-491e-b22c-852b34dff2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:07.464979 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2ba859e8-48bd-484c-9f99-7e30e3702def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:07.584287 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-59faa401-f9dc-491e-b22c-852b34dff2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:07.604228 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2ba859e8-48bd-484c-9f99-7e30e3702def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:07.616533 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59faa401-f9dc-491e-b22c-852b34dff2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2681123-8f43-4cc2-a187-df195fc99e6c,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:07.633595 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba859e8-48bd-484c-9f99-7e30e3702def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac22e74-df05-49b8-b726-11cb31da70e6,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:07.662352 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2ba859e8-48bd-484c-9f99-7e30e3702def admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:07.663798 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2ba859e8-48bd-484c-9f99-7e30e3702def admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ac22e74-df05-49b8-b726-11cb31da70e6 HTTP/1.1" status: 204 len: 168 time: 0.4834964 Feb 09 01:27:07.665300 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-59faa401-f9dc-491e-b22c-852b34dff2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:07.666467 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-59faa401-f9dc-491e-b22c-852b34dff2e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2681123-8f43-4cc2-a187-df195fc99e6c HTTP/1.1" status: 204 len: 168 time: 0.4893603 Feb 09 01:27:08.978320 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38868) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:09.266637 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8db3a482-5ead-447a-a353-cd83add53290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:09.326679 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-79175f6e-fbf9-44d6-a89a-7062fbd31aa1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-768213098'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:09.334850 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-79175f6e-fbf9-44d6-a89a-7062fbd31aa1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:09.344391 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-79175f6e-fbf9-44d6-a89a-7062fbd31aa1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Usage tracker for resource:network and tenant:6d720b2d312a4ea8a0c966b82ba0a703 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:09.352149 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-79175f6e-fbf9-44d6-a89a-7062fbd31aa1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:09.367499 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-79175f6e-fbf9-44d6-a89a-7062fbd31aa1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:09.381283 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79175f6e-fbf9-44d6-a89a-7062fbd31aa1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Made reservation on behalf of 6d720b2d312a4ea8a0c966b82ba0a703 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:09.384925 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-79175f6e-fbf9-44d6-a89a-7062fbd31aa1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:09.401080 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-79175f6e-fbf9-44d6-a89a-7062fbd31aa1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:09.422701 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-79175f6e-fbf9-44d6-a89a-7062fbd31aa1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:09.428191 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-79175f6e-fbf9-44d6-a89a-7062fbd31aa1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Usage tracker for resource:security_group_rule and tenant:6d720b2d312a4ea8a0c966b82ba0a703 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:09.435799 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-79175f6e-fbf9-44d6-a89a-7062fbd31aa1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:09.445958 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-79175f6e-fbf9-44d6-a89a-7062fbd31aa1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:09.560258 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-79175f6e-fbf9-44d6-a89a-7062fbd31aa1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:09.565051 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-79175f6e-fbf9-44d6-a89a-7062fbd31aa1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:09.590607 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79175f6e-fbf9-44d6-a89a-7062fbd31aa1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 977} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:27:09.615253 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-79175f6e-fbf9-44d6-a89a-7062fbd31aa1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:09.615605 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-79175f6e-fbf9-44d6-a89a-7062fbd31aa1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Added segment fe3f10f5-1614-41fc-abdc-0de6f49cff27 of type vlan for network 7a7bb6a1-a73d-4e33-b570-e88f1fcbc03f Feb 09 01:27:09.621495 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79175f6e-fbf9-44d6-a89a-7062fbd31aa1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69449711-a714-4d70-a90c-f996404a03e4,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:09.656150 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-79175f6e-fbf9-44d6-a89a-7062fbd31aa1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:09.693233 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-79175f6e-fbf9-44d6-a89a-7062fbd31aa1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:09.700005 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79175f6e-fbf9-44d6-a89a-7062fbd31aa1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:09.700875 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-79175f6e-fbf9-44d6-a89a-7062fbd31aa1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:09.807714 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79175f6e-fbf9-44d6-a89a-7062fbd31aa1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Network': ['ID=7a7bb6a1-a73d-4e33-b570-e88f1fcbc03f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:09.823196 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 7a7bb6a1-a73d-4e33-b570-e88f1fcbc03f details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:27:09.842863 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-79175f6e-fbf9-44d6-a89a-7062fbd31aa1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8626308 Feb 09 01:27:09.851206 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38908) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:09.857057 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-aecf3e2a-cf0c-4e19-af18-ebfdf74f9cd3 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-826541888'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:09.867220 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-aecf3e2a-cf0c-4e19-af18-ebfdf74f9cd3 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:09.872815 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-aecf3e2a-cf0c-4e19-af18-ebfdf74f9cd3 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Usage tracker for resource:network and tenant:6d720b2d312a4ea8a0c966b82ba0a703 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:09.876349 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-aecf3e2a-cf0c-4e19-af18-ebfdf74f9cd3 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:09.883082 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-aecf3e2a-cf0c-4e19-af18-ebfdf74f9cd3 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:09.900581 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecf3e2a-cf0c-4e19-af18-ebfdf74f9cd3 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Made reservation on behalf of 6d720b2d312a4ea8a0c966b82ba0a703 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:09.905220 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aecf3e2a-cf0c-4e19-af18-ebfdf74f9cd3 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:09.942486 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aecf3e2a-cf0c-4e19-af18-ebfdf74f9cd3 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 965} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:27:09.954582 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aecf3e2a-cf0c-4e19-af18-ebfdf74f9cd3 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:09.955223 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-aecf3e2a-cf0c-4e19-af18-ebfdf74f9cd3 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Added segment 2c4b9b55-4735-49b1-91bc-71b92316f541 of type vlan for network 26b9a03b-d97b-41b8-961b-4dfe902f9bcf Feb 09 01:27:09.998883 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aecf3e2a-cf0c-4e19-af18-ebfdf74f9cd3 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:10.063992 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aecf3e2a-cf0c-4e19-af18-ebfdf74f9cd3 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:10.071032 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecf3e2a-cf0c-4e19-af18-ebfdf74f9cd3 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:10.071674 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aecf3e2a-cf0c-4e19-af18-ebfdf74f9cd3 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:10.355385 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:10.424263 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-aecf3e2a-cf0c-4e19-af18-ebfdf74f9cd3 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5719516 Feb 09 01:27:10.427429 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38928) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:10.433820 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-6d0cd700-e947-43f1-898a-a65265e4fa75 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Request body: {'subnet': {'network_id': '7a7bb6a1-a73d-4e33-b570-e88f1fcbc03f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:10.455942 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf3e2a-cf0c-4e19-af18-ebfdf74f9cd3 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Network': ['ID=26b9a03b-d97b-41b8-961b-4dfe902f9bcf,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:10.473493 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 26b9a03b-d97b-41b8-961b-4dfe902f9bcf details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:27:10.601749 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38932) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:10.629426 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:10.672510 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6d0cd700-e947-43f1-898a-a65265e4fa75 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:10.676939 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6d0cd700-e947-43f1-898a-a65265e4fa75 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Usage tracker for resource:subnet and tenant:6d720b2d312a4ea8a0c966b82ba0a703 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:10.680172 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6d0cd700-e947-43f1-898a-a65265e4fa75 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:10.687889 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6d0cd700-e947-43f1-898a-a65265e4fa75 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:10.701792 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0cd700-e947-43f1-898a-a65265e4fa75 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Made reservation on behalf of 6d720b2d312a4ea8a0c966b82ba0a703 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:10.705365 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6d0cd700-e947-43f1-898a-a65265e4fa75 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:10.759165 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a8c301b8-c08c-4e22-aa79-9fa83fcf0938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:10.776025 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a8c301b8-c08c-4e22-aa79-9fa83fcf0938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:10.783461 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a8c301b8-c08c-4e22-aa79-9fa83fcf0938 admin admin] Usage tracker for resource:security_group_rule and tenant:6fd477e89b54420698374c274abd2e0a is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:10.786969 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a8c301b8-c08c-4e22-aa79-9fa83fcf0938 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:10.794362 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a8c301b8-c08c-4e22-aa79-9fa83fcf0938 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:10.901059 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a8c301b8-c08c-4e22-aa79-9fa83fcf0938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:10.908676 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a8c301b8-c08c-4e22-aa79-9fa83fcf0938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:10.971593 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c301b8-c08c-4e22-aa79-9fa83fcf0938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7c9fde-875b-4ab3-a9a2-3a717f741970,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:10.976542 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a8c301b8-c08c-4e22-aa79-9fa83fcf0938 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6fd477e89b54420698374c274abd2e0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3734944 Feb 09 01:27:10.978795 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38940) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:11.057931 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f0f24bcb-062b-4097-81fc-3a98f9a97fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:11.094578 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f0f24bcb-062b-4097-81fc-3a98f9a97fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:11.107836 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6d0cd700-e947-43f1-898a-a65265e4fa75 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:11.161245 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f0f24bcb-062b-4097-81fc-3a98f9a97fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:11.187250 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f24bcb-062b-4097-81fc-3a98f9a97fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7c9fde-875b-4ab3-a9a2-3a717f741970,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:11.190983 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f0f24bcb-062b-4097-81fc-3a98f9a97fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:11.192156 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f0f24bcb-062b-4097-81fc-3a98f9a97fda admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f7c9fde-875b-4ab3-a9a2-3a717f741970 HTTP/1.1" status: 204 len: 168 time: 0.2124267 Feb 09 01:27:11.242743 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0cd700-e947-43f1-898a-a65265e4fa75 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Subnet': ['ID=7a941012-f3ef-4f33-b90b-760594df8733,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:11.250208 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0cd700-e947-43f1-898a-a65265e4fa75 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Checking segment: {'id': 'fe3f10f5-1614-41fc-abdc-0de6f49cff27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '7a7bb6a1-a73d-4e33-b570-e88f1fcbc03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:27:11.250815 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0cd700-e947-43f1-898a-a65265e4fa75 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network hostable DHCP agents. Network: 7a7bb6a1-a73d-4e33-b570-e88f1fcbc03f, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:27:11.285824 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0cd700-e947-43f1-898a-a65265e4fa75 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network 7a7bb6a1-a73d-4e33-b570-e88f1fcbc03f is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:27:11.300477 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-6d0cd700-e947-43f1-898a-a65265e4fa75 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 7a7bb6a1-a73d-4e33-b570-e88f1fcbc03f) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:11.312631 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edc5b07-dd0a-452d-9795-e100047ec8f6 None None] Network 7a7bb6a1-a73d-4e33-b570-e88f1fcbc03f requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:27:11.315174 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0cd700-e947-43f1-898a-a65265e4fa75 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:11.319201 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6d0cd700-e947-43f1-898a-a65265e4fa75 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:11.351708 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6d0cd700-e947-43f1-898a-a65265e4fa75 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9229302 Feb 09 01:27:11.354348 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38950) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:11.361999 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-1003cdaa-fa3f-405b-9908-93660032544a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Request body: {'subnet': {'network_id': '26b9a03b-d97b-41b8-961b-4dfe902f9bcf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:11.530606 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1003cdaa-fa3f-405b-9908-93660032544a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:11.540692 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1003cdaa-fa3f-405b-9908-93660032544a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Usage tracker for resource:subnet and tenant:6d720b2d312a4ea8a0c966b82ba0a703 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:11.546965 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1003cdaa-fa3f-405b-9908-93660032544a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:11.564385 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1003cdaa-fa3f-405b-9908-93660032544a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:11.589955 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1003cdaa-fa3f-405b-9908-93660032544a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Made reservation on behalf of 6d720b2d312a4ea8a0c966b82ba0a703 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:11.602227 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1003cdaa-fa3f-405b-9908-93660032544a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:11.830191 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687d53ea-f479-41f2-97e8-b418097d46e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-7a7bb6a1-a73d-4e33-b570-e88f1fcbc03f', 'network_id': '7a7bb6a1-a73d-4e33-b570-e88f1fcbc03f', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'fixed_ips': [{'subnet_id': '7a941012-f3ef-4f33-b90b-760594df8733'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:27:11.831185 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-687d53ea-f479-41f2-97e8-b418097d46e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:11.858330 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:12.037455 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-687d53ea-f479-41f2-97e8-b418097d46e8 None None] Allocated IP 2001:db8::2 (7a7bb6a1-a73d-4e33-b570-e88f1fcbc03f/7a941012-f3ef-4f33-b90b-760594df8733/538eaffe-d1b9-47b8-8018-2713e979cd5c) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:12.064170 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1003cdaa-fa3f-405b-9908-93660032544a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:12.211246 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1003cdaa-fa3f-405b-9908-93660032544a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Checking segment: {'id': '2c4b9b55-4735-49b1-91bc-71b92316f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '26b9a03b-d97b-41b8-961b-4dfe902f9bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:27:12.211682 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1003cdaa-fa3f-405b-9908-93660032544a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network hostable DHCP agents. Network: 26b9a03b-d97b-41b8-961b-4dfe902f9bcf, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:27:12.255260 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003cdaa-fa3f-405b-9908-93660032544a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Subnet': ['ID=aa907265-9d20-4ab4-9a85-704433350113,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:12.287826 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1003cdaa-fa3f-405b-9908-93660032544a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network 26b9a03b-d97b-41b8-961b-4dfe902f9bcf is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:27:12.303496 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-1003cdaa-fa3f-405b-9908-93660032544a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 26b9a03b-d97b-41b8-961b-4dfe902f9bcf) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:12.308712 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1003cdaa-fa3f-405b-9908-93660032544a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:12.311077 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1003cdaa-fa3f-405b-9908-93660032544a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:12.321211 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094bb6cf-afa2-4a8c-bd2e-fc8da92060ea None None] Network 26b9a03b-d97b-41b8-961b-4dfe902f9bcf requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:27:12.364292 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1003cdaa-fa3f-405b-9908-93660032544a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0058410 Feb 09 01:27:12.364907 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39042) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:12.383765 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-83f137dd-8cc8-4d35-bd7e-f01b8030ab99 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1182724756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:12.403669 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-83f137dd-8cc8-4d35-bd7e-f01b8030ab99 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:12.425537 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-83f137dd-8cc8-4d35-bd7e-f01b8030ab99 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Usage tracker for resource:router and tenant:6d720b2d312a4ea8a0c966b82ba0a703 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:12.434906 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-83f137dd-8cc8-4d35-bd7e-f01b8030ab99 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:12.447616 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-83f137dd-8cc8-4d35-bd7e-f01b8030ab99 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:12.474635 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-83f137dd-8cc8-4d35-bd7e-f01b8030ab99 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:12.476332 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-83f137dd-8cc8-4d35-bd7e-f01b8030ab99 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:12.511839 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-83f137dd-8cc8-4d35-bd7e-f01b8030ab99 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:12.551349 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-83f137dd-8cc8-4d35-bd7e-f01b8030ab99 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:12.585841 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-83f137dd-8cc8-4d35-bd7e-f01b8030ab99 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:12.587998 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-83f137dd-8cc8-4d35-bd7e-f01b8030ab99 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2224176 Feb 09 01:27:12.591073 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39070) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:12.747405 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-687d53ea-f479-41f2-97e8-b418097d46e8 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:12.762574 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ab506e-4039-4c18-836b-1091623c8d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-26b9a03b-d97b-41b8-961b-4dfe902f9bcf', 'network_id': '26b9a03b-d97b-41b8-961b-4dfe902f9bcf', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'fixed_ips': [{'subnet_id': 'aa907265-9d20-4ab4-9a85-704433350113'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:27:12.765553 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a6ab506e-4039-4c18-836b-1091623c8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:12.785541 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-687d53ea-f479-41f2-97e8-b418097d46e8 None None] Transition to ACTIVE for port object 538eaffe-d1b9-47b8-8018-2713e979cd5c will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:27:12.914546 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-687d53ea-f479-41f2-97e8-b418097d46e8 None None] Transition to ACTIVE for port object 538eaffe-d1b9-47b8-8018-2713e979cd5c will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:27:12.933284 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-687d53ea-f479-41f2-97e8-b418097d46e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:13.236380 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-a6ab506e-4039-4c18-836b-1091623c8d12 None None] Allocated IP 2001:db8:1::2 (26b9a03b-d97b-41b8-961b-4dfe902f9bcf/aa907265-9d20-4ab4-9a85-704433350113/b64c6b73-24dc-46d5-abbd-b52f7897d93b) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:13.307833 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687d53ea-f479-41f2-97e8-b418097d46e8 None None] Network 7a7bb6a1-a73d-4e33-b570-e88f1fcbc03f is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:13.377415 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-687d53ea-f479-41f2-97e8-b418097d46e8 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:13.389010 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687d53ea-f479-41f2-97e8-b418097d46e8 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:27:13.403184 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d53ea-f479-41f2-97e8-b418097d46e8 None None] Pushing event updated for resources: {'Port': ['ID=538eaffe-d1b9-47b8-8018-2713e979cd5c,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:13.634536 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-687d53ea-f479-41f2-97e8-b418097d46e8 None None] Attempting to bind port 538eaffe-d1b9-47b8-8018-2713e979cd5c on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:27:13.634912 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-687d53ea-f479-41f2-97e8-b418097d46e8 None None] Attempting to bind port 538eaffe-d1b9-47b8-8018-2713e979cd5c by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'fe3f10f5-1614-41fc-abdc-0de6f49cff27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '7a7bb6a1-a73d-4e33-b570-e88f1fcbc03f'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:27:13.635272 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687d53ea-f479-41f2-97e8-b418097d46e8 None None] Attempting to bind port 538eaffe-d1b9-47b8-8018-2713e979cd5c on network 7a7bb6a1-a73d-4e33-b570-e88f1fcbc03f {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:27:13.644515 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687d53ea-f479-41f2-97e8-b418097d46e8 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:27:13.645153 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687d53ea-f479-41f2-97e8-b418097d46e8 None None] Checking segment: {'id': 'fe3f10f5-1614-41fc-abdc-0de6f49cff27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '7a7bb6a1-a73d-4e33-b570-e88f1fcbc03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:27:13.645760 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-687d53ea-f479-41f2-97e8-b418097d46e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:13.646299 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687d53ea-f479-41f2-97e8-b418097d46e8 None None] Bound using segment: {'id': 'fe3f10f5-1614-41fc-abdc-0de6f49cff27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '7a7bb6a1-a73d-4e33-b570-e88f1fcbc03f'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:27:13.646924 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-687d53ea-f479-41f2-97e8-b418097d46e8 None None] Bound port: 538eaffe-d1b9-47b8-8018-2713e979cd5c, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe3f10f5-1614-41fc-abdc-0de6f49cff27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '7a7bb6a1-a73d-4e33-b570-e88f1fcbc03f'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:27:13.647448 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-687d53ea-f479-41f2-97e8-b418097d46e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:13.690168 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c339a7a9-320a-4102-b0ef-a0285c077297 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:13.928774 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a6ab506e-4039-4c18-836b-1091623c8d12 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:13.934461 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-687d53ea-f479-41f2-97e8-b418097d46e8 None None] For port 538eaffe-d1b9-47b8-8018-2713e979cd5c, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:27:13.941330 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-687d53ea-f479-41f2-97e8-b418097d46e8 None None] For port 538eaffe-d1b9-47b8-8018-2713e979cd5c, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=538eaffe-d1b9-47b8-8018-2713e979cd5c,segment=NetworkSegment(fe3f10f5-1614-41fc-abdc-0de6f49cff27),segment_id=fe3f10f5-1614-41fc-abdc-0de6f49cff27)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:27:13.950297 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a6ab506e-4039-4c18-836b-1091623c8d12 None None] Transition to ACTIVE for port object b64c6b73-24dc-46d5-abbd-b52f7897d93b will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:27:13.960745 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-687d53ea-f479-41f2-97e8-b418097d46e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:14.083864 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a6ab506e-4039-4c18-836b-1091623c8d12 None None] Transition to ACTIVE for port object b64c6b73-24dc-46d5-abbd-b52f7897d93b will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:27:14.121707 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a6ab506e-4039-4c18-836b-1091623c8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:14.163124 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ab506e-4039-4c18-836b-1091623c8d12 None None] Network 26b9a03b-d97b-41b8-961b-4dfe902f9bcf is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:14.168350 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-a6ab506e-4039-4c18-836b-1091623c8d12 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:14.175497 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ab506e-4039-4c18-836b-1091623c8d12 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:27:14.187744 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d53ea-f479-41f2-97e8-b418097d46e8 None None] Pushing event updated for resources: {'Port': ['ID=538eaffe-d1b9-47b8-8018-2713e979cd5c,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:14.242211 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-c339a7a9-320a-4102-b0ef-a0285c077297 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Allocated IP 2001:db8::1 (7a7bb6a1-a73d-4e33-b570-e88f1fcbc03f/7a941012-f3ef-4f33-b90b-760594df8733/3587c41b-49c1-46fb-8a3c-506bf295b6c5) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:14.398164 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-a6ab506e-4039-4c18-836b-1091623c8d12 None None] Attempting to bind port b64c6b73-24dc-46d5-abbd-b52f7897d93b on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:27:14.398595 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-a6ab506e-4039-4c18-836b-1091623c8d12 None None] Attempting to bind port b64c6b73-24dc-46d5-abbd-b52f7897d93b by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '2c4b9b55-4735-49b1-91bc-71b92316f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '26b9a03b-d97b-41b8-961b-4dfe902f9bcf'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:27:14.399073 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ab506e-4039-4c18-836b-1091623c8d12 None None] Attempting to bind port b64c6b73-24dc-46d5-abbd-b52f7897d93b on network 26b9a03b-d97b-41b8-961b-4dfe902f9bcf {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:27:14.402788 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab506e-4039-4c18-836b-1091623c8d12 None None] Pushing event updated for resources: {'Port': ['ID=b64c6b73-24dc-46d5-abbd-b52f7897d93b,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:14.409373 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ab506e-4039-4c18-836b-1091623c8d12 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:27:14.409826 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ab506e-4039-4c18-836b-1091623c8d12 None None] Checking segment: {'id': '2c4b9b55-4735-49b1-91bc-71b92316f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '26b9a03b-d97b-41b8-961b-4dfe902f9bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:27:14.410294 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a6ab506e-4039-4c18-836b-1091623c8d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:14.410763 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ab506e-4039-4c18-836b-1091623c8d12 None None] Bound using segment: {'id': '2c4b9b55-4735-49b1-91bc-71b92316f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '26b9a03b-d97b-41b8-961b-4dfe902f9bcf'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:27:14.411298 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-a6ab506e-4039-4c18-836b-1091623c8d12 None None] Bound port: b64c6b73-24dc-46d5-abbd-b52f7897d93b, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c4b9b55-4735-49b1-91bc-71b92316f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '26b9a03b-d97b-41b8-961b-4dfe902f9bcf'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:27:14.411737 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a6ab506e-4039-4c18-836b-1091623c8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:14.579916 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-a6ab506e-4039-4c18-836b-1091623c8d12 None None] For port b64c6b73-24dc-46d5-abbd-b52f7897d93b, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:27:14.596133 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-a6ab506e-4039-4c18-836b-1091623c8d12 None None] For port b64c6b73-24dc-46d5-abbd-b52f7897d93b, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b64c6b73-24dc-46d5-abbd-b52f7897d93b,segment=NetworkSegment(2c4b9b55-4735-49b1-91bc-71b92316f541),segment_id=2c4b9b55-4735-49b1-91bc-71b92316f541)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:27:14.611238 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a6ab506e-4039-4c18-836b-1091623c8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:14.662074 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c339a7a9-320a-4102-b0ef-a0285c077297 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:14.687171 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39300) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:14.708604 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-c339a7a9-320a-4102-b0ef-a0285c077297 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Transition to ACTIVE for port object 3587c41b-49c1-46fb-8a3c-506bf295b6c5 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:27:14.775747 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c339a7a9-320a-4102-b0ef-a0285c077297 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:14.782206 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab506e-4039-4c18-836b-1091623c8d12 None None] Pushing event updated for resources: {'Port': ['ID=b64c6b73-24dc-46d5-abbd-b52f7897d93b,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:14.886919 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c339a7a9-320a-4102-b0ef-a0285c077297 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network 7a7bb6a1-a73d-4e33-b570-e88f1fcbc03f is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:14.888198 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339a7a9-320a-4102-b0ef-a0285c077297 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Port': ['ID=3587c41b-49c1-46fb-8a3c-506bf295b6c5,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:14.894919 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-c339a7a9-320a-4102-b0ef-a0285c077297 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:14.912735 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c339a7a9-320a-4102-b0ef-a0285c077297 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:27:14.913446 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c339a7a9-320a-4102-b0ef-a0285c077297 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:14.927043 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-40562292-4549-4102-864c-357170ac0a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:14.947456 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-40562292-4549-4102-864c-357170ac0a01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:14.966046 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-40562292-4549-4102-864c-357170ac0a01 admin admin] Usage tracker for resource:security_group_rule and tenant:d9e36038462645a8a0509a72dbd72333 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:14.982138 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-40562292-4549-4102-864c-357170ac0a01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:15.003285 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-40562292-4549-4102-864c-357170ac0a01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:15.292158 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-40562292-4549-4102-864c-357170ac0a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:15.301662 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c339a7a9-320a-4102-b0ef-a0285c077297 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:15.329741 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-40562292-4549-4102-864c-357170ac0a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:15.386299 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40562292-4549-4102-864c-357170ac0a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d153b182-beb9-40b2-af7c-3f617d606d6c,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:15.523376 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-40562292-4549-4102-864c-357170ac0a01 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9e36038462645a8a0509a72dbd72333&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8342063 Feb 09 01:27:15.523946 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39384) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:15.709820 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c79f3651-9525-4944-8b71-cc1606456abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:15.712681 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b64c6b73-24dc-46d5-abbd-b52f7897d93b up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:27:15.757991 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c79f3651-9525-4944-8b71-cc1606456abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:15.818723 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port b64c6b73-24dc-46d5-abbd-b52f7897d93b completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:27:15.825171 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 538eaffe-d1b9-47b8-8018-2713e979cd5c up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:27:15.874332 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c79f3651-9525-4944-8b71-cc1606456abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:15.900565 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f3651-9525-4944-8b71-cc1606456abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d153b182-beb9-40b2-af7c-3f617d606d6c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:15.925607 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c79f3651-9525-4944-8b71-cc1606456abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:15.932019 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c79f3651-9525-4944-8b71-cc1606456abd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d153b182-beb9-40b2-af7c-3f617d606d6c HTTP/1.1" status: 204 len: 168 time: 0.4047215 Feb 09 01:27:16.004170 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a021c97-4cfc-4721-b23e-7ce1d551e7ff None None] Network 7a7bb6a1-a73d-4e33-b570-e88f1fcbc03f requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:27:16.291925 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5ff96066-a788-4ae5-87e6-b33a23e0f9f8 None None] Provisioning for port 538eaffe-d1b9-47b8-8018-2713e979cd5c completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:27:16.306151 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 538eaffe-d1b9-47b8-8018-2713e979cd5c completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:27:16.307474 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c339a7a9-320a-4102-b0ef-a0285c077297 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:16.315713 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c339a7a9-320a-4102-b0ef-a0285c077297 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:16.316688 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c339a7a9-320a-4102-b0ef-a0285c077297 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:16.320103 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 538eaffe-d1b9-47b8-8018-2713e979cd5c triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:16.320683 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:16.366646 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5ff96066-a788-4ae5-87e6-b33a23e0f9f8 None None] Provisioning complete for port 538eaffe-d1b9-47b8-8018-2713e979cd5c triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:16.367175 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5ff96066-a788-4ae5-87e6-b33a23e0f9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:16.721502 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec75f8f9-7d7e-44f8-8df6-a1162ebed402 None None] Network 26b9a03b-d97b-41b8-961b-4dfe902f9bcf requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:27:16.803340 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339a7a9-320a-4102-b0ef-a0285c077297 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Port': ['ID=3587c41b-49c1-46fb-8a3c-506bf295b6c5,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:16.877646 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c339a7a9-320a-4102-b0ef-a0285c077297 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network 7a7bb6a1-a73d-4e33-b570-e88f1fcbc03f is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:16.878829 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-c339a7a9-320a-4102-b0ef-a0285c077297 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:16.925442 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:16.975777 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5ff96066-a788-4ae5-87e6-b33a23e0f9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:17.097492 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 538eaffe-d1b9-47b8-8018-2713e979cd5c, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=538eaffe-d1b9-47b8-8018-2713e979cd5c,segment=NetworkSegment(fe3f10f5-1614-41fc-abdc-0de6f49cff27),segment_id=fe3f10f5-1614-41fc-abdc-0de6f49cff27)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:17.128244 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:17.190243 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c339a7a9-320a-4102-b0ef-a0285c077297 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Router 1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:27:17.311226 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-5ff96066-a788-4ae5-87e6-b33a23e0f9f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:27:17.311226 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-5ff96066-a788-4ae5-87e6-b33a23e0f9f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:27:17.316025 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=538eaffe-d1b9-47b8-8018-2713e979cd5c,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:17.476960 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c339a7a9-320a-4102-b0ef-a0285c077297 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:27:17.494412 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9e6a41-175d-4c19-b0c5-d695fdd771cd None None] Sync routers for ids ['1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:17.519590 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9e6a41-175d-4c19-b0c5-d695fdd771cd None None] Routers {'1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:17.523879 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-9a9e6a41-175d-4c19-b0c5-d695fdd771cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:27:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:17.526796 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c339a7a9-320a-4102-b0ef-a0285c077297 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "PUT /v2.0/routers/1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9345648 Feb 09 01:27:17.530827 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39516) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:17.694824 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 538eaffe-d1b9-47b8-8018-2713e979cd5c up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:27:17.716610 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f022c6b6-34ee-4ff6-b13d-506de885978a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:17.722884 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39524) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:17.725016 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f022c6b6-34ee-4ff6-b13d-506de885978a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "GET /v2.0/ports/3587c41b-49c1-46fb-8a3c-506bf295b6c5 HTTP/1.1" status: 200 len: 911 time: 0.1929791 Feb 09 01:27:17.859012 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-9a9e6a41-175d-4c19-b0c5-d695fdd771cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:17.908700 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9e6a41-175d-4c19-b0c5-d695fdd771cd None None] Routers {'1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:17.910335 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-9a9e6a41-175d-4c19-b0c5-d695fdd771cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:27:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:18.006102 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-9a9e6a41-175d-4c19-b0c5-d695fdd771cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:18.006516 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9e6a41-175d-4c19-b0c5-d695fdd771cd None None] The sync data for ids ['1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:18.054917 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 538eaffe-d1b9-47b8-8018-2713e979cd5c triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:18.055294 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:18.223734 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a44d642a-a03e-4266-82e8-22196e39afca None None] Provisioning for port 3587c41b-49c1-46fb-8a3c-506bf295b6c5 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:27:18.249270 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a44d642a-a03e-4266-82e8-22196e39afca None None] Provisioning complete for port 3587c41b-49c1-46fb-8a3c-506bf295b6c5 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:18.249644 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a44d642a-a03e-4266-82e8-22196e39afca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:18.398175 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a44d642a-a03e-4266-82e8-22196e39afca None None] Port 3587c41b-49c1-46fb-8a3c-506bf295b6c5 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:27:18.438780 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a44d642a-a03e-4266-82e8-22196e39afca None None] Provisioning complete for port 538eaffe-d1b9-47b8-8018-2713e979cd5c triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:18.438780 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a44d642a-a03e-4266-82e8-22196e39afca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:18.600235 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a44d642a-a03e-4266-82e8-22196e39afca None None] Provisioning for port b64c6b73-24dc-46d5-abbd-b52f7897d93b completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:27:18.607335 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a44d642a-a03e-4266-82e8-22196e39afca None None] Provisioning complete for port b64c6b73-24dc-46d5-abbd-b52f7897d93b triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:18.608663 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a44d642a-a03e-4266-82e8-22196e39afca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:18.866010 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1ba29f70-5749-40cd-bc89-892911454b72 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:18.885352 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a44d642a-a03e-4266-82e8-22196e39afca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:18.927010 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-a44d642a-a03e-4266-82e8-22196e39afca None None] For port b64c6b73-24dc-46d5-abbd-b52f7897d93b, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b64c6b73-24dc-46d5-abbd-b52f7897d93b,segment=NetworkSegment(2c4b9b55-4735-49b1-91bc-71b92316f541),segment_id=2c4b9b55-4735-49b1-91bc-71b92316f541)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:18.938577 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a44d642a-a03e-4266-82e8-22196e39afca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:19.064809 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d642a-a03e-4266-82e8-22196e39afca None None] Pushing event updated for resources: {'Port': ['ID=b64c6b73-24dc-46d5-abbd-b52f7897d93b,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:19.102469 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c58f7e64-e0b2-4d1e-9367-20c988594f3c None None] Provisioning complete for port 3587c41b-49c1-46fb-8a3c-506bf295b6c5 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:19.103195 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c58f7e64-e0b2-4d1e-9367-20c988594f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:19.210178 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-c58f7e64-e0b2-4d1e-9367-20c988594f3c None None] Port 3587c41b-49c1-46fb-8a3c-506bf295b6c5 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:27:19.525113 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-1ba29f70-5749-40cd-bc89-892911454b72 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Allocated IP 2001:db8:1::1 (26b9a03b-d97b-41b8-961b-4dfe902f9bcf/aa907265-9d20-4ab4-9a85-704433350113/6dab367e-1a20-49d6-9e98-28806c7fa3bb) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:19.585297 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b64c6b73-24dc-46d5-abbd-b52f7897d93b up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:27:19.673198 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port b64c6b73-24dc-46d5-abbd-b52f7897d93b triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:19.673581 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:19.757657 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1ba29f70-5749-40cd-bc89-892911454b72 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:19.787472 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-1ba29f70-5749-40cd-bc89-892911454b72 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Transition to ACTIVE for port object 6dab367e-1a20-49d6-9e98-28806c7fa3bb will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:27:19.816710 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1ba29f70-5749-40cd-bc89-892911454b72 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:19.910081 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba29f70-5749-40cd-bc89-892911454b72 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Port': ['ID=6dab367e-1a20-49d6-9e98-28806c7fa3bb,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:19.921041 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba29f70-5749-40cd-bc89-892911454b72 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network 26b9a03b-d97b-41b8-961b-4dfe902f9bcf is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:19.922216 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-1ba29f70-5749-40cd-bc89-892911454b72 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:19.924859 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba29f70-5749-40cd-bc89-892911454b72 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:27:19.927317 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1ba29f70-5749-40cd-bc89-892911454b72 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:20.102885 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1ba29f70-5749-40cd-bc89-892911454b72 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:20.245529 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-10af013f-c5fa-48b8-a9a5-6f9f7bbd0140 None None] Provisioning for port 6dab367e-1a20-49d6-9e98-28806c7fa3bb completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:27:20.252995 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-10af013f-c5fa-48b8-a9a5-6f9f7bbd0140 None None] Provisioning complete for port 6dab367e-1a20-49d6-9e98-28806c7fa3bb triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:20.253666 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-10af013f-c5fa-48b8-a9a5-6f9f7bbd0140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:20.410024 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-10af013f-c5fa-48b8-a9a5-6f9f7bbd0140 None None] Port 6dab367e-1a20-49d6-9e98-28806c7fa3bb cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:27:20.646444 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1ba29f70-5749-40cd-bc89-892911454b72 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:20.654551 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1ba29f70-5749-40cd-bc89-892911454b72 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:20.656593 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1ba29f70-5749-40cd-bc89-892911454b72 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:20.870278 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cc577-9f88-4708-94ef-bbbc39bcf7c1 req-d1a8c1f0-5c03-46b2-8c38-2a39c7140886 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:20.878726 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fb9cc577-9f88-4708-94ef-bbbc39bcf7c1 req-d1a8c1f0-5c03-46b2-8c38-2a39c7140886 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/ports?device_id=318991fe-896f-4f03-ba8c-384143f44970 HTTP/1.1" status: 200 len: 949 time: 0.0918796 Feb 09 01:27:20.902779 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba29f70-5749-40cd-bc89-892911454b72 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Port': ['ID=6dab367e-1a20-49d6-9e98-28806c7fa3bb,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:20.931010 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fb9cc577-9f88-4708-94ef-bbbc39bcf7c1 req-66570d7a-38ed-4d24-a2f7-876bfa8b529d tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/security-groups?id=1757a125-2fc2-4317-aa98-ea70891db9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513101 Feb 09 01:27:20.954951 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba29f70-5749-40cd-bc89-892911454b72 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network 26b9a03b-d97b-41b8-961b-4dfe902f9bcf is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:20.956486 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-1ba29f70-5749-40cd-bc89-892911454b72 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:21.182979 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba29f70-5749-40cd-bc89-892911454b72 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Router 1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:27:21.294599 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39588) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:21.340800 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9b0daeec-c835-458a-9d4c-eafec8c91b11 None None] Provisioning complete for port 6dab367e-1a20-49d6-9e98-28806c7fa3bb triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:21.341925 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9b0daeec-c835-458a-9d4c-eafec8c91b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:21.417414 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-9b0daeec-c835-458a-9d4c-eafec8c91b11 None None] Port 6dab367e-1a20-49d6-9e98-28806c7fa3bb cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:27:21.463725 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0a3181b5-a1e1-4349-a2cc-c993410c5d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:21.480692 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0a3181b5-a1e1-4349-a2cc-c993410c5d1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:21.485306 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0a3181b5-a1e1-4349-a2cc-c993410c5d1c admin admin] Usage tracker for resource:security_group_rule and tenant:e18bf3b62a12491c840203dab0582a00 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:21.488567 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0a3181b5-a1e1-4349-a2cc-c993410c5d1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:21.496022 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0a3181b5-a1e1-4349-a2cc-c993410c5d1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:21.540450 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba29f70-5749-40cd-bc89-892911454b72 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:27:21.556838 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a274d05-4856-40da-9975-5a35dc10f4a8 None None] Sync routers for ids ['1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:21.558480 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1ba29f70-5749-40cd-bc89-892911454b72 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "PUT /v2.0/routers/1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8327470 Feb 09 01:27:21.559350 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39596) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:21.571245 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a274d05-4856-40da-9975-5a35dc10f4a8 None None] Routers {'1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:21.573692 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-8a274d05-4856-40da-9975-5a35dc10f4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:27:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:21.610138 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0a3181b5-a1e1-4349-a2cc-c993410c5d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:21.615648 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0a3181b5-a1e1-4349-a2cc-c993410c5d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:21.646879 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b26aa0e-8063-4d66-92de-575fbbb2b62f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:21.647503 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1b26aa0e-8063-4d66-92de-575fbbb2b62f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Synchronizing usage tracker for tenant:6d720b2d312a4ea8a0c966b82ba0a703 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:27:21.668008 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1b26aa0e-8063-4d66-92de-575fbbb2b62f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Unset dirty status for tenant:6d720b2d312a4ea8a0c966b82ba0a703 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:27:21.674836 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1b26aa0e-8063-4d66-92de-575fbbb2b62f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "GET /v2.0/ports/6dab367e-1a20-49d6-9e98-28806c7fa3bb HTTP/1.1" status: 200 len: 913 time: 0.1144788 Feb 09 01:27:21.675692 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0a3181b5-a1e1-4349-a2cc-c993410c5d1c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e18bf3b62a12491c840203dab0582a00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3786674 Feb 09 01:27:21.676562 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39600) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:21.680377 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39602) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:21.681166 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3181b5-a1e1-4349-a2cc-c993410c5d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f075741d-a73c-4294-bf20-daf436ff2610,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:21.702333 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-8a274d05-4856-40da-9975-5a35dc10f4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:21.716612 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a274d05-4856-40da-9975-5a35dc10f4a8 None None] Routers {'1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:21.717221 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-8a274d05-4856-40da-9975-5a35dc10f4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:27:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:21.768975 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bc5d6ca3-a374-4c83-8aea-ca8075efa0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:21.789289 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-8a274d05-4856-40da-9975-5a35dc10f4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:21.789687 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a274d05-4856-40da-9975-5a35dc10f4a8 None None] The sync data for ids ['1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:21.815195 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bc5d6ca3-a374-4c83-8aea-ca8075efa0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:21.880932 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bc5d6ca3-a374-4c83-8aea-ca8075efa0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:21.885713 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:21.907064 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d6ca3-a374-4c83-8aea-ca8075efa0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f075741d-a73c-4294-bf20-daf436ff2610,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:21.913662 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bc5d6ca3-a374-4c83-8aea-ca8075efa0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:21.917077 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-bc5d6ca3-a374-4c83-8aea-ca8075efa0ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f075741d-a73c-4294-bf20-daf436ff2610 HTTP/1.1" status: 204 len: 168 time: 0.2307639 Feb 09 01:27:22.303114 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb42da0-c7a8-4ade-acc7-aceb24089d7a req-9329ad23-2386-4c27-bfca-c00c0af59778 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:22.304622 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7eb42da0-c7a8-4ade-acc7-aceb24089d7a req-9329ad23-2386-4c27-bfca-c00c0af59778 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/ports?device_id=318991fe-896f-4f03-ba8c-384143f44970 HTTP/1.1" status: 200 len: 949 time: 0.2372944 Feb 09 01:27:22.326480 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39618) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:22.347943 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4f378328-c494-45b0-820e-7f3b518ba7a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:22.368685 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4f378328-c494-45b0-820e-7f3b518ba7a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:22.373580 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4f378328-c494-45b0-820e-7f3b518ba7a0 admin admin] Usage tracker for resource:security_group_rule and tenant:6d5d14761bc74795911646e78eee80b6 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:22.377697 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4f378328-c494-45b0-820e-7f3b518ba7a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:22.379701 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7eb42da0-c7a8-4ade-acc7-aceb24089d7a req-7e0c3530-a07f-4216-a821-83e5be9c9ea4 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/security-groups?id=1757a125-2fc2-4317-aa98-ea70891db9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672412 Feb 09 01:27:22.384718 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4f378328-c494-45b0-820e-7f3b518ba7a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:22.478186 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4f378328-c494-45b0-820e-7f3b518ba7a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:22.483871 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4f378328-c494-45b0-820e-7f3b518ba7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:22.539451 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4f378328-c494-45b0-820e-7f3b518ba7a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6d5d14761bc74795911646e78eee80b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2093661 Feb 09 01:27:22.539674 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39622) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:22.549359 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f83e9080-231e-404e-9ea9-506f172528cd tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:22.551437 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f378328-c494-45b0-820e-7f3b518ba7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a70086-a373-4731-ba43-e5d5b62a88f7,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:22.605421 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e4f13ca2-018a-4960-9bbb-19a567f003c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:22.620092 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11354284-ff02-47b9-9ac4-ce72dd14e962 req-7f41c566-0777-4b55-80a7-00bb3305122a tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:22.620092 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-11354284-ff02-47b9-9ac4-ce72dd14e962 req-7f41c566-0777-4b55-80a7-00bb3305122a tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.35 "GET /v2.0/ports?device_id=318991fe-896f-4f03-ba8c-384143f44970 HTTP/1.1" status: 200 len: 949 time: 0.1813488 Feb 09 01:27:22.636223 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e4f13ca2-018a-4960-9bbb-19a567f003c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:22.701936 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e4f13ca2-018a-4960-9bbb-19a567f003c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:22.720777 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f13ca2-018a-4960-9bbb-19a567f003c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a70086-a373-4731-ba43-e5d5b62a88f7,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:22.728833 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e4f13ca2-018a-4960-9bbb-19a567f003c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:22.732314 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e4f13ca2-018a-4960-9bbb-19a567f003c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/96a70086-a373-4731-ba43-e5d5b62a88f7 HTTP/1.1" status: 204 len: 168 time: 0.1896410 Feb 09 01:27:22.783047 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-11354284-ff02-47b9-9ac4-ce72dd14e962 req-2360c9e0-2da6-478c-9ac1-751c35e61145 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Deleting port 1ced5a02-a03c-4c49-bee7-2eb134a235c2 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:22.783534 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-11354284-ff02-47b9-9ac4-ce72dd14e962 req-2360c9e0-2da6-478c-9ac1-751c35e61145 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:23.393303 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-11354284-ff02-47b9-9ac4-ce72dd14e962 req-2360c9e0-2da6-478c-9ac1-751c35e61145 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] For port 1ced5a02-a03c-4c49-bee7-2eb134a235c2, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=1ced5a02-a03c-4c49-bee7-2eb134a235c2,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:23.394008 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-11354284-ff02-47b9-9ac4-ce72dd14e962 req-2360c9e0-2da6-478c-9ac1-751c35e61145 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:23.549946 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-11354284-ff02-47b9-9ac4-ce72dd14e962 req-2360c9e0-2da6-478c-9ac1-751c35e61145 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Calling delete_port for 1ced5a02-a03c-4c49-bee7-2eb134a235c2 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:27:23.587584 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-f83e9080-231e-404e-9ea9-506f172528cd tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Deleting port 6dab367e-1a20-49d6-9e98-28806c7fa3bb {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:23.588278 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f83e9080-231e-404e-9ea9-506f172528cd tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:23.736386 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff4c94-6451-463a-b378-95b58f10772f req-ce1c7992-2803-4974-ade4-f45e0f3db7a6 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:23.749189 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-24ff4c94-6451-463a-b378-95b58f10772f req-ce1c7992-2803-4974-ade4-f45e0f3db7a6 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/ports?device_id=318991fe-896f-4f03-ba8c-384143f44970 HTTP/1.1" status: 200 len: 949 time: 0.1465466 Feb 09 01:27:23.870527 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-24ff4c94-6451-463a-b378-95b58f10772f req-8b696ebb-d302-4f4c-a383-15b9dc6a662b tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/security-groups?id=1757a125-2fc2-4317-aa98-ea70891db9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147726 Feb 09 01:27:23.876781 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f83e9080-231e-404e-9ea9-506f172528cd tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:23.943658 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-11354284-ff02-47b9-9ac4-ce72dd14e962 req-2360c9e0-2da6-478c-9ac1-751c35e61145 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:23.957732 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['1ced5a02-a03c-4c49-bee7-2eb134a235c2'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:27:24.054639 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-f83e9080-231e-404e-9ea9-506f172528cd tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Calling delete_port for 6dab367e-1a20-49d6-9e98-28806c7fa3bb owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:27:24.102021 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2360c9e0-2da6-478c-9ac1-751c35e61145 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Pushing event deleted for resources: {'Port': ['ID=1ced5a02-a03c-4c49-bee7-2eb134a235c2,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:24.200297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-11354284-ff02-47b9-9ac4-ce72dd14e962 req-2360c9e0-2da6-478c-9ac1-751c35e61145 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] No DVR routers for this DVR port 1ced5a02-a03c-4c49-bee7-2eb134a235c2 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:27:24.204560 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-11354284-ff02-47b9-9ac4-ce72dd14e962 req-2360c9e0-2da6-478c-9ac1-751c35e61145 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:24.206984 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318991fe-896f-4f03-ba8c-384143f44970', 'name': 'network-vif-deleted', 'tag': '1ced5a02-a03c-4c49-bee7-2eb134a235c2'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:27:24.243900 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-11354284-ff02-47b9-9ac4-ce72dd14e962 req-2360c9e0-2da6-478c-9ac1-751c35e61145 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.35 "DELETE /v2.0/ports/1ced5a02-a03c-4c49-bee7-2eb134a235c2 HTTP/1.1" status: 204 len: 173 time: 1.6142836 Feb 09 01:27:24.328986 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318991fe-896f-4f03-ba8c-384143f44970', 'name': 'network-vif-deleted', 'tag': '1ced5a02-a03c-4c49-bee7-2eb134a235c2', 'status': 'completed', 'code': 200} Feb 09 01:27:24.361798 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:27:24.378834 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f83e9080-231e-404e-9ea9-506f172528cd tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:24.465604 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e9080-231e-404e-9ea9-506f172528cd tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event deleted for resources: {'Port': ['ID=6dab367e-1a20-49d6-9e98-28806c7fa3bb,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:24.757170 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f83e9080-231e-404e-9ea9-506f172528cd tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:25.071389 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:25.236087 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1c7247b2-dceb-45f2-b6fb-fa88d07466fa req-f90bc1ab-a429-411f-b483-7a5b59c5ed65 tempest-VolumesBackupsTest-2066660198 tempest-VolumesBackupsTest-2066660198-project] 10.222.0.37 "GET /v2.0/ports?device_id=318991fe-896f-4f03-ba8c-384143f44970 HTTP/1.1" status: 200 len: 210 time: 0.1275570 Feb 09 01:27:25.433209 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83e9080-231e-404e-9ea9-506f172528cd tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Router 1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:27:25.645812 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83e9080-231e-404e-9ea9-506f172528cd tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:27:25.659263 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d9e5ec-e33f-4384-b146-b52a2297006e None None] Sync routers for ids ['1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:25.669485 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f83e9080-231e-404e-9ea9-506f172528cd tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "PUT /v2.0/routers/1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9902127 Feb 09 01:27:25.672593 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39712) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:25.690760 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d9e5ec-e33f-4384-b146-b52a2297006e None None] Routers {'1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:25.694461 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b8d9e5ec-e33f-4384-b146-b52a2297006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:27:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:25.810889 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b8d9e5ec-e33f-4384-b146-b52a2297006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:25.838333 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d9e5ec-e33f-4384-b146-b52a2297006e None None] Routers {'1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:25.839019 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b8d9e5ec-e33f-4384-b146-b52a2297006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:27:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:25.908968 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b8d9e5ec-e33f-4384-b146-b52a2297006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:25.909373 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d9e5ec-e33f-4384-b146-b52a2297006e None None] The sync data for ids ['1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:26.350208 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6af74108-db05-465e-bc73-94c66795062f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:26.517955 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39746) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:26.741939 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2213b1bf-6f52-4bea-a357-425a3552c8db admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:26.760954 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2213b1bf-6f52-4bea-a357-425a3552c8db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:26.768913 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2213b1bf-6f52-4bea-a357-425a3552c8db admin admin] Usage tracker for resource:security_group_rule and tenant:697a7860f2b8466e8e25e006b76dc914 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:26.772613 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2213b1bf-6f52-4bea-a357-425a3552c8db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:26.779014 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2213b1bf-6f52-4bea-a357-425a3552c8db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:26.896665 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2213b1bf-6f52-4bea-a357-425a3552c8db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:26.902113 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2213b1bf-6f52-4bea-a357-425a3552c8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:26.944535 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-6af74108-db05-465e-bc73-94c66795062f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Deleting port 3587c41b-49c1-46fb-8a3c-506bf295b6c5 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:26.944535 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6af74108-db05-465e-bc73-94c66795062f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:26.962652 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213b1bf-6f52-4bea-a357-425a3552c8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197bc5f8-8996-4b7a-bdbc-16f6da2fb252,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:26.972848 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2213b1bf-6f52-4bea-a357-425a3552c8db admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=697a7860f2b8466e8e25e006b76dc914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4537227 Feb 09 01:27:26.974426 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39754) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:27.085600 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ff4cf9d3-1c27-4860-bacf-e03aeb187666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:27.149649 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ff4cf9d3-1c27-4860-bacf-e03aeb187666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:27.230697 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ff4cf9d3-1c27-4860-bacf-e03aeb187666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:27.258920 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ff4cf9d3-1c27-4860-bacf-e03aeb187666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:27.262564 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 1ced5a02-a03c-4c49-bee7-2eb134a235c2 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:27:27.263035 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ff4cf9d3-1c27-4860-bacf-e03aeb187666 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/197bc5f8-8996-4b7a-bdbc-16f6da2fb252 HTTP/1.1" status: 204 len: 168 time: 0.2838576 Feb 09 01:27:27.263035 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4cf9d3-1c27-4860-bacf-e03aeb187666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197bc5f8-8996-4b7a-bdbc-16f6da2fb252,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:27.338608 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 1ced5a02-a03c-4c49-bee7-2eb134a235c2 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:27:27.339366 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 1ced5a02-a03c-4c49-bee7-2eb134a235c2 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:27:27.428880 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6af74108-db05-465e-bc73-94c66795062f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:27.652887 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-6af74108-db05-465e-bc73-94c66795062f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Calling delete_port for 3587c41b-49c1-46fb-8a3c-506bf295b6c5 owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:27:27.820881 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39768) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:27.850946 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-541449df-6d11-4748-916b-2f47c7fd04eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:27.890166 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-541449df-6d11-4748-916b-2f47c7fd04eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:27.903358 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-541449df-6d11-4748-916b-2f47c7fd04eb admin admin] Usage tracker for resource:security_group_rule and tenant:13ada9a4ba1144eea4c26c271515f942 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:27.908544 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-541449df-6d11-4748-916b-2f47c7fd04eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:27.917230 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-541449df-6d11-4748-916b-2f47c7fd04eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:27.996443 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6af74108-db05-465e-bc73-94c66795062f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:28.048362 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-541449df-6d11-4748-916b-2f47c7fd04eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:28.060331 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-541449df-6d11-4748-916b-2f47c7fd04eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:28.122738 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af74108-db05-465e-bc73-94c66795062f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event deleted for resources: {'Port': ['ID=3587c41b-49c1-46fb-8a3c-506bf295b6c5,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:28.123256 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-541449df-6d11-4748-916b-2f47c7fd04eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=13ada9a4ba1144eea4c26c271515f942&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3012884 Feb 09 01:27:28.124560 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541449df-6d11-4748-916b-2f47c7fd04eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7155f430-ec7d-4b5f-b832-d3434e2cc9f9,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:28.128110 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39772) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:28.241529 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a38d067f-ac18-4630-b512-b1c177798eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:28.279056 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a38d067f-ac18-4630-b512-b1c177798eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:28.434956 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a38d067f-ac18-4630-b512-b1c177798eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:28.440818 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6af74108-db05-465e-bc73-94c66795062f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:28.465998 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d067f-ac18-4630-b512-b1c177798eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7155f430-ec7d-4b5f-b832-d3434e2cc9f9,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:28.489153 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a38d067f-ac18-4630-b512-b1c177798eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:28.489153 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a38d067f-ac18-4630-b512-b1c177798eaf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7155f430-ec7d-4b5f-b832-d3434e2cc9f9 HTTP/1.1" status: 204 len: 168 time: 0.3492422 Feb 09 01:27:28.820788 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af74108-db05-465e-bc73-94c66795062f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Router 1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:27:29.011893 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af74108-db05-465e-bc73-94c66795062f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:27:29.031316 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126f6c85-7a03-4a42-9015-0f02c3e2cf13 None None] Sync routers for ids ['1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:29.050962 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6af74108-db05-465e-bc73-94c66795062f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "PUT /v2.0/routers/1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3753903 Feb 09 01:27:29.051069 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39788) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:29.051516 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126f6c85-7a03-4a42-9015-0f02c3e2cf13 None None] Routers {'1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:29.051891 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-126f6c85-7a03-4a42-9015-0f02c3e2cf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:27:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:29.143941 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3dc6f37a-9384-4a9e-a3eb-f62aff5e56c0 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9 HTTP/1.1" status: 200 len: 205 time: 0.0917792 Feb 09 01:27:29.146587 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39794) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:29.213133 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-126f6c85-7a03-4a42-9015-0f02c3e2cf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:29.236343 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126f6c85-7a03-4a42-9015-0f02c3e2cf13 None None] Routers {'1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:29.237327 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-126f6c85-7a03-4a42-9015-0f02c3e2cf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:27:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:29.308243 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-126f6c85-7a03-4a42-9015-0f02c3e2cf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:29.308963 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126f6c85-7a03-4a42-9015-0f02c3e2cf13 None None] The sync data for ids ['1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:29.401417 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-343b0f77-38ee-4ee9-b8d5-671fc008c71d tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:30.098719 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-343b0f77-38ee-4ee9-b8d5-671fc008c71d tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:30.106843 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-343b0f77-38ee-4ee9-b8d5-671fc008c71d tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:30.158385 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-343b0f77-38ee-4ee9-b8d5-671fc008c71d tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:30.165194 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343b0f77-38ee-4ee9-b8d5-671fc008c71d tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Fanout notify agent at l3_agent the message router_deleted on router 1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9 {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:27:30.178396 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-343b0f77-38ee-4ee9-b8d5-671fc008c71d tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:30.179510 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-343b0f77-38ee-4ee9-b8d5-671fc008c71d tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/routers/1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9 HTTP/1.1" status: 204 len: 168 time: 1.0319333 Feb 09 01:27:30.183115 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39842) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:30.338316 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-735b3fec-0abb-4eb7-8aba-4bcce040db3b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Deleting subnet aa907265-9d20-4ab4-9a85-704433350113 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:27:30.342452 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-735b3fec-0abb-4eb7-8aba-4bcce040db3b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:30.437070 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-735b3fec-0abb-4eb7-8aba-4bcce040db3b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:30.594408 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-735b3fec-0abb-4eb7-8aba-4bcce040db3b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:30.689401 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-735b3fec-0abb-4eb7-8aba-4bcce040db3b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:30.736778 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b3fec-0abb-4eb7-8aba-4bcce040db3b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event deleted for resources: {'Subnet': ['ID=aa907265-9d20-4ab4-9a85-704433350113,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:30.738807 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-735b3fec-0abb-4eb7-8aba-4bcce040db3b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:30.745917 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-735b3fec-0abb-4eb7-8aba-4bcce040db3b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/subnets/aa907265-9d20-4ab4-9a85-704433350113 HTTP/1.1" status: 204 len: 168 time: 0.5613124 Feb 09 01:27:30.749195 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39888) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:30.750107 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3a6e56-1bbf-4a85-8e51-41872bff5e62 None None] Network 26b9a03b-d97b-41b8-961b-4dfe902f9bcf requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:27:30.863221 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa29d5d-4adc-4247-884f-835ac496a75b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Deleting subnet 7a941012-f3ef-4f33-b90b-760594df8733 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:27:30.875623 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8aa29d5d-4adc-4247-884f-835ac496a75b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:30.935142 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8aa29d5d-4adc-4247-884f-835ac496a75b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:31.039776 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8aa29d5d-4adc-4247-884f-835ac496a75b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:31.150727 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8aa29d5d-4adc-4247-884f-835ac496a75b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:31.226875 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8aa29d5d-4adc-4247-884f-835ac496a75b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:31.229045 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e5b2ee-c65a-4b26-a3b6-3cf90244f6bd None None] Network 7a7bb6a1-a73d-4e33-b570-e88f1fcbc03f requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:27:31.233063 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa29d5d-4adc-4247-884f-835ac496a75b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event deleted for resources: {'Subnet': ['ID=7a941012-f3ef-4f33-b90b-760594df8733,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:31.251678 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8aa29d5d-4adc-4247-884f-835ac496a75b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/subnets/7a941012-f3ef-4f33-b90b-760594df8733 HTTP/1.1" status: 204 len: 168 time: 0.5004332 Feb 09 01:27:31.254350 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39912) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:31.346040 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39924) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:31.533240 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25521d43-4bf0-4a44-8aa5-bc001e1a6fc0 None None] DHCP port deletion for 26b9a03b-d97b-41b8-961b-4dfe902f9bcf request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:27:31.572357 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-25521d43-4bf0-4a44-8aa5-bc001e1a6fc0 None None] Deleting port b64c6b73-24dc-46d5-abbd-b52f7897d93b {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:31.572762 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-25521d43-4bf0-4a44-8aa5-bc001e1a6fc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:31.579662 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f6f8ad4c-5a1c-4c74-bd42-855f4c44b2e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:31.615905 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f6f8ad4c-5a1c-4c74-bd42-855f4c44b2e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:31.625548 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e776c614-41cc-4758-b343-bc64dea57ba6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:31.626608 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f6f8ad4c-5a1c-4c74-bd42-855f4c44b2e4 admin admin] Usage tracker for resource:security_group_rule and tenant:0896c9a3488646d0a73251fba97537dc is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:31.630281 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f6f8ad4c-5a1c-4c74-bd42-855f4c44b2e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:31.637011 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f6f8ad4c-5a1c-4c74-bd42-855f4c44b2e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:31.652223 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-e776c614-41cc-4758-b343-bc64dea57ba6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Deleting port b64c6b73-24dc-46d5-abbd-b52f7897d93b {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:31.653685 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e776c614-41cc-4758-b343-bc64dea57ba6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:31.736021 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b64c6b73-24dc-46d5-abbd-b52f7897d93b no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:27:31.773956 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f6f8ad4c-5a1c-4c74-bd42-855f4c44b2e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:31.779966 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f6f8ad4c-5a1c-4c74-bd42-855f4c44b2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:31.831459 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-24e49388-13b9-46aa-81ba-9b33b46072b3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Synchronizing usage tracker for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:27:31.844087 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f6f8ad4c-5a1c-4c74-bd42-855f4c44b2e4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0896c9a3488646d0a73251fba97537dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4968488 Feb 09 01:27:31.846754 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39950) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:31.860673 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f8ad4c-5a1c-4c74-bd42-855f4c44b2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb95604e-e3bb-467d-ae17-43b3ec1f6d5b,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:31.921997 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-47861a00-a617-4a09-b620-b35694282f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:31.956601 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-24e49388-13b9-46aa-81ba-9b33b46072b3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Unset dirty status for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:27:31.959539 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-24e49388-13b9-46aa-81ba-9b33b46072b3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-923653899&fields=id&tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9 HTTP/1.1" status: 200 len: 267 time: 0.2265418 Feb 09 01:27:31.970212 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-47861a00-a617-4a09-b620-b35694282f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:32.001922 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-e776c614-41cc-4758-b343-bc64dea57ba6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] For port b64c6b73-24dc-46d5-abbd-b52f7897d93b, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b64c6b73-24dc-46d5-abbd-b52f7897d93b,segment=NetworkSegment(2c4b9b55-4735-49b1-91bc-71b92316f541),segment_id=2c4b9b55-4735-49b1-91bc-71b92316f541)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:32.002294 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e776c614-41cc-4758-b343-bc64dea57ba6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:32.003836 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:32.064810 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-47861a00-a617-4a09-b620-b35694282f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:32.091035 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47861a00-a617-4a09-b620-b35694282f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb95604e-e3bb-467d-ae17-43b3ec1f6d5b,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:32.108814 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-47861a00-a617-4a09-b620-b35694282f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:32.113333 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-47861a00-a617-4a09-b620-b35694282f07 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fb95604e-e3bb-467d-ae17-43b3ec1f6d5b HTTP/1.1" status: 204 len: 168 time: 0.2653739 Feb 09 01:27:32.178137 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port b64c6b73-24dc-46d5-abbd-b52f7897d93b, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b64c6b73-24dc-46d5-abbd-b52f7897d93b,segment=NetworkSegment(2c4b9b55-4735-49b1-91bc-71b92316f541),segment_id=2c4b9b55-4735-49b1-91bc-71b92316f541)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:32.184151 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-25521d43-4bf0-4a44-8aa5-bc001e1a6fc0 None None] For port b64c6b73-24dc-46d5-abbd-b52f7897d93b, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b64c6b73-24dc-46d5-abbd-b52f7897d93b,segment=NetworkSegment(2c4b9b55-4735-49b1-91bc-71b92316f541),segment_id=2c4b9b55-4735-49b1-91bc-71b92316f541)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:32.184644 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-25521d43-4bf0-4a44-8aa5-bc001e1a6fc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:32.199585 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:32.297948 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-e776c614-41cc-4758-b343-bc64dea57ba6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Calling delete_port for b64c6b73-24dc-46d5-abbd-b52f7897d93b owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:27:32.364162 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1824000-1abd-4417-b06f-9e1dfac0e134 None None] DHCP port deletion for 7a7bb6a1-a73d-4e33-b570-e88f1fcbc03f request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:27:32.380461 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-25521d43-4bf0-4a44-8aa5-bc001e1a6fc0 None None] Calling delete_port for b64c6b73-24dc-46d5-abbd-b52f7897d93b owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:27:32.424487 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [None req-e776c614-41cc-4758-b343-bc64dea57ba6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:27:32.424808 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [None req-e776c614-41cc-4758-b343-bc64dea57ba6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:27:32.427994 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e1824000-1abd-4417-b06f-9e1dfac0e134 None None] Deleting port 538eaffe-d1b9-47b8-8018-2713e979cd5c {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:32.428609 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e1824000-1abd-4417-b06f-9e1dfac0e134 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:32.517597 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=b64c6b73-24dc-46d5-abbd-b52f7897d93b,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:32.539915 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:32.540362 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:32.540792 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:32.541194 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:32.541596 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:32.541996 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:32.542370 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-bad6a1f8-3257-4bbe-9c83-62cfc310a92e tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:32.542509 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:32.542831 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:32.543221 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:32.543610 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:32.544030 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:32.544480 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:32.550263 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-bad6a1f8-3257-4bbe-9c83-62cfc310a92e tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/networks?id=37619b15-03b6-4ee3-8b5e-c1b376918ea6 HTTP/1.1" status: 200 len: 811 time: 0.5805547 Feb 09 01:27:32.603039 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-517bab90-be26-4018-8ad2-5a15b69f1896 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/quotas/5ddfa727b5a54b179d7c03a600eaa4b9 HTTP/1.1" status: 200 len: 375 time: 0.0446634 Feb 09 01:27:32.604264 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-25521d43-4bf0-4a44-8aa5-bc001e1a6fc0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:27:32.604786 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-25521d43-4bf0-4a44-8aa5-bc001e1a6fc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:27:32.720383 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-e1824000-1abd-4417-b06f-9e1dfac0e134 None None] For port 538eaffe-d1b9-47b8-8018-2713e979cd5c, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=538eaffe-d1b9-47b8-8018-2713e979cd5c,segment=NetworkSegment(fe3f10f5-1614-41fc-abdc-0de6f49cff27),segment_id=fe3f10f5-1614-41fc-abdc-0de6f49cff27)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:32.720957 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e1824000-1abd-4417-b06f-9e1dfac0e134 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:32.781876 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-3c0f32d2-08b9-4f74-b03f-716ec6b33afe tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1778710 Feb 09 01:27:32.898764 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e1824000-1abd-4417-b06f-9e1dfac0e134 None None] Calling delete_port for 538eaffe-d1b9-47b8-8018-2713e979cd5c owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:27:32.926065 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-e776c614-41cc-4758-b343-bc64dea57ba6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Deleting port b64c6b73-24dc-46d5-abbd-b52f7897d93b {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:32.926418 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e776c614-41cc-4758-b343-bc64dea57ba6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:33.035739 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e1824000-1abd-4417-b06f-9e1dfac0e134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:33.129735 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-25521d43-4bf0-4a44-8aa5-bc001e1a6fc0 None None] Deleting port b64c6b73-24dc-46d5-abbd-b52f7897d93b {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:33.132993 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-25521d43-4bf0-4a44-8aa5-bc001e1a6fc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:33.274200 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1824000-1abd-4417-b06f-9e1dfac0e134 None None] No DVR routers for this DVR port 538eaffe-d1b9-47b8-8018-2713e979cd5c on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:27:33.285385 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1824000-1abd-4417-b06f-9e1dfac0e134 None None] Pushing event deleted for resources: {'Port': ['ID=538eaffe-d1b9-47b8-8018-2713e979cd5c,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:33.344922 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-1a6ebdcb-cd3e-4d42-bb5f-144045f08540 service neutron] 10.222.0.37 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5470314 Feb 09 01:27:33.463203 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-e776c614-41cc-4758-b343-bc64dea57ba6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] For port b64c6b73-24dc-46d5-abbd-b52f7897d93b, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b64c6b73-24dc-46d5-abbd-b52f7897d93b,segment=NetworkSegment(2c4b9b55-4735-49b1-91bc-71b92316f541),segment_id=2c4b9b55-4735-49b1-91bc-71b92316f541)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:33.463831 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e776c614-41cc-4758-b343-bc64dea57ba6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:33.553722 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-25521d43-4bf0-4a44-8aa5-bc001e1a6fc0 None None] For port b64c6b73-24dc-46d5-abbd-b52f7897d93b, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b64c6b73-24dc-46d5-abbd-b52f7897d93b,segment=NetworkSegment(2c4b9b55-4735-49b1-91bc-71b92316f541),segment_id=2c4b9b55-4735-49b1-91bc-71b92316f541)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:33.554189 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-25521d43-4bf0-4a44-8aa5-bc001e1a6fc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:33.640721 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-e776c614-41cc-4758-b343-bc64dea57ba6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Calling delete_port for b64c6b73-24dc-46d5-abbd-b52f7897d93b owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:27:33.690416 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 538eaffe-d1b9-47b8-8018-2713e979cd5c no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:27:33.810736 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-25521d43-4bf0-4a44-8aa5-bc001e1a6fc0 None None] Calling delete_port for b64c6b73-24dc-46d5-abbd-b52f7897d93b owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:27:33.857034 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-41852f2b-ed72-4779-847e-6e0c39678c81 service neutron] 10.222.0.37 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5111325 Feb 09 01:27:33.857212 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 538eaffe-d1b9-47b8-8018-2713e979cd5c {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:27:33.857461 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 538eaffe-d1b9-47b8-8018-2713e979cd5c not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:27:33.907320 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e776c614-41cc-4758-b343-bc64dea57ba6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:33.925042 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-25521d43-4bf0-4a44-8aa5-bc001e1a6fc0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:27:33.925524 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-25521d43-4bf0-4a44-8aa5-bc001e1a6fc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:27:33.984879 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e776c614-41cc-4758-b343-bc64dea57ba6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event deleted for resources: {'Port': ['ID=b64c6b73-24dc-46d5-abbd-b52f7897d93b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:33.990317 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e776c614-41cc-4758-b343-bc64dea57ba6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] No DVR routers for this DVR port b64c6b73-24dc-46d5-abbd-b52f7897d93b on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:27:34.206581 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e776c614-41cc-4758-b343-bc64dea57ba6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:34.269184 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-e776c614-41cc-4758-b343-bc64dea57ba6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b9a03b-d97b-41b8-961b-4dfe902f9bcf']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:34.288429 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-e776c614-41cc-4758-b343-bc64dea57ba6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c4b9b55-4735-49b1-91bc-71b92316f541') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:34.289004 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-e776c614-41cc-4758-b343-bc64dea57ba6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c4b9b55-4735-49b1-91bc-71b92316f541') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:34.325253 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e776c614-41cc-4758-b343-bc64dea57ba6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:34.362855 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e776c614-41cc-4758-b343-bc64dea57ba6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:34.388427 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e776c614-41cc-4758-b343-bc64dea57ba6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Releasing vlan 965 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:27:34.389251 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e776c614-41cc-4758-b343-bc64dea57ba6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:34.403417 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-25521d43-4bf0-4a44-8aa5-bc001e1a6fc0 None None] Deleting port b64c6b73-24dc-46d5-abbd-b52f7897d93b {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:34.404040 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-25521d43-4bf0-4a44-8aa5-bc001e1a6fc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:34.409115 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:27:34.409115 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:27:34.409115 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:27:34.409115 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:27:34.409115 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:27:34.409115 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:27:34.409115 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:27:34.409115 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:27:34.409115 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:27:34.409115 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:27:34.409115 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:27:34.409115 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:27:34.409115 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:27:34.409115 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:27:34.409115 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:27:34.409115 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:27:34.409115 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:27:34.409115 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:27:34.409115 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:27:34.409115 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:27:34.409115 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:27:34.409115 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:27:34.409115 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:27:34.409115 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:27:34.409115 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:27:34.409115 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:27:34.409115 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:27:34.409115 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:27:34.409115 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:27:34.409115 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:27:34.409115 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:27:34.409115 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:27:34.499112 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-361bd5ec-34a6-4d6e-97a1-37aa5f3f6ada req-e94c13c4-e1af-4a69-a660-e36a86314462 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Synchronizing usage tracker for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:27:34.521200 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-361bd5ec-34a6-4d6e-97a1-37aa5f3f6ada req-e94c13c4-e1af-4a69-a660-e36a86314462 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Unset dirty status for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:27:34.541934 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e776c614-41cc-4758-b343-bc64dea57ba6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:34.544842 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-361bd5ec-34a6-4d6e-97a1-37aa5f3f6ada req-e94c13c4-e1af-4a69-a660-e36a86314462 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f8d2bf-33ce-4ce8-8dc8-8ece56b52259 HTTP/1.1" status: 200 len: 210 time: 0.0941339 Feb 09 01:27:34.579375 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-25521d43-4bf0-4a44-8aa5-bc001e1a6fc0 None None] The port 'b64c6b73-24dc-46d5-abbd-b52f7897d93b' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:27:34.589668 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e776c614-41cc-4758-b343-bc64dea57ba6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:34.593584 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e776c614-41cc-4758-b343-bc64dea57ba6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event deleted for resources: {'Network': ['ID=26b9a03b-d97b-41b8-961b-4dfe902f9bcf,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:34.620511 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e776c614-41cc-4758-b343-bc64dea57ba6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/networks/26b9a03b-d97b-41b8-961b-4dfe902f9bcf HTTP/1.1" status: 204 len: 168 time: 3.3621054 Feb 09 01:27:34.620600 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40034) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:34.833636 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c9fb697f-282c-43e5-89e0-f98de018b8a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:35.008676 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c9fb697f-282c-43e5-89e0-f98de018b8a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:35.080387 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-c9fb697f-282c-43e5-89e0-f98de018b8a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a7bb6a1-a73d-4e33-b570-e88f1fcbc03f']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:35.108066 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-c9fb697f-282c-43e5-89e0-f98de018b8a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe3f10f5-1614-41fc-abdc-0de6f49cff27') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:35.108392 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-c9fb697f-282c-43e5-89e0-f98de018b8a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe3f10f5-1614-41fc-abdc-0de6f49cff27') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:35.135635 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c9fb697f-282c-43e5-89e0-f98de018b8a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:35.172345 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c9fb697f-282c-43e5-89e0-f98de018b8a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:35.186616 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9fb697f-282c-43e5-89e0-f98de018b8a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Releasing vlan 977 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:27:35.187239 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c9fb697f-282c-43e5-89e0-f98de018b8a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:35.222992 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:27:35.222992 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:27:35.222992 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:27:35.222992 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:27:35.222992 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:27:35.222992 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:27:35.222992 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:27:35.222992 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:27:35.222992 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:27:35.222992 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:27:35.222992 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:27:35.222992 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:27:35.222992 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:27:35.222992 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:27:35.222992 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:27:35.222992 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:27:35.222992 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:27:35.222992 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:27:35.222992 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:27:35.222992 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:27:35.222992 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:27:35.222992 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:27:35.222992 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:27:35.222992 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:27:35.222992 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:27:35.222992 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:27:35.222992 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:27:35.222992 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:27:35.222992 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:27:35.222992 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:27:35.222992 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:27:35.222992 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:27:35.342838 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c9fb697f-282c-43e5-89e0-f98de018b8a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:35.387998 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c9fb697f-282c-43e5-89e0-f98de018b8a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:35.403382 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb697f-282c-43e5-89e0-f98de018b8a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event deleted for resources: {'Network': ['ID=7a7bb6a1-a73d-4e33-b570-e88f1fcbc03f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:35.413884 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c9fb697f-282c-43e5-89e0-f98de018b8a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/networks/7a7bb6a1-a73d-4e33-b570-e88f1fcbc03f HTTP/1.1" status: 204 len: 168 time: 0.7922533 Feb 09 01:27:35.417623 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40056) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:35.425831 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-5de651ef-ffdc-4f81-9c37-cfe3822292a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-373734264'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:35.433380 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5de651ef-ffdc-4f81-9c37-cfe3822292a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:35.444871 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5de651ef-ffdc-4f81-9c37-cfe3822292a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Usage tracker for resource:network and tenant:6d720b2d312a4ea8a0c966b82ba0a703 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:35.449686 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5de651ef-ffdc-4f81-9c37-cfe3822292a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:35.459830 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5de651ef-ffdc-4f81-9c37-cfe3822292a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:35.485833 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de651ef-ffdc-4f81-9c37-cfe3822292a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Made reservation on behalf of 6d720b2d312a4ea8a0c966b82ba0a703 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:35.486939 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40060) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:35.496787 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5de651ef-ffdc-4f81-9c37-cfe3822292a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:35.534794 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de651ef-ffdc-4f81-9c37-cfe3822292a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 986} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:27:35.546190 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5de651ef-ffdc-4f81-9c37-cfe3822292a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:35.546422 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-5de651ef-ffdc-4f81-9c37-cfe3822292a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Added segment ff622f1c-ed2d-4a78-b938-73e5161c8a27 of type vlan for network d2031bf4-7f40-4fa9-827b-590c4e0a5048 Feb 09 01:27:35.583047 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5de651ef-ffdc-4f81-9c37-cfe3822292a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:35.622504 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5de651ef-ffdc-4f81-9c37-cfe3822292a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:35.634800 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de651ef-ffdc-4f81-9c37-cfe3822292a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:35.635468 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5de651ef-ffdc-4f81-9c37-cfe3822292a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:35.684935 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1b4dc053-80e6-4471-bfcc-7aebbda679b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:35.723659 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1b4dc053-80e6-4471-bfcc-7aebbda679b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:35.734770 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1b4dc053-80e6-4471-bfcc-7aebbda679b6 admin admin] Usage tracker for resource:security_group_rule and tenant:3a5aea2a436a417fbef41fa4a6b636f3 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:35.739240 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1b4dc053-80e6-4471-bfcc-7aebbda679b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:35.756267 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1b4dc053-80e6-4471-bfcc-7aebbda679b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:35.779555 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5de651ef-ffdc-4f81-9c37-cfe3822292a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3565838 Feb 09 01:27:35.781108 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40068) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:35.793691 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-878b6798-5dd4-4fa1-9733-6c210b1d14cf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Request body: {'subnet': {'network_id': 'd2031bf4-7f40-4fa9-827b-590c4e0a5048', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:35.890455 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de651ef-ffdc-4f81-9c37-cfe3822292a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Network': ['ID=d2031bf4-7f40-4fa9-827b-590c4e0a5048,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:35.929957 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de651ef-ffdc-4f81-9c37-cfe3822292a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:35.929957 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de651ef-ffdc-4f81-9c37-cfe3822292a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:35.930293 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de651ef-ffdc-4f81-9c37-cfe3822292a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:35.931046 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de651ef-ffdc-4f81-9c37-cfe3822292a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:35.931046 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de651ef-ffdc-4f81-9c37-cfe3822292a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:35.931261 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de651ef-ffdc-4f81-9c37-cfe3822292a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:35.931624 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de651ef-ffdc-4f81-9c37-cfe3822292a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:35.932137 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de651ef-ffdc-4f81-9c37-cfe3822292a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:35.932478 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de651ef-ffdc-4f81-9c37-cfe3822292a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:35.932795 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de651ef-ffdc-4f81-9c37-cfe3822292a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:35.934307 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de651ef-ffdc-4f81-9c37-cfe3822292a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:35.934648 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de651ef-ffdc-4f81-9c37-cfe3822292a8 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:35.940910 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1b4dc053-80e6-4471-bfcc-7aebbda679b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:35.952028 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1b4dc053-80e6-4471-bfcc-7aebbda679b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:35.969638 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network d2031bf4-7f40-4fa9-827b-590c4e0a5048 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:27:36.061948 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-94a9ffc1-89a1-42e8-b450-1cabc71efdae req-e31f50ef-d79a-404d-ba57-41fab0d08af0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f8d2bf-33ce-4ce8-8dc8-8ece56b52259 HTTP/1.1" status: 200 len: 210 time: 0.0955479 Feb 09 01:27:36.067424 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-878b6798-5dd4-4fa1-9733-6c210b1d14cf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:36.071603 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-878b6798-5dd4-4fa1-9733-6c210b1d14cf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Usage tracker for resource:subnet and tenant:6d720b2d312a4ea8a0c966b82ba0a703 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:36.074532 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-878b6798-5dd4-4fa1-9733-6c210b1d14cf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:36.080948 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-878b6798-5dd4-4fa1-9733-6c210b1d14cf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:36.110925 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878b6798-5dd4-4fa1-9733-6c210b1d14cf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Made reservation on behalf of 6d720b2d312a4ea8a0c966b82ba0a703 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:36.111517 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4dc053-80e6-4471-bfcc-7aebbda679b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5b385f-6c78-4f17-a581-01fce0c43ad2,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:36.114491 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-878b6798-5dd4-4fa1-9733-6c210b1d14cf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:36.171532 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1b4dc053-80e6-4471-bfcc-7aebbda679b6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a5aea2a436a417fbef41fa4a6b636f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6829348 Feb 09 01:27:36.172632 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40074) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:36.499207 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-060c7e33-2454-42f7-bed0-5334989159d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:36.523428 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-878b6798-5dd4-4fa1-9733-6c210b1d14cf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:36.531428 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-7f334131-efe3-46ea-9b12-bedfe94d2d16 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:36.533043 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-7f334131-efe3-46ea-9b12-bedfe94d2d16 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.35 "GET /v2.0/networks?id=37619b15-03b6-4ee3-8b5e-c1b376918ea6 HTTP/1.1" status: 200 len: 811 time: 0.4098241 Feb 09 01:27:36.549502 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-060c7e33-2454-42f7-bed0-5334989159d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:36.620164 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b6798-5dd4-4fa1-9733-6c210b1d14cf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Subnet': ['ID=48e851d7-b107-4bc7-92ca-4038dcc6c234,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:36.627004 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878b6798-5dd4-4fa1-9733-6c210b1d14cf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Checking segment: {'id': 'ff622f1c-ed2d-4a78-b938-73e5161c8a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'd2031bf4-7f40-4fa9-827b-590c4e0a5048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:27:36.627447 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878b6798-5dd4-4fa1-9733-6c210b1d14cf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network hostable DHCP agents. Network: d2031bf4-7f40-4fa9-827b-590c4e0a5048, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:27:36.630846 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-060c7e33-2454-42f7-bed0-5334989159d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:36.655586 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878b6798-5dd4-4fa1-9733-6c210b1d14cf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network d2031bf4-7f40-4fa9-827b-590c4e0a5048 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:27:36.657845 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c7e33-2454-42f7-bed0-5334989159d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5b385f-6c78-4f17-a581-01fce0c43ad2,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:36.681080 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-060c7e33-2454-42f7-bed0-5334989159d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:36.682197 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-060c7e33-2454-42f7-bed0-5334989159d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b5b385f-6c78-4f17-a581-01fce0c43ad2 HTTP/1.1" status: 204 len: 168 time: 0.5057805 Feb 09 01:27:36.694697 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-878b6798-5dd4-4fa1-9733-6c210b1d14cf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, d2031bf4-7f40-4fa9-827b-590c4e0a5048) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:36.696973 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-05aaa42a-5ee7-4756-8beb-3fff6985207c tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9 HTTP/1.1" status: 200 len: 379 time: 0.1510882 Feb 09 01:27:36.708006 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878b6798-5dd4-4fa1-9733-6c210b1d14cf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:36.708966 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-878b6798-5dd4-4fa1-9733-6c210b1d14cf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:36.710760 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cc0a45-2004-4b7f-8f79-1ef748f77f5a None None] Network d2031bf4-7f40-4fa9-827b-590c4e0a5048 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:27:36.711976 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-26e21f95-570e-485e-9f49-b175b0d82fb0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Request body: {'port': {'device_id': 'd2f8d2bf-33ce-4ce8-8dc8-8ece56b52259', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'admin_state_up': True, 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'security_groups': ['104dca1f-b466-4675-83f9-0fd36c975bc6']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:36.762102 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-878b6798-5dd4-4fa1-9733-6c210b1d14cf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9803367 Feb 09 01:27:36.764666 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40082) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:36.771052 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-fe9d597a-6f3c-4ca2-8bc5-deacf4f2322b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1123920393', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:36.788697 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-fe9d597a-6f3c-4ca2-8bc5-deacf4f2322b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:36.803088 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fe9d597a-6f3c-4ca2-8bc5-deacf4f2322b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Usage tracker for resource:router and tenant:6d720b2d312a4ea8a0c966b82ba0a703 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:36.813099 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fe9d597a-6f3c-4ca2-8bc5-deacf4f2322b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:36.834566 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-fe9d597a-6f3c-4ca2-8bc5-deacf4f2322b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:36.864874 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fe9d597a-6f3c-4ca2-8bc5-deacf4f2322b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:36.867410 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fe9d597a-6f3c-4ca2-8bc5-deacf4f2322b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:36.901040 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fe9d597a-6f3c-4ca2-8bc5-deacf4f2322b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:36.929086 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fe9d597a-6f3c-4ca2-8bc5-deacf4f2322b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:36.955516 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a91a8b1c-24db-4907-a8aa-e638330ad485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:36.988145 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fe9d597a-6f3c-4ca2-8bc5-deacf4f2322b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:36.996318 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fe9d597a-6f3c-4ca2-8bc5-deacf4f2322b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2277820 Feb 09 01:27:36.997355 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40090) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:37.015999 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-ae17fec2-a4ef-4098-ac93-fb9ee4545073 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Request body: {'port': {'network_id': 'd2031bf4-7f40-4fa9-827b-590c4e0a5048', 'name': 'tempest-RoutersIpV6Test-742144498'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:37.027142 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-26e21f95-570e-485e-9f49-b175b0d82fb0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:37.061864 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-26e21f95-570e-485e-9f49-b175b0d82fb0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:37.090074 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-26e21f95-570e-485e-9f49-b175b0d82fb0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Made reservation on behalf of 5ddfa727b5a54b179d7c03a600eaa4b9 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:37.094928 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-26e21f95-570e-485e-9f49-b175b0d82fb0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:37.162522 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40096) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:37.289703 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5435b9b1-2c28-48a0-bd72-dfaeb7a28fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-d2031bf4-7f40-4fa9-827b-590c4e0a5048', 'network_id': 'd2031bf4-7f40-4fa9-827b-590c4e0a5048', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'fixed_ips': [{'subnet_id': '48e851d7-b107-4bc7-92ca-4038dcc6c234'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:27:37.294152 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5435b9b1-2c28-48a0-bd72-dfaeb7a28fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:37.362648 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ae17fec2-a4ef-4098-ac93-fb9ee4545073 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:37.380688 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ae17fec2-a4ef-4098-ac93-fb9ee4545073 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Usage tracker for resource:port and tenant:6d720b2d312a4ea8a0c966b82ba0a703 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:37.389538 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ae17fec2-a4ef-4098-ac93-fb9ee4545073 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:37.411029 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ae17fec2-a4ef-4098-ac93-fb9ee4545073 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:37.437721 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae17fec2-a4ef-4098-ac93-fb9ee4545073 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Made reservation on behalf of 6d720b2d312a4ea8a0c966b82ba0a703 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:37.441884 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ae17fec2-a4ef-4098-ac93-fb9ee4545073 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:37.459058 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7f1d080f-f7d3-45f1-9104-340d92848ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:37.489007 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-ae17fec2-a4ef-4098-ac93-fb9ee4545073 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] device_id is not set on port a334dd6d-4d59-4920-afbc-41eeec1b1698 yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:27:37.526180 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0f3fd8eb-101b-43cf-9435-9de81ccce294 req-bc131194-0ba6-49ca-a706-a86826c053ca tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f8d2bf-33ce-4ce8-8dc8-8ece56b52259 HTTP/1.1" status: 200 len: 210 time: 0.1569724 Feb 09 01:27:37.527556 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-7f1d080f-f7d3-45f1-9104-340d92848ed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:37.548954 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-7f1d080f-f7d3-45f1-9104-340d92848ed2 admin admin] Usage tracker for resource:security_group_rule and tenant:7adde3daa7324f919694f8173c8d8e3b is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:37.556033 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-7f1d080f-f7d3-45f1-9104-340d92848ed2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:37.612075 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-7f1d080f-f7d3-45f1-9104-340d92848ed2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:37.660263 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-5435b9b1-2c28-48a0-bd72-dfaeb7a28fdd None None] Allocated IP 2001:db8::2 (d2031bf4-7f40-4fa9-827b-590c4e0a5048/48e851d7-b107-4bc7-92ca-4038dcc6c234/8839fe64-5a73-4544-8ad6-1e9f2bc7a008) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:37.746215 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-26e21f95-570e-485e-9f49-b175b0d82fb0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Allocated IP 172.20.0.13 (37619b15-03b6-4ee3-8b5e-c1b376918ea6/c5c99494-da9a-458d-b6b1-e6de1927c8e8/af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:37.871543 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7f1d080f-f7d3-45f1-9104-340d92848ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:37.933777 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7f1d080f-f7d3-45f1-9104-340d92848ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:37.970614 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5435b9b1-2c28-48a0-bd72-dfaeb7a28fdd None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:37.982802 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5435b9b1-2c28-48a0-bd72-dfaeb7a28fdd None None] Transition to ACTIVE for port object 8839fe64-5a73-4544-8ad6-1e9f2bc7a008 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:27:37.993509 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40102) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:37.994122 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7f1d080f-f7d3-45f1-9104-340d92848ed2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7adde3daa7324f919694f8173c8d8e3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8300660 Feb 09 01:27:38.034910 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5435b9b1-2c28-48a0-bd72-dfaeb7a28fdd None None] Transition to ACTIVE for port object 8839fe64-5a73-4544-8ad6-1e9f2bc7a008 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:27:38.039312 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d080f-f7d3-45f1-9104-340d92848ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1483ff-c497-4ecd-8032-bfd7665d82d5,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:38.049883 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5435b9b1-2c28-48a0-bd72-dfaeb7a28fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:38.165776 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-26e21f95-570e-485e-9f49-b175b0d82fb0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:38.203125 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-26e21f95-570e-485e-9f49-b175b0d82fb0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Transition to ACTIVE for port object af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:27:38.213653 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5435b9b1-2c28-48a0-bd72-dfaeb7a28fdd None None] Network d2031bf4-7f40-4fa9-827b-590c4e0a5048 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:38.217468 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-5435b9b1-2c28-48a0-bd72-dfaeb7a28fdd None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:38.222440 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5435b9b1-2c28-48a0-bd72-dfaeb7a28fdd None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:27:38.273757 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-26e21f95-570e-485e-9f49-b175b0d82fb0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:38.281710 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435b9b1-2c28-48a0-bd72-dfaeb7a28fdd None None] Pushing event updated for resources: {'Port': ['ID=8839fe64-5a73-4544-8ad6-1e9f2bc7a008,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:38.325805 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-884a4ef9-d127-474c-8b6f-20ba4129169a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:38.363797 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-ae17fec2-a4ef-4098-ac93-fb9ee4545073 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Allocated IP 2001:db8::18c (d2031bf4-7f40-4fa9-827b-590c4e0a5048/48e851d7-b107-4bc7-92ca-4038dcc6c234/a334dd6d-4d59-4920-afbc-41eeec1b1698) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:38.388232 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-26e21f95-570e-485e-9f49-b175b0d82fb0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:38.392579 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-26e21f95-570e-485e-9f49-b175b0d82fb0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:38.396951 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-26e21f95-570e-485e-9f49-b175b0d82fb0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:27:38.415810 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-5435b9b1-2c28-48a0-bd72-dfaeb7a28fdd None None] Attempting to bind port 8839fe64-5a73-4544-8ad6-1e9f2bc7a008 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:27:38.417111 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-5435b9b1-2c28-48a0-bd72-dfaeb7a28fdd None None] Attempting to bind port 8839fe64-5a73-4544-8ad6-1e9f2bc7a008 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'ff622f1c-ed2d-4a78-b938-73e5161c8a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'd2031bf4-7f40-4fa9-827b-590c4e0a5048'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:27:38.417472 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5435b9b1-2c28-48a0-bd72-dfaeb7a28fdd None None] Attempting to bind port 8839fe64-5a73-4544-8ad6-1e9f2bc7a008 on network d2031bf4-7f40-4fa9-827b-590c4e0a5048 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:27:38.433253 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-884a4ef9-d127-474c-8b6f-20ba4129169a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:38.434526 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5435b9b1-2c28-48a0-bd72-dfaeb7a28fdd None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:27:38.435132 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5435b9b1-2c28-48a0-bd72-dfaeb7a28fdd None None] Checking segment: {'id': 'ff622f1c-ed2d-4a78-b938-73e5161c8a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'd2031bf4-7f40-4fa9-827b-590c4e0a5048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:27:38.436110 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5435b9b1-2c28-48a0-bd72-dfaeb7a28fdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:38.436534 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5435b9b1-2c28-48a0-bd72-dfaeb7a28fdd None None] Bound using segment: {'id': 'ff622f1c-ed2d-4a78-b938-73e5161c8a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'd2031bf4-7f40-4fa9-827b-590c4e0a5048'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:27:38.437008 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-5435b9b1-2c28-48a0-bd72-dfaeb7a28fdd None None] Bound port: 8839fe64-5a73-4544-8ad6-1e9f2bc7a008, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff622f1c-ed2d-4a78-b938-73e5161c8a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'd2031bf4-7f40-4fa9-827b-590c4e0a5048'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:27:38.437379 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5435b9b1-2c28-48a0-bd72-dfaeb7a28fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:38.489297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e21f95-570e-485e-9f49-b175b0d82fb0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Pushing event updated for resources: {'Port': ['ID=af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:38.562945 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-26e21f95-570e-485e-9f49-b175b0d82fb0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:38.563861 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-26e21f95-570e-485e-9f49-b175b0d82fb0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:38.661360 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-26e21f95-570e-485e-9f49-b175b0d82fb0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9583263 Feb 09 01:27:38.673375 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-e3ec516e-01c7-44b4-9c29-5d29c1e0ddb3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:27:38.674400 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-e3ec516e-01c7-44b4-9c29-5d29c1e0ddb3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058422 Feb 09 01:27:38.788600 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-5435b9b1-2c28-48a0-bd72-dfaeb7a28fdd None None] For port 8839fe64-5a73-4544-8ad6-1e9f2bc7a008, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:27:38.797008 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-5435b9b1-2c28-48a0-bd72-dfaeb7a28fdd None None] For port 8839fe64-5a73-4544-8ad6-1e9f2bc7a008, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=8839fe64-5a73-4544-8ad6-1e9f2bc7a008,segment=NetworkSegment(ff622f1c-ed2d-4a78-b938-73e5161c8a27),segment_id=ff622f1c-ed2d-4a78-b938-73e5161c8a27)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:27:38.813994 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5435b9b1-2c28-48a0-bd72-dfaeb7a28fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:38.952061 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-46e26093-f274-491c-a007-179efe2ad812 None None] Provisioning for port af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:27:38.991997 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-46e26093-f274-491c-a007-179efe2ad812 None None] Provisioning complete for port af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:38.992518 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-46e26093-f274-491c-a007-179efe2ad812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:39.060302 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-884a4ef9-d127-474c-8b6f-20ba4129169a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:39.078992 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-46e26093-f274-491c-a007-179efe2ad812 None None] Port af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:27:39.101067 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435b9b1-2c28-48a0-bd72-dfaeb7a28fdd None None] Pushing event updated for resources: {'Port': ['ID=8839fe64-5a73-4544-8ad6-1e9f2bc7a008,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:39.114016 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a4ef9-d127-474c-8b6f-20ba4129169a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1483ff-c497-4ecd-8032-bfd7665d82d5,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:39.128113 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-3a1fd74c-c423-4748-ba42-83ac77828320 service neutron] Request body: {'port': {'device_id': 'd2f8d2bf-33ce-4ce8-8dc8-8ece56b52259', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:39.186544 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-884a4ef9-d127-474c-8b6f-20ba4129169a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:39.187666 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-884a4ef9-d127-474c-8b6f-20ba4129169a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7a1483ff-c497-4ecd-8032-bfd7665d82d5 HTTP/1.1" status: 204 len: 168 time: 1.1931837 Feb 09 01:27:39.214892 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642c61a-0e92-4997-952c-c1765532332a req-184d5253-b4e6-4a45-bbd4-bd24b530a196 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:39.216585 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5642c61a-0e92-4997-952c-c1765532332a req-184d5253-b4e6-4a45-bbd4-bd24b530a196 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f8d2bf-33ce-4ce8-8dc8-8ece56b52259 HTTP/1.1" status: 200 len: 932 time: 0.2661829 Feb 09 01:27:39.222992 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ae17fec2-a4ef-4098-ac93-fb9ee4545073 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:39.266781 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-db42dd9f-7d26-46b3-a4ba-ebfaa30ee72f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:39.278365 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-ae17fec2-a4ef-4098-ac93-fb9ee4545073 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Transition to ACTIVE for port object a334dd6d-4d59-4920-afbc-41eeec1b1698 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:27:39.286379 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5642c61a-0e92-4997-952c-c1765532332a req-461d036b-49b8-49c7-8175-e6aa191b1ae3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600026 Feb 09 01:27:39.366338 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ae17fec2-a4ef-4098-ac93-fb9ee4545073 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:39.466229 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-3a1fd74c-c423-4748-ba42-83ac77828320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:39.539391 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae17fec2-a4ef-4098-ac93-fb9ee4545073 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network d2031bf4-7f40-4fa9-827b-590c4e0a5048 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:39.542698 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-ae17fec2-a4ef-4098-ac93-fb9ee4545073 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:39.546283 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae17fec2-a4ef-4098-ac93-fb9ee4545073 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:27:39.553319 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae17fec2-a4ef-4098-ac93-fb9ee4545073 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:39.554599 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ae17fec2-a4ef-4098-ac93-fb9ee4545073 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:39.564221 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17fec2-a4ef-4098-ac93-fb9ee4545073 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Port': ['ID=a334dd6d-4d59-4920-afbc-41eeec1b1698,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:39.598647 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ae17fec2-a4ef-4098-ac93-fb9ee4545073 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5970702 Feb 09 01:27:39.599575 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40122) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:39.674914 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 8839fe64-5a73-4544-8ad6-1e9f2bc7a008 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:27:39.753210 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 8839fe64-5a73-4544-8ad6-1e9f2bc7a008 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:27:40.358683 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:40.501359 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:40.663414 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec1a11f-08c9-4bce-a6f7-173595f435d9 None None] Network d2031bf4-7f40-4fa9-827b-590c4e0a5048 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:27:40.816222 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a7d0f16e-05fc-43e9-acd1-d777ba071e51 None None] Provisioning for port 8839fe64-5a73-4544-8ad6-1e9f2bc7a008 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:27:40.830525 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a7d0f16e-05fc-43e9-acd1-d777ba071e51 None None] Provisioning complete for port 8839fe64-5a73-4544-8ad6-1e9f2bc7a008 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:40.830899 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a7d0f16e-05fc-43e9-acd1-d777ba071e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:40.885223 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-3a1fd74c-c423-4748-ba42-83ac77828320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:27:40.906435 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-3a1fd74c-c423-4748-ba42-83ac77828320 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:40.923290 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fe3da21d-f754-404d-a4ee-d529db566b4a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:40.958465 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-3a1fd74c-c423-4748-ba42-83ac77828320 service neutron] Transition to ACTIVE for port object af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:27:40.965237 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-3a1fd74c-c423-4748-ba42-83ac77828320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:41.080059 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a7d0f16e-05fc-43e9-acd1-d777ba071e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:41.211947 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-a7d0f16e-05fc-43e9-acd1-d777ba071e51 None None] For port 8839fe64-5a73-4544-8ad6-1e9f2bc7a008, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=8839fe64-5a73-4544-8ad6-1e9f2bc7a008,segment=NetworkSegment(ff622f1c-ed2d-4a78-b938-73e5161c8a27),segment_id=ff622f1c-ed2d-4a78-b938-73e5161c8a27)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:41.227256 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a7d0f16e-05fc-43e9-acd1-d777ba071e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:41.253542 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1fd74c-c423-4748-ba42-83ac77828320 service neutron] Pushing event updated for resources: {'Port': ['ID=af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:41.336758 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0f16e-05fc-43e9-acd1-d777ba071e51 None None] Pushing event updated for resources: {'Port': ['ID=8839fe64-5a73-4544-8ad6-1e9f2bc7a008,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:41.430862 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497eef8-5915-467b-8ca2-1e0f113aa8d0 req-357bdfb6-3080-4ca4-ad08-e5e099ca2312 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:41.431829 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-9497eef8-5915-467b-8ca2-1e0f113aa8d0 req-357bdfb6-3080-4ca4-ad08-e5e099ca2312 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Synchronizing usage tracker for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:27:41.637553 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 8839fe64-5a73-4544-8ad6-1e9f2bc7a008 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:27:41.801399 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 8839fe64-5a73-4544-8ad6-1e9f2bc7a008 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:41.801857 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:41.980689 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:42.029006 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-629c324d-4670-4fd8-8205-997bc0ede6b6 None None] Provisioning complete for port 8839fe64-5a73-4544-8ad6-1e9f2bc7a008 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:42.029415 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-629c324d-4670-4fd8-8205-997bc0ede6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:42.083915 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-9497eef8-5915-467b-8ca2-1e0f113aa8d0 req-357bdfb6-3080-4ca4-ad08-e5e099ca2312 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Unset dirty status for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:27:42.091889 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9497eef8-5915-467b-8ca2-1e0f113aa8d0 req-357bdfb6-3080-4ca4-ad08-e5e099ca2312 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f8d2bf-33ce-4ce8-8dc8-8ece56b52259 HTTP/1.1" status: 200 len: 932 time: 1.4353166 Feb 09 01:27:42.200518 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9497eef8-5915-467b-8ca2-1e0f113aa8d0 req-1ef71315-f038-454e-ab3e-ccef8a647751 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074395 Feb 09 01:27:42.216583 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-3a1fd74c-c423-4748-ba42-83ac77828320 service neutron] Attempting to bind port af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:27:42.216583 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-3a1fd74c-c423-4748-ba42-83ac77828320 service neutron] Attempting to bind port af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:27:42.216583 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-3a1fd74c-c423-4748-ba42-83ac77828320 service neutron] Attempting to bind port af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c on network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:27:42.232517 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-3a1fd74c-c423-4748-ba42-83ac77828320 service neutron] Port af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c on network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:27:42.232517 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-3a1fd74c-c423-4748-ba42-83ac77828320 service neutron] Attempting to bind port af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c on network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:27:42.242372 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-3a1fd74c-c423-4748-ba42-83ac77828320 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:27:42.242713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-3a1fd74c-c423-4748-ba42-83ac77828320 service neutron] Checking segment: {'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:27:42.243099 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-3a1fd74c-c423-4748-ba42-83ac77828320 service neutron] Bound using segment: {'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:27:42.243527 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-3a1fd74c-c423-4748-ba42-83ac77828320 service neutron] Bound port: af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:27:42.243870 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-3a1fd74c-c423-4748-ba42-83ac77828320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:42.340195 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-629c324d-4670-4fd8-8205-997bc0ede6b6 None None] Provisioning for port a334dd6d-4d59-4920-afbc-41eeec1b1698 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:27:42.349773 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-629c324d-4670-4fd8-8205-997bc0ede6b6 None None] Provisioning complete for port a334dd6d-4d59-4920-afbc-41eeec1b1698 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:42.351964 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-629c324d-4670-4fd8-8205-997bc0ede6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:42.388013 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-3a1fd74c-c423-4748-ba42-83ac77828320 service neutron] For port af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:27:42.391519 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-3a1fd74c-c423-4748-ba42-83ac77828320 service neutron] For port af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:27:42.404926 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-3a1fd74c-c423-4748-ba42-83ac77828320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:42.423751 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-629c324d-4670-4fd8-8205-997bc0ede6b6 None None] Port a334dd6d-4d59-4920-afbc-41eeec1b1698 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:27:42.493825 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-3a1fd74c-c423-4748-ba42-83ac77828320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:42.494385 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-3a1fd74c-c423-4748-ba42-83ac77828320 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:42.495780 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-3a1fd74c-c423-4748-ba42-83ac77828320 service neutron] 10.222.0.35 "PUT /v2.0/ports/af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c HTTP/1.1" status: 200 len: 1092 time: 3.8145959 Feb 09 01:27:42.503056 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fe3da21d-f754-404d-a4ee-d529db566b4a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:42.504493 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f8d2bf-33ce-4ce8-8dc8-8ece56b52259', 'tag': 'af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:27:42.515318 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fe3da21d-f754-404d-a4ee-d529db566b4a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:42.562560 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-fea5ba0f-feba-41b3-9549-99b7db33e235 None None] Provisioning complete for port a334dd6d-4d59-4920-afbc-41eeec1b1698 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:42.562941 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fea5ba0f-feba-41b3-9549-99b7db33e235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:42.774189 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-fea5ba0f-feba-41b3-9549-99b7db33e235 None None] Port a334dd6d-4d59-4920-afbc-41eeec1b1698 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:27:43.002251 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1fd74c-c423-4748-ba42-83ac77828320 service neutron] Pushing event updated for resources: {'Port': ['ID=af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:43.067650 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f8d2bf-33ce-4ce8-8dc8-8ece56b52259', 'tag': 'af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c', 'status': 'completed', 'code': 200} Feb 09 01:27:43.157702 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d79fb7bb-8573-4d8f-996d-c70c6e6874ea None None] Provisioning complete for port a334dd6d-4d59-4920-afbc-41eeec1b1698 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:43.158204 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d79fb7bb-8573-4d8f-996d-c70c6e6874ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:43.179331 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3da21d-f754-404d-a4ee-d529db566b4a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Port': ['ID=a334dd6d-4d59-4920-afbc-41eeec1b1698,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:43.254145 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-aef51ff9-c4c5-4913-a2fd-1d8704b4692f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:43.255579 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-aef51ff9-c4c5-4913-a2fd-1d8704b4692f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9&device_id=d2f8d2bf-33ce-4ce8-8dc8-8ece56b52259 HTTP/1.1" status: 200 len: 1095 time: 0.7032759 Feb 09 01:27:43.272345 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d79fb7bb-8573-4d8f-996d-c70c6e6874ea None None] Port a334dd6d-4d59-4920-afbc-41eeec1b1698 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:27:43.400489 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-82dcc81f-1ae6-403c-92cc-37350f0406f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c HTTP/1.1" status: 200 len: 217 time: 0.1295042 Feb 09 01:27:43.470147 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fe3da21d-f754-404d-a4ee-d529db566b4a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:43.545328 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-ce6a6ef1-e5af-4068-a551-9590f14e735e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:43.546792 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-ce6a6ef1-e5af-4068-a551-9590f14e735e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5c99494-da9a-458d-b6b1-e6de1927c8e8 HTTP/1.1" status: 200 len: 850 time: 0.1088347 Feb 09 01:27:43.616437 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b25b52-5eb7-443d-8478-d5a87dda7948 req-2b30329b-c247-47b1-b71d-3d37ea517e28 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:43.617950 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-96b25b52-5eb7-443d-8478-d5a87dda7948 req-2b30329b-c247-47b1-b71d-3d37ea517e28 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f8d2bf-33ce-4ce8-8dc8-8ece56b52259 HTTP/1.1" status: 200 len: 944 time: 0.2821319 Feb 09 01:27:43.633269 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40262) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:43.724979 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fe3da21d-f754-404d-a4ee-d529db566b4a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:43.753461 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-96b25b52-5eb7-443d-8478-d5a87dda7948 req-3e0535ec-ed57-43a2-aefd-3fbaa14dfc95 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932500 Feb 09 01:27:43.806206 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-552cd36b-d357-4562-adac-19a262a8c5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:43.807705 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-552cd36b-d357-4562-adac-19a262a8c5d6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37619b15-03b6-4ee3-8b5e-c1b376918ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2526600 Feb 09 01:27:43.834611 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4ba73f06-d02d-4e9d-9c49-b38a7245d076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:43.856374 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4ba73f06-d02d-4e9d-9c49-b38a7245d076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:43.861066 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4ba73f06-d02d-4e9d-9c49-b38a7245d076 admin admin] Usage tracker for resource:security_group_rule and tenant:1527b3ab5fae490c827d3402b57d43c1 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:43.864118 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4ba73f06-d02d-4e9d-9c49-b38a7245d076 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:43.873760 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4ba73f06-d02d-4e9d-9c49-b38a7245d076 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:43.985095 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4ba73f06-d02d-4e9d-9c49-b38a7245d076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:43.989986 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4ba73f06-d02d-4e9d-9c49-b38a7245d076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:44.056496 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4ba73f06-d02d-4e9d-9c49-b38a7245d076 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1527b3ab5fae490c827d3402b57d43c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4219480 Feb 09 01:27:44.057605 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba73f06-d02d-4e9d-9c49-b38a7245d076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4cfba8-83c1-4209-ba3c-e1ce6528a2b1,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:44.059223 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40270) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:44.242392 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-3a024452-822d-4122-bb07-c42dda554cbe service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278800 Feb 09 01:27:44.361849 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-12f50007-fedb-4a13-b8a6-49ae36c7f32b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:44.429378 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-12f50007-fedb-4a13-b8a6-49ae36c7f32b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:44.531090 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-033efc1b-fd71-46ff-895a-c5f2dfaffcce req-a41e0616-79d9-4616-84a9-83db0f6ac4c3 service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702670 Feb 09 01:27:44.707266 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fe3da21d-f754-404d-a4ee-d529db566b4a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:44.716559 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-12f50007-fedb-4a13-b8a6-49ae36c7f32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:44.736845 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fe3da21d-f754-404d-a4ee-d529db566b4a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:44.737593 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fe3da21d-f754-404d-a4ee-d529db566b4a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:44.780207 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f50007-fedb-4a13-b8a6-49ae36c7f32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4cfba8-83c1-4209-ba3c-e1ce6528a2b1,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:44.843399 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-12f50007-fedb-4a13-b8a6-49ae36c7f32b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:44.844557 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-12f50007-fedb-4a13-b8a6-49ae36c7f32b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3d4cfba8-83c1-4209-ba3c-e1ce6528a2b1 HTTP/1.1" status: 204 len: 168 time: 0.7818880 Feb 09 01:27:44.896838 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f50007-fedb-4a13-b8a6-49ae36c7f32b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:44.897176 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f50007-fedb-4a13-b8a6-49ae36c7f32b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:44.897516 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f50007-fedb-4a13-b8a6-49ae36c7f32b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:44.897845 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f50007-fedb-4a13-b8a6-49ae36c7f32b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:44.898170 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f50007-fedb-4a13-b8a6-49ae36c7f32b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:44.898491 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f50007-fedb-4a13-b8a6-49ae36c7f32b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:44.898809 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f50007-fedb-4a13-b8a6-49ae36c7f32b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:44.899125 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f50007-fedb-4a13-b8a6-49ae36c7f32b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:44.899654 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f50007-fedb-4a13-b8a6-49ae36c7f32b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:44.899799 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f50007-fedb-4a13-b8a6-49ae36c7f32b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:44.900115 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f50007-fedb-4a13-b8a6-49ae36c7f32b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:44.900445 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f50007-fedb-4a13-b8a6-49ae36c7f32b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:44.940220 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3da21d-f754-404d-a4ee-d529db566b4a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Port': ['ID=a334dd6d-4d59-4920-afbc-41eeec1b1698,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:44.956367 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3f732-d4ce-4e3b-838e-8d7f05308e3e req-a6d0055c-07ad-499b-aedf-c90ca440cc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:44.957989 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cb3f732-d4ce-4e3b-838e-8d7f05308e3e req-a6d0055c-07ad-499b-aedf-c90ca440cc40 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9&device_id=d2f8d2bf-33ce-4ce8-8dc8-8ece56b52259 HTTP/1.1" status: 200 len: 1095 time: 0.2822313 Feb 09 01:27:45.197830 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad6a3e-da09-4662-9780-db08301a07ac req-ee20cb8a-ab62-4250-b55b-688de032d97e tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:45.199401 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-19ad6a3e-da09-4662-9780-db08301a07ac req-ee20cb8a-ab62-4250-b55b-688de032d97e tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f8d2bf-33ce-4ce8-8dc8-8ece56b52259 HTTP/1.1" status: 200 len: 944 time: 0.1642196 Feb 09 01:27:45.213856 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3da21d-f754-404d-a4ee-d529db566b4a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network d2031bf4-7f40-4fa9-827b-590c4e0a5048 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:45.217779 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-fe3da21d-f754-404d-a4ee-d529db566b4a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:45.312147 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-19ad6a3e-da09-4662-9780-db08301a07ac req-f784f3c6-2c25-4539-88f5-8f57a468df45 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071434 Feb 09 01:27:45.345956 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40290) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:45.350579 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3f732-d4ce-4e3b-838e-8d7f05308e3e req-32b354c5-f539-4d89-8ada-604c73a1ec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:45.352128 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cb3f732-d4ce-4e3b-838e-8d7f05308e3e req-32b354c5-f539-4d89-8ada-604c73a1ec52 service neutron] 10.222.0.35 "GET /v2.0/networks?id=37619b15-03b6-4ee3-8b5e-c1b376918ea6 HTTP/1.1" status: 200 len: 912 time: 0.3835859 Feb 09 01:27:45.370833 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-914d94e2-f599-452f-ac82-e146359bf886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:45.398480 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-914d94e2-f599-452f-ac82-e146359bf886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:45.405547 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-914d94e2-f599-452f-ac82-e146359bf886 admin admin] Usage tracker for resource:security_group_rule and tenant:8cdd64f85b8544c4b4d944c86f2a5718 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:45.410481 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-914d94e2-f599-452f-ac82-e146359bf886 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:45.420257 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-914d94e2-f599-452f-ac82-e146359bf886 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:45.547465 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-914d94e2-f599-452f-ac82-e146359bf886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:45.553260 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-914d94e2-f599-452f-ac82-e146359bf886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:45.555930 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cb3f732-d4ce-4e3b-838e-8d7f05308e3e req-f7fde2ba-2962-429e-960f-0e9d3d013b69 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c HTTP/1.1" status: 200 len: 217 time: 0.1315322 Feb 09 01:27:45.636721 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9e54d617-40b4-43d2-ad6f-db576b51da7f None None] Provisioning complete for port a334dd6d-4d59-4920-afbc-41eeec1b1698 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:45.637666 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9e54d617-40b4-43d2-ad6f-db576b51da7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:45.643751 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3f732-d4ce-4e3b-838e-8d7f05308e3e req-dad2eaa4-fcd6-4789-bc5c-ba231ab90dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:45.645422 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cb3f732-d4ce-4e3b-838e-8d7f05308e3e req-dad2eaa4-fcd6-4789-bc5c-ba231ab90dd6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5c99494-da9a-458d-b6b1-e6de1927c8e8 HTTP/1.1" status: 200 len: 850 time: 0.0834010 Feb 09 01:27:45.647237 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d94e2-f599-452f-ac82-e146359bf886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff640c1d-a305-40be-8721-5228c6ae3f36,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:45.676272 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-914d94e2-f599-452f-ac82-e146359bf886 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8cdd64f85b8544c4b4d944c86f2a5718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3289790 Feb 09 01:27:45.680415 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40294) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:45.749315 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-9e54d617-40b4-43d2-ad6f-db576b51da7f None None] Port a334dd6d-4d59-4920-afbc-41eeec1b1698 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:27:45.773250 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3da21d-f754-404d-a4ee-d529db566b4a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Router 5001f0fd-470f-437b-bb2a-d91e422dba86 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:27:45.788425 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3f732-d4ce-4e3b-838e-8d7f05308e3e req-9494cd2a-07b4-4179-b4cf-a0034683e55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:45.790795 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cb3f732-d4ce-4e3b-838e-8d7f05308e3e req-9494cd2a-07b4-4179-b4cf-a0034683e55f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37619b15-03b6-4ee3-8b5e-c1b376918ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1324322 Feb 09 01:27:45.800202 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-73b5bd7d-4de9-4925-abd3-4a8e61f4dbd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:45.844899 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-73b5bd7d-4de9-4925-abd3-4a8e61f4dbd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:45.907679 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-73b5bd7d-4de9-4925-abd3-4a8e61f4dbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:45.925435 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5bd7d-4de9-4925-abd3-4a8e61f4dbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff640c1d-a305-40be-8721-5228c6ae3f36,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:45.945007 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-73b5bd7d-4de9-4925-abd3-4a8e61f4dbd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:45.951798 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-73b5bd7d-4de9-4925-abd3-4a8e61f4dbd1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ff640c1d-a305-40be-8721-5228c6ae3f36 HTTP/1.1" status: 204 len: 168 time: 0.2690113 Feb 09 01:27:46.073628 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3da21d-f754-404d-a4ee-d529db566b4a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:27:46.082871 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-fe3da21d-f754-404d-a4ee-d529db566b4a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "PUT /v2.0/routers/5001f0fd-470f-437b-bb2a-d91e422dba86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4796579 Feb 09 01:27:46.082972 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40304) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:46.086190 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350da39a-5905-4980-b4a7-78ba4ce76b89 None None] Sync routers for ids ['5001f0fd-470f-437b-bb2a-d91e422dba86'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:46.103939 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350da39a-5905-4980-b4a7-78ba4ce76b89 None None] Routers {'5001f0fd-470f-437b-bb2a-d91e422dba86'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:46.105045 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-350da39a-5905-4980-b4a7-78ba4ce76b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:27:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['5001f0fd-470f-437b-bb2a-d91e422dba86'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:46.144851 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cb3f732-d4ce-4e3b-838e-8d7f05308e3e req-41c7f5eb-25a0-415e-a56f-5a346ab689df service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886550 Feb 09 01:27:46.241904 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-350da39a-5905-4980-b4a7-78ba4ce76b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:46.252231 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350da39a-5905-4980-b4a7-78ba4ce76b89 None None] Routers {'5001f0fd-470f-437b-bb2a-d91e422dba86'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:46.253062 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-350da39a-5905-4980-b4a7-78ba4ce76b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:27:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['5001f0fd-470f-437b-bb2a-d91e422dba86'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:46.262198 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e60027-73ac-42d2-aec2-6cf91d0a1525 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:46.262960 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-47e60027-73ac-42d2-aec2-6cf91d0a1525 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Synchronizing usage tracker for tenant:6d720b2d312a4ea8a0c966b82ba0a703 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:27:46.321081 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-47e60027-73ac-42d2-aec2-6cf91d0a1525 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Unset dirty status for tenant:6d720b2d312a4ea8a0c966b82ba0a703 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:27:46.325149 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-47e60027-73ac-42d2-aec2-6cf91d0a1525 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "GET /v2.0/ports/a334dd6d-4d59-4920-afbc-41eeec1b1698 HTTP/1.1" status: 200 len: 983 time: 0.2388673 Feb 09 01:27:46.325466 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40310) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:46.381227 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-350da39a-5905-4980-b4a7-78ba4ce76b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:46.381906 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350da39a-5905-4980-b4a7-78ba4ce76b89 None None] The sync data for ids ['5001f0fd-470f-437b-bb2a-d91e422dba86'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:46.676446 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8cb3f732-d4ce-4e3b-838e-8d7f05308e3e req-53599d4b-68e4-41fc-a495-9082c6d05fda service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5236437 Feb 09 01:27:46.899552 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ba2c8-df9c-4e5f-b4da-1456361db048 req-d3a29c86-c1ea-4005-83d4-c6d402b2c95f tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:46.901059 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2c4ba2c8-df9c-4e5f-b4da-1456361db048 req-d3a29c86-c1ea-4005-83d4-c6d402b2c95f tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f8d2bf-33ce-4ce8-8dc8-8ece56b52259 HTTP/1.1" status: 200 len: 944 time: 0.3373783 Feb 09 01:27:47.055752 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2c4ba2c8-df9c-4e5f-b4da-1456361db048 req-9e5253f5-9a39-4f5e-b45e-07a3875b825c tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185203 Feb 09 01:27:47.269152 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6dea3798-c01f-4561-a27c-1c3dfb5e488d tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:47.643562 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-6dea3798-c01f-4561-a27c-1c3dfb5e488d tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Deleting port a334dd6d-4d59-4920-afbc-41eeec1b1698 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:47.644063 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6dea3798-c01f-4561-a27c-1c3dfb5e488d tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:47.908227 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6dea3798-c01f-4561-a27c-1c3dfb5e488d tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:48.038099 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-6dea3798-c01f-4561-a27c-1c3dfb5e488d tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Calling delete_port for a334dd6d-4d59-4920-afbc-41eeec1b1698 owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:27:48.306534 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b016c-4e86-4036-8cd0-38c3a0118838 req-d245329f-f5d3-4201-ae7a-3cd313d89b3f tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:48.321212 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f5b016c-4e86-4036-8cd0-38c3a0118838 req-d245329f-f5d3-4201-ae7a-3cd313d89b3f tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f8d2bf-33ce-4ce8-8dc8-8ece56b52259 HTTP/1.1" status: 200 len: 944 time: 0.1397920 Feb 09 01:27:48.329514 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6dea3798-c01f-4561-a27c-1c3dfb5e488d tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:48.406325 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7f5b016c-4e86-4036-8cd0-38c3a0118838 req-514b24fe-8fa8-4f9d-92d9-15377aaae5ce tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832365 Feb 09 01:27:48.618532 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea3798-c01f-4561-a27c-1c3dfb5e488d tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event deleted for resources: {'Port': ['ID=a334dd6d-4d59-4920-afbc-41eeec1b1698,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:48.782140 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6dea3798-c01f-4561-a27c-1c3dfb5e488d tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:49.124060 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dea3798-c01f-4561-a27c-1c3dfb5e488d tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Router 5001f0fd-470f-437b-bb2a-d91e422dba86 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:27:49.281480 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dea3798-c01f-4561-a27c-1c3dfb5e488d tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:27:49.303967 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40396) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:49.327524 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678bc59e-1c7b-4fe2-b61d-affae427ff50 None None] Sync routers for ids ['5001f0fd-470f-437b-bb2a-d91e422dba86'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:49.350480 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6dea3798-c01f-4561-a27c-1c3dfb5e488d tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "PUT /v2.0/routers/5001f0fd-470f-437b-bb2a-d91e422dba86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0238547 Feb 09 01:27:49.356681 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40402) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:49.371854 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678bc59e-1c7b-4fe2-b61d-affae427ff50 None None] Routers {'5001f0fd-470f-437b-bb2a-d91e422dba86'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:49.372782 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-678bc59e-1c7b-4fe2-b61d-affae427ff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:27:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['5001f0fd-470f-437b-bb2a-d91e422dba86'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:49.691942 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-678bc59e-1c7b-4fe2-b61d-affae427ff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:49.706825 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678bc59e-1c7b-4fe2-b61d-affae427ff50 None None] Routers {'5001f0fd-470f-437b-bb2a-d91e422dba86'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:49.707854 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-678bc59e-1c7b-4fe2-b61d-affae427ff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:27:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['5001f0fd-470f-437b-bb2a-d91e422dba86'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:49.749844 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3f0086d4-386a-4923-8d48-fc2b08052a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:49.787929 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3f0086d4-386a-4923-8d48-fc2b08052a56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:49.795609 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3f0086d4-386a-4923-8d48-fc2b08052a56 admin admin] Usage tracker for resource:security_group_rule and tenant:64ecedb3c0504e23b7c1ad061d8d94be is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:49.832637 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d18cb-8936-465a-84f9-6cd0e2b583d3 req-3725c61b-ae01-4b12-95e2-af691b6b68bf tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:49.834050 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5e4d18cb-8936-465a-84f9-6cd0e2b583d3 req-3725c61b-ae01-4b12-95e2-af691b6b68bf tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f8d2bf-33ce-4ce8-8dc8-8ece56b52259 HTTP/1.1" status: 200 len: 944 time: 0.1786854 Feb 09 01:27:49.857682 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-678bc59e-1c7b-4fe2-b61d-affae427ff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:49.859436 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3f0086d4-386a-4923-8d48-fc2b08052a56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:49.867022 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678bc59e-1c7b-4fe2-b61d-affae427ff50 None None] The sync data for ids ['5001f0fd-470f-437b-bb2a-d91e422dba86'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:49.902951 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5e4d18cb-8936-465a-84f9-6cd0e2b583d3 req-448c8a30-18bc-43f2-af07-da90f89fc993 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623758 Feb 09 01:27:49.925128 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3f0086d4-386a-4923-8d48-fc2b08052a56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:49.978428 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-f15f9dd2-c7a6-4490-88d0-33538ac2d6c2 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 01:27:49.982146 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f15f9dd2-c7a6-4490-88d0-33538ac2d6c2 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "PUT /v2.0/routers/5001f0fd-470f-437b-bb2a-d91e422dba86/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6202145 Feb 09 01:27:49.982499 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40416) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:50.070851 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1b6e93ef-c89d-4804-8fb7-cd02f656ed20 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Synchronizing usage tracker for tenant:6d720b2d312a4ea8a0c966b82ba0a703 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:27:50.101436 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3f0086d4-386a-4923-8d48-fc2b08052a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:50.104652 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1b6e93ef-c89d-4804-8fb7-cd02f656ed20 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Unset dirty status for tenant:6d720b2d312a4ea8a0c966b82ba0a703 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:27:50.108370 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1b6e93ef-c89d-4804-8fb7-cd02f656ed20 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "GET /v2.0/ports?device_id=5001f0fd-470f-437b-bb2a-d91e422dba86 HTTP/1.1" status: 200 len: 205 time: 0.1216404 Feb 09 01:27:50.112956 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40420) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:50.115141 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3f0086d4-386a-4923-8d48-fc2b08052a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:50.164667 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0086d4-386a-4923-8d48-fc2b08052a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4dc995-5fe1-4096-8138-49c60a229e0d,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:50.231620 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3f0086d4-386a-4923-8d48-fc2b08052a56 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=64ecedb3c0504e23b7c1ad061d8d94be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9266016 Feb 09 01:27:50.237810 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40424) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:50.343347 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dfee01f2-3f82-429c-a031-a2c5b2a57f7f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:50.358763 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3d3251fc-bf37-4344-8c03-37eb35f88d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:50.394097 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3d3251fc-bf37-4344-8c03-37eb35f88d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:50.471326 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3d3251fc-bf37-4344-8c03-37eb35f88d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:50.497051 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3d3251fc-bf37-4344-8c03-37eb35f88d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:50.501912 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3d3251fc-bf37-4344-8c03-37eb35f88d2b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3b4dc995-5fe1-4096-8138-49c60a229e0d HTTP/1.1" status: 204 len: 168 time: 0.2599711 Feb 09 01:27:50.501912 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3251fc-bf37-4344-8c03-37eb35f88d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4dc995-5fe1-4096-8138-49c60a229e0d,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:50.825343 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dfee01f2-3f82-429c-a031-a2c5b2a57f7f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:50.827805 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dfee01f2-3f82-429c-a031-a2c5b2a57f7f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:50.852784 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dfee01f2-3f82-429c-a031-a2c5b2a57f7f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:50.853354 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfee01f2-3f82-429c-a031-a2c5b2a57f7f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Fanout notify agent at l3_agent the message router_deleted on router 5001f0fd-470f-437b-bb2a-d91e422dba86 {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:27:50.875452 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dfee01f2-3f82-429c-a031-a2c5b2a57f7f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:50.876845 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-dfee01f2-3f82-429c-a031-a2c5b2a57f7f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/routers/5001f0fd-470f-437b-bb2a-d91e422dba86 HTTP/1.1" status: 204 len: 168 time: 0.7671711 Feb 09 01:27:50.879413 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40442) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:50.932413 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40448) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:50.954387 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-30b1bc49-ebb8-4238-9359-d27b975492a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:50.970366 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-30b1bc49-ebb8-4238-9359-d27b975492a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:50.974798 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-30b1bc49-ebb8-4238-9359-d27b975492a9 admin admin] Usage tracker for resource:security_group_rule and tenant:c122708313df4088a9331e9dffb1fc70 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:50.980040 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-30b1bc49-ebb8-4238-9359-d27b975492a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:50.982519 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b810843-ab0d-4907-9bae-ef4b8a2080e2 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Deleting subnet 48e851d7-b107-4bc7-92ca-4038dcc6c234 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:27:50.987187 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-30b1bc49-ebb8-4238-9359-d27b975492a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:50.994811 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2b810843-ab0d-4907-9bae-ef4b8a2080e2 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:51.145458 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2b810843-ab0d-4907-9bae-ef4b8a2080e2 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:51.187691 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-30b1bc49-ebb8-4238-9359-d27b975492a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:51.200866 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-30b1bc49-ebb8-4238-9359-d27b975492a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:51.259954 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82755bcc-3a40-4082-bd09-ac882b3360d6 req-970b6025-4e62-4742-a5ce-2c8c0d862d93 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:51.260465 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2b810843-ab0d-4907-9bae-ef4b8a2080e2 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:51.261750 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-82755bcc-3a40-4082-bd09-ac882b3360d6 req-970b6025-4e62-4742-a5ce-2c8c0d862d93 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f8d2bf-33ce-4ce8-8dc8-8ece56b52259 HTTP/1.1" status: 200 len: 944 time: 0.2185988 Feb 09 01:27:51.269164 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1bc49-ebb8-4238-9359-d27b975492a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba55aec2-3067-471b-a555-bc3eddfd13d6,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:51.273638 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-30b1bc49-ebb8-4238-9359-d27b975492a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c122708313df4088a9331e9dffb1fc70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3400280 Feb 09 01:27:51.276287 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40454) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:51.331769 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-82755bcc-3a40-4082-bd09-ac882b3360d6 req-640322a0-2f6b-4fb6-b148-c70edec431dc tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567417 Feb 09 01:27:51.371503 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2b810843-ab0d-4907-9bae-ef4b8a2080e2 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:51.428830 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b810843-ab0d-4907-9bae-ef4b8a2080e2 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event deleted for resources: {'Subnet': ['ID=48e851d7-b107-4bc7-92ca-4038dcc6c234,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:51.436898 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5521ef-09ca-48d1-8f75-30e2a704c502 None None] Network d2031bf4-7f40-4fa9-827b-590c4e0a5048 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:27:51.447640 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2b810843-ab0d-4907-9bae-ef4b8a2080e2 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:51.464278 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2b810843-ab0d-4907-9bae-ef4b8a2080e2 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/subnets/48e851d7-b107-4bc7-92ca-4038dcc6c234 HTTP/1.1" status: 204 len: 168 time: 0.5837669 Feb 09 01:27:51.467375 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40466) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:51.525239 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ad5c2f68-53ec-48f6-ad4e-648488ffaa23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:51.560108 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ad5c2f68-53ec-48f6-ad4e-648488ffaa23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:51.622869 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f2f2fae6-4712-4223-9fd4-7c19988f6175 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:51.636562 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-f2f2fae6-4712-4223-9fd4-7c19988f6175 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Deleting port 8839fe64-5a73-4544-8ad6-1e9f2bc7a008 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:51.637006 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f2f2fae6-4712-4223-9fd4-7c19988f6175 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:51.666091 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ad5c2f68-53ec-48f6-ad4e-648488ffaa23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:51.694318 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c2f68-53ec-48f6-ad4e-648488ffaa23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba55aec2-3067-471b-a555-bc3eddfd13d6,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:51.718370 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ad5c2f68-53ec-48f6-ad4e-648488ffaa23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:51.721874 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ad5c2f68-53ec-48f6-ad4e-648488ffaa23 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ba55aec2-3067-471b-a555-bc3eddfd13d6 HTTP/1.1" status: 204 len: 168 time: 0.4206271 Feb 09 01:27:51.817934 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea865b62-cb09-41a6-b06a-946479f44725 None None] DHCP port deletion for d2031bf4-7f40-4fa9-827b-590c4e0a5048 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:27:51.823379 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-ea865b62-cb09-41a6-b06a-946479f44725 None None] Deleting port 8839fe64-5a73-4544-8ad6-1e9f2bc7a008 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:51.824036 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ea865b62-cb09-41a6-b06a-946479f44725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:51.927047 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-f2f2fae6-4712-4223-9fd4-7c19988f6175 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] For port 8839fe64-5a73-4544-8ad6-1e9f2bc7a008, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=8839fe64-5a73-4544-8ad6-1e9f2bc7a008,segment=NetworkSegment(ff622f1c-ed2d-4a78-b938-73e5161c8a27),segment_id=ff622f1c-ed2d-4a78-b938-73e5161c8a27)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:51.928630 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f2f2fae6-4712-4223-9fd4-7c19988f6175 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:52.003918 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:52.108263 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-ea865b62-cb09-41a6-b06a-946479f44725 None None] For port 8839fe64-5a73-4544-8ad6-1e9f2bc7a008, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=8839fe64-5a73-4544-8ad6-1e9f2bc7a008,segment=NetworkSegment(ff622f1c-ed2d-4a78-b938-73e5161c8a27),segment_id=ff622f1c-ed2d-4a78-b938-73e5161c8a27)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:52.109073 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ea865b62-cb09-41a6-b06a-946479f44725 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:52.163161 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-f2f2fae6-4712-4223-9fd4-7c19988f6175 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Calling delete_port for 8839fe64-5a73-4544-8ad6-1e9f2bc7a008 owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:27:52.287834 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f2f2fae6-4712-4223-9fd4-7c19988f6175 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:52.292742 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-ea865b62-cb09-41a6-b06a-946479f44725 None None] Calling delete_port for 8839fe64-5a73-4544-8ad6-1e9f2bc7a008 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:27:52.407316 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-ea865b62-cb09-41a6-b06a-946479f44725 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:27:52.408753 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-ea865b62-cb09-41a6-b06a-946479f44725 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:27:52.423481 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2fae6-4712-4223-9fd4-7c19988f6175 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event deleted for resources: {'Port': ['ID=8839fe64-5a73-4544-8ad6-1e9f2bc7a008,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:52.427517 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f2fae6-4712-4223-9fd4-7c19988f6175 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] No DVR routers for this DVR port 8839fe64-5a73-4544-8ad6-1e9f2bc7a008 on host n-d-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:27:52.635940 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f2f2fae6-4712-4223-9fd4-7c19988f6175 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:52.675417 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-f2f2fae6-4712-4223-9fd4-7c19988f6175 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2031bf4-7f40-4fa9-827b-590c4e0a5048']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:52.691247 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-f2f2fae6-4712-4223-9fd4-7c19988f6175 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff622f1c-ed2d-4a78-b938-73e5161c8a27') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:52.691633 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-f2f2fae6-4712-4223-9fd4-7c19988f6175 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff622f1c-ed2d-4a78-b938-73e5161c8a27') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:52.699563 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40492) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:52.713213 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e1b5a-103d-41b2-bf76-1e5e09c10210 req-58cd8d21-6aea-4273-8169-c7f42df77a66 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:52.715869 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c1e1b5a-103d-41b2-bf76-1e5e09c10210 req-58cd8d21-6aea-4273-8169-c7f42df77a66 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f8d2bf-33ce-4ce8-8dc8-8ece56b52259 HTTP/1.1" status: 200 len: 944 time: 0.1617377 Feb 09 01:27:52.724066 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f2f2fae6-4712-4223-9fd4-7c19988f6175 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:52.769020 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f2f2fae6-4712-4223-9fd4-7c19988f6175 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:52.785728 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f2fae6-4712-4223-9fd4-7c19988f6175 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Releasing vlan 986 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:27:52.789306 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f2f2fae6-4712-4223-9fd4-7c19988f6175 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:52.838834 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:27:52.838834 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:27:52.838834 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:27:52.838834 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:27:52.838834 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:27:52.838834 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:27:52.838834 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:27:52.838834 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:27:52.838834 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:27:52.838834 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:27:52.838834 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:27:52.838834 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:27:52.838834 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:27:52.838834 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:27:52.838834 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:27:52.838834 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:27:52.838834 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:27:52.838834 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:27:52.838834 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:27:52.838834 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:27:52.838834 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:27:52.838834 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:27:52.838834 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:27:52.838834 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:27:52.838834 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:27:52.838834 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:27:52.838834 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:27:52.838834 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:27:52.838834 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:27:52.838834 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:27:52.838834 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:27:52.838834 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:27:52.909749 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-ea865b62-cb09-41a6-b06a-946479f44725 None None] Deleting port 8839fe64-5a73-4544-8ad6-1e9f2bc7a008 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:27:52.910876 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ea865b62-cb09-41a6-b06a-946479f44725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:52.942307 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c1e1b5a-103d-41b2-bf76-1e5e09c10210 req-e06cd014-e3ae-4740-b970-fa9018742efb tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636927 Feb 09 01:27:52.952016 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f2f2fae6-4712-4223-9fd4-7c19988f6175 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:52.976430 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-07fd0c9f-68bc-4294-abf4-52132a58ad1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:52.982846 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f2f2fae6-4712-4223-9fd4-7c19988f6175 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:52.996300 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2fae6-4712-4223-9fd4-7c19988f6175 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event deleted for resources: {'Network': ['ID=d2031bf4-7f40-4fa9-827b-590c4e0a5048,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:53.003539 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f2f2fae6-4712-4223-9fd4-7c19988f6175 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/networks/d2031bf4-7f40-4fa9-827b-590c4e0a5048 HTTP/1.1" status: 204 len: 168 time: 1.5348406 Feb 09 01:27:53.008918 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40506) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:53.014478 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-07fd0c9f-68bc-4294-abf4-52132a58ad1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:53.022783 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-07fd0c9f-68bc-4294-abf4-52132a58ad1a admin admin] Usage tracker for resource:security_group_rule and tenant:c54f67a9990f4adfb86da3a146db8709 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:53.025325 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-6757bdb6-03f2-4ab5-8280-f47c996f0a8c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-400027626'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:53.027704 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-07fd0c9f-68bc-4294-abf4-52132a58ad1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:53.036967 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6757bdb6-03f2-4ab5-8280-f47c996f0a8c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:53.037960 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-07fd0c9f-68bc-4294-abf4-52132a58ad1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:53.046922 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6757bdb6-03f2-4ab5-8280-f47c996f0a8c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Usage tracker for resource:network and tenant:6d720b2d312a4ea8a0c966b82ba0a703 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:53.055040 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6757bdb6-03f2-4ab5-8280-f47c996f0a8c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:53.076618 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6757bdb6-03f2-4ab5-8280-f47c996f0a8c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:53.094367 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6757bdb6-03f2-4ab5-8280-f47c996f0a8c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Made reservation on behalf of 6d720b2d312a4ea8a0c966b82ba0a703 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:53.102147 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6757bdb6-03f2-4ab5-8280-f47c996f0a8c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:53.112545 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-ea865b62-cb09-41a6-b06a-946479f44725 None None] The port '8839fe64-5a73-4544-8ad6-1e9f2bc7a008' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:27:53.158053 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6757bdb6-03f2-4ab5-8280-f47c996f0a8c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 996} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:27:53.169765 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6757bdb6-03f2-4ab5-8280-f47c996f0a8c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:53.170585 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-6757bdb6-03f2-4ab5-8280-f47c996f0a8c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Added segment ab3cdbc5-ab70-4a78-917f-9ec119b22255 of type vlan for network f305aaed-3e63-41cb-af01-37d7337a581a Feb 09 01:27:53.205586 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-07fd0c9f-68bc-4294-abf4-52132a58ad1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:53.208588 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6757bdb6-03f2-4ab5-8280-f47c996f0a8c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:53.212170 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-07fd0c9f-68bc-4294-abf4-52132a58ad1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:53.252548 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6757bdb6-03f2-4ab5-8280-f47c996f0a8c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:53.267935 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6757bdb6-03f2-4ab5-8280-f47c996f0a8c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:53.267935 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6757bdb6-03f2-4ab5-8280-f47c996f0a8c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:53.312776 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd0c9f-68bc-4294-abf4-52132a58ad1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c38317b-1423-4fa1-9734-36dd8927e98e,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:53.337733 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-07fd0c9f-68bc-4294-abf4-52132a58ad1a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c54f67a9990f4adfb86da3a146db8709&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6348364 Feb 09 01:27:53.338441 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40526) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:53.383647 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:27:53.429472 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-99528953-b629-476f-8c2a-e0448316064a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:53.473742 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-99528953-b629-476f-8c2a-e0448316064a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:53.588653 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-99528953-b629-476f-8c2a-e0448316064a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:53.613344 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99528953-b629-476f-8c2a-e0448316064a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c38317b-1423-4fa1-9734-36dd8927e98e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:53.618713 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:53.632598 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-99528953-b629-476f-8c2a-e0448316064a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:53.633737 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-99528953-b629-476f-8c2a-e0448316064a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c38317b-1423-4fa1-9734-36dd8927e98e HTTP/1.1" status: 204 len: 168 time: 0.2942140 Feb 09 01:27:53.643403 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757bdb6-03f2-4ab5-8280-f47c996f0a8c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Network': ['ID=f305aaed-3e63-41cb-af01-37d7337a581a,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:53.650146 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'port_id': 'af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c', 'mac_address': 'fa:16:3e:26:fc:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 956, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:27:53.664103 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6757bdb6-03f2-4ab5-8280-f47c996f0a8c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6551576 Feb 09 01:27:53.667001 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40532) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:53.669224 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 8839fe64-5a73-4544-8ad6-1e9f2bc7a008 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:27:53.675282 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-6d0eb1df-ca9e-4bf7-808a-904248b6221c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Request body: {'subnet': {'network_id': 'f305aaed-3e63-41cb-af01-37d7337a581a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:53.714295 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network f305aaed-3e63-41cb-af01-37d7337a581a details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:27:53.739515 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 8839fe64-5a73-4544-8ad6-1e9f2bc7a008 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:27:53.740297 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 8839fe64-5a73-4544-8ad6-1e9f2bc7a008 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:27:53.815805 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6d0eb1df-ca9e-4bf7-808a-904248b6221c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:53.820831 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6d0eb1df-ca9e-4bf7-808a-904248b6221c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Usage tracker for resource:subnet and tenant:6d720b2d312a4ea8a0c966b82ba0a703 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:53.824317 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6d0eb1df-ca9e-4bf7-808a-904248b6221c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:53.831358 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6d0eb1df-ca9e-4bf7-808a-904248b6221c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:53.846184 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0eb1df-ca9e-4bf7-808a-904248b6221c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Made reservation on behalf of 6d720b2d312a4ea8a0c966b82ba0a703 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:53.850006 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d0eb1df-ca9e-4bf7-808a-904248b6221c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:53.883205 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:53.898567 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40540) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:53.902449 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:27:53.921269 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:53.935299 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:54.077649 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:54.157004 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d0eb1df-ca9e-4bf7-808a-904248b6221c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:54.226772 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e326f1d8-ebf4-4716-aea6-4fa2e9fef62a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:54.262261 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e326f1d8-ebf4-4716-aea6-4fa2e9fef62a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:54.266542 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e326f1d8-ebf4-4716-aea6-4fa2e9fef62a admin admin] Usage tracker for resource:security_group_rule and tenant:d62f91c9376547c0b32a8888b2ea2abf is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:54.270191 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e326f1d8-ebf4-4716-aea6-4fa2e9fef62a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:54.276330 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e326f1d8-ebf4-4716-aea6-4fa2e9fef62a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:54.283861 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:27:54.370838 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0eb1df-ca9e-4bf7-808a-904248b6221c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Checking segment: {'id': 'ab3cdbc5-ab70-4a78-917f-9ec119b22255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'f305aaed-3e63-41cb-af01-37d7337a581a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:27:54.371366 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0eb1df-ca9e-4bf7-808a-904248b6221c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network hostable DHCP agents. Network: f305aaed-3e63-41cb-af01-37d7337a581a, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:27:54.383836 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0eb1df-ca9e-4bf7-808a-904248b6221c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Subnet': ['ID=8d3f68ec-f92d-44bf-9a4a-5ef5af026584,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:54.410145 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0eb1df-ca9e-4bf7-808a-904248b6221c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network f305aaed-3e63-41cb-af01-37d7337a581a is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:27:54.430489 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0baa7e-21e2-46ca-b208-42922073f1b7 req-49b83538-c4c0-435f-88e7-cb1d5bb14b7c tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:54.437948 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5a0baa7e-21e2-46ca-b208-42922073f1b7 req-49b83538-c4c0-435f-88e7-cb1d5bb14b7c tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f8d2bf-33ce-4ce8-8dc8-8ece56b52259 HTTP/1.1" status: 200 len: 945 time: 0.2164595 Feb 09 01:27:54.465387 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e326f1d8-ebf4-4716-aea6-4fa2e9fef62a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:54.477025 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e326f1d8-ebf4-4716-aea6-4fa2e9fef62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:54.489936 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-6d0eb1df-ca9e-4bf7-808a-904248b6221c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, f305aaed-3e63-41cb-af01-37d7337a581a) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:54.498658 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0eb1df-ca9e-4bf7-808a-904248b6221c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:54.499247 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6d0eb1df-ca9e-4bf7-808a-904248b6221c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:54.535137 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5a0baa7e-21e2-46ca-b208-42922073f1b7 req-3c6e855c-67b7-4867-b03e-94a6a0a81629 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962851 Feb 09 01:27:54.553093 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7defce-54f4-433e-ac9c-49a09958e6a2 None None] Network f305aaed-3e63-41cb-af01-37d7337a581a requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:27:54.577092 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6d0eb1df-ca9e-4bf7-808a-904248b6221c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9082334 Feb 09 01:27:54.577379 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e326f1d8-ebf4-4716-aea6-4fa2e9fef62a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d62f91c9376547c0b32a8888b2ea2abf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6776452 Feb 09 01:27:54.578106 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40558) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:54.580162 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40560) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:54.582575 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326f1d8-ebf4-4716-aea6-4fa2e9fef62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56d2bab-ce95-4b00-8fc9-42dcd891f33f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:54.594311 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-a87a4d08-64db-4be5-b0b7-b6cac7b43ace tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1387965836', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:54.610044 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a87a4d08-64db-4be5-b0b7-b6cac7b43ace tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:54.621366 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a87a4d08-64db-4be5-b0b7-b6cac7b43ace tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Usage tracker for resource:router and tenant:6d720b2d312a4ea8a0c966b82ba0a703 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:54.624961 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a87a4d08-64db-4be5-b0b7-b6cac7b43ace tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:54.633755 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a87a4d08-64db-4be5-b0b7-b6cac7b43ace tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:54.662436 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a87a4d08-64db-4be5-b0b7-b6cac7b43ace tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:54.663609 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a87a4d08-64db-4be5-b0b7-b6cac7b43ace tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:54.680987 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a87a4d08-64db-4be5-b0b7-b6cac7b43ace tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:54.702870 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a87a4d08-64db-4be5-b0b7-b6cac7b43ace tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:54.737546 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a87a4d08-64db-4be5-b0b7-b6cac7b43ace tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:54.739278 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a87a4d08-64db-4be5-b0b7-b6cac7b43ace tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1601090 Feb 09 01:27:54.742150 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40572) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:54.756641 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d1dc13f8-a446-41e6-8f51-5450cdaf521a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:54.876032 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d1dc13f8-a446-41e6-8f51-5450cdaf521a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:55.002226 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bb4a5c-8214-4e0b-976d-7c6e826a9a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-f305aaed-3e63-41cb-af01-37d7337a581a', 'network_id': 'f305aaed-3e63-41cb-af01-37d7337a581a', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'fixed_ips': [{'subnet_id': '8d3f68ec-f92d-44bf-9a4a-5ef5af026584'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:27:55.003323 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c9bb4a5c-8214-4e0b-976d-7c6e826a9a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:55.021698 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d1dc13f8-a446-41e6-8f51-5450cdaf521a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:55.077341 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc13f8-a446-41e6-8f51-5450cdaf521a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56d2bab-ce95-4b00-8fc9-42dcd891f33f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:55.083788 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d1dc13f8-a446-41e6-8f51-5450cdaf521a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:55.084994 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d1dc13f8-a446-41e6-8f51-5450cdaf521a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e56d2bab-ce95-4b00-8fc9-42dcd891f33f HTTP/1.1" status: 204 len: 168 time: 0.5037117 Feb 09 01:27:55.182565 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-c9bb4a5c-8214-4e0b-976d-7c6e826a9a51 None None] Allocated IP 2001:db8::2 (f305aaed-3e63-41cb-af01-37d7337a581a/8d3f68ec-f92d-44bf-9a4a-5ef5af026584/57d2b630-834a-4bda-844b-95c4d33f2bbd) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:55.506770 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c9bb4a5c-8214-4e0b-976d-7c6e826a9a51 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:55.584318 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c9bb4a5c-8214-4e0b-976d-7c6e826a9a51 None None] Transition to ACTIVE for port object 57d2b630-834a-4bda-844b-95c4d33f2bbd will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:27:55.603646 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:55.639949 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c9bb4a5c-8214-4e0b-976d-7c6e826a9a51 None None] Transition to ACTIVE for port object 57d2b630-834a-4bda-844b-95c4d33f2bbd will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:27:55.665804 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c9bb4a5c-8214-4e0b-976d-7c6e826a9a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:55.825890 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bb4a5c-8214-4e0b-976d-7c6e826a9a51 None None] Network f305aaed-3e63-41cb-af01-37d7337a581a is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:55.843959 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-c9bb4a5c-8214-4e0b-976d-7c6e826a9a51 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:55.848527 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bb4a5c-8214-4e0b-976d-7c6e826a9a51 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:27:55.942735 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2b16f354-d625-4827-ab5e-e2f24d09f85e tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:56.003403 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40606) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:56.053280 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd158b-ee06-4a9b-b1ce-35d2d55d191b req-d795099d-2bc0-4f59-8e62-b427d51110cc tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:56.054853 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eebd158b-ee06-4a9b-b1ce-35d2d55d191b req-d795099d-2bc0-4f59-8e62-b427d51110cc tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f8d2bf-33ce-4ce8-8dc8-8ece56b52259 HTTP/1.1" status: 200 len: 945 time: 0.2896116 Feb 09 01:27:56.125080 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb4a5c-8214-4e0b-976d-7c6e826a9a51 None None] Pushing event updated for resources: {'Port': ['ID=57d2b630-834a-4bda-844b-95c4d33f2bbd,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:56.167432 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-c9bb4a5c-8214-4e0b-976d-7c6e826a9a51 None None] Attempting to bind port 57d2b630-834a-4bda-844b-95c4d33f2bbd on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:27:56.168305 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-c9bb4a5c-8214-4e0b-976d-7c6e826a9a51 None None] Attempting to bind port 57d2b630-834a-4bda-844b-95c4d33f2bbd by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'ab3cdbc5-ab70-4a78-917f-9ec119b22255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'f305aaed-3e63-41cb-af01-37d7337a581a'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:27:56.168827 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bb4a5c-8214-4e0b-976d-7c6e826a9a51 None None] Attempting to bind port 57d2b630-834a-4bda-844b-95c4d33f2bbd on network f305aaed-3e63-41cb-af01-37d7337a581a {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:27:56.197098 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bb4a5c-8214-4e0b-976d-7c6e826a9a51 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:27:56.200031 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bb4a5c-8214-4e0b-976d-7c6e826a9a51 None None] Checking segment: {'id': 'ab3cdbc5-ab70-4a78-917f-9ec119b22255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'f305aaed-3e63-41cb-af01-37d7337a581a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:27:56.200282 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c9bb4a5c-8214-4e0b-976d-7c6e826a9a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:56.201477 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bb4a5c-8214-4e0b-976d-7c6e826a9a51 None None] Bound using segment: {'id': 'ab3cdbc5-ab70-4a78-917f-9ec119b22255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'f305aaed-3e63-41cb-af01-37d7337a581a'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:27:56.202608 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-c9bb4a5c-8214-4e0b-976d-7c6e826a9a51 None None] Bound port: 57d2b630-834a-4bda-844b-95c4d33f2bbd, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab3cdbc5-ab70-4a78-917f-9ec119b22255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'f305aaed-3e63-41cb-af01-37d7337a581a'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:27:56.212544 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c9bb4a5c-8214-4e0b-976d-7c6e826a9a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:56.273961 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eebd158b-ee06-4a9b-b1ce-35d2d55d191b req-c6475b72-81c9-4cc3-a813-20be34231653 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394832 Feb 09 01:27:56.355472 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-c9bb4a5c-8214-4e0b-976d-7c6e826a9a51 None None] For port 57d2b630-834a-4bda-844b-95c4d33f2bbd, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:27:56.362688 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-c9bb4a5c-8214-4e0b-976d-7c6e826a9a51 None None] For port 57d2b630-834a-4bda-844b-95c4d33f2bbd, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=57d2b630-834a-4bda-844b-95c4d33f2bbd,segment=NetworkSegment(ab3cdbc5-ab70-4a78-917f-9ec119b22255),segment_id=ab3cdbc5-ab70-4a78-917f-9ec119b22255)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:27:56.369702 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c9bb4a5c-8214-4e0b-976d-7c6e826a9a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:56.429649 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b2c93b1d-f916-49be-8f52-afcb4baa55ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:56.452305 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b2c93b1d-f916-49be-8f52-afcb4baa55ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:56.477164 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b2c93b1d-f916-49be-8f52-afcb4baa55ae admin admin] Usage tracker for resource:security_group_rule and tenant:bd3e49960ec04e06a4373ebb3b11f94e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:56.485737 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b2c93b1d-f916-49be-8f52-afcb4baa55ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:56.498591 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b2c93b1d-f916-49be-8f52-afcb4baa55ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:56.627080 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb4a5c-8214-4e0b-976d-7c6e826a9a51 None None] Pushing event updated for resources: {'Port': ['ID=57d2b630-834a-4bda-844b-95c4d33f2bbd,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:56.657312 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-2b16f354-d625-4827-ab5e-e2f24d09f85e tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Allocated IP 2001:db8::1 (f305aaed-3e63-41cb-af01-37d7337a581a/8d3f68ec-f92d-44bf-9a4a-5ef5af026584/1a3da667-dae3-414b-9e2b-50d4d96b3c0b) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:56.760491 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b2c93b1d-f916-49be-8f52-afcb4baa55ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:56.772302 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b2c93b1d-f916-49be-8f52-afcb4baa55ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:56.913434 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b2c93b1d-f916-49be-8f52-afcb4baa55ae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bd3e49960ec04e06a4373ebb3b11f94e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8992803 Feb 09 01:27:56.915610 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40626) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:56.915610 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c93b1d-f916-49be-8f52-afcb4baa55ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab8ba3a-7491-452d-ab39-7abbf85ffe4a,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:57.014084 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-40600b90-8673-4cff-8aa0-81c92dbbd7f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:57.065544 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-40600b90-8673-4cff-8aa0-81c92dbbd7f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:57.138608 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40630) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:57.153170 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2b16f354-d625-4827-ab5e-e2f24d09f85e tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:57.174280 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-40600b90-8673-4cff-8aa0-81c92dbbd7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:57.189638 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-2b16f354-d625-4827-ab5e-e2f24d09f85e tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Transition to ACTIVE for port object 1a3da667-dae3-414b-9e2b-50d4d96b3c0b will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:27:57.198908 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40600b90-8673-4cff-8aa0-81c92dbbd7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab8ba3a-7491-452d-ab39-7abbf85ffe4a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:57.210231 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-40600b90-8673-4cff-8aa0-81c92dbbd7f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:57.214258 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-40600b90-8673-4cff-8aa0-81c92dbbd7f1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ab8ba3a-7491-452d-ab39-7abbf85ffe4a HTTP/1.1" status: 204 len: 168 time: 0.2929149 Feb 09 01:27:57.245929 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71baee64-8aa5-4bae-8885-6fa3fd562c70 req-3be9053a-deda-4954-bb21-6faf0e1b5d4a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:57.252483 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71baee64-8aa5-4bae-8885-6fa3fd562c70 req-3be9053a-deda-4954-bb21-6faf0e1b5d4a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:57.258154 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71baee64-8aa5-4bae-8885-6fa3fd562c70 req-3be9053a-deda-4954-bb21-6faf0e1b5d4a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:57.264484 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71baee64-8aa5-4bae-8885-6fa3fd562c70 req-3be9053a-deda-4954-bb21-6faf0e1b5d4a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:57.270436 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71baee64-8aa5-4bae-8885-6fa3fd562c70 req-3be9053a-deda-4954-bb21-6faf0e1b5d4a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:57.276188 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71baee64-8aa5-4bae-8885-6fa3fd562c70 req-3be9053a-deda-4954-bb21-6faf0e1b5d4a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:57.282376 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71baee64-8aa5-4bae-8885-6fa3fd562c70 req-3be9053a-deda-4954-bb21-6faf0e1b5d4a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:57.290998 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-71baee64-8aa5-4bae-8885-6fa3fd562c70 req-3be9053a-deda-4954-bb21-6faf0e1b5d4a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5433 time: 0.3360202 Feb 09 01:27:57.319708 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-dc2a60a7-3725-45a1-b66c-3ddee6cbdb52 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1618033994'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:57.328235 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-dc2a60a7-3725-45a1-b66c-3ddee6cbdb52 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:57.332764 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-dc2a60a7-3725-45a1-b66c-3ddee6cbdb52 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Usage tracker for resource:network and tenant:3d6aacac395b471aad9a3fec484ed296 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:57.346345 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-dc2a60a7-3725-45a1-b66c-3ddee6cbdb52 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:57.352554 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-71baee64-8aa5-4bae-8885-6fa3fd562c70 req-17c9d110-0532-4522-9549-e94861b9477e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614591 Feb 09 01:27:57.353878 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2b16f354-d625-4827-ab5e-e2f24d09f85e tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:57.361735 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-dc2a60a7-3725-45a1-b66c-3ddee6cbdb52 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:57.376333 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2a60a7-3725-45a1-b66c-3ddee6cbdb52 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Made reservation on behalf of 3d6aacac395b471aad9a3fec484ed296 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:57.381976 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dc2a60a7-3725-45a1-b66c-3ddee6cbdb52 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:57.406915 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dc2a60a7-3725-45a1-b66c-3ddee6cbdb52 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:57.430793 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:27:57.433849 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b16f354-d625-4827-ab5e-e2f24d09f85e tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network f305aaed-3e63-41cb-af01-37d7337a581a is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:57.435777 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-dc2a60a7-3725-45a1-b66c-3ddee6cbdb52 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:57.437773 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-2b16f354-d625-4827-ab5e-e2f24d09f85e tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:57.442072 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b16f354-d625-4827-ab5e-e2f24d09f85e tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:27:57.442684 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2b16f354-d625-4827-ab5e-e2f24d09f85e tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:57.447438 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-dc2a60a7-3725-45a1-b66c-3ddee6cbdb52 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Usage tracker for resource:security_group_rule and tenant:3d6aacac395b471aad9a3fec484ed296 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:57.454606 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-dc2a60a7-3725-45a1-b66c-3ddee6cbdb52 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:57.461521 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16f354-d625-4827-ab5e-e2f24d09f85e tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Port': ['ID=1a3da667-dae3-414b-9e2b-50d4d96b3c0b,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:57.462938 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-dc2a60a7-3725-45a1-b66c-3ddee6cbdb52 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:57.572093 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:27:57.580453 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:57.580909 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:57.624922 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2b16f354-d625-4827-ab5e-e2f24d09f85e tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:57.707931 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 57d2b630-834a-4bda-844b-95c4d33f2bbd up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:27:57.812553 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dc2a60a7-3725-45a1-b66c-3ddee6cbdb52 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:57.822779 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f259fde-4c82-4b8a-a398-9192e49e3ae2 req-4600cfc3-d6cf-4491-a10b-aa6f9387bb14 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:57.825709 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9f259fde-4c82-4b8a-a398-9192e49e3ae2 req-4600cfc3-d6cf-4491-a10b-aa6f9387bb14 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f8d2bf-33ce-4ce8-8dc8-8ece56b52259 HTTP/1.1" status: 200 len: 945 time: 0.2771540 Feb 09 01:27:57.828342 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dc2a60a7-3725-45a1-b66c-3ddee6cbdb52 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:57.918557 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 57d2b630-834a-4bda-844b-95c4d33f2bbd completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:27:57.944054 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2a60a7-3725-45a1-b66c-3ddee6cbdb52 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 970} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:27:57.977830 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a60a7-3725-45a1-b66c-3ddee6cbdb52 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58646d87-af8d-44f4-8485-df48bd404b58,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:57.991914 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:58.010126 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dc2a60a7-3725-45a1-b66c-3ddee6cbdb52 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:58.010487 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-dc2a60a7-3725-45a1-b66c-3ddee6cbdb52 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Added segment 4890826d-11e9-4a7e-b7bd-423847f2b6b1 of type vlan for network 3238361f-384f-4e25-b631-f4ec363950c4 Feb 09 01:27:58.054499 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9f259fde-4c82-4b8a-a398-9192e49e3ae2 req-337c4f8e-462d-4ae1-9a62-c0cd08187bc0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060881 Feb 09 01:27:58.075153 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f8d2bf-33ce-4ce8-8dc8-8ece56b52259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:27:58.093514 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:58.110163 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:58.135166 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dc2a60a7-3725-45a1-b66c-3ddee6cbdb52 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:58.197942 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dc2a60a7-3725-45a1-b66c-3ddee6cbdb52 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:58.244152 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2a60a7-3725-45a1-b66c-3ddee6cbdb52 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:58.245057 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dc2a60a7-3725-45a1-b66c-3ddee6cbdb52 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:58.254794 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f8d2bf-33ce-4ce8-8dc8-8ece56b52259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c', 'code': 200} Feb 09 01:27:58.256071 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:58.261264 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25945d3e-992f-4aea-9343-931d1dd58f82 None None] Network f305aaed-3e63-41cb-af01-37d7337a581a requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:27:58.355349 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9c125-6ff3-481f-8343-c75520c81bb8 req-fba62d26-5ab1-4fb1-947f-c642f2c9cd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:58.357150 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-28b9c125-6ff3-481f-8343-c75520c81bb8 req-fba62d26-5ab1-4fb1-947f-c642f2c9cd1d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d2f8d2bf-33ce-4ce8-8dc8-8ece56b52259 HTTP/1.1" status: 200 len: 1097 time: 0.1469002 Feb 09 01:27:58.363939 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-92e40f7f-99bd-4cdd-ac03-77b424493be2 None None] Provisioning for port 57d2b630-834a-4bda-844b-95c4d33f2bbd completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:27:58.395087 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-92e40f7f-99bd-4cdd-ac03-77b424493be2 None None] Provisioning complete for port 57d2b630-834a-4bda-844b-95c4d33f2bbd triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:58.395581 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-92e40f7f-99bd-4cdd-ac03-77b424493be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:58.428644 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2b16f354-d625-4827-ab5e-e2f24d09f85e tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:58.447451 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-28b9c125-6ff3-481f-8343-c75520c81bb8 req-c936e2c6-751a-43fd-9542-388e2d922fb8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821128 Feb 09 01:27:58.452608 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2b16f354-d625-4827-ab5e-e2f24d09f85e tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:58.453604 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2b16f354-d625-4827-ab5e-e2f24d09f85e tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:58.485753 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a60a7-3725-45a1-b66c-3ddee6cbdb52 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Pushing event updated for resources: {'Network': ['ID=3238361f-384f-4e25-b631-f4ec363950c4,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:58.506340 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-dc2a60a7-3725-45a1-b66c-3ddee6cbdb52 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3636079 Feb 09 01:27:58.506340 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40666) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:58.512350 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-f927c465-57f2-4ad3-a436-075169b03f53 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Request body: {'subnet': {'network_id': '3238361f-384f-4e25-b631-f4ec363950c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:58.526435 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 3238361f-384f-4e25-b631-f4ec363950c4 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:27:58.688803 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16f354-d625-4827-ab5e-e2f24d09f85e tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Port': ['ID=1a3da667-dae3-414b-9e2b-50d4d96b3c0b,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:58.733310 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b16f354-d625-4827-ab5e-e2f24d09f85e tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network f305aaed-3e63-41cb-af01-37d7337a581a is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:58.734695 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-2b16f354-d625-4827-ab5e-e2f24d09f85e tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:58.771836 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f927c465-57f2-4ad3-a436-075169b03f53 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:58.782582 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-92e40f7f-99bd-4cdd-ac03-77b424493be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:58.788928 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f927c465-57f2-4ad3-a436-075169b03f53 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Usage tracker for resource:subnet and tenant:3d6aacac395b471aad9a3fec484ed296 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:58.795432 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f927c465-57f2-4ad3-a436-075169b03f53 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:58.807882 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f927c465-57f2-4ad3-a436-075169b03f53 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:58.814376 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40674) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:58.835650 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f927c465-57f2-4ad3-a436-075169b03f53 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Made reservation on behalf of 3d6aacac395b471aad9a3fec484ed296 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:58.839863 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f927c465-57f2-4ad3-a436-075169b03f53 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:58.932188 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-92e40f7f-99bd-4cdd-ac03-77b424493be2 None None] For port 57d2b630-834a-4bda-844b-95c4d33f2bbd, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=57d2b630-834a-4bda-844b-95c4d33f2bbd,segment=NetworkSegment(ab3cdbc5-ab70-4a78-917f-9ec119b22255),segment_id=ab3cdbc5-ab70-4a78-917f-9ec119b22255)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:27:58.954784 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-92e40f7f-99bd-4cdd-ac03-77b424493be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:59.017194 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b16f354-d625-4827-ab5e-e2f24d09f85e tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Router 7b492934-5e2a-43a0-83b5-a450726ab9bc is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:27:59.141293 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e40f7f-99bd-4cdd-ac03-77b424493be2 None None] Pushing event updated for resources: {'Port': ['ID=57d2b630-834a-4bda-844b-95c4d33f2bbd,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:59.205714 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-d26777b6-d290-4d7c-bcd1-302437566649 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1436172287-network', 'tenant_id': 'ef6edc4015e943ec908a956d7cff5e10'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:59.223930 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002715c2-c6ce-48b1-aa3d-8c16ffce73e2 req-eba32585-0025-4377-98d7-c44134a85a8f tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:59.229903 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002715c2-c6ce-48b1-aa3d-8c16ffce73e2 req-eba32585-0025-4377-98d7-c44134a85a8f tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:59.235871 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002715c2-c6ce-48b1-aa3d-8c16ffce73e2 req-eba32585-0025-4377-98d7-c44134a85a8f tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:59.241585 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002715c2-c6ce-48b1-aa3d-8c16ffce73e2 req-eba32585-0025-4377-98d7-c44134a85a8f tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:59.247940 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002715c2-c6ce-48b1-aa3d-8c16ffce73e2 req-eba32585-0025-4377-98d7-c44134a85a8f tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:59.254002 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002715c2-c6ce-48b1-aa3d-8c16ffce73e2 req-eba32585-0025-4377-98d7-c44134a85a8f tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:59.259869 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002715c2-c6ce-48b1-aa3d-8c16ffce73e2 req-eba32585-0025-4377-98d7-c44134a85a8f tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:59.261813 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-002715c2-c6ce-48b1-aa3d-8c16ffce73e2 req-eba32585-0025-4377-98d7-c44134a85a8f tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5433 time: 0.5578387 Feb 09 01:27:59.265012 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d26777b6-d290-4d7c-bcd1-302437566649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:59.291988 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d26777b6-d290-4d7c-bcd1-302437566649 admin admin] Usage tracker for resource:network and tenant:ef6edc4015e943ec908a956d7cff5e10 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:59.301934 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d26777b6-d290-4d7c-bcd1-302437566649 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:59.313096 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d26777b6-d290-4d7c-bcd1-302437566649 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:59.378885 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-002715c2-c6ce-48b1-aa3d-8c16ffce73e2 req-0b945e5b-4431-41f4-9ed3-dafc5bc756b1 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1094875 Feb 09 01:27:59.383324 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26777b6-d290-4d7c-bcd1-302437566649 admin admin] Made reservation on behalf of ef6edc4015e943ec908a956d7cff5e10 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:59.386311 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d26777b6-d290-4d7c-bcd1-302437566649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:59.403060 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d26777b6-d290-4d7c-bcd1-302437566649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:59.434534 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d26777b6-d290-4d7c-bcd1-302437566649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:27:59.440641 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f927c465-57f2-4ad3-a436-075169b03f53 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:59.486625 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d26777b6-d290-4d7c-bcd1-302437566649 admin admin] Usage tracker for resource:security_group_rule and tenant:ef6edc4015e943ec908a956d7cff5e10 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:27:59.495131 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bcedb884-7c98-49a0-91f6-fbd2b49a7bbd None None] Provisioning complete for port 57d2b630-834a-4bda-844b-95c4d33f2bbd triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:59.495693 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bcedb884-7c98-49a0-91f6-fbd2b49a7bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:59.500902 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d26777b6-d290-4d7c-bcd1-302437566649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:27:59.512833 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d26777b6-d290-4d7c-bcd1-302437566649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:27:59.548176 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b16f354-d625-4827-ab5e-e2f24d09f85e tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:27:59.578594 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927c465-57f2-4ad3-a436-075169b03f53 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Pushing event updated for resources: {'Subnet': ['ID=157a063e-96d0-4d56-812e-e19d6f3af82c,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:59.585303 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2b16f354-d625-4827-ab5e-e2f24d09f85e tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "PUT /v2.0/routers/7b492934-5e2a-43a0-83b5-a450726ab9bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8412960 Feb 09 01:27:59.586125 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40684) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:59.588733 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ddc86e-6d78-4af3-9675-de27d400456a None None] Sync routers for ids ['7b492934-5e2a-43a0-83b5-a450726ab9bc'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:59.618583 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f927c465-57f2-4ad3-a436-075169b03f53 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Checking segment: {'id': '4890826d-11e9-4a7e-b7bd-423847f2b6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '3238361f-384f-4e25-b631-f4ec363950c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:27:59.619000 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f927c465-57f2-4ad3-a436-075169b03f53 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Network hostable DHCP agents. Network: 3238361f-384f-4e25-b631-f4ec363950c4, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:27:59.654198 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ddc86e-6d78-4af3-9675-de27d400456a None None] Routers {'7b492934-5e2a-43a0-83b5-a450726ab9bc'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:59.654847 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-e3ddc86e-6d78-4af3-9675-de27d400456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:27:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['7b492934-5e2a-43a0-83b5-a450726ab9bc'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:59.673737 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f927c465-57f2-4ad3-a436-075169b03f53 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Network 3238361f-384f-4e25-b631-f4ec363950c4 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:27:59.734031 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d26777b6-d290-4d7c-bcd1-302437566649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:59.735139 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84204c0f-ae87-43e6-bcfb-3c3d8d513a87 req-0b2f3112-3c16-458d-b50f-5286fd737a36 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:59.736350 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-f927c465-57f2-4ad3-a436-075169b03f53 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 3238361f-384f-4e25-b631-f4ec363950c4) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:59.744012 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f927c465-57f2-4ad3-a436-075169b03f53 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:59.746253 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f927c465-57f2-4ad3-a436-075169b03f53 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:59.753735 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 57d2b630-834a-4bda-844b-95c4d33f2bbd up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:27:59.756168 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-84204c0f-ae87-43e6-bcfb-3c3d8d513a87 req-0b2f3112-3c16-458d-b50f-5286fd737a36 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f8d2bf-33ce-4ce8-8dc8-8ece56b52259 HTTP/1.1" status: 200 len: 946 time: 0.4977682 Feb 09 01:27:59.779619 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dedc11-a461-4c48-87b8-bb39002d7b48 None None] Network 3238361f-384f-4e25-b631-f4ec363950c4 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:27:59.794255 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d26777b6-d290-4d7c-bcd1-302437566649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:59.812423 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f927c465-57f2-4ad3-a436-075169b03f53 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3049636 Feb 09 01:27:59.818266 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40688) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:27:59.830089 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-f07a68cc-d674-42df-9728-00fa7e80a8d5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Request body: {'port': {'network_id': '3238361f-384f-4e25-b631-f4ec363950c4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-84251655'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:59.865641 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26777b6-d290-4d7c-bcd1-302437566649 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 966} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:27:59.885622 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ae4ee6-6cef-467f-8cf3-17217bbc7647 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:59.889371 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d0ae4ee6-6cef-467f-8cf3-17217bbc7647 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Synchronizing usage tracker for tenant:6d720b2d312a4ea8a0c966b82ba0a703 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:27:59.924732 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-e3ddc86e-6d78-4af3-9675-de27d400456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:59.973236 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26777b6-d290-4d7c-bcd1-302437566649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fcc777-14dc-4c68-a831-a974628026e0,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:59.977604 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d26777b6-d290-4d7c-bcd1-302437566649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:27:59.977951 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-d26777b6-d290-4d7c-bcd1-302437566649 admin admin] Added segment e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1 of type vlan for network 80b53ff1-697e-427c-b7ec-6ed5db9e6c6f Feb 09 01:27:59.997610 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ddc86e-6d78-4af3-9675-de27d400456a None None] Routers {'7b492934-5e2a-43a0-83b5-a450726ab9bc'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:27:59.998263 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-e3ddc86e-6d78-4af3-9675-de27d400456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:27:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['7b492934-5e2a-43a0-83b5-a450726ab9bc'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:00.000461 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-84204c0f-ae87-43e6-bcfb-3c3d8d513a87 req-e3fbcf97-fd00-4670-9588-61aa0f19f3da tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2423880 Feb 09 01:28:00.003403 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d0ae4ee6-6cef-467f-8cf3-17217bbc7647 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Unset dirty status for tenant:6d720b2d312a4ea8a0c966b82ba0a703 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:00.007063 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d0ae4ee6-6cef-467f-8cf3-17217bbc7647 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "GET /v2.0/ports/1a3da667-dae3-414b-9e2b-50d4d96b3c0b HTTP/1.1" status: 200 len: 911 time: 0.4183996 Feb 09 01:28:00.011414 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40692) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:00.078974 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d26777b6-d290-4d7c-bcd1-302437566649 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:00.125553 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f07a68cc-d674-42df-9728-00fa7e80a8d5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:00.131113 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f07a68cc-d674-42df-9728-00fa7e80a8d5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Usage tracker for resource:port and tenant:3d6aacac395b471aad9a3fec484ed296 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:00.143925 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f07a68cc-d674-42df-9728-00fa7e80a8d5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:00.159489 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f07a68cc-d674-42df-9728-00fa7e80a8d5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:00.185996 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07a68cc-d674-42df-9728-00fa7e80a8d5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Made reservation on behalf of 3d6aacac395b471aad9a3fec484ed296 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:00.202521 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f07a68cc-d674-42df-9728-00fa7e80a8d5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:00.222125 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d26777b6-d290-4d7c-bcd1-302437566649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:00.223081 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26777b6-d290-4d7c-bcd1-302437566649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:00.223711 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d26777b6-d290-4d7c-bcd1-302437566649 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:00.229280 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-e3ddc86e-6d78-4af3-9675-de27d400456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:00.229691 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ddc86e-6d78-4af3-9675-de27d400456a None None] The sync data for ids ['7b492934-5e2a-43a0-83b5-a450726ab9bc'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:00.335609 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26777b6-d290-4d7c-bcd1-302437566649 admin admin] Pushing event updated for resources: {'Network': ['ID=80b53ff1-697e-427c-b7ec-6ed5db9e6c6f,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:00.350229 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-f07a68cc-d674-42df-9728-00fa7e80a8d5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] device_id is not set on port dba61cf7-9aca-4be2-8be0-c114599ccd3c yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:28:00.400502 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 57d2b630-834a-4bda-844b-95c4d33f2bbd triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:00.401106 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:00.405823 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d26777b6-d290-4d7c-bcd1-302437566649 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5862005 Feb 09 01:28:00.408856 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40696) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:00.414281 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-614aee05-89b8-4cfd-bfa9-87423dffc94a admin admin] Request body: {'subnet': {'network_id': '80b53ff1-697e-427c-b7ec-6ed5db9e6c6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1436172287-subnet', 'tenant_id': 'ef6edc4015e943ec908a956d7cff5e10', 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:00.427699 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-614aee05-89b8-4cfd-bfa9-87423dffc94a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:00.444691 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-614aee05-89b8-4cfd-bfa9-87423dffc94a admin admin] Usage tracker for resource:subnet and tenant:ef6edc4015e943ec908a956d7cff5e10 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:00.456646 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-614aee05-89b8-4cfd-bfa9-87423dffc94a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:00.492095 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 80b53ff1-697e-427c-b7ec-6ed5db9e6c6f details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:28:00.492876 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-614aee05-89b8-4cfd-bfa9-87423dffc94a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:00.584811 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614aee05-89b8-4cfd-bfa9-87423dffc94a admin admin] Made reservation on behalf of ef6edc4015e943ec908a956d7cff5e10 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:00.588929 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-614aee05-89b8-4cfd-bfa9-87423dffc94a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:00.672565 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e676d708-3cf4-4b9c-bb81-396ec191bf99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-3238361f-384f-4e25-b631-f4ec363950c4', 'network_id': '3238361f-384f-4e25-b631-f4ec363950c4', 'tenant_id': '3d6aacac395b471aad9a3fec484ed296', 'fixed_ips': [{'subnet_id': '157a063e-96d0-4d56-812e-e19d6f3af82c'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:28:00.674055 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e676d708-3cf4-4b9c-bb81-396ec191bf99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:00.761613 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e9d9c096-8f88-47cf-bfe5-1f57d6e28517 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:00.782299 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-f07a68cc-d674-42df-9728-00fa7e80a8d5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Allocated IP 2001:db8::22f (3238361f-384f-4e25-b631-f4ec363950c4/157a063e-96d0-4d56-812e-e19d6f3af82c/dba61cf7-9aca-4be2-8be0-c114599ccd3c) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:00.860167 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bcedb884-7c98-49a0-91f6-fbd2b49a7bbd None None] Provisioning for port 1a3da667-dae3-414b-9e2b-50d4d96b3c0b completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:28:00.883583 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bcedb884-7c98-49a0-91f6-fbd2b49a7bbd None None] Provisioning complete for port 1a3da667-dae3-414b-9e2b-50d4d96b3c0b triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:00.884146 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bcedb884-7c98-49a0-91f6-fbd2b49a7bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:00.903751 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41c25b-a026-4086-becb-fbf02e544d06 req-07aec96f-4529-4c14-a79a-37e608d0b4e6 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:00.909932 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41c25b-a026-4086-becb-fbf02e544d06 req-07aec96f-4529-4c14-a79a-37e608d0b4e6 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:00.915846 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41c25b-a026-4086-becb-fbf02e544d06 req-07aec96f-4529-4c14-a79a-37e608d0b4e6 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:00.922604 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41c25b-a026-4086-becb-fbf02e544d06 req-07aec96f-4529-4c14-a79a-37e608d0b4e6 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:00.928766 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41c25b-a026-4086-becb-fbf02e544d06 req-07aec96f-4529-4c14-a79a-37e608d0b4e6 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:00.935515 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41c25b-a026-4086-becb-fbf02e544d06 req-07aec96f-4529-4c14-a79a-37e608d0b4e6 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:00.941986 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41c25b-a026-4086-becb-fbf02e544d06 req-07aec96f-4529-4c14-a79a-37e608d0b4e6 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:00.944165 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ea41c25b-a026-4086-becb-fbf02e544d06 req-07aec96f-4529-4c14-a79a-37e608d0b4e6 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5433 time: 0.3262873 Feb 09 01:28:00.948720 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-bcedb884-7c98-49a0-91f6-fbd2b49a7bbd None None] Port 1a3da667-dae3-414b-9e2b-50d4d96b3c0b cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:28:01.078834 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-fad770dd-c1b4-4536-a109-a40751cee9e3 None None] Provisioning complete for port 1a3da667-dae3-414b-9e2b-50d4d96b3c0b triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:01.080334 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fad770dd-c1b4-4536-a109-a40751cee9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:01.179529 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998fb81-723d-44bc-8a10-3e206598d779 req-a66fbccf-ed4c-4410-9aac-87e91c9e1572 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:01.179529 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998fb81-723d-44bc-8a10-3e206598d779 req-a66fbccf-ed4c-4410-9aac-87e91c9e1572 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:01.195197 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998fb81-723d-44bc-8a10-3e206598d779 req-a66fbccf-ed4c-4410-9aac-87e91c9e1572 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:01.195197 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998fb81-723d-44bc-8a10-3e206598d779 req-a66fbccf-ed4c-4410-9aac-87e91c9e1572 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:01.202665 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ea41c25b-a026-4086-becb-fbf02e544d06 req-f5c5fd7e-c7fe-434c-a62a-0b215a47b6f5 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2350485 Feb 09 01:28:01.218736 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-fad770dd-c1b4-4536-a109-a40751cee9e3 None None] Port 1a3da667-dae3-414b-9e2b-50d4d96b3c0b cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:28:01.222055 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998fb81-723d-44bc-8a10-3e206598d779 req-a66fbccf-ed4c-4410-9aac-87e91c9e1572 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:01.233974 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998fb81-723d-44bc-8a10-3e206598d779 req-a66fbccf-ed4c-4410-9aac-87e91c9e1572 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:01.233974 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998fb81-723d-44bc-8a10-3e206598d779 req-a66fbccf-ed4c-4410-9aac-87e91c9e1572 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:01.239440 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c998fb81-723d-44bc-8a10-3e206598d779 req-a66fbccf-ed4c-4410-9aac-87e91c9e1572 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.35 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5433 time: 0.4040608 Feb 09 01:28:01.299858 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f07a68cc-d674-42df-9728-00fa7e80a8d5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:01.308908 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-614aee05-89b8-4cfd-bfa9-87423dffc94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:01.364588 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-f07a68cc-d674-42df-9728-00fa7e80a8d5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Transition to ACTIVE for port object dba61cf7-9aca-4be2-8be0-c114599ccd3c will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:28:01.381276 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:28:01.399772 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998fb81-723d-44bc-8a10-3e206598d779 req-efd34819-7e2a-4852-9c66-a58daf5accbc tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:01.401178 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c998fb81-723d-44bc-8a10-3e206598d779 req-efd34819-7e2a-4852-9c66-a58daf5accbc tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.35 "GET /v2.0/ports/ddbf1bed-fd18-4ede-9e41-c7d28efc92b6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1558156 Feb 09 01:28:01.427816 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614aee05-89b8-4cfd-bfa9-87423dffc94a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d925baf2-c63f-40ac-b8de-2a3401a3db70,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:01.441474 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614aee05-89b8-4cfd-bfa9-87423dffc94a admin admin] Checking segment: {'id': 'e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '80b53ff1-697e-427c-b7ec-6ed5db9e6c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:28:01.442066 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614aee05-89b8-4cfd-bfa9-87423dffc94a admin admin] Network hostable DHCP agents. Network: 80b53ff1-697e-427c-b7ec-6ed5db9e6c6f, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:28:01.474756 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f07a68cc-d674-42df-9728-00fa7e80a8d5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:01.548106 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-e676d708-3cf4-4b9c-bb81-396ec191bf99 None None] Allocated IP 2001:db8::2 (3238361f-384f-4e25-b631-f4ec363950c4/157a063e-96d0-4d56-812e-e19d6f3af82c/b119ca4a-fc5d-416d-a327-e5a79ea22b2f) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:01.562925 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07a68cc-d674-42df-9728-00fa7e80a8d5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Network 3238361f-384f-4e25-b631-f4ec363950c4 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:01.570471 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614aee05-89b8-4cfd-bfa9-87423dffc94a admin admin] Network 80b53ff1-697e-427c-b7ec-6ed5db9e6c6f is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:28:01.572647 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-f07a68cc-d674-42df-9728-00fa7e80a8d5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:01.582133 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07a68cc-d674-42df-9728-00fa7e80a8d5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:28:01.586692 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07a68cc-d674-42df-9728-00fa7e80a8d5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:01.587315 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f07a68cc-d674-42df-9728-00fa7e80a8d5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:01.610328 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-614aee05-89b8-4cfd-bfa9-87423dffc94a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 80b53ff1-697e-427c-b7ec-6ed5db9e6c6f) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:01.611772 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f03e89-753e-4477-b7a0-c849cbf812dd req-272a46a4-cb56-4e6a-9943-60ffabf0d972 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:01.612522 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a68cc-d674-42df-9728-00fa7e80a8d5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Pushing event updated for resources: {'Port': ['ID=dba61cf7-9aca-4be2-8be0-c114599ccd3c,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:01.613735 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-53f03e89-753e-4477-b7a0-c849cbf812dd req-272a46a4-cb56-4e6a-9943-60ffabf0d972 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f8d2bf-33ce-4ce8-8dc8-8ece56b52259 HTTP/1.1" status: 200 len: 946 time: 0.3183506 Feb 09 01:28:01.625680 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614aee05-89b8-4cfd-bfa9-87423dffc94a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:01.626258 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-614aee05-89b8-4cfd-bfa9-87423dffc94a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:01.630470 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c72e1a-a838-448a-9ca7-d578bb9e8703 None None] Network 80b53ff1-697e-427c-b7ec-6ed5db9e6c6f requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:28:01.631801 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-e9d9c096-8f88-47cf-bfe5-1f57d6e28517 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Deleting port 1a3da667-dae3-414b-9e2b-50d4d96b3c0b {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:01.632333 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e9d9c096-8f88-47cf-bfe5-1f57d6e28517 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:01.642913 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f07a68cc-d674-42df-9728-00fa7e80a8d5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.8235488 Feb 09 01:28:01.646527 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40712) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:01.653068 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-6f7bb8fb-680b-411f-8d84-d6d6b25c2cb8 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Request body: {'port': {'network_id': '3238361f-384f-4e25-b631-f4ec363950c4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1731138385', 'allowed_address_pairs': [{'ip_address': '2001:db8::22f', 'mac_address': 'fa:16:3e:39:31:84'}]}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:01.672147 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-614aee05-89b8-4cfd-bfa9-87423dffc94a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2619631 Feb 09 01:28:01.682897 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40716) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:01.704237 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-11cf9dc0-897b-4a6f-856e-d76542eb4d03 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1436172287-router', 'tenant_id': 'ef6edc4015e943ec908a956d7cff5e10', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:01.714103 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c998fb81-723d-44bc-8a10-3e206598d779 req-c0bdf0f3-dcdf-430d-9382-318a6a426ab0 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.35 "GET /v2.0/networks/d0976495-8081-44af-be21-4d619e68defa?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3071470 Feb 09 01:28:01.738093 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-11cf9dc0-897b-4a6f-856e-d76542eb4d03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:01.743645 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-c998fb81-723d-44bc-8a10-3e206598d779 req-d3e59e6f-b794-4c96-b078-ac2bd4990c4f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:01.927522 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6f7bb8fb-680b-411f-8d84-d6d6b25c2cb8 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:01.931290 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6f7bb8fb-680b-411f-8d84-d6d6b25c2cb8 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Usage tracker for resource:port and tenant:3d6aacac395b471aad9a3fec484ed296 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:01.934661 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6f7bb8fb-680b-411f-8d84-d6d6b25c2cb8 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:01.940805 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6f7bb8fb-680b-411f-8d84-d6d6b25c2cb8 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:01.943805 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-11cf9dc0-897b-4a6f-856e-d76542eb4d03 admin admin] Usage tracker for resource:router and tenant:ef6edc4015e943ec908a956d7cff5e10 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:01.952324 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7bb8fb-680b-411f-8d84-d6d6b25c2cb8 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Made reservation on behalf of 3d6aacac395b471aad9a3fec484ed296 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:01.992382 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e676d708-3cf4-4b9c-bb81-396ec191bf99 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:02.007026 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-11cf9dc0-897b-4a6f-856e-d76542eb4d03 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:02.012065 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-53f03e89-753e-4477-b7a0-c849cbf812dd req-5edacba2-965c-4716-a9c8-1c271abd1467 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3820462 Feb 09 01:28:02.013750 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e676d708-3cf4-4b9c-bb81-396ec191bf99 None None] Transition to ACTIVE for port object b119ca4a-fc5d-416d-a327-e5a79ea22b2f will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:28:02.020215 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-11cf9dc0-897b-4a6f-856e-d76542eb4d03 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:02.042314 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e676d708-3cf4-4b9c-bb81-396ec191bf99 None None] Transition to ACTIVE for port object b119ca4a-fc5d-416d-a327-e5a79ea22b2f will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:28:02.051049 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87bf478-e330-43b4-b88a-7067e74a67f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-80b53ff1-697e-427c-b7ec-6ed5db9e6c6f', 'network_id': '80b53ff1-697e-427c-b7ec-6ed5db9e6c6f', 'tenant_id': 'ef6edc4015e943ec908a956d7cff5e10', 'fixed_ips': [{'subnet_id': 'd925baf2-c63f-40ac-b8de-2a3401a3db70'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:28:02.051989 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e87bf478-e330-43b4-b88a-7067e74a67f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:02.107720 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6f7bb8fb-680b-411f-8d84-d6d6b25c2cb8 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:02.130227 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-6f7bb8fb-680b-411f-8d84-d6d6b25c2cb8 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] device_id is not set on port 8f65559d-bc78-4e78-8eb4-674504af8f9c yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:28:02.132155 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e676d708-3cf4-4b9c-bb81-396ec191bf99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:02.173325 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-11cf9dc0-897b-4a6f-856e-d76542eb4d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:02.174414 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-11cf9dc0-897b-4a6f-856e-d76542eb4d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:02.228885 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e676d708-3cf4-4b9c-bb81-396ec191bf99 None None] Network 3238361f-384f-4e25-b631-f4ec363950c4 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:02.235146 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c998fb81-723d-44bc-8a10-3e206598d779 req-d3e59e6f-b794-4c96-b078-ac2bd4990c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:02.237066 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-e676d708-3cf4-4b9c-bb81-396ec191bf99 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:02.241431 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676d708-3cf4-4b9c-bb81-396ec191bf99 None None] Pushing event updated for resources: {'Port': ['ID=b119ca4a-fc5d-416d-a327-e5a79ea22b2f,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:02.243978 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e676d708-3cf4-4b9c-bb81-396ec191bf99 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:28:02.263729 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-11cf9dc0-897b-4a6f-856e-d76542eb4d03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:02.310534 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e9d9c096-8f88-47cf-bfe5-1f57d6e28517 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:02.389059 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-e676d708-3cf4-4b9c-bb81-396ec191bf99 None None] Attempting to bind port b119ca4a-fc5d-416d-a327-e5a79ea22b2f on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:28:02.389806 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-e676d708-3cf4-4b9c-bb81-396ec191bf99 None None] Attempting to bind port b119ca4a-fc5d-416d-a327-e5a79ea22b2f by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '4890826d-11e9-4a7e-b7bd-423847f2b6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '3238361f-384f-4e25-b631-f4ec363950c4'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:28:02.390378 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e676d708-3cf4-4b9c-bb81-396ec191bf99 None None] Attempting to bind port b119ca4a-fc5d-416d-a327-e5a79ea22b2f on network 3238361f-384f-4e25-b631-f4ec363950c4 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:28:02.402002 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e676d708-3cf4-4b9c-bb81-396ec191bf99 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:28:02.402794 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e676d708-3cf4-4b9c-bb81-396ec191bf99 None None] Checking segment: {'id': '4890826d-11e9-4a7e-b7bd-423847f2b6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '3238361f-384f-4e25-b631-f4ec363950c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:28:02.403447 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e676d708-3cf4-4b9c-bb81-396ec191bf99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:02.404066 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e676d708-3cf4-4b9c-bb81-396ec191bf99 None None] Bound using segment: {'id': '4890826d-11e9-4a7e-b7bd-423847f2b6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '3238361f-384f-4e25-b631-f4ec363950c4'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:28:02.404770 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-e676d708-3cf4-4b9c-bb81-396ec191bf99 None None] Bound port: b119ca4a-fc5d-416d-a327-e5a79ea22b2f, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4890826d-11e9-4a7e-b7bd-423847f2b6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '3238361f-384f-4e25-b631-f4ec363950c4'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:28:02.405414 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e676d708-3cf4-4b9c-bb81-396ec191bf99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:02.422585 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-e87bf478-e330-43b4-b88a-7067e74a67f0 None None] Allocated IP 172.20.0.2 (80b53ff1-697e-427c-b7ec-6ed5db9e6c6f/d925baf2-c63f-40ac-b8de-2a3401a3db70/a90b2b99-6f74-4994-a59d-6540b17e3a6f) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:02.463920 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-e9d9c096-8f88-47cf-bfe5-1f57d6e28517 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Calling delete_port for 1a3da667-dae3-414b-9e2b-50d4d96b3c0b owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:02.471843 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83dd19d-6aef-451e-92f3-e366cc65f0d4 req-885b75d1-7a05-4967-8fce-57d20b285f19 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:02.474161 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d83dd19d-6aef-451e-92f3-e366cc65f0d4 req-885b75d1-7a05-4967-8fce-57d20b285f19 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f8d2bf-33ce-4ce8-8dc8-8ece56b52259 HTTP/1.1" status: 200 len: 946 time: 0.2702441 Feb 09 01:28:02.513955 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-6f7bb8fb-680b-411f-8d84-d6d6b25c2cb8 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Allocated IP 2001:db8::15c (3238361f-384f-4e25-b631-f4ec363950c4/157a063e-96d0-4d56-812e-e19d6f3af82c/8f65559d-bc78-4e78-8eb4-674504af8f9c) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:02.551927 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d83dd19d-6aef-451e-92f3-e366cc65f0d4 req-bde8874d-db46-4e3e-bceb-ad20a681503c tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697255 Feb 09 01:28:02.582098 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40726) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:02.623493 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-e676d708-3cf4-4b9c-bb81-396ec191bf99 None None] For port b119ca4a-fc5d-416d-a327-e5a79ea22b2f, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:28:02.645988 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-e676d708-3cf4-4b9c-bb81-396ec191bf99 None None] For port b119ca4a-fc5d-416d-a327-e5a79ea22b2f, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b119ca4a-fc5d-416d-a327-e5a79ea22b2f,segment=NetworkSegment(4890826d-11e9-4a7e-b7bd-423847f2b6b1),segment_id=4890826d-11e9-4a7e-b7bd-423847f2b6b1)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:28:02.658808 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e676d708-3cf4-4b9c-bb81-396ec191bf99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:02.815570 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676d708-3cf4-4b9c-bb81-396ec191bf99 None None] Pushing event updated for resources: {'Port': ['ID=b119ca4a-fc5d-416d-a327-e5a79ea22b2f,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:02.852362 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e87bf478-e330-43b4-b88a-7067e74a67f0 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:02.875271 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e87bf478-e330-43b4-b88a-7067e74a67f0 None None] Transition to ACTIVE for port object a90b2b99-6f74-4994-a59d-6540b17e3a6f will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:28:02.898109 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e87bf478-e330-43b4-b88a-7067e74a67f0 None None] Transition to ACTIVE for port object a90b2b99-6f74-4994-a59d-6540b17e3a6f will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:28:02.910998 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e87bf478-e330-43b4-b88a-7067e74a67f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:02.986262 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6f7bb8fb-680b-411f-8d84-d6d6b25c2cb8 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:02.987613 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87bf478-e330-43b4-b88a-7067e74a67f0 None None] Network 80b53ff1-697e-427c-b7ec-6ed5db9e6c6f is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:02.991675 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-e87bf478-e330-43b4-b88a-7067e74a67f0 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:02.995969 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87bf478-e330-43b4-b88a-7067e74a67f0 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:28:03.018585 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-c998fb81-723d-44bc-8a10-3e206598d779 req-d3e59e6f-b794-4c96-b078-ac2bd4990c4f service neutron] For port ddbf1bed-fd18-4ede-9e41-c7d28efc92b6, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=ddbf1bed-fd18-4ede-9e41-c7d28efc92b6,segment=NetworkSegment(fd3b71e5-0362-4aa8-9ee9-e449d143c760),segment_id=fd3b71e5-0362-4aa8-9ee9-e449d143c760)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:03.021641 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-6f7bb8fb-680b-411f-8d84-d6d6b25c2cb8 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Transition to ACTIVE for port object 8f65559d-bc78-4e78-8eb4-674504af8f9c will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:28:03.043011 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1263b6-0d73-40b5-843e-1650830cb18c tempest-TestVolumeBootPattern-874213056 tempest-TestVolumeBootPattern-874213056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:03.045649 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6c1263b6-0d73-40b5-843e-1650830cb18c tempest-TestVolumeBootPattern-874213056 tempest-TestVolumeBootPattern-874213056-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d2f8d2bf-33ce-4ce8-8dc8-8ece56b52259 HTTP/1.1" status: 200 len: 1092 time: 0.4622290 Feb 09 01:28:03.049589 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40738) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:03.057792 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87bf478-e330-43b4-b88a-7067e74a67f0 None None] Pushing event updated for resources: {'Port': ['ID=a90b2b99-6f74-4994-a59d-6540b17e3a6f,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:03.058968 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-3312551d-25ec-4809-b1bf-28f471d67681 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'port_id': 'af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:03.070333 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3312551d-25ec-4809-b1bf-28f471d67681 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:03.075842 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3312551d-25ec-4809-b1bf-28f471d67681 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Usage tracker for resource:floatingip and tenant:5ddfa727b5a54b179d7c03a600eaa4b9 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:03.080080 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3312551d-25ec-4809-b1bf-28f471d67681 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:03.088207 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3312551d-25ec-4809-b1bf-28f471d67681 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:03.108461 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6f7bb8fb-680b-411f-8d84-d6d6b25c2cb8 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:03.122202 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-c998fb81-723d-44bc-8a10-3e206598d779 req-d3e59e6f-b794-4c96-b078-ac2bd4990c4f service neutron] For port ddbf1bed-fd18-4ede-9e41-c7d28efc92b6, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:28:03.132730 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3312551d-25ec-4809-b1bf-28f471d67681 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:03.207539 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-e87bf478-e330-43b4-b88a-7067e74a67f0 None None] Attempting to bind port a90b2b99-6f74-4994-a59d-6540b17e3a6f on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:28:03.208085 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-e87bf478-e330-43b4-b88a-7067e74a67f0 None None] Attempting to bind port a90b2b99-6f74-4994-a59d-6540b17e3a6f by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '80b53ff1-697e-427c-b7ec-6ed5db9e6c6f'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:28:03.208538 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87bf478-e330-43b4-b88a-7067e74a67f0 None None] Attempting to bind port a90b2b99-6f74-4994-a59d-6540b17e3a6f on network 80b53ff1-697e-427c-b7ec-6ed5db9e6c6f {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:28:03.214521 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87bf478-e330-43b4-b88a-7067e74a67f0 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:28:03.214958 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87bf478-e330-43b4-b88a-7067e74a67f0 None None] Checking segment: {'id': 'e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '80b53ff1-697e-427c-b7ec-6ed5db9e6c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:28:03.215421 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e87bf478-e330-43b4-b88a-7067e74a67f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:03.216417 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87bf478-e330-43b4-b88a-7067e74a67f0 None None] Bound using segment: {'id': 'e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '80b53ff1-697e-427c-b7ec-6ed5db9e6c6f'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:28:03.216997 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-e87bf478-e330-43b4-b88a-7067e74a67f0 None None] Bound port: a90b2b99-6f74-4994-a59d-6540b17e3a6f, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '80b53ff1-697e-427c-b7ec-6ed5db9e6c6f'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:28:03.228820 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e87bf478-e330-43b4-b88a-7067e74a67f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:03.271399 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bb8fb-680b-411f-8d84-d6d6b25c2cb8 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Pushing event updated for resources: {'Port': ['ID=8f65559d-bc78-4e78-8eb4-674504af8f9c,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:03.335086 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-11cf9dc0-897b-4a6f-856e-d76542eb4d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:03.347702 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7bb8fb-680b-411f-8d84-d6d6b25c2cb8 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Network 3238361f-384f-4e25-b631-f4ec363950c4 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:03.349633 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-6f7bb8fb-680b-411f-8d84-d6d6b25c2cb8 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:03.355331 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7bb8fb-680b-411f-8d84-d6d6b25c2cb8 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:28:03.364882 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7bb8fb-680b-411f-8d84-d6d6b25c2cb8 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:03.365563 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6f7bb8fb-680b-411f-8d84-d6d6b25c2cb8 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:03.376755 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-e87bf478-e330-43b4-b88a-7067e74a67f0 None None] For port a90b2b99-6f74-4994-a59d-6540b17e3a6f, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:28:03.383959 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-e87bf478-e330-43b4-b88a-7067e74a67f0 None None] For port a90b2b99-6f74-4994-a59d-6540b17e3a6f, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=a90b2b99-6f74-4994-a59d-6540b17e3a6f,segment=NetworkSegment(e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1),segment_id=e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:28:03.397341 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e87bf478-e330-43b4-b88a-7067e74a67f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:03.416380 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6f7bb8fb-680b-411f-8d84-d6d6b25c2cb8 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.7687197 Feb 09 01:28:03.417242 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40742) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:03.467561 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-c998fb81-723d-44bc-8a10-3e206598d779 req-d3e59e6f-b794-4c96-b078-ac2bd4990c4f service neutron] device_id is not set on port ddbf1bed-fd18-4ede-9e41-c7d28efc92b6 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:28:03.487712 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87bf478-e330-43b4-b88a-7067e74a67f0 None None] Pushing event updated for resources: {'Port': ['ID=a90b2b99-6f74-4994-a59d-6540b17e3a6f,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:03.490398 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c998fb81-723d-44bc-8a10-3e206598d779 req-d3e59e6f-b794-4c96-b078-ac2bd4990c4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:03.502457 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 87a166c3-a949-48ae-a41b-5e45c1439f17 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:28:03.509355 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990d601-fb56-48fd-9326-eb60af666bbd req-218eb9ba-6e19-42ae-8dde-34b609864965 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:03.517749 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990d601-fb56-48fd-9326-eb60af666bbd req-218eb9ba-6e19-42ae-8dde-34b609864965 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:03.526545 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990d601-fb56-48fd-9326-eb60af666bbd req-218eb9ba-6e19-42ae-8dde-34b609864965 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:03.534184 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990d601-fb56-48fd-9326-eb60af666bbd req-218eb9ba-6e19-42ae-8dde-34b609864965 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:03.540504 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990d601-fb56-48fd-9326-eb60af666bbd req-218eb9ba-6e19-42ae-8dde-34b609864965 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:03.547553 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990d601-fb56-48fd-9326-eb60af666bbd req-218eb9ba-6e19-42ae-8dde-34b609864965 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:03.555064 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990d601-fb56-48fd-9326-eb60af666bbd req-218eb9ba-6e19-42ae-8dde-34b609864965 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:03.560718 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6990d601-fb56-48fd-9326-eb60af666bbd req-218eb9ba-6e19-42ae-8dde-34b609864965 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 5433 time: 1.1064951 Feb 09 01:28:03.564301 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c998fb81-723d-44bc-8a10-3e206598d779 req-d3e59e6f-b794-4c96-b078-ac2bd4990c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:03.606602 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb7ffae-1bd1-40a5-9fdd-398324d35c75 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:03.614043 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb7ffae-1bd1-40a5-9fdd-398324d35c75 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:03.618806 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb7ffae-1bd1-40a5-9fdd-398324d35c75 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:03.619554 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9bb7ffae-1bd1-40a5-9fdd-398324d35c75 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Synchronizing usage tracker for tenant:3d6aacac395b471aad9a3fec484ed296 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:03.673308 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b119ca4a-fc5d-416d-a327-e5a79ea22b2f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:28:03.682954 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3312551d-25ec-4809-b1bf-28f471d67681 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:03.696671 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9bb7ffae-1bd1-40a5-9fdd-398324d35c75 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Unset dirty status for tenant:3d6aacac395b471aad9a3fec484ed296 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:03.702702 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9bb7ffae-1bd1-40a5-9fdd-398324d35c75 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2830584 Feb 09 01:28:03.703441 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40754) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:03.790707 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:03.834052 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 87a166c3-a949-48ae-a41b-5e45c1439f17, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=87a166c3-a949-48ae-a41b-5e45c1439f17,segment=NetworkSegment(fd3b71e5-0362-4aa8-9ee9-e449d143c760),segment_id=fd3b71e5-0362-4aa8-9ee9-e449d143c760)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:03.835785 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87a166c3-a949-48ae-a41b-5e45c1439f17'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:28:03.842081 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port b119ca4a-fc5d-416d-a327-e5a79ea22b2f completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:28:03.847782 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:03.850781 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device ddbf1bed-fd18-4ede-9e41-c7d28efc92b6 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:28:03.979392 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87a166c3-a949-48ae-a41b-5e45c1439f17', 'code': 200} Feb 09 01:28:04.128310 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-3312551d-25ec-4809-b1bf-28f471d67681 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Allocated IP 172.25.5.95 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/f5ab0eab-a310-43e7-b413-8d056bc30af9) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:04.137078 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device ddbf1bed-fd18-4ede-9e41-c7d28efc92b6 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:28:04.137709 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 051765f9-3c60-461b-8571-2e1761acc3dc no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:28:04.179266 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=87a166c3-a949-48ae-a41b-5e45c1439f17,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:04.342890 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-b03b742d-1326-46f9-bcc5-eec5d896dc2c tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Deleting port 8f65559d-bc78-4e78-8eb4-674504af8f9c {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:04.343656 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b03b742d-1326-46f9-bcc5-eec5d896dc2c tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:04.354793 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:04.411081 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2914760b-294c-4695-95a3-a4660028bc92 None None] Provisioning complete for port ddbf1bed-fd18-4ede-9e41-c7d28efc92b6 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:04.411468 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2914760b-294c-4695-95a3-a4660028bc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:04.469620 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e9d9c096-8f88-47cf-bfe5-1f57d6e28517 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:04.482249 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-c998fb81-723d-44bc-8a10-3e206598d779 req-d3e59e6f-b794-4c96-b078-ac2bd4990c4f service neutron] No DVR routers for this DVR port ddbf1bed-fd18-4ede-9e41-c7d28efc92b6 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:28:04.553118 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 051765f9-3c60-461b-8571-2e1761acc3dc, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=051765f9-3c60-461b-8571-2e1761acc3dc,segment=NetworkSegment(cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc),segment_id=cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:04.579908 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:04.582499 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 1762a087-29b9-43bf-8537-a8e4b7154d4b no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:28:04.591211 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e59e6f-b794-4c96-b078-ac2bd4990c4f service neutron] Pushing event updated for resources: {'Port': ['ID=ddbf1bed-fd18-4ede-9e41-c7d28efc92b6,revision_number=6']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:04.682457 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99a35f0-db24-4869-b96d-472d532b841b None None] Network 3238361f-384f-4e25-b631-f4ec363950c4 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:28:04.714473 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9c096-8f88-47cf-bfe5-1f57d6e28517 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event deleted for resources: {'Port': ['ID=1a3da667-dae3-414b-9e2b-50d4d96b3c0b,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:04.847638 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6990d601-fb56-48fd-9326-eb60af666bbd req-62a5457c-96a3-4764-a419-05da473e397f tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2777634 Feb 09 01:28:04.984748 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-2914760b-294c-4695-95a3-a4660028bc92 None None] Port ddbf1bed-fd18-4ede-9e41-c7d28efc92b6 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:28:05.026732 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3312551d-25ec-4809-b1bf-28f471d67681 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:05.062282 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=051765f9-3c60-461b-8571-2e1761acc3dc,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:05.113583 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b03b742d-1326-46f9-bcc5-eec5d896dc2c tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:05.139515 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3312551d-25ec-4809-b1bf-28f471d67681 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:05.150791 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e9d9c096-8f88-47cf-bfe5-1f57d6e28517 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:05.164064 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-c998fb81-723d-44bc-8a10-3e206598d779 req-d3e59e6f-b794-4c96-b078-ac2bd4990c4f service neutron] In _notify_port_updated(), no bound segment for port ddbf1bed-fd18-4ede-9e41-c7d28efc92b6 on network d0976495-8081-44af-be21-4d619e68defa {{(pid=87612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:28:05.165101 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998fb81-723d-44bc-8a10-3e206598d779 req-d3e59e6f-b794-4c96-b078-ac2bd4990c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:05.165808 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c998fb81-723d-44bc-8a10-3e206598d779 req-d3e59e6f-b794-4c96-b078-ac2bd4990c4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:05.168675 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c998fb81-723d-44bc-8a10-3e206598d779 req-d3e59e6f-b794-4c96-b078-ac2bd4990c4f service neutron] 10.222.0.35 "PUT /v2.0/ports/ddbf1bed-fd18-4ede-9e41-c7d28efc92b6 HTTP/1.1" status: 200 len: 1027 time: 3.4381905 Feb 09 01:28:05.270087 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:05.302800 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0cf55b54-c5d3-45b6-9777-e42252af35fa None None] Provisioning for port b119ca4a-fc5d-416d-a327-e5a79ea22b2f completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:28:05.311928 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0cf55b54-c5d3-45b6-9777-e42252af35fa None None] Provisioning complete for port b119ca4a-fc5d-416d-a327-e5a79ea22b2f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:05.312311 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0cf55b54-c5d3-45b6-9777-e42252af35fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:05.424273 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-b03b742d-1326-46f9-bcc5-eec5d896dc2c tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Calling delete_port for 8f65559d-bc78-4e78-8eb4-674504af8f9c owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:05.485268 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998fb81-723d-44bc-8a10-3e206598d779 req-7c0e7cf5-b8f8-4b71-af9d-16fd9e269386 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:05.486736 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c998fb81-723d-44bc-8a10-3e206598d779 req-7c0e7cf5-b8f8-4b71-af9d-16fd9e269386 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.35 "GET /v2.0/ports/87a166c3-a949-48ae-a41b-5e45c1439f17?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3064890 Feb 09 01:28:05.490217 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 1762a087-29b9-43bf-8537-a8e4b7154d4b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=1762a087-29b9-43bf-8537-a8e4b7154d4b,segment=NetworkSegment(fd3b71e5-0362-4aa8-9ee9-e449d143c760),segment_id=fd3b71e5-0362-4aa8-9ee9-e449d143c760)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:05.521160 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3312551d-25ec-4809-b1bf-28f471d67681 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:05.531054 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-3312551d-25ec-4809-b1bf-28f471d67681 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:05.560024 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-c998fb81-723d-44bc-8a10-3e206598d779 req-dd25ede7-f645-4a5a-a452-2b21c7510dd0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:05.564853 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3312551d-25ec-4809-b1bf-28f471d67681 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:28:05.569533 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a0f8ff-4186-4f4f-9d2e-e4e52a9f686e None None] Network 80b53ff1-697e-427c-b7ec-6ed5db9e6c6f requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:28:05.613344 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:05.614158 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 3ef256bf-5d9a-4363-807b-cd10fb3f25bc no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:28:05.690147 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312551d-25ec-4809-b1bf-28f471d67681 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Pushing event updated for resources: {'Port': ['ID=f5ab0eab-a310-43e7-b413-8d056bc30af9,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:05.764208 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device a90b2b99-6f74-4994-a59d-6540b17e3a6f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:28:05.912170 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d9c096-8f88-47cf-bfe5-1f57d6e28517 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Router 7b492934-5e2a-43a0-83b5-a450726ab9bc has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:28:05.916534 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c998fb81-723d-44bc-8a10-3e206598d779 req-dd25ede7-f645-4a5a-a452-2b21c7510dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:05.948872 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0cf55b54-c5d3-45b6-9777-e42252af35fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:06.004219 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '051765f9-3c60-461b-8571-2e1761acc3dc'}, {'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1762a087-29b9-43bf-8537-a8e4b7154d4b'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:28:06.041964 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port a90b2b99-6f74-4994-a59d-6540b17e3a6f completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:28:06.075485 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=1762a087-29b9-43bf-8537-a8e4b7154d4b,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:06.147759 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-0cf55b54-c5d3-45b6-9777-e42252af35fa None None] For port b119ca4a-fc5d-416d-a327-e5a79ea22b2f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b119ca4a-fc5d-416d-a327-e5a79ea22b2f,segment=NetworkSegment(4890826d-11e9-4a7e-b7bd-423847f2b6b1),segment_id=4890826d-11e9-4a7e-b7bd-423847f2b6b1)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:06.161031 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '051765f9-3c60-461b-8571-2e1761acc3dc', 'code': 200} Feb 09 01:28:06.161294 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1762a087-29b9-43bf-8537-a8e4b7154d4b', 'code': 200} Feb 09 01:28:06.212718 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0cf55b54-c5d3-45b6-9777-e42252af35fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:06.310362 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3312551d-25ec-4809-b1bf-28f471d67681 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:06.334428 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b03b742d-1326-46f9-bcc5-eec5d896dc2c tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:06.417641 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:06.463739 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-96660e0b-62d1-4a6a-b1d6-69296b1c7f27 None None] Provisioning for port a90b2b99-6f74-4994-a59d-6540b17e3a6f completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:28:06.519594 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b742d-1326-46f9-bcc5-eec5d896dc2c tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Pushing event deleted for resources: {'Port': ['ID=8f65559d-bc78-4e78-8eb4-674504af8f9c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:06.522477 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-c998fb81-723d-44bc-8a10-3e206598d779 req-dd25ede7-f645-4a5a-a452-2b21c7510dd0 service neutron] For port 87a166c3-a949-48ae-a41b-5e45c1439f17, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=87a166c3-a949-48ae-a41b-5e45c1439f17,segment=NetworkSegment(fd3b71e5-0362-4aa8-9ee9-e449d143c760),segment_id=fd3b71e5-0362-4aa8-9ee9-e449d143c760)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:06.526938 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-96660e0b-62d1-4a6a-b1d6-69296b1c7f27 None None] Provisioning complete for port a90b2b99-6f74-4994-a59d-6540b17e3a6f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:06.527202 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3312551d-25ec-4809-b1bf-28f471d67681 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:06.527637 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-96660e0b-62d1-4a6a-b1d6-69296b1c7f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:06.574399 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-c998fb81-723d-44bc-8a10-3e206598d779 req-dd25ede7-f645-4a5a-a452-2b21c7510dd0 service neutron] For port 87a166c3-a949-48ae-a41b-5e45c1439f17, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:28:06.578416 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf55b54-c5d3-45b6-9777-e42252af35fa None None] Pushing event updated for resources: {'Port': ['ID=b119ca4a-fc5d-416d-a327-e5a79ea22b2f,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:06.649637 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 3ef256bf-5d9a-4363-807b-cd10fb3f25bc, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=3ef256bf-5d9a-4363-807b-cd10fb3f25bc,segment=NetworkSegment(fd3b71e5-0362-4aa8-9ee9-e449d143c760),segment_id=fd3b71e5-0362-4aa8-9ee9-e449d143c760)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:06.674591 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-c998fb81-723d-44bc-8a10-3e206598d779 req-dd25ede7-f645-4a5a-a452-2b21c7510dd0 service neutron] device_id is not set on port 87a166c3-a949-48ae-a41b-5e45c1439f17 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:28:06.674822 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:06.688080 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c998fb81-723d-44bc-8a10-3e206598d779 req-dd25ede7-f645-4a5a-a452-2b21c7510dd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:06.701287 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device cef3a1b2-f75c-42e5-8828-47aa75f68c2f no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:28:06.751129 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-11cf9dc0-897b-4a6f-856e-d76542eb4d03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:06.809314 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-11cf9dc0-897b-4a6f-856e-d76542eb4d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:06.821219 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3312551d-25ec-4809-b1bf-28f471d67681 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:06.848500 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3312551d-25ec-4809-b1bf-28f471d67681 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:06.985849 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3312551d-25ec-4809-b1bf-28f471d67681 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:06.998729 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-11cf9dc0-897b-4a6f-856e-d76542eb4d03 admin admin] Allocated IP 172.25.5.252 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/fd239683-6651-40d3-9138-0b7fd9be1cc4) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:07.010535 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c998fb81-723d-44bc-8a10-3e206598d779 req-dd25ede7-f645-4a5a-a452-2b21c7510dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:07.092155 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-96660e0b-62d1-4a6a-b1d6-69296b1c7f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:07.115036 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2a6e5300-b8b8-40bc-a3b7-ede2b7dc4c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:07.142565 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=3ef256bf-5d9a-4363-807b-cd10fb3f25bc,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:07.314793 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-96660e0b-62d1-4a6a-b1d6-69296b1c7f27 None None] For port a90b2b99-6f74-4994-a59d-6540b17e3a6f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=a90b2b99-6f74-4994-a59d-6540b17e3a6f,segment=NetworkSegment(e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1),segment_id=e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:07.329089 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:07.356207 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-96660e0b-62d1-4a6a-b1d6-69296b1c7f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:07.376767 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-3312551d-25ec-4809-b1bf-28f471d67681 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Floating IP 279f0d0f-cef8-4b7c-92b6-83819bebddc5 associated. External IP: 172.25.5.95, port: af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c. Feb 09 01:28:07.397624 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d9c096-8f88-47cf-bfe5-1f57d6e28517 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:28:07.409200 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6545b6e-86b1-403e-bb03-f5999fdc2f3c None None] Sync routers for ids ['7b492934-5e2a-43a0-83b5-a450726ab9bc'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:07.432539 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6545b6e-86b1-403e-bb03-f5999fdc2f3c None None] Routers {'7b492934-5e2a-43a0-83b5-a450726ab9bc'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:07.433338 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f6545b6e-86b1-403e-bb03-f5999fdc2f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:27:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['7b492934-5e2a-43a0-83b5-a450726ab9bc'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:07.547577 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port cef3a1b2-f75c-42e5-8828-47aa75f68c2f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=cef3a1b2-f75c-42e5-8828-47aa75f68c2f,segment=NetworkSegment(cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc),segment_id=cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:07.552454 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96660e0b-62d1-4a6a-b1d6-69296b1c7f27 None None] Pushing event updated for resources: {'Port': ['ID=a90b2b99-6f74-4994-a59d-6540b17e3a6f,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:07.558103 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-38417594-0ab4-41cc-93c3-e3d3674c74e0 None None] Provisioning for port dba61cf7-9aca-4be2-8be0-c114599ccd3c completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:28:07.571532 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:07.574566 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device b6139ea4-eff4-4b25-ad28-4b930ee5f21d no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:28:07.582746 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f6545b6e-86b1-403e-bb03-f5999fdc2f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:07.602632 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6545b6e-86b1-403e-bb03-f5999fdc2f3c None None] Routers {'7b492934-5e2a-43a0-83b5-a450726ab9bc'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:07.603459 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f6545b6e-86b1-403e-bb03-f5999fdc2f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:27:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['7b492934-5e2a-43a0-83b5-a450726ab9bc'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:07.694175 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-38417594-0ab4-41cc-93c3-e3d3674c74e0 None None] Provisioning complete for port dba61cf7-9aca-4be2-8be0-c114599ccd3c triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:07.698644 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-38417594-0ab4-41cc-93c3-e3d3674c74e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:07.738926 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25ede7-f645-4a5a-a452-2b21c7510dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=87a166c3-a949-48ae-a41b-5e45c1439f17,revision_number=7']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:07.739959 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f6545b6e-86b1-403e-bb03-f5999fdc2f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:07.740548 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6545b6e-86b1-403e-bb03-f5999fdc2f3c None None] The sync data for ids ['7b492934-5e2a-43a0-83b5-a450726ab9bc'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:07.757904 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-c998fb81-723d-44bc-8a10-3e206598d779 req-dd25ede7-f645-4a5a-a452-2b21c7510dd0 service neutron] No DVR routers for this DVR port 87a166c3-a949-48ae-a41b-5e45c1439f17 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:28:07.762819 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9f84d-35cb-4eec-a610-cfd3c280b473 req-a7a2e1c2-fd99-4d33-b2ee-dd1e740a6e43 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:07.777295 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9f84d-35cb-4eec-a610-cfd3c280b473 req-a7a2e1c2-fd99-4d33-b2ee-dd1e740a6e43 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:07.791564 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9f84d-35cb-4eec-a610-cfd3c280b473 req-a7a2e1c2-fd99-4d33-b2ee-dd1e740a6e43 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:07.793066 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-38417594-0ab4-41cc-93c3-e3d3674c74e0 None None] Port dba61cf7-9aca-4be2-8be0-c114599ccd3c cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:28:07.799182 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9f84d-35cb-4eec-a610-cfd3c280b473 req-a7a2e1c2-fd99-4d33-b2ee-dd1e740a6e43 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:07.799348 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b119ca4a-fc5d-416d-a327-e5a79ea22b2f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:28:07.809686 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9f84d-35cb-4eec-a610-cfd3c280b473 req-a7a2e1c2-fd99-4d33-b2ee-dd1e740a6e43 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:07.818339 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e9d9c096-8f88-47cf-bfe5-1f57d6e28517 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "PUT /v2.0/routers/7b492934-5e2a-43a0-83b5-a450726ab9bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8061910 Feb 09 01:28:07.821612 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40784) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:07.840271 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9f84d-35cb-4eec-a610-cfd3c280b473 req-a7a2e1c2-fd99-4d33-b2ee-dd1e740a6e43 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:07.848916 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-03c9f84d-35cb-4eec-a610-cfd3c280b473 req-a7a2e1c2-fd99-4d33-b2ee-dd1e740a6e43 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 4575 time: 1.6782722 Feb 09 01:28:07.895742 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-de9cdbd1-4dd1-4422-9719-0487b1070377 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Synchronizing usage tracker for tenant:6d720b2d312a4ea8a0c966b82ba0a703 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:07.912199 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-c998fb81-723d-44bc-8a10-3e206598d779 req-dd25ede7-f645-4a5a-a452-2b21c7510dd0 service neutron] In _notify_port_updated(), no bound segment for port 87a166c3-a949-48ae-a41b-5e45c1439f17 on network d0976495-8081-44af-be21-4d619e68defa {{(pid=87612) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:28:07.913925 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998fb81-723d-44bc-8a10-3e206598d779 req-dd25ede7-f645-4a5a-a452-2b21c7510dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:07.914555 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c998fb81-723d-44bc-8a10-3e206598d779 req-dd25ede7-f645-4a5a-a452-2b21c7510dd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:07.916595 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c998fb81-723d-44bc-8a10-3e206598d779 req-dd25ede7-f645-4a5a-a452-2b21c7510dd0 service neutron] 10.222.0.35 "PUT /v2.0/ports/87a166c3-a949-48ae-a41b-5e45c1439f17 HTTP/1.1" status: 200 len: 1027 time: 2.3609066 Feb 09 01:28:07.935569 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312551d-25ec-4809-b1bf-28f471d67681 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Pushing event updated for resources: {'Port': ['ID=f5ab0eab-a310-43e7-b413-8d056bc30af9,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:07.939635 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-38417594-0ab4-41cc-93c3-e3d3674c74e0 None None] Provisioning complete for port b119ca4a-fc5d-416d-a327-e5a79ea22b2f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:07.940009 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-38417594-0ab4-41cc-93c3-e3d3674c74e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:08.030719 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=cef3a1b2-f75c-42e5-8828-47aa75f68c2f,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:08.056801 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-c998fb81-723d-44bc-8a10-3e206598d779 req-fdeadce8-ef1d-4e89-85ef-17de13827215 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Deleting port 3ef256bf-5d9a-4363-807b-cd10fb3f25bc {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:08.057109 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c998fb81-723d-44bc-8a10-3e206598d779 req-fdeadce8-ef1d-4e89-85ef-17de13827215 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:08.075621 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port b119ca4a-fc5d-416d-a327-e5a79ea22b2f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:08.075989 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:08.106692 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-de9cdbd1-4dd1-4422-9719-0487b1070377 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Unset dirty status for tenant:6d720b2d312a4ea8a0c966b82ba0a703 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:08.111081 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-de9cdbd1-4dd1-4422-9719-0487b1070377 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b492934-5e2a-43a0-83b5-a450726ab9bc HTTP/1.1" status: 200 len: 205 time: 0.2785089 Feb 09 01:28:08.119664 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40790) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:08.137902 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-11cf9dc0-897b-4a6f-856e-d76542eb4d03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:08.169901 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b03b742d-1326-46f9-bcc5-eec5d896dc2c tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:08.177426 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ef256bf-5d9a-4363-807b-cd10fb3f25bc'}, {'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cef3a1b2-f75c-42e5-8828-47aa75f68c2f'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:28:08.199186 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:08.245436 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-03c9f84d-35cb-4eec-a610-cfd3c280b473 req-278776ac-0743-4162-a313-032e2ad1f107 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&id=cc3346fe-59e3-4728-8449-0ef73eeb3115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3953385 Feb 09 01:28:08.300786 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port b6139ea4-eff4-4b25-ad28-4b930ee5f21d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=b6139ea4-eff4-4b25-ad28-4b930ee5f21d,segment=NetworkSegment(28adce5e-778f-4788-9785-5c332ec35a6a),segment_id=28adce5e-778f-4788-9785-5c332ec35a6a)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:08.307245 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ef256bf-5d9a-4363-807b-cd10fb3f25bc', 'code': 200} Feb 09 01:28:08.307453 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cef3a1b2-f75c-42e5-8828-47aa75f68c2f', 'code': 200} Feb 09 01:28:08.315196 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:08.348385 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-38417594-0ab4-41cc-93c3-e3d3674c74e0 None None] Provisioning complete for port a90b2b99-6f74-4994-a59d-6540b17e3a6f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:08.348756 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-38417594-0ab4-41cc-93c3-e3d3674c74e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:08.397034 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-98d35b40-ff72-461c-9909-461e1002a3ca tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:08.423728 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3312551d-25ec-4809-b1bf-28f471d67681 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Router dcdf80a7-4c8c-446b-bad7-75a7900d8783 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:28:08.434969 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=b6139ea4-eff4-4b25-ad28-4b930ee5f21d,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:08.502660 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b03b742d-1326-46f9-bcc5-eec5d896dc2c tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] 10.222.0.37 "DELETE /v2.0/ports/8f65559d-bc78-4e78-8eb4-674504af8f9c HTTP/1.1" status: 204 len: 168 time: 4.6994412 Feb 09 01:28:08.512343 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40798) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:08.529756 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-38417594-0ab4-41cc-93c3-e3d3674c74e0 None None] Could not find standard attr ID for object 8f65559d-bc78-4e78-8eb4-674504af8f9c. {{(pid=87613) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:28:08.574306 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c675bee-3605-4f4c-8824-e1162e8b7b38 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] GET failed (client error): The resource could not be found. Feb 09 01:28:08.574890 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1c675bee-3605-4f4c-8824-e1162e8b7b38 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Synchronizing usage tracker for tenant:3d6aacac395b471aad9a3fec484ed296 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:08.656734 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1c675bee-3605-4f4c-8824-e1162e8b7b38 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Unset dirty status for tenant:3d6aacac395b471aad9a3fec484ed296 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:08.656734 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1c675bee-3605-4f4c-8824-e1162e8b7b38 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] 10.222.0.37 "GET /v2.0/ports/8f65559d-bc78-4e78-8eb4-674504af8f9c HTTP/1.1" status: 404 len: 333 time: 0.1414611 Feb 09 01:28:08.662426 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40804) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:08.664176 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f2750fd9-f31c-4c53-9c6a-d06b791502c1 None None] Provisioning complete for port 87a166c3-a949-48ae-a41b-5e45c1439f17 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:08.665808 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f2750fd9-f31c-4c53-9c6a-d06b791502c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:08.677020 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-6dabc5c1-88b9-4aeb-a668-8dd6b02a0dda tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Request body: {'port': {'network_id': '3238361f-384f-4e25-b631-f4ec363950c4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1452287934'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:08.737952 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f2750fd9-f31c-4c53-9c6a-d06b791502c1 None None] Port 87a166c3-a949-48ae-a41b-5e45c1439f17 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:28:08.780084 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3312551d-25ec-4809-b1bf-28f471d67681 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:28:08.791851 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b15e71-b7c6-4d1b-b1a1-ca51c52e6f24 None None] Sync routers for ids ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:08.807334 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b15e71-b7c6-4d1b-b1a1-ca51c52e6f24 None None] Routers {'dcdf80a7-4c8c-446b-bad7-75a7900d8783'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:08.808344 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-c9b15e71-b7c6-4d1b-b1a1-ca51c52e6f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:27:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:08.829640 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3312551d-25ec-4809-b1bf-28f471d67681 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:08.909425 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6dabc5c1-88b9-4aeb-a668-8dd6b02a0dda tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:08.915552 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3312551d-25ec-4809-b1bf-28f471d67681 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.8646436 Feb 09 01:28:08.919154 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f8d2bf-33ce-4ce8-8dc8-8ece56b52259', 'tag': 'af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:28:08.933702 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6dabc5c1-88b9-4aeb-a668-8dd6b02a0dda tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:08.946441 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dabc5c1-88b9-4aeb-a668-8dd6b02a0dda tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Made reservation on behalf of 3d6aacac395b471aad9a3fec484ed296 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:08.951965 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6dabc5c1-88b9-4aeb-a668-8dd6b02a0dda tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:08.977762 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-6dabc5c1-88b9-4aeb-a668-8dd6b02a0dda tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] device_id is not set on port 2e9f49c7-37e7-4041-bc7a-0086fb92dbbe yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:28:08.998512 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-98d35b40-ff72-461c-9909-461e1002a3ca tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:09.003680 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-98d35b40-ff72-461c-9909-461e1002a3ca tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:09.005648 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-11cf9dc0-897b-4a6f-856e-d76542eb4d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:09.124986 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf9dc0-897b-4a6f-856e-d76542eb4d03 admin admin] Pushing event updated for resources: {'Port': ['ID=fd239683-6651-40d3-9138-0b7fd9be1cc4,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:09.165919 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cf9dc0-897b-4a6f-856e-d76542eb4d03 admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:09.169656 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-11cf9dc0-897b-4a6f-856e-d76542eb4d03 admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:09.174313 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cf9dc0-897b-4a6f-856e-d76542eb4d03 admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:28:09.182664 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-c9b15e71-b7c6-4d1b-b1a1-ca51c52e6f24 None None] Set router dcdf80a7-4c8c-446b-bad7-75a7900d8783 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:28:09.241782 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f8d2bf-33ce-4ce8-8dc8-8ece56b52259', 'tag': 'af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c', 'status': 'completed', 'code': 200} Feb 09 01:28:09.258537 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-98d35b40-ff72-461c-9909-461e1002a3ca tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:09.259079 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d35b40-ff72-461c-9909-461e1002a3ca tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Fanout notify agent at l3_agent the message router_deleted on router 7b492934-5e2a-43a0-83b5-a450726ab9bc {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:28:09.287853 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-6dabc5c1-88b9-4aeb-a668-8dd6b02a0dda tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Allocated IP 2001:db8::b6 (3238361f-384f-4e25-b631-f4ec363950c4/157a063e-96d0-4d56-812e-e19d6f3af82c/2e9f49c7-37e7-4041-bc7a-0086fb92dbbe) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:09.399083 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-c998fb81-723d-44bc-8a10-3e206598d779 req-fdeadce8-ef1d-4e89-85ef-17de13827215 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] For port 3ef256bf-5d9a-4363-807b-cd10fb3f25bc, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=3ef256bf-5d9a-4363-807b-cd10fb3f25bc,segment=NetworkSegment(fd3b71e5-0362-4aa8-9ee9-e449d143c760),segment_id=fd3b71e5-0362-4aa8-9ee9-e449d143c760)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:09.399719 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c998fb81-723d-44bc-8a10-3e206598d779 req-fdeadce8-ef1d-4e89-85ef-17de13827215 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:09.514481 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fb589ce3-ac35-4f77-9bdb-c4124d4e215f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:09.561548 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6dabc5c1-88b9-4aeb-a668-8dd6b02a0dda tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:09.580160 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-6dabc5c1-88b9-4aeb-a668-8dd6b02a0dda tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Transition to ACTIVE for port object 2e9f49c7-37e7-4041-bc7a-0086fb92dbbe will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:28:09.626916 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device a90b2b99-6f74-4994-a59d-6540b17e3a6f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:28:09.632406 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6dabc5c1-88b9-4aeb-a668-8dd6b02a0dda tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:09.645629 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-98d35b40-ff72-461c-9909-461e1002a3ca tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:09.646722 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-98d35b40-ff72-461c-9909-461e1002a3ca tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/routers/7b492934-5e2a-43a0-83b5-a450726ab9bc HTTP/1.1" status: 204 len: 168 time: 1.5135744 Feb 09 01:28:09.720138 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40828) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:09.726627 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-c998fb81-723d-44bc-8a10-3e206598d779 req-fdeadce8-ef1d-4e89-85ef-17de13827215 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Calling delete_port for 3ef256bf-5d9a-4363-807b-cd10fb3f25bc owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:09.726914 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dabc5c1-88b9-4aeb-a668-8dd6b02a0dda tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Pushing event updated for resources: {'Port': ['ID=2e9f49c7-37e7-4041-bc7a-0086fb92dbbe,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:09.751855 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dabc5c1-88b9-4aeb-a668-8dd6b02a0dda tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Network 3238361f-384f-4e25-b631-f4ec363950c4 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:09.753694 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-6dabc5c1-88b9-4aeb-a668-8dd6b02a0dda tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:09.758922 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-c9b15e71-b7c6-4d1b-b1a1-ca51c52e6f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'name': 'tempest-TestVolumeBootPattern-195536192-router', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:55Z', 'updated_at': '2022-02-09T01:21:13Z', 'revision_number': 4, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'gw_port': {'id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:59Z', 'updated_at': '2022-02-09T01:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '279f0d0f-cef8-4b7c-92b6-83819bebddc5', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'floating_ip_address': '172.25.5.95', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'port_id': 'af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'mac_address': 'fa:16:3e:26:fc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f8d2bf-33ce-4ce8-8dc8-8ece56b52259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:28:06Z', 'updated_at': '2022-02-09T01:28:06Z', 'revision_number': 0, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df50fd24-214b-49d0-bec7-74e98f6cb4a7', 'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'mac_address': 'fa:16:3e:df:40:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:10Z', 'updated_at': '2022-02-09T01:21:21Z', 'revision_number': 5, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'subnets': [{'id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:09.769809 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dabc5c1-88b9-4aeb-a668-8dd6b02a0dda tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:28:09.771382 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b15e71-b7c6-4d1b-b1a1-ca51c52e6f24 None None] Checking router: dcdf80a7-4c8c-446b-bad7-75a7900d8783 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:28:09.775105 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dabc5c1-88b9-4aeb-a668-8dd6b02a0dda tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:09.775735 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6dabc5c1-88b9-4aeb-a668-8dd6b02a0dda tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:09.787868 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b15e71-b7c6-4d1b-b1a1-ca51c52e6f24 None None] Routers {'dcdf80a7-4c8c-446b-bad7-75a7900d8783'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:09.789027 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-c9b15e71-b7c6-4d1b-b1a1-ca51c52e6f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:28:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:09.846626 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port a90b2b99-6f74-4994-a59d-6540b17e3a6f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:09.847310 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:09.982902 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6dabc5c1-88b9-4aeb-a668-8dd6b02a0dda tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3194137 Feb 09 01:28:09.985990 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40836) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:09.996310 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-8d99253a-4fec-43e6-9a74-38f8321625c4 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::22f', 'mac_address': 'fa:16:3e:39:31:84'}]}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:10.006838 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5fd9e-d970-426b-a240-e393b7856a8f req-48f31fad-afd6-4255-8174-d7f4946fed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:10.013738 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8be5fd9e-d970-426b-a240-e393b7856a8f req-48f31fad-afd6-4255-8174-d7f4946fed28 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9&device_id=d2f8d2bf-33ce-4ce8-8dc8-8ece56b52259 HTTP/1.1" status: 200 len: 1097 time: 0.7398727 Feb 09 01:28:10.258135 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-c9b15e71-b7c6-4d1b-b1a1-ca51c52e6f24 None None] Set router dcdf80a7-4c8c-446b-bad7-75a7900d8783 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:28:10.280072 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5fd9e-d970-426b-a240-e393b7856a8f req-b4b50723-7a19-40c3-bc0a-8c6999cdb68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:10.281534 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8be5fd9e-d970-426b-a240-e393b7856a8f req-b4b50723-7a19-40c3-bc0a-8c6999cdb68a service neutron] 10.222.0.35 "GET /v2.0/networks?id=37619b15-03b6-4ee3-8b5e-c1b376918ea6 HTTP/1.1" status: 200 len: 912 time: 0.2165229 Feb 09 01:28:10.307754 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7046dd-f0c4-4ddc-940f-cdc19087fbae tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Deleting subnet 8d3f68ec-f92d-44bf-9a4a-5ef5af026584 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:28:10.312214 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8b7046dd-f0c4-4ddc-940f-cdc19087fbae tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:10.314436 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6139ea4-eff4-4b25-ad28-4b930ee5f21d'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:28:10.356299 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8d99253a-4fec-43e6-9a74-38f8321625c4 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:10.422888 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6139ea4-eff4-4b25-ad28-4b930ee5f21d', 'code': 200} Feb 09 01:28:10.437041 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-fffc4157-b2e5-4d9c-a59c-1776981a621e None None] Provisioning for port 2e9f49c7-37e7-4041-bc7a-0086fb92dbbe completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:28:10.444236 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:10.462791 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-fffc4157-b2e5-4d9c-a59c-1776981a621e None None] Provisioning complete for port 2e9f49c7-37e7-4041-bc7a-0086fb92dbbe triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:10.463160 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fffc4157-b2e5-4d9c-a59c-1776981a621e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:10.534005 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:10.604861 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-fffc4157-b2e5-4d9c-a59c-1776981a621e None None] Port 2e9f49c7-37e7-4041-bc7a-0086fb92dbbe cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:28:10.750813 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8d99253a-4fec-43e6-9a74-38f8321625c4 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:10.757544 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8d99253a-4fec-43e6-9a74-38f8321625c4 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:10.821344 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-c9b15e71-b7c6-4d1b-b1a1-ca51c52e6f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'name': 'tempest-TestVolumeBootPattern-195536192-router', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:55Z', 'updated_at': '2022-02-09T01:21:13Z', 'revision_number': 4, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'gw_port': {'id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:59Z', 'updated_at': '2022-02-09T01:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '279f0d0f-cef8-4b7c-92b6-83819bebddc5', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'floating_ip_address': '172.25.5.95', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'port_id': 'af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'mac_address': 'fa:16:3e:26:fc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f8d2bf-33ce-4ce8-8dc8-8ece56b52259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:28:06Z', 'updated_at': '2022-02-09T01:28:06Z', 'revision_number': 0, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df50fd24-214b-49d0-bec7-74e98f6cb4a7', 'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'mac_address': 'fa:16:3e:df:40:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:10Z', 'updated_at': '2022-02-09T01:21:21Z', 'revision_number': 5, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'subnets': [{'id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:10.833948 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8be5fd9e-d970-426b-a240-e393b7856a8f req-c7bc091e-4e5d-4b9f-93b0-06ba77cb50bc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c HTTP/1.1" status: 200 len: 999 time: 0.1544170 Feb 09 01:28:10.837511 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b15e71-b7c6-4d1b-b1a1-ca51c52e6f24 None None] The sync data for ids ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'] in n-d-828419-1 is: [{'id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'name': 'tempest-TestVolumeBootPattern-195536192-router', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:55Z', 'updated_at': '2022-02-09T01:21:13Z', 'revision_number': 4, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'gw_port': {'id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:59Z', 'updated_at': '2022-02-09T01:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '279f0d0f-cef8-4b7c-92b6-83819bebddc5', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'floating_ip_address': '172.25.5.95', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'port_id': 'af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'mac_address': 'fa:16:3e:26:fc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f8d2bf-33ce-4ce8-8dc8-8ece56b52259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:28:06Z', 'updated_at': '2022-02-09T01:28:06Z', 'revision_number': 0, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df50fd24-214b-49d0-bec7-74e98f6cb4a7', 'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'mac_address': 'fa:16:3e:df:40:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:10Z', 'updated_at': '2022-02-09T01:21:21Z', 'revision_number': 5, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'subnets': [{'id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:10.907026 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-8d99253a-4fec-43e6-9a74-38f8321625c4 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] In _notify_port_updated(), no bound segment for port 2e9f49c7-37e7-4041-bc7a-0086fb92dbbe on network 3238361f-384f-4e25-b631-f4ec363950c4 {{(pid=87611) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:28:10.916209 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d99253a-4fec-43e6-9a74-38f8321625c4 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:10.917651 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8d99253a-4fec-43e6-9a74-38f8321625c4 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:10.920249 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8d99253a-4fec-43e6-9a74-38f8321625c4 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] 10.222.0.37 "PUT /v2.0/ports/2e9f49c7-37e7-4041-bc7a-0086fb92dbbe HTTP/1.1" status: 200 len: 1002 time: 0.9315181 Feb 09 01:28:10.925698 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40848) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:11.000714 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99253a-4fec-43e6-9a74-38f8321625c4 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Pushing event updated for resources: {'Port': ['ID=2e9f49c7-37e7-4041-bc7a-0086fb92dbbe,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:11.069213 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8b7046dd-f0c4-4ddc-940f-cdc19087fbae tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:11.089218 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-9104c901-f267-4d61-8edd-1b654f20296c tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Deleting port 2e9f49c7-37e7-4041-bc7a-0086fb92dbbe {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:11.089218 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9104c901-f267-4d61-8edd-1b654f20296c tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:11.183375 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ffada-0550-42d5-b098-442b8cf608c2 req-204af20b-a0f9-44f0-aa56-7293524391de tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:11.200838 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ffada-0550-42d5-b098-442b8cf608c2 req-204af20b-a0f9-44f0-aa56-7293524391de tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:11.211482 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ffada-0550-42d5-b098-442b8cf608c2 req-204af20b-a0f9-44f0-aa56-7293524391de tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:11.221322 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ffada-0550-42d5-b098-442b8cf608c2 req-204af20b-a0f9-44f0-aa56-7293524391de tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:11.229646 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ffada-0550-42d5-b098-442b8cf608c2 req-204af20b-a0f9-44f0-aa56-7293524391de tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:11.240520 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-281ffada-0550-42d5-b098-442b8cf608c2 req-204af20b-a0f9-44f0-aa56-7293524391de tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 3875 time: 1.6409366 Feb 09 01:28:11.272392 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5fd9e-d970-426b-a240-e393b7856a8f req-2add2404-8366-428a-9aad-15d3ad997743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:11.274240 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8be5fd9e-d970-426b-a240-e393b7856a8f req-2add2404-8366-428a-9aad-15d3ad997743 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5c99494-da9a-458d-b6b1-e6de1927c8e8 HTTP/1.1" status: 200 len: 850 time: 0.2990494 Feb 09 01:28:11.361270 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f43505f-1c1c-4db1-928e-90b36057bcc9 None None] New status for floating IP 279f0d0f-cef8-4b7c-92b6-83819bebddc5: ACTIVE {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:28:11.460088 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-458abe6e-2ea1-4746-ac94-3cf7e32fa30c None None] Provisioning complete for port 2e9f49c7-37e7-4041-bc7a-0086fb92dbbe triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:11.460789 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-458abe6e-2ea1-4746-ac94-3cf7e32fa30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:11.559885 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-458abe6e-2ea1-4746-ac94-3cf7e32fa30c None None] Port 2e9f49c7-37e7-4041-bc7a-0086fb92dbbe cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:28:11.645964 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9104c901-f267-4d61-8edd-1b654f20296c tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:11.649562 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-281ffada-0550-42d5-b098-442b8cf608c2 req-79635952-a46b-4c7d-816e-8c42483b8c11 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4079952 Feb 09 01:28:11.651616 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-11cf9dc0-897b-4a6f-856e-d76542eb4d03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:11.812617 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:11.843843 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-9104c901-f267-4d61-8edd-1b654f20296c tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Calling delete_port for 2e9f49c7-37e7-4041-bc7a-0086fb92dbbe owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:11.868995 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c998fb81-723d-44bc-8a10-3e206598d779 req-fdeadce8-ef1d-4e89-85ef-17de13827215 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:11.935906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeadce8-ef1d-4e89-85ef-17de13827215 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Pushing event deleted for resources: {'Port': ['ID=3ef256bf-5d9a-4363-807b-cd10fb3f25bc,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:12.007180 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e33fefdd-79c4-4623-8c8d-bce7fba96005 req-e6224b79-8a90-4642-a20a-dc6994d3f54b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d2f8d2bf-33ce-4ce8-8dc8-8ece56b52259&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1775658 Feb 09 01:28:12.057092 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9104c901-f267-4d61-8edd-1b654f20296c tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:12.146444 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104c901-f267-4d61-8edd-1b654f20296c tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Pushing event deleted for resources: {'Port': ['ID=2e9f49c7-37e7-4041-bc7a-0086fb92dbbe,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:12.177107 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-c998fb81-723d-44bc-8a10-3e206598d779 req-fdeadce8-ef1d-4e89-85ef-17de13827215 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] No DVR routers for this DVR port 3ef256bf-5d9a-4363-807b-cd10fb3f25bc on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:28:12.259685 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c998fb81-723d-44bc-8a10-3e206598d779 req-fdeadce8-ef1d-4e89-85ef-17de13827215 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:12.264337 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5fd9e-d970-426b-a240-e393b7856a8f req-a0c83488-04e9-4f5f-ad78-5b294082221e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:12.266214 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8be5fd9e-d970-426b-a240-e393b7856a8f req-a0c83488-04e9-4f5f-ad78-5b294082221e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37619b15-03b6-4ee3-8b5e-c1b376918ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7817752 Feb 09 01:28:12.266330 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-deleted', 'tag': '3ef256bf-5d9a-4363-807b-cd10fb3f25bc'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:28:12.315192 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9104c901-f267-4d61-8edd-1b654f20296c tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:12.332943 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9104c901-f267-4d61-8edd-1b654f20296c tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] 10.222.0.37 "DELETE /v2.0/ports/2e9f49c7-37e7-4041-bc7a-0086fb92dbbe HTTP/1.1" status: 204 len: 168 time: 1.4059103 Feb 09 01:28:12.335564 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40874) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:12.422223 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d126498-fa8a-4bda-b2a6-04033075bcca tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] GET failed (client error): The resource could not be found. Feb 09 01:28:12.422223 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9d126498-fa8a-4bda-b2a6-04033075bcca tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Synchronizing usage tracker for tenant:3d6aacac395b471aad9a3fec484ed296 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:12.449272 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9d126498-fa8a-4bda-b2a6-04033075bcca tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Unset dirty status for tenant:3d6aacac395b471aad9a3fec484ed296 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:12.451337 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9d126498-fa8a-4bda-b2a6-04033075bcca tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] 10.222.0.37 "GET /v2.0/ports/2e9f49c7-37e7-4041-bc7a-0086fb92dbbe HTTP/1.1" status: 404 len: 333 time: 0.1144257 Feb 09 01:28:12.456041 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40878) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:12.462371 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-692b519e-2b84-4396-85ac-7013f90c3caf tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Request body: {'port': {'network_id': '3238361f-384f-4e25-b631-f4ec363950c4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-287311509'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:12.467252 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8b7046dd-f0c4-4ddc-940f-cdc19087fbae tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:12.661805 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-deleted', 'tag': '3ef256bf-5d9a-4363-807b-cd10fb3f25bc', 'status': 'completed', 'code': 200} Feb 09 01:28:12.662799 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-11cf9dc0-897b-4a6f-856e-d76542eb4d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:12.668004 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-692b519e-2b84-4396-85ac-7013f90c3caf tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:12.678417 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-692b519e-2b84-4396-85ac-7013f90c3caf tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:12.698080 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c998fb81-723d-44bc-8a10-3e206598d779 req-fdeadce8-ef1d-4e89-85ef-17de13827215 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.35 "DELETE /v2.0/ports/3ef256bf-5d9a-4363-807b-cd10fb3f25bc HTTP/1.1" status: 204 len: 173 time: 4.7695777 Feb 09 01:28:12.700840 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692b519e-2b84-4396-85ac-7013f90c3caf tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Made reservation on behalf of 3d6aacac395b471aad9a3fec484ed296 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:12.709106 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-692b519e-2b84-4396-85ac-7013f90c3caf tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:12.862260 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-692b519e-2b84-4396-85ac-7013f90c3caf tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] device_id is not set on port d6027d47-280e-47e1-9a80-2fe7c14d3706 yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:28:13.035905 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-692b519e-2b84-4396-85ac-7013f90c3caf tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Allocated IP 2001:db8::a (3238361f-384f-4e25-b631-f4ec363950c4/157a063e-96d0-4d56-812e-e19d6f3af82c/d6027d47-280e-47e1-9a80-2fe7c14d3706) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:13.266552 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-692b519e-2b84-4396-85ac-7013f90c3caf tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:13.282522 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8be5fd9e-d970-426b-a240-e393b7856a8f req-edf42603-d367-4fea-8c5c-167705a22074 service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9921787 Feb 09 01:28:13.286171 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-692b519e-2b84-4396-85ac-7013f90c3caf tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Transition to ACTIVE for port object d6027d47-280e-47e1-9a80-2fe7c14d3706 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:28:13.286352 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-c998fb81-723d-44bc-8a10-3e206598d779 req-0029c24a-7fff-473f-91e0-2c065784b8b2 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Deleting port b6139ea4-eff4-4b25-ad28-4b930ee5f21d {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:13.286643 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c998fb81-723d-44bc-8a10-3e206598d779 req-0029c24a-7fff-473f-91e0-2c065784b8b2 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:13.310504 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-692b519e-2b84-4396-85ac-7013f90c3caf tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:13.344317 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8b7046dd-f0c4-4ddc-940f-cdc19087fbae tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:13.395681 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692b519e-2b84-4396-85ac-7013f90c3caf tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Network 3238361f-384f-4e25-b631-f4ec363950c4 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:13.406426 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-692b519e-2b84-4396-85ac-7013f90c3caf tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:13.410169 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692b519e-2b84-4396-85ac-7013f90c3caf tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:28:13.418056 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692b519e-2b84-4396-85ac-7013f90c3caf tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:13.419123 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-692b519e-2b84-4396-85ac-7013f90c3caf tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:13.439498 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b519e-2b84-4396-85ac-7013f90c3caf tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Pushing event updated for resources: {'Port': ['ID=d6027d47-280e-47e1-9a80-2fe7c14d3706,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:13.470919 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-692b519e-2b84-4396-85ac-7013f90c3caf tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.0141175 Feb 09 01:28:13.473621 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40886) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:13.477109 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8b7046dd-f0c4-4ddc-940f-cdc19087fbae tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:13.480095 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7046dd-f0c4-4ddc-940f-cdc19087fbae tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event deleted for resources: {'Subnet': ['ID=8d3f68ec-f92d-44bf-9a4a-5ef5af026584,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:13.485673 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d09fdbc-aac2-430d-9b87-8162ccf13e74 None None] Network f305aaed-3e63-41cb-af01-37d7337a581a requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:28:13.488791 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-1cbccfb6-ec60-486b-8744-568fae20799c tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:39:31:84'}]}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:13.495267 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11cf9dc0-897b-4a6f-856e-d76542eb4d03 admin admin] Router ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:28:13.501951 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8b7046dd-f0c4-4ddc-940f-cdc19087fbae tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/subnets/8d3f68ec-f92d-44bf-9a4a-5ef5af026584 HTTP/1.1" status: 204 len: 168 time: 3.7393703 Feb 09 01:28:13.502707 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40890) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:13.520162 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1731659-dbc2-4932-8afa-b7d672a064ab req-ca7bc75f-6710-4901-85fd-2621833088fa tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:13.526098 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1731659-dbc2-4932-8afa-b7d672a064ab req-ca7bc75f-6710-4901-85fd-2621833088fa tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:13.532613 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1731659-dbc2-4932-8afa-b7d672a064ab req-ca7bc75f-6710-4901-85fd-2621833088fa tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:13.550519 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1731659-dbc2-4932-8afa-b7d672a064ab req-ca7bc75f-6710-4901-85fd-2621833088fa tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:13.557236 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-c1731659-dbc2-4932-8afa-b7d672a064ab req-ca7bc75f-6710-4901-85fd-2621833088fa tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Synchronizing usage tracker for tenant:08259b26651148159119352f4f3e1358 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:13.681200 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-c1731659-dbc2-4932-8afa-b7d672a064ab req-ca7bc75f-6710-4901-85fd-2621833088fa tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Unset dirty status for tenant:08259b26651148159119352f4f3e1358 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:13.682539 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c1731659-dbc2-4932-8afa-b7d672a064ab req-ca7bc75f-6710-4901-85fd-2621833088fa tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 3143 time: 0.7742987 Feb 09 01:28:13.695647 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1cbccfb6-ec60-486b-8744-568fae20799c tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:13.809861 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-25bf4951-93ed-4dbb-8f19-f4a3961eff67 None None] Provisioning for port d6027d47-280e-47e1-9a80-2fe7c14d3706 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:28:13.821172 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-25bf4951-93ed-4dbb-8f19-f4a3961eff67 None None] Provisioning complete for port d6027d47-280e-47e1-9a80-2fe7c14d3706 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:13.821684 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-25bf4951-93ed-4dbb-8f19-f4a3961eff67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:13.886401 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b759a1dd-90b5-47e7-a1fa-d09fa6478f31 None None] DHCP port deletion for f305aaed-3e63-41cb-af01-37d7337a581a request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:28:13.894534 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b759a1dd-90b5-47e7-a1fa-d09fa6478f31 None None] Deleting port 57d2b630-834a-4bda-844b-95c4d33f2bbd {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:13.895614 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b759a1dd-90b5-47e7-a1fa-d09fa6478f31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:13.944230 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c1731659-dbc2-4932-8afa-b7d672a064ab req-861d8689-a693-4374-bffa-f9367c7142dc tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205497 Feb 09 01:28:13.955843 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-25bf4951-93ed-4dbb-8f19-f4a3961eff67 None None] Port d6027d47-280e-47e1-9a80-2fe7c14d3706 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:28:14.055326 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1cbccfb6-ec60-486b-8744-568fae20799c tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:14.074189 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1cbccfb6-ec60-486b-8744-568fae20799c tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:14.149468 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-c998fb81-723d-44bc-8a10-3e206598d779 req-0029c24a-7fff-473f-91e0-2c065784b8b2 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] For port b6139ea4-eff4-4b25-ad28-4b930ee5f21d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=b6139ea4-eff4-4b25-ad28-4b930ee5f21d,segment=NetworkSegment(28adce5e-778f-4788-9785-5c332ec35a6a),segment_id=28adce5e-778f-4788-9785-5c332ec35a6a)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:14.150256 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c998fb81-723d-44bc-8a10-3e206598d779 req-0029c24a-7fff-473f-91e0-2c065784b8b2 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:14.172681 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-1cbccfb6-ec60-486b-8744-568fae20799c tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] In _notify_port_updated(), no bound segment for port d6027d47-280e-47e1-9a80-2fe7c14d3706 on network 3238361f-384f-4e25-b631-f4ec363950c4 {{(pid=87611) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:28:14.187496 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbccfb6-ec60-486b-8744-568fae20799c tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:14.188303 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1cbccfb6-ec60-486b-8744-568fae20799c tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:14.189917 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1cbccfb6-ec60-486b-8744-568fae20799c tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] 10.222.0.37 "PUT /v2.0/ports/d6027d47-280e-47e1-9a80-2fe7c14d3706 HTTP/1.1" status: 200 len: 1000 time: 0.7151623 Feb 09 01:28:14.196191 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40898) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:14.250014 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-b759a1dd-90b5-47e7-a1fa-d09fa6478f31 None None] For port 57d2b630-834a-4bda-844b-95c4d33f2bbd, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=57d2b630-834a-4bda-844b-95c4d33f2bbd,segment=NetworkSegment(ab3cdbc5-ab70-4a78-917f-9ec119b22255),segment_id=ab3cdbc5-ab70-4a78-917f-9ec119b22255)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:14.250421 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b759a1dd-90b5-47e7-a1fa-d09fa6478f31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:14.340326 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbccfb6-ec60-486b-8744-568fae20799c tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Pushing event updated for resources: {'Port': ['ID=d6027d47-280e-47e1-9a80-2fe7c14d3706,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:14.361118 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-3f3f2a2e-d748-496d-9d0d-acf545c30a21 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Deleting port d6027d47-280e-47e1-9a80-2fe7c14d3706 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:14.361812 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3f3f2a2e-d748-496d-9d0d-acf545c30a21 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:14.412165 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b759a1dd-90b5-47e7-a1fa-d09fa6478f31 None None] Calling delete_port for 57d2b630-834a-4bda-844b-95c4d33f2bbd owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:14.557598 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b759a1dd-90b5-47e7-a1fa-d09fa6478f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:14.570446 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8be5fd9e-d970-426b-a240-e393b7856a8f req-c0f71078-fee9-4204-9873-467da83af49a service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2524381 Feb 09 01:28:14.591488 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8a170c62-4b1f-42f1-98fd-22a7895a448b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:14.635440 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b759a1dd-90b5-47e7-a1fa-d09fa6478f31 None None] Pushing event deleted for resources: {'Port': ['ID=57d2b630-834a-4bda-844b-95c4d33f2bbd,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:14.645932 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b759a1dd-90b5-47e7-a1fa-d09fa6478f31 None None] No DVR routers for this DVR port 57d2b630-834a-4bda-844b-95c4d33f2bbd on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:28:14.657266 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7fbb04e9-5542-444d-ac7b-03d8a508a0c2 None None] Provisioning complete for port d6027d47-280e-47e1-9a80-2fe7c14d3706 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:14.658128 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7fbb04e9-5542-444d-ac7b-03d8a508a0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:14.663111 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3f3f2a2e-d748-496d-9d0d-acf545c30a21 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:14.744712 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-7fbb04e9-5542-444d-ac7b-03d8a508a0c2 None None] Port d6027d47-280e-47e1-9a80-2fe7c14d3706 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:28:14.831176 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-3f3f2a2e-d748-496d-9d0d-acf545c30a21 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Calling delete_port for d6027d47-280e-47e1-9a80-2fe7c14d3706 owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:14.941693 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c998fb81-723d-44bc-8a10-3e206598d779 req-0029c24a-7fff-473f-91e0-2c065784b8b2 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:14.942024 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c998fb81-723d-44bc-8a10-3e206598d779 req-0029c24a-7fff-473f-91e0-2c065784b8b2 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:14.942422 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [req-c998fb81-723d-44bc-8a10-3e206598d779 req-0029c24a-7fff-473f-91e0-2c065784b8b2 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Floating IP 954f6cb1-294d-4141-a5a9-5ab00a380c24 disassociated. External IP: 172.25.5.145, port: b6139ea4-eff4-4b25-ad28-4b930ee5f21d. Feb 09 01:28:14.942767 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-c998fb81-723d-44bc-8a10-3e206598d779 req-0029c24a-7fff-473f-91e0-2c065784b8b2 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Calling delete_port for b6139ea4-eff4-4b25-ad28-4b930ee5f21d owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:14.996977 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3f3f2a2e-d748-496d-9d0d-acf545c30a21 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:15.007286 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11cf9dc0-897b-4a6f-856e-d76542eb4d03 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:28:15.017263 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a119e9-2631-4e03-a6d1-506c6abd55ce None None] Sync routers for ids ['ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:15.039202 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a119e9-2631-4e03-a6d1-506c6abd55ce None None] Routers {'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:15.040049 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-a5a119e9-2631-4e03-a6d1-506c6abd55ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:28:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:15.111780 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f2a2e-d748-496d-9d0d-acf545c30a21 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Pushing event deleted for resources: {'Port': ['ID=d6027d47-280e-47e1-9a80-2fe7c14d3706,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:15.257722 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8a170c62-4b1f-42f1-98fd-22a7895a448b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:15.285155 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-8a170c62-4b1f-42f1-98fd-22a7895a448b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f305aaed-3e63-41cb-af01-37d7337a581a']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:15.319643 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-8a170c62-4b1f-42f1-98fd-22a7895a448b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab3cdbc5-ab70-4a78-917f-9ec119b22255') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:15.320422 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-8a170c62-4b1f-42f1-98fd-22a7895a448b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab3cdbc5-ab70-4a78-917f-9ec119b22255') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:15.331134 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fefdd-79c4-4623-8c8d-bce7fba96005 req-508ed91a-6a03-4608-88c3-ccb9bf83e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:15.332745 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e33fefdd-79c4-4623-8c8d-bce7fba96005 req-508ed91a-6a03-4608-88c3-ccb9bf83e60f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9&device_id=d2f8d2bf-33ce-4ce8-8dc8-8ece56b52259 HTTP/1.1" status: 200 len: 1097 time: 0.4891269 Feb 09 01:28:15.370314 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-11cf9dc0-897b-4a6f-856e-d76542eb4d03 admin admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:15.376407 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3f3f2a2e-d748-496d-9d0d-acf545c30a21 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:15.379899 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-11cf9dc0-897b-4a6f-856e-d76542eb4d03 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 13.6860375 Feb 09 01:28:15.383068 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40910) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:15.391920 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-a5a119e9-2631-4e03-a6d1-506c6abd55ce None None] Set router ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:28:15.521829 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8a170c62-4b1f-42f1-98fd-22a7895a448b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:15.552005 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fefdd-79c4-4623-8c8d-bce7fba96005 req-4741c98e-98c9-4b2c-9592-b3099921a4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:15.554718 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e33fefdd-79c4-4623-8c8d-bce7fba96005 req-4741c98e-98c9-4b2c-9592-b3099921a4e1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=37619b15-03b6-4ee3-8b5e-c1b376918ea6 HTTP/1.1" status: 200 len: 912 time: 0.1732807 Feb 09 01:28:15.638386 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8a170c62-4b1f-42f1-98fd-22a7895a448b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:15.744997 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a170c62-4b1f-42f1-98fd-22a7895a448b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Releasing vlan 996 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:28:15.745798 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8a170c62-4b1f-42f1-98fd-22a7895a448b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:15.759265 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3f3f2a2e-d748-496d-9d0d-acf545c30a21 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] 10.222.0.37 "DELETE /v2.0/ports/d6027d47-280e-47e1-9a80-2fe7c14d3706 HTTP/1.1" status: 204 len: 168 time: 1.5592713 Feb 09 01:28:15.766818 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40920) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:15.768792 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:28:15.768792 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:28:15.768792 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:28:15.768792 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:28:15.768792 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:28:15.768792 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:28:15.768792 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:28:15.768792 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:28:15.768792 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:28:15.768792 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:28:15.768792 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:28:15.768792 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:28:15.768792 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:28:15.768792 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:28:15.768792 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:28:15.768792 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:28:15.768792 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:28:15.768792 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:28:15.768792 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:28:15.768792 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:28:15.768792 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:28:15.768792 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:28:15.768792 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:28:15.768792 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:28:15.768792 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:28:15.768792 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:28:15.768792 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:28:15.768792 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:28:15.768792 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:28:15.768792 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:28:15.768792 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:28:15.768792 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:28:15.805164 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 57d2b630-834a-4bda-844b-95c4d33f2bbd no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:28:15.841179 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131619b-4ff9-4a36-bc5e-20a9aef18269 req-c830c105-33eb-44fd-a440-269daae77cbc tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:15.846945 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131619b-4ff9-4a36-bc5e-20a9aef18269 req-c830c105-33eb-44fd-a440-269daae77cbc tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:15.848988 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 57d2b630-834a-4bda-844b-95c4d33f2bbd {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:28:15.849495 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 57d2b630-834a-4bda-844b-95c4d33f2bbd not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:28:15.852820 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131619b-4ff9-4a36-bc5e-20a9aef18269 req-c830c105-33eb-44fd-a440-269daae77cbc tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:15.859597 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131619b-4ff9-4a36-bc5e-20a9aef18269 req-c830c105-33eb-44fd-a440-269daae77cbc tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:15.861361 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a131619b-4ff9-4a36-bc5e-20a9aef18269 req-c830c105-33eb-44fd-a440-269daae77cbc tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 3143 time: 0.7437718 Feb 09 01:28:15.862325 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc779c6-d129-41e1-b397-fff403349a91 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] GET failed (client error): The resource could not be found. Feb 09 01:28:15.862821 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8bc779c6-d129-41e1-b397-fff403349a91 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Synchronizing usage tracker for tenant:3d6aacac395b471aad9a3fec484ed296 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:15.918857 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-a5a119e9-2631-4e03-a6d1-506c6abd55ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'name': 'tempest-TestServerBasicOps-1436172287-router', 'tenant_id': 'ef6edc4015e943ec908a956d7cff5e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'fd239683-6651-40d3-9138-0b7fd9be1cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:02Z', 'updated_at': '2022-02-09T01:28:10Z', 'revision_number': 3, 'project_id': 'ef6edc4015e943ec908a956d7cff5e10', 'gw_port': {'id': 'fd239683-6651-40d3-9138-0b7fd9be1cc4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:96:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:06Z', 'updated_at': '2022-02-09T01:28:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:15.924805 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a119e9-2631-4e03-a6d1-506c6abd55ce None None] Checking router: ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:28:15.925477 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a119e9-2631-4e03-a6d1-506c6abd55ce None None] Updating router ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8 port fd239683-6651-40d3-9138-0b7fd9be1cc4 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:28:15.986618 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8bc779c6-d129-41e1-b397-fff403349a91 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Unset dirty status for tenant:3d6aacac395b471aad9a3fec484ed296 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:15.987821 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8bc779c6-d129-41e1-b397-fff403349a91 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] 10.222.0.37 "GET /v2.0/ports/d6027d47-280e-47e1-9a80-2fe7c14d3706 HTTP/1.1" status: 404 len: 333 time: 0.2179449 Feb 09 01:28:15.988617 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e33fefdd-79c4-4623-8c8d-bce7fba96005 req-81042f5d-8776-4bd5-8f47-4f8e66a034d0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c HTTP/1.1" status: 200 len: 1001 time: 0.3475478 Feb 09 01:28:15.992134 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40924) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:15.993708 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c998fb81-723d-44bc-8a10-3e206598d779 req-0029c24a-7fff-473f-91e0-2c065784b8b2 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:15.995075 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a131619b-4ff9-4a36-bc5e-20a9aef18269 req-5e6b0320-b241-4308-96c8-c4284794bf93 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639105 Feb 09 01:28:15.997940 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a5a119e9-2631-4e03-a6d1-506c6abd55ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:16.001117 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-dd2c5840-faad-4bb5-92c2-2e9c8dc6ef05 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Request body: {'port': {'network_id': '3238361f-384f-4e25-b631-f4ec363950c4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-626846486'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:16.068614 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8a170c62-4b1f-42f1-98fd-22a7895a448b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:16.082150 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8a170c62-4b1f-42f1-98fd-22a7895a448b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:16.150416 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8a170c62-4b1f-42f1-98fd-22a7895a448b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/networks/f305aaed-3e63-41cb-af01-37d7337a581a HTTP/1.1" status: 204 len: 168 time: 2.6418810 Feb 09 01:28:16.158601 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40928) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:16.177985 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-29998b99-81c9-4c97-a98b-3ec50d59166a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-404256259', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}, 'admin_state_up': False}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:16.186627 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-29998b99-81c9-4c97-a98b-3ec50d59166a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:16.190905 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-29998b99-81c9-4c97-a98b-3ec50d59166a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Usage tracker for resource:router and tenant:6d720b2d312a4ea8a0c966b82ba0a703 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:16.193902 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-29998b99-81c9-4c97-a98b-3ec50d59166a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:16.201375 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-29998b99-81c9-4c97-a98b-3ec50d59166a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:16.209600 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0029c24a-7fff-473f-91e0-2c065784b8b2 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Pushing event deleted for resources: {'Port': ['ID=b6139ea4-eff4-4b25-ad28-4b930ee5f21d,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:16.298318 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a170c62-4b1f-42f1-98fd-22a7895a448b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event deleted for resources: {'Network': ['ID=f305aaed-3e63-41cb-af01-37d7337a581a,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:16.305627 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-29998b99-81c9-4c97-a98b-3ec50d59166a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:16.307003 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-29998b99-81c9-4c97-a98b-3ec50d59166a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:16.327640 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-29998b99-81c9-4c97-a98b-3ec50d59166a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:16.376614 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-dd2c5840-faad-4bb5-92c2-2e9c8dc6ef05 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:16.386738 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-dd2c5840-faad-4bb5-92c2-2e9c8dc6ef05 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:16.441450 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a5a119e9-2631-4e03-a6d1-506c6abd55ce None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:16.454210 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a5a119e9-2631-4e03-a6d1-506c6abd55ce None None] Transition to ACTIVE for port object fd239683-6651-40d3-9138-0b7fd9be1cc4 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:28:16.463127 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a5a119e9-2631-4e03-a6d1-506c6abd55ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:16.478730 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2c5840-faad-4bb5-92c2-2e9c8dc6ef05 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Made reservation on behalf of 3d6aacac395b471aad9a3fec484ed296 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:16.482865 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dd2c5840-faad-4bb5-92c2-2e9c8dc6ef05 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:16.526384 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-dd2c5840-faad-4bb5-92c2-2e9c8dc6ef05 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] device_id is not set on port 47385414-c0c1-488a-9215-187a0060fb2d yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:28:16.627431 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fefdd-79c4-4623-8c8d-bce7fba96005 req-39b7f7f4-04bf-485a-a47c-1f92bb3a1335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:16.628963 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e33fefdd-79c4-4623-8c8d-bce7fba96005 req-39b7f7f4-04bf-485a-a47c-1f92bb3a1335 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5c99494-da9a-458d-b6b1-e6de1927c8e8 HTTP/1.1" status: 200 len: 850 time: 0.6114874 Feb 09 01:28:16.675041 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-a5a119e9-2631-4e03-a6d1-506c6abd55ce None None] Attempting to bind port fd239683-6651-40d3-9138-0b7fd9be1cc4 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:28:16.675410 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-a5a119e9-2631-4e03-a6d1-506c6abd55ce None None] Attempting to bind port fd239683-6651-40d3-9138-0b7fd9be1cc4 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:28:16.675763 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a119e9-2631-4e03-a6d1-506c6abd55ce None None] Attempting to bind port fd239683-6651-40d3-9138-0b7fd9be1cc4 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:28:16.683535 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ef85f497-7709-422a-84ad-86aef3965567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:16.686178 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a119e9-2631-4e03-a6d1-506c6abd55ce None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:28:16.686544 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a119e9-2631-4e03-a6d1-506c6abd55ce None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:28:16.686937 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a5a119e9-2631-4e03-a6d1-506c6abd55ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:16.687330 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a119e9-2631-4e03-a6d1-506c6abd55ce None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:28:16.687903 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-a5a119e9-2631-4e03-a6d1-506c6abd55ce None None] Bound port: fd239683-6651-40d3-9138-0b7fd9be1cc4, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:28:16.688269 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a5a119e9-2631-4e03-a6d1-506c6abd55ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:16.742435 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603807af-9033-437f-9c73-3184daaba87d None None] Pushing event updated for resources: {'Port': ['ID=fd239683-6651-40d3-9138-0b7fd9be1cc4,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:16.788363 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-29998b99-81c9-4c97-a98b-3ec50d59166a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:16.802126 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-dd2c5840-faad-4bb5-92c2-2e9c8dc6ef05 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Allocated IP 2001:db8::233 (3238361f-384f-4e25-b631-f4ec363950c4/157a063e-96d0-4d56-812e-e19d6f3af82c/47385414-c0c1-488a-9215-187a0060fb2d) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:16.809768 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-a5a119e9-2631-4e03-a6d1-506c6abd55ce None None] For port fd239683-6651-40d3-9138-0b7fd9be1cc4, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:28:16.815140 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-a5a119e9-2631-4e03-a6d1-506c6abd55ce None None] For port fd239683-6651-40d3-9138-0b7fd9be1cc4, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=fd239683-6651-40d3-9138-0b7fd9be1cc4,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:28:16.826602 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a5a119e9-2631-4e03-a6d1-506c6abd55ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:16.929171 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a119e9-2631-4e03-a6d1-506c6abd55ce None None] Routers {'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:16.930583 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-a5a119e9-2631-4e03-a6d1-506c6abd55ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:28:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:17.008428 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603807af-9033-437f-9c73-3184daaba87d None None] Pushing event updated for resources: {'Port': ['ID=fd239683-6651-40d3-9138-0b7fd9be1cc4,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:17.147170 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dd2c5840-faad-4bb5-92c2-2e9c8dc6ef05 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:17.228172 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-a5a119e9-2631-4e03-a6d1-506c6abd55ce None None] Set router ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:28:17.307739 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c998fb81-723d-44bc-8a10-3e206598d779 req-0029c24a-7fff-473f-91e0-2c065784b8b2 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Router 426c3e1e-9ee6-43bf-8e6e-d23dce74457a has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:28:17.323451 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-dd2c5840-faad-4bb5-92c2-2e9c8dc6ef05 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Transition to ACTIVE for port object 47385414-c0c1-488a-9215-187a0060fb2d will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:28:17.335553 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fefdd-79c4-4623-8c8d-bce7fba96005 req-16980c27-eff2-484e-a9a5-240fc0cae46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:17.337225 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e33fefdd-79c4-4623-8c8d-bce7fba96005 req-16980c27-eff2-484e-a9a5-240fc0cae46d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37619b15-03b6-4ee3-8b5e-c1b376918ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6971757 Feb 09 01:28:17.459861 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dd2c5840-faad-4bb5-92c2-2e9c8dc6ef05 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:17.559159 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c5840-faad-4bb5-92c2-2e9c8dc6ef05 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Pushing event updated for resources: {'Port': ['ID=47385414-c0c1-488a-9215-187a0060fb2d,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:17.574774 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae9e6d-d8b1-4a3b-bace-95cfc220cc00 req-e50c85dc-743a-4c1e-9c2a-2810b68e715d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:17.580878 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-ef85f497-7709-422a-84ad-86aef3965567 admin admin] Allocated IP 172.20.0.1 (80b53ff1-697e-427c-b7ec-6ed5db9e6c6f/d925baf2-c63f-40ac-b8de-2a3401a3db70/b6cc72f5-f81f-4366-9ae2-d1a38c8e1042) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:17.581035 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae9e6d-d8b1-4a3b-bace-95cfc220cc00 req-e50c85dc-743a-4c1e-9c2a-2810b68e715d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:17.586023 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2c5840-faad-4bb5-92c2-2e9c8dc6ef05 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Network 3238361f-384f-4e25-b631-f4ec363950c4 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:17.588235 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae9e6d-d8b1-4a3b-bace-95cfc220cc00 req-e50c85dc-743a-4c1e-9c2a-2810b68e715d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:17.589061 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-9aae9e6d-d8b1-4a3b-bace-95cfc220cc00 req-e50c85dc-743a-4c1e-9c2a-2810b68e715d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Synchronizing usage tracker for tenant:08259b26651148159119352f4f3e1358 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:17.589200 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-dd2c5840-faad-4bb5-92c2-2e9c8dc6ef05 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:17.592342 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2c5840-faad-4bb5-92c2-2e9c8dc6ef05 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:28:17.600046 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2c5840-faad-4bb5-92c2-2e9c8dc6ef05 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:17.600909 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dd2c5840-faad-4bb5-92c2-2e9c8dc6ef05 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:17.615401 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-a5a119e9-2631-4e03-a6d1-506c6abd55ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'name': 'tempest-TestServerBasicOps-1436172287-router', 'tenant_id': 'ef6edc4015e943ec908a956d7cff5e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'fd239683-6651-40d3-9138-0b7fd9be1cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:02Z', 'updated_at': '2022-02-09T01:28:10Z', 'revision_number': 3, 'project_id': 'ef6edc4015e943ec908a956d7cff5e10', 'gw_port': {'id': 'fd239683-6651-40d3-9138-0b7fd9be1cc4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:96:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:06Z', 'updated_at': '2022-02-09T01:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:17.627881 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a119e9-2631-4e03-a6d1-506c6abd55ce None None] The sync data for ids ['ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8'] in n-d-828419-1 is: [{'id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'name': 'tempest-TestServerBasicOps-1436172287-router', 'tenant_id': 'ef6edc4015e943ec908a956d7cff5e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'fd239683-6651-40d3-9138-0b7fd9be1cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:02Z', 'updated_at': '2022-02-09T01:28:10Z', 'revision_number': 3, 'project_id': 'ef6edc4015e943ec908a956d7cff5e10', 'gw_port': {'id': 'fd239683-6651-40d3-9138-0b7fd9be1cc4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:96:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:06Z', 'updated_at': '2022-02-09T01:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:17.688272 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-dd2c5840-faad-4bb5-92c2-2e9c8dc6ef05 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6921852 Feb 09 01:28:17.737385 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40946) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:17.765678 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-ca037f32-de90-4ffa-b115-89a4f731a6a4 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Request body: {'port': {'network_id': '3238361f-384f-4e25-b631-f4ec363950c4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-796995548'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:17.842042 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ef85f497-7709-422a-84ad-86aef3965567 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:17.860237 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-ef85f497-7709-422a-84ad-86aef3965567 admin admin] Transition to ACTIVE for port object b6cc72f5-f81f-4366-9ae2-d1a38c8e1042 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:28:17.875235 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-9aae9e6d-d8b1-4a3b-bace-95cfc220cc00 req-e50c85dc-743a-4c1e-9c2a-2810b68e715d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Unset dirty status for tenant:08259b26651148159119352f4f3e1358 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:17.876437 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9aae9e6d-d8b1-4a3b-bace-95cfc220cc00 req-e50c85dc-743a-4c1e-9c2a-2810b68e715d tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 2409 time: 0.6628444 Feb 09 01:28:17.889874 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ef85f497-7709-422a-84ad-86aef3965567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:17.906169 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e33fefdd-79c4-4623-8c8d-bce7fba96005 req-3da022f6-d2b2-42c3-a1c4-94f2e7a625de service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5578246 Feb 09 01:28:17.969417 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c998fb81-723d-44bc-8a10-3e206598d779 req-0029c24a-7fff-473f-91e0-2c065784b8b2 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:28:17.978557 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef85f497-7709-422a-84ad-86aef3965567 admin admin] Network 80b53ff1-697e-427c-b7ec-6ed5db9e6c6f is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:17.981495 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4011af92-0dfd-45c0-b424-b63ece3307cd None None] Sync routers for ids ['426c3e1e-9ee6-43bf-8e6e-d23dce74457a'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:17.982093 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-ef85f497-7709-422a-84ad-86aef3965567 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:17.986426 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef85f497-7709-422a-84ad-86aef3965567 admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:28:18.009283 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4011af92-0dfd-45c0-b424-b63ece3307cd None None] Routers {'426c3e1e-9ee6-43bf-8e6e-d23dce74457a'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:18.009910 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-4011af92-0dfd-45c0-b424-b63ece3307cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:28:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['426c3e1e-9ee6-43bf-8e6e-d23dce74457a'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:18.088304 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ef85f497-7709-422a-84ad-86aef3965567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:18.098127 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ef7d619e-8b3e-420b-b3fc-45ad35c5016d None None] Provisioning for port 47385414-c0c1-488a-9215-187a0060fb2d completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:28:18.120097 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ef7d619e-8b3e-420b-b3fc-45ad35c5016d None None] Provisioning complete for port 47385414-c0c1-488a-9215-187a0060fb2d triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:18.125067 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ef7d619e-8b3e-420b-b3fc-45ad35c5016d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:18.278849 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-ef7d619e-8b3e-420b-b3fc-45ad35c5016d None None] Port 47385414-c0c1-488a-9215-187a0060fb2d cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:28:18.297558 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-c998fb81-723d-44bc-8a10-3e206598d779 req-0029c24a-7fff-473f-91e0-2c065784b8b2 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] No DVR routers for this DVR port b6139ea4-eff4-4b25-ad28-4b930ee5f21d on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:28:18.300122 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c998fb81-723d-44bc-8a10-3e206598d779 req-0029c24a-7fff-473f-91e0-2c065784b8b2 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:18.311418 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-deleted', 'tag': 'b6139ea4-eff4-4b25-ad28-4b930ee5f21d'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:28:18.409033 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5e913a2a-e955-427e-9d09-320e598976ee None None] Provisioning for port b6cc72f5-f81f-4366-9ae2-d1a38c8e1042 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:28:18.416337 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5e913a2a-e955-427e-9d09-320e598976ee None None] Provisioning complete for port b6cc72f5-f81f-4366-9ae2-d1a38c8e1042 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:18.417734 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5e913a2a-e955-427e-9d09-320e598976ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:18.432708 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-4011af92-0dfd-45c0-b424-b63ece3307cd None None] Set router 426c3e1e-9ee6-43bf-8e6e-d23dce74457a gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:28:18.435742 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef85f497-7709-422a-84ad-86aef3965567 admin admin] Pushing event updated for resources: {'Port': ['ID=b6cc72f5-f81f-4366-9ae2-d1a38c8e1042,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:18.499351 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9aae9e6d-d8b1-4a3b-bace-95cfc220cc00 req-8dc3a37f-9916-4e92-b349-43273790d432 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6020944 Feb 09 01:28:18.501138 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-deleted', 'tag': 'b6139ea4-eff4-4b25-ad28-4b930ee5f21d', 'status': 'completed', 'code': 200} Feb 09 01:28:18.517042 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c998fb81-723d-44bc-8a10-3e206598d779 req-0029c24a-7fff-473f-91e0-2c065784b8b2 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.35 "DELETE /v2.0/ports/b6139ea4-eff4-4b25-ad28-4b930ee5f21d HTTP/1.1" status: 204 len: 173 time: 5.5641961 Feb 09 01:28:18.555702 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-5e913a2a-e955-427e-9d09-320e598976ee None None] Port b6cc72f5-f81f-4366-9ae2-d1a38c8e1042 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:28:18.589961 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ef85f497-7709-422a-84ad-86aef3965567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:18.717688 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-c998fb81-723d-44bc-8a10-3e206598d779 req-85cf7c09-92cb-4d16-8a5a-6a16d955039b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Deleting port 1762a087-29b9-43bf-8537-a8e4b7154d4b {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:18.718144 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c998fb81-723d-44bc-8a10-3e206598d779 req-85cf7c09-92cb-4d16-8a5a-6a16d955039b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:19.016161 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-4011af92-0dfd-45c0-b424-b63ece3307cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'name': 'tempest-TaggedBootDevicesTest-141425582-router', 'tenant_id': '08259b26651148159119352f4f3e1358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '88bc95a1-b119-4f6b-bee8-2652bfdeba7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:51Z', 'updated_at': '2022-02-09T01:21:03Z', 'revision_number': 4, 'project_id': '08259b26651148159119352f4f3e1358', 'gw_port': {'id': '88bc95a1-b119-4f6b-bee8-2652bfdeba7d', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:91:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:54Z', 'updated_at': '2022-02-09T01:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'af3cd228-8e1e-4b99-a9f1-457192d771a4', 'name': '', 'network_id': '211c22fa-e090-41d1-bde6-fe315257e8a1', 'tenant_id': '08259b26651148159119352f4f3e1358', 'mac_address': 'fa:16:3e:9e:de:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'd8ecf23e-3a6c-4d0a-995b-57294f1050d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:02Z', 'updated_at': '2022-02-09T01:21:15Z', 'revision_number': 5, 'project_id': '08259b26651148159119352f4f3e1358', 'subnets': [{'id': 'd8ecf23e-3a6c-4d0a-995b-57294f1050d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:19.016161 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4011af92-0dfd-45c0-b424-b63ece3307cd None None] Checking router: 426c3e1e-9ee6-43bf-8e6e-d23dce74457a for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:28:19.032261 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-29998b99-81c9-4c97-a98b-3ec50d59166a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:19.036686 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4011af92-0dfd-45c0-b424-b63ece3307cd None None] Routers {'426c3e1e-9ee6-43bf-8e6e-d23dce74457a'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:19.036987 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-4011af92-0dfd-45c0-b424-b63ece3307cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:28:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['426c3e1e-9ee6-43bf-8e6e-d23dce74457a'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:19.101663 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ca037f32-de90-4ffa-b115-89a4f731a6a4 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:19.107913 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ef85f497-7709-422a-84ad-86aef3965567 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:19.113518 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e33fefdd-79c4-4623-8c8d-bce7fba96005 req-f16cc019-1eff-41aa-bdcb-6af3fadc16c5 service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1654744 Feb 09 01:28:19.114777 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ef85f497-7709-422a-84ad-86aef3965567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:19.146611 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ca037f32-de90-4ffa-b115-89a4f731a6a4 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Usage tracker for resource:port and tenant:3d6aacac395b471aad9a3fec484ed296 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:19.269599 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef85f497-7709-422a-84ad-86aef3965567 admin admin] Pushing event updated for resources: {'Port': ['ID=b6cc72f5-f81f-4366-9ae2-d1a38c8e1042,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:19.272626 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ef85f497-7709-422a-84ad-86aef3965567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:19.367579 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-4011af92-0dfd-45c0-b424-b63ece3307cd None None] Set router 426c3e1e-9ee6-43bf-8e6e-d23dce74457a gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:28:19.692975 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef85f497-7709-422a-84ad-86aef3965567 admin admin] Network 80b53ff1-697e-427c-b7ec-6ed5db9e6c6f is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:19.692975 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-ef85f497-7709-422a-84ad-86aef3965567 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:19.698870 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-c998fb81-723d-44bc-8a10-3e206598d779 req-85cf7c09-92cb-4d16-8a5a-6a16d955039b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] For port 1762a087-29b9-43bf-8537-a8e4b7154d4b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=1762a087-29b9-43bf-8537-a8e4b7154d4b,segment=NetworkSegment(fd3b71e5-0362-4aa8-9ee9-e449d143c760),segment_id=fd3b71e5-0362-4aa8-9ee9-e449d143c760)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:19.698870 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c998fb81-723d-44bc-8a10-3e206598d779 req-85cf7c09-92cb-4d16-8a5a-6a16d955039b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:19.787154 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device fd239683-6651-40d3-9138-0b7fd9be1cc4 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:28:19.810884 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ca037f32-de90-4ffa-b115-89a4f731a6a4 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:20.036094 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-29998b99-81c9-4c97-a98b-3ec50d59166a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:20.052625 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-c998fb81-723d-44bc-8a10-3e206598d779 req-85cf7c09-92cb-4d16-8a5a-6a16d955039b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Calling delete_port for 1762a087-29b9-43bf-8537-a8e4b7154d4b owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:20.070542 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port fd239683-6651-40d3-9138-0b7fd9be1cc4 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:28:20.090125 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port fd239683-6651-40d3-9138-0b7fd9be1cc4 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:20.090125 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:20.141477 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ca037f32-de90-4ffa-b115-89a4f731a6a4 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:20.252079 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-4011af92-0dfd-45c0-b424-b63ece3307cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'name': 'tempest-TaggedBootDevicesTest-141425582-router', 'tenant_id': '08259b26651148159119352f4f3e1358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '88bc95a1-b119-4f6b-bee8-2652bfdeba7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:51Z', 'updated_at': '2022-02-09T01:21:03Z', 'revision_number': 4, 'project_id': '08259b26651148159119352f4f3e1358', 'gw_port': {'id': '88bc95a1-b119-4f6b-bee8-2652bfdeba7d', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:91:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:54Z', 'updated_at': '2022-02-09T01:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'af3cd228-8e1e-4b99-a9f1-457192d771a4', 'name': '', 'network_id': '211c22fa-e090-41d1-bde6-fe315257e8a1', 'tenant_id': '08259b26651148159119352f4f3e1358', 'mac_address': 'fa:16:3e:9e:de:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'd8ecf23e-3a6c-4d0a-995b-57294f1050d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:02Z', 'updated_at': '2022-02-09T01:21:15Z', 'revision_number': 5, 'project_id': '08259b26651148159119352f4f3e1358', 'subnets': [{'id': 'd8ecf23e-3a6c-4d0a-995b-57294f1050d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:20.285763 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4011af92-0dfd-45c0-b424-b63ece3307cd None None] The sync data for ids ['426c3e1e-9ee6-43bf-8e6e-d23dce74457a'] in n-d-828419-1 is: [{'id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'name': 'tempest-TaggedBootDevicesTest-141425582-router', 'tenant_id': '08259b26651148159119352f4f3e1358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '88bc95a1-b119-4f6b-bee8-2652bfdeba7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:51Z', 'updated_at': '2022-02-09T01:21:03Z', 'revision_number': 4, 'project_id': '08259b26651148159119352f4f3e1358', 'gw_port': {'id': '88bc95a1-b119-4f6b-bee8-2652bfdeba7d', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:91:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:54Z', 'updated_at': '2022-02-09T01:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'af3cd228-8e1e-4b99-a9f1-457192d771a4', 'name': '', 'network_id': '211c22fa-e090-41d1-bde6-fe315257e8a1', 'tenant_id': '08259b26651148159119352f4f3e1358', 'mac_address': 'fa:16:3e:9e:de:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'd8ecf23e-3a6c-4d0a-995b-57294f1050d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:02Z', 'updated_at': '2022-02-09T01:21:15Z', 'revision_number': 5, 'project_id': '08259b26651148159119352f4f3e1358', 'subnets': [{'id': 'd8ecf23e-3a6c-4d0a-995b-57294f1050d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:20.411966 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca037f32-de90-4ffa-b115-89a4f731a6a4 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Made reservation on behalf of 3d6aacac395b471aad9a3fec484ed296 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:20.421669 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ca037f32-de90-4ffa-b115-89a4f731a6a4 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:20.495884 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-ca037f32-de90-4ffa-b115-89a4f731a6a4 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] device_id is not set on port fc0ea0b5-12da-44c9-bea4-d0a50fa4b53a yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:28:20.504734 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:20.545051 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port fd239683-6651-40d3-9138-0b7fd9be1cc4, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=fd239683-6651-40d3-9138-0b7fd9be1cc4,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:20.548998 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-97b4c8de-d891-4328-b67e-aa61d1f9a2cd None None] Provisioning complete for port b6cc72f5-f81f-4366-9ae2-d1a38c8e1042 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:20.549138 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-97b4c8de-d891-4328-b67e-aa61d1f9a2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:20.677119 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:20.687393 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8c8a7-932c-4c40-84d8-cefca839667c req-c5ead104-8b36-459e-abf7-a4c7654611ad tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:20.698745 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8c8a7-932c-4c40-84d8-cefca839667c req-c5ead104-8b36-459e-abf7-a4c7654611ad tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:20.713974 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8c8a7-932c-4c40-84d8-cefca839667c req-c5ead104-8b36-459e-abf7-a4c7654611ad tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:20.716343 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5ec8c8a7-932c-4c40-84d8-cefca839667c req-c5ead104-8b36-459e-abf7-a4c7654611ad tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 2409 time: 0.7612140 Feb 09 01:28:20.728604 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef85f497-7709-422a-84ad-86aef3965567 admin admin] Router ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:28:20.753773 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-97b4c8de-d891-4328-b67e-aa61d1f9a2cd None None] Port b6cc72f5-f81f-4366-9ae2-d1a38c8e1042 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:28:20.800891 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=fd239683-6651-40d3-9138-0b7fd9be1cc4,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:20.883580 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-ca037f32-de90-4ffa-b115-89a4f731a6a4 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Allocated IP 2001:db8::86 (3238361f-384f-4e25-b631-f4ec363950c4/157a063e-96d0-4d56-812e-e19d6f3af82c/fc0ea0b5-12da-44c9-bea4-d0a50fa4b53a) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:20.903062 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5ec8c8a7-932c-4c40-84d8-cefca839667c req-a44f2afa-cf68-4756-8ec1-daf22991681b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719327 Feb 09 01:28:20.911039 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-29998b99-81c9-4c97-a98b-3ec50d59166a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Allocated IP 172.25.5.37 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/953a608e-19b7-4628-8d6b-1a2fef477ea8) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:20.924237 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c998fb81-723d-44bc-8a10-3e206598d779 req-85cf7c09-92cb-4d16-8a5a-6a16d955039b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:20.973897 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d69b730-e599-4972-9fc6-0f701d434d7d None None] New status for floating IP 954f6cb1-294d-4141-a5a9-5ab00a380c24: DOWN {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:28:21.021005 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf7c09-92cb-4d16-8a5a-6a16d955039b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Pushing event deleted for resources: {'Port': ['ID=1762a087-29b9-43bf-8537-a8e4b7154d4b,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:21.108660 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef85f497-7709-422a-84ad-86aef3965567 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:28:21.118919 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30521c1-d1e4-47c4-9992-22151dd5fd7a None None] Sync routers for ids ['ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:21.132553 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30521c1-d1e4-47c4-9992-22151dd5fd7a None None] Routers {'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:21.134721 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ef85f497-7709-422a-84ad-86aef3965567 admin admin] 10.222.0.37 "PUT /v2.0/routers/ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7503815 Feb 09 01:28:21.135719 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d30521c1-d1e4-47c4-9992-22151dd5fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:28:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:21.198146 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-c998fb81-723d-44bc-8a10-3e206598d779 req-85cf7c09-92cb-4d16-8a5a-6a16d955039b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] No DVR routers for this DVR port 1762a087-29b9-43bf-8537-a8e4b7154d4b on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:28:21.201430 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c998fb81-723d-44bc-8a10-3e206598d779 req-85cf7c09-92cb-4d16-8a5a-6a16d955039b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:21.222286 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-deleted', 'tag': '1762a087-29b9-43bf-8537-a8e4b7154d4b'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:28:21.257089 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c998fb81-723d-44bc-8a10-3e206598d779 req-85cf7c09-92cb-4d16-8a5a-6a16d955039b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.35 "DELETE /v2.0/ports/1762a087-29b9-43bf-8537-a8e4b7154d4b HTTP/1.1" status: 204 len: 173 time: 2.6343381 Feb 09 01:28:21.412681 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-d30521c1-d1e4-47c4-9992-22151dd5fd7a None None] Set router ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:28:21.470870 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-deleted', 'tag': '1762a087-29b9-43bf-8537-a8e4b7154d4b', 'status': 'completed', 'code': 200} Feb 09 01:28:21.599259 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-c998fb81-723d-44bc-8a10-3e206598d779 req-20885f34-89cd-4952-84dd-4c8c4b4a7500 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Deleting port 051765f9-3c60-461b-8571-2e1761acc3dc {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:21.599619 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c998fb81-723d-44bc-8a10-3e206598d779 req-20885f34-89cd-4952-84dd-4c8c4b4a7500 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:21.667422 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-29998b99-81c9-4c97-a98b-3ec50d59166a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:21.701484 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device fd239683-6651-40d3-9138-0b7fd9be1cc4 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:28:21.801000 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ca037f32-de90-4ffa-b115-89a4f731a6a4 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:21.844879 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port fd239683-6651-40d3-9138-0b7fd9be1cc4 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:21.844879 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:21.926441 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-ca037f32-de90-4ffa-b115-89a4f731a6a4 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Transition to ACTIVE for port object fc0ea0b5-12da-44c9-bea4-d0a50fa4b53a will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:28:21.994069 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:22.005141 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-29998b99-81c9-4c97-a98b-3ec50d59166a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:22.021084 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d30521c1-d1e4-47c4-9992-22151dd5fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'name': 'tempest-TestServerBasicOps-1436172287-router', 'tenant_id': 'ef6edc4015e943ec908a956d7cff5e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'fd239683-6651-40d3-9138-0b7fd9be1cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:02Z', 'updated_at': '2022-02-09T01:28:18Z', 'revision_number': 4, 'project_id': 'ef6edc4015e943ec908a956d7cff5e10', 'gw_port': {'id': 'fd239683-6651-40d3-9138-0b7fd9be1cc4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:96:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:06Z', 'updated_at': '2022-02-09T01:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'b6cc72f5-f81f-4366-9ae2-d1a38c8e1042', 'name': '', 'network_id': '80b53ff1-697e-427c-b7ec-6ed5db9e6c6f', 'tenant_id': 'ef6edc4015e943ec908a956d7cff5e10', 'mac_address': 'fa:16:3e:af:f1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'd925baf2-c63f-40ac-b8de-2a3401a3db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:17Z', 'updated_at': '2022-02-09T01:28:18Z', 'revision_number': 2, 'project_id': 'ef6edc4015e943ec908a956d7cff5e10', 'subnets': [{'id': 'd925baf2-c63f-40ac-b8de-2a3401a3db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:22.034785 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30521c1-d1e4-47c4-9992-22151dd5fd7a None None] Checking router: ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:28:22.040766 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30521c1-d1e4-47c4-9992-22151dd5fd7a None None] Updating router ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8 port b6cc72f5-f81f-4366-9ae2-d1a38c8e1042 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:28:22.140121 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d30521c1-d1e4-47c4-9992-22151dd5fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:22.244506 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40996) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:22.255328 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-96172e52-ca7b-497b-93b5-dc3082676d84 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-723623957-network', 'tenant_id': '2f6f624a89a5405fbd9d1dd350b2fa1a'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:22.262043 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-96172e52-ca7b-497b-93b5-dc3082676d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:22.266571 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-96172e52-ca7b-497b-93b5-dc3082676d84 admin admin] Usage tracker for resource:network and tenant:2f6f624a89a5405fbd9d1dd350b2fa1a is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:22.271550 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-96172e52-ca7b-497b-93b5-dc3082676d84 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:22.278322 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-96172e52-ca7b-497b-93b5-dc3082676d84 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:22.304419 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410a9c8-86b1-4592-86c2-e798cd70ae00 req-1651f194-1dca-4d01-a4e8-45992934b7d8 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:22.312188 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410a9c8-86b1-4592-86c2-e798cd70ae00 req-1651f194-1dca-4d01-a4e8-45992934b7d8 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:22.313986 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a410a9c8-86b1-4592-86c2-e798cd70ae00 req-1651f194-1dca-4d01-a4e8-45992934b7d8 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 1677 time: 0.1636131 Feb 09 01:28:22.316033 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96172e52-ca7b-497b-93b5-dc3082676d84 admin admin] Made reservation on behalf of 2f6f624a89a5405fbd9d1dd350b2fa1a for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:22.319164 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96172e52-ca7b-497b-93b5-dc3082676d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:22.360541 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29998b99-81c9-4c97-a98b-3ec50d59166a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:22.368003 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-29998b99-81c9-4c97-a98b-3ec50d59166a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:22.383128 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29998b99-81c9-4c97-a98b-3ec50d59166a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:28:22.395569 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a410a9c8-86b1-4592-86c2-e798cd70ae00 req-381b3e6f-2c95-42c6-b536-a0e09d553b87 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600231 Feb 09 01:28:22.399082 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96172e52-ca7b-497b-93b5-dc3082676d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:22.422149 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-96172e52-ca7b-497b-93b5-dc3082676d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:22.426761 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-96172e52-ca7b-497b-93b5-dc3082676d84 admin admin] Usage tracker for resource:security_group_rule and tenant:2f6f624a89a5405fbd9d1dd350b2fa1a is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:22.430928 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-96172e52-ca7b-497b-93b5-dc3082676d84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:22.440072 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-96172e52-ca7b-497b-93b5-dc3082676d84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:22.445188 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ca037f32-de90-4ffa-b115-89a4f731a6a4 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:22.450073 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-c998fb81-723d-44bc-8a10-3e206598d779 req-20885f34-89cd-4952-84dd-4c8c4b4a7500 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] For port 051765f9-3c60-461b-8571-2e1761acc3dc, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=051765f9-3c60-461b-8571-2e1761acc3dc,segment=NetworkSegment(cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc),segment_id=cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:22.450451 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c998fb81-723d-44bc-8a10-3e206598d779 req-20885f34-89cd-4952-84dd-4c8c4b4a7500 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:22.535637 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29998b99-81c9-4c97-a98b-3ec50d59166a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Port': ['ID=953a608e-19b7-4628-8d6b-1a2fef477ea8,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:22.545416 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96172e52-ca7b-497b-93b5-dc3082676d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:22.550656 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96172e52-ca7b-497b-93b5-dc3082676d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:22.573228 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d30521c1-d1e4-47c4-9992-22151dd5fd7a None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:22.588856 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-d30521c1-d1e4-47c4-9992-22151dd5fd7a None None] Transition to ACTIVE for port object b6cc72f5-f81f-4366-9ae2-d1a38c8e1042 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:28:22.592633 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96172e52-ca7b-497b-93b5-dc3082676d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1ed028-19e3-4959-893e-89634a181271,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:22.601663 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d30521c1-d1e4-47c4-9992-22151dd5fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:22.602842 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96172e52-ca7b-497b-93b5-dc3082676d84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 954} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:28:22.615583 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96172e52-ca7b-497b-93b5-dc3082676d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:22.616306 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-96172e52-ca7b-497b-93b5-dc3082676d84 admin admin] Added segment 18fdd346-590b-4648-acf7-a31eecf7f5ea of type vlan for network 3840ae5c-295b-47d1-8554-ba2cead126a7 Feb 09 01:28:22.641638 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-c998fb81-723d-44bc-8a10-3e206598d779 req-20885f34-89cd-4952-84dd-4c8c4b4a7500 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Calling delete_port for 051765f9-3c60-461b-8571-2e1761acc3dc owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:22.647611 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96172e52-ca7b-497b-93b5-dc3082676d84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:22.684569 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96172e52-ca7b-497b-93b5-dc3082676d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:22.687369 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96172e52-ca7b-497b-93b5-dc3082676d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:22.688214 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-96172e52-ca7b-497b-93b5-dc3082676d84 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:22.746083 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-96172e52-ca7b-497b-93b5-dc3082676d84 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4979889 Feb 09 01:28:22.798069 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41002) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:22.804132 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-1a86bbbc-1e67-4d2b-9e09-47d4e4c05a22 admin admin] Request body: {'subnet': {'network_id': '3840ae5c-295b-47d1-8554-ba2cead126a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-723623957-subnet', 'tenant_id': '2f6f624a89a5405fbd9d1dd350b2fa1a', 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:22.823259 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca037f32-de90-4ffa-b115-89a4f731a6a4 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Network 3238361f-384f-4e25-b631-f4ec363950c4 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:22.830272 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1a86bbbc-1e67-4d2b-9e09-47d4e4c05a22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:22.831339 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-ca037f32-de90-4ffa-b115-89a4f731a6a4 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:22.845218 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca037f32-de90-4ffa-b115-89a4f731a6a4 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:28:22.859802 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca037f32-de90-4ffa-b115-89a4f731a6a4 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:22.860515 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ca037f32-de90-4ffa-b115-89a4f731a6a4 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:22.861156 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1a86bbbc-1e67-4d2b-9e09-47d4e4c05a22 admin admin] Usage tracker for resource:subnet and tenant:2f6f624a89a5405fbd9d1dd350b2fa1a is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:22.866480 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1a86bbbc-1e67-4d2b-9e09-47d4e4c05a22 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:22.876348 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1a86bbbc-1e67-4d2b-9e09-47d4e4c05a22 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:22.878891 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96172e52-ca7b-497b-93b5-dc3082676d84 admin admin] Pushing event updated for resources: {'Network': ['ID=3840ae5c-295b-47d1-8554-ba2cead126a7,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:22.898278 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 3840ae5c-295b-47d1-8554-ba2cead126a7 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:28:22.911421 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a86bbbc-1e67-4d2b-9e09-47d4e4c05a22 admin admin] Made reservation on behalf of 2f6f624a89a5405fbd9d1dd350b2fa1a for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:22.913861 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1a86bbbc-1e67-4d2b-9e09-47d4e4c05a22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:23.028855 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca037f32-de90-4ffa-b115-89a4f731a6a4 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Pushing event updated for resources: {'Port': ['ID=fc0ea0b5-12da-44c9-bea4-d0a50fa4b53a,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:23.069458 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191a140-f6c3-4374-9dc1-12349b6e8e24 None None] Pushing event updated for resources: {'Port': ['ID=b6cc72f5-f81f-4366-9ae2-d1a38c8e1042,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:23.113888 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191a140-f6c3-4374-9dc1-12349b6e8e24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:23.119269 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191a140-f6c3-4374-9dc1-12349b6e8e24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:23.122962 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191a140-f6c3-4374-9dc1-12349b6e8e24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:23.123455 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191a140-f6c3-4374-9dc1-12349b6e8e24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:23.124183 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191a140-f6c3-4374-9dc1-12349b6e8e24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:23.125227 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191a140-f6c3-4374-9dc1-12349b6e8e24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:23.129115 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191a140-f6c3-4374-9dc1-12349b6e8e24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:23.129661 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191a140-f6c3-4374-9dc1-12349b6e8e24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:23.130272 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191a140-f6c3-4374-9dc1-12349b6e8e24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:23.130911 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191a140-f6c3-4374-9dc1-12349b6e8e24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:23.131429 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191a140-f6c3-4374-9dc1-12349b6e8e24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:23.132592 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191a140-f6c3-4374-9dc1-12349b6e8e24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:23.168138 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-d30521c1-d1e4-47c4-9992-22151dd5fd7a None None] Attempting to bind port b6cc72f5-f81f-4366-9ae2-d1a38c8e1042 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:28:23.168138 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-d30521c1-d1e4-47c4-9992-22151dd5fd7a None None] Attempting to bind port b6cc72f5-f81f-4366-9ae2-d1a38c8e1042 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '80b53ff1-697e-427c-b7ec-6ed5db9e6c6f'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:28:23.168138 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30521c1-d1e4-47c4-9992-22151dd5fd7a None None] Attempting to bind port b6cc72f5-f81f-4366-9ae2-d1a38c8e1042 on network 80b53ff1-697e-427c-b7ec-6ed5db9e6c6f {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:28:23.207444 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30521c1-d1e4-47c4-9992-22151dd5fd7a None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:28:23.210458 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30521c1-d1e4-47c4-9992-22151dd5fd7a None None] Checking segment: {'id': 'e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '80b53ff1-697e-427c-b7ec-6ed5db9e6c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:28:23.211165 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d30521c1-d1e4-47c4-9992-22151dd5fd7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:23.211751 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30521c1-d1e4-47c4-9992-22151dd5fd7a None None] Bound using segment: {'id': 'e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '80b53ff1-697e-427c-b7ec-6ed5db9e6c6f'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:28:23.212438 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-d30521c1-d1e4-47c4-9992-22151dd5fd7a None None] Bound port: b6cc72f5-f81f-4366-9ae2-d1a38c8e1042, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '80b53ff1-697e-427c-b7ec-6ed5db9e6c6f'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:28:23.213011 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d30521c1-d1e4-47c4-9992-22151dd5fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:23.329077 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ca037f32-de90-4ffa-b115-89a4f731a6a4 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 5.5904438 Feb 09 01:28:23.330285 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41010) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:23.335161 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c998fb81-723d-44bc-8a10-3e206598d779 req-20885f34-89cd-4952-84dd-4c8c4b4a7500 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:23.342819 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-8a14f900-5524-4519-b5d7-ed8b3b8f1a49 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::22f', 'mac_address': 'fa:16:3e:39:31:84'}, {'ip_address': '2001:db8::233', 'mac_address': 'fa:16:3e:ff:67:a9'}]}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:23.380179 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-d30521c1-d1e4-47c4-9992-22151dd5fd7a None None] For port b6cc72f5-f81f-4366-9ae2-d1a38c8e1042, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:28:23.384034 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-d30521c1-d1e4-47c4-9992-22151dd5fd7a None None] For port b6cc72f5-f81f-4366-9ae2-d1a38c8e1042, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b6cc72f5-f81f-4366-9ae2-d1a38c8e1042,segment=NetworkSegment(e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1),segment_id=e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:28:23.411032 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d30521c1-d1e4-47c4-9992-22151dd5fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:23.422257 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20885f34-89cd-4952-84dd-4c8c4b4a7500 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Pushing event deleted for resources: {'Port': ['ID=051765f9-3c60-461b-8571-2e1761acc3dc,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:23.466015 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-92ba6d15-8813-40d7-bcfd-59bc9095f12a None None] Provisioning for port fc0ea0b5-12da-44c9-bea4-d0a50fa4b53a completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:28:23.498263 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-92ba6d15-8813-40d7-bcfd-59bc9095f12a None None] Provisioning complete for port fc0ea0b5-12da-44c9-bea4-d0a50fa4b53a triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:23.498263 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-92ba6d15-8813-40d7-bcfd-59bc9095f12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:23.530864 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30521c1-d1e4-47c4-9992-22151dd5fd7a None None] Routers {'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:23.530864 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d30521c1-d1e4-47c4-9992-22151dd5fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:28:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:23.646435 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1a86bbbc-1e67-4d2b-9e09-47d4e4c05a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:23.707072 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-92ba6d15-8813-40d7-bcfd-59bc9095f12a None None] Port fc0ea0b5-12da-44c9-bea4-d0a50fa4b53a cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:28:23.839644 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-c998fb81-723d-44bc-8a10-3e206598d779 req-20885f34-89cd-4952-84dd-4c8c4b4a7500 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] No DVR routers for this DVR port 051765f9-3c60-461b-8571-2e1761acc3dc on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:28:23.847622 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c998fb81-723d-44bc-8a10-3e206598d779 req-20885f34-89cd-4952-84dd-4c8c4b4a7500 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:23.849612 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c998fb81-723d-44bc-8a10-3e206598d779 req-20885f34-89cd-4952-84dd-4c8c4b4a7500 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.35 "DELETE /v2.0/ports/051765f9-3c60-461b-8571-2e1761acc3dc HTTP/1.1" status: 204 len: 173 time: 2.5697246 Feb 09 01:28:23.881459 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86bbbc-1e67-4d2b-9e09-47d4e4c05a22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d0919e2-0388-4e36-9856-9979241703c0,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:23.881459 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a86bbbc-1e67-4d2b-9e09-47d4e4c05a22 admin admin] Checking segment: {'id': '18fdd346-590b-4648-acf7-a31eecf7f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '3840ae5c-295b-47d1-8554-ba2cead126a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:28:23.881459 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a86bbbc-1e67-4d2b-9e09-47d4e4c05a22 admin admin] Network hostable DHCP agents. Network: 3840ae5c-295b-47d1-8554-ba2cead126a7, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:28:23.903041 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-deleted', 'tag': '051765f9-3c60-461b-8571-2e1761acc3dc'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:28:23.913620 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191a140-f6c3-4374-9dc1-12349b6e8e24 None None] Pushing event updated for resources: {'Port': ['ID=b6cc72f5-f81f-4366-9ae2-d1a38c8e1042,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:23.916650 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8a14f900-5524-4519-b5d7-ed8b3b8f1a49 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:23.942959 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a86bbbc-1e67-4d2b-9e09-47d4e4c05a22 admin admin] Network 3840ae5c-295b-47d1-8554-ba2cead126a7 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:28:24.005439 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-d30521c1-d1e4-47c4-9992-22151dd5fd7a None None] Set router ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:28:24.058591 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-1a86bbbc-1e67-4d2b-9e09-47d4e4c05a22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 3840ae5c-295b-47d1-8554-ba2cead126a7) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:24.074279 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a86bbbc-1e67-4d2b-9e09-47d4e4c05a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:24.074587 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1a86bbbc-1e67-4d2b-9e09-47d4e4c05a22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:24.085996 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c9a464-52ff-4088-841e-dc964ad40dab None None] Network 3840ae5c-295b-47d1-8554-ba2cead126a7 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:28:24.103382 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-deleted', 'tag': '051765f9-3c60-461b-8571-2e1761acc3dc', 'status': 'completed', 'code': 200} Feb 09 01:28:24.212662 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-c998fb81-723d-44bc-8a10-3e206598d779 req-d85184ca-cc5d-458a-a8ed-ae17c4f847f4 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Deleting port cef3a1b2-f75c-42e5-8828-47aa75f68c2f {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:24.212662 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c998fb81-723d-44bc-8a10-3e206598d779 req-d85184ca-cc5d-458a-a8ed-ae17c4f847f4 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:24.348378 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda4b96-f524-4411-937f-3e5c7c5ccfee req-ed21d123-7a71-413b-9e6a-266dbe16403c tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:24.349104 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ceda4b96-f524-4411-937f-3e5c7c5ccfee req-ed21d123-7a71-413b-9e6a-266dbe16403c tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Synchronizing usage tracker for tenant:08259b26651148159119352f4f3e1358 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:24.399126 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1a86bbbc-1e67-4d2b-9e09-47d4e4c05a22 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5974109 Feb 09 01:28:24.401703 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41020) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:24.407334 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-a36622ba-61ad-4666-84b3-eb120af9fb5e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-723623957-router', 'tenant_id': '2f6f624a89a5405fbd9d1dd350b2fa1a', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:24.416651 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ceda4b96-f524-4411-937f-3e5c7c5ccfee req-ed21d123-7a71-413b-9e6a-266dbe16403c tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Unset dirty status for tenant:08259b26651148159119352f4f3e1358 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:24.417800 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ceda4b96-f524-4411-937f-3e5c7c5ccfee req-ed21d123-7a71-413b-9e6a-266dbe16403c tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 943 time: 0.6374493 Feb 09 01:28:24.427106 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a36622ba-61ad-4666-84b3-eb120af9fb5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:24.442091 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-29998b99-81c9-4c97-a98b-3ec50d59166a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router_gateway, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:24.505577 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47529abc-35f4-4960-93ae-0c1f4f75cf0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-3840ae5c-295b-47d1-8554-ba2cead126a7', 'network_id': '3840ae5c-295b-47d1-8554-ba2cead126a7', 'tenant_id': '2f6f624a89a5405fbd9d1dd350b2fa1a', 'fixed_ips': [{'subnet_id': '8d0919e2-0388-4e36-9856-9979241703c0'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:28:24.506786 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-47529abc-35f4-4960-93ae-0c1f4f75cf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:24.544781 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a36622ba-61ad-4666-84b3-eb120af9fb5e admin admin] Usage tracker for resource:router and tenant:2f6f624a89a5405fbd9d1dd350b2fa1a is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:24.549942 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a36622ba-61ad-4666-84b3-eb120af9fb5e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:24.572602 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a36622ba-61ad-4666-84b3-eb120af9fb5e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:24.609263 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8a14f900-5524-4519-b5d7-ed8b3b8f1a49 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:24.614013 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8a14f900-5524-4519-b5d7-ed8b3b8f1a49 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:24.794914 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d30521c1-d1e4-47c4-9992-22151dd5fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'name': 'tempest-TestServerBasicOps-1436172287-router', 'tenant_id': 'ef6edc4015e943ec908a956d7cff5e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'fd239683-6651-40d3-9138-0b7fd9be1cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:02Z', 'updated_at': '2022-02-09T01:28:18Z', 'revision_number': 4, 'project_id': 'ef6edc4015e943ec908a956d7cff5e10', 'gw_port': {'id': 'fd239683-6651-40d3-9138-0b7fd9be1cc4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:96:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:06Z', 'updated_at': '2022-02-09T01:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'b6cc72f5-f81f-4366-9ae2-d1a38c8e1042', 'name': '', 'network_id': '80b53ff1-697e-427c-b7ec-6ed5db9e6c6f', 'tenant_id': 'ef6edc4015e943ec908a956d7cff5e10', 'mac_address': 'fa:16:3e:af:f1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'd925baf2-c63f-40ac-b8de-2a3401a3db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:17Z', 'updated_at': '2022-02-09T01:28:23Z', 'revision_number': 4, 'project_id': 'ef6edc4015e943ec908a956d7cff5e10', 'subnets': [{'id': 'd925baf2-c63f-40ac-b8de-2a3401a3db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:24.805787 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30521c1-d1e4-47c4-9992-22151dd5fd7a None None] The sync data for ids ['ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8'] in n-d-828419-1 is: [{'id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'name': 'tempest-TestServerBasicOps-1436172287-router', 'tenant_id': 'ef6edc4015e943ec908a956d7cff5e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'fd239683-6651-40d3-9138-0b7fd9be1cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:02Z', 'updated_at': '2022-02-09T01:28:18Z', 'revision_number': 4, 'project_id': 'ef6edc4015e943ec908a956d7cff5e10', 'gw_port': {'id': 'fd239683-6651-40d3-9138-0b7fd9be1cc4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:96:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:06Z', 'updated_at': '2022-02-09T01:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'b6cc72f5-f81f-4366-9ae2-d1a38c8e1042', 'name': '', 'network_id': '80b53ff1-697e-427c-b7ec-6ed5db9e6c6f', 'tenant_id': 'ef6edc4015e943ec908a956d7cff5e10', 'mac_address': 'fa:16:3e:af:f1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'd925baf2-c63f-40ac-b8de-2a3401a3db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:17Z', 'updated_at': '2022-02-09T01:28:23Z', 'revision_number': 4, 'project_id': 'ef6edc4015e943ec908a956d7cff5e10', 'subnets': [{'id': 'd925baf2-c63f-40ac-b8de-2a3401a3db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:24.856657 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14f900-5524-4519-b5d7-ed8b3b8f1a49 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Pushing event updated for resources: {'Port': ['ID=fc0ea0b5-12da-44c9-bea4-d0a50fa4b53a,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:24.856657 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-8a14f900-5524-4519-b5d7-ed8b3b8f1a49 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] In _notify_port_updated(), no bound segment for port fc0ea0b5-12da-44c9-bea4-d0a50fa4b53a on network 3238361f-384f-4e25-b631-f4ec363950c4 {{(pid=87611) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 01:28:24.856657 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a14f900-5524-4519-b5d7-ed8b3b8f1a49 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:24.856657 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8a14f900-5524-4519-b5d7-ed8b3b8f1a49 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:24.870606 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8a14f900-5524-4519-b5d7-ed8b3b8f1a49 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] 10.222.0.37 "PUT /v2.0/ports/fc0ea0b5-12da-44c9-bea4-d0a50fa4b53a HTTP/1.1" status: 200 len: 1066 time: 1.5335131 Feb 09 01:28:24.870606 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41026) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:24.942689 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a36622ba-61ad-4666-84b3-eb120af9fb5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:24.943863 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a36622ba-61ad-4666-84b3-eb120af9fb5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:24.960140 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a36622ba-61ad-4666-84b3-eb120af9fb5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:24.998712 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-47529abc-35f4-4960-93ae-0c1f4f75cf0c None None] Allocated IP 172.20.0.2 (3840ae5c-295b-47d1-8554-ba2cead126a7/8d0919e2-0388-4e36-9856-9979241703c0/b927a9fa-e95f-4401-8717-215bd1ba25d3) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:25.016798 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ceda4b96-f524-4411-937f-3e5c7c5ccfee req-7c6f62a0-4df3-4b25-8833-5a2deffe613a tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5849886 Feb 09 01:28:25.037153 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-976c5bad-34ca-4f13-94a9-1176839f2a9d tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Deleting port fc0ea0b5-12da-44c9-bea4-d0a50fa4b53a {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:25.049453 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-976c5bad-34ca-4f13-94a9-1176839f2a9d tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:25.318721 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-c998fb81-723d-44bc-8a10-3e206598d779 req-d85184ca-cc5d-458a-a8ed-ae17c4f847f4 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] For port cef3a1b2-f75c-42e5-8828-47aa75f68c2f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=cef3a1b2-f75c-42e5-8828-47aa75f68c2f,segment=NetworkSegment(cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc),segment_id=cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:25.318721 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c998fb81-723d-44bc-8a10-3e206598d779 req-d85184ca-cc5d-458a-a8ed-ae17c4f847f4 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:25.385522 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:25.522422 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-47529abc-35f4-4960-93ae-0c1f4f75cf0c None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:25.541049 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-47529abc-35f4-4960-93ae-0c1f4f75cf0c None None] Transition to ACTIVE for port object b927a9fa-e95f-4401-8717-215bd1ba25d3 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:28:25.548512 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5856458a-8f14-4669-8405-bd069bbae695 None None] Provisioning complete for port fc0ea0b5-12da-44c9-bea4-d0a50fa4b53a triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:25.549192 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5856458a-8f14-4669-8405-bd069bbae695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:25.591756 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-c998fb81-723d-44bc-8a10-3e206598d779 req-d85184ca-cc5d-458a-a8ed-ae17c4f847f4 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Calling delete_port for cef3a1b2-f75c-42e5-8828-47aa75f68c2f owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:25.631124 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-5856458a-8f14-4669-8405-bd069bbae695 None None] Port fc0ea0b5-12da-44c9-bea4-d0a50fa4b53a cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:28:25.654073 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-47529abc-35f4-4960-93ae-0c1f4f75cf0c None None] Transition to ACTIVE for port object b927a9fa-e95f-4401-8717-215bd1ba25d3 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:28:25.691043 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-47529abc-35f4-4960-93ae-0c1f4f75cf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:25.822482 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47529abc-35f4-4960-93ae-0c1f4f75cf0c None None] Pushing event updated for resources: {'Port': ['ID=b927a9fa-e95f-4401-8717-215bd1ba25d3,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:25.830025 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b6cc72f5-f81f-4366-9ae2-d1a38c8e1042 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:28:25.861594 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-976c5bad-34ca-4f13-94a9-1176839f2a9d tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:25.888981 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47529abc-35f4-4960-93ae-0c1f4f75cf0c None None] Network 3840ae5c-295b-47d1-8554-ba2cead126a7 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:25.916110 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-47529abc-35f4-4960-93ae-0c1f4f75cf0c None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:25.919868 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47529abc-35f4-4960-93ae-0c1f4f75cf0c None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:28:26.018747 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-976c5bad-34ca-4f13-94a9-1176839f2a9d tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Calling delete_port for fc0ea0b5-12da-44c9-bea4-d0a50fa4b53a owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:26.086080 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-47529abc-35f4-4960-93ae-0c1f4f75cf0c None None] Attempting to bind port b927a9fa-e95f-4401-8717-215bd1ba25d3 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:28:26.086684 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-47529abc-35f4-4960-93ae-0c1f4f75cf0c None None] Attempting to bind port b927a9fa-e95f-4401-8717-215bd1ba25d3 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '18fdd346-590b-4648-acf7-a31eecf7f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '3840ae5c-295b-47d1-8554-ba2cead126a7'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:28:26.087289 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47529abc-35f4-4960-93ae-0c1f4f75cf0c None None] Attempting to bind port b927a9fa-e95f-4401-8717-215bd1ba25d3 on network 3840ae5c-295b-47d1-8554-ba2cead126a7 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:28:26.095564 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47529abc-35f4-4960-93ae-0c1f4f75cf0c None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:28:26.096313 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47529abc-35f4-4960-93ae-0c1f4f75cf0c None None] Checking segment: {'id': '18fdd346-590b-4648-acf7-a31eecf7f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '3840ae5c-295b-47d1-8554-ba2cead126a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:28:26.096981 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-47529abc-35f4-4960-93ae-0c1f4f75cf0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:26.097600 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47529abc-35f4-4960-93ae-0c1f4f75cf0c None None] Bound using segment: {'id': '18fdd346-590b-4648-acf7-a31eecf7f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '3840ae5c-295b-47d1-8554-ba2cead126a7'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:28:26.100726 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-47529abc-35f4-4960-93ae-0c1f4f75cf0c None None] Bound port: b927a9fa-e95f-4401-8717-215bd1ba25d3, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18fdd346-590b-4648-acf7-a31eecf7f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '3840ae5c-295b-47d1-8554-ba2cead126a7'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:28:26.101385 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-47529abc-35f4-4960-93ae-0c1f4f75cf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:26.140373 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port b6cc72f5-f81f-4366-9ae2-d1a38c8e1042 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:28:26.150618 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port b6cc72f5-f81f-4366-9ae2-d1a38c8e1042 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:26.152293 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:26.253692 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-976c5bad-34ca-4f13-94a9-1176839f2a9d tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:26.365337 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-47529abc-35f4-4960-93ae-0c1f4f75cf0c None None] For port b927a9fa-e95f-4401-8717-215bd1ba25d3, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:28:26.429933 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a36622ba-61ad-4666-84b3-eb120af9fb5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:26.462900 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c5bad-34ca-4f13-94a9-1176839f2a9d tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Pushing event deleted for resources: {'Port': ['ID=fc0ea0b5-12da-44c9-bea4-d0a50fa4b53a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:26.467471 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:26.524619 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port b6cc72f5-f81f-4366-9ae2-d1a38c8e1042, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b6cc72f5-f81f-4366-9ae2-d1a38c8e1042,segment=NetworkSegment(e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1),segment_id=e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:26.533275 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:26.622129 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ecd632-dc63-4a10-8f01-4814a3a5fa8f req-43fa1d41-7869-4030-b1a3-1f84dc0f1648 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:26.634016 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-85ecd632-dc63-4a10-8f01-4814a3a5fa8f req-43fa1d41-7869-4030-b1a3-1f84dc0f1648 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 943 time: 0.2588804 Feb 09 01:28:26.649753 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=b6cc72f5-f81f-4366-9ae2-d1a38c8e1042,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:26.727207 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-85ecd632-dc63-4a10-8f01-4814a3a5fa8f req-372e8248-b86d-4ad2-a7ce-c877afaab412 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups?id=5511b34a-e029-4c27-a34a-800f27c0b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871294 Feb 09 01:28:26.907521 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c998fb81-723d-44bc-8a10-3e206598d779 req-d85184ca-cc5d-458a-a8ed-ae17c4f847f4 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:26.916097 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-47529abc-35f4-4960-93ae-0c1f4f75cf0c None None] For port b927a9fa-e95f-4401-8717-215bd1ba25d3, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b927a9fa-e95f-4401-8717-215bd1ba25d3,segment=NetworkSegment(18fdd346-590b-4648-acf7-a31eecf7f5ea),segment_id=18fdd346-590b-4648-acf7-a31eecf7f5ea)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:28:26.935996 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-47529abc-35f4-4960-93ae-0c1f4f75cf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:27.030155 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-29998b99-81c9-4c97-a98b-3ec50d59166a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:27.092363 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47529abc-35f4-4960-93ae-0c1f4f75cf0c None None] Pushing event updated for resources: {'Port': ['ID=b927a9fa-e95f-4401-8717-215bd1ba25d3,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:27.139932 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85184ca-cc5d-458a-a8ed-ae17c4f847f4 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Pushing event deleted for resources: {'Port': ['ID=cef3a1b2-f75c-42e5-8828-47aa75f68c2f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:27.174959 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-976c5bad-34ca-4f13-94a9-1176839f2a9d tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:27.197330 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-976c5bad-34ca-4f13-94a9-1176839f2a9d tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] 10.222.0.37 "DELETE /v2.0/ports/fc0ea0b5-12da-44c9-bea4-d0a50fa4b53a HTTP/1.1" status: 204 len: 168 time: 2.3298938 Feb 09 01:28:27.200138 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41044) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:27.243724 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-c998fb81-723d-44bc-8a10-3e206598d779 req-d85184ca-cc5d-458a-a8ed-ae17c4f847f4 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] No DVR routers for this DVR port cef3a1b2-f75c-42e5-8828-47aa75f68c2f on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:28:27.250450 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c998fb81-723d-44bc-8a10-3e206598d779 req-d85184ca-cc5d-458a-a8ed-ae17c4f847f4 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:27.252965 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-deleted', 'tag': 'cef3a1b2-f75c-42e5-8828-47aa75f68c2f'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:28:27.281063 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c34e167-07b9-43e4-856f-fee4338eb1c2 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] GET failed (client error): The resource could not be found. Feb 09 01:28:27.281611 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8c34e167-07b9-43e4-856f-fee4338eb1c2 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Synchronizing usage tracker for tenant:3d6aacac395b471aad9a3fec484ed296 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:27.311475 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8c34e167-07b9-43e4-856f-fee4338eb1c2 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Unset dirty status for tenant:3d6aacac395b471aad9a3fec484ed296 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:27.313324 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8c34e167-07b9-43e4-856f-fee4338eb1c2 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] 10.222.0.37 "GET /v2.0/ports/fc0ea0b5-12da-44c9-bea4-d0a50fa4b53a HTTP/1.1" status: 404 len: 333 time: 0.1113820 Feb 09 01:28:27.328278 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41050) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:27.449417 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-695a0a4b-0fe7-4b8e-9bcd-62e4119c502f tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Deleting port 47385414-c0c1-488a-9215-187a0060fb2d {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:27.450006 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-695a0a4b-0fe7-4b8e-9bcd-62e4119c502f tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:27.565870 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4582dc60-b012-4026-aa99-cb62284617d8', 'name': 'network-vif-deleted', 'tag': 'cef3a1b2-f75c-42e5-8828-47aa75f68c2f', 'status': 'completed', 'code': 200} Feb 09 01:28:27.580134 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c998fb81-723d-44bc-8a10-3e206598d779 req-d85184ca-cc5d-458a-a8ed-ae17c4f847f4 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.35 "DELETE /v2.0/ports/cef3a1b2-f75c-42e5-8828-47aa75f68c2f HTTP/1.1" status: 204 len: 173 time: 3.6664033 Feb 09 01:28:27.910840 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b927a9fa-e95f-4401-8717-215bd1ba25d3 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:28:28.040558 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port b927a9fa-e95f-4401-8717-215bd1ba25d3 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:28:28.049120 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b6cc72f5-f81f-4366-9ae2-d1a38c8e1042 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:28:28.078994 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5e6f8ca2-1496-4c74-a8a4-45fdcb8f97cd req-d7446028-b604-447b-bac2-d8c9ae841f93 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 210 time: 0.0582755 Feb 09 01:28:28.089941 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-695a0a4b-0fe7-4b8e-9bcd-62e4119c502f tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:28.113325 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29998b99-81c9-4c97-a98b-3ec50d59166a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Router 0ecf7c1b-8092-4d2e-b4d2-4264706a23fd is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:28:28.208220 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port b6cc72f5-f81f-4366-9ae2-d1a38c8e1042 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:28.211470 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:28.313168 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-695a0a4b-0fe7-4b8e-9bcd-62e4119c502f tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Calling delete_port for 47385414-c0c1-488a-9215-187a0060fb2d owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:28.530654 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29998b99-81c9-4c97-a98b-3ec50d59166a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:28:28.533070 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a36622ba-61ad-4666-84b3-eb120af9fb5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:28.542017 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eab3985-68b2-4939-a48c-6cddf8b1a153 None None] Sync routers for ids ['0ecf7c1b-8092-4d2e-b4d2-4264706a23fd'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:28.555192 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eab3985-68b2-4939-a48c-6cddf8b1a153 None None] Routers {'0ecf7c1b-8092-4d2e-b4d2-4264706a23fd'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:28.556039 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-6eab3985-68b2-4939-a48c-6cddf8b1a153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:28:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['0ecf7c1b-8092-4d2e-b4d2-4264706a23fd'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:28.618504 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a36622ba-61ad-4666-84b3-eb120af9fb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:28.670904 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-695a0a4b-0fe7-4b8e-9bcd-62e4119c502f tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:28.766046 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-29998b99-81c9-4c97-a98b-3ec50d59166a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:28.767283 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-29998b99-81c9-4c97-a98b-3ec50d59166a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 12.6000285 Feb 09 01:28:28.786285 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41066) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:28.794774 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-6eab3985-68b2-4939-a48c-6cddf8b1a153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:28.812475 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eab3985-68b2-4939-a48c-6cddf8b1a153 None None] Routers {'0ecf7c1b-8092-4d2e-b4d2-4264706a23fd'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:28.815954 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-6eab3985-68b2-4939-a48c-6cddf8b1a153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:28:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['0ecf7c1b-8092-4d2e-b4d2-4264706a23fd'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:28.921055 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-6eab3985-68b2-4939-a48c-6cddf8b1a153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:28.921633 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eab3985-68b2-4939-a48c-6cddf8b1a153 None None] The sync data for ids ['0ecf7c1b-8092-4d2e-b4d2-4264706a23fd'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:28.954252 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a0a4b-0fe7-4b8e-9bcd-62e4119c502f tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Pushing event deleted for resources: {'Port': ['ID=47385414-c0c1-488a-9215-187a0060fb2d,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:28.966354 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-695a0a4b-0fe7-4b8e-9bcd-62e4119c502f tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:28.986195 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-695a0a4b-0fe7-4b8e-9bcd-62e4119c502f tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] 10.222.0.37 "DELETE /v2.0/ports/47385414-c0c1-488a-9215-187a0060fb2d HTTP/1.1" status: 204 len: 168 time: 1.6556730 Feb 09 01:28:28.988945 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41070) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:29.053450 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f47180-ac70-412e-9e03-4236f731b21c tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] GET failed (client error): The resource could not be found. Feb 09 01:28:29.054170 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f2f47180-ac70-412e-9e03-4236f731b21c tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Synchronizing usage tracker for tenant:3d6aacac395b471aad9a3fec484ed296 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:29.074626 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f2f47180-ac70-412e-9e03-4236f731b21c tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Unset dirty status for tenant:3d6aacac395b471aad9a3fec484ed296 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:29.076429 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f2f47180-ac70-412e-9e03-4236f731b21c tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] 10.222.0.37 "GET /v2.0/ports/47385414-c0c1-488a-9215-187a0060fb2d HTTP/1.1" status: 404 len: 333 time: 0.0839982 Feb 09 01:28:29.080057 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41074) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:29.232265 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-a36622ba-61ad-4666-84b3-eb120af9fb5e admin admin] Allocated IP 172.25.5.99 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/1bcb139f-2fcc-4482-8ea9-f67fed771a1f) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:29.242306 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-9e6cf708-4b3f-48ae-9563-1f57684f07ab tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Deleting port dba61cf7-9aca-4be2-8be0-c114599ccd3c {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:29.242306 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9e6cf708-4b3f-48ae-9563-1f57684f07ab tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:29.289771 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f65bf1-8113-41b7-a49c-160d02db6921 None None] Network 3840ae5c-295b-47d1-8554-ba2cead126a7 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:28:29.420474 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-95cd6447-0d9d-4646-8802-57a50e53f61e req-7acb5923-aef8-4d69-8a2d-b0142cf153b5 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Synchronizing usage tracker for tenant:08259b26651148159119352f4f3e1358 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:29.481395 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f3944737-cd03-4c31-b8b1-fa097990759a None None] Provisioning for port b927a9fa-e95f-4401-8717-215bd1ba25d3 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:28:29.512352 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f3944737-cd03-4c31-b8b1-fa097990759a None None] Provisioning complete for port b927a9fa-e95f-4401-8717-215bd1ba25d3 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:29.513026 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f3944737-cd03-4c31-b8b1-fa097990759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:29.621231 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-95cd6447-0d9d-4646-8802-57a50e53f61e req-7acb5923-aef8-4d69-8a2d-b0142cf153b5 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Unset dirty status for tenant:08259b26651148159119352f4f3e1358 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:29.637183 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-95cd6447-0d9d-4646-8802-57a50e53f61e req-7acb5923-aef8-4d69-8a2d-b0142cf153b5 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 210 time: 0.3441403 Feb 09 01:28:29.672139 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9e6cf708-4b3f-48ae-9563-1f57684f07ab tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:29.741327 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a36622ba-61ad-4666-84b3-eb120af9fb5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:29.783046 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2ceda151-9408-47b4-9030-5f29471de11e tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "GET /v2.0/routers/0ecf7c1b-8092-4d2e-b4d2-4264706a23fd HTTP/1.1" status: 200 len: 883 time: 0.9887507 Feb 09 01:28:29.787779 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41084) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:29.872821 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a36622ba-61ad-4666-84b3-eb120af9fb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:29.943936 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f3944737-cd03-4c31-b8b1-fa097990759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:29.987706 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-9e6cf708-4b3f-48ae-9563-1f57684f07ab tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Calling delete_port for dba61cf7-9aca-4be2-8be0-c114599ccd3c owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:30.005372 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f3944737-cd03-4c31-b8b1-fa097990759a None None] For port b927a9fa-e95f-4401-8717-215bd1ba25d3, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b927a9fa-e95f-4401-8717-215bd1ba25d3,segment=NetworkSegment(18fdd346-590b-4648-acf7-a31eecf7f5ea),segment_id=18fdd346-590b-4648-acf7-a31eecf7f5ea)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:30.017112 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f3944737-cd03-4c31-b8b1-fa097990759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:30.071689 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36622ba-61ad-4666-84b3-eb120af9fb5e admin admin] Pushing event updated for resources: {'Port': ['ID=1bcb139f-2fcc-4482-8ea9-f67fed771a1f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:30.106452 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36622ba-61ad-4666-84b3-eb120af9fb5e admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:30.106452 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-a36622ba-61ad-4666-84b3-eb120af9fb5e admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:30.115864 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36622ba-61ad-4666-84b3-eb120af9fb5e admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:28:30.230604 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3944737-cd03-4c31-b8b1-fa097990759a None None] Pushing event updated for resources: {'Port': ['ID=b927a9fa-e95f-4401-8717-215bd1ba25d3,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:30.370225 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9e6cf708-4b3f-48ae-9563-1f57684f07ab tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:30.455873 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6cf708-4b3f-48ae-9563-1f57684f07ab tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Pushing event deleted for resources: {'Port': ['ID=dba61cf7-9aca-4be2-8be0-c114599ccd3c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:30.544899 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9e6cf708-4b3f-48ae-9563-1f57684f07ab tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:30.579721 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9e6cf708-4b3f-48ae-9563-1f57684f07ab tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] 10.222.0.37 "DELETE /v2.0/ports/dba61cf7-9aca-4be2-8be0-c114599ccd3c HTTP/1.1" status: 204 len: 168 time: 1.4979804 Feb 09 01:28:30.583444 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41094) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:30.730783 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-c860039c-a84c-4a87-8ac2-d0686ac216a8 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Deleting subnet 157a063e-96d0-4d56-812e-e19d6f3af82c {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:28:30.740003 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c860039c-a84c-4a87-8ac2-d0686ac216a8 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:30.761649 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-43d90125-9237-4583-8b3c-74305a233189 None None] Provisioning complete for port b927a9fa-e95f-4401-8717-215bd1ba25d3 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:30.762059 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-43d90125-9237-4583-8b3c-74305a233189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:30.809874 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c860039c-a84c-4a87-8ac2-d0686ac216a8 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:30.953098 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4ab3b9ca-3293-4cb3-a18a-f0452c051246 req-52e3f653-e349-4dba-bc55-28af46fd93da tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/ports?device_id=4582dc60-b012-4026-aa99-cb62284617d8 HTTP/1.1" status: 200 len: 210 time: 0.0699270 Feb 09 01:28:31.036214 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c860039c-a84c-4a87-8ac2-d0686ac216a8 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:31.119686 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c860039c-a84c-4a87-8ac2-d0686ac216a8 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:31.171630 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860039c-a84c-4a87-8ac2-d0686ac216a8 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Pushing event deleted for resources: {'Subnet': ['ID=157a063e-96d0-4d56-812e-e19d6f3af82c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:31.175772 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c860039c-a84c-4a87-8ac2-d0686ac216a8 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:31.187311 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c860039c-a84c-4a87-8ac2-d0686ac216a8 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] 10.222.0.37 "DELETE /v2.0/subnets/157a063e-96d0-4d56-812e-e19d6f3af82c HTTP/1.1" status: 204 len: 168 time: 0.6011565 Feb 09 01:28:31.188501 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41100) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:31.198165 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4953647-334d-4317-b951-89ddae5f8158 None None] Network 3238361f-384f-4e25-b631-f4ec363950c4 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:28:31.229983 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-403b3f4e-18f0-448d-89bd-0fc7c4adedf6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Synchronizing usage tracker for tenant:6d720b2d312a4ea8a0c966b82ba0a703 on resource:router {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:31.236348 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a36622ba-61ad-4666-84b3-eb120af9fb5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:31.392032 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a71b9252-2eee-4382-b372-c1e8d35315b5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:31.416480 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-a71b9252-2eee-4382-b372-c1e8d35315b5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Deleting port b119ca4a-fc5d-416d-a327-e5a79ea22b2f {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:31.416601 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a71b9252-2eee-4382-b372-c1e8d35315b5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:31.526334 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-403b3f4e-18f0-448d-89bd-0fc7c4adedf6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Unset dirty status for tenant:6d720b2d312a4ea8a0c966b82ba0a703 on resource:router {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:31.526334 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-403b3f4e-18f0-448d-89bd-0fc7c4adedf6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 1.7165306 Feb 09 01:28:31.526334 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41110) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:31.532030 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-9982b04d-6d67-4ce0-850d-4053236b1e56 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-404256259'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:31.686888 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46ae5a5-4cae-4899-a3ef-f7f8ed59f886 None None] DHCP port deletion for 3238361f-384f-4e25-b631-f4ec363950c4 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:28:31.686888 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d46ae5a5-4cae-4899-a3ef-f7f8ed59f886 None None] Deleting port b119ca4a-fc5d-416d-a327-e5a79ea22b2f {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:31.686888 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d46ae5a5-4cae-4899-a3ef-f7f8ed59f886 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:31.758126 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-a71b9252-2eee-4382-b372-c1e8d35315b5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] For port b119ca4a-fc5d-416d-a327-e5a79ea22b2f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b119ca4a-fc5d-416d-a327-e5a79ea22b2f,segment=NetworkSegment(4890826d-11e9-4a7e-b7bd-423847f2b6b1),segment_id=4890826d-11e9-4a7e-b7bd-423847f2b6b1)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:31.758641 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a71b9252-2eee-4382-b372-c1e8d35315b5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:31.771322 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b927a9fa-e95f-4401-8717-215bd1ba25d3 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:28:31.854613 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a36622ba-61ad-4666-84b3-eb120af9fb5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:31.923757 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-a71b9252-2eee-4382-b372-c1e8d35315b5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Calling delete_port for b119ca4a-fc5d-416d-a327-e5a79ea22b2f owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:32.022474 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-d46ae5a5-4cae-4899-a3ef-f7f8ed59f886 None None] For port b119ca4a-fc5d-416d-a327-e5a79ea22b2f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b119ca4a-fc5d-416d-a327-e5a79ea22b2f,segment=NetworkSegment(4890826d-11e9-4a7e-b7bd-423847f2b6b1),segment_id=4890826d-11e9-4a7e-b7bd-423847f2b6b1)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:32.022939 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d46ae5a5-4cae-4899-a3ef-f7f8ed59f886 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:32.113512 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a71b9252-2eee-4382-b372-c1e8d35315b5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:32.226636 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b9252-2eee-4382-b372-c1e8d35315b5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Pushing event deleted for resources: {'Port': ['ID=b119ca4a-fc5d-416d-a327-e5a79ea22b2f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:32.243992 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71b9252-2eee-4382-b372-c1e8d35315b5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] No DVR routers for this DVR port b119ca4a-fc5d-416d-a327-e5a79ea22b2f on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:28:32.245251 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d46ae5a5-4cae-4899-a3ef-f7f8ed59f886 None None] Calling delete_port for b119ca4a-fc5d-416d-a327-e5a79ea22b2f owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:32.289992 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port b927a9fa-e95f-4401-8717-215bd1ba25d3 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:32.290753 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:32.296549 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41120) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:32.473703 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-d46ae5a5-4cae-4899-a3ef-f7f8ed59f886 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:28:32.474419 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-d46ae5a5-4cae-4899-a3ef-f7f8ed59f886 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:28:32.634091 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36622ba-61ad-4666-84b3-eb120af9fb5e admin admin] Router 8d3a3dfc-653b-40a2-88f0-b9b98b097611 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:28:32.656205 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a71b9252-2eee-4382-b372-c1e8d35315b5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:32.685834 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d6efe762-cc74-4ff4-a030-685df5c5cb3b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:32.700623 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-a71b9252-2eee-4382-b372-c1e8d35315b5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3238361f-384f-4e25-b631-f4ec363950c4']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:32.724584 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-a71b9252-2eee-4382-b372-c1e8d35315b5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4890826d-11e9-4a7e-b7bd-423847f2b6b1') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:32.724584 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-a71b9252-2eee-4382-b372-c1e8d35315b5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4890826d-11e9-4a7e-b7bd-423847f2b6b1') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:32.742650 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d6efe762-cc74-4ff4-a030-685df5c5cb3b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:32.750850 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a71b9252-2eee-4382-b372-c1e8d35315b5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:32.782938 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a71b9252-2eee-4382-b372-c1e8d35315b5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:32.808774 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9982b04d-6d67-4ce0-850d-4053236b1e56 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:32.814344 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a71b9252-2eee-4382-b372-c1e8d35315b5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Releasing vlan 970 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:28:32.815606 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a71b9252-2eee-4382-b372-c1e8d35315b5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:32.828928 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9982b04d-6d67-4ce0-850d-4053236b1e56 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8101386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8101405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8095324'] for router, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:32.831962 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:28:32.831962 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:28:32.831962 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:28:32.831962 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:28:32.831962 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:28:32.831962 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:28:32.831962 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:28:32.831962 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:28:32.831962 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:28:32.831962 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:28:32.831962 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:28:32.831962 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:28:32.831962 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:28:32.831962 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:28:32.831962 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:28:32.831962 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:28:32.831962 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:28:32.831962 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:28:32.831962 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:28:32.831962 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:28:32.831962 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:28:32.831962 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:28:32.831962 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:28:32.831962 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:28:32.831962 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:28:32.831962 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:28:32.831962 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:28:32.831962 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:28:32.831962 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:28:32.831962 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:28:32.831962 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:28:32.831962 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:28:32.938764 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d6efe762-cc74-4ff4-a030-685df5c5cb3b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:32.952828 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a71b9252-2eee-4382-b372-c1e8d35315b5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:32.957941 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a71b9252-2eee-4382-b372-c1e8d35315b5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:32.976029 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d46ae5a5-4cae-4899-a3ef-f7f8ed59f886 None None] Deleting port b119ca4a-fc5d-416d-a327-e5a79ea22b2f {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:32.976331 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d46ae5a5-4cae-4899-a3ef-f7f8ed59f886 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:32.981531 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6efe762-cc74-4ff4-a030-685df5c5cb3b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5511b34a-e029-4c27-a34a-800f27c0b1ef,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:32.994770 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b9252-2eee-4382-b372-c1e8d35315b5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] Pushing event deleted for resources: {'Network': ['ID=3238361f-384f-4e25-b631-f4ec363950c4,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:33.003678 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d6efe762-cc74-4ff4-a030-685df5c5cb3b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:33.004795 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d6efe762-cc74-4ff4-a030-685df5c5cb3b tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "DELETE /v2.0/security-groups/5511b34a-e029-4c27-a34a-800f27c0b1ef HTTP/1.1" status: 204 len: 168 time: 0.7072973 Feb 09 01:28:33.007525 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41130) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:33.011965 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a71b9252-2eee-4382-b372-c1e8d35315b5 tempest-AllowedAddressPairIpV6TestJSON-1053291760 tempest-AllowedAddressPairIpV6TestJSON-1053291760-project] 10.222.0.37 "DELETE /v2.0/networks/3238361f-384f-4e25-b631-f4ec363950c4 HTTP/1.1" status: 204 len: 168 time: 1.8218350 Feb 09 01:28:33.017053 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36622ba-61ad-4666-84b3-eb120af9fb5e admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:28:33.031221 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302ff84c-a025-4fcc-8489-afff29ac27cf None None] Sync routers for ids ['8d3a3dfc-653b-40a2-88f0-b9b98b097611'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:33.058866 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302ff84c-a025-4fcc-8489-afff29ac27cf None None] Routers {'8d3a3dfc-653b-40a2-88f0-b9b98b097611'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:33.059503 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-302ff84c-a025-4fcc-8489-afff29ac27cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:28:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8d3a3dfc-653b-40a2-88f0-b9b98b097611'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:33.061763 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-9359891a-95e9-43d8-a526-764ee5c04ffc tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] show failed (client error): The resource could not be found. Feb 09 01:28:33.063110 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9359891a-95e9-43d8-a526-764ee5c04ffc tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "GET /v2.0/security-groups/5511b34a-e029-4c27-a34a-800f27c0b1ef HTTP/1.1" status: 404 len: 347 time: 0.0545309 Feb 09 01:28:33.066338 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41136) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:33.110376 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a36622ba-61ad-4666-84b3-eb120af9fb5e admin admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:33.111873 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a36622ba-61ad-4666-84b3-eb120af9fb5e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 8.7084212 Feb 09 01:28:33.115455 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41140) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:33.234127 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d46ae5a5-4cae-4899-a3ef-f7f8ed59f886 None None] The port 'b119ca4a-fc5d-416d-a327-e5a79ea22b2f' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:28:33.409510 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-17bc9ca4-6656-4343-92e9-296b5563d8ca tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Deleting port c41525ec-a2ca-4b71-a8a7-af5bcbb5ecce {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:33.410069 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-17bc9ca4-6656-4343-92e9-296b5563d8ca tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:33.452773 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9982b04d-6d67-4ce0-850d-4053236b1e56 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Router 0ecf7c1b-8092-4d2e-b4d2-4264706a23fd has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:28:33.456301 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-302ff84c-a025-4fcc-8489-afff29ac27cf None None] Set router 8d3a3dfc-653b-40a2-88f0-b9b98b097611 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:28:33.643411 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41150) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:33.672505 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b119ca4a-fc5d-416d-a327-e5a79ea22b2f no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:28:33.716103 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: b119ca4a-fc5d-416d-a327-e5a79ea22b2f {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:28:33.716456 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b119ca4a-fc5d-416d-a327-e5a79ea22b2f not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:28:33.767686 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-17bc9ca4-6656-4343-92e9-296b5563d8ca tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:33.767994 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-17bc9ca4-6656-4343-92e9-296b5563d8ca tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:33.907827 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-302ff84c-a025-4fcc-8489-afff29ac27cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3a3dfc-653b-40a2-88f0-b9b98b097611', 'name': 'tempest-TestServerBasicOps-723623957-router', 'tenant_id': '2f6f624a89a5405fbd9d1dd350b2fa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '1bcb139f-2fcc-4482-8ea9-f67fed771a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:24Z', 'updated_at': '2022-02-09T01:28:30Z', 'revision_number': 3, 'project_id': '2f6f624a89a5405fbd9d1dd350b2fa1a', 'gw_port': {'id': '1bcb139f-2fcc-4482-8ea9-f67fed771a1f', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3a3dfc-653b-40a2-88f0-b9b98b097611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:28Z', 'updated_at': '2022-02-09T01:28:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:33.912653 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302ff84c-a025-4fcc-8489-afff29ac27cf None None] Checking router: 8d3a3dfc-653b-40a2-88f0-b9b98b097611 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:28:33.913003 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302ff84c-a025-4fcc-8489-afff29ac27cf None None] Updating router 8d3a3dfc-653b-40a2-88f0-b9b98b097611 port 1bcb139f-2fcc-4482-8ea9-f67fed771a1f binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:28:33.933468 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-17bc9ca4-6656-4343-92e9-296b5563d8ca tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Calling delete_port for c41525ec-a2ca-4b71-a8a7-af5bcbb5ecce owned by network:floatingip {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:33.986432 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-302ff84c-a025-4fcc-8489-afff29ac27cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:34.068635 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9982b04d-6d67-4ce0-850d-4053236b1e56 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:28:34.077093 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9982b04d-6d67-4ce0-850d-4053236b1e56 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:34.081797 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c064ed9-cdb1-4d22-9362-ada276889bc7 None None] Sync routers for ids ['0ecf7c1b-8092-4d2e-b4d2-4264706a23fd'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:34.082521 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9982b04d-6d67-4ce0-850d-4053236b1e56 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "PUT /v2.0/routers/0ecf7c1b-8092-4d2e-b4d2-4264706a23fd HTTP/1.1" status: 200 len: 890 time: 2.5683784 Feb 09 01:28:34.088985 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41158) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:34.091919 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c064ed9-cdb1-4d22-9362-ada276889bc7 None None] Routers {'0ecf7c1b-8092-4d2e-b4d2-4264706a23fd'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:34.094207 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-2c064ed9-cdb1-4d22-9362-ada276889bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:28:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['0ecf7c1b-8092-4d2e-b4d2-4264706a23fd'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:34.127096 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-17bc9ca4-6656-4343-92e9-296b5563d8ca tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:34.218824 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-2c064ed9-cdb1-4d22-9362-ada276889bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:34.219073 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc9ca4-6656-4343-92e9-296b5563d8ca tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Pushing event deleted for resources: {'Port': ['ID=c41525ec-a2ca-4b71-a8a7-af5bcbb5ecce,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:34.232959 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c064ed9-cdb1-4d22-9362-ada276889bc7 None None] Routers {'0ecf7c1b-8092-4d2e-b4d2-4264706a23fd'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:34.233882 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-2c064ed9-cdb1-4d22-9362-ada276889bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:28:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['0ecf7c1b-8092-4d2e-b4d2-4264706a23fd'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:34.368486 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-2c064ed9-cdb1-4d22-9362-ada276889bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:34.371111 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c064ed9-cdb1-4d22-9362-ada276889bc7 None None] The sync data for ids ['0ecf7c1b-8092-4d2e-b4d2-4264706a23fd'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:34.411045 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-17bc9ca4-6656-4343-92e9-296b5563d8ca tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks [] for floatingip, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:34.424136 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-18516522-8b74-4074-8d5b-467544958e5a tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "GET /v2.0/routers/0ecf7c1b-8092-4d2e-b4d2-4264706a23fd HTTP/1.1" status: 200 len: 890 time: 0.3309081 Feb 09 01:28:34.426432 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41162) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:34.520584 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-86362dac-bdff-4206-8dbe-40e684889927 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Synchronizing usage tracker for tenant:6d720b2d312a4ea8a0c966b82ba0a703 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:34.538809 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-17bc9ca4-6656-4343-92e9-296b5563d8ca tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:34.540573 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-17bc9ca4-6656-4343-92e9-296b5563d8ca tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "DELETE /v2.0/floatingips/954f6cb1-294d-4141-a5a9-5ab00a380c24 HTTP/1.1" status: 204 len: 168 time: 1.4730136 Feb 09 01:28:34.543643 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-302ff84c-a025-4fcc-8489-afff29ac27cf None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:34.544654 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41166) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:34.552853 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41170) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:34.553187 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c4821335-a998-454b-95d2-3313c4372a7e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d6aacac395b471aad9a3fec484ed296&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9079185 Feb 09 01:28:34.561678 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-302ff84c-a025-4fcc-8489-afff29ac27cf None None] Transition to ACTIVE for port object 1bcb139f-2fcc-4482-8ea9-f67fed771a1f will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:28:34.575346 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-302ff84c-a025-4fcc-8489-afff29ac27cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:34.587932 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-86362dac-bdff-4206-8dbe-40e684889927 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Unset dirty status for tenant:6d720b2d312a4ea8a0c966b82ba0a703 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:34.594733 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-86362dac-bdff-4206-8dbe-40e684889927 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ecf7c1b-8092-4d2e-b4d2-4264706a23fd HTTP/1.1" status: 200 len: 205 time: 0.1671171 Feb 09 01:28:34.598087 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41174) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:34.659599 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-302ff84c-a025-4fcc-8489-afff29ac27cf None None] Attempting to bind port 1bcb139f-2fcc-4482-8ea9-f67fed771a1f on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:28:34.660668 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-302ff84c-a025-4fcc-8489-afff29ac27cf None None] Attempting to bind port 1bcb139f-2fcc-4482-8ea9-f67fed771a1f by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:28:34.661132 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302ff84c-a025-4fcc-8489-afff29ac27cf None None] Attempting to bind port 1bcb139f-2fcc-4482-8ea9-f67fed771a1f on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:28:34.679516 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302ff84c-a025-4fcc-8489-afff29ac27cf None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:28:34.680017 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302ff84c-a025-4fcc-8489-afff29ac27cf None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:28:34.680586 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-302ff84c-a025-4fcc-8489-afff29ac27cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:34.682104 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302ff84c-a025-4fcc-8489-afff29ac27cf None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:28:34.682791 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-302ff84c-a025-4fcc-8489-afff29ac27cf None None] Bound port: 1bcb139f-2fcc-4482-8ea9-f67fed771a1f, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:28:34.683929 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-302ff84c-a025-4fcc-8489-afff29ac27cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:34.684917 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-1d61ae4b-2b93-42c0-8b4a-aa3b0ac60518 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Deleting port ddbf1bed-fd18-4ede-9e41-c7d28efc92b6 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:34.686070 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1d61ae4b-2b93-42c0-8b4a-aa3b0ac60518 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:34.774154 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1874e79e-7671-4aa5-9236-86aaa15b9796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:34.798154 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-302ff84c-a025-4fcc-8489-afff29ac27cf None None] For port 1bcb139f-2fcc-4482-8ea9-f67fed771a1f, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:28:34.824196 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-302ff84c-a025-4fcc-8489-afff29ac27cf None None] For port 1bcb139f-2fcc-4482-8ea9-f67fed771a1f, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1bcb139f-2fcc-4482-8ea9-f67fed771a1f,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:28:34.845187 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c68eea-54c7-43ec-a51b-ed5c5f6c3c33 None None] Pushing event updated for resources: {'Port': ['ID=1bcb139f-2fcc-4482-8ea9-f67fed771a1f,revision_number=2']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:34.852462 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-302ff84c-a025-4fcc-8489-afff29ac27cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:34.959504 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1874e79e-7671-4aa5-9236-86aaa15b9796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:34.960157 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302ff84c-a025-4fcc-8489-afff29ac27cf None None] Routers {'8d3a3dfc-653b-40a2-88f0-b9b98b097611'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:34.960971 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-302ff84c-a025-4fcc-8489-afff29ac27cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:28:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8d3a3dfc-653b-40a2-88f0-b9b98b097611'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:34.990842 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f35fbb4a-a8c8-4865-815c-a0b542f89b19 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:35.174335 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-862f2df1-cf34-4cda-8425-8aeef7f9c66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:35.240652 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-302ff84c-a025-4fcc-8489-afff29ac27cf None None] Set router 8d3a3dfc-653b-40a2-88f0-b9b98b097611 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:28:35.310728 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1d61ae4b-2b93-42c0-8b4a-aa3b0ac60518 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:35.504803 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c68eea-54c7-43ec-a51b-ed5c5f6c3c33 None None] Pushing event updated for resources: {'Port': ['ID=1bcb139f-2fcc-4482-8ea9-f67fed771a1f,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:35.519288 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-1d61ae4b-2b93-42c0-8b4a-aa3b0ac60518 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Calling delete_port for ddbf1bed-fd18-4ede-9e41-c7d28efc92b6 owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:35.524867 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1874e79e-7671-4aa5-9236-86aaa15b9796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:35.554418 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874e79e-7671-4aa5-9236-86aaa15b9796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58646d87-af8d-44f4-8485-df48bd404b58,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:35.578380 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f35fbb4a-a8c8-4865-815c-a0b542f89b19 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:35.585969 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1874e79e-7671-4aa5-9236-86aaa15b9796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:35.588088 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1874e79e-7671-4aa5-9236-86aaa15b9796 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58646d87-af8d-44f4-8485-df48bd404b58 HTTP/1.1" status: 204 len: 168 time: 1.0333598 Feb 09 01:28:35.611797 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-f35fbb4a-a8c8-4865-815c-a0b542f89b19 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Deleting port 953a608e-19b7-4628-8d6b-1a2fef477ea8 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:35.612317 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f35fbb4a-a8c8-4865-815c-a0b542f89b19 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:35.770280 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-302ff84c-a025-4fcc-8489-afff29ac27cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3a3dfc-653b-40a2-88f0-b9b98b097611', 'name': 'tempest-TestServerBasicOps-723623957-router', 'tenant_id': '2f6f624a89a5405fbd9d1dd350b2fa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '1bcb139f-2fcc-4482-8ea9-f67fed771a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:24Z', 'updated_at': '2022-02-09T01:28:30Z', 'revision_number': 3, 'project_id': '2f6f624a89a5405fbd9d1dd350b2fa1a', 'gw_port': {'id': '1bcb139f-2fcc-4482-8ea9-f67fed771a1f', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3a3dfc-653b-40a2-88f0-b9b98b097611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:28Z', 'updated_at': '2022-02-09T01:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:35.776067 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302ff84c-a025-4fcc-8489-afff29ac27cf None None] The sync data for ids ['8d3a3dfc-653b-40a2-88f0-b9b98b097611'] in n-d-828419-1 is: [{'id': '8d3a3dfc-653b-40a2-88f0-b9b98b097611', 'name': 'tempest-TestServerBasicOps-723623957-router', 'tenant_id': '2f6f624a89a5405fbd9d1dd350b2fa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '1bcb139f-2fcc-4482-8ea9-f67fed771a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:24Z', 'updated_at': '2022-02-09T01:28:30Z', 'revision_number': 3, 'project_id': '2f6f624a89a5405fbd9d1dd350b2fa1a', 'gw_port': {'id': '1bcb139f-2fcc-4482-8ea9-f67fed771a1f', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3a3dfc-653b-40a2-88f0-b9b98b097611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:28Z', 'updated_at': '2022-02-09T01:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:35.900289 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f35fbb4a-a8c8-4865-815c-a0b542f89b19 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:35.961929 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-862f2df1-cf34-4cda-8425-8aeef7f9c66e admin admin] Allocated IP 172.20.0.1 (3840ae5c-295b-47d1-8554-ba2cead126a7/8d0919e2-0388-4e36-9856-9979241703c0/6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:36.075944 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1d61ae4b-2b93-42c0-8b4a-aa3b0ac60518 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:36.180202 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61ae4b-2b93-42c0-8b4a-aa3b0ac60518 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Pushing event deleted for resources: {'Port': ['ID=ddbf1bed-fd18-4ede-9e41-c7d28efc92b6,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:36.241784 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-f35fbb4a-a8c8-4865-815c-a0b542f89b19 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Calling delete_port for 953a608e-19b7-4628-8d6b-1a2fef477ea8 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:36.346662 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-862f2df1-cf34-4cda-8425-8aeef7f9c66e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:36.372470 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-862f2df1-cf34-4cda-8425-8aeef7f9c66e admin admin] Transition to ACTIVE for port object 6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:28:36.802403 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f35fbb4a-a8c8-4865-815c-a0b542f89b19 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:36.877939 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-862f2df1-cf34-4cda-8425-8aeef7f9c66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:36.916223 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9a1ccb9e-af3b-41a0-975c-077a0942628a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:36.922977 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35fbb4a-a8c8-4865-815c-a0b542f89b19 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event deleted for resources: {'Port': ['ID=953a608e-19b7-4628-8d6b-1a2fef477ea8,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:36.942626 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fbb4a-a8c8-4865-815c-a0b542f89b19 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:36.942973 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fbb4a-a8c8-4865-815c-a0b542f89b19 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:36.943313 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fbb4a-a8c8-4865-815c-a0b542f89b19 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:36.943646 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fbb4a-a8c8-4865-815c-a0b542f89b19 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:36.943976 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fbb4a-a8c8-4865-815c-a0b542f89b19 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:36.944458 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fbb4a-a8c8-4865-815c-a0b542f89b19 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:36.944797 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fbb4a-a8c8-4865-815c-a0b542f89b19 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:36.945123 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fbb4a-a8c8-4865-815c-a0b542f89b19 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:36.945449 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fbb4a-a8c8-4865-815c-a0b542f89b19 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:36.953666 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fbb4a-a8c8-4865-815c-a0b542f89b19 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:36.953666 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fbb4a-a8c8-4865-815c-a0b542f89b19 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:36.953666 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35fbb4a-a8c8-4865-815c-a0b542f89b19 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:37.099652 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862f2df1-cf34-4cda-8425-8aeef7f9c66e admin admin] Network 3840ae5c-295b-47d1-8554-ba2cead126a7 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:37.110258 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-862f2df1-cf34-4cda-8425-8aeef7f9c66e admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:37.118420 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862f2df1-cf34-4cda-8425-8aeef7f9c66e admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:28:37.178479 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41214) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:37.180547 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1d61ae4b-2b93-42c0-8b4a-aa3b0ac60518 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:37.227192 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1d61ae4b-2b93-42c0-8b4a-aa3b0ac60518 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "DELETE /v2.0/ports/ddbf1bed-fd18-4ede-9e41-c7d28efc92b6 HTTP/1.1" status: 204 len: 168 time: 2.6788960 Feb 09 01:28:37.229080 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41222) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:37.236357 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f2df1-cf34-4cda-8425-8aeef7f9c66e admin admin] Pushing event updated for resources: {'Port': ['ID=6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:37.266614 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-862f2df1-cf34-4cda-8425-8aeef7f9c66e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:37.344849 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f35fbb4a-a8c8-4865-815c-a0b542f89b19 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:37.533296 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-862f2df1-cf34-4cda-8425-8aeef7f9c66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:37.545011 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-d30175d0-84df-4cca-abea-6c39b80e4385 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Request body: {'networks': [{'name': 'tempest-network--1218688629'}, {'name': 'tempest-network--322144743'}]} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:37.545683 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-d30175d0-84df-4cca-abea-6c39b80e4385 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Request body: {'network': {'name': 'tempest-network--1218688629'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:37.545792 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-d30175d0-84df-4cca-abea-6c39b80e4385 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Request body: {'network': {'name': 'tempest-network--322144743'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:37.561372 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d30175d0-84df-4cca-abea-6c39b80e4385 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:37.614109 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-1d8d9082-ea33-4de9-aa65-e0a7ba209763 None None] Provisioning for port 6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:28:37.619383 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-1d8d9082-ea33-4de9-aa65-e0a7ba209763 None None] Provisioning complete for port 6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:37.619765 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1d8d9082-ea33-4de9-aa65-e0a7ba209763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:37.658818 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f35fbb4a-a8c8-4865-815c-a0b542f89b19 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:37.660919 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d30175d0-84df-4cca-abea-6c39b80e4385 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Usage tracker for resource:network and tenant:88ec29d2bb1e444ab816dc0da9c461b4 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:37.675179 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f35fbb4a-a8c8-4865-815c-a0b542f89b19 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:37.677043 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d30175d0-84df-4cca-abea-6c39b80e4385 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:37.709967 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-8431aaa4-71d2-417f-baee-8bfe40a5babb tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Deleting port 87a166c3-a949-48ae-a41b-5e45c1439f17 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:37.710316 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8431aaa4-71d2-417f-baee-8bfe40a5babb tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:37.739429 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-1d8d9082-ea33-4de9-aa65-e0a7ba209763 None None] Port 6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:28:37.742765 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1bcb139f-2fcc-4482-8ea9-f67fed771a1f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:28:37.752629 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d30175d0-84df-4cca-abea-6c39b80e4385 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:37.810395 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30175d0-84df-4cca-abea-6c39b80e4385 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Made reservation on behalf of 88ec29d2bb1e444ab816dc0da9c461b4 for: {'network': 2} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:37.817873 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d30175d0-84df-4cca-abea-6c39b80e4385 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:37.841103 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d30175d0-84df-4cca-abea-6c39b80e4385 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:37.851409 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 1bcb139f-2fcc-4482-8ea9-f67fed771a1f completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:28:37.852220 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f35fbb4a-a8c8-4865-815c-a0b542f89b19 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:37.852768 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35fbb4a-a8c8-4865-815c-a0b542f89b19 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Fanout notify agent at l3_agent the message router_deleted on router 0ecf7c1b-8092-4d2e-b4d2-4264706a23fd {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:28:37.866289 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 1bcb139f-2fcc-4482-8ea9-f67fed771a1f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:37.866617 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:37.906032 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-862f2df1-cf34-4cda-8425-8aeef7f9c66e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:37.915102 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d30175d0-84df-4cca-abea-6c39b80e4385 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:37.918023 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-862f2df1-cf34-4cda-8425-8aeef7f9c66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:37.947162 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f35fbb4a-a8c8-4865-815c-a0b542f89b19 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:37.948274 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f35fbb4a-a8c8-4865-815c-a0b542f89b19 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/routers/0ecf7c1b-8092-4d2e-b4d2-4264706a23fd HTTP/1.1" status: 204 len: 168 time: 3.3468533 Feb 09 01:28:37.953717 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d30175d0-84df-4cca-abea-6c39b80e4385 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Usage tracker for resource:security_group_rule and tenant:88ec29d2bb1e444ab816dc0da9c461b4 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:37.955192 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41228) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:37.966565 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-fdf4604e-372d-4a01-ba97-6bf52bc446ae tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2022299752'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:37.970438 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d30175d0-84df-4cca-abea-6c39b80e4385 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:37.983161 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-fdf4604e-372d-4a01-ba97-6bf52bc446ae tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:38.005026 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d30175d0-84df-4cca-abea-6c39b80e4385 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:38.007369 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fdf4604e-372d-4a01-ba97-6bf52bc446ae tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Usage tracker for resource:network and tenant:6d720b2d312a4ea8a0c966b82ba0a703 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:38.065115 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:38.101586 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-862f2df1-cf34-4cda-8425-8aeef7f9c66e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:38.113079 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f2df1-cf34-4cda-8425-8aeef7f9c66e admin admin] Pushing event updated for resources: {'Port': ['ID=6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:38.133082 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 1bcb139f-2fcc-4482-8ea9-f67fed771a1f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1bcb139f-2fcc-4482-8ea9-f67fed771a1f,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:38.149180 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:38.300988 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fdf4604e-372d-4a01-ba97-6bf52bc446ae tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:38.314180 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=1bcb139f-2fcc-4482-8ea9-f67fed771a1f,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:38.325809 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-fdf4604e-372d-4a01-ba97-6bf52bc446ae tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:38.340427 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:38.340878 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:38.342094 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:38.342600 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:38.343030 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:38.344308 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:38.344835 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:38.345260 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:38.345706 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:38.346726 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:38.347052 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:38.347912 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:38.353193 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862f2df1-cf34-4cda-8425-8aeef7f9c66e admin admin] Network 3840ae5c-295b-47d1-8554-ba2cead126a7 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:38.355875 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-862f2df1-cf34-4cda-8425-8aeef7f9c66e admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:38.366796 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf4604e-372d-4a01-ba97-6bf52bc446ae tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Made reservation on behalf of 6d720b2d312a4ea8a0c966b82ba0a703 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:38.367358 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:28:38.371387 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdf4604e-372d-4a01-ba97-6bf52bc446ae tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:38.526768 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8431aaa4-71d2-417f-baee-8bfe40a5babb tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:38.539821 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdf4604e-372d-4a01-ba97-6bf52bc446ae tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 970} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:28:38.644431 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdf4604e-372d-4a01-ba97-6bf52bc446ae tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:38.645715 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-fdf4604e-372d-4a01-ba97-6bf52bc446ae tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Added segment c61a432b-4e2f-4e2a-ae65-567189fb1e64 of type vlan for network 52c3fae5-4e04-4a3d-a6e4-26e87c317c9d Feb 09 01:28:38.659304 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862f2df1-cf34-4cda-8425-8aeef7f9c66e admin admin] Router 8d3a3dfc-653b-40a2-88f0-b9b98b097611 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:28:38.754953 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-8431aaa4-71d2-417f-baee-8bfe40a5babb tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Calling delete_port for 87a166c3-a949-48ae-a41b-5e45c1439f17 owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:38.777503 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-52d4cee2-5123-4f65-a133-8fc21e295b90 None None] Provisioning complete for port 6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:38.779085 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-52d4cee2-5123-4f65-a133-8fc21e295b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:38.867807 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-52d4cee2-5123-4f65-a133-8fc21e295b90 None None] Port 6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:28:38.897308 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862f2df1-cf34-4cda-8425-8aeef7f9c66e admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:28:38.911739 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-862f2df1-cf34-4cda-8425-8aeef7f9c66e admin admin] 10.222.0.37 "PUT /v2.0/routers/8d3a3dfc-653b-40a2-88f0-b9b98b097611/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7921653 Feb 09 01:28:38.919915 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261581d2-1ecc-4004-948e-cbf3567e6163 None None] Sync routers for ids ['8d3a3dfc-653b-40a2-88f0-b9b98b097611'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:38.939195 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261581d2-1ecc-4004-948e-cbf3567e6163 None None] Routers {'8d3a3dfc-653b-40a2-88f0-b9b98b097611'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:38.940003 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-261581d2-1ecc-4004-948e-cbf3567e6163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:28:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8d3a3dfc-653b-40a2-88f0-b9b98b097611'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:38.949849 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdf4604e-372d-4a01-ba97-6bf52bc446ae tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:38.972735 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d30175d0-84df-4cca-abea-6c39b80e4385 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:38.990414 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d30175d0-84df-4cca-abea-6c39b80e4385 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:38.991187 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d30175d0-84df-4cca-abea-6c39b80e4385 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:39.100030 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30175d0-84df-4cca-abea-6c39b80e4385 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=291e0aa3-b3de-497c-80a9-e84cdc5dc1a5,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:39.140829 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdf4604e-372d-4a01-ba97-6bf52bc446ae tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:39.158993 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf4604e-372d-4a01-ba97-6bf52bc446ae tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:39.160158 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdf4604e-372d-4a01-ba97-6bf52bc446ae tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:39.164520 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8431aaa4-71d2-417f-baee-8bfe40a5babb tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:39.236049 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-261581d2-1ecc-4004-948e-cbf3567e6163 None None] Set router 8d3a3dfc-653b-40a2-88f0-b9b98b097611 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:28:39.262168 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2a4fe355-5b32-4fea-b848-c86298aa9843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:39.423397 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431aaa4-71d2-417f-baee-8bfe40a5babb tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Pushing event deleted for resources: {'Port': ['ID=87a166c3-a949-48ae-a41b-5e45c1439f17,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:39.468940 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d30175d0-84df-4cca-abea-6c39b80e4385 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 981} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:28:39.504549 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d30175d0-84df-4cca-abea-6c39b80e4385 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:39.504549 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-d30175d0-84df-4cca-abea-6c39b80e4385 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Added segment 0d7ae979-9149-4c67-ac61-852e9a1074b2 of type vlan for network 44857706-895a-4e95-a539-829ddbdf12bb Feb 09 01:28:39.505323 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4604e-372d-4a01-ba97-6bf52bc446ae tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Network': ['ID=52c3fae5-4e04-4a3d-a6e4-26e87c317c9d,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:39.519539 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 52c3fae5-4e04-4a3d-a6e4-26e87c317c9d details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:28:39.544570 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fdf4604e-372d-4a01-ba97-6bf52bc446ae tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5857656 Feb 09 01:28:39.547465 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41246) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:39.553837 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-5b0af7df-a3df-4412-88f0-2890ac94cf0c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Request body: {'subnet': {'network_id': '52c3fae5-4e04-4a3d-a6e4-26e87c317c9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:39.599815 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8431aaa4-71d2-417f-baee-8bfe40a5babb tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:39.605872 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8431aaa4-71d2-417f-baee-8bfe40a5babb tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "DELETE /v2.0/ports/87a166c3-a949-48ae-a41b-5e45c1439f17 HTTP/1.1" status: 204 len: 168 time: 2.3604600 Feb 09 01:28:39.612779 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41250) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:39.640754 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d30175d0-84df-4cca-abea-6c39b80e4385 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:39.732981 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1bcb139f-2fcc-4482-8ea9-f67fed771a1f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:28:39.821360 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5b0af7df-a3df-4412-88f0-2890ac94cf0c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:39.823003 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ee2c23-6609-4355-8db5-90a1699f779e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Deleting subnet 9671a035-d862-45b0-9a1f-4f8114d5db77 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:28:39.826577 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-261581d2-1ecc-4004-948e-cbf3567e6163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3a3dfc-653b-40a2-88f0-b9b98b097611', 'name': 'tempest-TestServerBasicOps-723623957-router', 'tenant_id': '2f6f624a89a5405fbd9d1dd350b2fa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '1bcb139f-2fcc-4482-8ea9-f67fed771a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:24Z', 'updated_at': '2022-02-09T01:28:37Z', 'revision_number': 4, 'project_id': '2f6f624a89a5405fbd9d1dd350b2fa1a', 'gw_port': {'id': '1bcb139f-2fcc-4482-8ea9-f67fed771a1f', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3a3dfc-653b-40a2-88f0-b9b98b097611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:28Z', 'updated_at': '2022-02-09T01:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2', 'name': '', 'network_id': '3840ae5c-295b-47d1-8554-ba2cead126a7', 'tenant_id': '2f6f624a89a5405fbd9d1dd350b2fa1a', 'mac_address': 'fa:16:3e:58:ed:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3a3dfc-653b-40a2-88f0-b9b98b097611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '8d0919e2-0388-4e36-9856-9979241703c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:35Z', 'updated_at': '2022-02-09T01:28:37Z', 'revision_number': 2, 'project_id': '2f6f624a89a5405fbd9d1dd350b2fa1a', 'subnets': [{'id': '8d0919e2-0388-4e36-9856-9979241703c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:39.827825 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5b0af7df-a3df-4412-88f0-2890ac94cf0c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Usage tracker for resource:subnet and tenant:6d720b2d312a4ea8a0c966b82ba0a703 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:39.836008 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5b0af7df-a3df-4412-88f0-2890ac94cf0c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:39.839603 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261581d2-1ecc-4004-948e-cbf3567e6163 None None] Checking router: 8d3a3dfc-653b-40a2-88f0-b9b98b097611 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:28:39.840891 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261581d2-1ecc-4004-948e-cbf3567e6163 None None] Updating router 8d3a3dfc-653b-40a2-88f0-b9b98b097611 port 6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:28:39.846055 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5b0af7df-a3df-4412-88f0-2890ac94cf0c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:39.849515 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-10ee2c23-6609-4355-8db5-90a1699f779e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:39.874424 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0af7df-a3df-4412-88f0-2890ac94cf0c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Made reservation on behalf of 6d720b2d312a4ea8a0c966b82ba0a703 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:39.877614 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5b0af7df-a3df-4412-88f0-2890ac94cf0c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:39.980878 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d30175d0-84df-4cca-abea-6c39b80e4385 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 978} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:28:40.036200 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-10ee2c23-6609-4355-8db5-90a1699f779e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:40.064925 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-261581d2-1ecc-4004-948e-cbf3567e6163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:40.078241 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 1bcb139f-2fcc-4482-8ea9-f67fed771a1f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:40.078585 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:40.115073 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d30175d0-84df-4cca-abea-6c39b80e4385 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:40.123134 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-d30175d0-84df-4cca-abea-6c39b80e4385 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Added segment 4f393456-cd7a-4dd9-a209-f6b6a3473b46 of type vlan for network 6c281a6b-ab2f-4716-8893-27a068e136ae Feb 09 01:28:40.190445 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41258) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:40.248511 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d30175d0-84df-4cca-abea-6c39b80e4385 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:40.261900 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-debef47f-9928-4558-a496-ee1ee50c9931 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1413479257', 'description': 'tempest-secgroup-smoke-1413479257 description', 'project_id': 'ef6edc4015e943ec908a956d7cff5e10'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:40.342880 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-debef47f-9928-4558-a496-ee1ee50c9931 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:40.365697 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5b0af7df-a3df-4412-88f0-2890ac94cf0c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:40.377690 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:40.380724 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-10ee2c23-6609-4355-8db5-90a1699f779e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:40.409787 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-debef47f-9928-4558-a496-ee1ee50c9931 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Usage tracker for resource:security_group and tenant:ef6edc4015e943ec908a956d7cff5e10 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:40.412102 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-debef47f-9928-4558-a496-ee1ee50c9931 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:40.426498 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-debef47f-9928-4558-a496-ee1ee50c9931 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:40.443607 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-debef47f-9928-4558-a496-ee1ee50c9931 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:40.473102 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-debef47f-9928-4558-a496-ee1ee50c9931 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:40.478560 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:40.498000 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-debef47f-9928-4558-a496-ee1ee50c9931 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Usage tracker for resource:security_group_rule and tenant:ef6edc4015e943ec908a956d7cff5e10 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:40.503462 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-debef47f-9928-4558-a496-ee1ee50c9931 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:40.513759 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d30175d0-84df-4cca-abea-6c39b80e4385 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:40.514265 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d30175d0-84df-4cca-abea-6c39b80e4385 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:40.520597 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30175d0-84df-4cca-abea-6c39b80e4385 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:40.525659 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30175d0-84df-4cca-abea-6c39b80e4385 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:40.525761 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d30175d0-84df-4cca-abea-6c39b80e4385 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:40.531037 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-debef47f-9928-4558-a496-ee1ee50c9931 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:40.666842 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-10ee2c23-6609-4355-8db5-90a1699f779e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:40.730952 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d30175d0-84df-4cca-abea-6c39b80e4385 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.5510969 Feb 09 01:28:40.737148 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-10ee2c23-6609-4355-8db5-90a1699f779e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:40.741241 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee2c23-6609-4355-8db5-90a1699f779e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Pushing event deleted for resources: {'Subnet': ['ID=9671a035-d862-45b0-9a1f-4f8114d5db77,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:40.741355 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d408109a-5c4e-4b24-af89-b7d0473027ce None None] Network fc0cd235-d706-4e7e-a633-962d662b162f requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:28:40.754010 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41264) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:40.762390 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0af7df-a3df-4412-88f0-2890ac94cf0c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Subnet': ['ID=c4ce9493-5a4f-4cae-ad13-ec1005a8e644,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:40.770148 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0af7df-a3df-4412-88f0-2890ac94cf0c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Checking segment: {'id': 'c61a432b-4e2f-4e2a-ae65-567189fb1e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '52c3fae5-4e04-4a3d-a6e4-26e87c317c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:28:40.772253 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0af7df-a3df-4412-88f0-2890ac94cf0c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network hostable DHCP agents. Network: 52c3fae5-4e04-4a3d-a6e4-26e87c317c9d, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:28:40.802333 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30175d0-84df-4cca-abea-6c39b80e4385 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Pushing event updated for resources: {'Network': ['ID=44857706-895a-4e95-a539-829ddbdf12bb,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:40.813218 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-10ee2c23-6609-4355-8db5-90a1699f779e tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "DELETE /v2.0/subnets/9671a035-d862-45b0-9a1f-4f8114d5db77 HTTP/1.1" status: 204 len: 168 time: 1.1771913 Feb 09 01:28:40.817982 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-261581d2-1ecc-4004-948e-cbf3567e6163 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:40.820917 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41268) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:40.847470 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-261581d2-1ecc-4004-948e-cbf3567e6163 None None] Transition to ACTIVE for port object 6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:28:40.866567 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-261581d2-1ecc-4004-948e-cbf3567e6163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:40.910562 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0af7df-a3df-4412-88f0-2890ac94cf0c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network 52c3fae5-4e04-4a3d-a6e4-26e87c317c9d is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:28:40.938532 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 44857706-895a-4e95-a539-829ddbdf12bb details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:28:40.975428 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-5b0af7df-a3df-4412-88f0-2890ac94cf0c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 52c3fae5-4e04-4a3d-a6e4-26e87c317c9d) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:41.032152 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0af7df-a3df-4412-88f0-2890ac94cf0c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:41.034686 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5b0af7df-a3df-4412-88f0-2890ac94cf0c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:41.115393 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5b0af7df-a3df-4412-88f0-2890ac94cf0c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5558963 Feb 09 01:28:41.115393 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41272) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:41.132843 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf14f1-450d-4c93-907e-036eba3775b0 None None] Pushing event updated for resources: {'Port': ['ID=6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:41.148219 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dcacd48-fdd0-4c5f-87b2-6ad9cb0813df tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Deleting subnet 760d545b-8344-489a-b34a-2bacf7e004bf {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:28:41.154447 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2dcacd48-fdd0-4c5f-87b2-6ad9cb0813df tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:41.191086 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd4c62c-24e6-4bcd-89ae-660af804c51e None None] Network 52c3fae5-4e04-4a3d-a6e4-26e87c317c9d requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:28:41.203381 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30175d0-84df-4cca-abea-6c39b80e4385 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Pushing event updated for resources: {'Network': ['ID=6c281a6b-ab2f-4716-8893-27a068e136ae,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:41.242020 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-5deff1b8-01c6-4a02-9349-dea51278b03b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1357138456', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:41.316228 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5deff1b8-01c6-4a02-9349-dea51278b03b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:41.324707 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-261581d2-1ecc-4004-948e-cbf3567e6163 None None] Attempting to bind port 6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:28:41.325076 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-261581d2-1ecc-4004-948e-cbf3567e6163 None None] Attempting to bind port 6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '18fdd346-590b-4648-acf7-a31eecf7f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '3840ae5c-295b-47d1-8554-ba2cead126a7'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:28:41.325430 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261581d2-1ecc-4004-948e-cbf3567e6163 None None] Attempting to bind port 6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2 on network 3840ae5c-295b-47d1-8554-ba2cead126a7 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:28:41.334088 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261581d2-1ecc-4004-948e-cbf3567e6163 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:28:41.334088 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261581d2-1ecc-4004-948e-cbf3567e6163 None None] Checking segment: {'id': '18fdd346-590b-4648-acf7-a31eecf7f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '3840ae5c-295b-47d1-8554-ba2cead126a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:28:41.335670 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-261581d2-1ecc-4004-948e-cbf3567e6163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:41.335670 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261581d2-1ecc-4004-948e-cbf3567e6163 None None] Bound using segment: {'id': '18fdd346-590b-4648-acf7-a31eecf7f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '3840ae5c-295b-47d1-8554-ba2cead126a7'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:28:41.335670 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-261581d2-1ecc-4004-948e-cbf3567e6163 None None] Bound port: 6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18fdd346-590b-4648-acf7-a31eecf7f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '3840ae5c-295b-47d1-8554-ba2cead126a7'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:28:41.335934 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-261581d2-1ecc-4004-948e-cbf3567e6163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:41.349469 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5deff1b8-01c6-4a02-9349-dea51278b03b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Usage tracker for resource:router and tenant:6d720b2d312a4ea8a0c966b82ba0a703 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:41.398572 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-debef47f-9928-4558-a496-ee1ee50c9931 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:41.430746 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5deff1b8-01c6-4a02-9349-dea51278b03b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:41.437874 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2dcacd48-fdd0-4c5f-87b2-6ad9cb0813df tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:41.442623 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-debef47f-9928-4558-a496-ee1ee50c9931 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:41.478236 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5deff1b8-01c6-4a02-9349-dea51278b03b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:41.502888 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 6c281a6b-ab2f-4716-8893-27a068e136ae details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:28:41.509909 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5deff1b8-01c6-4a02-9349-dea51278b03b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:41.512574 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5deff1b8-01c6-4a02-9349-dea51278b03b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:41.537724 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-261581d2-1ecc-4004-948e-cbf3567e6163 None None] For port 6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:28:41.544712 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-261581d2-1ecc-4004-948e-cbf3567e6163 None None] For port 6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2,segment=NetworkSegment(18fdd346-590b-4648-acf7-a31eecf7f5ea),segment_id=18fdd346-590b-4648-acf7-a31eecf7f5ea)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:28:41.559387 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-261581d2-1ecc-4004-948e-cbf3567e6163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:41.610908 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2dcacd48-fdd0-4c5f-87b2-6ad9cb0813df tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:41.689932 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debef47f-9928-4558-a496-ee1ee50c9931 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4a28c2-1dcd-4875-93e5-19ac2ed6bd02,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:41.696299 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-debef47f-9928-4558-a496-ee1ee50c9931 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:41.697786 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-debef47f-9928-4558-a496-ee1ee50c9931 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5034492 Feb 09 01:28:41.711579 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dd0e36-1599-4427-807b-b33fca0c6230 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:41.719656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dd0e36-1599-4427-807b-b33fca0c6230 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:41.737031 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dd0e36-1599-4427-807b-b33fca0c6230 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:41.747728 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dd0e36-1599-4427-807b-b33fca0c6230 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:41.752151 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a54812-455e-4539-a1f1-7eaf0f2e6ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-52c3fae5-4e04-4a3d-a6e4-26e87c317c9d', 'network_id': '52c3fae5-4e04-4a3d-a6e4-26e87c317c9d', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'fixed_ips': [{'subnet_id': 'c4ce9493-5a4f-4cae-ad13-ec1005a8e644'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:28:41.752629 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c6dd0e36-1599-4427-807b-b33fca0c6230 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Synchronizing usage tracker for tenant:88ec29d2bb1e444ab816dc0da9c461b4 on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:41.753461 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-25a54812-455e-4539-a1f1-7eaf0f2e6ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:41.755273 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41282) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:41.766304 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5deff1b8-01c6-4a02-9349-dea51278b03b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:41.775150 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261581d2-1ecc-4004-948e-cbf3567e6163 None None] Routers {'8d3a3dfc-653b-40a2-88f0-b9b98b097611'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:41.775150 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-261581d2-1ecc-4004-948e-cbf3567e6163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:28:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8d3a3dfc-653b-40a2-88f0-b9b98b097611'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:41.781066 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-50a9f7de-a95b-4b28-ae68-3ff170e49d55 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Request body: {'security_group_rule': {'security_group_id': '9e4a28c2-1dcd-4875-93e5-19ac2ed6bd02', 'project_id': 'ef6edc4015e943ec908a956d7cff5e10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:41.817615 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2dcacd48-fdd0-4c5f-87b2-6ad9cb0813df tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:41.821863 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-50a9f7de-a95b-4b28-ae68-3ff170e49d55 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:41.829872 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-50a9f7de-a95b-4b28-ae68-3ff170e49d55 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Usage tracker for resource:security_group_rule and tenant:ef6edc4015e943ec908a956d7cff5e10 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:41.845315 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c6dd0e36-1599-4427-807b-b33fca0c6230 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Unset dirty status for tenant:88ec29d2bb1e444ab816dc0da9c461b4 on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:41.855567 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c6dd0e36-1599-4427-807b-b33fca0c6230 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.0981703 Feb 09 01:28:41.855567 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-50a9f7de-a95b-4b28-ae68-3ff170e49d55 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:41.857384 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5deff1b8-01c6-4a02-9349-dea51278b03b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:41.859048 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41286) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:41.889641 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2dcacd48-fdd0-4c5f-87b2-6ad9cb0813df tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:41.898100 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcacd48-fdd0-4c5f-87b2-6ad9cb0813df tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Pushing event deleted for resources: {'Subnet': ['ID=760d545b-8344-489a-b34a-2bacf7e004bf,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:41.902233 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2dcacd48-fdd0-4c5f-87b2-6ad9cb0813df tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "DELETE /v2.0/subnets/760d545b-8344-489a-b34a-2bacf7e004bf HTTP/1.1" status: 204 len: 168 time: 1.0798802 Feb 09 01:28:41.906359 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41290) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:41.925387 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-50a9f7de-a95b-4b28-ae68-3ff170e49d55 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:41.964357 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf14f1-450d-4c93-907e-036eba3775b0 None None] Pushing event updated for resources: {'Port': ['ID=6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:42.167760 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-261581d2-1ecc-4004-948e-cbf3567e6163 None None] Set router 8d3a3dfc-653b-40a2-88f0-b9b98b097611 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:28:42.172330 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5deff1b8-01c6-4a02-9349-dea51278b03b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:42.181118 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5deff1b8-01c6-4a02-9349-dea51278b03b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0622699 Feb 09 01:28:42.184777 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41294) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:42.242565 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5ddb59e1-e4e8-4f98-8f24-993eac365967 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:42.267238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-5ddb59e1-e4e8-4f98-8f24-993eac365967 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Deleting port 61ead241-4e0d-44d1-b90c-71976a201a1c {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:42.270826 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5ddb59e1-e4e8-4f98-8f24-993eac365967 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:42.297161 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fcd6e1-b062-4936-9032-7bfb8469047d None None] Network d0976495-8081-44af-be21-4d619e68defa requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:28:42.439006 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50a9f7de-a95b-4b28-ae68-3ff170e49d55 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:42.497228 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:42.506756 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ced922f1-0493-463b-8349-7040cc265794 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:42.520470 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-25a54812-455e-4539-a1f1-7eaf0f2e6ce6 None None] Allocated IP 2001:db8::2 (52c3fae5-4e04-4a3d-a6e4-26e87c317c9d/c4ce9493-5a4f-4cae-ad13-ec1005a8e644/47f0389e-a53a-45b8-837a-f94c1358804f) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:42.732169 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f4dbb0-2313-4c38-9be7-3b162cc85914 None None] DHCP port deletion for fc0cd235-d706-4e7e-a633-962d662b162f request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:28:42.740667 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-81f4dbb0-2313-4c38-9be7-3b162cc85914 None None] Deleting port 61ead241-4e0d-44d1-b90c-71976a201a1c {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:42.740786 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-81f4dbb0-2313-4c38-9be7-3b162cc85914 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:42.823992 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-5ddb59e1-e4e8-4f98-8f24-993eac365967 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] For port 61ead241-4e0d-44d1-b90c-71976a201a1c, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=61ead241-4e0d-44d1-b90c-71976a201a1c,segment=NetworkSegment(cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc),segment_id=cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:42.824830 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5ddb59e1-e4e8-4f98-8f24-993eac365967 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:42.904834 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-261581d2-1ecc-4004-948e-cbf3567e6163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3a3dfc-653b-40a2-88f0-b9b98b097611', 'name': 'tempest-TestServerBasicOps-723623957-router', 'tenant_id': '2f6f624a89a5405fbd9d1dd350b2fa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '1bcb139f-2fcc-4482-8ea9-f67fed771a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:24Z', 'updated_at': '2022-02-09T01:28:37Z', 'revision_number': 4, 'project_id': '2f6f624a89a5405fbd9d1dd350b2fa1a', 'gw_port': {'id': '1bcb139f-2fcc-4482-8ea9-f67fed771a1f', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3a3dfc-653b-40a2-88f0-b9b98b097611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:28Z', 'updated_at': '2022-02-09T01:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2', 'name': '', 'network_id': '3840ae5c-295b-47d1-8554-ba2cead126a7', 'tenant_id': '2f6f624a89a5405fbd9d1dd350b2fa1a', 'mac_address': 'fa:16:3e:58:ed:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3a3dfc-653b-40a2-88f0-b9b98b097611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '8d0919e2-0388-4e36-9856-9979241703c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:35Z', 'updated_at': '2022-02-09T01:28:41Z', 'revision_number': 4, 'project_id': '2f6f624a89a5405fbd9d1dd350b2fa1a', 'subnets': [{'id': '8d0919e2-0388-4e36-9856-9979241703c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:42.909993 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261581d2-1ecc-4004-948e-cbf3567e6163 None None] The sync data for ids ['8d3a3dfc-653b-40a2-88f0-b9b98b097611'] in n-d-828419-1 is: [{'id': '8d3a3dfc-653b-40a2-88f0-b9b98b097611', 'name': 'tempest-TestServerBasicOps-723623957-router', 'tenant_id': '2f6f624a89a5405fbd9d1dd350b2fa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '1bcb139f-2fcc-4482-8ea9-f67fed771a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:24Z', 'updated_at': '2022-02-09T01:28:37Z', 'revision_number': 4, 'project_id': '2f6f624a89a5405fbd9d1dd350b2fa1a', 'gw_port': {'id': '1bcb139f-2fcc-4482-8ea9-f67fed771a1f', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3a3dfc-653b-40a2-88f0-b9b98b097611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:28Z', 'updated_at': '2022-02-09T01:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2', 'name': '', 'network_id': '3840ae5c-295b-47d1-8554-ba2cead126a7', 'tenant_id': '2f6f624a89a5405fbd9d1dd350b2fa1a', 'mac_address': 'fa:16:3e:58:ed:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3a3dfc-653b-40a2-88f0-b9b98b097611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '8d0919e2-0388-4e36-9856-9979241703c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:35Z', 'updated_at': '2022-02-09T01:28:41Z', 'revision_number': 4, 'project_id': '2f6f624a89a5405fbd9d1dd350b2fa1a', 'subnets': [{'id': '8d0919e2-0388-4e36-9856-9979241703c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:42.977686 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50a9f7de-a95b-4b28-ae68-3ff170e49d55 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:43.036731 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ced922f1-0493-463b-8349-7040cc265794 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:43.077184 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-ced922f1-0493-463b-8349-7040cc265794 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44857706-895a-4e95-a539-829ddbdf12bb']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:43.079905 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-5ddb59e1-e4e8-4f98-8f24-993eac365967 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Calling delete_port for 61ead241-4e0d-44d1-b90c-71976a201a1c owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:43.107313 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-ced922f1-0493-463b-8349-7040cc265794 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7ae979-9149-4c67-ac61-852e9a1074b2') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:43.107904 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-ced922f1-0493-463b-8349-7040cc265794 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7ae979-9149-4c67-ac61-852e9a1074b2') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:43.202525 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d5ac68-25ed-4074-8d62-2d27772d06a6 None None] DHCP port deletion for d0976495-8081-44af-be21-4d619e68defa request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:28:43.211000 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-69d5ac68-25ed-4074-8d62-2d27772d06a6 None None] Deleting port 42b77d2d-16ab-4028-84da-f416d511f4c7 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:43.211652 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-69d5ac68-25ed-4074-8d62-2d27772d06a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:43.230455 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5ddb59e1-e4e8-4f98-8f24-993eac365967 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:43.265561 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50a9f7de-a95b-4b28-ae68-3ff170e49d55 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:43.280469 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ced922f1-0493-463b-8349-7040cc265794 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:43.291874 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb59e1-e4e8-4f98-8f24-993eac365967 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Pushing event deleted for resources: {'Port': ['ID=61ead241-4e0d-44d1-b90c-71976a201a1c,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:43.295832 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddb59e1-e4e8-4f98-8f24-993eac365967 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] No DVR routers for this DVR port 61ead241-4e0d-44d1-b90c-71976a201a1c on host n-d-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:28:43.309659 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-25a54812-455e-4539-a1f1-7eaf0f2e6ce6 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:43.322196 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-25a54812-455e-4539-a1f1-7eaf0f2e6ce6 None None] Transition to ACTIVE for port object 47f0389e-a53a-45b8-837a-f94c1358804f will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:28:43.344884 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-25a54812-455e-4539-a1f1-7eaf0f2e6ce6 None None] Transition to ACTIVE for port object 47f0389e-a53a-45b8-837a-f94c1358804f will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:28:43.350358 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-81f4dbb0-2313-4c38-9be7-3b162cc85914 None None] For port 61ead241-4e0d-44d1-b90c-71976a201a1c, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=61ead241-4e0d-44d1-b90c-71976a201a1c,segment=NetworkSegment(cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc),segment_id=cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:43.350845 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-81f4dbb0-2313-4c38-9be7-3b162cc85914 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:43.393258 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-25a54812-455e-4539-a1f1-7eaf0f2e6ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:43.403170 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9f7de-a95b-4b28-ae68-3ff170e49d55 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ca50b2d-2b4a-46ef-a752-4a69ece4c07b,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:43.437253 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ced922f1-0493-463b-8349-7040cc265794 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:43.521387 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5ddb59e1-e4e8-4f98-8f24-993eac365967 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:43.533056 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced922f1-0493-463b-8349-7040cc265794 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Releasing vlan 981 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:28:43.533649 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ced922f1-0493-463b-8349-7040cc265794 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:43.551793 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-5ddb59e1-e4e8-4f98-8f24-993eac365967 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0cd235-d706-4e7e-a633-962d662b162f']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:43.568072 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-5ddb59e1-e4e8-4f98-8f24-993eac365967 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:43.568445 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-5ddb59e1-e4e8-4f98-8f24-993eac365967 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad01a4a-0bb4-4cbd-836b-85f9cb9bc6dc') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:43.583190 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5ddb59e1-e4e8-4f98-8f24-993eac365967 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:43.595463 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:28:43.595463 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:28:43.595463 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:28:43.595463 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:28:43.595463 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:28:43.595463 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:28:43.595463 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:28:43.595463 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:28:43.595463 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:28:43.595463 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:28:43.595463 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:28:43.595463 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:28:43.595463 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:28:43.595463 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:28:43.595463 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:28:43.595463 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:28:43.595463 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:28:43.595463 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:28:43.595463 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:28:43.595463 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:28:43.595463 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:28:43.595463 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:28:43.595463 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:28:43.595463 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:28:43.595463 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:28:43.595463 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:28:43.595463 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:28:43.595463 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:28:43.595463 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:28:43.595463 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:28:43.595463 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:28:43.595463 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:28:43.624956 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5ddb59e1-e4e8-4f98-8f24-993eac365967 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:43.639502 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ddb59e1-e4e8-4f98-8f24-993eac365967 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Releasing vlan 976 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:28:43.639882 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5ddb59e1-e4e8-4f98-8f24-993eac365967 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:43.663444 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:28:43.663444 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:28:43.663444 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:28:43.663444 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:28:43.663444 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:28:43.663444 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:28:43.663444 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:28:43.663444 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:28:43.663444 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:28:43.663444 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:28:43.663444 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:28:43.663444 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:28:43.663444 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:28:43.663444 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:28:43.663444 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:28:43.663444 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:28:43.663444 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:28:43.663444 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:28:43.663444 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:28:43.663444 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:28:43.663444 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:28:43.663444 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:28:43.663444 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:28:43.663444 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:28:43.663444 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:28:43.663444 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:28:43.663444 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:28:43.663444 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:28:43.663444 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:28:43.663444 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:28:43.663444 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:28:43.663444 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:28:43.681841 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-50a9f7de-a95b-4b28-ae68-3ff170e49d55 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:43.687927 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-50a9f7de-a95b-4b28-ae68-3ff170e49d55 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9278777 Feb 09 01:28:43.699053 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41304) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:43.707350 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a54812-455e-4539-a1f1-7eaf0f2e6ce6 None None] Pushing event updated for resources: {'Port': ['ID=47f0389e-a53a-45b8-837a-f94c1358804f,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:43.727684 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-d7d96d9e-e8f3-495a-b5a6-57f00dd429a0 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Request body: {'security_group_rule': {'security_group_id': '9e4a28c2-1dcd-4875-93e5-19ac2ed6bd02', 'project_id': 'ef6edc4015e943ec908a956d7cff5e10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:43.742825 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-81f4dbb0-2313-4c38-9be7-3b162cc85914 None None] Calling delete_port for 61ead241-4e0d-44d1-b90c-71976a201a1c owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:43.754818 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d7d96d9e-e8f3-495a-b5a6-57f00dd429a0 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:43.781781 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d7d96d9e-e8f3-495a-b5a6-57f00dd429a0 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Usage tracker for resource:security_group_rule and tenant:ef6edc4015e943ec908a956d7cff5e10 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:43.791394 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d7d96d9e-e8f3-495a-b5a6-57f00dd429a0 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:43.811869 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:28:43.835531 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ced922f1-0493-463b-8349-7040cc265794 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:43.842376 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5ddb59e1-e4e8-4f98-8f24-993eac365967 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:43.848308 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5ddb59e1-e4e8-4f98-8f24-993eac365967 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:43.895977 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb59e1-e4e8-4f98-8f24-993eac365967 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Pushing event deleted for resources: {'Network': ['ID=fc0cd235-d706-4e7e-a633-962d662b162f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:43.903956 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5ddb59e1-e4e8-4f98-8f24-993eac365967 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "DELETE /v2.0/networks/fc0cd235-d706-4e7e-a633-962d662b162f HTTP/1.1" status: 204 len: 168 time: 1.9973640 Feb 09 01:28:43.906578 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41310) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:43.916114 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d7d96d9e-e8f3-495a-b5a6-57f00dd429a0 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:43.919253 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ced922f1-0493-463b-8349-7040cc265794 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:43.922581 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cb6d2362-ae1e-4d2d-a8d5-9ea669827c7f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:43.942305 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced922f1-0493-463b-8349-7040cc265794 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Pushing event deleted for resources: {'Network': ['ID=44857706-895a-4e95-a539-829ddbdf12bb,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:44.007532 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a54812-455e-4539-a1f1-7eaf0f2e6ce6 None None] Network 52c3fae5-4e04-4a3d-a6e4-26e87c317c9d is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:44.036263 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-25a54812-455e-4539-a1f1-7eaf0f2e6ce6 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:44.039757 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a54812-455e-4539-a1f1-7eaf0f2e6ce6 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:28:44.115518 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ced922f1-0493-463b-8349-7040cc265794 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] 10.222.0.37 "DELETE /v2.0/networks/44857706-895a-4e95-a539-829ddbdf12bb HTTP/1.1" status: 204 len: 168 time: 2.2537293 Feb 09 01:28:44.126350 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-71fbc03a-a0f0-478b-b6cc-d1a2a89ffa56 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:44.133987 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41316) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:44.151416 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d7d96d9e-e8f3-495a-b5a6-57f00dd429a0 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:44.154126 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-81f4dbb0-2313-4c38-9be7-3b162cc85914 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:28:44.154576 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-81f4dbb0-2313-4c38-9be7-3b162cc85914 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:28:44.355230 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-71fbc03a-a0f0-478b-b6cc-d1a2a89ffa56 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Deleting port 42b77d2d-16ab-4028-84da-f416d511f4c7 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:44.355660 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-71fbc03a-a0f0-478b-b6cc-d1a2a89ffa56 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:44.410680 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-69d5ac68-25ed-4074-8d62-2d27772d06a6 None None] For port 42b77d2d-16ab-4028-84da-f416d511f4c7, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=42b77d2d-16ab-4028-84da-f416d511f4c7,segment=NetworkSegment(fd3b71e5-0362-4aa8-9ee9-e449d143c760),segment_id=fd3b71e5-0362-4aa8-9ee9-e449d143c760)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:44.411168 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-69d5ac68-25ed-4074-8d62-2d27772d06a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:44.656448 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-69d5ac68-25ed-4074-8d62-2d27772d06a6 None None] Calling delete_port for 42b77d2d-16ab-4028-84da-f416d511f4c7 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:44.684117 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-cb6d2362-ae1e-4d2d-a8d5-9ea669827c7f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Allocated IP 2001:db8::1 (52c3fae5-4e04-4a3d-a6e4-26e87c317c9d/c4ce9493-5a4f-4cae-ad13-ec1005a8e644/c5be33db-15ca-482d-adc2-53da5489d1aa) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:44.723692 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-71fbc03a-a0f0-478b-b6cc-d1a2a89ffa56 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] For port 42b77d2d-16ab-4028-84da-f416d511f4c7, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=42b77d2d-16ab-4028-84da-f416d511f4c7,segment=NetworkSegment(fd3b71e5-0362-4aa8-9ee9-e449d143c760),segment_id=fd3b71e5-0362-4aa8-9ee9-e449d143c760)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:44.724384 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-71fbc03a-a0f0-478b-b6cc-d1a2a89ffa56 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:44.813792 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e22aa72e-dd8f-4a6d-9b77-046bb094fedb tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:44.842971 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-81f4dbb0-2313-4c38-9be7-3b162cc85914 None None] Deleting port 61ead241-4e0d-44d1-b90c-71976a201a1c {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:44.843874 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-81f4dbb0-2313-4c38-9be7-3b162cc85914 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:44.928463 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cb6d2362-ae1e-4d2d-a8d5-9ea669827c7f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:44.934369 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-71fbc03a-a0f0-478b-b6cc-d1a2a89ffa56 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Calling delete_port for 42b77d2d-16ab-4028-84da-f416d511f4c7 owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:44.951604 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-81f4dbb0-2313-4c38-9be7-3b162cc85914 None None] The port '61ead241-4e0d-44d1-b90c-71976a201a1c' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:28:44.958866 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-cb6d2362-ae1e-4d2d-a8d5-9ea669827c7f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Transition to ACTIVE for port object c5be33db-15ca-482d-adc2-53da5489d1aa will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:28:44.978517 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d7d96d9e-e8f3-495a-b5a6-57f00dd429a0 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:45.006519 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d7d96d9e-e8f3-495a-b5a6-57f00dd429a0 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:45.051599 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cb6d2362-ae1e-4d2d-a8d5-9ea669827c7f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:45.071178 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d96d9e-e8f3-495a-b5a6-57f00dd429a0 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7171c79f-801e-4e2b-bc98-7b785d18a574,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:45.105691 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-25a54812-455e-4539-a1f1-7eaf0f2e6ce6 None None] Attempting to bind port 47f0389e-a53a-45b8-837a-f94c1358804f on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:28:45.106101 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-25a54812-455e-4539-a1f1-7eaf0f2e6ce6 None None] Attempting to bind port 47f0389e-a53a-45b8-837a-f94c1358804f by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c61a432b-4e2f-4e2a-ae65-567189fb1e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '52c3fae5-4e04-4a3d-a6e4-26e87c317c9d'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:28:45.106666 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a54812-455e-4539-a1f1-7eaf0f2e6ce6 None None] Attempting to bind port 47f0389e-a53a-45b8-837a-f94c1358804f on network 52c3fae5-4e04-4a3d-a6e4-26e87c317c9d {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:28:45.109606 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-69d5ac68-25ed-4074-8d62-2d27772d06a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:45.164534 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:28:45.164733 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e22aa72e-dd8f-4a6d-9b77-046bb094fedb tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:45.187127 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6d2362-ae1e-4d2d-a8d5-9ea669827c7f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network 52c3fae5-4e04-4a3d-a6e4-26e87c317c9d is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:45.191009 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a54812-455e-4539-a1f1-7eaf0f2e6ce6 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:28:45.191877 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a54812-455e-4539-a1f1-7eaf0f2e6ce6 None None] Checking segment: {'id': 'c61a432b-4e2f-4e2a-ae65-567189fb1e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '52c3fae5-4e04-4a3d-a6e4-26e87c317c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:28:45.192477 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-25a54812-455e-4539-a1f1-7eaf0f2e6ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:45.193039 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a54812-455e-4539-a1f1-7eaf0f2e6ce6 None None] Bound using segment: {'id': 'c61a432b-4e2f-4e2a-ae65-567189fb1e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '52c3fae5-4e04-4a3d-a6e4-26e87c317c9d'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:28:45.193448 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-cb6d2362-ae1e-4d2d-a8d5-9ea669827c7f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:45.193837 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-25a54812-455e-4539-a1f1-7eaf0f2e6ce6 None None] Bound port: 47f0389e-a53a-45b8-837a-f94c1358804f, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c61a432b-4e2f-4e2a-ae65-567189fb1e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '52c3fae5-4e04-4a3d-a6e4-26e87c317c9d'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:28:45.194376 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-25a54812-455e-4539-a1f1-7eaf0f2e6ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:45.195953 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6d2362-ae1e-4d2d-a8d5-9ea669827c7f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:28:45.196980 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cb6d2362-ae1e-4d2d-a8d5-9ea669827c7f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:45.209831 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5ac68-25ed-4074-8d62-2d27772d06a6 None None] Pushing event deleted for resources: {'Port': ['ID=42b77d2d-16ab-4028-84da-f416d511f4c7,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:45.211952 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d5ac68-25ed-4074-8d62-2d27772d06a6 None None] No DVR routers for this DVR port 42b77d2d-16ab-4028-84da-f416d511f4c7 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:28:45.216206 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:45.216821 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:45.223866 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-e22aa72e-dd8f-4a6d-9b77-046bb094fedb tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c281a6b-ab2f-4716-8893-27a068e136ae']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:45.237502 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-e22aa72e-dd8f-4a6d-9b77-046bb094fedb tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f393456-cd7a-4dd9-a209-f6b6a3473b46') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:45.238853 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-e22aa72e-dd8f-4a6d-9b77-046bb094fedb tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f393456-cd7a-4dd9-a209-f6b6a3473b46') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:45.269364 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e22aa72e-dd8f-4a6d-9b77-046bb094fedb tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:45.310139 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e22aa72e-dd8f-4a6d-9b77-046bb094fedb tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:45.318538 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e22aa72e-dd8f-4a6d-9b77-046bb094fedb tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Releasing vlan 978 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:28:45.318538 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e22aa72e-dd8f-4a6d-9b77-046bb094fedb tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:28:45.333829 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:28:45.367935 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-25a54812-455e-4539-a1f1-7eaf0f2e6ce6 None None] For port 47f0389e-a53a-45b8-837a-f94c1358804f, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:28:45.372488 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-25a54812-455e-4539-a1f1-7eaf0f2e6ce6 None None] For port 47f0389e-a53a-45b8-837a-f94c1358804f, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=47f0389e-a53a-45b8-837a-f94c1358804f,segment=NetworkSegment(c61a432b-4e2f-4e2a-ae65-567189fb1e64),segment_id=c61a432b-4e2f-4e2a-ae65-567189fb1e64)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:28:45.397404 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-25a54812-455e-4539-a1f1-7eaf0f2e6ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:45.411229 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.api [None req-71fbc03a-a0f0-478b-b6cc-d1a2a89ffa56 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:28:45.411536 n-d-828419-1 neutron-server[87612]: DEBUG oslo_db.api [None req-71fbc03a-a0f0-478b-b6cc-d1a2a89ffa56 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:28:45.440495 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e22aa72e-dd8f-4a6d-9b77-046bb094fedb tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:45.462352 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d7d96d9e-e8f3-495a-b5a6-57f00dd429a0 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:45.466203 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d7d96d9e-e8f3-495a-b5a6-57f00dd429a0 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.7550447 Feb 09 01:28:45.466203 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d2362-ae1e-4d2d-a8d5-9ea669827c7f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Port': ['ID=c5be33db-15ca-482d-adc2-53da5489d1aa,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:45.469528 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41326) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:45.480954 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-73b836f9-d269-4619-8fbc-d126dee7d063 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Request body: {'security_group_rule': {'security_group_id': '9e4a28c2-1dcd-4875-93e5-19ac2ed6bd02', 'project_id': 'ef6edc4015e943ec908a956d7cff5e10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:45.487050 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e22aa72e-dd8f-4a6d-9b77-046bb094fedb tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:45.489540 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-73b836f9-d269-4619-8fbc-d126dee7d063 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:45.490697 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22aa72e-dd8f-4a6d-9b77-046bb094fedb tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Pushing event deleted for resources: {'Network': ['ID=6c281a6b-ab2f-4716-8893-27a068e136ae,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:45.494854 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-73b836f9-d269-4619-8fbc-d126dee7d063 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Usage tracker for resource:security_group_rule and tenant:ef6edc4015e943ec908a956d7cff5e10 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:45.500025 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-73b836f9-d269-4619-8fbc-d126dee7d063 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:45.506741 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-73b836f9-d269-4619-8fbc-d126dee7d063 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:45.509355 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22aa72e-dd8f-4a6d-9b77-046bb094fedb tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:45.510929 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22aa72e-dd8f-4a6d-9b77-046bb094fedb tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:45.511549 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22aa72e-dd8f-4a6d-9b77-046bb094fedb tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:45.512607 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22aa72e-dd8f-4a6d-9b77-046bb094fedb tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:45.513165 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22aa72e-dd8f-4a6d-9b77-046bb094fedb tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:45.513711 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22aa72e-dd8f-4a6d-9b77-046bb094fedb tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:45.514253 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22aa72e-dd8f-4a6d-9b77-046bb094fedb tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:45.514809 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22aa72e-dd8f-4a6d-9b77-046bb094fedb tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:45.515378 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22aa72e-dd8f-4a6d-9b77-046bb094fedb tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:45.515919 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22aa72e-dd8f-4a6d-9b77-046bb094fedb tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:45.517295 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22aa72e-dd8f-4a6d-9b77-046bb094fedb tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:45.517895 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22aa72e-dd8f-4a6d-9b77-046bb094fedb tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:45.535683 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-73b836f9-d269-4619-8fbc-d126dee7d063 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:45.536426 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e22aa72e-dd8f-4a6d-9b77-046bb094fedb tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] 10.222.0.37 "DELETE /v2.0/networks/6c281a6b-ab2f-4716-8893-27a068e136ae HTTP/1.1" status: 204 len: 168 time: 1.3970563 Feb 09 01:28:45.538755 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41330) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:45.555788 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a54812-455e-4539-a1f1-7eaf0f2e6ce6 None None] Pushing event updated for resources: {'Port': ['ID=47f0389e-a53a-45b8-837a-f94c1358804f,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:45.563242 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:45.623029 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2,segment=NetworkSegment(18fdd346-590b-4648-acf7-a31eecf7f5ea),segment_id=18fdd346-590b-4648-acf7-a31eecf7f5ea)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:45.634390 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:45.737881 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cb6d2362-ae1e-4d2d-a8d5-9ea669827c7f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:45.739509 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:45.743470 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 61ead241-4e0d-44d1-b90c-71976a201a1c no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:28:45.769647 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59aad345-f39a-407c-aa4a-0ed007d7473c tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:45.778195 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59aad345-f39a-407c-aa4a-0ed007d7473c tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:45.779297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-59aad345-f39a-407c-aa4a-0ed007d7473c tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Synchronizing usage tracker for tenant:88ec29d2bb1e444ab816dc0da9c461b4 on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:45.788515 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 61ead241-4e0d-44d1-b90c-71976a201a1c {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:28:45.789099 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 61ead241-4e0d-44d1-b90c-71976a201a1c not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:28:45.789676 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 42b77d2d-16ab-4028-84da-f416d511f4c7 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:28:45.810403 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-59aad345-f39a-407c-aa4a-0ed007d7473c tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Unset dirty status for tenant:88ec29d2bb1e444ab816dc0da9c461b4 on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:45.811979 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-59aad345-f39a-407c-aa4a-0ed007d7473c tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2716055 Feb 09 01:28:45.818469 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41336) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:45.825088 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-2d671b28-fd22-4747-8bef-1107a0a07235 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1632736949'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:45.831319 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-2d671b28-fd22-4747-8bef-1107a0a07235 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:45.843687 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-2d671b28-fd22-4747-8bef-1107a0a07235 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:45.856338 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d671b28-fd22-4747-8bef-1107a0a07235 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Made reservation on behalf of 88ec29d2bb1e444ab816dc0da9c461b4 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:45.861621 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2d671b28-fd22-4747-8bef-1107a0a07235 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:45.873023 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 42b77d2d-16ab-4028-84da-f416d511f4c7 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:28:45.874430 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 42b77d2d-16ab-4028-84da-f416d511f4c7 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:28:45.919598 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-71fbc03a-a0f0-478b-b6cc-d1a2a89ffa56 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Deleting port 42b77d2d-16ab-4028-84da-f416d511f4c7 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:45.919993 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-71fbc03a-a0f0-478b-b6cc-d1a2a89ffa56 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.077313 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-71fbc03a-a0f0-478b-b6cc-d1a2a89ffa56 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] The port '42b77d2d-16ab-4028-84da-f416d511f4c7' was deleted {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:28:46.089100 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-73b836f9-d269-4619-8fbc-d126dee7d063 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.103082 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-73b836f9-d269-4619-8fbc-d126dee7d063 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.191704 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d671b28-fd22-4747-8bef-1107a0a07235 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 991} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:28:46.194367 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 47f0389e-a53a-45b8-837a-f94c1358804f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:28:46.295705 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2d671b28-fd22-4747-8bef-1107a0a07235 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.296286 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b836f9-d269-4619-8fbc-d126dee7d063 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=530b7fae-2c96-4808-be95-f0bccc42897f,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:46.296470 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-2d671b28-fd22-4747-8bef-1107a0a07235 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Added segment ce69111e-5ea2-4767-b043-b8851f495a4b of type vlan for network ca8f638d-f598-4473-8d43-9d55e2740b68 Feb 09 01:28:46.309044 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 47f0389e-a53a-45b8-837a-f94c1358804f completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:28:46.316083 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:28:46.336687 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-71fbc03a-a0f0-478b-b6cc-d1a2a89ffa56 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.368313 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-73b836f9-d269-4619-8fbc-d126dee7d063 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.373841 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-73b836f9-d269-4619-8fbc-d126dee7d063 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8953996 Feb 09 01:28:46.376613 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41342) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:46.400632 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-50d4360c-5027-4bf2-bedc-6ef24710cf82 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Request body: {'security_group_rule': {'security_group_id': '9e4a28c2-1dcd-4875-93e5-19ac2ed6bd02', 'project_id': 'ef6edc4015e943ec908a956d7cff5e10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:46.410826 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2d671b28-fd22-4747-8bef-1107a0a07235 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.415643 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-50d4360c-5027-4bf2-bedc-6ef24710cf82 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:46.423634 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-71fbc03a-a0f0-478b-b6cc-d1a2a89ffa56 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0976495-8081-44af-be21-4d619e68defa']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:46.431646 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-50d4360c-5027-4bf2-bedc-6ef24710cf82 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Usage tracker for resource:security_group_rule and tenant:ef6edc4015e943ec908a956d7cff5e10 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:46.436495 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-50d4360c-5027-4bf2-bedc-6ef24710cf82 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:46.440074 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:46.440550 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.452059 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cb6d2362-ae1e-4d2d-a8d5-9ea669827c7f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.460502 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-50d4360c-5027-4bf2-bedc-6ef24710cf82 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:46.460954 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cb6d2362-ae1e-4d2d-a8d5-9ea669827c7f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.462191 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cb6d2362-ae1e-4d2d-a8d5-9ea669827c7f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.467250 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-71fbc03a-a0f0-478b-b6cc-d1a2a89ffa56 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd3b71e5-0362-4aa8-9ee9-e449d143c760') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:46.467946 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-71fbc03a-a0f0-478b-b6cc-d1a2a89ffa56 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd3b71e5-0362-4aa8-9ee9-e449d143c760') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:46.490267 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-71fbc03a-a0f0-478b-b6cc-d1a2a89ffa56 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.522540 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-71fbc03a-a0f0-478b-b6cc-d1a2a89ffa56 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.525206 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-50d4360c-5027-4bf2-bedc-6ef24710cf82 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.563199 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2d671b28-fd22-4747-8bef-1107a0a07235 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.576578 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d671b28-fd22-4747-8bef-1107a0a07235 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:46.577410 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2d671b28-fd22-4747-8bef-1107a0a07235 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.622851 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71fbc03a-a0f0-478b-b6cc-d1a2a89ffa56 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Releasing vlan 987 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:28:46.624082 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-71fbc03a-a0f0-478b-b6cc-d1a2a89ffa56 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:46.657124 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:28:46.657124 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:28:46.657124 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:28:46.657124 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:28:46.657124 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:28:46.657124 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:28:46.657124 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:28:46.657124 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:28:46.657124 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:28:46.657124 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:28:46.657124 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:28:46.657124 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:28:46.657124 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:28:46.657124 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:28:46.657124 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:28:46.657124 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:28:46.657124 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:28:46.657124 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:28:46.657124 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:28:46.657124 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:28:46.657124 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:28:46.657124 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:28:46.657124 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:28:46.657124 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:28:46.657124 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:28:46.657124 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:28:46.657124 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:28:46.657124 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:28:46.657124 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:28:46.657124 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:28:46.657124 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:28:46.657124 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:28:46.657124 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:28:46.657124 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:28:46.681618 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d2362-ae1e-4d2d-a8d5-9ea669827c7f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Port': ['ID=c5be33db-15ca-482d-adc2-53da5489d1aa,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:46.787802 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6d2362-ae1e-4d2d-a8d5-9ea669827c7f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network 52c3fae5-4e04-4a3d-a6e4-26e87c317c9d is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:46.791325 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-cb6d2362-ae1e-4d2d-a8d5-9ea669827c7f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:46.802948 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2d671b28-fd22-4747-8bef-1107a0a07235 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9829364 Feb 09 01:28:46.868950 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41352) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:46.875683 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-2b44f311-cedc-4a6b-b561-556151ebff4f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-223971217'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:47.041002 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2b44f311-cedc-4a6b-b561-556151ebff4f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:47.054052 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2b44f311-cedc-4a6b-b561-556151ebff4f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Usage tracker for resource:network and tenant:88ec29d2bb1e444ab816dc0da9c461b4 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:47.057367 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d671b28-fd22-4747-8bef-1107a0a07235 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Pushing event updated for resources: {'Network': ['ID=ca8f638d-f598-4473-8d43-9d55e2740b68,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:47.068516 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network ca8f638d-f598-4473-8d43-9d55e2740b68 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:28:47.076196 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-71fbc03a-a0f0-478b-b6cc-d1a2a89ffa56 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:47.079114 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-50d4360c-5027-4bf2-bedc-6ef24710cf82 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:47.100116 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-71fbc03a-a0f0-478b-b6cc-d1a2a89ffa56 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:47.120269 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-71fbc03a-a0f0-478b-b6cc-d1a2a89ffa56 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] 10.222.0.37 "DELETE /v2.0/networks/d0976495-8081-44af-be21-4d619e68defa HTTP/1.1" status: 204 len: 168 time: 3.2124572 Feb 09 01:28:47.125147 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2b44f311-cedc-4a6b-b561-556151ebff4f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:47.126962 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-50d4360c-5027-4bf2-bedc-6ef24710cf82 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:47.135071 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbc03a-a0f0-478b-b6cc-d1a2a89ffa56 tempest-TaggedBootDevicesTest-1579577631 tempest-TaggedBootDevicesTest-1579577631-project] Pushing event deleted for resources: {'Network': ['ID=d0976495-8081-44af-be21-4d619e68defa,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:47.166238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4360c-5027-4bf2-bedc-6ef24710cf82 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd8abc02-5ac7-4cb8-9021-b281fc761d3a,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:47.167435 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2b44f311-cedc-4a6b-b561-556151ebff4f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:47.185021 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-50d4360c-5027-4bf2-bedc-6ef24710cf82 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:47.190112 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-50d4360c-5027-4bf2-bedc-6ef24710cf82 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8089421 Feb 09 01:28:47.191949 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41358) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:47.198844 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-3ab57621-c1ce-4839-bc17-3ede0a157ab5 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Request body: {'security_group_rule': {'security_group_id': '9e4a28c2-1dcd-4875-93e5-19ac2ed6bd02', 'project_id': 'ef6edc4015e943ec908a956d7cff5e10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:47.206918 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-3ab57621-c1ce-4839-bc17-3ede0a157ab5 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:47.208174 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b44f311-cedc-4a6b-b561-556151ebff4f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Made reservation on behalf of 88ec29d2bb1e444ab816dc0da9c461b4 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:47.212165 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-3ab57621-c1ce-4839-bc17-3ede0a157ab5 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Usage tracker for resource:security_group_rule and tenant:ef6edc4015e943ec908a956d7cff5e10 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:47.216075 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2b44f311-cedc-4a6b-b561-556151ebff4f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:47.217329 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-3ab57621-c1ce-4839-bc17-3ede0a157ab5 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:47.235061 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-3ab57621-c1ce-4839-bc17-3ede0a157ab5 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:47.274732 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be3b652-52b3-433e-9f3c-68b4fe33d4db None None] Network 52c3fae5-4e04-4a3d-a6e4-26e87c317c9d requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:28:47.280130 n-d-828419-1 neutron-server[87612]: INFO neutron.db.securitygroups_db [None req-3ab57621-c1ce-4839-bc17-3ede0a157ab5 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Project ef6edc4015e943ec908a956d7cff5e10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:28:47.290145 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b44f311-cedc-4a6b-b561-556151ebff4f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 965} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:28:47.291641 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3ab57621-c1ce-4839-bc17-3ede0a157ab5 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:47.303210 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2b44f311-cedc-4a6b-b561-556151ebff4f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:47.303835 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-2b44f311-cedc-4a6b-b561-556151ebff4f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Added segment 9c77a37d-733a-4ff1-a287-33d53ddb0829 of type vlan for network 1acf6355-0644-444c-b488-0c6d56415da8 Feb 09 01:28:47.305716 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6d2362-ae1e-4d2d-a8d5-9ea669827c7f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Router bbfb5ca8-95aa-4c33-a9dd-68a43d9faa84 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:28:47.363490 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2b44f311-cedc-4a6b-b561-556151ebff4f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:47.376907 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3ab57621-c1ce-4839-bc17-3ede0a157ab5 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:47.383857 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3ab57621-c1ce-4839-bc17-3ede0a157ab5 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:47.461005 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab57621-c1ce-4839-bc17-3ede0a157ab5 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa400765-d862-4e97-896b-54f00b7b9a8a,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:47.479060 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2b44f311-cedc-4a6b-b561-556151ebff4f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:47.499157 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3ab57621-c1ce-4839-bc17-3ede0a157ab5 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:47.505904 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3ab57621-c1ce-4839-bc17-3ede0a157ab5 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3127320 Feb 09 01:28:47.507036 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41372) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:47.509303 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b44f311-cedc-4a6b-b561-556151ebff4f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:47.512607 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2b44f311-cedc-4a6b-b561-556151ebff4f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:47.513732 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-20ca569d-54f5-4c36-84ec-2d5cc68bffa8 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Request body: {'security_group_rule': {'security_group_id': '9e4a28c2-1dcd-4875-93e5-19ac2ed6bd02', 'project_id': 'ef6edc4015e943ec908a956d7cff5e10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:47.521926 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-20ca569d-54f5-4c36-84ec-2d5cc68bffa8 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:47.526239 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-20ca569d-54f5-4c36-84ec-2d5cc68bffa8 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Usage tracker for resource:security_group_rule and tenant:ef6edc4015e943ec908a956d7cff5e10 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:47.529575 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-20ca569d-54f5-4c36-84ec-2d5cc68bffa8 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:47.535907 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-20ca569d-54f5-4c36-84ec-2d5cc68bffa8 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:47.550987 n-d-828419-1 neutron-server[87612]: INFO neutron.db.securitygroups_db [None req-20ca569d-54f5-4c36-84ec-2d5cc68bffa8 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Project ef6edc4015e943ec908a956d7cff5e10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:28:47.563343 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20ca569d-54f5-4c36-84ec-2d5cc68bffa8 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:47.619813 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6cf1db2e-a2aa-4258-bd27-a3771be399cd None None] Provisioning for port 47f0389e-a53a-45b8-837a-f94c1358804f completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:28:47.702662 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6cf1db2e-a2aa-4258-bd27-a3771be399cd None None] Provisioning complete for port 47f0389e-a53a-45b8-837a-f94c1358804f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:47.703348 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6cf1db2e-a2aa-4258-bd27-a3771be399cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:47.714366 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20ca569d-54f5-4c36-84ec-2d5cc68bffa8 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:47.730646 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20ca569d-54f5-4c36-84ec-2d5cc68bffa8 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:47.782590 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca569d-54f5-4c36-84ec-2d5cc68bffa8 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0694c1f-d0de-4d95-a72c-58f80dabfb32,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:47.821376 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20ca569d-54f5-4c36-84ec-2d5cc68bffa8 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:47.829119 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44f311-cedc-4a6b-b561-556151ebff4f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Pushing event updated for resources: {'Network': ['ID=1acf6355-0644-444c-b488-0c6d56415da8,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:47.837842 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-20ca569d-54f5-4c36-84ec-2d5cc68bffa8 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3128569 Feb 09 01:28:47.842767 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2b44f311-cedc-4a6b-b561-556151ebff4f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9640746 Feb 09 01:28:47.843119 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41382) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:47.843275 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6d2362-ae1e-4d2d-a8d5-9ea669827c7f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:28:47.846898 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-a740d4dd-ae86-4e57-8d7c-06c6ad45f203 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Request body: {'ports': [{'network_id': 'ca8f638d-f598-4473-8d43-9d55e2740b68', 'name': 'tempest-port--442130444', 'admin_state_up': True}, {'network_id': '1acf6355-0644-444c-b488-0c6d56415da8', 'admin_state_up': False}]} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:47.847212 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-a740d4dd-ae86-4e57-8d7c-06c6ad45f203 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Request body: {'port': {'network_id': 'ca8f638d-f598-4473-8d43-9d55e2740b68', 'name': 'tempest-port--442130444', 'admin_state_up': True}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:47.847701 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-a740d4dd-ae86-4e57-8d7c-06c6ad45f203 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Request body: {'port': {'network_id': '1acf6355-0644-444c-b488-0c6d56415da8', 'admin_state_up': False}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:47.856441 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cb6d2362-ae1e-4d2d-a8d5-9ea669827c7f tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "PUT /v2.0/routers/bbfb5ca8-95aa-4c33-a9dd-68a43d9faa84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6663175 Feb 09 01:28:47.857303 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41386) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:47.857764 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 1acf6355-0644-444c-b488-0c6d56415da8 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:28:47.894320 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea881696-d4a4-4bdf-a215-6008d6ffca02 None None] Sync routers for ids ['bbfb5ca8-95aa-4c33-a9dd-68a43d9faa84'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:47.958525 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea881696-d4a4-4bdf-a215-6008d6ffca02 None None] Routers {'bbfb5ca8-95aa-4c33-a9dd-68a43d9faa84'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:47.959156 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ea881696-d4a4-4bdf-a215-6008d6ffca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:28:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['bbfb5ca8-95aa-4c33-a9dd-68a43d9faa84'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:47.962247 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafa73d-95e9-4343-ad25-0774bf9bd8d6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:47.963186 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0cafa73d-95e9-4343-ad25-0774bf9bd8d6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Synchronizing usage tracker for tenant:6d720b2d312a4ea8a0c966b82ba0a703 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:47.985261 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0cafa73d-95e9-4343-ad25-0774bf9bd8d6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Unset dirty status for tenant:6d720b2d312a4ea8a0c966b82ba0a703 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:47.990094 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0cafa73d-95e9-4343-ad25-0774bf9bd8d6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "GET /v2.0/ports/c5be33db-15ca-482d-adc2-53da5489d1aa HTTP/1.1" status: 200 len: 911 time: 0.1316721 Feb 09 01:28:47.991279 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41396) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:48.007853 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-608204e5-c289-4437-bad6-438ac2338c15 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c4ce9493-5a4f-4cae-ad13-ec1005a8e644'}]}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:48.036653 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ea881696-d4a4-4bdf-a215-6008d6ffca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:48.176968 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6cf1db2e-a2aa-4258-bd27-a3771be399cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:48.228339 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a740d4dd-ae86-4e57-8d7c-06c6ad45f203 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:48.233398 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a740d4dd-ae86-4e57-8d7c-06c6ad45f203 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Usage tracker for resource:port and tenant:88ec29d2bb1e444ab816dc0da9c461b4 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:48.236603 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a740d4dd-ae86-4e57-8d7c-06c6ad45f203 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:48.243215 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a740d4dd-ae86-4e57-8d7c-06c6ad45f203 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:48.253001 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea881696-d4a4-4bdf-a215-6008d6ffca02 None None] Routers {'bbfb5ca8-95aa-4c33-a9dd-68a43d9faa84'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:48.254095 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ea881696-d4a4-4bdf-a215-6008d6ffca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:28:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['bbfb5ca8-95aa-4c33-a9dd-68a43d9faa84'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:48.263987 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a740d4dd-ae86-4e57-8d7c-06c6ad45f203 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Made reservation on behalf of 88ec29d2bb1e444ab816dc0da9c461b4 for: {'port': 2} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:48.268961 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a740d4dd-ae86-4e57-8d7c-06c6ad45f203 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:48.288587 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-32549740-45eb-4452-bb9c-7a15a255f7ac tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Synchronizing usage tracker for tenant:ef6edc4015e943ec908a956d7cff5e10 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:48.304583 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a740d4dd-ae86-4e57-8d7c-06c6ad45f203 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:48.356106 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-32549740-45eb-4452-bb9c-7a15a255f7ac tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Unset dirty status for tenant:ef6edc4015e943ec908a956d7cff5e10 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:48.362385 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-32549740-45eb-4452-bb9c-7a15a255f7ac tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1413479257&fields=id&tenant_id=ef6edc4015e943ec908a956d7cff5e10 HTTP/1.1" status: 200 len: 267 time: 0.2159255 Feb 09 01:28:48.394145 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-6cf1db2e-a2aa-4258-bd27-a3771be399cd None None] For port 47f0389e-a53a-45b8-837a-f94c1358804f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=47f0389e-a53a-45b8-837a-f94c1358804f,segment=NetworkSegment(c61a432b-4e2f-4e2a-ae65-567189fb1e64),segment_id=c61a432b-4e2f-4e2a-ae65-567189fb1e64)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:48.399198 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ea881696-d4a4-4bdf-a215-6008d6ffca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:48.399981 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea881696-d4a4-4bdf-a215-6008d6ffca02 None None] The sync data for ids ['bbfb5ca8-95aa-4c33-a9dd-68a43d9faa84'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:48.414344 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6cf1db2e-a2aa-4258-bd27-a3771be399cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:48.555170 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1db2e-a2aa-4258-bd27-a3771be399cd None None] Pushing event updated for resources: {'Port': ['ID=47f0389e-a53a-45b8-837a-f94c1358804f,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:48.590429 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-a740d4dd-ae86-4e57-8d7c-06c6ad45f203 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] device_id is not set on port f1f81b67-1932-489a-a159-d96fce04db89 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:28:48.731871 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a740d4dd-ae86-4e57-8d7c-06c6ad45f203 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:48.777543 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-679b2f94-0277-45de-b49f-cfa2f64acb28 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:48.778247 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-679b2f94-0277-45de-b49f-cfa2f64acb28 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Synchronizing usage tracker for tenant:ef6edc4015e943ec908a956d7cff5e10 on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:48.796103 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-608204e5-c289-4437-bad6-438ac2338c15 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:48.850979 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-679b2f94-0277-45de-b49f-cfa2f64acb28 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Unset dirty status for tenant:ef6edc4015e943ec908a956d7cff5e10 on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:48.852471 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-679b2f94-0277-45de-b49f-cfa2f64acb28 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "GET /v2.0/networks?id=80b53ff1-697e-427c-b7ec-6ed5db9e6c6f HTTP/1.1" status: 200 len: 809 time: 0.3332393 Feb 09 01:28:48.861635 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-47ddb642-5f02-445d-9a37-a462044e9936 None None] Provisioning for port c5be33db-15ca-482d-adc2-53da5489d1aa completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:28:48.875071 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-47ddb642-5f02-445d-9a37-a462044e9936 None None] Provisioning complete for port c5be33db-15ca-482d-adc2-53da5489d1aa triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:48.876086 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-47ddb642-5f02-445d-9a37-a462044e9936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:48.904585 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-bd8f5849-e6c2-4aca-bb23-e74ec880755d tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "GET /v2.0/quotas/ef6edc4015e943ec908a956d7cff5e10 HTTP/1.1" status: 200 len: 375 time: 0.0402887 Feb 09 01:28:48.932713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-a740d4dd-ae86-4e57-8d7c-06c6ad45f203 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] device_id is not set on port 8aa559e4-d370-44e5-8910-dac178e637d2 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:28:49.017264 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-47ddb642-5f02-445d-9a37-a462044e9936 None None] Port c5be33db-15ca-482d-adc2-53da5489d1aa cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:28:49.043048 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-47ddb642-5f02-445d-9a37-a462044e9936 None None] Provisioning complete for port 47f0389e-a53a-45b8-837a-f94c1358804f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:49.043657 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-47ddb642-5f02-445d-9a37-a462044e9936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:49.120287 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a740d4dd-ae86-4e57-8d7c-06c6ad45f203 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:49.189801 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a740d4dd-ae86-4e57-8d7c-06c6ad45f203 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:49.356998 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740d4dd-ae86-4e57-8d7c-06c6ad45f203 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Pushing event updated for resources: {'Port': ['ID=f1f81b67-1932-489a-a159-d96fce04db89,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:49.369227 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a740d4dd-ae86-4e57-8d7c-06c6ad45f203 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Checking segment: {'id': 'ce69111e-5ea2-4767-b043-b8851f495a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': 'ca8f638d-f598-4473-8d43-9d55e2740b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:28:49.369830 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a740d4dd-ae86-4e57-8d7c-06c6ad45f203 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Network hostable DHCP agents. Network: ca8f638d-f598-4473-8d43-9d55e2740b68, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:28:49.397248 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a740d4dd-ae86-4e57-8d7c-06c6ad45f203 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Network ca8f638d-f598-4473-8d43-9d55e2740b68 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:28:49.415400 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-a740d4dd-ae86-4e57-8d7c-06c6ad45f203 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, ca8f638d-f598-4473-8d43-9d55e2740b68) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:49.420617 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a740d4dd-ae86-4e57-8d7c-06c6ad45f203 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:28:49.421867 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a740d4dd-ae86-4e57-8d7c-06c6ad45f203 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:49.457701 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b85bb56-6649-407f-9ccd-74f57d0fdb0c None None] Network ca8f638d-f598-4473-8d43-9d55e2740b68 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:28:49.485631 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c5366f05-5352-490d-9684-d27fb00eb6a4 None None] Provisioning complete for port c5be33db-15ca-482d-adc2-53da5489d1aa triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:49.486255 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c5366f05-5352-490d-9684-d27fb00eb6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:49.622337 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a740d4dd-ae86-4e57-8d7c-06c6ad45f203 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Checking segment: {'id': '9c77a37d-733a-4ff1-a287-33d53ddb0829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '1acf6355-0644-444c-b488-0c6d56415da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:28:49.624706 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a740d4dd-ae86-4e57-8d7c-06c6ad45f203 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Network hostable DHCP agents. Network: 1acf6355-0644-444c-b488-0c6d56415da8, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:28:49.640013 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740d4dd-ae86-4e57-8d7c-06c6ad45f203 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Pushing event updated for resources: {'Port': ['ID=8aa559e4-d370-44e5-8910-dac178e637d2,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:49.674899 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-c5366f05-5352-490d-9684-d27fb00eb6a4 None None] Port c5be33db-15ca-482d-adc2-53da5489d1aa cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:28:49.687349 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a740d4dd-ae86-4e57-8d7c-06c6ad45f203 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Network 1acf6355-0644-444c-b488-0c6d56415da8 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:28:49.711681 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-a740d4dd-ae86-4e57-8d7c-06c6ad45f203 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 1acf6355-0644-444c-b488-0c6d56415da8) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:49.716146 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a740d4dd-ae86-4e57-8d7c-06c6ad45f203 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:28:49.723594 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec07681-a47a-400a-aa13-631f204f30f3 None None] Network 1acf6355-0644-444c-b488-0c6d56415da8 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:28:49.724870 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a740d4dd-ae86-4e57-8d7c-06c6ad45f203 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:49.738422 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a740d4dd-ae86-4e57-8d7c-06c6ad45f203 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:49.738954 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a740d4dd-ae86-4e57-8d7c-06c6ad45f203 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:49.803197 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a740d4dd-ae86-4e57-8d7c-06c6ad45f203 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.9617400 Feb 09 01:28:49.803444 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41414) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:49.835714 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-a669bd8e-58d6-47a1-9086-da56af9cf135 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Synchronizing usage tracker for tenant:ef6edc4015e943ec908a956d7cff5e10 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:50.006559 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4313cbd0-c320-469d-afc2-e8f495acd506 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:50.020892 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4313cbd0-c320-469d-afc2-e8f495acd506 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:50.028449 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4313cbd0-c320-469d-afc2-e8f495acd506 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Synchronizing usage tracker for tenant:88ec29d2bb1e444ab816dc0da9c461b4 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:50.077889 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4313cbd0-c320-469d-afc2-e8f495acd506 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Unset dirty status for tenant:88ec29d2bb1e444ab816dc0da9c461b4 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:50.082948 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4313cbd0-c320-469d-afc2-e8f495acd506 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2782929 Feb 09 01:28:50.084528 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41422) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:50.084895 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-608204e5-c289-4437-bad6-438ac2338c15 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:50.106757 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-608204e5-c289-4437-bad6-438ac2338c15 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:50.113956 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608204e5-c289-4437-bad6-438ac2338c15 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:50.114558 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-608204e5-c289-4437-bad6-438ac2338c15 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:50.119036 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-608204e5-c289-4437-bad6-438ac2338c15 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "PUT /v2.0/ports/c5be33db-15ca-482d-adc2-53da5489d1aa HTTP/1.1" status: 200 len: 911 time: 2.1216791 Feb 09 01:28:50.151549 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 47f0389e-a53a-45b8-837a-f94c1358804f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:28:50.155516 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-a669bd8e-58d6-47a1-9086-da56af9cf135 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Unset dirty status for tenant:ef6edc4015e943ec908a956d7cff5e10 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:50.172949 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-a669bd8e-58d6-47a1-9086-da56af9cf135 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef6edc4015e943ec908a956d7cff5e10&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2495737 Feb 09 01:28:50.180872 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41428) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:50.262918 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-a59a8ce9-401e-45dc-8081-a768915f8f58 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Deleting port f1f81b67-1932-489a-a159-d96fce04db89 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:50.263514 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a59a8ce9-401e-45dc-8081-a768915f8f58 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:50.345290 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d924933d-5bdd-45d4-8219-b16c2bff9245 None None] Provisioning complete for port c5be33db-15ca-482d-adc2-53da5489d1aa triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:50.346020 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d924933d-5bdd-45d4-8219-b16c2bff9245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:50.444063 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 47f0389e-a53a-45b8-837a-f94c1358804f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:50.444468 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:50.454689 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608204e5-c289-4437-bad6-438ac2338c15 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Port': ['ID=c5be33db-15ca-482d-adc2-53da5489d1aa,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:50.539837 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a59a8ce9-401e-45dc-8081-a768915f8f58 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:50.603137 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d924933d-5bdd-45d4-8219-b16c2bff9245 None None] Port c5be33db-15ca-482d-adc2-53da5489d1aa cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:28:50.677903 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-a59a8ce9-401e-45dc-8081-a768915f8f58 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Calling delete_port for f1f81b67-1932-489a-a159-d96fce04db89 owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:50.775251 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a59a8ce9-401e-45dc-8081-a768915f8f58 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:50.859075 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a59a8ce9-401e-45dc-8081-a768915f8f58 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:50.862321 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a8ce9-401e-45dc-8081-a768915f8f58 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Pushing event deleted for resources: {'Port': ['ID=f1f81b67-1932-489a-a159-d96fce04db89,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:50.887481 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a59a8ce9-401e-45dc-8081-a768915f8f58 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] 10.222.0.37 "DELETE /v2.0/ports/f1f81b67-1932-489a-a159-d96fce04db89 HTTP/1.1" status: 204 len: 168 time: 0.8018117 Feb 09 01:28:50.889980 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41434) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:50.919558 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-7602beab-e2e7-40dc-8e9c-58e978b64eb8 service neutron] 10.222.0.37 "GET /v2.0/networks/80b53ff1-697e-427c-b7ec-6ed5db9e6c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7352843 Feb 09 01:28:51.015409 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-d4690e0f-5745-4af4-8b77-b4898703dfc2 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Deleting port 8aa559e4-d370-44e5-8910-dac178e637d2 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:51.016039 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d4690e0f-5745-4af4-8b77-b4898703dfc2 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:51.202447 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-f7f51815-325a-4b54-86e1-ad1973b9f15d service neutron] 10.222.0.37 "GET /v2.0/networks/80b53ff1-697e-427c-b7ec-6ed5db9e6c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818048 Feb 09 01:28:51.371922 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ab5682f9-4f27-4a35-abd2-88a3a1dee492 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:51.566313 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d4690e0f-5745-4af4-8b77-b4898703dfc2 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:51.901235 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5023ba7e-a2e9-4f56-b6b8-01744c764446 req-59225f43-7b07-468b-90cf-a89a2deed3a1 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "GET /v2.0/ports?device_id=904dc052-e24e-40c9-a170-864961d68f1f HTTP/1.1" status: 200 len: 210 time: 0.3118956 Feb 09 01:28:51.902649 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:52.025808 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-ab5682f9-4f27-4a35-abd2-88a3a1dee492 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Deleting port c5be33db-15ca-482d-adc2-53da5489d1aa {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:52.025808 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ab5682f9-4f27-4a35-abd2-88a3a1dee492 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:52.037055 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-d4690e0f-5745-4af4-8b77-b4898703dfc2 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Calling delete_port for 8aa559e4-d370-44e5-8910-dac178e637d2 owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:52.222795 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d4690e0f-5745-4af4-8b77-b4898703dfc2 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:52.315572 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4690e0f-5745-4af4-8b77-b4898703dfc2 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Pushing event deleted for resources: {'Port': ['ID=8aa559e4-d370-44e5-8910-dac178e637d2,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:52.326331 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d4690e0f-5745-4af4-8b77-b4898703dfc2 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:52.348027 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d4690e0f-5745-4af4-8b77-b4898703dfc2 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] 10.222.0.37 "DELETE /v2.0/ports/8aa559e4-d370-44e5-8910-dac178e637d2 HTTP/1.1" status: 204 len: 168 time: 1.4525061 Feb 09 01:28:52.350355 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41468) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:52.423419 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41474) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:52.423540 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b9c40629-33e9-433a-9a85-b44cb2fb3264 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0744364 Feb 09 01:28:52.429189 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-cf0716bb-283d-4e61-a1e7-06f1a27b0aad tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-191143177'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:52.445399 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-cf0716bb-283d-4e61-a1e7-06f1a27b0aad tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:52.462175 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-cf0716bb-283d-4e61-a1e7-06f1a27b0aad tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Usage tracker for resource:network and tenant:88ec29d2bb1e444ab816dc0da9c461b4 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:52.470728 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-cf0716bb-283d-4e61-a1e7-06f1a27b0aad tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:52.486623 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-cf0716bb-283d-4e61-a1e7-06f1a27b0aad tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:52.502237 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ab5682f9-4f27-4a35-abd2-88a3a1dee492 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:52.505653 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0716bb-283d-4e61-a1e7-06f1a27b0aad tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Made reservation on behalf of 88ec29d2bb1e444ab816dc0da9c461b4 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:52.509307 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cf0716bb-283d-4e61-a1e7-06f1a27b0aad tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:52.575902 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf0716bb-283d-4e61-a1e7-06f1a27b0aad tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 996} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:28:52.618579 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cf0716bb-283d-4e61-a1e7-06f1a27b0aad tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:52.618942 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-cf0716bb-283d-4e61-a1e7-06f1a27b0aad tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Added segment f15e0df7-515f-497a-9405-60b3bbd0626c of type vlan for network d2eced37-1672-4530-84a2-7f114354d433 Feb 09 01:28:52.681507 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cf0716bb-283d-4e61-a1e7-06f1a27b0aad tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:52.757155 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-ab5682f9-4f27-4a35-abd2-88a3a1dee492 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Calling delete_port for c5be33db-15ca-482d-adc2-53da5489d1aa owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:52.771397 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cf0716bb-283d-4e61-a1e7-06f1a27b0aad tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:52.778126 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0716bb-283d-4e61-a1e7-06f1a27b0aad tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:52.778346 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cf0716bb-283d-4e61-a1e7-06f1a27b0aad tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:53.020607 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0716bb-283d-4e61-a1e7-06f1a27b0aad tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Pushing event updated for resources: {'Network': ['ID=d2eced37-1672-4530-84a2-7f114354d433,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:53.043313 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network d2eced37-1672-4530-84a2-7f114354d433 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:28:53.089209 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-cf0716bb-283d-4e61-a1e7-06f1a27b0aad tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6574156 Feb 09 01:28:53.089209 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41486) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:53.095598 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-9a3988ff-2f2c-4694-8fcf-69479ab17aa4 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1855740147'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:53.109673 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-9a3988ff-2f2c-4694-8fcf-69479ab17aa4 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:53.115651 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9a3988ff-2f2c-4694-8fcf-69479ab17aa4 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Usage tracker for resource:network and tenant:88ec29d2bb1e444ab816dc0da9c461b4 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:53.120844 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9a3988ff-2f2c-4694-8fcf-69479ab17aa4 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:53.131892 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-9a3988ff-2f2c-4694-8fcf-69479ab17aa4 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:53.167970 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3988ff-2f2c-4694-8fcf-69479ab17aa4 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Made reservation on behalf of 88ec29d2bb1e444ab816dc0da9c461b4 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:53.189785 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9a3988ff-2f2c-4694-8fcf-69479ab17aa4 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:53.257760 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a3988ff-2f2c-4694-8fcf-69479ab17aa4 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 973} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:28:53.285788 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9a3988ff-2f2c-4694-8fcf-69479ab17aa4 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:53.286018 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-9a3988ff-2f2c-4694-8fcf-69479ab17aa4 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Added segment f9b680bb-d5bd-4d01-8611-16a6d0d3d27a of type vlan for network 62beb01f-6257-49d6-b642-d6e70cbfa592 Feb 09 01:28:53.369054 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9a3988ff-2f2c-4694-8fcf-69479ab17aa4 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:53.415180 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ab5682f9-4f27-4a35-abd2-88a3a1dee492 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:53.477565 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9a3988ff-2f2c-4694-8fcf-69479ab17aa4 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:53.477565 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3988ff-2f2c-4694-8fcf-69479ab17aa4 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:53.489848 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9a3988ff-2f2c-4694-8fcf-69479ab17aa4 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:53.571914 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5682f9-4f27-4a35-abd2-88a3a1dee492 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event deleted for resources: {'Port': ['ID=c5be33db-15ca-482d-adc2-53da5489d1aa,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:53.626492 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-774f8b30-c861-4749-9b5a-1040408e6546 req-fe3a0f6b-90c7-435f-81cb-e66ca6aad250 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "GET /v2.0/ports?device_id=904dc052-e24e-40c9-a170-864961d68f1f HTTP/1.1" status: 200 len: 210 time: 0.4383373 Feb 09 01:28:53.669217 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3988ff-2f2c-4694-8fcf-69479ab17aa4 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Pushing event updated for resources: {'Network': ['ID=62beb01f-6257-49d6-b642-d6e70cbfa592,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:53.679845 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 62beb01f-6257-49d6-b642-d6e70cbfa592 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:28:53.724357 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9a3988ff-2f2c-4694-8fcf-69479ab17aa4 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5955768 Feb 09 01:28:54.073236 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ab5682f9-4f27-4a35-abd2-88a3a1dee492 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:54.607932 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-61d196b3-83ed-4fbd-bf39-71dcbbca3aa6 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:54.623291 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-61d196b3-83ed-4fbd-bf39-71dcbbca3aa6 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.35 "GET /v2.0/networks?id=80b53ff1-697e-427c-b7ec-6ed5db9e6c6f HTTP/1.1" status: 200 len: 809 time: 0.5417559 Feb 09 01:28:54.711704 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-acb515bf-8452-4613-8a82-cef9a6ef6b84 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef6edc4015e943ec908a956d7cff5e10 HTTP/1.1" status: 200 len: 380 time: 0.0771391 Feb 09 01:28:54.721666 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-aff80383-a8b5-463f-8213-58f3492ef5d7 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Request body: {'port': {'device_id': '904dc052-e24e-40c9-a170-864961d68f1f', 'network_id': '80b53ff1-697e-427c-b7ec-6ed5db9e6c6f', 'admin_state_up': True, 'tenant_id': 'ef6edc4015e943ec908a956d7cff5e10', 'security_groups': ['9e4a28c2-1dcd-4875-93e5-19ac2ed6bd02']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:54.738758 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5682f9-4f27-4a35-abd2-88a3a1dee492 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Router bbfb5ca8-95aa-4c33-a9dd-68a43d9faa84 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:28:55.085451 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:55.143086 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5682f9-4f27-4a35-abd2-88a3a1dee492 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:28:55.162086 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fcf59eea-192c-4fdd-92d1-af884855282f req-58fa0d5b-d1e2-4885-bab5-fe6e0ecf23ac tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "GET /v2.0/ports?device_id=904dc052-e24e-40c9-a170-864961d68f1f HTTP/1.1" status: 200 len: 210 time: 0.2037778 Feb 09 01:28:55.228674 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ab5682f9-4f27-4a35-abd2-88a3a1dee492 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "PUT /v2.0/routers/bbfb5ca8-95aa-4c33-a9dd-68a43d9faa84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0455887 Feb 09 01:28:55.231343 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41508) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:55.239054 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce39ac61-35cb-4113-a3bc-7dc3021fc781 None None] Sync routers for ids ['bbfb5ca8-95aa-4c33-a9dd-68a43d9faa84'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:55.273759 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce39ac61-35cb-4113-a3bc-7dc3021fc781 None None] Routers {'bbfb5ca8-95aa-4c33-a9dd-68a43d9faa84'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:55.274581 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ce39ac61-35cb-4113-a3bc-7dc3021fc781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:28:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['bbfb5ca8-95aa-4c33-a9dd-68a43d9faa84'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:55.331904 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-aff80383-a8b5-463f-8213-58f3492ef5d7 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:55.373902 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-aff80383-a8b5-463f-8213-58f3492ef5d7 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:55.403102 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ce39ac61-35cb-4113-a3bc-7dc3021fc781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:55.417818 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce39ac61-35cb-4113-a3bc-7dc3021fc781 None None] Routers {'bbfb5ca8-95aa-4c33-a9dd-68a43d9faa84'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:28:55.419172 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ce39ac61-35cb-4113-a3bc-7dc3021fc781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:28:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['bbfb5ca8-95aa-4c33-a9dd-68a43d9faa84'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:55.424388 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-aff80383-a8b5-463f-8213-58f3492ef5d7 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Made reservation on behalf of ef6edc4015e943ec908a956d7cff5e10 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:55.437563 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-aff80383-a8b5-463f-8213-58f3492ef5d7 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:55.503269 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ce39ac61-35cb-4113-a3bc-7dc3021fc781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:55.504003 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce39ac61-35cb-4113-a3bc-7dc3021fc781 None None] The sync data for ids ['bbfb5ca8-95aa-4c33-a9dd-68a43d9faa84'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:55.551162 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fdde6b8d-22f5-4c8d-9c87-32c11716dd2c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Synchronizing usage tracker for tenant:6d720b2d312a4ea8a0c966b82ba0a703 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:55.571300 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fdde6b8d-22f5-4c8d-9c87-32c11716dd2c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Unset dirty status for tenant:6d720b2d312a4ea8a0c966b82ba0a703 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:55.578530 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fdde6b8d-22f5-4c8d-9c87-32c11716dd2c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbfb5ca8-95aa-4c33-a9dd-68a43d9faa84 HTTP/1.1" status: 200 len: 205 time: 0.3449373 Feb 09 01:28:55.579467 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41516) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:55.824913 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-aff80383-a8b5-463f-8213-58f3492ef5d7 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Allocated IP 172.20.0.14 (80b53ff1-697e-427c-b7ec-6ed5db9e6c6f/d925baf2-c63f-40ac-b8de-2a3401a3db70/f0adf44c-b885-4eb2-a06b-a384db4ff2c6) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:56.107792 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cdc54da2-1206-43c8-bbf4-b91c14caf1f1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:56.300032 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-aff80383-a8b5-463f-8213-58f3492ef5d7 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:56.379389 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-aff80383-a8b5-463f-8213-58f3492ef5d7 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Transition to ACTIVE for port object f0adf44c-b885-4eb2-a06b-a384db4ff2c6 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:28:56.473906 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-aff80383-a8b5-463f-8213-58f3492ef5d7 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:56.691543 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-aff80383-a8b5-463f-8213-58f3492ef5d7 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Network 80b53ff1-697e-427c-b7ec-6ed5db9e6c6f is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:56.702813 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-aff80383-a8b5-463f-8213-58f3492ef5d7 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:56.707203 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-aff80383-a8b5-463f-8213-58f3492ef5d7 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:28:56.832298 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff80383-a8b5-463f-8213-58f3492ef5d7 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Pushing event updated for resources: {'Port': ['ID=f0adf44c-b885-4eb2-a06b-a384db4ff2c6,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:56.914709 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-aff80383-a8b5-463f-8213-58f3492ef5d7 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:56.915206 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-aff80383-a8b5-463f-8213-58f3492ef5d7 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:56.993174 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-aff80383-a8b5-463f-8213-58f3492ef5d7 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2756817 Feb 09 01:28:57.006472 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-4344ceaf-8b94-4a03-9ec4-efbf6119baee service neutron] Request body: {'port': {'device_id': '904dc052-e24e-40c9-a170-864961d68f1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:57.092107 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41526) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:57.125138 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-041a14bb-4edb-4273-925e-eb36b6f0c42f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Request body: {'subnets': [{'network_id': 'd2eced37-1672-4530-84a2-7f114354d433', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1415995713', 'ip_version': 6}, {'network_id': '62beb01f-6257-49d6-b642-d6e70cbfa592', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:57.127652 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-041a14bb-4edb-4273-925e-eb36b6f0c42f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Request body: {'subnet': {'network_id': 'd2eced37-1672-4530-84a2-7f114354d433', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1415995713', 'ip_version': 6}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:57.142649 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-041a14bb-4edb-4273-925e-eb36b6f0c42f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Request body: {'subnet': {'network_id': '62beb01f-6257-49d6-b642-d6e70cbfa592', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:57.220940 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b278b336-b7d9-4091-ac6c-1cb9b2a96ee0 None None] Provisioning for port f0adf44c-b885-4eb2-a06b-a384db4ff2c6 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:28:57.225047 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cdc54da2-1206-43c8-bbf4-b91c14caf1f1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:57.228727 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b278b336-b7d9-4091-ac6c-1cb9b2a96ee0 None None] Provisioning complete for port f0adf44c-b885-4eb2-a06b-a384db4ff2c6 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:57.228727 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b278b336-b7d9-4091-ac6c-1cb9b2a96ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:57.229388 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cdc54da2-1206-43c8-bbf4-b91c14caf1f1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:57.287636 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68fef90-8dfc-46c2-b398-0f5afef55359 req-e263ea4c-720a-45ae-b6d0-e2e3872c7df9 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:57.297131 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f68fef90-8dfc-46c2-b398-0f5afef55359 req-e263ea4c-720a-45ae-b6d0-e2e3872c7df9 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "GET /v2.0/ports?device_id=904dc052-e24e-40c9-a170-864961d68f1f HTTP/1.1" status: 200 len: 932 time: 0.6963840 Feb 09 01:28:57.321919 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cdc54da2-1206-43c8-bbf4-b91c14caf1f1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:57.323154 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc54da2-1206-43c8-bbf4-b91c14caf1f1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Fanout notify agent at l3_agent the message router_deleted on router bbfb5ca8-95aa-4c33-a9dd-68a43d9faa84 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:28:57.351453 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b278b336-b7d9-4091-ac6c-1cb9b2a96ee0 None None] Port f0adf44c-b885-4eb2-a06b-a384db4ff2c6 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:28:57.430926 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f68fef90-8dfc-46c2-b398-0f5afef55359 req-b9e7d5f7-9dc4-4e13-9380-bf514dd460ea tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4a28c2-1dcd-4875-93e5-19ac2ed6bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320302 Feb 09 01:28:57.453412 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cdc54da2-1206-43c8-bbf4-b91c14caf1f1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:57.455689 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cdc54da2-1206-43c8-bbf4-b91c14caf1f1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/routers/bbfb5ca8-95aa-4c33-a9dd-68a43d9faa84 HTTP/1.1" status: 204 len: 168 time: 1.8749933 Feb 09 01:28:57.460742 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41534) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:57.573330 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-8097ddea-194c-42b3-817b-317ec7243d27 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Deleting subnet c4ce9493-5a4f-4cae-ad13-ec1005a8e644 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:28:57.580036 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8097ddea-194c-42b3-817b-317ec7243d27 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:57.643026 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-4344ceaf-8b94-4a03-9ec4-efbf6119baee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:57.685221 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8097ddea-194c-42b3-817b-317ec7243d27 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:57.747205 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-041a14bb-4edb-4273-925e-eb36b6f0c42f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:57.751395 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-041a14bb-4edb-4273-925e-eb36b6f0c42f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Usage tracker for resource:subnet and tenant:88ec29d2bb1e444ab816dc0da9c461b4 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:57.754269 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-041a14bb-4edb-4273-925e-eb36b6f0c42f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:57.761327 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-041a14bb-4edb-4273-925e-eb36b6f0c42f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:57.817964 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041a14bb-4edb-4273-925e-eb36b6f0c42f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Made reservation on behalf of 88ec29d2bb1e444ab816dc0da9c461b4 for: {'subnet': 2} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:57.822681 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-041a14bb-4edb-4273-925e-eb36b6f0c42f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:57.823296 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-041a14bb-4edb-4273-925e-eb36b6f0c42f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:57.836751 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8097ddea-194c-42b3-817b-317ec7243d27 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:57.960442 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8097ddea-194c-42b3-817b-317ec7243d27 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.055681 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097ddea-194c-42b3-817b-317ec7243d27 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event deleted for resources: {'Subnet': ['ID=c4ce9493-5a4f-4cae-ad13-ec1005a8e644,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:58.056620 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0a64c8-4bf1-4099-b3be-8d8ef44c624b None None] Network 52c3fae5-4e04-4a3d-a6e4-26e87c317c9d requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:28:58.062391 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8097ddea-194c-42b3-817b-317ec7243d27 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.073246 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8097ddea-194c-42b3-817b-317ec7243d27 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/subnets/c4ce9493-5a4f-4cae-ad13-ec1005a8e644 HTTP/1.1" status: 204 len: 168 time: 0.6106977 Feb 09 01:28:58.076342 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41542) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:58.271957 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5faba08a-0b48-4f3c-8352-47fd32bff411 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.295641 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-5faba08a-0b48-4f3c-8352-47fd32bff411 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Deleting port 47f0389e-a53a-45b8-837a-f94c1358804f {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:58.296204 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5faba08a-0b48-4f3c-8352-47fd32bff411 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.558448 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c477b6-01db-4af5-b941-6c43bdfdaa32 None None] DHCP port deletion for 52c3fae5-4e04-4a3d-a6e4-26e87c317c9d request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:28:58.563347 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d5c477b6-01db-4af5-b941-6c43bdfdaa32 None None] Deleting port 47f0389e-a53a-45b8-837a-f94c1358804f {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:58.565144 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d5c477b6-01db-4af5-b941-6c43bdfdaa32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.604281 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-4344ceaf-8b94-4a03-9ec4-efbf6119baee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0adf44c-b885-4eb2-a06b-a384db4ff2c6 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:28:58.622081 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-5faba08a-0b48-4f3c-8352-47fd32bff411 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] For port 47f0389e-a53a-45b8-837a-f94c1358804f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=47f0389e-a53a-45b8-837a-f94c1358804f,segment=NetworkSegment(c61a432b-4e2f-4e2a-ae65-567189fb1e64),segment_id=c61a432b-4e2f-4e2a-ae65-567189fb1e64)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:58.622675 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-4344ceaf-8b94-4a03-9ec4-efbf6119baee service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.623095 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5faba08a-0b48-4f3c-8352-47fd32bff411 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.784037 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-4344ceaf-8b94-4a03-9ec4-efbf6119baee service neutron] Transition to ACTIVE for port object f0adf44c-b885-4eb2-a06b-a384db4ff2c6 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:28:58.815933 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-4344ceaf-8b94-4a03-9ec4-efbf6119baee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.933094 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-d5c477b6-01db-4af5-b941-6c43bdfdaa32 None None] For port 47f0389e-a53a-45b8-837a-f94c1358804f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=47f0389e-a53a-45b8-837a-f94c1358804f,segment=NetworkSegment(c61a432b-4e2f-4e2a-ae65-567189fb1e64),segment_id=c61a432b-4e2f-4e2a-ae65-567189fb1e64)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:28:58.933875 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d5c477b6-01db-4af5-b941-6c43bdfdaa32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:58.954379 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-5faba08a-0b48-4f3c-8352-47fd32bff411 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Calling delete_port for 47f0389e-a53a-45b8-837a-f94c1358804f owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:59.104927 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d5c477b6-01db-4af5-b941-6c43bdfdaa32 None None] Calling delete_port for 47f0389e-a53a-45b8-837a-f94c1358804f owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:28:59.122712 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5faba08a-0b48-4f3c-8352-47fd32bff411 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:59.189455 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41556) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:59.211984 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344ceaf-8b94-4a03-9ec4-efbf6119baee service neutron] Pushing event updated for resources: {'Port': ['ID=f0adf44c-b885-4eb2-a06b-a384db4ff2c6,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:59.221521 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faba08a-0b48-4f3c-8352-47fd32bff411 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event deleted for resources: {'Port': ['ID=47f0389e-a53a-45b8-837a-f94c1358804f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:59.235486 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faba08a-0b48-4f3c-8352-47fd32bff411 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] No DVR routers for this DVR port 47f0389e-a53a-45b8-837a-f94c1358804f on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:28:59.245789 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-d5c477b6-01db-4af5-b941-6c43bdfdaa32 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:28:59.246148 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-d5c477b6-01db-4af5-b941-6c43bdfdaa32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:28:59.380880 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce8544-eed4-4b02-b861-67db407e3fa7 req-cf03a032-37a1-4be4-b284-8afa40a1f237 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:59.381989 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f7ce8544-eed4-4b02-b861-67db407e3fa7 req-cf03a032-37a1-4be4-b284-8afa40a1f237 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Synchronizing usage tracker for tenant:ef6edc4015e943ec908a956d7cff5e10 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:28:59.418738 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-4344ceaf-8b94-4a03-9ec4-efbf6119baee service neutron] Attempting to bind port f0adf44c-b885-4eb2-a06b-a384db4ff2c6 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:28:59.419159 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-4344ceaf-8b94-4a03-9ec4-efbf6119baee service neutron] Attempting to bind port f0adf44c-b885-4eb2-a06b-a384db4ff2c6 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '80b53ff1-697e-427c-b7ec-6ed5db9e6c6f'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:28:59.419662 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-4344ceaf-8b94-4a03-9ec4-efbf6119baee service neutron] Attempting to bind port f0adf44c-b885-4eb2-a06b-a384db4ff2c6 on network 80b53ff1-697e-427c-b7ec-6ed5db9e6c6f {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:28:59.431656 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-4344ceaf-8b94-4a03-9ec4-efbf6119baee service neutron] Port f0adf44c-b885-4eb2-a06b-a384db4ff2c6 on network 80b53ff1-697e-427c-b7ec-6ed5db9e6c6f not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:28:59.432016 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-4344ceaf-8b94-4a03-9ec4-efbf6119baee service neutron] Attempting to bind port f0adf44c-b885-4eb2-a06b-a384db4ff2c6 on network 80b53ff1-697e-427c-b7ec-6ed5db9e6c6f {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:28:59.446603 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5faba08a-0b48-4f3c-8352-47fd32bff411 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:59.477639 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-4344ceaf-8b94-4a03-9ec4-efbf6119baee service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:28:59.478351 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-4344ceaf-8b94-4a03-9ec4-efbf6119baee service neutron] Checking segment: {'id': 'e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '80b53ff1-697e-427c-b7ec-6ed5db9e6c6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:28:59.479568 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-4344ceaf-8b94-4a03-9ec4-efbf6119baee service neutron] Bound using segment: {'id': 'e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '80b53ff1-697e-427c-b7ec-6ed5db9e6c6f'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:28:59.480103 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-4344ceaf-8b94-4a03-9ec4-efbf6119baee service neutron] Bound port: f0adf44c-b885-4eb2-a06b-a384db4ff2c6, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '80b53ff1-697e-427c-b7ec-6ed5db9e6c6f'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:28:59.480530 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-4344ceaf-8b94-4a03-9ec4-efbf6119baee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:59.487736 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-5faba08a-0b48-4f3c-8352-47fd32bff411 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c3fae5-4e04-4a3d-a6e4-26e87c317c9d']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:59.499097 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f7ce8544-eed4-4b02-b861-67db407e3fa7 req-cf03a032-37a1-4be4-b284-8afa40a1f237 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Unset dirty status for tenant:ef6edc4015e943ec908a956d7cff5e10 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:28:59.505884 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f7ce8544-eed4-4b02-b861-67db407e3fa7 req-cf03a032-37a1-4be4-b284-8afa40a1f237 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "GET /v2.0/ports?device_id=904dc052-e24e-40c9-a170-864961d68f1f HTTP/1.1" status: 200 len: 932 time: 0.8089316 Feb 09 01:28:59.513161 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-5faba08a-0b48-4f3c-8352-47fd32bff411 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c61a432b-4e2f-4e2a-ae65-567189fb1e64') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:59.513881 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-5faba08a-0b48-4f3c-8352-47fd32bff411 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c61a432b-4e2f-4e2a-ae65-567189fb1e64') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:59.531965 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5faba08a-0b48-4f3c-8352-47fd32bff411 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:59.552848 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5faba08a-0b48-4f3c-8352-47fd32bff411 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:59.560959 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5faba08a-0b48-4f3c-8352-47fd32bff411 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Releasing vlan 970 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:28:59.561998 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5faba08a-0b48-4f3c-8352-47fd32bff411 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:59.580511 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:28:59.580511 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:28:59.580511 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:28:59.580511 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:28:59.580511 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:28:59.580511 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:28:59.580511 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:28:59.580511 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:28:59.580511 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:28:59.580511 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:28:59.580511 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:28:59.580511 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:28:59.580511 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:28:59.580511 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:28:59.580511 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:28:59.580511 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:28:59.580511 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:28:59.580511 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:28:59.580511 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:28:59.580511 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:28:59.580511 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:28:59.580511 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:28:59.580511 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:28:59.580511 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:28:59.580511 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:28:59.580511 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:28:59.580511 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:28:59.580511 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:28:59.580511 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:28:59.580511 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:28:59.580511 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:28:59.580511 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:28:59.604539 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-041a14bb-4edb-4273-925e-eb36b6f0c42f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:59.716129 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5faba08a-0b48-4f3c-8352-47fd32bff411 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:59.747633 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d5c477b6-01db-4af5-b941-6c43bdfdaa32 None None] Deleting port 47f0389e-a53a-45b8-837a-f94c1358804f {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:28:59.748234 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d5c477b6-01db-4af5-b941-6c43bdfdaa32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:59.766020 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5faba08a-0b48-4f3c-8352-47fd32bff411 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:59.768968 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faba08a-0b48-4f3c-8352-47fd32bff411 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event deleted for resources: {'Network': ['ID=52c3fae5-4e04-4a3d-a6e4-26e87c317c9d,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:59.820951 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5faba08a-0b48-4f3c-8352-47fd32bff411 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/networks/52c3fae5-4e04-4a3d-a6e4-26e87c317c9d HTTP/1.1" status: 204 len: 168 time: 1.7422807 Feb 09 01:28:59.821543 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41568) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:28:59.827929 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-82d7d061-1d4e-4881-b7e2-37b7411e62cb tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-840464130', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:59.844593 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d5c477b6-01db-4af5-b941-6c43bdfdaa32 None None] The port '47f0389e-a53a-45b8-837a-f94c1358804f' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:28:59.845876 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-82d7d061-1d4e-4881-b7e2-37b7411e62cb tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:28:59.854269 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-82d7d061-1d4e-4881-b7e2-37b7411e62cb tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Usage tracker for resource:router and tenant:6d720b2d312a4ea8a0c966b82ba0a703 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:28:59.859885 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-82d7d061-1d4e-4881-b7e2-37b7411e62cb tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:28:59.860508 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a14bb-4edb-4273-925e-eb36b6f0c42f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Pushing event updated for resources: {'Subnet': ['ID=2f9b10f7-a00c-44b4-900f-886820d39296,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:59.872978 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-82d7d061-1d4e-4881-b7e2-37b7411e62cb tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:28:59.893040 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-82d7d061-1d4e-4881-b7e2-37b7411e62cb tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:59.894494 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-82d7d061-1d4e-4881-b7e2-37b7411e62cb tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:59.917009 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-82d7d061-1d4e-4881-b7e2-37b7411e62cb tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:28:59.943328 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f7ce8544-eed4-4b02-b861-67db407e3fa7 req-ed812264-2207-4487-b690-d5614c6c2d64 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4a28c2-1dcd-4875-93e5-19ac2ed6bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4365261 Feb 09 01:28:59.969937 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-82d7d061-1d4e-4881-b7e2-37b7411e62cb tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:00.012618 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-82d7d061-1d4e-4881-b7e2-37b7411e62cb tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:00.014387 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-82d7d061-1d4e-4881-b7e2-37b7411e62cb tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1919091 Feb 09 01:29:00.027407 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41572) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:00.033398 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-1d7665bd-8106-4e7d-9bc9-8dc734612b90 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1280419402'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:00.040132 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1d7665bd-8106-4e7d-9bc9-8dc734612b90 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:00.045569 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1d7665bd-8106-4e7d-9bc9-8dc734612b90 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Usage tracker for resource:network and tenant:6d720b2d312a4ea8a0c966b82ba0a703 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:00.049710 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1d7665bd-8106-4e7d-9bc9-8dc734612b90 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:00.060936 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1d7665bd-8106-4e7d-9bc9-8dc734612b90 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:00.061104 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 47f0389e-a53a-45b8-837a-f94c1358804f no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:29:00.079620 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7665bd-8106-4e7d-9bc9-8dc734612b90 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Made reservation on behalf of 6d720b2d312a4ea8a0c966b82ba0a703 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:00.089020 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1d7665bd-8106-4e7d-9bc9-8dc734612b90 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:00.092681 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-4344ceaf-8b94-4a03-9ec4-efbf6119baee service neutron] For port f0adf44c-b885-4eb2-a06b-a384db4ff2c6, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:29:00.106287 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041a14bb-4edb-4273-925e-eb36b6f0c42f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Checking segment: {'id': 'f15e0df7-515f-497a-9405-60b3bbd0626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'd2eced37-1672-4530-84a2-7f114354d433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:00.106902 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041a14bb-4edb-4273-925e-eb36b6f0c42f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Network hostable DHCP agents. Network: d2eced37-1672-4530-84a2-7f114354d433, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:29:00.116551 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-4344ceaf-8b94-4a03-9ec4-efbf6119baee service neutron] For port f0adf44c-b885-4eb2-a06b-a384db4ff2c6, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=f0adf44c-b885-4eb2-a06b-a384db4ff2c6,segment=NetworkSegment(e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1),segment_id=e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:29:00.130117 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 47f0389e-a53a-45b8-837a-f94c1358804f {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:29:00.130669 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d7665bd-8106-4e7d-9bc9-8dc734612b90 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 980} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:29:00.130881 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 47f0389e-a53a-45b8-837a-f94c1358804f not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:29:00.166431 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1d7665bd-8106-4e7d-9bc9-8dc734612b90 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:00.167221 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-1d7665bd-8106-4e7d-9bc9-8dc734612b90 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Added segment ff05663a-be53-497b-a5b4-d5da78805409 of type vlan for network f32dd850-dc39-458c-83c7-15ff44713f3e Feb 09 01:29:00.185141 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-4344ceaf-8b94-4a03-9ec4-efbf6119baee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:00.208581 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1d7665bd-8106-4e7d-9bc9-8dc734612b90 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:00.246424 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1d7665bd-8106-4e7d-9bc9-8dc734612b90 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:00.253039 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7665bd-8106-4e7d-9bc9-8dc734612b90 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:00.253798 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1d7665bd-8106-4e7d-9bc9-8dc734612b90 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:00.288231 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041a14bb-4edb-4273-925e-eb36b6f0c42f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Network d2eced37-1672-4530-84a2-7f114354d433 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:29:00.293825 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-4344ceaf-8b94-4a03-9ec4-efbf6119baee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:00.294617 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-4344ceaf-8b94-4a03-9ec4-efbf6119baee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:00.296169 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-4344ceaf-8b94-4a03-9ec4-efbf6119baee service neutron] 10.222.0.35 "PUT /v2.0/ports/f0adf44c-b885-4eb2-a06b-a384db4ff2c6 HTTP/1.1" status: 200 len: 1092 time: 3.2940810 Feb 09 01:29:00.299921 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904dc052-e24e-40c9-a170-864961d68f1f', 'tag': 'f0adf44c-b885-4eb2-a06b-a384db4ff2c6'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:29:00.384040 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904dc052-e24e-40c9-a170-864961d68f1f', 'tag': 'f0adf44c-b885-4eb2-a06b-a384db4ff2c6', 'status': 'completed', 'code': 200} Feb 09 01:29:00.414666 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1d7665bd-8106-4e7d-9bc9-8dc734612b90 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3858149 Feb 09 01:29:00.418394 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41578) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:00.424697 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-9f28ae41-25ba-4958-aed7-00c840a5c9d9 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Request body: {'subnet': {'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:00.424899 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-041a14bb-4edb-4273-925e-eb36b6f0c42f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, d2eced37-1672-4530-84a2-7f114354d433) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:00.434204 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2306ba1-48c5-4b7b-ad82-b95b9702ff0b None None] Network d2eced37-1672-4530-84a2-7f114354d433 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:00.441964 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7665bd-8106-4e7d-9bc9-8dc734612b90 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Network': ['ID=f32dd850-dc39-458c-83c7-15ff44713f3e,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:00.457505 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-041a14bb-4edb-4273-925e-eb36b6f0c42f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:00.527475 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344ceaf-8b94-4a03-9ec4-efbf6119baee service neutron] Pushing event updated for resources: {'Port': ['ID=f0adf44c-b885-4eb2-a06b-a384db4ff2c6,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:00.635877 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9f28ae41-25ba-4958-aed7-00c840a5c9d9 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:00.641251 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9f28ae41-25ba-4958-aed7-00c840a5c9d9 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Usage tracker for resource:subnet and tenant:6d720b2d312a4ea8a0c966b82ba0a703 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:00.645436 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9f28ae41-25ba-4958-aed7-00c840a5c9d9 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:00.652127 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a14bb-4edb-4273-925e-eb36b6f0c42f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Pushing event updated for resources: {'Subnet': ['ID=d0132840-caed-400d-bca3-64f079620cfd,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:00.655432 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9f28ae41-25ba-4958-aed7-00c840a5c9d9 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:00.656763 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network f32dd850-dc39-458c-83c7-15ff44713f3e details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:29:00.669413 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f28ae41-25ba-4958-aed7-00c840a5c9d9 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Made reservation on behalf of 6d720b2d312a4ea8a0c966b82ba0a703 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:00.673741 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9f28ae41-25ba-4958-aed7-00c840a5c9d9 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:00.674752 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041a14bb-4edb-4273-925e-eb36b6f0c42f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Checking segment: {'id': 'f9b680bb-d5bd-4d01-8611-16a6d0d3d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '62beb01f-6257-49d6-b642-d6e70cbfa592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:00.675400 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041a14bb-4edb-4273-925e-eb36b6f0c42f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Network hostable DHCP agents. Network: 62beb01f-6257-49d6-b642-d6e70cbfa592, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:29:00.729621 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-2db5819e-8443-4777-b785-e8acffcb45ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:00.731409 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-2db5819e-8443-4777-b785-e8acffcb45ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ef6edc4015e943ec908a956d7cff5e10&device_id=904dc052-e24e-40c9-a170-864961d68f1f HTTP/1.1" status: 200 len: 1095 time: 0.3493803 Feb 09 01:29:00.817189 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041a14bb-4edb-4273-925e-eb36b6f0c42f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Network 62beb01f-6257-49d6-b642-d6e70cbfa592 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:29:00.821171 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-9255f153-f090-4169-8c82-67fe14789cde service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0adf44c-b885-4eb2-a06b-a384db4ff2c6 HTTP/1.1" status: 200 len: 217 time: 0.0748250 Feb 09 01:29:00.868208 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-041a14bb-4edb-4273-925e-eb36b6f0c42f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 62beb01f-6257-49d6-b642-d6e70cbfa592) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:00.877976 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041a14bb-4edb-4273-925e-eb36b6f0c42f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:00.878452 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041a14bb-4edb-4273-925e-eb36b6f0c42f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:00.879074 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-041a14bb-4edb-4273-925e-eb36b6f0c42f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:00.920084 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-64b1125b-f9dc-4c71-8b28-3c1df4b3b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:00.921946 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-64b1125b-f9dc-4c71-8b28-3c1df4b3b933 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d925baf2-c63f-40ac-b8de-2a3401a3db70 HTTP/1.1" status: 200 len: 848 time: 0.0914123 Feb 09 01:29:00.931127 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-041a14bb-4edb-4273-925e-eb36b6f0c42f tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.8376670 Feb 09 01:29:00.934964 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41586) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:00.994980 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d44c3d-7820-4083-949d-3bb6bf6deb74 None None] Network 62beb01f-6257-49d6-b642-d6e70cbfa592 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:01.016979 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670862fb-7a54-45ac-937d-01a51b8ba9bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-d2eced37-1672-4530-84a2-7f114354d433', 'network_id': 'd2eced37-1672-4530-84a2-7f114354d433', 'tenant_id': '88ec29d2bb1e444ab816dc0da9c461b4', 'fixed_ips': [{'subnet_id': '2f9b10f7-a00c-44b4-900f-886820d39296'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:29:01.018358 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9f28ae41-25ba-4958-aed7-00c840a5c9d9 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:01.018620 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-670862fb-7a54-45ac-937d-01a51b8ba9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:01.081469 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-84539562-9810-4958-9520-5b9027c9c23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:01.082961 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-84539562-9810-4958-9520-5b9027c9c23e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=80b53ff1-697e-427c-b7ec-6ed5db9e6c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1466238 Feb 09 01:29:01.202793 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28ae41-25ba-4958-aed7-00c840a5c9d9 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Subnet': ['ID=53fe123c-76c2-4d82-81b2-b902f69abd93,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:01.218670 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1f43f14f-c88c-414c-94ab-97d6fde39b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:01.241767 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bda15ec-ac6a-4127-b35a-90484a6c180a tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:01.243359 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bda15ec-ac6a-4127-b35a-90484a6c180a tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:01.244986 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bda15ec-ac6a-4127-b35a-90484a6c180a tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:01.255944 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9bda15ec-ac6a-4127-b35a-90484a6c180a tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3090284 Feb 09 01:29:01.256707 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41596) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:01.346274 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-9463185f-1cf3-4467-ab76-dc714c06a947 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Deleting subnet 2f9b10f7-a00c-44b4-900f-886820d39296 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:29:01.351183 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f28ae41-25ba-4958-aed7-00c840a5c9d9 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Checking segment: {'id': 'ff05663a-be53-497b-a5b4-d5da78805409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:01.351543 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f28ae41-25ba-4958-aed7-00c840a5c9d9 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network hostable DHCP agents. Network: f32dd850-dc39-458c-83c7-15ff44713f3e, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:29:01.373120 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f28ae41-25ba-4958-aed7-00c840a5c9d9 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network f32dd850-dc39-458c-83c7-15ff44713f3e is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:29:01.384538 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-9f28ae41-25ba-4958-aed7-00c840a5c9d9 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, f32dd850-dc39-458c-83c7-15ff44713f3e) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:01.392045 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f28ae41-25ba-4958-aed7-00c840a5c9d9 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:01.392610 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9f28ae41-25ba-4958-aed7-00c840a5c9d9 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:01.420584 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c14b7a0-fbc2-4b03-84f9-f523b11d8fff None None] Network f32dd850-dc39-458c-83c7-15ff44713f3e requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:01.422489 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9f28ae41-25ba-4958-aed7-00c840a5c9d9 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0030134 Feb 09 01:29:01.423298 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41600) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:01.514708 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-0946f5c8-1f7a-427f-bcd1-0965caf6c882 service neutron] 10.222.0.35 "GET /v2.0/networks/80b53ff1-697e-427c-b7ec-6ed5db9e6c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159710 Feb 09 01:29:01.548369 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-670862fb-7a54-45ac-937d-01a51b8ba9bc None None] Allocated IP 2001:db8::1 (d2eced37-1672-4530-84a2-7f114354d433/2f9b10f7-a00c-44b4-900f-886820d39296/b4a6c09e-6d0f-4df4-841f-f83508905d2c) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:01.584263 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8306a7-5ba8-4bc5-a980-78d762348fad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-62beb01f-6257-49d6-b642-d6e70cbfa592', 'network_id': '62beb01f-6257-49d6-b642-d6e70cbfa592', 'tenant_id': '88ec29d2bb1e444ab816dc0da9c461b4', 'fixed_ips': [{'subnet_id': 'd0132840-caed-400d-bca3-64f079620cfd'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:29:01.585899 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2f8306a7-5ba8-4bc5-a980-78d762348fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:01.858485 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162faff-c2af-4b29-a418-6f90d3c81d8c req-8516ad21-9dd8-4577-b166-4cf7fb9029cf tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:01.860534 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a162faff-c2af-4b29-a418-6f90d3c81d8c req-8516ad21-9dd8-4577-b166-4cf7fb9029cf tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "GET /v2.0/ports?device_id=904dc052-e24e-40c9-a170-864961d68f1f HTTP/1.1" status: 200 len: 944 time: 0.6848257 Feb 09 01:29:01.862596 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea14102b-ac6a-45d9-9d6b-51c0a10a4ad0 req-92e3fe62-dc58-4681-8ec0-190e9eb2f2e5 service neutron] 10.222.0.35 "GET /v2.0/networks/80b53ff1-697e-427c-b7ec-6ed5db9e6c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380549 Feb 09 01:29:02.112946 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a162faff-c2af-4b29-a418-6f90d3c81d8c req-a2167fe5-b5b5-4cd1-b335-08a4106bf4bf tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4a28c2-1dcd-4875-93e5-19ac2ed6bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778066 Feb 09 01:29:02.175380 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-88ebc5fd-7191-47fa-b09c-f56e146c7aea tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:02.176064 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-2f8306a7-5ba8-4bc5-a980-78d762348fad None None] Allocated IP 2001:db8:0:1::1 (62beb01f-6257-49d6-b642-d6e70cbfa592/d0132840-caed-400d-bca3-64f079620cfd/da5fc78e-e1a2-48c8-8053-b676b0a440f3) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:02.210738 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfaff83-4451-4323-a10c-799b89070595 req-1b9c7c81-59db-40f1-b371-5e4e374aa330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:02.212268 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4cfaff83-4451-4323-a10c-799b89070595 req-1b9c7c81-59db-40f1-b371-5e4e374aa330 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ef6edc4015e943ec908a956d7cff5e10&device_id=904dc052-e24e-40c9-a170-864961d68f1f HTTP/1.1" status: 200 len: 1095 time: 0.2538743 Feb 09 01:29:02.216863 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d12d699-6ab7-40cb-ad93-ad15e2ed7b70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-f32dd850-dc39-458c-83c7-15ff44713f3e', 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'fixed_ips': [{'subnet_id': '53fe123c-76c2-4d82-81b2-b902f69abd93'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:29:02.217798 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7d12d699-6ab7-40cb-ad93-ad15e2ed7b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:02.324203 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-1f43f14f-c88c-414c-94ab-97d6fde39b34 admin admin] Deleting port af3cd228-8e1e-4b99-a9f1-457192d771a4 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:02.324828 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1f43f14f-c88c-414c-94ab-97d6fde39b34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:02.398981 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-670862fb-7a54-45ac-937d-01a51b8ba9bc None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:02.430041 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-670862fb-7a54-45ac-937d-01a51b8ba9bc None None] Transition to ACTIVE for port object b4a6c09e-6d0f-4df4-841f-f83508905d2c will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:02.508622 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-1f43f14f-c88c-414c-94ab-97d6fde39b34 admin admin] For port af3cd228-8e1e-4b99-a9f1-457192d771a4, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=af3cd228-8e1e-4b99-a9f1-457192d771a4,segment=NetworkSegment(28adce5e-778f-4788-9785-5c332ec35a6a),segment_id=28adce5e-778f-4788-9785-5c332ec35a6a)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:02.508984 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1f43f14f-c88c-414c-94ab-97d6fde39b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:02.526705 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-670862fb-7a54-45ac-937d-01a51b8ba9bc None None] Transition to ACTIVE for port object b4a6c09e-6d0f-4df4-841f-f83508905d2c will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:02.544155 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9463185f-1cf3-4467-ab76-dc714c06a947 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:02.549162 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-670862fb-7a54-45ac-937d-01a51b8ba9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:02.607306 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9463185f-1cf3-4467-ab76-dc714c06a947 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:02.655111 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-1f43f14f-c88c-414c-94ab-97d6fde39b34 admin admin] Calling delete_port for af3cd228-8e1e-4b99-a9f1-457192d771a4 owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:02.710310 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670862fb-7a54-45ac-937d-01a51b8ba9bc None None] Network d2eced37-1672-4530-84a2-7f114354d433 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:02.715783 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9463185f-1cf3-4467-ab76-dc714c06a947 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:02.718597 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-670862fb-7a54-45ac-937d-01a51b8ba9bc None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:02.729472 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfaff83-4451-4323-a10c-799b89070595 req-6bc90aa0-f4cb-4d1c-be5d-c9c87765af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:02.731227 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4cfaff83-4451-4323-a10c-799b89070595 req-6bc90aa0-f4cb-4d1c-be5d-c9c87765af88 service neutron] 10.222.0.35 "GET /v2.0/networks?id=80b53ff1-697e-427c-b7ec-6ed5db9e6c6f HTTP/1.1" status: 200 len: 910 time: 0.5102098 Feb 09 01:29:02.732239 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670862fb-7a54-45ac-937d-01a51b8ba9bc None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:02.735170 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-7d12d699-6ab7-40cb-ad93-ad15e2ed7b70 None None] Allocated IP 2001:db8::2 (f32dd850-dc39-458c-83c7-15ff44713f3e/53fe123c-76c2-4d82-81b2-b902f69abd93/40d96592-5161-4200-bb3e-afd747de85ec) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:02.760247 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2f8306a7-5ba8-4bc5-a980-78d762348fad None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:02.810356 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9463185f-1cf3-4467-ab76-dc714c06a947 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:02.820567 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670862fb-7a54-45ac-937d-01a51b8ba9bc None None] Pushing event updated for resources: {'Port': ['ID=b4a6c09e-6d0f-4df4-841f-f83508905d2c,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:02.821300 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4cfaff83-4451-4323-a10c-799b89070595 req-45186dde-509c-4ba5-8853-fbb8c6a9ee0d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0adf44c-b885-4eb2-a06b-a384db4ff2c6 HTTP/1.1" status: 200 len: 217 time: 0.0759630 Feb 09 01:29:02.856248 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9463185f-1cf3-4467-ab76-dc714c06a947 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:02.867491 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463185f-1cf3-4467-ab76-dc714c06a947 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Pushing event deleted for resources: {'Subnet': ['ID=2f9b10f7-a00c-44b4-900f-886820d39296,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:02.876857 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9463185f-1cf3-4467-ab76-dc714c06a947 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] 10.222.0.37 "DELETE /v2.0/subnets/2f9b10f7-a00c-44b4-900f-886820d39296 HTTP/1.1" status: 204 len: 168 time: 1.6187019 Feb 09 01:29:02.878202 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41610) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:02.880837 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2f8306a7-5ba8-4bc5-a980-78d762348fad None None] Transition to ACTIVE for port object da5fc78e-e1a2-48c8-8053-b676b0a440f3 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:02.970013 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-b89faff8-09ef-4d53-a86c-40d36233d986 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Deleting subnet d0132840-caed-400d-bca3-64f079620cfd {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:29:02.977237 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfaff83-4451-4323-a10c-799b89070595 req-faced44a-88a7-4892-8d18-580a17fe2649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:02.979339 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4cfaff83-4451-4323-a10c-799b89070595 req-faced44a-88a7-4892-8d18-580a17fe2649 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d925baf2-c63f-40ac-b8de-2a3401a3db70 HTTP/1.1" status: 200 len: 848 time: 0.1454141 Feb 09 01:29:03.000211 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2f8306a7-5ba8-4bc5-a980-78d762348fad None None] Transition to ACTIVE for port object da5fc78e-e1a2-48c8-8053-b676b0a440f3 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:03.008027 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-670862fb-7a54-45ac-937d-01a51b8ba9bc None None] Attempting to bind port b4a6c09e-6d0f-4df4-841f-f83508905d2c on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:29:03.008458 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-670862fb-7a54-45ac-937d-01a51b8ba9bc None None] Attempting to bind port b4a6c09e-6d0f-4df4-841f-f83508905d2c by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'f15e0df7-515f-497a-9405-60b3bbd0626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'd2eced37-1672-4530-84a2-7f114354d433'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:29:03.008938 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670862fb-7a54-45ac-937d-01a51b8ba9bc None None] Attempting to bind port b4a6c09e-6d0f-4df4-841f-f83508905d2c on network d2eced37-1672-4530-84a2-7f114354d433 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:29:03.011112 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b89faff8-09ef-4d53-a86c-40d36233d986 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:03.017147 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670862fb-7a54-45ac-937d-01a51b8ba9bc None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:29:03.017525 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670862fb-7a54-45ac-937d-01a51b8ba9bc None None] Checking segment: {'id': 'f15e0df7-515f-497a-9405-60b3bbd0626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'd2eced37-1672-4530-84a2-7f114354d433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:03.017982 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-670862fb-7a54-45ac-937d-01a51b8ba9bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:03.018427 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670862fb-7a54-45ac-937d-01a51b8ba9bc None None] Bound using segment: {'id': 'f15e0df7-515f-497a-9405-60b3bbd0626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'd2eced37-1672-4530-84a2-7f114354d433'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:29:03.018896 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-670862fb-7a54-45ac-937d-01a51b8ba9bc None None] Bound port: b4a6c09e-6d0f-4df4-841f-f83508905d2c, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f15e0df7-515f-497a-9405-60b3bbd0626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'd2eced37-1672-4530-84a2-7f114354d433'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:29:03.019313 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-670862fb-7a54-45ac-937d-01a51b8ba9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:03.133421 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfaff83-4451-4323-a10c-799b89070595 req-a120f36a-4b2b-4f75-9d9c-830b2eda4dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:03.135033 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4cfaff83-4451-4323-a10c-799b89070595 req-a120f36a-4b2b-4f75-9d9c-830b2eda4dde service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=80b53ff1-697e-427c-b7ec-6ed5db9e6c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1490376 Feb 09 01:29:03.148561 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2f8306a7-5ba8-4bc5-a980-78d762348fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:03.149659 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1f43f14f-c88c-414c-94ab-97d6fde39b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:03.154169 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b89faff8-09ef-4d53-a86c-40d36233d986 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:03.252045 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b89faff8-09ef-4d53-a86c-40d36233d986 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:03.343329 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43f14f-c88c-414c-94ab-97d6fde39b34 admin admin] Pushing event deleted for resources: {'Port': ['ID=af3cd228-8e1e-4b99-a9f1-457192d771a4,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:03.368991 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8306a7-5ba8-4bc5-a980-78d762348fad None None] Network 62beb01f-6257-49d6-b642-d6e70cbfa592 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:03.386666 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-2f8306a7-5ba8-4bc5-a980-78d762348fad None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:03.448146 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8306a7-5ba8-4bc5-a980-78d762348fad None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:03.463755 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59270324-bd8e-42aa-b6b2-919fbaa38300 req-5a9066b4-f971-4131-8a2b-b739979c90bd tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:03.471661 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-59270324-bd8e-42aa-b6b2-919fbaa38300 req-5a9066b4-f971-4131-8a2b-b739979c90bd tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "GET /v2.0/ports?device_id=904dc052-e24e-40c9-a170-864961d68f1f HTTP/1.1" status: 200 len: 944 time: 0.1431026 Feb 09 01:29:03.490201 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b89faff8-09ef-4d53-a86c-40d36233d986 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:03.519895 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8306a7-5ba8-4bc5-a980-78d762348fad None None] Pushing event updated for resources: {'Port': ['ID=da5fc78e-e1a2-48c8-8053-b676b0a440f3,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:03.543846 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89faff8-09ef-4d53-a86c-40d36233d986 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Pushing event deleted for resources: {'Subnet': ['ID=d0132840-caed-400d-bca3-64f079620cfd,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:03.546689 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b89faff8-09ef-4d53-a86c-40d36233d986 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:03.557363 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b89faff8-09ef-4d53-a86c-40d36233d986 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] 10.222.0.37 "DELETE /v2.0/subnets/d0132840-caed-400d-bca3-64f079620cfd HTTP/1.1" status: 204 len: 168 time: 0.6780732 Feb 09 01:29:03.558712 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41622) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:03.647609 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-59270324-bd8e-42aa-b6b2-919fbaa38300 req-b9984b20-4aaf-4408-aa06-30ea191e4822 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4a28c2-1dcd-4875-93e5-19ac2ed6bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749315 Feb 09 01:29:03.647791 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-2f8306a7-5ba8-4bc5-a980-78d762348fad None None] Attempting to bind port da5fc78e-e1a2-48c8-8053-b676b0a440f3 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:29:03.648299 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-2f8306a7-5ba8-4bc5-a980-78d762348fad None None] Attempting to bind port da5fc78e-e1a2-48c8-8053-b676b0a440f3 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'f9b680bb-d5bd-4d01-8611-16a6d0d3d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '62beb01f-6257-49d6-b642-d6e70cbfa592'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:29:03.648765 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8306a7-5ba8-4bc5-a980-78d762348fad None None] Attempting to bind port da5fc78e-e1a2-48c8-8053-b676b0a440f3 on network 62beb01f-6257-49d6-b642-d6e70cbfa592 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:29:03.663211 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-670862fb-7a54-45ac-937d-01a51b8ba9bc None None] For port b4a6c09e-6d0f-4df4-841f-f83508905d2c, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:29:03.673675 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8306a7-5ba8-4bc5-a980-78d762348fad None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:29:03.674060 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8306a7-5ba8-4bc5-a980-78d762348fad None None] Checking segment: {'id': 'f9b680bb-d5bd-4d01-8611-16a6d0d3d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '62beb01f-6257-49d6-b642-d6e70cbfa592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:03.674606 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2f8306a7-5ba8-4bc5-a980-78d762348fad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:03.675074 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8306a7-5ba8-4bc5-a980-78d762348fad None None] Bound using segment: {'id': 'f9b680bb-d5bd-4d01-8611-16a6d0d3d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '62beb01f-6257-49d6-b642-d6e70cbfa592'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:29:03.675629 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-2f8306a7-5ba8-4bc5-a980-78d762348fad None None] Bound port: da5fc78e-e1a2-48c8-8053-b676b0a440f3, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b680bb-d5bd-4d01-8611-16a6d0d3d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '62beb01f-6257-49d6-b642-d6e70cbfa592'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:29:03.676116 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2f8306a7-5ba8-4bc5-a980-78d762348fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:03.702298 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e54be6-517f-4eb3-980e-903abc24bf15 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:03.703222 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-15e54be6-517f-4eb3-980e-903abc24bf15 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Synchronizing usage tracker for tenant:88ec29d2bb1e444ab816dc0da9c461b4 on resource:subnet {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:29:03.727247 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-670862fb-7a54-45ac-937d-01a51b8ba9bc None None] For port b4a6c09e-6d0f-4df4-841f-f83508905d2c, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b4a6c09e-6d0f-4df4-841f-f83508905d2c,segment=NetworkSegment(f15e0df7-515f-497a-9405-60b3bbd0626c),segment_id=f15e0df7-515f-497a-9405-60b3bbd0626c)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:29:03.729464 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-15e54be6-517f-4eb3-980e-903abc24bf15 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Unset dirty status for tenant:88ec29d2bb1e444ab816dc0da9c461b4 on resource:subnet {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:29:03.735618 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-15e54be6-517f-4eb3-980e-903abc24bf15 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1686487 Feb 09 01:29:03.736268 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41632) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:03.747484 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-670862fb-7a54-45ac-937d-01a51b8ba9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:03.792319 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4cfaff83-4451-4323-a10c-799b89070595 req-352982db-ab73-4ff1-b248-19c548f2f111 service neutron] 10.222.0.35 "GET /v2.0/networks/80b53ff1-697e-427c-b7ec-6ed5db9e6c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6449542 Feb 09 01:29:03.874652 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-845c14f6-6abf-49ea-beda-93a69a6bab19 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:03.887696 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-845c14f6-6abf-49ea-beda-93a69a6bab19 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Deleting port da5fc78e-e1a2-48c8-8053-b676b0a440f3 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:03.888165 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-845c14f6-6abf-49ea-beda-93a69a6bab19 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:03.905366 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-2f8306a7-5ba8-4bc5-a980-78d762348fad None None] For port da5fc78e-e1a2-48c8-8053-b676b0a440f3, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:29:03.908360 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-2f8306a7-5ba8-4bc5-a980-78d762348fad None None] For port da5fc78e-e1a2-48c8-8053-b676b0a440f3, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=da5fc78e-e1a2-48c8-8053-b676b0a440f3,segment=NetworkSegment(f9b680bb-d5bd-4d01-8611-16a6d0d3d27a),segment_id=f9b680bb-d5bd-4d01-8611-16a6d0d3d27a)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:29:03.930377 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2f8306a7-5ba8-4bc5-a980-78d762348fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:03.934692 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7d12d699-6ab7-40cb-ad93-ad15e2ed7b70 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:03.964354 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7d12d699-6ab7-40cb-ad93-ad15e2ed7b70 None None] Transition to ACTIVE for port object 40d96592-5161-4200-bb3e-afd747de85ec will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:03.974944 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670862fb-7a54-45ac-937d-01a51b8ba9bc None None] Pushing event updated for resources: {'Port': ['ID=b4a6c09e-6d0f-4df4-841f-f83508905d2c,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:04.088693 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4cfaff83-4451-4323-a10c-799b89070595 req-b49b4e4d-fd4c-428c-bb29-eb6c23ab0b64 service neutron] 10.222.0.35 "GET /v2.0/networks/80b53ff1-697e-427c-b7ec-6ed5db9e6c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850883 Feb 09 01:29:04.106342 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1f43f14f-c88c-414c-94ab-97d6fde39b34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:04.175569 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7d12d699-6ab7-40cb-ad93-ad15e2ed7b70 None None] Transition to ACTIVE for port object 40d96592-5161-4200-bb3e-afd747de85ec will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:04.189600 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6773cd16-b944-4854-9a5d-04cec93516c2 None None] Network 62beb01f-6257-49d6-b642-d6e70cbfa592 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:04.208771 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0bfde7-8587-4f93-9aed-d0938d2e443b None None] Network d2eced37-1672-4530-84a2-7f114354d433 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:04.272424 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7d12d699-6ab7-40cb-ad93-ad15e2ed7b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:04.388825 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8306a7-5ba8-4bc5-a980-78d762348fad None None] Pushing event updated for resources: {'Port': ['ID=da5fc78e-e1a2-48c8-8053-b676b0a440f3,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:04.477985 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-845c14f6-6abf-49ea-beda-93a69a6bab19 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] For port da5fc78e-e1a2-48c8-8053-b676b0a440f3, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=da5fc78e-e1a2-48c8-8053-b676b0a440f3,segment=NetworkSegment(f9b680bb-d5bd-4d01-8611-16a6d0d3d27a),segment_id=f9b680bb-d5bd-4d01-8611-16a6d0d3d27a)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:04.478989 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-845c14f6-6abf-49ea-beda-93a69a6bab19 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:04.490716 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-88ebc5fd-7191-47fa-b09c-f56e146c7aea tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Allocated IP 2001:db8::1 (f32dd850-dc39-458c-83c7-15ff44713f3e/53fe123c-76c2-4d82-81b2-b902f69abd93/cf3ec1c8-54de-4005-914d-8595d9036034) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:04.520698 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d12d699-6ab7-40cb-ad93-ad15e2ed7b70 None None] Network f32dd850-dc39-458c-83c7-15ff44713f3e is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:04.529751 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f43f14f-c88c-414c-94ab-97d6fde39b34 admin admin] Router 426c3e1e-9ee6-43bf-8e6e-d23dce74457a has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:29:04.568457 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-7d12d699-6ab7-40cb-ad93-ad15e2ed7b70 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:04.592271 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d12d699-6ab7-40cb-ad93-ad15e2ed7b70 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:04.634518 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-845c14f6-6abf-49ea-beda-93a69a6bab19 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Calling delete_port for da5fc78e-e1a2-48c8-8053-b676b0a440f3 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:04.646172 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12d699-6ab7-40cb-ad93-ad15e2ed7b70 None None] Pushing event updated for resources: {'Port': ['ID=40d96592-5161-4200-bb3e-afd747de85ec,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:04.733072 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f43f14f-c88c-414c-94ab-97d6fde39b34 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:29:04.747131 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5bc826-6180-46ac-a858-9bc0c7272308 None None] Sync routers for ids ['426c3e1e-9ee6-43bf-8e6e-d23dce74457a'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:04.750000 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1f43f14f-c88c-414c-94ab-97d6fde39b34 admin admin] 10.222.0.37 "PUT /v2.0/routers/426c3e1e-9ee6-43bf-8e6e-d23dce74457a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5271430 Feb 09 01:29:04.750684 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41648) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:04.827982 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5bc826-6180-46ac-a858-9bc0c7272308 None None] Routers {'426c3e1e-9ee6-43bf-8e6e-d23dce74457a'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:04.828946 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-7e5bc826-6180-46ac-a858-9bc0c7272308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:28:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['426c3e1e-9ee6-43bf-8e6e-d23dce74457a'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:04.886253 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-845c14f6-6abf-49ea-beda-93a69a6bab19 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:04.892281 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-7d12d699-6ab7-40cb-ad93-ad15e2ed7b70 None None] Attempting to bind port 40d96592-5161-4200-bb3e-afd747de85ec on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:29:04.892707 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-7d12d699-6ab7-40cb-ad93-ad15e2ed7b70 None None] Attempting to bind port 40d96592-5161-4200-bb3e-afd747de85ec by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'ff05663a-be53-497b-a5b4-d5da78805409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:29:04.894442 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d12d699-6ab7-40cb-ad93-ad15e2ed7b70 None None] Attempting to bind port 40d96592-5161-4200-bb3e-afd747de85ec on network f32dd850-dc39-458c-83c7-15ff44713f3e {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:29:04.920693 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d12d699-6ab7-40cb-ad93-ad15e2ed7b70 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:29:04.921111 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d12d699-6ab7-40cb-ad93-ad15e2ed7b70 None None] Checking segment: {'id': 'ff05663a-be53-497b-a5b4-d5da78805409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:04.921482 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7d12d699-6ab7-40cb-ad93-ad15e2ed7b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:04.921879 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d12d699-6ab7-40cb-ad93-ad15e2ed7b70 None None] Bound using segment: {'id': 'ff05663a-be53-497b-a5b4-d5da78805409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:29:04.922358 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-7d12d699-6ab7-40cb-ad93-ad15e2ed7b70 None None] Bound port: 40d96592-5161-4200-bb3e-afd747de85ec, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff05663a-be53-497b-a5b4-d5da78805409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:29:04.922733 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7d12d699-6ab7-40cb-ad93-ad15e2ed7b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:04.958091 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c14f6-6abf-49ea-beda-93a69a6bab19 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Pushing event deleted for resources: {'Port': ['ID=da5fc78e-e1a2-48c8-8053-b676b0a440f3,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:04.969596 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845c14f6-6abf-49ea-beda-93a69a6bab19 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] No DVR routers for this DVR port da5fc78e-e1a2-48c8-8053-b676b0a440f3 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:29:05.035563 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e6f1e-13c8-43cf-acf0-6a0437e673c0 req-69fe6f65-5ce3-45a1-b9bb-364ff39ca9d0 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:05.037069 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-476e6f1e-13c8-43cf-acf0-6a0437e673c0 req-69fe6f65-5ce3-45a1-b9bb-364ff39ca9d0 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "GET /v2.0/ports?device_id=904dc052-e24e-40c9-a170-864961d68f1f HTTP/1.1" status: 200 len: 944 time: 0.2204571 Feb 09 01:29:05.057400 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-359f99b2-688b-496c-b6cf-14b0388eb889 admin admin] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:05.208430 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-88ebc5fd-7191-47fa-b09c-f56e146c7aea tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:05.218795 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-845c14f6-6abf-49ea-beda-93a69a6bab19 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:05.224594 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-476e6f1e-13c8-43cf-acf0-6a0437e673c0 req-5e338a16-d360-42d4-b310-31535f93936e tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4a28c2-1dcd-4875-93e5-19ac2ed6bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967648 Feb 09 01:29:05.255237 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-7e5bc826-6180-46ac-a858-9bc0c7272308 None None] Set router 426c3e1e-9ee6-43bf-8e6e-d23dce74457a gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:05.258985 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-88ebc5fd-7191-47fa-b09c-f56e146c7aea tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Transition to ACTIVE for port object cf3ec1c8-54de-4005-914d-8595d9036034 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:05.264842 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-845c14f6-6abf-49ea-beda-93a69a6bab19 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62beb01f-6257-49d6-b642-d6e70cbfa592']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:05.280380 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-845c14f6-6abf-49ea-beda-93a69a6bab19 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b680bb-d5bd-4d01-8611-16a6d0d3d27a') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:05.280752 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-845c14f6-6abf-49ea-beda-93a69a6bab19 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b680bb-d5bd-4d01-8611-16a6d0d3d27a') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:05.296232 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-845c14f6-6abf-49ea-beda-93a69a6bab19 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:05.318297 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-845c14f6-6abf-49ea-beda-93a69a6bab19 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:05.328683 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845c14f6-6abf-49ea-beda-93a69a6bab19 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Releasing vlan 973 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:29:05.329388 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-845c14f6-6abf-49ea-beda-93a69a6bab19 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:05.344868 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:29:05.344868 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:29:05.344868 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:29:05.344868 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:29:05.344868 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:29:05.344868 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:29:05.344868 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:29:05.344868 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:29:05.344868 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:29:05.344868 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:29:05.344868 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:29:05.344868 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:29:05.344868 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:29:05.344868 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:29:05.344868 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:29:05.344868 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:29:05.344868 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:29:05.344868 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:29:05.344868 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:29:05.344868 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:29:05.344868 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:29:05.344868 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:29:05.344868 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:29:05.344868 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:29:05.344868 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:29:05.344868 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:29:05.344868 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:29:05.344868 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:29:05.344868 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:29:05.344868 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:29:05.344868 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:29:05.344868 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:29:05.409883 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-88ebc5fd-7191-47fa-b09c-f56e146c7aea tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:05.433954 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-7d12d699-6ab7-40cb-ad93-ad15e2ed7b70 None None] For port 40d96592-5161-4200-bb3e-afd747de85ec, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:29:05.481570 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-359f99b2-688b-496c-b6cf-14b0388eb889 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:05.493039 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-359f99b2-688b-496c-b6cf-14b0388eb889 admin admin] Deleting port 88bc95a1-b119-4f6b-bee8-2652bfdeba7d {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:05.494642 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-359f99b2-688b-496c-b6cf-14b0388eb889 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:05.510931 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ebc5fd-7191-47fa-b09c-f56e146c7aea tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network f32dd850-dc39-458c-83c7-15ff44713f3e is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:05.515936 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-88ebc5fd-7191-47fa-b09c-f56e146c7aea tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:05.519516 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ebc5fd-7191-47fa-b09c-f56e146c7aea tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:05.521277 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-88ebc5fd-7191-47fa-b09c-f56e146c7aea tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:05.553333 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ebc5fd-7191-47fa-b09c-f56e146c7aea tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Port': ['ID=cf3ec1c8-54de-4005-914d-8595d9036034,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:05.560182 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-845c14f6-6abf-49ea-beda-93a69a6bab19 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:05.569305 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-7d12d699-6ab7-40cb-ad93-ad15e2ed7b70 None None] For port 40d96592-5161-4200-bb3e-afd747de85ec, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=40d96592-5161-4200-bb3e-afd747de85ec,segment=NetworkSegment(ff05663a-be53-497b-a5b4-d5da78805409),segment_id=ff05663a-be53-497b-a5b4-d5da78805409)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:29:05.579139 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7d12d699-6ab7-40cb-ad93-ad15e2ed7b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:05.592555 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-845c14f6-6abf-49ea-beda-93a69a6bab19 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:05.596436 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c14f6-6abf-49ea-beda-93a69a6bab19 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Pushing event deleted for resources: {'Network': ['ID=62beb01f-6257-49d6-b642-d6e70cbfa592,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:05.628952 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-845c14f6-6abf-49ea-beda-93a69a6bab19 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] 10.222.0.37 "DELETE /v2.0/networks/62beb01f-6257-49d6-b642-d6e70cbfa592 HTTP/1.1" status: 204 len: 168 time: 1.8908734 Feb 09 01:29:05.631368 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41662) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:05.674865 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12d699-6ab7-40cb-ad93-ad15e2ed7b70 None None] Pushing event updated for resources: {'Port': ['ID=40d96592-5161-4200-bb3e-afd747de85ec,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:05.704548 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device f0adf44c-b885-4eb2-a06b-a384db4ff2c6 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:29:05.767927 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-359f99b2-688b-496c-b6cf-14b0388eb889 admin admin] For port 88bc95a1-b119-4f6b-bee8-2652bfdeba7d, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=88bc95a1-b119-4f6b-bee8-2652bfdeba7d,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:05.768282 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-359f99b2-688b-496c-b6cf-14b0388eb889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:05.794715 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-88ebc5fd-7191-47fa-b09c-f56e146c7aea tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:05.881980 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port f0adf44c-b885-4eb2-a06b-a384db4ff2c6, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=f0adf44c-b885-4eb2-a06b-a384db4ff2c6,segment=NetworkSegment(e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1),segment_id=e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:05.898903 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-994c4d10-b20f-4cd7-a8d7-ef145eb4f012 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:05.907159 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'f0adf44c-b885-4eb2-a06b-a384db4ff2c6', 'network_id': '80b53ff1-697e-427c-b7ec-6ed5db9e6c6f', 'port_id': 'f0adf44c-b885-4eb2-a06b-a384db4ff2c6', 'mac_address': 'fa:16:3e:97:42:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 966, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd925baf2-c63f-40ac-b8de-2a3401a3db70', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:29:05.962489 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-359f99b2-688b-496c-b6cf-14b0388eb889 admin admin] Calling delete_port for 88bc95a1-b119-4f6b-bee8-2652bfdeba7d owned by network:router_gateway {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:06.028473 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-994c4d10-b20f-4cd7-a8d7-ef145eb4f012 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Deleting port b4a6c09e-6d0f-4df4-841f-f83508905d2c {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:06.029164 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-994c4d10-b20f-4cd7-a8d7-ef145eb4f012 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:06.115380 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:06.140056 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0adf44c-b885-4eb2-a06b-a384db4ff2c6 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:29:06.195459 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-7e5bc826-6180-46ac-a858-9bc0c7272308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'name': 'tempest-TaggedBootDevicesTest-141425582-router', 'tenant_id': '08259b26651148159119352f4f3e1358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '88bc95a1-b119-4f6b-bee8-2652bfdeba7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:51Z', 'updated_at': '2022-02-09T01:29:03Z', 'revision_number': 5, 'project_id': '08259b26651148159119352f4f3e1358', 'gw_port': {'id': '88bc95a1-b119-4f6b-bee8-2652bfdeba7d', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:91:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:54Z', 'updated_at': '2022-02-09T01:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:06.201060 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port f0adf44c-b885-4eb2-a06b-a384db4ff2c6, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=f0adf44c-b885-4eb2-a06b-a384db4ff2c6,segment=NetworkSegment(e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1),segment_id=e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:06.202939 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5bc826-6180-46ac-a858-9bc0c7272308 None None] Checking router: 426c3e1e-9ee6-43bf-8e6e-d23dce74457a for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:29:06.216391 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5bc826-6180-46ac-a858-9bc0c7272308 None None] Routers {'426c3e1e-9ee6-43bf-8e6e-d23dce74457a'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:06.217084 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-7e5bc826-6180-46ac-a858-9bc0c7272308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:28:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['426c3e1e-9ee6-43bf-8e6e-d23dce74457a'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:06.303440 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:06.374661 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-359f99b2-688b-496c-b6cf-14b0388eb889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:06.487388 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f99b2-688b-496c-b6cf-14b0388eb889 admin admin] Pushing event deleted for resources: {'Port': ['ID=88bc95a1-b119-4f6b-bee8-2652bfdeba7d,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:06.540797 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-7e5bc826-6180-46ac-a858-9bc0c7272308 None None] Set router 426c3e1e-9ee6-43bf-8e6e-d23dce74457a gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:06.548427 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-359f99b2-688b-496c-b6cf-14b0388eb889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:06.674512 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-7e5bc826-6180-46ac-a858-9bc0c7272308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'name': 'tempest-TaggedBootDevicesTest-141425582-router', 'tenant_id': '08259b26651148159119352f4f3e1358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:51Z', 'updated_at': '2022-02-09T01:29:05Z', 'revision_number': 6, 'project_id': '08259b26651148159119352f4f3e1358', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:06.683923 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5bc826-6180-46ac-a858-9bc0c7272308 None None] The sync data for ids ['426c3e1e-9ee6-43bf-8e6e-d23dce74457a'] in n-d-828419-1 is: [{'id': '426c3e1e-9ee6-43bf-8e6e-d23dce74457a', 'name': 'tempest-TaggedBootDevicesTest-141425582-router', 'tenant_id': '08259b26651148159119352f4f3e1358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:51Z', 'updated_at': '2022-02-09T01:29:05Z', 'revision_number': 6, 'project_id': '08259b26651148159119352f4f3e1358', 'gw_port_host': None}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:06.716833 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=f0adf44c-b885-4eb2-a06b-a384db4ff2c6,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:06.757569 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-359f99b2-688b-496c-b6cf-14b0388eb889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:06.765696 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-359f99b2-688b-496c-b6cf-14b0388eb889 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:06.778367 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['f0adf44c-b885-4eb2-a06b-a384db4ff2c6'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:29:06.818668 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-359f99b2-688b-496c-b6cf-14b0388eb889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:06.818668 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359f99b2-688b-496c-b6cf-14b0388eb889 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 426c3e1e-9ee6-43bf-8e6e-d23dce74457a {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:29:06.843990 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-359f99b2-688b-496c-b6cf-14b0388eb889 admin admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:06.845518 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-359f99b2-688b-496c-b6cf-14b0388eb889 admin admin] 10.222.0.37 "DELETE /v2.0/routers/426c3e1e-9ee6-43bf-8e6e-d23dce74457a HTTP/1.1" status: 204 len: 168 time: 2.0939233 Feb 09 01:29:06.849989 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41678) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:06.850447 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-994c4d10-b20f-4cd7-a8d7-ef145eb4f012 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] For port b4a6c09e-6d0f-4df4-841f-f83508905d2c, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b4a6c09e-6d0f-4df4-841f-f83508905d2c,segment=NetworkSegment(f15e0df7-515f-497a-9405-60b3bbd0626c),segment_id=f15e0df7-515f-497a-9405-60b3bbd0626c)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:06.850952 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-994c4d10-b20f-4cd7-a8d7-ef145eb4f012 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:06.929094 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b98e6590-c37c-4fec-bd59-f3b680d5ff24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:06.945356 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5058c4-c8e0-42ea-864a-e66b65e24218 admin admin] Deleting subnet d8ecf23e-3a6c-4d0a-995b-57294f1050d9 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:29:06.949692 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bf5058c4-c8e0-42ea-864a-e66b65e24218 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:06.978366 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.resource_extend [None req-88ebc5fd-7191-47fa-b09c-f56e146c7aea tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:29:07.011331 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bf5058c4-c8e0-42ea-864a-e66b65e24218 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:07.083099 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-994c4d10-b20f-4cd7-a8d7-ef145eb4f012 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Calling delete_port for b4a6c09e-6d0f-4df4-841f-f83508905d2c owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:07.100512 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bf5058c4-c8e0-42ea-864a-e66b65e24218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:07.184533 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bf5058c4-c8e0-42ea-864a-e66b65e24218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:07.245644 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-88ebc5fd-7191-47fa-b09c-f56e146c7aea tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:07.262283 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-88ebc5fd-7191-47fa-b09c-f56e146c7aea tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:07.264504 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-88ebc5fd-7191-47fa-b09c-f56e146c7aea tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:07.267301 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5058c4-c8e0-42ea-864a-e66b65e24218 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8ecf23e-3a6c-4d0a-995b-57294f1050d9,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:07.290153 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bf5058c4-c8e0-42ea-864a-e66b65e24218 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:07.293571 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e86b096-1888-4cc5-8b84-197a6475834b None None] Network 211c22fa-e090-41d1-bde6-fe315257e8a1 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:07.304349 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-bf5058c4-c8e0-42ea-864a-e66b65e24218 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d8ecf23e-3a6c-4d0a-995b-57294f1050d9 HTTP/1.1" status: 204 len: 168 time: 0.4499381 Feb 09 01:29:07.312485 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41684) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:07.381164 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-994c4d10-b20f-4cd7-a8d7-ef145eb4f012 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:07.439581 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994c4d10-b20f-4cd7-a8d7-ef145eb4f012 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] No DVR routers for this DVR port b4a6c09e-6d0f-4df4-841f-f83508905d2c on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:29:07.442220 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ec1c42-fe47-42cc-9781-d33feeb09fa8 None None] Network f32dd850-dc39-458c-83c7-15ff44713f3e requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:07.459548 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2067912a-c1e5-409a-b03a-c493ff0b85ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:07.471747 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-2067912a-c1e5-409a-b03a-c493ff0b85ef admin admin] Deleting port 2748b77d-2939-48d1-9457-c2a4366223fd {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:07.472093 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2067912a-c1e5-409a-b03a-c493ff0b85ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:07.635555 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-994c4d10-b20f-4cd7-a8d7-ef145eb4f012 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:07.667353 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-994c4d10-b20f-4cd7-a8d7-ef145eb4f012 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2eced37-1672-4530-84a2-7f114354d433']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:07.680901 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-994c4d10-b20f-4cd7-a8d7-ef145eb4f012 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f15e0df7-515f-497a-9405-60b3bbd0626c') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:07.681129 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-994c4d10-b20f-4cd7-a8d7-ef145eb4f012 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f15e0df7-515f-497a-9405-60b3bbd0626c') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:07.693693 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-994c4d10-b20f-4cd7-a8d7-ef145eb4f012 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:07.711302 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-994c4d10-b20f-4cd7-a8d7-ef145eb4f012 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:07.718657 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-994c4d10-b20f-4cd7-a8d7-ef145eb4f012 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Releasing vlan 996 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:29:07.719050 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-994c4d10-b20f-4cd7-a8d7-ef145eb4f012 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:07.812016 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-83c82800-af24-4fa0-a842-4b8b5cbdf92b None None] Provisioning for port 40d96592-5161-4200-bb3e-afd747de85ec completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:07.878967 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:29:07.878967 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:29:07.878967 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:29:07.878967 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:29:07.878967 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:29:07.878967 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:29:07.878967 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:29:07.878967 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:29:07.878967 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:29:07.878967 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:29:07.878967 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:29:07.878967 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:29:07.878967 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:29:07.878967 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:29:07.878967 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:29:07.878967 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:29:07.878967 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:29:07.878967 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:29:07.878967 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:29:07.878967 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:29:07.878967 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:29:07.878967 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:29:07.878967 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:29:07.878967 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:29:07.878967 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:29:07.878967 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:29:07.878967 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:29:07.878967 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:29:07.878967 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:29:07.878967 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:29:07.878967 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:29:07.878967 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:29:07.883990 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-994c4d10-b20f-4cd7-a8d7-ef145eb4f012 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:07.917045 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-2067912a-c1e5-409a-b03a-c493ff0b85ef admin admin] For port 2748b77d-2939-48d1-9457-c2a4366223fd, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=2748b77d-2939-48d1-9457-c2a4366223fd,segment=NetworkSegment(28adce5e-778f-4788-9785-5c332ec35a6a),segment_id=28adce5e-778f-4788-9785-5c332ec35a6a)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:07.917818 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2067912a-c1e5-409a-b03a-c493ff0b85ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:07.921388 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-994c4d10-b20f-4cd7-a8d7-ef145eb4f012 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:07.944620 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-994c4d10-b20f-4cd7-a8d7-ef145eb4f012 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] 10.222.0.37 "DELETE /v2.0/networks/d2eced37-1672-4530-84a2-7f114354d433 HTTP/1.1" status: 204 len: 168 time: 2.3110645 Feb 09 01:29:07.973511 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41692) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:08.047605 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9cfd8d-b285-4a6d-b22b-91cf086d38ef None None] DHCP port deletion for 211c22fa-e090-41d1-bde6-fe315257e8a1 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:29:08.058297 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-3e9cfd8d-b285-4a6d-b22b-91cf086d38ef None None] Deleting port 2748b77d-2939-48d1-9457-c2a4366223fd {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:08.058911 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3e9cfd8d-b285-4a6d-b22b-91cf086d38ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:08.163473 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-2067912a-c1e5-409a-b03a-c493ff0b85ef admin admin] Calling delete_port for 2748b77d-2939-48d1-9457-c2a4366223fd owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:08.209089 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c4d10-b20f-4cd7-a8d7-ef145eb4f012 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Pushing event deleted for resources: {'Network': ['ID=d2eced37-1672-4530-84a2-7f114354d433,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:08.216374 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-80f7e4e7-bedb-4a1d-905d-8f760c5e2bf9 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:08.225209 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 40d96592-5161-4200-bb3e-afd747de85ec up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:08.233891 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773ac79-1a88-448b-b3cd-3413ff9534c0 req-63770cb4-4622-48da-af2f-5eec5970a050 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:08.235680 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3773ac79-1a88-448b-b3cd-3413ff9534c0 req-63770cb4-4622-48da-af2f-5eec5970a050 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "GET /v2.0/ports?device_id=904dc052-e24e-40c9-a170-864961d68f1f HTTP/1.1" status: 200 len: 945 time: 1.8329239 Feb 09 01:29:08.236332 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ebc5fd-7191-47fa-b09c-f56e146c7aea tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Port': ['ID=cf3ec1c8-54de-4005-914d-8595d9036034,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:08.281062 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2067912a-c1e5-409a-b03a-c493ff0b85ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:08.345458 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c4d10-b20f-4cd7-a8d7-ef145eb4f012 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Pushing event deleted for resources: {'Port': ['ID=b4a6c09e-6d0f-4df4-841f-f83508905d2c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:08.350134 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 40d96592-5161-4200-bb3e-afd747de85ec completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:08.386837 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2067912a-c1e5-409a-b03a-c493ff0b85ef admin admin] No DVR routers for this DVR port 2748b77d-2939-48d1-9457-c2a4366223fd on host n-d-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:29:08.409591 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-3e9cfd8d-b285-4a6d-b22b-91cf086d38ef None None] The port '2748b77d-2939-48d1-9457-c2a4366223fd' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:29:08.410675 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 40d96592-5161-4200-bb3e-afd747de85ec triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:08.411094 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:08.437771 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067912a-c1e5-409a-b03a-c493ff0b85ef admin admin] Pushing event deleted for resources: {'Port': ['ID=2748b77d-2939-48d1-9457-c2a4366223fd,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:08.496238 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3773ac79-1a88-448b-b3cd-3413ff9534c0 req-74c44c67-cadd-423c-83a9-10998d9c56f9 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4a28c2-1dcd-4875-93e5-19ac2ed6bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173002 Feb 09 01:29:08.544252 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-80f7e4e7-bedb-4a1d-905d-8f760c5e2bf9 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:08.560285 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ebc5fd-7191-47fa-b09c-f56e146c7aea tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network f32dd850-dc39-458c-83c7-15ff44713f3e is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:08.560639 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2067912a-c1e5-409a-b03a-c493ff0b85ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:08.569528 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-88ebc5fd-7191-47fa-b09c-f56e146c7aea tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:08.589890 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-2067912a-c1e5-409a-b03a-c493ff0b85ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211c22fa-e090-41d1-bde6-fe315257e8a1']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:08.604714 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-2067912a-c1e5-409a-b03a-c493ff0b85ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28adce5e-778f-4788-9785-5c332ec35a6a') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:08.605127 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-2067912a-c1e5-409a-b03a-c493ff0b85ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28adce5e-778f-4788-9785-5c332ec35a6a') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:08.621963 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2067912a-c1e5-409a-b03a-c493ff0b85ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:08.628450 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:08.646679 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2067912a-c1e5-409a-b03a-c493ff0b85ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:08.663668 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2067912a-c1e5-409a-b03a-c493ff0b85ef admin admin] Releasing vlan 990 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:29:08.664865 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2067912a-c1e5-409a-b03a-c493ff0b85ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:08.681011 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-24399133-7f9f-4ee0-9bb7-c6ece6c62787 None None] Provisioning complete for port 40d96592-5161-4200-bb3e-afd747de85ec triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:08.681995 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-24399133-7f9f-4ee0-9bb7-c6ece6c62787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:08.714929 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 40d96592-5161-4200-bb3e-afd747de85ec, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=40d96592-5161-4200-bb3e-afd747de85ec,segment=NetworkSegment(ff05663a-be53-497b-a5b4-d5da78805409),segment_id=ff05663a-be53-497b-a5b4-d5da78805409)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:08.746141 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:08.803043 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:29:08.803043 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:29:08.803043 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:29:08.803043 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:29:08.803043 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:29:08.803043 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:29:08.803043 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:29:08.803043 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:29:08.803043 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:29:08.803043 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:29:08.803043 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:29:08.803043 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:29:08.803043 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:29:08.803043 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:29:08.803043 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:29:08.803043 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:29:08.803043 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:29:08.803043 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:29:08.803043 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:29:08.803043 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:29:08.803043 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:29:08.803043 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:29:08.803043 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:29:08.803043 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:29:08.803043 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:29:08.803043 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:29:08.803043 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:29:08.803043 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:29:08.803043 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:29:08.803043 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:29:08.803043 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:29:08.803043 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:29:08.820504 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2067912a-c1e5-409a-b03a-c493ff0b85ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:08.845783 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device af3cd228-8e1e-4b99-a9f1-457192d771a4 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:29:08.857801 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2067912a-c1e5-409a-b03a-c493ff0b85ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:08.883763 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2067912a-c1e5-409a-b03a-c493ff0b85ef admin admin] 10.222.0.37 "DELETE /v2.0/networks/211c22fa-e090-41d1-bde6-fe315257e8a1 HTTP/1.1" status: 204 len: 168 time: 1.5700490 Feb 09 01:29:08.885077 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067912a-c1e5-409a-b03a-c493ff0b85ef admin admin] Pushing event deleted for resources: {'Network': ['ID=211c22fa-e090-41d1-bde6-fe315257e8a1,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:08.887706 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41706) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:08.932873 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: af3cd228-8e1e-4b99-a9f1-457192d771a4 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:29:08.932873 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device af3cd228-8e1e-4b99-a9f1-457192d771a4 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:29:08.932873 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 88bc95a1-b119-4f6b-bee8-2652bfdeba7d no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:29:08.975655 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 88bc95a1-b119-4f6b-bee8-2652bfdeba7d {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:29:08.975987 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 88bc95a1-b119-4f6b-bee8-2652bfdeba7d not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:29:09.030308 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-80f7e4e7-bedb-4a1d-905d-8f760c5e2bf9 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1acf6355-0644-444c-b488-0c6d56415da8']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:09.052264 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=40d96592-5161-4200-bb3e-afd747de85ec,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:09.090309 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-80f7e4e7-bedb-4a1d-905d-8f760c5e2bf9 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c77a37d-733a-4ff1-a287-33d53ddb0829') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:09.090704 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-80f7e4e7-bedb-4a1d-905d-8f760c5e2bf9 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c77a37d-733a-4ff1-a287-33d53ddb0829') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:09.131525 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-80f7e4e7-bedb-4a1d-905d-8f760c5e2bf9 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:09.136488 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-24399133-7f9f-4ee0-9bb7-c6ece6c62787 None None] Provisioning for port cf3ec1c8-54de-4005-914d-8595d9036034 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:09.141499 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-24399133-7f9f-4ee0-9bb7-c6ece6c62787 None None] Provisioning complete for port cf3ec1c8-54de-4005-914d-8595d9036034 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:09.141864 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-24399133-7f9f-4ee0-9bb7-c6ece6c62787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:09.180510 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-80f7e4e7-bedb-4a1d-905d-8f760c5e2bf9 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:09.183383 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ebc5fd-7191-47fa-b09c-f56e146c7aea tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Router 920e13ca-a976-47ce-9b3a-fa8193ecd70e is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:29:09.193381 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80f7e4e7-bedb-4a1d-905d-8f760c5e2bf9 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Releasing vlan 965 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:29:09.195098 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-80f7e4e7-bedb-4a1d-905d-8f760c5e2bf9 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:09.211326 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb33a86-b7af-4490-bcb0-b30f68fa93b8 None None] get_active_networks_info from n-d-828419-1 {{(pid=87613) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:29:09.217664 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:29:09.217664 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:29:09.217664 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:29:09.217664 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:29:09.217664 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:29:09.217664 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:29:09.217664 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:29:09.217664 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:29:09.217664 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:29:09.217664 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:29:09.217664 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:29:09.217664 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:29:09.217664 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:29:09.217664 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:29:09.217664 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:29:09.217664 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:29:09.217664 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:29:09.217664 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:29:09.217664 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:29:09.217664 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:29:09.217664 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:29:09.217664 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:29:09.217664 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:29:09.217664 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:29:09.217664 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:29:09.217664 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:29:09.217664 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:29:09.217664 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:29:09.217664 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:29:09.217664 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:29:09.217664 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:29:09.217664 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:29:09.292296 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e67a3eaa-aa4c-4c62-b1fd-936a8ee2a7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:09.296810 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-24399133-7f9f-4ee0-9bb7-c6ece6c62787 None None] Port cf3ec1c8-54de-4005-914d-8595d9036034 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:29:09.390708 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb33a86-b7af-4490-bcb0-b30f68fa93b8 None None] Resources bound (agent type, host, resource id): {{(pid=87613) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:29:09.431432 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-80f7e4e7-bedb-4a1d-905d-8f760c5e2bf9 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:09.455055 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-80f7e4e7-bedb-4a1d-905d-8f760c5e2bf9 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:09.469892 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-80f7e4e7-bedb-4a1d-905d-8f760c5e2bf9 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] 10.222.0.37 "DELETE /v2.0/networks/1acf6355-0644-444c-b488-0c6d56415da8 HTTP/1.1" status: 204 len: 168 time: 1.4953291 Feb 09 01:29:09.472762 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41712) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:09.485719 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7e4e7-bedb-4a1d-905d-8f760c5e2bf9 tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Pushing event deleted for resources: {'Network': ['ID=1acf6355-0644-444c-b488-0c6d56415da8,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:09.520981 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e6cbbb12-8358-404a-9d39-01a8763a8951 None None] Provisioning complete for port cf3ec1c8-54de-4005-914d-8595d9036034 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:09.521356 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e6cbbb12-8358-404a-9d39-01a8763a8951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:09.628105 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e6cbbb12-8358-404a-9d39-01a8763a8951 None None] Port cf3ec1c8-54de-4005-914d-8595d9036034 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:29:09.646910 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ebc5fd-7191-47fa-b09c-f56e146c7aea tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:29:09.652595 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-88ebc5fd-7191-47fa-b09c-f56e146c7aea tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "PUT /v2.0/routers/920e13ca-a976-47ce-9b3a-fa8193ecd70e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2282736 Feb 09 01:29:09.660953 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf01bfb-8999-42f8-b10b-9aa0530e688e None None] Sync routers for ids ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:09.671873 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41722) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:09.672112 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf01bfb-8999-42f8-b10b-9aa0530e688e None None] Routers {'920e13ca-a976-47ce-9b3a-fa8193ecd70e'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:09.672985 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-adf01bfb-8999-42f8-b10b-9aa0530e688e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:09.681305 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-a877ca96-63f1-4ab0-8a11-a733b4e93c62 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-261085924'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:09.691947 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a877ca96-63f1-4ab0-8a11-a733b4e93c62 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:09.708022 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a877ca96-63f1-4ab0-8a11-a733b4e93c62 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Usage tracker for resource:network and tenant:6d720b2d312a4ea8a0c966b82ba0a703 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:09.712594 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a877ca96-63f1-4ab0-8a11-a733b4e93c62 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:09.725509 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b662fc52-6588-4351-8909-898c0a56ab5e tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:09.728153 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a877ca96-63f1-4ab0-8a11-a733b4e93c62 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:09.756208 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device f0adf44c-b885-4eb2-a06b-a384db4ff2c6 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:09.780980 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a877ca96-63f1-4ab0-8a11-a733b4e93c62 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Made reservation on behalf of 6d720b2d312a4ea8a0c966b82ba0a703 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:09.790569 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a877ca96-63f1-4ab0-8a11-a733b4e93c62 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:09.862289 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fbbad-f294-47c2-ba01-c68ac1a6907a req-30919bbe-dcdc-4b2e-8a98-df0e8db3ca99 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:09.864152 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-820fbbad-f294-47c2-ba01-c68ac1a6907a req-30919bbe-dcdc-4b2e-8a98-df0e8db3ca99 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "GET /v2.0/ports?device_id=904dc052-e24e-40c9-a170-864961d68f1f HTTP/1.1" status: 200 len: 945 time: 0.1938958 Feb 09 01:29:09.872054 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1077d261-8045-4e88-b815-45f1eb912c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:09.938034 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-adf01bfb-8999-42f8-b10b-9aa0530e688e None None] Set router 920e13ca-a976-47ce-9b3a-fa8193ecd70e gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:09.942253 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b662fc52-6588-4351-8909-898c0a56ab5e tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:09.942492 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port f0adf44c-b885-4eb2-a06b-a384db4ff2c6 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:09.965955 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port f0adf44c-b885-4eb2-a06b-a384db4ff2c6 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:09.967076 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.001016 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-b662fc52-6588-4351-8909-898c0a56ab5e tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca8f638d-f598-4473-8d43-9d55e2740b68']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:10.069411 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-b662fc52-6588-4351-8909-898c0a56ab5e tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce69111e-5ea2-4767-b043-b8851f495a4b') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:10.070093 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-b662fc52-6588-4351-8909-898c0a56ab5e tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce69111e-5ea2-4767-b043-b8851f495a4b') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:10.101108 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b662fc52-6588-4351-8909-898c0a56ab5e tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.111233 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 40d96592-5161-4200-bb3e-afd747de85ec up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:10.148829 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b662fc52-6588-4351-8909-898c0a56ab5e tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.155899 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b662fc52-6588-4351-8909-898c0a56ab5e tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Releasing vlan 991 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:29:10.156308 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b662fc52-6588-4351-8909-898c0a56ab5e tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.221826 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dab093-6abd-449b-9676-b26de36530a4 None None] get_active_networks_info from n-d-828419-1 {{(pid=87613) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:29:10.325854 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-820fbbad-f294-47c2-ba01-c68ac1a6907a req-94bac40f-7628-435c-b042-993ddc48a4d5 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4a28c2-1dcd-4875-93e5-19ac2ed6bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640733 Feb 09 01:29:10.364696 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:29:10.364696 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:29:10.364696 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:29:10.364696 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:29:10.364696 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:29:10.364696 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:29:10.364696 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:29:10.364696 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:29:10.364696 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:29:10.364696 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:29:10.364696 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:29:10.364696 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:29:10.364696 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:29:10.364696 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:29:10.364696 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:29:10.364696 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:29:10.364696 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:29:10.364696 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:29:10.364696 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:29:10.364696 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:29:10.364696 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:29:10.364696 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:29:10.364696 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:29:10.364696 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:29:10.364696 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:29:10.364696 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:29:10.364696 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:29:10.364696 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:29:10.364696 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:29:10.364696 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:29:10.364696 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:29:10.364696 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:29:10.376009 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b662fc52-6588-4351-8909-898c0a56ab5e tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.388256 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b662fc52-6588-4351-8909-898c0a56ab5e tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.405193 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a877ca96-63f1-4ab0-8a11-a733b4e93c62 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 959} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:29:10.467566 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662fc52-6588-4351-8909-898c0a56ab5e tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] Pushing event deleted for resources: {'Network': ['ID=ca8f638d-f598-4473-8d43-9d55e2740b68,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:10.474284 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a877ca96-63f1-4ab0-8a11-a733b4e93c62 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.474634 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-a877ca96-63f1-4ab0-8a11-a733b4e93c62 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Added segment 08c8817f-04f7-4a8e-8573-2258d3491843 of type vlan for network ba754a68-40e8-4272-836d-aea86b3ae262 Feb 09 01:29:10.480382 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b662fc52-6588-4351-8909-898c0a56ab5e tempest-BulkNetworkOpsIpV6Test-437304419 tempest-BulkNetworkOpsIpV6Test-437304419-project] 10.222.0.37 "DELETE /v2.0/networks/ca8f638d-f598-4473-8d43-9d55e2740b68 HTTP/1.1" status: 204 len: 168 time: 1.0047019 Feb 09 01:29:10.511085 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.537838 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a877ca96-63f1-4ab0-8a11-a733b4e93c62 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.562284 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.593681 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.604341 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a877ca96-63f1-4ab0-8a11-a733b4e93c62 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.606926 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904dc052-e24e-40c9-a170-864961d68f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0adf44c-b885-4eb2-a06b-a384db4ff2c6'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:29:10.611976 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a877ca96-63f1-4ab0-8a11-a733b4e93c62 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:10.612875 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a877ca96-63f1-4ab0-8a11-a733b4e93c62 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.633587 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 40d96592-5161-4200-bb3e-afd747de85ec triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:10.634095 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.658717 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-adf01bfb-8999-42f8-b10b-9aa0530e688e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'name': 'tempest-RoutersIpV6Test-router-840464130', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:59Z', 'updated_at': '2022-02-09T01:29:05Z', 'revision_number': 2, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None, '_interfaces': [{'id': 'cf3ec1c8-54de-4005-914d-8595d9036034', 'name': '', 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:79:84:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:06Z', 'revision_number': 2, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:10.665023 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf01bfb-8999-42f8-b10b-9aa0530e688e None None] Checking router: 920e13ca-a976-47ce-9b3a-fa8193ecd70e for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:29:10.670829 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port f0adf44c-b885-4eb2-a06b-a384db4ff2c6, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=f0adf44c-b885-4eb2-a06b-a384db4ff2c6,segment=NetworkSegment(e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1),segment_id=e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:10.675179 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf01bfb-8999-42f8-b10b-9aa0530e688e None None] Updating router 920e13ca-a976-47ce-9b3a-fa8193ecd70e port cf3ec1c8-54de-4005-914d-8595d9036034 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:29:10.694605 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.828297 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6490e5de-605c-4a8f-b097-a931115ff2a2 req-28f74d18-be2a-4fbb-a6d5-74aaffa4e28c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d2f8d2bf-33ce-4ce8-8dc8-8ece56b52259&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3380988 Feb 09 01:29:10.842463 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-1077d261-8045-4e88-b815-45f1eb912c77 admin admin] Deleting port 69844344-c8d5-41eb-a91d-dc58e69a3c62 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:10.842463 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1077d261-8045-4e88-b815-45f1eb912c77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.847775 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-adf01bfb-8999-42f8-b10b-9aa0530e688e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:10.901811 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904dc052-e24e-40c9-a170-864961d68f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0adf44c-b885-4eb2-a06b-a384db4ff2c6', 'code': 200} Feb 09 01:29:10.908042 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dab093-6abd-449b-9676-b26de36530a4 None None] Resources bound (agent type, host, resource id): {{(pid=87613) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:29:10.923135 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a877ca96-63f1-4ab0-8a11-a733b4e93c62 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2497880 Feb 09 01:29:10.930775 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41740) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:10.986134 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-556ec156-b1a6-45d1-8058-cc979adb5ef9 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Request body: {'subnet': {'network_id': 'ba754a68-40e8-4272-836d-aea86b3ae262', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:11.001650 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41744) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:11.089174 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-1077d261-8045-4e88-b815-45f1eb912c77 admin admin] For port 69844344-c8d5-41eb-a91d-dc58e69a3c62, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=69844344-c8d5-41eb-a91d-dc58e69a3c62,segment=NetworkSegment(11fbb5f9-331e-44bc-9bed-d1339075f051),segment_id=11fbb5f9-331e-44bc-9bed-d1339075f051)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:11.090184 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1077d261-8045-4e88-b815-45f1eb912c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:11.133577 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=f0adf44c-b885-4eb2-a06b-a384db4ff2c6,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:11.163288 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a877ca96-63f1-4ab0-8a11-a733b4e93c62 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Network': ['ID=ba754a68-40e8-4272-836d-aea86b3ae262,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:11.186711 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network ba754a68-40e8-4272-836d-aea86b3ae262 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:29:11.327275 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-556ec156-b1a6-45d1-8058-cc979adb5ef9 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:11.345791 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-556ec156-b1a6-45d1-8058-cc979adb5ef9 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Usage tracker for resource:subnet and tenant:6d720b2d312a4ea8a0c966b82ba0a703 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:11.364047 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-1077d261-8045-4e88-b815-45f1eb912c77 admin admin] Calling delete_port for 69844344-c8d5-41eb-a91d-dc58e69a3c62 owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:11.369333 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-556ec156-b1a6-45d1-8058-cc979adb5ef9 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:11.456312 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ea2f1146-ff85-46aa-a437-1f45ff3c3213 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=88ec29d2bb1e444ab816dc0da9c461b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4493179 Feb 09 01:29:11.457024 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 2748b77d-2939-48d1-9457-c2a4366223fd no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:29:11.457484 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41756) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:11.458651 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-556ec156-b1a6-45d1-8058-cc979adb5ef9 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:11.534959 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556ec156-b1a6-45d1-8058-cc979adb5ef9 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Made reservation on behalf of 6d720b2d312a4ea8a0c966b82ba0a703 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:11.539022 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-556ec156-b1a6-45d1-8058-cc979adb5ef9 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:11.558309 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ab57f4e-e4b2-43cd-aed8-0ddbad42a052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:11.563892 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 2748b77d-2939-48d1-9457-c2a4366223fd {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:29:11.564482 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 2748b77d-2939-48d1-9457-c2a4366223fd not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:29:11.581327 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-adf01bfb-8999-42f8-b10b-9aa0530e688e None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:11.649141 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-adf01bfb-8999-42f8-b10b-9aa0530e688e None None] Transition to ACTIVE for port object cf3ec1c8-54de-4005-914d-8595d9036034 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:11.667797 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-adf01bfb-8999-42f8-b10b-9aa0530e688e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:11.709613 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1077d261-8045-4e88-b815-45f1eb912c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:11.740471 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9693a36-42b6-4c12-8466-fb3ef2a11998 None None] Pushing event updated for resources: {'Port': ['ID=cf3ec1c8-54de-4005-914d-8595d9036034,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:11.830881 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:11.841545 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ab57f4e-e4b2-43cd-aed8-0ddbad42a052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:11.875327 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1077d261-8045-4e88-b815-45f1eb912c77 admin admin] Pushing event deleted for resources: {'Port': ['ID=69844344-c8d5-41eb-a91d-dc58e69a3c62,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:12.068717 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-adf01bfb-8999-42f8-b10b-9aa0530e688e None None] Attempting to bind port cf3ec1c8-54de-4005-914d-8595d9036034 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:29:12.069849 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-adf01bfb-8999-42f8-b10b-9aa0530e688e None None] Attempting to bind port cf3ec1c8-54de-4005-914d-8595d9036034 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'ff05663a-be53-497b-a5b4-d5da78805409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:29:12.072155 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf01bfb-8999-42f8-b10b-9aa0530e688e None None] Attempting to bind port cf3ec1c8-54de-4005-914d-8595d9036034 on network f32dd850-dc39-458c-83c7-15ff44713f3e {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:29:12.085009 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf01bfb-8999-42f8-b10b-9aa0530e688e None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:29:12.085746 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf01bfb-8999-42f8-b10b-9aa0530e688e None None] Checking segment: {'id': 'ff05663a-be53-497b-a5b4-d5da78805409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:12.086364 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-adf01bfb-8999-42f8-b10b-9aa0530e688e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:12.087880 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf01bfb-8999-42f8-b10b-9aa0530e688e None None] Bound using segment: {'id': 'ff05663a-be53-497b-a5b4-d5da78805409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:29:12.088660 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-adf01bfb-8999-42f8-b10b-9aa0530e688e None None] Bound port: cf3ec1c8-54de-4005-914d-8595d9036034, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff05663a-be53-497b-a5b4-d5da78805409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:29:12.089368 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-adf01bfb-8999-42f8-b10b-9aa0530e688e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:12.180123 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ab57f4e-e4b2-43cd-aed8-0ddbad42a052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:12.233826 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab57f4e-e4b2-43cd-aed8-0ddbad42a052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291e0aa3-b3de-497c-80a9-e84cdc5dc1a5,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:12.244745 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-adf01bfb-8999-42f8-b10b-9aa0530e688e None None] For port cf3ec1c8-54de-4005-914d-8595d9036034, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:29:12.248918 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-adf01bfb-8999-42f8-b10b-9aa0530e688e None None] For port cf3ec1c8-54de-4005-914d-8595d9036034, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=cf3ec1c8-54de-4005-914d-8595d9036034,segment=NetworkSegment(ff05663a-be53-497b-a5b4-d5da78805409),segment_id=ff05663a-be53-497b-a5b4-d5da78805409)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:29:12.264055 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-adf01bfb-8999-42f8-b10b-9aa0530e688e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:12.327911 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490e5de-605c-4a8f-b097-a931115ff2a2 req-a30f2e50-9d65-4707-a421-46de1e13f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:12.329774 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6490e5de-605c-4a8f-b097-a931115ff2a2 req-a30f2e50-9d65-4707-a421-46de1e13f024 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9&device_id=d2f8d2bf-33ce-4ce8-8dc8-8ece56b52259 HTTP/1.1" status: 200 len: 1097 time: 1.0327976 Feb 09 01:29:12.351630 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ab57f4e-e4b2-43cd-aed8-0ddbad42a052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:12.361951 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0ab57f4e-e4b2-43cd-aed8-0ddbad42a052 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/291e0aa3-b3de-497c-80a9-e84cdc5dc1a5 HTTP/1.1" status: 204 len: 168 time: 0.9005361 Feb 09 01:29:12.380075 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-556ec156-b1a6-45d1-8058-cc979adb5ef9 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:12.391872 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9693a36-42b6-4c12-8466-fb3ef2a11998 None None] Pushing event updated for resources: {'Port': ['ID=cf3ec1c8-54de-4005-914d-8595d9036034,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:12.407178 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf01bfb-8999-42f8-b10b-9aa0530e688e None None] Routers {'920e13ca-a976-47ce-9b3a-fa8193ecd70e'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:12.408216 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-adf01bfb-8999-42f8-b10b-9aa0530e688e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:12.445823 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82cd5c3-ed83-455e-b164-05ae4e64139e req-26db5fcb-47cf-4ab3-8d5b-fcb2728c14ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:12.454843 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c82cd5c3-ed83-455e-b164-05ae4e64139e req-26db5fcb-47cf-4ab3-8d5b-fcb2728c14ba service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=904dc052-e24e-40c9-a170-864961d68f1f HTTP/1.1" status: 200 len: 1097 time: 1.1161463 Feb 09 01:29:12.513534 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ec156-b1a6-45d1-8058-cc979adb5ef9 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Subnet': ['ID=a7b1fe78-2881-4b48-ae40-ed2679ad23cc,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:12.587244 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-adf01bfb-8999-42f8-b10b-9aa0530e688e None None] Set router 920e13ca-a976-47ce-9b3a-fa8193ecd70e gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:12.616596 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556ec156-b1a6-45d1-8058-cc979adb5ef9 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Checking segment: {'id': '08c8817f-04f7-4a8e-8573-2258d3491843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'ba754a68-40e8-4272-836d-aea86b3ae262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:12.631315 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556ec156-b1a6-45d1-8058-cc979adb5ef9 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network hostable DHCP agents. Network: ba754a68-40e8-4272-836d-aea86b3ae262, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:29:12.678190 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556ec156-b1a6-45d1-8058-cc979adb5ef9 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network ba754a68-40e8-4272-836d-aea86b3ae262 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:29:12.703435 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-556ec156-b1a6-45d1-8058-cc979adb5ef9 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, ba754a68-40e8-4272-836d-aea86b3ae262) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:12.728017 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcaaf27-c97b-4f96-a3b3-aad91a978067 None None] Network ba754a68-40e8-4272-836d-aea86b3ae262 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:12.736729 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556ec156-b1a6-45d1-8058-cc979adb5ef9 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:12.738781 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-556ec156-b1a6-45d1-8058-cc979adb5ef9 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:12.801786 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-556ec156-b1a6-45d1-8058-cc979adb5ef9 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8635654 Feb 09 01:29:12.802659 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41780) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:12.891429 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1077d261-8045-4e88-b815-45f1eb912c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:12.899261 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c82cd5c3-ed83-455e-b164-05ae4e64139e req-afd038c7-7dad-42ff-a663-40a1c287d052 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9e4a28c2-1dcd-4875-93e5-19ac2ed6bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008424 Feb 09 01:29:12.939477 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233f3c6-e601-452c-97ee-cdc66e3cdf8e req-1bf8d829-dde3-4e60-b94d-3e69f0ab8aa3 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:12.949605 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7233f3c6-e601-452c-97ee-cdc66e3cdf8e req-1bf8d829-dde3-4e60-b94d-3e69f0ab8aa3 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "GET /v2.0/ports?device_id=904dc052-e24e-40c9-a170-864961d68f1f HTTP/1.1" status: 200 len: 946 time: 1.2477660 Feb 09 01:29:13.109134 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d088e8-774d-45c1-8871-7d8c0d3476b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-ba754a68-40e8-4272-836d-aea86b3ae262', 'network_id': 'ba754a68-40e8-4272-836d-aea86b3ae262', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'fixed_ips': [{'subnet_id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:29:13.109615 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-82d088e8-774d-45c1-8871-7d8c0d3476b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:13.254603 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-adf01bfb-8999-42f8-b10b-9aa0530e688e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'name': 'tempest-RoutersIpV6Test-router-840464130', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:59Z', 'updated_at': '2022-02-09T01:29:05Z', 'revision_number': 2, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None, '_interfaces': [{'id': 'cf3ec1c8-54de-4005-914d-8595d9036034', 'name': '', 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:79:84:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:12Z', 'revision_number': 4, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:13.263211 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf01bfb-8999-42f8-b10b-9aa0530e688e None None] The sync data for ids ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'] in n-d-828419-1 is: [{'id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'name': 'tempest-RoutersIpV6Test-router-840464130', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:59Z', 'updated_at': '2022-02-09T01:29:05Z', 'revision_number': 2, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None, '_interfaces': [{'id': 'cf3ec1c8-54de-4005-914d-8595d9036034', 'name': '', 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:79:84:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:12Z', 'revision_number': 4, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:13.375067 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490e5de-605c-4a8f-b097-a931115ff2a2 req-cc599b55-8af5-454e-ba9b-9e9056ae6479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:13.377658 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6490e5de-605c-4a8f-b097-a931115ff2a2 req-cc599b55-8af5-454e-ba9b-9e9056ae6479 service neutron] 10.222.0.35 "GET /v2.0/networks?id=37619b15-03b6-4ee3-8b5e-c1b376918ea6 HTTP/1.1" status: 200 len: 912 time: 0.9343212 Feb 09 01:29:13.420251 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-82d088e8-774d-45c1-8871-7d8c0d3476b2 None None] Allocated IP 2001:db8:1::2 (ba754a68-40e8-4272-836d-aea86b3ae262/a7b1fe78-2881-4b48-ae40-ed2679ad23cc/e7289b33-f797-42e9-ba2c-5f94af2ef173) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:13.570099 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7233f3c6-e601-452c-97ee-cdc66e3cdf8e req-8a6a5db1-1c50-4411-86f8-65b0df9c5ed9 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4a28c2-1dcd-4875-93e5-19ac2ed6bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5779510 Feb 09 01:29:13.762960 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6490e5de-605c-4a8f-b097-a931115ff2a2 req-3fe83010-c1d7-4cae-ad80-dfcf68e29044 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c HTTP/1.1" status: 200 len: 1001 time: 0.3771198 Feb 09 01:29:13.864748 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-82d088e8-774d-45c1-8871-7d8c0d3476b2 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:13.876992 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41808) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:13.881339 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-82d088e8-774d-45c1-8871-7d8c0d3476b2 None None] Transition to ACTIVE for port object e7289b33-f797-42e9-ba2c-5f94af2ef173 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:13.898092 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aedf3723-48e5-4ce2-874e-2f4c4204795b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:13.906945 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-82d088e8-774d-45c1-8871-7d8c0d3476b2 None None] Transition to ACTIVE for port object e7289b33-f797-42e9-ba2c-5f94af2ef173 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:13.917836 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-82d088e8-774d-45c1-8871-7d8c0d3476b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:14.130506 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d088e8-774d-45c1-8871-7d8c0d3476b2 None None] Network ba754a68-40e8-4272-836d-aea86b3ae262 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:14.187792 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1077d261-8045-4e88-b815-45f1eb912c77 admin admin] Router 414a0754-9c9f-452a-a8d8-2783334de3c9 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:29:14.196158 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-82d088e8-774d-45c1-8871-7d8c0d3476b2 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:14.212105 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d088e8-774d-45c1-8871-7d8c0d3476b2 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:14.235562 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device cf3ec1c8-54de-4005-914d-8595d9036034 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:14.307872 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-c1ca75bd-c92a-4f01-822c-fea039174f3b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Request body: {'network': {'name': 'tempest-RoutersTest-1899438124'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:14.364014 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d088e8-774d-45c1-8871-7d8c0d3476b2 None None] Pushing event updated for resources: {'Port': ['ID=e7289b33-f797-42e9-ba2c-5f94af2ef173,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:14.410569 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490e5de-605c-4a8f-b097-a931115ff2a2 req-f06b50f1-9d43-411a-bc32-8eb60757eae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:14.412096 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6490e5de-605c-4a8f-b097-a931115ff2a2 req-f06b50f1-9d43-411a-bc32-8eb60757eae2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5c99494-da9a-458d-b6b1-e6de1927c8e8 HTTP/1.1" status: 200 len: 850 time: 0.6393728 Feb 09 01:29:14.575018 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-82d088e8-774d-45c1-8871-7d8c0d3476b2 None None] Attempting to bind port e7289b33-f797-42e9-ba2c-5f94af2ef173 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:29:14.575938 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-82d088e8-774d-45c1-8871-7d8c0d3476b2 None None] Attempting to bind port e7289b33-f797-42e9-ba2c-5f94af2ef173 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '08c8817f-04f7-4a8e-8573-2258d3491843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'ba754a68-40e8-4272-836d-aea86b3ae262'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:29:14.576565 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d088e8-774d-45c1-8871-7d8c0d3476b2 None None] Attempting to bind port e7289b33-f797-42e9-ba2c-5f94af2ef173 on network ba754a68-40e8-4272-836d-aea86b3ae262 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:29:14.584961 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d088e8-774d-45c1-8871-7d8c0d3476b2 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:29:14.585707 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d088e8-774d-45c1-8871-7d8c0d3476b2 None None] Checking segment: {'id': '08c8817f-04f7-4a8e-8573-2258d3491843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'ba754a68-40e8-4272-836d-aea86b3ae262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:14.586349 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-82d088e8-774d-45c1-8871-7d8c0d3476b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:14.586958 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d088e8-774d-45c1-8871-7d8c0d3476b2 None None] Bound using segment: {'id': '08c8817f-04f7-4a8e-8573-2258d3491843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'ba754a68-40e8-4272-836d-aea86b3ae262'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:29:14.588611 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-82d088e8-774d-45c1-8871-7d8c0d3476b2 None None] Bound port: e7289b33-f797-42e9-ba2c-5f94af2ef173, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c8817f-04f7-4a8e-8573-2258d3491843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'ba754a68-40e8-4272-836d-aea86b3ae262'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:29:14.589220 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-82d088e8-774d-45c1-8871-7d8c0d3476b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:14.651196 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1077d261-8045-4e88-b815-45f1eb912c77 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:29:14.660970 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490e5de-605c-4a8f-b097-a931115ff2a2 req-d0d64517-1f77-4d5d-b299-4d35acb25257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:14.662973 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6490e5de-605c-4a8f-b097-a931115ff2a2 req-d0d64517-1f77-4d5d-b299-4d35acb25257 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37619b15-03b6-4ee3-8b5e-c1b376918ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2410500 Feb 09 01:29:14.670315 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c1ca75bd-c92a-4f01-822c-fea039174f3b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:14.673737 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1077d261-8045-4e88-b815-45f1eb912c77 admin admin] 10.222.0.37 "PUT /v2.0/routers/414a0754-9c9f-452a-a8d8-2783334de3c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7849996 Feb 09 01:29:14.677233 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41820) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:14.679942 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c1ca75bd-c92a-4f01-822c-fea039174f3b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Usage tracker for resource:network and tenant:76fc49fef2df435db2f7b8b17bd392f0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:14.688998 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c1ca75bd-c92a-4f01-822c-fea039174f3b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:14.696030 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-aedf3723-48e5-4ce2-874e-2f4c4204795b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Allocated IP 2001:db8:1::1 (ba754a68-40e8-4272-836d-aea86b3ae262/a7b1fe78-2881-4b48-ae40-ed2679ad23cc/2f6305f6-1d2b-4140-a8b1-f7e4f317830d) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:14.699036 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c1ca75bd-c92a-4f01-822c-fea039174f3b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:14.707838 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f619557-2dc4-4fde-8ccb-0bd21a589338 None None] Sync routers for ids ['414a0754-9c9f-452a-a8d8-2783334de3c9'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:14.722800 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port cf3ec1c8-54de-4005-914d-8595d9036034 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:14.746106 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ca75bd-c92a-4f01-822c-fea039174f3b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Made reservation on behalf of 76fc49fef2df435db2f7b8b17bd392f0 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:14.750777 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c1ca75bd-c92a-4f01-822c-fea039174f3b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:14.810271 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port cf3ec1c8-54de-4005-914d-8595d9036034 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:14.813315 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:14.881063 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f619557-2dc4-4fde-8ccb-0bd21a589338 None None] Routers {'414a0754-9c9f-452a-a8d8-2783334de3c9'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:14.881728 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-9f619557-2dc4-4fde-8ccb-0bd21a589338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['414a0754-9c9f-452a-a8d8-2783334de3c9'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:14.979040 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-63517249-1641-4179-a0a7-f9ac2a342a17 admin admin] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:15.050041 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-82d088e8-774d-45c1-8871-7d8c0d3476b2 None None] For port e7289b33-f797-42e9-ba2c-5f94af2ef173, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:29:15.096097 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c1ca75bd-c92a-4f01-822c-fea039174f3b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:15.142216 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c1ca75bd-c92a-4f01-822c-fea039174f3b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:15.150644 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c1ca75bd-c92a-4f01-822c-fea039174f3b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Usage tracker for resource:security_group_rule and tenant:76fc49fef2df435db2f7b8b17bd392f0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:15.156790 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c1ca75bd-c92a-4f01-822c-fea039174f3b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:15.164526 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c1ca75bd-c92a-4f01-822c-fea039174f3b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:15.196162 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-82d088e8-774d-45c1-8871-7d8c0d3476b2 None None] For port e7289b33-f797-42e9-ba2c-5f94af2ef173, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=e7289b33-f797-42e9-ba2c-5f94af2ef173,segment=NetworkSegment(08c8817f-04f7-4a8e-8573-2258d3491843),segment_id=08c8817f-04f7-4a8e-8573-2258d3491843)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:29:15.286920 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:15.292796 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c1ca75bd-c92a-4f01-822c-fea039174f3b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:15.314111 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c1ca75bd-c92a-4f01-822c-fea039174f3b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:15.314517 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-82d088e8-774d-45c1-8871-7d8c0d3476b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:15.371905 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:29:15.383998 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ca75bd-c92a-4f01-822c-fea039174f3b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 999} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:29:15.414202 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-9f619557-2dc4-4fde-8ccb-0bd21a589338 None None] Set router 414a0754-9c9f-452a-a8d8-2783334de3c9 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:15.467022 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d6ce7-536a-4033-b394-d85910ad40b0 req-1042ef3d-e22a-4a5e-9e98-91da9d5bcae7 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:15.468983 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-262d6ce7-536a-4033-b394-d85910ad40b0 req-1042ef3d-e22a-4a5e-9e98-91da9d5bcae7 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "GET /v2.0/ports?device_id=904dc052-e24e-40c9-a170-864961d68f1f HTTP/1.1" status: 200 len: 946 time: 0.6301885 Feb 09 01:29:15.503843 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6490e5de-605c-4a8f-b097-a931115ff2a2 req-31cf5306-c488-40ab-8f01-98716bf28d45 service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8278546 Feb 09 01:29:15.514858 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c1ca75bd-c92a-4f01-822c-fea039174f3b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:15.515865 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-c1ca75bd-c92a-4f01-822c-fea039174f3b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Added segment 20be743a-fd99-434b-a9ec-f09d7c381355 of type vlan for network 2e13ec98-8cef-4ee4-a6a4-11e9e2331b13 Feb 09 01:29:15.554331 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca75bd-c92a-4f01-822c-fea039174f3b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08ba935a-5bf8-478f-bb5f-73ed5369ccc1,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:15.569501 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-262d6ce7-536a-4033-b394-d85910ad40b0 req-1b100ff6-7d92-4960-b651-7cb338c289a6 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4a28c2-1dcd-4875-93e5-19ac2ed6bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891087 Feb 09 01:29:15.573142 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aedf3723-48e5-4ce2-874e-2f4c4204795b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:15.596285 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port cf3ec1c8-54de-4005-914d-8595d9036034, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=cf3ec1c8-54de-4005-914d-8595d9036034,segment=NetworkSegment(ff05663a-be53-497b-a5b4-d5da78805409),segment_id=ff05663a-be53-497b-a5b4-d5da78805409)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:15.601653 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-63517249-1641-4179-a0a7-f9ac2a342a17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:15.619750 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c1ca75bd-c92a-4f01-822c-fea039174f3b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:15.625307 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-aedf3723-48e5-4ce2-874e-2f4c4204795b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Transition to ACTIVE for port object 2f6305f6-1d2b-4140-a8b1-f7e4f317830d will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:15.674953 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:15.754390 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aedf3723-48e5-4ce2-874e-2f4c4204795b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:15.756674 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6490e5de-605c-4a8f-b097-a931115ff2a2 req-9ed11690-b70d-46a9-b14e-48eaffd31af6 service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402766 Feb 09 01:29:15.758168 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-63517249-1641-4179-a0a7-f9ac2a342a17 admin admin] Deleting port 604a7140-bf66-4a93-ba6f-29bf91332fdb {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:15.758562 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-63517249-1641-4179-a0a7-f9ac2a342a17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:15.805798 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c1ca75bd-c92a-4f01-822c-fea039174f3b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:15.823921 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ca75bd-c92a-4f01-822c-fea039174f3b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:15.827474 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c1ca75bd-c92a-4f01-822c-fea039174f3b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:15.881245 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d088e8-774d-45c1-8871-7d8c0d3476b2 None None] Pushing event updated for resources: {'Port': ['ID=e7289b33-f797-42e9-ba2c-5f94af2ef173,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:15.985719 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca75bd-c92a-4f01-822c-fea039174f3b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Network': ['ID=2e13ec98-8cef-4ee4-a6a4-11e9e2331b13,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:16.002800 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedf3723-48e5-4ce2-874e-2f4c4204795b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network ba754a68-40e8-4272-836d-aea86b3ae262 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:16.003018 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 2e13ec98-8cef-4ee4-a6a4-11e9e2331b13 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:29:16.009006 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-aedf3723-48e5-4ce2-874e-2f4c4204795b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:16.018185 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedf3723-48e5-4ce2-874e-2f4c4204795b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:16.018858 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aedf3723-48e5-4ce2-874e-2f4c4204795b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:16.035595 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf3723-48e5-4ce2-874e-2f4c4204795b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Port': ['ID=2f6305f6-1d2b-4140-a8b1-f7e4f317830d,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:16.043812 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c1ca75bd-c92a-4f01-822c-fea039174f3b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.1652400 Feb 09 01:29:16.045958 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41834) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:16.052690 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-cc194f33-51e4-468c-aa2d-536bb09d8088 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Request body: {'network': {'name': 'tempest-RoutersTest-902875903'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:16.058809 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-cc194f33-51e4-468c-aa2d-536bb09d8088 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:16.063728 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cc194f33-51e4-468c-aa2d-536bb09d8088 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Usage tracker for resource:network and tenant:76fc49fef2df435db2f7b8b17bd392f0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:16.067533 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cc194f33-51e4-468c-aa2d-536bb09d8088 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:16.073610 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-cc194f33-51e4-468c-aa2d-536bb09d8088 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:16.098009 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc194f33-51e4-468c-aa2d-536bb09d8088 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Made reservation on behalf of 76fc49fef2df435db2f7b8b17bd392f0 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:16.102463 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cc194f33-51e4-468c-aa2d-536bb09d8088 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:16.125560 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019db51-c996-4c91-9bd9-2adf92a1aa42 req-ef92a231-5679-4911-b8d5-edddbf540f9e tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:16.127121 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4019db51-c996-4c91-9bd9-2adf92a1aa42 req-ef92a231-5679-4911-b8d5-edddbf540f9e tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "GET /v2.0/ports?device_id=904dc052-e24e-40c9-a170-864961d68f1f HTTP/1.1" status: 200 len: 946 time: 0.3142560 Feb 09 01:29:16.161371 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc194f33-51e4-468c-aa2d-536bb09d8088 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 995} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:29:16.186222 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=cf3ec1c8-54de-4005-914d-8595d9036034,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:16.199282 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-9f619557-2dc4-4fde-8ccb-0bd21a589338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414a0754-9c9f-452a-a8d8-2783334de3c9', 'name': 'tempest-TaggedBootDevicesTest-360173183-router', 'tenant_id': '8b4f33e73ece42fbb5b038feb66c6075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': '604a7140-bf66-4a93-ba6f-29bf91332fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:21:12Z', 'updated_at': '2022-02-09T01:29:11Z', 'revision_number': 5, 'project_id': '8b4f33e73ece42fbb5b038feb66c6075', 'gw_port': {'id': '604a7140-bf66-4a93-ba6f-29bf91332fdb', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:37:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414a0754-9c9f-452a-a8d8-2783334de3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:15Z', 'updated_at': '2022-02-09T01:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:16.223407 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f619557-2dc4-4fde-8ccb-0bd21a589338 None None] Checking router: 414a0754-9c9f-452a-a8d8-2783334de3c9 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:29:16.237708 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f619557-2dc4-4fde-8ccb-0bd21a589338 None None] Routers {'414a0754-9c9f-452a-a8d8-2783334de3c9'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:16.238594 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-9f619557-2dc4-4fde-8ccb-0bd21a589338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['414a0754-9c9f-452a-a8d8-2783334de3c9'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:16.243335 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4019db51-c996-4c91-9bd9-2adf92a1aa42 req-006c62a5-11f1-457f-82e7-d8a6b175ce6b tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4a28c2-1dcd-4875-93e5-19ac2ed6bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936787 Feb 09 01:29:16.269937 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-63517249-1641-4179-a0a7-f9ac2a342a17 admin admin] For port 604a7140-bf66-4a93-ba6f-29bf91332fdb, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=604a7140-bf66-4a93-ba6f-29bf91332fdb,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:16.270384 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-63517249-1641-4179-a0a7-f9ac2a342a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:16.310885 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cc194f33-51e4-468c-aa2d-536bb09d8088 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:16.311384 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-cc194f33-51e4-468c-aa2d-536bb09d8088 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Added segment 97001514-7215-4040-b7cd-9575d626d3ea of type vlan for network 42f14cc4-fc3d-41d2-a7cd-25f9f1e1d779 Feb 09 01:29:16.355768 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cc194f33-51e4-468c-aa2d-536bb09d8088 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:16.411337 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cc194f33-51e4-468c-aa2d-536bb09d8088 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:16.417610 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc194f33-51e4-468c-aa2d-536bb09d8088 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:16.421383 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cc194f33-51e4-468c-aa2d-536bb09d8088 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:16.497238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-63517249-1641-4179-a0a7-f9ac2a342a17 admin admin] Calling delete_port for 604a7140-bf66-4a93-ba6f-29bf91332fdb owned by network:router_gateway {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:16.525482 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-9f619557-2dc4-4fde-8ccb-0bd21a589338 None None] Set router 414a0754-9c9f-452a-a8d8-2783334de3c9 gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:16.637841 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cc194f33-51e4-468c-aa2d-536bb09d8088 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5905612 Feb 09 01:29:16.640789 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41844) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:16.645346 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aedf3723-48e5-4ce2-874e-2f4c4204795b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:16.647052 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-daecc4e9-bc76-4988-b485-2e36e0b71059 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Request body: {'subnet': {'network_id': '2e13ec98-8cef-4ee4-a6a4-11e9e2331b13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:16.665295 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc194f33-51e4-468c-aa2d-536bb09d8088 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Network': ['ID=42f14cc4-fc3d-41d2-a7cd-25f9f1e1d779,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:16.681797 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 42f14cc4-fc3d-41d2-a7cd-25f9f1e1d779 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:29:16.809198 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-9f619557-2dc4-4fde-8ccb-0bd21a589338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414a0754-9c9f-452a-a8d8-2783334de3c9', 'name': 'tempest-TaggedBootDevicesTest-360173183-router', 'tenant_id': '8b4f33e73ece42fbb5b038feb66c6075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:21:12Z', 'updated_at': '2022-02-09T01:29:15Z', 'revision_number': 6, 'project_id': '8b4f33e73ece42fbb5b038feb66c6075', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:16.812906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-daecc4e9-bc76-4988-b485-2e36e0b71059 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:16.821023 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f619557-2dc4-4fde-8ccb-0bd21a589338 None None] The sync data for ids ['414a0754-9c9f-452a-a8d8-2783334de3c9'] in n-d-828419-1 is: [{'id': '414a0754-9c9f-452a-a8d8-2783334de3c9', 'name': 'tempest-TaggedBootDevicesTest-360173183-router', 'tenant_id': '8b4f33e73ece42fbb5b038feb66c6075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:21:12Z', 'updated_at': '2022-02-09T01:29:15Z', 'revision_number': 6, 'project_id': '8b4f33e73ece42fbb5b038feb66c6075', 'gw_port_host': None}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:16.876761 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-daecc4e9-bc76-4988-b485-2e36e0b71059 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Usage tracker for resource:subnet and tenant:76fc49fef2df435db2f7b8b17bd392f0 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:16.880480 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-daecc4e9-bc76-4988-b485-2e36e0b71059 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:16.902587 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-daecc4e9-bc76-4988-b485-2e36e0b71059 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:16.944212 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daecc4e9-bc76-4988-b485-2e36e0b71059 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Made reservation on behalf of 76fc49fef2df435db2f7b8b17bd392f0 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:16.952721 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-daecc4e9-bc76-4988-b485-2e36e0b71059 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:16.981132 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-63517249-1641-4179-a0a7-f9ac2a342a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:17.056851 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0564177-6f74-46eb-beb4-8d2c7f751ff7 req-b4236465-5cc9-4246-b5be-d82a66e79cb5 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:17.064697 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f0564177-6f74-46eb-beb4-8d2c7f751ff7 req-b4236465-5cc9-4246-b5be-d82a66e79cb5 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "GET /v2.0/ports?device_id=904dc052-e24e-40c9-a170-864961d68f1f HTTP/1.1" status: 200 len: 946 time: 0.5675871 Feb 09 01:29:17.207040 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f0564177-6f74-46eb-beb4-8d2c7f751ff7 req-d8db2eaf-454d-46bf-9d03-25d03b5298bd tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4a28c2-1dcd-4875-93e5-19ac2ed6bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410356 Feb 09 01:29:17.237197 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41860) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:17.253931 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63517249-1641-4179-a0a7-f9ac2a342a17 admin admin] Pushing event deleted for resources: {'Port': ['ID=604a7140-bf66-4a93-ba6f-29bf91332fdb,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:17.419653 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aedf3723-48e5-4ce2-874e-2f4c4204795b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:17.432861 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aedf3723-48e5-4ce2-874e-2f4c4204795b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:17.434160 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aedf3723-48e5-4ce2-874e-2f4c4204795b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:17.513714 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f73bde-0e63-45ae-8176-0547f7a886e4 None None] Network ba754a68-40e8-4272-836d-aea86b3ae262 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:17.517412 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-daecc4e9-bc76-4988-b485-2e36e0b71059 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:17.574724 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-63517249-1641-4179-a0a7-f9ac2a342a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:17.657249 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-719ac9a2-9cda-4e76-af28-0a9ec6654079 None None] Provisioning for port e7289b33-f797-42e9-ba2c-5f94af2ef173 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:17.670710 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf3723-48e5-4ce2-874e-2f4c4204795b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Port': ['ID=2f6305f6-1d2b-4140-a8b1-f7e4f317830d,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:17.733328 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369726bc-5471-4e3d-a976-ba2a51b69bce tempest-TestServerBasicOps-1810026754 tempest-TestServerBasicOps-1810026754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:17.738414 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-369726bc-5471-4e3d-a976-ba2a51b69bce tempest-TestServerBasicOps-1810026754 tempest-TestServerBasicOps-1810026754-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=904dc052-e24e-40c9-a170-864961d68f1f HTTP/1.1" status: 200 len: 1092 time: 0.5001631 Feb 09 01:29:17.739292 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41870) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:17.741056 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedf3723-48e5-4ce2-874e-2f4c4204795b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network ba754a68-40e8-4272-836d-aea86b3ae262 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:17.746766 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-dcd9f179-3d34-4485-88e0-3b5075ba65fa tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'port_id': 'f0adf44c-b885-4eb2-a06b-a384db4ff2c6', 'tenant_id': 'ef6edc4015e943ec908a956d7cff5e10', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:17.752278 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-aedf3723-48e5-4ce2-874e-2f4c4204795b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:17.763712 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-dcd9f179-3d34-4485-88e0-3b5075ba65fa tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:17.822920 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-dcd9f179-3d34-4485-88e0-3b5075ba65fa tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Usage tracker for resource:floatingip and tenant:ef6edc4015e943ec908a956d7cff5e10 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:17.965382 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-63517249-1641-4179-a0a7-f9ac2a342a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:17.972371 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-63517249-1641-4179-a0a7-f9ac2a342a17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:17.984460 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-dcd9f179-3d34-4485-88e0-3b5075ba65fa tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:18.003315 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-dcd9f179-3d34-4485-88e0-3b5075ba65fa tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:18.034491 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-63517249-1641-4179-a0a7-f9ac2a342a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:18.035024 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63517249-1641-4179-a0a7-f9ac2a342a17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 414a0754-9c9f-452a-a8d8-2783334de3c9 {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:29:18.122489 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daecc4e9-bc76-4988-b485-2e36e0b71059 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Checking segment: {'id': '20be743a-fd99-434b-a9ec-f09d7c381355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '2e13ec98-8cef-4ee4-a6a4-11e9e2331b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:18.122856 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daecc4e9-bc76-4988-b485-2e36e0b71059 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network hostable DHCP agents. Network: 2e13ec98-8cef-4ee4-a6a4-11e9e2331b13, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:29:18.148038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daecc4e9-bc76-4988-b485-2e36e0b71059 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Subnet': ['ID=4c534d79-c54d-4c47-b102-124c2dbccd41,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:18.170816 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dcd9f179-3d34-4485-88e0-3b5075ba65fa tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:18.182929 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-63517249-1641-4179-a0a7-f9ac2a342a17 admin admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:18.184179 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-63517249-1641-4179-a0a7-f9ac2a342a17 admin admin] 10.222.0.37 "DELETE /v2.0/routers/414a0754-9c9f-452a-a8d8-2783334de3c9 HTTP/1.1" status: 204 len: 168 time: 3.4799631 Feb 09 01:29:18.188566 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41880) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:18.246175 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device cf3ec1c8-54de-4005-914d-8595d9036034 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:18.315042 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedf3723-48e5-4ce2-874e-2f4c4204795b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Router 920e13ca-a976-47ce-9b3a-fa8193ecd70e has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:29:18.320431 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cd5a217-b9d5-43d8-9730-94d066856fe8 admin admin] Deleting subnet 5d34cd45-49e7-4c11-a368-a7e0505e03ef {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:29:18.324946 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2cd5a217-b9d5-43d8-9730-94d066856fe8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:18.376295 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daecc4e9-bc76-4988-b485-2e36e0b71059 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network 2e13ec98-8cef-4ee4-a6a4-11e9e2331b13 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:29:18.402483 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port cf3ec1c8-54de-4005-914d-8595d9036034 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:18.405736 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2cd5a217-b9d5-43d8-9730-94d066856fe8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:18.408160 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:18.461230 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-daecc4e9-bc76-4988-b485-2e36e0b71059 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 2e13ec98-8cef-4ee4-a6a4-11e9e2331b13) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:18.474299 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daecc4e9-bc76-4988-b485-2e36e0b71059 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:18.475183 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-daecc4e9-bc76-4988-b485-2e36e0b71059 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:18.503460 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c28fc1c-9bd8-4d4a-a224-848bbce2919f None None] Network 2e13ec98-8cef-4ee4-a6a4-11e9e2331b13 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:18.528583 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-daecc4e9-bc76-4988-b485-2e36e0b71059 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8863959 Feb 09 01:29:18.532049 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41888) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:18.546678 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-f11348d6-5913-4e6f-879f-89df93e24f5b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Request body: {'subnet': {'network_id': '42f14cc4-fc3d-41d2-a7cd-25f9f1e1d779', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:18.606996 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedf3723-48e5-4ce2-874e-2f4c4204795b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:29:18.619112 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7206f438-e46b-4c3a-b9cb-b19ec9713787 None None] Sync routers for ids ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:18.622177 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-aedf3723-48e5-4ce2-874e-2f4c4204795b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "PUT /v2.0/routers/920e13ca-a976-47ce-9b3a-fa8193ecd70e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8184996 Feb 09 01:29:18.625157 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41892) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:18.631425 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-d684f342-0022-4b49-8d78-44ed3b2f08e5 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1803990170'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:18.643459 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7206f438-e46b-4c3a-b9cb-b19ec9713787 None None] Routers {'920e13ca-a976-47ce-9b3a-fa8193ecd70e'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:18.643892 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-7206f438-e46b-4c3a-b9cb-b19ec9713787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:18.650125 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d684f342-0022-4b49-8d78-44ed3b2f08e5 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:18.668382 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d684f342-0022-4b49-8d78-44ed3b2f08e5 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Usage tracker for resource:network and tenant:6d720b2d312a4ea8a0c966b82ba0a703 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:18.694192 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d684f342-0022-4b49-8d78-44ed3b2f08e5 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:18.701253 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d684f342-0022-4b49-8d78-44ed3b2f08e5 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:18.721381 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-be447900-fa11-429f-935e-eb85a41c6ca9 None None] Provisioning for port 2f6305f6-1d2b-4140-a8b1-f7e4f317830d completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:18.750737 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dcd9f179-3d34-4485-88e0-3b5075ba65fa tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:18.805564 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-be447900-fa11-429f-935e-eb85a41c6ca9 None None] Provisioning complete for port 2f6305f6-1d2b-4140-a8b1-f7e4f317830d triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:18.806370 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-be447900-fa11-429f-935e-eb85a41c6ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:18.846221 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2cd5a217-b9d5-43d8-9730-94d066856fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:18.876088 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d684f342-0022-4b49-8d78-44ed3b2f08e5 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Made reservation on behalf of 6d720b2d312a4ea8a0c966b82ba0a703 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:18.887640 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-7206f438-e46b-4c3a-b9cb-b19ec9713787 None None] Set router 920e13ca-a976-47ce-9b3a-fa8193ecd70e gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:18.887966 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d684f342-0022-4b49-8d78-44ed3b2f08e5 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:18.951687 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f11348d6-5913-4e6f-879f-89df93e24f5b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:18.961972 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f11348d6-5913-4e6f-879f-89df93e24f5b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Usage tracker for resource:subnet and tenant:76fc49fef2df435db2f7b8b17bd392f0 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:18.962986 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device e7289b33-f797-42e9-ba2c-5f94af2ef173 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:18.977767 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f11348d6-5913-4e6f-879f-89df93e24f5b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:18.990219 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f11348d6-5913-4e6f-879f-89df93e24f5b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:19.016696 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11348d6-5913-4e6f-879f-89df93e24f5b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Made reservation on behalf of 76fc49fef2df435db2f7b8b17bd392f0 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:19.021206 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f11348d6-5913-4e6f-879f-89df93e24f5b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:19.081429 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d684f342-0022-4b49-8d78-44ed3b2f08e5 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 978} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:29:19.110328 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-dcd9f179-3d34-4485-88e0-3b5075ba65fa tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Allocated IP 172.25.5.71 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/1639a86e-17c6-4e85-a336-6ce20133a953) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:19.112806 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d684f342-0022-4b49-8d78-44ed3b2f08e5 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:19.113194 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-d684f342-0022-4b49-8d78-44ed3b2f08e5 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Added segment 4367b040-fad6-4b3d-be7a-506a746ee89d of type vlan for network 27d23e07-b025-42ee-ae86-49594dfee2cf Feb 09 01:29:19.178384 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-be447900-fa11-429f-935e-eb85a41c6ca9 None None] Port 2f6305f6-1d2b-4140-a8b1-f7e4f317830d cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:29:19.240809 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port e7289b33-f797-42e9-ba2c-5f94af2ef173 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:19.253386 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port e7289b33-f797-42e9-ba2c-5f94af2ef173 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:19.253828 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:19.325437 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73447d9-6b68-4587-9d0d-c97bcfef2e50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-2e13ec98-8cef-4ee4-a6a4-11e9e2331b13', 'network_id': '2e13ec98-8cef-4ee4-a6a4-11e9e2331b13', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'fixed_ips': [{'subnet_id': '4c534d79-c54d-4c47-b102-124c2dbccd41'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:29:19.326838 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e73447d9-6b68-4587-9d0d-c97bcfef2e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:19.369041 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d684f342-0022-4b49-8d78-44ed3b2f08e5 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:19.431275 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2cd5a217-b9d5-43d8-9730-94d066856fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:19.456628 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d684f342-0022-4b49-8d78-44ed3b2f08e5 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:19.464307 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d684f342-0022-4b49-8d78-44ed3b2f08e5 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:19.465341 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d684f342-0022-4b49-8d78-44ed3b2f08e5 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:19.499204 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-252fb83d-a6fd-4a47-9c08-48779549ab37 None None] Provisioning complete for port 2f6305f6-1d2b-4140-a8b1-f7e4f317830d triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:19.499573 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-252fb83d-a6fd-4a47-9c08-48779549ab37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:19.547375 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-7206f438-e46b-4c3a-b9cb-b19ec9713787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'name': 'tempest-RoutersIpV6Test-router-840464130', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:59Z', 'updated_at': '2022-02-09T01:29:16Z', 'revision_number': 3, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None, '_interfaces': [{'id': '2f6305f6-1d2b-4140-a8b1-f7e4f317830d', 'name': '', 'network_id': 'ba754a68-40e8-4272-836d-aea86b3ae262', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:97:f1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:17Z', 'revision_number': 2, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf3ec1c8-54de-4005-914d-8595d9036034', 'name': '', 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:79:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:15Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:19.551911 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7206f438-e46b-4c3a-b9cb-b19ec9713787 None None] Checking router: 920e13ca-a976-47ce-9b3a-fa8193ecd70e for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:29:19.552485 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7206f438-e46b-4c3a-b9cb-b19ec9713787 None None] Updating router 920e13ca-a976-47ce-9b3a-fa8193ecd70e port 2f6305f6-1d2b-4140-a8b1-f7e4f317830d binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:29:19.570863 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2cd5a217-b9d5-43d8-9730-94d066856fe8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:19.576057 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5a217-b9d5-43d8-9730-94d066856fe8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d34cd45-49e7-4c11-a368-a7e0505e03ef,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:19.630652 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2cd5a217-b9d5-43d8-9730-94d066856fe8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5d34cd45-49e7-4c11-a368-a7e0505e03ef HTTP/1.1" status: 204 len: 168 time: 1.4387910 Feb 09 01:29:19.633148 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41910) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:19.637387 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23601eb4-79f5-4f7c-8b17-a27f2ed18d0c None None] Network d8c5ee85-e22f-427a-950b-0cc54a50e283 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:19.638093 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d684f342-0022-4b49-8d78-44ed3b2f08e5 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0117047 Feb 09 01:29:19.643649 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41912) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:19.649866 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-7206f438-e46b-4c3a-b9cb-b19ec9713787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:19.685754 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-bde11120-dcba-478f-8ac4-fd421a311a92 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Request body: {'subnet': {'network_id': '27d23e07-b025-42ee-ae86-49594dfee2cf', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:19.719277 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684f342-0022-4b49-8d78-44ed3b2f08e5 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Network': ['ID=27d23e07-b025-42ee-ae86-49594dfee2cf,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:19.797585 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f11348d6-5913-4e6f-879f-89df93e24f5b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:19.816778 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 27d23e07-b025-42ee-ae86-49594dfee2cf details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:29:19.830853 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:19.835807 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dcd9f179-3d34-4485-88e0-3b5075ba65fa tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:19.841323 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-252fb83d-a6fd-4a47-9c08-48779549ab37 None None] Port 2f6305f6-1d2b-4140-a8b1-f7e4f317830d cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:29:19.884971 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-518f01e1-5bbe-4c80-8764-f6d32bf2ca5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:19.901735 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-bde11120-dcba-478f-8ac4-fd421a311a92 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:19.920951 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-bde11120-dcba-478f-8ac4-fd421a311a92 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Usage tracker for resource:subnet and tenant:6d720b2d312a4ea8a0c966b82ba0a703 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:19.922089 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-518f01e1-5bbe-4c80-8764-f6d32bf2ca5a admin admin] Deleting port 846413ab-62e5-4834-a532-02ea8df9a345 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:19.922433 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-518f01e1-5bbe-4c80-8764-f6d32bf2ca5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:19.932976 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-bde11120-dcba-478f-8ac4-fd421a311a92 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:19.976516 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-bde11120-dcba-478f-8ac4-fd421a311a92 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:19.996499 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde11120-dcba-478f-8ac4-fd421a311a92 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Made reservation on behalf of 6d720b2d312a4ea8a0c966b82ba0a703 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:20.001074 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bde11120-dcba-478f-8ac4-fd421a311a92 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:20.044663 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dcd9f179-3d34-4485-88e0-3b5075ba65fa tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:20.060174 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11348d6-5913-4e6f-879f-89df93e24f5b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Subnet': ['ID=5de11388-8085-435d-b867-b4c0c82ce463,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:20.074533 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11348d6-5913-4e6f-879f-89df93e24f5b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Checking segment: {'id': '97001514-7215-4040-b7cd-9575d626d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '42f14cc4-fc3d-41d2-a7cd-25f9f1e1d779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:20.074953 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11348d6-5913-4e6f-879f-89df93e24f5b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network hostable DHCP agents. Network: 42f14cc4-fc3d-41d2-a7cd-25f9f1e1d779, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:29:20.156566 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-7206f438-e46b-4c3a-b9cb-b19ec9713787 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:20.169382 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-7206f438-e46b-4c3a-b9cb-b19ec9713787 None None] Transition to ACTIVE for port object 2f6305f6-1d2b-4140-a8b1-f7e4f317830d will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:20.179465 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-7206f438-e46b-4c3a-b9cb-b19ec9713787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:20.212270 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port e7289b33-f797-42e9-ba2c-5f94af2ef173, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=e7289b33-f797-42e9-ba2c-5f94af2ef173,segment=NetworkSegment(08c8817f-04f7-4a8e-8573-2258d3491843),segment_id=08c8817f-04f7-4a8e-8573-2258d3491843)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:20.254832 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:20.283219 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd9f179-3d34-4485-88e0-3b5075ba65fa tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:20.291867 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-dcd9f179-3d34-4485-88e0-3b5075ba65fa tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:20.297571 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52ab84-41e7-4e6e-b346-83543a540790 None None] Pushing event updated for resources: {'Port': ['ID=2f6305f6-1d2b-4140-a8b1-f7e4f317830d,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:20.300151 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd9f179-3d34-4485-88e0-3b5075ba65fa tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:20.307231 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-518f01e1-5bbe-4c80-8764-f6d32bf2ca5a admin admin] For port 846413ab-62e5-4834-a532-02ea8df9a345, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=846413ab-62e5-4834-a532-02ea8df9a345,segment=NetworkSegment(11fbb5f9-331e-44bc-9bed-d1339075f051),segment_id=11fbb5f9-331e-44bc-9bed-d1339075f051)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:20.307617 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-518f01e1-5bbe-4c80-8764-f6d32bf2ca5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:20.348546 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9f179-3d34-4485-88e0-3b5075ba65fa tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Pushing event updated for resources: {'Port': ['ID=1639a86e-17c6-4e85-a336-6ce20133a953,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:20.530804 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-518f01e1-5bbe-4c80-8764-f6d32bf2ca5a admin admin] Calling delete_port for 846413ab-62e5-4834-a532-02ea8df9a345 owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:20.547871 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=e7289b33-f797-42e9-ba2c-5f94af2ef173,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:20.561724 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 604a7140-bf66-4a93-ba6f-29bf91332fdb no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:29:20.631929 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-518f01e1-5bbe-4c80-8764-f6d32bf2ca5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:20.653397 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-7206f438-e46b-4c3a-b9cb-b19ec9713787 None None] Attempting to bind port 2f6305f6-1d2b-4140-a8b1-f7e4f317830d on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:29:20.653993 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-7206f438-e46b-4c3a-b9cb-b19ec9713787 None None] Attempting to bind port 2f6305f6-1d2b-4140-a8b1-f7e4f317830d by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '08c8817f-04f7-4a8e-8573-2258d3491843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'ba754a68-40e8-4272-836d-aea86b3ae262'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:29:20.654143 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7206f438-e46b-4c3a-b9cb-b19ec9713787 None None] Attempting to bind port 2f6305f6-1d2b-4140-a8b1-f7e4f317830d on network ba754a68-40e8-4272-836d-aea86b3ae262 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:29:20.666872 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 604a7140-bf66-4a93-ba6f-29bf91332fdb {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:29:20.667356 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 604a7140-bf66-4a93-ba6f-29bf91332fdb not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:29:20.667878 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 69844344-c8d5-41eb-a91d-dc58e69a3c62 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:29:20.668342 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7206f438-e46b-4c3a-b9cb-b19ec9713787 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:29:20.668734 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7206f438-e46b-4c3a-b9cb-b19ec9713787 None None] Checking segment: {'id': '08c8817f-04f7-4a8e-8573-2258d3491843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'ba754a68-40e8-4272-836d-aea86b3ae262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:20.669121 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-7206f438-e46b-4c3a-b9cb-b19ec9713787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:20.669503 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7206f438-e46b-4c3a-b9cb-b19ec9713787 None None] Bound using segment: {'id': '08c8817f-04f7-4a8e-8573-2258d3491843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'ba754a68-40e8-4272-836d-aea86b3ae262'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:29:20.669963 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-7206f438-e46b-4c3a-b9cb-b19ec9713787 None None] Bound port: 2f6305f6-1d2b-4140-a8b1-f7e4f317830d, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c8817f-04f7-4a8e-8573-2258d3491843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'ba754a68-40e8-4272-836d-aea86b3ae262'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:29:20.670318 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-7206f438-e46b-4c3a-b9cb-b19ec9713787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:20.768415 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 69844344-c8d5-41eb-a91d-dc58e69a3c62 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:29:20.781833 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 69844344-c8d5-41eb-a91d-dc58e69a3c62 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:29:20.832097 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-e73447d9-6b68-4587-9d0d-c97bcfef2e50 None None] Allocated IP 172.20.0.2 (2e13ec98-8cef-4ee4-a6a4-11e9e2331b13/4c534d79-c54d-4c47-b102-124c2dbccd41/963201f7-ea25-448c-8cbd-cc64f86ddf32) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:20.866702 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-7206f438-e46b-4c3a-b9cb-b19ec9713787 None None] For port 2f6305f6-1d2b-4140-a8b1-f7e4f317830d, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:29:20.872984 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-7206f438-e46b-4c3a-b9cb-b19ec9713787 None None] For port 2f6305f6-1d2b-4140-a8b1-f7e4f317830d, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=2f6305f6-1d2b-4140-a8b1-f7e4f317830d,segment=NetworkSegment(08c8817f-04f7-4a8e-8573-2258d3491843),segment_id=08c8817f-04f7-4a8e-8573-2258d3491843)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:29:20.887276 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-7206f438-e46b-4c3a-b9cb-b19ec9713787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:20.912372 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518f01e1-5bbe-4c80-8764-f6d32bf2ca5a admin admin] No DVR routers for this DVR port 846413ab-62e5-4834-a532-02ea8df9a345 on host n-d-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:29:20.912372 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f01e1-5bbe-4c80-8764-f6d32bf2ca5a admin admin] Pushing event deleted for resources: {'Port': ['ID=846413ab-62e5-4834-a532-02ea8df9a345,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:20.920414 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11348d6-5913-4e6f-879f-89df93e24f5b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network 42f14cc4-fc3d-41d2-a7cd-25f9f1e1d779 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:29:20.992335 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7206f438-e46b-4c3a-b9cb-b19ec9713787 None None] Routers {'920e13ca-a976-47ce-9b3a-fa8193ecd70e'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:20.993157 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-7206f438-e46b-4c3a-b9cb-b19ec9713787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:21.015455 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-f11348d6-5913-4e6f-879f-89df93e24f5b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 42f14cc4-fc3d-41d2-a7cd-25f9f1e1d779) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:21.042244 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11348d6-5913-4e6f-879f-89df93e24f5b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:21.042418 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f11348d6-5913-4e6f-879f-89df93e24f5b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:21.095468 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device e7289b33-f797-42e9-ba2c-5f94af2ef173 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:21.181977 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bde11120-dcba-478f-8ac4-fd421a311a92 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:21.187007 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-518f01e1-5bbe-4c80-8764-f6d32bf2ca5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:21.201056 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7567f4-00f4-4974-8e06-27ed40758846 None None] Network 42f14cc4-fc3d-41d2-a7cd-25f9f1e1d779 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:21.247227 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-518f01e1-5bbe-4c80-8764-f6d32bf2ca5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c5ee85-e22f-427a-950b-0cc54a50e283']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:21.269176 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-518f01e1-5bbe-4c80-8764-f6d32bf2ca5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11fbb5f9-331e-44bc-9bed-d1339075f051') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:21.269517 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-518f01e1-5bbe-4c80-8764-f6d32bf2ca5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11fbb5f9-331e-44bc-9bed-d1339075f051') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:21.278916 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-7206f438-e46b-4c3a-b9cb-b19ec9713787 None None] Set router 920e13ca-a976-47ce-9b3a-fa8193ecd70e gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:21.282238 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-518f01e1-5bbe-4c80-8764-f6d32bf2ca5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:21.311611 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-518f01e1-5bbe-4c80-8764-f6d32bf2ca5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:21.324976 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-518f01e1-5bbe-4c80-8764-f6d32bf2ca5a admin admin] Releasing vlan 975 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:29:21.325326 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-518f01e1-5bbe-4c80-8764-f6d32bf2ca5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:21.469661 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde11120-dcba-478f-8ac4-fd421a311a92 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Subnet': ['ID=012322a2-bd27-4295-8449-4db60734e31d,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:21.484143 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:29:21.484143 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:29:21.484143 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:29:21.484143 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:29:21.484143 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:29:21.484143 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:29:21.484143 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:29:21.484143 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:29:21.484143 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:29:21.484143 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:29:21.484143 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:29:21.484143 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:29:21.484143 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:29:21.484143 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:29:21.484143 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:29:21.484143 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:29:21.484143 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:29:21.484143 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:29:21.484143 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:29:21.484143 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:29:21.484143 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:29:21.484143 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:29:21.484143 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:29:21.484143 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:29:21.484143 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:29:21.484143 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:29:21.484143 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:29:21.484143 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:29:21.484143 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:29:21.484143 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:29:21.484143 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:29:21.484143 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:29:21.496971 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-518f01e1-5bbe-4c80-8764-f6d32bf2ca5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:21.516885 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-518f01e1-5bbe-4c80-8764-f6d32bf2ca5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:21.519321 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-518f01e1-5bbe-4c80-8764-f6d32bf2ca5a admin admin] 10.222.0.37 "DELETE /v2.0/networks/d8c5ee85-e22f-427a-950b-0cc54a50e283 HTTP/1.1" status: 204 len: 168 time: 1.8852141 Feb 09 01:29:21.529382 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f11348d6-5913-4e6f-879f-89df93e24f5b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9928944 Feb 09 01:29:21.532804 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41940) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:21.536911 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f01e1-5bbe-4c80-8764-f6d32bf2ca5a admin admin] Pushing event deleted for resources: {'Network': ['ID=d8c5ee85-e22f-427a-950b-0cc54a50e283,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:21.541592 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-70dbfeb2-c404-4707-a6af-744b96471b1b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1467841752', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:21.550319 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-70dbfeb2-c404-4707-a6af-744b96471b1b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:21.555504 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde11120-dcba-478f-8ac4-fd421a311a92 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Checking segment: {'id': '4367b040-fad6-4b3d-be7a-506a746ee89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '27d23e07-b025-42ee-ae86-49594dfee2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:21.556519 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde11120-dcba-478f-8ac4-fd421a311a92 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network hostable DHCP agents. Network: 27d23e07-b025-42ee-ae86-49594dfee2cf, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:29:21.558337 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-70dbfeb2-c404-4707-a6af-744b96471b1b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Usage tracker for resource:router and tenant:76fc49fef2df435db2f7b8b17bd392f0 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:21.569622 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-70dbfeb2-c404-4707-a6af-744b96471b1b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:21.579081 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-70dbfeb2-c404-4707-a6af-744b96471b1b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:21.597330 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde11120-dcba-478f-8ac4-fd421a311a92 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network 27d23e07-b025-42ee-ae86-49594dfee2cf is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:29:21.607781 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-70dbfeb2-c404-4707-a6af-744b96471b1b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:21.608986 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-70dbfeb2-c404-4707-a6af-744b96471b1b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:21.616039 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-bde11120-dcba-478f-8ac4-fd421a311a92 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 27d23e07-b025-42ee-ae86-49594dfee2cf) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:21.634801 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde11120-dcba-478f-8ac4-fd421a311a92 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:21.636026 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bde11120-dcba-478f-8ac4-fd421a311a92 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:21.638746 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-70dbfeb2-c404-4707-a6af-744b96471b1b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:21.676824 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41944) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:21.677684 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-bde11120-dcba-478f-8ac4-fd421a311a92 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0246828 Feb 09 01:29:21.716990 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dcd9f179-3d34-4485-88e0-3b5075ba65fa tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:21.723968 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4922dc33-a684-4633-9cad-4363422c14ca None None] Network 27d23e07-b025-42ee-ae86-49594dfee2cf requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:21.745607 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-70dbfeb2-c404-4707-a6af-744b96471b1b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:21.772234 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52ab84-41e7-4e6e-b346-83543a540790 None None] Pushing event updated for resources: {'Port': ['ID=2f6305f6-1d2b-4140-a8b1-f7e4f317830d,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:21.817750 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-7206f438-e46b-4c3a-b9cb-b19ec9713787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'name': 'tempest-RoutersIpV6Test-router-840464130', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:59Z', 'updated_at': '2022-02-09T01:29:16Z', 'revision_number': 3, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None, '_interfaces': [{'id': '2f6305f6-1d2b-4140-a8b1-f7e4f317830d', 'name': '', 'network_id': 'ba754a68-40e8-4272-836d-aea86b3ae262', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:97:f1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:20Z', 'revision_number': 4, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf3ec1c8-54de-4005-914d-8595d9036034', 'name': '', 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:79:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:15Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:21.823494 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7206f438-e46b-4c3a-b9cb-b19ec9713787 None None] The sync data for ids ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'] in n-d-828419-1 is: [{'id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'name': 'tempest-RoutersIpV6Test-router-840464130', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:59Z', 'updated_at': '2022-02-09T01:29:16Z', 'revision_number': 3, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None, '_interfaces': [{'id': '2f6305f6-1d2b-4140-a8b1-f7e4f317830d', 'name': '', 'network_id': 'ba754a68-40e8-4272-836d-aea86b3ae262', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:97:f1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:20Z', 'revision_number': 4, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf3ec1c8-54de-4005-914d-8595d9036034', 'name': '', 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:79:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:15Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:21.867836 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dcd9f179-3d34-4485-88e0-3b5075ba65fa tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:21.922704 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-70dbfeb2-c404-4707-a6af-744b96471b1b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:21.924859 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-70dbfeb2-c404-4707-a6af-744b96471b1b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3901560 Feb 09 01:29:21.959540 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41952) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:21.982008 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41956) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:22.023704 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69aa22d7-9c78-4625-ad61-ab4caef1820f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-42f14cc4-fc3d-41d2-a7cd-25f9f1e1d779', 'network_id': '42f14cc4-fc3d-41d2-a7cd-25f9f1e1d779', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'fixed_ips': [{'subnet_id': '5de11388-8085-435d-b867-b4c0c82ce463'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:29:22.025284 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-69aa22d7-9c78-4625-ad61-ab4caef1820f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:22.069246 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port e7289b33-f797-42e9-ba2c-5f94af2ef173 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:22.069643 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:22.135932 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9383cd33-0bc4-4182-aa9e-dc85017f2c95 None None] DHCP port deletion for d8c5ee85-e22f-427a-950b-0cc54a50e283 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:29:22.159482 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e73447d9-6b68-4587-9d0d-c97bcfef2e50 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:22.167523 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:22.300703 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9a369bf3-d58b-4a2b-b130-1f4b65e9485a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08259b26651148159119352f4f3e1358&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3151987 Feb 09 01:29:22.304439 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41964) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:22.356920 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-69aa22d7-9c78-4625-ad61-ab4caef1820f None None] Allocated IP 172.21.0.2 (42f14cc4-fc3d-41d2-a7cd-25f9f1e1d779/5de11388-8085-435d-b867-b4c0c82ce463/f6173ba6-6730-4ef7-a83f-6340ae8cd294) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:22.423230 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-987cf991-6cab-4c0b-bfb7-259c988029ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:22.484225 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dcd9f179-3d34-4485-88e0-3b5075ba65fa tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:22.500970 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e73447d9-6b68-4587-9d0d-c97bcfef2e50 None None] Transition to ACTIVE for port object 963201f7-ea25-448c-8cbd-cc64f86ddf32 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:22.519500 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-987cf991-6cab-4c0b-bfb7-259c988029ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:22.610530 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e73447d9-6b68-4587-9d0d-c97bcfef2e50 None None] Transition to ACTIVE for port object 963201f7-ea25-448c-8cbd-cc64f86ddf32 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:22.637868 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dcd9f179-3d34-4485-88e0-3b5075ba65fa tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:22.685267 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-987cf991-6cab-4c0b-bfb7-259c988029ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:22.704017 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e73447d9-6b68-4587-9d0d-c97bcfef2e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:22.776126 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73447d9-6b68-4587-9d0d-c97bcfef2e50 None None] Network 2e13ec98-8cef-4ee4-a6a4-11e9e2331b13 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:22.794501 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987cf991-6cab-4c0b-bfb7-259c988029ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3346fe-59e3-4728-8449-0ef73eeb3115,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:22.804934 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-e73447d9-6b68-4587-9d0d-c97bcfef2e50 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:22.820892 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-987cf991-6cab-4c0b-bfb7-259c988029ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:22.824730 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-987cf991-6cab-4c0b-bfb7-259c988029ce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cc3346fe-59e3-4728-8449-0ef73eeb3115 HTTP/1.1" status: 204 len: 168 time: 0.5169337 Feb 09 01:29:22.849914 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9f179-3d34-4485-88e0-3b5075ba65fa tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Pushing event updated for resources: {'Port': ['ID=1639a86e-17c6-4e85-a336-6ce20133a953,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:22.862866 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dcd9f179-3d34-4485-88e0-3b5075ba65fa tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:22.902018 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73447d9-6b68-4587-9d0d-c97bcfef2e50 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:23.060514 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73447d9-6b68-4587-9d0d-c97bcfef2e50 None None] Pushing event updated for resources: {'Port': ['ID=963201f7-ea25-448c-8cbd-cc64f86ddf32,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:23.114546 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-dcd9f179-3d34-4485-88e0-3b5075ba65fa tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Floating IP 0405dfaa-2288-4880-a456-966299b7b3c4 associated. External IP: 172.25.5.71, port: f0adf44c-b885-4eb2-a06b-a384db4ff2c6. Feb 09 01:29:23.237774 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0f8e2c-ee53-431c-969c-cc63f32954e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-27d23e07-b025-42ee-ae86-49594dfee2cf', 'network_id': '27d23e07-b025-42ee-ae86-49594dfee2cf', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'fixed_ips': [{'subnet_id': '012322a2-bd27-4295-8449-4db60734e31d'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:29:23.238286 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bc0f8e2c-ee53-431c-969c-cc63f32954e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:23.425485 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-69aa22d7-9c78-4625-ad61-ab4caef1820f None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:23.438478 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-69aa22d7-9c78-4625-ad61-ab4caef1820f None None] Transition to ACTIVE for port object f6173ba6-6730-4ef7-a83f-6340ae8cd294 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:23.443246 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-41351b56-88cc-4643-97c8-76c479c615c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:23.461275 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-69aa22d7-9c78-4625-ad61-ab4caef1820f None None] Transition to ACTIVE for port object f6173ba6-6730-4ef7-a83f-6340ae8cd294 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:23.483954 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 2f6305f6-1d2b-4140-a8b1-f7e4f317830d up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:23.731278 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-bc0f8e2c-ee53-431c-969c-cc63f32954e3 None None] Allocated IP 2001:db8:2::2 (27d23e07-b025-42ee-ae86-49594dfee2cf/012322a2-bd27-4295-8449-4db60734e31d/d9d8688b-8980-4cbb-80e2-6fe91c999da0) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:23.758404 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41988) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:23.765667 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c4bd57d3-9496-4b31-a91d-81e63331b884 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:23.829837 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-69aa22d7-9c78-4625-ad61-ab4caef1820f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:23.837670 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd9f179-3d34-4485-88e0-3b5075ba65fa tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Router ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:29:23.871981 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-e73447d9-6b68-4587-9d0d-c97bcfef2e50 None None] Attempting to bind port 963201f7-ea25-448c-8cbd-cc64f86ddf32 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:29:23.872356 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-e73447d9-6b68-4587-9d0d-c97bcfef2e50 None None] Attempting to bind port 963201f7-ea25-448c-8cbd-cc64f86ddf32 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '20be743a-fd99-434b-a9ec-f09d7c381355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '2e13ec98-8cef-4ee4-a6a4-11e9e2331b13'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:29:23.872737 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73447d9-6b68-4587-9d0d-c97bcfef2e50 None None] Attempting to bind port 963201f7-ea25-448c-8cbd-cc64f86ddf32 on network 2e13ec98-8cef-4ee4-a6a4-11e9e2331b13 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:29:23.926784 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73447d9-6b68-4587-9d0d-c97bcfef2e50 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:29:23.927167 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73447d9-6b68-4587-9d0d-c97bcfef2e50 None None] Checking segment: {'id': '20be743a-fd99-434b-a9ec-f09d7c381355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '2e13ec98-8cef-4ee4-a6a4-11e9e2331b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:23.927557 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e73447d9-6b68-4587-9d0d-c97bcfef2e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:23.928002 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73447d9-6b68-4587-9d0d-c97bcfef2e50 None None] Bound using segment: {'id': '20be743a-fd99-434b-a9ec-f09d7c381355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '2e13ec98-8cef-4ee4-a6a4-11e9e2331b13'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:29:23.928580 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-e73447d9-6b68-4587-9d0d-c97bcfef2e50 None None] Bound port: 963201f7-ea25-448c-8cbd-cc64f86ddf32, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20be743a-fd99-434b-a9ec-f09d7c381355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '2e13ec98-8cef-4ee4-a6a4-11e9e2331b13'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:29:23.929198 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e73447d9-6b68-4587-9d0d-c97bcfef2e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:24.039471 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-e73447d9-6b68-4587-9d0d-c97bcfef2e50 None None] For port 963201f7-ea25-448c-8cbd-cc64f86ddf32, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:29:24.043634 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-e73447d9-6b68-4587-9d0d-c97bcfef2e50 None None] For port 963201f7-ea25-448c-8cbd-cc64f86ddf32, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=963201f7-ea25-448c-8cbd-cc64f86ddf32,segment=NetworkSegment(20be743a-fd99-434b-a9ec-f09d7c381355),segment_id=20be743a-fd99-434b-a9ec-f09d7c381355)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:29:24.044976 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 2f6305f6-1d2b-4140-a8b1-f7e4f317830d completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:24.073189 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69aa22d7-9c78-4625-ad61-ab4caef1820f None None] Network 42f14cc4-fc3d-41d2-a7cd-25f9f1e1d779 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:24.074450 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e73447d9-6b68-4587-9d0d-c97bcfef2e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:24.081971 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b4e88efa-e2fe-47f9-bce0-a81a677b3846 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b4f33e73ece42fbb5b038feb66c6075&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3222685 Feb 09 01:29:24.088657 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-69aa22d7-9c78-4625-ad61-ab4caef1820f None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:24.091939 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aa22d7-9c78-4625-ad61-ab4caef1820f None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:24.102008 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 2f6305f6-1d2b-4140-a8b1-f7e4f317830d triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:24.102386 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:24.113009 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41996) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:24.187889 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa22d7-9c78-4625-ad61-ab4caef1820f None None] Pushing event updated for resources: {'Port': ['ID=f6173ba6-6730-4ef7-a83f-6340ae8cd294,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:24.222696 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd9f179-3d34-4485-88e0-3b5075ba65fa tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:29:24.246003 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dcd9f179-3d34-4485-88e0-3b5075ba65fa tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:24.301716 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73447d9-6b68-4587-9d0d-c97bcfef2e50 None None] Pushing event updated for resources: {'Port': ['ID=963201f7-ea25-448c-8cbd-cc64f86ddf32,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:24.312775 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2104879-45e5-4ecf-bf4b-4d96a0165c5a None None] Sync routers for ids ['ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:24.334774 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-dcd9f179-3d34-4485-88e0-3b5075ba65fa tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.5866323 Feb 09 01:29:24.334774 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904dc052-e24e-40c9-a170-864961d68f1f', 'tag': 'f0adf44c-b885-4eb2-a06b-a384db4ff2c6'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:29:24.396065 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2104879-45e5-4ecf-bf4b-4d96a0165c5a None None] Routers {'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:24.397259 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-488f0df6-b914-4858-a4ad-5e1d8cad25cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:24.398401 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-a2104879-45e5-4ecf-bf4b-4d96a0165c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:24.403309 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904dc052-e24e-40c9-a170-864961d68f1f', 'tag': 'f0adf44c-b885-4eb2-a06b-a384db4ff2c6', 'status': 'completed', 'code': 200} Feb 09 01:29:24.429216 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-41351b56-88cc-4643-97c8-76c479c615c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Allocated IP 172.20.0.1 (2e13ec98-8cef-4ee4-a6a4-11e9e2331b13/4c534d79-c54d-4c47-b102-124c2dbccd41/49a9588e-8da0-4923-b499-b9ecf9a9eeac) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:24.591701 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-69aa22d7-9c78-4625-ad61-ab4caef1820f None None] Attempting to bind port f6173ba6-6730-4ef7-a83f-6340ae8cd294 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:29:24.592102 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-69aa22d7-9c78-4625-ad61-ab4caef1820f None None] Attempting to bind port f6173ba6-6730-4ef7-a83f-6340ae8cd294 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '97001514-7215-4040-b7cd-9575d626d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '42f14cc4-fc3d-41d2-a7cd-25f9f1e1d779'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:29:24.592429 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aa22d7-9c78-4625-ad61-ab4caef1820f None None] Attempting to bind port f6173ba6-6730-4ef7-a83f-6340ae8cd294 on network 42f14cc4-fc3d-41d2-a7cd-25f9f1e1d779 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:29:24.597875 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-488f0df6-b914-4858-a4ad-5e1d8cad25cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:24.611518 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aa22d7-9c78-4625-ad61-ab4caef1820f None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:29:24.612012 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aa22d7-9c78-4625-ad61-ab4caef1820f None None] Checking segment: {'id': '97001514-7215-4040-b7cd-9575d626d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '42f14cc4-fc3d-41d2-a7cd-25f9f1e1d779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:24.612279 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-69aa22d7-9c78-4625-ad61-ab4caef1820f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:24.612790 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aa22d7-9c78-4625-ad61-ab4caef1820f None None] Bound using segment: {'id': '97001514-7215-4040-b7cd-9575d626d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '42f14cc4-fc3d-41d2-a7cd-25f9f1e1d779'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:29:24.613308 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-69aa22d7-9c78-4625-ad61-ab4caef1820f None None] Bound port: f6173ba6-6730-4ef7-a83f-6340ae8cd294, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97001514-7215-4040-b7cd-9575d626d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '42f14cc4-fc3d-41d2-a7cd-25f9f1e1d779'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:29:24.613691 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-69aa22d7-9c78-4625-ad61-ab4caef1820f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:24.731462 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bc0f8e2c-ee53-431c-969c-cc63f32954e3 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:24.859377 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-488f0df6-b914-4858-a4ad-5e1d8cad25cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:24.859629 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bc0f8e2c-ee53-431c-969c-cc63f32954e3 None None] Transition to ACTIVE for port object d9d8688b-8980-4cbb-80e2-6fe91c999da0 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:24.872601 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:24.897862 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-41351b56-88cc-4643-97c8-76c479c615c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:24.929376 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f0df6-b914-4858-a4ad-5e1d8cad25cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce4b019-4b9b-40a3-ab21-bca90d4bca97,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:24.943274 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-41351b56-88cc-4643-97c8-76c479c615c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Transition to ACTIVE for port object 49a9588e-8da0-4923-b499-b9ecf9a9eeac will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:24.947244 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-a2104879-45e5-4ecf-bf4b-4d96a0165c5a None None] Set router ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:24.966247 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-488f0df6-b914-4858-a4ad-5e1d8cad25cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:24.967300 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-488f0df6-b914-4858-a4ad-5e1d8cad25cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ce4b019-4b9b-40a3-ab21-bca90d4bca97 HTTP/1.1" status: 204 len: 168 time: 0.8529434 Feb 09 01:29:24.970707 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdc2f1-2da4-4e9a-8a8f-b86efcbf086f req-3efc8ec0-0806-4559-b058-c1b31d27910a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:24.972260 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81bdc2f1-2da4-4e9a-8a8f-b86efcbf086f req-3efc8ec0-0806-4559-b058-c1b31d27910a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ef6edc4015e943ec908a956d7cff5e10&device_id=904dc052-e24e-40c9-a170-864961d68f1f HTTP/1.1" status: 200 len: 1097 time: 0.4989636 Feb 09 01:29:25.004631 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bc0f8e2c-ee53-431c-969c-cc63f32954e3 None None] Transition to ACTIVE for port object d9d8688b-8980-4cbb-80e2-6fe91c999da0 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:25.029008 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-69aa22d7-9c78-4625-ad61-ab4caef1820f None None] For port f6173ba6-6730-4ef7-a83f-6340ae8cd294, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:29:25.051374 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bc0f8e2c-ee53-431c-969c-cc63f32954e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:25.107629 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-69aa22d7-9c78-4625-ad61-ab4caef1820f None None] For port f6173ba6-6730-4ef7-a83f-6340ae8cd294, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=f6173ba6-6730-4ef7-a83f-6340ae8cd294,segment=NetworkSegment(97001514-7215-4040-b7cd-9575d626d3ea),segment_id=97001514-7215-4040-b7cd-9575d626d3ea)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:29:25.139634 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 2f6305f6-1d2b-4140-a8b1-f7e4f317830d, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=2f6305f6-1d2b-4140-a8b1-f7e4f317830d,segment=NetworkSegment(08c8817f-04f7-4a8e-8573-2258d3491843),segment_id=08c8817f-04f7-4a8e-8573-2258d3491843)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:25.259899 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-69aa22d7-9c78-4625-ad61-ab4caef1820f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:25.289498 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-41351b56-88cc-4643-97c8-76c479c615c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:25.306807 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f8e2c-ee53-431c-969c-cc63f32954e3 None None] Pushing event updated for resources: {'Port': ['ID=d9d8688b-8980-4cbb-80e2-6fe91c999da0,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:25.335517 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:25.335517 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:25.348532 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0f8e2c-ee53-431c-969c-cc63f32954e3 None None] Network 27d23e07-b025-42ee-ae86-49594dfee2cf is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:25.512849 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa22d7-9c78-4625-ad61-ab4caef1820f None None] Pushing event updated for resources: {'Port': ['ID=f6173ba6-6730-4ef7-a83f-6340ae8cd294,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:25.547870 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41351b56-88cc-4643-97c8-76c479c615c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network 2e13ec98-8cef-4ee4-a6a4-11e9e2331b13 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:25.564522 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-41351b56-88cc-4643-97c8-76c479c615c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:25.586131 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41351b56-88cc-4643-97c8-76c479c615c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:25.678318 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-bc0f8e2c-ee53-431c-969c-cc63f32954e3 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:25.685704 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0f8e2c-ee53-431c-969c-cc63f32954e3 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:25.688534 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 846413ab-62e5-4834-a532-02ea8df9a345 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:29:25.755098 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-41351b56-88cc-4643-97c8-76c479c615c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:25.907225 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 846413ab-62e5-4834-a532-02ea8df9a345 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:29:25.907561 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 846413ab-62e5-4834-a532-02ea8df9a345 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:29:25.935994 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41351b56-88cc-4643-97c8-76c479c615c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Port': ['ID=49a9588e-8da0-4923-b499-b9ecf9a9eeac,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:25.979399 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-c4bd57d3-9496-4b31-a91d-81e63331b884 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Allocated IP 2001:db8:2::1 (27d23e07-b025-42ee-ae86-49594dfee2cf/012322a2-bd27-4295-8449-4db60734e31d/965d4178-2834-42bc-8a3e-2a7b389bf81f) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:26.036988 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdc2f1-2da4-4e9a-8a8f-b86efcbf086f req-1a68b56f-2477-4332-9a4a-2bff02aac89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:26.038428 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81bdc2f1-2da4-4e9a-8a8f-b86efcbf086f req-1a68b56f-2477-4332-9a4a-2bff02aac89b service neutron] 10.222.0.35 "GET /v2.0/networks?id=80b53ff1-697e-427c-b7ec-6ed5db9e6c6f HTTP/1.1" status: 200 len: 910 time: 1.0594754 Feb 09 01:29:26.103169 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=2f6305f6-1d2b-4140-a8b1-f7e4f317830d,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:26.180173 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b8ff5a-9a87-4bb9-8f49-f0fb2b8752ec None None] Network 2e13ec98-8cef-4ee4-a6a4-11e9e2331b13 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:26.334047 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-bc0f8e2c-ee53-431c-969c-cc63f32954e3 None None] Attempting to bind port d9d8688b-8980-4cbb-80e2-6fe91c999da0 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:29:26.334410 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-bc0f8e2c-ee53-431c-969c-cc63f32954e3 None None] Attempting to bind port d9d8688b-8980-4cbb-80e2-6fe91c999da0 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '4367b040-fad6-4b3d-be7a-506a746ee89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '27d23e07-b025-42ee-ae86-49594dfee2cf'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:29:26.334772 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0f8e2c-ee53-431c-969c-cc63f32954e3 None None] Attempting to bind port d9d8688b-8980-4cbb-80e2-6fe91c999da0 on network 27d23e07-b025-42ee-ae86-49594dfee2cf {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:29:26.342645 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 963201f7-ea25-448c-8cbd-cc64f86ddf32 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:26.389956 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42048) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:26.408058 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0f8e2c-ee53-431c-969c-cc63f32954e3 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:29:26.408449 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0f8e2c-ee53-431c-969c-cc63f32954e3 None None] Checking segment: {'id': '4367b040-fad6-4b3d-be7a-506a746ee89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '27d23e07-b025-42ee-ae86-49594dfee2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:26.408858 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bc0f8e2c-ee53-431c-969c-cc63f32954e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:26.409336 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0f8e2c-ee53-431c-969c-cc63f32954e3 None None] Bound using segment: {'id': '4367b040-fad6-4b3d-be7a-506a746ee89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '27d23e07-b025-42ee-ae86-49594dfee2cf'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:29:26.409820 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-bc0f8e2c-ee53-431c-969c-cc63f32954e3 None None] Bound port: d9d8688b-8980-4cbb-80e2-6fe91c999da0, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4367b040-fad6-4b3d-be7a-506a746ee89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '27d23e07-b025-42ee-ae86-49594dfee2cf'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:29:26.410196 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bc0f8e2c-ee53-431c-969c-cc63f32954e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:26.458587 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81bdc2f1-2da4-4e9a-8a8f-b86efcbf086f req-8ff3aef6-ce04-4798-a272-e8e70ca674f4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0adf44c-b885-4eb2-a06b-a384db4ff2c6 HTTP/1.1" status: 200 len: 999 time: 0.3301866 Feb 09 01:29:26.547869 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdc2f1-2da4-4e9a-8a8f-b86efcbf086f req-1f512dfe-98db-48e3-8472-11db652b0f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:26.549346 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81bdc2f1-2da4-4e9a-8a8f-b86efcbf086f req-1f512dfe-98db-48e3-8472-11db652b0f37 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d925baf2-c63f-40ac-b8de-2a3401a3db70 HTTP/1.1" status: 200 len: 848 time: 0.0677767 Feb 09 01:29:26.550217 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-41351b56-88cc-4643-97c8-76c479c615c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:26.567677 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-a00770f7-7e97-42ed-90da-1a55c53d7881 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-602032988-network', 'tenant_id': 'ac90161469724dd386335c8a610012b8'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:26.580648 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a00770f7-7e97-42ed-90da-1a55c53d7881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:26.592456 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a00770f7-7e97-42ed-90da-1a55c53d7881 admin admin] Usage tracker for resource:network and tenant:ac90161469724dd386335c8a610012b8 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:26.597067 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a00770f7-7e97-42ed-90da-1a55c53d7881 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:26.599164 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9bf925ac-4a3b-4e65-920a-9b714a253489 None None] Provisioning for port 963201f7-ea25-448c-8cbd-cc64f86ddf32 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:26.614574 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a00770f7-7e97-42ed-90da-1a55c53d7881 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:26.645586 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00770f7-7e97-42ed-90da-1a55c53d7881 admin admin] Made reservation on behalf of ac90161469724dd386335c8a610012b8 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:26.648824 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a00770f7-7e97-42ed-90da-1a55c53d7881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:26.671431 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a00770f7-7e97-42ed-90da-1a55c53d7881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:26.713227 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a00770f7-7e97-42ed-90da-1a55c53d7881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:26.718011 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a00770f7-7e97-42ed-90da-1a55c53d7881 admin admin] Usage tracker for resource:security_group_rule and tenant:ac90161469724dd386335c8a610012b8 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:26.723193 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a00770f7-7e97-42ed-90da-1a55c53d7881 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:26.736154 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a00770f7-7e97-42ed-90da-1a55c53d7881 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:26.821173 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-bc0f8e2c-ee53-431c-969c-cc63f32954e3 None None] For port d9d8688b-8980-4cbb-80e2-6fe91c999da0, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:29:26.831526 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 963201f7-ea25-448c-8cbd-cc64f86ddf32 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:26.844415 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 963201f7-ea25-448c-8cbd-cc64f86ddf32 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:26.845270 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:26.909755 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a00770f7-7e97-42ed-90da-1a55c53d7881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:26.921788 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a00770f7-7e97-42ed-90da-1a55c53d7881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:26.935271 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-bc0f8e2c-ee53-431c-969c-cc63f32954e3 None None] For port d9d8688b-8980-4cbb-80e2-6fe91c999da0, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d9d8688b-8980-4cbb-80e2-6fe91c999da0,segment=NetworkSegment(4367b040-fad6-4b3d-be7a-506a746ee89d),segment_id=4367b040-fad6-4b3d-be7a-506a746ee89d)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:29:26.966818 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bc0f8e2c-ee53-431c-969c-cc63f32954e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:26.978521 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a00770f7-7e97-42ed-90da-1a55c53d7881 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 982} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:29:26.989259 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a00770f7-7e97-42ed-90da-1a55c53d7881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:26.989609 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-a00770f7-7e97-42ed-90da-1a55c53d7881 admin admin] Added segment 5ca59429-e0f2-4b30-a020-4d962552a60d of type vlan for network a29ac5a7-ba1d-4b03-b012-1fa4beb961a7 Feb 09 01:29:27.039372 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a00770f7-7e97-42ed-90da-1a55c53d7881 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:27.069276 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-a2104879-45e5-4ecf-bf4b-4d96a0165c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'name': 'tempest-TestServerBasicOps-1436172287-router', 'tenant_id': 'ef6edc4015e943ec908a956d7cff5e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'fd239683-6651-40d3-9138-0b7fd9be1cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:02Z', 'updated_at': '2022-02-09T01:28:18Z', 'revision_number': 4, 'project_id': 'ef6edc4015e943ec908a956d7cff5e10', 'gw_port': {'id': 'fd239683-6651-40d3-9138-0b7fd9be1cc4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:96:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:06Z', 'updated_at': '2022-02-09T01:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '0405dfaa-2288-4880-a456-966299b7b3c4', 'tenant_id': 'ef6edc4015e943ec908a956d7cff5e10', 'floating_ip_address': '172.25.5.71', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'port_id': 'f0adf44c-b885-4eb2-a06b-a384db4ff2c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80b53ff1-697e-427c-b7ec-6ed5db9e6c6f', 'mac_address': 'fa:16:3e:97:42:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904dc052-e24e-40c9-a170-864961d68f1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:29:21Z', 'updated_at': '2022-02-09T01:29:21Z', 'revision_number': 0, 'project_id': 'ef6edc4015e943ec908a956d7cff5e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6cc72f5-f81f-4366-9ae2-d1a38c8e1042', 'name': '', 'network_id': '80b53ff1-697e-427c-b7ec-6ed5db9e6c6f', 'tenant_id': 'ef6edc4015e943ec908a956d7cff5e10', 'mac_address': 'fa:16:3e:af:f1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'd925baf2-c63f-40ac-b8de-2a3401a3db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:17Z', 'updated_at': '2022-02-09T01:28:26Z', 'revision_number': 5, 'project_id': 'ef6edc4015e943ec908a956d7cff5e10', 'subnets': [{'id': 'd925baf2-c63f-40ac-b8de-2a3401a3db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:27.081990 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2104879-45e5-4ecf-bf4b-4d96a0165c5a None None] Checking router: ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:29:27.096863 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f8e2c-ee53-431c-969c-cc63f32954e3 None None] Pushing event updated for resources: {'Port': ['ID=d9d8688b-8980-4cbb-80e2-6fe91c999da0,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:27.116248 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2104879-45e5-4ecf-bf4b-4d96a0165c5a None None] Routers {'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:27.117258 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-a2104879-45e5-4ecf-bf4b-4d96a0165c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:27.135283 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00770f7-7e97-42ed-90da-1a55c53d7881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bde540-fac0-4df0-9df1-d2625418f41a,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:27.145882 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a00770f7-7e97-42ed-90da-1a55c53d7881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:27.146901 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00770f7-7e97-42ed-90da-1a55c53d7881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:27.147778 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a00770f7-7e97-42ed-90da-1a55c53d7881 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:27.210766 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cad21cc-7c5c-4b8e-ad9a-07b46fb8e66d None None] Network 42f14cc4-fc3d-41d2-a7cd-25f9f1e1d779 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:27.361728 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a00770f7-7e97-42ed-90da-1a55c53d7881 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9698832 Feb 09 01:29:27.365073 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42064) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:27.372483 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-cfd2470e-48a2-4fc7-8176-c3575385349e admin admin] Request body: {'subnet': {'network_id': 'a29ac5a7-ba1d-4b03-b012-1fa4beb961a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-602032988-subnet', 'tenant_id': 'ac90161469724dd386335c8a610012b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:27.394370 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-cfd2470e-48a2-4fc7-8176-c3575385349e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:27.402253 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cfd2470e-48a2-4fc7-8176-c3575385349e admin admin] Usage tracker for resource:subnet and tenant:ac90161469724dd386335c8a610012b8 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:27.408906 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cfd2470e-48a2-4fc7-8176-c3575385349e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:27.415829 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-41351b56-88cc-4643-97c8-76c479c615c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:27.419474 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00770f7-7e97-42ed-90da-1a55c53d7881 admin admin] Pushing event updated for resources: {'Network': ['ID=a29ac5a7-ba1d-4b03-b012-1fa4beb961a7,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:27.422640 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-cfd2470e-48a2-4fc7-8176-c3575385349e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:27.447717 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd2470e-48a2-4fc7-8176-c3575385349e admin admin] Made reservation on behalf of ac90161469724dd386335c8a610012b8 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:27.450817 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cfd2470e-48a2-4fc7-8176-c3575385349e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:27.522740 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c4bd57d3-9496-4b31-a91d-81e63331b884 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:27.546394 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-c4bd57d3-9496-4b31-a91d-81e63331b884 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Transition to ACTIVE for port object 965d4178-2834-42bc-8a3e-2a7b389bf81f will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:27.571725 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-41351b56-88cc-4643-97c8-76c479c615c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:27.658398 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network a29ac5a7-ba1d-4b03-b012-1fa4beb961a7 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:29:27.676889 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c4bd57d3-9496-4b31-a91d-81e63331b884 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:27.834473 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cfd2470e-48a2-4fc7-8176-c3575385349e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:27.939650 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2470e-48a2-4fc7-8176-c3575385349e admin admin] Pushing event updated for resources: {'Subnet': ['ID=952e3eee-9c37-4af2-b65e-4d4e2433c9cc,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:27.951870 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bd57d3-9496-4b31-a91d-81e63331b884 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network 27d23e07-b025-42ee-ae86-49594dfee2cf is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:27.953669 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-c4bd57d3-9496-4b31-a91d-81e63331b884 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:27.963393 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bd57d3-9496-4b31-a91d-81e63331b884 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:27.964191 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c4bd57d3-9496-4b31-a91d-81e63331b884 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:27.997172 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd2470e-48a2-4fc7-8176-c3575385349e admin admin] Checking segment: {'id': '5ca59429-e0f2-4b30-a020-4d962552a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'a29ac5a7-ba1d-4b03-b012-1fa4beb961a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:27.997533 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd2470e-48a2-4fc7-8176-c3575385349e admin admin] Network hostable DHCP agents. Network: a29ac5a7-ba1d-4b03-b012-1fa4beb961a7, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:29:28.009362 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:28.027937 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-824028cf-acb5-42d7-a225-c2fba2b92cb9 None None] Provisioning for port f6173ba6-6730-4ef7-a83f-6340ae8cd294 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:28.036872 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-a2104879-45e5-4ecf-bf4b-4d96a0165c5a None None] Set router ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:28.041715 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd2470e-48a2-4fc7-8176-c3575385349e admin admin] Network a29ac5a7-ba1d-4b03-b012-1fa4beb961a7 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:29:28.047020 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41351b56-88cc-4643-97c8-76c479c615c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Port': ['ID=49a9588e-8da0-4923-b499-b9ecf9a9eeac,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:28.058516 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-cfd2470e-48a2-4fc7-8176-c3575385349e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, a29ac5a7-ba1d-4b03-b012-1fa4beb961a7) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:28.069855 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd2470e-48a2-4fc7-8176-c3575385349e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:28.070444 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cfd2470e-48a2-4fc7-8176-c3575385349e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:28.088549 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-41351b56-88cc-4643-97c8-76c479c615c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:28.098464 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdc2f1-2da4-4e9a-8a8f-b86efcbf086f req-bce639c3-50ca-48c0-b3bd-4a0e38dd49f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:28.100182 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81bdc2f1-2da4-4e9a-8a8f-b86efcbf086f req-bce639c3-50ca-48c0-b3bd-4a0e38dd49f5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=80b53ff1-697e-427c-b7ec-6ed5db9e6c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5390096 Feb 09 01:29:28.122599 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cfd2470e-48a2-4fc7-8176-c3575385349e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7561920 Feb 09 01:29:28.123482 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42074) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:28.129838 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-72da77f4-ae2b-47c9-89e5-a4ca4f4a6400 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-602032988-router', 'tenant_id': 'ac90161469724dd386335c8a610012b8', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:28.144202 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345e0ee0-ebd6-4aa5-a027-ebc1acef0b70 None None] Network a29ac5a7-ba1d-4b03-b012-1fa4beb961a7 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:28.145777 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-72da77f4-ae2b-47c9-89e5-a4ca4f4a6400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:28.150662 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-72da77f4-ae2b-47c9-89e5-a4ca4f4a6400 admin admin] Usage tracker for resource:router and tenant:ac90161469724dd386335c8a610012b8 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:28.153560 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-72da77f4-ae2b-47c9-89e5-a4ca4f4a6400 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:28.160208 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-72da77f4-ae2b-47c9-89e5-a4ca4f4a6400 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:28.174278 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72da77f4-ae2b-47c9-89e5-a4ca4f4a6400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:28.175288 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72da77f4-ae2b-47c9-89e5-a4ca4f4a6400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:28.193491 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72da77f4-ae2b-47c9-89e5-a4ca4f4a6400 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:28.405870 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd57d3-9496-4b31-a91d-81e63331b884 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Port': ['ID=965d4178-2834-42bc-8a3e-2a7b389bf81f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:28.438337 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c4bd57d3-9496-4b31-a91d-81e63331b884 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:28.513310 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81bdc2f1-2da4-4e9a-8a8f-b86efcbf086f req-4dfac6e6-d35e-432d-b2f6-c73c267bd536 service neutron] 10.222.0.35 "GET /v2.0/networks/80b53ff1-697e-427c-b7ec-6ed5db9e6c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587091 Feb 09 01:29:28.545860 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 963201f7-ea25-448c-8cbd-cc64f86ddf32, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=963201f7-ea25-448c-8cbd-cc64f86ddf32,segment=NetworkSegment(20be743a-fd99-434b-a9ec-f09d7c381355),segment_id=20be743a-fd99-434b-a9ec-f09d7c381355)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:28.579699 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ffa9476f-4b63-4c0c-a199-dd600481d3a2 None None] Provisioning complete for port 963201f7-ea25-448c-8cbd-cc64f86ddf32 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:28.580351 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ffa9476f-4b63-4c0c-a199-dd600481d3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:28.631728 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72da77f4-ae2b-47c9-89e5-a4ca4f4a6400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:28.758446 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:28.759910 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f6173ba6-6730-4ef7-a83f-6340ae8cd294 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:28.847596 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41351b56-88cc-4643-97c8-76c479c615c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network 2e13ec98-8cef-4ee4-a6a4-11e9e2331b13 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:28.865604 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-41351b56-88cc-4643-97c8-76c479c615c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:28.881508 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac0f85d-448d-4984-b195-37049b4184b9 None None] Network 27d23e07-b025-42ee-ae86-49594dfee2cf requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:29.241876 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81bdc2f1-2da4-4e9a-8a8f-b86efcbf086f req-58482a8e-e1f5-4449-bfff-5486e2782af2 service neutron] 10.222.0.35 "GET /v2.0/networks/80b53ff1-697e-427c-b7ec-6ed5db9e6c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7194281 Feb 09 01:29:29.338388 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72da77f4-ae2b-47c9-89e5-a4ca4f4a6400 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:29.373598 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72da77f4-ae2b-47c9-89e5-a4ca4f4a6400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:29.471272 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=963201f7-ea25-448c-8cbd-cc64f86ddf32,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:29.481203 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41351b56-88cc-4643-97c8-76c479c615c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Router 424776f4-8771-41f5-a630-81a92a7181a6 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:29:29.483837 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888ba79c-ad5c-416b-a2d5-2ab073e5730b None None] Network a29ac5a7-ba1d-4b03-b012-1fa4beb961a7 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:29.565017 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c4bd57d3-9496-4b31-a91d-81e63331b884 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:29.593367 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-72da77f4-ae2b-47c9-89e5-a4ca4f4a6400 admin admin] Allocated IP 172.25.5.137 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/efe46ac4-3180-40ac-905f-597fdec85999) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:29.651468 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c4bd57d3-9496-4b31-a91d-81e63331b884 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:29.652449 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c4bd57d3-9496-4b31-a91d-81e63331b884 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:29.724121 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port f6173ba6-6730-4ef7-a83f-6340ae8cd294 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:29.759111 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72da77f4-ae2b-47c9-89e5-a4ca4f4a6400 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:29.792785 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72da77f4-ae2b-47c9-89e5-a4ca4f4a6400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:29.798033 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port f6173ba6-6730-4ef7-a83f-6340ae8cd294 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:29.798803 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:29.873826 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72da77f4-ae2b-47c9-89e5-a4ca4f4a6400 admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:29.877175 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-72da77f4-ae2b-47c9-89e5-a4ca4f4a6400 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:29.879838 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72da77f4-ae2b-47c9-89e5-a4ca4f4a6400 admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:29.881657 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ffa9476f-4b63-4c0c-a199-dd600481d3a2 None None] Provisioning for port 49a9588e-8da0-4923-b499-b9ecf9a9eeac completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:29.932540 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ffa9476f-4b63-4c0c-a199-dd600481d3a2 None None] Provisioning complete for port 49a9588e-8da0-4923-b499-b9ecf9a9eeac triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:29.932919 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ffa9476f-4b63-4c0c-a199-dd600481d3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:30.061761 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da77f4-ae2b-47c9-89e5-a4ca4f4a6400 admin admin] Pushing event updated for resources: {'Port': ['ID=efe46ac4-3180-40ac-905f-597fdec85999,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:30.107575 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bd57d3-9496-4b31-a91d-81e63331b884 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network 27d23e07-b025-42ee-ae86-49594dfee2cf is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:30.174502 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-ffa9476f-4b63-4c0c-a199-dd600481d3a2 None None] Port 49a9588e-8da0-4923-b499-b9ecf9a9eeac cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:29:30.185534 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-c4bd57d3-9496-4b31-a91d-81e63331b884 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:30.230635 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:30.275065 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-a2104879-45e5-4ecf-bf4b-4d96a0165c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'name': 'tempest-TestServerBasicOps-1436172287-router', 'tenant_id': 'ef6edc4015e943ec908a956d7cff5e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'fd239683-6651-40d3-9138-0b7fd9be1cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:02Z', 'updated_at': '2022-02-09T01:28:18Z', 'revision_number': 4, 'project_id': 'ef6edc4015e943ec908a956d7cff5e10', 'gw_port': {'id': 'fd239683-6651-40d3-9138-0b7fd9be1cc4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:96:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:06Z', 'updated_at': '2022-02-09T01:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '0405dfaa-2288-4880-a456-966299b7b3c4', 'tenant_id': 'ef6edc4015e943ec908a956d7cff5e10', 'floating_ip_address': '172.25.5.71', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'port_id': 'f0adf44c-b885-4eb2-a06b-a384db4ff2c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80b53ff1-697e-427c-b7ec-6ed5db9e6c6f', 'mac_address': 'fa:16:3e:97:42:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904dc052-e24e-40c9-a170-864961d68f1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:29:21Z', 'updated_at': '2022-02-09T01:29:21Z', 'revision_number': 0, 'project_id': 'ef6edc4015e943ec908a956d7cff5e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6cc72f5-f81f-4366-9ae2-d1a38c8e1042', 'name': '', 'network_id': '80b53ff1-697e-427c-b7ec-6ed5db9e6c6f', 'tenant_id': 'ef6edc4015e943ec908a956d7cff5e10', 'mac_address': 'fa:16:3e:af:f1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'd925baf2-c63f-40ac-b8de-2a3401a3db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:17Z', 'updated_at': '2022-02-09T01:28:26Z', 'revision_number': 5, 'project_id': 'ef6edc4015e943ec908a956d7cff5e10', 'subnets': [{'id': 'd925baf2-c63f-40ac-b8de-2a3401a3db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:30.340457 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2104879-45e5-4ecf-bf4b-4d96a0165c5a None None] The sync data for ids ['ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8'] in n-d-828419-1 is: [{'id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'name': 'tempest-TestServerBasicOps-1436172287-router', 'tenant_id': 'ef6edc4015e943ec908a956d7cff5e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'fd239683-6651-40d3-9138-0b7fd9be1cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:02Z', 'updated_at': '2022-02-09T01:28:18Z', 'revision_number': 4, 'project_id': 'ef6edc4015e943ec908a956d7cff5e10', 'gw_port': {'id': 'fd239683-6651-40d3-9138-0b7fd9be1cc4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:96:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:06Z', 'updated_at': '2022-02-09T01:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '0405dfaa-2288-4880-a456-966299b7b3c4', 'tenant_id': 'ef6edc4015e943ec908a956d7cff5e10', 'floating_ip_address': '172.25.5.71', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'port_id': 'f0adf44c-b885-4eb2-a06b-a384db4ff2c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80b53ff1-697e-427c-b7ec-6ed5db9e6c6f', 'mac_address': 'fa:16:3e:97:42:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904dc052-e24e-40c9-a170-864961d68f1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:29:21Z', 'updated_at': '2022-02-09T01:29:21Z', 'revision_number': 0, 'project_id': 'ef6edc4015e943ec908a956d7cff5e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6cc72f5-f81f-4366-9ae2-d1a38c8e1042', 'name': '', 'network_id': '80b53ff1-697e-427c-b7ec-6ed5db9e6c6f', 'tenant_id': 'ef6edc4015e943ec908a956d7cff5e10', 'mac_address': 'fa:16:3e:af:f1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'd925baf2-c63f-40ac-b8de-2a3401a3db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:17Z', 'updated_at': '2022-02-09T01:28:26Z', 'revision_number': 5, 'project_id': 'ef6edc4015e943ec908a956d7cff5e10', 'subnets': [{'id': 'd925baf2-c63f-40ac-b8de-2a3401a3db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:30.373755 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port f6173ba6-6730-4ef7-a83f-6340ae8cd294, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=f6173ba6-6730-4ef7-a83f-6340ae8cd294,segment=NetworkSegment(97001514-7215-4040-b7cd-9575d626d3ea),segment_id=97001514-7215-4040-b7cd-9575d626d3ea)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:30.382595 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2405940e-cbb9-4a8b-b455-8a6fef61b708 None None] Provisioning for port d9d8688b-8980-4cbb-80e2-6fe91c999da0 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:30.392209 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:30.480222 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd57d3-9496-4b31-a91d-81e63331b884 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Port': ['ID=965d4178-2834-42bc-8a3e-2a7b389bf81f,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:30.484784 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2405940e-cbb9-4a8b-b455-8a6fef61b708 None None] Provisioning complete for port f6173ba6-6730-4ef7-a83f-6340ae8cd294 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:30.485244 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2405940e-cbb9-4a8b-b455-8a6fef61b708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:30.489739 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41351b56-88cc-4643-97c8-76c479c615c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:29:30.505837 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c6d3fd-73c7-4b03-b20c-684d8cb8b8b8 None None] Sync routers for ids ['424776f4-8771-41f5-a630-81a92a7181a6'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:30.521212 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-41351b56-88cc-4643-97c8-76c479c615c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "PUT /v2.0/routers/424776f4-8771-41f5-a630-81a92a7181a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5603781 Feb 09 01:29:30.524628 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42108) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:30.526873 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c6d3fd-73c7-4b03-b20c-684d8cb8b8b8 None None] Routers {'424776f4-8771-41f5-a630-81a92a7181a6'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:30.527508 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f2c6d3fd-73c7-4b03-b20c-684d8cb8b8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['424776f4-8771-41f5-a630-81a92a7181a6'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:30.566281 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4bd57d3-9496-4b31-a91d-81e63331b884 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Router 920e13ca-a976-47ce-9b3a-fa8193ecd70e has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:29:30.590679 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=f6173ba6-6730-4ef7-a83f-6340ae8cd294,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:30.665220 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f2c6d3fd-73c7-4b03-b20c-684d8cb8b8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:30.690080 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c6d3fd-73c7-4b03-b20c-684d8cb8b8b8 None None] Routers {'424776f4-8771-41f5-a630-81a92a7181a6'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:30.690938 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f2c6d3fd-73c7-4b03-b20c-684d8cb8b8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['424776f4-8771-41f5-a630-81a92a7181a6'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:30.698855 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72da77f4-ae2b-47c9-89e5-a4ca4f4a6400 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:30.767694 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2405940e-cbb9-4a8b-b455-8a6fef61b708 None None] Provisioning complete for port 49a9588e-8da0-4923-b499-b9ecf9a9eeac triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:30.768771 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2405940e-cbb9-4a8b-b455-8a6fef61b708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:30.824942 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e446841-91c2-427e-8890-f0c6704f7f48 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:30.832679 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9e446841-91c2-427e-8890-f0c6704f7f48 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "GET /v2.0/ports/49a9588e-8da0-4923-b499-b9ecf9a9eeac HTTP/1.1" status: 200 len: 910 time: 0.2990167 Feb 09 01:29:30.838345 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb62dc9f-93cc-4a36-b7b4-3435670db629 None None] New status for floating IP 0405dfaa-2288-4880-a456-966299b7b3c4: ACTIVE {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:29:30.842184 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42118) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:30.894127 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f2c6d3fd-73c7-4b03-b20c-684d8cb8b8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:30.894127 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c6d3fd-73c7-4b03-b20c-684d8cb8b8b8 None None] The sync data for ids ['424776f4-8771-41f5-a630-81a92a7181a6'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:30.972500 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bd57d3-9496-4b31-a91d-81e63331b884 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:29:30.977219 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c4bd57d3-9496-4b31-a91d-81e63331b884 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "PUT /v2.0/routers/920e13ca-a976-47ce-9b3a-fa8193ecd70e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2993054 Feb 09 01:29:30.982237 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42122) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:30.985366 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb1a0f2-6335-4d6d-9257-ded1f8dd4664 None None] Sync routers for ids ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:30.999467 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb1a0f2-6335-4d6d-9257-ded1f8dd4664 None None] Routers {'920e13ca-a976-47ce-9b3a-fa8193ecd70e'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:31.000313 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-8cb1a0f2-6335-4d6d-9257-ded1f8dd4664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:31.000626 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-f3f21da3-f2b0-4784-b25e-e576fd45244b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1048074208'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:31.020581 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f3f21da3-f2b0-4784-b25e-e576fd45244b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:31.041563 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f3f21da3-f2b0-4784-b25e-e576fd45244b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Usage tracker for resource:network and tenant:6d720b2d312a4ea8a0c966b82ba0a703 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:31.046162 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f3f21da3-f2b0-4784-b25e-e576fd45244b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:31.060323 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f3f21da3-f2b0-4784-b25e-e576fd45244b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:31.091765 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f21da3-f2b0-4784-b25e-e576fd45244b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Made reservation on behalf of 6d720b2d312a4ea8a0c966b82ba0a703 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:31.095928 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f3f21da3-f2b0-4784-b25e-e576fd45244b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:31.163173 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f21da3-f2b0-4784-b25e-e576fd45244b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 969} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:29:31.184413 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f3f21da3-f2b0-4784-b25e-e576fd45244b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:31.189742 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-f3f21da3-f2b0-4784-b25e-e576fd45244b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Added segment 7cc268ba-896d-4805-8277-cd7a911e664d of type vlan for network 206f976d-3e9b-46d1-8d14-74db38d89a2a Feb 09 01:29:31.239089 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f3f21da3-f2b0-4784-b25e-e576fd45244b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:31.279314 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 2f6305f6-1d2b-4140-a8b1-f7e4f317830d up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:31.303573 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f3f21da3-f2b0-4784-b25e-e576fd45244b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:31.313982 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f21da3-f2b0-4784-b25e-e576fd45244b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:31.313982 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f3f21da3-f2b0-4784-b25e-e576fd45244b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:31.379294 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-2405940e-cbb9-4a8b-b455-8a6fef61b708 None None] Port 49a9588e-8da0-4923-b499-b9ecf9a9eeac cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:29:31.443355 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 2f6305f6-1d2b-4140-a8b1-f7e4f317830d triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:31.443740 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:31.505824 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-8cb1a0f2-6335-4d6d-9257-ded1f8dd4664 None None] Set router 920e13ca-a976-47ce-9b3a-fa8193ecd70e gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:31.593385 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f21da3-f2b0-4784-b25e-e576fd45244b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Network': ['ID=206f976d-3e9b-46d1-8d14-74db38d89a2a,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:31.624666 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f3f21da3-f2b0-4784-b25e-e576fd45244b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6412227 Feb 09 01:29:31.627255 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42136) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:31.635142 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-e3889a91-a9e1-4148-9c10-33bc8c801bc1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Request body: {'subnet': {'network_id': '206f976d-3e9b-46d1-8d14-74db38d89a2a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:31.665425 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 963201f7-ea25-448c-8cbd-cc64f86ddf32 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:31.693486 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 206f976d-3e9b-46d1-8d14-74db38d89a2a details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:29:31.787081 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-167714f0-c9ef-42cd-895d-809dfce3fe4e None None] Provisioning for port 965d4178-2834-42bc-8a3e-2a7b389bf81f completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:31.811457 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-167714f0-c9ef-42cd-895d-809dfce3fe4e None None] Provisioning complete for port 965d4178-2834-42bc-8a3e-2a7b389bf81f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:31.811946 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-167714f0-c9ef-42cd-895d-809dfce3fe4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:31.846031 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e3889a91-a9e1-4148-9c10-33bc8c801bc1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:31.850289 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e3889a91-a9e1-4148-9c10-33bc8c801bc1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Usage tracker for resource:subnet and tenant:6d720b2d312a4ea8a0c966b82ba0a703 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:31.854481 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e3889a91-a9e1-4148-9c10-33bc8c801bc1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:31.865103 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e3889a91-a9e1-4148-9c10-33bc8c801bc1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:31.891286 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3889a91-a9e1-4148-9c10-33bc8c801bc1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Made reservation on behalf of 6d720b2d312a4ea8a0c966b82ba0a703 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:31.899703 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e3889a91-a9e1-4148-9c10-33bc8c801bc1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:31.916774 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-167714f0-c9ef-42cd-895d-809dfce3fe4e None None] Port 965d4178-2834-42bc-8a3e-2a7b389bf81f cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:29:31.925420 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 963201f7-ea25-448c-8cbd-cc64f86ddf32 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:31.925789 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:32.062742 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d1a766a4-9af9-4fd3-b431-2ce2654b5f07 None None] Provisioning complete for port 965d4178-2834-42bc-8a3e-2a7b389bf81f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:32.063117 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d1a766a4-9af9-4fd3-b431-2ce2654b5f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:32.103374 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d9d8688b-8980-4cbb-80e2-6fe91c999da0 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:32.107333 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72da77f4-ae2b-47c9-89e5-a4ca4f4a6400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:32.164915 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-8cb1a0f2-6335-4d6d-9257-ded1f8dd4664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'name': 'tempest-RoutersIpV6Test-router-840464130', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:59Z', 'updated_at': '2022-02-09T01:29:28Z', 'revision_number': 4, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None, '_interfaces': [{'id': '2f6305f6-1d2b-4140-a8b1-f7e4f317830d', 'name': '', 'network_id': 'ba754a68-40e8-4272-836d-aea86b3ae262', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:97:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:25Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '965d4178-2834-42bc-8a3e-2a7b389bf81f', 'name': '', 'network_id': '27d23e07-b025-42ee-ae86-49594dfee2cf', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:27:63:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '012322a2-bd27-4295-8449-4db60734e31d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:24Z', 'updated_at': '2022-02-09T01:29:29Z', 'revision_number': 2, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '012322a2-bd27-4295-8449-4db60734e31d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf3ec1c8-54de-4005-914d-8595d9036034', 'name': '', 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:79:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:15Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:32.175394 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb1a0f2-6335-4d6d-9257-ded1f8dd4664 None None] Checking router: 920e13ca-a976-47ce-9b3a-fa8193ecd70e for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:29:32.175985 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb1a0f2-6335-4d6d-9257-ded1f8dd4664 None None] Updating router 920e13ca-a976-47ce-9b3a-fa8193ecd70e port 965d4178-2834-42bc-8a3e-2a7b389bf81f binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:29:32.185893 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d1a766a4-9af9-4fd3-b431-2ce2654b5f07 None None] Port 965d4178-2834-42bc-8a3e-2a7b389bf81f cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:29:32.205080 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port d9d8688b-8980-4cbb-80e2-6fe91c999da0 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:32.211482 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port d9d8688b-8980-4cbb-80e2-6fe91c999da0 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:32.212797 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:32.282513 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-8cb1a0f2-6335-4d6d-9257-ded1f8dd4664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:32.290716 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e47f30f1-997b-4e8e-b9b6-d6d3d78ef876 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:32.368570 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e3889a91-a9e1-4148-9c10-33bc8c801bc1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:32.369195 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:32.430749 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port d9d8688b-8980-4cbb-80e2-6fe91c999da0, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d9d8688b-8980-4cbb-80e2-6fe91c999da0,segment=NetworkSegment(4367b040-fad6-4b3d-be7a-506a746ee89d),segment_id=4367b040-fad6-4b3d-be7a-506a746ee89d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:32.445715 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:32.477743 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3889a91-a9e1-4148-9c10-33bc8c801bc1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Subnet': ['ID=d0df158d-849b-4981-9df7-8c377d1ef9ee,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:32.535917 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=d9d8688b-8980-4cbb-80e2-6fe91c999da0,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:32.538411 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3889a91-a9e1-4148-9c10-33bc8c801bc1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Checking segment: {'id': '7cc268ba-896d-4805-8277-cd7a911e664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '206f976d-3e9b-46d1-8d14-74db38d89a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:32.538801 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3889a91-a9e1-4148-9c10-33bc8c801bc1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network hostable DHCP agents. Network: 206f976d-3e9b-46d1-8d14-74db38d89a2a, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:29:32.573118 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3889a91-a9e1-4148-9c10-33bc8c801bc1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network 206f976d-3e9b-46d1-8d14-74db38d89a2a is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:29:32.592183 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-e3889a91-a9e1-4148-9c10-33bc8c801bc1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 206f976d-3e9b-46d1-8d14-74db38d89a2a) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:32.603793 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3889a91-a9e1-4148-9c10-33bc8c801bc1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:32.604517 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f6173ba6-6730-4ef7-a83f-6340ae8cd294 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:32.606527 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e3889a91-a9e1-4148-9c10-33bc8c801bc1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:32.647137 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea00ede-febf-4f29-989f-bcaeccd436a2 None None] Network 206f976d-3e9b-46d1-8d14-74db38d89a2a requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:32.651550 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e3889a91-a9e1-4148-9c10-33bc8c801bc1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0230064 Feb 09 01:29:32.656345 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42150) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:32.879007 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port f6173ba6-6730-4ef7-a83f-6340ae8cd294 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:32.879532 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:32.908232 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-e47f30f1-997b-4e8e-b9b6-d6d3d78ef876 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Allocated IP 172.21.0.1 (42f14cc4-fc3d-41d2-a7cd-25f9f1e1d779/5de11388-8085-435d-b867-b4c0c82ce463/75418a63-b0db-402e-9e62-4273c22338bd) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:32.948278 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-8cb1a0f2-6335-4d6d-9257-ded1f8dd4664 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:32.951749 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72da77f4-ae2b-47c9-89e5-a4ca4f4a6400 admin admin] Router 8554ad08-80ed-4268-a153-6f613286ee29 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:29:32.967147 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-8cb1a0f2-6335-4d6d-9257-ded1f8dd4664 None None] Transition to ACTIVE for port object 965d4178-2834-42bc-8a3e-2a7b389bf81f will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:32.978721 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-8cb1a0f2-6335-4d6d-9257-ded1f8dd4664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:33.109203 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e6e19-40ca-4abe-864d-35d19dcdee23 None None] Pushing event updated for resources: {'Port': ['ID=965d4178-2834-42bc-8a3e-2a7b389bf81f,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:33.173240 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ca47e3-cb44-4790-9154-9244e4605267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-206f976d-3e9b-46d1-8d14-74db38d89a2a', 'network_id': '206f976d-3e9b-46d1-8d14-74db38d89a2a', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'fixed_ips': [{'subnet_id': 'd0df158d-849b-4981-9df7-8c377d1ef9ee'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:29:33.183918 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-39ca47e3-cb44-4790-9154-9244e4605267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:33.419263 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-39ca47e3-cb44-4790-9154-9244e4605267 None None] Allocated IP 2001:db8:3::2 (206f976d-3e9b-46d1-8d14-74db38d89a2a/d0df158d-849b-4981-9df7-8c377d1ef9ee/1a8278dd-abb8-4675-8e81-893f0edf810b) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:33.436543 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e6e19-40ca-4abe-864d-35d19dcdee23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:33.437127 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e6e19-40ca-4abe-864d-35d19dcdee23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:33.437234 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e6e19-40ca-4abe-864d-35d19dcdee23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:33.437811 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e6e19-40ca-4abe-864d-35d19dcdee23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:33.438153 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e6e19-40ca-4abe-864d-35d19dcdee23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:33.438577 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e6e19-40ca-4abe-864d-35d19dcdee23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:33.438905 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e6e19-40ca-4abe-864d-35d19dcdee23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:33.439228 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e6e19-40ca-4abe-864d-35d19dcdee23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:33.439548 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e6e19-40ca-4abe-864d-35d19dcdee23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:33.439868 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e6e19-40ca-4abe-864d-35d19dcdee23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:33.440331 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e6e19-40ca-4abe-864d-35d19dcdee23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:33.440681 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e6e19-40ca-4abe-864d-35d19dcdee23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:33.453701 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-8cb1a0f2-6335-4d6d-9257-ded1f8dd4664 None None] Attempting to bind port 965d4178-2834-42bc-8a3e-2a7b389bf81f on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:29:33.454078 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-8cb1a0f2-6335-4d6d-9257-ded1f8dd4664 None None] Attempting to bind port 965d4178-2834-42bc-8a3e-2a7b389bf81f by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '4367b040-fad6-4b3d-be7a-506a746ee89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '27d23e07-b025-42ee-ae86-49594dfee2cf'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:29:33.454435 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb1a0f2-6335-4d6d-9257-ded1f8dd4664 None None] Attempting to bind port 965d4178-2834-42bc-8a3e-2a7b389bf81f on network 27d23e07-b025-42ee-ae86-49594dfee2cf {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:29:33.467862 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb1a0f2-6335-4d6d-9257-ded1f8dd4664 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:29:33.468683 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb1a0f2-6335-4d6d-9257-ded1f8dd4664 None None] Checking segment: {'id': '4367b040-fad6-4b3d-be7a-506a746ee89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '27d23e07-b025-42ee-ae86-49594dfee2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:33.469576 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-8cb1a0f2-6335-4d6d-9257-ded1f8dd4664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:33.472365 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb1a0f2-6335-4d6d-9257-ded1f8dd4664 None None] Bound using segment: {'id': '4367b040-fad6-4b3d-be7a-506a746ee89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '27d23e07-b025-42ee-ae86-49594dfee2cf'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:29:33.472835 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-8cb1a0f2-6335-4d6d-9257-ded1f8dd4664 None None] Bound port: 965d4178-2834-42bc-8a3e-2a7b389bf81f, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4367b040-fad6-4b3d-be7a-506a746ee89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '27d23e07-b025-42ee-ae86-49594dfee2cf'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:29:33.473219 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-8cb1a0f2-6335-4d6d-9257-ded1f8dd4664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:33.640375 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-8cb1a0f2-6335-4d6d-9257-ded1f8dd4664 None None] For port 965d4178-2834-42bc-8a3e-2a7b389bf81f, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:29:33.645875 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-8cb1a0f2-6335-4d6d-9257-ded1f8dd4664 None None] For port 965d4178-2834-42bc-8a3e-2a7b389bf81f, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=965d4178-2834-42bc-8a3e-2a7b389bf81f,segment=NetworkSegment(4367b040-fad6-4b3d-be7a-506a746ee89d),segment_id=4367b040-fad6-4b3d-be7a-506a746ee89d)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:29:33.648288 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72da77f4-ae2b-47c9-89e5-a4ca4f4a6400 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:29:33.661766 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-8cb1a0f2-6335-4d6d-9257-ded1f8dd4664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:33.664557 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238e237d-2c28-434b-bf20-4f84d9d59b1d None None] Sync routers for ids ['8554ad08-80ed-4268-a153-6f613286ee29'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:33.692758 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238e237d-2c28-434b-bf20-4f84d9d59b1d None None] Routers {'8554ad08-80ed-4268-a153-6f613286ee29'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:33.693527 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-238e237d-2c28-434b-bf20-4f84d9d59b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8554ad08-80ed-4268-a153-6f613286ee29'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:33.755775 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e47f30f1-997b-4e8e-b9b6-d6d3d78ef876 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:33.763584 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb1a0f2-6335-4d6d-9257-ded1f8dd4664 None None] Routers {'920e13ca-a976-47ce-9b3a-fa8193ecd70e'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:33.764551 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-8cb1a0f2-6335-4d6d-9257-ded1f8dd4664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:33.767771 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1b5b6d0e-685f-44cf-8371-a6a6e84a8e97 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:33.779974 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72da77f4-ae2b-47c9-89e5-a4ca4f4a6400 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:33.784581 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-72da77f4-ae2b-47c9-89e5-a4ca4f4a6400 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6601098 Feb 09 01:29:33.787129 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42158) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:33.802317 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-e47f30f1-997b-4e8e-b9b6-d6d3d78ef876 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Transition to ACTIVE for port object 75418a63-b0db-402e-9e62-4273c22338bd will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:33.863040 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e47f30f1-997b-4e8e-b9b6-d6d3d78ef876 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:33.923362 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e6e19-40ca-4abe-864d-35d19dcdee23 None None] Pushing event updated for resources: {'Port': ['ID=965d4178-2834-42bc-8a3e-2a7b389bf81f,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:34.006540 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-39ca47e3-cb44-4790-9154-9244e4605267 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:34.018261 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47f30f1-997b-4e8e-b9b6-d6d3d78ef876 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network 42f14cc4-fc3d-41d2-a7cd-25f9f1e1d779 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:34.022777 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-e47f30f1-997b-4e8e-b9b6-d6d3d78ef876 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:34.042834 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47f30f1-997b-4e8e-b9b6-d6d3d78ef876 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:34.046399 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-39ca47e3-cb44-4790-9154-9244e4605267 None None] Transition to ACTIVE for port object 1a8278dd-abb8-4675-8e81-893f0edf810b will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:34.081784 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-8cb1a0f2-6335-4d6d-9257-ded1f8dd4664 None None] Set router 920e13ca-a976-47ce-9b3a-fa8193ecd70e gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:34.148437 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-39ca47e3-cb44-4790-9154-9244e4605267 None None] Transition to ACTIVE for port object 1a8278dd-abb8-4675-8e81-893f0edf810b will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:34.149023 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e47f30f1-997b-4e8e-b9b6-d6d3d78ef876 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:34.187015 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f30f1-997b-4e8e-b9b6-d6d3d78ef876 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Port': ['ID=75418a63-b0db-402e-9e62-4273c22338bd,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:34.310288 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-238e237d-2c28-434b-bf20-4f84d9d59b1d None None] Set router 8554ad08-80ed-4268-a153-6f613286ee29 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:34.348908 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e47f30f1-997b-4e8e-b9b6-d6d3d78ef876 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:34.512767 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-39ca47e3-cb44-4790-9154-9244e4605267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:34.613592 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-8cb1a0f2-6335-4d6d-9257-ded1f8dd4664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'name': 'tempest-RoutersIpV6Test-router-840464130', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:59Z', 'updated_at': '2022-02-09T01:29:28Z', 'revision_number': 4, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None, '_interfaces': [{'id': '2f6305f6-1d2b-4140-a8b1-f7e4f317830d', 'name': '', 'network_id': 'ba754a68-40e8-4272-836d-aea86b3ae262', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:97:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:25Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '965d4178-2834-42bc-8a3e-2a7b389bf81f', 'name': '', 'network_id': '27d23e07-b025-42ee-ae86-49594dfee2cf', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:27:63:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '012322a2-bd27-4295-8449-4db60734e31d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:24Z', 'updated_at': '2022-02-09T01:29:33Z', 'revision_number': 4, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '012322a2-bd27-4295-8449-4db60734e31d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf3ec1c8-54de-4005-914d-8595d9036034', 'name': '', 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:79:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:15Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:34.618307 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca47e3-cb44-4790-9154-9244e4605267 None None] Pushing event updated for resources: {'Port': ['ID=1a8278dd-abb8-4675-8e81-893f0edf810b,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:34.620132 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb1a0f2-6335-4d6d-9257-ded1f8dd4664 None None] The sync data for ids ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'] in n-d-828419-1 is: [{'id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'name': 'tempest-RoutersIpV6Test-router-840464130', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:59Z', 'updated_at': '2022-02-09T01:29:28Z', 'revision_number': 4, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None, '_interfaces': [{'id': '2f6305f6-1d2b-4140-a8b1-f7e4f317830d', 'name': '', 'network_id': 'ba754a68-40e8-4272-836d-aea86b3ae262', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:97:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:25Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '965d4178-2834-42bc-8a3e-2a7b389bf81f', 'name': '', 'network_id': '27d23e07-b025-42ee-ae86-49594dfee2cf', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:27:63:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '012322a2-bd27-4295-8449-4db60734e31d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:24Z', 'updated_at': '2022-02-09T01:29:33Z', 'revision_number': 4, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '012322a2-bd27-4295-8449-4db60734e31d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf3ec1c8-54de-4005-914d-8595d9036034', 'name': '', 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:79:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:15Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:34.620802 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d9d8688b-8980-4cbb-80e2-6fe91c999da0 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:34.661516 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ca47e3-cb44-4790-9154-9244e4605267 None None] Network 206f976d-3e9b-46d1-8d14-74db38d89a2a is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:34.717708 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-39ca47e3-cb44-4790-9154-9244e4605267 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:34.720027 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ca47e3-cb44-4790-9154-9244e4605267 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:34.830650 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a8e97cb7-ef5f-4e63-b6d3-6c2a0ea0ee25 None None] Provisioning for port 75418a63-b0db-402e-9e62-4273c22338bd completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:34.871427 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a8e97cb7-ef5f-4e63-b6d3-6c2a0ea0ee25 None None] Provisioning complete for port 75418a63-b0db-402e-9e62-4273c22338bd triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:34.871948 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a8e97cb7-ef5f-4e63-b6d3-6c2a0ea0ee25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:35.049505 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-39ca47e3-cb44-4790-9154-9244e4605267 None None] Attempting to bind port 1a8278dd-abb8-4675-8e81-893f0edf810b on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:29:35.050169 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-39ca47e3-cb44-4790-9154-9244e4605267 None None] Attempting to bind port 1a8278dd-abb8-4675-8e81-893f0edf810b by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '7cc268ba-896d-4805-8277-cd7a911e664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '206f976d-3e9b-46d1-8d14-74db38d89a2a'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:29:35.050413 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ca47e3-cb44-4790-9154-9244e4605267 None None] Attempting to bind port 1a8278dd-abb8-4675-8e81-893f0edf810b on network 206f976d-3e9b-46d1-8d14-74db38d89a2a {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:29:35.070552 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ca47e3-cb44-4790-9154-9244e4605267 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:29:35.079981 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e47f30f1-997b-4e8e-b9b6-d6d3d78ef876 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:35.080891 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ca47e3-cb44-4790-9154-9244e4605267 None None] Checking segment: {'id': '7cc268ba-896d-4805-8277-cd7a911e664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '206f976d-3e9b-46d1-8d14-74db38d89a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:35.081546 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-39ca47e3-cb44-4790-9154-9244e4605267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:35.081969 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ca47e3-cb44-4790-9154-9244e4605267 None None] Bound using segment: {'id': '7cc268ba-896d-4805-8277-cd7a911e664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '206f976d-3e9b-46d1-8d14-74db38d89a2a'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:29:35.082583 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-39ca47e3-cb44-4790-9154-9244e4605267 None None] Bound port: 1a8278dd-abb8-4675-8e81-893f0edf810b, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc268ba-896d-4805-8277-cd7a911e664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '206f976d-3e9b-46d1-8d14-74db38d89a2a'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:29:35.082972 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-39ca47e3-cb44-4790-9154-9244e4605267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:35.089430 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e47f30f1-997b-4e8e-b9b6-d6d3d78ef876 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:35.189101 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a8e97cb7-ef5f-4e63-b6d3-6c2a0ea0ee25 None None] Port 75418a63-b0db-402e-9e62-4273c22338bd cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:29:35.296768 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port d9d8688b-8980-4cbb-80e2-6fe91c999da0 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:35.297419 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:35.364249 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e47f30f1-997b-4e8e-b9b6-d6d3d78ef876 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:35.369908 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f30f1-997b-4e8e-b9b6-d6d3d78ef876 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Port': ['ID=75418a63-b0db-402e-9e62-4273c22338bd,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:35.478696 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-1b5b6d0e-685f-44cf-8371-a6a6e84a8e97 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Allocated IP 2001:db8:3::1 (206f976d-3e9b-46d1-8d14-74db38d89a2a/d0df158d-849b-4981-9df7-8c377d1ef9ee/0910c613-b5e9-4d3e-a41a-da31f7dc34d8) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:35.482592 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-39ca47e3-cb44-4790-9154-9244e4605267 None None] For port 1a8278dd-abb8-4675-8e81-893f0edf810b, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:29:35.516070 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-39ca47e3-cb44-4790-9154-9244e4605267 None None] For port 1a8278dd-abb8-4675-8e81-893f0edf810b, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1a8278dd-abb8-4675-8e81-893f0edf810b,segment=NetworkSegment(7cc268ba-896d-4805-8277-cd7a911e664d),segment_id=7cc268ba-896d-4805-8277-cd7a911e664d)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:29:35.536916 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-238e237d-2c28-434b-bf20-4f84d9d59b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8554ad08-80ed-4268-a153-6f613286ee29', 'name': 'tempest-ServerRescueTestJSON-602032988-router', 'tenant_id': 'ac90161469724dd386335c8a610012b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'efe46ac4-3180-40ac-905f-597fdec85999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:28Z', 'updated_at': '2022-02-09T01:29:30Z', 'revision_number': 3, 'project_id': 'ac90161469724dd386335c8a610012b8', 'gw_port': {'id': 'efe46ac4-3180-40ac-905f-597fdec85999', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:af:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8554ad08-80ed-4268-a153-6f613286ee29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:29Z', 'updated_at': '2022-02-09T01:29:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:35.542126 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-39ca47e3-cb44-4790-9154-9244e4605267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:35.552129 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47f30f1-997b-4e8e-b9b6-d6d3d78ef876 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network 42f14cc4-fc3d-41d2-a7cd-25f9f1e1d779 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:35.553532 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-e47f30f1-997b-4e8e-b9b6-d6d3d78ef876 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:35.615466 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238e237d-2c28-434b-bf20-4f84d9d59b1d None None] Checking router: 8554ad08-80ed-4268-a153-6f613286ee29 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:29:35.615928 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238e237d-2c28-434b-bf20-4f84d9d59b1d None None] Updating router 8554ad08-80ed-4268-a153-6f613286ee29 port efe46ac4-3180-40ac-905f-597fdec85999 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:29:35.768074 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-238e237d-2c28-434b-bf20-4f84d9d59b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:35.807281 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca47e3-cb44-4790-9154-9244e4605267 None None] Pushing event updated for resources: {'Port': ['ID=1a8278dd-abb8-4675-8e81-893f0edf810b,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:35.870036 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47f30f1-997b-4e8e-b9b6-d6d3d78ef876 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Router 424776f4-8771-41f5-a630-81a92a7181a6 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:29:35.922564 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6ba0cc3b-2d56-49ee-adb3-679e283d0f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:35.950153 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1b5b6d0e-685f-44cf-8371-a6a6e84a8e97 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:36.048716 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-1b5b6d0e-685f-44cf-8371-a6a6e84a8e97 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Transition to ACTIVE for port object 0910c613-b5e9-4d3e-a41a-da31f7dc34d8 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:36.137379 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-dbd76fe7-b4ad-4da8-bec4-5dd9731ff030 None None] Provisioning complete for port 75418a63-b0db-402e-9e62-4273c22338bd triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:36.138024 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-dbd76fe7-b4ad-4da8-bec4-5dd9731ff030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:36.209398 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1b5b6d0e-685f-44cf-8371-a6a6e84a8e97 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:36.261082 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47f30f1-997b-4e8e-b9b6-d6d3d78ef876 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:29:36.267830 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e47f30f1-997b-4e8e-b9b6-d6d3d78ef876 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "PUT /v2.0/routers/424776f4-8771-41f5-a630-81a92a7181a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4245729 Feb 09 01:29:36.271326 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42174) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:36.274889 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d765b6-001f-40df-8cff-6ab9c526b259 None None] Sync routers for ids ['424776f4-8771-41f5-a630-81a92a7181a6'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:36.288579 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d765b6-001f-40df-8cff-6ab9c526b259 None None] Routers {'424776f4-8771-41f5-a630-81a92a7181a6'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:36.289518 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-b8d765b6-001f-40df-8cff-6ab9c526b259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['424776f4-8771-41f5-a630-81a92a7181a6'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:36.293329 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-dbd76fe7-b4ad-4da8-bec4-5dd9731ff030 None None] Port 75418a63-b0db-402e-9e62-4273c22338bd cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:29:36.364151 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5b6d0e-685f-44cf-8371-a6a6e84a8e97 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network 206f976d-3e9b-46d1-8d14-74db38d89a2a is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:36.381066 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-b8d765b6-001f-40df-8cff-6ab9c526b259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:36.381288 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-1b5b6d0e-685f-44cf-8371-a6a6e84a8e97 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:36.390633 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5b6d0e-685f-44cf-8371-a6a6e84a8e97 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:36.391182 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1b5b6d0e-685f-44cf-8371-a6a6e84a8e97 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:36.395432 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d765b6-001f-40df-8cff-6ab9c526b259 None None] Routers {'424776f4-8771-41f5-a630-81a92a7181a6'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:36.396573 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-b8d765b6-001f-40df-8cff-6ab9c526b259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['424776f4-8771-41f5-a630-81a92a7181a6'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:36.465800 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-b8d765b6-001f-40df-8cff-6ab9c526b259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:36.465800 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d765b6-001f-40df-8cff-6ab9c526b259 None None] The sync data for ids ['424776f4-8771-41f5-a630-81a92a7181a6'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:36.479498 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b6d0e-685f-44cf-8371-a6a6e84a8e97 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Port': ['ID=0910c613-b5e9-4d3e-a41a-da31f7dc34d8,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:36.499427 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-6ba0cc3b-2d56-49ee-adb3-679e283d0f2b admin admin] Allocated IP 172.20.0.1 (a29ac5a7-ba1d-4b03-b012-1fa4beb961a7/952e3eee-9c37-4af2-b65e-4d4e2433c9cc/d1a900e9-12f2-42fa-9904-6dfc26fdcb37) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:36.501900 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-238e237d-2c28-434b-bf20-4f84d9d59b1d None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:36.533442 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-238e237d-2c28-434b-bf20-4f84d9d59b1d None None] Transition to ACTIVE for port object efe46ac4-3180-40ac-905f-597fdec85999 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:36.555598 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-238e237d-2c28-434b-bf20-4f84d9d59b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:36.557884 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48524c45-e34b-439f-99c1-6d1f4e241c07 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:36.558522 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-48524c45-e34b-439f-99c1-6d1f4e241c07 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Synchronizing usage tracker for tenant:76fc49fef2df435db2f7b8b17bd392f0 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:29:36.596897 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-48524c45-e34b-439f-99c1-6d1f4e241c07 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Unset dirty status for tenant:76fc49fef2df435db2f7b8b17bd392f0 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:29:36.598543 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-48524c45-e34b-439f-99c1-6d1f4e241c07 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "GET /v2.0/ports/75418a63-b0db-402e-9e62-4273c22338bd HTTP/1.1" status: 200 len: 910 time: 0.3262608 Feb 09 01:29:36.601478 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42178) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:36.687631 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a057f-88f7-4de1-ace0-900913ba6d7f None None] Pushing event updated for resources: {'Port': ['ID=efe46ac4-3180-40ac-905f-597fdec85999,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:36.699873 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1a8278dd-abb8-4675-8e81-893f0edf810b up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:36.754738 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-238e237d-2c28-434b-bf20-4f84d9d59b1d None None] Attempting to bind port efe46ac4-3180-40ac-905f-597fdec85999 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:29:36.755114 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-238e237d-2c28-434b-bf20-4f84d9d59b1d None None] Attempting to bind port efe46ac4-3180-40ac-905f-597fdec85999 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:29:36.755478 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238e237d-2c28-434b-bf20-4f84d9d59b1d None None] Attempting to bind port efe46ac4-3180-40ac-905f-597fdec85999 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:29:36.767950 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238e237d-2c28-434b-bf20-4f84d9d59b1d None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:29:36.768385 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238e237d-2c28-434b-bf20-4f84d9d59b1d None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:36.768752 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-238e237d-2c28-434b-bf20-4f84d9d59b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:36.769155 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238e237d-2c28-434b-bf20-4f84d9d59b1d None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:29:36.769634 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-238e237d-2c28-434b-bf20-4f84d9d59b1d None None] Bound port: efe46ac4-3180-40ac-905f-597fdec85999, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:29:36.770007 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-238e237d-2c28-434b-bf20-4f84d9d59b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:36.813944 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1b5b6d0e-685f-44cf-8371-a6a6e84a8e97 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:36.850665 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 1a8278dd-abb8-4675-8e81-893f0edf810b completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:36.863349 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 965d4178-2834-42bc-8a3e-2a7b389bf81f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:36.926064 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-238e237d-2c28-434b-bf20-4f84d9d59b1d None None] For port efe46ac4-3180-40ac-905f-597fdec85999, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:29:36.934261 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28384c8-b12f-4a32-98fa-fb1a9a2dc094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:36.944856 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-238e237d-2c28-434b-bf20-4f84d9d59b1d None None] For port efe46ac4-3180-40ac-905f-597fdec85999, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=efe46ac4-3180-40ac-905f-597fdec85999,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:29:36.952722 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-238e237d-2c28-434b-bf20-4f84d9d59b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:37.020602 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 965d4178-2834-42bc-8a3e-2a7b389bf81f completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:37.031423 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 965d4178-2834-42bc-8a3e-2a7b389bf81f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:37.031845 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:37.100264 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238e237d-2c28-434b-bf20-4f84d9d59b1d None None] Routers {'8554ad08-80ed-4268-a153-6f613286ee29'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:37.100928 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-238e237d-2c28-434b-bf20-4f84d9d59b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8554ad08-80ed-4268-a153-6f613286ee29'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:37.182272 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0722c5c8-5268-446d-a064-9ee90aae39c0 None None] Network 206f976d-3e9b-46d1-8d14-74db38d89a2a requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:37.212138 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a057f-88f7-4de1-ace0-900913ba6d7f None None] Pushing event updated for resources: {'Port': ['ID=efe46ac4-3180-40ac-905f-597fdec85999,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:37.271013 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6ba0cc3b-2d56-49ee-adb3-679e283d0f2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:37.352820 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1b5b6d0e-685f-44cf-8371-a6a6e84a8e97 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:37.356929 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6ba0cc3b-2d56-49ee-adb3-679e283d0f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:37.392230 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f510331f-cb26-431b-9cc1-b1b6a944e6a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:37.397224 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7da8b38d-ad85-4c3d-a0d0-0a3917483255 None None] Provisioning for port 1a8278dd-abb8-4675-8e81-893f0edf810b completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:37.414671 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1b5b6d0e-685f-44cf-8371-a6a6e84a8e97 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:37.414671 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1b5b6d0e-685f-44cf-8371-a6a6e84a8e97 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:37.422444 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7da8b38d-ad85-4c3d-a0d0-0a3917483255 None None] Provisioning complete for port 1a8278dd-abb8-4675-8e81-893f0edf810b triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:37.422821 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7da8b38d-ad85-4c3d-a0d0-0a3917483255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:37.467949 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba0cc3b-2d56-49ee-adb3-679e283d0f2b admin admin] Network a29ac5a7-ba1d-4b03-b012-1fa4beb961a7 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:37.524895 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-6ba0cc3b-2d56-49ee-adb3-679e283d0f2b admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:37.527357 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba0cc3b-2d56-49ee-adb3-679e283d0f2b admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:37.580551 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0cc3b-2d56-49ee-adb3-679e283d0f2b admin admin] Pushing event updated for resources: {'Port': ['ID=d1a900e9-12f2-42fa-9904-6dfc26fdcb37,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:37.626140 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-238e237d-2c28-434b-bf20-4f84d9d59b1d None None] Set router 8554ad08-80ed-4268-a153-6f613286ee29 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:37.777854 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:37.826653 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-f510331f-cb26-431b-9cc1-b1b6a944e6a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Deleting port 75418a63-b0db-402e-9e62-4273c22338bd {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:37.826997 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f510331f-cb26-431b-9cc1-b1b6a944e6a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:37.833021 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b6d0e-685f-44cf-8371-a6a6e84a8e97 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event updated for resources: {'Port': ['ID=0910c613-b5e9-4d3e-a41a-da31f7dc34d8,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:37.839179 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6ba0cc3b-2d56-49ee-adb3-679e283d0f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:37.864208 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 965d4178-2834-42bc-8a3e-2a7b389bf81f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=965d4178-2834-42bc-8a3e-2a7b389bf81f,segment=NetworkSegment(4367b040-fad6-4b3d-be7a-506a746ee89d),segment_id=4367b040-fad6-4b3d-be7a-506a746ee89d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:37.886858 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5b6d0e-685f-44cf-8371-a6a6e84a8e97 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Network 206f976d-3e9b-46d1-8d14-74db38d89a2a is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:37.889753 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-1b5b6d0e-685f-44cf-8371-a6a6e84a8e97 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:37.979993 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:38.076681 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5b6d0e-685f-44cf-8371-a6a6e84a8e97 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Router 920e13ca-a976-47ce-9b3a-fa8193ecd70e has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:29:38.122552 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f510331f-cb26-431b-9cc1-b1b6a944e6a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:38.198556 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=965d4178-2834-42bc-8a3e-2a7b389bf81f,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:38.234583 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7da8b38d-ad85-4c3d-a0d0-0a3917483255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:38.316854 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-f510331f-cb26-431b-9cc1-b1b6a944e6a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Calling delete_port for 75418a63-b0db-402e-9e62-4273c22338bd owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:38.332754 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-7da8b38d-ad85-4c3d-a0d0-0a3917483255 None None] For port 1a8278dd-abb8-4675-8e81-893f0edf810b, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1a8278dd-abb8-4675-8e81-893f0edf810b,segment=NetworkSegment(7cc268ba-896d-4805-8277-cd7a911e664d),segment_id=7cc268ba-896d-4805-8277-cd7a911e664d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:38.339441 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6ba0cc3b-2d56-49ee-adb3-679e283d0f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:38.347452 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7da8b38d-ad85-4c3d-a0d0-0a3917483255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:38.352865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5b6d0e-685f-44cf-8371-a6a6e84a8e97 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:29:38.392073 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8088f77-8f83-4a89-ba13-6aa6257cda2a None None] Sync routers for ids ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:38.401737 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1b5b6d0e-685f-44cf-8371-a6a6e84a8e97 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "PUT /v2.0/routers/920e13ca-a976-47ce-9b3a-fa8193ecd70e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7440932 Feb 09 01:29:38.402653 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42184) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:38.408461 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-238e237d-2c28-434b-bf20-4f84d9d59b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8554ad08-80ed-4268-a153-6f613286ee29', 'name': 'tempest-ServerRescueTestJSON-602032988-router', 'tenant_id': 'ac90161469724dd386335c8a610012b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'efe46ac4-3180-40ac-905f-597fdec85999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:28Z', 'updated_at': '2022-02-09T01:29:30Z', 'revision_number': 3, 'project_id': 'ac90161469724dd386335c8a610012b8', 'gw_port': {'id': 'efe46ac4-3180-40ac-905f-597fdec85999', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:af:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8554ad08-80ed-4268-a153-6f613286ee29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:29Z', 'updated_at': '2022-02-09T01:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:38.423998 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238e237d-2c28-434b-bf20-4f84d9d59b1d None None] The sync data for ids ['8554ad08-80ed-4268-a153-6f613286ee29'] in n-d-828419-1 is: [{'id': '8554ad08-80ed-4268-a153-6f613286ee29', 'name': 'tempest-ServerRescueTestJSON-602032988-router', 'tenant_id': 'ac90161469724dd386335c8a610012b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'efe46ac4-3180-40ac-905f-597fdec85999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:28Z', 'updated_at': '2022-02-09T01:29:30Z', 'revision_number': 3, 'project_id': 'ac90161469724dd386335c8a610012b8', 'gw_port': {'id': 'efe46ac4-3180-40ac-905f-597fdec85999', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:af:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8554ad08-80ed-4268-a153-6f613286ee29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:29Z', 'updated_at': '2022-02-09T01:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:38.448192 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8088f77-8f83-4a89-ba13-6aa6257cda2a None None] Routers {'920e13ca-a976-47ce-9b3a-fa8193ecd70e'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:38.455932 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-23aa18a9-2fe2-4e4b-8158-509a6aafaec7 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:38.463651 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-e8088f77-8f83-4a89-ba13-6aa6257cda2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:38.677215 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8b38d-ad85-4c3d-a0d0-0a3917483255 None None] Pushing event updated for resources: {'Port': ['ID=1a8278dd-abb8-4675-8e81-893f0edf810b,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:38.682448 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 965d4178-2834-42bc-8a3e-2a7b389bf81f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:38.763770 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-e8088f77-8f83-4a89-ba13-6aa6257cda2a None None] Set router 920e13ca-a976-47ce-9b3a-fa8193ecd70e gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:38.794440 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f510331f-cb26-431b-9cc1-b1b6a944e6a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:38.866613 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510331f-cb26-431b-9cc1-b1b6a944e6a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event deleted for resources: {'Port': ['ID=75418a63-b0db-402e-9e62-4273c22338bd,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:38.883214 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510331f-cb26-431b-9cc1-b1b6a944e6a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:38.883533 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510331f-cb26-431b-9cc1-b1b6a944e6a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:38.883824 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510331f-cb26-431b-9cc1-b1b6a944e6a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:38.884163 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510331f-cb26-431b-9cc1-b1b6a944e6a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:38.884522 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510331f-cb26-431b-9cc1-b1b6a944e6a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:38.884855 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510331f-cb26-431b-9cc1-b1b6a944e6a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:38.885214 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510331f-cb26-431b-9cc1-b1b6a944e6a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:38.885624 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510331f-cb26-431b-9cc1-b1b6a944e6a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:38.885818 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510331f-cb26-431b-9cc1-b1b6a944e6a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:38.886141 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510331f-cb26-431b-9cc1-b1b6a944e6a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:38.886463 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510331f-cb26-431b-9cc1-b1b6a944e6a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:38.886785 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510331f-cb26-431b-9cc1-b1b6a944e6a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:39.045270 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da8b38d-ad85-4c3d-a0d0-0a3917483255 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:39.045860 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da8b38d-ad85-4c3d-a0d0-0a3917483255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:39.046349 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da8b38d-ad85-4c3d-a0d0-0a3917483255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:39.046862 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da8b38d-ad85-4c3d-a0d0-0a3917483255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:39.047497 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da8b38d-ad85-4c3d-a0d0-0a3917483255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:39.047994 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da8b38d-ad85-4c3d-a0d0-0a3917483255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:39.048493 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da8b38d-ad85-4c3d-a0d0-0a3917483255 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:39.048968 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da8b38d-ad85-4c3d-a0d0-0a3917483255 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:39.054167 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da8b38d-ad85-4c3d-a0d0-0a3917483255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:39.054699 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da8b38d-ad85-4c3d-a0d0-0a3917483255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:39.055413 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da8b38d-ad85-4c3d-a0d0-0a3917483255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:39.055894 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da8b38d-ad85-4c3d-a0d0-0a3917483255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:39.276154 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6ba0cc3b-2d56-49ee-adb3-679e283d0f2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:39.298800 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-06a0e8b2-374e-46a7-921e-ab3b8055cdca None None] Provisioning complete for port 1a8278dd-abb8-4675-8e81-893f0edf810b triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:39.299354 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-06a0e8b2-374e-46a7-921e-ab3b8055cdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:39.315586 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6ba0cc3b-2d56-49ee-adb3-679e283d0f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:39.450955 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2795d61f-e44d-4f6f-9138-c4b8624cc4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:39.498465 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f510331f-cb26-431b-9cc1-b1b6a944e6a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:39.616166 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 965d4178-2834-42bc-8a3e-2a7b389bf81f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:39.616594 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:39.692176 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6ba0cc3b-2d56-49ee-adb3-679e283d0f2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:39.710879 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0cc3b-2d56-49ee-adb3-679e283d0f2b admin admin] Pushing event updated for resources: {'Port': ['ID=d1a900e9-12f2-42fa-9904-6dfc26fdcb37,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:39.819441 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-06a0e8b2-374e-46a7-921e-ab3b8055cdca None None] Provisioning for port 0910c613-b5e9-4d3e-a41a-da31f7dc34d8 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:39.832082 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-e8088f77-8f83-4a89-ba13-6aa6257cda2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'name': 'tempest-RoutersIpV6Test-router-840464130', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:59Z', 'updated_at': '2022-02-09T01:29:36Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None, '_interfaces': [{'id': '0910c613-b5e9-4d3e-a41a-da31f7dc34d8', 'name': '', 'network_id': '206f976d-3e9b-46d1-8d14-74db38d89a2a', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:c3:7a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'd0df158d-849b-4981-9df7-8c377d1ef9ee', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:34Z', 'updated_at': '2022-02-09T01:29:37Z', 'revision_number': 2, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': 'd0df158d-849b-4981-9df7-8c377d1ef9ee', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f6305f6-1d2b-4140-a8b1-f7e4f317830d', 'name': '', 'network_id': 'ba754a68-40e8-4272-836d-aea86b3ae262', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:97:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:25Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '965d4178-2834-42bc-8a3e-2a7b389bf81f', 'name': '', 'network_id': '27d23e07-b025-42ee-ae86-49594dfee2cf', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:27:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '012322a2-bd27-4295-8449-4db60734e31d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:24Z', 'updated_at': '2022-02-09T01:29:37Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '012322a2-bd27-4295-8449-4db60734e31d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf3ec1c8-54de-4005-914d-8595d9036034', 'name': '', 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:79:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:15Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:39.865276 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-06a0e8b2-374e-46a7-921e-ab3b8055cdca None None] Provisioning complete for port 0910c613-b5e9-4d3e-a41a-da31f7dc34d8 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:39.865826 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-06a0e8b2-374e-46a7-921e-ab3b8055cdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:39.905779 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8088f77-8f83-4a89-ba13-6aa6257cda2a None None] Checking router: 920e13ca-a976-47ce-9b3a-fa8193ecd70e for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:29:39.906132 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8088f77-8f83-4a89-ba13-6aa6257cda2a None None] Updating router 920e13ca-a976-47ce-9b3a-fa8193ecd70e port 0910c613-b5e9-4d3e-a41a-da31f7dc34d8 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:29:40.001104 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f510331f-cb26-431b-9cc1-b1b6a944e6a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Router 424776f4-8771-41f5-a630-81a92a7181a6 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:29:40.067633 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e8088f77-8f83-4a89-ba13-6aa6257cda2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:40.155966 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-06a0e8b2-374e-46a7-921e-ab3b8055cdca None None] Port 0910c613-b5e9-4d3e-a41a-da31f7dc34d8 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:29:40.322844 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f510331f-cb26-431b-9cc1-b1b6a944e6a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:29:40.343932 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad88010d-c55b-4ff5-b86b-01a975aaddf5 None None] Sync routers for ids ['424776f4-8771-41f5-a630-81a92a7181a6'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:40.366118 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f510331f-cb26-431b-9cc1-b1b6a944e6a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "PUT /v2.0/routers/424776f4-8771-41f5-a630-81a92a7181a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7600944 Feb 09 01:29:40.366337 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad88010d-c55b-4ff5-b86b-01a975aaddf5 None None] Routers {'424776f4-8771-41f5-a630-81a92a7181a6'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:40.366337 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ad88010d-c55b-4ff5-b86b-01a975aaddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['424776f4-8771-41f5-a630-81a92a7181a6'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:40.370677 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42194) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:40.386251 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba0cc3b-2d56-49ee-adb3-679e283d0f2b admin admin] Network a29ac5a7-ba1d-4b03-b012-1fa4beb961a7 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:40.389657 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-6ba0cc3b-2d56-49ee-adb3-679e283d0f2b admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:40.421531 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:40.429908 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-326d2c2f-d228-4b86-8b5a-04ac291419fb None None] Provisioning complete for port 0910c613-b5e9-4d3e-a41a-da31f7dc34d8 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:40.431004 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-326d2c2f-d228-4b86-8b5a-04ac291419fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:40.542932 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ad88010d-c55b-4ff5-b86b-01a975aaddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:40.563403 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad88010d-c55b-4ff5-b86b-01a975aaddf5 None None] Routers {'424776f4-8771-41f5-a630-81a92a7181a6'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:40.564126 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ad88010d-c55b-4ff5-b86b-01a975aaddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['424776f4-8771-41f5-a630-81a92a7181a6'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:40.582509 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:40.585113 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-326d2c2f-d228-4b86-8b5a-04ac291419fb None None] Port 0910c613-b5e9-4d3e-a41a-da31f7dc34d8 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:29:40.621965 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.extraroute_db [None req-23aa18a9-2fe2-4e4b-8158-509a6aafaec7 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=87612) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 09 01:29:40.637516 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.extraroute_db [None req-23aa18a9-2fe2-4e4b-8158-509a6aafaec7 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Removed routes are [] {{(pid=87612) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 09 01:29:40.638735 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-23aa18a9-2fe2-4e4b-8158-509a6aafaec7 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:40.702986 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ad88010d-c55b-4ff5-b86b-01a975aaddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:40.705307 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad88010d-c55b-4ff5-b86b-01a975aaddf5 None None] The sync data for ids ['424776f4-8771-41f5-a630-81a92a7181a6'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:40.750431 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e8088f77-8f83-4a89-ba13-6aa6257cda2a None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:40.762994 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e8088f77-8f83-4a89-ba13-6aa6257cda2a None None] Transition to ACTIVE for port object 0910c613-b5e9-4d3e-a41a-da31f7dc34d8 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:40.779654 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e8088f77-8f83-4a89-ba13-6aa6257cda2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:40.828557 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device efe46ac4-3180-40ac-905f-597fdec85999 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:40.917634 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba0cc3b-2d56-49ee-adb3-679e283d0f2b admin admin] Router 8554ad08-80ed-4268-a153-6f613286ee29 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:29:41.021309 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f5450-e498-4ef6-a785-0b1cdfc26a4f None None] Pushing event updated for resources: {'Port': ['ID=0910c613-b5e9-4d3e-a41a-da31f7dc34d8,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:41.125349 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-e8088f77-8f83-4a89-ba13-6aa6257cda2a None None] Attempting to bind port 0910c613-b5e9-4d3e-a41a-da31f7dc34d8 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:29:41.125892 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-e8088f77-8f83-4a89-ba13-6aa6257cda2a None None] Attempting to bind port 0910c613-b5e9-4d3e-a41a-da31f7dc34d8 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '7cc268ba-896d-4805-8277-cd7a911e664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '206f976d-3e9b-46d1-8d14-74db38d89a2a'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:29:41.126985 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8088f77-8f83-4a89-ba13-6aa6257cda2a None None] Attempting to bind port 0910c613-b5e9-4d3e-a41a-da31f7dc34d8 on network 206f976d-3e9b-46d1-8d14-74db38d89a2a {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:29:41.132837 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8088f77-8f83-4a89-ba13-6aa6257cda2a None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:29:41.133587 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8088f77-8f83-4a89-ba13-6aa6257cda2a None None] Checking segment: {'id': '7cc268ba-896d-4805-8277-cd7a911e664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '206f976d-3e9b-46d1-8d14-74db38d89a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:41.134141 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e8088f77-8f83-4a89-ba13-6aa6257cda2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:41.134824 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8088f77-8f83-4a89-ba13-6aa6257cda2a None None] Bound using segment: {'id': '7cc268ba-896d-4805-8277-cd7a911e664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '206f976d-3e9b-46d1-8d14-74db38d89a2a'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:29:41.135435 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-e8088f77-8f83-4a89-ba13-6aa6257cda2a None None] Bound port: 0910c613-b5e9-4d3e-a41a-da31f7dc34d8, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc268ba-896d-4805-8277-cd7a911e664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '206f976d-3e9b-46d1-8d14-74db38d89a2a'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:29:41.135972 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e8088f77-8f83-4a89-ba13-6aa6257cda2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:41.147755 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port efe46ac4-3180-40ac-905f-597fdec85999 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:41.158304 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port efe46ac4-3180-40ac-905f-597fdec85999 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:41.158497 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:41.259614 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e127f79e-b7c4-493b-b52c-7b400d95059b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:41.305996 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-23aa18a9-2fe2-4e4b-8158-509a6aafaec7 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:41.311353 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba0cc3b-2d56-49ee-adb3-679e283d0f2b admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:29:41.337103 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6ba0cc3b-2d56-49ee-adb3-679e283d0f2b admin admin] 10.222.0.37 "PUT /v2.0/routers/8554ad08-80ed-4268-a153-6f613286ee29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5381238 Feb 09 01:29:41.341427 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-23aa18a9-2fe2-4e4b-8158-509a6aafaec7 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8101386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8101405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8095324'] for router, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:41.342080 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-e8088f77-8f83-4a89-ba13-6aa6257cda2a None None] For port 0910c613-b5e9-4d3e-a41a-da31f7dc34d8, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:29:41.345833 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-e8088f77-8f83-4a89-ba13-6aa6257cda2a None None] For port 0910c613-b5e9-4d3e-a41a-da31f7dc34d8, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=0910c613-b5e9-4d3e-a41a-da31f7dc34d8,segment=NetworkSegment(7cc268ba-896d-4805-8277-cd7a911e664d),segment_id=7cc268ba-896d-4805-8277-cd7a911e664d)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:29:41.384947 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e8088f77-8f83-4a89-ba13-6aa6257cda2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:41.497295 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:41.513979 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8088f77-8f83-4a89-ba13-6aa6257cda2a None None] Routers {'920e13ca-a976-47ce-9b3a-fa8193ecd70e'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:41.514886 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-e8088f77-8f83-4a89-ba13-6aa6257cda2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:41.614066 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f5450-e498-4ef6-a785-0b1cdfc26a4f None None] Pushing event updated for resources: {'Port': ['ID=0910c613-b5e9-4d3e-a41a-da31f7dc34d8,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:41.617216 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad5f630-0f74-4c44-99f0-6918ad1b3014 None None] Sync routers for ids ['8554ad08-80ed-4268-a153-6f613286ee29'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:41.655750 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port efe46ac4-3180-40ac-905f-597fdec85999, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=efe46ac4-3180-40ac-905f-597fdec85999,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:41.658931 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad5f630-0f74-4c44-99f0-6918ad1b3014 None None] Routers {'8554ad08-80ed-4268-a153-6f613286ee29'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:41.659686 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-0ad5f630-0f74-4c44-99f0-6918ad1b3014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8554ad08-80ed-4268-a153-6f613286ee29'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:41.734830 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23aa18a9-2fe2-4e4b-8158-509a6aafaec7 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Router 920e13ca-a976-47ce-9b3a-fa8193ecd70e has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:29:41.829251 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-e127f79e-b7c4-493b-b52c-7b400d95059b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Deleting port 49a9588e-8da0-4923-b499-b9ecf9a9eeac {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:41.829591 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e127f79e-b7c4-493b-b52c-7b400d95059b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:41.957427 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:41.957427 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1a8278dd-abb8-4675-8e81-893f0edf810b up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:42.241730 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:42.294836 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23aa18a9-2fe2-4e4b-8158-509a6aafaec7 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:29:42.300840 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-23aa18a9-2fe2-4e4b-8158-509a6aafaec7 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:42.300840 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-23aa18a9-2fe2-4e4b-8158-509a6aafaec7 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "PUT /v2.0/routers/920e13ca-a976-47ce-9b3a-fa8193ecd70e HTTP/1.1" status: 200 len: 953 time: 3.8916736 Feb 09 01:29:42.300840 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42234) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:42.314485 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-e8088f77-8f83-4a89-ba13-6aa6257cda2a None None] Set router 920e13ca-a976-47ce-9b3a-fa8193ecd70e gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:42.411010 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e127f79e-b7c4-493b-b52c-7b400d95059b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:42.504472 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-33693992-7b11-4ea6-a5fb-95f3bc4addf1 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:42.504689 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-33693992-7b11-4ea6-a5fb-95f3bc4addf1 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Synchronizing usage tracker for tenant:ac90161469724dd386335c8a610012b8 on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:29:42.524562 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-bd9eefa6-ab95-4c3d-9125-934f2b0581b5 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "GET /v2.0/routers/920e13ca-a976-47ce-9b3a-fa8193ecd70e HTTP/1.1" status: 200 len: 953 time: 0.2233498 Feb 09 01:29:42.529024 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42240) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:42.529601 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=efe46ac4-3180-40ac-905f-597fdec85999,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:42.536172 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-65bc329d-5e32-476f-bd8b-c5ceab78f709 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Request body: {'router': {'routes': None}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:42.544374 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-0ad5f630-0f74-4c44-99f0-6918ad1b3014 None None] Set router 8554ad08-80ed-4268-a153-6f613286ee29 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:42.602770 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-e127f79e-b7c4-493b-b52c-7b400d95059b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Calling delete_port for 49a9588e-8da0-4923-b499-b9ecf9a9eeac owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:42.703600 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 1a8278dd-abb8-4675-8e81-893f0edf810b triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:42.703600 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:42.873600 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e127f79e-b7c4-493b-b52c-7b400d95059b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:42.931973 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-33693992-7b11-4ea6-a5fb-95f3bc4addf1 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Unset dirty status for tenant:ac90161469724dd386335c8a610012b8 on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:29:42.931973 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-33693992-7b11-4ea6-a5fb-95f3bc4addf1 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/networks?id=a29ac5a7-ba1d-4b03-b012-1fa4beb961a7 HTTP/1.1" status: 200 len: 810 time: 0.8028824 Feb 09 01:29:42.967597 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127f79e-b7c4-493b-b52c-7b400d95059b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event deleted for resources: {'Port': ['ID=49a9588e-8da0-4923-b499-b9ecf9a9eeac,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:43.095852 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-233532c4-d90b-406c-94d0-382e2693a587 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/quotas/ac90161469724dd386335c8a610012b8 HTTP/1.1" status: 200 len: 375 time: 0.1201477 Feb 09 01:29:43.630311 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-e8088f77-8f83-4a89-ba13-6aa6257cda2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'name': 'tempest-RoutersIpV6Test-router-840464130', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:59Z', 'updated_at': '2022-02-09T01:29:40Z', 'revision_number': 6, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None, '_interfaces': [{'id': '0910c613-b5e9-4d3e-a41a-da31f7dc34d8', 'name': '', 'network_id': '206f976d-3e9b-46d1-8d14-74db38d89a2a', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:c3:7a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'd0df158d-849b-4981-9df7-8c377d1ef9ee', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:34Z', 'updated_at': '2022-02-09T01:29:41Z', 'revision_number': 4, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': 'd0df158d-849b-4981-9df7-8c377d1ef9ee', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f6305f6-1d2b-4140-a8b1-f7e4f317830d', 'name': '', 'network_id': 'ba754a68-40e8-4272-836d-aea86b3ae262', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:97:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:25Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '965d4178-2834-42bc-8a3e-2a7b389bf81f', 'name': '', 'network_id': '27d23e07-b025-42ee-ae86-49594dfee2cf', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:27:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '012322a2-bd27-4295-8449-4db60734e31d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:24Z', 'updated_at': '2022-02-09T01:29:37Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '012322a2-bd27-4295-8449-4db60734e31d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf3ec1c8-54de-4005-914d-8595d9036034', 'name': '', 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:79:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:15Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:43.630311 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8088f77-8f83-4a89-ba13-6aa6257cda2a None None] The sync data for ids ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'] in n-d-828419-1 is: [{'id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'name': 'tempest-RoutersIpV6Test-router-840464130', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:59Z', 'updated_at': '2022-02-09T01:29:40Z', 'revision_number': 6, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None, '_interfaces': [{'id': '0910c613-b5e9-4d3e-a41a-da31f7dc34d8', 'name': '', 'network_id': '206f976d-3e9b-46d1-8d14-74db38d89a2a', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:c3:7a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'd0df158d-849b-4981-9df7-8c377d1ef9ee', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:34Z', 'updated_at': '2022-02-09T01:29:41Z', 'revision_number': 4, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': 'd0df158d-849b-4981-9df7-8c377d1ef9ee', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f6305f6-1d2b-4140-a8b1-f7e4f317830d', 'name': '', 'network_id': 'ba754a68-40e8-4272-836d-aea86b3ae262', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:97:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:25Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '965d4178-2834-42bc-8a3e-2a7b389bf81f', 'name': '', 'network_id': '27d23e07-b025-42ee-ae86-49594dfee2cf', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:27:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '012322a2-bd27-4295-8449-4db60734e31d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:24Z', 'updated_at': '2022-02-09T01:29:37Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '012322a2-bd27-4295-8449-4db60734e31d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf3ec1c8-54de-4005-914d-8595d9036034', 'name': '', 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:79:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:15Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:43.646313 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-0ad5f630-0f74-4c44-99f0-6918ad1b3014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8554ad08-80ed-4268-a153-6f613286ee29', 'name': 'tempest-ServerRescueTestJSON-602032988-router', 'tenant_id': 'ac90161469724dd386335c8a610012b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'efe46ac4-3180-40ac-905f-597fdec85999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:28Z', 'updated_at': '2022-02-09T01:29:38Z', 'revision_number': 4, 'project_id': 'ac90161469724dd386335c8a610012b8', 'gw_port': {'id': 'efe46ac4-3180-40ac-905f-597fdec85999', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:af:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554ad08-80ed-4268-a153-6f613286ee29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:29Z', 'updated_at': '2022-02-09T01:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'd1a900e9-12f2-42fa-9904-6dfc26fdcb37', 'name': '', 'network_id': 'a29ac5a7-ba1d-4b03-b012-1fa4beb961a7', 'tenant_id': 'ac90161469724dd386335c8a610012b8', 'mac_address': 'fa:16:3e:2b:e9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8554ad08-80ed-4268-a153-6f613286ee29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '952e3eee-9c37-4af2-b65e-4d4e2433c9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:36Z', 'updated_at': '2022-02-09T01:29:38Z', 'revision_number': 2, 'project_id': 'ac90161469724dd386335c8a610012b8', 'subnets': [{'id': '952e3eee-9c37-4af2-b65e-4d4e2433c9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:43.660151 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad5f630-0f74-4c44-99f0-6918ad1b3014 None None] Checking router: 8554ad08-80ed-4268-a153-6f613286ee29 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:29:43.660151 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad5f630-0f74-4c44-99f0-6918ad1b3014 None None] Updating router 8554ad08-80ed-4268-a153-6f613286ee29 port d1a900e9-12f2-42fa-9904-6dfc26fdcb37 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:29:43.681338 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e127f79e-b7c4-493b-b52c-7b400d95059b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:43.760542 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device efe46ac4-3180-40ac-905f-597fdec85999 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:43.781411 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.extraroute_db [None req-65bc329d-5e32-476f-bd8b-c5ceab78f709 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Added routes are [] {{(pid=87612) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 09 01:29:43.782437 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.extraroute_db [None req-65bc329d-5e32-476f-bd8b-c5ceab78f709 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=87612) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 09 01:29:43.802361 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-d9574706-5c69-4192-9104-49a5f1f35cb0 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac90161469724dd386335c8a610012b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7088828 Feb 09 01:29:43.847488 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-65bc329d-5e32-476f-bd8b-c5ceab78f709 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:43.977299 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0ad5f630-0f74-4c44-99f0-6918ad1b3014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:43.997621 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-6019801d-d7bc-4cb4-8c41-8ec25ad015c3 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:29:43.997621 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-6019801d-d7bc-4cb4-8c41-8ec25ad015c3 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078311 Feb 09 01:29:44.078841 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port efe46ac4-3180-40ac-905f-597fdec85999 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:44.078841 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:44.486621 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-65bc329d-5e32-476f-bd8b-c5ceab78f709 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:44.486621 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-65bc329d-5e32-476f-bd8b-c5ceab78f709 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8101386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8101405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8095324'] for router, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:44.502344 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e127f79e-b7c4-493b-b52c-7b400d95059b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Router 424776f4-8771-41f5-a630-81a92a7181a6 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:29:44.702272 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e127f79e-b7c4-493b-b52c-7b400d95059b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:29:44.710408 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-4dac7ba6-feed-44ff-b44b-58ee7980bb31 service neutron] 10.222.0.37 "GET /v2.0/networks/a29ac5a7-ba1d-4b03-b012-1fa4beb961a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7090313 Feb 09 01:29:44.713571 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040974d3-8b4c-4b2b-b1c0-7cf2113e6494 None None] Sync routers for ids ['424776f4-8771-41f5-a630-81a92a7181a6'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:44.736278 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040974d3-8b4c-4b2b-b1c0-7cf2113e6494 None None] Routers {'424776f4-8771-41f5-a630-81a92a7181a6'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:44.737084 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-040974d3-8b4c-4b2b-b1c0-7cf2113e6494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['424776f4-8771-41f5-a630-81a92a7181a6'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:44.748800 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e127f79e-b7c4-493b-b52c-7b400d95059b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "PUT /v2.0/routers/424776f4-8771-41f5-a630-81a92a7181a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3769336 Feb 09 01:29:44.750642 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0ad5f630-0f74-4c44-99f0-6918ad1b3014 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:44.804049 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0ad5f630-0f74-4c44-99f0-6918ad1b3014 None None] Transition to ACTIVE for port object d1a900e9-12f2-42fa-9904-6dfc26fdcb37 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:44.817609 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42258) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:44.845843 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0ad5f630-0f74-4c44-99f0-6918ad1b3014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:44.876943 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f0c88b05-e183-48b5-a108-e8b0bd5a401a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Synchronizing usage tracker for tenant:76fc49fef2df435db2f7b8b17bd392f0 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:29:44.918396 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-040974d3-8b4c-4b2b-b1c0-7cf2113e6494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:44.922251 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f0c88b05-e183-48b5-a108-e8b0bd5a401a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Unset dirty status for tenant:76fc49fef2df435db2f7b8b17bd392f0 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:29:44.922251 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f0c88b05-e183-48b5-a108-e8b0bd5a401a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "GET /v2.0/ports?device_id=424776f4-8771-41f5-a630-81a92a7181a6 HTTP/1.1" status: 200 len: 205 time: 0.1061957 Feb 09 01:29:44.922251 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42262) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:44.936029 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040974d3-8b4c-4b2b-b1c0-7cf2113e6494 None None] Routers {'424776f4-8771-41f5-a630-81a92a7181a6'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:44.936029 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-040974d3-8b4c-4b2b-b1c0-7cf2113e6494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['424776f4-8771-41f5-a630-81a92a7181a6'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:45.048747 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bc329d-5e32-476f-bd8b-c5ceab78f709 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Router 920e13ca-a976-47ce-9b3a-fa8193ecd70e has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:29:45.122591 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-040974d3-8b4c-4b2b-b1c0-7cf2113e6494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:45.123271 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040974d3-8b4c-4b2b-b1c0-7cf2113e6494 None None] The sync data for ids ['424776f4-8771-41f5-a630-81a92a7181a6'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:45.201728 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad77d4-c945-4c5b-b39e-3ea802bd6fd5 None None] Pushing event updated for resources: {'Port': ['ID=d1a900e9-12f2-42fa-9904-6dfc26fdcb37,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:45.201728 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edcdaf3-1b17-4e50-aed9-5cd5e1836512 None None] Sync routers for ids ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:45.232890 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-b8955b21-0531-497a-8f2d-fc43547abda8 service neutron] 10.222.0.37 "GET /v2.0/networks/a29ac5a7-ba1d-4b03-b012-1fa4beb961a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5068867 Feb 09 01:29:45.253982 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5475519f-ff4a-46fb-bdf1-503ba688d27a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:45.275471 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edcdaf3-1b17-4e50-aed9-5cd5e1836512 None None] Routers {'920e13ca-a976-47ce-9b3a-fa8193ecd70e'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:45.275471 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-6edcdaf3-1b17-4e50-aed9-5cd5e1836512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:45.374381 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bc329d-5e32-476f-bd8b-c5ceab78f709 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:29:45.384081 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-65bc329d-5e32-476f-bd8b-c5ceab78f709 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:45.385260 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-65bc329d-5e32-476f-bd8b-c5ceab78f709 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "PUT /v2.0/routers/920e13ca-a976-47ce-9b3a-fa8193ecd70e HTTP/1.1" status: 200 len: 703 time: 2.8543940 Feb 09 01:29:45.387859 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42272) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:45.608858 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f0f3fc0a-82e6-4fab-834a-c222b0ecba9f req-24fd254e-8464-4809-bed6-bf61e3db4fd4 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Synchronizing usage tracker for tenant:ac90161469724dd386335c8a610012b8 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:29:45.771854 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 0910c613-b5e9-4d3e-a41a-da31f7dc34d8 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:45.792684 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f0f3fc0a-82e6-4fab-834a-c222b0ecba9f req-24fd254e-8464-4809-bed6-bf61e3db4fd4 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Unset dirty status for tenant:ac90161469724dd386335c8a610012b8 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:29:45.794102 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f0f3fc0a-82e6-4fab-834a-c222b0ecba9f req-24fd254e-8464-4809-bed6-bf61e3db4fd4 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 210 time: 0.3193626 Feb 09 01:29:45.809640 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f06214f7-2eeb-40c5-a7e4-6ae76c893a29 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "GET /v2.0/routers/920e13ca-a976-47ce-9b3a-fa8193ecd70e HTTP/1.1" status: 200 len: 703 time: 0.4200289 Feb 09 01:29:45.812691 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42286) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:45.925885 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-0ad5f630-0f74-4c44-99f0-6918ad1b3014 None None] Attempting to bind port d1a900e9-12f2-42fa-9904-6dfc26fdcb37 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:29:45.925885 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-0ad5f630-0f74-4c44-99f0-6918ad1b3014 None None] Attempting to bind port d1a900e9-12f2-42fa-9904-6dfc26fdcb37 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '5ca59429-e0f2-4b30-a020-4d962552a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'a29ac5a7-ba1d-4b03-b012-1fa4beb961a7'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:29:45.925885 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad5f630-0f74-4c44-99f0-6918ad1b3014 None None] Attempting to bind port d1a900e9-12f2-42fa-9904-6dfc26fdcb37 on network a29ac5a7-ba1d-4b03-b012-1fa4beb961a7 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:29:45.936003 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-6edcdaf3-1b17-4e50-aed9-5cd5e1836512 None None] Set router 920e13ca-a976-47ce-9b3a-fa8193ecd70e gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:45.976915 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5475519f-ff4a-46fb-bdf1-503ba688d27a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:45.980932 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad5f630-0f74-4c44-99f0-6918ad1b3014 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:29:45.980932 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad5f630-0f74-4c44-99f0-6918ad1b3014 None None] Checking segment: {'id': '5ca59429-e0f2-4b30-a020-4d962552a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'a29ac5a7-ba1d-4b03-b012-1fa4beb961a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:45.980932 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0ad5f630-0f74-4c44-99f0-6918ad1b3014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:45.980932 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad5f630-0f74-4c44-99f0-6918ad1b3014 None None] Bound using segment: {'id': '5ca59429-e0f2-4b30-a020-4d962552a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'a29ac5a7-ba1d-4b03-b012-1fa4beb961a7'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:29:45.980932 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-0ad5f630-0f74-4c44-99f0-6918ad1b3014 None None] Bound port: d1a900e9-12f2-42fa-9904-6dfc26fdcb37, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca59429-e0f2-4b30-a020-4d962552a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'a29ac5a7-ba1d-4b03-b012-1fa4beb961a7'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:29:45.980932 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0ad5f630-0f74-4c44-99f0-6918ad1b3014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:45.984780 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5475519f-ff4a-46fb-bdf1-503ba688d27a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:46.026321 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5475519f-ff4a-46fb-bdf1-503ba688d27a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:46.026321 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5475519f-ff4a-46fb-bdf1-503ba688d27a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Fanout notify agent at l3_agent the message router_deleted on router 424776f4-8771-41f5-a630-81a92a7181a6 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:29:46.061993 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5475519f-ff4a-46fb-bdf1-503ba688d27a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:46.066591 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5475519f-ff4a-46fb-bdf1-503ba688d27a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/routers/424776f4-8771-41f5-a630-81a92a7181a6 HTTP/1.1" status: 204 len: 168 time: 1.1450076 Feb 09 01:29:46.067371 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42292) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:46.088356 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 0910c613-b5e9-4d3e-a41a-da31f7dc34d8 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:46.109580 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 0910c613-b5e9-4d3e-a41a-da31f7dc34d8 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:46.109860 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:46.188172 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b405dde-9cda-4030-a2bf-437159b8ae17 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Deleting subnet 5de11388-8085-435d-b867-b4c0c82ce463 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:29:46.196334 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5b405dde-9cda-4030-a2bf-437159b8ae17 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:46.399533 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5b405dde-9cda-4030-a2bf-437159b8ae17 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:46.447776 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-0ad5f630-0f74-4c44-99f0-6918ad1b3014 None None] For port d1a900e9-12f2-42fa-9904-6dfc26fdcb37, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:29:46.470006 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-0ad5f630-0f74-4c44-99f0-6918ad1b3014 None None] For port d1a900e9-12f2-42fa-9904-6dfc26fdcb37, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d1a900e9-12f2-42fa-9904-6dfc26fdcb37,segment=NetworkSegment(5ca59429-e0f2-4b30-a020-4d962552a60d),segment_id=5ca59429-e0f2-4b30-a020-4d962552a60d)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:29:46.525442 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0ad5f630-0f74-4c44-99f0-6918ad1b3014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:46.576561 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5b405dde-9cda-4030-a2bf-437159b8ae17 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:46.638699 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d96b7a10-87ff-44a4-86c2-33c2539096ef tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:46.701170 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5b405dde-9cda-4030-a2bf-437159b8ae17 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:46.750265 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad5f630-0f74-4c44-99f0-6918ad1b3014 None None] Routers {'8554ad08-80ed-4268-a153-6f613286ee29'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:46.750961 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-0ad5f630-0f74-4c44-99f0-6918ad1b3014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8554ad08-80ed-4268-a153-6f613286ee29'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:46.784358 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5b405dde-9cda-4030-a2bf-437159b8ae17 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:46.793286 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b405dde-9cda-4030-a2bf-437159b8ae17 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event deleted for resources: {'Subnet': ['ID=5de11388-8085-435d-b867-b4c0c82ce463,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:46.802252 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5b405dde-9cda-4030-a2bf-437159b8ae17 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/subnets/5de11388-8085-435d-b867-b4c0c82ce463 HTTP/1.1" status: 204 len: 168 time: 0.7328048 Feb 09 01:29:46.802252 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42304) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:46.850833 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:46.927521 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6041ae5d-f17c-4f91-9dbd-02c7244df75f None None] Network 42f14cc4-fc3d-41d2-a7cd-25f9f1e1d779 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:46.974024 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-0321c51a-008e-49b5-9e0d-e0a27a4ad1a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Deleting subnet 4c534d79-c54d-4c47-b102-124c2dbccd41 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:29:47.084614 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0321c51a-008e-49b5-9e0d-e0a27a4ad1a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:47.157054 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0ec0d896-f042-4b18-8479-4fb1572f3904 req-45da5ec7-b287-410e-88cd-cb301013e57d tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 210 time: 0.1830981 Feb 09 01:29:47.188770 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0321c51a-008e-49b5-9e0d-e0a27a4ad1a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:47.257651 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad77d4-c945-4c5b-b39e-3ea802bd6fd5 None None] Pushing event updated for resources: {'Port': ['ID=d1a900e9-12f2-42fa-9904-6dfc26fdcb37,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:47.314272 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0321c51a-008e-49b5-9e0d-e0a27a4ad1a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:47.432896 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0321c51a-008e-49b5-9e0d-e0a27a4ad1a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:47.473949 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-d96b7a10-87ff-44a4-86c2-33c2539096ef tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Deleting port 0910c613-b5e9-4d3e-a41a-da31f7dc34d8 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:47.473949 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d96b7a10-87ff-44a4-86c2-33c2539096ef tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:47.510403 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321c51a-008e-49b5-9e0d-e0a27a4ad1a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event deleted for resources: {'Subnet': ['ID=4c534d79-c54d-4c47-b102-124c2dbccd41,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:47.518192 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0321c51a-008e-49b5-9e0d-e0a27a4ad1a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:47.528463 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0321c51a-008e-49b5-9e0d-e0a27a4ad1a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/subnets/4c534d79-c54d-4c47-b102-124c2dbccd41 HTTP/1.1" status: 204 len: 168 time: 0.7252636 Feb 09 01:29:47.532475 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42318) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:47.580509 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 0910c613-b5e9-4d3e-a41a-da31f7dc34d8, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=0910c613-b5e9-4d3e-a41a-da31f7dc34d8,segment=NetworkSegment(7cc268ba-896d-4805-8277-cd7a911e664d),segment_id=7cc268ba-896d-4805-8277-cd7a911e664d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:47.581826 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353d492f-aabd-45d5-b28d-b4dc8eb4c655 None None] Network 2e13ec98-8cef-4ee4-a6a4-11e9e2331b13 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:47.743821 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:47.859695 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e3eebaf2-3102-4e51-86ef-c043660d4d87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:47.938998 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-2df3de0e-699a-48a6-8833-a7c04938870e tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:47.940342 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-2df3de0e-699a-48a6-8833-a7c04938870e tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.35 "GET /v2.0/networks?id=a29ac5a7-ba1d-4b03-b012-1fa4beb961a7 HTTP/1.1" status: 200 len: 810 time: 0.3141098 Feb 09 01:29:47.949103 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-e3eebaf2-3102-4e51-86ef-c043660d4d87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Deleting port f6173ba6-6730-4ef7-a83f-6340ae8cd294 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:47.949443 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e3eebaf2-3102-4e51-86ef-c043660d4d87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:47.995626 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-eb7c396b-3ddd-4074-bc25-3b03b2ec1202 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Request body: {'port': {'device_id': 'fb474d57-12b9-424c-bdb2-8ea24688cb0a', 'network_id': 'a29ac5a7-ba1d-4b03-b012-1fa4beb961a7', 'admin_state_up': True, 'tenant_id': 'ac90161469724dd386335c8a610012b8'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:48.015848 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-0ad5f630-0f74-4c44-99f0-6918ad1b3014 None None] Set router 8554ad08-80ed-4268-a153-6f613286ee29 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:48.078489 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-d96b7a10-87ff-44a4-86c2-33c2539096ef tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] For port 0910c613-b5e9-4d3e-a41a-da31f7dc34d8, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=0910c613-b5e9-4d3e-a41a-da31f7dc34d8,segment=NetworkSegment(7cc268ba-896d-4805-8277-cd7a911e664d),segment_id=7cc268ba-896d-4805-8277-cd7a911e664d)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:48.078489 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d96b7a10-87ff-44a4-86c2-33c2539096ef tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:48.178091 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-6edcdaf3-1b17-4e50-aed9-5cd5e1836512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'name': 'tempest-RoutersIpV6Test-router-840464130', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:59Z', 'updated_at': '2022-02-09T01:29:43Z', 'revision_number': 7, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None, '_interfaces': [{'id': '0910c613-b5e9-4d3e-a41a-da31f7dc34d8', 'name': '', 'network_id': '206f976d-3e9b-46d1-8d14-74db38d89a2a', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:c3:7a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'd0df158d-849b-4981-9df7-8c377d1ef9ee', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:34Z', 'updated_at': '2022-02-09T01:29:41Z', 'revision_number': 4, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': 'd0df158d-849b-4981-9df7-8c377d1ef9ee', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f6305f6-1d2b-4140-a8b1-f7e4f317830d', 'name': '', 'network_id': 'ba754a68-40e8-4272-836d-aea86b3ae262', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:97:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:25Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '965d4178-2834-42bc-8a3e-2a7b389bf81f', 'name': '', 'network_id': '27d23e07-b025-42ee-ae86-49594dfee2cf', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:27:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '012322a2-bd27-4295-8449-4db60734e31d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:24Z', 'updated_at': '2022-02-09T01:29:37Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '012322a2-bd27-4295-8449-4db60734e31d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf3ec1c8-54de-4005-914d-8595d9036034', 'name': '', 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:79:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:15Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:48.194933 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=0910c613-b5e9-4d3e-a41a-da31f7dc34d8,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:48.220754 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edcdaf3-1b17-4e50-aed9-5cd5e1836512 None None] Checking router: 920e13ca-a976-47ce-9b3a-fa8193ecd70e for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:29:48.289505 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-d96b7a10-87ff-44a4-86c2-33c2539096ef tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Calling delete_port for 0910c613-b5e9-4d3e-a41a-da31f7dc34d8 owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:48.341250 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edcdaf3-1b17-4e50-aed9-5cd5e1836512 None None] Routers {'920e13ca-a976-47ce-9b3a-fa8193ecd70e'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:48.341899 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-6edcdaf3-1b17-4e50-aed9-5cd5e1836512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:48.432060 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ab6e9fdf-5d0e-46b9-8c4e-92671448f7f9 req-6a40e24c-032d-4bb5-9fee-b2b164820303 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 210 time: 0.0886965 Feb 09 01:29:48.567526 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-e3eebaf2-3102-4e51-86ef-c043660d4d87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] For port f6173ba6-6730-4ef7-a83f-6340ae8cd294, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=f6173ba6-6730-4ef7-a83f-6340ae8cd294,segment=NetworkSegment(97001514-7215-4040-b7cd-9575d626d3ea),segment_id=97001514-7215-4040-b7cd-9575d626d3ea)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:48.567526 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e3eebaf2-3102-4e51-86ef-c043660d4d87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:48.614600 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ef098b-15ce-4541-a848-d5e697170077 None None] DHCP port deletion for 42f14cc4-fc3d-41d2-a7cd-25f9f1e1d779 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:29:48.630204 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-36ef098b-15ce-4541-a848-d5e697170077 None None] Deleting port f6173ba6-6730-4ef7-a83f-6340ae8cd294 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:48.630666 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-36ef098b-15ce-4541-a848-d5e697170077 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:48.657713 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-6edcdaf3-1b17-4e50-aed9-5cd5e1836512 None None] Set router 920e13ca-a976-47ce-9b3a-fa8193ecd70e gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:48.705403 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-e3eebaf2-3102-4e51-86ef-c043660d4d87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Calling delete_port for f6173ba6-6730-4ef7-a83f-6340ae8cd294 owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:48.721248 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fddb71-c2c7-4dbd-aec8-08a43c12e85c None None] DHCP port deletion for 2e13ec98-8cef-4ee4-a6a4-11e9e2331b13 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:29:48.761138 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-95fddb71-c2c7-4dbd-aec8-08a43c12e85c None None] Deleting port 963201f7-ea25-448c-8cbd-cc64f86ddf32 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:48.761807 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-95fddb71-c2c7-4dbd-aec8-08a43c12e85c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:48.763081 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-eb7c396b-3ddd-4074-bc25-3b03b2ec1202 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:49.138872 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-eb7c396b-3ddd-4074-bc25-3b03b2ec1202 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:49.189127 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-eb7c396b-3ddd-4074-bc25-3b03b2ec1202 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Made reservation on behalf of ac90161469724dd386335c8a610012b8 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:49.191819 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-eb7c396b-3ddd-4074-bc25-3b03b2ec1202 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:49.295107 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e3eebaf2-3102-4e51-86ef-c043660d4d87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:49.355678 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3eebaf2-3102-4e51-86ef-c043660d4d87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] No DVR routers for this DVR port f6173ba6-6730-4ef7-a83f-6340ae8cd294 on host n-d-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:29:49.402916 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eebaf2-3102-4e51-86ef-c043660d4d87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event deleted for resources: {'Port': ['ID=f6173ba6-6730-4ef7-a83f-6340ae8cd294,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:49.423421 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-36ef098b-15ce-4541-a848-d5e697170077 None None] For port f6173ba6-6730-4ef7-a83f-6340ae8cd294, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=f6173ba6-6730-4ef7-a83f-6340ae8cd294,segment=NetworkSegment(97001514-7215-4040-b7cd-9575d626d3ea),segment_id=97001514-7215-4040-b7cd-9575d626d3ea)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:49.423421 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-36ef098b-15ce-4541-a848-d5e697170077 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:49.538301 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eebaf2-3102-4e51-86ef-c043660d4d87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:49.538651 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eebaf2-3102-4e51-86ef-c043660d4d87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:49.539022 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eebaf2-3102-4e51-86ef-c043660d4d87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:49.539353 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eebaf2-3102-4e51-86ef-c043660d4d87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:49.539681 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eebaf2-3102-4e51-86ef-c043660d4d87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:49.540008 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eebaf2-3102-4e51-86ef-c043660d4d87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:49.540331 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eebaf2-3102-4e51-86ef-c043660d4d87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:49.540675 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eebaf2-3102-4e51-86ef-c043660d4d87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:49.540990 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eebaf2-3102-4e51-86ef-c043660d4d87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:49.541297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eebaf2-3102-4e51-86ef-c043660d4d87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:49.541613 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eebaf2-3102-4e51-86ef-c043660d4d87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:49.541927 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3eebaf2-3102-4e51-86ef-c043660d4d87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:49.548797 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-0ad5f630-0f74-4c44-99f0-6918ad1b3014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8554ad08-80ed-4268-a153-6f613286ee29', 'name': 'tempest-ServerRescueTestJSON-602032988-router', 'tenant_id': 'ac90161469724dd386335c8a610012b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'efe46ac4-3180-40ac-905f-597fdec85999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:28Z', 'updated_at': '2022-02-09T01:29:38Z', 'revision_number': 4, 'project_id': 'ac90161469724dd386335c8a610012b8', 'gw_port': {'id': 'efe46ac4-3180-40ac-905f-597fdec85999', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:af:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554ad08-80ed-4268-a153-6f613286ee29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:29Z', 'updated_at': '2022-02-09T01:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'd1a900e9-12f2-42fa-9904-6dfc26fdcb37', 'name': '', 'network_id': 'a29ac5a7-ba1d-4b03-b012-1fa4beb961a7', 'tenant_id': 'ac90161469724dd386335c8a610012b8', 'mac_address': 'fa:16:3e:2b:e9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8554ad08-80ed-4268-a153-6f613286ee29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '952e3eee-9c37-4af2-b65e-4d4e2433c9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:36Z', 'updated_at': '2022-02-09T01:29:46Z', 'revision_number': 4, 'project_id': 'ac90161469724dd386335c8a610012b8', 'subnets': [{'id': '952e3eee-9c37-4af2-b65e-4d4e2433c9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:49.566109 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.api [None req-d96b7a10-87ff-44a4-86c2-33c2539096ef tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:29:49.566426 n-d-828419-1 neutron-server[87612]: DEBUG oslo_db.api [None req-d96b7a10-87ff-44a4-86c2-33c2539096ef tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:29:49.596021 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e3eebaf2-3102-4e51-86ef-c043660d4d87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:49.624245 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-36ef098b-15ce-4541-a848-d5e697170077 None None] Calling delete_port for f6173ba6-6730-4ef7-a83f-6340ae8cd294 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:49.672777 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-e3eebaf2-3102-4e51-86ef-c043660d4d87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f14cc4-fc3d-41d2-a7cd-25f9f1e1d779']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:49.688898 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-57a7e872-8434-45a6-90b2-c4635f05ae82 req-08264e03-bda7-42ee-bcfb-915cd3a4c188 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 210 time: 0.0713890 Feb 09 01:29:49.698626 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-e3eebaf2-3102-4e51-86ef-c043660d4d87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97001514-7215-4040-b7cd-9575d626d3ea') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:49.698626 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-e3eebaf2-3102-4e51-86ef-c043660d4d87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97001514-7215-4040-b7cd-9575d626d3ea') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:49.707381 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-95fddb71-c2c7-4dbd-aec8-08a43c12e85c None None] For port 963201f7-ea25-448c-8cbd-cc64f86ddf32, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=963201f7-ea25-448c-8cbd-cc64f86ddf32,segment=NetworkSegment(20be743a-fd99-434b-a9ec-f09d7c381355),segment_id=20be743a-fd99-434b-a9ec-f09d7c381355)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:49.707381 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-95fddb71-c2c7-4dbd-aec8-08a43c12e85c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:49.720592 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e3eebaf2-3102-4e51-86ef-c043660d4d87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:49.742580 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e3eebaf2-3102-4e51-86ef-c043660d4d87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:49.747552 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3eebaf2-3102-4e51-86ef-c043660d4d87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Releasing vlan 995 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:29:49.751901 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e3eebaf2-3102-4e51-86ef-c043660d4d87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:49.843621 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:29:49.843621 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:29:49.843621 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:29:49.843621 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:29:49.843621 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:29:49.843621 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:29:49.843621 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:29:49.843621 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:29:49.843621 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:29:49.843621 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:29:49.843621 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:29:49.843621 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:29:49.843621 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:29:49.843621 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:29:49.843621 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:29:49.843621 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:29:49.843621 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:29:49.843621 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:29:49.843621 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:29:49.843621 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:29:49.843621 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:29:49.843621 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:29:49.843621 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:29:49.843621 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:29:49.843621 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:29:49.843621 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:29:49.843621 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:29:49.843621 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:29:49.843621 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:29:49.843621 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:29:49.843621 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:29:49.843621 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:29:49.864289 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad5f630-0f74-4c44-99f0-6918ad1b3014 None None] The sync data for ids ['8554ad08-80ed-4268-a153-6f613286ee29'] in n-d-828419-1 is: [{'id': '8554ad08-80ed-4268-a153-6f613286ee29', 'name': 'tempest-ServerRescueTestJSON-602032988-router', 'tenant_id': 'ac90161469724dd386335c8a610012b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'efe46ac4-3180-40ac-905f-597fdec85999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:28Z', 'updated_at': '2022-02-09T01:29:38Z', 'revision_number': 4, 'project_id': 'ac90161469724dd386335c8a610012b8', 'gw_port': {'id': 'efe46ac4-3180-40ac-905f-597fdec85999', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:af:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554ad08-80ed-4268-a153-6f613286ee29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:29Z', 'updated_at': '2022-02-09T01:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'd1a900e9-12f2-42fa-9904-6dfc26fdcb37', 'name': '', 'network_id': 'a29ac5a7-ba1d-4b03-b012-1fa4beb961a7', 'tenant_id': 'ac90161469724dd386335c8a610012b8', 'mac_address': 'fa:16:3e:2b:e9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8554ad08-80ed-4268-a153-6f613286ee29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '952e3eee-9c37-4af2-b65e-4d4e2433c9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:36Z', 'updated_at': '2022-02-09T01:29:46Z', 'revision_number': 4, 'project_id': 'ac90161469724dd386335c8a610012b8', 'subnets': [{'id': '952e3eee-9c37-4af2-b65e-4d4e2433c9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:49.873256 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-95fddb71-c2c7-4dbd-aec8-08a43c12e85c None None] Calling delete_port for 963201f7-ea25-448c-8cbd-cc64f86ddf32 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:49.906970 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-eb7c396b-3ddd-4074-bc25-3b03b2ec1202 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Allocated IP 172.20.0.14 (a29ac5a7-ba1d-4b03-b012-1fa4beb961a7/952e3eee-9c37-4af2-b65e-4d4e2433c9cc/fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:49.912816 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 0910c613-b5e9-4d3e-a41a-da31f7dc34d8 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:49.987228 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e3eebaf2-3102-4e51-86ef-c043660d4d87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:50.024604 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e3eebaf2-3102-4e51-86ef-c043660d4d87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:50.086627 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-36ef098b-15ce-4541-a848-d5e697170077 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:29:50.087138 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-36ef098b-15ce-4541-a848-d5e697170077 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:29:50.102266 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 0910c613-b5e9-4d3e-a41a-da31f7dc34d8 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:50.102903 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:50.202087 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-95fddb71-c2c7-4dbd-aec8-08a43c12e85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:50.224879 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eebaf2-3102-4e51-86ef-c043660d4d87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event deleted for resources: {'Network': ['ID=42f14cc4-fc3d-41d2-a7cd-25f9f1e1d779,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:50.224879 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-d96b7a10-87ff-44a4-86c2-33c2539096ef tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Deleting port 0910c613-b5e9-4d3e-a41a-da31f7dc34d8 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:50.224879 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d96b7a10-87ff-44a4-86c2-33c2539096ef tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:50.250402 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-6edcdaf3-1b17-4e50-aed9-5cd5e1836512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'name': 'tempest-RoutersIpV6Test-router-840464130', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:59Z', 'updated_at': '2022-02-09T01:29:43Z', 'revision_number': 7, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None, '_interfaces': [{'id': '0910c613-b5e9-4d3e-a41a-da31f7dc34d8', 'name': '', 'network_id': '206f976d-3e9b-46d1-8d14-74db38d89a2a', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:c3:7a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'd0df158d-849b-4981-9df7-8c377d1ef9ee', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:34Z', 'updated_at': '2022-02-09T01:29:47Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': 'd0df158d-849b-4981-9df7-8c377d1ef9ee', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f6305f6-1d2b-4140-a8b1-f7e4f317830d', 'name': '', 'network_id': 'ba754a68-40e8-4272-836d-aea86b3ae262', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:97:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:25Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '965d4178-2834-42bc-8a3e-2a7b389bf81f', 'name': '', 'network_id': '27d23e07-b025-42ee-ae86-49594dfee2cf', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:27:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '012322a2-bd27-4295-8449-4db60734e31d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:24Z', 'updated_at': '2022-02-09T01:29:37Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '012322a2-bd27-4295-8449-4db60734e31d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf3ec1c8-54de-4005-914d-8595d9036034', 'name': '', 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:79:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:15Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:50.293751 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edcdaf3-1b17-4e50-aed9-5cd5e1836512 None None] The sync data for ids ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'] in n-d-828419-1 is: [{'id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'name': 'tempest-RoutersIpV6Test-router-840464130', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:59Z', 'updated_at': '2022-02-09T01:29:43Z', 'revision_number': 7, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None, '_interfaces': [{'id': '0910c613-b5e9-4d3e-a41a-da31f7dc34d8', 'name': '', 'network_id': '206f976d-3e9b-46d1-8d14-74db38d89a2a', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:c3:7a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'd0df158d-849b-4981-9df7-8c377d1ef9ee', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:34Z', 'updated_at': '2022-02-09T01:29:47Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': 'd0df158d-849b-4981-9df7-8c377d1ef9ee', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f6305f6-1d2b-4140-a8b1-f7e4f317830d', 'name': '', 'network_id': 'ba754a68-40e8-4272-836d-aea86b3ae262', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:97:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:25Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '965d4178-2834-42bc-8a3e-2a7b389bf81f', 'name': '', 'network_id': '27d23e07-b025-42ee-ae86-49594dfee2cf', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:27:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '012322a2-bd27-4295-8449-4db60734e31d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:24Z', 'updated_at': '2022-02-09T01:29:37Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '012322a2-bd27-4295-8449-4db60734e31d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf3ec1c8-54de-4005-914d-8595d9036034', 'name': '', 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:79:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:15Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:50.293751 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fddb71-c2c7-4dbd-aec8-08a43c12e85c None None] Pushing event deleted for resources: {'Port': ['ID=963201f7-ea25-448c-8cbd-cc64f86ddf32,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:50.301760 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fddb71-c2c7-4dbd-aec8-08a43c12e85c None None] No DVR routers for this DVR port 963201f7-ea25-448c-8cbd-cc64f86ddf32 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:29:50.468120 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e3eebaf2-3102-4e51-86ef-c043660d4d87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/networks/42f14cc4-fc3d-41d2-a7cd-25f9f1e1d779 HTTP/1.1" status: 204 len: 168 time: 2.9256999 Feb 09 01:29:50.471112 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42350) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:50.480127 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 963201f7-ea25-448c-8cbd-cc64f86ddf32 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:29:50.567998 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 963201f7-ea25-448c-8cbd-cc64f86ddf32 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:29:50.567998 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 963201f7-ea25-448c-8cbd-cc64f86ddf32 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:29:50.567998 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f6173ba6-6730-4ef7-a83f-6340ae8cd294 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:29:50.633704 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-36ef098b-15ce-4541-a848-d5e697170077 None None] Deleting port f6173ba6-6730-4ef7-a83f-6340ae8cd294 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:50.633704 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-36ef098b-15ce-4541-a848-d5e697170077 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:50.670587 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54a51dd2-0d20-4cc6-a8eb-55267f1f1424 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:50.702519 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-d96b7a10-87ff-44a4-86c2-33c2539096ef tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] For port 0910c613-b5e9-4d3e-a41a-da31f7dc34d8, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=0910c613-b5e9-4d3e-a41a-da31f7dc34d8,segment=NetworkSegment(7cc268ba-896d-4805-8277-cd7a911e664d),segment_id=7cc268ba-896d-4805-8277-cd7a911e664d)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:50.702519 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d96b7a10-87ff-44a4-86c2-33c2539096ef tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:50.705685 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: f6173ba6-6730-4ef7-a83f-6340ae8cd294 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:29:50.705685 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f6173ba6-6730-4ef7-a83f-6340ae8cd294 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:29:50.771753 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-eb7c396b-3ddd-4074-bc25-3b03b2ec1202 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:50.830772 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-36ef098b-15ce-4541-a848-d5e697170077 None None] The port 'f6173ba6-6730-4ef7-a83f-6340ae8cd294' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:29:50.905176 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cf0bfa-857d-4900-afb4-40575a7e5b77 None None] Sync routers for ids ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:50.915688 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cf0bfa-857d-4900-afb4-40575a7e5b77 None None] Routers {'920e13ca-a976-47ce-9b3a-fa8193ecd70e'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:50.916450 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-22cf0bfa-857d-4900-afb4-40575a7e5b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:50.988862 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-d96b7a10-87ff-44a4-86c2-33c2539096ef tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Calling delete_port for 0910c613-b5e9-4d3e-a41a-da31f7dc34d8 owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:51.040780 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54a51dd2-0d20-4cc6-a8eb-55267f1f1424 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:51.099387 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-54a51dd2-0d20-4cc6-a8eb-55267f1f1424 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e13ec98-8cef-4ee4-a6a4-11e9e2331b13']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:51.132260 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-54a51dd2-0d20-4cc6-a8eb-55267f1f1424 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20be743a-fd99-434b-a9ec-f09d7c381355') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:51.132260 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-54a51dd2-0d20-4cc6-a8eb-55267f1f1424 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20be743a-fd99-434b-a9ec-f09d7c381355') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:51.161936 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54a51dd2-0d20-4cc6-a8eb-55267f1f1424 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:51.185626 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54a51dd2-0d20-4cc6-a8eb-55267f1f1424 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:51.192822 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a51dd2-0d20-4cc6-a8eb-55267f1f1424 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Releasing vlan 999 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:29:51.193156 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54a51dd2-0d20-4cc6-a8eb-55267f1f1424 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:51.205414 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-56302b30-1668-46d6-9914-76bbf4878a18 req-0473dd3f-b7a8-491b-9b74-c311d52ece61 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Synchronizing usage tracker for tenant:ac90161469724dd386335c8a610012b8 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:29:51.220818 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:29:51.220818 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:29:51.220818 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:29:51.220818 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:29:51.220818 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:29:51.220818 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:29:51.220818 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:29:51.220818 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:29:51.220818 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:29:51.220818 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:29:51.220818 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:29:51.220818 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:29:51.220818 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:29:51.220818 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:29:51.220818 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:29:51.220818 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:29:51.220818 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:29:51.220818 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:29:51.220818 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:29:51.220818 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:29:51.220818 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:29:51.220818 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:29:51.220818 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:29:51.220818 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:29:51.220818 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:29:51.220818 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:29:51.220818 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:29:51.220818 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:29:51.220818 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:29:51.220818 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:29:51.220818 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:29:51.220818 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:29:51.250320 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-56302b30-1668-46d6-9914-76bbf4878a18 req-0473dd3f-b7a8-491b-9b74-c311d52ece61 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Unset dirty status for tenant:ac90161469724dd386335c8a610012b8 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:29:51.251641 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-56302b30-1668-46d6-9914-76bbf4878a18 req-0473dd3f-b7a8-491b-9b74-c311d52ece61 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 210 time: 0.2044961 Feb 09 01:29:51.285257 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-22cf0bfa-857d-4900-afb4-40575a7e5b77 None None] Set router 920e13ca-a976-47ce-9b3a-fa8193ecd70e gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:51.354018 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54a51dd2-0d20-4cc6-a8eb-55267f1f1424 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:51.386321 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-54a51dd2-0d20-4cc6-a8eb-55267f1f1424 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:51.411544 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-eb7c396b-3ddd-4074-bc25-3b03b2ec1202 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:51.421667 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a51dd2-0d20-4cc6-a8eb-55267f1f1424 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event deleted for resources: {'Network': ['ID=2e13ec98-8cef-4ee4-a6a4-11e9e2331b13,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:51.421667 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-54a51dd2-0d20-4cc6-a8eb-55267f1f1424 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/networks/2e13ec98-8cef-4ee4-a6a4-11e9e2331b13 HTTP/1.1" status: 204 len: 168 time: 0.9393167 Feb 09 01:29:51.421667 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42362) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:51.428172 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-94ed3048-20e6-4b13-a3b3-b660e28ea2b1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Request body: {'network': {'name': 'tempest-RoutersTest-165814218'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:51.451120 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-94ed3048-20e6-4b13-a3b3-b660e28ea2b1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:51.457249 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-94ed3048-20e6-4b13-a3b3-b660e28ea2b1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Usage tracker for resource:network and tenant:76fc49fef2df435db2f7b8b17bd392f0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:51.457249 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-94ed3048-20e6-4b13-a3b3-b660e28ea2b1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:51.485750 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-94ed3048-20e6-4b13-a3b3-b660e28ea2b1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:51.495223 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ed3048-20e6-4b13-a3b3-b660e28ea2b1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Made reservation on behalf of 76fc49fef2df435db2f7b8b17bd392f0 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:51.499222 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c396b-3ddd-4074-bc25-3b03b2ec1202 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Pushing event updated for resources: {'Port': ['ID=fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:51.502205 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-94ed3048-20e6-4b13-a3b3-b660e28ea2b1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:51.525118 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-eb7c396b-3ddd-4074-bc25-3b03b2ec1202 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Network a29ac5a7-ba1d-4b03-b012-1fa4beb961a7 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:51.525118 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-eb7c396b-3ddd-4074-bc25-3b03b2ec1202 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:51.525118 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-eb7c396b-3ddd-4074-bc25-3b03b2ec1202 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:51.598563 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d96b7a10-87ff-44a4-86c2-33c2539096ef tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:51.606760 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ed3048-20e6-4b13-a3b3-b660e28ea2b1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 995} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:29:51.630919 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-94ed3048-20e6-4b13-a3b3-b660e28ea2b1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:51.630919 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-94ed3048-20e6-4b13-a3b3-b660e28ea2b1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Added segment 8803241a-a3ef-44bf-a2c4-8dba232e39ef of type vlan for network c1b877ff-3bcc-4c8c-a184-4ab52eb74499 Feb 09 01:29:51.670376 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-94ed3048-20e6-4b13-a3b3-b660e28ea2b1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:51.717851 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-94ed3048-20e6-4b13-a3b3-b660e28ea2b1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:51.723580 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ed3048-20e6-4b13-a3b3-b660e28ea2b1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:51.724930 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-94ed3048-20e6-4b13-a3b3-b660e28ea2b1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:51.769279 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-94ed3048-20e6-4b13-a3b3-b660e28ea2b1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3504958 Feb 09 01:29:51.773253 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42368) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:51.780213 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-f60dce0e-9074-410e-bada-0e870267587d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Request body: {'subnet': {'network_id': 'c1b877ff-3bcc-4c8c-a184-4ab52eb74499', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:51.857691 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b7a10-87ff-44a4-86c2-33c2539096ef tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event deleted for resources: {'Port': ['ID=0910c613-b5e9-4d3e-a41a-da31f7dc34d8,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:51.864697 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-22cf0bfa-857d-4900-afb4-40575a7e5b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'name': 'tempest-RoutersIpV6Test-router-840464130', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:59Z', 'updated_at': '2022-02-09T01:29:43Z', 'revision_number': 7, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None, '_interfaces': [{'id': '0910c613-b5e9-4d3e-a41a-da31f7dc34d8', 'name': '', 'network_id': '206f976d-3e9b-46d1-8d14-74db38d89a2a', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:c3:7a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'd0df158d-849b-4981-9df7-8c377d1ef9ee', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:34Z', 'updated_at': '2022-02-09T01:29:47Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': 'd0df158d-849b-4981-9df7-8c377d1ef9ee', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f6305f6-1d2b-4140-a8b1-f7e4f317830d', 'name': '', 'network_id': 'ba754a68-40e8-4272-836d-aea86b3ae262', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:97:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:25Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '965d4178-2834-42bc-8a3e-2a7b389bf81f', 'name': '', 'network_id': '27d23e07-b025-42ee-ae86-49594dfee2cf', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:27:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '012322a2-bd27-4295-8449-4db60734e31d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:24Z', 'updated_at': '2022-02-09T01:29:37Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '012322a2-bd27-4295-8449-4db60734e31d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf3ec1c8-54de-4005-914d-8595d9036034', 'name': '', 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:79:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:15Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:51.875084 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cf0bfa-857d-4900-afb4-40575a7e5b77 None None] Checking router: 920e13ca-a976-47ce-9b3a-fa8193ecd70e for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:29:51.891558 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cf0bfa-857d-4900-afb4-40575a7e5b77 None None] Routers {'920e13ca-a976-47ce-9b3a-fa8193ecd70e'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:51.892177 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-22cf0bfa-857d-4900-afb4-40575a7e5b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:51.930809 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:52.021823 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f60dce0e-9074-410e-bada-0e870267587d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:52.033511 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f60dce0e-9074-410e-bada-0e870267587d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Usage tracker for resource:subnet and tenant:76fc49fef2df435db2f7b8b17bd392f0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:52.033511 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f60dce0e-9074-410e-bada-0e870267587d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:52.043620 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d1a900e9-12f2-42fa-9904-6dfc26fdcb37 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:52.047096 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f60dce0e-9074-410e-bada-0e870267587d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:52.056727 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed3048-20e6-4b13-a3b3-b660e28ea2b1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Network': ['ID=c1b877ff-3bcc-4c8c-a184-4ab52eb74499,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:52.063117 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60dce0e-9074-410e-bada-0e870267587d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Made reservation on behalf of 76fc49fef2df435db2f7b8b17bd392f0 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:52.067723 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f60dce0e-9074-410e-bada-0e870267587d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:52.175687 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network c1b877ff-3bcc-4c8c-a184-4ab52eb74499 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:29:52.294267 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d96b7a10-87ff-44a4-86c2-33c2539096ef tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:52.330616 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-eb7c396b-3ddd-4074-bc25-3b03b2ec1202 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:52.331301 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-eb7c396b-3ddd-4074-bc25-3b03b2ec1202 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:52.446405 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port d1a900e9-12f2-42fa-9904-6dfc26fdcb37 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:52.469281 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port d1a900e9-12f2-42fa-9904-6dfc26fdcb37 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:52.469281 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:52.521659 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-eb7c396b-3ddd-4074-bc25-3b03b2ec1202 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5282459 Feb 09 01:29:52.527506 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:29:52.559859 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-81a04d54-c1dd-404e-b021-66ed0f46f6db service neutron] Request body: {'port': {'device_id': 'fb474d57-12b9-424c-bdb2-8ea24688cb0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:52.573414 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-22cf0bfa-857d-4900-afb4-40575a7e5b77 None None] Set router 920e13ca-a976-47ce-9b3a-fa8193ecd70e gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:52.708334 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:52.734636 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7ce41-ecc6-4c7c-a9b7-27e775f8f95d req-b956db92-a453-49b8-afe2-58887a5f03f6 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:52.736541 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-80e7ce41-ecc6-4c7c-a9b7-27e775f8f95d req-b956db92-a453-49b8-afe2-58887a5f03f6 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 932 time: 0.1549180 Feb 09 01:29:52.785207 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port d1a900e9-12f2-42fa-9904-6dfc26fdcb37, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d1a900e9-12f2-42fa-9904-6dfc26fdcb37,segment=NetworkSegment(5ca59429-e0f2-4b30-a020-4d962552a60d),segment_id=5ca59429-e0f2-4b30-a020-4d962552a60d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:52.793473 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:52.870876 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-80e7ce41-ecc6-4c7c-a9b7-27e775f8f95d req-6b5197e9-f120-4d33-813f-399c009c3723 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Synchronizing usage tracker for tenant:ac90161469724dd386335c8a610012b8 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:29:52.896533 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=d1a900e9-12f2-42fa-9904-6dfc26fdcb37,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:52.934474 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f60dce0e-9074-410e-bada-0e870267587d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:53.010182 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-80e7ce41-ecc6-4c7c-a9b7-27e775f8f95d req-6b5197e9-f120-4d33-813f-399c009c3723 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Unset dirty status for tenant:ac90161469724dd386335c8a610012b8 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:29:53.028224 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-80e7ce41-ecc6-4c7c-a9b7-27e775f8f95d req-6b5197e9-f120-4d33-813f-399c009c3723 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845585 Feb 09 01:29:53.052299 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-81a04d54-c1dd-404e-b021-66ed0f46f6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:53.098173 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60dce0e-9074-410e-bada-0e870267587d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Subnet': ['ID=44d657e2-e391-4bc2-8113-020e73559eea,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:53.132987 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96b7a10-87ff-44a4-86c2-33c2539096ef tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Router 920e13ca-a976-47ce-9b3a-fa8193ecd70e has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:29:53.149273 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60dce0e-9074-410e-bada-0e870267587d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Checking segment: {'id': '8803241a-a3ef-44bf-a2c4-8dba232e39ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'c1b877ff-3bcc-4c8c-a184-4ab52eb74499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:53.149928 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60dce0e-9074-410e-bada-0e870267587d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network hostable DHCP agents. Network: c1b877ff-3bcc-4c8c-a184-4ab52eb74499, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:29:53.152071 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-22cf0bfa-857d-4900-afb4-40575a7e5b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'name': 'tempest-RoutersIpV6Test-router-840464130', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:59Z', 'updated_at': '2022-02-09T01:29:51Z', 'revision_number': 8, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None, '_interfaces': [{'id': '2f6305f6-1d2b-4140-a8b1-f7e4f317830d', 'name': '', 'network_id': 'ba754a68-40e8-4272-836d-aea86b3ae262', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:97:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:25Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '965d4178-2834-42bc-8a3e-2a7b389bf81f', 'name': '', 'network_id': '27d23e07-b025-42ee-ae86-49594dfee2cf', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:27:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '012322a2-bd27-4295-8449-4db60734e31d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:24Z', 'updated_at': '2022-02-09T01:29:37Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '012322a2-bd27-4295-8449-4db60734e31d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf3ec1c8-54de-4005-914d-8595d9036034', 'name': '', 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:79:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:15Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:53.157494 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cf0bfa-857d-4900-afb4-40575a7e5b77 None None] The sync data for ids ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'] in n-d-828419-1 is: [{'id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'name': 'tempest-RoutersIpV6Test-router-840464130', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:59Z', 'updated_at': '2022-02-09T01:29:51Z', 'revision_number': 8, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None, '_interfaces': [{'id': '2f6305f6-1d2b-4140-a8b1-f7e4f317830d', 'name': '', 'network_id': 'ba754a68-40e8-4272-836d-aea86b3ae262', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:97:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:25Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '965d4178-2834-42bc-8a3e-2a7b389bf81f', 'name': '', 'network_id': '27d23e07-b025-42ee-ae86-49594dfee2cf', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:27:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '012322a2-bd27-4295-8449-4db60734e31d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:24Z', 'updated_at': '2022-02-09T01:29:37Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '012322a2-bd27-4295-8449-4db60734e31d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf3ec1c8-54de-4005-914d-8595d9036034', 'name': '', 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:79:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:15Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:53.175047 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60dce0e-9074-410e-bada-0e870267587d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network c1b877ff-3bcc-4c8c-a184-4ab52eb74499 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:29:53.188671 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-f60dce0e-9074-410e-bada-0e870267587d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, c1b877ff-3bcc-4c8c-a184-4ab52eb74499) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:53.201446 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798d5ac6-5fea-4947-976d-f0cd2ba9d7a1 None None] Network c1b877ff-3bcc-4c8c-a184-4ab52eb74499 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:53.207722 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60dce0e-9074-410e-bada-0e870267587d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:53.208581 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f60dce0e-9074-410e-bada-0e870267587d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:53.238183 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f60dce0e-9074-410e-bada-0e870267587d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4635077 Feb 09 01:29:53.241309 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42382) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:53.255500 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-8f4d64d6-109b-4efd-95b9-8b0b240a3cc9 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1780061688', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:53.264642 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8f4d64d6-109b-4efd-95b9-8b0b240a3cc9 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:53.287601 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8f4d64d6-109b-4efd-95b9-8b0b240a3cc9 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Usage tracker for resource:router and tenant:76fc49fef2df435db2f7b8b17bd392f0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:53.287601 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8f4d64d6-109b-4efd-95b9-8b0b240a3cc9 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:53.297737 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8f4d64d6-109b-4efd-95b9-8b0b240a3cc9 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:53.321168 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8f4d64d6-109b-4efd-95b9-8b0b240a3cc9 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:53.321168 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8f4d64d6-109b-4efd-95b9-8b0b240a3cc9 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:53.344884 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8f4d64d6-109b-4efd-95b9-8b0b240a3cc9 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:53.381658 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8f4d64d6-109b-4efd-95b9-8b0b240a3cc9 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:53.416563 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8f4d64d6-109b-4efd-95b9-8b0b240a3cc9 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:53.422724 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8f4d64d6-109b-4efd-95b9-8b0b240a3cc9 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1748335 Feb 09 01:29:53.422724 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42386) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:53.428712 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-0481cd60-d6ee-4476-bbb8-483291dfec65 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Request body: {'port': {'network_id': 'c1b877ff-3bcc-4c8c-a184-4ab52eb74499', 'name': 'tempest-RoutersTest-1355049125'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:53.447580 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-81a04d54-c1dd-404e-b021-66ed0f46f6db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:29:53.528289 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-81a04d54-c1dd-404e-b021-66ed0f46f6db service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:53.670741 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0481cd60-d6ee-4476-bbb8-483291dfec65 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:29:53.681096 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0481cd60-d6ee-4476-bbb8-483291dfec65 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Usage tracker for resource:port and tenant:76fc49fef2df435db2f7b8b17bd392f0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:29:53.686938 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0481cd60-d6ee-4476-bbb8-483291dfec65 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:29:53.700923 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0481cd60-d6ee-4476-bbb8-483291dfec65 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:29:53.702401 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-81a04d54-c1dd-404e-b021-66ed0f46f6db service neutron] Transition to ACTIVE for port object fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:53.728515 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0481cd60-d6ee-4476-bbb8-483291dfec65 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Made reservation on behalf of 76fc49fef2df435db2f7b8b17bd392f0 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:53.731638 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-81a04d54-c1dd-404e-b021-66ed0f46f6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:53.735020 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0481cd60-d6ee-4476-bbb8-483291dfec65 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:53.749425 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bd27da-4c51-488b-86de-1f096d0376a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-c1b877ff-3bcc-4c8c-a184-4ab52eb74499', 'network_id': 'c1b877ff-3bcc-4c8c-a184-4ab52eb74499', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'fixed_ips': [{'subnet_id': '44d657e2-e391-4bc2-8113-020e73559eea'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:29:53.749425 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a9bd27da-4c51-488b-86de-1f096d0376a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:53.787180 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-0481cd60-d6ee-4476-bbb8-483291dfec65 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] device_id is not set on port 8d99a873-a8ca-411c-9ab9-7995fdd24aa2 yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:29:53.798766 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96b7a10-87ff-44a4-86c2-33c2539096ef tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:29:53.809938 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d96b7a10-87ff-44a4-86c2-33c2539096ef tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "PUT /v2.0/routers/920e13ca-a976-47ce-9b3a-fa8193ecd70e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9890125 Feb 09 01:29:53.843937 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42396) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:53.914665 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a04d54-c1dd-404e-b021-66ed0f46f6db service neutron] Pushing event updated for resources: {'Port': ['ID=fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:53.956269 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d1a900e9-12f2-42fa-9904-6dfc26fdcb37 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:53.992459 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3461635-dd78-4b48-aa45-2ce2bdcf76ae None None] Sync routers for ids ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:54.028826 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3461635-dd78-4b48-aa45-2ce2bdcf76ae None None] Routers {'920e13ca-a976-47ce-9b3a-fa8193ecd70e'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:54.030113 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-a3461635-dd78-4b48-aa45-2ce2bdcf76ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:54.057407 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-0481cd60-d6ee-4476-bbb8-483291dfec65 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Allocated IP 172.20.0.5 (c1b877ff-3bcc-4c8c-a184-4ab52eb74499/44d657e2-e391-4bc2-8113-020e73559eea/8d99a873-a8ca-411c-9ab9-7995fdd24aa2) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:54.166940 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-b3689db9-6b0d-47de-a45e-84b14532644f req-8ba3904b-6821-47a1-90b7-7a9808decd3c service neutron] (87612) timed out ('10.222.0.37', 55252) {{(pid=87612) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 01:29:54.280322 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d5591a9-d2ef-4264-82d3-dedc63d06b1e tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Deleting subnet d0df158d-849b-4981-9df7-8c377d1ef9ee {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:29:54.280322 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2d5591a9-d2ef-4264-82d3-dedc63d06b1e tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:54.338091 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2d5591a9-d2ef-4264-82d3-dedc63d06b1e tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:54.439033 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2d5591a9-d2ef-4264-82d3-dedc63d06b1e tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:54.465500 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port d1a900e9-12f2-42fa-9904-6dfc26fdcb37 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:54.466054 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:54.496902 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0481cd60-d6ee-4476-bbb8-483291dfec65 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:54.517184 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-0481cd60-d6ee-4476-bbb8-483291dfec65 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Transition to ACTIVE for port object 8d99a873-a8ca-411c-9ab9-7995fdd24aa2 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:54.561988 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2d5591a9-d2ef-4264-82d3-dedc63d06b1e tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:54.564089 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0481cd60-d6ee-4476-bbb8-483291dfec65 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:54.641479 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5591a9-d2ef-4264-82d3-dedc63d06b1e tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event deleted for resources: {'Subnet': ['ID=d0df158d-849b-4981-9df7-8c377d1ef9ee,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:54.650312 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2d5591a9-d2ef-4264-82d3-dedc63d06b1e tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:54.672740 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddba6e59-e0c7-4a69-b2df-47637a2c065d None None] Network 206f976d-3e9b-46d1-8d14-74db38d89a2a requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:54.695555 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-a3461635-dd78-4b48-aa45-2ce2bdcf76ae None None] Set router 920e13ca-a976-47ce-9b3a-fa8193ecd70e gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:54.702764 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0481cd60-d6ee-4476-bbb8-483291dfec65 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network c1b877ff-3bcc-4c8c-a184-4ab52eb74499 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:54.706297 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2d5591a9-d2ef-4264-82d3-dedc63d06b1e tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/subnets/d0df158d-849b-4981-9df7-8c377d1ef9ee HTTP/1.1" status: 204 len: 168 time: 0.8601625 Feb 09 01:29:54.706297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42410) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:54.706297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-81a04d54-c1dd-404e-b021-66ed0f46f6db service neutron] Attempting to bind port fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:29:54.706297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-81a04d54-c1dd-404e-b021-66ed0f46f6db service neutron] Attempting to bind port fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '5ca59429-e0f2-4b30-a020-4d962552a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'a29ac5a7-ba1d-4b03-b012-1fa4beb961a7'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:29:54.710822 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-81a04d54-c1dd-404e-b021-66ed0f46f6db service neutron] Attempting to bind port fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a on network a29ac5a7-ba1d-4b03-b012-1fa4beb961a7 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:29:54.714483 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-0481cd60-d6ee-4476-bbb8-483291dfec65 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:54.721893 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0481cd60-d6ee-4476-bbb8-483291dfec65 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:54.790680 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481cd60-d6ee-4476-bbb8-483291dfec65 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Port': ['ID=8d99a873-a8ca-411c-9ab9-7995fdd24aa2,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:54.817158 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-81a04d54-c1dd-404e-b021-66ed0f46f6db service neutron] Port fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a on network a29ac5a7-ba1d-4b03-b012-1fa4beb961a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:29:54.817544 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-81a04d54-c1dd-404e-b021-66ed0f46f6db service neutron] Attempting to bind port fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a on network a29ac5a7-ba1d-4b03-b012-1fa4beb961a7 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:29:54.821726 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0481cd60-d6ee-4476-bbb8-483291dfec65 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:54.823102 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0481cd60-d6ee-4476-bbb8-483291dfec65 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:54.845825 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-81a04d54-c1dd-404e-b021-66ed0f46f6db service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:29:54.846170 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-81a04d54-c1dd-404e-b021-66ed0f46f6db service neutron] Checking segment: {'id': '5ca59429-e0f2-4b30-a020-4d962552a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'a29ac5a7-ba1d-4b03-b012-1fa4beb961a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:54.846792 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-81a04d54-c1dd-404e-b021-66ed0f46f6db service neutron] Bound using segment: {'id': '5ca59429-e0f2-4b30-a020-4d962552a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'a29ac5a7-ba1d-4b03-b012-1fa4beb961a7'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:29:54.847994 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-81a04d54-c1dd-404e-b021-66ed0f46f6db service neutron] Bound port: fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca59429-e0f2-4b30-a020-4d962552a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'a29ac5a7-ba1d-4b03-b012-1fa4beb961a7'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:29:54.850494 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-81a04d54-c1dd-404e-b021-66ed0f46f6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:54.855843 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0481cd60-d6ee-4476-bbb8-483291dfec65 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4352393 Feb 09 01:29:54.858597 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42416) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:54.940753 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb833e9-aba8-4fea-ac5c-9c00dc1c60b9 req-b0c79379-d5e1-40a7-ac4b-2867f4176aef tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:54.942346 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2cb833e9-aba8-4fea-ac5c-9c00dc1c60b9 req-b0c79379-d5e1-40a7-ac4b-2867f4176aef tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 944 time: 0.4260707 Feb 09 01:29:55.073728 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2cb833e9-aba8-4fea-ac5c-9c00dc1c60b9 req-b7fb46ce-9620-4cff-b0ad-d7dd7c4f4a2d tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095748 Feb 09 01:29:55.112157 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-32820c97-0c90-4ac5-9d54-50df7210917b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:55.163969 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:55.171332 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-81a04d54-c1dd-404e-b021-66ed0f46f6db service neutron] For port fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:29:55.190396 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-81a04d54-c1dd-404e-b021-66ed0f46f6db service neutron] For port fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a,segment=NetworkSegment(5ca59429-e0f2-4b30-a020-4d962552a60d),segment_id=5ca59429-e0f2-4b30-a020-4d962552a60d)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:29:55.204638 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-32820c97-0c90-4ac5-9d54-50df7210917b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Deleting port 1a8278dd-abb8-4675-8e81-893f0edf810b {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:55.204638 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-32820c97-0c90-4ac5-9d54-50df7210917b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:55.318667 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-81a04d54-c1dd-404e-b021-66ed0f46f6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:55.340477 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-a9bd27da-4c51-488b-86de-1f096d0376a4 None None] Allocated IP 172.20.0.2 (c1b877ff-3bcc-4c8c-a184-4ab52eb74499/44d657e2-e391-4bc2-8113-020e73559eea/34a87ec1-5e41-4d21-953f-370498236675) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:55.377239 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-81a04d54-c1dd-404e-b021-66ed0f46f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:55.378682 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-81a04d54-c1dd-404e-b021-66ed0f46f6db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:55.380243 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-81a04d54-c1dd-404e-b021-66ed0f46f6db service neutron] 10.222.0.35 "PUT /v2.0/ports/fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a HTTP/1.1" status: 200 len: 1092 time: 2.8284228 Feb 09 01:29:55.393711 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb474d57-12b9-424c-bdb2-8ea24688cb0a', 'tag': 'fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:29:55.458034 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 0910c613-b5e9-4d3e-a41a-da31f7dc34d8 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:29:55.511759 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 0910c613-b5e9-4d3e-a41a-da31f7dc34d8 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:29:55.511759 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 0910c613-b5e9-4d3e-a41a-da31f7dc34d8 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:29:55.564229 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb474d57-12b9-424c-bdb2-8ea24688cb0a', 'tag': 'fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a', 'status': 'completed', 'code': 200} Feb 09 01:29:55.742380 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a04d54-c1dd-404e-b021-66ed0f46f6db service neutron] Pushing event updated for resources: {'Port': ['ID=fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:55.813953 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-32820c97-0c90-4ac5-9d54-50df7210917b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] For port 1a8278dd-abb8-4675-8e81-893f0edf810b, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1a8278dd-abb8-4675-8e81-893f0edf810b,segment=NetworkSegment(7cc268ba-896d-4805-8277-cd7a911e664d),segment_id=7cc268ba-896d-4805-8277-cd7a911e664d)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:29:55.814747 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-32820c97-0c90-4ac5-9d54-50df7210917b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:55.892829 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-a3461635-dd78-4b48-aa45-2ce2bdcf76ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'name': 'tempest-RoutersIpV6Test-router-840464130', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:59Z', 'updated_at': '2022-02-09T01:29:51Z', 'revision_number': 8, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None, '_interfaces': [{'id': '2f6305f6-1d2b-4140-a8b1-f7e4f317830d', 'name': '', 'network_id': 'ba754a68-40e8-4272-836d-aea86b3ae262', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:97:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:25Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '965d4178-2834-42bc-8a3e-2a7b389bf81f', 'name': '', 'network_id': '27d23e07-b025-42ee-ae86-49594dfee2cf', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:27:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '012322a2-bd27-4295-8449-4db60734e31d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:24Z', 'updated_at': '2022-02-09T01:29:37Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '012322a2-bd27-4295-8449-4db60734e31d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf3ec1c8-54de-4005-914d-8595d9036034', 'name': '', 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:79:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:15Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:55.940326 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3461635-dd78-4b48-aa45-2ce2bdcf76ae None None] Checking router: 920e13ca-a976-47ce-9b3a-fa8193ecd70e for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:29:55.987870 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfcb063-8554-46d3-958e-497717144481 None None] DHCP port deletion for 206f976d-3e9b-46d1-8d14-74db38d89a2a request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:29:56.001510 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-0dfcb063-8554-46d3-958e-497717144481 None None] Deleting port 1a8278dd-abb8-4675-8e81-893f0edf810b {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:29:56.001510 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0dfcb063-8554-46d3-958e-497717144481 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:56.024028 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-32820c97-0c90-4ac5-9d54-50df7210917b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Calling delete_port for 1a8278dd-abb8-4675-8e81-893f0edf810b owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:29:56.036300 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3461635-dd78-4b48-aa45-2ce2bdcf76ae None None] Routers {'920e13ca-a976-47ce-9b3a-fa8193ecd70e'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:56.036300 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-a3461635-dd78-4b48-aa45-2ce2bdcf76ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:56.124006 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-9a820b70-079b-479f-9896-e8dee65174b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:56.126980 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-9a820b70-079b-479f-9896-e8dee65174b8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac90161469724dd386335c8a610012b8&device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 1095 time: 0.6176620 Feb 09 01:29:56.219358 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-ef6b15ac-3d79-4d5d-9e09-339ceb34621f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a HTTP/1.1" status: 200 len: 217 time: 0.0776377 Feb 09 01:29:56.251210 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-adf62bc0-2d9b-41de-9cda-821f2d3e8cc6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:56.318661 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-32820c97-0c90-4ac5-9d54-50df7210917b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:56.337544 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a9bd27da-4c51-488b-86de-1f096d0376a4 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:56.349723 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a9bd27da-4c51-488b-86de-1f096d0376a4 None None] Transition to ACTIVE for port object 34a87ec1-5e41-4d21-953f-370498236675 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:56.380973 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a9bd27da-4c51-488b-86de-1f096d0376a4 None None] Transition to ACTIVE for port object 34a87ec1-5e41-4d21-953f-370498236675 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:56.380973 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-a3461635-dd78-4b48-aa45-2ce2bdcf76ae None None] Set router 920e13ca-a976-47ce-9b3a-fa8193ecd70e gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:29:56.446777 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a9bd27da-4c51-488b-86de-1f096d0376a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:56.599282 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32820c97-0c90-4ac5-9d54-50df7210917b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event deleted for resources: {'Port': ['ID=1a8278dd-abb8-4675-8e81-893f0edf810b,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:56.607232 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-48acbb17-8f92-4ff2-a508-24adf07735f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:56.608813 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-48acbb17-8f92-4ff2-a508-24adf07735f9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=952e3eee-9c37-4af2-b65e-4d4e2433c9cc HTTP/1.1" status: 200 len: 850 time: 0.3804746 Feb 09 01:29:56.621021 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32820c97-0c90-4ac5-9d54-50df7210917b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] No DVR routers for this DVR port 1a8278dd-abb8-4675-8e81-893f0edf810b on host n-d-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:29:56.702305 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-a136c641-dbf4-4b6b-83a5-fbcd73cc08f1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a29ac5a7-ba1d-4b03-b012-1fa4beb961a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464933 Feb 09 01:29:56.756654 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-adf62bc0-2d9b-41de-9cda-821f2d3e8cc6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:56.776027 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-adf62bc0-2d9b-41de-9cda-821f2d3e8cc6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:56.817583 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-0dfcb063-8554-46d3-958e-497717144481 None None] The port '1a8278dd-abb8-4675-8e81-893f0edf810b' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:29:56.874910 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bd27da-4c51-488b-86de-1f096d0376a4 None None] Network c1b877ff-3bcc-4c8c-a184-4ab52eb74499 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:56.890209 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-a9bd27da-4c51-488b-86de-1f096d0376a4 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:56.890209 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bd27da-4c51-488b-86de-1f096d0376a4 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:29:56.943145 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf62bc0-2d9b-41de-9cda-821f2d3e8cc6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Port': ['ID=8d99a873-a8ca-411c-9ab9-7995fdd24aa2,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:56.967108 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-32820c97-0c90-4ac5-9d54-50df7210917b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:56.971865 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd27da-4c51-488b-86de-1f096d0376a4 None None] Pushing event updated for resources: {'Port': ['ID=34a87ec1-5e41-4d21-953f-370498236675,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:57.035316 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd1aa1-36cd-4bcd-92e0-b3e9c759686a req-f0a3ddb8-a736-4aca-8e38-7acb9982da52 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:57.035316 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0acd1aa1-36cd-4bcd-92e0-b3e9c759686a req-f0a3ddb8-a736-4aca-8e38-7acb9982da52 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 944 time: 0.7391710 Feb 09 01:29:57.045595 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-32820c97-0c90-4ac5-9d54-50df7210917b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206f976d-3e9b-46d1-8d14-74db38d89a2a']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:57.055515 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-a9bd27da-4c51-488b-86de-1f096d0376a4 None None] Attempting to bind port 34a87ec1-5e41-4d21-953f-370498236675 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:29:57.055822 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-a9bd27da-4c51-488b-86de-1f096d0376a4 None None] Attempting to bind port 34a87ec1-5e41-4d21-953f-370498236675 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '8803241a-a3ef-44bf-a2c4-8dba232e39ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'c1b877ff-3bcc-4c8c-a184-4ab52eb74499'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:29:57.056164 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bd27da-4c51-488b-86de-1f096d0376a4 None None] Attempting to bind port 34a87ec1-5e41-4d21-953f-370498236675 on network c1b877ff-3bcc-4c8c-a184-4ab52eb74499 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:29:57.064161 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bd27da-4c51-488b-86de-1f096d0376a4 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:29:57.064563 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bd27da-4c51-488b-86de-1f096d0376a4 None None] Checking segment: {'id': '8803241a-a3ef-44bf-a2c4-8dba232e39ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'c1b877ff-3bcc-4c8c-a184-4ab52eb74499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:29:57.064967 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a9bd27da-4c51-488b-86de-1f096d0376a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:57.065361 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bd27da-4c51-488b-86de-1f096d0376a4 None None] Bound using segment: {'id': '8803241a-a3ef-44bf-a2c4-8dba232e39ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'c1b877ff-3bcc-4c8c-a184-4ab52eb74499'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:29:57.065831 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-a9bd27da-4c51-488b-86de-1f096d0376a4 None None] Bound port: 34a87ec1-5e41-4d21-953f-370498236675, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8803241a-a3ef-44bf-a2c4-8dba232e39ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'c1b877ff-3bcc-4c8c-a184-4ab52eb74499'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:29:57.066200 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a9bd27da-4c51-488b-86de-1f096d0376a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:57.130856 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-32820c97-0c90-4ac5-9d54-50df7210917b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cc268ba-896d-4805-8277-cd7a911e664d') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:57.131159 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-32820c97-0c90-4ac5-9d54-50df7210917b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cc268ba-896d-4805-8277-cd7a911e664d') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:57.178236 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-a9bd27da-4c51-488b-86de-1f096d0376a4 None None] For port 34a87ec1-5e41-4d21-953f-370498236675, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:29:57.182801 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-a3461635-dd78-4b48-aa45-2ce2bdcf76ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'name': 'tempest-RoutersIpV6Test-router-840464130', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:59Z', 'updated_at': '2022-02-09T01:29:51Z', 'revision_number': 8, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None, '_interfaces': [{'id': '2f6305f6-1d2b-4140-a8b1-f7e4f317830d', 'name': '', 'network_id': 'ba754a68-40e8-4272-836d-aea86b3ae262', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:97:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:25Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '965d4178-2834-42bc-8a3e-2a7b389bf81f', 'name': '', 'network_id': '27d23e07-b025-42ee-ae86-49594dfee2cf', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:27:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '012322a2-bd27-4295-8449-4db60734e31d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:24Z', 'updated_at': '2022-02-09T01:29:37Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '012322a2-bd27-4295-8449-4db60734e31d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf3ec1c8-54de-4005-914d-8595d9036034', 'name': '', 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:79:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:15Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:57.188099 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-a9bd27da-4c51-488b-86de-1f096d0376a4 None None] For port 34a87ec1-5e41-4d21-953f-370498236675, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=34a87ec1-5e41-4d21-953f-370498236675,segment=NetworkSegment(8803241a-a3ef-44bf-a2c4-8dba232e39ef),segment_id=8803241a-a3ef-44bf-a2c4-8dba232e39ef)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:29:57.189437 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3461635-dd78-4b48-aa45-2ce2bdcf76ae None None] The sync data for ids ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'] in n-d-828419-1 is: [{'id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'name': 'tempest-RoutersIpV6Test-router-840464130', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:59Z', 'updated_at': '2022-02-09T01:29:51Z', 'revision_number': 8, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None, '_interfaces': [{'id': '2f6305f6-1d2b-4140-a8b1-f7e4f317830d', 'name': '', 'network_id': 'ba754a68-40e8-4272-836d-aea86b3ae262', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:97:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:25Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '965d4178-2834-42bc-8a3e-2a7b389bf81f', 'name': '', 'network_id': '27d23e07-b025-42ee-ae86-49594dfee2cf', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:27:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '012322a2-bd27-4295-8449-4db60734e31d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:24Z', 'updated_at': '2022-02-09T01:29:37Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '012322a2-bd27-4295-8449-4db60734e31d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf3ec1c8-54de-4005-914d-8595d9036034', 'name': '', 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:79:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:15Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:57.196154 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a9bd27da-4c51-488b-86de-1f096d0376a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:57.206001 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-32820c97-0c90-4ac5-9d54-50df7210917b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:57.280512 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0acd1aa1-36cd-4bcd-92e0-b3e9c759686a req-c06dd585-871d-4499-aa4a-f40300dba15c tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294154 Feb 09 01:29:57.293237 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-9f62518d-9f4e-45b8-ba4a-c8c5c89f3c6a service neutron] 10.222.0.35 "GET /v2.0/networks/a29ac5a7-ba1d-4b03-b012-1fa4beb961a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647622 Feb 09 01:29:57.323882 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-32820c97-0c90-4ac5-9d54-50df7210917b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:57.323882 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32820c97-0c90-4ac5-9d54-50df7210917b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Releasing vlan 969 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:29:57.323882 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-32820c97-0c90-4ac5-9d54-50df7210917b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:57.327742 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42442) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:57.383125 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd27da-4c51-488b-86de-1f096d0376a4 None None] Pushing event updated for resources: {'Port': ['ID=34a87ec1-5e41-4d21-953f-370498236675,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:57.473002 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-adf62bc0-2d9b-41de-9cda-821f2d3e8cc6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:57.530418 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:29:57.530418 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:29:57.530418 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:29:57.530418 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:29:57.530418 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:29:57.530418 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:29:57.530418 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:29:57.530418 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:29:57.530418 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:29:57.530418 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:29:57.530418 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:29:57.530418 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:29:57.530418 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:29:57.530418 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:29:57.530418 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:29:57.530418 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:29:57.530418 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:29:57.530418 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:29:57.530418 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:29:57.530418 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:29:57.530418 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:29:57.530418 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:29:57.530418 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:29:57.530418 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:29:57.530418 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:29:57.530418 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:29:57.530418 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:29:57.530418 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:29:57.530418 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:29:57.530418 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:29:57.530418 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:29:57.530418 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:29:57.556030 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-32820c97-0c90-4ac5-9d54-50df7210917b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:57.560263 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-32820c97-0c90-4ac5-9d54-50df7210917b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:57.619458 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b52cad-7ead-4e60-878e-4730bb66adf7 req-2796ff06-84f3-4895-885e-7f6efbdee4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:57.621780 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e6b52cad-7ead-4e60-878e-4730bb66adf7 req-2796ff06-84f3-4895-885e-7f6efbdee4a9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=904dc052-e24e-40c9-a170-864961d68f1f HTTP/1.1" status: 200 len: 1097 time: 0.2968831 Feb 09 01:29:57.677043 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32820c97-0c90-4ac5-9d54-50df7210917b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event deleted for resources: {'Network': ['ID=206f976d-3e9b-46d1-8d14-74db38d89a2a,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:57.677043 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-32820c97-0c90-4ac5-9d54-50df7210917b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/networks/206f976d-3e9b-46d1-8d14-74db38d89a2a HTTP/1.1" status: 204 len: 168 time: 2.9701800 Feb 09 01:29:57.677043 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42450) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:57.869910 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-adf62bc0-2d9b-41de-9cda-821f2d3e8cc6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:57.885067 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e6b52cad-7ead-4e60-878e-4730bb66adf7 req-5f58cd13-95d2-4a8a-9b87-21f8cc9cbc44 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9e4a28c2-1dcd-4875-93e5-19ac2ed6bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268941 Feb 09 01:29:57.943307 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-de703f81-4e1e-4d52-8bec-9b5b4e147e5e req-bfa22348-6961-4adb-b06f-4621d347aef2 service neutron] 10.222.0.35 "GET /v2.0/networks/a29ac5a7-ba1d-4b03-b012-1fa4beb961a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118659 Feb 09 01:29:57.972951 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 34a87ec1-5e41-4d21-953f-370498236675 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:29:58.125057 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 34a87ec1-5e41-4d21-953f-370498236675 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:58.319376 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1a8278dd-abb8-4675-8e81-893f0edf810b no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:29:58.392647 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 1a8278dd-abb8-4675-8e81-893f0edf810b {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:29:58.393274 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1a8278dd-abb8-4675-8e81-893f0edf810b not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:29:58.505748 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abbc30-be00-4109-a9e0-b537aadf8da8 req-0cf30661-9e2a-4b29-965d-526cf3c2e548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.505748 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-82abbc30-be00-4109-a9e0-b537aadf8da8 req-0cf30661-9e2a-4b29-965d-526cf3c2e548 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac90161469724dd386335c8a610012b8&device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 1095 time: 0.2570333 Feb 09 01:29:58.740015 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abbc30-be00-4109-a9e0-b537aadf8da8 req-53a07664-a116-4549-bd07-212a7b8bee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.740015 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-82abbc30-be00-4109-a9e0-b537aadf8da8 req-53a07664-a116-4549-bd07-212a7b8bee5d service neutron] 10.222.0.35 "GET /v2.0/networks?id=a29ac5a7-ba1d-4b03-b012-1fa4beb961a7 HTTP/1.1" status: 200 len: 911 time: 0.2248769 Feb 09 01:29:58.762307 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-adf62bc0-2d9b-41de-9cda-821f2d3e8cc6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:58.774790 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b193dd5-4622-4fdd-b56c-002ae330ceab req-f5dae722-9851-4098-ba71-dc172d46465c tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.782660 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6b193dd5-4622-4fdd-b56c-002ae330ceab req-f5dae722-9851-4098-ba71-dc172d46465c tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 944 time: 0.3764355 Feb 09 01:29:58.806327 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-adf62bc0-2d9b-41de-9cda-821f2d3e8cc6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:58.931403 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-82abbc30-be00-4109-a9e0-b537aadf8da8 req-81a46bde-240a-46e6-aa53-44907c6bd3c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a HTTP/1.1" status: 200 len: 217 time: 0.1648395 Feb 09 01:29:59.042251 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6b193dd5-4622-4fdd-b56c-002ae330ceab req-e84acb67-d509-47ea-9c1b-0ca8e34d237d tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498038 Feb 09 01:29:59.058305 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-adf62bc0-2d9b-41de-9cda-821f2d3e8cc6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:59.108901 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf62bc0-2d9b-41de-9cda-821f2d3e8cc6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Port': ['ID=8d99a873-a8ca-411c-9ab9-7995fdd24aa2,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:59.227982 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65895805-bb0d-4ffa-a2f3-b1282390b688 None None] Network c1b877ff-3bcc-4c8c-a184-4ab52eb74499 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:29:59.292657 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abbc30-be00-4109-a9e0-b537aadf8da8 req-35722349-7fe6-48c0-a063-1db66b3b1250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:59.293874 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-82abbc30-be00-4109-a9e0-b537aadf8da8 req-35722349-7fe6-48c0-a063-1db66b3b1250 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=952e3eee-9c37-4af2-b65e-4d4e2433c9cc HTTP/1.1" status: 200 len: 850 time: 0.1064169 Feb 09 01:29:59.305039 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-729d5859-e6a8-40c4-9d58-61f2b9b0ac42 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:59.328774 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf62bc0-2d9b-41de-9cda-821f2d3e8cc6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network c1b877ff-3bcc-4c8c-a184-4ab52eb74499 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:59.330324 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-adf62bc0-2d9b-41de-9cda-821f2d3e8cc6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:59.443757 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-82abbc30-be00-4109-a9e0-b537aadf8da8 req-67017ca6-9bb3-4d56-aaae-3ce25561ad81 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a29ac5a7-ba1d-4b03-b012-1fa4beb961a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549870 Feb 09 01:29:59.599239 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf62bc0-2d9b-41de-9cda-821f2d3e8cc6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Router bf745700-c7a4-4e1c-8d05-5bb577817f56 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:29:59.733123 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-192f685c-8654-4892-808e-c7eac0243edb None None] Provisioning for port 34a87ec1-5e41-4d21-953f-370498236675 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:59.742469 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-192f685c-8654-4892-808e-c7eac0243edb None None] Provisioning complete for port 34a87ec1-5e41-4d21-953f-370498236675 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:59.743520 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-192f685c-8654-4892-808e-c7eac0243edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:29:59.867731 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-82abbc30-be00-4109-a9e0-b537aadf8da8 req-07e9e5e1-58bc-4326-a336-b9677df8660e service neutron] 10.222.0.35 "GET /v2.0/networks/a29ac5a7-ba1d-4b03-b012-1fa4beb961a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470299 Feb 09 01:29:59.879344 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf62bc0-2d9b-41de-9cda-821f2d3e8cc6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:29:59.893514 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f576ed-d890-4bed-b0b7-a55871cfb7b9 None None] Sync routers for ids ['bf745700-c7a4-4e1c-8d05-5bb577817f56'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:59.900164 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-adf62bc0-2d9b-41de-9cda-821f2d3e8cc6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "PUT /v2.0/routers/bf745700-c7a4-4e1c-8d05-5bb577817f56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0355310 Feb 09 01:29:59.913262 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42484) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:29:59.919215 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f576ed-d890-4bed-b0b7-a55871cfb7b9 None None] Routers {'bf745700-c7a4-4e1c-8d05-5bb577817f56'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:29:59.919215 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-84f576ed-d890-4bed-b0b7-a55871cfb7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['bf745700-c7a4-4e1c-8d05-5bb577817f56'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:00.019960 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:30:00.074208 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd28144a-982a-4388-b786-5629e446ebae tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:00.079227 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fd28144a-982a-4388-b786-5629e446ebae tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Synchronizing usage tracker for tenant:76fc49fef2df435db2f7b8b17bd392f0 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:30:00.093573 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-192f685c-8654-4892-808e-c7eac0243edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:00.095193 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-84f576ed-d890-4bed-b0b7-a55871cfb7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:00.119516 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fd28144a-982a-4388-b786-5629e446ebae tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Unset dirty status for tenant:76fc49fef2df435db2f7b8b17bd392f0 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:30:00.133739 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42492) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:00.133886 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fd28144a-982a-4388-b786-5629e446ebae tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "GET /v2.0/ports/8d99a873-a8ca-411c-9ab9-7995fdd24aa2 HTTP/1.1" status: 200 len: 977 time: 0.2252796 Feb 09 01:30:00.156004 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f576ed-d890-4bed-b0b7-a55871cfb7b9 None None] Routers {'bf745700-c7a4-4e1c-8d05-5bb577817f56'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:00.157045 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-84f576ed-d890-4bed-b0b7-a55871cfb7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['bf745700-c7a4-4e1c-8d05-5bb577817f56'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:00.278451 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-192f685c-8654-4892-808e-c7eac0243edb None None] For port 34a87ec1-5e41-4d21-953f-370498236675, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=34a87ec1-5e41-4d21-953f-370498236675,segment=NetworkSegment(8803241a-a3ef-44bf-a2c4-8dba232e39ef),segment_id=8803241a-a3ef-44bf-a2c4-8dba232e39ef)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:00.292766 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-192f685c-8654-4892-808e-c7eac0243edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:00.330165 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-84f576ed-d890-4bed-b0b7-a55871cfb7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:00.330165 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f576ed-d890-4bed-b0b7-a55871cfb7b9 None None] The sync data for ids ['bf745700-c7a4-4e1c-8d05-5bb577817f56'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:00.429810 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f685c-8654-4892-808e-c7eac0243edb None None] Pushing event updated for resources: {'Port': ['ID=34a87ec1-5e41-4d21-953f-370498236675,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:00.482146 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a,segment=NetworkSegment(5ca59429-e0f2-4b30-a020-4d962552a60d),segment_id=5ca59429-e0f2-4b30-a020-4d962552a60d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:00.508684 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f0d2a0c9-035e-4243-a8ef-76297eebaa91 None None] Provisioning complete for port 34a87ec1-5e41-4d21-953f-370498236675 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:00.508684 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f0d2a0c9-035e-4243-a8ef-76297eebaa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:00.583659 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89775649-49e5-44ec-bdc5-ef9cfb01f37a req-5f6b3fbf-d091-4303-aab3-7c12d658b57f tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:00.586574 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a', 'network_id': 'a29ac5a7-ba1d-4b03-b012-1fa4beb961a7', 'port_id': 'fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a', 'mac_address': 'fa:16:3e:5f:cb:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 982, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '952e3eee-9c37-4af2-b65e-4d4e2433c9cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:30:00.587055 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-89775649-49e5-44ec-bdc5-ef9cfb01f37a req-5f6b3fbf-d091-4303-aab3-7c12d658b57f tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 944 time: 0.2364447 Feb 09 01:30:00.678831 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:00.688009 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-89775649-49e5-44ec-bdc5-ef9cfb01f37a req-49d1205f-3192-4e8e-9166-83474361422e tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946207 Feb 09 01:30:00.714535 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:30:00.806349 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-82abbc30-be00-4109-a9e0-b537aadf8da8 req-5424b25e-891e-4c3a-a904-d57487ddb835 service neutron] 10.222.0.35 "GET /v2.0/networks/a29ac5a7-ba1d-4b03-b012-1fa4beb961a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9265938 Feb 09 01:30:00.823073 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a,segment=NetworkSegment(5ca59429-e0f2-4b30-a020-4d962552a60d),segment_id=5ca59429-e0f2-4b30-a020-4d962552a60d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:00.835779 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f0d2a0c9-035e-4243-a8ef-76297eebaa91 None None] Provisioning for port 8d99a873-a8ca-411c-9ab9-7995fdd24aa2 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:00.835779 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:00.889591 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f0d2a0c9-035e-4243-a8ef-76297eebaa91 None None] Provisioning complete for port 8d99a873-a8ca-411c-9ab9-7995fdd24aa2 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:00.889591 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f0d2a0c9-035e-4243-a8ef-76297eebaa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:00.975268 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-729d5859-e6a8-40c4-9d58-61f2b9b0ac42 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Deleting port 965d4178-2834-42bc-8a3e-2a7b389bf81f {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:00.975782 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-729d5859-e6a8-40c4-9d58-61f2b9b0ac42 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:01.064103 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f0d2a0c9-035e-4243-a8ef-76297eebaa91 None None] Port 8d99a873-a8ca-411c-9ab9-7995fdd24aa2 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:30:01.075222 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:01.115582 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:30:01.306994 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-80077f56-92af-430a-98e7-ec56160ca185 None None] Provisioning complete for port 8d99a873-a8ca-411c-9ab9-7995fdd24aa2 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:01.306994 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-80077f56-92af-430a-98e7-ec56160ca185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:01.411188 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-80077f56-92af-430a-98e7-ec56160ca185 None None] Port 8d99a873-a8ca-411c-9ab9-7995fdd24aa2 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:30:01.566356 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e55d5404-1935-4871-9f47-aa7f63ed688c None None] Provisioning complete for port 8d99a873-a8ca-411c-9ab9-7995fdd24aa2 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:01.566356 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e55d5404-1935-4871-9f47-aa7f63ed688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:01.598501 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-729d5859-e6a8-40c4-9d58-61f2b9b0ac42 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] For port 965d4178-2834-42bc-8a3e-2a7b389bf81f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=965d4178-2834-42bc-8a3e-2a7b389bf81f,segment=NetworkSegment(4367b040-fad6-4b3d-be7a-506a746ee89d),segment_id=4367b040-fad6-4b3d-be7a-506a746ee89d)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:01.598501 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-729d5859-e6a8-40c4-9d58-61f2b9b0ac42 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:01.639617 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e55d5404-1935-4871-9f47-aa7f63ed688c None None] Port 8d99a873-a8ca-411c-9ab9-7995fdd24aa2 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:30:01.733473 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-729d5859-e6a8-40c4-9d58-61f2b9b0ac42 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Calling delete_port for 965d4178-2834-42bc-8a3e-2a7b389bf81f owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:30:01.889709 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 34a87ec1-5e41-4d21-953f-370498236675 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:30:01.966638 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 34a87ec1-5e41-4d21-953f-370498236675 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:01.966638 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:01.970202 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-afff1139-e36e-456c-87d3-6b2d7d21eccc tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:02.053503 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:30:02.219797 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:02.228177 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:02.228177 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:02.232590 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8067d5-a387-4c7a-92e6-003f849da0f4 req-6c602d99-7b83-4432-b95b-381cc023d7f5 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:02.232590 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bb8067d5-a387-4c7a-92e6-003f849da0f4 req-6c602d99-7b83-4432-b95b-381cc023d7f5 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 945 time: 0.3562996 Feb 09 01:30:02.412256 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bb8067d5-a387-4c7a-92e6-003f849da0f4 req-aa57b928-d192-4646-874c-eaadd8912bbf tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200159 Feb 09 01:30:02.423082 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-729d5859-e6a8-40c4-9d58-61f2b9b0ac42 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:02.424105 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:02.493469 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a,segment=NetworkSegment(5ca59429-e0f2-4b30-a020-4d962552a60d),segment_id=5ca59429-e0f2-4b30-a020-4d962552a60d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:02.498627 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb474d57-12b9-424c-bdb2-8ea24688cb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:30:02.539565 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:02.568307 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d5859-e6a8-40c4-9d58-61f2b9b0ac42 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event deleted for resources: {'Port': ['ID=965d4178-2834-42bc-8a3e-2a7b389bf81f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:02.687253 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb474d57-12b9-424c-bdb2-8ea24688cb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a', 'code': 200} Feb 09 01:30:02.762154 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:02.866445 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-afff1139-e36e-456c-87d3-6b2d7d21eccc tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Deleting port 8d99a873-a8ca-411c-9ab9-7995fdd24aa2 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:02.866445 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-afff1139-e36e-456c-87d3-6b2d7d21eccc tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:02.981003 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-729d5859-e6a8-40c4-9d58-61f2b9b0ac42 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:03.334431 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8472315-b547-47e3-a6f1-b953a150c6cf req-7ba14fca-9deb-467c-9768-7acee9afa12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:03.334431 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c8472315-b547-47e3-a6f1-b953a150c6cf req-7ba14fca-9deb-467c-9768-7acee9afa12c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 1097 time: 0.6269062 Feb 09 01:30:03.436678 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c8472315-b547-47e3-a6f1-b953a150c6cf req-93582234-946b-4d8d-bc8c-c853192d27ca service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848048 Feb 09 01:30:03.527925 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-afff1139-e36e-456c-87d3-6b2d7d21eccc tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:03.744647 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-afff1139-e36e-456c-87d3-6b2d7d21eccc tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Calling delete_port for 8d99a873-a8ca-411c-9ab9-7995fdd24aa2 owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:30:03.971372 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729d5859-e6a8-40c4-9d58-61f2b9b0ac42 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Router 920e13ca-a976-47ce-9b3a-fa8193ecd70e has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:30:04.006752 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c4688-43fb-46a1-9dff-09d380c09af9 req-1a9563b5-144f-48ce-8ae0-4cee9c0254ac tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:04.006752 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-734c4688-43fb-46a1-9dff-09d380c09af9 req-1a9563b5-144f-48ce-8ae0-4cee9c0254ac tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 946 time: 0.4370718 Feb 09 01:30:04.234381 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-734c4688-43fb-46a1-9dff-09d380c09af9 req-11da118a-54e2-4489-a76b-e4e5beb8a63b tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804125 Feb 09 01:30:04.251617 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729d5859-e6a8-40c4-9d58-61f2b9b0ac42 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:30:04.268573 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-afff1139-e36e-456c-87d3-6b2d7d21eccc tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:04.282797 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc7ca20-c19d-47a0-ad59-bceb3358ac05 None None] Sync routers for ids ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:04.287108 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42538) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:04.290931 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-729d5859-e6a8-40c4-9d58-61f2b9b0ac42 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "PUT /v2.0/routers/920e13ca-a976-47ce-9b3a-fa8193ecd70e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5992358 Feb 09 01:30:04.294196 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc7ca20-c19d-47a0-ad59-bceb3358ac05 None None] Routers {'920e13ca-a976-47ce-9b3a-fa8193ecd70e'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:04.294196 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-2bc7ca20-c19d-47a0-ad59-bceb3358ac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:04.350511 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff1139-e36e-456c-87d3-6b2d7d21eccc tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event deleted for resources: {'Port': ['ID=8d99a873-a8ca-411c-9ab9-7995fdd24aa2,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:04.400498 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ad585a-66ad-4f0b-a594-95d10ea9edc1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Deleting subnet 012322a2-bd27-4295-8449-4db60734e31d {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:30:04.412162 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-39ad585a-66ad-4f0b-a594-95d10ea9edc1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:04.557639 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-39ad585a-66ad-4f0b-a594-95d10ea9edc1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:04.752787 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-2bc7ca20-c19d-47a0-ad59-bceb3358ac05 None None] Set router 920e13ca-a976-47ce-9b3a-fa8193ecd70e gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:30:04.770182 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-afff1139-e36e-456c-87d3-6b2d7d21eccc tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:04.777579 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-39ad585a-66ad-4f0b-a594-95d10ea9edc1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:04.869093 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-39ad585a-66ad-4f0b-a594-95d10ea9edc1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:04.924712 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad585a-66ad-4f0b-a594-95d10ea9edc1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event deleted for resources: {'Subnet': ['ID=012322a2-bd27-4295-8449-4db60734e31d,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:04.948997 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-39ad585a-66ad-4f0b-a594-95d10ea9edc1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:04.957028 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-39ad585a-66ad-4f0b-a594-95d10ea9edc1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/subnets/012322a2-bd27-4295-8449-4db60734e31d HTTP/1.1" status: 204 len: 168 time: 0.6787560 Feb 09 01:30:04.957028 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42546) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:04.990052 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed552a00-e726-449d-9a20-3fb494f7d88a None None] Network 27d23e07-b025-42ee-ae86-49594dfee2cf requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:30:05.133724 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3e5a712f-69ee-457a-8f08-50dcf1088484 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:05.146994 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-3e5a712f-69ee-457a-8f08-50dcf1088484 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Deleting port d9d8688b-8980-4cbb-80e2-6fe91c999da0 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:05.147345 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3e5a712f-69ee-457a-8f08-50dcf1088484 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:05.422830 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afff1139-e36e-456c-87d3-6b2d7d21eccc tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Router bf745700-c7a4-4e1c-8d05-5bb577817f56 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:30:05.504081 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-2bc7ca20-c19d-47a0-ad59-bceb3358ac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'name': 'tempest-RoutersIpV6Test-router-840464130', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:59Z', 'updated_at': '2022-02-09T01:30:02Z', 'revision_number': 9, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None, '_interfaces': [{'id': '2f6305f6-1d2b-4140-a8b1-f7e4f317830d', 'name': '', 'network_id': 'ba754a68-40e8-4272-836d-aea86b3ae262', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:97:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:25Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf3ec1c8-54de-4005-914d-8595d9036034', 'name': '', 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:79:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:15Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:05.516015 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc7ca20-c19d-47a0-ad59-bceb3358ac05 None None] Checking router: 920e13ca-a976-47ce-9b3a-fa8193ecd70e for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:30:05.545647 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc7ca20-c19d-47a0-ad59-bceb3358ac05 None None] Routers {'920e13ca-a976-47ce-9b3a-fa8193ecd70e'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:05.545647 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-2bc7ca20-c19d-47a0-ad59-bceb3358ac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:05.603397 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afff1139-e36e-456c-87d3-6b2d7d21eccc tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:30:05.613406 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-afff1139-e36e-456c-87d3-6b2d7d21eccc tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "PUT /v2.0/routers/bf745700-c7a4-4e1c-8d05-5bb577817f56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4505100 Feb 09 01:30:05.613406 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42558) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:05.614657 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e46ea82-3a81-4963-a5cc-82cb468472a8 None None] Sync routers for ids ['bf745700-c7a4-4e1c-8d05-5bb577817f56'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:05.633526 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e46ea82-3a81-4963-a5cc-82cb468472a8 None None] Routers {'bf745700-c7a4-4e1c-8d05-5bb577817f56'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:05.634051 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-6e46ea82-3a81-4963-a5cc-82cb468472a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['bf745700-c7a4-4e1c-8d05-5bb577817f56'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:05.699264 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b8f03c-f687-47a1-a63b-45e03fcd48d5 None None] DHCP port deletion for 27d23e07-b025-42ee-ae86-49594dfee2cf request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:30:05.735165 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-c5b8f03c-f687-47a1-a63b-45e03fcd48d5 None None] Deleting port d9d8688b-8980-4cbb-80e2-6fe91c999da0 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:05.735165 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c5b8f03c-f687-47a1-a63b-45e03fcd48d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:05.757553 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-3e5a712f-69ee-457a-8f08-50dcf1088484 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] For port d9d8688b-8980-4cbb-80e2-6fe91c999da0, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d9d8688b-8980-4cbb-80e2-6fe91c999da0,segment=NetworkSegment(4367b040-fad6-4b3d-be7a-506a746ee89d),segment_id=4367b040-fad6-4b3d-be7a-506a746ee89d)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:05.757553 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3e5a712f-69ee-457a-8f08-50dcf1088484 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:05.779535 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-6e46ea82-3a81-4963-a5cc-82cb468472a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:05.795444 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e46ea82-3a81-4963-a5cc-82cb468472a8 None None] Routers {'bf745700-c7a4-4e1c-8d05-5bb577817f56'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:05.795444 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-6e46ea82-3a81-4963-a5cc-82cb468472a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:29:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['bf745700-c7a4-4e1c-8d05-5bb577817f56'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:05.896830 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d9d8688b-8980-4cbb-80e2-6fe91c999da0 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:30:05.934687 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-6e46ea82-3a81-4963-a5cc-82cb468472a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:05.934687 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e46ea82-3a81-4963-a5cc-82cb468472a8 None None] The sync data for ids ['bf745700-c7a4-4e1c-8d05-5bb577817f56'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:05.997770 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-3e5a712f-69ee-457a-8f08-50dcf1088484 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Calling delete_port for d9d8688b-8980-4cbb-80e2-6fe91c999da0 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:30:06.078578 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6493c8-405c-4651-a61b-e78dacccfc97 req-3d9aaf20-bcc9-46f6-bef9-d4cd16fd019b tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:06.080760 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2c6493c8-405c-4651-a61b-e78dacccfc97 req-3d9aaf20-bcc9-46f6-bef9-d4cd16fd019b tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 946 time: 0.6266487 Feb 09 01:30:06.096778 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-2bc7ca20-c19d-47a0-ad59-bceb3358ac05 None None] Set router 920e13ca-a976-47ce-9b3a-fa8193ecd70e gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:30:06.159328 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3e5a712f-69ee-457a-8f08-50dcf1088484 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:06.206580 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2c6493c8-405c-4651-a61b-e78dacccfc97 req-039f0af1-9f79-419a-9fcb-5c941253f244 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923755 Feb 09 01:30:06.219950 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-5300d3e7-ad68-4299-9c69-7e820afcf7fc tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 01:30:06.219950 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5300d3e7-ad68-4299-9c69-7e820afcf7fc tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "PUT /v2.0/routers/bf745700-c7a4-4e1c-8d05-5bb577817f56/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6058490 Feb 09 01:30:06.232926 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42566) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:06.338445 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-c5b8f03c-f687-47a1-a63b-45e03fcd48d5 None None] The port 'd9d8688b-8980-4cbb-80e2-6fe91c999da0' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:30:06.353296 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-53fe4382-88b2-473d-8663-c54affa5c8a3 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Synchronizing usage tracker for tenant:76fc49fef2df435db2f7b8b17bd392f0 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:30:06.361576 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a712f-69ee-457a-8f08-50dcf1088484 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event deleted for resources: {'Port': ['ID=d9d8688b-8980-4cbb-80e2-6fe91c999da0,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:06.373980 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5a712f-69ee-457a-8f08-50dcf1088484 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] No DVR routers for this DVR port d9d8688b-8980-4cbb-80e2-6fe91c999da0 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:06.406960 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-53fe4382-88b2-473d-8663-c54affa5c8a3 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Unset dirty status for tenant:76fc49fef2df435db2f7b8b17bd392f0 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:30:06.406960 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-53fe4382-88b2-473d-8663-c54affa5c8a3 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf745700-c7a4-4e1c-8d05-5bb577817f56 HTTP/1.1" status: 200 len: 205 time: 0.1724246 Feb 09 01:30:06.406960 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42572) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:06.478077 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:06.573509 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3e5a712f-69ee-457a-8f08-50dcf1088484 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:06.651479 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-3e5a712f-69ee-457a-8f08-50dcf1088484 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d23e07-b025-42ee-ae86-49594dfee2cf']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:06.664060 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-3e5a712f-69ee-457a-8f08-50dcf1088484 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4367b040-fad6-4b3d-be7a-506a746ee89d') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:06.664060 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-3e5a712f-69ee-457a-8f08-50dcf1088484 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4367b040-fad6-4b3d-be7a-506a746ee89d') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:06.671718 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-02fa00f2-5351-4c48-9067-a7763d00b46b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:06.676847 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3e5a712f-69ee-457a-8f08-50dcf1088484 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:06.698315 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3e5a712f-69ee-457a-8f08-50dcf1088484 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:06.705863 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e5a712f-69ee-457a-8f08-50dcf1088484 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Releasing vlan 978 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:30:06.705863 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3e5a712f-69ee-457a-8f08-50dcf1088484 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:06.841823 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:30:06.841823 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:30:06.841823 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:30:06.841823 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:30:06.841823 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:30:06.841823 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:30:06.841823 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:30:06.841823 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:30:06.841823 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:30:06.841823 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:30:06.841823 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:30:06.841823 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:30:06.841823 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:30:06.841823 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:30:06.841823 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:30:06.841823 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:30:06.841823 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:30:06.841823 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:30:06.841823 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:30:06.841823 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:30:06.841823 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:30:06.841823 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:30:06.841823 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:30:06.841823 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:30:06.841823 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:30:06.841823 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:30:06.841823 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:30:06.841823 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:30:06.841823 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:30:06.841823 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:30:06.841823 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:30:06.841823 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:30:06.849923 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3e5a712f-69ee-457a-8f08-50dcf1088484 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:06.868269 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3e5a712f-69ee-457a-8f08-50dcf1088484 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:06.907617 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a712f-69ee-457a-8f08-50dcf1088484 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event deleted for resources: {'Network': ['ID=27d23e07-b025-42ee-ae86-49594dfee2cf,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:06.920659 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3e5a712f-69ee-457a-8f08-50dcf1088484 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/networks/27d23e07-b025-42ee-ae86-49594dfee2cf HTTP/1.1" status: 204 len: 168 time: 1.9654484 Feb 09 01:30:06.921495 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42582) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:06.947456 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f57023ce-7849-417a-8525-4dd36d893d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:06.952159 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-2bc7ca20-c19d-47a0-ad59-bceb3358ac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'name': 'tempest-RoutersIpV6Test-router-840464130', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:59Z', 'updated_at': '2022-02-09T01:30:02Z', 'revision_number': 9, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None, '_interfaces': [{'id': '2f6305f6-1d2b-4140-a8b1-f7e4f317830d', 'name': '', 'network_id': 'ba754a68-40e8-4272-836d-aea86b3ae262', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:97:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:25Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf3ec1c8-54de-4005-914d-8595d9036034', 'name': '', 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:79:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:15Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:06.959020 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc7ca20-c19d-47a0-ad59-bceb3358ac05 None None] The sync data for ids ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'] in n-d-828419-1 is: [{'id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'name': 'tempest-RoutersIpV6Test-router-840464130', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:59Z', 'updated_at': '2022-02-09T01:30:02Z', 'revision_number': 9, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None, '_interfaces': [{'id': '2f6305f6-1d2b-4140-a8b1-f7e4f317830d', 'name': '', 'network_id': 'ba754a68-40e8-4272-836d-aea86b3ae262', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:97:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:25Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': 'a7b1fe78-2881-4b48-ae40-ed2679ad23cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf3ec1c8-54de-4005-914d-8595d9036034', 'name': '', 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:79:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:15Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:07.181523 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d91d4-1085-4c15-a125-28f3bb411fc3 req-e9478188-41e3-45d0-81d8-56b147e4c763 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:07.181523 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-914d91d4-1085-4c15-a125-28f3bb411fc3 req-e9478188-41e3-45d0-81d8-56b147e4c763 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 946 time: 0.1800165 Feb 09 01:30:07.298502 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-914d91d4-1085-4c15-a125-28f3bb411fc3 req-356c17cf-5753-4b01-b486-c12115943db1 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186223 Feb 09 01:30:07.366180 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-02fa00f2-5351-4c48-9067-a7763d00b46b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:07.384992 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-02fa00f2-5351-4c48-9067-a7763d00b46b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:07.420876 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-02fa00f2-5351-4c48-9067-a7763d00b46b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:07.420876 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fa00f2-5351-4c48-9067-a7763d00b46b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Fanout notify agent at l3_agent the message router_deleted on router bf745700-c7a4-4e1c-8d05-5bb577817f56 {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:30:07.439555 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-02fa00f2-5351-4c48-9067-a7763d00b46b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:07.443447 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-02fa00f2-5351-4c48-9067-a7763d00b46b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/routers/bf745700-c7a4-4e1c-8d05-5bb577817f56 HTTP/1.1" status: 204 len: 168 time: 1.0393772 Feb 09 01:30:07.443447 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42590) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:07.507486 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bf987-5de5-4f5d-8536-69443a757542 req-3ee08e64-bc74-41a7-9e05-9e44397ae2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:07.507486 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c04bf987-5de5-4f5d-8536-69443a757542 req-3ee08e64-bc74-41a7-9e05-9e44397ae2bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac90161469724dd386335c8a610012b8&device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 1097 time: 0.6057799 Feb 09 01:30:07.639110 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-061b30e2-6d83-4f93-964c-56495377a5a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Deleting subnet 44d657e2-e391-4bc2-8113-020e73559eea {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:30:07.644767 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-061b30e2-6d83-4f93-964c-56495377a5a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:07.745868 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-061b30e2-6d83-4f93-964c-56495377a5a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:07.783363 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a5639998-eaf9-4db2-a84b-9f209bb4e473 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:07.797171 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 965d4178-2834-42bc-8a3e-2a7b389bf81f no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:30:07.819748 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bf987-5de5-4f5d-8536-69443a757542 req-a4346866-7a02-4467-a77b-19bc3a0af288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:07.819748 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c04bf987-5de5-4f5d-8536-69443a757542 req-a4346866-7a02-4467-a77b-19bc3a0af288 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a29ac5a7-ba1d-4b03-b012-1fa4beb961a7 HTTP/1.1" status: 200 len: 911 time: 0.2922487 Feb 09 01:30:07.847953 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 965d4178-2834-42bc-8a3e-2a7b389bf81f {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:30:07.847953 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 965d4178-2834-42bc-8a3e-2a7b389bf81f not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:30:07.907586 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c04bf987-5de5-4f5d-8536-69443a757542 req-03f65c81-f53b-4eac-bc88-95f4f5f95f37 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a HTTP/1.1" status: 200 len: 217 time: 0.0822957 Feb 09 01:30:07.980617 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-061b30e2-6d83-4f93-964c-56495377a5a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:08.023580 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bf987-5de5-4f5d-8536-69443a757542 req-5efc415b-4cc6-4882-88f2-76ceff02c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:08.024985 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c04bf987-5de5-4f5d-8536-69443a757542 req-5efc415b-4cc6-4882-88f2-76ceff02c7b4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=952e3eee-9c37-4af2-b65e-4d4e2433c9cc HTTP/1.1" status: 200 len: 850 time: 0.1172638 Feb 09 01:30:08.079145 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c04bf987-5de5-4f5d-8536-69443a757542 req-8716b85f-0040-4148-b6f2-15ecae428568 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a29ac5a7-ba1d-4b03-b012-1fa4beb961a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439141 Feb 09 01:30:08.249749 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-061b30e2-6d83-4f93-964c-56495377a5a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:08.318158 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-061b30e2-6d83-4f93-964c-56495377a5a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:08.318158 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b30e2-6d83-4f93-964c-56495377a5a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event deleted for resources: {'Subnet': ['ID=44d657e2-e391-4bc2-8113-020e73559eea,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:08.329211 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02959fb8-5978-4363-8a10-abf4fa878d6c None None] Network c1b877ff-3bcc-4c8c-a184-4ab52eb74499 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:30:08.338182 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c04bf987-5de5-4f5d-8536-69443a757542 req-a29ad017-76d1-4cbf-b466-baccc5892617 service neutron] 10.222.0.35 "GET /v2.0/networks/a29ac5a7-ba1d-4b03-b012-1fa4beb961a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517912 Feb 09 01:30:08.353695 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-061b30e2-6d83-4f93-964c-56495377a5a6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/subnets/44d657e2-e391-4bc2-8113-020e73559eea HTTP/1.1" status: 204 len: 168 time: 0.9035594 Feb 09 01:30:08.353695 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42600) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:08.366961 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-a5639998-eaf9-4db2-a84b-9f209bb4e473 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Deleting port 2f6305f6-1d2b-4140-a8b1-f7e4f317830d {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:08.367445 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a5639998-eaf9-4db2-a84b-9f209bb4e473 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:08.700421 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-a5639998-eaf9-4db2-a84b-9f209bb4e473 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] For port 2f6305f6-1d2b-4140-a8b1-f7e4f317830d, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=2f6305f6-1d2b-4140-a8b1-f7e4f317830d,segment=NetworkSegment(08c8817f-04f7-4a8e-8573-2258d3491843),segment_id=08c8817f-04f7-4a8e-8573-2258d3491843)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:08.700421 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a5639998-eaf9-4db2-a84b-9f209bb4e473 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:08.760942 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20607ff9-1b75-45ad-a5f2-52f9be463e7a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:08.785224 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517fc5bc-6075-4f81-b9e3-3800b95be2b7 None None] DHCP port deletion for c1b877ff-3bcc-4c8c-a184-4ab52eb74499 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:30:08.792040 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-517fc5bc-6075-4f81-b9e3-3800b95be2b7 None None] Deleting port 34a87ec1-5e41-4d21-953f-370498236675 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:08.792844 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-517fc5bc-6075-4f81-b9e3-3800b95be2b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:08.830541 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-20607ff9-1b75-45ad-a5f2-52f9be463e7a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Deleting port 34a87ec1-5e41-4d21-953f-370498236675 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:08.830541 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20607ff9-1b75-45ad-a5f2-52f9be463e7a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:08.899055 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-a5639998-eaf9-4db2-a84b-9f209bb4e473 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Calling delete_port for 2f6305f6-1d2b-4140-a8b1-f7e4f317830d owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:30:08.945785 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c04bf987-5de5-4f5d-8536-69443a757542 req-7bd481da-4c66-42b7-8842-548fc47c7e88 service neutron] 10.222.0.35 "GET /v2.0/networks/a29ac5a7-ba1d-4b03-b012-1fa4beb961a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5801105 Feb 09 01:30:09.038780 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d626cb-52e4-4857-b5e1-3e42a28537d9 req-ba3fe895-3906-4bbc-9caa-43d0c0a48947 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:09.072994 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9d626cb-52e4-4857-b5e1-3e42a28537d9 req-ba3fe895-3906-4bbc-9caa-43d0c0a48947 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 946 time: 0.5655251 Feb 09 01:30:09.235621 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a5639998-eaf9-4db2-a84b-9f209bb4e473 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:09.276352 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-517fc5bc-6075-4f81-b9e3-3800b95be2b7 None None] For port 34a87ec1-5e41-4d21-953f-370498236675, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=34a87ec1-5e41-4d21-953f-370498236675,segment=NetworkSegment(8803241a-a3ef-44bf-a2c4-8dba232e39ef),segment_id=8803241a-a3ef-44bf-a2c4-8dba232e39ef)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:09.276352 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-517fc5bc-6075-4f81-b9e3-3800b95be2b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:09.309471 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9d626cb-52e4-4857-b5e1-3e42a28537d9 req-2b7340cb-7e7b-426e-bfaf-0316f0e07190 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317481 Feb 09 01:30:09.332430 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5639998-eaf9-4db2-a84b-9f209bb4e473 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event deleted for resources: {'Port': ['ID=2f6305f6-1d2b-4140-a8b1-f7e4f317830d,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:09.526346 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-20607ff9-1b75-45ad-a5f2-52f9be463e7a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] For port 34a87ec1-5e41-4d21-953f-370498236675, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=34a87ec1-5e41-4d21-953f-370498236675,segment=NetworkSegment(8803241a-a3ef-44bf-a2c4-8dba232e39ef),segment_id=8803241a-a3ef-44bf-a2c4-8dba232e39ef)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:09.526707 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20607ff9-1b75-45ad-a5f2-52f9be463e7a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:09.569646 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5c370b42-7b69-424b-a087-236b4b2b9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:09.580850 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a5639998-eaf9-4db2-a84b-9f209bb4e473 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:09.625349 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-517fc5bc-6075-4f81-b9e3-3800b95be2b7 None None] Calling delete_port for 34a87ec1-5e41-4d21-953f-370498236675 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:30:09.719109 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-20607ff9-1b75-45ad-a5f2-52f9be463e7a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Calling delete_port for 34a87ec1-5e41-4d21-953f-370498236675 owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:30:09.758789 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-517fc5bc-6075-4f81-b9e3-3800b95be2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:09.813403 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517fc5bc-6075-4f81-b9e3-3800b95be2b7 None None] Pushing event deleted for resources: {'Port': ['ID=34a87ec1-5e41-4d21-953f-370498236675,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:09.815429 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517fc5bc-6075-4f81-b9e3-3800b95be2b7 None None] No DVR routers for this DVR port 34a87ec1-5e41-4d21-953f-370498236675 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:09.828463 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.api [None req-20607ff9-1b75-45ad-a5f2-52f9be463e7a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:30:09.828875 n-d-828419-1 neutron-server[87612]: DEBUG oslo_db.api [None req-20607ff9-1b75-45ad-a5f2-52f9be463e7a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:30:09.980930 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 34a87ec1-5e41-4d21-953f-370498236675 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:30:10.046831 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 34a87ec1-5e41-4d21-953f-370498236675 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:30:10.046831 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 34a87ec1-5e41-4d21-953f-370498236675 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:30:10.127909 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5639998-eaf9-4db2-a84b-9f209bb4e473 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Router 920e13ca-a976-47ce-9b3a-fa8193ecd70e has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:30:10.295314 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5639998-eaf9-4db2-a84b-9f209bb4e473 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:30:10.304803 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3fe666-10ce-4481-8cb8-e8261b3a3649 None None] Sync routers for ids ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:10.315997 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42626) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:10.320963 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a5639998-eaf9-4db2-a84b-9f209bb4e473 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "PUT /v2.0/routers/920e13ca-a976-47ce-9b3a-fa8193ecd70e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3982952 Feb 09 01:30:10.325232 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3fe666-10ce-4481-8cb8-e8261b3a3649 None None] Routers {'920e13ca-a976-47ce-9b3a-fa8193ecd70e'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:10.325870 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-2a3fe666-10ce-4481-8cb8-e8261b3a3649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:30:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:10.352126 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-20607ff9-1b75-45ad-a5f2-52f9be463e7a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Deleting port 34a87ec1-5e41-4d21-953f-370498236675 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:10.352491 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20607ff9-1b75-45ad-a5f2-52f9be463e7a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:10.439779 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-20607ff9-1b75-45ad-a5f2-52f9be463e7a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] The port '34a87ec1-5e41-4d21-953f-370498236675' was deleted {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:30:10.515856 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:10.570360 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-2a3fe666-10ce-4481-8cb8-e8261b3a3649 None None] Set router 920e13ca-a976-47ce-9b3a-fa8193ecd70e gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:30:10.627569 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782d664-dc76-40e8-9149-662f80d7131e req-e06e65cf-bd3e-4087-83ae-9a2dc95b90a7 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:10.627569 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2782d664-dc76-40e8-9149-662f80d7131e req-e06e65cf-bd3e-4087-83ae-9a2dc95b90a7 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 946 time: 0.1370959 Feb 09 01:30:10.685077 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:10.690074 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20607ff9-1b75-45ad-a5f2-52f9be463e7a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:10.702868 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-809bbb7b-461a-4934-8953-e87cbe5f63f0 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Deleting subnet a7b1fe78-2881-4b48-ae40-ed2679ad23cc {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:30:10.707142 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2782d664-dc76-40e8-9149-662f80d7131e req-d731cfa3-de60-48b6-bfe0-201136c111e1 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801523 Feb 09 01:30:10.709900 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-809bbb7b-461a-4934-8953-e87cbe5f63f0 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:10.784808 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-20607ff9-1b75-45ad-a5f2-52f9be463e7a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b877ff-3bcc-4c8c-a184-4ab52eb74499']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:10.811845 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-20607ff9-1b75-45ad-a5f2-52f9be463e7a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8803241a-a3ef-44bf-a2c4-8dba232e39ef') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:10.811845 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-20607ff9-1b75-45ad-a5f2-52f9be463e7a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8803241a-a3ef-44bf-a2c4-8dba232e39ef') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:10.822360 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-809bbb7b-461a-4934-8953-e87cbe5f63f0 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:10.858007 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20607ff9-1b75-45ad-a5f2-52f9be463e7a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:10.901085 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20607ff9-1b75-45ad-a5f2-52f9be463e7a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:10.917063 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20607ff9-1b75-45ad-a5f2-52f9be463e7a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Releasing vlan 995 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:30:10.917063 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20607ff9-1b75-45ad-a5f2-52f9be463e7a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:30:10.932101 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:30:10.940184 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aac7fce1-5479-4f36-b12c-5058baefff09 req-b2d9e26c-59e0-4e59-ab1e-aba56d44dc38 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d2f8d2bf-33ce-4ce8-8dc8-8ece56b52259&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4218926 Feb 09 01:30:10.995633 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-2a3fe666-10ce-4481-8cb8-e8261b3a3649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'name': 'tempest-RoutersIpV6Test-router-840464130', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:59Z', 'updated_at': '2022-02-09T01:30:09Z', 'revision_number': 10, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None, '_interfaces': [{'id': 'cf3ec1c8-54de-4005-914d-8595d9036034', 'name': '', 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:79:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:15Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:11.001642 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3fe666-10ce-4481-8cb8-e8261b3a3649 None None] Checking router: 920e13ca-a976-47ce-9b3a-fa8193ecd70e for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:30:11.010957 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3fe666-10ce-4481-8cb8-e8261b3a3649 None None] Routers {'920e13ca-a976-47ce-9b3a-fa8193ecd70e'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:11.012281 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-2a3fe666-10ce-4481-8cb8-e8261b3a3649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:30:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:11.095957 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-809bbb7b-461a-4934-8953-e87cbe5f63f0 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:11.126188 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20607ff9-1b75-45ad-a5f2-52f9be463e7a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:11.159901 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20607ff9-1b75-45ad-a5f2-52f9be463e7a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:11.183509 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20607ff9-1b75-45ad-a5f2-52f9be463e7a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event deleted for resources: {'Network': ['ID=c1b877ff-3bcc-4c8c-a184-4ab52eb74499,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:11.204873 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-20607ff9-1b75-45ad-a5f2-52f9be463e7a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/networks/c1b877ff-3bcc-4c8c-a184-4ab52eb74499 HTTP/1.1" status: 204 len: 168 time: 2.8364859 Feb 09 01:30:11.208845 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42640) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:11.213747 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7fce1-5479-4f36-b12c-5058baefff09 req-5c37c83e-d3de-4108-a82c-98d3ae7b3f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:11.213747 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aac7fce1-5479-4f36-b12c-5058baefff09 req-5c37c83e-d3de-4108-a82c-98d3ae7b3f35 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9&device_id=d2f8d2bf-33ce-4ce8-8dc8-8ece56b52259 HTTP/1.1" status: 200 len: 1097 time: 0.1823580 Feb 09 01:30:11.227673 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-3776968f-0127-40fb-a927-6b6abd48f801 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Request body: {'network': {'name': 'tempest-RoutersTest-1455131549'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:11.231590 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-809bbb7b-461a-4934-8953-e87cbe5f63f0 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:11.236063 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3776968f-0127-40fb-a927-6b6abd48f801 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:11.239779 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-2a3fe666-10ce-4481-8cb8-e8261b3a3649 None None] Set router 920e13ca-a976-47ce-9b3a-fa8193ecd70e gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:30:11.244649 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3776968f-0127-40fb-a927-6b6abd48f801 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Usage tracker for resource:network and tenant:76fc49fef2df435db2f7b8b17bd392f0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:11.244649 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3776968f-0127-40fb-a927-6b6abd48f801 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:11.253219 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3776968f-0127-40fb-a927-6b6abd48f801 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:11.268092 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3776968f-0127-40fb-a927-6b6abd48f801 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Made reservation on behalf of 76fc49fef2df435db2f7b8b17bd392f0 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:11.268092 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3776968f-0127-40fb-a927-6b6abd48f801 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:11.336875 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3776968f-0127-40fb-a927-6b6abd48f801 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 977} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:30:11.346404 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809bbb7b-461a-4934-8953-e87cbe5f63f0 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event deleted for resources: {'Subnet': ['ID=a7b1fe78-2881-4b48-ae40-ed2679ad23cc,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:11.353132 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-809bbb7b-461a-4934-8953-e87cbe5f63f0 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:11.354484 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3776968f-0127-40fb-a927-6b6abd48f801 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:11.354842 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-3776968f-0127-40fb-a927-6b6abd48f801 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Added segment f0350d0b-c285-4cb2-ac73-415a42eac5ce of type vlan for network af603c68-1470-48b4-bcbe-844c7cb0388f Feb 09 01:30:11.369104 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-809bbb7b-461a-4934-8953-e87cbe5f63f0 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/subnets/a7b1fe78-2881-4b48-ae40-ed2679ad23cc HTTP/1.1" status: 204 len: 168 time: 1.0519652 Feb 09 01:30:11.369587 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42644) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:11.409893 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3776968f-0127-40fb-a927-6b6abd48f801 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:11.429311 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b129d5-5390-4bc8-b43e-f50eb8f05563 None None] Network ba754a68-40e8-4272-836d-aea86b3ae262 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:30:11.466605 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3776968f-0127-40fb-a927-6b6abd48f801 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:11.476389 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3776968f-0127-40fb-a927-6b6abd48f801 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:11.476389 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3776968f-0127-40fb-a927-6b6abd48f801 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:11.549704 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8f3baacc-4da6-4f51-bd6d-3a7d510a7589 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:11.549704 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7fce1-5479-4f36-b12c-5058baefff09 req-e7f7033c-ea4f-49f6-99f6-71426a41d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:11.549704 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aac7fce1-5479-4f36-b12c-5058baefff09 req-e7f7033c-ea4f-49f6-99f6-71426a41d5bf service neutron] 10.222.0.35 "GET /v2.0/networks?id=37619b15-03b6-4ee3-8b5e-c1b376918ea6 HTTP/1.1" status: 200 len: 912 time: 0.2897551 Feb 09 01:30:11.604335 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3776968f-0127-40fb-a927-6b6abd48f801 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4013076 Feb 09 01:30:11.604335 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42650) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:11.617713 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-2e813f77-5b26-46ed-be5e-cdd4b6c1e375 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Request body: {'subnet': {'network_id': 'af603c68-1470-48b4-bcbe-844c7cb0388f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:11.634857 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776968f-0127-40fb-a927-6b6abd48f801 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Network': ['ID=af603c68-1470-48b4-bcbe-844c7cb0388f,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:11.798033 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network af603c68-1470-48b4-bcbe-844c7cb0388f details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:30:11.817375 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2e813f77-5b26-46ed-be5e-cdd4b6c1e375 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:11.827375 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2e813f77-5b26-46ed-be5e-cdd4b6c1e375 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Usage tracker for resource:subnet and tenant:76fc49fef2df435db2f7b8b17bd392f0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:11.833392 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2e813f77-5b26-46ed-be5e-cdd4b6c1e375 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:11.841215 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-8f3baacc-4da6-4f51-bd6d-3a7d510a7589 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Deleting port e7289b33-f797-42e9-ba2c-5f94af2ef173 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:11.842214 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8f3baacc-4da6-4f51-bd6d-3a7d510a7589 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:11.845426 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2e813f77-5b26-46ed-be5e-cdd4b6c1e375 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:11.890647 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e813f77-5b26-46ed-be5e-cdd4b6c1e375 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Made reservation on behalf of 76fc49fef2df435db2f7b8b17bd392f0 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:11.890647 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2e813f77-5b26-46ed-be5e-cdd4b6c1e375 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:12.014044 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:12.150253 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aac7fce1-5479-4f36-b12c-5058baefff09 req-da0a3130-5439-45ef-8008-01121d3191e5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c HTTP/1.1" status: 200 len: 1001 time: 0.5927918 Feb 09 01:30:12.175189 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a80c72-b681-4ccb-8041-84bab046d41c None None] DHCP port deletion for ba754a68-40e8-4272-836d-aea86b3ae262 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:30:12.192893 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-c7a80c72-b681-4ccb-8041-84bab046d41c None None] Deleting port e7289b33-f797-42e9-ba2c-5f94af2ef173 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:12.193278 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c7a80c72-b681-4ccb-8041-84bab046d41c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:12.338300 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2e813f77-5b26-46ed-be5e-cdd4b6c1e375 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:12.430358 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-8f3baacc-4da6-4f51-bd6d-3a7d510a7589 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] For port e7289b33-f797-42e9-ba2c-5f94af2ef173, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=e7289b33-f797-42e9-ba2c-5f94af2ef173,segment=NetworkSegment(08c8817f-04f7-4a8e-8573-2258d3491843),segment_id=08c8817f-04f7-4a8e-8573-2258d3491843)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:12.430358 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8f3baacc-4da6-4f51-bd6d-3a7d510a7589 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:12.446816 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e813f77-5b26-46ed-be5e-cdd4b6c1e375 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Subnet': ['ID=20f0636c-8c15-4d05-85ef-28967e5adba6,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:12.460738 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-c7a80c72-b681-4ccb-8041-84bab046d41c None None] For port e7289b33-f797-42e9-ba2c-5f94af2ef173, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=e7289b33-f797-42e9-ba2c-5f94af2ef173,segment=NetworkSegment(08c8817f-04f7-4a8e-8573-2258d3491843),segment_id=08c8817f-04f7-4a8e-8573-2258d3491843)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:12.460738 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c7a80c72-b681-4ccb-8041-84bab046d41c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:12.498900 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e813f77-5b26-46ed-be5e-cdd4b6c1e375 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Checking segment: {'id': 'f0350d0b-c285-4cb2-ac73-415a42eac5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'af603c68-1470-48b4-bcbe-844c7cb0388f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:30:12.498900 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e813f77-5b26-46ed-be5e-cdd4b6c1e375 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network hostable DHCP agents. Network: af603c68-1470-48b4-bcbe-844c7cb0388f, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:30:12.520327 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e813f77-5b26-46ed-be5e-cdd4b6c1e375 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network af603c68-1470-48b4-bcbe-844c7cb0388f is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:30:12.535014 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-2e813f77-5b26-46ed-be5e-cdd4b6c1e375 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, af603c68-1470-48b4-bcbe-844c7cb0388f) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:12.548701 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e813f77-5b26-46ed-be5e-cdd4b6c1e375 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:12.549553 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2e813f77-5b26-46ed-be5e-cdd4b6c1e375 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:12.574765 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2e813f77-5b26-46ed-be5e-cdd4b6c1e375 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9702902 Feb 09 01:30:12.577153 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42666) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:12.585439 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-8f3baacc-4da6-4f51-bd6d-3a7d510a7589 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Calling delete_port for e7289b33-f797-42e9-ba2c-5f94af2ef173 owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:30:12.585992 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-5e2b6372-9128-4a99-9a6e-dfacf58a4448 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1295546700', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:12.594340 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5e2b6372-9128-4a99-9a6e-dfacf58a4448 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:12.599790 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5e2b6372-9128-4a99-9a6e-dfacf58a4448 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Usage tracker for resource:router and tenant:76fc49fef2df435db2f7b8b17bd392f0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:12.631066 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5e2b6372-9128-4a99-9a6e-dfacf58a4448 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:12.635172 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fbe977-0163-4c3b-a732-58c4502135f2 None None] Network af603c68-1470-48b4-bcbe-844c7cb0388f requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:30:12.642072 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5e2b6372-9128-4a99-9a6e-dfacf58a4448 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:12.652237 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-c7a80c72-b681-4ccb-8041-84bab046d41c None None] Calling delete_port for e7289b33-f797-42e9-ba2c-5f94af2ef173 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:30:12.665659 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5e2b6372-9128-4a99-9a6e-dfacf58a4448 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:12.665659 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5e2b6372-9128-4a99-9a6e-dfacf58a4448 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:12.679202 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7fce1-5479-4f36-b12c-5058baefff09 req-358991ee-b8ba-44d8-a7af-e58039fe06ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:12.679202 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aac7fce1-5479-4f36-b12c-5058baefff09 req-358991ee-b8ba-44d8-a7af-e58039fe06ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5c99494-da9a-458d-b6b1-e6de1927c8e8 HTTP/1.1" status: 200 len: 850 time: 0.5174236 Feb 09 01:30:12.692619 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a54fd-e226-465c-a9b9-494ff15fbdb0 req-e38cc922-ded4-4e17-865b-7a757590fbe8 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:12.707014 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d86a54fd-e226-465c-a9b9-494ff15fbdb0 req-e38cc922-ded4-4e17-865b-7a757590fbe8 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 946 time: 0.7505627 Feb 09 01:30:12.710316 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5e2b6372-9128-4a99-9a6e-dfacf58a4448 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:12.714011 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8f3baacc-4da6-4f51-bd6d-3a7d510a7589 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:12.739312 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5e2b6372-9128-4a99-9a6e-dfacf58a4448 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:12.786058 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5e2b6372-9128-4a99-9a6e-dfacf58a4448 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:12.793775 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5e2b6372-9128-4a99-9a6e-dfacf58a4448 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2062140 Feb 09 01:30:12.793775 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42670) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:12.814205 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3baacc-4da6-4f51-bd6d-3a7d510a7589 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event deleted for resources: {'Port': ['ID=e7289b33-f797-42e9-ba2c-5f94af2ef173,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:12.834287 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3baacc-4da6-4f51-bd6d-3a7d510a7589 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] No DVR routers for this DVR port e7289b33-f797-42e9-ba2c-5f94af2ef173 on host n-d-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:12.993997 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8f3baacc-4da6-4f51-bd6d-3a7d510a7589 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:13.022757 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-8f3baacc-4da6-4f51-bd6d-3a7d510a7589 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba754a68-40e8-4272-836d-aea86b3ae262']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:13.045376 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-8f3baacc-4da6-4f51-bd6d-3a7d510a7589 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08c8817f-04f7-4a8e-8573-2258d3491843') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:13.045376 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-8f3baacc-4da6-4f51-bd6d-3a7d510a7589 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08c8817f-04f7-4a8e-8573-2258d3491843') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:13.045376 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8f3baacc-4da6-4f51-bd6d-3a7d510a7589 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:13.061957 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8f3baacc-4da6-4f51-bd6d-3a7d510a7589 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:13.061957 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f3baacc-4da6-4f51-bd6d-3a7d510a7589 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Releasing vlan 959 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:30:13.065803 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8f3baacc-4da6-4f51-bd6d-3a7d510a7589 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:13.107545 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-c7a80c72-b681-4ccb-8041-84bab046d41c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:30:13.107545 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-c7a80c72-b681-4ccb-8041-84bab046d41c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:30:13.107545 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-2a3fe666-10ce-4481-8cb8-e8261b3a3649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'name': 'tempest-RoutersIpV6Test-router-840464130', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:59Z', 'updated_at': '2022-02-09T01:30:09Z', 'revision_number': 10, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None, '_interfaces': [{'id': 'cf3ec1c8-54de-4005-914d-8595d9036034', 'name': '', 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:79:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:15Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:13.139254 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3fe666-10ce-4481-8cb8-e8261b3a3649 None None] The sync data for ids ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'] in n-d-828419-1 is: [{'id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'name': 'tempest-RoutersIpV6Test-router-840464130', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:59Z', 'updated_at': '2022-02-09T01:30:09Z', 'revision_number': 10, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None, '_interfaces': [{'id': 'cf3ec1c8-54de-4005-914d-8595d9036034', 'name': '', 'network_id': 'f32dd850-dc39-458c-83c7-15ff44713f3e', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'mac_address': 'fa:16:3e:79:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:15Z', 'revision_number': 5, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'subnets': [{'id': '53fe123c-76c2-4d82-81b2-b902f69abd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:13.139254 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef86b993-3f6c-4c29-984d-98be504a5aac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-af603c68-1470-48b4-bcbe-844c7cb0388f', 'network_id': 'af603c68-1470-48b4-bcbe-844c7cb0388f', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'fixed_ips': [{'subnet_id': '20f0636c-8c15-4d05-85ef-28967e5adba6'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:30:13.139254 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ef86b993-3f6c-4c29-984d-98be504a5aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:13.195301 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:30:13.195301 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:30:13.195301 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:30:13.195301 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:30:13.195301 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:30:13.195301 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:30:13.195301 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:30:13.195301 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:30:13.195301 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:30:13.195301 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:30:13.195301 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:30:13.195301 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:30:13.195301 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:30:13.195301 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:30:13.195301 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:30:13.195301 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:30:13.195301 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:30:13.195301 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:30:13.195301 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:30:13.195301 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:30:13.195301 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:30:13.195301 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:30:13.195301 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:30:13.195301 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:30:13.195301 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:30:13.195301 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:30:13.195301 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:30:13.195301 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:30:13.195301 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:30:13.195301 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:30:13.195301 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:30:13.195301 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:30:13.218383 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d86a54fd-e226-465c-a9b9-494ff15fbdb0 req-65dcf6bc-2a76-4a48-a238-dd5b166e4583 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5092266 Feb 09 01:30:13.218383 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8f3baacc-4da6-4f51-bd6d-3a7d510a7589 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:13.249517 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8f3baacc-4da6-4f51-bd6d-3a7d510a7589 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:13.249998 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3baacc-4da6-4f51-bd6d-3a7d510a7589 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event deleted for resources: {'Network': ['ID=ba754a68-40e8-4272-836d-aea86b3ae262,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:13.276797 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8f3baacc-4da6-4f51-bd6d-3a7d510a7589 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/networks/ba754a68-40e8-4272-836d-aea86b3ae262 HTTP/1.1" status: 204 len: 168 time: 1.9062474 Feb 09 01:30:13.276929 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42678) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:13.283878 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7fce1-5479-4f36-b12c-5058baefff09 req-3d20ce77-87ca-4b28-9f99-4ce4d6a3e6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:13.285574 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aac7fce1-5479-4f36-b12c-5058baefff09 req-3d20ce77-87ca-4b28-9f99-4ce4d6a3e6ce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37619b15-03b6-4ee3-8b5e-c1b376918ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5720572 Feb 09 01:30:13.541570 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-ef86b993-3f6c-4c29-984d-98be504a5aac None None] Allocated IP 172.20.0.2 (af603c68-1470-48b4-bcbe-844c7cb0388f/20f0636c-8c15-4d05-85ef-28967e5adba6/70bdb391-1048-4bdf-9ff4-ca700b2df452) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:13.545222 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aac7fce1-5479-4f36-b12c-5058baefff09 req-48c778f7-9dca-4f09-a568-82b14bb4db45 service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427747 Feb 09 01:30:13.700765 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-c7a80c72-b681-4ccb-8041-84bab046d41c None None] Deleting port e7289b33-f797-42e9-ba2c-5f94af2ef173 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:13.700765 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c7a80c72-b681-4ccb-8041-84bab046d41c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:13.826007 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aac7fce1-5479-4f36-b12c-5058baefff09 req-2a459655-527f-4277-aa12-3529541fe527 service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728922 Feb 09 01:30:13.835921 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-c7a80c72-b681-4ccb-8041-84bab046d41c None None] The port 'e7289b33-f797-42e9-ba2c-5f94af2ef173' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:30:13.935017 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 2f6305f6-1d2b-4140-a8b1-f7e4f317830d no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:30:14.003117 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 2f6305f6-1d2b-4140-a8b1-f7e4f317830d {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:30:14.003117 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 2f6305f6-1d2b-4140-a8b1-f7e4f317830d not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:30:14.003531 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device e7289b33-f797-42e9-ba2c-5f94af2ef173 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:30:14.083713 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: e7289b33-f797-42e9-ba2c-5f94af2ef173 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:30:14.083713 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device e7289b33-f797-42e9-ba2c-5f94af2ef173 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:30:14.135540 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ef86b993-3f6c-4c29-984d-98be504a5aac None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:14.183747 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ef86b993-3f6c-4c29-984d-98be504a5aac None None] Transition to ACTIVE for port object 70bdb391-1048-4bdf-9ff4-ca700b2df452 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:14.211315 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ef86b993-3f6c-4c29-984d-98be504a5aac None None] Transition to ACTIVE for port object 70bdb391-1048-4bdf-9ff4-ca700b2df452 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:14.222632 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ef86b993-3f6c-4c29-984d-98be504a5aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:14.352429 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef86b993-3f6c-4c29-984d-98be504a5aac None None] Network af603c68-1470-48b4-bcbe-844c7cb0388f is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:14.356456 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-ef86b993-3f6c-4c29-984d-98be504a5aac None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:14.360746 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef86b993-3f6c-4c29-984d-98be504a5aac None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:30:14.394599 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f6675192-8dbb-478a-88eb-ea1e1f6ec4ec tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:14.437244 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86b993-3f6c-4c29-984d-98be504a5aac None None] Pushing event updated for resources: {'Port': ['ID=70bdb391-1048-4bdf-9ff4-ca700b2df452,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:14.487692 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-ef86b993-3f6c-4c29-984d-98be504a5aac None None] Attempting to bind port 70bdb391-1048-4bdf-9ff4-ca700b2df452 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:30:14.487692 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-ef86b993-3f6c-4c29-984d-98be504a5aac None None] Attempting to bind port 70bdb391-1048-4bdf-9ff4-ca700b2df452 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'f0350d0b-c285-4cb2-ac73-415a42eac5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'af603c68-1470-48b4-bcbe-844c7cb0388f'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:30:14.487692 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef86b993-3f6c-4c29-984d-98be504a5aac None None] Attempting to bind port 70bdb391-1048-4bdf-9ff4-ca700b2df452 on network af603c68-1470-48b4-bcbe-844c7cb0388f {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:30:14.494658 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef86b993-3f6c-4c29-984d-98be504a5aac None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:30:14.494658 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef86b993-3f6c-4c29-984d-98be504a5aac None None] Checking segment: {'id': 'f0350d0b-c285-4cb2-ac73-415a42eac5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'af603c68-1470-48b4-bcbe-844c7cb0388f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:30:14.494658 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ef86b993-3f6c-4c29-984d-98be504a5aac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:14.494658 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef86b993-3f6c-4c29-984d-98be504a5aac None None] Bound using segment: {'id': 'f0350d0b-c285-4cb2-ac73-415a42eac5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'af603c68-1470-48b4-bcbe-844c7cb0388f'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:30:14.494658 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-ef86b993-3f6c-4c29-984d-98be504a5aac None None] Bound port: 70bdb391-1048-4bdf-9ff4-ca700b2df452, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0350d0b-c285-4cb2-ac73-415a42eac5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'af603c68-1470-48b4-bcbe-844c7cb0388f'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:30:14.494658 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ef86b993-3f6c-4c29-984d-98be504a5aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:14.539418 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879f627-9e6c-4d6e-9ed3-63a841121617 req-253223b7-0907-44b2-a6a5-3fffb22694d7 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:14.539418 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2879f627-9e6c-4d6e-9ed3-63a841121617 req-253223b7-0907-44b2-a6a5-3fffb22694d7 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 946 time: 0.1463425 Feb 09 01:30:14.620347 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2879f627-9e6c-4d6e-9ed3-63a841121617 req-906c40c8-2ad5-4917-a313-9660d4035932 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621326 Feb 09 01:30:14.643052 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-ef86b993-3f6c-4c29-984d-98be504a5aac None None] For port 70bdb391-1048-4bdf-9ff4-ca700b2df452, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:30:14.646411 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-ef86b993-3f6c-4c29-984d-98be504a5aac None None] For port 70bdb391-1048-4bdf-9ff4-ca700b2df452, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=70bdb391-1048-4bdf-9ff4-ca700b2df452,segment=NetworkSegment(f0350d0b-c285-4cb2-ac73-415a42eac5ce),segment_id=f0350d0b-c285-4cb2-ac73-415a42eac5ce)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:30:14.651789 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ef86b993-3f6c-4c29-984d-98be504a5aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:14.768641 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86b993-3f6c-4c29-984d-98be504a5aac None None] Pushing event updated for resources: {'Port': ['ID=70bdb391-1048-4bdf-9ff4-ca700b2df452,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:15.048354 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3874c52-8ef0-434b-9e7e-536ab5ea51ac req-08b5bfc9-5407-4836-9a86-9a1966d1dd84 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:15.070470 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e3874c52-8ef0-434b-9e7e-536ab5ea51ac req-08b5bfc9-5407-4836-9a86-9a1966d1dd84 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f8d2bf-33ce-4ce8-8dc8-8ece56b52259 HTTP/1.1" status: 200 len: 946 time: 0.4062097 Feb 09 01:30:15.073829 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-f6675192-8dbb-478a-88eb-ea1e1f6ec4ec tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Allocated IP 172.20.0.1 (af603c68-1470-48b4-bcbe-844c7cb0388f/20f0636c-8c15-4d05-85ef-28967e5adba6/bfef19e0-7e25-47c9-88ba-0c441c42a832) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:15.253236 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e3874c52-8ef0-434b-9e7e-536ab5ea51ac req-aeb99e6a-459d-4d09-bd0a-87ccaab66f89 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356857 Feb 09 01:30:15.378161 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f6675192-8dbb-478a-88eb-ea1e1f6ec4ec tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:15.400204 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-35b081c5-f701-41be-80c2-4bd7574b5f86 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:15.467549 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-f6675192-8dbb-478a-88eb-ea1e1f6ec4ec tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Transition to ACTIVE for port object bfef19e0-7e25-47c9-88ba-0c441c42a832 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:15.471820 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [req-0f8d147a-ddb2-41ea-ad8a-94b58af397b4 req-31d63478-d1d5-474b-bc21-db58f6c0187e service neutron] (87611) timed out ('10.222.0.35', 63262) {{(pid=87611) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 01:30:15.927795 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 70bdb391-1048-4bdf-9ff4-ca700b2df452 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:30:15.966652 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f6675192-8dbb-478a-88eb-ea1e1f6ec4ec tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:16.063717 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84264d5-54ed-430e-9509-508e79dec986 req-815b2295-5ef3-4c75-a690-24da13254c23 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:16.077000 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a84264d5-54ed-430e-9509-508e79dec986 req-815b2295-5ef3-4c75-a690-24da13254c23 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 946 time: 0.3106902 Feb 09 01:30:16.127979 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 70bdb391-1048-4bdf-9ff4-ca700b2df452 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:16.132707 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6675192-8dbb-478a-88eb-ea1e1f6ec4ec tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network af603c68-1470-48b4-bcbe-844c7cb0388f is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:16.132707 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-f6675192-8dbb-478a-88eb-ea1e1f6ec4ec tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:16.132707 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6675192-8dbb-478a-88eb-ea1e1f6ec4ec tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:30:16.143968 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a84264d5-54ed-430e-9509-508e79dec986 req-aef0a622-af1a-4d25-a382-b1bf6ade829a tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684044 Feb 09 01:30:16.164446 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bb2df8-8542-49e4-a50a-82250b7e7e95 None None] Network af603c68-1470-48b4-bcbe-844c7cb0388f requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:30:16.195143 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6675192-8dbb-478a-88eb-ea1e1f6ec4ec tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Port': ['ID=bfef19e0-7e25-47c9-88ba-0c441c42a832,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:16.227736 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f6675192-8dbb-478a-88eb-ea1e1f6ec4ec tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:16.311735 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-35b081c5-f701-41be-80c2-4bd7574b5f86 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Deleting port cf3ec1c8-54de-4005-914d-8595d9036034 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:16.312082 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-35b081c5-f701-41be-80c2-4bd7574b5f86 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:16.344273 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0e1dd697-e571-477b-bdb7-2895903ce1e6 None None] Provisioning for port 70bdb391-1048-4bdf-9ff4-ca700b2df452 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:16.405106 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0e1dd697-e571-477b-bdb7-2895903ce1e6 None None] Provisioning complete for port 70bdb391-1048-4bdf-9ff4-ca700b2df452 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:16.405106 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0e1dd697-e571-477b-bdb7-2895903ce1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:16.453016 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137865ba-2146-4ae7-a043-128f27946a60 req-db1c99fc-eb54-49ec-8a96-5007551b34c2 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:16.453016 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-137865ba-2146-4ae7-a043-128f27946a60 req-db1c99fc-eb54-49ec-8a96-5007551b34c2 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2f8d2bf-33ce-4ce8-8dc8-8ece56b52259 HTTP/1.1" status: 200 len: 946 time: 0.1631114 Feb 09 01:30:16.636093 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-137865ba-2146-4ae7-a043-128f27946a60 req-675f3b61-5217-483b-a24d-0d82235ae38d tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Deleting port af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:16.656128 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-137865ba-2146-4ae7-a043-128f27946a60 req-675f3b61-5217-483b-a24d-0d82235ae38d tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:16.691995 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0e1dd697-e571-477b-bdb7-2895903ce1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:16.710486 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f6675192-8dbb-478a-88eb-ea1e1f6ec4ec tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:16.751623 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-0e1dd697-e571-477b-bdb7-2895903ce1e6 None None] For port 70bdb391-1048-4bdf-9ff4-ca700b2df452, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=70bdb391-1048-4bdf-9ff4-ca700b2df452,segment=NetworkSegment(f0350d0b-c285-4cb2-ac73-415a42eac5ce),segment_id=f0350d0b-c285-4cb2-ac73-415a42eac5ce)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:16.798571 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0e1dd697-e571-477b-bdb7-2895903ce1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:16.918919 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1dd697-e571-477b-bdb7-2895903ce1e6 None None] Pushing event updated for resources: {'Port': ['ID=70bdb391-1048-4bdf-9ff4-ca700b2df452,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:16.953041 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-35b081c5-f701-41be-80c2-4bd7574b5f86 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] For port cf3ec1c8-54de-4005-914d-8595d9036034, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=cf3ec1c8-54de-4005-914d-8595d9036034,segment=NetworkSegment(ff05663a-be53-497b-a5b4-d5da78805409),segment_id=ff05663a-be53-497b-a5b4-d5da78805409)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:16.956466 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8908ad45-af97-4650-bb58-196ffecabb55 None None] Provisioning for port bfef19e0-7e25-47c9-88ba-0c441c42a832 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:16.960245 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-35b081c5-f701-41be-80c2-4bd7574b5f86 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:16.963715 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8908ad45-af97-4650-bb58-196ffecabb55 None None] Provisioning complete for port bfef19e0-7e25-47c9-88ba-0c441c42a832 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:16.963715 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8908ad45-af97-4650-bb58-196ffecabb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:17.044972 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-8908ad45-af97-4650-bb58-196ffecabb55 None None] Port bfef19e0-7e25-47c9-88ba-0c441c42a832 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:30:17.056874 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8908ad45-af97-4650-bb58-196ffecabb55 None None] Provisioning complete for port 70bdb391-1048-4bdf-9ff4-ca700b2df452 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:17.057353 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8908ad45-af97-4650-bb58-196ffecabb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:17.153655 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-137865ba-2146-4ae7-a043-128f27946a60 req-675f3b61-5217-483b-a24d-0d82235ae38d tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] For port af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:17.154290 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-137865ba-2146-4ae7-a043-128f27946a60 req-675f3b61-5217-483b-a24d-0d82235ae38d tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:17.350945 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5da983d5-2aa9-4fb7-94de-680df476c9ea None None] Provisioning complete for port bfef19e0-7e25-47c9-88ba-0c441c42a832 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:17.350945 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5da983d5-2aa9-4fb7-94de-680df476c9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:17.390811 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-35b081c5-f701-41be-80c2-4bd7574b5f86 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Calling delete_port for cf3ec1c8-54de-4005-914d-8595d9036034 owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:30:17.445186 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f4ff3-2234-47d5-b9bc-e60a2de46c6c req-c51ad4d1-1f9f-4c0c-ba98-13c4a54d4f1a tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:17.446691 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-763f4ff3-2234-47d5-b9bc-e60a2de46c6c req-c51ad4d1-1f9f-4c0c-ba98-13c4a54d4f1a tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f8d2bf-33ce-4ce8-8dc8-8ece56b52259 HTTP/1.1" status: 200 len: 946 time: 1.0111964 Feb 09 01:30:17.454236 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-5da983d5-2aa9-4fb7-94de-680df476c9ea None None] Port bfef19e0-7e25-47c9-88ba-0c441c42a832 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:30:17.615822 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d639a1-4076-4bd5-ac0f-f9a044494117 req-b27f44b4-8ec0-4859-b145-cfd3863070d6 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:17.615822 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-75d639a1-4076-4bd5-ac0f-f9a044494117 req-b27f44b4-8ec0-4859-b145-cfd3863070d6 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 946 time: 0.3474424 Feb 09 01:30:17.615822 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-137865ba-2146-4ae7-a043-128f27946a60 req-675f3b61-5217-483b-a24d-0d82235ae38d tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:17.615822 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-137865ba-2146-4ae7-a043-128f27946a60 req-675f3b61-5217-483b-a24d-0d82235ae38d tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:17.618577 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [req-137865ba-2146-4ae7-a043-128f27946a60 req-675f3b61-5217-483b-a24d-0d82235ae38d tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Floating IP 279f0d0f-cef8-4b7c-92b6-83819bebddc5 disassociated. External IP: 172.25.5.95, port: af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c. Feb 09 01:30:17.618577 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-137865ba-2146-4ae7-a043-128f27946a60 req-675f3b61-5217-483b-a24d-0d82235ae38d tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Calling delete_port for af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:30:17.647755 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-763f4ff3-2234-47d5-b9bc-e60a2de46c6c req-3d3ffc04-ec49-4337-9339-87da10ed5fd7 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722233 Feb 09 01:30:17.743312 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-75d639a1-4076-4bd5-ac0f-f9a044494117 req-0cda6520-96b2-40c1-a349-6ab6a5a0179c tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828326 Feb 09 01:30:17.806461 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f6675192-8dbb-478a-88eb-ea1e1f6ec4ec tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:17.814709 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f6675192-8dbb-478a-88eb-ea1e1f6ec4ec tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:17.871237 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 70bdb391-1048-4bdf-9ff4-ca700b2df452 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:30:17.874965 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-137865ba-2146-4ae7-a043-128f27946a60 req-675f3b61-5217-483b-a24d-0d82235ae38d tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:17.926528 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f3b61-5217-483b-a24d-0d82235ae38d tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Pushing event deleted for resources: {'Port': ['ID=af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:17.968473 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 70bdb391-1048-4bdf-9ff4-ca700b2df452 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:17.968473 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:18.166398 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-35b081c5-f701-41be-80c2-4bd7574b5f86 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:18.178648 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-137865ba-2146-4ae7-a043-128f27946a60 req-675f3b61-5217-483b-a24d-0d82235ae38d tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Router dcdf80a7-4c8c-446b-bad7-75a7900d8783 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:30:18.262698 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f6675192-8dbb-478a-88eb-ea1e1f6ec4ec tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:18.295693 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6675192-8dbb-478a-88eb-ea1e1f6ec4ec tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Port': ['ID=bfef19e0-7e25-47c9-88ba-0c441c42a832,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:18.447895 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-137865ba-2146-4ae7-a043-128f27946a60 req-675f3b61-5217-483b-a24d-0d82235ae38d tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:30:18.459264 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a50465e-e991-4750-ba17-23a0ba3ed5db None None] Sync routers for ids ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:18.476989 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a50465e-e991-4750-ba17-23a0ba3ed5db None None] Routers {'dcdf80a7-4c8c-446b-bad7-75a7900d8783'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:18.477623 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-9a50465e-e991-4750-ba17-23a0ba3ed5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:30:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:18.503153 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b081c5-f701-41be-80c2-4bd7574b5f86 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event deleted for resources: {'Port': ['ID=cf3ec1c8-54de-4005-914d-8595d9036034,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:18.767524 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-35b081c5-f701-41be-80c2-4bd7574b5f86 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:18.815691 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-9a50465e-e991-4750-ba17-23a0ba3ed5db None None] Set router dcdf80a7-4c8c-446b-bad7-75a7900d8783 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:30:18.845420 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6675192-8dbb-478a-88eb-ea1e1f6ec4ec tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network af603c68-1470-48b4-bcbe-844c7cb0388f is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:18.850795 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-137865ba-2146-4ae7-a043-128f27946a60 req-675f3b61-5217-483b-a24d-0d82235ae38d tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] No DVR routers for this DVR port af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:18.855289 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-137865ba-2146-4ae7-a043-128f27946a60 req-675f3b61-5217-483b-a24d-0d82235ae38d tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:18.865103 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f8d2bf-33ce-4ce8-8dc8-8ece56b52259', 'name': 'network-vif-deleted', 'tag': 'af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:30:18.875022 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-137865ba-2146-4ae7-a043-128f27946a60 req-675f3b61-5217-483b-a24d-0d82235ae38d tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.35 "DELETE /v2.0/ports/af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c HTTP/1.1" status: 204 len: 173 time: 2.4188244 Feb 09 01:30:18.957159 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-f6675192-8dbb-478a-88eb-ea1e1f6ec4ec tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:19.127243 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b93566-2498-4c81-81d2-e110711758a9 req-0d53e23c-8271-427a-9821-69353df44c88 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:19.127243 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-63b93566-2498-4c81-81d2-e110711758a9 req-0d53e23c-8271-427a-9821-69353df44c88 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 946 time: 0.1761124 Feb 09 01:30:19.191487 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-75339c61-0324-4042-88e1-5b28bb3fe5bb req-5f422d71-bdcd-48a9-9721-4cd25133d5ea tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f8d2bf-33ce-4ce8-8dc8-8ece56b52259 HTTP/1.1" status: 200 len: 210 time: 0.2348547 Feb 09 01:30:19.252474 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-63b93566-2498-4c81-81d2-e110711758a9 req-0e4cd5e4-fb8d-417b-a9da-8ae6da2b9a2b tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252856 Feb 09 01:30:19.307986 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f8d2bf-33ce-4ce8-8dc8-8ece56b52259', 'name': 'network-vif-deleted', 'tag': 'af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c', 'status': 'completed', 'code': 200} Feb 09 01:30:19.412274 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a92fe11b-cfed-434d-92f8-b6eddfe044db None None] Provisioning complete for port bfef19e0-7e25-47c9-88ba-0c441c42a832 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:19.412274 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a92fe11b-cfed-434d-92f8-b6eddfe044db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:19.539765 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-9a50465e-e991-4750-ba17-23a0ba3ed5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'name': 'tempest-TestVolumeBootPattern-195536192-router', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:55Z', 'updated_at': '2022-02-09T01:21:13Z', 'revision_number': 4, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'gw_port': {'id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:59Z', 'updated_at': '2022-02-09T01:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'df50fd24-214b-49d0-bec7-74e98f6cb4a7', 'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'mac_address': 'fa:16:3e:df:40:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:10Z', 'updated_at': '2022-02-09T01:21:21Z', 'revision_number': 5, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'subnets': [{'id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:19.543295 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a50465e-e991-4750-ba17-23a0ba3ed5db None None] Checking router: dcdf80a7-4c8c-446b-bad7-75a7900d8783 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:30:19.555441 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a92fe11b-cfed-434d-92f8-b6eddfe044db None None] Port bfef19e0-7e25-47c9-88ba-0c441c42a832 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:30:19.557929 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a50465e-e991-4750-ba17-23a0ba3ed5db None None] Routers {'dcdf80a7-4c8c-446b-bad7-75a7900d8783'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:19.557929 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-9a50465e-e991-4750-ba17-23a0ba3ed5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:30:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:19.692042 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6675192-8dbb-478a-88eb-ea1e1f6ec4ec tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Router 62acc459-bd5b-4dcd-861d-d9f7b4ac9b08 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:30:19.733621 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b081c5-f701-41be-80c2-4bd7574b5f86 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Router 920e13ca-a976-47ce-9b3a-fa8193ecd70e has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:30:19.861434 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-9a50465e-e991-4750-ba17-23a0ba3ed5db None None] Set router dcdf80a7-4c8c-446b-bad7-75a7900d8783 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:30:20.144973 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:30:20.203468 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:30:20.203468 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device af9ef3a1-9c8c-447c-9ffb-c5b1e757cc0c not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:30:20.269993 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6675192-8dbb-478a-88eb-ea1e1f6ec4ec tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:30:20.269993 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b081c5-f701-41be-80c2-4bd7574b5f86 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:30:20.281742 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fd04bf-1847-4c32-8db7-a1c00a138f8f None None] Sync routers for ids ['62acc459-bd5b-4dcd-861d-d9f7b4ac9b08'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:20.297361 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f6675192-8dbb-478a-88eb-ea1e1f6ec4ec tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "PUT /v2.0/routers/62acc459-bd5b-4dcd-861d-d9f7b4ac9b08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5008085 Feb 09 01:30:20.299775 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42758) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:20.302325 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fdc5e9-b5bb-4b80-85d2-03f4bbf501f1 None None] Sync routers for ids ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:20.308122 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-35b081c5-f701-41be-80c2-4bd7574b5f86 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "PUT /v2.0/routers/920e13ca-a976-47ce-9b3a-fa8193ecd70e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0302303 Feb 09 01:30:20.310550 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42762) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:20.311043 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fd04bf-1847-4c32-8db7-a1c00a138f8f None None] Routers {'62acc459-bd5b-4dcd-861d-d9f7b4ac9b08'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:20.311759 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-08fd04bf-1847-4c32-8db7-a1c00a138f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:30:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['62acc459-bd5b-4dcd-861d-d9f7b4ac9b08'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:20.359992 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fdc5e9-b5bb-4b80-85d2-03f4bbf501f1 None None] Routers {'920e13ca-a976-47ce-9b3a-fa8193ecd70e'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:20.362312 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-e7fdc5e9-b5bb-4b80-85d2-03f4bbf501f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:30:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:20.375597 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ce1b1-f0e7-49b2-b8c1-50628b4cfc01 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:20.376201 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2d8ce1b1-f0e7-49b2-b8c1-50628b4cfc01 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Synchronizing usage tracker for tenant:76fc49fef2df435db2f7b8b17bd392f0 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:30:20.394237 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2d8ce1b1-f0e7-49b2-b8c1-50628b4cfc01 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Unset dirty status for tenant:76fc49fef2df435db2f7b8b17bd392f0 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:30:20.399089 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2d8ce1b1-f0e7-49b2-b8c1-50628b4cfc01 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "GET /v2.0/ports/bfef19e0-7e25-47c9-88ba-0c441c42a832 HTTP/1.1" status: 200 len: 910 time: 0.0996239 Feb 09 01:30:20.405922 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42768) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:20.483729 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-08fd04bf-1847-4c32-8db7-a1c00a138f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:20.531870 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fd04bf-1847-4c32-8db7-a1c00a138f8f None None] Routers {'62acc459-bd5b-4dcd-861d-d9f7b4ac9b08'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:20.531870 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-08fd04bf-1847-4c32-8db7-a1c00a138f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:30:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['62acc459-bd5b-4dcd-861d-d9f7b4ac9b08'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:20.597504 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-6dfcbe91-6205-499f-9e85-4697006cfb5f req-7cde8c3e-05fb-4129-9cc9-ba5560315e8a tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Synchronizing usage tracker for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:30:20.648994 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-6dfcbe91-6205-499f-9e85-4697006cfb5f req-7cde8c3e-05fb-4129-9cc9-ba5560315e8a tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Unset dirty status for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:30:20.661464 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6dfcbe91-6205-499f-9e85-4697006cfb5f req-7cde8c3e-05fb-4129-9cc9-ba5560315e8a tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f8d2bf-33ce-4ce8-8dc8-8ece56b52259 HTTP/1.1" status: 200 len: 210 time: 0.1597316 Feb 09 01:30:20.709918 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-9a50465e-e991-4750-ba17-23a0ba3ed5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'name': 'tempest-TestVolumeBootPattern-195536192-router', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:55Z', 'updated_at': '2022-02-09T01:21:13Z', 'revision_number': 4, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'gw_port': {'id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:59Z', 'updated_at': '2022-02-09T01:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'df50fd24-214b-49d0-bec7-74e98f6cb4a7', 'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'mac_address': 'fa:16:3e:df:40:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:10Z', 'updated_at': '2022-02-09T01:21:21Z', 'revision_number': 5, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'subnets': [{'id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:20.717181 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-e7fdc5e9-b5bb-4b80-85d2-03f4bbf501f1 None None] Set router 920e13ca-a976-47ce-9b3a-fa8193ecd70e gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:30:20.720591 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-08fd04bf-1847-4c32-8db7-a1c00a138f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:20.720591 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fd04bf-1847-4c32-8db7-a1c00a138f8f None None] The sync data for ids ['62acc459-bd5b-4dcd-861d-d9f7b4ac9b08'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:20.763303 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a50465e-e991-4750-ba17-23a0ba3ed5db None None] The sync data for ids ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'] in n-d-828419-1 is: [{'id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'name': 'tempest-TestVolumeBootPattern-195536192-router', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:55Z', 'updated_at': '2022-02-09T01:21:13Z', 'revision_number': 4, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'gw_port': {'id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:59Z', 'updated_at': '2022-02-09T01:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'df50fd24-214b-49d0-bec7-74e98f6cb4a7', 'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'mac_address': 'fa:16:3e:df:40:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:10Z', 'updated_at': '2022-02-09T01:21:21Z', 'revision_number': 5, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'subnets': [{'id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:20.848100 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a06723-58ad-4865-a45e-30b2d56834df tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Deleting subnet 53fe123c-76c2-4d82-81b2-b902f69abd93 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:30:20.851546 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-e7fdc5e9-b5bb-4b80-85d2-03f4bbf501f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'name': 'tempest-RoutersIpV6Test-router-840464130', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:59Z', 'updated_at': '2022-02-09T01:30:17Z', 'revision_number': 11, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:20.855313 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f5a06723-58ad-4865-a45e-30b2d56834df tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:20.858692 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fdc5e9-b5bb-4b80-85d2-03f4bbf501f1 None None] Checking router: 920e13ca-a976-47ce-9b3a-fa8193ecd70e for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:30:20.858692 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fdc5e9-b5bb-4b80-85d2-03f4bbf501f1 None None] Routers {'920e13ca-a976-47ce-9b3a-fa8193ecd70e'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:20.858692 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-e7fdc5e9-b5bb-4b80-85d2-03f4bbf501f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:30:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:21.001083 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f5a06723-58ad-4865-a45e-30b2d56834df tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:21.004593 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-e7fdc5e9-b5bb-4b80-85d2-03f4bbf501f1 None None] Set router 920e13ca-a976-47ce-9b3a-fa8193ecd70e gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:30:21.125740 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142b6ad-0c2f-4a25-8e3e-55ae77b528ff req-37945988-0843-40fa-8c6d-3b7621f95f30 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:21.127659 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5142b6ad-0c2f-4a25-8e3e-55ae77b528ff req-37945988-0843-40fa-8c6d-3b7621f95f30 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 946 time: 0.5798805 Feb 09 01:30:21.145767 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-e7fdc5e9-b5bb-4b80-85d2-03f4bbf501f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'name': 'tempest-RoutersIpV6Test-router-840464130', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:59Z', 'updated_at': '2022-02-09T01:30:17Z', 'revision_number': 11, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:21.151332 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fdc5e9-b5bb-4b80-85d2-03f4bbf501f1 None None] The sync data for ids ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'] in n-d-828419-1 is: [{'id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'name': 'tempest-RoutersIpV6Test-router-840464130', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:59Z', 'updated_at': '2022-02-09T01:30:17Z', 'revision_number': 11, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:21.194390 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8501b776-740d-4bed-8ecf-a8fbce2389f7 None None] New status for floating IP 279f0d0f-cef8-4b7c-92b6-83819bebddc5: DOWN {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:30:21.267219 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5142b6ad-0c2f-4a25-8e3e-55ae77b528ff req-049c5ac2-57a2-4163-bb0f-7f7d39a4f6ab tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195040 Feb 09 01:30:21.343767 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f5a06723-58ad-4865-a45e-30b2d56834df tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:21.549320 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f5a06723-58ad-4865-a45e-30b2d56834df tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:21.610759 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecf99e2-a8f3-4a13-893a-7cdb66f71855 None None] Network f32dd850-dc39-458c-83c7-15ff44713f3e requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:30:21.617418 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f5a06723-58ad-4865-a45e-30b2d56834df tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:21.631573 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f5a06723-58ad-4865-a45e-30b2d56834df tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/subnets/53fe123c-76c2-4d82-81b2-b902f69abd93 HTTP/1.1" status: 204 len: 168 time: 1.3160827 Feb 09 01:30:21.632039 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42776) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:21.636626 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a06723-58ad-4865-a45e-30b2d56834df tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event deleted for resources: {'Subnet': ['ID=53fe123c-76c2-4d82-81b2-b902f69abd93,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:21.646501 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-04f2e66c-a3f6-40de-87f5-f1e106a7ddbf tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:21.839425 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device cf3ec1c8-54de-4005-914d-8595d9036034 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:30:21.888628 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7ca6b8a1-7580-44f9-b32b-092710311cbf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:21.891300 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: cf3ec1c8-54de-4005-914d-8595d9036034 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:30:21.891883 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device cf3ec1c8-54de-4005-914d-8595d9036034 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:30:21.901152 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-7ca6b8a1-7580-44f9-b32b-092710311cbf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Deleting port 40d96592-5161-4200-bb3e-afd747de85ec {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:21.901598 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7ca6b8a1-7580-44f9-b32b-092710311cbf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:21.946707 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:22.014560 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c3deac-7bb9-44ab-93c1-43966d350e88 None None] DHCP port deletion for f32dd850-dc39-458c-83c7-15ff44713f3e request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:30:22.019437 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-33c3deac-7bb9-44ab-93c1-43966d350e88 None None] Deleting port 40d96592-5161-4200-bb3e-afd747de85ec {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:22.019747 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-33c3deac-7bb9-44ab-93c1-43966d350e88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:22.122456 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-04f2e66c-a3f6-40de-87f5-f1e106a7ddbf tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Deleting port bfef19e0-7e25-47c9-88ba-0c441c42a832 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:22.122736 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-04f2e66c-a3f6-40de-87f5-f1e106a7ddbf tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:22.221209 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-7ca6b8a1-7580-44f9-b32b-092710311cbf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] For port 40d96592-5161-4200-bb3e-afd747de85ec, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=40d96592-5161-4200-bb3e-afd747de85ec,segment=NetworkSegment(ff05663a-be53-497b-a5b4-d5da78805409),segment_id=ff05663a-be53-497b-a5b4-d5da78805409)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:22.221768 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7ca6b8a1-7580-44f9-b32b-092710311cbf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:22.379131 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-7ca6b8a1-7580-44f9-b32b-092710311cbf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Calling delete_port for 40d96592-5161-4200-bb3e-afd747de85ec owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:30:22.445106 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-33c3deac-7bb9-44ab-93c1-43966d350e88 None None] For port 40d96592-5161-4200-bb3e-afd747de85ec, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=40d96592-5161-4200-bb3e-afd747de85ec,segment=NetworkSegment(ff05663a-be53-497b-a5b4-d5da78805409),segment_id=ff05663a-be53-497b-a5b4-d5da78805409)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:22.445643 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-33c3deac-7bb9-44ab-93c1-43966d350e88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:22.476374 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-04f2e66c-a3f6-40de-87f5-f1e106a7ddbf tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:22.534930 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85ec24-7389-4e8e-bbc0-ef2550af6ccc req-953a22b7-32f2-49d5-8f0f-3dd2582dfe12 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:22.536559 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8e85ec24-7389-4e8e-bbc0-ef2550af6ccc req-953a22b7-32f2-49d5-8f0f-3dd2582dfe12 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 946 time: 0.1282074 Feb 09 01:30:22.584998 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7ca6b8a1-7580-44f9-b32b-092710311cbf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:22.586730 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-33c3deac-7bb9-44ab-93c1-43966d350e88 None None] Calling delete_port for 40d96592-5161-4200-bb3e-afd747de85ec owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:30:22.620486 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-04f2e66c-a3f6-40de-87f5-f1e106a7ddbf tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Calling delete_port for bfef19e0-7e25-47c9-88ba-0c441c42a832 owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:30:22.645083 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8e85ec24-7389-4e8e-bbc0-ef2550af6ccc req-e667196d-9524-409b-bd48-5fa9d6ca2518 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016524 Feb 09 01:30:22.646571 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca6b8a1-7580-44f9-b32b-092710311cbf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] No DVR routers for this DVR port 40d96592-5161-4200-bb3e-afd747de85ec on host n-d-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:22.681748 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-33c3deac-7bb9-44ab-93c1-43966d350e88 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:30:22.682854 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-33c3deac-7bb9-44ab-93c1-43966d350e88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:30:22.684086 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6b8a1-7580-44f9-b32b-092710311cbf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event deleted for resources: {'Port': ['ID=40d96592-5161-4200-bb3e-afd747de85ec,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:22.752054 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-390073b1-c9bb-4392-841b-2d0b7ccd253c tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-923653899&fields=id&tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9 HTTP/1.1" status: 200 len: 267 time: 0.0657892 Feb 09 01:30:22.792149 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7ca6b8a1-7580-44f9-b32b-092710311cbf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:22.819621 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-7ca6b8a1-7580-44f9-b32b-092710311cbf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f32dd850-dc39-458c-83c7-15ff44713f3e']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:22.836378 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-7ca6b8a1-7580-44f9-b32b-092710311cbf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff05663a-be53-497b-a5b4-d5da78805409') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:22.836762 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-7ca6b8a1-7580-44f9-b32b-092710311cbf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff05663a-be53-497b-a5b4-d5da78805409') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:22.849084 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7ca6b8a1-7580-44f9-b32b-092710311cbf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:22.866703 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7ca6b8a1-7580-44f9-b32b-092710311cbf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:22.881952 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca6b8a1-7580-44f9-b32b-092710311cbf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Releasing vlan 980 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:30:22.882646 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7ca6b8a1-7580-44f9-b32b-092710311cbf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:22.901087 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:30:22.901087 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:30:22.901087 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:30:22.901087 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:30:22.901087 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:30:22.901087 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:30:22.901087 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:30:22.901087 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:30:22.901087 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:30:22.901087 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:30:22.901087 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:30:22.901087 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:30:22.901087 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:30:22.901087 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:30:22.901087 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:30:22.901087 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:30:22.901087 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:30:22.901087 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:30:22.901087 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:30:22.901087 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:30:22.901087 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:30:22.901087 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:30:22.901087 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:30:22.901087 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:30:22.901087 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:30:22.901087 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:30:22.901087 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:30:22.901087 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:30:22.901087 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:30:22.901087 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:30:22.901087 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:30:22.901087 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:30:22.985344 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7ca6b8a1-7580-44f9-b32b-092710311cbf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:22.989838 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7ca6b8a1-7580-44f9-b32b-092710311cbf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:23.000286 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-b2738a03-0f37-4c3e-9f94-4b32e5a996f5 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:23.002036 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-b2738a03-0f37-4c3e-9f94-4b32e5a996f5 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/networks?id=37619b15-03b6-4ee3-8b5e-c1b376918ea6 HTTP/1.1" status: 200 len: 811 time: 0.2335892 Feb 09 01:30:23.007172 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-04f2e66c-a3f6-40de-87f5-f1e106a7ddbf tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:23.019000 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6b8a1-7580-44f9-b32b-092710311cbf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Pushing event deleted for resources: {'Network': ['ID=f32dd850-dc39-458c-83c7-15ff44713f3e,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:23.028032 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7ca6b8a1-7580-44f9-b32b-092710311cbf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/networks/f32dd850-dc39-458c-83c7-15ff44713f3e HTTP/1.1" status: 204 len: 168 time: 1.3921268 Feb 09 01:30:23.028244 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42794) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:23.033172 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-e20aff3e-10ea-4523-8311-ee161f76efbc tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Request body: {'router': {'routes': None}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:23.071032 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-f3a5f9c0-3087-4e1c-b6f3-1532c79733b7 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/quotas/5ddfa727b5a54b179d7c03a600eaa4b9 HTTP/1.1" status: 200 len: 375 time: 0.0585356 Feb 09 01:30:23.071737 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2e66c-a3f6-40de-87f5-f1e106a7ddbf tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event deleted for resources: {'Port': ['ID=bfef19e0-7e25-47c9-88ba-0c441c42a832,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:23.184573 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-33c3deac-7bb9-44ab-93c1-43966d350e88 None None] Deleting port 40d96592-5161-4200-bb3e-afd747de85ec {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:23.185063 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-33c3deac-7bb9-44ab-93c1-43966d350e88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:23.261167 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-33c3deac-7bb9-44ab-93c1-43966d350e88 None None] The port '40d96592-5161-4200-bb3e-afd747de85ec' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:30:23.370206 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-04f2e66c-a3f6-40de-87f5-f1e106a7ddbf tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:23.387809 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-a3bf15f5-64cb-4230-b7a9-6d67dac55610 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2831542 Feb 09 01:30:23.454108 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.extraroute_db [None req-e20aff3e-10ea-4523-8311-ee161f76efbc tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Added routes are [] {{(pid=87612) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 09 01:30:23.454406 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.extraroute_db [None req-e20aff3e-10ea-4523-8311-ee161f76efbc tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Removed routes are [] {{(pid=87612) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 09 01:30:23.454765 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e20aff3e-10ea-4523-8311-ee161f76efbc tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:23.711278 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e20aff3e-10ea-4523-8311-ee161f76efbc tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:23.714966 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e20aff3e-10ea-4523-8311-ee161f76efbc tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8101386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8101405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8095324'] for router, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:23.851197 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 40d96592-5161-4200-bb3e-afd747de85ec no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:30:23.894400 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f2e66c-a3f6-40de-87f5-f1e106a7ddbf tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Router 62acc459-bd5b-4dcd-861d-d9f7b4ac9b08 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:30:23.900706 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-2fde758d-3eed-4920-a5f6-36838e9ac7fc service neutron] 10.222.0.37 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603190 Feb 09 01:30:23.903768 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 40d96592-5161-4200-bb3e-afd747de85ec {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:30:23.904115 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 40d96592-5161-4200-bb3e-afd747de85ec not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:30:23.910918 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20aff3e-10ea-4523-8311-ee161f76efbc tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Router 920e13ca-a976-47ce-9b3a-fa8193ecd70e has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:30:24.003833 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ae898-8ef1-4192-b358-991bc4d7864c req-76ab552b-f6f5-43d1-b0b7-f6cf33e3e895 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:24.005312 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-db1ae898-8ef1-4192-b358-991bc4d7864c req-76ab552b-f6f5-43d1-b0b7-f6cf33e3e895 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 946 time: 0.2207713 Feb 09 01:30:24.071419 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20aff3e-10ea-4523-8311-ee161f76efbc tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:30:24.078281 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e20aff3e-10ea-4523-8311-ee161f76efbc tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:24.082281 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e20aff3e-10ea-4523-8311-ee161f76efbc tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "PUT /v2.0/routers/920e13ca-a976-47ce-9b3a-fa8193ecd70e HTTP/1.1" status: 200 len: 704 time: 1.0502973 Feb 09 01:30:24.082433 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42806) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:24.087013 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cacf580-d0a0-47a3-85e7-0cfad6091830 None None] Sync routers for ids ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:24.101971 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cacf580-d0a0-47a3-85e7-0cfad6091830 None None] Routers {'920e13ca-a976-47ce-9b3a-fa8193ecd70e'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:24.102771 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0cacf580-d0a0-47a3-85e7-0cfad6091830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:30:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:24.118101 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f2e66c-a3f6-40de-87f5-f1e106a7ddbf tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:30:24.133651 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5e37b7-db2c-46bf-a113-b417b1939665 None None] Sync routers for ids ['62acc459-bd5b-4dcd-861d-d9f7b4ac9b08'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:24.142372 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9a83ef8b-192f-40b1-be85-ec8a246ea0d3 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Synchronizing usage tracker for tenant:6d720b2d312a4ea8a0c966b82ba0a703 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:30:24.158832 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5e37b7-db2c-46bf-a113-b417b1939665 None None] Routers {'62acc459-bd5b-4dcd-861d-d9f7b4ac9b08'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:24.159937 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5f5e37b7-db2c-46bf-a113-b417b1939665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:30:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['62acc459-bd5b-4dcd-861d-d9f7b4ac9b08'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:24.161492 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-04f2e66c-a3f6-40de-87f5-f1e106a7ddbf tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "PUT /v2.0/routers/62acc459-bd5b-4dcd-861d-d9f7b4ac9b08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7493002 Feb 09 01:30:24.165761 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42812) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:24.199889 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-db1ae898-8ef1-4192-b358-991bc4d7864c req-afc2d52c-1295-468a-a2c9-485e4da5812f tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191583 Feb 09 01:30:24.205394 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9a83ef8b-192f-40b1-be85-ec8a246ea0d3 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Unset dirty status for tenant:6d720b2d312a4ea8a0c966b82ba0a703 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:30:24.208239 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9a83ef8b-192f-40b1-be85-ec8a246ea0d3 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "GET /v2.0/ports?device_id=920e13ca-a976-47ce-9b3a-fa8193ecd70e HTTP/1.1" status: 200 len: 205 time: 0.1246016 Feb 09 01:30:24.211183 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 42816) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:24.239517 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f9af0571-facd-465b-8da7-d414ee06ef8c tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Synchronizing usage tracker for tenant:76fc49fef2df435db2f7b8b17bd392f0 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:30:24.249365 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-7ea9d694-e6b8-4f1f-a7f2-2387ac3c0d59 service neutron] 10.222.0.37 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783270 Feb 09 01:30:24.274603 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f9af0571-facd-465b-8da7-d414ee06ef8c tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Unset dirty status for tenant:76fc49fef2df435db2f7b8b17bd392f0 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:30:24.275916 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f9af0571-facd-465b-8da7-d414ee06ef8c tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "GET /v2.0/ports?device_id=62acc459-bd5b-4dcd-861d-d9f7b4ac9b08 HTTP/1.1" status: 200 len: 205 time: 0.1091490 Feb 09 01:30:24.278606 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42820) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:24.298873 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5f5e37b7-db2c-46bf-a113-b417b1939665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:24.308960 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5e37b7-db2c-46bf-a113-b417b1939665 None None] Routers {'62acc459-bd5b-4dcd-861d-d9f7b4ac9b08'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:24.309879 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5f5e37b7-db2c-46bf-a113-b417b1939665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:30:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['62acc459-bd5b-4dcd-861d-d9f7b4ac9b08'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:24.314967 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-0cacf580-d0a0-47a3-85e7-0cfad6091830 None None] Set router 920e13ca-a976-47ce-9b3a-fa8193ecd70e gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:30:24.415856 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e8da2115-3635-4cf0-a926-2070b4c975cf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:24.451286 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5f5e37b7-db2c-46bf-a113-b417b1939665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:24.452589 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5e37b7-db2c-46bf-a113-b417b1939665 None None] The sync data for ids ['62acc459-bd5b-4dcd-861d-d9f7b4ac9b08'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:24.513889 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0cacf580-d0a0-47a3-85e7-0cfad6091830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'name': 'tempest-RoutersIpV6Test-router-840464130', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:59Z', 'updated_at': '2022-02-09T01:30:17Z', 'revision_number': 11, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:24.519379 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cacf580-d0a0-47a3-85e7-0cfad6091830 None None] Checking router: 920e13ca-a976-47ce-9b3a-fa8193ecd70e for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:30:24.549911 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cacf580-d0a0-47a3-85e7-0cfad6091830 None None] Routers {'920e13ca-a976-47ce-9b3a-fa8193ecd70e'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:24.549911 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0cacf580-d0a0-47a3-85e7-0cfad6091830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:30:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:24.579518 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5a709755-c882-4de9-8248-bd142d0626c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:24.724534 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-0cacf580-d0a0-47a3-85e7-0cfad6091830 None None] Set router 920e13ca-a976-47ce-9b3a-fa8193ecd70e gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:30:24.842158 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0cacf580-d0a0-47a3-85e7-0cfad6091830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'name': 'tempest-RoutersIpV6Test-router-840464130', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:59Z', 'updated_at': '2022-02-09T01:30:17Z', 'revision_number': 11, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:24.847478 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cacf580-d0a0-47a3-85e7-0cfad6091830 None None] The sync data for ids ['920e13ca-a976-47ce-9b3a-fa8193ecd70e'] in n-d-828419-1 is: [{'id': '920e13ca-a976-47ce-9b3a-fa8193ecd70e', 'name': 'tempest-RoutersIpV6Test-router-840464130', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:59Z', 'updated_at': '2022-02-09T01:30:17Z', 'revision_number': 11, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:24.989568 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e1eb62a5-98b6-41d5-a361-f0737fb18eff req-50b9ebb5-42a9-4e6d-88fd-4bc0afd89f57 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=0333669d-d93a-4306-9b54-ffcabda46ce9 HTTP/1.1" status: 200 len: 210 time: 0.1476877 Feb 09 01:30:25.022343 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5a709755-c882-4de9-8248-bd142d0626c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:25.026367 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5a709755-c882-4de9-8248-bd142d0626c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:25.057568 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5a709755-c882-4de9-8248-bd142d0626c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:25.058530 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a709755-c882-4de9-8248-bd142d0626c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Fanout notify agent at l3_agent the message router_deleted on router 62acc459-bd5b-4dcd-861d-d9f7b4ac9b08 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:30:25.069620 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e8da2115-3635-4cf0-a926-2070b4c975cf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:25.072657 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e8da2115-3635-4cf0-a926-2070b4c975cf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:25.086635 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5a709755-c882-4de9-8248-bd142d0626c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:25.092536 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5a709755-c882-4de9-8248-bd142d0626c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/routers/62acc459-bd5b-4dcd-861d-d9f7b4ac9b08 HTTP/1.1" status: 204 len: 168 time: 0.8121345 Feb 09 01:30:25.093150 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42840) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:25.115804 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e8da2115-3635-4cf0-a926-2070b4c975cf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:25.116767 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8da2115-3635-4cf0-a926-2070b4c975cf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Fanout notify agent at l3_agent the message router_deleted on router 920e13ca-a976-47ce-9b3a-fa8193ecd70e {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:30:25.137618 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e8da2115-3635-4cf0-a926-2070b4c975cf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:25.138142 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:25.147468 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42844) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:25.149029 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e8da2115-3635-4cf0-a926-2070b4c975cf tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/routers/920e13ca-a976-47ce-9b3a-fa8193ecd70e HTTP/1.1" status: 204 len: 168 time: 0.9363692 Feb 09 01:30:25.155788 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-0744d88c-2b2c-47cf-a244-aeb658f56ba1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-264456335', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:25.167105 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0744d88c-2b2c-47cf-a244-aeb658f56ba1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:25.178806 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0744d88c-2b2c-47cf-a244-aeb658f56ba1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Usage tracker for resource:router and tenant:6d720b2d312a4ea8a0c966b82ba0a703 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:25.184672 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0744d88c-2b2c-47cf-a244-aeb658f56ba1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:25.195283 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0744d88c-2b2c-47cf-a244-aeb658f56ba1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:25.204196 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-51f0f3da-915a-4931-b3cb-c5329bb457f4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Deleting subnet 20f0636c-8c15-4d05-85ef-28967e5adba6 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:30:25.210374 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-51f0f3da-915a-4931-b3cb-c5329bb457f4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:25.249741 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0744d88c-2b2c-47cf-a244-aeb658f56ba1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:25.250799 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0744d88c-2b2c-47cf-a244-aeb658f56ba1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:25.278190 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0744d88c-2b2c-47cf-a244-aeb658f56ba1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:25.292906 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-51f0f3da-915a-4931-b3cb-c5329bb457f4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:25.359520 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0744d88c-2b2c-47cf-a244-aeb658f56ba1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:25.457336 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0744d88c-2b2c-47cf-a244-aeb658f56ba1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:25.458490 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0744d88c-2b2c-47cf-a244-aeb658f56ba1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3084841 Feb 09 01:30:25.461601 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42852) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:25.467519 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-ab7ec3a4-07f2-45b8-970a-4d1c56e6ba8c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:25.549771 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-51f0f3da-915a-4931-b3cb-c5329bb457f4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:25.886312 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e591e-af4d-45a7-8b00-99333786c361 req-5c755b90-7df7-449f-8741-e509163b36fe tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:25.887737 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-970e591e-af4d-45a7-8b00-99333786c361 req-5c755b90-7df7-449f-8741-e509163b36fe tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 946 time: 0.5328062 Feb 09 01:30:26.118043 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ab7ec3a4-07f2-45b8-970a-4d1c56e6ba8c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:26.138801 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-970e591e-af4d-45a7-8b00-99333786c361 req-2fb11b16-9992-4fcd-88f1-645297776e3a tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429776 Feb 09 01:30:26.140414 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ab7ec3a4-07f2-45b8-970a-4d1c56e6ba8c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8101386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8101405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8095324'] for router, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:26.145457 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-51f0f3da-915a-4931-b3cb-c5329bb457f4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:26.255759 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f0f3da-915a-4931-b3cb-c5329bb457f4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event deleted for resources: {'Subnet': ['ID=20f0636c-8c15-4d05-85ef-28967e5adba6,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:26.264045 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-51f0f3da-915a-4931-b3cb-c5329bb457f4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:26.272246 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbb30c2-6c0d-4225-91b3-6519fd934e08 None None] Network af603c68-1470-48b4-bcbe-844c7cb0388f requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:30:26.340135 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-51f0f3da-915a-4931-b3cb-c5329bb457f4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/subnets/20f0636c-8c15-4d05-85ef-28967e5adba6 HTTP/1.1" status: 204 len: 168 time: 1.2448161 Feb 09 01:30:26.348027 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42860) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:26.386364 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3eefcc1f-32f5-4666-b707-bb2716f8c1ce req-98d45291-92f5-4cb9-b789-90694b8bf486 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=0333669d-d93a-4306-9b54-ffcabda46ce9 HTTP/1.1" status: 200 len: 210 time: 0.1516447 Feb 09 01:30:26.405966 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-255cb2c2-7dc9-4ca2-b259-1bdbdb2f43ff tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:26.407481 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-255cb2c2-7dc9-4ca2-b259-1bdbdb2f43ff tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.35 "GET /v2.0/networks?id=37619b15-03b6-4ee3-8b5e-c1b376918ea6 HTTP/1.1" status: 200 len: 811 time: 0.2738247 Feb 09 01:30:26.467807 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-69676439-3f94-4814-9710-612dbf45bd0a tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9 HTTP/1.1" status: 200 len: 379 time: 0.0504329 Feb 09 01:30:26.478580 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-d7de38ad-ad6c-4ce3-ace2-74a811c34b91 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Request body: {'port': {'device_id': '0333669d-d93a-4306-9b54-ffcabda46ce9', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'admin_state_up': True, 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'security_groups': ['104dca1f-b466-4675-83f9-0fd36c975bc6']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:26.553715 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7ec3a4-07f2-45b8-970a-4d1c56e6ba8c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Router b5b74bd7-ef9a-49cc-87a1-6b61cf1a7c11 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:30:26.621831 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63521baa-57bc-4cad-9bf6-e787ac574e81 None None] DHCP port deletion for af603c68-1470-48b4-bcbe-844c7cb0388f request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:30:26.626571 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-63521baa-57bc-4cad-9bf6-e787ac574e81 None None] Deleting port 70bdb391-1048-4bdf-9ff4-ca700b2df452 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:26.627166 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-63521baa-57bc-4cad-9bf6-e787ac574e81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:26.647557 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-d7de38ad-ad6c-4ce3-ace2-74a811c34b91 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:26.657908 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-d7de38ad-ad6c-4ce3-ace2-74a811c34b91 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:26.677178 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-d7de38ad-ad6c-4ce3-ace2-74a811c34b91 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Made reservation on behalf of 5ddfa727b5a54b179d7c03a600eaa4b9 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:26.681707 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-d7de38ad-ad6c-4ce3-ace2-74a811c34b91 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:26.774746 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-78d4d234-603f-423e-97e0-9cdb395ec6b9 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:26.779269 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7ec3a4-07f2-45b8-970a-4d1c56e6ba8c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:30:26.789997 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0043191b-5823-4598-8741-57972b3f4f4c None None] Sync routers for ids ['b5b74bd7-ef9a-49cc-87a1-6b61cf1a7c11'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:26.806197 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0043191b-5823-4598-8741-57972b3f4f4c None None] Routers {'b5b74bd7-ef9a-49cc-87a1-6b61cf1a7c11'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:26.806726 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0043191b-5823-4598-8741-57972b3f4f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:30:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['b5b74bd7-ef9a-49cc-87a1-6b61cf1a7c11'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:26.821853 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ab7ec3a4-07f2-45b8-970a-4d1c56e6ba8c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:26.826106 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ab7ec3a4-07f2-45b8-970a-4d1c56e6ba8c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "PUT /v2.0/routers/b5b74bd7-ef9a-49cc-87a1-6b61cf1a7c11 HTTP/1.1" status: 200 len: 697 time: 1.3633211 Feb 09 01:30:26.830732 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42874) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:27.039269 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-63521baa-57bc-4cad-9bf6-e787ac574e81 None None] For port 70bdb391-1048-4bdf-9ff4-ca700b2df452, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=70bdb391-1048-4bdf-9ff4-ca700b2df452,segment=NetworkSegment(f0350d0b-c285-4cb2-ac73-415a42eac5ce),segment_id=f0350d0b-c285-4cb2-ac73-415a42eac5ce)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:27.039673 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-63521baa-57bc-4cad-9bf6-e787ac574e81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:27.069782 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-0043191b-5823-4598-8741-57972b3f4f4c None None] Set router b5b74bd7-ef9a-49cc-87a1-6b61cf1a7c11 gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:30:27.076122 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-12bf57e9-704f-4d77-994e-15df03074c90 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "GET /v2.0/routers/b5b74bd7-ef9a-49cc-87a1-6b61cf1a7c11 HTTP/1.1" status: 200 len: 703 time: 0.2423403 Feb 09 01:30:27.077893 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-d7de38ad-ad6c-4ce3-ace2-74a811c34b91 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Allocated IP 172.20.0.5 (37619b15-03b6-4ee3-8b5e-c1b376918ea6/c5c99494-da9a-458d-b6b1-e6de1927c8e8/ca3a3ff9-b133-4877-85f3-13afef775030) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:27.079402 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42894) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:27.197463 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-78d4d234-603f-423e-97e0-9cdb395ec6b9 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Deleting port 70bdb391-1048-4bdf-9ff4-ca700b2df452 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:27.197960 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-78d4d234-603f-423e-97e0-9cdb395ec6b9 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:27.257402 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-63521baa-57bc-4cad-9bf6-e787ac574e81 None None] Calling delete_port for 70bdb391-1048-4bdf-9ff4-ca700b2df452 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:30:27.351955 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0043191b-5823-4598-8741-57972b3f4f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b74bd7-ef9a-49cc-87a1-6b61cf1a7c11', 'name': 'tempest-RoutersIpV6Test-router-264456335', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:25Z', 'updated_at': '2022-02-09T01:30:26Z', 'revision_number': 2, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:27.370528 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0043191b-5823-4598-8741-57972b3f4f4c None None] Checking router: b5b74bd7-ef9a-49cc-87a1-6b61cf1a7c11 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:30:27.386266 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0043191b-5823-4598-8741-57972b3f4f4c None None] Routers {'b5b74bd7-ef9a-49cc-87a1-6b61cf1a7c11'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:27.387276 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0043191b-5823-4598-8741-57972b3f4f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:30:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['b5b74bd7-ef9a-49cc-87a1-6b61cf1a7c11'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:27.405478 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d6af6d3e-edf1-4d10-9337-dec1a1afd4fc tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Synchronizing usage tracker for tenant:6d720b2d312a4ea8a0c966b82ba0a703 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:30:27.410589 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-63521baa-57bc-4cad-9bf6-e787ac574e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:27.536096 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63521baa-57bc-4cad-9bf6-e787ac574e81 None None] No DVR routers for this DVR port 70bdb391-1048-4bdf-9ff4-ca700b2df452 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:27.560434 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d6af6d3e-edf1-4d10-9337-dec1a1afd4fc tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Unset dirty status for tenant:6d720b2d312a4ea8a0c966b82ba0a703 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:30:27.561859 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d6af6d3e-edf1-4d10-9337-dec1a1afd4fc tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5b74bd7-ef9a-49cc-87a1-6b61cf1a7c11 HTTP/1.1" status: 200 len: 205 time: 0.4815221 Feb 09 01:30:27.567293 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 42944) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:27.588159 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63521baa-57bc-4cad-9bf6-e787ac574e81 None None] Pushing event deleted for resources: {'Port': ['ID=70bdb391-1048-4bdf-9ff4-ca700b2df452,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:27.598736 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-d7de38ad-ad6c-4ce3-ace2-74a811c34b91 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:27.625467 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-0043191b-5823-4598-8741-57972b3f4f4c None None] Set router b5b74bd7-ef9a-49cc-87a1-6b61cf1a7c11 gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:30:27.651338 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-d7de38ad-ad6c-4ce3-ace2-74a811c34b91 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Transition to ACTIVE for port object ca3a3ff9-b133-4877-85f3-13afef775030 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:27.753608 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c9fcffad-6188-468b-9c72-6701f4ddfc5b req-8b9fa519-4165-4f1d-b9bb-403fed734a70 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=0333669d-d93a-4306-9b54-ffcabda46ce9 HTTP/1.1" status: 200 len: 210 time: 0.0952668 Feb 09 01:30:27.826349 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-d7de38ad-ad6c-4ce3-ace2-74a811c34b91 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:27.846293 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0043191b-5823-4598-8741-57972b3f4f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b74bd7-ef9a-49cc-87a1-6b61cf1a7c11', 'name': 'tempest-RoutersIpV6Test-router-264456335', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:25Z', 'updated_at': '2022-02-09T01:30:26Z', 'revision_number': 2, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:27.854236 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0043191b-5823-4598-8741-57972b3f4f4c None None] The sync data for ids ['b5b74bd7-ef9a-49cc-87a1-6b61cf1a7c11'] in n-d-828419-1 is: [{'id': 'b5b74bd7-ef9a-49cc-87a1-6b61cf1a7c11', 'name': 'tempest-RoutersIpV6Test-router-264456335', 'tenant_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:25Z', 'updated_at': '2022-02-09T01:30:26Z', 'revision_number': 2, 'project_id': '6d720b2d312a4ea8a0c966b82ba0a703', 'gw_port_host': None}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:27.922398 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 70bdb391-1048-4bdf-9ff4-ca700b2df452 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:30:28.005213 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de38ad-ad6c-4ce3-ace2-74a811c34b91 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Pushing event updated for resources: {'Port': ['ID=ca3a3ff9-b133-4877-85f3-13afef775030,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:28.008829 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 70bdb391-1048-4bdf-9ff4-ca700b2df452 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:30:28.009176 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 70bdb391-1048-4bdf-9ff4-ca700b2df452 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:30:28.014558 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-d7de38ad-ad6c-4ce3-ace2-74a811c34b91 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:28.016074 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-d7de38ad-ad6c-4ce3-ace2-74a811c34b91 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:28.018688 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-d7de38ad-ad6c-4ce3-ace2-74a811c34b91 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:30:28.159114 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-78d4d234-603f-423e-97e0-9cdb395ec6b9 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] For port 70bdb391-1048-4bdf-9ff4-ca700b2df452, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=70bdb391-1048-4bdf-9ff4-ca700b2df452,segment=NetworkSegment(f0350d0b-c285-4cb2-ac73-415a42eac5ce),segment_id=f0350d0b-c285-4cb2-ac73-415a42eac5ce)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:28.159487 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-78d4d234-603f-423e-97e0-9cdb395ec6b9 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:28.237162 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-d7de38ad-ad6c-4ce3-ace2-74a811c34b91 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:28.240193 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-d7de38ad-ad6c-4ce3-ace2-74a811c34b91 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:28.312166 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-d7de38ad-ad6c-4ce3-ace2-74a811c34b91 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8361547 Feb 09 01:30:28.324859 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-dd3a9723-e9e5-4b03-89f8-4fea9a6d38b6 service neutron] Request body: {'port': {'device_id': '0333669d-d93a-4306-9b54-ffcabda46ce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:28.375328 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-78d4d234-603f-423e-97e0-9cdb395ec6b9 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Calling delete_port for 70bdb391-1048-4bdf-9ff4-ca700b2df452 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:30:28.478103 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ba04a34c-f30f-482a-bb48-a99329a96516 None None] Provisioning for port ca3a3ff9-b133-4877-85f3-13afef775030 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:28.483180 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ba04a34c-f30f-482a-bb48-a99329a96516 None None] Provisioning complete for port ca3a3ff9-b133-4877-85f3-13afef775030 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:28.483673 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ba04a34c-f30f-482a-bb48-a99329a96516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:28.496322 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-dd3a9723-e9e5-4b03-89f8-4fea9a6d38b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:28.546351 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2de4f97e-7468-4530-a445-0c6745f5ffc6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:28.620730 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-ba04a34c-f30f-482a-bb48-a99329a96516 None None] Port ca3a3ff9-b133-4877-85f3-13afef775030 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:30:28.757336 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [None req-78d4d234-603f-423e-97e0-9cdb395ec6b9 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:30:28.757583 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [None req-78d4d234-603f-423e-97e0-9cdb395ec6b9 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:30:28.771048 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb0e63-b33b-4f6f-b16a-baa1217a9a95 req-9af5919e-da50-4ef1-bd44-42400a762797 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:28.774137 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1fdb0e63-b33b-4f6f-b16a-baa1217a9a95 req-9af5919e-da50-4ef1-bd44-42400a762797 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 946 time: 1.3623497 Feb 09 01:30:29.022909 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2de4f97e-7468-4530-a445-0c6745f5ffc6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:29.033375 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2de4f97e-7468-4530-a445-0c6745f5ffc6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:29.061091 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1fdb0e63-b33b-4f6f-b16a-baa1217a9a95 req-e5902f62-5c9d-4442-adc3-798123652198 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008255 Feb 09 01:30:29.072052 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2de4f97e-7468-4530-a445-0c6745f5ffc6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:29.072686 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de4f97e-7468-4530-a445-0c6745f5ffc6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Fanout notify agent at l3_agent the message router_deleted on router b5b74bd7-ef9a-49cc-87a1-6b61cf1a7c11 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:30:29.104466 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2de4f97e-7468-4530-a445-0c6745f5ffc6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:29.105727 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2de4f97e-7468-4530-a445-0c6745f5ffc6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/routers/b5b74bd7-ef9a-49cc-87a1-6b61cf1a7c11 HTTP/1.1" status: 204 len: 168 time: 1.5139022 Feb 09 01:30:29.111405 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43092) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:29.167759 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153139c-351c-4b66-b76f-ae5442d35f54 req-adccc8ae-f1c6-4fd1-bc07-674a4ba48d84 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:29.169022 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-75790456-0184-4ea0-8927-b4e2e509db9c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5b74bd7-ef9a-49cc-87a1-6b61cf1a7c11 HTTP/1.1" status: 200 len: 205 time: 0.0555463 Feb 09 01:30:29.170939 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-8153139c-351c-4b66-b76f-ae5442d35f54 req-adccc8ae-f1c6-4fd1-bc07-674a4ba48d84 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Synchronizing usage tracker for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:30:29.173939 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43100) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:29.234730 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-8153139c-351c-4b66-b76f-ae5442d35f54 req-adccc8ae-f1c6-4fd1-bc07-674a4ba48d84 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Unset dirty status for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:30:29.242606 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8153139c-351c-4b66-b76f-ae5442d35f54 req-adccc8ae-f1c6-4fd1-bc07-674a4ba48d84 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=0333669d-d93a-4306-9b54-ffcabda46ce9 HTTP/1.1" status: 200 len: 931 time: 0.3036199 Feb 09 01:30:29.263207 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-78d4d234-603f-423e-97e0-9cdb395ec6b9 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Deleting port 70bdb391-1048-4bdf-9ff4-ca700b2df452 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:29.263549 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-78d4d234-603f-423e-97e0-9cdb395ec6b9 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:29.299195 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-dd3a9723-e9e5-4b03-89f8-4fea9a6d38b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca3a3ff9-b133-4877-85f3-13afef775030 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:30:29.311784 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-dd3a9723-e9e5-4b03-89f8-4fea9a6d38b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:29.324619 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8153139c-351c-4b66-b76f-ae5442d35f54 req-f99fdd96-d448-4765-bffd-e26b54c1fb29 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807672 Feb 09 01:30:29.329683 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-1717513c-4e60-4959-b33a-f550c741e145 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] delete failed (client error): The resource could not be found. Feb 09 01:30:29.330586 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1717513c-4e60-4959-b33a-f550c741e145 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/routers/b5b74bd7-ef9a-49cc-87a1-6b61cf1a7c11 HTTP/1.1" status: 404 len: 336 time: 0.1552296 Feb 09 01:30:29.338641 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43120) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:29.369103 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-78d4d234-603f-423e-97e0-9cdb395ec6b9 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] The port '70bdb391-1048-4bdf-9ff4-ca700b2df452' was deleted {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:30:29.391270 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-dd3a9723-e9e5-4b03-89f8-4fea9a6d38b6 service neutron] Transition to ACTIVE for port object ca3a3ff9-b133-4877-85f3-13afef775030 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:29.392652 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-f55b63b3-f93c-4120-9477-074c008aea0c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] DELETE failed (client error): The resource could not be found. Feb 09 01:30:29.393169 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f55b63b3-f93c-4120-9477-074c008aea0c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:30:29.397859 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f55b63b3-f93c-4120-9477-074c008aea0c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/subnets/d0df158d-849b-4981-9df7-8c377d1ef9ee HTTP/1.1" status: 404 len: 337 time: 0.0582261 Feb 09 01:30:29.399139 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43130) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:29.401975 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-dd3a9723-e9e5-4b03-89f8-4fea9a6d38b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:29.463359 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:30:29.491622 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-286236ff-e1f6-4fb0-9b2b-694c57f244db tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] DELETE failed (client error): The resource could not be found. Feb 09 01:30:29.492076 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-286236ff-e1f6-4fb0-9b2b-694c57f244db tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:30:29.493796 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-286236ff-e1f6-4fb0-9b2b-694c57f244db tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/subnets/012322a2-bd27-4295-8449-4db60734e31d HTTP/1.1" status: 404 len: 337 time: 0.0937827 Feb 09 01:30:29.498840 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43144) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:29.545467 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-78d4d234-603f-423e-97e0-9cdb395ec6b9 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:29.555925 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb83fec9-091c-4651-b6e2-86538a979905 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] DELETE failed (client error): The resource could not be found. Feb 09 01:30:29.556779 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb83fec9-091c-4651-b6e2-86538a979905 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:30:29.567080 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fb83fec9-091c-4651-b6e2-86538a979905 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/subnets/a7b1fe78-2881-4b48-ae40-ed2679ad23cc HTTP/1.1" status: 404 len: 337 time: 0.0642087 Feb 09 01:30:29.569653 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43154) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:29.605297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a9723-e9e5-4b03-89f8-4fea9a6d38b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ca3a3ff9-b133-4877-85f3-13afef775030,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:29.633444 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-c97ca4ae-34bc-409a-9e61-0d15731d0967 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] DELETE failed (client error): The resource could not be found. Feb 09 01:30:29.633974 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c97ca4ae-34bc-409a-9e61-0d15731d0967 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:30:29.638709 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c97ca4ae-34bc-409a-9e61-0d15731d0967 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/subnets/53fe123c-76c2-4d82-81b2-b902f69abd93 HTTP/1.1" status: 404 len: 337 time: 0.0681162 Feb 09 01:30:29.639597 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43164) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:29.645909 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-78d4d234-603f-423e-97e0-9cdb395ec6b9 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af603c68-1470-48b4-bcbe-844c7cb0388f']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:29.751941 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-dd3a9723-e9e5-4b03-89f8-4fea9a6d38b6 service neutron] Attempting to bind port ca3a3ff9-b133-4877-85f3-13afef775030 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:30:29.752333 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-dd3a9723-e9e5-4b03-89f8-4fea9a6d38b6 service neutron] Attempting to bind port ca3a3ff9-b133-4877-85f3-13afef775030 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:30:29.752642 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-dd3a9723-e9e5-4b03-89f8-4fea9a6d38b6 service neutron] Attempting to bind port ca3a3ff9-b133-4877-85f3-13afef775030 on network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:30:29.758462 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-dd3a9723-e9e5-4b03-89f8-4fea9a6d38b6 service neutron] Port ca3a3ff9-b133-4877-85f3-13afef775030 on network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:30:29.758716 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-dd3a9723-e9e5-4b03-89f8-4fea9a6d38b6 service neutron] Attempting to bind port ca3a3ff9-b133-4877-85f3-13afef775030 on network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:30:29.765117 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-dd3a9723-e9e5-4b03-89f8-4fea9a6d38b6 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:30:29.765368 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-dd3a9723-e9e5-4b03-89f8-4fea9a6d38b6 service neutron] Checking segment: {'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:30:29.765727 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-dd3a9723-e9e5-4b03-89f8-4fea9a6d38b6 service neutron] Bound using segment: {'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:30:29.766319 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-dd3a9723-e9e5-4b03-89f8-4fea9a6d38b6 service neutron] Bound port: ca3a3ff9-b133-4877-85f3-13afef775030, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:30:29.766863 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-dd3a9723-e9e5-4b03-89f8-4fea9a6d38b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:29.846370 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-78d4d234-603f-423e-97e0-9cdb395ec6b9 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0350d0b-c285-4cb2-ac73-415a42eac5ce') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:29.846689 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-78d4d234-603f-423e-97e0-9cdb395ec6b9 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0350d0b-c285-4cb2-ac73-415a42eac5ce') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:29.857199 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-69222ff5-59c4-4347-802c-b69a81284ed1 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "GET /v2.0/ports?device_id=920e13ca-a976-47ce-9b3a-fa8193ecd70e HTTP/1.1" status: 200 len: 205 time: 0.2142198 Feb 09 01:30:29.859576 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43196) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:29.864306 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-78d4d234-603f-423e-97e0-9cdb395ec6b9 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:29.881980 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-78d4d234-603f-423e-97e0-9cdb395ec6b9 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:29.888880 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78d4d234-603f-423e-97e0-9cdb395ec6b9 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Releasing vlan 977 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:30:29.889422 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-78d4d234-603f-423e-97e0-9cdb395ec6b9 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:30:29.904195 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:30:29.940696 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-55168255-0b2d-4831-86b0-9fd66413a0ee tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] delete failed (client error): The resource could not be found. Feb 09 01:30:29.941716 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-55168255-0b2d-4831-86b0-9fd66413a0ee tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/routers/920e13ca-a976-47ce-9b3a-fa8193ecd70e HTTP/1.1" status: 404 len: 336 time: 0.0810597 Feb 09 01:30:29.943082 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-dd3a9723-e9e5-4b03-89f8-4fea9a6d38b6 service neutron] For port ca3a3ff9-b133-4877-85f3-13afef775030, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:30:29.945258 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43210) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:29.992627 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b1be879a-a518-4b12-90ec-dff39994f839 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbfb5ca8-95aa-4c33-a9dd-68a43d9faa84 HTTP/1.1" status: 200 len: 205 time: 0.0461874 Feb 09 01:30:29.994355 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-dd3a9723-e9e5-4b03-89f8-4fea9a6d38b6 service neutron] For port ca3a3ff9-b133-4877-85f3-13afef775030, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=ca3a3ff9-b133-4877-85f3-13afef775030,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:30:29.995287 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43220) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:30.000565 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-78d4d234-603f-423e-97e0-9cdb395ec6b9 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:30.043447 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-78d4d234-603f-423e-97e0-9cdb395ec6b9 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:30.050314 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4d234-603f-423e-97e0-9cdb395ec6b9 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event deleted for resources: {'Network': ['ID=af603c68-1470-48b4-bcbe-844c7cb0388f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:30.054116 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-78d4d234-603f-423e-97e0-9cdb395ec6b9 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/networks/af603c68-1470-48b4-bcbe-844c7cb0388f HTTP/1.1" status: 204 len: 168 time: 3.7051425 Feb 09 01:30:30.057620 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43234) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:30.063204 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-8e6e0e0f-0c56-4e49-b68b-71a2ac8fc07c tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2130073021', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}, 'admin_state_up': False}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:30.073359 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8e6e0e0f-0c56-4e49-b68b-71a2ac8fc07c tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:30.073508 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-dd3a9723-e9e5-4b03-89f8-4fea9a6d38b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:30.078410 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8e6e0e0f-0c56-4e49-b68b-71a2ac8fc07c tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Usage tracker for resource:router and tenant:76fc49fef2df435db2f7b8b17bd392f0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:30.081615 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8e6e0e0f-0c56-4e49-b68b-71a2ac8fc07c tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:30.087942 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8e6e0e0f-0c56-4e49-b68b-71a2ac8fc07c tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:30.101709 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8e6e0e0f-0c56-4e49-b68b-71a2ac8fc07c tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:30.102927 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8e6e0e0f-0c56-4e49-b68b-71a2ac8fc07c tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:30.119853 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8e6e0e0f-0c56-4e49-b68b-71a2ac8fc07c tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:30.192182 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-fc2d5bbc-f4a1-4722-9989-908adb05612b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] delete failed (client error): The resource could not be found. Feb 09 01:30:30.193442 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-fc2d5bbc-f4a1-4722-9989-908adb05612b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/routers/bbfb5ca8-95aa-4c33-a9dd-68a43d9faa84 HTTP/1.1" status: 404 len: 336 time: 0.1970513 Feb 09 01:30:30.201824 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43254) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:30.247699 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-dd3a9723-e9e5-4b03-89f8-4fea9a6d38b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:30.248316 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-dd3a9723-e9e5-4b03-89f8-4fea9a6d38b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:30.249738 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-dd3a9723-e9e5-4b03-89f8-4fea9a6d38b6 service neutron] 10.222.0.35 "PUT /v2.0/ports/ca3a3ff9-b133-4877-85f3-13afef775030 HTTP/1.1" status: 200 len: 1091 time: 1.9305539 Feb 09 01:30:30.250258 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0333669d-d93a-4306-9b54-ffcabda46ce9', 'tag': 'ca3a3ff9-b133-4877-85f3-13afef775030'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:30:30.268718 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7f8dd8-3ffa-4a42-a623-4fc3d911e329 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] DELETE failed (client error): The resource could not be found. Feb 09 01:30:30.269155 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c7f8dd8-3ffa-4a42-a623-4fc3d911e329 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:30:30.271113 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9c7f8dd8-3ffa-4a42-a623-4fc3d911e329 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/subnets/c4ce9493-5a4f-4cae-ad13-ec1005a8e644 HTTP/1.1" status: 404 len: 337 time: 0.0682948 Feb 09 01:30:30.275755 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43270) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:30.382820 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0333669d-d93a-4306-9b54-ffcabda46ce9', 'tag': 'ca3a3ff9-b133-4877-85f3-13afef775030', 'status': 'completed', 'code': 200} Feb 09 01:30:30.400346 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-76d33f3d-f557-4e6c-b68b-26c60b6d7dc6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ecf7c1b-8092-4d2e-b4d2-4264706a23fd HTTP/1.1" status: 200 len: 205 time: 0.1229577 Feb 09 01:30:30.402647 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a9723-e9e5-4b03-89f8-4fea9a6d38b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ca3a3ff9-b133-4877-85f3-13afef775030,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:30.416107 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43288) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:30.512892 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-7aaea86d-d97b-460e-b533-123f802033e5 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] delete failed (client error): The resource could not be found. Feb 09 01:30:30.516338 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7aaea86d-d97b-460e-b533-123f802033e5 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/routers/0ecf7c1b-8092-4d2e-b4d2-4264706a23fd HTTP/1.1" status: 404 len: 336 time: 0.0963025 Feb 09 01:30:30.524947 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43304) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:30.561099 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8e6e0e0f-0c56-4e49-b68b-71a2ac8fc07c tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:30.604113 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e210851-a709-4286-b2c5-7d998bd21621 req-0a338ef6-aad9-455c-bdad-5f786c86abaf tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:30.605629 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1e210851-a709-4286-b2c5-7d998bd21621 req-0a338ef6-aad9-455c-bdad-5f786c86abaf tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 946 time: 0.3918638 Feb 09 01:30:30.632821 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1c8faa96-a78a-49f5-b882-6a2c808a7f8c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b492934-5e2a-43a0-83b5-a450726ab9bc HTTP/1.1" status: 200 len: 205 time: 0.1063294 Feb 09 01:30:30.640131 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43326) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:30.718055 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-562f7356-2a80-48b6-8f73-c8652ede5e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:30.719469 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-562f7356-2a80-48b6-8f73-c8652ede5e1e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9&device_id=0333669d-d93a-4306-9b54-ffcabda46ce9 HTTP/1.1" status: 200 len: 1094 time: 0.4040709 Feb 09 01:30:30.730597 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1e210851-a709-4286-b2c5-7d998bd21621 req-1a0897c7-1a69-475a-a13f-ab81ad3a865b tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745444 Feb 09 01:30:30.789191 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-681b7533-986b-40f7-aaa9-2a3244bc92f3 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] delete failed (client error): The resource could not be found. Feb 09 01:30:30.789969 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-681b7533-986b-40f7-aaa9-2a3244bc92f3 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/routers/7b492934-5e2a-43a0-83b5-a450726ab9bc HTTP/1.1" status: 404 len: 336 time: 0.1464286 Feb 09 01:30:30.793391 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43348) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:30.888504 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ce17da2-edff-4847-832c-2e9cbc4b004c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] DELETE failed (client error): The resource could not be found. Feb 09 01:30:30.889150 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ce17da2-edff-4847-832c-2e9cbc4b004c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:30:30.910696 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5ce17da2-edff-4847-832c-2e9cbc4b004c tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/subnets/8d3f68ec-f92d-44bf-9a4a-5ef5af026584 HTTP/1.1" status: 404 len: 337 time: 0.1158571 Feb 09 01:30:30.913271 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43370) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:30.917896 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-86b8343d-68f6-4f78-b0ea-1bc562a5240d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca3a3ff9-b133-4877-85f3-13afef775030 HTTP/1.1" status: 200 len: 217 time: 0.1898787 Feb 09 01:30:30.975403 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de20d4-be61-46f6-8753-c1f7e9214209 req-11930b9e-176f-4da4-b82a-a7c623c702c9 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:30.982326 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-54de20d4-be61-46f6-8753-c1f7e9214209 req-11930b9e-176f-4da4-b82a-a7c623c702c9 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=0333669d-d93a-4306-9b54-ffcabda46ce9 HTTP/1.1" status: 200 len: 943 time: 0.4594378 Feb 09 01:30:31.041313 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a5529d5b-d622-488e-8e5e-03ad0b0c4124 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "GET /v2.0/ports?device_id=5001f0fd-470f-437b-bb2a-d91e422dba86 HTTP/1.1" status: 200 len: 205 time: 0.1269875 Feb 09 01:30:31.044443 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-54de20d4-be61-46f6-8753-c1f7e9214209 req-a95bf1ef-b12d-4cf7-915b-6bfff5691626 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609052 Feb 09 01:30:31.045696 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43390) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:31.046429 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8e6e0e0f-0c56-4e49-b68b-71a2ac8fc07c tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:31.048135 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-bf67b2e6-88b9-4274-9a9e-0749843a5f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:31.049579 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-bf67b2e6-88b9-4274-9a9e-0749843a5f1b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5c99494-da9a-458d-b6b1-e6de1927c8e8 HTTP/1.1" status: 200 len: 850 time: 0.1240077 Feb 09 01:30:31.156073 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8e6e0e0f-0c56-4e49-b68b-71a2ac8fc07c tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:31.159916 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-a39c53a5-23a6-4b0f-916d-ac83751ba574 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] delete failed (client error): The resource could not be found. Feb 09 01:30:31.160964 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a39c53a5-23a6-4b0f-916d-ac83751ba574 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/routers/5001f0fd-470f-437b-bb2a-d91e422dba86 HTTP/1.1" status: 404 len: 336 time: 0.0828257 Feb 09 01:30:31.161762 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-f9543fed-7c78-4f67-a4d6-b653b258588b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:31.164037 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-f9543fed-7c78-4f67-a4d6-b653b258588b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37619b15-03b6-4ee3-8b5e-c1b376918ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036119 Feb 09 01:30:31.165028 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43408) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:31.222009 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dab0cc8-2a05-4d90-acb8-951786a13688 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] DELETE failed (client error): The resource could not be found. Feb 09 01:30:31.222668 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dab0cc8-2a05-4d90-acb8-951786a13688 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:30:31.224169 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5dab0cc8-2a05-4d90-acb8-951786a13688 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/subnets/48e851d7-b107-4bc7-92ca-4038dcc6c234 HTTP/1.1" status: 404 len: 337 time: 0.0581884 Feb 09 01:30:31.230274 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43414) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:31.312073 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-22f3f994-6be5-4a1c-87e5-256c5fd398c6 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9 HTTP/1.1" status: 200 len: 205 time: 0.0801420 Feb 09 01:30:31.315343 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43418) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:31.346493 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-8e6e0e0f-0c56-4e49-b68b-71a2ac8fc07c tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Allocated IP 172.25.5.107 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/3d218cc8-775c-4401-a4e6-263bb4d070ac) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:31.401805 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-35c94ccf-4f4e-4fa3-bbf1-24a18550db51 service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030635 Feb 09 01:30:31.402777 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-56ef838a-23d1-4567-b5cf-d536c853ef5b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] delete failed (client error): The resource could not be found. Feb 09 01:30:31.405931 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-56ef838a-23d1-4567-b5cf-d536c853ef5b tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/routers/1e23f16b-b545-4c1d-9224-9bcfdcd9cfd9 HTTP/1.1" status: 404 len: 336 time: 0.0876732 Feb 09 01:30:31.406955 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43422) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:31.524209 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-f307aae7-3bbe-4629-b3e2-66e71d6375b7 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] DELETE failed (client error): The resource could not be found. Feb 09 01:30:31.524603 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f307aae7-3bbe-4629-b3e2-66e71d6375b7 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:30:31.526305 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f307aae7-3bbe-4629-b3e2-66e71d6375b7 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/subnets/aa907265-9d20-4ab4-9a85-704433350113 HTTP/1.1" status: 404 len: 337 time: 0.1183906 Feb 09 01:30:31.528991 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43426) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:31.577413 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4d514e0-0ee3-4f42-989a-547f950713f4 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] DELETE failed (client error): The resource could not be found. Feb 09 01:30:31.577858 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4d514e0-0ee3-4f42-989a-547f950713f4 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:30:31.579525 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c4d514e0-0ee3-4f42-989a-547f950713f4 tempest-RoutersIpV6Test-424498650 tempest-RoutersIpV6Test-424498650-project] 10.222.0.37 "DELETE /v2.0/subnets/7a941012-f3ef-4f33-b90b-760594df8733 HTTP/1.1" status: 404 len: 337 time: 0.0496430 Feb 09 01:30:31.623919 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8e6e0e0f-0c56-4e49-b68b-71a2ac8fc07c tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:31.627687 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a7e0d7b-4102-4c5f-85d1-f6ee5c33020d req-55ec5bfa-4db5-4b61-8f8d-f7e92fbaeceb service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174604 Feb 09 01:30:31.659351 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8e6e0e0f-0c56-4e49-b68b-71a2ac8fc07c tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:31.730397 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6e0e0f-0c56-4e49-b68b-71a2ac8fc07c tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:31.733302 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-8e6e0e0f-0c56-4e49-b68b-71a2ac8fc07c tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:31.737265 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6e0e0f-0c56-4e49-b68b-71a2ac8fc07c tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:30:31.756059 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160743b5-1f50-4ebd-93d5-4365ff490093 req-5c88a666-b79e-478d-becc-27de1d8d73c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:31.757743 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-160743b5-1f50-4ebd-93d5-4365ff490093 req-5c88a666-b79e-478d-becc-27de1d8d73c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9&device_id=0333669d-d93a-4306-9b54-ffcabda46ce9 HTTP/1.1" status: 200 len: 1094 time: 0.0846450 Feb 09 01:30:31.777652 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e0e0f-0c56-4e49-b68b-71a2ac8fc07c tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Port': ['ID=3d218cc8-775c-4401-a4e6-263bb4d070ac,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:31.831712 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43436) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:31.913142 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160743b5-1f50-4ebd-93d5-4365ff490093 req-fca79a9a-0211-4e89-ab3a-26f106aa7cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:31.914602 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-160743b5-1f50-4ebd-93d5-4365ff490093 req-fca79a9a-0211-4e89-ab3a-26f106aa7cc8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=37619b15-03b6-4ee3-8b5e-c1b376918ea6 HTTP/1.1" status: 200 len: 912 time: 0.1503146 Feb 09 01:30:31.999007 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-160743b5-1f50-4ebd-93d5-4365ff490093 req-a85b83bf-fbfe-4650-9b28-e42683282f1b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca3a3ff9-b133-4877-85f3-13afef775030 HTTP/1.1" status: 200 len: 217 time: 0.0771418 Feb 09 01:30:32.069948 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50dea09-0a7c-45ef-9449-a84133f2ea32 req-f610a330-de31-4a04-8188-8341500124e3 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:32.071840 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b50dea09-0a7c-45ef-9449-a84133f2ea32 req-f610a330-de31-4a04-8188-8341500124e3 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 946 time: 0.1916583 Feb 09 01:30:32.078023 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7f52386b-5dda-4e61-a6f2-eb881568c6eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6d720b2d312a4ea8a0c966b82ba0a703&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2443864 Feb 09 01:30:32.079722 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43444) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:32.097389 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160743b5-1f50-4ebd-93d5-4365ff490093 req-52d57111-ecff-44cf-93e8-e8f54d40beb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:32.098819 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-160743b5-1f50-4ebd-93d5-4365ff490093 req-52d57111-ecff-44cf-93e8-e8f54d40beb7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5c99494-da9a-458d-b6b1-e6de1927c8e8 HTTP/1.1" status: 200 len: 850 time: 0.0932100 Feb 09 01:30:32.204932 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a16460dd-949b-45a9-9a85-1c9d18c8e688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:32.217787 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b50dea09-0a7c-45ef-9449-a84133f2ea32 req-62ca415d-901a-4f7d-8a24-2bb2fff8cd0c tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868049 Feb 09 01:30:32.287069 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a16460dd-949b-45a9-9a85-1c9d18c8e688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:32.310605 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8e6e0e0f-0c56-4e49-b68b-71a2ac8fc07c tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:32.317376 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160743b5-1f50-4ebd-93d5-4365ff490093 req-294d04df-7529-49f3-90b3-a0fa54bb3bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:32.319439 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-160743b5-1f50-4ebd-93d5-4365ff490093 req-294d04df-7529-49f3-90b3-a0fa54bb3bb1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37619b15-03b6-4ee3-8b5e-c1b376918ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2086549 Feb 09 01:30:32.475992 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdfd08-5384-479d-8769-81c994b7e8c9 req-0ac976d9-81f1-4cbe-bb5e-879252530d69 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:32.477528 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ffdfd08-5384-479d-8769-81c994b7e8c9 req-0ac976d9-81f1-4cbe-bb5e-879252530d69 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=0333669d-d93a-4306-9b54-ffcabda46ce9 HTTP/1.1" status: 200 len: 943 time: 0.2346778 Feb 09 01:30:32.516474 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a16460dd-949b-45a9-9a85-1c9d18c8e688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:32.534963 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-160743b5-1f50-4ebd-93d5-4365ff490093 req-0704a793-4b90-4c64-93af-61e3e8a17531 service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055225 Feb 09 01:30:32.537712 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16460dd-949b-45a9-9a85-1c9d18c8e688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69449711-a714-4d70-a90c-f996404a03e4,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:32.572564 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ffdfd08-5384-479d-8769-81c994b7e8c9 req-b4cbc042-4e64-49b7-8c5b-9fbb83ee2376 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792639 Feb 09 01:30:32.642579 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a16460dd-949b-45a9-9a85-1c9d18c8e688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:32.643676 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a16460dd-949b-45a9-9a85-1c9d18c8e688 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/69449711-a714-4d70-a90c-f996404a03e4 HTTP/1.1" status: 204 len: 168 time: 0.5630312 Feb 09 01:30:32.715688 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8e6e0e0f-0c56-4e49-b68b-71a2ac8fc07c tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:32.847957 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-160743b5-1f50-4ebd-93d5-4365ff490093 req-24ae050f-eac6-472d-b20e-ca83c8e308ea service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785881 Feb 09 01:30:32.948021 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6e0e0f-0c56-4e49-b68b-71a2ac8fc07c tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Router 537da81b-fd12-41ba-b6fb-5e04a5f9420c is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:30:33.289724 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6e0e0f-0c56-4e49-b68b-71a2ac8fc07c tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:30:33.311478 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ebedf3-5a8c-482c-9b48-7640be78c4ac None None] Sync routers for ids ['537da81b-fd12-41ba-b6fb-5e04a5f9420c'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:33.325675 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ebedf3-5a8c-482c-9b48-7640be78c4ac None None] Routers {'537da81b-fd12-41ba-b6fb-5e04a5f9420c'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:33.326634 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-19ebedf3-5a8c-482c-9b48-7640be78c4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:30:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['537da81b-fd12-41ba-b6fb-5e04a5f9420c'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:33.340020 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8e6e0e0f-0c56-4e49-b68b-71a2ac8fc07c tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:33.341360 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8e6e0e0f-0c56-4e49-b68b-71a2ac8fc07c tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.2826476 Feb 09 01:30:33.344937 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43476) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:33.482697 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-19ebedf3-5a8c-482c-9b48-7640be78c4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:33.493242 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ebedf3-5a8c-482c-9b48-7640be78c4ac None None] Routers {'537da81b-fd12-41ba-b6fb-5e04a5f9420c'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:33.493924 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-19ebedf3-5a8c-482c-9b48-7640be78c4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:30:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['537da81b-fd12-41ba-b6fb-5e04a5f9420c'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:33.559467 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-19ebedf3-5a8c-482c-9b48-7640be78c4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:33.560029 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ebedf3-5a8c-482c-9b48-7640be78c4ac None None] The sync data for ids ['537da81b-fd12-41ba-b6fb-5e04a5f9420c'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:33.660906 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7b416aab-4d40-4069-b79b-7dafa7872642 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "GET /v2.0/routers/537da81b-fd12-41ba-b6fb-5e04a5f9420c HTTP/1.1" status: 200 len: 881 time: 0.3123858 Feb 09 01:30:33.661573 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43488) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:33.734010 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea993e-ddb2-4bab-9f03-1a902440518f req-899076a6-ea4f-449f-b0ae-872e7c07c47b tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:33.735494 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7cea993e-ddb2-4bab-9f03-1a902440518f req-899076a6-ea4f-449f-b0ae-872e7c07c47b tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 946 time: 0.2826545 Feb 09 01:30:33.791536 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1e32a-90d5-4141-b230-03f82208f7c5 req-a9f64bc7-c843-42c5-8554-e3d33d334d95 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:33.791536 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-57e1e32a-90d5-4141-b230-03f82208f7c5 req-a9f64bc7-c843-42c5-8554-e3d33d334d95 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=0333669d-d93a-4306-9b54-ffcabda46ce9 HTTP/1.1" status: 200 len: 943 time: 0.1025846 Feb 09 01:30:33.814807 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7cea993e-ddb2-4bab-9f03-1a902440518f req-ec573fae-9c75-4775-853a-7f6408ec5b90 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705721 Feb 09 01:30:33.855741 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-57e1e32a-90d5-4141-b230-03f82208f7c5 req-a0385cb8-363e-4e8b-afac-ec0df53afa70 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624390 Feb 09 01:30:33.950366 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4f9931ea-a8c6-4919-acf0-779b90c1b004 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Synchronizing usage tracker for tenant:76fc49fef2df435db2f7b8b17bd392f0 on resource:router {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:30:33.969033 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4f9931ea-a8c6-4919-acf0-779b90c1b004 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Unset dirty status for tenant:76fc49fef2df435db2f7b8b17bd392f0 on resource:router {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:30:33.973356 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4f9931ea-a8c6-4919-acf0-779b90c1b004 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3110635 Feb 09 01:30:33.973734 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43502) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:33.979354 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-78d356b5-adef-403d-ae3a-ab6a31994d65 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2130073021'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:34.570794 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-78d356b5-adef-403d-ae3a-ab6a31994d65 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:34.583549 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-78d356b5-adef-403d-ae3a-ab6a31994d65 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8101386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8101405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8095324'] for router, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:34.776000 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d356b5-adef-403d-ae3a-ab6a31994d65 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Router 537da81b-fd12-41ba-b6fb-5e04a5f9420c has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:30:34.968759 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d356b5-adef-403d-ae3a-ab6a31994d65 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:30:34.976488 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-78d356b5-adef-403d-ae3a-ab6a31994d65 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:34.980547 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-78d356b5-adef-403d-ae3a-ab6a31994d65 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "PUT /v2.0/routers/537da81b-fd12-41ba-b6fb-5e04a5f9420c HTTP/1.1" status: 200 len: 888 time: 1.0051415 Feb 09 01:30:34.981624 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dd20bb-59e7-4719-9faf-7be9ddc3bc66 None None] Sync routers for ids ['537da81b-fd12-41ba-b6fb-5e04a5f9420c'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:34.983104 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43532) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:34.998588 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dd20bb-59e7-4719-9faf-7be9ddc3bc66 None None] Routers {'537da81b-fd12-41ba-b6fb-5e04a5f9420c'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:34.999211 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d8dd20bb-59e7-4719-9faf-7be9ddc3bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:30:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['537da81b-fd12-41ba-b6fb-5e04a5f9420c'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:35.061249 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5e49b-df91-4238-b1de-96f298bc004d req-4757f495-8987-4b87-b2cb-024168c97bac tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:35.063278 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e4d5e49b-df91-4238-b1de-96f298bc004d req-4757f495-8987-4b87-b2cb-024168c97bac tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 946 time: 0.1372974 Feb 09 01:30:35.102362 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d8dd20bb-59e7-4719-9faf-7be9ddc3bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:35.121747 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e4d5e49b-df91-4238-b1de-96f298bc004d req-4011589e-1ff3-499a-a848-97b1f2c36824 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522337 Feb 09 01:30:35.123823 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dd20bb-59e7-4719-9faf-7be9ddc3bc66 None None] Routers {'537da81b-fd12-41ba-b6fb-5e04a5f9420c'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:35.124571 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d8dd20bb-59e7-4719-9faf-7be9ddc3bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:30:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['537da81b-fd12-41ba-b6fb-5e04a5f9420c'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:35.189246 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d8dd20bb-59e7-4719-9faf-7be9ddc3bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:35.189747 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dd20bb-59e7-4719-9faf-7be9ddc3bc66 None None] The sync data for ids ['537da81b-fd12-41ba-b6fb-5e04a5f9420c'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:35.370951 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b314c-7715-4bed-95d5-3b8cef28ebce req-6718b842-88b7-43f3-b4b9-149ed2f7b478 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:35.372701 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea7b314c-7715-4bed-95d5-3b8cef28ebce req-6718b842-88b7-43f3-b4b9-149ed2f7b478 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=0333669d-d93a-4306-9b54-ffcabda46ce9 HTTP/1.1" status: 200 len: 943 time: 0.3306611 Feb 09 01:30:35.381284 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4fa6e80d-545d-4e77-9635-3e3da7cf6e8a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "GET /v2.0/routers/537da81b-fd12-41ba-b6fb-5e04a5f9420c HTTP/1.1" status: 200 len: 888 time: 0.3963723 Feb 09 01:30:35.384364 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43538) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:35.423299 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea7b314c-7715-4bed-95d5-3b8cef28ebce req-ff66e34c-56e3-4d9b-b816-e08174bdcb52 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408680 Feb 09 01:30:35.431099 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e7713df7-3e94-4ac6-b35d-b21859b7cd37 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Synchronizing usage tracker for tenant:76fc49fef2df435db2f7b8b17bd392f0 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:30:35.446911 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e7713df7-3e94-4ac6-b35d-b21859b7cd37 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Unset dirty status for tenant:76fc49fef2df435db2f7b8b17bd392f0 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:30:35.448153 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e7713df7-3e94-4ac6-b35d-b21859b7cd37 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "GET /v2.0/ports?device_id=537da81b-fd12-41ba-b6fb-5e04a5f9420c HTTP/1.1" status: 200 len: 205 time: 0.0623629 Feb 09 01:30:35.450920 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43542) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:35.635794 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-65a7afdd-0701-4a0c-99a9-7d7d73cb8b87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:35.838819 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-65a7afdd-0701-4a0c-99a9-7d7d73cb8b87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:35.843444 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-65a7afdd-0701-4a0c-99a9-7d7d73cb8b87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Deleting port 3d218cc8-775c-4401-a4e6-263bb4d070ac {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:35.843800 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-65a7afdd-0701-4a0c-99a9-7d7d73cb8b87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:36.030378 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-65a7afdd-0701-4a0c-99a9-7d7d73cb8b87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:36.275471 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-65a7afdd-0701-4a0c-99a9-7d7d73cb8b87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Calling delete_port for 3d218cc8-775c-4401-a4e6-263bb4d070ac owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:30:36.425063 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48c4e2-5594-4bc9-8667-0513a37b5ca1 req-3233d841-2ac1-4106-9a77-9c529b1aa50d tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:36.426513 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cf48c4e2-5594-4bc9-8667-0513a37b5ca1 req-3233d841-2ac1-4106-9a77-9c529b1aa50d tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 946 time: 0.1590214 Feb 09 01:30:36.504004 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cf48c4e2-5594-4bc9-8667-0513a37b5ca1 req-9aa07015-d40b-4df5-b2b8-c1fd1272ebe4 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690594 Feb 09 01:30:36.538335 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-65a7afdd-0701-4a0c-99a9-7d7d73cb8b87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:36.586004 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7afdd-0701-4a0c-99a9-7d7d73cb8b87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event deleted for resources: {'Port': ['ID=3d218cc8-775c-4401-a4e6-263bb4d070ac,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:36.614571 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53166a-57e7-4e68-8ce3-7d4bc22e051b req-65c6b585-4798-4bba-af63-006f4fa75f33 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:36.616019 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c53166a-57e7-4e68-8ce3-7d4bc22e051b req-65c6b585-4798-4bba-af63-006f4fa75f33 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=0333669d-d93a-4306-9b54-ffcabda46ce9 HTTP/1.1" status: 200 len: 943 time: 0.0795362 Feb 09 01:30:36.664055 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c53166a-57e7-4e68-8ce3-7d4bc22e051b req-bda264a2-9815-406f-b558-f0f04edb21fb tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422287 Feb 09 01:30:36.677704 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-65a7afdd-0701-4a0c-99a9-7d7d73cb8b87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:36.852199 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-65a7afdd-0701-4a0c-99a9-7d7d73cb8b87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:36.854498 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-65a7afdd-0701-4a0c-99a9-7d7d73cb8b87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:36.877123 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-65a7afdd-0701-4a0c-99a9-7d7d73cb8b87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:36.877627 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a7afdd-0701-4a0c-99a9-7d7d73cb8b87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Fanout notify agent at l3_agent the message router_deleted on router 537da81b-fd12-41ba-b6fb-5e04a5f9420c {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:30:36.900883 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-65a7afdd-0701-4a0c-99a9-7d7d73cb8b87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:36.905399 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-65a7afdd-0701-4a0c-99a9-7d7d73cb8b87 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/routers/537da81b-fd12-41ba-b6fb-5e04a5f9420c HTTP/1.1" status: 204 len: 168 time: 1.4500504 Feb 09 01:30:36.906140 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43560) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:36.912302 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-5c610821-0230-4bd4-af33-7b839c85d18f tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Request body: {'network': {'name': 'tempest-RoutersTest-38250345'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:36.912847 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c11667fa-3306-4d77-b947-dde30e41e314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:36.920321 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5c610821-0230-4bd4-af33-7b839c85d18f tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:36.924836 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5c610821-0230-4bd4-af33-7b839c85d18f tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Usage tracker for resource:network and tenant:76fc49fef2df435db2f7b8b17bd392f0 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:36.928243 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5c610821-0230-4bd4-af33-7b839c85d18f tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:36.933979 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5c610821-0230-4bd4-af33-7b839c85d18f tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:36.944564 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c610821-0230-4bd4-af33-7b839c85d18f tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Made reservation on behalf of 76fc49fef2df435db2f7b8b17bd392f0 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:36.947913 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5c610821-0230-4bd4-af33-7b839c85d18f tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:36.974669 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c610821-0230-4bd4-af33-7b839c85d18f tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 950} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:30:36.983175 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5c610821-0230-4bd4-af33-7b839c85d18f tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:36.983568 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-5c610821-0230-4bd4-af33-7b839c85d18f tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Added segment 73f55942-dd08-45ad-b3d0-3d03095cb43e of type vlan for network 2b6fb15d-e28d-472c-aaf8-c826423eb991 Feb 09 01:30:37.010266 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5c610821-0230-4bd4-af33-7b839c85d18f tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:37.040509 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5c610821-0230-4bd4-af33-7b839c85d18f tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:37.046386 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c610821-0230-4bd4-af33-7b839c85d18f tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:37.047161 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5c610821-0230-4bd4-af33-7b839c85d18f tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:37.167280 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5c610821-0230-4bd4-af33-7b839c85d18f tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2573335 Feb 09 01:30:37.167457 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43572) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:37.173128 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-c38d3308-d1c9-42fa-a828-d61abcfe6aeb tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Request body: {'subnet': {'network_id': '2b6fb15d-e28d-472c-aaf8-c826423eb991', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:37.187536 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c610821-0230-4bd4-af33-7b839c85d18f tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Network': ['ID=2b6fb15d-e28d-472c-aaf8-c826423eb991,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:37.201615 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 2b6fb15d-e28d-472c-aaf8-c826423eb991 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:30:37.324719 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c38d3308-d1c9-42fa-a828-d61abcfe6aeb tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:37.328880 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c38d3308-d1c9-42fa-a828-d61abcfe6aeb tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Usage tracker for resource:subnet and tenant:76fc49fef2df435db2f7b8b17bd392f0 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:37.331695 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c38d3308-d1c9-42fa-a828-d61abcfe6aeb tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:37.338584 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c38d3308-d1c9-42fa-a828-d61abcfe6aeb tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:37.350896 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38d3308-d1c9-42fa-a828-d61abcfe6aeb tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Made reservation on behalf of 76fc49fef2df435db2f7b8b17bd392f0 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:37.356207 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c38d3308-d1c9-42fa-a828-d61abcfe6aeb tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:37.642562 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c38d3308-d1c9-42fa-a828-d61abcfe6aeb tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:37.791816 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d3308-d1c9-42fa-a828-d61abcfe6aeb tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Subnet': ['ID=924272d5-9b46-4e9e-b965-941af04225ee,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:37.827087 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4059e-0ed2-49f2-9771-2e9df27e1e3b req-2186b182-8979-450d-9d84-8d646c16af3c tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:37.828639 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cda4059e-0ed2-49f2-9771-2e9df27e1e3b req-2186b182-8979-450d-9d84-8d646c16af3c tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 946 time: 0.1568096 Feb 09 01:30:37.845128 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38d3308-d1c9-42fa-a828-d61abcfe6aeb tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Checking segment: {'id': '73f55942-dd08-45ad-b3d0-3d03095cb43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '2b6fb15d-e28d-472c-aaf8-c826423eb991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:30:37.845719 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38d3308-d1c9-42fa-a828-d61abcfe6aeb tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network hostable DHCP agents. Network: 2b6fb15d-e28d-472c-aaf8-c826423eb991, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:30:37.880705 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cda4059e-0ed2-49f2-9771-2e9df27e1e3b req-e4e5494c-9112-4d52-8d3a-450af12d48f3 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431705 Feb 09 01:30:37.905501 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38d3308-d1c9-42fa-a828-d61abcfe6aeb tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network 2b6fb15d-e28d-472c-aaf8-c826423eb991 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:30:37.920533 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-c38d3308-d1c9-42fa-a828-d61abcfe6aeb tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 2b6fb15d-e28d-472c-aaf8-c826423eb991) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:37.931065 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d047eaac-c057-4785-a225-5f0875b5d24f None None] Network 2b6fb15d-e28d-472c-aaf8-c826423eb991 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:30:37.937928 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b4284-31e3-4f3f-b2b9-90339f112388 req-588a177a-834f-40a0-9ce5-4414d04ea92b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:37.939475 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f85b4284-31e3-4f3f-b2b9-90339f112388 req-588a177a-834f-40a0-9ce5-4414d04ea92b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=0333669d-d93a-4306-9b54-ffcabda46ce9 HTTP/1.1" status: 200 len: 943 time: 0.1516752 Feb 09 01:30:37.940772 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38d3308-d1c9-42fa-a828-d61abcfe6aeb tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:37.941347 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c38d3308-d1c9-42fa-a828-d61abcfe6aeb tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:38.005804 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c38d3308-d1c9-42fa-a828-d61abcfe6aeb tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8360386 Feb 09 01:30:38.009000 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43610) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:38.013511 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-27d44b44-ca33-420c-b56b-ff1106faba4f tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-837370160', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:38.015689 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f85b4284-31e3-4f3f-b2b9-90339f112388 req-89893e79-3260-4622-ba72-1789587151a1 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684662 Feb 09 01:30:38.023262 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-27d44b44-ca33-420c-b56b-ff1106faba4f tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:38.028253 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-27d44b44-ca33-420c-b56b-ff1106faba4f tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Usage tracker for resource:router and tenant:76fc49fef2df435db2f7b8b17bd392f0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:38.032885 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-27d44b44-ca33-420c-b56b-ff1106faba4f tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:38.041405 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-27d44b44-ca33-420c-b56b-ff1106faba4f tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:38.054516 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-27d44b44-ca33-420c-b56b-ff1106faba4f tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:38.055817 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-27d44b44-ca33-420c-b56b-ff1106faba4f tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:38.075171 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-27d44b44-ca33-420c-b56b-ff1106faba4f tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:38.097414 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-27d44b44-ca33-420c-b56b-ff1106faba4f tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:38.133416 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-27d44b44-ca33-420c-b56b-ff1106faba4f tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:38.135024 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-27d44b44-ca33-420c-b56b-ff1106faba4f tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1268916 Feb 09 01:30:38.137927 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43614) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:38.219598 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-2b6fb15d-e28d-472c-aaf8-c826423eb991', 'network_id': '2b6fb15d-e28d-472c-aaf8-c826423eb991', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'fixed_ips': [{'subnet_id': '924272d5-9b46-4e9e-b965-941af04225ee'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:30:38.220764 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:38.442794 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] Allocated IP 172.20.0.2 (2b6fb15d-e28d-472c-aaf8-c826423eb991/924272d5-9b46-4e9e-b965-941af04225ee/094bb6df-c710-48e5-aaf9-7629d6df7dcf) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:38.673305 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:38.686675 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] Transition to ACTIVE for port object 094bb6df-c710-48e5-aaf9-7629d6df7dcf will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:38.710168 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] Transition to ACTIVE for port object 094bb6df-c710-48e5-aaf9-7629d6df7dcf will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:38.717784 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:38.741892 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d64431c7-b348-41b0-819f-5f143e818a8d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:38.798433 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] Pushing event updated for resources: {'Port': ['ID=094bb6df-c710-48e5-aaf9-7629d6df7dcf,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:38.807364 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] Network 2b6fb15d-e28d-472c-aaf8-c826423eb991 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:38.808710 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:38.814338 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:30:38.938675 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] Attempting to bind port 094bb6df-c710-48e5-aaf9-7629d6df7dcf on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:30:38.939301 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] Attempting to bind port 094bb6df-c710-48e5-aaf9-7629d6df7dcf by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '73f55942-dd08-45ad-b3d0-3d03095cb43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '2b6fb15d-e28d-472c-aaf8-c826423eb991'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:30:38.939598 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] Attempting to bind port 094bb6df-c710-48e5-aaf9-7629d6df7dcf on network 2b6fb15d-e28d-472c-aaf8-c826423eb991 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:30:38.947674 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:30:38.948219 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] Checking segment: {'id': '73f55942-dd08-45ad-b3d0-3d03095cb43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '2b6fb15d-e28d-472c-aaf8-c826423eb991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:30:38.949002 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:38.949553 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] Bound using segment: {'id': '73f55942-dd08-45ad-b3d0-3d03095cb43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '2b6fb15d-e28d-472c-aaf8-c826423eb991'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:30:38.950346 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] Bound port: 094bb6df-c710-48e5-aaf9-7629d6df7dcf, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f55942-dd08-45ad-b3d0-3d03095cb43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 950, 'network_id': '2b6fb15d-e28d-472c-aaf8-c826423eb991'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:30:38.950948 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:39.102347 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] For port 094bb6df-c710-48e5-aaf9-7629d6df7dcf, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:30:39.108881 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] For port 094bb6df-c710-48e5-aaf9-7629d6df7dcf, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=094bb6df-c710-48e5-aaf9-7629d6df7dcf,segment=NetworkSegment(73f55942-dd08-45ad-b3d0-3d03095cb43e),segment_id=73f55942-dd08-45ad-b3d0-3d03095cb43e)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:30:39.124665 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:39.262612 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] Pushing event updated for resources: {'Port': ['ID=094bb6df-c710-48e5-aaf9-7629d6df7dcf,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:39.273611 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d3315-16c2-4c1c-a30d-d156210ffda2 req-fb9f6255-fd49-4eab-806b-b8160738e2b0 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:39.277465 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d47d3315-16c2-4c1c-a30d-d156210ffda2 req-fb9f6255-fd49-4eab-806b-b8160738e2b0 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 946 time: 0.1951683 Feb 09 01:30:39.280276 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:39.280889 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:39.281470 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:39.282011 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:39.282496 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:39.282976 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:39.283455 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:39.284235 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:39.284967 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:39.285927 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:39.286444 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:39.286966 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c328b6d-a41e-4fb7-832e-b8a3660ba77e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:39.319076 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-df79954b-30b1-4129-8c42-67cc1a4ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:39.358773 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d47d3315-16c2-4c1c-a30d-d156210ffda2 req-430570b8-8eb2-494e-93bf-cc15d7b57fa9 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700181 Feb 09 01:30:39.455533 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-d64431c7-b348-41b0-819f-5f143e818a8d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Allocated IP 172.20.0.1 (2b6fb15d-e28d-472c-aaf8-c826423eb991/924272d5-9b46-4e9e-b965-941af04225ee/6884c817-f3fe-409a-baaf-c2845606ba72) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:39.550937 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab27530-9be9-4495-bad2-2da15d59f449 req-34fa9145-57ec-4e47-a02f-a55a7a9f5b51 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:39.553058 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4ab27530-9be9-4495-bad2-2da15d59f449 req-34fa9145-57ec-4e47-a02f-a55a7a9f5b51 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=0333669d-d93a-4306-9b54-ffcabda46ce9 HTTP/1.1" status: 200 len: 943 time: 0.2208145 Feb 09 01:30:39.662016 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4ab27530-9be9-4495-bad2-2da15d59f449 req-ab3986fb-9fbb-4a53-a9dd-8bd1553ebbc3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986421 Feb 09 01:30:39.711421 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d64431c7-b348-41b0-819f-5f143e818a8d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:39.735415 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-d64431c7-b348-41b0-819f-5f143e818a8d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Transition to ACTIVE for port object 6884c817-f3fe-409a-baaf-c2845606ba72 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:39.780315 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d64431c7-b348-41b0-819f-5f143e818a8d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:39.897190 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64431c7-b348-41b0-819f-5f143e818a8d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Port': ['ID=6884c817-f3fe-409a-baaf-c2845606ba72,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:39.909261 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64431c7-b348-41b0-819f-5f143e818a8d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network 2b6fb15d-e28d-472c-aaf8-c826423eb991 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:39.910757 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-d64431c7-b348-41b0-819f-5f143e818a8d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:39.917163 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64431c7-b348-41b0-819f-5f143e818a8d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:30:39.980234 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 094bb6df-c710-48e5-aaf9-7629d6df7dcf up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:30:39.992579 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d64431c7-b348-41b0-819f-5f143e818a8d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:40.085155 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 094bb6df-c710-48e5-aaf9-7629d6df7dcf completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:40.215201 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device ca3a3ff9-b133-4877-85f3-13afef775030 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:30:40.375209 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d64431c7-b348-41b0-819f-5f143e818a8d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:40.402875 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:40.519636 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port ca3a3ff9-b133-4877-85f3-13afef775030, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=ca3a3ff9-b133-4877-85f3-13afef775030,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:40.549830 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'ca3a3ff9-b133-4877-85f3-13afef775030', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'port_id': 'ca3a3ff9-b133-4877-85f3-13afef775030', 'mac_address': 'fa:16:3e:ee:0d:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 956, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:30:40.561148 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:40.666726 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:40.674636 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db5c71-5ab9-44a5-9ecb-b0cfc63da59b req-44ab9e87-2975-4330-bdca-3806bb93dfa4 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:40.683207 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-16db5c71-5ab9-44a5-9ecb-b0cfc63da59b req-44ab9e87-2975-4330-bdca-3806bb93dfa4 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 946 time: 0.1207929 Feb 09 01:30:40.708709 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca3a3ff9-b133-4877-85f3-13afef775030 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:30:40.746643 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port ca3a3ff9-b133-4877-85f3-13afef775030, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=ca3a3ff9-b133-4877-85f3-13afef775030,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:40.753667 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:40.771693 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-16db5c71-5ab9-44a5-9ecb-b0cfc63da59b req-af9140aa-27b6-4fd2-8a15-ed60fe972794 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873137 Feb 09 01:30:40.869821 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=ca3a3ff9-b133-4877-85f3-13afef775030,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:41.006731 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51495ae8-5fe3-419a-9cfc-d6e02ae29b78 req-8c2f9a51-29b4-48ee-9e68-28eb625c1468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:41.008476 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-51495ae8-5fe3-419a-9cfc-d6e02ae29b78 req-8c2f9a51-29b4-48ee-9e68-28eb625c1468 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 1097 time: 0.6204233 Feb 09 01:30:41.016785 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['ca3a3ff9-b133-4877-85f3-13afef775030'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:30:41.176926 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acf603e-f2e0-4afc-87d0-e7ecdbe46c2f None None] Network 2b6fb15d-e28d-472c-aaf8-c826423eb991 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:30:41.302368 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-52f46e71-d6d4-40be-bc29-cb6fa5b43fb9 None None] Provisioning for port 094bb6df-c710-48e5-aaf9-7629d6df7dcf completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:41.314887 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-52f46e71-d6d4-40be-bc29-cb6fa5b43fb9 None None] Provisioning complete for port 094bb6df-c710-48e5-aaf9-7629d6df7dcf triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:41.315981 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-52f46e71-d6d4-40be-bc29-cb6fa5b43fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:41.316741 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-51495ae8-5fe3-419a-9cfc-d6e02ae29b78 req-4d31a5cf-ee74-456e-a25b-5cbcbfb79449 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865664 Feb 09 01:30:41.364979 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d64431c7-b348-41b0-819f-5f143e818a8d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:41.374945 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d4eb8-1ff1-4581-9b5c-92677602c746 req-a1e5926b-dcfc-4b53-9de4-3d207e6cf34b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:41.374945 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-374d4eb8-1ff1-4581-9b5c-92677602c746 req-a1e5926b-dcfc-4b53-9de4-3d207e6cf34b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=0333669d-d93a-4306-9b54-ffcabda46ce9 HTTP/1.1" status: 200 len: 944 time: 0.3584790 Feb 09 01:30:41.374945 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d64431c7-b348-41b0-819f-5f143e818a8d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:41.553649 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64431c7-b348-41b0-819f-5f143e818a8d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Port': ['ID=6884c817-f3fe-409a-baaf-c2845606ba72,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:41.608711 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-374d4eb8-1ff1-4581-9b5c-92677602c746 req-ea8c6cf6-b9f2-4daa-904f-afb9f58d34bf tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663892 Feb 09 01:30:41.621083 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d64431c7-b348-41b0-819f-5f143e818a8d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:41.663521 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-52f46e71-d6d4-40be-bc29-cb6fa5b43fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:41.776324 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-52f46e71-d6d4-40be-bc29-cb6fa5b43fb9 None None] For port 094bb6df-c710-48e5-aaf9-7629d6df7dcf, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=094bb6df-c710-48e5-aaf9-7629d6df7dcf,segment=NetworkSegment(73f55942-dd08-45ad-b3d0-3d03095cb43e),segment_id=73f55942-dd08-45ad-b3d0-3d03095cb43e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:41.785732 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-52f46e71-d6d4-40be-bc29-cb6fa5b43fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:41.812799 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64431c7-b348-41b0-819f-5f143e818a8d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network 2b6fb15d-e28d-472c-aaf8-c826423eb991 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:41.814090 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-d64431c7-b348-41b0-819f-5f143e818a8d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:41.995579 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f46e71-d6d4-40be-bc29-cb6fa5b43fb9 None None] Pushing event updated for resources: {'Port': ['ID=094bb6df-c710-48e5-aaf9-7629d6df7dcf,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:42.057869 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:42.064051 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3b52f-f50b-46ee-90bb-bd43af65285f req-2114d6ee-f505-4d07-a530-92821b38c5c8 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:42.075011 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-abe3b52f-f50b-46ee-90bb-bd43af65285f req-2114d6ee-f505-4d07-a530-92821b38c5c8 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 946 time: 0.1278839 Feb 09 01:30:42.150794 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-abe3b52f-f50b-46ee-90bb-bd43af65285f req-8f56fe26-1814-4fad-bccc-43f39f342018 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745764 Feb 09 01:30:42.278331 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-251927fd-9e3b-4e90-8bf4-fe67583fb22f None None] Provisioning for port 6884c817-f3fe-409a-baaf-c2845606ba72 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:42.289937 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-251927fd-9e3b-4e90-8bf4-fe67583fb22f None None] Provisioning complete for port 6884c817-f3fe-409a-baaf-c2845606ba72 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:42.290334 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-251927fd-9e3b-4e90-8bf4-fe67583fb22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:42.292156 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64431c7-b348-41b0-819f-5f143e818a8d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Router 4815466c-a798-4a5a-9f27-82a3e6b275b6 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:30:42.362206 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-251927fd-9e3b-4e90-8bf4-fe67583fb22f None None] Port 6884c817-f3fe-409a-baaf-c2845606ba72 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:30:42.375253 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-251927fd-9e3b-4e90-8bf4-fe67583fb22f None None] Provisioning complete for port 094bb6df-c710-48e5-aaf9-7629d6df7dcf triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:42.375774 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-251927fd-9e3b-4e90-8bf4-fe67583fb22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:42.586156 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64431c7-b348-41b0-819f-5f143e818a8d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:30:42.607467 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d64431c7-b348-41b0-819f-5f143e818a8d tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "PUT /v2.0/routers/4815466c-a798-4a5a-9f27-82a3e6b275b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4659736 Feb 09 01:30:42.607709 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43722) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:42.609748 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5fc3e0-4256-470e-a416-e0d7496a5e09 None None] Sync routers for ids ['4815466c-a798-4a5a-9f27-82a3e6b275b6'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:42.638486 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5fc3e0-4256-470e-a416-e0d7496a5e09 None None] Routers {'4815466c-a798-4a5a-9f27-82a3e6b275b6'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:42.639366 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-8a5fc3e0-4256-470e-a416-e0d7496a5e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:30:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['4815466c-a798-4a5a-9f27-82a3e6b275b6'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:42.731737 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-8a5fc3e0-4256-470e-a416-e0d7496a5e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:42.746213 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5fc3e0-4256-470e-a416-e0d7496a5e09 None None] Routers {'4815466c-a798-4a5a-9f27-82a3e6b275b6'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:42.747416 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-8a5fc3e0-4256-470e-a416-e0d7496a5e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:30:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['4815466c-a798-4a5a-9f27-82a3e6b275b6'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:42.755604 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01166b73-4d9b-4efe-b778-b1bc66cf7a92 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:42.756459 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-01166b73-4d9b-4efe-b778-b1bc66cf7a92 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Synchronizing usage tracker for tenant:76fc49fef2df435db2f7b8b17bd392f0 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:30:42.837373 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-01166b73-4d9b-4efe-b778-b1bc66cf7a92 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Unset dirty status for tenant:76fc49fef2df435db2f7b8b17bd392f0 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:30:42.838650 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-01166b73-4d9b-4efe-b778-b1bc66cf7a92 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "GET /v2.0/ports/6884c817-f3fe-409a-baaf-c2845606ba72 HTTP/1.1" status: 200 len: 910 time: 0.2296786 Feb 09 01:30:42.841768 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43730) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:42.854604 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-423e256e-43c7-4b6c-82ee-abd5a2e47fc5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '924272d5-9b46-4e9e-b965-941af04225ee'}]}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:42.878648 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-8a5fc3e0-4256-470e-a416-e0d7496a5e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:42.879063 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5fc3e0-4256-470e-a416-e0d7496a5e09 None None] The sync data for ids ['4815466c-a798-4a5a-9f27-82a3e6b275b6'] in n-d-828419-1 is: [] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:42.912135 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc85fb2-4a16-46d0-a898-a4c7352c2287 req-3210d52a-fe2d-4032-b5ae-20a6b79815f9 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:42.917373 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1dc85fb2-4a16-46d0-a898-a4c7352c2287 req-3210d52a-fe2d-4032-b5ae-20a6b79815f9 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=0333669d-d93a-4306-9b54-ffcabda46ce9 HTTP/1.1" status: 200 len: 944 time: 0.1230831 Feb 09 01:30:42.917549 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-de95307a-2016-4aca-89b3-a2fd0bc131ab None None] Provisioning complete for port 6884c817-f3fe-409a-baaf-c2845606ba72 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:42.917919 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-de95307a-2016-4aca-89b3-a2fd0bc131ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:42.982467 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1dc85fb2-4a16-46d0-a898-a4c7352c2287 req-019f0caa-6f75-4cad-9d7c-7c9d9b935ba3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620136 Feb 09 01:30:43.001126 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-de95307a-2016-4aca-89b3-a2fd0bc131ab None None] Port 6884c817-f3fe-409a-baaf-c2845606ba72 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:30:43.123384 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a8bed2cf-9f9a-40e6-8d45-5f1b5915237f None None] Provisioning complete for port 6884c817-f3fe-409a-baaf-c2845606ba72 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:43.124489 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a8bed2cf-9f9a-40e6-8d45-5f1b5915237f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:43.180756 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-423e256e-43c7-4b6c-82ee-abd5a2e47fc5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:43.197881 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a8bed2cf-9f9a-40e6-8d45-5f1b5915237f None None] Port 6884c817-f3fe-409a-baaf-c2845606ba72 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:30:43.844989 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d818fe2-5c94-4d20-ae48-0f57dcfe2076 req-304ffc42-893b-474a-8ace-351a627e3d4d tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:43.849377 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8d818fe2-5c94-4d20-ae48-0f57dcfe2076 req-304ffc42-893b-474a-8ace-351a627e3d4d tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 946 time: 0.4076509 Feb 09 01:30:43.886653 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 094bb6df-c710-48e5-aaf9-7629d6df7dcf up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:30:43.939737 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8d818fe2-5c94-4d20-ae48-0f57dcfe2076 req-c28371ca-ec8b-42b1-b18f-94c9f1af5e59 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809777 Feb 09 01:30:44.009584 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 094bb6df-c710-48e5-aaf9-7629d6df7dcf triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:44.010115 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:44.137228 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-423e256e-43c7-4b6c-82ee-abd5a2e47fc5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:44.156972 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-423e256e-43c7-4b6c-82ee-abd5a2e47fc5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:44.239080 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device ca3a3ff9-b133-4877-85f3-13afef775030 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:30:44.334656 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port ca3a3ff9-b133-4877-85f3-13afef775030 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:44.336984 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede31111-b6d0-4eb7-9717-b8e46ca6d8a6 req-ee56363f-a994-4a20-b937-45d408dd7fa9 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:44.338636 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ede31111-b6d0-4eb7-9717-b8e46ca6d8a6 req-ee56363f-a994-4a20-b937-45d408dd7fa9 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=0333669d-d93a-4306-9b54-ffcabda46ce9 HTTP/1.1" status: 200 len: 944 time: 0.1168721 Feb 09 01:30:44.340211 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port ca3a3ff9-b133-4877-85f3-13afef775030 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:44.340783 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:44.449562 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ede31111-b6d0-4eb7-9717-b8e46ca6d8a6 req-5038f959-e387-47e3-a899-13b1210f7186 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924442 Feb 09 01:30:44.483142 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423e256e-43c7-4b6c-82ee-abd5a2e47fc5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:44.483757 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-423e256e-43c7-4b6c-82ee-abd5a2e47fc5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:44.487966 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43776) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:44.488379 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-423e256e-43c7-4b6c-82ee-abd5a2e47fc5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "PUT /v2.0/ports/6884c817-f3fe-409a-baaf-c2845606ba72 HTTP/1.1" status: 200 len: 910 time: 1.6424201 Feb 09 01:30:44.497554 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e256e-43c7-4b6c-82ee-abd5a2e47fc5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Port': ['ID=6884c817-f3fe-409a-baaf-c2845606ba72,revision_number=3']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:44.504995 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:44.511834 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e256e-43c7-4b6c-82ee-abd5a2e47fc5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:44.512181 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e256e-43c7-4b6c-82ee-abd5a2e47fc5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:44.512545 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e256e-43c7-4b6c-82ee-abd5a2e47fc5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:44.512884 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e256e-43c7-4b6c-82ee-abd5a2e47fc5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:44.513213 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e256e-43c7-4b6c-82ee-abd5a2e47fc5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:44.513539 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e256e-43c7-4b6c-82ee-abd5a2e47fc5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:44.513864 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e256e-43c7-4b6c-82ee-abd5a2e47fc5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:44.514187 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e256e-43c7-4b6c-82ee-abd5a2e47fc5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:44.514506 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e256e-43c7-4b6c-82ee-abd5a2e47fc5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:44.514823 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e256e-43c7-4b6c-82ee-abd5a2e47fc5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:44.515141 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e256e-43c7-4b6c-82ee-abd5a2e47fc5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:44.515459 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e256e-43c7-4b6c-82ee-abd5a2e47fc5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:44.534813 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0000872-eee7-4888-afce-40d7487caef8 req-8310b9d9-6e39-4e0b-8d95-b8e425bdde4e tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:44.536322 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c0000872-eee7-4888-afce-40d7487caef8 req-8310b9d9-6e39-4e0b-8d95-b8e425bdde4e tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/networks?id=a29ac5a7-ba1d-4b03-b012-1fa4beb961a7 HTTP/1.1" status: 200 len: 810 time: 0.2386346 Feb 09 01:30:44.536967 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0333669d-d93a-4306-9b54-ffcabda46ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3a3ff9-b133-4877-85f3-13afef775030'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:30:44.548308 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port ca3a3ff9-b133-4877-85f3-13afef775030, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=ca3a3ff9-b133-4877-85f3-13afef775030,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:44.553677 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:44.575876 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c0000872-eee7-4888-afce-40d7487caef8 req-38649001-4625-455e-a29c-73b2932feb59 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/quotas/ac90161469724dd386335c8a610012b8 HTTP/1.1" status: 200 len: 375 time: 0.0241294 Feb 09 01:30:44.636685 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0333669d-d93a-4306-9b54-ffcabda46ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3a3ff9-b133-4877-85f3-13afef775030', 'code': 200} Feb 09 01:30:44.637832 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=ca3a3ff9-b133-4877-85f3-13afef775030,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:44.712293 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c0000872-eee7-4888-afce-40d7487caef8 req-4d0d1cbb-a78e-48e2-9300-95764071eeda tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac90161469724dd386335c8a610012b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1229341 Feb 09 01:30:44.941026 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c0000872-eee7-4888-afce-40d7487caef8 req-715903c0-ebfa-4f95-92ec-c188d5773ba7 service neutron] 10.222.0.37 "GET /v2.0/networks/a29ac5a7-ba1d-4b03-b012-1fa4beb961a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216415 Feb 09 01:30:45.140333 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c0000872-eee7-4888-afce-40d7487caef8 req-eba0cbf1-af1f-402b-8832-46de82c06439 service neutron] 10.222.0.37 "GET /v2.0/networks/a29ac5a7-ba1d-4b03-b012-1fa4beb961a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984589 Feb 09 01:30:45.396390 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b59eb6-042d-4e48-ae27-21f6f9104c8d req-cdd2d43b-86fd-49e5-8479-0eefcff552e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:45.397895 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-77b59eb6-042d-4e48-ae27-21f6f9104c8d req-cdd2d43b-86fd-49e5-8479-0eefcff552e2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0333669d-d93a-4306-9b54-ffcabda46ce9 HTTP/1.1" status: 200 len: 1096 time: 0.6108248 Feb 09 01:30:45.406859 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e68e1d8-85e6-411e-8229-01521d21868f req-f7a8f186-be1a-40bc-9eb5-0bda098d732e tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 210 time: 0.0555339 Feb 09 01:30:45.531411 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-77b59eb6-042d-4e48-ae27-21f6f9104c8d req-d4145184-9e11-4681-b923-fdfb7db7512f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236191 Feb 09 01:30:45.628023 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c0325552-2adb-40f8-ab47-92d377bcca06 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:45.704467 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379e2ee-1657-420e-b4a2-42ad972c1500 req-fe40fd38-1815-438f-b9cb-806efb48190b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:45.707036 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c379e2ee-1657-420e-b4a2-42ad972c1500 req-fe40fd38-1815-438f-b9cb-806efb48190b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=0333669d-d93a-4306-9b54-ffcabda46ce9 HTTP/1.1" status: 200 len: 945 time: 0.1233149 Feb 09 01:30:45.761347 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c379e2ee-1657-420e-b4a2-42ad972c1500 req-868587b5-c144-4847-85a9-1a78c7fb6d9d tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467188 Feb 09 01:30:46.063540 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-c0325552-2adb-40f8-ab47-92d377bcca06 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Deleting port 6884c817-f3fe-409a-baaf-c2845606ba72 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:46.064374 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c0325552-2adb-40f8-ab47-92d377bcca06 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:46.291411 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c0325552-2adb-40f8-ab47-92d377bcca06 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:46.429737 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-c0325552-2adb-40f8-ab47-92d377bcca06 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Calling delete_port for 6884c817-f3fe-409a-baaf-c2845606ba72 owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:30:46.727703 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bcc71e89-804f-4ce3-a370-b1e411613a72 req-63942f2a-7c60-4288-8602-a20838adad2c tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 210 time: 0.0613761 Feb 09 01:30:46.728411 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c0325552-2adb-40f8-ab47-92d377bcca06 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:46.907836 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0325552-2adb-40f8-ab47-92d377bcca06 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event deleted for resources: {'Port': ['ID=6884c817-f3fe-409a-baaf-c2845606ba72,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:47.261250 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acfd16-359b-42d1-b284-fd9a87a03634 req-c46a0b1e-f62e-498a-8077-794616691b10 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:47.262664 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a4acfd16-359b-42d1-b284-fd9a87a03634 req-c46a0b1e-f62e-498a-8077-794616691b10 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=0333669d-d93a-4306-9b54-ffcabda46ce9 HTTP/1.1" status: 200 len: 945 time: 0.1968946 Feb 09 01:30:47.356536 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a4acfd16-359b-42d1-b284-fd9a87a03634 req-5f8afa9f-4797-4290-bbac-773db58cf08d tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855596 Feb 09 01:30:47.555411 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0000872-eee7-4888-afce-40d7487caef8 req-5eefd35a-4618-42c4-8ec7-0ccd3832c10e tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:47.556910 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c0000872-eee7-4888-afce-40d7487caef8 req-5eefd35a-4618-42c4-8ec7-0ccd3832c10e tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.35 "GET /v2.0/networks?id=a29ac5a7-ba1d-4b03-b012-1fa4beb961a7 HTTP/1.1" status: 200 len: 810 time: 0.7681952 Feb 09 01:30:47.616040 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-c0000872-eee7-4888-afce-40d7487caef8 req-58324ea8-6795-4cb0-b958-e8b989fee23f tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Request body: {'port': {'device_id': '8130d8d2-99bf-47fb-926b-6232ffe85ad6', 'network_id': 'a29ac5a7-ba1d-4b03-b012-1fa4beb961a7', 'admin_state_up': True, 'tenant_id': 'ac90161469724dd386335c8a610012b8'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:47.639312 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c0325552-2adb-40f8-ab47-92d377bcca06 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:48.055093 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7e43f844-79bf-4efd-9b5b-89e09461af4b req-3651562a-1664-4b31-b005-59b9d83fdb5d tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 210 time: 0.1298931 Feb 09 01:30:48.076149 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-c0000872-eee7-4888-afce-40d7487caef8 req-58324ea8-6795-4cb0-b958-e8b989fee23f tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:48.156594 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-c0000872-eee7-4888-afce-40d7487caef8 req-58324ea8-6795-4cb0-b958-e8b989fee23f tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:48.159989 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0325552-2adb-40f8-ab47-92d377bcca06 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Router 4815466c-a798-4a5a-9f27-82a3e6b275b6 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:30:48.174489 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0000872-eee7-4888-afce-40d7487caef8 req-58324ea8-6795-4cb0-b958-e8b989fee23f tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Made reservation on behalf of ac90161469724dd386335c8a610012b8 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:48.177973 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c0000872-eee7-4888-afce-40d7487caef8 req-58324ea8-6795-4cb0-b958-e8b989fee23f tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:48.363184 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0325552-2adb-40f8-ab47-92d377bcca06 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:30:48.373655 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90b44e7-1bc1-4a44-9608-9867b1085175 None None] Sync routers for ids ['4815466c-a798-4a5a-9f27-82a3e6b275b6'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:48.385739 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90b44e7-1bc1-4a44-9608-9867b1085175 None None] Routers {'4815466c-a798-4a5a-9f27-82a3e6b275b6'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:48.386405 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f90b44e7-1bc1-4a44-9608-9867b1085175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:30:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['4815466c-a798-4a5a-9f27-82a3e6b275b6'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:48.430449 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c0325552-2adb-40f8-ab47-92d377bcca06 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "PUT /v2.0/routers/4815466c-a798-4a5a-9f27-82a3e6b275b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9364829 Feb 09 01:30:48.430568 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43894) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:48.456522 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f90b44e7-1bc1-4a44-9608-9867b1085175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:48.465692 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90b44e7-1bc1-4a44-9608-9867b1085175 None None] Routers {'4815466c-a798-4a5a-9f27-82a3e6b275b6'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:48.466298 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f90b44e7-1bc1-4a44-9608-9867b1085175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:30:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['4815466c-a798-4a5a-9f27-82a3e6b275b6'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:48.520488 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b6200455-8fcb-47b6-a228-288ee2ced9e1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "GET /v2.0/ports?device_id=4815466c-a798-4a5a-9f27-82a3e6b275b6 HTTP/1.1" status: 200 len: 205 time: 0.0886440 Feb 09 01:30:48.528112 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43900) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:48.559607 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f90b44e7-1bc1-4a44-9608-9867b1085175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:48.560007 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90b44e7-1bc1-4a44-9608-9867b1085175 None None] The sync data for ids ['4815466c-a798-4a5a-9f27-82a3e6b275b6'] in n-d-828419-1 is: [] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:48.575715 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-c0000872-eee7-4888-afce-40d7487caef8 req-58324ea8-6795-4cb0-b958-e8b989fee23f tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Allocated IP 172.20.0.2 (a29ac5a7-ba1d-4b03-b012-1fa4beb961a7/952e3eee-9c37-4af2-b65e-4d4e2433c9cc/4e9f3dfa-e148-4312-8ac2-e91370fb6dc0) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:48.832736 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c0000872-eee7-4888-afce-40d7487caef8 req-58324ea8-6795-4cb0-b958-e8b989fee23f tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:48.868002 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c0000872-eee7-4888-afce-40d7487caef8 req-58324ea8-6795-4cb0-b958-e8b989fee23f tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:48.873635 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-79bc36ce-3094-4182-90d1-6d4258662d40 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:48.885085 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:30:49.003377 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0000872-eee7-4888-afce-40d7487caef8 req-58324ea8-6795-4cb0-b958-e8b989fee23f tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Network a29ac5a7-ba1d-4b03-b012-1fa4beb961a7 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:49.004513 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58324ea8-6795-4cb0-b958-e8b989fee23f tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Pushing event updated for resources: {'Port': ['ID=4e9f3dfa-e148-4312-8ac2-e91370fb6dc0,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:49.017075 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-c0000872-eee7-4888-afce-40d7487caef8 req-58324ea8-6795-4cb0-b958-e8b989fee23f tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:49.020780 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0000872-eee7-4888-afce-40d7487caef8 req-58324ea8-6795-4cb0-b958-e8b989fee23f tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:30:49.185110 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e315fa6-b9b7-46ca-b343-8d98e6e21d84 req-bf1c5496-e27f-49b6-8b58-804fe75ef6c4 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:49.186742 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3e315fa6-b9b7-46ca-b343-8d98e6e21d84 req-bf1c5496-e27f-49b6-8b58-804fe75ef6c4 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=0333669d-d93a-4306-9b54-ffcabda46ce9 HTTP/1.1" status: 200 len: 945 time: 0.5787785 Feb 09 01:30:49.257239 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0000872-eee7-4888-afce-40d7487caef8 req-58324ea8-6795-4cb0-b958-e8b989fee23f tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:49.257870 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c0000872-eee7-4888-afce-40d7487caef8 req-58324ea8-6795-4cb0-b958-e8b989fee23f tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:49.300978 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-79bc36ce-3094-4182-90d1-6d4258662d40 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:49.306302 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-79bc36ce-3094-4182-90d1-6d4258662d40 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:49.319177 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c0000872-eee7-4888-afce-40d7487caef8 req-58324ea8-6795-4cb0-b958-e8b989fee23f tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7078402 Feb 09 01:30:49.332653 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-c0000872-eee7-4888-afce-40d7487caef8 req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] Request body: {'port': {'device_id': '8130d8d2-99bf-47fb-926b-6232ffe85ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:49.342951 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3e315fa6-b9b7-46ca-b343-8d98e6e21d84 req-aa9d1ae9-6e4d-4424-92f0-8869656f9eb7 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729718 Feb 09 01:30:49.396736 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-79bc36ce-3094-4182-90d1-6d4258662d40 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:49.397806 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bc36ce-3094-4182-90d1-6d4258662d40 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Fanout notify agent at l3_agent the message router_deleted on router 4815466c-a798-4a5a-9f27-82a3e6b275b6 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:30:49.418072 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-79bc36ce-3094-4182-90d1-6d4258662d40 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:49.422193 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-79bc36ce-3094-4182-90d1-6d4258662d40 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/routers/4815466c-a798-4a5a-9f27-82a3e6b275b6 HTTP/1.1" status: 204 len: 168 time: 0.8930314 Feb 09 01:30:49.422860 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43926) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:49.596029 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbb21818-b432-47fe-912e-02752fd8d9f4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Deleting subnet 924272d5-9b46-4e9e-b965-941af04225ee {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:30:49.604734 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fbb21818-b432-47fe-912e-02752fd8d9f4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:49.702732 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c0000872-eee7-4888-afce-40d7487caef8 req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:49.729496 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4dc50-9413-474f-aa9d-5a194fb065bd req-368e6698-2e41-4591-8a3f-6e57a7ee99d9 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:49.736758 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9df4dc50-9413-474f-aa9d-5a194fb065bd req-368e6698-2e41-4591-8a3f-6e57a7ee99d9 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=0333669d-d93a-4306-9b54-ffcabda46ce9 HTTP/1.1" status: 200 len: 945 time: 0.2325242 Feb 09 01:30:49.751748 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa3e56-b0c1-4fe0-a0c3-a16dbe2d8177 req-8af51235-47b0-43aa-b306-9f9cda7bb330 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:49.752580 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-81aa3e56-b0c1-4fe0-a0c3-a16dbe2d8177 req-8af51235-47b0-43aa-b306-9f9cda7bb330 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Synchronizing usage tracker for tenant:ac90161469724dd386335c8a610012b8 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:30:49.776293 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fbb21818-b432-47fe-912e-02752fd8d9f4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:49.794688 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-81aa3e56-b0c1-4fe0-a0c3-a16dbe2d8177 req-8af51235-47b0-43aa-b306-9f9cda7bb330 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Unset dirty status for tenant:ac90161469724dd386335c8a610012b8 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:30:49.796047 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81aa3e56-b0c1-4fe0-a0c3-a16dbe2d8177 req-8af51235-47b0-43aa-b306-9f9cda7bb330 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 931 time: 0.4145422 Feb 09 01:30:49.866884 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9df4dc50-9413-474f-aa9d-5a194fb065bd req-72650363-ad9b-4fea-ac79-37604aa00cb4 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289175 Feb 09 01:30:49.892586 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43940) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:49.941532 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fbb21818-b432-47fe-912e-02752fd8d9f4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:49.950975 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81aa3e56-b0c1-4fe0-a0c3-a16dbe2d8177 req-21b9f1cd-eea2-4269-ae9c-e064454f81a2 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478868 Feb 09 01:30:50.076075 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fbb21818-b432-47fe-912e-02752fd8d9f4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:50.157975 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fbb21818-b432-47fe-912e-02752fd8d9f4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:50.159169 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178fb858-44d7-4521-bce2-a937583a03ab None None] Network 2b6fb15d-e28d-472c-aaf8-c826423eb991 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:30:50.166668 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb21818-b432-47fe-912e-02752fd8d9f4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event deleted for resources: {'Subnet': ['ID=924272d5-9b46-4e9e-b965-941af04225ee,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:50.180994 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fbb21818-b432-47fe-912e-02752fd8d9f4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/subnets/924272d5-9b46-4e9e-b965-941af04225ee HTTP/1.1" status: 204 len: 168 time: 0.7569864 Feb 09 01:30:50.188462 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 43946) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:50.300771 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284987dc-0a0c-451f-98c8-8f39c6b8b48b tempest-TestVolumeBootPattern-874213056 tempest-TestVolumeBootPattern-874213056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:50.301486 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-284987dc-0a0c-451f-98c8-8f39c6b8b48b tempest-TestVolumeBootPattern-874213056 tempest-TestVolumeBootPattern-874213056-project-admin] Synchronizing usage tracker for tenant:b1011fd0daff4b9f80750382cff409ee on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:30:50.386125 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d26a3aa6-b2e2-46f4-895e-2f6edf4fdd43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:50.389693 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-284987dc-0a0c-451f-98c8-8f39c6b8b48b tempest-TestVolumeBootPattern-874213056 tempest-TestVolumeBootPattern-874213056-project-admin] Unset dirty status for tenant:b1011fd0daff4b9f80750382cff409ee on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:30:50.393399 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-284987dc-0a0c-451f-98c8-8f39c6b8b48b tempest-TestVolumeBootPattern-874213056 tempest-TestVolumeBootPattern-874213056-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0333669d-d93a-4306-9b54-ffcabda46ce9 HTTP/1.1" status: 200 len: 1091 time: 0.4976821 Feb 09 01:30:50.394121 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 43954) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:50.399379 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-c0d737d2-a827-4afc-a03a-136cb04ca4ff tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'port_id': 'ca3a3ff9-b133-4877-85f3-13afef775030', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:50.407571 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c0d737d2-a827-4afc-a03a-136cb04ca4ff tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:50.413440 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c0d737d2-a827-4afc-a03a-136cb04ca4ff tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Usage tracker for resource:floatingip and tenant:5ddfa727b5a54b179d7c03a600eaa4b9 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:50.418665 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c0d737d2-a827-4afc-a03a-136cb04ca4ff tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:50.427137 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c0d737d2-a827-4afc-a03a-136cb04ca4ff tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:50.429011 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-d26a3aa6-b2e2-46f4-895e-2f6edf4fdd43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Deleting port 094bb6df-c710-48e5-aaf9-7629d6df7dcf {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:50.429114 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d26a3aa6-b2e2-46f4-895e-2f6edf4fdd43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:50.450065 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0d737d2-a827-4afc-a03a-136cb04ca4ff tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:50.486423 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275cc0f0-0c4b-422c-aa6f-e0d7aaa7f7a7 None None] DHCP port deletion for 2b6fb15d-e28d-472c-aaf8-c826423eb991 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:30:50.491811 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-275cc0f0-0c4b-422c-aa6f-e0d7aaa7f7a7 None None] Deleting port 094bb6df-c710-48e5-aaf9-7629d6df7dcf {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:50.492191 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-275cc0f0-0c4b-422c-aa6f-e0d7aaa7f7a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:50.599561 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-c0000872-eee7-4888-afce-40d7487caef8 req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e9f3dfa-e148-4312-8ac2-e91370fb6dc0 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:30:50.623402 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c0000872-eee7-4888-afce-40d7487caef8 req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:50.629617 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0d737d2-a827-4afc-a03a-136cb04ca4ff tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:50.727689 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-c0000872-eee7-4888-afce-40d7487caef8 req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] Transition to ACTIVE for port object 4e9f3dfa-e148-4312-8ac2-e91370fb6dc0 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:50.799607 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-275cc0f0-0c4b-422c-aa6f-e0d7aaa7f7a7 None None] For port 094bb6df-c710-48e5-aaf9-7629d6df7dcf, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=094bb6df-c710-48e5-aaf9-7629d6df7dcf,segment=NetworkSegment(73f55942-dd08-45ad-b3d0-3d03095cb43e),segment_id=73f55942-dd08-45ad-b3d0-3d03095cb43e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:50.800002 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-275cc0f0-0c4b-422c-aa6f-e0d7aaa7f7a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:50.838296 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c0000872-eee7-4888-afce-40d7487caef8 req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:50.927881 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-c0d737d2-a827-4afc-a03a-136cb04ca4ff tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Allocated IP 172.25.5.223 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/d0dcebbc-00c9-4eb8-8229-efd13cb2b942) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:50.932846 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-275cc0f0-0c4b-422c-aa6f-e0d7aaa7f7a7 None None] Calling delete_port for 094bb6df-c710-48e5-aaf9-7629d6df7dcf owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:30:51.027476 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-d26a3aa6-b2e2-46f4-895e-2f6edf4fdd43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] For port 094bb6df-c710-48e5-aaf9-7629d6df7dcf, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=094bb6df-c710-48e5-aaf9-7629d6df7dcf,segment=NetworkSegment(73f55942-dd08-45ad-b3d0-3d03095cb43e),segment_id=73f55942-dd08-45ad-b3d0-3d03095cb43e)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:51.027839 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d26a3aa6-b2e2-46f4-895e-2f6edf4fdd43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:51.046283 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-275cc0f0-0c4b-422c-aa6f-e0d7aaa7f7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:51.092325 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275cc0f0-0c4b-422c-aa6f-e0d7aaa7f7a7 None None] No DVR routers for this DVR port 094bb6df-c710-48e5-aaf9-7629d6df7dcf on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:51.103634 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] Pushing event updated for resources: {'Port': ['ID=4e9f3dfa-e148-4312-8ac2-e91370fb6dc0,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:51.130497 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275cc0f0-0c4b-422c-aa6f-e0d7aaa7f7a7 None None] Pushing event deleted for resources: {'Port': ['ID=094bb6df-c710-48e5-aaf9-7629d6df7dcf,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:51.268602 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0d737d2-a827-4afc-a03a-136cb04ca4ff tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:51.274411 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-d26a3aa6-b2e2-46f4-895e-2f6edf4fdd43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Calling delete_port for 094bb6df-c710-48e5-aaf9-7629d6df7dcf owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:30:51.293615 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669952ec-85dc-4a38-92ab-c7683684efb3 req-c1405cd5-172b-4483-a7a6-b5a10fdbd5f0 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:51.295088 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-669952ec-85dc-4a38-92ab-c7683684efb3 req-c1405cd5-172b-4483-a7a6-b5a10fdbd5f0 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 943 time: 0.1271033 Feb 09 01:30:51.304219 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:51.304595 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:51.304926 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:51.305436 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:51.305942 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:51.306272 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:51.306598 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:51.306921 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:51.307241 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:51.307561 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:51.307887 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:51.308195 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:51.353183 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-669952ec-85dc-4a38-92ab-c7683684efb3 req-dd0b0f7e-25f8-4d38-97d1-5fff1faafe37 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476270 Feb 09 01:30:51.354734 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0d737d2-a827-4afc-a03a-136cb04ca4ff tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:51.386016 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-c0000872-eee7-4888-afce-40d7487caef8 req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] Attempting to bind port 4e9f3dfa-e148-4312-8ac2-e91370fb6dc0 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:30:51.386578 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-c0000872-eee7-4888-afce-40d7487caef8 req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] Attempting to bind port 4e9f3dfa-e148-4312-8ac2-e91370fb6dc0 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '5ca59429-e0f2-4b30-a020-4d962552a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'a29ac5a7-ba1d-4b03-b012-1fa4beb961a7'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:30:51.387072 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0000872-eee7-4888-afce-40d7487caef8 req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] Attempting to bind port 4e9f3dfa-e148-4312-8ac2-e91370fb6dc0 on network a29ac5a7-ba1d-4b03-b012-1fa4beb961a7 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:30:51.392706 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.api [None req-d26a3aa6-b2e2-46f4-895e-2f6edf4fdd43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:30:51.393222 n-d-828419-1 neutron-server[87612]: DEBUG oslo_db.api [None req-d26a3aa6-b2e2-46f4-895e-2f6edf4fdd43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:30:51.393993 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0000872-eee7-4888-afce-40d7487caef8 req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] Port 4e9f3dfa-e148-4312-8ac2-e91370fb6dc0 on network a29ac5a7-ba1d-4b03-b012-1fa4beb961a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:30:51.394464 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0000872-eee7-4888-afce-40d7487caef8 req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] Attempting to bind port 4e9f3dfa-e148-4312-8ac2-e91370fb6dc0 on network a29ac5a7-ba1d-4b03-b012-1fa4beb961a7 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:30:51.401331 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0000872-eee7-4888-afce-40d7487caef8 req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:30:51.401671 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0000872-eee7-4888-afce-40d7487caef8 req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] Checking segment: {'id': '5ca59429-e0f2-4b30-a020-4d962552a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'a29ac5a7-ba1d-4b03-b012-1fa4beb961a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:30:51.402061 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0000872-eee7-4888-afce-40d7487caef8 req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] Bound using segment: {'id': '5ca59429-e0f2-4b30-a020-4d962552a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'a29ac5a7-ba1d-4b03-b012-1fa4beb961a7'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:30:51.402481 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-c0000872-eee7-4888-afce-40d7487caef8 req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] Bound port: 4e9f3dfa-e148-4312-8ac2-e91370fb6dc0, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca59429-e0f2-4b30-a020-4d962552a60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'a29ac5a7-ba1d-4b03-b012-1fa4beb961a7'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:30:51.402821 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c0000872-eee7-4888-afce-40d7487caef8 req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:51.429195 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d737d2-a827-4afc-a03a-136cb04ca4ff tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:51.429195 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-c0d737d2-a827-4afc-a03a-136cb04ca4ff tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:51.437505 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d737d2-a827-4afc-a03a-136cb04ca4ff tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:30:51.524149 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-c0000872-eee7-4888-afce-40d7487caef8 req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] For port 4e9f3dfa-e148-4312-8ac2-e91370fb6dc0, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:30:51.527837 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-c0000872-eee7-4888-afce-40d7487caef8 req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] For port 4e9f3dfa-e148-4312-8ac2-e91370fb6dc0, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=4e9f3dfa-e148-4312-8ac2-e91370fb6dc0,segment=NetworkSegment(5ca59429-e0f2-4b30-a020-4d962552a60d),segment_id=5ca59429-e0f2-4b30-a020-4d962552a60d)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:30:51.532966 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c0000872-eee7-4888-afce-40d7487caef8 req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:51.591447 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d737d2-a827-4afc-a03a-136cb04ca4ff tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Pushing event updated for resources: {'Port': ['ID=d0dcebbc-00c9-4eb8-8229-efd13cb2b942,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:51.598282 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0000872-eee7-4888-afce-40d7487caef8 req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:51.599131 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c0000872-eee7-4888-afce-40d7487caef8 req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:51.600698 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c0000872-eee7-4888-afce-40d7487caef8 req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] 10.222.0.35 "PUT /v2.0/ports/4e9f3dfa-e148-4312-8ac2-e91370fb6dc0 HTTP/1.1" status: 200 len: 1091 time: 2.2731678 Feb 09 01:30:51.601140 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8130d8d2-99bf-47fb-926b-6232ffe85ad6', 'tag': '4e9f3dfa-e148-4312-8ac2-e91370fb6dc0'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:30:51.628990 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6950929-d7bf-4fa2-88f8-f2a73cf30eda service neutron] Pushing event updated for resources: {'Port': ['ID=4e9f3dfa-e148-4312-8ac2-e91370fb6dc0,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:51.694081 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8130d8d2-99bf-47fb-926b-6232ffe85ad6', 'tag': '4e9f3dfa-e148-4312-8ac2-e91370fb6dc0', 'status': 'completed', 'code': 200} Feb 09 01:30:51.758161 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0000872-eee7-4888-afce-40d7487caef8 req-d5603965-4861-442d-9fa3-a911fd3b9db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:51.759653 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c0000872-eee7-4888-afce-40d7487caef8 req-d5603965-4861-442d-9fa3-a911fd3b9db4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac90161469724dd386335c8a610012b8&device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 1094 time: 0.1096561 Feb 09 01:30:51.901166 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 094bb6df-c710-48e5-aaf9-7629d6df7dcf no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:30:51.959798 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 094bb6df-c710-48e5-aaf9-7629d6df7dcf {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:30:51.960074 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 094bb6df-c710-48e5-aaf9-7629d6df7dcf not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:30:51.977549 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:51.992983 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-d26a3aa6-b2e2-46f4-895e-2f6edf4fdd43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Deleting port 094bb6df-c710-48e5-aaf9-7629d6df7dcf {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:30:51.993328 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d26a3aa6-b2e2-46f4-895e-2f6edf4fdd43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:52.089114 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c0000872-eee7-4888-afce-40d7487caef8 req-ac37eac4-d1ec-452e-b754-74464f56c0ea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e9f3dfa-e148-4312-8ac2-e91370fb6dc0 HTTP/1.1" status: 200 len: 217 time: 0.3098683 Feb 09 01:30:52.089114 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-d26a3aa6-b2e2-46f4-895e-2f6edf4fdd43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] The port '094bb6df-c710-48e5-aaf9-7629d6df7dcf' was deleted {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:30:52.110626 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0d737d2-a827-4afc-a03a-136cb04ca4ff tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:52.212903 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0d737d2-a827-4afc-a03a-136cb04ca4ff tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:52.299004 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0000872-eee7-4888-afce-40d7487caef8 req-60fd2a95-9a6f-484a-b2bc-2d80db967b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:52.301015 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c0000872-eee7-4888-afce-40d7487caef8 req-60fd2a95-9a6f-484a-b2bc-2d80db967b7c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=952e3eee-9c37-4af2-b65e-4d4e2433c9cc HTTP/1.1" status: 200 len: 850 time: 0.2135570 Feb 09 01:30:52.365187 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c0000872-eee7-4888-afce-40d7487caef8 req-a620aacb-df4b-4996-8ce0-faf9a99ed86e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a29ac5a7-ba1d-4b03-b012-1fa4beb961a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470030 Feb 09 01:30:52.369782 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d26a3aa6-b2e2-46f4-895e-2f6edf4fdd43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:52.486158 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-d26a3aa6-b2e2-46f4-895e-2f6edf4fdd43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b6fb15d-e28d-472c-aaf8-c826423eb991']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:52.508307 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-d26a3aa6-b2e2-46f4-895e-2f6edf4fdd43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f55942-dd08-45ad-b3d0-3d03095cb43e') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:52.508625 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-d26a3aa6-b2e2-46f4-895e-2f6edf4fdd43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f55942-dd08-45ad-b3d0-3d03095cb43e') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:52.526747 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d26a3aa6-b2e2-46f4-895e-2f6edf4fdd43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:52.561779 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d26a3aa6-b2e2-46f4-895e-2f6edf4fdd43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:52.572364 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d26a3aa6-b2e2-46f4-895e-2f6edf4fdd43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Releasing vlan 950 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:30:52.572784 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d26a3aa6-b2e2-46f4-895e-2f6edf4fdd43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:52.578334 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0d737d2-a827-4afc-a03a-136cb04ca4ff tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:52.587163 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0d737d2-a827-4afc-a03a-136cb04ca4ff tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: util.warn( Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:30:52.588236 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:30:52.590772 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c0000872-eee7-4888-afce-40d7487caef8 req-0b6b174b-5764-4b7c-b471-c1808e9a4e1f service neutron] 10.222.0.35 "GET /v2.0/networks/a29ac5a7-ba1d-4b03-b012-1fa4beb961a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043395 Feb 09 01:30:52.725726 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b541c5-1022-4864-8f93-c45085fac642 req-4230e69c-c6bd-46ba-b840-5db3e58f6e41 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:52.727213 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-49b541c5-1022-4864-8f93-c45085fac642 req-4230e69c-c6bd-46ba-b840-5db3e58f6e41 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 943 time: 0.2221732 Feb 09 01:30:52.751356 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d737d2-a827-4afc-a03a-136cb04ca4ff tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Pushing event updated for resources: {'Port': ['ID=d0dcebbc-00c9-4eb8-8229-efd13cb2b942,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:52.765437 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0d737d2-a827-4afc-a03a-136cb04ca4ff tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:52.773324 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d26a3aa6-b2e2-46f4-895e-2f6edf4fdd43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:52.799714 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d26a3aa6-b2e2-46f4-895e-2f6edf4fdd43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:52.815993 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a3aa6-b2e2-46f4-895e-2f6edf4fdd43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event deleted for resources: {'Network': ['ID=2b6fb15d-e28d-472c-aaf8-c826423eb991,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:52.836181 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d26a3aa6-b2e2-46f4-895e-2f6edf4fdd43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/networks/2b6fb15d-e28d-472c-aaf8-c826423eb991 HTTP/1.1" status: 204 len: 168 time: 2.6397691 Feb 09 01:30:52.842301 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44016) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:52.844519 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c0000872-eee7-4888-afce-40d7487caef8 req-c35a2d52-2ff9-4f55-b055-6ccb14f7ae1b service neutron] 10.222.0.35 "GET /v2.0/networks/a29ac5a7-ba1d-4b03-b012-1fa4beb961a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056186 Feb 09 01:30:52.850842 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-b5b024e6-a2de-4c46-b9d5-ea8e1bcf03fd tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-756315694', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:52.859012 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b5b024e6-a2de-4c46-b9d5-ea8e1bcf03fd tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:52.863930 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b5b024e6-a2de-4c46-b9d5-ea8e1bcf03fd tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Usage tracker for resource:router and tenant:76fc49fef2df435db2f7b8b17bd392f0 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:52.867828 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b5b024e6-a2de-4c46-b9d5-ea8e1bcf03fd tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:52.875150 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b5b024e6-a2de-4c46-b9d5-ea8e1bcf03fd tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:52.884257 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-49b541c5-1022-4864-8f93-c45085fac642 req-4ad6636a-79e8-47f0-bd95-6d49897b3664 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483288 Feb 09 01:30:52.894409 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b5b024e6-a2de-4c46-b9d5-ea8e1bcf03fd tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:52.896916 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b5b024e6-a2de-4c46-b9d5-ea8e1bcf03fd tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:52.956992 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b5b024e6-a2de-4c46-b9d5-ea8e1bcf03fd tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:52.997035 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-c0d737d2-a827-4afc-a03a-136cb04ca4ff tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Floating IP 5e480360-25cd-4f87-b6e9-7feeae8eabe4 associated. External IP: 172.25.5.223, port: ca3a3ff9-b133-4877-85f3-13afef775030. Feb 09 01:30:53.008085 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b5b024e6-a2de-4c46-b9d5-ea8e1bcf03fd tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:53.027210 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d145c8d-e477-49c4-a43c-b144927d96e6 req-0e107b16-8ea5-4dd1-a853-a5dc1670ab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:53.028790 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6d145c8d-e477-49c4-a43c-b144927d96e6 req-0e107b16-8ea5-4dd1-a853-a5dc1670ab80 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac90161469724dd386335c8a610012b8&device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 1094 time: 0.1225562 Feb 09 01:30:53.058106 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b5b024e6-a2de-4c46-b9d5-ea8e1bcf03fd tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:53.062002 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b5b024e6-a2de-4c46-b9d5-ea8e1bcf03fd tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2135508 Feb 09 01:30:53.062780 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44024) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:53.070068 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-8a299e91-644a-4bb2-9cbb-72105531cc88 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Request body: {'network': {'name': 'tempest-RoutersTest-613564901'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:53.086058 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8a299e91-644a-4bb2-9cbb-72105531cc88 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:53.093137 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8a299e91-644a-4bb2-9cbb-72105531cc88 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Usage tracker for resource:network and tenant:76fc49fef2df435db2f7b8b17bd392f0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:53.097623 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8a299e91-644a-4bb2-9cbb-72105531cc88 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:53.106229 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8a299e91-644a-4bb2-9cbb-72105531cc88 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:53.178177 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d145c8d-e477-49c4-a43c-b144927d96e6 req-f1c7d4c7-4926-4d15-8644-948bb0d42e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:53.179656 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6d145c8d-e477-49c4-a43c-b144927d96e6 req-f1c7d4c7-4926-4d15-8644-948bb0d42e1c service neutron] 10.222.0.35 "GET /v2.0/networks?id=a29ac5a7-ba1d-4b03-b012-1fa4beb961a7 HTTP/1.1" status: 200 len: 911 time: 0.1423554 Feb 09 01:30:53.187980 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a299e91-644a-4bb2-9cbb-72105531cc88 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Made reservation on behalf of 76fc49fef2df435db2f7b8b17bd392f0 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:53.191424 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8a299e91-644a-4bb2-9cbb-72105531cc88 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:53.260798 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6d145c8d-e477-49c4-a43c-b144927d96e6 req-75855d45-993c-4bd8-b46d-bca10d6c4db1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e9f3dfa-e148-4312-8ac2-e91370fb6dc0 HTTP/1.1" status: 200 len: 217 time: 0.0702906 Feb 09 01:30:53.309908 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a299e91-644a-4bb2-9cbb-72105531cc88 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 985} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:30:53.348118 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8a299e91-644a-4bb2-9cbb-72105531cc88 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:53.348647 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-8a299e91-644a-4bb2-9cbb-72105531cc88 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Added segment 82a0c046-81a4-4848-b417-d57a139bde8b of type vlan for network beab8108-f13b-44b0-8ba1-72f523f2fba5 Feb 09 01:30:53.353823 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d145c8d-e477-49c4-a43c-b144927d96e6 req-f3f36708-a47e-4edb-8429-26bb277f0f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:53.356356 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6d145c8d-e477-49c4-a43c-b144927d96e6 req-f3f36708-a47e-4edb-8429-26bb277f0f5c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=952e3eee-9c37-4af2-b65e-4d4e2433c9cc HTTP/1.1" status: 200 len: 850 time: 0.0881250 Feb 09 01:30:53.416760 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6d145c8d-e477-49c4-a43c-b144927d96e6 req-02bba577-6a26-4ecd-8d62-4af7d46945dc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a29ac5a7-ba1d-4b03-b012-1fa4beb961a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529392 Feb 09 01:30:53.572454 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6d145c8d-e477-49c4-a43c-b144927d96e6 req-0ee7f377-741d-4bd7-a6b9-8ce3841d7c89 service neutron] 10.222.0.35 "GET /v2.0/networks/a29ac5a7-ba1d-4b03-b012-1fa4beb961a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493742 Feb 09 01:30:53.576188 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8a299e91-644a-4bb2-9cbb-72105531cc88 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:53.644249 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d737d2-a827-4afc-a03a-136cb04ca4ff tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Router dcdf80a7-4c8c-446b-bad7-75a7900d8783 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:30:53.652266 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8a299e91-644a-4bb2-9cbb-72105531cc88 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:53.657903 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a299e91-644a-4bb2-9cbb-72105531cc88 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:53.658534 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8a299e91-644a-4bb2-9cbb-72105531cc88 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:53.879854 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a299e91-644a-4bb2-9cbb-72105531cc88 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Network': ['ID=beab8108-f13b-44b0-8ba1-72f523f2fba5,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:53.894231 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8a299e91-644a-4bb2-9cbb-72105531cc88 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8263524 Feb 09 01:30:53.905273 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network beab8108-f13b-44b0-8ba1-72f523f2fba5 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:30:53.905983 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6d145c8d-e477-49c4-a43c-b144927d96e6 req-242a2fff-5f5f-4c7a-8530-df1e6b60eb74 service neutron] 10.222.0.35 "GET /v2.0/networks/a29ac5a7-ba1d-4b03-b012-1fa4beb961a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108749 Feb 09 01:30:53.905983 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44058) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:53.927344 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-8e3dd177-aac4-405b-96f0-9a492a913d43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Request body: {'subnet': {'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:53.977421 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d737d2-a827-4afc-a03a-136cb04ca4ff tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:30:54.006747 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0d737d2-a827-4afc-a03a-136cb04ca4ff tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:54.054601 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c698bbbd-4e6b-4bff-83ae-c02a88e932cb None None] Sync routers for ids ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:54.142339 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c0d737d2-a827-4afc-a03a-136cb04ca4ff tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7469304 Feb 09 01:30:54.142822 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0333669d-d93a-4306-9b54-ffcabda46ce9', 'tag': 'ca3a3ff9-b133-4877-85f3-13afef775030'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:30:54.149508 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c698bbbd-4e6b-4bff-83ae-c02a88e932cb None None] Routers {'dcdf80a7-4c8c-446b-bad7-75a7900d8783'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:54.149657 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8e3dd177-aac4-405b-96f0-9a492a913d43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:30:54.150320 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-c698bbbd-4e6b-4bff-83ae-c02a88e932cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:30:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:54.153550 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8e3dd177-aac4-405b-96f0-9a492a913d43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Usage tracker for resource:subnet and tenant:76fc49fef2df435db2f7b8b17bd392f0 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:30:54.157174 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8e3dd177-aac4-405b-96f0-9a492a913d43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:30:54.237830 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0333669d-d93a-4306-9b54-ffcabda46ce9', 'tag': 'ca3a3ff9-b133-4877-85f3-13afef775030', 'status': 'completed', 'code': 200} Feb 09 01:30:54.276114 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8e3dd177-aac4-405b-96f0-9a492a913d43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:30:54.373020 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3dd177-aac4-405b-96f0-9a492a913d43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Made reservation on behalf of 76fc49fef2df435db2f7b8b17bd392f0 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:54.386227 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8e3dd177-aac4-405b-96f0-9a492a913d43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:54.554354 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-c698bbbd-4e6b-4bff-83ae-c02a88e932cb None None] Set router dcdf80a7-4c8c-446b-bad7-75a7900d8783 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:30:54.615489 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e5304-4083-4061-bdaf-41f4a32c52ca req-6ebfcd26-0fe6-4628-a2fa-40b9db1ea5ca tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:54.624994 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-053e5304-4083-4061-bdaf-41f4a32c52ca req-6ebfcd26-0fe6-4628-a2fa-40b9db1ea5ca tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 943 time: 0.4652519 Feb 09 01:30:54.669300 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f7e0f-bcee-44ec-935a-c029f5c4c611 req-7c049017-bc1e-456a-9113-5af9eefd4210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:54.670796 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-676f7e0f-bcee-44ec-935a-c029f5c4c611 req-7c049017-bc1e-456a-9113-5af9eefd4210 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9&device_id=0333669d-d93a-4306-9b54-ffcabda46ce9 HTTP/1.1" status: 200 len: 1096 time: 0.3922703 Feb 09 01:30:54.704527 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-053e5304-4083-4061-bdaf-41f4a32c52ca req-f70bda22-1e3b-4546-8b77-6c0e5f2b308b tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780528 Feb 09 01:30:55.067958 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f7e0f-bcee-44ec-935a-c029f5c4c611 req-2563aea8-7f2e-440c-96e8-55b362cf0bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:55.071201 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-c698bbbd-4e6b-4bff-83ae-c02a88e932cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'name': 'tempest-TestVolumeBootPattern-195536192-router', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:55Z', 'updated_at': '2022-02-09T01:21:13Z', 'revision_number': 4, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'gw_port': {'id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:59Z', 'updated_at': '2022-02-09T01:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '5e480360-25cd-4f87-b6e9-7feeae8eabe4', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'port_id': 'ca3a3ff9-b133-4877-85f3-13afef775030', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'mac_address': 'fa:16:3e:ee:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0333669d-d93a-4306-9b54-ffcabda46ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:30:52Z', 'revision_number': 0, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df50fd24-214b-49d0-bec7-74e98f6cb4a7', 'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'mac_address': 'fa:16:3e:df:40:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:10Z', 'updated_at': '2022-02-09T01:21:21Z', 'revision_number': 5, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'subnets': [{'id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:55.075995 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-676f7e0f-bcee-44ec-935a-c029f5c4c611 req-2563aea8-7f2e-440c-96e8-55b362cf0bcf service neutron] 10.222.0.35 "GET /v2.0/networks?id=37619b15-03b6-4ee3-8b5e-c1b376918ea6 HTTP/1.1" status: 200 len: 912 time: 0.3758092 Feb 09 01:30:55.087020 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c698bbbd-4e6b-4bff-83ae-c02a88e932cb None None] Checking router: dcdf80a7-4c8c-446b-bad7-75a7900d8783 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:30:55.113841 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c698bbbd-4e6b-4bff-83ae-c02a88e932cb None None] Routers {'dcdf80a7-4c8c-446b-bad7-75a7900d8783'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:30:55.113841 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-c698bbbd-4e6b-4bff-83ae-c02a88e932cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:30:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:55.309396 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-c698bbbd-4e6b-4bff-83ae-c02a88e932cb None None] Set router dcdf80a7-4c8c-446b-bad7-75a7900d8783 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:30:55.309603 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8e3dd177-aac4-405b-96f0-9a492a913d43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:55.367591 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-676f7e0f-bcee-44ec-935a-c029f5c4c611 req-a7ea1732-77f6-40d2-a0e2-793ac4b33b05 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca3a3ff9-b133-4877-85f3-13afef775030 HTTP/1.1" status: 200 len: 999 time: 0.2759371 Feb 09 01:30:55.459721 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3dd177-aac4-405b-96f0-9a492a913d43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Subnet': ['ID=80798df3-a1d5-49a1-a6de-a4ac53f96207,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:55.467797 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3dd177-aac4-405b-96f0-9a492a913d43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Checking segment: {'id': '82a0c046-81a4-4848-b417-d57a139bde8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:30:55.468036 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3dd177-aac4-405b-96f0-9a492a913d43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network hostable DHCP agents. Network: beab8108-f13b-44b0-8ba1-72f523f2fba5, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:30:55.490882 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f7e0f-bcee-44ec-935a-c029f5c4c611 req-9eb8db5e-d119-427e-b387-38b3ef8eb550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:55.492624 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-676f7e0f-bcee-44ec-935a-c029f5c4c611 req-9eb8db5e-d119-427e-b387-38b3ef8eb550 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5c99494-da9a-458d-b6b1-e6de1927c8e8 HTTP/1.1" status: 200 len: 850 time: 0.1099684 Feb 09 01:30:55.540495 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:55.567263 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3dd177-aac4-405b-96f0-9a492a913d43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network beab8108-f13b-44b0-8ba1-72f523f2fba5 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:30:55.591090 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-8e3dd177-aac4-405b-96f0-9a492a913d43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, beab8108-f13b-44b0-8ba1-72f523f2fba5) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:55.599055 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3dd177-aac4-405b-96f0-9a492a913d43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:55.599886 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8e3dd177-aac4-405b-96f0-9a492a913d43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:55.634162 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8e3dd177-aac4-405b-96f0-9a492a913d43 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7308872 Feb 09 01:30:55.636908 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44096) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:30:55.645666 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f7e0f-bcee-44ec-935a-c029f5c4c611 req-94516e49-394e-4beb-8d4b-1849dc925c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:55.647396 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-676f7e0f-bcee-44ec-935a-c029f5c4c611 req-94516e49-394e-4beb-8d4b-1849dc925c10 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37619b15-03b6-4ee3-8b5e-c1b376918ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1453295 Feb 09 01:30:55.654278 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a34ba9-a784-43fe-b5df-39d7f5c1348f None None] Network beab8108-f13b-44b0-8ba1-72f523f2fba5 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:30:55.893208 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-676f7e0f-bcee-44ec-935a-c029f5c4c611 req-2d2231c4-2fdb-438e-8ebc-bcbeb3175a93 service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356927 Feb 09 01:30:56.092010 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-676f7e0f-bcee-44ec-935a-c029f5c4c611 req-729d7a54-c68c-4dca-aad3-2ce3cf6871e4 service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912606 Feb 09 01:30:56.185187 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-c698bbbd-4e6b-4bff-83ae-c02a88e932cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'name': 'tempest-TestVolumeBootPattern-195536192-router', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:55Z', 'updated_at': '2022-02-09T01:21:13Z', 'revision_number': 4, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'gw_port': {'id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:59Z', 'updated_at': '2022-02-09T01:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '5e480360-25cd-4f87-b6e9-7feeae8eabe4', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'port_id': 'ca3a3ff9-b133-4877-85f3-13afef775030', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'mac_address': 'fa:16:3e:ee:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0333669d-d93a-4306-9b54-ffcabda46ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:30:52Z', 'revision_number': 0, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df50fd24-214b-49d0-bec7-74e98f6cb4a7', 'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'mac_address': 'fa:16:3e:df:40:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:10Z', 'updated_at': '2022-02-09T01:21:21Z', 'revision_number': 5, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'subnets': [{'id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:56.190745 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c698bbbd-4e6b-4bff-83ae-c02a88e932cb None None] The sync data for ids ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'] in n-d-828419-1 is: [{'id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'name': 'tempest-TestVolumeBootPattern-195536192-router', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:55Z', 'updated_at': '2022-02-09T01:21:13Z', 'revision_number': 4, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'gw_port': {'id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:59Z', 'updated_at': '2022-02-09T01:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '5e480360-25cd-4f87-b6e9-7feeae8eabe4', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'port_id': 'ca3a3ff9-b133-4877-85f3-13afef775030', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'mac_address': 'fa:16:3e:ee:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0333669d-d93a-4306-9b54-ffcabda46ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:30:52Z', 'revision_number': 0, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df50fd24-214b-49d0-bec7-74e98f6cb4a7', 'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'mac_address': 'fa:16:3e:df:40:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:10Z', 'updated_at': '2022-02-09T01:21:21Z', 'revision_number': 5, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'subnets': [{'id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:56.211771 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6a0b9a-328f-4c74-be94-86eab2c92263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-beab8108-f13b-44b0-8ba1-72f523f2fba5', 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'fixed_ips': [{'subnet_id': '80798df3-a1d5-49a1-a6de-a4ac53f96207'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:30:56.213441 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8c6a0b9a-328f-4c74-be94-86eab2c92263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:56.285851 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 4e9f3dfa-e148-4312-8ac2-e91370fb6dc0 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:30:56.420168 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7e41a536-1849-4e2d-809f-7c86878992fc tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:56.538749 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a61d5-1267-401f-b7e6-2799e10e0ec8 req-983e4fce-99ed-461a-9868-b80b4fa35cd1 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:56.540520 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bf2a61d5-1267-401f-b7e6-2799e10e0ec8 req-983e4fce-99ed-461a-9868-b80b4fa35cd1 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 943 time: 0.5274024 Feb 09 01:30:56.587922 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 4e9f3dfa-e148-4312-8ac2-e91370fb6dc0, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=4e9f3dfa-e148-4312-8ac2-e91370fb6dc0,segment=NetworkSegment(5ca59429-e0f2-4b30-a020-4d962552a60d),segment_id=5ca59429-e0f2-4b30-a020-4d962552a60d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:56.608507 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-8c6a0b9a-328f-4c74-be94-86eab2c92263 None None] Allocated IP 172.20.0.2 (beab8108-f13b-44b0-8ba1-72f523f2fba5/80798df3-a1d5-49a1-a6de-a4ac53f96207/03940230-450a-4f9f-a7ee-3fec15010e94) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:56.610697 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '4e9f3dfa-e148-4312-8ac2-e91370fb6dc0', 'network_id': 'a29ac5a7-ba1d-4b03-b012-1fa4beb961a7', 'port_id': '4e9f3dfa-e148-4312-8ac2-e91370fb6dc0', 'mac_address': 'fa:16:3e:fa:18:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 982, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '952e3eee-9c37-4af2-b65e-4d4e2433c9cc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:30:56.630619 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc21ed1b-c139-4b18-82de-0060adb7ddae None None] New status for floating IP 5e480360-25cd-4f87-b6e9-7feeae8eabe4: ACTIVE {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:30:56.811497 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bf2a61d5-1267-401f-b7e6-2799e10e0ec8 req-877fecbc-4cae-4660-9c8d-8e82edb6fba7 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187953 Feb 09 01:30:56.908022 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8c6a0b9a-328f-4c74-be94-86eab2c92263 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:56.918694 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8c6a0b9a-328f-4c74-be94-86eab2c92263 None None] Transition to ACTIVE for port object 03940230-450a-4f9f-a7ee-3fec15010e94 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:56.948056 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8c6a0b9a-328f-4c74-be94-86eab2c92263 None None] Transition to ACTIVE for port object 03940230-450a-4f9f-a7ee-3fec15010e94 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:56.950841 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:56.966598 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8c6a0b9a-328f-4c74-be94-86eab2c92263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:57.091497 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e9f3dfa-e148-4312-8ac2-e91370fb6dc0 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:30:57.116145 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6a0b9a-328f-4c74-be94-86eab2c92263 None None] Network beab8108-f13b-44b0-8ba1-72f523f2fba5 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:57.123433 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-8c6a0b9a-328f-4c74-be94-86eab2c92263 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:57.130088 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6a0b9a-328f-4c74-be94-86eab2c92263 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:30:57.135866 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a0b9a-328f-4c74-be94-86eab2c92263 None None] Pushing event updated for resources: {'Port': ['ID=03940230-450a-4f9f-a7ee-3fec15010e94,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:57.148248 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 4e9f3dfa-e148-4312-8ac2-e91370fb6dc0, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=4e9f3dfa-e148-4312-8ac2-e91370fb6dc0,segment=NetworkSegment(5ca59429-e0f2-4b30-a020-4d962552a60d),segment_id=5ca59429-e0f2-4b30-a020-4d962552a60d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:30:57.184340 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:57.314402 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-7e41a536-1849-4e2d-809f-7c86878992fc tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Allocated IP 172.20.0.1 (beab8108-f13b-44b0-8ba1-72f523f2fba5/80798df3-a1d5-49a1-a6de-a4ac53f96207/da5b00ad-09c7-4d82-be55-59e9819db948) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:57.319989 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-8c6a0b9a-328f-4c74-be94-86eab2c92263 None None] Attempting to bind port 03940230-450a-4f9f-a7ee-3fec15010e94 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:30:57.320544 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-8c6a0b9a-328f-4c74-be94-86eab2c92263 None None] Attempting to bind port 03940230-450a-4f9f-a7ee-3fec15010e94 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '82a0c046-81a4-4848-b417-d57a139bde8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:30:57.320998 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6a0b9a-328f-4c74-be94-86eab2c92263 None None] Attempting to bind port 03940230-450a-4f9f-a7ee-3fec15010e94 on network beab8108-f13b-44b0-8ba1-72f523f2fba5 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:30:57.331085 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6a0b9a-328f-4c74-be94-86eab2c92263 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:30:57.331760 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6a0b9a-328f-4c74-be94-86eab2c92263 None None] Checking segment: {'id': '82a0c046-81a4-4848-b417-d57a139bde8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:30:57.332281 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8c6a0b9a-328f-4c74-be94-86eab2c92263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:57.333475 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6a0b9a-328f-4c74-be94-86eab2c92263 None None] Bound using segment: {'id': '82a0c046-81a4-4848-b417-d57a139bde8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:30:57.334118 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-8c6a0b9a-328f-4c74-be94-86eab2c92263 None None] Bound port: 03940230-450a-4f9f-a7ee-3fec15010e94, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a0c046-81a4-4848-b417-d57a139bde8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:30:57.334745 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8c6a0b9a-328f-4c74-be94-86eab2c92263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:57.401959 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=4e9f3dfa-e148-4312-8ac2-e91370fb6dc0,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:57.456313 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-8c6a0b9a-328f-4c74-be94-86eab2c92263 None None] For port 03940230-450a-4f9f-a7ee-3fec15010e94, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:30:57.460034 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-8c6a0b9a-328f-4c74-be94-86eab2c92263 None None] For port 03940230-450a-4f9f-a7ee-3fec15010e94, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=03940230-450a-4f9f-a7ee-3fec15010e94,segment=NetworkSegment(82a0c046-81a4-4848-b417-d57a139bde8b),segment_id=82a0c046-81a4-4848-b417-d57a139bde8b)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:30:57.464757 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8c6a0b9a-328f-4c74-be94-86eab2c92263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:57.524155 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7e41a536-1849-4e2d-809f-7c86878992fc tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:57.534288 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['4e9f3dfa-e148-4312-8ac2-e91370fb6dc0'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:30:57.547633 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-7e41a536-1849-4e2d-809f-7c86878992fc tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Transition to ACTIVE for port object da5b00ad-09c7-4d82-be55-59e9819db948 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:57.599346 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7e41a536-1849-4e2d-809f-7c86878992fc tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:57.627984 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a0b9a-328f-4c74-be94-86eab2c92263 None None] Pushing event updated for resources: {'Port': ['ID=03940230-450a-4f9f-a7ee-3fec15010e94,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:57.699263 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e41a536-1849-4e2d-809f-7c86878992fc tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network beab8108-f13b-44b0-8ba1-72f523f2fba5 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:57.703314 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-7e41a536-1849-4e2d-809f-7c86878992fc tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:57.707836 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e41a536-1849-4e2d-809f-7c86878992fc tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:30:57.771419 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41a536-1849-4e2d-809f-7c86878992fc tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Port': ['ID=da5b00ad-09c7-4d82-be55-59e9819db948,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:57.800386 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7e41a536-1849-4e2d-809f-7c86878992fc tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:58.050943 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7e41a536-1849-4e2d-809f-7c86878992fc tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:58.370716 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ead5e-11db-44c2-a4eb-f668e52ce7b6 req-4070fc5b-f302-4750-af4b-7ad33d6793e6 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:58.372628 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-be3ead5e-11db-44c2-a4eb-f668e52ce7b6 req-4070fc5b-f302-4750-af4b-7ad33d6793e6 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 944 time: 0.2302983 Feb 09 01:30:58.499043 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-be3ead5e-11db-44c2-a4eb-f668e52ce7b6 req-c4138715-0ef0-4407-bfa8-a02583a8ff2c tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115561 Feb 09 01:30:58.812049 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7e41a536-1849-4e2d-809f-7c86878992fc tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:58.821840 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7e41a536-1849-4e2d-809f-7c86878992fc tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:58.979244 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41a536-1849-4e2d-809f-7c86878992fc tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Port': ['ID=da5b00ad-09c7-4d82-be55-59e9819db948,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:58.982733 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7e41a536-1849-4e2d-809f-7c86878992fc tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:30:59.270123 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e41a536-1849-4e2d-809f-7c86878992fc tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network beab8108-f13b-44b0-8ba1-72f523f2fba5 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:59.272843 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-7e41a536-1849-4e2d-809f-7c86878992fc tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:59.519488 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ec57db-c299-4ba2-add9-cbcd6cd926b6 None None] Network beab8108-f13b-44b0-8ba1-72f523f2fba5 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:30:59.739519 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a3e64042-6780-48ac-8dea-9664b64d7c3e None None] Provisioning for port 03940230-450a-4f9f-a7ee-3fec15010e94 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:59.771593 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e41a536-1849-4e2d-809f-7c86878992fc tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Router bb3346ff-55d4-4222-94f5-77a82bee0fc1 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:31:00.061619 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 03940230-450a-4f9f-a7ee-3fec15010e94 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:31:00.213024 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab38f0c-3294-48f5-b8cf-cffc9007ceec req-ad38a2e2-d059-4695-97b2-acb23238533e tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:00.214691 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1ab38f0c-3294-48f5-b8cf-cffc9007ceec req-ad38a2e2-d059-4695-97b2-acb23238533e tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 944 time: 0.5290408 Feb 09 01:31:00.239668 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e41a536-1849-4e2d-809f-7c86878992fc tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:31:00.247607 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 03940230-450a-4f9f-a7ee-3fec15010e94 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:00.257901 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 03940230-450a-4f9f-a7ee-3fec15010e94 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:00.258285 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:00.277307 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1ab38f0c-3294-48f5-b8cf-cffc9007ceec req-25d3fcbe-a52f-4c4e-8fdb-f11460bf5803 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562384 Feb 09 01:31:00.280584 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7e41a536-1849-4e2d-809f-7c86878992fc tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "PUT /v2.0/routers/bb3346ff-55d4-4222-94f5-77a82bee0fc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6418729 Feb 09 01:31:00.283296 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44188) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:00.291966 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-e19d7c66-150a-4eb6-ad16-8989fb8ed778 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Request body: {'network': {'name': 'tempest-RoutersTest-630106635'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:00.310801 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e19d7c66-150a-4eb6-ad16-8989fb8ed778 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:00.315656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e19d7c66-150a-4eb6-ad16-8989fb8ed778 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Usage tracker for resource:network and tenant:76fc49fef2df435db2f7b8b17bd392f0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:00.326015 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e19d7c66-150a-4eb6-ad16-8989fb8ed778 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:00.343238 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e19d7c66-150a-4eb6-ad16-8989fb8ed778 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:00.359698 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c78ea7-a5c5-4ce5-8edf-54df44e768dd None None] Sync routers for ids ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:00.366148 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19d7c66-150a-4eb6-ad16-8989fb8ed778 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Made reservation on behalf of 76fc49fef2df435db2f7b8b17bd392f0 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:00.369323 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 4e9f3dfa-e148-4312-8ac2-e91370fb6dc0 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:31:00.370168 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e19d7c66-150a-4eb6-ad16-8989fb8ed778 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:00.408867 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e19d7c66-150a-4eb6-ad16-8989fb8ed778 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 964} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:31:00.425172 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e19d7c66-150a-4eb6-ad16-8989fb8ed778 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:00.425783 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-e19d7c66-150a-4eb6-ad16-8989fb8ed778 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Added segment e942a743-1f03-4f40-a7ce-7c8d4dec5e7b of type vlan for network bdcf4f58-1c47-4182-98db-589ff51c7c82 Feb 09 01:31:00.464586 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e19d7c66-150a-4eb6-ad16-8989fb8ed778 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:00.495791 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c78ea7-a5c5-4ce5-8edf-54df44e768dd None None] Routers {'bb3346ff-55d4-4222-94f5-77a82bee0fc1'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:00.496447 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-74c78ea7-a5c5-4ce5-8edf-54df44e768dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:30:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:00.523262 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e19d7c66-150a-4eb6-ad16-8989fb8ed778 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:00.540571 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19d7c66-150a-4eb6-ad16-8989fb8ed778 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:00.540571 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e19d7c66-150a-4eb6-ad16-8989fb8ed778 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:00.686535 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-755706f4-f2c0-40a2-9c52-5abaa410fe09 None None] Provisioning complete for port 03940230-450a-4f9f-a7ee-3fec15010e94 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:00.687568 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-755706f4-f2c0-40a2-9c52-5abaa410fe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:00.688722 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d7c66-150a-4eb6-ad16-8989fb8ed778 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Network': ['ID=bdcf4f58-1c47-4182-98db-589ff51c7c82,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:00.694213 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e19d7c66-150a-4eb6-ad16-8989fb8ed778 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4097247 Feb 09 01:31:00.697241 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44198) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:00.718451 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-5885b0f5-647d-4dbf-b561-22514f7de0ca tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Request body: {'subnet': {'network_id': 'bdcf4f58-1c47-4182-98db-589ff51c7c82', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:00.728456 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44204) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:00.733793 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network bdcf4f58-1c47-4182-98db-589ff51c7c82 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:31:00.942326 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:00.955138 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5e1744d8-ed03-4959-a5bd-08ce099b5f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:00.977335 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-74c78ea7-a5c5-4ce5-8edf-54df44e768dd None None] Set router bb3346ff-55d4-4222-94f5-77a82bee0fc1 gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:00.979557 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5e1744d8-ed03-4959-a5bd-08ce099b5f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:00.983958 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5e1744d8-ed03-4959-a5bd-08ce099b5f83 admin admin] Usage tracker for resource:security_group_rule and tenant:dd0b0a0ed6c84143abb0de2b5b3db644 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:00.987831 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5e1744d8-ed03-4959-a5bd-08ce099b5f83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:00.994720 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5e1744d8-ed03-4959-a5bd-08ce099b5f83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:01.158340 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5e1744d8-ed03-4959-a5bd-08ce099b5f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:01.168955 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5e1744d8-ed03-4959-a5bd-08ce099b5f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:01.187059 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5885b0f5-647d-4dbf-b561-22514f7de0ca tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:01.191099 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5885b0f5-647d-4dbf-b561-22514f7de0ca tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Usage tracker for resource:subnet and tenant:76fc49fef2df435db2f7b8b17bd392f0 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:01.195282 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5885b0f5-647d-4dbf-b561-22514f7de0ca tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:01.201606 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5885b0f5-647d-4dbf-b561-22514f7de0ca tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:01.217619 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5885b0f5-647d-4dbf-b561-22514f7de0ca tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Made reservation on behalf of 76fc49fef2df435db2f7b8b17bd392f0 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:01.221325 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5885b0f5-647d-4dbf-b561-22514f7de0ca tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:01.229482 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1744d8-ed03-4959-a5bd-08ce099b5f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e09230-8ddd-4aaf-9823-beca192d370c,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:01.246915 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5e1744d8-ed03-4959-a5bd-08ce099b5f83 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dd0b0a0ed6c84143abb0de2b5b3db644&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5167370 Feb 09 01:31:01.247920 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44218) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:01.360061 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d6aa2be5-d588-4be1-bf9d-f1083f111790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:01.367979 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 4e9f3dfa-e148-4312-8ac2-e91370fb6dc0 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:01.392482 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d6aa2be5-d588-4be1-bf9d-f1083f111790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:01.398635 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 03940230-450a-4f9f-a7ee-3fec15010e94, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=03940230-450a-4f9f-a7ee-3fec15010e94,segment=NetworkSegment(82a0c046-81a4-4848-b417-d57a139bde8b),segment_id=82a0c046-81a4-4848-b417-d57a139bde8b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:01.423298 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:01.425738 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 4e9f3dfa-e148-4312-8ac2-e91370fb6dc0 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:01.426434 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:01.464630 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d6aa2be5-d588-4be1-bf9d-f1083f111790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:01.482721 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa2be5-d588-4be1-bf9d-f1083f111790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e09230-8ddd-4aaf-9823-beca192d370c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:01.489831 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d6aa2be5-d588-4be1-bf9d-f1083f111790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:01.492434 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d6aa2be5-d588-4be1-bf9d-f1083f111790 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/38e09230-8ddd-4aaf-9823-beca192d370c HTTP/1.1" status: 204 len: 168 time: 0.2420905 Feb 09 01:31:01.652571 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adaca8-de28-46b9-9f18-da8868f806dc req-34066bea-add4-4f32-9f3b-bd76bd0c1241 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:01.654091 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-22adaca8-de28-46b9-9f18-da8868f806dc req-34066bea-add4-4f32-9f3b-bd76bd0c1241 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 944 time: 0.1454720 Feb 09 01:31:01.655430 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5885b0f5-647d-4dbf-b561-22514f7de0ca tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:01.728083 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-755706f4-f2c0-40a2-9c52-5abaa410fe09 None None] Provisioning for port da5b00ad-09c7-4d82-be55-59e9819db948 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:01.729106 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5885b0f5-647d-4dbf-b561-22514f7de0ca tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Subnet': ['ID=d68b52f8-a02a-4530-889a-7bf1f583a285,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:01.794427 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5885b0f5-647d-4dbf-b561-22514f7de0ca tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Checking segment: {'id': 'e942a743-1f03-4f40-a7ce-7c8d4dec5e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'bdcf4f58-1c47-4182-98db-589ff51c7c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:31:01.794792 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5885b0f5-647d-4dbf-b561-22514f7de0ca tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network hostable DHCP agents. Network: bdcf4f58-1c47-4182-98db-589ff51c7c82, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:31:01.796739 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:01.808436 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-22adaca8-de28-46b9-9f18-da8868f806dc req-f436b04b-3429-4144-a2fa-ca735a4782c2 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802944 Feb 09 01:31:01.830122 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5885b0f5-647d-4dbf-b561-22514f7de0ca tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network bdcf4f58-1c47-4182-98db-589ff51c7c82 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:31:01.834236 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=03940230-450a-4f9f-a7ee-3fec15010e94,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:01.840952 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-5885b0f5-647d-4dbf-b561-22514f7de0ca tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, bdcf4f58-1c47-4182-98db-589ff51c7c82) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:01.846114 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-755706f4-f2c0-40a2-9c52-5abaa410fe09 None None] Provisioning complete for port da5b00ad-09c7-4d82-be55-59e9819db948 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:01.848762 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-755706f4-f2c0-40a2-9c52-5abaa410fe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:01.858640 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5885b0f5-647d-4dbf-b561-22514f7de0ca tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:01.859460 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5885b0f5-647d-4dbf-b561-22514f7de0ca tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:01.892114 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5885b0f5-647d-4dbf-b561-22514f7de0ca tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1921232 Feb 09 01:31:01.895668 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44234) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:01.899603 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78ca757-5a15-410d-b83a-e358d1fa2918 None None] Network bdcf4f58-1c47-4182-98db-589ff51c7c82 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:31:01.923268 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-74c78ea7-a5c5-4ce5-8edf-54df44e768dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'name': 'tempest-RoutersTest-router-756315694', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:30:57Z', 'revision_number': 2, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None, '_interfaces': [{'id': 'da5b00ad-09c7-4d82-be55-59e9819db948', 'name': '', 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:40:72:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:56Z', 'updated_at': '2022-02-09T01:30:58Z', 'revision_number': 2, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:01.946308 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44238) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:01.974949 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0dcf999c-b20e-42da-a8d1-37aa9945ea5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:01.993052 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-0dcf999c-b20e-42da-a8d1-37aa9945ea5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:01.998060 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0dcf999c-b20e-42da-a8d1-37aa9945ea5c admin admin] Usage tracker for resource:security_group_rule and tenant:fe2729c4b9934b529a945c65e2f0adde is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:02.001326 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0dcf999c-b20e-42da-a8d1-37aa9945ea5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:02.003097 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8130d8d2-99bf-47fb-926b-6232ffe85ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9f3dfa-e148-4312-8ac2-e91370fb6dc0'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:31:02.008336 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-0dcf999c-b20e-42da-a8d1-37aa9945ea5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:02.040197 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c78ea7-a5c5-4ce5-8edf-54df44e768dd None None] Checking router: bb3346ff-55d4-4222-94f5-77a82bee0fc1 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:02.040580 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c78ea7-a5c5-4ce5-8edf-54df44e768dd None None] Updating router bb3346ff-55d4-4222-94f5-77a82bee0fc1 port da5b00ad-09c7-4d82-be55-59e9819db948 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:31:02.104043 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 4e9f3dfa-e148-4312-8ac2-e91370fb6dc0, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=4e9f3dfa-e148-4312-8ac2-e91370fb6dc0,segment=NetworkSegment(5ca59429-e0f2-4b30-a020-4d962552a60d),segment_id=5ca59429-e0f2-4b30-a020-4d962552a60d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:02.150717 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0dcf999c-b20e-42da-a8d1-37aa9945ea5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:02.158024 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0dcf999c-b20e-42da-a8d1-37aa9945ea5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:02.216346 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8130d8d2-99bf-47fb-926b-6232ffe85ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9f3dfa-e148-4312-8ac2-e91370fb6dc0', 'code': 200} Feb 09 01:31:02.228830 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:02.290445 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0dcf999c-b20e-42da-a8d1-37aa9945ea5c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe2729c4b9934b529a945c65e2f0adde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3416965 Feb 09 01:31:02.294336 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf999c-b20e-42da-a8d1-37aa9945ea5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7e622d-b3b2-4db7-ae13-3690c2add061,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:02.304935 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44250) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:02.310840 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-755706f4-f2c0-40a2-9c52-5abaa410fe09 None None] Port da5b00ad-09c7-4d82-be55-59e9819db948 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:31:02.316951 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=4e9f3dfa-e148-4312-8ac2-e91370fb6dc0,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:02.339631 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-74c78ea7-a5c5-4ce5-8edf-54df44e768dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:02.353691 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a0165-829e-4c02-afae-71ed97658067 req-9cba9962-eb80-4e55-90ae-1e6b89a2cf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:02.355523 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b5a0165-829e-4c02-afae-71ed97658067 req-9cba9962-eb80-4e55-90ae-1e6b89a2cf40 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 1096 time: 0.1886449 Feb 09 01:31:02.448992 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c42125ee-794e-49ca-9775-fa8731e5f2e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:02.469597 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b5a0165-829e-4c02-afae-71ed97658067 req-1724b8ac-bad5-446a-b451-478ccfd37001 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973063 Feb 09 01:31:02.490530 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c42125ee-794e-49ca-9775-fa8731e5f2e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:02.558910 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87950a8e-015d-4b32-ba8f-5f7334905846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-bdcf4f58-1c47-4182-98db-589ff51c7c82', 'network_id': 'bdcf4f58-1c47-4182-98db-589ff51c7c82', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'fixed_ips': [{'subnet_id': 'd68b52f8-a02a-4530-889a-7bf1f583a285'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:31:02.560019 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-87950a8e-015d-4b32-ba8f-5f7334905846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:02.568894 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c42125ee-794e-49ca-9775-fa8731e5f2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:02.588424 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ca7263b9-1c25-44d8-8ea9-a7ec4e65da9d None None] Provisioning complete for port da5b00ad-09c7-4d82-be55-59e9819db948 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:02.588857 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ca7263b9-1c25-44d8-8ea9-a7ec4e65da9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:02.593163 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42125ee-794e-49ca-9775-fa8731e5f2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7e622d-b3b2-4db7-ae13-3690c2add061,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:02.615439 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c42125ee-794e-49ca-9775-fa8731e5f2e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:02.619760 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c42125ee-794e-49ca-9775-fa8731e5f2e8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fe7e622d-b3b2-4db7-ae13-3690c2add061 HTTP/1.1" status: 204 len: 168 time: 0.3113346 Feb 09 01:31:02.754542 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-60b3c1f8-2cd7-47f8-a415-8faa5d19d845 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:02.859383 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-ca7263b9-1c25-44d8-8ea9-a7ec4e65da9d None None] Port da5b00ad-09c7-4d82-be55-59e9819db948 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:31:03.061406 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-87950a8e-015d-4b32-ba8f-5f7334905846 None None] Allocated IP 172.21.0.2 (bdcf4f58-1c47-4182-98db-589ff51c7c82/d68b52f8-a02a-4530-889a-7bf1f583a285/9c71cfa4-46e2-4ede-8a72-a3dd6c88d1f2) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:03.176036 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-74c78ea7-a5c5-4ce5-8edf-54df44e768dd None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:03.187083 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486678d7-8568-4499-a91e-b29c4bc9214b req-1822a553-5b49-492b-9976-061ca82904ab tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:03.189469 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-486678d7-8568-4499-a91e-b29c4bc9214b req-1822a553-5b49-492b-9976-061ca82904ab tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 945 time: 0.1625662 Feb 09 01:31:03.197620 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-74c78ea7-a5c5-4ce5-8edf-54df44e768dd None None] Transition to ACTIVE for port object da5b00ad-09c7-4d82-be55-59e9819db948 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:03.290815 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-486678d7-8568-4499-a91e-b29c4bc9214b req-957616cd-fade-4bb4-b848-efbb795e992e tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863116 Feb 09 01:31:03.373655 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-74c78ea7-a5c5-4ce5-8edf-54df44e768dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:03.612158 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301cf7da-8bc7-4c88-ba1a-47883cc5c5a5 None None] Pushing event updated for resources: {'Port': ['ID=da5b00ad-09c7-4d82-be55-59e9819db948,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:03.674010 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-74c78ea7-a5c5-4ce5-8edf-54df44e768dd None None] Attempting to bind port da5b00ad-09c7-4d82-be55-59e9819db948 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:31:03.674010 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-74c78ea7-a5c5-4ce5-8edf-54df44e768dd None None] Attempting to bind port da5b00ad-09c7-4d82-be55-59e9819db948 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '82a0c046-81a4-4848-b417-d57a139bde8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:31:03.674010 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c78ea7-a5c5-4ce5-8edf-54df44e768dd None None] Attempting to bind port da5b00ad-09c7-4d82-be55-59e9819db948 on network beab8108-f13b-44b0-8ba1-72f523f2fba5 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:31:03.694095 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c78ea7-a5c5-4ce5-8edf-54df44e768dd None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:31:03.694428 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c78ea7-a5c5-4ce5-8edf-54df44e768dd None None] Checking segment: {'id': '82a0c046-81a4-4848-b417-d57a139bde8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:31:03.695010 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-74c78ea7-a5c5-4ce5-8edf-54df44e768dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:03.695553 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c78ea7-a5c5-4ce5-8edf-54df44e768dd None None] Bound using segment: {'id': '82a0c046-81a4-4848-b417-d57a139bde8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:31:03.696469 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-74c78ea7-a5c5-4ce5-8edf-54df44e768dd None None] Bound port: da5b00ad-09c7-4d82-be55-59e9819db948, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a0c046-81a4-4848-b417-d57a139bde8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:31:03.697304 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-74c78ea7-a5c5-4ce5-8edf-54df44e768dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:03.883301 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-87950a8e-015d-4b32-ba8f-5f7334905846 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:03.906442 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-87950a8e-015d-4b32-ba8f-5f7334905846 None None] Transition to ACTIVE for port object 9c71cfa4-46e2-4ede-8a72-a3dd6c88d1f2 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:03.910572 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-74c78ea7-a5c5-4ce5-8edf-54df44e768dd None None] For port da5b00ad-09c7-4d82-be55-59e9819db948, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:31:03.918187 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-74c78ea7-a5c5-4ce5-8edf-54df44e768dd None None] For port da5b00ad-09c7-4d82-be55-59e9819db948, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=da5b00ad-09c7-4d82-be55-59e9819db948,segment=NetworkSegment(82a0c046-81a4-4848-b417-d57a139bde8b),segment_id=82a0c046-81a4-4848-b417-d57a139bde8b)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:31:03.929157 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-74c78ea7-a5c5-4ce5-8edf-54df44e768dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:04.033980 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 03940230-450a-4f9f-a7ee-3fec15010e94 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:31:04.128091 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-87950a8e-015d-4b32-ba8f-5f7334905846 None None] Transition to ACTIVE for port object 9c71cfa4-46e2-4ede-8a72-a3dd6c88d1f2 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:04.144127 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c78ea7-a5c5-4ce5-8edf-54df44e768dd None None] Routers {'bb3346ff-55d4-4222-94f5-77a82bee0fc1'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:04.144890 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-74c78ea7-a5c5-4ce5-8edf-54df44e768dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:30:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:04.216134 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-87950a8e-015d-4b32-ba8f-5f7334905846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:04.250910 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87950a8e-015d-4b32-ba8f-5f7334905846 None None] Network bdcf4f58-1c47-4182-98db-589ff51c7c82 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:04.258185 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-87950a8e-015d-4b32-ba8f-5f7334905846 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:04.261737 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87950a8e-015d-4b32-ba8f-5f7334905846 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:31:04.274237 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-60b3c1f8-2cd7-47f8-a415-8faa5d19d845 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Allocated IP 172.21.0.1 (bdcf4f58-1c47-4182-98db-589ff51c7c82/d68b52f8-a02a-4530-889a-7bf1f583a285/3e6b0677-f63e-4014-9b45-fa259d8f6ac9) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:04.354597 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301cf7da-8bc7-4c88-ba1a-47883cc5c5a5 None None] Pushing event updated for resources: {'Port': ['ID=da5b00ad-09c7-4d82-be55-59e9819db948,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:04.527363 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87950a8e-015d-4b32-ba8f-5f7334905846 None None] Pushing event updated for resources: {'Port': ['ID=9c71cfa4-46e2-4ede-8a72-a3dd6c88d1f2,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:04.541545 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 03940230-450a-4f9f-a7ee-3fec15010e94 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:04.541915 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:04.649694 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-74c78ea7-a5c5-4ce5-8edf-54df44e768dd None None] Set router bb3346ff-55d4-4222-94f5-77a82bee0fc1 gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:04.723777 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1372cb-4257-42be-9465-d6d8e13730d3 req-de8fd86b-1e1d-4d87-b4b8-b8c16896e76e tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:04.732783 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1e1372cb-4257-42be-9465-d6d8e13730d3 req-de8fd86b-1e1d-4d87-b4b8-b8c16896e76e tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 945 time: 0.2110286 Feb 09 01:31:04.734561 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-87950a8e-015d-4b32-ba8f-5f7334905846 None None] Attempting to bind port 9c71cfa4-46e2-4ede-8a72-a3dd6c88d1f2 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:31:04.734929 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-87950a8e-015d-4b32-ba8f-5f7334905846 None None] Attempting to bind port 9c71cfa4-46e2-4ede-8a72-a3dd6c88d1f2 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'e942a743-1f03-4f40-a7ce-7c8d4dec5e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'bdcf4f58-1c47-4182-98db-589ff51c7c82'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:31:04.735288 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87950a8e-015d-4b32-ba8f-5f7334905846 None None] Attempting to bind port 9c71cfa4-46e2-4ede-8a72-a3dd6c88d1f2 on network bdcf4f58-1c47-4182-98db-589ff51c7c82 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:31:04.747262 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87950a8e-015d-4b32-ba8f-5f7334905846 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:31:04.747899 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87950a8e-015d-4b32-ba8f-5f7334905846 None None] Checking segment: {'id': 'e942a743-1f03-4f40-a7ce-7c8d4dec5e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'bdcf4f58-1c47-4182-98db-589ff51c7c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:31:04.748479 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-87950a8e-015d-4b32-ba8f-5f7334905846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:04.749030 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87950a8e-015d-4b32-ba8f-5f7334905846 None None] Bound using segment: {'id': 'e942a743-1f03-4f40-a7ce-7c8d4dec5e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'bdcf4f58-1c47-4182-98db-589ff51c7c82'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:31:04.749665 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-87950a8e-015d-4b32-ba8f-5f7334905846 None None] Bound port: 9c71cfa4-46e2-4ede-8a72-a3dd6c88d1f2, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e942a743-1f03-4f40-a7ce-7c8d4dec5e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'bdcf4f58-1c47-4182-98db-589ff51c7c82'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:31:04.750199 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-87950a8e-015d-4b32-ba8f-5f7334905846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:04.768812 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-60b3c1f8-2cd7-47f8-a415-8faa5d19d845 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:04.809986 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1e1372cb-4257-42be-9465-d6d8e13730d3 req-7502efe8-7d7b-4990-a319-564141b17e67 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733290 Feb 09 01:31:04.846516 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-60b3c1f8-2cd7-47f8-a415-8faa5d19d845 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Transition to ACTIVE for port object 3e6b0677-f63e-4014-9b45-fa259d8f6ac9 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:04.887077 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-60b3c1f8-2cd7-47f8-a415-8faa5d19d845 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:05.006822 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b3c1f8-2cd7-47f8-a415-8faa5d19d845 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network bdcf4f58-1c47-4182-98db-589ff51c7c82 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:05.016486 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-60b3c1f8-2cd7-47f8-a415-8faa5d19d845 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:05.024098 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b3c1f8-2cd7-47f8-a415-8faa5d19d845 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:31:05.109489 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3c1f8-2cd7-47f8-a415-8faa5d19d845 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Port': ['ID=3e6b0677-f63e-4014-9b45-fa259d8f6ac9,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:05.137024 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-60b3c1f8-2cd7-47f8-a415-8faa5d19d845 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:05.163523 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-87950a8e-015d-4b32-ba8f-5f7334905846 None None] For port 9c71cfa4-46e2-4ede-8a72-a3dd6c88d1f2, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:31:05.168834 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-87950a8e-015d-4b32-ba8f-5f7334905846 None None] For port 9c71cfa4-46e2-4ede-8a72-a3dd6c88d1f2, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=9c71cfa4-46e2-4ede-8a72-a3dd6c88d1f2,segment=NetworkSegment(e942a743-1f03-4f40-a7ce-7c8d4dec5e7b),segment_id=e942a743-1f03-4f40-a7ce-7c8d4dec5e7b)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:31:05.333669 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-60b3c1f8-2cd7-47f8-a415-8faa5d19d845 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:05.445826 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1591c5-33fd-42fc-9792-a5c6eaadf372 req-09a98e8b-c605-4028-9314-1a6545efa253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:05.447910 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7e1591c5-33fd-42fc-9792-a5c6eaadf372 req-09a98e8b-c605-4028-9314-1a6545efa253 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac90161469724dd386335c8a610012b8&device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 1096 time: 0.1470287 Feb 09 01:31:05.462683 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-87950a8e-015d-4b32-ba8f-5f7334905846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:05.612901 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87950a8e-015d-4b32-ba8f-5f7334905846 None None] Pushing event updated for resources: {'Port': ['ID=9c71cfa4-46e2-4ede-8a72-a3dd6c88d1f2,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:05.641403 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-74c78ea7-a5c5-4ce5-8edf-54df44e768dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'name': 'tempest-RoutersTest-router-756315694', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:30:57Z', 'revision_number': 2, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None, '_interfaces': [{'id': 'da5b00ad-09c7-4d82-be55-59e9819db948', 'name': '', 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:40:72:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:56Z', 'updated_at': '2022-02-09T01:31:03Z', 'revision_number': 4, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:05.647952 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c78ea7-a5c5-4ce5-8edf-54df44e768dd None None] The sync data for ids ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'] in n-d-828419-1 is: [{'id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'name': 'tempest-RoutersTest-router-756315694', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:30:57Z', 'revision_number': 2, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None, '_interfaces': [{'id': 'da5b00ad-09c7-4d82-be55-59e9819db948', 'name': '', 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:40:72:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:56Z', 'updated_at': '2022-02-09T01:31:03Z', 'revision_number': 4, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:05.743955 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1591c5-33fd-42fc-9792-a5c6eaadf372 req-1e05d72b-7d27-48a3-85a8-0ab6de6ec29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:05.746405 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7e1591c5-33fd-42fc-9792-a5c6eaadf372 req-1e05d72b-7d27-48a3-85a8-0ab6de6ec29f service neutron] 10.222.0.35 "GET /v2.0/networks?id=a29ac5a7-ba1d-4b03-b012-1fa4beb961a7 HTTP/1.1" status: 200 len: 911 time: 0.2756827 Feb 09 01:31:05.861270 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7e1591c5-33fd-42fc-9792-a5c6eaadf372 req-2933b530-33f8-4a3c-af88-56dc293bafa6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e9f3dfa-e148-4312-8ac2-e91370fb6dc0 HTTP/1.1" status: 200 len: 217 time: 0.1071250 Feb 09 01:31:05.960320 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445bc2f-03eb-4cd4-b8f2-92a4f286df7c req-9a9d524c-8414-4ff1-a1f5-13eaa5e888f2 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:05.961972 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0445bc2f-03eb-4cd4-b8f2-92a4f286df7c req-9a9d524c-8414-4ff1-a1f5-13eaa5e888f2 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 945 time: 0.5293021 Feb 09 01:31:06.042526 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1591c5-33fd-42fc-9792-a5c6eaadf372 req-0c9c534f-bcb3-44c3-b412-0099b625e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:06.057942 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7e1591c5-33fd-42fc-9792-a5c6eaadf372 req-0c9c534f-bcb3-44c3-b412-0099b625e25a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=952e3eee-9c37-4af2-b65e-4d4e2433c9cc HTTP/1.1" status: 200 len: 850 time: 0.1675701 Feb 09 01:31:06.151571 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7e1591c5-33fd-42fc-9792-a5c6eaadf372 req-1bf3408f-4cbe-466a-8406-c84ec7831722 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a29ac5a7-ba1d-4b03-b012-1fa4beb961a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839570 Feb 09 01:31:06.225543 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0445bc2f-03eb-4cd4-b8f2-92a4f286df7c req-34b63149-82ce-42e2-8a2e-5f1092f270e0 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858554 Feb 09 01:31:06.371065 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-60b3c1f8-2cd7-47f8-a415-8faa5d19d845 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:06.380516 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7e1591c5-33fd-42fc-9792-a5c6eaadf372 req-5d3afa4a-fd31-4b5c-b52e-93bccfa59a02 service neutron] 10.222.0.35 "GET /v2.0/networks/a29ac5a7-ba1d-4b03-b012-1fa4beb961a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210677 Feb 09 01:31:06.383132 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-60b3c1f8-2cd7-47f8-a415-8faa5d19d845 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:06.465908 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:31:06.541057 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-60b3c1f8-2cd7-47f8-a415-8faa5d19d845 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:06.623282 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7e1591c5-33fd-42fc-9792-a5c6eaadf372 req-7b54eaee-3773-41e4-91b5-2ef2ccc210e5 service neutron] 10.222.0.35 "GET /v2.0/networks/a29ac5a7-ba1d-4b03-b012-1fa4beb961a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349327 Feb 09 01:31:06.802067 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3c1f8-2cd7-47f8-a415-8faa5d19d845 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Port': ['ID=3e6b0677-f63e-4014-9b45-fa259d8f6ac9,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:06.942423 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b6776dd5-2010-4c21-9df0-b3aec02f2282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:06.992998 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b3c1f8-2cd7-47f8-a415-8faa5d19d845 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network bdcf4f58-1c47-4182-98db-589ff51c7c82 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:06.992998 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-60b3c1f8-2cd7-47f8-a415-8faa5d19d845 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:07.318615 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67f46d0-957b-41fa-b63b-45467f0f5490 None None] Network bdcf4f58-1c47-4182-98db-589ff51c7c82 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:31:07.524760 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b3c1f8-2cd7-47f8-a415-8faa5d19d845 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Router bb3346ff-55d4-4222-94f5-77a82bee0fc1 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:31:07.559873 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-fee8f2f7-666c-4096-ac8d-7cd5c3d6674c None None] Provisioning for port 9c71cfa4-46e2-4ede-8a72-a3dd6c88d1f2 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:07.722408 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d39c95-ea6f-4269-ad9e-901726675b3e req-9b20403a-7ff3-4699-a0d5-5a01eac7a333 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:07.734274 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48d39c95-ea6f-4269-ad9e-901726675b3e req-9b20403a-7ff3-4699-a0d5-5a01eac7a333 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 945 time: 0.1399040 Feb 09 01:31:07.783966 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48d39c95-ea6f-4269-ad9e-901726675b3e req-9e6704e6-eb22-418b-9efe-5e3570c18834 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540595 Feb 09 01:31:08.073563 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9c71cfa4-46e2-4ede-8a72-a3dd6c88d1f2 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:31:08.260672 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b3c1f8-2cd7-47f8-a415-8faa5d19d845 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:31:08.272482 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 9c71cfa4-46e2-4ede-8a72-a3dd6c88d1f2 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:08.287725 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 9c71cfa4-46e2-4ede-8a72-a3dd6c88d1f2 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:08.287725 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:08.294204 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4abf39-4797-4b1b-9bce-197387821782 None None] Sync routers for ids ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:08.306678 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4abf39-4797-4b1b-9bce-197387821782 None None] Routers {'bb3346ff-55d4-4222-94f5-77a82bee0fc1'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:08.306678 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-fd4abf39-4797-4b1b-9bce-197387821782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:30:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:08.322511 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-60b3c1f8-2cd7-47f8-a415-8faa5d19d845 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "PUT /v2.0/routers/bb3346ff-55d4-4222-94f5-77a82bee0fc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4114296 Feb 09 01:31:08.322511 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44402) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:08.344504 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-09f7ff46-cbf4-4227-989b-39f42b0c3b81 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Request body: {'network': {'name': 'tempest-RoutersTest-1841047790'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:08.374021 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-09f7ff46-cbf4-4227-989b-39f42b0c3b81 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:08.390447 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-09f7ff46-cbf4-4227-989b-39f42b0c3b81 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Usage tracker for resource:network and tenant:76fc49fef2df435db2f7b8b17bd392f0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:08.403810 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-09f7ff46-cbf4-4227-989b-39f42b0c3b81 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:08.415329 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-09f7ff46-cbf4-4227-989b-39f42b0c3b81 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:08.471276 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f7ff46-cbf4-4227-989b-39f42b0c3b81 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Made reservation on behalf of 76fc49fef2df435db2f7b8b17bd392f0 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:08.471276 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-09f7ff46-cbf4-4227-989b-39f42b0c3b81 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:08.489133 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-630f22bf-1c67-4cda-a770-31265d81b821 None None] Provisioning for port 3e6b0677-f63e-4014-9b45-fa259d8f6ac9 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:08.514152 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-630f22bf-1c67-4cda-a770-31265d81b821 None None] Provisioning complete for port 3e6b0677-f63e-4014-9b45-fa259d8f6ac9 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:08.514152 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-630f22bf-1c67-4cda-a770-31265d81b821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:08.637607 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09f7ff46-cbf4-4227-989b-39f42b0c3b81 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 993} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:31:08.669934 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-09f7ff46-cbf4-4227-989b-39f42b0c3b81 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:08.669934 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-09f7ff46-cbf4-4227-989b-39f42b0c3b81 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Added segment 41a595a1-1ea0-4509-89d2-ae925d65f5e3 of type vlan for network d2ba59d5-bc43-49c9-bf14-00d3f56cc42b Feb 09 01:31:08.747269 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-09f7ff46-cbf4-4227-989b-39f42b0c3b81 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:08.805502 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-09f7ff46-cbf4-4227-989b-39f42b0c3b81 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:08.810964 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:08.815775 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f7ff46-cbf4-4227-989b-39f42b0c3b81 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:08.815775 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-09f7ff46-cbf4-4227-989b-39f42b0c3b81 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:08.840782 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-630f22bf-1c67-4cda-a770-31265d81b821 None None] Port 3e6b0677-f63e-4014-9b45-fa259d8f6ac9 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:31:08.931972 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 9c71cfa4-46e2-4ede-8a72-a3dd6c88d1f2, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=9c71cfa4-46e2-4ede-8a72-a3dd6c88d1f2,segment=NetworkSegment(e942a743-1f03-4f40-a7ce-7c8d4dec5e7b),segment_id=e942a743-1f03-4f40-a7ce-7c8d4dec5e7b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:08.931972 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-630f22bf-1c67-4cda-a770-31265d81b821 None None] Provisioning complete for port 9c71cfa4-46e2-4ede-8a72-a3dd6c88d1f2 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:08.931972 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-630f22bf-1c67-4cda-a770-31265d81b821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:08.936712 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-fd4abf39-4797-4b1b-9bce-197387821782 None None] Set router bb3346ff-55d4-4222-94f5-77a82bee0fc1 gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:08.939773 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:08.939773 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device da5b00ad-09c7-4d82-be55-59e9819db948 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:31:09.181566 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port da5b00ad-09c7-4d82-be55-59e9819db948 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:09.195020 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f7ff46-cbf4-4227-989b-39f42b0c3b81 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Network': ['ID=d2ba59d5-bc43-49c9-bf14-00d3f56cc42b,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:09.200744 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port da5b00ad-09c7-4d82-be55-59e9819db948 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:09.200744 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:09.333031 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-09f7ff46-cbf4-4227-989b-39f42b0c3b81 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0114048 Feb 09 01:31:09.341829 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44414) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:09.341829 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-6f18297a-c837-4121-b0c1-4bc27b7bd786 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Request body: {'subnet': {'network_id': 'd2ba59d5-bc43-49c9-bf14-00d3f56cc42b', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:09.389576 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network d2ba59d5-bc43-49c9-bf14-00d3f56cc42b details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:31:09.456020 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f23e5-ab1e-4f0e-819f-c6aab90ecb5f req-d9f3d3bf-12a8-40d0-8dd7-0d8deddd8931 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:09.467609 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-040f23e5-ab1e-4f0e-819f-c6aab90ecb5f req-d9f3d3bf-12a8-40d0-8dd7-0d8deddd8931 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 945 time: 0.2389779 Feb 09 01:31:09.611940 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6f18297a-c837-4121-b0c1-4bc27b7bd786 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:09.631762 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6f18297a-c837-4121-b0c1-4bc27b7bd786 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Usage tracker for resource:subnet and tenant:76fc49fef2df435db2f7b8b17bd392f0 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:09.634247 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-040f23e5-ab1e-4f0e-819f-c6aab90ecb5f req-d59cee5d-fed1-4ea3-96a1-a1290e402ba8 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535056 Feb 09 01:31:09.640474 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6f18297a-c837-4121-b0c1-4bc27b7bd786 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:09.669167 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6f18297a-c837-4121-b0c1-4bc27b7bd786 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:09.679328 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f18297a-c837-4121-b0c1-4bc27b7bd786 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Made reservation on behalf of 76fc49fef2df435db2f7b8b17bd392f0 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:09.688142 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6f18297a-c837-4121-b0c1-4bc27b7bd786 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:09.761375 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-fd4abf39-4797-4b1b-9bce-197387821782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'name': 'tempest-RoutersTest-router-756315694', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:31:05Z', 'revision_number': 3, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None, '_interfaces': [{'id': '3e6b0677-f63e-4014-9b45-fa259d8f6ac9', 'name': '', 'network_id': 'bdcf4f58-1c47-4182-98db-589ff51c7c82', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:1f:93:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:03Z', 'updated_at': '2022-02-09T01:31:05Z', 'revision_number': 2, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5b00ad-09c7-4d82-be55-59e9819db948', 'name': '', 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:40:72:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:56Z', 'updated_at': '2022-02-09T01:31:03Z', 'revision_number': 4, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:09.761375 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4abf39-4797-4b1b-9bce-197387821782 None None] Checking router: bb3346ff-55d4-4222-94f5-77a82bee0fc1 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:09.761375 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4abf39-4797-4b1b-9bce-197387821782 None None] Updating router bb3346ff-55d4-4222-94f5-77a82bee0fc1 port 3e6b0677-f63e-4014-9b45-fa259d8f6ac9 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:31:09.791425 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e3be35ed-81d4-49ec-9661-376381a4c74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:09.823953 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=9c71cfa4-46e2-4ede-8a72-a3dd6c88d1f2,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:09.867031 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-fd4abf39-4797-4b1b-9bce-197387821782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:10.026729 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:10.119402 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port da5b00ad-09c7-4d82-be55-59e9819db948, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=da5b00ad-09c7-4d82-be55-59e9819db948,segment=NetworkSegment(82a0c046-81a4-4848-b417-d57a139bde8b),segment_id=82a0c046-81a4-4848-b417-d57a139bde8b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:10.129744 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:10.389460 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9c71cfa4-46e2-4ede-8a72-a3dd6c88d1f2 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:31:10.476069 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6f18297a-c837-4121-b0c1-4bc27b7bd786 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:10.497830 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-96a1cb3d-749a-4527-8975-620056fe09ac None None] Provisioning complete for port 3e6b0677-f63e-4014-9b45-fa259d8f6ac9 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:10.497830 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-96a1cb3d-749a-4527-8975-620056fe09ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:10.614255 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-96a1cb3d-749a-4527-8975-620056fe09ac None None] Port 3e6b0677-f63e-4014-9b45-fa259d8f6ac9 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:31:10.614255 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:10.624595 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=da5b00ad-09c7-4d82-be55-59e9819db948,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:10.624595 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:10.637962 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 9c71cfa4-46e2-4ede-8a72-a3dd6c88d1f2 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:10.637962 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:10.756483 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-fd4abf39-4797-4b1b-9bce-197387821782 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:10.789023 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-fd4abf39-4797-4b1b-9bce-197387821782 None None] Transition to ACTIVE for port object 3e6b0677-f63e-4014-9b45-fa259d8f6ac9 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:10.803670 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18297a-c837-4121-b0c1-4bc27b7bd786 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Subnet': ['ID=fd0f840f-fd37-4970-a1e3-bae57a3d72a9,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:10.817999 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-fd4abf39-4797-4b1b-9bce-197387821782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:11.022669 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2d3fa-3caa-46a7-9df1-fd7814f5332b None None] Pushing event updated for resources: {'Port': ['ID=3e6b0677-f63e-4014-9b45-fa259d8f6ac9,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:11.203665 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f18297a-c837-4121-b0c1-4bc27b7bd786 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Checking segment: {'id': '41a595a1-1ea0-4509-89d2-ae925d65f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'd2ba59d5-bc43-49c9-bf14-00d3f56cc42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:31:11.203665 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f18297a-c837-4121-b0c1-4bc27b7bd786 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network hostable DHCP agents. Network: d2ba59d5-bc43-49c9-bf14-00d3f56cc42b, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:31:11.241789 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2d3fa-3caa-46a7-9df1-fd7814f5332b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:11.241789 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2d3fa-3caa-46a7-9df1-fd7814f5332b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:11.241789 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2d3fa-3caa-46a7-9df1-fd7814f5332b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:11.241789 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2d3fa-3caa-46a7-9df1-fd7814f5332b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:11.241789 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2d3fa-3caa-46a7-9df1-fd7814f5332b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:11.241789 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2d3fa-3caa-46a7-9df1-fd7814f5332b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:11.241789 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2d3fa-3caa-46a7-9df1-fd7814f5332b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:11.241789 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2d3fa-3caa-46a7-9df1-fd7814f5332b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:11.241789 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2d3fa-3caa-46a7-9df1-fd7814f5332b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:11.241789 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2d3fa-3caa-46a7-9df1-fd7814f5332b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:11.241789 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2d3fa-3caa-46a7-9df1-fd7814f5332b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:11.241789 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2d3fa-3caa-46a7-9df1-fd7814f5332b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:11.331389 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c9fc1703-fe27-4a3e-85de-f89f8a130126 req-479400b1-308a-4efe-afcd-260e009aeebf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=904dc052-e24e-40c9-a170-864961d68f1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5363090 Feb 09 01:31:11.365094 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2b77c-a40e-4fe4-aabf-255ac5c182b6 req-2ca47a98-f223-4024-94d5-06b7dc929da7 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:11.366576 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a7c2b77c-a40e-4fe4-aabf-255ac5c182b6 req-2ca47a98-f223-4024-94d5-06b7dc929da7 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 945 time: 0.4188468 Feb 09 01:31:11.433273 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-fd4abf39-4797-4b1b-9bce-197387821782 None None] Attempting to bind port 3e6b0677-f63e-4014-9b45-fa259d8f6ac9 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:31:11.439098 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-fd4abf39-4797-4b1b-9bce-197387821782 None None] Attempting to bind port 3e6b0677-f63e-4014-9b45-fa259d8f6ac9 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'e942a743-1f03-4f40-a7ce-7c8d4dec5e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'bdcf4f58-1c47-4182-98db-589ff51c7c82'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:31:11.439621 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4abf39-4797-4b1b-9bce-197387821782 None None] Attempting to bind port 3e6b0677-f63e-4014-9b45-fa259d8f6ac9 on network bdcf4f58-1c47-4182-98db-589ff51c7c82 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:31:11.449396 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4abf39-4797-4b1b-9bce-197387821782 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:31:11.450708 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4abf39-4797-4b1b-9bce-197387821782 None None] Checking segment: {'id': 'e942a743-1f03-4f40-a7ce-7c8d4dec5e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'bdcf4f58-1c47-4182-98db-589ff51c7c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:31:11.451249 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-fd4abf39-4797-4b1b-9bce-197387821782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:11.451793 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4abf39-4797-4b1b-9bce-197387821782 None None] Bound using segment: {'id': 'e942a743-1f03-4f40-a7ce-7c8d4dec5e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'bdcf4f58-1c47-4182-98db-589ff51c7c82'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:31:11.453320 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-fd4abf39-4797-4b1b-9bce-197387821782 None None] Bound port: 3e6b0677-f63e-4014-9b45-fa259d8f6ac9, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e942a743-1f03-4f40-a7ce-7c8d4dec5e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'bdcf4f58-1c47-4182-98db-589ff51c7c82'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:31:11.466270 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f18297a-c837-4121-b0c1-4bc27b7bd786 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network d2ba59d5-bc43-49c9-bf14-00d3f56cc42b is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:31:11.476735 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-fd4abf39-4797-4b1b-9bce-197387821782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:11.523140 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-6f18297a-c837-4121-b0c1-4bc27b7bd786 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, d2ba59d5-bc43-49c9-bf14-00d3f56cc42b) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:11.528843 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daea1f19-7af7-45c1-860d-b6fad0624e93 None None] Network d2ba59d5-bc43-49c9-bf14-00d3f56cc42b requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:31:11.549790 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f18297a-c837-4121-b0c1-4bc27b7bd786 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:11.550403 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6f18297a-c837-4121-b0c1-4bc27b7bd786 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:11.648421 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a7c2b77c-a40e-4fe4-aabf-255ac5c182b6 req-572e8872-f4ac-4528-b284-20239ceefe88 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772165 Feb 09 01:31:11.662406 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6f18297a-c837-4121-b0c1-4bc27b7bd786 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3317382 Feb 09 01:31:11.670087 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44466) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:11.687069 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc1703-fe27-4a3e-85de-f89f8a130126 req-8e11ff76-a202-46d1-af76-4c24f1050597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:11.690172 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c9fc1703-fe27-4a3e-85de-f89f8a130126 req-8e11ff76-a202-46d1-af76-4c24f1050597 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ef6edc4015e943ec908a956d7cff5e10&device_id=904dc052-e24e-40c9-a170-864961d68f1f HTTP/1.1" status: 200 len: 1097 time: 0.3225110 Feb 09 01:31:11.710746 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-fd4abf39-4797-4b1b-9bce-197387821782 None None] For port 3e6b0677-f63e-4014-9b45-fa259d8f6ac9, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:31:11.716747 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-fd4abf39-4797-4b1b-9bce-197387821782 None None] For port 3e6b0677-f63e-4014-9b45-fa259d8f6ac9, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=3e6b0677-f63e-4014-9b45-fa259d8f6ac9,segment=NetworkSegment(e942a743-1f03-4f40-a7ce-7c8d4dec5e7b),segment_id=e942a743-1f03-4f40-a7ce-7c8d4dec5e7b)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:31:11.726959 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-fd4abf39-4797-4b1b-9bce-197387821782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:11.865224 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4abf39-4797-4b1b-9bce-197387821782 None None] Routers {'bb3346ff-55d4-4222-94f5-77a82bee0fc1'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:11.865892 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-fd4abf39-4797-4b1b-9bce-197387821782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:31:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:11.967126 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc1703-fe27-4a3e-85de-f89f8a130126 req-f5873868-e833-438b-a569-54ad8a3e774a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:11.969556 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c9fc1703-fe27-4a3e-85de-f89f8a130126 req-f5873868-e833-438b-a569-54ad8a3e774a service neutron] 10.222.0.35 "GET /v2.0/networks?id=80b53ff1-697e-427c-b7ec-6ed5db9e6c6f HTTP/1.1" status: 200 len: 910 time: 0.2539105 Feb 09 01:31:12.176784 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2d3fa-3caa-46a7-9df1-fd7814f5332b None None] Pushing event updated for resources: {'Port': ['ID=3e6b0677-f63e-4014-9b45-fa259d8f6ac9,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:12.261896 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c9fc1703-fe27-4a3e-85de-f89f8a130126 req-0225ce04-0244-4fbf-9492-115353b71e65 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0adf44c-b885-4eb2-a06b-a384db4ff2c6 HTTP/1.1" status: 200 len: 1001 time: 0.2796626 Feb 09 01:31:12.361684 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445d8bb7-8f98-4090-9095-407db954d3ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-d2ba59d5-bc43-49c9-bf14-00d3f56cc42b', 'network_id': 'd2ba59d5-bc43-49c9-bf14-00d3f56cc42b', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'fixed_ips': [{'subnet_id': 'fd0f840f-fd37-4970-a1e3-bae57a3d72a9'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:31:12.361684 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-445d8bb7-8f98-4090-9095-407db954d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:12.379468 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device da5b00ad-09c7-4d82-be55-59e9819db948 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:31:12.564915 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:12.570971 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-fd4abf39-4797-4b1b-9bce-197387821782 None None] Set router bb3346ff-55d4-4222-94f5-77a82bee0fc1 gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:12.579190 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc1703-fe27-4a3e-85de-f89f8a130126 req-2c38b730-1af8-47bd-8c60-f075121a123f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:12.583124 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c9fc1703-fe27-4a3e-85de-f89f8a130126 req-2c38b730-1af8-47bd-8c60-f075121a123f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d925baf2-c63f-40ac-b8de-2a3401a3db70 HTTP/1.1" status: 200 len: 848 time: 0.3118134 Feb 09 01:31:12.778338 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port da5b00ad-09c7-4d82-be55-59e9819db948 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:12.779019 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:12.803437 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc1703-fe27-4a3e-85de-f89f8a130126 req-df532519-cc4b-4330-937d-9a6917e18318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:12.804965 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c9fc1703-fe27-4a3e-85de-f89f8a130126 req-df532519-cc4b-4330-937d-9a6917e18318 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=80b53ff1-697e-427c-b7ec-6ed5db9e6c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2154505 Feb 09 01:31:12.842899 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fe979681-5b82-4b36-acb1-ae64739c3330 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:13.091133 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c9fc1703-fe27-4a3e-85de-f89f8a130126 req-da370237-8ef6-4fc3-b2d0-cb6a9ee7adcb service neutron] 10.222.0.35 "GET /v2.0/networks/80b53ff1-697e-427c-b7ec-6ed5db9e6c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793877 Feb 09 01:31:13.196347 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-445d8bb7-8f98-4090-9095-407db954d3ec None None] Allocated IP 172.22.0.2 (d2ba59d5-bc43-49c9-bf14-00d3f56cc42b/fd0f840f-fd37-4970-a1e3-bae57a3d72a9/49969f6d-c294-4efd-8097-22ced46ec6c9) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:13.254533 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-fd4abf39-4797-4b1b-9bce-197387821782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'name': 'tempest-RoutersTest-router-756315694', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:31:05Z', 'revision_number': 3, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None, '_interfaces': [{'id': '3e6b0677-f63e-4014-9b45-fa259d8f6ac9', 'name': '', 'network_id': 'bdcf4f58-1c47-4182-98db-589ff51c7c82', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:1f:93:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:03Z', 'updated_at': '2022-02-09T01:31:11Z', 'revision_number': 4, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5b00ad-09c7-4d82-be55-59e9819db948', 'name': '', 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:40:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:56Z', 'updated_at': '2022-02-09T01:31:10Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:13.260539 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4abf39-4797-4b1b-9bce-197387821782 None None] The sync data for ids ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'] in n-d-828419-1 is: [{'id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'name': 'tempest-RoutersTest-router-756315694', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:31:05Z', 'revision_number': 3, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None, '_interfaces': [{'id': '3e6b0677-f63e-4014-9b45-fa259d8f6ac9', 'name': '', 'network_id': 'bdcf4f58-1c47-4182-98db-589ff51c7c82', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:1f:93:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:03Z', 'updated_at': '2022-02-09T01:31:11Z', 'revision_number': 4, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5b00ad-09c7-4d82-be55-59e9819db948', 'name': '', 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:40:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:56Z', 'updated_at': '2022-02-09T01:31:10Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:13.369152 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c9fc1703-fe27-4a3e-85de-f89f8a130126 req-acfd92f9-705d-4ac7-b89f-8c5ad53082ee service neutron] 10.222.0.35 "GET /v2.0/networks/80b53ff1-697e-427c-b7ec-6ed5db9e6c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696602 Feb 09 01:31:13.540843 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7b8d1-4bdd-418e-8b1f-622d2f8cda22 req-daca02ba-e265-4f07-9a95-908b7e51ead5 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:13.546317 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e1e7b8d1-4bdd-418e-8b1f-622d2f8cda22 req-daca02ba-e265-4f07-9a95-908b7e51ead5 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 945 time: 0.5444107 Feb 09 01:31:13.617197 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-445d8bb7-8f98-4090-9095-407db954d3ec None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:13.633167 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-445d8bb7-8f98-4090-9095-407db954d3ec None None] Transition to ACTIVE for port object 49969f6d-c294-4efd-8097-22ced46ec6c9 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:13.669392 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-445d8bb7-8f98-4090-9095-407db954d3ec None None] Transition to ACTIVE for port object 49969f6d-c294-4efd-8097-22ced46ec6c9 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:13.677894 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-445d8bb7-8f98-4090-9095-407db954d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:13.698966 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e1e7b8d1-4bdd-418e-8b1f-622d2f8cda22 req-7d81b4e4-1faa-4a09-94a6-7bf5bf8b72f0 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467369 Feb 09 01:31:13.820745 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d8bb7-8f98-4090-9095-407db954d3ec None None] Pushing event updated for resources: {'Port': ['ID=49969f6d-c294-4efd-8097-22ced46ec6c9,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:13.832591 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445d8bb7-8f98-4090-9095-407db954d3ec None None] Network d2ba59d5-bc43-49c9-bf14-00d3f56cc42b is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:13.834692 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-445d8bb7-8f98-4090-9095-407db954d3ec None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:13.838048 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445d8bb7-8f98-4090-9095-407db954d3ec None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:31:13.891493 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-fe979681-5b82-4b36-acb1-ae64739c3330 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Allocated IP 172.22.0.1 (d2ba59d5-bc43-49c9-bf14-00d3f56cc42b/fd0f840f-fd37-4970-a1e3-bae57a3d72a9/160c630d-c009-4262-94ba-0b7ea7069400) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:13.987231 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-445d8bb7-8f98-4090-9095-407db954d3ec None None] Attempting to bind port 49969f6d-c294-4efd-8097-22ced46ec6c9 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:31:13.987523 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-445d8bb7-8f98-4090-9095-407db954d3ec None None] Attempting to bind port 49969f6d-c294-4efd-8097-22ced46ec6c9 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '41a595a1-1ea0-4509-89d2-ae925d65f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'd2ba59d5-bc43-49c9-bf14-00d3f56cc42b'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:31:13.988238 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445d8bb7-8f98-4090-9095-407db954d3ec None None] Attempting to bind port 49969f6d-c294-4efd-8097-22ced46ec6c9 on network d2ba59d5-bc43-49c9-bf14-00d3f56cc42b {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:31:13.994493 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445d8bb7-8f98-4090-9095-407db954d3ec None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:31:13.996848 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445d8bb7-8f98-4090-9095-407db954d3ec None None] Checking segment: {'id': '41a595a1-1ea0-4509-89d2-ae925d65f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'd2ba59d5-bc43-49c9-bf14-00d3f56cc42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:31:13.997399 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-445d8bb7-8f98-4090-9095-407db954d3ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:13.998189 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445d8bb7-8f98-4090-9095-407db954d3ec None None] Bound using segment: {'id': '41a595a1-1ea0-4509-89d2-ae925d65f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'd2ba59d5-bc43-49c9-bf14-00d3f56cc42b'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:31:13.998825 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-445d8bb7-8f98-4090-9095-407db954d3ec None None] Bound port: 49969f6d-c294-4efd-8097-22ced46ec6c9, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a595a1-1ea0-4509-89d2-ae925d65f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'd2ba59d5-bc43-49c9-bf14-00d3f56cc42b'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:31:13.999622 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-445d8bb7-8f98-4090-9095-407db954d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:14.156845 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fe979681-5b82-4b36-acb1-ae64739c3330 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:14.194605 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-fe979681-5b82-4b36-acb1-ae64739c3330 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Transition to ACTIVE for port object 160c630d-c009-4262-94ba-0b7ea7069400 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:14.239365 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-445d8bb7-8f98-4090-9095-407db954d3ec None None] For port 49969f6d-c294-4efd-8097-22ced46ec6c9, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:31:14.243094 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-445d8bb7-8f98-4090-9095-407db954d3ec None None] For port 49969f6d-c294-4efd-8097-22ced46ec6c9, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=49969f6d-c294-4efd-8097-22ced46ec6c9,segment=NetworkSegment(41a595a1-1ea0-4509-89d2-ae925d65f5e3),segment_id=41a595a1-1ea0-4509-89d2-ae925d65f5e3)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:31:14.250945 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-445d8bb7-8f98-4090-9095-407db954d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:14.277392 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fe979681-5b82-4b36-acb1-ae64739c3330 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:14.344575 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 3e6b0677-f63e-4014-9b45-fa259d8f6ac9 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:31:14.388133 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe979681-5b82-4b36-acb1-ae64739c3330 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network d2ba59d5-bc43-49c9-bf14-00d3f56cc42b is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:14.391488 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-fe979681-5b82-4b36-acb1-ae64739c3330 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:14.403039 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe979681-5b82-4b36-acb1-ae64739c3330 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:31:14.471445 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d8bb7-8f98-4090-9095-407db954d3ec None None] Pushing event updated for resources: {'Port': ['ID=49969f6d-c294-4efd-8097-22ced46ec6c9,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:14.474722 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe979681-5b82-4b36-acb1-ae64739c3330 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Port': ['ID=160c630d-c009-4262-94ba-0b7ea7069400,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:14.488685 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 3e6b0677-f63e-4014-9b45-fa259d8f6ac9 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:14.497794 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 3e6b0677-f63e-4014-9b45-fa259d8f6ac9 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:14.498541 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:14.501087 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fe979681-5b82-4b36-acb1-ae64739c3330 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:14.650291 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fe979681-5b82-4b36-acb1-ae64739c3330 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:14.693007 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:14.755112 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 3e6b0677-f63e-4014-9b45-fa259d8f6ac9, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=3e6b0677-f63e-4014-9b45-fa259d8f6ac9,segment=NetworkSegment(e942a743-1f03-4f40-a7ce-7c8d4dec5e7b),segment_id=e942a743-1f03-4f40-a7ce-7c8d4dec5e7b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:14.767363 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:14.933231 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=3e6b0677-f63e-4014-9b45-fa259d8f6ac9,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:15.110943 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f55bb-8c7f-44c9-b87e-c4b88c9084d4 req-3af5a86c-d140-4423-995e-d1d545276128 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:15.124587 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-903f55bb-8c7f-44c9-b87e-c4b88c9084d4 req-3af5a86c-d140-4423-995e-d1d545276128 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 945 time: 0.1402640 Feb 09 01:31:15.194832 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-903f55bb-8c7f-44c9-b87e-c4b88c9084d4 req-760c9ed2-12ed-4ebd-b48d-4fdef09cba1c tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659359 Feb 09 01:31:15.429989 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fe979681-5b82-4b36-acb1-ae64739c3330 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:15.440701 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fe979681-5b82-4b36-acb1-ae64739c3330 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:15.632421 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe979681-5b82-4b36-acb1-ae64739c3330 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Port': ['ID=160c630d-c009-4262-94ba-0b7ea7069400,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:15.671802 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44528) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:15.685714 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fe979681-5b82-4b36-acb1-ae64739c3330 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:15.881585 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8b7f37ff-fbea-4684-b024-933949614a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:15.903490 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe979681-5b82-4b36-acb1-ae64739c3330 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network d2ba59d5-bc43-49c9-bf14-00d3f56cc42b is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:15.908098 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-fe979681-5b82-4b36-acb1-ae64739c3330 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:15.915636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8b7f37ff-fbea-4684-b024-933949614a0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:15.930114 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8b7f37ff-fbea-4684-b024-933949614a0d admin admin] Usage tracker for resource:security_group_rule and tenant:38328e87c36349dbbd1b06eba3bb82de is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:15.957406 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8b7f37ff-fbea-4684-b024-933949614a0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:15.965775 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8b7f37ff-fbea-4684-b024-933949614a0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:16.152557 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8b7f37ff-fbea-4684-b024-933949614a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:16.159387 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8b7f37ff-fbea-4684-b024-933949614a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:16.202726 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe979681-5b82-4b36-acb1-ae64739c3330 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Router bb3346ff-55d4-4222-94f5-77a82bee0fc1 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:31:16.231424 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f37ff-fbea-4684-b024-933949614a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af99ee48-85d7-4a74-9ca2-5090ebf8d6e5,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:16.268445 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8b7f37ff-fbea-4684-b024-933949614a0d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=38328e87c36349dbbd1b06eba3bb82de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5932503 Feb 09 01:31:16.269024 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44542) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:16.294238 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfd8547-a071-4aa6-bb49-192b7c8e1a6a None None] Network d2ba59d5-bc43-49c9-bf14-00d3f56cc42b requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:31:16.438590 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 3e6b0677-f63e-4014-9b45-fa259d8f6ac9 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:31:16.450392 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-25088dcd-2ba1-4272-a607-e54f93740f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:16.489518 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-25088dcd-2ba1-4272-a607-e54f93740f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:16.502401 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-1a1a1f27-dd47-4f30-9d70-cbd7c09b8eec None None] Provisioning for port 49969f6d-c294-4efd-8097-22ced46ec6c9 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:16.577121 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-25088dcd-2ba1-4272-a607-e54f93740f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:16.606270 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 3e6b0677-f63e-4014-9b45-fa259d8f6ac9 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:16.606699 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:16.611210 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-25088dcd-2ba1-4272-a607-e54f93740f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:16.615556 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-25088dcd-2ba1-4272-a607-e54f93740f12 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af99ee48-85d7-4a74-9ca2-5090ebf8d6e5 HTTP/1.1" status: 204 len: 168 time: 0.3439686 Feb 09 01:31:16.616309 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe979681-5b82-4b36-acb1-ae64739c3330 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:31:16.631176 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25088dcd-2ba1-4272-a607-e54f93740f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af99ee48-85d7-4a74-9ca2-5090ebf8d6e5,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:16.632800 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fe979681-5b82-4b36-acb1-ae64739c3330 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "PUT /v2.0/routers/bb3346ff-55d4-4222-94f5-77a82bee0fc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9498553 Feb 09 01:31:16.634863 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44552) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:16.640071 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b7b637e0-6556-448b-b37b-fa3d9c0c5e81 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Request body: {'network': {'name': 'tempest-RoutersTest-1650321080'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:16.640196 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a2ea8b-93b0-4008-9f54-c6913c799fdd None None] Sync routers for ids ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:16.646092 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b7b637e0-6556-448b-b37b-fa3d9c0c5e81 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:16.657157 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd6fa9-2206-4d75-a7f9-31d0c3e75eab req-e85dbd3f-0010-4799-87e1-618b84efcfc4 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:16.664507 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-90cd6fa9-2206-4d75-a7f9-31d0c3e75eab req-e85dbd3f-0010-4799-87e1-618b84efcfc4 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 945 time: 0.2109697 Feb 09 01:31:16.669081 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b7b637e0-6556-448b-b37b-fa3d9c0c5e81 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Usage tracker for resource:network and tenant:76fc49fef2df435db2f7b8b17bd392f0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:16.672282 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b7b637e0-6556-448b-b37b-fa3d9c0c5e81 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:16.677948 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b7b637e0-6556-448b-b37b-fa3d9c0c5e81 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:16.711418 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b637e0-6556-448b-b37b-fa3d9c0c5e81 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Made reservation on behalf of 76fc49fef2df435db2f7b8b17bd392f0 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:16.714969 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7b637e0-6556-448b-b37b-fa3d9c0c5e81 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:16.762105 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-90cd6fa9-2206-4d75-a7f9-31d0c3e75eab req-6c6152a7-0d8e-4de7-b9a7-321387785d24 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967619 Feb 09 01:31:16.771806 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b637e0-6556-448b-b37b-fa3d9c0c5e81 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 976} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:31:16.782836 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7b637e0-6556-448b-b37b-fa3d9c0c5e81 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:16.784132 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-b7b637e0-6556-448b-b37b-fa3d9c0c5e81 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Added segment 3abd5b5d-ad9e-4cf1-8baa-a6407183d00f of type vlan for network 03dca163-371a-4d99-9ae1-9659244020bd Feb 09 01:31:16.822981 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a2ea8b-93b0-4008-9f54-c6913c799fdd None None] Routers {'bb3346ff-55d4-4222-94f5-77a82bee0fc1'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:16.822981 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b6a2ea8b-93b0-4008-9f54-c6913c799fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:31:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:16.857766 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7b637e0-6556-448b-b37b-fa3d9c0c5e81 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:16.918976 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7b637e0-6556-448b-b37b-fa3d9c0c5e81 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:16.918976 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b637e0-6556-448b-b37b-fa3d9c0c5e81 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:16.918976 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7b637e0-6556-448b-b37b-fa3d9c0c5e81 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:17.056650 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b637e0-6556-448b-b37b-fa3d9c0c5e81 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Network': ['ID=03dca163-371a-4d99-9ae1-9659244020bd,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:17.067332 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b7b637e0-6556-448b-b37b-fa3d9c0c5e81 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4259248 Feb 09 01:31:17.071808 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44564) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:17.081700 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-c4259971-6455-48ec-81ed-e7be1528feb1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Request body: {'subnet': {'network_id': '03dca163-371a-4d99-9ae1-9659244020bd', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:17.138846 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-b6a2ea8b-93b0-4008-9f54-c6913c799fdd None None] Set router bb3346ff-55d4-4222-94f5-77a82bee0fc1 gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:17.283112 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44568) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:17.299260 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c4259971-6455-48ec-81ed-e7be1528feb1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:17.306686 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c4259971-6455-48ec-81ed-e7be1528feb1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Usage tracker for resource:subnet and tenant:76fc49fef2df435db2f7b8b17bd392f0 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:17.309727 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8f0d6d5e-36de-4d36-80eb-c7a15a4145fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:17.318810 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c4259971-6455-48ec-81ed-e7be1528feb1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:17.326760 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c4259971-6455-48ec-81ed-e7be1528feb1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:17.332040 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 03dca163-371a-4d99-9ae1-9659244020bd details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:31:17.332634 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8f0d6d5e-36de-4d36-80eb-c7a15a4145fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:17.337600 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8f0d6d5e-36de-4d36-80eb-c7a15a4145fb admin admin] Usage tracker for resource:security_group_rule and tenant:e852a9ce2a074315860f4ecafa3964ec is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:17.338906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8f0d6d5e-36de-4d36-80eb-c7a15a4145fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:17.348672 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8f0d6d5e-36de-4d36-80eb-c7a15a4145fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:17.356894 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4259971-6455-48ec-81ed-e7be1528feb1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Made reservation on behalf of 76fc49fef2df435db2f7b8b17bd392f0 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:17.360280 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c4259971-6455-48ec-81ed-e7be1528feb1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:17.563264 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 49969f6d-c294-4efd-8097-22ced46ec6c9 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:31:17.698560 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 49969f6d-c294-4efd-8097-22ced46ec6c9 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:17.721583 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 49969f6d-c294-4efd-8097-22ced46ec6c9 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:17.721868 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:17.827637 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8f0d6d5e-36de-4d36-80eb-c7a15a4145fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:17.853045 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8f0d6d5e-36de-4d36-80eb-c7a15a4145fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:17.937753 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8f0d6d5e-36de-4d36-80eb-c7a15a4145fb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e852a9ce2a074315860f4ecafa3964ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6530845 Feb 09 01:31:17.939760 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44582) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:17.956101 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:18.018688 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 49969f6d-c294-4efd-8097-22ced46ec6c9, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=49969f6d-c294-4efd-8097-22ced46ec6c9,segment=NetworkSegment(41a595a1-1ea0-4509-89d2-ae925d65f5e3),segment_id=41a595a1-1ea0-4509-89d2-ae925d65f5e3)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:18.023280 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b6a2ea8b-93b0-4008-9f54-c6913c799fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'name': 'tempest-RoutersTest-router-756315694', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:31:14Z', 'revision_number': 4, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None, '_interfaces': [{'id': '160c630d-c009-4262-94ba-0b7ea7069400', 'name': '', 'network_id': 'd2ba59d5-bc43-49c9-bf14-00d3f56cc42b', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:ba:80:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'fd0f840f-fd37-4970-a1e3-bae57a3d72a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:15Z', 'revision_number': 2, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'fd0f840f-fd37-4970-a1e3-bae57a3d72a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6b0677-f63e-4014-9b45-fa259d8f6ac9', 'name': '', 'network_id': 'bdcf4f58-1c47-4182-98db-589ff51c7c82', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:1f:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:03Z', 'updated_at': '2022-02-09T01:31:14Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5b00ad-09c7-4d82-be55-59e9819db948', 'name': '', 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:40:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:56Z', 'updated_at': '2022-02-09T01:31:10Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:18.029195 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:18.060611 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a2ea8b-93b0-4008-9f54-c6913c799fdd None None] Checking router: bb3346ff-55d4-4222-94f5-77a82bee0fc1 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:18.060963 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a2ea8b-93b0-4008-9f54-c6913c799fdd None None] Updating router bb3346ff-55d4-4222-94f5-77a82bee0fc1 port 160c630d-c009-4262-94ba-0b7ea7069400 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:31:18.130278 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d6d5e-36de-4d36-80eb-c7a15a4145fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cda1c1-2785-44ba-bdc4-e7bc8fd36599,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:18.216913 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c4259971-6455-48ec-81ed-e7be1528feb1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:18.245554 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=49969f6d-c294-4efd-8097-22ced46ec6c9,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:18.290354 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7181de0f-8552-4b2a-bc34-f7c4a7193aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:18.329779 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6979591f-d244-4554-8a6c-60b66c52480a None None] Provisioning for port 160c630d-c009-4262-94ba-0b7ea7069400 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:18.329779 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6979591f-d244-4554-8a6c-60b66c52480a None None] Provisioning complete for port 160c630d-c009-4262-94ba-0b7ea7069400 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:18.329779 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6979591f-d244-4554-8a6c-60b66c52480a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:18.341766 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7181de0f-8552-4b2a-bc34-f7c4a7193aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:18.365499 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b6a2ea8b-93b0-4008-9f54-c6913c799fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:18.395310 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92050271-9582-4418-8567-be2b01231a24 req-f358ac5a-9451-4f88-a073-f3486252a54d tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:18.396817 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-92050271-9582-4418-8567-be2b01231a24 req-f358ac5a-9451-4f88-a073-f3486252a54d tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 945 time: 0.4562027 Feb 09 01:31:18.441931 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4259971-6455-48ec-81ed-e7be1528feb1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Subnet': ['ID=6262623d-0240-48f2-a4cc-0a8eee6e6628,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:18.459731 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-6979591f-d244-4554-8a6c-60b66c52480a None None] Port 160c630d-c009-4262-94ba-0b7ea7069400 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:31:18.479379 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4259971-6455-48ec-81ed-e7be1528feb1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Checking segment: {'id': '3abd5b5d-ad9e-4cf1-8baa-a6407183d00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '03dca163-371a-4d99-9ae1-9659244020bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:31:18.479742 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4259971-6455-48ec-81ed-e7be1528feb1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network hostable DHCP agents. Network: 03dca163-371a-4d99-9ae1-9659244020bd, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:31:18.496105 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-92050271-9582-4418-8567-be2b01231a24 req-a09c1280-14b6-4084-85de-c46b0838e2ad tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918703 Feb 09 01:31:18.518635 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4259971-6455-48ec-81ed-e7be1528feb1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network 03dca163-371a-4d99-9ae1-9659244020bd is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:31:18.527136 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7181de0f-8552-4b2a-bc34-f7c4a7193aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:18.539583 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6979591f-d244-4554-8a6c-60b66c52480a None None] Provisioning complete for port 49969f6d-c294-4efd-8097-22ced46ec6c9 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:18.540148 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6979591f-d244-4554-8a6c-60b66c52480a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:18.549533 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-c4259971-6455-48ec-81ed-e7be1528feb1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 03dca163-371a-4d99-9ae1-9659244020bd) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:18.555133 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181de0f-8552-4b2a-bc34-f7c4a7193aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cda1c1-2785-44ba-bdc4-e7bc8fd36599,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:18.561807 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4259971-6455-48ec-81ed-e7be1528feb1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:18.562570 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c4259971-6455-48ec-81ed-e7be1528feb1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:18.600843 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7181de0f-8552-4b2a-bc34-f7c4a7193aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:18.602501 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7181de0f-8552-4b2a-bc34-f7c4a7193aaf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a8cda1c1-2785-44ba-bdc4-e7bc8fd36599 HTTP/1.1" status: 204 len: 168 time: 0.6584234 Feb 09 01:31:18.609059 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c4259971-6455-48ec-81ed-e7be1528feb1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5431709 Feb 09 01:31:18.611688 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44598) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:18.625501 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6fee2e-7eb1-4093-8c21-f83970372bfa None None] Network 03dca163-371a-4d99-9ae1-9659244020bd requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:31:19.261595 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44610) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:19.290984 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-fc862e2a-4397-4104-a3b6-f02cbc6b62ea None None] Provisioning complete for port 160c630d-c009-4262-94ba-0b7ea7069400 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:19.290984 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fc862e2a-4397-4104-a3b6-f02cbc6b62ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:19.314168 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-178efde1-e811-499b-9296-e524250291e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:19.319387 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091249a9-d1d2-4051-81b3-660484d5b131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-03dca163-371a-4d99-9ae1-9659244020bd', 'network_id': '03dca163-371a-4d99-9ae1-9659244020bd', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'fixed_ips': [{'subnet_id': '6262623d-0240-48f2-a4cc-0a8eee6e6628'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:31:19.319387 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-091249a9-d1d2-4051-81b3-660484d5b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:19.358502 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-178efde1-e811-499b-9296-e524250291e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:19.360371 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-178efde1-e811-499b-9296-e524250291e0 admin admin] Usage tracker for resource:security_group_rule and tenant:7ee4f7510a9044e1921a2db88ab5effe is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:19.368306 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-178efde1-e811-499b-9296-e524250291e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:19.375843 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-178efde1-e811-499b-9296-e524250291e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:19.471736 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bef9a5d5-6fe8-4f1c-a611-724a4165f741 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:19.538414 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b6a2ea8b-93b0-4008-9f54-c6913c799fdd None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:19.552979 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-178efde1-e811-499b-9296-e524250291e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:19.560516 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-178efde1-e811-499b-9296-e524250291e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:19.588894 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b6a2ea8b-93b0-4008-9f54-c6913c799fdd None None] Transition to ACTIVE for port object 160c630d-c009-4262-94ba-0b7ea7069400 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:19.593089 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-fc862e2a-4397-4104-a3b6-f02cbc6b62ea None None] Port 160c630d-c009-4262-94ba-0b7ea7069400 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:31:19.624509 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b6a2ea8b-93b0-4008-9f54-c6913c799fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:19.678786 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-178efde1-e811-499b-9296-e524250291e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ee4f7510a9044e1921a2db88ab5effe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4166908 Feb 09 01:31:19.679566 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178efde1-e811-499b-9296-e524250291e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20bca96-1db1-4581-8cb5-e1c09fe36cce,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:19.681993 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44620) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:19.745137 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2cbf8ab1-7c50-432d-91d5-2fb8a1451b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:19.791119 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2cbf8ab1-7c50-432d-91d5-2fb8a1451b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:19.862798 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-091249a9-d1d2-4051-81b3-660484d5b131 None None] Allocated IP 172.23.0.2 (03dca163-371a-4d99-9ae1-9659244020bd/6262623d-0240-48f2-a4cc-0a8eee6e6628/6dba32b8-ee4b-43ef-9312-2b54f9329c54) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:19.915728 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2cbf8ab1-7c50-432d-91d5-2fb8a1451b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:19.917436 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05643a2-d7cb-4e81-b573-26841a43f4d4 None None] Pushing event updated for resources: {'Port': ['ID=160c630d-c009-4262-94ba-0b7ea7069400,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:19.952387 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf8ab1-7c50-432d-91d5-2fb8a1451b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20bca96-1db1-4581-8cb5-e1c09fe36cce,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:19.963529 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2cbf8ab1-7c50-432d-91d5-2fb8a1451b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:19.968858 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2cbf8ab1-7c50-432d-91d5-2fb8a1451b19 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e20bca96-1db1-4581-8cb5-e1c09fe36cce HTTP/1.1" status: 204 len: 168 time: 0.2853484 Feb 09 01:31:20.331524 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 49969f6d-c294-4efd-8097-22ced46ec6c9 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:31:20.358265 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e360de9-e7c3-4bbd-9fc4-1900331c2868 req-8d700167-5790-4815-a438-11c2685d473e tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:20.358752 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7e360de9-e7c3-4bbd-9fc4-1900331c2868 req-8d700167-5790-4815-a438-11c2685d473e tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 945 time: 0.5225613 Feb 09 01:31:20.433235 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7e360de9-e7c3-4bbd-9fc4-1900331c2868 req-74efd123-057f-4635-972d-807c74489ac6 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668392 Feb 09 01:31:20.487508 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-b6a2ea8b-93b0-4008-9f54-c6913c799fdd None None] Attempting to bind port 160c630d-c009-4262-94ba-0b7ea7069400 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:31:20.487508 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-b6a2ea8b-93b0-4008-9f54-c6913c799fdd None None] Attempting to bind port 160c630d-c009-4262-94ba-0b7ea7069400 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '41a595a1-1ea0-4509-89d2-ae925d65f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'd2ba59d5-bc43-49c9-bf14-00d3f56cc42b'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:31:20.487726 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a2ea8b-93b0-4008-9f54-c6913c799fdd None None] Attempting to bind port 160c630d-c009-4262-94ba-0b7ea7069400 on network d2ba59d5-bc43-49c9-bf14-00d3f56cc42b {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:31:20.519953 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a2ea8b-93b0-4008-9f54-c6913c799fdd None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:31:20.520504 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a2ea8b-93b0-4008-9f54-c6913c799fdd None None] Checking segment: {'id': '41a595a1-1ea0-4509-89d2-ae925d65f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'd2ba59d5-bc43-49c9-bf14-00d3f56cc42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:31:20.520612 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b6a2ea8b-93b0-4008-9f54-c6913c799fdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:20.520999 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a2ea8b-93b0-4008-9f54-c6913c799fdd None None] Bound using segment: {'id': '41a595a1-1ea0-4509-89d2-ae925d65f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'd2ba59d5-bc43-49c9-bf14-00d3f56cc42b'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:31:20.521469 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-b6a2ea8b-93b0-4008-9f54-c6913c799fdd None None] Bound port: 160c630d-c009-4262-94ba-0b7ea7069400, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a595a1-1ea0-4509-89d2-ae925d65f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'd2ba59d5-bc43-49c9-bf14-00d3f56cc42b'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:31:20.521840 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b6a2ea8b-93b0-4008-9f54-c6913c799fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:20.569735 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 49969f6d-c294-4efd-8097-22ced46ec6c9 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:20.569735 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:20.743420 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-091249a9-d1d2-4051-81b3-660484d5b131 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:20.767380 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-091249a9-d1d2-4051-81b3-660484d5b131 None None] Transition to ACTIVE for port object 6dba32b8-ee4b-43ef-9312-2b54f9329c54 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:20.771381 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-b6a2ea8b-93b0-4008-9f54-c6913c799fdd None None] For port 160c630d-c009-4262-94ba-0b7ea7069400, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:31:20.775066 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-b6a2ea8b-93b0-4008-9f54-c6913c799fdd None None] For port 160c630d-c009-4262-94ba-0b7ea7069400, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=160c630d-c009-4262-94ba-0b7ea7069400,segment=NetworkSegment(41a595a1-1ea0-4509-89d2-ae925d65f5e3),segment_id=41a595a1-1ea0-4509-89d2-ae925d65f5e3)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:31:20.784466 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b6a2ea8b-93b0-4008-9f54-c6913c799fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:20.902914 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-091249a9-d1d2-4051-81b3-660484d5b131 None None] Transition to ACTIVE for port object 6dba32b8-ee4b-43ef-9312-2b54f9329c54 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:20.927408 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-091249a9-d1d2-4051-81b3-660484d5b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:20.955785 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a2ea8b-93b0-4008-9f54-c6913c799fdd None None] Routers {'bb3346ff-55d4-4222-94f5-77a82bee0fc1'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:20.956482 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b6a2ea8b-93b0-4008-9f54-c6913c799fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:31:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:21.046858 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-bef9a5d5-6fe8-4f1c-a611-724a4165f741 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Allocated IP 172.23.0.1 (03dca163-371a-4d99-9ae1-9659244020bd/6262623d-0240-48f2-a4cc-0a8eee6e6628/b970a28d-630c-4bac-aa63-4a984870f811) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:21.136229 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05643a2-d7cb-4e81-b573-26841a43f4d4 None None] Pushing event updated for resources: {'Port': ['ID=160c630d-c009-4262-94ba-0b7ea7069400,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:21.197868 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091249a9-d1d2-4051-81b3-660484d5b131 None None] Network 03dca163-371a-4d99-9ae1-9659244020bd is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:21.205945 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-091249a9-d1d2-4051-81b3-660484d5b131 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:21.224667 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091249a9-d1d2-4051-81b3-660484d5b131 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:31:21.416288 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bef9a5d5-6fe8-4f1c-a611-724a4165f741 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:21.442024 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-bef9a5d5-6fe8-4f1c-a611-724a4165f741 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Transition to ACTIVE for port object b970a28d-630c-4bac-aa63-4a984870f811 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:21.477538 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bef9a5d5-6fe8-4f1c-a611-724a4165f741 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:21.493863 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091249a9-d1d2-4051-81b3-660484d5b131 None None] Pushing event updated for resources: {'Port': ['ID=6dba32b8-ee4b-43ef-9312-2b54f9329c54,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:21.529048 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-b6a2ea8b-93b0-4008-9f54-c6913c799fdd None None] Set router bb3346ff-55d4-4222-94f5-77a82bee0fc1 gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:21.568340 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef9a5d5-6fe8-4f1c-a611-724a4165f741 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network 03dca163-371a-4d99-9ae1-9659244020bd is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:21.568340 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-bef9a5d5-6fe8-4f1c-a611-724a4165f741 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:21.573259 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef9a5d5-6fe8-4f1c-a611-724a4165f741 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:31:21.637788 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9a5d5-6fe8-4f1c-a611-724a4165f741 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Port': ['ID=b970a28d-630c-4bac-aa63-4a984870f811,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:21.642673 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-091249a9-d1d2-4051-81b3-660484d5b131 None None] Attempting to bind port 6dba32b8-ee4b-43ef-9312-2b54f9329c54 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:31:21.643195 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-091249a9-d1d2-4051-81b3-660484d5b131 None None] Attempting to bind port 6dba32b8-ee4b-43ef-9312-2b54f9329c54 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '3abd5b5d-ad9e-4cf1-8baa-a6407183d00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '03dca163-371a-4d99-9ae1-9659244020bd'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:31:21.643627 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091249a9-d1d2-4051-81b3-660484d5b131 None None] Attempting to bind port 6dba32b8-ee4b-43ef-9312-2b54f9329c54 on network 03dca163-371a-4d99-9ae1-9659244020bd {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:31:21.656110 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091249a9-d1d2-4051-81b3-660484d5b131 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:31:21.656660 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091249a9-d1d2-4051-81b3-660484d5b131 None None] Checking segment: {'id': '3abd5b5d-ad9e-4cf1-8baa-a6407183d00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '03dca163-371a-4d99-9ae1-9659244020bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:31:21.657176 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-091249a9-d1d2-4051-81b3-660484d5b131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:21.657352 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bef9a5d5-6fe8-4f1c-a611-724a4165f741 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:21.657896 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091249a9-d1d2-4051-81b3-660484d5b131 None None] Bound using segment: {'id': '3abd5b5d-ad9e-4cf1-8baa-a6407183d00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '03dca163-371a-4d99-9ae1-9659244020bd'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:31:21.658463 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-091249a9-d1d2-4051-81b3-660484d5b131 None None] Bound port: 6dba32b8-ee4b-43ef-9312-2b54f9329c54, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abd5b5d-ad9e-4cf1-8baa-a6407183d00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '03dca163-371a-4d99-9ae1-9659244020bd'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:31:21.658943 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-091249a9-d1d2-4051-81b3-660484d5b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:21.721601 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb217c-7241-42a4-8bd6-35bac7f89b04 req-70726ee8-73d4-46fe-9238-5793477cb698 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:21.729370 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-defb217c-7241-42a4-8bd6-35bac7f89b04 req-70726ee8-73d4-46fe-9238-5793477cb698 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 945 time: 0.1072989 Feb 09 01:31:21.796437 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-defb217c-7241-42a4-8bd6-35bac7f89b04 req-5d5814af-13b1-4809-aee5-2f30b579e2b7 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659125 Feb 09 01:31:21.858450 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bef9a5d5-6fe8-4f1c-a611-724a4165f741 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:21.983192 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-091249a9-d1d2-4051-81b3-660484d5b131 None None] For port 6dba32b8-ee4b-43ef-9312-2b54f9329c54, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:31:22.000839 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:22.008534 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-091249a9-d1d2-4051-81b3-660484d5b131 None None] For port 6dba32b8-ee4b-43ef-9312-2b54f9329c54, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6dba32b8-ee4b-43ef-9312-2b54f9329c54,segment=NetworkSegment(3abd5b5d-ad9e-4cf1-8baa-a6407183d00f),segment_id=3abd5b5d-ad9e-4cf1-8baa-a6407183d00f)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:31:22.055063 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-091249a9-d1d2-4051-81b3-660484d5b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:22.204931 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091249a9-d1d2-4051-81b3-660484d5b131 None None] Pushing event updated for resources: {'Port': ['ID=6dba32b8-ee4b-43ef-9312-2b54f9329c54,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:22.243151 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b6a2ea8b-93b0-4008-9f54-c6913c799fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'name': 'tempest-RoutersTest-router-756315694', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:31:14Z', 'revision_number': 4, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None, '_interfaces': [{'id': '160c630d-c009-4262-94ba-0b7ea7069400', 'name': '', 'network_id': 'd2ba59d5-bc43-49c9-bf14-00d3f56cc42b', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:ba:80:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'fd0f840f-fd37-4970-a1e3-bae57a3d72a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:20Z', 'revision_number': 4, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'fd0f840f-fd37-4970-a1e3-bae57a3d72a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6b0677-f63e-4014-9b45-fa259d8f6ac9', 'name': '', 'network_id': 'bdcf4f58-1c47-4182-98db-589ff51c7c82', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:1f:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:03Z', 'updated_at': '2022-02-09T01:31:14Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5b00ad-09c7-4d82-be55-59e9819db948', 'name': '', 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:40:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:56Z', 'updated_at': '2022-02-09T01:31:10Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:22.248040 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a2ea8b-93b0-4008-9f54-c6913c799fdd None None] The sync data for ids ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'] in n-d-828419-1 is: [{'id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'name': 'tempest-RoutersTest-router-756315694', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:31:14Z', 'revision_number': 4, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None, '_interfaces': [{'id': '160c630d-c009-4262-94ba-0b7ea7069400', 'name': '', 'network_id': 'd2ba59d5-bc43-49c9-bf14-00d3f56cc42b', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:ba:80:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'fd0f840f-fd37-4970-a1e3-bae57a3d72a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:20Z', 'revision_number': 4, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'fd0f840f-fd37-4970-a1e3-bae57a3d72a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6b0677-f63e-4014-9b45-fa259d8f6ac9', 'name': '', 'network_id': 'bdcf4f58-1c47-4182-98db-589ff51c7c82', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:1f:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:03Z', 'updated_at': '2022-02-09T01:31:14Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5b00ad-09c7-4d82-be55-59e9819db948', 'name': '', 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:40:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:56Z', 'updated_at': '2022-02-09T01:31:10Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:22.611059 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bef9a5d5-6fe8-4f1c-a611-724a4165f741 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:22.615785 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bef9a5d5-6fe8-4f1c-a611-724a4165f741 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:22.750450 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9a5d5-6fe8-4f1c-a611-724a4165f741 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event updated for resources: {'Port': ['ID=b970a28d-630c-4bac-aa63-4a984870f811,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:22.791353 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bef9a5d5-6fe8-4f1c-a611-724a4165f741 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:23.043670 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef9a5d5-6fe8-4f1c-a611-724a4165f741 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Network 03dca163-371a-4d99-9ae1-9659244020bd is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:23.046412 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-bef9a5d5-6fe8-4f1c-a611-724a4165f741 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:23.255188 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4768a2-d10f-4a5a-9860-65d067e1c9cb req-3e88606e-57f7-488b-8a15-4d7e86367299 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:23.256309 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0b4768a2-d10f-4a5a-9860-65d067e1c9cb req-3e88606e-57f7-488b-8a15-4d7e86367299 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 945 time: 0.2994809 Feb 09 01:31:23.273278 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef9a5d5-6fe8-4f1c-a611-724a4165f741 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Router bb3346ff-55d4-4222-94f5-77a82bee0fc1 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:31:23.590136 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0b4768a2-d10f-4a5a-9860-65d067e1c9cb req-422c4fe9-0801-4bc5-9fa9-79d3ed191f9f tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226652 Feb 09 01:31:23.696013 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef9a5d5-6fe8-4f1c-a611-724a4165f741 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:31:23.713378 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08162b09-3e27-40c8-9a10-65213d3e8646 None None] Sync routers for ids ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:23.714619 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44718) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:23.715022 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-bef9a5d5-6fe8-4f1c-a611-724a4165f741 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "PUT /v2.0/routers/bb3346ff-55d4-4222-94f5-77a82bee0fc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1020844 Feb 09 01:31:23.729032 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-29058d0b-47fe-4548-80ba-5791d6234a75 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:23.756062 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08162b09-3e27-40c8-9a10-65213d3e8646 None None] Routers {'bb3346ff-55d4-4222-94f5-77a82bee0fc1'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:23.758510 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-08162b09-3e27-40c8-9a10-65213d3e8646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:31:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:23.877524 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2b7072-e954-42f0-a024-e46250caefb6 None None] Network 03dca163-371a-4d99-9ae1-9659244020bd requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:31:24.030850 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-08162b09-3e27-40c8-9a10-65213d3e8646 None None] Set router bb3346ff-55d4-4222-94f5-77a82bee0fc1 gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:24.128093 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-565b79f6-4145-41c2-8773-30d12fed3921 None None] Provisioning for port 6dba32b8-ee4b-43ef-9312-2b54f9329c54 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:24.398595 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 160c630d-c009-4262-94ba-0b7ea7069400 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:31:24.526921 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-08162b09-3e27-40c8-9a10-65213d3e8646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'name': 'tempest-RoutersTest-router-756315694', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:31:21Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None, '_interfaces': [{'id': '160c630d-c009-4262-94ba-0b7ea7069400', 'name': '', 'network_id': 'd2ba59d5-bc43-49c9-bf14-00d3f56cc42b', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:ba:80:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'fd0f840f-fd37-4970-a1e3-bae57a3d72a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:20Z', 'revision_number': 4, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'fd0f840f-fd37-4970-a1e3-bae57a3d72a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6b0677-f63e-4014-9b45-fa259d8f6ac9', 'name': '', 'network_id': 'bdcf4f58-1c47-4182-98db-589ff51c7c82', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:1f:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:03Z', 'updated_at': '2022-02-09T01:31:14Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b970a28d-630c-4bac-aa63-4a984870f811', 'name': '', 'network_id': '03dca163-371a-4d99-9ae1-9659244020bd', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:2a:13:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '6262623d-0240-48f2-a4cc-0a8eee6e6628', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:19Z', 'updated_at': '2022-02-09T01:31:22Z', 'revision_number': 2, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': '6262623d-0240-48f2-a4cc-0a8eee6e6628', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5b00ad-09c7-4d82-be55-59e9819db948', 'name': '', 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:40:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:56Z', 'updated_at': '2022-02-09T01:31:10Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:24.531956 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08162b09-3e27-40c8-9a10-65213d3e8646 None None] Checking router: bb3346ff-55d4-4222-94f5-77a82bee0fc1 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:24.532572 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08162b09-3e27-40c8-9a10-65213d3e8646 None None] Updating router bb3346ff-55d4-4222-94f5-77a82bee0fc1 port b970a28d-630c-4bac-aa63-4a984870f811 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:31:24.570062 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 160c630d-c009-4262-94ba-0b7ea7069400 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:24.578183 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 160c630d-c009-4262-94ba-0b7ea7069400 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:24.578966 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:24.619606 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-08162b09-3e27-40c8-9a10-65213d3e8646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:24.811311 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44742) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:24.820022 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:24.877931 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 160c630d-c009-4262-94ba-0b7ea7069400, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=160c630d-c009-4262-94ba-0b7ea7069400,segment=NetworkSegment(41a595a1-1ea0-4509-89d2-ae925d65f5e3),segment_id=41a595a1-1ea0-4509-89d2-ae925d65f5e3)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:24.893399 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:24.895219 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6dba32b8-ee4b-43ef-9312-2b54f9329c54 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:31:25.016837 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b9f89066-1922-4453-8557-a701226a488f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:25.066810 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b9f89066-1922-4453-8557-a701226a488f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:25.080078 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-3e76d3f3-3f9e-47bd-8b7f-087b7b3f1525 None None] Provisioning for port b970a28d-630c-4bac-aa63-4a984870f811 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:25.087508 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.extraroute_db [None req-29058d0b-47fe-4548-80ba-5791d6234a75 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87612) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 09 01:31:25.089552 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b9f89066-1922-4453-8557-a701226a488f admin admin] Usage tracker for resource:security_group_rule and tenant:2fa649164a864f0aa69906e5a1bca8e2 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:25.091964 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=160c630d-c009-4262-94ba-0b7ea7069400,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:25.097983 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b9f89066-1922-4453-8557-a701226a488f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:25.108630 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-3e76d3f3-3f9e-47bd-8b7f-087b7b3f1525 None None] Provisioning complete for port b970a28d-630c-4bac-aa63-4a984870f811 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:25.109303 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3e76d3f3-3f9e-47bd-8b7f-087b7b3f1525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:25.111564 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b9f89066-1922-4453-8557-a701226a488f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:25.164211 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac1b18-0328-4442-be3e-b152bdfc0c39 req-de533ab4-202d-4b64-ae4d-7f8bb9818ed2 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:25.165982 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d3ac1b18-0328-4442-be3e-b152bdfc0c39 req-de533ab4-202d-4b64-ae4d-7f8bb9818ed2 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 945 time: 0.3681774 Feb 09 01:31:25.178732 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.extraroute_db [None req-29058d0b-47fe-4548-80ba-5791d6234a75 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Removed routes are [] {{(pid=87612) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 09 01:31:25.179116 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-29058d0b-47fe-4548-80ba-5791d6234a75 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:25.194889 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 6dba32b8-ee4b-43ef-9312-2b54f9329c54 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:25.207602 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 6dba32b8-ee4b-43ef-9312-2b54f9329c54 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:25.208320 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:25.272979 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:25.277031 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d3ac1b18-0328-4442-be3e-b152bdfc0c39 req-b3456a12-1861-48ae-bf89-8e6514df204c tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997498 Feb 09 01:31:25.294269 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b9f89066-1922-4453-8557-a701226a488f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:25.301019 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b9f89066-1922-4453-8557-a701226a488f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:25.337522 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-3e76d3f3-3f9e-47bd-8b7f-087b7b3f1525 None None] Port b970a28d-630c-4bac-aa63-4a984870f811 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:31:25.344314 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-08162b09-3e27-40c8-9a10-65213d3e8646 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:25.353349 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b9f89066-1922-4453-8557-a701226a488f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2fa649164a864f0aa69906e5a1bca8e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5384066 Feb 09 01:31:25.353888 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44748) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:25.373447 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-08162b09-3e27-40c8-9a10-65213d3e8646 None None] Transition to ACTIVE for port object b970a28d-630c-4bac-aa63-4a984870f811 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:25.380934 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-3e76d3f3-3f9e-47bd-8b7f-087b7b3f1525 None None] Provisioning complete for port 6dba32b8-ee4b-43ef-9312-2b54f9329c54 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:25.381521 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3e76d3f3-3f9e-47bd-8b7f-087b7b3f1525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:25.388450 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-08162b09-3e27-40c8-9a10-65213d3e8646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:25.402608 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f89066-1922-4453-8557-a701226a488f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2746e15a-3a8a-4b07-ad5b-47219f1364f1,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:25.546451 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-86d39c99-8e04-47a2-8476-f8378e4382ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:25.559001 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0157e-41e9-47b0-ab14-6ce0a61bd274 None None] Pushing event updated for resources: {'Port': ['ID=b970a28d-630c-4bac-aa63-4a984870f811,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:25.572790 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:25.614266 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-86d39c99-8e04-47a2-8476-f8378e4382ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:25.669187 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-08162b09-3e27-40c8-9a10-65213d3e8646 None None] Attempting to bind port b970a28d-630c-4bac-aa63-4a984870f811 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:31:25.674735 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-08162b09-3e27-40c8-9a10-65213d3e8646 None None] Attempting to bind port b970a28d-630c-4bac-aa63-4a984870f811 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '3abd5b5d-ad9e-4cf1-8baa-a6407183d00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '03dca163-371a-4d99-9ae1-9659244020bd'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:31:25.684182 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08162b09-3e27-40c8-9a10-65213d3e8646 None None] Attempting to bind port b970a28d-630c-4bac-aa63-4a984870f811 on network 03dca163-371a-4d99-9ae1-9659244020bd {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:31:25.699543 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-86d39c99-8e04-47a2-8476-f8378e4382ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:25.708007 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08162b09-3e27-40c8-9a10-65213d3e8646 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:31:25.708717 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08162b09-3e27-40c8-9a10-65213d3e8646 None None] Checking segment: {'id': '3abd5b5d-ad9e-4cf1-8baa-a6407183d00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '03dca163-371a-4d99-9ae1-9659244020bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:31:25.709321 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-08162b09-3e27-40c8-9a10-65213d3e8646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:25.710149 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08162b09-3e27-40c8-9a10-65213d3e8646 None None] Bound using segment: {'id': '3abd5b5d-ad9e-4cf1-8baa-a6407183d00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '03dca163-371a-4d99-9ae1-9659244020bd'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:31:25.710820 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-08162b09-3e27-40c8-9a10-65213d3e8646 None None] Bound port: b970a28d-630c-4bac-aa63-4a984870f811, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abd5b5d-ad9e-4cf1-8baa-a6407183d00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '03dca163-371a-4d99-9ae1-9659244020bd'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:31:25.711421 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-08162b09-3e27-40c8-9a10-65213d3e8646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:25.727816 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d39c99-8e04-47a2-8476-f8378e4382ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2746e15a-3a8a-4b07-ad5b-47219f1364f1,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:25.742248 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-86d39c99-8e04-47a2-8476-f8378e4382ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:25.743635 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-86d39c99-8e04-47a2-8476-f8378e4382ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2746e15a-3a8a-4b07-ad5b-47219f1364f1 HTTP/1.1" status: 204 len: 168 time: 0.3886721 Feb 09 01:31:25.798026 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3e76d3f3-3f9e-47bd-8b7f-087b7b3f1525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:25.841318 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-08162b09-3e27-40c8-9a10-65213d3e8646 None None] For port b970a28d-630c-4bac-aa63-4a984870f811, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:31:25.851265 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-08162b09-3e27-40c8-9a10-65213d3e8646 None None] For port b970a28d-630c-4bac-aa63-4a984870f811, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b970a28d-630c-4bac-aa63-4a984870f811,segment=NetworkSegment(3abd5b5d-ad9e-4cf1-8baa-a6407183d00f),segment_id=3abd5b5d-ad9e-4cf1-8baa-a6407183d00f)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:31:25.865511 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-08162b09-3e27-40c8-9a10-65213d3e8646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:25.915404 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 6dba32b8-ee4b-43ef-9312-2b54f9329c54, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6dba32b8-ee4b-43ef-9312-2b54f9329c54,segment=NetworkSegment(3abd5b5d-ad9e-4cf1-8baa-a6407183d00f),segment_id=3abd5b5d-ad9e-4cf1-8baa-a6407183d00f)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:25.927496 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:26.023899 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08162b09-3e27-40c8-9a10-65213d3e8646 None None] Routers {'bb3346ff-55d4-4222-94f5-77a82bee0fc1'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:26.024956 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-08162b09-3e27-40c8-9a10-65213d3e8646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:31:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:26.052499 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-29058d0b-47fe-4548-80ba-5791d6234a75 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:26.056320 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-29058d0b-47fe-4548-80ba-5791d6234a75 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8101386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8101405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8095324'] for router, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:26.163794 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=6dba32b8-ee4b-43ef-9312-2b54f9329c54,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:26.271802 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-08162b09-3e27-40c8-9a10-65213d3e8646 None None] Set router bb3346ff-55d4-4222-94f5-77a82bee0fc1 gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:26.282354 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 160c630d-c009-4262-94ba-0b7ea7069400 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:31:26.289361 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29058d0b-47fe-4548-80ba-5791d6234a75 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Router bb3346ff-55d4-4222-94f5-77a82bee0fc1 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:31:26.408223 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44760) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:26.428040 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-3e76d3f3-3f9e-47bd-8b7f-087b7b3f1525 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:31:26.428674 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-3e76d3f3-3f9e-47bd-8b7f-087b7b3f1525 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:31:26.434281 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 160c630d-c009-4262-94ba-0b7ea7069400 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:26.434831 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:26.443472 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d861af40-e9e9-4193-a53b-fbb1cfbf6606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:26.485686 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29058d0b-47fe-4548-80ba-5791d6234a75 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:31:26.492041 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d861af40-e9e9-4193-a53b-fbb1cfbf6606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:26.494360 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-29058d0b-47fe-4548-80ba-5791d6234a75 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:26.498970 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-29058d0b-47fe-4548-80ba-5791d6234a75 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "PUT /v2.0/routers/bb3346ff-55d4-4222-94f5-77a82bee0fc1 HTTP/1.1" status: 200 len: 933 time: 2.7825971 Feb 09 01:31:26.499997 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44764) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:26.500139 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d861af40-e9e9-4193-a53b-fbb1cfbf6606 admin admin] Usage tracker for resource:security_group_rule and tenant:4909b935f2764dab99d3b3eda4f82642 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:26.509724 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d861af40-e9e9-4193-a53b-fbb1cfbf6606 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:26.512743 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0157e-41e9-47b0-ab14-6ce0a61bd274 None None] Pushing event updated for resources: {'Port': ['ID=b970a28d-630c-4bac-aa63-4a984870f811,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:26.519713 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d861af40-e9e9-4193-a53b-fbb1cfbf6606 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:26.679837 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29856a72-572a-48ad-a472-347a5a9eb556 req-ca0238dc-f548-4ffc-9b0d-0b97b6a752c7 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:26.688313 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-29856a72-572a-48ad-a472-347a5a9eb556 req-ca0238dc-f548-4ffc-9b0d-0b97b6a752c7 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 945 time: 0.1312730 Feb 09 01:31:26.693140 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e0af3c21-89fe-45eb-9bc5-173d48d37841 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "GET /v2.0/routers/bb3346ff-55d4-4222-94f5-77a82bee0fc1 HTTP/1.1" status: 200 len: 933 time: 0.1915965 Feb 09 01:31:26.695437 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44768) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:26.704683 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-f5ec4041-1698-4ab4-8519-35b39de6e52a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Request body: {'router': {'routes': None}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:26.727384 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d861af40-e9e9-4193-a53b-fbb1cfbf6606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:26.734538 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-08162b09-3e27-40c8-9a10-65213d3e8646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'name': 'tempest-RoutersTest-router-756315694', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:31:25Z', 'revision_number': 6, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None, '_interfaces': [{'id': '160c630d-c009-4262-94ba-0b7ea7069400', 'name': '', 'network_id': 'd2ba59d5-bc43-49c9-bf14-00d3f56cc42b', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:ba:80:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'fd0f840f-fd37-4970-a1e3-bae57a3d72a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'fd0f840f-fd37-4970-a1e3-bae57a3d72a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6b0677-f63e-4014-9b45-fa259d8f6ac9', 'name': '', 'network_id': 'bdcf4f58-1c47-4182-98db-589ff51c7c82', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:1f:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:03Z', 'updated_at': '2022-02-09T01:31:14Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b970a28d-630c-4bac-aa63-4a984870f811', 'name': '', 'network_id': '03dca163-371a-4d99-9ae1-9659244020bd', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:2a:13:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '6262623d-0240-48f2-a4cc-0a8eee6e6628', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:19Z', 'updated_at': '2022-02-09T01:31:25Z', 'revision_number': 4, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': '6262623d-0240-48f2-a4cc-0a8eee6e6628', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5b00ad-09c7-4d82-be55-59e9819db948', 'name': '', 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:40:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:56Z', 'updated_at': '2022-02-09T01:31:10Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:26.740211 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08162b09-3e27-40c8-9a10-65213d3e8646 None None] The sync data for ids ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'] in n-d-828419-1 is: [{'id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'name': 'tempest-RoutersTest-router-756315694', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:31:25Z', 'revision_number': 6, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None, '_interfaces': [{'id': '160c630d-c009-4262-94ba-0b7ea7069400', 'name': '', 'network_id': 'd2ba59d5-bc43-49c9-bf14-00d3f56cc42b', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:ba:80:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'fd0f840f-fd37-4970-a1e3-bae57a3d72a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'fd0f840f-fd37-4970-a1e3-bae57a3d72a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6b0677-f63e-4014-9b45-fa259d8f6ac9', 'name': '', 'network_id': 'bdcf4f58-1c47-4182-98db-589ff51c7c82', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:1f:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:03Z', 'updated_at': '2022-02-09T01:31:14Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b970a28d-630c-4bac-aa63-4a984870f811', 'name': '', 'network_id': '03dca163-371a-4d99-9ae1-9659244020bd', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:2a:13:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '6262623d-0240-48f2-a4cc-0a8eee6e6628', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:19Z', 'updated_at': '2022-02-09T01:31:25Z', 'revision_number': 4, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': '6262623d-0240-48f2-a4cc-0a8eee6e6628', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5b00ad-09c7-4d82-be55-59e9819db948', 'name': '', 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:40:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:56Z', 'updated_at': '2022-02-09T01:31:10Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:26.743885 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d861af40-e9e9-4193-a53b-fbb1cfbf6606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:26.788310 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-29856a72-572a-48ad-a472-347a5a9eb556 req-89525e94-62da-4f6f-9659-66672cd51cc4 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991104 Feb 09 01:31:26.820342 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d861af40-e9e9-4193-a53b-fbb1cfbf6606 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4909b935f2764dab99d3b3eda4f82642&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4100120 Feb 09 01:31:26.822523 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861af40-e9e9-4193-a53b-fbb1cfbf6606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5173d39b-1765-49ae-955d-14c07e1fd8d8,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:26.825013 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44774) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:26.916977 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-121ef553-a8da-49f9-9239-71269dfd3907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:26.974948 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-121ef553-a8da-49f9-9239-71269dfd3907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:27.050339 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-121ef553-a8da-49f9-9239-71269dfd3907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:27.073458 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ef553-a8da-49f9-9239-71269dfd3907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5173d39b-1765-49ae-955d-14c07e1fd8d8,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:27.082118 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-121ef553-a8da-49f9-9239-71269dfd3907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:27.083557 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-121ef553-a8da-49f9-9239-71269dfd3907 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5173d39b-1765-49ae-955d-14c07e1fd8d8 HTTP/1.1" status: 204 len: 168 time: 0.2576447 Feb 09 01:31:27.601436 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.extraroute_db [None req-f5ec4041-1698-4ab4-8519-35b39de6e52a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Added routes are [] {{(pid=87612) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 09 01:31:27.601896 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.extraroute_db [None req-f5ec4041-1698-4ab4-8519-35b39de6e52a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87612) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 09 01:31:27.651909 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f5ec4041-1698-4ab4-8519-35b39de6e52a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:27.879191 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a07bd0d-5a95-4d40-a66e-a89d97017cb7 None None] Sync routers for ids ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:27.890918 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a07bd0d-5a95-4d40-a66e-a89d97017cb7 None None] Routers {'bb3346ff-55d4-4222-94f5-77a82bee0fc1'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:27.891705 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-1a07bd0d-5a95-4d40-a66e-a89d97017cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:31:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:28.082400 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-1a07bd0d-5a95-4d40-a66e-a89d97017cb7 None None] Set router bb3346ff-55d4-4222-94f5-77a82bee0fc1 gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:28.107260 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f5ec4041-1698-4ab4-8519-35b39de6e52a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:28.113160 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f5ec4041-1698-4ab4-8519-35b39de6e52a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8101386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8101405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8095324'] for router, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:28.277517 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835425f2-8d4a-4cb5-a994-beac2fbcd9fb req-2ff315b8-c7ee-4235-bd9c-bb1f2423700f tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:28.285481 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-835425f2-8d4a-4cb5-a994-beac2fbcd9fb req-2ff315b8-c7ee-4235-bd9c-bb1f2423700f tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 945 time: 0.3454711 Feb 09 01:31:28.397212 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-835425f2-8d4a-4cb5-a994-beac2fbcd9fb req-7f7e6210-60a3-4e79-a69b-5c8c58993ae0 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113200 Feb 09 01:31:28.421427 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b970a28d-630c-4bac-aa63-4a984870f811 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:31:28.448193 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ec4041-1698-4ab4-8519-35b39de6e52a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Router bb3346ff-55d4-4222-94f5-77a82bee0fc1 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:31:28.569813 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port b970a28d-630c-4bac-aa63-4a984870f811 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:28.577539 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port b970a28d-630c-4bac-aa63-4a984870f811 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:28.577908 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:28.649345 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ec4041-1698-4ab4-8519-35b39de6e52a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:31:28.656951 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f5ec4041-1698-4ab4-8519-35b39de6e52a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:28.660853 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44812) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:28.661349 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f5ec4041-1698-4ab4-8519-35b39de6e52a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "PUT /v2.0/routers/bb3346ff-55d4-4222-94f5-77a82bee0fc1 HTTP/1.1" status: 200 len: 699 time: 1.9646609 Feb 09 01:31:28.667115 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44816) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:28.670250 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-1a07bd0d-5a95-4d40-a66e-a89d97017cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'name': 'tempest-RoutersTest-router-756315694', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:31:27Z', 'revision_number': 7, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None, '_interfaces': [{'id': '160c630d-c009-4262-94ba-0b7ea7069400', 'name': '', 'network_id': 'd2ba59d5-bc43-49c9-bf14-00d3f56cc42b', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:ba:80:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'fd0f840f-fd37-4970-a1e3-bae57a3d72a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'fd0f840f-fd37-4970-a1e3-bae57a3d72a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6b0677-f63e-4014-9b45-fa259d8f6ac9', 'name': '', 'network_id': 'bdcf4f58-1c47-4182-98db-589ff51c7c82', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:1f:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:03Z', 'updated_at': '2022-02-09T01:31:14Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b970a28d-630c-4bac-aa63-4a984870f811', 'name': '', 'network_id': '03dca163-371a-4d99-9ae1-9659244020bd', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:2a:13:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '6262623d-0240-48f2-a4cc-0a8eee6e6628', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:19Z', 'updated_at': '2022-02-09T01:31:25Z', 'revision_number': 4, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': '6262623d-0240-48f2-a4cc-0a8eee6e6628', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5b00ad-09c7-4d82-be55-59e9819db948', 'name': '', 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:40:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:56Z', 'updated_at': '2022-02-09T01:31:10Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:28.683895 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a07bd0d-5a95-4d40-a66e-a89d97017cb7 None None] Checking router: bb3346ff-55d4-4222-94f5-77a82bee0fc1 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:28.734050 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a07bd0d-5a95-4d40-a66e-a89d97017cb7 None None] Routers {'bb3346ff-55d4-4222-94f5-77a82bee0fc1'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:28.734691 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-1a07bd0d-5a95-4d40-a66e-a89d97017cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:31:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:28.807542 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c42c519c-3592-4858-b179-c1f29628a95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:28.825500 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c42c519c-3592-4858-b179-c1f29628a95b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:28.830223 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c42c519c-3592-4858-b179-c1f29628a95b admin admin] Usage tracker for resource:security_group_rule and tenant:bcf53ac0e55f492e82db78ce3085b9aa is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:28.834197 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c42c519c-3592-4858-b179-c1f29628a95b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:28.845010 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c42c519c-3592-4858-b179-c1f29628a95b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:28.903905 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:28.904350 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ebb41c6f-a2f6-4e79-b6fc-0fdbdd42d14e tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "GET /v2.0/routers/bb3346ff-55d4-4222-94f5-77a82bee0fc1 HTTP/1.1" status: 200 len: 699 time: 0.2364709 Feb 09 01:31:28.906635 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44826) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:28.928727 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-1a07bd0d-5a95-4d40-a66e-a89d97017cb7 None None] Set router bb3346ff-55d4-4222-94f5-77a82bee0fc1 gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:29.146458 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port b970a28d-630c-4bac-aa63-4a984870f811, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b970a28d-630c-4bac-aa63-4a984870f811,segment=NetworkSegment(3abd5b5d-ad9e-4cf1-8baa-a6407183d00f),segment_id=3abd5b5d-ad9e-4cf1-8baa-a6407183d00f)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:29.166837 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:29.167519 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6dba32b8-ee4b-43ef-9312-2b54f9329c54 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:31:29.204056 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c42c519c-3592-4858-b179-c1f29628a95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:29.210932 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c42c519c-3592-4858-b179-c1f29628a95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:29.380518 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=b970a28d-630c-4bac-aa63-4a984870f811,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:29.405589 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 6dba32b8-ee4b-43ef-9312-2b54f9329c54 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:29.405960 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:29.473782 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c519c-3592-4858-b179-c1f29628a95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a61de3-d5ff-48cb-bc20-25c45af31b9d,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:29.491183 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c42c519c-3592-4858-b179-c1f29628a95b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bcf53ac0e55f492e82db78ce3085b9aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8225100 Feb 09 01:31:29.494162 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44832) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:29.587704 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-1a07bd0d-5a95-4d40-a66e-a89d97017cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'name': 'tempest-RoutersTest-router-756315694', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:31:27Z', 'revision_number': 7, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None, '_interfaces': [{'id': '160c630d-c009-4262-94ba-0b7ea7069400', 'name': '', 'network_id': 'd2ba59d5-bc43-49c9-bf14-00d3f56cc42b', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:ba:80:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'fd0f840f-fd37-4970-a1e3-bae57a3d72a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'fd0f840f-fd37-4970-a1e3-bae57a3d72a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6b0677-f63e-4014-9b45-fa259d8f6ac9', 'name': '', 'network_id': 'bdcf4f58-1c47-4182-98db-589ff51c7c82', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:1f:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:03Z', 'updated_at': '2022-02-09T01:31:14Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b970a28d-630c-4bac-aa63-4a984870f811', 'name': '', 'network_id': '03dca163-371a-4d99-9ae1-9659244020bd', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:2a:13:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '6262623d-0240-48f2-a4cc-0a8eee6e6628', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:19Z', 'updated_at': '2022-02-09T01:31:25Z', 'revision_number': 4, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': '6262623d-0240-48f2-a4cc-0a8eee6e6628', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5b00ad-09c7-4d82-be55-59e9819db948', 'name': '', 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:40:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:56Z', 'updated_at': '2022-02-09T01:31:10Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:29.600191 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a07bd0d-5a95-4d40-a66e-a89d97017cb7 None None] The sync data for ids ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'] in n-d-828419-1 is: [{'id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'name': 'tempest-RoutersTest-router-756315694', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:31:27Z', 'revision_number': 7, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None, '_interfaces': [{'id': '160c630d-c009-4262-94ba-0b7ea7069400', 'name': '', 'network_id': 'd2ba59d5-bc43-49c9-bf14-00d3f56cc42b', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:ba:80:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'fd0f840f-fd37-4970-a1e3-bae57a3d72a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'fd0f840f-fd37-4970-a1e3-bae57a3d72a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6b0677-f63e-4014-9b45-fa259d8f6ac9', 'name': '', 'network_id': 'bdcf4f58-1c47-4182-98db-589ff51c7c82', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:1f:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:03Z', 'updated_at': '2022-02-09T01:31:14Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b970a28d-630c-4bac-aa63-4a984870f811', 'name': '', 'network_id': '03dca163-371a-4d99-9ae1-9659244020bd', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:2a:13:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '6262623d-0240-48f2-a4cc-0a8eee6e6628', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:19Z', 'updated_at': '2022-02-09T01:31:25Z', 'revision_number': 4, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': '6262623d-0240-48f2-a4cc-0a8eee6e6628', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5b00ad-09c7-4d82-be55-59e9819db948', 'name': '', 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:40:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:56Z', 'updated_at': '2022-02-09T01:31:10Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:29.635151 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90241866-356d-40b1-abca-e2aee46b1674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:29.668260 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90241866-356d-40b1-abca-e2aee46b1674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:29.685583 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabafd9-ae27-4b35-848b-17eb82e80b54 req-bccaa6ea-fb27-4581-b348-58ff1d62aa6c tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:29.686973 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cbabafd9-ae27-4b35-848b-17eb82e80b54 req-bccaa6ea-fb27-4581-b348-58ff1d62aa6c tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 945 time: 0.1567140 Feb 09 01:31:29.727173 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0830a59c-28b4-4c08-8122-cc02ee2e51c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:29.753856 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cbabafd9-ae27-4b35-848b-17eb82e80b54 req-87d43554-8697-4ef5-b105-f8c2baf90a08 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579324 Feb 09 01:31:29.769991 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90241866-356d-40b1-abca-e2aee46b1674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:29.785592 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241866-356d-40b1-abca-e2aee46b1674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a61de3-d5ff-48cb-bc20-25c45af31b9d,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:29.791961 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90241866-356d-40b1-abca-e2aee46b1674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:29.796887 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-90241866-356d-40b1-abca-e2aee46b1674 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/17a61de3-d5ff-48cb-bc20-25c45af31b9d HTTP/1.1" status: 204 len: 168 time: 0.3009462 Feb 09 01:31:29.915091 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c771ac2d-7f62-40a9-9ec6-003fb645b2f0 None None] Sync routers for ids ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:29.929907 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c771ac2d-7f62-40a9-9ec6-003fb645b2f0 None None] Routers {'bb3346ff-55d4-4222-94f5-77a82bee0fc1'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:29.930642 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-c771ac2d-7f62-40a9-9ec6-003fb645b2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:31:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:30.126454 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-0830a59c-28b4-4c08-8122-cc02ee2e51c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Deleting port b970a28d-630c-4bac-aa63-4a984870f811 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:31:30.126454 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0830a59c-28b4-4c08-8122-cc02ee2e51c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:30.227162 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-c771ac2d-7f62-40a9-9ec6-003fb645b2f0 None None] Set router bb3346ff-55d4-4222-94f5-77a82bee0fc1 gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:30.245356 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b970a28d-630c-4bac-aa63-4a984870f811 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:31:30.352026 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port b970a28d-630c-4bac-aa63-4a984870f811 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:30.352420 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:30.617931 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-0830a59c-28b4-4c08-8122-cc02ee2e51c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] For port b970a28d-630c-4bac-aa63-4a984870f811, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b970a28d-630c-4bac-aa63-4a984870f811,segment=NetworkSegment(3abd5b5d-ad9e-4cf1-8baa-a6407183d00f),segment_id=3abd5b5d-ad9e-4cf1-8baa-a6407183d00f)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:30.617931 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0830a59c-28b4-4c08-8122-cc02ee2e51c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:30.644484 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-0830a59c-28b4-4c08-8122-cc02ee2e51c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Calling delete_port for b970a28d-630c-4bac-aa63-4a984870f811 owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:31:30.805848 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-c771ac2d-7f62-40a9-9ec6-003fb645b2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'name': 'tempest-RoutersTest-router-756315694', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:31:27Z', 'revision_number': 7, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None, '_interfaces': [{'id': '160c630d-c009-4262-94ba-0b7ea7069400', 'name': '', 'network_id': 'd2ba59d5-bc43-49c9-bf14-00d3f56cc42b', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:ba:80:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'fd0f840f-fd37-4970-a1e3-bae57a3d72a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'fd0f840f-fd37-4970-a1e3-bae57a3d72a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6b0677-f63e-4014-9b45-fa259d8f6ac9', 'name': '', 'network_id': 'bdcf4f58-1c47-4182-98db-589ff51c7c82', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:1f:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:03Z', 'updated_at': '2022-02-09T01:31:14Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b970a28d-630c-4bac-aa63-4a984870f811', 'name': '', 'network_id': '03dca163-371a-4d99-9ae1-9659244020bd', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:2a:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '6262623d-0240-48f2-a4cc-0a8eee6e6628', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:19Z', 'updated_at': '2022-02-09T01:31:29Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': '6262623d-0240-48f2-a4cc-0a8eee6e6628', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5b00ad-09c7-4d82-be55-59e9819db948', 'name': '', 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:40:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:56Z', 'updated_at': '2022-02-09T01:31:10Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:30.816468 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c771ac2d-7f62-40a9-9ec6-003fb645b2f0 None None] Checking router: bb3346ff-55d4-4222-94f5-77a82bee0fc1 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:30.851167 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c771ac2d-7f62-40a9-9ec6-003fb645b2f0 None None] Routers {'bb3346ff-55d4-4222-94f5-77a82bee0fc1'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:30.851167 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-c771ac2d-7f62-40a9-9ec6-003fb645b2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:31:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:30.920155 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0830a59c-28b4-4c08-8122-cc02ee2e51c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:31.069452 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830a59c-28b4-4c08-8122-cc02ee2e51c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event deleted for resources: {'Port': ['ID=b970a28d-630c-4bac-aa63-4a984870f811,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:31.158475 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-c771ac2d-7f62-40a9-9ec6-003fb645b2f0 None None] Set router bb3346ff-55d4-4222-94f5-77a82bee0fc1 gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:31.550395 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88c83e-73c7-47b1-86ee-1dfd09109f59 req-4c94b298-c9f0-47bb-9e54-3339ace6d743 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:31.550395 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3e88c83e-73c7-47b1-86ee-1dfd09109f59 req-4c94b298-c9f0-47bb-9e54-3339ace6d743 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 945 time: 0.6204135 Feb 09 01:31:31.679429 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3e88c83e-73c7-47b1-86ee-1dfd09109f59 req-542d44cc-dfa9-4a7a-9631-58197b033b8c tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747008 Feb 09 01:31:31.686744 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0830a59c-28b4-4c08-8122-cc02ee2e51c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:31.748471 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-c771ac2d-7f62-40a9-9ec6-003fb645b2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'name': 'tempest-RoutersTest-router-756315694', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:31:30Z', 'revision_number': 8, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None, '_interfaces': [{'id': '160c630d-c009-4262-94ba-0b7ea7069400', 'name': '', 'network_id': 'd2ba59d5-bc43-49c9-bf14-00d3f56cc42b', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:ba:80:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'fd0f840f-fd37-4970-a1e3-bae57a3d72a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'fd0f840f-fd37-4970-a1e3-bae57a3d72a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6b0677-f63e-4014-9b45-fa259d8f6ac9', 'name': '', 'network_id': 'bdcf4f58-1c47-4182-98db-589ff51c7c82', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:1f:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:03Z', 'updated_at': '2022-02-09T01:31:14Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5b00ad-09c7-4d82-be55-59e9819db948', 'name': '', 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:40:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:56Z', 'updated_at': '2022-02-09T01:31:10Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:31.748471 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c771ac2d-7f62-40a9-9ec6-003fb645b2f0 None None] The sync data for ids ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'] in n-d-828419-1 is: [{'id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'name': 'tempest-RoutersTest-router-756315694', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:31:30Z', 'revision_number': 8, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None, '_interfaces': [{'id': '160c630d-c009-4262-94ba-0b7ea7069400', 'name': '', 'network_id': 'd2ba59d5-bc43-49c9-bf14-00d3f56cc42b', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:ba:80:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'fd0f840f-fd37-4970-a1e3-bae57a3d72a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'fd0f840f-fd37-4970-a1e3-bae57a3d72a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6b0677-f63e-4014-9b45-fa259d8f6ac9', 'name': '', 'network_id': 'bdcf4f58-1c47-4182-98db-589ff51c7c82', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:1f:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:03Z', 'updated_at': '2022-02-09T01:31:14Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5b00ad-09c7-4d82-be55-59e9819db948', 'name': '', 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:40:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:56Z', 'updated_at': '2022-02-09T01:31:10Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:32.215109 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0830a59c-28b4-4c08-8122-cc02ee2e51c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Router bb3346ff-55d4-4222-94f5-77a82bee0fc1 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:31:32.295592 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b970a28d-630c-4bac-aa63-4a984870f811 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:31:32.417975 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: b970a28d-630c-4bac-aa63-4a984870f811 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:31:32.417975 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b970a28d-630c-4bac-aa63-4a984870f811 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:31:32.459722 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0830a59c-28b4-4c08-8122-cc02ee2e51c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:31:32.497378 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0830a59c-28b4-4c08-8122-cc02ee2e51c5 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "PUT /v2.0/routers/bb3346ff-55d4-4222-94f5-77a82bee0fc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5757813 Feb 09 01:31:32.497378 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 44942) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:32.518186 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5951af1e-3533-496a-bdc6-c0cdc6a34e45 None None] Sync routers for ids ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:32.528554 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5951af1e-3533-496a-bdc6-c0cdc6a34e45 None None] Routers {'bb3346ff-55d4-4222-94f5-77a82bee0fc1'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:32.529529 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5951af1e-3533-496a-bdc6-c0cdc6a34e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:31:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:32.589539 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e0d7aa5-8c67-4baa-a035-ecd54269f42c tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Deleting subnet 6262623d-0240-48f2-a4cc-0a8eee6e6628 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:31:32.596460 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5e0d7aa5-8c67-4baa-a035-ecd54269f42c tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:32.684571 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5e0d7aa5-8c67-4baa-a035-ecd54269f42c tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:32.731898 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-5951af1e-3533-496a-bdc6-c0cdc6a34e45 None None] Set router bb3346ff-55d4-4222-94f5-77a82bee0fc1 gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:32.826775 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5e0d7aa5-8c67-4baa-a035-ecd54269f42c tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:32.921101 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5e0d7aa5-8c67-4baa-a035-ecd54269f42c tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:32.999209 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d7aa5-8c67-4baa-a035-ecd54269f42c tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event deleted for resources: {'Subnet': ['ID=6262623d-0240-48f2-a4cc-0a8eee6e6628,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:32.999209 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5e0d7aa5-8c67-4baa-a035-ecd54269f42c tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:33.014496 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5e0d7aa5-8c67-4baa-a035-ecd54269f42c tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/subnets/6262623d-0240-48f2-a4cc-0a8eee6e6628 HTTP/1.1" status: 204 len: 168 time: 0.5214496 Feb 09 01:31:33.018089 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 44976) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:33.027315 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20395fe-bd99-4ad8-9d9d-d157cf44fe2c None None] Network 03dca163-371a-4d99-9ae1-9659244020bd requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:31:33.261023 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f32c7574-7953-47af-9832-b229b9175514 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:33.281084 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908cc6b-76d8-4be9-9089-fba1cb3b2fa2 req-8ca9b07d-443a-4d9f-8602-cd8f6a35259d tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:33.282837 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d908cc6b-76d8-4be9-9089-fba1cb3b2fa2 req-8ca9b07d-443a-4d9f-8602-cd8f6a35259d tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 945 time: 0.3710663 Feb 09 01:31:33.288071 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-f32c7574-7953-47af-9832-b229b9175514 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Deleting port 6dba32b8-ee4b-43ef-9312-2b54f9329c54 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:31:33.288928 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f32c7574-7953-47af-9832-b229b9175514 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:33.465865 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d908cc6b-76d8-4be9-9089-fba1cb3b2fa2 req-bab7752a-a6d0-46ef-8535-5c95e23ea56c tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416292 Feb 09 01:31:33.614080 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-f32c7574-7953-47af-9832-b229b9175514 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] For port 6dba32b8-ee4b-43ef-9312-2b54f9329c54, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6dba32b8-ee4b-43ef-9312-2b54f9329c54,segment=NetworkSegment(3abd5b5d-ad9e-4cf1-8baa-a6407183d00f),segment_id=3abd5b5d-ad9e-4cf1-8baa-a6407183d00f)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:33.614411 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f32c7574-7953-47af-9832-b229b9175514 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:33.719784 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5951af1e-3533-496a-bdc6-c0cdc6a34e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'name': 'tempest-RoutersTest-router-756315694', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:31:30Z', 'revision_number': 8, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None, '_interfaces': [{'id': '160c630d-c009-4262-94ba-0b7ea7069400', 'name': '', 'network_id': 'd2ba59d5-bc43-49c9-bf14-00d3f56cc42b', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:ba:80:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'fd0f840f-fd37-4970-a1e3-bae57a3d72a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'fd0f840f-fd37-4970-a1e3-bae57a3d72a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6b0677-f63e-4014-9b45-fa259d8f6ac9', 'name': '', 'network_id': 'bdcf4f58-1c47-4182-98db-589ff51c7c82', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:1f:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:03Z', 'updated_at': '2022-02-09T01:31:14Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5b00ad-09c7-4d82-be55-59e9819db948', 'name': '', 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:40:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:56Z', 'updated_at': '2022-02-09T01:31:10Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:33.726869 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5951af1e-3533-496a-bdc6-c0cdc6a34e45 None None] Checking router: bb3346ff-55d4-4222-94f5-77a82bee0fc1 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:33.764989 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5951af1e-3533-496a-bdc6-c0cdc6a34e45 None None] Routers {'bb3346ff-55d4-4222-94f5-77a82bee0fc1'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:33.764989 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5951af1e-3533-496a-bdc6-c0cdc6a34e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:31:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:33.905262 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-f32c7574-7953-47af-9832-b229b9175514 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Calling delete_port for 6dba32b8-ee4b-43ef-9312-2b54f9329c54 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:31:33.960513 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9883ebf-dd0a-4e22-9944-318168e12f24 None None] DHCP port deletion for 03dca163-371a-4d99-9ae1-9659244020bd request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:31:33.979535 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a9883ebf-dd0a-4e22-9944-318168e12f24 None None] Deleting port 6dba32b8-ee4b-43ef-9312-2b54f9329c54 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:31:33.979535 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a9883ebf-dd0a-4e22-9944-318168e12f24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:34.014943 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f32c7574-7953-47af-9832-b229b9175514 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:34.025023 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-5951af1e-3533-496a-bdc6-c0cdc6a34e45 None None] Set router bb3346ff-55d4-4222-94f5-77a82bee0fc1 gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:34.111393 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c7574-7953-47af-9832-b229b9175514 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event deleted for resources: {'Port': ['ID=6dba32b8-ee4b-43ef-9312-2b54f9329c54,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:34.115783 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a9883ebf-dd0a-4e22-9944-318168e12f24 None None] The port '6dba32b8-ee4b-43ef-9312-2b54f9329c54' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:31:34.120335 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32c7574-7953-47af-9832-b229b9175514 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] No DVR routers for this DVR port 6dba32b8-ee4b-43ef-9312-2b54f9329c54 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:31:34.269545 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6dba32b8-ee4b-43ef-9312-2b54f9329c54 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:31:34.332540 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f32c7574-7953-47af-9832-b229b9175514 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:34.334449 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 6dba32b8-ee4b-43ef-9312-2b54f9329c54 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:31:34.334449 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6dba32b8-ee4b-43ef-9312-2b54f9329c54 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:31:34.365053 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-f32c7574-7953-47af-9832-b229b9175514 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03dca163-371a-4d99-9ae1-9659244020bd']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:34.381907 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-f32c7574-7953-47af-9832-b229b9175514 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3abd5b5d-ad9e-4cf1-8baa-a6407183d00f') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:34.381907 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-f32c7574-7953-47af-9832-b229b9175514 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3abd5b5d-ad9e-4cf1-8baa-a6407183d00f') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:34.395373 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f32c7574-7953-47af-9832-b229b9175514 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:34.416295 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f32c7574-7953-47af-9832-b229b9175514 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:34.426489 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32c7574-7953-47af-9832-b229b9175514 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Releasing vlan 976 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:31:34.426489 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f32c7574-7953-47af-9832-b229b9175514 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:34.596251 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:31:34.596251 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:31:34.596251 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:31:34.596251 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:31:34.596251 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:31:34.596251 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:31:34.596251 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:31:34.596251 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:31:34.596251 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:31:34.596251 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:31:34.596251 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:31:34.596251 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:31:34.596251 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:31:34.596251 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:31:34.596251 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:31:34.596251 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:31:34.596251 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:31:34.596251 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:31:34.596251 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:31:34.596251 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:31:34.596251 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:31:34.596251 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:31:34.596251 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:31:34.596251 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:31:34.596251 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:31:34.596251 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:31:34.596251 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:31:34.596251 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:31:34.596251 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:31:34.596251 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:31:34.596251 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:31:34.596251 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:31:34.604225 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5951af1e-3533-496a-bdc6-c0cdc6a34e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'name': 'tempest-RoutersTest-router-756315694', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:31:30Z', 'revision_number': 8, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None, '_interfaces': [{'id': '160c630d-c009-4262-94ba-0b7ea7069400', 'name': '', 'network_id': 'd2ba59d5-bc43-49c9-bf14-00d3f56cc42b', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:ba:80:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'fd0f840f-fd37-4970-a1e3-bae57a3d72a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'fd0f840f-fd37-4970-a1e3-bae57a3d72a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6b0677-f63e-4014-9b45-fa259d8f6ac9', 'name': '', 'network_id': 'bdcf4f58-1c47-4182-98db-589ff51c7c82', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:1f:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:03Z', 'updated_at': '2022-02-09T01:31:14Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5b00ad-09c7-4d82-be55-59e9819db948', 'name': '', 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:40:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:56Z', 'updated_at': '2022-02-09T01:31:10Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:34.615357 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5951af1e-3533-496a-bdc6-c0cdc6a34e45 None None] The sync data for ids ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'] in n-d-828419-1 is: [{'id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'name': 'tempest-RoutersTest-router-756315694', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:31:30Z', 'revision_number': 8, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None, '_interfaces': [{'id': '160c630d-c009-4262-94ba-0b7ea7069400', 'name': '', 'network_id': 'd2ba59d5-bc43-49c9-bf14-00d3f56cc42b', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:ba:80:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'fd0f840f-fd37-4970-a1e3-bae57a3d72a9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:13Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'fd0f840f-fd37-4970-a1e3-bae57a3d72a9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6b0677-f63e-4014-9b45-fa259d8f6ac9', 'name': '', 'network_id': 'bdcf4f58-1c47-4182-98db-589ff51c7c82', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:1f:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:03Z', 'updated_at': '2022-02-09T01:31:14Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5b00ad-09c7-4d82-be55-59e9819db948', 'name': '', 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:40:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:56Z', 'updated_at': '2022-02-09T01:31:10Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:34.681560 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f32c7574-7953-47af-9832-b229b9175514 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:34.711591 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f32c7574-7953-47af-9832-b229b9175514 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:34.718142 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c7574-7953-47af-9832-b229b9175514 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event deleted for resources: {'Network': ['ID=03dca163-371a-4d99-9ae1-9659244020bd,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:34.725179 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f32c7574-7953-47af-9832-b229b9175514 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/networks/03dca163-371a-4d99-9ae1-9659244020bd HTTP/1.1" status: 204 len: 168 time: 1.7099690 Feb 09 01:31:34.731351 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45000) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:35.062847 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e8de1-0513-41fd-86dd-c8c9de4850e6 req-c9d2ebe9-7d6c-4cfa-a49d-5f7de295bdcf tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:35.067120 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e28e8de1-0513-41fd-86dd-c8c9de4850e6 req-c9d2ebe9-7d6c-4cfa-a49d-5f7de295bdcf tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 945 time: 0.4231687 Feb 09 01:31:35.352800 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e28e8de1-0513-41fd-86dd-c8c9de4850e6 req-9f23fc1a-baa5-4034-899b-0a2ca51fc056 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861502 Feb 09 01:31:35.594202 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c753d52f-ef64-44b0-a28b-664ca603f150 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:35.999749 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-c753d52f-ef64-44b0-a28b-664ca603f150 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Deleting port 160c630d-c009-4262-94ba-0b7ea7069400 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:31:36.000591 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c753d52f-ef64-44b0-a28b-664ca603f150 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:36.239981 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-c753d52f-ef64-44b0-a28b-664ca603f150 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] For port 160c630d-c009-4262-94ba-0b7ea7069400, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=160c630d-c009-4262-94ba-0b7ea7069400,segment=NetworkSegment(41a595a1-1ea0-4509-89d2-ae925d65f5e3),segment_id=41a595a1-1ea0-4509-89d2-ae925d65f5e3)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:36.240342 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c753d52f-ef64-44b0-a28b-664ca603f150 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:36.376074 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-c753d52f-ef64-44b0-a28b-664ca603f150 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Calling delete_port for 160c630d-c009-4262-94ba-0b7ea7069400 owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:31:36.627106 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c753d52f-ef64-44b0-a28b-664ca603f150 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:36.672899 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4942b03-e6ff-4108-82d7-6d913d460015 req-2d901930-d531-4c05-b2d8-d3f046313914 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:36.672899 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b4942b03-e6ff-4108-82d7-6d913d460015 req-2d901930-d531-4c05-b2d8-d3f046313914 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 945 time: 0.1454141 Feb 09 01:31:36.720241 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753d52f-ef64-44b0-a28b-664ca603f150 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event deleted for resources: {'Port': ['ID=160c630d-c009-4262-94ba-0b7ea7069400,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:36.762375 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b4942b03-e6ff-4108-82d7-6d913d460015 req-a4676fd1-3c7a-420b-a8ec-f5a2643fa75a tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874760 Feb 09 01:31:36.978180 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6396ec3a-0a5c-4e40-9304-939c29641f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:37.122655 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c753d52f-ef64-44b0-a28b-664ca603f150 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:37.622661 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c753d52f-ef64-44b0-a28b-664ca603f150 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Router bb3346ff-55d4-4222-94f5-77a82bee0fc1 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:31:37.828641 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c753d52f-ef64-44b0-a28b-664ca603f150 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:31:37.839450 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4352484b-1619-434a-919c-6bff69a824e8 None None] Sync routers for ids ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:37.854045 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4352484b-1619-434a-919c-6bff69a824e8 None None] Routers {'bb3346ff-55d4-4222-94f5-77a82bee0fc1'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:37.854746 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-4352484b-1619-434a-919c-6bff69a824e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:31:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:37.860685 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c753d52f-ef64-44b0-a28b-664ca603f150 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "PUT /v2.0/routers/bb3346ff-55d4-4222-94f5-77a82bee0fc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1322861 Feb 09 01:31:37.863704 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45042) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:38.007795 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f01e358-ffc5-4a1a-bc77-be6bb2255bd1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Deleting subnet fd0f840f-fd37-4970-a1e3-bae57a3d72a9 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:31:38.014227 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5f01e358-ffc5-4a1a-bc77-be6bb2255bd1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:38.115187 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29703fe-0d76-417c-bf23-2be1c27ac372 req-871605a4-2288-4c80-9a90-3ac5debf9544 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:38.115187 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b29703fe-0d76-417c-bf23-2be1c27ac372 req-871605a4-2288-4c80-9a90-3ac5debf9544 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 945 time: 0.2110059 Feb 09 01:31:38.176202 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5f01e358-ffc5-4a1a-bc77-be6bb2255bd1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:38.214930 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-4352484b-1619-434a-919c-6bff69a824e8 None None] Set router bb3346ff-55d4-4222-94f5-77a82bee0fc1 gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:38.298512 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b29703fe-0d76-417c-bf23-2be1c27ac372 req-4f946794-b2a5-4528-a59f-d1dffc6aeb08 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666646 Feb 09 01:31:38.364848 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e974d-a619-462e-aa2e-17eabd82f5f8 req-4fbc9e7b-0fb2-43b9-a47b-24db7f4b09f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:38.364848 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f35e974d-a619-462e-aa2e-17eabd82f5f8 req-4fbc9e7b-0fb2-43b9-a47b-24db7f4b09f6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 1096 time: 0.1458662 Feb 09 01:31:38.390976 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5f01e358-ffc5-4a1a-bc77-be6bb2255bd1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:38.468505 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f35e974d-a619-462e-aa2e-17eabd82f5f8 req-c0fa6340-416b-407f-bfd6-723411fe0df7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955224 Feb 09 01:31:38.507649 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5f01e358-ffc5-4a1a-bc77-be6bb2255bd1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:38.604433 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdffec50-2638-45e4-b895-9220eacc9720 None None] Network d2ba59d5-bc43-49c9-bf14-00d3f56cc42b requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:31:38.605885 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5f01e358-ffc5-4a1a-bc77-be6bb2255bd1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:38.608639 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01e358-ffc5-4a1a-bc77-be6bb2255bd1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event deleted for resources: {'Subnet': ['ID=fd0f840f-fd37-4970-a1e3-bae57a3d72a9,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:38.617107 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5f01e358-ffc5-4a1a-bc77-be6bb2255bd1 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/subnets/fd0f840f-fd37-4970-a1e3-bae57a3d72a9 HTTP/1.1" status: 204 len: 168 time: 0.7520201 Feb 09 01:31:38.617346 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45052) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:38.713125 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-4352484b-1619-434a-919c-6bff69a824e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'name': 'tempest-RoutersTest-router-756315694', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:31:36Z', 'revision_number': 9, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None, '_interfaces': [{'id': '3e6b0677-f63e-4014-9b45-fa259d8f6ac9', 'name': '', 'network_id': 'bdcf4f58-1c47-4182-98db-589ff51c7c82', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:1f:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:03Z', 'updated_at': '2022-02-09T01:31:14Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5b00ad-09c7-4d82-be55-59e9819db948', 'name': '', 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:40:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:56Z', 'updated_at': '2022-02-09T01:31:10Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:38.725281 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4352484b-1619-434a-919c-6bff69a824e8 None None] Checking router: bb3346ff-55d4-4222-94f5-77a82bee0fc1 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:38.758735 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4352484b-1619-434a-919c-6bff69a824e8 None None] Routers {'bb3346ff-55d4-4222-94f5-77a82bee0fc1'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:38.758735 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-4352484b-1619-434a-919c-6bff69a824e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:31:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:38.829378 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fe76954b-32e5-4717-9ca6-c44e74abecab tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:38.842574 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-fe76954b-32e5-4717-9ca6-c44e74abecab tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Deleting port 49969f6d-c294-4efd-8097-22ced46ec6c9 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:31:38.842574 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fe76954b-32e5-4717-9ca6-c44e74abecab tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:39.081421 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded218e7-940d-4e0b-b5b4-1d59351a32dd None None] DHCP port deletion for d2ba59d5-bc43-49c9-bf14-00d3f56cc42b request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:31:39.094236 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-ded218e7-940d-4e0b-b5b4-1d59351a32dd None None] Deleting port 49969f6d-c294-4efd-8097-22ced46ec6c9 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:31:39.094236 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ded218e7-940d-4e0b-b5b4-1d59351a32dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:39.097676 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-4352484b-1619-434a-919c-6bff69a824e8 None None] Set router bb3346ff-55d4-4222-94f5-77a82bee0fc1 gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:39.255236 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-fe76954b-32e5-4717-9ca6-c44e74abecab tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] For port 49969f6d-c294-4efd-8097-22ced46ec6c9, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=49969f6d-c294-4efd-8097-22ced46ec6c9,segment=NetworkSegment(41a595a1-1ea0-4509-89d2-ae925d65f5e3),segment_id=41a595a1-1ea0-4509-89d2-ae925d65f5e3)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:39.255628 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fe76954b-32e5-4717-9ca6-c44e74abecab tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:39.441632 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-fe76954b-32e5-4717-9ca6-c44e74abecab tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Calling delete_port for 49969f6d-c294-4efd-8097-22ced46ec6c9 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:31:39.654294 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-ded218e7-940d-4e0b-b5b4-1d59351a32dd None None] For port 49969f6d-c294-4efd-8097-22ced46ec6c9, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=49969f6d-c294-4efd-8097-22ced46ec6c9,segment=NetworkSegment(41a595a1-1ea0-4509-89d2-ae925d65f5e3),segment_id=41a595a1-1ea0-4509-89d2-ae925d65f5e3)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:39.654294 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ded218e7-940d-4e0b-b5b4-1d59351a32dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:39.754928 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fe76954b-32e5-4717-9ca6-c44e74abecab tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:39.762749 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-4352484b-1619-434a-919c-6bff69a824e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'name': 'tempest-RoutersTest-router-756315694', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:31:36Z', 'revision_number': 9, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None, '_interfaces': [{'id': '3e6b0677-f63e-4014-9b45-fa259d8f6ac9', 'name': '', 'network_id': 'bdcf4f58-1c47-4182-98db-589ff51c7c82', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:1f:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:03Z', 'updated_at': '2022-02-09T01:31:14Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5b00ad-09c7-4d82-be55-59e9819db948', 'name': '', 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:40:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:56Z', 'updated_at': '2022-02-09T01:31:10Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:39.770670 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4352484b-1619-434a-919c-6bff69a824e8 None None] The sync data for ids ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'] in n-d-828419-1 is: [{'id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'name': 'tempest-RoutersTest-router-756315694', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:31:36Z', 'revision_number': 9, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None, '_interfaces': [{'id': '3e6b0677-f63e-4014-9b45-fa259d8f6ac9', 'name': '', 'network_id': 'bdcf4f58-1c47-4182-98db-589ff51c7c82', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:1f:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:03Z', 'updated_at': '2022-02-09T01:31:14Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': 'd68b52f8-a02a-4530-889a-7bf1f583a285', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5b00ad-09c7-4d82-be55-59e9819db948', 'name': '', 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:40:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:56Z', 'updated_at': '2022-02-09T01:31:10Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:39.927320 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76954b-32e5-4717-9ca6-c44e74abecab tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event deleted for resources: {'Port': ['ID=49969f6d-c294-4efd-8097-22ced46ec6c9,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:39.935616 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe76954b-32e5-4717-9ca6-c44e74abecab tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] No DVR routers for this DVR port 49969f6d-c294-4efd-8097-22ced46ec6c9 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:31:39.946611 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-ded218e7-940d-4e0b-b5b4-1d59351a32dd None None] Calling delete_port for 49969f6d-c294-4efd-8097-22ced46ec6c9 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:31:39.994909 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2350ad81-fb31-413d-8138-a80ad2ac2a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:40.063569 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-ded218e7-940d-4e0b-b5b4-1d59351a32dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:31:40.063569 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-ded218e7-940d-4e0b-b5b4-1d59351a32dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:31:40.109623 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fe76954b-32e5-4717-9ca6-c44e74abecab tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:40.347321 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-fe76954b-32e5-4717-9ca6-c44e74abecab tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ba59d5-bc43-49c9-bf14-00d3f56cc42b']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:40.350827 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 160c630d-c009-4262-94ba-0b7ea7069400 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:31:40.367476 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a8cc1-0bd6-44d3-8c64-547dc6bd0b2d req-86bb8076-47c1-40b5-8115-fd732509d7c1 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:40.367476 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-123a8cc1-0bd6-44d3-8c64-547dc6bd0b2d req-86bb8076-47c1-40b5-8115-fd732509d7c1 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 945 time: 0.7199152 Feb 09 01:31:40.377169 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-fe76954b-32e5-4717-9ca6-c44e74abecab tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41a595a1-1ea0-4509-89d2-ae925d65f5e3') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:40.377169 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-fe76954b-32e5-4717-9ca6-c44e74abecab tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41a595a1-1ea0-4509-89d2-ae925d65f5e3') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:40.414421 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fe76954b-32e5-4717-9ca6-c44e74abecab tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:40.424713 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 160c630d-c009-4262-94ba-0b7ea7069400 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:31:40.424713 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 160c630d-c009-4262-94ba-0b7ea7069400 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:31:40.424713 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 49969f6d-c294-4efd-8097-22ced46ec6c9 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:31:40.470791 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fe76954b-32e5-4717-9ca6-c44e74abecab tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:40.484029 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe76954b-32e5-4717-9ca6-c44e74abecab tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Releasing vlan 993 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:31:40.484029 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fe76954b-32e5-4717-9ca6-c44e74abecab tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:40.516093 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:31:40.516093 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:31:40.516093 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:31:40.516093 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:31:40.516093 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:31:40.516093 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:31:40.516093 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:31:40.516093 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:31:40.516093 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:31:40.516093 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:31:40.516093 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:31:40.516093 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:31:40.516093 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:31:40.516093 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:31:40.516093 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:31:40.516093 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:31:40.516093 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:31:40.516093 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:31:40.516093 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:31:40.516093 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:31:40.516093 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:31:40.516093 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:31:40.516093 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:31:40.516093 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:31:40.516093 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:31:40.516093 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:31:40.516093 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:31:40.516093 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:31:40.516093 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:31:40.516093 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:31:40.516093 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:31:40.516093 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:31:40.524801 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 49969f6d-c294-4efd-8097-22ced46ec6c9 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:31:40.524801 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 49969f6d-c294-4efd-8097-22ced46ec6c9 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:31:40.573363 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-ded218e7-940d-4e0b-b5b4-1d59351a32dd None None] Deleting port 49969f6d-c294-4efd-8097-22ced46ec6c9 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:31:40.574835 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ded218e7-940d-4e0b-b5b4-1d59351a32dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:40.582036 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-123a8cc1-0bd6-44d3-8c64-547dc6bd0b2d req-c0aee449-7fca-455f-a3e6-4bc277db4f1f tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898468 Feb 09 01:31:40.643508 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fe76954b-32e5-4717-9ca6-c44e74abecab tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:40.660178 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:40.679774 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:40.686135 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fe76954b-32e5-4717-9ca6-c44e74abecab tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:40.702831 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76954b-32e5-4717-9ca6-c44e74abecab tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event deleted for resources: {'Network': ['ID=d2ba59d5-bc43-49c9-bf14-00d3f56cc42b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:40.712065 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fe76954b-32e5-4717-9ca6-c44e74abecab tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/networks/d2ba59d5-bc43-49c9-bf14-00d3f56cc42b HTTP/1.1" status: 204 len: 168 time: 2.0863554 Feb 09 01:31:40.712065 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45078) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:40.764899 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-ded218e7-940d-4e0b-b5b4-1d59351a32dd None None] The port '49969f6d-c294-4efd-8097-22ced46ec6c9' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:31:41.337990 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eb3dacf7-846e-4cf8-8ac1-ea706a9909ad tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:41.762572 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-eb3dacf7-846e-4cf8-8ac1-ea706a9909ad tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Deleting port 3e6b0677-f63e-4014-9b45-fa259d8f6ac9 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:31:41.762911 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eb3dacf7-846e-4cf8-8ac1-ea706a9909ad tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:41.814629 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:41.828700 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd3075-f4de-4189-aa05-4e22c09b0f86 req-dc0dc03a-6a20-4ba8-a267-3b115484dd3d tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:41.830196 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-43cd3075-f4de-4189-aa05-4e22c09b0f86 req-dc0dc03a-6a20-4ba8-a267-3b115484dd3d tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 945 time: 0.1070693 Feb 09 01:31:41.906226 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-43cd3075-f4de-4189-aa05-4e22c09b0f86 req-3a7dd7ad-be6b-40c2-9e06-df575052cca2 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605726 Feb 09 01:31:42.008616 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-eb3dacf7-846e-4cf8-8ac1-ea706a9909ad tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] For port 3e6b0677-f63e-4014-9b45-fa259d8f6ac9, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=3e6b0677-f63e-4014-9b45-fa259d8f6ac9,segment=NetworkSegment(e942a743-1f03-4f40-a7ce-7c8d4dec5e7b),segment_id=e942a743-1f03-4f40-a7ce-7c8d4dec5e7b)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:42.008616 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eb3dacf7-846e-4cf8-8ac1-ea706a9909ad tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:42.237694 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-eb3dacf7-846e-4cf8-8ac1-ea706a9909ad tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Calling delete_port for 3e6b0677-f63e-4014-9b45-fa259d8f6ac9 owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:31:42.427565 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2afac-bc63-4704-8b5d-45d5a14a9806 req-c604418b-1ab3-4bc0-85b5-fb886467e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:42.427565 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-82d2afac-bc63-4704-8b5d-45d5a14a9806 req-c604418b-1ab3-4bc0-85b5-fb886467e35f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac90161469724dd386335c8a610012b8&device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 1096 time: 0.1642504 Feb 09 01:31:42.628383 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eb3dacf7-846e-4cf8-8ac1-ea706a9909ad tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:42.680082 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f9722-eac2-4068-a865-c63c254a2ca1 req-d3d931e6-424f-490f-9e01-7f24f37adf01 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:42.680082 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c55f9722-eac2-4068-a865-c63c254a2ca1 req-d3d931e6-424f-490f-9e01-7f24f37adf01 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 945 time: 0.2536216 Feb 09 01:31:42.719679 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3dacf7-846e-4cf8-8ac1-ea706a9909ad tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event deleted for resources: {'Port': ['ID=3e6b0677-f63e-4014-9b45-fa259d8f6ac9,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:42.738921 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2afac-bc63-4704-8b5d-45d5a14a9806 req-d93d20b2-eb59-4c0a-8dfa-25f492086dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:42.738921 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-82d2afac-bc63-4704-8b5d-45d5a14a9806 req-d93d20b2-eb59-4c0a-8dfa-25f492086dad service neutron] 10.222.0.35 "GET /v2.0/networks?id=a29ac5a7-ba1d-4b03-b012-1fa4beb961a7 HTTP/1.1" status: 200 len: 911 time: 0.2498372 Feb 09 01:31:42.738921 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c55f9722-eac2-4068-a865-c63c254a2ca1 req-41d5dd8c-07b2-435a-bc30-c2f8099deadd tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480363 Feb 09 01:31:42.834574 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-82d2afac-bc63-4704-8b5d-45d5a14a9806 req-4d70630c-60dc-4520-bc4d-58046b464899 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e9f3dfa-e148-4312-8ac2-e91370fb6dc0 HTTP/1.1" status: 200 len: 217 time: 0.0925725 Feb 09 01:31:42.967836 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2afac-bc63-4704-8b5d-45d5a14a9806 req-d60878b3-0cdf-4cfc-9b3f-9c4193a42c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:42.967836 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-82d2afac-bc63-4704-8b5d-45d5a14a9806 req-d60878b3-0cdf-4cfc-9b3f-9c4193a42c79 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=952e3eee-9c37-4af2-b65e-4d4e2433c9cc HTTP/1.1" status: 200 len: 850 time: 0.1227629 Feb 09 01:31:43.093823 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eb3dacf7-846e-4cf8-8ac1-ea706a9909ad tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:43.388647 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-82d2afac-bc63-4704-8b5d-45d5a14a9806 req-9f1beabc-6738-43b6-88cb-183e3913834b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a29ac5a7-ba1d-4b03-b012-1fa4beb961a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4121172 Feb 09 01:31:43.494864 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:31:43.502559 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3dacf7-846e-4cf8-8ac1-ea706a9909ad tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Router bb3346ff-55d4-4222-94f5-77a82bee0fc1 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:31:43.582958 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-82d2afac-bc63-4704-8b5d-45d5a14a9806 req-23f37ed8-bbe3-41ca-9f84-e25e7c17295d service neutron] 10.222.0.35 "GET /v2.0/networks/a29ac5a7-ba1d-4b03-b012-1fa4beb961a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919129 Feb 09 01:31:43.732777 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3dacf7-846e-4cf8-8ac1-ea706a9909ad tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:31:43.748737 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1298d4bc-dcbd-44aa-aa6e-8b58db993a34 None None] Sync routers for ids ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:43.758157 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-eb3dacf7-846e-4cf8-8ac1-ea706a9909ad tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "PUT /v2.0/routers/bb3346ff-55d4-4222-94f5-77a82bee0fc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0465236 Feb 09 01:31:43.758157 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45122) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:43.777395 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1298d4bc-dcbd-44aa-aa6e-8b58db993a34 None None] Routers {'bb3346ff-55d4-4222-94f5-77a82bee0fc1'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:43.777395 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-1298d4bc-dcbd-44aa-aa6e-8b58db993a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:31:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:43.920451 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-82d2afac-bc63-4704-8b5d-45d5a14a9806 req-295ca83a-4e1a-490e-a696-1ff30164b194 service neutron] 10.222.0.35 "GET /v2.0/networks/a29ac5a7-ba1d-4b03-b012-1fa4beb961a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301654 Feb 09 01:31:43.980506 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-61c597ff-3e1f-4e55-809b-441fa415c4a4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Deleting subnet d68b52f8-a02a-4530-889a-7bf1f583a285 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:31:43.984222 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-61c597ff-3e1f-4e55-809b-441fa415c4a4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:44.053847 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-1298d4bc-dcbd-44aa-aa6e-8b58db993a34 None None] Set router bb3346ff-55d4-4222-94f5-77a82bee0fc1 gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:44.083582 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-61c597ff-3e1f-4e55-809b-441fa415c4a4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:44.419887 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-61c597ff-3e1f-4e55-809b-441fa415c4a4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:44.525345 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-61c597ff-3e1f-4e55-809b-441fa415c4a4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:44.580465 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-61c597ff-3e1f-4e55-809b-441fa415c4a4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:44.580465 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c597ff-3e1f-4e55-809b-441fa415c4a4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event deleted for resources: {'Subnet': ['ID=d68b52f8-a02a-4530-889a-7bf1f583a285,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:44.591957 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a32f76c-c5a0-422c-848c-ee5897fe77e9 None None] Network bdcf4f58-1c47-4182-98db-589ff51c7c82 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:31:44.595682 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-61c597ff-3e1f-4e55-809b-441fa415c4a4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/subnets/d68b52f8-a02a-4530-889a-7bf1f583a285 HTTP/1.1" status: 204 len: 168 time: 0.8291001 Feb 09 01:31:44.601185 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45134) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:44.605085 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c597ff-3e1f-4e55-809b-441fa415c4a4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:44.605085 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c597ff-3e1f-4e55-809b-441fa415c4a4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:44.605085 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c597ff-3e1f-4e55-809b-441fa415c4a4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:44.605085 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c597ff-3e1f-4e55-809b-441fa415c4a4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:44.605085 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c597ff-3e1f-4e55-809b-441fa415c4a4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:44.605085 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c597ff-3e1f-4e55-809b-441fa415c4a4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:44.605085 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c597ff-3e1f-4e55-809b-441fa415c4a4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:44.605085 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c597ff-3e1f-4e55-809b-441fa415c4a4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:44.605085 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c597ff-3e1f-4e55-809b-441fa415c4a4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:44.605085 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c597ff-3e1f-4e55-809b-441fa415c4a4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:44.605085 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c597ff-3e1f-4e55-809b-441fa415c4a4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:44.605085 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c597ff-3e1f-4e55-809b-441fa415c4a4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:44.614180 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d438aa-de8a-4211-b54c-94d8e33aa179 req-0c25cc83-c87e-49e1-b778-4865031c1d4b tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:44.614180 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-53d438aa-de8a-4211-b54c-94d8e33aa179 req-0c25cc83-c87e-49e1-b778-4865031c1d4b tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 945 time: 0.4359801 Feb 09 01:31:44.738518 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-53d438aa-de8a-4211-b54c-94d8e33aa179 req-f6e60e93-117e-4321-a830-13b95e56efc1 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800285 Feb 09 01:31:44.866054 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-212670f3-2f6a-43f6-bee7-bb86e05605d4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:44.898025 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-212670f3-2f6a-43f6-bee7-bb86e05605d4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Deleting port 9c71cfa4-46e2-4ede-8a72-a3dd6c88d1f2 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:31:44.898025 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-212670f3-2f6a-43f6-bee7-bb86e05605d4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:44.948434 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-1298d4bc-dcbd-44aa-aa6e-8b58db993a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'name': 'tempest-RoutersTest-router-756315694', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:31:42Z', 'revision_number': 10, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None, '_interfaces': [{'id': 'da5b00ad-09c7-4d82-be55-59e9819db948', 'name': '', 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:40:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:56Z', 'updated_at': '2022-02-09T01:31:10Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:44.959281 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1298d4bc-dcbd-44aa-aa6e-8b58db993a34 None None] Checking router: bb3346ff-55d4-4222-94f5-77a82bee0fc1 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:44.972258 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1298d4bc-dcbd-44aa-aa6e-8b58db993a34 None None] Routers {'bb3346ff-55d4-4222-94f5-77a82bee0fc1'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:44.972258 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-1298d4bc-dcbd-44aa-aa6e-8b58db993a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:31:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:45.178723 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-1298d4bc-dcbd-44aa-aa6e-8b58db993a34 None None] Set router bb3346ff-55d4-4222-94f5-77a82bee0fc1 gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:45.248989 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-212670f3-2f6a-43f6-bee7-bb86e05605d4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] For port 9c71cfa4-46e2-4ede-8a72-a3dd6c88d1f2, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=9c71cfa4-46e2-4ede-8a72-a3dd6c88d1f2,segment=NetworkSegment(e942a743-1f03-4f40-a7ce-7c8d4dec5e7b),segment_id=e942a743-1f03-4f40-a7ce-7c8d4dec5e7b)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:45.248989 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-212670f3-2f6a-43f6-bee7-bb86e05605d4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:45.392645 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-212670f3-2f6a-43f6-bee7-bb86e05605d4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Calling delete_port for 9c71cfa4-46e2-4ede-8a72-a3dd6c88d1f2 owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:31:45.545658 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-212670f3-2f6a-43f6-bee7-bb86e05605d4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:45.550586 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a8ae9e-ebc9-4f48-8022-9e4ebffbdac3 None None] DHCP port deletion for bdcf4f58-1c47-4182-98db-589ff51c7c82 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:31:45.581753 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-1298d4bc-dcbd-44aa-aa6e-8b58db993a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'name': 'tempest-RoutersTest-router-756315694', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:31:42Z', 'revision_number': 10, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None, '_interfaces': [{'id': 'da5b00ad-09c7-4d82-be55-59e9819db948', 'name': '', 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:40:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:56Z', 'updated_at': '2022-02-09T01:31:10Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:45.581753 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1298d4bc-dcbd-44aa-aa6e-8b58db993a34 None None] The sync data for ids ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'] in n-d-828419-1 is: [{'id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'name': 'tempest-RoutersTest-router-756315694', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:31:42Z', 'revision_number': 10, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None, '_interfaces': [{'id': 'da5b00ad-09c7-4d82-be55-59e9819db948', 'name': '', 'network_id': 'beab8108-f13b-44b0-8ba1-72f523f2fba5', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'mac_address': 'fa:16:3e:40:72:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:56Z', 'updated_at': '2022-02-09T01:31:10Z', 'revision_number': 5, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'subnets': [{'id': '80798df3-a1d5-49a1-a6de-a4ac53f96207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:45.625405 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212670f3-2f6a-43f6-bee7-bb86e05605d4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event deleted for resources: {'Port': ['ID=9c71cfa4-46e2-4ede-8a72-a3dd6c88d1f2,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:45.626813 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212670f3-2f6a-43f6-bee7-bb86e05605d4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] No DVR routers for this DVR port 9c71cfa4-46e2-4ede-8a72-a3dd6c88d1f2 on host n-d-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:31:45.781335 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-212670f3-2f6a-43f6-bee7-bb86e05605d4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:45.819308 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-212670f3-2f6a-43f6-bee7-bb86e05605d4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdcf4f58-1c47-4182-98db-589ff51c7c82']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:45.837805 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-212670f3-2f6a-43f6-bee7-bb86e05605d4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e942a743-1f03-4f40-a7ce-7c8d4dec5e7b') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:45.837805 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-212670f3-2f6a-43f6-bee7-bb86e05605d4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e942a743-1f03-4f40-a7ce-7c8d4dec5e7b') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:45.853351 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-212670f3-2f6a-43f6-bee7-bb86e05605d4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:45.902051 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-212670f3-2f6a-43f6-bee7-bb86e05605d4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:45.914851 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-212670f3-2f6a-43f6-bee7-bb86e05605d4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Releasing vlan 964 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:31:45.914851 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-212670f3-2f6a-43f6-bee7-bb86e05605d4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:45.932296 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:31:45.932296 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:31:45.932296 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:31:45.932296 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:31:45.932296 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:31:45.932296 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:31:45.932296 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:31:45.932296 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:31:45.932296 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:31:45.932296 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:31:45.932296 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:31:45.932296 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:31:45.932296 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:31:45.932296 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:31:45.932296 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:31:45.932296 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:31:45.932296 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:31:45.932296 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:31:45.932296 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:31:45.932296 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:31:45.932296 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:31:45.932296 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:31:45.932296 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:31:45.932296 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:31:45.932296 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:31:45.932296 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:31:45.932296 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:31:45.932296 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:31:45.932296 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:31:45.932296 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:31:45.932296 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:31:45.932296 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:31:46.239821 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-212670f3-2f6a-43f6-bee7-bb86e05605d4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:46.251228 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7b8db-a4b3-41c8-9022-1e0cabc1f31e req-b12ebd1e-ad83-4bae-b395-0ab50f573646 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:46.265802 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b4c7b8db-a4b3-41c8-9022-1e0cabc1f31e req-b12ebd1e-ad83-4bae-b395-0ab50f573646 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 945 time: 0.2146940 Feb 09 01:31:46.289095 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-212670f3-2f6a-43f6-bee7-bb86e05605d4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:46.322698 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 3e6b0677-f63e-4014-9b45-fa259d8f6ac9 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:31:46.323923 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-212670f3-2f6a-43f6-bee7-bb86e05605d4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/networks/bdcf4f58-1c47-4182-98db-589ff51c7c82 HTTP/1.1" status: 204 len: 168 time: 1.7312407 Feb 09 01:31:46.327697 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45156) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:46.338039 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212670f3-2f6a-43f6-bee7-bb86e05605d4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event deleted for resources: {'Network': ['ID=bdcf4f58-1c47-4182-98db-589ff51c7c82,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:46.433809 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b4c7b8db-a4b3-41c8-9022-1e0cabc1f31e req-236422be-9a3f-4df5-ae7e-8f1285a92c39 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623144 Feb 09 01:31:46.457985 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 3e6b0677-f63e-4014-9b45-fa259d8f6ac9 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:31:46.457985 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 3e6b0677-f63e-4014-9b45-fa259d8f6ac9 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:31:46.457985 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9c71cfa4-46e2-4ede-8a72-a3dd6c88d1f2 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:31:46.518809 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 9c71cfa4-46e2-4ede-8a72-a3dd6c88d1f2 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:31:46.518809 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9c71cfa4-46e2-4ede-8a72-a3dd6c88d1f2 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:31:47.156338 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-59be75b7-d436-4ef4-acb7-956134082a0b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:47.686650 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-59be75b7-d436-4ef4-acb7-956134082a0b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Deleting port da5b00ad-09c7-4d82-be55-59e9819db948 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:31:47.686650 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-59be75b7-d436-4ef4-acb7-956134082a0b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:47.770644 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3585f9-f9c0-479a-a8e0-2a56dc2c2a66 req-903c9aad-1197-41dc-a25a-9ae6bde296d8 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:47.770644 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ed3585f9-f9c0-479a-a8e0-2a56dc2c2a66 req-903c9aad-1197-41dc-a25a-9ae6bde296d8 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 945 time: 0.1881380 Feb 09 01:31:47.927012 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ed3585f9-f9c0-479a-a8e0-2a56dc2c2a66 req-4e478002-bc15-4eed-a06e-5a1502a7c682 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387768 Feb 09 01:31:47.988889 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-59be75b7-d436-4ef4-acb7-956134082a0b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] For port da5b00ad-09c7-4d82-be55-59e9819db948, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=da5b00ad-09c7-4d82-be55-59e9819db948,segment=NetworkSegment(82a0c046-81a4-4848-b417-d57a139bde8b),segment_id=82a0c046-81a4-4848-b417-d57a139bde8b)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:47.989614 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-59be75b7-d436-4ef4-acb7-956134082a0b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:48.207541 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-59be75b7-d436-4ef4-acb7-956134082a0b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Calling delete_port for da5b00ad-09c7-4d82-be55-59e9819db948 owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:31:48.618380 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44be2e4-a859-4e3f-b221-91e6afd7c674 req-8ec7af1a-6f8c-4a79-ad6c-c79a62c7c232 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:48.618380 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d44be2e4-a859-4e3f-b221-91e6afd7c674 req-8ec7af1a-6f8c-4a79-ad6c-c79a62c7c232 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 945 time: 0.1214609 Feb 09 01:31:48.744448 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d44be2e4-a859-4e3f-b221-91e6afd7c674 req-5f5eb8d3-ab9c-4463-9c38-67f9041ff8c8 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884252 Feb 09 01:31:48.782300 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-59be75b7-d436-4ef4-acb7-956134082a0b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:48.853863 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be75b7-d436-4ef4-acb7-956134082a0b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event deleted for resources: {'Port': ['ID=da5b00ad-09c7-4d82-be55-59e9819db948,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:49.237478 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-59be75b7-d436-4ef4-acb7-956134082a0b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:49.572684 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59be75b7-d436-4ef4-acb7-956134082a0b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Router bb3346ff-55d4-4222-94f5-77a82bee0fc1 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:31:49.737527 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59be75b7-d436-4ef4-acb7-956134082a0b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:31:49.763733 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45202) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:49.776084 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed1305d-b74c-4699-8ae4-ca94505ad210 None None] Sync routers for ids ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:49.778747 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-59be75b7-d436-4ef4-acb7-956134082a0b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "PUT /v2.0/routers/bb3346ff-55d4-4222-94f5-77a82bee0fc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4477396 Feb 09 01:31:49.786437 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed1305d-b74c-4699-8ae4-ca94505ad210 None None] Routers {'bb3346ff-55d4-4222-94f5-77a82bee0fc1'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:49.786437 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-6ed1305d-b74c-4699-8ae4-ca94505ad210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:31:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:49.868765 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a36698b-31ee-41ff-a478-0df863f58e1f tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Deleting subnet 80798df3-a1d5-49a1-a6de-a4ac53f96207 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:31:49.875705 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6a36698b-31ee-41ff-a478-0df863f58e1f tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:49.942796 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-6ed1305d-b74c-4699-8ae4-ca94505ad210 None None] Set router bb3346ff-55d4-4222-94f5-77a82bee0fc1 gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:50.080478 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-6ed1305d-b74c-4699-8ae4-ca94505ad210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'name': 'tempest-RoutersTest-router-756315694', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:31:48Z', 'revision_number': 11, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:50.085568 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed1305d-b74c-4699-8ae4-ca94505ad210 None None] Checking router: bb3346ff-55d4-4222-94f5-77a82bee0fc1 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:50.104428 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed1305d-b74c-4699-8ae4-ca94505ad210 None None] Routers {'bb3346ff-55d4-4222-94f5-77a82bee0fc1'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:50.104428 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-6ed1305d-b74c-4699-8ae4-ca94505ad210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:31:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:50.269393 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6a36698b-31ee-41ff-a478-0df863f58e1f tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:50.293880 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-6ed1305d-b74c-4699-8ae4-ca94505ad210 None None] Set router bb3346ff-55d4-4222-94f5-77a82bee0fc1 gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:50.375111 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001979d-534a-4c56-96f6-9d2c02fe7ff8 req-b1d73f9c-7a1b-4301-8e5b-88a0ed492f38 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:50.375111 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b001979d-534a-4c56-96f6-9d2c02fe7ff8 req-b1d73f9c-7a1b-4301-8e5b-88a0ed492f38 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 945 time: 0.4025209 Feb 09 01:31:50.437799 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b001979d-534a-4c56-96f6-9d2c02fe7ff8 req-ec599804-91f5-4d6b-ac95-31281dc744e3 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545483 Feb 09 01:31:50.449585 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6a36698b-31ee-41ff-a478-0df863f58e1f tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:50.527876 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-6ed1305d-b74c-4699-8ae4-ca94505ad210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'name': 'tempest-RoutersTest-router-756315694', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:31:48Z', 'revision_number': 11, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:50.542372 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed1305d-b74c-4699-8ae4-ca94505ad210 None None] The sync data for ids ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'] in n-d-828419-1 is: [{'id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'name': 'tempest-RoutersTest-router-756315694', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:31:48Z', 'revision_number': 11, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:50.569458 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6a36698b-31ee-41ff-a478-0df863f58e1f tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:50.638050 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9f4f91-5ee5-4484-ad7d-338daf7308ce None None] Network beab8108-f13b-44b0-8ba1-72f523f2fba5 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:31:50.642381 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6a36698b-31ee-41ff-a478-0df863f58e1f tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:50.642381 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36698b-31ee-41ff-a478-0df863f58e1f tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event deleted for resources: {'Subnet': ['ID=80798df3-a1d5-49a1-a6de-a4ac53f96207,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:50.657320 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45214) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:50.659590 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6a36698b-31ee-41ff-a478-0df863f58e1f tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/subnets/80798df3-a1d5-49a1-a6de-a4ac53f96207 HTTP/1.1" status: 204 len: 168 time: 0.8896770 Feb 09 01:31:50.922624 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-39cd6490-7253-4511-aa3f-a6ec2b799e91 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:50.943768 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-39cd6490-7253-4511-aa3f-a6ec2b799e91 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Deleting port 03940230-450a-4f9f-a7ee-3fec15010e94 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:31:50.943768 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-39cd6490-7253-4511-aa3f-a6ec2b799e91 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:51.147005 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33086a7-1fe1-4581-a177-9759c5664987 None None] DHCP port deletion for beab8108-f13b-44b0-8ba1-72f523f2fba5 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:31:51.154440 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a33086a7-1fe1-4581-a177-9759c5664987 None None] Deleting port 03940230-450a-4f9f-a7ee-3fec15010e94 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:31:51.154824 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a33086a7-1fe1-4581-a177-9759c5664987 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:51.365002 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-39cd6490-7253-4511-aa3f-a6ec2b799e91 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] For port 03940230-450a-4f9f-a7ee-3fec15010e94, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=03940230-450a-4f9f-a7ee-3fec15010e94,segment=NetworkSegment(82a0c046-81a4-4848-b417-d57a139bde8b),segment_id=82a0c046-81a4-4848-b417-d57a139bde8b)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:51.365002 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-39cd6490-7253-4511-aa3f-a6ec2b799e91 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:51.523051 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-a33086a7-1fe1-4581-a177-9759c5664987 None None] For port 03940230-450a-4f9f-a7ee-3fec15010e94, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=03940230-450a-4f9f-a7ee-3fec15010e94,segment=NetworkSegment(82a0c046-81a4-4848-b417-d57a139bde8b),segment_id=82a0c046-81a4-4848-b417-d57a139bde8b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:51.523445 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a33086a7-1fe1-4581-a177-9759c5664987 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:51.760133 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a33086a7-1fe1-4581-a177-9759c5664987 None None] Calling delete_port for 03940230-450a-4f9f-a7ee-3fec15010e94 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:31:51.952144 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-39cd6490-7253-4511-aa3f-a6ec2b799e91 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Calling delete_port for 03940230-450a-4f9f-a7ee-3fec15010e94 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:31:51.997151 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b1977-a1d7-4877-a398-c6b63aa5b8bf req-f250cfbe-a202-48d3-a79e-5d4d1249d412 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:51.997151 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-035b1977-a1d7-4877-a398-c6b63aa5b8bf req-f250cfbe-a202-48d3-a79e-5d4d1249d412 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.35 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 945 time: 0.2830417 Feb 09 01:31:52.050516 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:52.075228 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a33086a7-1fe1-4581-a177-9759c5664987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:52.123180 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-035b1977-a1d7-4877-a398-c6b63aa5b8bf req-e8fde0c7-7080-45f5-80a4-f6b0f01e29f7 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Deleting port 4e9f3dfa-e148-4312-8ac2-e91370fb6dc0 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:31:52.123180 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-035b1977-a1d7-4877-a398-c6b63aa5b8bf req-e8fde0c7-7080-45f5-80a4-f6b0f01e29f7 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:52.224582 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [None req-39cd6490-7253-4511-aa3f-a6ec2b799e91 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:31:52.225041 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [None req-39cd6490-7253-4511-aa3f-a6ec2b799e91 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:31:52.243149 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33086a7-1fe1-4581-a177-9759c5664987 None None] No DVR routers for this DVR port 03940230-450a-4f9f-a7ee-3fec15010e94 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:31:52.248582 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d18223-ceec-4397-a4e3-ebbd53a9e445 req-d7a12170-bff5-4e96-9100-ad7ba616ceda tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:52.251788 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33086a7-1fe1-4581-a177-9759c5664987 None None] Pushing event deleted for resources: {'Port': ['ID=03940230-450a-4f9f-a7ee-3fec15010e94,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:52.253946 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c0d18223-ceec-4397-a4e3-ebbd53a9e445 req-d7a12170-bff5-4e96-9100-ad7ba616ceda tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 945 time: 0.4811103 Feb 09 01:31:52.273851 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33086a7-1fe1-4581-a177-9759c5664987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:52.275175 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33086a7-1fe1-4581-a177-9759c5664987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:52.275175 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33086a7-1fe1-4581-a177-9759c5664987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:52.275175 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33086a7-1fe1-4581-a177-9759c5664987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:52.275390 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33086a7-1fe1-4581-a177-9759c5664987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:52.275527 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33086a7-1fe1-4581-a177-9759c5664987 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:52.277027 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33086a7-1fe1-4581-a177-9759c5664987 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:52.277027 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33086a7-1fe1-4581-a177-9759c5664987 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:52.277027 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33086a7-1fe1-4581-a177-9759c5664987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:52.277541 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33086a7-1fe1-4581-a177-9759c5664987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:52.277877 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33086a7-1fe1-4581-a177-9759c5664987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:52.278189 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33086a7-1fe1-4581-a177-9759c5664987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:52.327411 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device da5b00ad-09c7-4d82-be55-59e9819db948 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:31:52.351879 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c0d18223-ceec-4397-a4e3-ebbd53a9e445 req-2bd78ecc-6643-4c07-b750-34e6d76dcca2 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806413 Feb 09 01:31:52.403817 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: da5b00ad-09c7-4d82-be55-59e9819db948 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:31:52.403817 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device da5b00ad-09c7-4d82-be55-59e9819db948 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:31:52.403817 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 03940230-450a-4f9f-a7ee-3fec15010e94 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:31:52.443453 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 03940230-450a-4f9f-a7ee-3fec15010e94 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:31:52.443453 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 03940230-450a-4f9f-a7ee-3fec15010e94 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:31:52.563587 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-035b1977-a1d7-4877-a398-c6b63aa5b8bf req-e8fde0c7-7080-45f5-80a4-f6b0f01e29f7 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] For port 4e9f3dfa-e148-4312-8ac2-e91370fb6dc0, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=4e9f3dfa-e148-4312-8ac2-e91370fb6dc0,segment=NetworkSegment(5ca59429-e0f2-4b30-a020-4d962552a60d),segment_id=5ca59429-e0f2-4b30-a020-4d962552a60d)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:52.563587 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-035b1977-a1d7-4877-a398-c6b63aa5b8bf req-e8fde0c7-7080-45f5-80a4-f6b0f01e29f7 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:52.731799 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-39cd6490-7253-4511-aa3f-a6ec2b799e91 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Deleting port 03940230-450a-4f9f-a7ee-3fec15010e94 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:31:52.731799 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-39cd6490-7253-4511-aa3f-a6ec2b799e91 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:52.734559 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-035b1977-a1d7-4877-a398-c6b63aa5b8bf req-e8fde0c7-7080-45f5-80a4-f6b0f01e29f7 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Calling delete_port for 4e9f3dfa-e148-4312-8ac2-e91370fb6dc0 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:31:52.814743 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-39cd6490-7253-4511-aa3f-a6ec2b799e91 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] The port '03940230-450a-4f9f-a7ee-3fec15010e94' was deleted {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:31:52.946956 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-035b1977-a1d7-4877-a398-c6b63aa5b8bf req-e8fde0c7-7080-45f5-80a4-f6b0f01e29f7 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:52.960778 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:31:53.020101 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-39cd6490-7253-4511-aa3f-a6ec2b799e91 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:53.044562 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fde0c7-7080-45f5-80a4-f6b0f01e29f7 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Pushing event deleted for resources: {'Port': ['ID=4e9f3dfa-e148-4312-8ac2-e91370fb6dc0,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:53.092662 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-39cd6490-7253-4511-aa3f-a6ec2b799e91 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beab8108-f13b-44b0-8ba1-72f523f2fba5']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:53.131273 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-39cd6490-7253-4511-aa3f-a6ec2b799e91 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a0c046-81a4-4848-b417-d57a139bde8b') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:53.131273 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-39cd6490-7253-4511-aa3f-a6ec2b799e91 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a0c046-81a4-4848-b417-d57a139bde8b') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:53.151911 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-39cd6490-7253-4511-aa3f-a6ec2b799e91 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:53.188365 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-39cd6490-7253-4511-aa3f-a6ec2b799e91 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:53.207404 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39cd6490-7253-4511-aa3f-a6ec2b799e91 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Releasing vlan 985 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:31:53.207404 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-39cd6490-7253-4511-aa3f-a6ec2b799e91 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:53.215889 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fde0c7-7080-45f5-80a4-f6b0f01e29f7 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:53.215889 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fde0c7-7080-45f5-80a4-f6b0f01e29f7 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:53.215889 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fde0c7-7080-45f5-80a4-f6b0f01e29f7 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:53.215889 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fde0c7-7080-45f5-80a4-f6b0f01e29f7 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:53.219979 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fde0c7-7080-45f5-80a4-f6b0f01e29f7 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:53.219979 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fde0c7-7080-45f5-80a4-f6b0f01e29f7 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:53.219979 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fde0c7-7080-45f5-80a4-f6b0f01e29f7 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:53.219979 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fde0c7-7080-45f5-80a4-f6b0f01e29f7 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:53.219979 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fde0c7-7080-45f5-80a4-f6b0f01e29f7 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:53.219979 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fde0c7-7080-45f5-80a4-f6b0f01e29f7 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:53.224457 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fde0c7-7080-45f5-80a4-f6b0f01e29f7 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:53.224457 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fde0c7-7080-45f5-80a4-f6b0f01e29f7 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:53.241640 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-035b1977-a1d7-4877-a398-c6b63aa5b8bf req-e8fde0c7-7080-45f5-80a4-f6b0f01e29f7 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] No DVR routers for this DVR port 4e9f3dfa-e148-4312-8ac2-e91370fb6dc0 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:31:53.255967 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-035b1977-a1d7-4877-a398-c6b63aa5b8bf req-e8fde0c7-7080-45f5-80a4-f6b0f01e29f7 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:53.255967 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8130d8d2-99bf-47fb-926b-6232ffe85ad6', 'name': 'network-vif-deleted', 'tag': '4e9f3dfa-e148-4312-8ac2-e91370fb6dc0'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:31:53.266794 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:31:53.266794 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:31:53.266794 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:31:53.266794 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:31:53.266794 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:31:53.266794 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:31:53.266794 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:31:53.266794 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:31:53.266794 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:31:53.266794 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:31:53.266794 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:31:53.266794 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:31:53.266794 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:31:53.266794 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:31:53.266794 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:31:53.266794 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:31:53.266794 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:31:53.266794 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:31:53.266794 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:31:53.266794 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:31:53.266794 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:31:53.266794 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:31:53.266794 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:31:53.266794 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:31:53.266794 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:31:53.266794 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:31:53.266794 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:31:53.266794 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:31:53.266794 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:31:53.266794 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:31:53.266794 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:31:53.266794 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:31:53.304662 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-035b1977-a1d7-4877-a398-c6b63aa5b8bf req-e8fde0c7-7080-45f5-80a4-f6b0f01e29f7 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.35 "DELETE /v2.0/ports/4e9f3dfa-e148-4312-8ac2-e91370fb6dc0 HTTP/1.1" status: 204 len: 173 time: 1.3009877 Feb 09 01:31:53.367946 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8130d8d2-99bf-47fb-926b-6232ffe85ad6', 'name': 'network-vif-deleted', 'tag': '4e9f3dfa-e148-4312-8ac2-e91370fb6dc0', 'status': 'completed', 'code': 200} Feb 09 01:31:53.437233 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-39cd6490-7253-4511-aa3f-a6ec2b799e91 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:53.437233 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-39cd6490-7253-4511-aa3f-a6ec2b799e91 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:53.466646 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd6490-7253-4511-aa3f-a6ec2b799e91 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Pushing event deleted for resources: {'Network': ['ID=beab8108-f13b-44b0-8ba1-72f523f2fba5,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:53.483070 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45266) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:53.485106 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-39cd6490-7253-4511-aa3f-a6ec2b799e91 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/networks/beab8108-f13b-44b0-8ba1-72f523f2fba5 HTTP/1.1" status: 204 len: 168 time: 2.8255994 Feb 09 01:31:53.487258 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-662d7dfb-b687-4cc9-bc05-9b89c64e5b07 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Request body: {'router': {'routes': None}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:53.636099 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5912a278-2637-499e-8cc4-84dc202b5383 req-19ad09eb-c5a9-44f1-88ff-f0a6cedf34bb tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=8130d8d2-99bf-47fb-926b-6232ffe85ad6 HTTP/1.1" status: 200 len: 210 time: 0.0964189 Feb 09 01:31:53.950645 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.extraroute_db [None req-662d7dfb-b687-4cc9-bc05-9b89c64e5b07 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Added routes are [] {{(pid=87612) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 09 01:31:53.950952 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.extraroute_db [None req-662d7dfb-b687-4cc9-bc05-9b89c64e5b07 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Removed routes are [] {{(pid=87612) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 09 01:31:53.951335 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-662d7dfb-b687-4cc9-bc05-9b89c64e5b07 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:54.503510 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-662d7dfb-b687-4cc9-bc05-9b89c64e5b07 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:54.503510 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-662d7dfb-b687-4cc9-bc05-9b89c64e5b07 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8101386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8101405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8095324'] for router, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:54.609454 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 4e9f3dfa-e148-4312-8ac2-e91370fb6dc0 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:31:54.653841 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662d7dfb-b687-4cc9-bc05-9b89c64e5b07 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Router bb3346ff-55d4-4222-94f5-77a82bee0fc1 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:31:54.684370 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 4e9f3dfa-e148-4312-8ac2-e91370fb6dc0 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:31:54.684740 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 4e9f3dfa-e148-4312-8ac2-e91370fb6dc0 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:31:54.920590 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662d7dfb-b687-4cc9-bc05-9b89c64e5b07 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:31:54.928239 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-662d7dfb-b687-4cc9-bc05-9b89c64e5b07 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:54.931415 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50f47a9-e252-4506-a56b-ed76e245bbdf None None] Sync routers for ids ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:54.936741 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-662d7dfb-b687-4cc9-bc05-9b89c64e5b07 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "PUT /v2.0/routers/bb3346ff-55d4-4222-94f5-77a82bee0fc1 HTTP/1.1" status: 200 len: 700 time: 1.4441247 Feb 09 01:31:54.937003 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45294) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:54.940820 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50f47a9-e252-4506-a56b-ed76e245bbdf None None] Routers {'bb3346ff-55d4-4222-94f5-77a82bee0fc1'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:54.940820 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-f50f47a9-e252-4506-a56b-ed76e245bbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:31:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:55.020115 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-264a03c0-8128-446e-a35c-d13899994e58 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Synchronizing usage tracker for tenant:76fc49fef2df435db2f7b8b17bd392f0 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:31:55.050059 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-264a03c0-8128-446e-a35c-d13899994e58 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Unset dirty status for tenant:76fc49fef2df435db2f7b8b17bd392f0 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:31:55.051546 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-264a03c0-8128-446e-a35c-d13899994e58 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb3346ff-55d4-4222-94f5-77a82bee0fc1 HTTP/1.1" status: 200 len: 205 time: 0.1125696 Feb 09 01:31:55.058191 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45302) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:55.341497 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-f50f47a9-e252-4506-a56b-ed76e245bbdf None None] Set router bb3346ff-55d4-4222-94f5-77a82bee0fc1 gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:55.475896 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-674a976c-ee2e-46f3-9a14-aef291ea43a0 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:55.773693 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-f50f47a9-e252-4506-a56b-ed76e245bbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'name': 'tempest-RoutersTest-router-756315694', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:31:48Z', 'revision_number': 11, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:55.785310 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50f47a9-e252-4506-a56b-ed76e245bbdf None None] Checking router: bb3346ff-55d4-4222-94f5-77a82bee0fc1 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:55.819183 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:55.819183 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50f47a9-e252-4506-a56b-ed76e245bbdf None None] Routers {'bb3346ff-55d4-4222-94f5-77a82bee0fc1'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:55.819183 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-f50f47a9-e252-4506-a56b-ed76e245bbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:31:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:56.108620 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-f50f47a9-e252-4506-a56b-ed76e245bbdf None None] Set router bb3346ff-55d4-4222-94f5-77a82bee0fc1 gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:56.164091 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-674a976c-ee2e-46f3-9a14-aef291ea43a0 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:56.167447 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-674a976c-ee2e-46f3-9a14-aef291ea43a0 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:56.235080 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de337ca3-4b42-4d21-9771-cebdcadc7354 req-82add702-88c7-4d18-8e8e-405083254c16 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:56.235080 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-de337ca3-4b42-4d21-9771-cebdcadc7354 req-82add702-88c7-4d18-8e8e-405083254c16 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Synchronizing usage tracker for tenant:ac90161469724dd386335c8a610012b8 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:31:56.235080 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-674a976c-ee2e-46f3-9a14-aef291ea43a0 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:56.235080 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674a976c-ee2e-46f3-9a14-aef291ea43a0 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Fanout notify agent at l3_agent the message router_deleted on router bb3346ff-55d4-4222-94f5-77a82bee0fc1 {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:31:56.264733 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-f50f47a9-e252-4506-a56b-ed76e245bbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'name': 'tempest-RoutersTest-router-756315694', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:31:48Z', 'revision_number': 11, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:56.269893 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50f47a9-e252-4506-a56b-ed76e245bbdf None None] The sync data for ids ['bb3346ff-55d4-4222-94f5-77a82bee0fc1'] in n-d-828419-1 is: [{'id': 'bb3346ff-55d4-4222-94f5-77a82bee0fc1', 'name': 'tempest-RoutersTest-router-756315694', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:31:48Z', 'revision_number': 11, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:56.290104 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-674a976c-ee2e-46f3-9a14-aef291ea43a0 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:56.290104 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-674a976c-ee2e-46f3-9a14-aef291ea43a0 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/routers/bb3346ff-55d4-4222-94f5-77a82bee0fc1 HTTP/1.1" status: 204 len: 168 time: 1.2138629 Feb 09 01:31:56.293123 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45318) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:56.293123 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-cdd23918-22c0-421e-88de-fb360a00e35b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1573331749', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:56.303527 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-de337ca3-4b42-4d21-9771-cebdcadc7354 req-82add702-88c7-4d18-8e8e-405083254c16 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Unset dirty status for tenant:ac90161469724dd386335c8a610012b8 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:31:56.313310 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-de337ca3-4b42-4d21-9771-cebdcadc7354 req-82add702-88c7-4d18-8e8e-405083254c16 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 946 time: 0.5521133 Feb 09 01:31:56.324526 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-cdd23918-22c0-421e-88de-fb360a00e35b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:31:56.324526 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cdd23918-22c0-421e-88de-fb360a00e35b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Usage tracker for resource:router and tenant:76fc49fef2df435db2f7b8b17bd392f0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:31:56.324526 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cdd23918-22c0-421e-88de-fb360a00e35b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:31:56.349314 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-cdd23918-22c0-421e-88de-fb360a00e35b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:31:56.384776 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cdd23918-22c0-421e-88de-fb360a00e35b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:56.384776 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cdd23918-22c0-421e-88de-fb360a00e35b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:56.405855 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cdd23918-22c0-421e-88de-fb360a00e35b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:56.435161 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cdd23918-22c0-421e-88de-fb360a00e35b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:56.512432 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cdd23918-22c0-421e-88de-fb360a00e35b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:56.513674 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cdd23918-22c0-421e-88de-fb360a00e35b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2344871 Feb 09 01:31:56.521695 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45332) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:56.530657 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-729cb446-24cd-4587-855b-44174f3f3861 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:56.578931 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-de337ca3-4b42-4d21-9771-cebdcadc7354 req-002aa0d1-1268-4655-a44c-b810f03e5f2a tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659540 Feb 09 01:31:57.049920 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-729cb446-24cd-4587-855b-44174f3f3861 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:57.060772 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-729cb446-24cd-4587-855b-44174f3f3861 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8101386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8101405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8095324'] for router, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:57.377884 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729cb446-24cd-4587-855b-44174f3f3861 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Router 0beb7b0b-9cb4-41ab-b44a-23abb2b95317 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:31:57.566151 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729cb446-24cd-4587-855b-44174f3f3861 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:31:57.571154 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-729cb446-24cd-4587-855b-44174f3f3861 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:57.571154 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-729cb446-24cd-4587-855b-44174f3f3861 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "PUT /v2.0/routers/0beb7b0b-9cb4-41ab-b44a-23abb2b95317 HTTP/1.1" status: 200 len: 694 time: 1.0457032 Feb 09 01:31:57.571154 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45348) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:57.581593 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7f4a15-98a2-477c-95e6-e10ffee04712 None None] Sync routers for ids ['0beb7b0b-9cb4-41ab-b44a-23abb2b95317'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:57.591217 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7f4a15-98a2-477c-95e6-e10ffee04712 None None] Routers {'0beb7b0b-9cb4-41ab-b44a-23abb2b95317'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:57.591829 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-6e7f4a15-98a2-477c-95e6-e10ffee04712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:31:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['0beb7b0b-9cb4-41ab-b44a-23abb2b95317'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:57.765289 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-00a78411-5f6d-4ada-bd18-9fb756b334d9 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "GET /v2.0/routers/0beb7b0b-9cb4-41ab-b44a-23abb2b95317 HTTP/1.1" status: 200 len: 700 time: 0.1877472 Feb 09 01:31:57.767036 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45358) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:57.819101 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-6e7f4a15-98a2-477c-95e6-e10ffee04712 None None] Set router 0beb7b0b-9cb4-41ab-b44a-23abb2b95317 gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:57.847033 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-35c6d66a-8f6d-45ba-a2f1-bb883fb07658 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Synchronizing usage tracker for tenant:76fc49fef2df435db2f7b8b17bd392f0 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:31:57.887691 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-35c6d66a-8f6d-45ba-a2f1-bb883fb07658 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Unset dirty status for tenant:76fc49fef2df435db2f7b8b17bd392f0 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:31:57.887691 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-35c6d66a-8f6d-45ba-a2f1-bb883fb07658 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "GET /v2.0/ports?device_id=0beb7b0b-9cb4-41ab-b44a-23abb2b95317 HTTP/1.1" status: 200 len: 205 time: 0.1198492 Feb 09 01:31:57.887691 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45362) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:58.019862 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f36b20-92bb-465b-895b-a2f600120b37 req-f9a2d9b7-b0ba-4bda-bb7e-0858ee4e02c8 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:58.021374 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-40f36b20-92bb-465b-895b-a2f600120b37 req-f9a2d9b7-b0ba-4bda-bb7e-0858ee4e02c8 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 946 time: 0.1976953 Feb 09 01:31:58.116738 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-333e3125-5975-49ce-9bf2-a78024af28bd tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:58.145327 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-6e7f4a15-98a2-477c-95e6-e10ffee04712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beb7b0b-9cb4-41ab-b44a-23abb2b95317', 'name': 'tempest-RoutersTest-router-1573331749', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:56Z', 'updated_at': '2022-02-09T01:31:57Z', 'revision_number': 2, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:58.151335 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7f4a15-98a2-477c-95e6-e10ffee04712 None None] Checking router: 0beb7b0b-9cb4-41ab-b44a-23abb2b95317 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:58.161830 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7f4a15-98a2-477c-95e6-e10ffee04712 None None] Routers {'0beb7b0b-9cb4-41ab-b44a-23abb2b95317'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:31:58.162496 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-6e7f4a15-98a2-477c-95e6-e10ffee04712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:31:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['0beb7b0b-9cb4-41ab-b44a-23abb2b95317'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:58.187364 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-40f36b20-92bb-465b-895b-a2f600120b37 req-6e3698df-7bf2-44a1-ac67-4b5355d7dbcd tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313410 Feb 09 01:31:58.350543 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-6e7f4a15-98a2-477c-95e6-e10ffee04712 None None] Set router 0beb7b0b-9cb4-41ab-b44a-23abb2b95317 gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:31:58.508142 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-6e7f4a15-98a2-477c-95e6-e10ffee04712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beb7b0b-9cb4-41ab-b44a-23abb2b95317', 'name': 'tempest-RoutersTest-router-1573331749', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:56Z', 'updated_at': '2022-02-09T01:31:57Z', 'revision_number': 2, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:58.520712 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7f4a15-98a2-477c-95e6-e10ffee04712 None None] The sync data for ids ['0beb7b0b-9cb4-41ab-b44a-23abb2b95317'] in n-d-828419-1 is: [{'id': '0beb7b0b-9cb4-41ab-b44a-23abb2b95317', 'name': 'tempest-RoutersTest-router-1573331749', 'tenant_id': '76fc49fef2df435db2f7b8b17bd392f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:56Z', 'updated_at': '2022-02-09T01:31:57Z', 'revision_number': 2, 'project_id': '76fc49fef2df435db2f7b8b17bd392f0', 'gw_port_host': None}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:58.623290 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-333e3125-5975-49ce-9bf2-a78024af28bd tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:58.625711 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-333e3125-5975-49ce-9bf2-a78024af28bd tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:58.675940 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1483c12-dcf7-400e-8afd-10b577fc5dea req-6dec6437-3d89-4eb1-9873-197cc5ca911a tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:58.675940 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a1483c12-dcf7-400e-8afd-10b577fc5dea req-6dec6437-3d89-4eb1-9873-197cc5ca911a tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 946 time: 0.3880131 Feb 09 01:31:58.690087 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-333e3125-5975-49ce-9bf2-a78024af28bd tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:58.690087 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333e3125-5975-49ce-9bf2-a78024af28bd tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Fanout notify agent at l3_agent the message router_deleted on router 0beb7b0b-9cb4-41ab-b44a-23abb2b95317 {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:31:58.791747 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-a1483c12-dcf7-400e-8afd-10b577fc5dea req-a3888d5a-fe3a-47d1-ba96-abb3916f2c10 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Deleting port fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:31:58.792350 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a1483c12-dcf7-400e-8afd-10b577fc5dea req-a3888d5a-fe3a-47d1-ba96-abb3916f2c10 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:58.845070 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-333e3125-5975-49ce-9bf2-a78024af28bd tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:58.850706 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-333e3125-5975-49ce-9bf2-a78024af28bd tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/routers/0beb7b0b-9cb4-41ab-b44a-23abb2b95317 HTTP/1.1" status: 204 len: 168 time: 0.9618161 Feb 09 01:31:58.851305 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45378) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:58.934927 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-80002548-c878-45bc-a59a-bb65081192f3 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "GET /v2.0/ports?device_id=0beb7b0b-9cb4-41ab-b44a-23abb2b95317 HTTP/1.1" status: 200 len: 205 time: 0.0823097 Feb 09 01:31:58.935604 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45382) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:59.050104 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-f520289f-0c3e-47fb-b68a-0835abad8a4a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] delete failed (client error): The resource could not be found. Feb 09 01:31:59.053775 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f520289f-0c3e-47fb-b68a-0835abad8a4a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/routers/0beb7b0b-9cb4-41ab-b44a-23abb2b95317 HTTP/1.1" status: 404 len: 336 time: 0.1154172 Feb 09 01:31:59.053775 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45386) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:59.122198 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-427fcb41-7822-4e54-9a0b-8c58ec5b5689 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] DELETE failed (client error): The resource could not be found. Feb 09 01:31:59.122198 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-427fcb41-7822-4e54-9a0b-8c58ec5b5689 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:31:59.122198 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-427fcb41-7822-4e54-9a0b-8c58ec5b5689 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/subnets/6262623d-0240-48f2-a4cc-0a8eee6e6628 HTTP/1.1" status: 404 len: 337 time: 0.0668316 Feb 09 01:31:59.129405 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45390) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:59.221027 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9101762-7167-4c10-bde3-4cc3730d73e6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] DELETE failed (client error): The resource could not be found. Feb 09 01:31:59.221722 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9101762-7167-4c10-bde3-4cc3730d73e6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:31:59.224868 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d9101762-7167-4c10-bde3-4cc3730d73e6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/subnets/fd0f840f-fd37-4970-a1e3-bae57a3d72a9 HTTP/1.1" status: 404 len: 337 time: 0.0961182 Feb 09 01:31:59.228792 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45398) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:59.305095 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e75083-223f-4abe-b4de-3bab8567c813 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] DELETE failed (client error): The resource could not be found. Feb 09 01:31:59.305095 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08e75083-223f-4abe-b4de-3bab8567c813 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:31:59.305095 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-08e75083-223f-4abe-b4de-3bab8567c813 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/subnets/d68b52f8-a02a-4530-889a-7bf1f583a285 HTTP/1.1" status: 404 len: 337 time: 0.0727990 Feb 09 01:31:59.310862 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45402) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:59.317770 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-a1483c12-dcf7-400e-8afd-10b577fc5dea req-a3888d5a-fe3a-47d1-ba96-abb3916f2c10 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] For port fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a,segment=NetworkSegment(5ca59429-e0f2-4b30-a020-4d962552a60d),segment_id=5ca59429-e0f2-4b30-a020-4d962552a60d)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:31:59.317770 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a1483c12-dcf7-400e-8afd-10b577fc5dea req-a3888d5a-fe3a-47d1-ba96-abb3916f2c10 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:31:59.383759 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-f10ecfd3-f7cb-4660-99f4-43a9c79dabd6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] DELETE failed (client error): The resource could not be found. Feb 09 01:31:59.383759 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f10ecfd3-f7cb-4660-99f4-43a9c79dabd6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:31:59.383759 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f10ecfd3-f7cb-4660-99f4-43a9c79dabd6 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/subnets/80798df3-a1d5-49a1-a6de-a4ac53f96207 HTTP/1.1" status: 404 len: 337 time: 0.0747147 Feb 09 01:31:59.395892 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45408) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:59.486348 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-aa939155-b134-4e63-b6d8-5e89c0ca6dcb tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb3346ff-55d4-4222-94f5-77a82bee0fc1 HTTP/1.1" status: 200 len: 205 time: 0.0995653 Feb 09 01:31:59.488685 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45412) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:59.568932 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-a1483c12-dcf7-400e-8afd-10b577fc5dea req-a3888d5a-fe3a-47d1-ba96-abb3916f2c10 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Calling delete_port for fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:31:59.611377 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-b823e92e-8504-4c14-a381-87025b9035c4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] delete failed (client error): The resource could not be found. Feb 09 01:31:59.611377 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b823e92e-8504-4c14-a381-87025b9035c4 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/routers/bb3346ff-55d4-4222-94f5-77a82bee0fc1 HTTP/1.1" status: 404 len: 336 time: 0.1192117 Feb 09 01:31:59.611377 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45418) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:59.684786 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45422) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:31:59.686989 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f312e6d2-63ab-4fac-97da-508ddf962b55 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "GET /v2.0/ports?device_id=4815466c-a798-4a5a-9f27-82a3e6b275b6 HTTP/1.1" status: 200 len: 205 time: 0.0706944 Feb 09 01:32:00.090459 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23bb93-983e-4468-9ce2-82a1ae24f17b req-d8e39f58-bf44-48aa-820d-62ae8050f0d1 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:00.092667 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ae23bb93-983e-4468-9ce2-82a1ae24f17b req-d8e39f58-bf44-48aa-820d-62ae8050f0d1 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 946 time: 0.6467547 Feb 09 01:32:00.106579 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-d755e7c4-ef87-49a5-b521-671bbda5e286 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] delete failed (client error): The resource could not be found. Feb 09 01:32:00.110204 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d755e7c4-ef87-49a5-b521-671bbda5e286 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/routers/4815466c-a798-4a5a-9f27-82a3e6b275b6 HTTP/1.1" status: 404 len: 336 time: 0.4239774 Feb 09 01:32:00.111849 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45430) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:00.192155 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ae23bb93-983e-4468-9ce2-82a1ae24f17b req-0515bd52-be79-4064-957e-8879f3748aaf tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7bde540-fac0-4df0-9df1-d2625418f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829465 Feb 09 01:32:00.255844 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e43b3d4-12e3-41d2-b529-202ec9b5e6c3 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] DELETE failed (client error): The resource could not be found. Feb 09 01:32:00.255844 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e43b3d4-12e3-41d2-b529-202ec9b5e6c3 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:32:00.255844 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1e43b3d4-12e3-41d2-b529-202ec9b5e6c3 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/subnets/924272d5-9b46-4e9e-b965-941af04225ee HTTP/1.1" status: 404 len: 337 time: 0.1415584 Feb 09 01:32:00.260551 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45436) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:00.320342 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-bc4363a7-8040-4b17-8b81-ffe82279d240 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "GET /v2.0/ports?device_id=537da81b-fd12-41ba-b6fb-5e04a5f9420c HTTP/1.1" status: 200 len: 205 time: 0.0597045 Feb 09 01:32:00.323256 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45440) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:00.339748 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a1483c12-dcf7-400e-8afd-10b577fc5dea req-a3888d5a-fe3a-47d1-ba96-abb3916f2c10 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:00.355565 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:32:00.405572 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3888d5a-fe3a-47d1-ba96-abb3916f2c10 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Pushing event deleted for resources: {'Port': ['ID=fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:00.434940 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-44b60fd0-a0f3-4b18-b870-edc6dac63508 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] delete failed (client error): The resource could not be found. Feb 09 01:32:00.441562 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-44b60fd0-a0f3-4b18-b870-edc6dac63508 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/routers/537da81b-fd12-41ba-b6fb-5e04a5f9420c HTTP/1.1" status: 404 len: 336 time: 0.1169260 Feb 09 01:32:00.441850 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45448) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:00.492052 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-33f9ce2d-8811-4f4b-8b5e-2d18eeb0516b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "GET /v2.0/ports?device_id=62acc459-bd5b-4dcd-861d-d9f7b4ac9b08 HTTP/1.1" status: 200 len: 205 time: 0.0487165 Feb 09 01:32:00.494187 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45452) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:00.536124 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1483c12-dcf7-400e-8afd-10b577fc5dea req-a3888d5a-fe3a-47d1-ba96-abb3916f2c10 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] No DVR routers for this DVR port fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:32:00.536124 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a1483c12-dcf7-400e-8afd-10b577fc5dea req-a3888d5a-fe3a-47d1-ba96-abb3916f2c10 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:00.545392 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb474d57-12b9-424c-bdb2-8ea24688cb0a', 'name': 'network-vif-deleted', 'tag': 'fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:32:00.553681 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a1483c12-dcf7-400e-8afd-10b577fc5dea req-a3888d5a-fe3a-47d1-ba96-abb3916f2c10 tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.35 "DELETE /v2.0/ports/fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a HTTP/1.1" status: 204 len: 173 time: 1.8600473 Feb 09 01:32:00.621854 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-91b2bf33-51bf-4eba-acfb-804d0b5c7f49 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] delete failed (client error): The resource could not be found. Feb 09 01:32:00.624238 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb474d57-12b9-424c-bdb2-8ea24688cb0a', 'name': 'network-vif-deleted', 'tag': 'fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a', 'status': 'completed', 'code': 200} Feb 09 01:32:00.626019 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-91b2bf33-51bf-4eba-acfb-804d0b5c7f49 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/routers/62acc459-bd5b-4dcd-861d-d9f7b4ac9b08 HTTP/1.1" status: 404 len: 336 time: 0.1251860 Feb 09 01:32:00.629544 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45460) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:00.684216 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e0228e7-a6bd-41bc-b708-10f29a8afc3b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] DELETE failed (client error): The resource could not be found. Feb 09 01:32:00.684216 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e0228e7-a6bd-41bc-b708-10f29a8afc3b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:32:00.684216 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1e0228e7-a6bd-41bc-b708-10f29a8afc3b tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/subnets/20f0636c-8c15-4d05-85ef-28967e5adba6 HTTP/1.1" status: 404 len: 337 time: 0.0553637 Feb 09 01:32:00.687638 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45464) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:00.746601 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8ba115f0-16a7-442b-8124-bd3ee8af070a tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf745700-c7a4-4e1c-8d05-5bb577817f56 HTTP/1.1" status: 200 len: 205 time: 0.0596802 Feb 09 01:32:00.748876 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45470) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:00.840249 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-797ffbf9-9f0e-41ce-99ca-2224c77a2600 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] delete failed (client error): The resource could not be found. Feb 09 01:32:00.840249 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-797ffbf9-9f0e-41ce-99ca-2224c77a2600 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/routers/bf745700-c7a4-4e1c-8d05-5bb577817f56 HTTP/1.1" status: 404 len: 336 time: 0.0901811 Feb 09 01:32:00.844644 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45474) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:01.047356 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-98052270-babf-4473-8dc4-faac725a89da tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] DELETE failed (client error): The resource could not be found. Feb 09 01:32:01.047812 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98052270-babf-4473-8dc4-faac725a89da tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:32:01.051582 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-98052270-babf-4473-8dc4-faac725a89da tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/subnets/44d657e2-e391-4bc2-8113-020e73559eea HTTP/1.1" status: 404 len: 337 time: 0.2067182 Feb 09 01:32:01.053172 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45482) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:01.183406 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8dcea532-0509-4253-a406-7f8f79223951 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "GET /v2.0/ports?device_id=424776f4-8771-41f5-a630-81a92a7181a6 HTTP/1.1" status: 200 len: 205 time: 0.1217964 Feb 09 01:32:01.185601 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45488) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:01.306704 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-07420888-348e-4e33-a0a2-e959d531d2bb tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] delete failed (client error): The resource could not be found. Feb 09 01:32:01.310577 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45500) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:01.341321 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-07420888-348e-4e33-a0a2-e959d531d2bb tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/routers/424776f4-8771-41f5-a630-81a92a7181a6 HTTP/1.1" status: 404 len: 336 time: 0.1439755 Feb 09 01:32:01.405200 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f8590d32-2768-41a3-a743-0fb93a00d273 req-cd810019-24cc-4441-98da-08515a215f8f tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Synchronizing usage tracker for tenant:ac90161469724dd386335c8a610012b8 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:01.428386 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f8590d32-2768-41a3-a743-0fb93a00d273 req-cd810019-24cc-4441-98da-08515a215f8f tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] Unset dirty status for tenant:ac90161469724dd386335c8a610012b8 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:01.430196 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-174f3fa2-d561-4a68-9da8-989be4329020 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] DELETE failed (client error): The resource could not be found. Feb 09 01:32:01.430196 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-174f3fa2-d561-4a68-9da8-989be4329020 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:32:01.430196 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-174f3fa2-d561-4a68-9da8-989be4329020 tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/subnets/5de11388-8085-435d-b867-b4c0c82ce463 HTTP/1.1" status: 404 len: 337 time: 0.1176655 Feb 09 01:32:01.436774 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45504) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:01.441289 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f8590d32-2768-41a3-a743-0fb93a00d273 req-cd810019-24cc-4441-98da-08515a215f8f tempest-ServerRescueTestJSON-241864937 tempest-ServerRescueTestJSON-241864937-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb474d57-12b9-424c-bdb2-8ea24688cb0a HTTP/1.1" status: 200 len: 210 time: 0.0786960 Feb 09 01:32:01.490142 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc943fa8-3d55-40c1-95bd-69e1ab2eacaf tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] DELETE failed (client error): The resource could not be found. Feb 09 01:32:01.490142 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc943fa8-3d55-40c1-95bd-69e1ab2eacaf tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:32:01.490142 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cc943fa8-3d55-40c1-95bd-69e1ab2eacaf tempest-RoutersTest-2146109588 tempest-RoutersTest-2146109588-project] 10.222.0.37 "DELETE /v2.0/subnets/4c534d79-c54d-4c47-b102-124c2dbccd41 HTTP/1.1" status: 404 len: 337 time: 0.0530779 Feb 09 01:32:01.877218 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45526) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:02.078002 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-bcbf0a77-1607-4b3d-a7e7-00c8cf610371 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=76fc49fef2df435db2f7b8b17bd392f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1968942 Feb 09 01:32:02.079773 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45534) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:02.193408 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-defe760f-d2a2-48bd-afb3-0058d21a4991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:02.234131 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-defe760f-d2a2-48bd-afb3-0058d21a4991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:02.299681 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-defe760f-d2a2-48bd-afb3-0058d21a4991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:02.318291 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe760f-d2a2-48bd-afb3-0058d21a4991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ba935a-5bf8-478f-bb5f-73ed5369ccc1,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:02.325450 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-defe760f-d2a2-48bd-afb3-0058d21a4991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:02.344592 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-defe760f-d2a2-48bd-afb3-0058d21a4991 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/08ba935a-5bf8-478f-bb5f-73ed5369ccc1 HTTP/1.1" status: 204 len: 168 time: 0.2510393 Feb 09 01:32:02.572465 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45550) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:02.668272 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:32:02.717486 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:32:02.718095 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device fcb3a0e7-71ec-4537-86ef-b09edd2a1c6a not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:32:03.418331 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-987b3258-96a5-49d6-b0f9-340845cadac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:03.568232 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45578) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:03.782153 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-fa2e591d-e010-4a7a-9cc6-11354c5f023a tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Request body: {'security_group': {'name': 'tempest-secgroup--742186916'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:03.791515 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-fa2e591d-e010-4a7a-9cc6-11354c5f023a tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:03.797596 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fa2e591d-e010-4a7a-9cc6-11354c5f023a tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Usage tracker for resource:security_group and tenant:f660cadefbc8490580154fa75b31ee89 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:03.802311 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fa2e591d-e010-4a7a-9cc6-11354c5f023a tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:03.812025 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-fa2e591d-e010-4a7a-9cc6-11354c5f023a tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:03.836205 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa2e591d-e010-4a7a-9cc6-11354c5f023a tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:03.853258 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa2e591d-e010-4a7a-9cc6-11354c5f023a tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:03.874404 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-fa2e591d-e010-4a7a-9cc6-11354c5f023a tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:03.881265 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fa2e591d-e010-4a7a-9cc6-11354c5f023a tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Usage tracker for resource:security_group_rule and tenant:f660cadefbc8490580154fa75b31ee89 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:03.885300 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fa2e591d-e010-4a7a-9cc6-11354c5f023a tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:03.893973 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-fa2e591d-e010-4a7a-9cc6-11354c5f023a tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:04.042199 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa2e591d-e010-4a7a-9cc6-11354c5f023a tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:04.045643 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-987b3258-96a5-49d6-b0f9-340845cadac4 admin admin] Deleting port d1a900e9-12f2-42fa-9904-6dfc26fdcb37 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:32:04.045974 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-987b3258-96a5-49d6-b0f9-340845cadac4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:04.052429 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa2e591d-e010-4a7a-9cc6-11354c5f023a tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:04.107249 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-fa2e591d-e010-4a7a-9cc6-11354c5f023a tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:04.146753 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e591d-e010-4a7a-9cc6-11354c5f023a tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c175a41-8a94-4367-ac0e-eabd229f402b,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:04.149605 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fa2e591d-e010-4a7a-9cc6-11354c5f023a tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Usage tracker for resource:security_group_rule and tenant:f660cadefbc8490580154fa75b31ee89 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:04.151735 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fa2e591d-e010-4a7a-9cc6-11354c5f023a tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:04.160658 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-fa2e591d-e010-4a7a-9cc6-11354c5f023a tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:04.303740 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa2e591d-e010-4a7a-9cc6-11354c5f023a tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:04.316813 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa2e591d-e010-4a7a-9cc6-11354c5f023a tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:04.378399 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-987b3258-96a5-49d6-b0f9-340845cadac4 admin admin] For port d1a900e9-12f2-42fa-9904-6dfc26fdcb37, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d1a900e9-12f2-42fa-9904-6dfc26fdcb37,segment=NetworkSegment(5ca59429-e0f2-4b30-a020-4d962552a60d),segment_id=5ca59429-e0f2-4b30-a020-4d962552a60d)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:04.381205 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-987b3258-96a5-49d6-b0f9-340845cadac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:04.383892 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e591d-e010-4a7a-9cc6-11354c5f023a tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0ab79d-789b-4306-91f0-7d66a0833e06,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:04.399866 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa2e591d-e010-4a7a-9cc6-11354c5f023a tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:04.401271 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fa2e591d-e010-4a7a-9cc6-11354c5f023a tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8395674 Feb 09 01:32:04.403983 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45592) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:04.497686 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8b18c9b1-b269-42a7-836a-4f1502375471 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Synchronizing usage tracker for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:04.555784 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8b18c9b1-b269-42a7-836a-4f1502375471 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Unset dirty status for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:04.560184 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8b18c9b1-b269-42a7-836a-4f1502375471 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1516647 Feb 09 01:32:04.560679 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45596) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:04.573084 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-4864ca1f-8c61-415d-bdc7-1549f5fbb791 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Request body: {'security_group': {'name': 'tempest-security--480536508', 'description': 'tempest-security-description-495228230'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:04.625853 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4864ca1f-8c61-415d-bdc7-1549f5fbb791 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:04.642948 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-987b3258-96a5-49d6-b0f9-340845cadac4 admin admin] Calling delete_port for d1a900e9-12f2-42fa-9904-6dfc26fdcb37 owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:32:04.724255 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4864ca1f-8c61-415d-bdc7-1549f5fbb791 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:04.729301 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4864ca1f-8c61-415d-bdc7-1549f5fbb791 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:04.732364 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4864ca1f-8c61-415d-bdc7-1549f5fbb791 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:04.740001 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4864ca1f-8c61-415d-bdc7-1549f5fbb791 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "PUT /v2.0/security-groups/6b0ab79d-789b-4306-91f0-7d66a0833e06 HTTP/1.1" status: 200 len: 1778 time: 0.1720579 Feb 09 01:32:04.742677 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45604) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:04.797846 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864ca1f-8c61-415d-bdc7-1549f5fbb791 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0ab79d-789b-4306-91f0-7d66a0833e06,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:04.825545 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-34b503fb-f34f-4104-b09b-14ea7a26ac8c tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "GET /v2.0/security-groups/6b0ab79d-789b-4306-91f0-7d66a0833e06 HTTP/1.1" status: 200 len: 1778 time: 0.0758789 Feb 09 01:32:04.825545 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45608) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:04.879967 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45612) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:04.936212 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4260031c-d9f2-4094-92b3-9985d23c2c7b tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:04.994794 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4260031c-d9f2-4094-92b3-9985d23c2c7b tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:05.005917 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-987b3258-96a5-49d6-b0f9-340845cadac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:05.065285 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0d2f7c0e-3588-4482-a33c-58273d16a552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:05.108513 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0d2f7c0e-3588-4482-a33c-58273d16a552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:05.113687 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0d2f7c0e-3588-4482-a33c-58273d16a552 admin admin] Usage tracker for resource:security_group_rule and tenant:542970b9446c4e3fa4062faf2690070a is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:05.117768 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0d2f7c0e-3588-4482-a33c-58273d16a552 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:05.125502 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0d2f7c0e-3588-4482-a33c-58273d16a552 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:05.136909 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4260031c-d9f2-4094-92b3-9985d23c2c7b tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:05.146691 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b3258-96a5-49d6-b0f9-340845cadac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1a900e9-12f2-42fa-9904-6dfc26fdcb37,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:05.167599 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260031c-d9f2-4094-92b3-9985d23c2c7b tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0ab79d-789b-4306-91f0-7d66a0833e06,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:05.220477 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4260031c-d9f2-4094-92b3-9985d23c2c7b tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:05.224111 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4260031c-d9f2-4094-92b3-9985d23c2c7b tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "DELETE /v2.0/security-groups/6b0ab79d-789b-4306-91f0-7d66a0833e06 HTTP/1.1" status: 204 len: 168 time: 0.3961270 Feb 09 01:32:05.225019 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45618) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:05.310042 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3b04da71-54c7-4fbe-a01c-ae253ae7873f tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Synchronizing usage tracker for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:05.343240 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3b04da71-54c7-4fbe-a01c-ae253ae7873f tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Unset dirty status for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:05.345149 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3b04da71-54c7-4fbe-a01c-ae253ae7873f tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1193385 Feb 09 01:32:05.348675 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45622) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:05.369201 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0d2f7c0e-3588-4482-a33c-58273d16a552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:05.377770 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0d2f7c0e-3588-4482-a33c-58273d16a552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:05.393394 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-474990aa-8397-4cdf-a7f4-5bbfc48c0adf tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] delete failed (client error): The resource could not be found. Feb 09 01:32:05.394658 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-474990aa-8397-4cdf-a7f4-5bbfc48c0adf tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "DELETE /v2.0/security-groups/6b0ab79d-789b-4306-91f0-7d66a0833e06 HTTP/1.1" status: 404 len: 347 time: 0.0448534 Feb 09 01:32:05.403344 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45626) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:05.421656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-4d5f1c38-92fd-4732-b3f3-75c223b47c1b tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Request body: {'security_group': {'name': 'tempest-secgroup--57580648'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:05.429231 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4d5f1c38-92fd-4732-b3f3-75c223b47c1b tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:05.449058 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4d5f1c38-92fd-4732-b3f3-75c223b47c1b tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:05.462455 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0d2f7c0e-3588-4482-a33c-58273d16a552 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=542970b9446c4e3fa4062faf2690070a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5789826 Feb 09 01:32:05.463134 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45630) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:05.467324 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f7c0e-3588-4482-a33c-58273d16a552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa5e6a6-6851-4f54-862e-2932360f81bb,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:05.487925 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4d5f1c38-92fd-4732-b3f3-75c223b47c1b tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:05.553432 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4d5f1c38-92fd-4732-b3f3-75c223b47c1b tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:05.555337 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-987b3258-96a5-49d6-b0f9-340845cadac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:05.560640 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4d5f1c38-92fd-4732-b3f3-75c223b47c1b tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Usage tracker for resource:security_group_rule and tenant:f660cadefbc8490580154fa75b31ee89 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:05.563444 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-616e0842-4612-4cc1-8b43-b4787004d967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:05.566676 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4d5f1c38-92fd-4732-b3f3-75c223b47c1b tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:05.580853 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4d5f1c38-92fd-4732-b3f3-75c223b47c1b tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:05.607529 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-616e0842-4612-4cc1-8b43-b4787004d967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:05.750203 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-616e0842-4612-4cc1-8b43-b4787004d967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:05.775514 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4d5f1c38-92fd-4732-b3f3-75c223b47c1b tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:05.783730 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e0842-4612-4cc1-8b43-b4787004d967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa5e6a6-6851-4f54-862e-2932360f81bb,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:05.788271 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4d5f1c38-92fd-4732-b3f3-75c223b47c1b tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:05.822656 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-616e0842-4612-4cc1-8b43-b4787004d967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:05.824497 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-616e0842-4612-4cc1-8b43-b4787004d967 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5aa5e6a6-6851-4f54-862e-2932360f81bb HTTP/1.1" status: 204 len: 168 time: 0.3604290 Feb 09 01:32:05.854728 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4d5f1c38-92fd-4732-b3f3-75c223b47c1b tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:05.860744 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4d5f1c38-92fd-4732-b3f3-75c223b47c1b tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4560890 Feb 09 01:32:05.862571 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f1c38-92fd-4732-b3f3-75c223b47c1b tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=891acdc5-bd79-4f30-a8fa-5c0e69b03189,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:05.865892 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45638) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:05.872277 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-926e74ab-b602-4b0b-a5fc-a1e453c43d43 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Request body: {'security_group_rule': {'security_group_id': '891acdc5-bd79-4f30-a8fa-5c0e69b03189', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:05.880063 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-926e74ab-b602-4b0b-a5fc-a1e453c43d43 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:05.883511 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-926e74ab-b602-4b0b-a5fc-a1e453c43d43 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Usage tracker for resource:security_group_rule and tenant:f660cadefbc8490580154fa75b31ee89 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:05.890450 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-926e74ab-b602-4b0b-a5fc-a1e453c43d43 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:05.893966 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-926e74ab-b602-4b0b-a5fc-a1e453c43d43 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:05.918571 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-926e74ab-b602-4b0b-a5fc-a1e453c43d43 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:06.005825 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-926e74ab-b602-4b0b-a5fc-a1e453c43d43 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:06.011249 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-926e74ab-b602-4b0b-a5fc-a1e453c43d43 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:06.043249 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e74ab-b602-4b0b-a5fc-a1e453c43d43 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b004ec2d-b220-4dc1-ac72-50f9a41c6aaf,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:06.060498 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-926e74ab-b602-4b0b-a5fc-a1e453c43d43 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:06.066182 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-926e74ab-b602-4b0b-a5fc-a1e453c43d43 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1954877 Feb 09 01:32:06.068462 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45644) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:06.090619 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987b3258-96a5-49d6-b0f9-340845cadac4 admin admin] Router 8554ad08-80ed-4268-a153-6f613286ee29 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:32:06.122714 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3bb49d97-d684-4668-9cc6-dcc599499a64 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:06.214116 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3bb49d97-d684-4668-9cc6-dcc599499a64 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:06.465752 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3bb49d97-d684-4668-9cc6-dcc599499a64 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:06.497741 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb49d97-d684-4668-9cc6-dcc599499a64 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b004ec2d-b220-4dc1-ac72-50f9a41c6aaf,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:06.513344 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987b3258-96a5-49d6-b0f9-340845cadac4 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:32:06.513344 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3bb49d97-d684-4668-9cc6-dcc599499a64 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:06.513344 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3bb49d97-d684-4668-9cc6-dcc599499a64 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/b004ec2d-b220-4dc1-ac72-50f9a41c6aaf HTTP/1.1" status: 204 len: 168 time: 0.4443514 Feb 09 01:32:06.515965 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45660) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:06.517193 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-987b3258-96a5-49d6-b0f9-340845cadac4 admin admin] 10.222.0.37 "PUT /v2.0/routers/8554ad08-80ed-4268-a153-6f613286ee29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9503012 Feb 09 01:32:06.520641 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45664) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:06.529884 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c526eb-457e-487f-b5e5-25f33e4792f9 None None] Sync routers for ids ['8554ad08-80ed-4268-a153-6f613286ee29'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:32:06.544846 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c526eb-457e-487f-b5e5-25f33e4792f9 None None] Routers {'8554ad08-80ed-4268-a153-6f613286ee29'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:32:06.546308 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-75c526eb-457e-487f-b5e5-25f33e4792f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:31:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8554ad08-80ed-4268-a153-6f613286ee29'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:06.589186 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-54ac3604-e9b3-459f-b7a7-5990804a5be4 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Synchronizing usage tracker for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group_rule {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:06.621496 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-54ac3604-e9b3-459f-b7a7-5990804a5be4 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Unset dirty status for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group_rule {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:06.623174 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-54ac3604-e9b3-459f-b7a7-5990804a5be4 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1060472 Feb 09 01:32:06.629475 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45670) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:06.724012 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdeb8c3f-81cb-4258-8701-f3f289f7422c tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:06.727082 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-24081513-b228-4e71-90ba-aef79707a006 admin admin] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:06.759202 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdeb8c3f-81cb-4258-8701-f3f289f7422c tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:06.772189 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-75c526eb-457e-487f-b5e5-25f33e4792f9 None None] Set router 8554ad08-80ed-4268-a153-6f613286ee29 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:32:06.830988 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdeb8c3f-81cb-4258-8701-f3f289f7422c tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:06.877362 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb8c3f-81cb-4258-8701-f3f289f7422c tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=891acdc5-bd79-4f30-a8fa-5c0e69b03189,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:06.894316 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdeb8c3f-81cb-4258-8701-f3f289f7422c tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:06.897569 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fdeb8c3f-81cb-4258-8701-f3f289f7422c tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "DELETE /v2.0/security-groups/891acdc5-bd79-4f30-a8fa-5c0e69b03189 HTTP/1.1" status: 204 len: 168 time: 0.2657418 Feb 09 01:32:06.899773 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45680) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:07.034682 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-24081513-b228-4e71-90ba-aef79707a006 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:07.036682 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cac65b12-c15d-46d5-95ac-83268206a9e6 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Synchronizing usage tracker for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:07.052550 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-24081513-b228-4e71-90ba-aef79707a006 admin admin] Deleting port efe46ac4-3180-40ac-905f-597fdec85999 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:32:07.053093 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-24081513-b228-4e71-90ba-aef79707a006 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:07.093132 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cac65b12-c15d-46d5-95ac-83268206a9e6 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Unset dirty status for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:07.094833 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cac65b12-c15d-46d5-95ac-83268206a9e6 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1941161 Feb 09 01:32:07.100808 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45688) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:07.106926 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-bf6ea9a6-1077-451a-9d31-b8a1e8945b35 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Request body: {'security_group': {'name': 'tempest-secgroup--2038851099'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:07.133277 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-bf6ea9a6-1077-451a-9d31-b8a1e8945b35 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:07.144599 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f1eb8108-336b-4cb9-9e17-44af0820f024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:07.170816 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-bf6ea9a6-1077-451a-9d31-b8a1e8945b35 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:07.201465 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bf6ea9a6-1077-451a-9d31-b8a1e8945b35 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:07.209551 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-75c526eb-457e-487f-b5e5-25f33e4792f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8554ad08-80ed-4268-a153-6f613286ee29', 'name': 'tempest-ServerRescueTestJSON-602032988-router', 'tenant_id': 'ac90161469724dd386335c8a610012b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'efe46ac4-3180-40ac-905f-597fdec85999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:28Z', 'updated_at': '2022-02-09T01:32:04Z', 'revision_number': 5, 'project_id': 'ac90161469724dd386335c8a610012b8', 'gw_port': {'id': 'efe46ac4-3180-40ac-905f-597fdec85999', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:af:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554ad08-80ed-4268-a153-6f613286ee29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:29Z', 'updated_at': '2022-02-09T01:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:07.217181 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c526eb-457e-487f-b5e5-25f33e4792f9 None None] Checking router: 8554ad08-80ed-4268-a153-6f613286ee29 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:32:07.237149 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c526eb-457e-487f-b5e5-25f33e4792f9 None None] Routers {'8554ad08-80ed-4268-a153-6f613286ee29'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:32:07.239347 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-75c526eb-457e-487f-b5e5-25f33e4792f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:31:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8554ad08-80ed-4268-a153-6f613286ee29'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:07.246246 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-bf6ea9a6-1077-451a-9d31-b8a1e8945b35 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:07.256520 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-bf6ea9a6-1077-451a-9d31-b8a1e8945b35 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Usage tracker for resource:security_group_rule and tenant:f660cadefbc8490580154fa75b31ee89 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:07.268769 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-bf6ea9a6-1077-451a-9d31-b8a1e8945b35 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:07.285218 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-bf6ea9a6-1077-451a-9d31-b8a1e8945b35 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:07.395305 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-24081513-b228-4e71-90ba-aef79707a006 admin admin] For port efe46ac4-3180-40ac-905f-597fdec85999, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=efe46ac4-3180-40ac-905f-597fdec85999,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:07.397055 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-24081513-b228-4e71-90ba-aef79707a006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:07.482019 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-75c526eb-457e-487f-b5e5-25f33e4792f9 None None] Set router 8554ad08-80ed-4268-a153-6f613286ee29 gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:32:07.502556 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bf6ea9a6-1077-451a-9d31-b8a1e8945b35 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:07.508588 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bf6ea9a6-1077-451a-9d31-b8a1e8945b35 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:07.590615 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-24081513-b228-4e71-90ba-aef79707a006 admin admin] Calling delete_port for efe46ac4-3180-40ac-905f-597fdec85999 owned by network:router_gateway {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:32:07.623908 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ea9a6-1077-451a-9d31-b8a1e8945b35 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fa0cfd-05e4-424e-8e8a-3e141e138ab2,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:07.639434 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bf6ea9a6-1077-451a-9d31-b8a1e8945b35 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:07.642677 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-75c526eb-457e-487f-b5e5-25f33e4792f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8554ad08-80ed-4268-a153-6f613286ee29', 'name': 'tempest-ServerRescueTestJSON-602032988-router', 'tenant_id': 'ac90161469724dd386335c8a610012b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:28Z', 'updated_at': '2022-02-09T01:32:07Z', 'revision_number': 6, 'project_id': 'ac90161469724dd386335c8a610012b8', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:07.643615 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-bf6ea9a6-1077-451a-9d31-b8a1e8945b35 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5413890 Feb 09 01:32:07.646610 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45704) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:07.652987 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c526eb-457e-487f-b5e5-25f33e4792f9 None None] The sync data for ids ['8554ad08-80ed-4268-a153-6f613286ee29'] in n-d-828419-1 is: [{'id': '8554ad08-80ed-4268-a153-6f613286ee29', 'name': 'tempest-ServerRescueTestJSON-602032988-router', 'tenant_id': 'ac90161469724dd386335c8a610012b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:28Z', 'updated_at': '2022-02-09T01:32:07Z', 'revision_number': 6, 'project_id': 'ac90161469724dd386335c8a610012b8', 'gw_port_host': None}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:32:07.655877 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-1d398433-8bc9-4001-9417-603432e7c83b tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Request body: {'security_group_rule': {'security_group_id': 'b2fa0cfd-05e4-424e-8e8a-3e141e138ab2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:07.663511 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1d398433-8bc9-4001-9417-603432e7c83b tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:07.669706 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1d398433-8bc9-4001-9417-603432e7c83b tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Usage tracker for resource:security_group_rule and tenant:f660cadefbc8490580154fa75b31ee89 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:07.675779 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1d398433-8bc9-4001-9417-603432e7c83b tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:07.693844 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1d398433-8bc9-4001-9417-603432e7c83b tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:07.732695 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1d398433-8bc9-4001-9417-603432e7c83b tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:07.865271 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-24081513-b228-4e71-90ba-aef79707a006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:07.868540 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1d398433-8bc9-4001-9417-603432e7c83b tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:07.873372 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1d398433-8bc9-4001-9417-603432e7c83b tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:07.898968 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d398433-8bc9-4001-9417-603432e7c83b tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=300554d5-adab-45b4-981c-f9fed1d2595a,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:07.918515 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1d398433-8bc9-4001-9417-603432e7c83b tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:07.920328 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1d398433-8bc9-4001-9417-603432e7c83b tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2726123 Feb 09 01:32:07.926664 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45712) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:07.934405 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-4ecc301d-4fe9-47c8-8be6-80b435739707 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Request body: {'security_group_rule': {'security_group_id': 'b2fa0cfd-05e4-424e-8e8a-3e141e138ab2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:07.943212 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4ecc301d-4fe9-47c8-8be6-80b435739707 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:07.948910 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4ecc301d-4fe9-47c8-8be6-80b435739707 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Usage tracker for resource:security_group_rule and tenant:f660cadefbc8490580154fa75b31ee89 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:07.953746 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4ecc301d-4fe9-47c8-8be6-80b435739707 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:07.962119 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4ecc301d-4fe9-47c8-8be6-80b435739707 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:07.964608 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24081513-b228-4e71-90ba-aef79707a006 admin admin] Pushing event deleted for resources: {'Port': ['ID=efe46ac4-3180-40ac-905f-597fdec85999,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:08.003251 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4ecc301d-4fe9-47c8-8be6-80b435739707 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:08.047973 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-24081513-b228-4e71-90ba-aef79707a006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:08.088572 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45716) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:08.131803 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4ecc301d-4fe9-47c8-8be6-80b435739707 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:08.137985 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4ecc301d-4fe9-47c8-8be6-80b435739707 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:08.168938 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc301d-4fe9-47c8-8be6-80b435739707 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4cb9227-4bc0-4178-a68f-367dcdb9e170,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:08.219152 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4ecc301d-4fe9-47c8-8be6-80b435739707 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:08.223741 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4ecc301d-4fe9-47c8-8be6-80b435739707 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2927651 Feb 09 01:32:08.224056 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45722) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:08.231301 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-1e2b3d90-d372-4f20-a4c3-e590ad3356bc tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Request body: {'security_group_rule': {'security_group_id': 'b2fa0cfd-05e4-424e-8e8a-3e141e138ab2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:08.240429 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1e2b3d90-d372-4f20-a4c3-e590ad3356bc tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:08.244552 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1e2b3d90-d372-4f20-a4c3-e590ad3356bc tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Usage tracker for resource:security_group_rule and tenant:f660cadefbc8490580154fa75b31ee89 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:08.247693 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1e2b3d90-d372-4f20-a4c3-e590ad3356bc tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:08.253383 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1e2b3d90-d372-4f20-a4c3-e590ad3356bc tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:08.272018 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1e2b3d90-d372-4f20-a4c3-e590ad3356bc tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:08.298965 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-24081513-b228-4e71-90ba-aef79707a006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:08.301920 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-24081513-b228-4e71-90ba-aef79707a006 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:08.330088 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-24081513-b228-4e71-90ba-aef79707a006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:08.330604 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24081513-b228-4e71-90ba-aef79707a006 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8554ad08-80ed-4268-a153-6f613286ee29 {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:32:08.344504 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-f8551939-1a25-40f6-8376-0de656be1461 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Request body: {'network': {'name': 'tempest-network-smoke--356511028', 'project_id': '089df553ed3542348a44835caf19372b', 'port_security_enabled': True}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:08.347104 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-24081513-b228-4e71-90ba-aef79707a006 admin admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:08.348262 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-24081513-b228-4e71-90ba-aef79707a006 admin admin] 10.222.0.37 "DELETE /v2.0/routers/8554ad08-80ed-4268-a153-6f613286ee29 HTTP/1.1" status: 204 len: 168 time: 1.8276234 Feb 09 01:32:08.350696 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45726) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:08.352733 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f8551939-1a25-40f6-8376-0de656be1461 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:08.360097 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f8551939-1a25-40f6-8376-0de656be1461 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Usage tracker for resource:network and tenant:089df553ed3542348a44835caf19372b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:08.369126 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f8551939-1a25-40f6-8376-0de656be1461 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:08.377562 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1e2b3d90-d372-4f20-a4c3-e590ad3356bc tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:08.378812 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f8551939-1a25-40f6-8376-0de656be1461 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:08.384702 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1e2b3d90-d372-4f20-a4c3-e590ad3356bc tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:08.412937 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b3d90-d372-4f20-a4c3-e590ad3356bc tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6074e1e4-7993-4432-8060-f65effb104e4,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:08.415132 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8551939-1a25-40f6-8376-0de656be1461 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Made reservation on behalf of 089df553ed3542348a44835caf19372b for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:08.418986 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f8551939-1a25-40f6-8376-0de656be1461 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:08.440383 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f8551939-1a25-40f6-8376-0de656be1461 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:08.461311 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f8551939-1a25-40f6-8376-0de656be1461 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:08.463793 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1e2b3d90-d372-4f20-a4c3-e590ad3356bc tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:08.467423 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1e2b3d90-d372-4f20-a4c3-e590ad3356bc tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2397544 Feb 09 01:32:08.467641 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45730) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:08.470782 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f8551939-1a25-40f6-8376-0de656be1461 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Usage tracker for resource:security_group_rule and tenant:089df553ed3542348a44835caf19372b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:08.474158 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f8551939-1a25-40f6-8376-0de656be1461 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:08.481015 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-9fba87cc-fe3f-4142-a723-64553006f825 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Request body: {'security_group_rule': {'security_group_id': 'b2fa0cfd-05e4-424e-8e8a-3e141e138ab2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:08.491301 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f8551939-1a25-40f6-8376-0de656be1461 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:08.501043 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9fba87cc-fe3f-4142-a723-64553006f825 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:08.507778 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9fba87cc-fe3f-4142-a723-64553006f825 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Usage tracker for resource:security_group_rule and tenant:f660cadefbc8490580154fa75b31ee89 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:08.529642 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9fba87cc-fe3f-4142-a723-64553006f825 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:08.537525 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9fba87cc-fe3f-4142-a723-64553006f825 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:08.551872 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-9acb93a6-f7c8-4a07-b2d6-5ea3a2ef1548 admin admin] Deleting subnet 952e3eee-9c37-4af2-b65e-4d4e2433c9cc {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:32:08.561535 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9acb93a6-f7c8-4a07-b2d6-5ea3a2ef1548 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:08.580021 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9fba87cc-fe3f-4142-a723-64553006f825 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:08.585843 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d1a900e9-12f2-42fa-9904-6dfc26fdcb37 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:32:08.620049 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9acb93a6-f7c8-4a07-b2d6-5ea3a2ef1548 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:08.684653 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9acb93a6-f7c8-4a07-b2d6-5ea3a2ef1548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:08.691954 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f8551939-1a25-40f6-8376-0de656be1461 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:08.693527 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: d1a900e9-12f2-42fa-9904-6dfc26fdcb37 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:32:08.694244 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d1a900e9-12f2-42fa-9904-6dfc26fdcb37 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:32:08.694439 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9fba87cc-fe3f-4142-a723-64553006f825 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:08.699722 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f8551939-1a25-40f6-8376-0de656be1461 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:08.717608 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9fba87cc-fe3f-4142-a723-64553006f825 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:08.757817 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8551939-1a25-40f6-8376-0de656be1461 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 957} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:32:08.765510 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba87cc-fe3f-4142-a723-64553006f825 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf6324b9-bc5f-443d-88ea-13c811994247,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:08.782734 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9acb93a6-f7c8-4a07-b2d6-5ea3a2ef1548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:08.790553 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8551939-1a25-40f6-8376-0de656be1461 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8d24f0-d038-45a8-b3a5-4dcfeb94f083,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:08.797993 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f8551939-1a25-40f6-8376-0de656be1461 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:08.798616 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-f8551939-1a25-40f6-8376-0de656be1461 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Added segment a2a9ad5d-113e-4db2-befc-37dbe2d35fca of type vlan for network 023eca9b-48ef-4835-8ca1-a5b455f2fcf1 Feb 09 01:32:08.827629 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb93a6-f7c8-4a07-b2d6-5ea3a2ef1548 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=952e3eee-9c37-4af2-b65e-4d4e2433c9cc,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:08.828822 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9fba87cc-fe3f-4142-a723-64553006f825 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:08.834063 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9fba87cc-fe3f-4142-a723-64553006f825 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3652651 Feb 09 01:32:08.834745 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45736) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:08.835647 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9acb93a6-f7c8-4a07-b2d6-5ea3a2ef1548 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:08.844383 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9acb93a6-f7c8-4a07-b2d6-5ea3a2ef1548 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/952e3eee-9c37-4af2-b65e-4d4e2433c9cc HTTP/1.1" status: 204 len: 168 time: 0.4899647 Feb 09 01:32:08.844626 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45740) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:08.850235 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-8a371485-633d-4727-b208-a19b50058496 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Request body: {'security_group_rule': {'security_group_id': 'b2fa0cfd-05e4-424e-8e8a-3e141e138ab2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:08.857299 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f8551939-1a25-40f6-8376-0de656be1461 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:08.862721 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8a371485-633d-4727-b208-a19b50058496 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:08.869777 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8a371485-633d-4727-b208-a19b50058496 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Usage tracker for resource:security_group_rule and tenant:f660cadefbc8490580154fa75b31ee89 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:08.874111 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8a371485-633d-4727-b208-a19b50058496 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:08.882009 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8a371485-633d-4727-b208-a19b50058496 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:08.918687 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f8551939-1a25-40f6-8376-0de656be1461 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:08.925636 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8551939-1a25-40f6-8376-0de656be1461 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:08.926585 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f8551939-1a25-40f6-8376-0de656be1461 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:08.957058 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8a371485-633d-4727-b208-a19b50058496 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:08.975239 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d903b46d-841b-4d80-970c-862444602a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:09.069049 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f8551939-1a25-40f6-8376-0de656be1461 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9789324 Feb 09 01:32:09.078178 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45744) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:09.084311 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8551939-1a25-40f6-8376-0de656be1461 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'Network': ['ID=023eca9b-48ef-4835-8ca1-a5b455f2fcf1,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:09.093250 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-095f4fc2-45f3-48a9-ac1a-ba11150fb07a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1893570094', 'admin_state_up': True, 'project_id': '089df553ed3542348a44835caf19372b', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:09.096231 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 023eca9b-48ef-4835-8ca1-a5b455f2fcf1 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:32:09.108720 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-095f4fc2-45f3-48a9-ac1a-ba11150fb07a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:09.114142 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-095f4fc2-45f3-48a9-ac1a-ba11150fb07a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Usage tracker for resource:router and tenant:089df553ed3542348a44835caf19372b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:09.118173 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-095f4fc2-45f3-48a9-ac1a-ba11150fb07a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:09.127650 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-095f4fc2-45f3-48a9-ac1a-ba11150fb07a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:09.133745 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d903b46d-841b-4d80-970c-862444602a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:09.142219 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8a371485-633d-4727-b208-a19b50058496 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:09.148982 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8a371485-633d-4727-b208-a19b50058496 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:09.165085 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-d903b46d-841b-4d80-970c-862444602a6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a29ac5a7-ba1d-4b03-b012-1fa4beb961a7']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:09.171383 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-095f4fc2-45f3-48a9-ac1a-ba11150fb07a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:09.172362 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-095f4fc2-45f3-48a9-ac1a-ba11150fb07a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:09.180224 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-d903b46d-841b-4d80-970c-862444602a6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca59429-e0f2-4b30-a020-4d962552a60d') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:09.181295 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-d903b46d-841b-4d80-970c-862444602a6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca59429-e0f2-4b30-a020-4d962552a60d') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:09.189856 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a371485-633d-4727-b208-a19b50058496 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09cf9f12-387b-43d9-a5d6-3b8e296bd906,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:09.202049 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d903b46d-841b-4d80-970c-862444602a6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:09.209279 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-095f4fc2-45f3-48a9-ac1a-ba11150fb07a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:09.220138 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8a371485-633d-4727-b208-a19b50058496 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:09.221754 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8a371485-633d-4727-b208-a19b50058496 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3831673 Feb 09 01:32:09.224530 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45748) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:09.224740 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d903b46d-841b-4d80-970c-862444602a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:09.232427 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d903b46d-841b-4d80-970c-862444602a6a admin admin] Releasing vlan 982 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:32:09.233098 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d903b46d-841b-4d80-970c-862444602a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:09.248561 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:32:09.248561 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:32:09.248561 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:32:09.248561 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:32:09.248561 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:32:09.248561 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:32:09.248561 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:32:09.248561 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:32:09.248561 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:32:09.248561 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:32:09.248561 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:32:09.248561 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:32:09.248561 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:32:09.248561 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:32:09.248561 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:32:09.248561 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:32:09.248561 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:32:09.248561 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:32:09.248561 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:32:09.248561 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:32:09.248561 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:32:09.248561 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:32:09.248561 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:32:09.248561 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:32:09.248561 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:32:09.248561 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:32:09.248561 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:32:09.248561 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:32:09.248561 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:32:09.248561 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:32:09.248561 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:32:09.248561 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:32:09.273114 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4fb25451-b811-4337-8e58-b81e10515867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:09.331276 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a4bf46a8-1ddf-4244-8cf3-47c3398a84c6 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:09.338354 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d903b46d-841b-4d80-970c-862444602a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:09.359560 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d903b46d-841b-4d80-970c-862444602a6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:09.368482 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903b46d-841b-4d80-970c-862444602a6a admin admin] Pushing event deleted for resources: {'Network': ['ID=a29ac5a7-ba1d-4b03-b012-1fa4beb961a7,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:09.382525 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d903b46d-841b-4d80-970c-862444602a6a admin admin] 10.222.0.37 "DELETE /v2.0/networks/a29ac5a7-ba1d-4b03-b012-1fa4beb961a7 HTTP/1.1" status: 204 len: 168 time: 0.5343764 Feb 09 01:32:09.533278 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a4bf46a8-1ddf-4244-8cf3-47c3398a84c6 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:09.593940 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45754) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:09.644445 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-51b91b50-81d4-455a-ae42-f69c606b136f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac90161469724dd386335c8a610012b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490286 Feb 09 01:32:09.646672 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45758) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:09.682111 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-095f4fc2-45f3-48a9-ac1a-ba11150fb07a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:09.694093 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a4bf46a8-1ddf-4244-8cf3-47c3398a84c6 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:09.712715 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16515104-be13-4534-8593-3dfe852a1387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:09.739795 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16515104-be13-4534-8593-3dfe852a1387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:09.773006 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf46a8-1ddf-4244-8cf3-47c3398a84c6 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09cf9f12-387b-43d9-a5d6-3b8e296bd906,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:09.796717 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a4bf46a8-1ddf-4244-8cf3-47c3398a84c6 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:09.799044 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a4bf46a8-1ddf-4244-8cf3-47c3398a84c6 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/09cf9f12-387b-43d9-a5d6-3b8e296bd906 HTTP/1.1" status: 204 len: 168 time: 0.5722895 Feb 09 01:32:09.801437 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45764) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:09.802827 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16515104-be13-4534-8593-3dfe852a1387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:09.824481 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16515104-be13-4534-8593-3dfe852a1387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bde540-fac0-4df0-9df1-d2625418f41a,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:09.844006 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16515104-be13-4534-8593-3dfe852a1387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:09.846301 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-16515104-be13-4534-8593-3dfe852a1387 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c7bde540-fac0-4df0-9df1-d2625418f41a HTTP/1.1" status: 204 len: 168 time: 0.1987569 Feb 09 01:32:09.901711 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9cd0bf0d-169f-4697-807f-148a5d000981 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Synchronizing usage tracker for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group_rule {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:09.941662 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9cd0bf0d-169f-4697-807f-148a5d000981 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Unset dirty status for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group_rule {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:09.942993 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9cd0bf0d-169f-4697-807f-148a5d000981 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1403773 Feb 09 01:32:09.946058 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45774) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:09.998420 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c63a55d9-8217-423a-adfa-e2edd967dc63 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:10.013848 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c63a55d9-8217-423a-adfa-e2edd967dc63 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:10.202135 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device efe46ac4-3180-40ac-905f-597fdec85999 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:32:10.263999 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: efe46ac4-3180-40ac-905f-597fdec85999 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:32:10.264779 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device efe46ac4-3180-40ac-905f-597fdec85999 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:32:10.276090 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-095f4fc2-45f3-48a9-ac1a-ba11150fb07a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:10.329941 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c63a55d9-8217-423a-adfa-e2edd967dc63 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:10.338675 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-095f4fc2-45f3-48a9-ac1a-ba11150fb07a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:10.379379 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:10.413153 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a55d9-8217-423a-adfa-e2edd967dc63 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf6324b9-bc5f-443d-88ea-13c811994247,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:10.434907 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c63a55d9-8217-423a-adfa-e2edd967dc63 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:10.436148 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c63a55d9-8217-423a-adfa-e2edd967dc63 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/bf6324b9-bc5f-443d-88ea-13c811994247 HTTP/1.1" status: 204 len: 168 time: 0.4892049 Feb 09 01:32:10.438923 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45832) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:10.488760 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:10.536595 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a669e68b-2e0e-40be-8b7e-8821c8d91980 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Synchronizing usage tracker for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group_rule {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:10.555842 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a669e68b-2e0e-40be-8b7e-8821c8d91980 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Unset dirty status for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group_rule {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:10.561761 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a669e68b-2e0e-40be-8b7e-8821c8d91980 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1212656 Feb 09 01:32:10.561893 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45848) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:10.615006 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-095f4fc2-45f3-48a9-ac1a-ba11150fb07a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Allocated IP 172.25.5.13 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/d3607dd5-07fe-48f5-b9c7-e591afcfad89) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:32:10.625102 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cdb0a35e-f4bc-48dd-be20-b34a057d48df tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:10.643624 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cdb0a35e-f4bc-48dd-be20-b34a057d48df tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:10.762794 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cdb0a35e-f4bc-48dd-be20-b34a057d48df tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:10.789270 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0a35e-f4bc-48dd-be20-b34a057d48df tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6074e1e4-7993-4432-8060-f65effb104e4,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:10.837431 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cdb0a35e-f4bc-48dd-be20-b34a057d48df tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:10.838543 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cdb0a35e-f4bc-48dd-be20-b34a057d48df tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/6074e1e4-7993-4432-8060-f65effb104e4 HTTP/1.1" status: 204 len: 168 time: 0.2756133 Feb 09 01:32:10.841486 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-095f4fc2-45f3-48a9-ac1a-ba11150fb07a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:10.841613 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45894) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:10.876512 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-095f4fc2-45f3-48a9-ac1a-ba11150fb07a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:10.899828 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45902) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:10.928175 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-97804544-23fb-48b0-b643-203b3282e1db tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0829241 Feb 09 01:32:10.928469 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45912) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:10.946280 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095f4fc2-45f3-48a9-ac1a-ba11150fb07a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:10.949271 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-095f4fc2-45f3-48a9-ac1a-ba11150fb07a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:10.953158 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095f4fc2-45f3-48a9-ac1a-ba11150fb07a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:32:10.971659 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16ac2535-885d-46d1-8a05-8366b7595b61 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:10.987003 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16ac2535-885d-46d1-8a05-8366b7595b61 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:10.998338 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f4fc2-45f3-48a9-ac1a-ba11150fb07a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'Port': ['ID=d3607dd5-07fe-48f5-b9c7-e591afcfad89,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:11.019593 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16ac2535-885d-46d1-8a05-8366b7595b61 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:11.065570 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16ac2535-885d-46d1-8a05-8366b7595b61 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:11.069685 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-16ac2535-885d-46d1-8a05-8366b7595b61 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/f4cb9227-4bc0-4178-a68f-367dcdb9e170 HTTP/1.1" status: 204 len: 168 time: 0.1378312 Feb 09 01:32:11.071062 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 45930) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:11.080826 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac2535-885d-46d1-8a05-8366b7595b61 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4cb9227-4bc0-4178-a68f-367dcdb9e170,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:11.109770 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-56f4927b-7b8a-4763-9031-a3b88e6c505b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1201105902-network', 'tenant_id': 'b294377ce84e483b9e0d3e2eebffd609'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:11.115689 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-56f4927b-7b8a-4763-9031-a3b88e6c505b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:11.120127 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-56f4927b-7b8a-4763-9031-a3b88e6c505b admin admin] Usage tracker for resource:network and tenant:b294377ce84e483b9e0d3e2eebffd609 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:11.124026 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-56f4927b-7b8a-4763-9031-a3b88e6c505b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:11.130841 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-56f4927b-7b8a-4763-9031-a3b88e6c505b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:11.161143 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f4927b-7b8a-4763-9031-a3b88e6c505b admin admin] Made reservation on behalf of b294377ce84e483b9e0d3e2eebffd609 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:11.163564 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-56f4927b-7b8a-4763-9031-a3b88e6c505b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:11.183952 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-56f4927b-7b8a-4763-9031-a3b88e6c505b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:11.202295 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b899535e-d616-4453-acdb-936be9b0c7bc tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Synchronizing usage tracker for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group_rule {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:11.217824 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-56f4927b-7b8a-4763-9031-a3b88e6c505b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:11.224386 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-56f4927b-7b8a-4763-9031-a3b88e6c505b admin admin] Usage tracker for resource:security_group_rule and tenant:b294377ce84e483b9e0d3e2eebffd609 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:11.227685 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-56f4927b-7b8a-4763-9031-a3b88e6c505b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:11.233672 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b899535e-d616-4453-acdb-936be9b0c7bc tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Unset dirty status for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group_rule {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:11.234888 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b899535e-d616-4453-acdb-936be9b0c7bc tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1601219 Feb 09 01:32:11.236611 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-56f4927b-7b8a-4763-9031-a3b88e6c505b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:11.238335 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 45954) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:11.335725 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8d7ccaf0-2244-4420-bd30-cf239fc9306a tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:11.339973 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-56f4927b-7b8a-4763-9031-a3b88e6c505b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:11.345751 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-56f4927b-7b8a-4763-9031-a3b88e6c505b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:11.358457 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8d7ccaf0-2244-4420-bd30-cf239fc9306a tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:11.379022 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f4927b-7b8a-4763-9031-a3b88e6c505b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 980} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:32:11.389782 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4927b-7b8a-4763-9031-a3b88e6c505b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a4acc8-ad5b-4533-b3df-9fd7291b1c75,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:11.409668 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-56f4927b-7b8a-4763-9031-a3b88e6c505b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:11.409923 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-56f4927b-7b8a-4763-9031-a3b88e6c505b admin admin] Added segment b13e28b8-c315-4aea-ae2e-bbae93a80b62 of type vlan for network fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c Feb 09 01:32:11.443863 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-56f4927b-7b8a-4763-9031-a3b88e6c505b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:11.479205 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-56f4927b-7b8a-4763-9031-a3b88e6c505b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:11.480250 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f4927b-7b8a-4763-9031-a3b88e6c505b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:11.480868 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-56f4927b-7b8a-4763-9031-a3b88e6c505b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:11.578977 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-56f4927b-7b8a-4763-9031-a3b88e6c505b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6780388 Feb 09 01:32:11.582499 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46006) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:11.589662 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-1af26bd7-38a0-49d1-afb8-63cbac5b8bd1 admin admin] Request body: {'subnet': {'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1201105902-subnet', 'tenant_id': 'b294377ce84e483b9e0d3e2eebffd609', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:11.599791 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1af26bd7-38a0-49d1-afb8-63cbac5b8bd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:11.603648 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1af26bd7-38a0-49d1-afb8-63cbac5b8bd1 admin admin] Usage tracker for resource:subnet and tenant:b294377ce84e483b9e0d3e2eebffd609 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:11.608205 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1af26bd7-38a0-49d1-afb8-63cbac5b8bd1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:11.612564 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8d7ccaf0-2244-4420-bd30-cf239fc9306a tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:11.615270 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4927b-7b8a-4763-9031-a3b88e6c505b admin admin] Pushing event updated for resources: {'Network': ['ID=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:11.618160 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1af26bd7-38a0-49d1-afb8-63cbac5b8bd1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:11.634806 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:32:11.637883 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af26bd7-38a0-49d1-afb8-63cbac5b8bd1 admin admin] Made reservation on behalf of b294377ce84e483b9e0d3e2eebffd609 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:11.642483 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ccaf0-2244-4420-bd30-cf239fc9306a tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=300554d5-adab-45b4-981c-f9fed1d2595a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:11.642842 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1af26bd7-38a0-49d1-afb8-63cbac5b8bd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:11.650527 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8d7ccaf0-2244-4420-bd30-cf239fc9306a tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:11.654339 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8d7ccaf0-2244-4420-bd30-cf239fc9306a tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/300554d5-adab-45b4-981c-f9fed1d2595a HTTP/1.1" status: 204 len: 168 time: 0.4123766 Feb 09 01:32:11.654339 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-095f4fc2-45f3-48a9-ac1a-ba11150fb07a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:11.661714 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46020) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:11.801951 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-09c8db4d-f0c0-4a9f-beb8-6b2c90786599 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1389220 Feb 09 01:32:11.805212 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46042) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:11.842050 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:11.900567 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6e52423a-893f-4b00-8f36-90d06f3176a3 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:11.966156 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6e52423a-893f-4b00-8f36-90d06f3176a3 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:12.072644 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6e52423a-893f-4b00-8f36-90d06f3176a3 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:12.075475 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1af26bd7-38a0-49d1-afb8-63cbac5b8bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:12.088643 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-095f4fc2-45f3-48a9-ac1a-ba11150fb07a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:12.156374 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52423a-893f-4b00-8f36-90d06f3176a3 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fa0cfd-05e4-424e-8e8a-3e141e138ab2,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:12.209508 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af26bd7-38a0-49d1-afb8-63cbac5b8bd1 admin admin] Checking segment: {'id': 'b13e28b8-c315-4aea-ae2e-bbae93a80b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:32:12.209869 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af26bd7-38a0-49d1-afb8-63cbac5b8bd1 admin admin] Network hostable DHCP agents. Network: fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:32:12.226917 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af26bd7-38a0-49d1-afb8-63cbac5b8bd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb2e4f25-38e7-4153-b1cd-2ff2d0945d59,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:12.239848 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6e52423a-893f-4b00-8f36-90d06f3176a3 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:12.241095 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6e52423a-893f-4b00-8f36-90d06f3176a3 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "DELETE /v2.0/security-groups/b2fa0cfd-05e4-424e-8e8a-3e141e138ab2 HTTP/1.1" status: 204 len: 168 time: 0.4344618 Feb 09 01:32:12.244037 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46098) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:12.262111 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af26bd7-38a0-49d1-afb8-63cbac5b8bd1 admin admin] Network fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:32:12.280192 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-1af26bd7-38a0-49d1-afb8-63cbac5b8bd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:12.288224 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af26bd7-38a0-49d1-afb8-63cbac5b8bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:12.288224 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1af26bd7-38a0-49d1-afb8-63cbac5b8bd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:12.313267 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dfe987-f24b-4e51-b627-914693bd3149 None None] Network fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:32:12.356072 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1af26bd7-38a0-49d1-afb8-63cbac5b8bd1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7648952 Feb 09 01:32:12.356072 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-76d38f3e-72b8-4b8c-bed0-985657999a85 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Synchronizing usage tracker for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:12.401895 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-76d38f3e-72b8-4b8c-bed0-985657999a85 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Unset dirty status for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:12.404333 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095f4fc2-45f3-48a9-ac1a-ba11150fb07a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Router 1fffcba7-8259-4707-b90e-6e2e5dbbcc1e is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:32:12.405073 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-76d38f3e-72b8-4b8c-bed0-985657999a85 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1601007 Feb 09 01:32:12.410320 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46120) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:12.427469 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-059f8d75-2be7-4bd8-9d3c-a656aa4f6635 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Request body: {'security_group': {'name': 'tempest-secgroup--1148740882'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:12.525858 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-059f8d75-2be7-4bd8-9d3c-a656aa4f6635 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:12.552175 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-059f8d75-2be7-4bd8-9d3c-a656aa4f6635 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:12.583370 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60eda6d4-9b67-4d9d-96c7-633da3c77344 None None] Network fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:32:12.653762 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-059f8d75-2be7-4bd8-9d3c-a656aa4f6635 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:12.694044 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-059f8d75-2be7-4bd8-9d3c-a656aa4f6635 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:12.702329 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-059f8d75-2be7-4bd8-9d3c-a656aa4f6635 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Usage tracker for resource:security_group_rule and tenant:f660cadefbc8490580154fa75b31ee89 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:12.705365 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095f4fc2-45f3-48a9-ac1a-ba11150fb07a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:32:12.707215 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-059f8d75-2be7-4bd8-9d3c-a656aa4f6635 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:12.723595 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-059f8d75-2be7-4bd8-9d3c-a656aa4f6635 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:12.726066 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79a8e8d-d0f5-4a0f-a361-187d15d84842 None None] Sync routers for ids ['1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:32:12.743227 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79a8e8d-d0f5-4a0f-a361-187d15d84842 None None] Routers {'1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:32:12.744347 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-a79a8e8d-d0f5-4a0f-a361-187d15d84842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:32:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:12.753836 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-095f4fc2-45f3-48a9-ac1a-ba11150fb07a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:12.754984 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-095f4fc2-45f3-48a9-ac1a-ba11150fb07a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.6737792 Feb 09 01:32:12.758861 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46164) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:12.857208 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-059f8d75-2be7-4bd8-9d3c-a656aa4f6635 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:12.866726 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-059f8d75-2be7-4bd8-9d3c-a656aa4f6635 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:12.938494 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f8d75-2be7-4bd8-9d3c-a656aa4f6635 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c088177-a242-47db-9d4a-ed347d051a27,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:12.953805 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-059f8d75-2be7-4bd8-9d3c-a656aa4f6635 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:12.956154 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-059f8d75-2be7-4bd8-9d3c-a656aa4f6635 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5375049 Feb 09 01:32:12.959052 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46192) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:12.965338 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-bc74b084-f82b-4804-ba71-b01e9e7d48ff tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Request body: {'security_group_rule': {'security_group_id': '0c088177-a242-47db-9d4a-ed347d051a27', 'direction': 'ingress', 'protocol': 17}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:12.981711 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-bc74b084-f82b-4804-ba71-b01e9e7d48ff tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:13.051904 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-bc74b084-f82b-4804-ba71-b01e9e7d48ff tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Usage tracker for resource:security_group_rule and tenant:f660cadefbc8490580154fa75b31ee89 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:13.063184 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-bc74b084-f82b-4804-ba71-b01e9e7d48ff tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:13.098251 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-bc74b084-f82b-4804-ba71-b01e9e7d48ff tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:13.105034 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-916e80ea-1773-4e8c-93b2-0007421845b2 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=089df553ed3542348a44835caf19372b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3449135 Feb 09 01:32:13.105198 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46214) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:13.213194 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-a79a8e8d-d0f5-4a0f-a361-187d15d84842 None None] Set router 1fffcba7-8259-4707-b90e-6e2e5dbbcc1e gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:32:13.286230 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf9c578-e2a6-491e-b7ff-6b0c1814f350 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:13.291780 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ebf9c578-e2a6-491e-b7ff-6b0c1814f350 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1854906 Feb 09 01:32:13.292380 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46240) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:13.343492 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-faca4aa4-2349-41eb-951d-4e28fd264b3e tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d1df58ff-1788-422d-89ee-d00e1fe89789&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0496819 Feb 09 01:32:13.346337 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46250) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:13.358117 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-01b8eb39-4782-456b-b27a-59fc1b1847f3 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-283684928', 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1', 'project_id': '089df553ed3542348a44835caf19372b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:13.422085 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bc74b084-f82b-4804-ba71-b01e9e7d48ff tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:13.541315 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-99d60b41-e4ad-4311-82a9-bcb2af69e1cc tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:13.541777 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-99d60b41-e4ad-4311-82a9-bcb2af69e1cc tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Synchronizing usage tracker for tenant:b294377ce84e483b9e0d3e2eebffd609 on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:13.545603 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-a79a8e8d-d0f5-4a0f-a361-187d15d84842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'name': 'tempest-TestNetworkBasicOps-router-1893570094', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:09Z', 'updated_at': '2022-02-09T01:32:11Z', 'revision_number': 3, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:10Z', 'updated_at': '2022-02-09T01:32:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:13.554814 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-01b8eb39-4782-456b-b27a-59fc1b1847f3 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:13.555051 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79a8e8d-d0f5-4a0f-a361-187d15d84842 None None] Checking router: 1fffcba7-8259-4707-b90e-6e2e5dbbcc1e for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:32:13.555302 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79a8e8d-d0f5-4a0f-a361-187d15d84842 None None] Updating router 1fffcba7-8259-4707-b90e-6e2e5dbbcc1e port d3607dd5-07fe-48f5-b9c7-e591afcfad89 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:32:13.562055 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-01b8eb39-4782-456b-b27a-59fc1b1847f3 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Usage tracker for resource:subnet and tenant:089df553ed3542348a44835caf19372b is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:13.569765 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-01b8eb39-4782-456b-b27a-59fc1b1847f3 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:13.588938 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-01b8eb39-4782-456b-b27a-59fc1b1847f3 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:13.591867 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bc74b084-f82b-4804-ba71-b01e9e7d48ff tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:13.596551 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-99d60b41-e4ad-4311-82a9-bcb2af69e1cc tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Unset dirty status for tenant:b294377ce84e483b9e0d3e2eebffd609 on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:13.597711 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-99d60b41-e4ad-4311-82a9-bcb2af69e1cc tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/networks?id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c HTTP/1.1" status: 200 len: 806 time: 0.5422404 Feb 09 01:32:13.599649 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bc74b084-f82b-4804-ba71-b01e9e7d48ff tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:13.616653 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-a79a8e8d-d0f5-4a0f-a361-187d15d84842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:13.628476 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b8eb39-4782-456b-b27a-59fc1b1847f3 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Made reservation on behalf of 089df553ed3542348a44835caf19372b for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:13.631898 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-01b8eb39-4782-456b-b27a-59fc1b1847f3 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:13.708727 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74b084-f82b-4804-ba71-b01e9e7d48ff tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ffaf1ee-9aa9-4271-ac13-846fb2d11a70,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:13.738281 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bc74b084-f82b-4804-ba71-b01e9e7d48ff tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:13.739843 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-bc74b084-f82b-4804-ba71-b01e9e7d48ff tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7799168 Feb 09 01:32:13.742716 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46304) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:13.778198 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-6f217850-a646-4046-889a-8483712f7d54 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/quotas/b294377ce84e483b9e0d3e2eebffd609 HTTP/1.1" status: 200 len: 375 time: 0.1640787 Feb 09 01:32:13.843017 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-4cb9ebbe-e441-423c-9f25-870195cbc666 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b294377ce84e483b9e0d3e2eebffd609&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575087 Feb 09 01:32:13.855731 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-40684932-b1a0-4d16-8b10-be76fedb24db tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:13.888809 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-40684932-b1a0-4d16-8b10-be76fedb24db tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:13.946217 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-40684932-b1a0-4d16-8b10-be76fedb24db tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:13.958912 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-f2a35a3b-d6a1-4fba-accc-ae20ff6df696 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:32:13.965961 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-f2a35a3b-d6a1-4fba-accc-ae20ff6df696 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1218741 Feb 09 01:32:13.974983 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40684932-b1a0-4d16-8b10-be76fedb24db tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c088177-a242-47db-9d4a-ed347d051a27,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:13.987763 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-40684932-b1a0-4d16-8b10-be76fedb24db tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:13.991619 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-40684932-b1a0-4d16-8b10-be76fedb24db tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "DELETE /v2.0/security-groups/0c088177-a242-47db-9d4a-ed347d051a27 HTTP/1.1" status: 204 len: 168 time: 0.2477646 Feb 09 01:32:13.992455 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46330) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:14.050170 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0928c05b-b3c1-4483-b723-cadefbb68352 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Synchronizing usage tracker for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:14.070731 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0928c05b-b3c1-4483-b723-cadefbb68352 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Unset dirty status for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:14.074029 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0928c05b-b3c1-4483-b723-cadefbb68352 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0804043 Feb 09 01:32:14.078151 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46334) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:14.083948 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-36c1ba5e-b257-4b3e-b8a7-1791667cf338 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Request body: {'security_group': {'name': 'tempest-secgroup--664984464'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:14.093214 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-36c1ba5e-b257-4b3e-b8a7-1791667cf338 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:14.103065 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-a79a8e8d-d0f5-4a0f-a361-187d15d84842 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:14.108207 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-36c1ba5e-b257-4b3e-b8a7-1791667cf338 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:14.121076 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-a79a8e8d-d0f5-4a0f-a361-187d15d84842 None None] Transition to ACTIVE for port object d3607dd5-07fe-48f5-b9c7-e591afcfad89 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:32:14.121514 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-36c1ba5e-b257-4b3e-b8a7-1791667cf338 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:14.129979 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-a79a8e8d-d0f5-4a0f-a361-187d15d84842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:14.144366 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-01b8eb39-4782-456b-b27a-59fc1b1847f3 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:14.146792 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-36c1ba5e-b257-4b3e-b8a7-1791667cf338 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:14.151241 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-36c1ba5e-b257-4b3e-b8a7-1791667cf338 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Usage tracker for resource:security_group_rule and tenant:f660cadefbc8490580154fa75b31ee89 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:14.154261 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-36c1ba5e-b257-4b3e-b8a7-1791667cf338 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:14.160547 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-36c1ba5e-b257-4b3e-b8a7-1791667cf338 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:14.213909 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-a79a8e8d-d0f5-4a0f-a361-187d15d84842 None None] Attempting to bind port d3607dd5-07fe-48f5-b9c7-e591afcfad89 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:32:14.214542 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-a79a8e8d-d0f5-4a0f-a361-187d15d84842 None None] Attempting to bind port d3607dd5-07fe-48f5-b9c7-e591afcfad89 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:32:14.215063 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79a8e8d-d0f5-4a0f-a361-187d15d84842 None None] Attempting to bind port d3607dd5-07fe-48f5-b9c7-e591afcfad89 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:32:14.221708 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c099a-61b5-441a-a680-16b07dace9e7 None None] Pushing event updated for resources: {'Port': ['ID=d3607dd5-07fe-48f5-b9c7-e591afcfad89,revision_number=2']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:14.232023 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79a8e8d-d0f5-4a0f-a361-187d15d84842 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:32:14.232691 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79a8e8d-d0f5-4a0f-a361-187d15d84842 None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:32:14.233235 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-a79a8e8d-d0f5-4a0f-a361-187d15d84842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:14.233763 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79a8e8d-d0f5-4a0f-a361-187d15d84842 None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:32:14.234362 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-a79a8e8d-d0f5-4a0f-a361-187d15d84842 None None] Bound port: d3607dd5-07fe-48f5-b9c7-e591afcfad89, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:32:14.234890 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-a79a8e8d-d0f5-4a0f-a361-187d15d84842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:14.244281 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-36c1ba5e-b257-4b3e-b8a7-1791667cf338 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:14.248640 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-36c1ba5e-b257-4b3e-b8a7-1791667cf338 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:14.261307 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c099a-61b5-441a-a680-16b07dace9e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:14.261869 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c099a-61b5-441a-a680-16b07dace9e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:14.262462 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c099a-61b5-441a-a680-16b07dace9e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:14.262930 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c099a-61b5-441a-a680-16b07dace9e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:14.263394 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c099a-61b5-441a-a680-16b07dace9e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:14.263854 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c099a-61b5-441a-a680-16b07dace9e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:14.264311 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c099a-61b5-441a-a680-16b07dace9e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:14.264794 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c099a-61b5-441a-a680-16b07dace9e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:14.265238 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c099a-61b5-441a-a680-16b07dace9e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:14.265694 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c099a-61b5-441a-a680-16b07dace9e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:14.266148 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c099a-61b5-441a-a680-16b07dace9e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:14.267251 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c099a-61b5-441a-a680-16b07dace9e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:14.275129 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8eb39-4782-456b-b27a-59fc1b1847f3 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'Subnet': ['ID=da4a8d72-89ab-42e6-955e-754763d2d4a6,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:14.283453 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-489dac52-f866-46d5-8eee-fc87cbdf2af9 service neutron] 10.222.0.37 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165388 Feb 09 01:32:14.291561 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b8eb39-4782-456b-b27a-59fc1b1847f3 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Checking segment: {'id': 'a2a9ad5d-113e-4db2-befc-37dbe2d35fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:32:14.291937 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b8eb39-4782-456b-b27a-59fc1b1847f3 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Network hostable DHCP agents. Network: 023eca9b-48ef-4835-8ca1-a5b455f2fcf1, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:32:14.329679 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1ba5e-b257-4b3e-b8a7-1791667cf338 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f30475f8-918b-476e-a2a2-46a8d712604e,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:14.332704 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-a79a8e8d-d0f5-4a0f-a361-187d15d84842 None None] For port d3607dd5-07fe-48f5-b9c7-e591afcfad89, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:32:14.337794 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-a79a8e8d-d0f5-4a0f-a361-187d15d84842 None None] For port d3607dd5-07fe-48f5-b9c7-e591afcfad89, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d3607dd5-07fe-48f5-b9c7-e591afcfad89,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:32:14.344181 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-a79a8e8d-d0f5-4a0f-a361-187d15d84842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:14.358184 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-36c1ba5e-b257-4b3e-b8a7-1791667cf338 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:14.362159 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-36c1ba5e-b257-4b3e-b8a7-1791667cf338 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2803218 Feb 09 01:32:14.362557 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46342) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:14.369236 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-99252838-c0a4-4639-bb21-37ad6cbedace tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Request body: {'security_group': {'name': 'tempest-secgroup--1958579335'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:14.378342 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-99252838-c0a4-4639-bb21-37ad6cbedace tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:14.384023 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-99252838-c0a4-4639-bb21-37ad6cbedace tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Usage tracker for resource:security_group and tenant:f660cadefbc8490580154fa75b31ee89 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:14.388041 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-99252838-c0a4-4639-bb21-37ad6cbedace tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:14.398609 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-99252838-c0a4-4639-bb21-37ad6cbedace tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:14.402747 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b8eb39-4782-456b-b27a-59fc1b1847f3 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Network 023eca9b-48ef-4835-8ca1-a5b455f2fcf1 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:32:14.419532 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-99252838-c0a4-4639-bb21-37ad6cbedace tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:14.422723 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79a8e8d-d0f5-4a0f-a361-187d15d84842 None None] Routers {'1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:32:14.423735 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-a79a8e8d-d0f5-4a0f-a361-187d15d84842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:32:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:14.438660 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-01b8eb39-4782-456b-b27a-59fc1b1847f3 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 023eca9b-48ef-4835-8ca1-a5b455f2fcf1) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:14.448079 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10610d9b-7614-490a-b66d-ad0ad777bab7 None None] Network 023eca9b-48ef-4835-8ca1-a5b455f2fcf1 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:32:14.456686 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b8eb39-4782-456b-b27a-59fc1b1847f3 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:14.457347 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-01b8eb39-4782-456b-b27a-59fc1b1847f3 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:14.461169 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-99252838-c0a4-4639-bb21-37ad6cbedace tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:14.465869 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-99252838-c0a4-4639-bb21-37ad6cbedace tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Usage tracker for resource:security_group_rule and tenant:f660cadefbc8490580154fa75b31ee89 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:14.471064 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-99252838-c0a4-4639-bb21-37ad6cbedace tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:14.480682 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-99252838-c0a4-4639-bb21-37ad6cbedace tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:14.534586 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-620b0953-7c52-4dcd-9996-b252cc53aef7 service neutron] 10.222.0.37 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374382 Feb 09 01:32:14.541475 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-01b8eb39-4782-456b-b27a-59fc1b1847f3 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1912656 Feb 09 01:32:14.544492 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46348) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:14.587542 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-99252838-c0a4-4639-bb21-37ad6cbedace tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:14.597952 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-99252838-c0a4-4639-bb21-37ad6cbedace tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:14.678086 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-a79a8e8d-d0f5-4a0f-a361-187d15d84842 None None] Set router 1fffcba7-8259-4707-b90e-6e2e5dbbcc1e gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:32:14.707788 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99252838-c0a4-4639-bb21-37ad6cbedace tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be8d0538-583b-4d0b-8e49-62ec9aa4debc,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:14.710678 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-99252838-c0a4-4639-bb21-37ad6cbedace tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:14.712165 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-99252838-c0a4-4639-bb21-37ad6cbedace tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3486221 Feb 09 01:32:14.715639 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46352) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:14.725290 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-4c6a8bd6-0614-4c20-b95d-6e7b05973bef tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Request body: {'security_group_rule': {'security_group_id': 'f30475f8-918b-476e-a2a2-46a8d712604e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'be8d0538-583b-4d0b-8e49-62ec9aa4debc', 'remote_ip_prefix': None}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:14.734887 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4c6a8bd6-0614-4c20-b95d-6e7b05973bef tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:14.742080 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4c6a8bd6-0614-4c20-b95d-6e7b05973bef tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Usage tracker for resource:security_group_rule and tenant:f660cadefbc8490580154fa75b31ee89 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:14.746772 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4c6a8bd6-0614-4c20-b95d-6e7b05973bef tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:14.756211 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4c6a8bd6-0614-4c20-b95d-6e7b05973bef tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:14.762589 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c099a-61b5-441a-a680-16b07dace9e7 None None] Pushing event updated for resources: {'Port': ['ID=d3607dd5-07fe-48f5-b9c7-e591afcfad89,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:14.806222 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4c6a8bd6-0614-4c20-b95d-6e7b05973bef tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:14.903884 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7936fa16-331c-4201-8492-fe25aff0c140 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-023eca9b-48ef-4835-8ca1-a5b455f2fcf1', 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1', 'tenant_id': '089df553ed3542348a44835caf19372b', 'fixed_ips': [{'subnet_id': 'da4a8d72-89ab-42e6-955e-754763d2d4a6'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:32:14.904986 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7936fa16-331c-4201-8492-fe25aff0c140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:15.036560 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4c6a8bd6-0614-4c20-b95d-6e7b05973bef tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:15.053149 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4c6a8bd6-0614-4c20-b95d-6e7b05973bef tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:15.095252 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-7936fa16-331c-4201-8492-fe25aff0c140 None None] Allocated IP 172.20.0.2 (023eca9b-48ef-4835-8ca1-a5b455f2fcf1/da4a8d72-89ab-42e6-955e-754763d2d4a6/18fc4253-7fd4-46d1-aafb-2fa0911f2a8a) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:32:15.111896 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a8bd6-0614-4c20-b95d-6e7b05973bef tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be27257c-8bcc-48a5-b80f-727c5416ff8e,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:15.134500 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4c6a8bd6-0614-4c20-b95d-6e7b05973bef tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:15.135860 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4c6a8bd6-0614-4c20-b95d-6e7b05973bef tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4189670 Feb 09 01:32:15.145456 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46356) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:15.176910 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-135280ec-4a95-49cc-bc85-65a8186fcb0f tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:15.189618 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-135280ec-4a95-49cc-bc85-65a8186fcb0f tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:15.234499 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-135280ec-4a95-49cc-bc85-65a8186fcb0f tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:15.244880 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-a79a8e8d-d0f5-4a0f-a361-187d15d84842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'name': 'tempest-TestNetworkBasicOps-router-1893570094', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:09Z', 'updated_at': '2022-02-09T01:32:11Z', 'revision_number': 3, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:10Z', 'updated_at': '2022-02-09T01:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:15.254934 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79a8e8d-d0f5-4a0f-a361-187d15d84842 None None] The sync data for ids ['1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'] in n-d-828419-1 is: [{'id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'name': 'tempest-TestNetworkBasicOps-router-1893570094', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:09Z', 'updated_at': '2022-02-09T01:32:11Z', 'revision_number': 3, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:10Z', 'updated_at': '2022-02-09T01:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:32:15.272820 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135280ec-4a95-49cc-bc85-65a8186fcb0f tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be27257c-8bcc-48a5-b80f-727c5416ff8e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:15.283522 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-135280ec-4a95-49cc-bc85-65a8186fcb0f tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:15.285027 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-135280ec-4a95-49cc-bc85-65a8186fcb0f tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/be27257c-8bcc-48a5-b80f-727c5416ff8e HTTP/1.1" status: 204 len: 168 time: 0.1386418 Feb 09 01:32:15.287949 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46360) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:15.348873 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-78a5657a-1f5f-470c-a73f-2d2ba190e69a tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Synchronizing usage tracker for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group_rule {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:15.353350 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7936fa16-331c-4201-8492-fe25aff0c140 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:15.367987 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7936fa16-331c-4201-8492-fe25aff0c140 None None] Transition to ACTIVE for port object 18fc4253-7fd4-46d1-aafb-2fa0911f2a8a will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:32:15.371532 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-78a5657a-1f5f-470c-a73f-2d2ba190e69a tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Unset dirty status for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group_rule {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:15.375850 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-78a5657a-1f5f-470c-a73f-2d2ba190e69a tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0867572 Feb 09 01:32:15.376462 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46364) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:15.400912 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7936fa16-331c-4201-8492-fe25aff0c140 None None] Transition to ACTIVE for port object 18fc4253-7fd4-46d1-aafb-2fa0911f2a8a will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:32:15.408033 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7936fa16-331c-4201-8492-fe25aff0c140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:15.490519 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936fa16-331c-4201-8492-fe25aff0c140 None None] Pushing event updated for resources: {'Port': ['ID=18fc4253-7fd4-46d1-aafb-2fa0911f2a8a,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:15.507970 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7936fa16-331c-4201-8492-fe25aff0c140 None None] Network 023eca9b-48ef-4835-8ca1-a5b455f2fcf1 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:15.510122 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-7936fa16-331c-4201-8492-fe25aff0c140 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:15.511935 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cfc82478-11bd-4bd4-a30d-632fb18a9eee tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:15.514012 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7936fa16-331c-4201-8492-fe25aff0c140 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:32:15.588311 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cfc82478-11bd-4bd4-a30d-632fb18a9eee tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:15.672725 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cfc82478-11bd-4bd4-a30d-632fb18a9eee tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:15.696991 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc82478-11bd-4bd4-a30d-632fb18a9eee tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8d0538-583b-4d0b-8e49-62ec9aa4debc,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:15.716467 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cfc82478-11bd-4bd4-a30d-632fb18a9eee tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:15.718058 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cfc82478-11bd-4bd4-a30d-632fb18a9eee tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "DELETE /v2.0/security-groups/be8d0538-583b-4d0b-8e49-62ec9aa4debc HTTP/1.1" status: 204 len: 168 time: 0.3405967 Feb 09 01:32:15.721539 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46370) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:15.777608 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-35a8b29f-8e4a-457c-9fcb-c51bb49791c1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:15.792763 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-7936fa16-331c-4201-8492-fe25aff0c140 None None] Attempting to bind port 18fc4253-7fd4-46d1-aafb-2fa0911f2a8a on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:32:15.793427 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-7936fa16-331c-4201-8492-fe25aff0c140 None None] Attempting to bind port 18fc4253-7fd4-46d1-aafb-2fa0911f2a8a by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'a2a9ad5d-113e-4db2-befc-37dbe2d35fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:32:15.794011 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7936fa16-331c-4201-8492-fe25aff0c140 None None] Attempting to bind port 18fc4253-7fd4-46d1-aafb-2fa0911f2a8a on network 023eca9b-48ef-4835-8ca1-a5b455f2fcf1 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:32:15.807425 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7936fa16-331c-4201-8492-fe25aff0c140 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:32:15.832307 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7936fa16-331c-4201-8492-fe25aff0c140 None None] Checking segment: {'id': 'a2a9ad5d-113e-4db2-befc-37dbe2d35fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:32:15.833119 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7936fa16-331c-4201-8492-fe25aff0c140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:15.841708 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7936fa16-331c-4201-8492-fe25aff0c140 None None] Bound using segment: {'id': 'a2a9ad5d-113e-4db2-befc-37dbe2d35fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:32:15.842731 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-7936fa16-331c-4201-8492-fe25aff0c140 None None] Bound port: 18fc4253-7fd4-46d1-aafb-2fa0911f2a8a, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a9ad5d-113e-4db2-befc-37dbe2d35fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:32:15.843484 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7936fa16-331c-4201-8492-fe25aff0c140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:15.849165 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cd90a5fd-ab91-429a-98a3-c8935eff2678 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Synchronizing usage tracker for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:15.875994 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cd90a5fd-ab91-429a-98a3-c8935eff2678 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Unset dirty status for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:15.877509 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cd90a5fd-ab91-429a-98a3-c8935eff2678 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1548264 Feb 09 01:32:15.880559 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46382) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:15.983062 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-7936fa16-331c-4201-8492-fe25aff0c140 None None] For port 18fc4253-7fd4-46d1-aafb-2fa0911f2a8a, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:32:15.987692 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-7936fa16-331c-4201-8492-fe25aff0c140 None None] For port 18fc4253-7fd4-46d1-aafb-2fa0911f2a8a, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=18fc4253-7fd4-46d1-aafb-2fa0911f2a8a,segment=NetworkSegment(a2a9ad5d-113e-4db2-befc-37dbe2d35fca),segment_id=a2a9ad5d-113e-4db2-befc-37dbe2d35fca)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:32:16.001557 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7936fa16-331c-4201-8492-fe25aff0c140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:16.123532 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-99fec610-8a6a-41e3-a4b9-4586c69413d8 req-07f3cafb-b381-4166-8f61-ea8bc4c0aa58 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=79247945-bee2-4a1c-b678-f96379aa2700 HTTP/1.1" status: 200 len: 210 time: 0.2712128 Feb 09 01:32:16.163985 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9a6681c0-5894-4217-8983-959f3d5528b9 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:16.169025 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936fa16-331c-4201-8492-fe25aff0c140 None None] Pushing event updated for resources: {'Port': ['ID=18fc4253-7fd4-46d1-aafb-2fa0911f2a8a,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:16.241424 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9a6681c0-5894-4217-8983-959f3d5528b9 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:16.296244 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9a6681c0-5894-4217-8983-959f3d5528b9 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:16.323173 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6681c0-5894-4217-8983-959f3d5528b9 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30475f8-918b-476e-a2a2-46a8d712604e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:16.350006 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9a6681c0-5894-4217-8983-959f3d5528b9 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:16.351619 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9a6681c0-5894-4217-8983-959f3d5528b9 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "DELETE /v2.0/security-groups/f30475f8-918b-476e-a2a2-46a8d712604e HTTP/1.1" status: 204 len: 168 time: 0.4701424 Feb 09 01:32:16.356706 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46392) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:16.388260 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d3607dd5-07fe-48f5-b9c7-e591afcfad89 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:32:16.501486 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c07ea63d-1991-4c7a-9d49-c6c3c074c239 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Synchronizing usage tracker for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:16.524913 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c07ea63d-1991-4c7a-9d49-c6c3c074c239 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Unset dirty status for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:16.531140 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c07ea63d-1991-4c7a-9d49-c6c3c074c239 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1732867 Feb 09 01:32:16.531784 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46396) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:16.551050 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-0adb8868-6654-4dbb-8e90-961b9edb14d8 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Request body: {'security_group': {'name': 'tempest-secgroup--1422932036'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:16.574410 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port d3607dd5-07fe-48f5-b9c7-e591afcfad89 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:32:16.576279 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-0adb8868-6654-4dbb-8e90-961b9edb14d8 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:16.580134 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port d3607dd5-07fe-48f5-b9c7-e591afcfad89 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:16.580551 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:16.596688 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-0adb8868-6654-4dbb-8e90-961b9edb14d8 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:16.752746 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0adb8868-6654-4dbb-8e90-961b9edb14d8 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:16.807464 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:16.825193 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-0adb8868-6654-4dbb-8e90-961b9edb14d8 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:16.827718 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port d3607dd5-07fe-48f5-b9c7-e591afcfad89, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d3607dd5-07fe-48f5-b9c7-e591afcfad89,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:16.833621 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:16.840192 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0adb8868-6654-4dbb-8e90-961b9edb14d8 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Usage tracker for resource:security_group_rule and tenant:f660cadefbc8490580154fa75b31ee89 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:16.847291 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0adb8868-6654-4dbb-8e90-961b9edb14d8 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:16.850777 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-35a8b29f-8e4a-457c-9fcb-c51bb49791c1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Allocated IP 172.20.0.1 (023eca9b-48ef-4835-8ca1-a5b455f2fcf1/da4a8d72-89ab-42e6-955e-754763d2d4a6/d6a50320-850c-4a76-a68a-96b1c27a3649) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:32:16.871676 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-0adb8868-6654-4dbb-8e90-961b9edb14d8 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:16.962835 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=d3607dd5-07fe-48f5-b9c7-e591afcfad89,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:17.134459 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0adb8868-6654-4dbb-8e90-961b9edb14d8 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:17.144227 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0adb8868-6654-4dbb-8e90-961b9edb14d8 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:17.169780 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-35a8b29f-8e4a-457c-9fcb-c51bb49791c1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:17.213899 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb8868-6654-4dbb-8e90-961b9edb14d8 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5eb39f8-9ad9-4edb-9607-a5a232a2e97d,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:17.218833 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-35a8b29f-8e4a-457c-9fcb-c51bb49791c1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Transition to ACTIVE for port object d6a50320-850c-4a76-a68a-96b1c27a3649 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:32:17.227276 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0adb8868-6654-4dbb-8e90-961b9edb14d8 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:17.228940 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0adb8868-6654-4dbb-8e90-961b9edb14d8 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6957057 Feb 09 01:32:17.231228 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46404) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:17.238173 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-0dae57e6-5eb8-4956-b961-c9f777ef9238 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Request body: {'security_group_rule': {'security_group_id': 'c5eb39f8-9ad9-4edb-9607-a5a232a2e97d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:17.245690 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-0dae57e6-5eb8-4956-b961-c9f777ef9238 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:17.253642 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0dae57e6-5eb8-4956-b961-c9f777ef9238 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Usage tracker for resource:security_group_rule and tenant:f660cadefbc8490580154fa75b31ee89 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:17.291429 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0dae57e6-5eb8-4956-b961-c9f777ef9238 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:17.309225 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3709d13b-f0ac-4edc-91f0-bd93f4901968 req-ac9ae3cb-2f3d-4f72-bd41-e55dc4098498 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=79247945-bee2-4a1c-b678-f96379aa2700 HTTP/1.1" status: 200 len: 210 time: 0.0611296 Feb 09 01:32:17.310994 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-0dae57e6-5eb8-4956-b961-c9f777ef9238 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:17.339636 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-35a8b29f-8e4a-457c-9fcb-c51bb49791c1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:17.381986 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0dae57e6-5eb8-4956-b961-c9f777ef9238 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:17.550960 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a8b29f-8e4a-457c-9fcb-c51bb49791c1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Network 023eca9b-48ef-4835-8ca1-a5b455f2fcf1 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:17.567031 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-35a8b29f-8e4a-457c-9fcb-c51bb49791c1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:17.579686 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a8b29f-8e4a-457c-9fcb-c51bb49791c1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:32:17.621920 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8b29f-8e4a-457c-9fcb-c51bb49791c1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'Port': ['ID=d6a50320-850c-4a76-a68a-96b1c27a3649,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:17.697839 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-8c53815f-0a88-482c-9d25-c7456cf4f42a tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:17.699085 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-8c53815f-0a88-482c-9d25-c7456cf4f42a tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.35 "GET /v2.0/networks?id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c HTTP/1.1" status: 200 len: 806 time: 0.2586298 Feb 09 01:32:17.708262 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0dae57e6-5eb8-4956-b961-c9f777ef9238 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:17.709483 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-35a8b29f-8e4a-457c-9fcb-c51bb49791c1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:17.761381 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c0d71b-7c74-4a8d-b535-c9225c3b65a8 None None] Network 023eca9b-48ef-4835-8ca1-a5b455f2fcf1 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:32:17.833414 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-4e994578-c5fb-4487-9e1b-14ba4a139797 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Request body: {'port': {'device_id': '79247945-bee2-4a1c-b678-f96379aa2700', 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c', 'admin_state_up': True, 'tenant_id': 'b294377ce84e483b9e0d3e2eebffd609'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:17.853323 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0dae57e6-5eb8-4956-b961-c9f777ef9238 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:17.939466 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ac55c30b-b3eb-4240-bc50-17ca8a11f00c None None] Provisioning for port 18fc4253-7fd4-46d1-aafb-2fa0911f2a8a completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:32:17.984816 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0dae57e6-5eb8-4956-b961-c9f777ef9238 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:17.987131 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0dae57e6-5eb8-4956-b961-c9f777ef9238 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7543187 Feb 09 01:32:17.989609 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46412) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:18.004372 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae57e6-5eb8-4956-b961-c9f777ef9238 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3207156-db39-445f-bbc8-71f3617e0f24,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:18.060120 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-360f56cd-6eee-4a40-b982-2a3efd78c6f4 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:18.094066 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-360f56cd-6eee-4a40-b982-2a3efd78c6f4 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:18.155476 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-360f56cd-6eee-4a40-b982-2a3efd78c6f4 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:18.193411 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f56cd-6eee-4a40-b982-2a3efd78c6f4 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3207156-db39-445f-bbc8-71f3617e0f24,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:18.212020 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-360f56cd-6eee-4a40-b982-2a3efd78c6f4 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:18.230326 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-360f56cd-6eee-4a40-b982-2a3efd78c6f4 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/a3207156-db39-445f-bbc8-71f3617e0f24 HTTP/1.1" status: 204 len: 168 time: 0.2395055 Feb 09 01:32:18.231010 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46420) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:18.375184 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-41bc25cb-0eac-4c39-81cf-18c40095952b tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Synchronizing usage tracker for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group_rule {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:18.409630 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-4e994578-c5fb-4487-9e1b-14ba4a139797 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:18.415160 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-4e994578-c5fb-4487-9e1b-14ba4a139797 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Usage tracker for resource:port and tenant:b294377ce84e483b9e0d3e2eebffd609 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:18.421202 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-4e994578-c5fb-4487-9e1b-14ba4a139797 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:18.429177 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-4e994578-c5fb-4487-9e1b-14ba4a139797 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:18.432378 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-41bc25cb-0eac-4c39-81cf-18c40095952b tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Unset dirty status for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group_rule {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:18.436858 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-41bc25cb-0eac-4c39-81cf-18c40095952b tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2020745 Feb 09 01:32:18.437642 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46426) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:18.496885 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d3607dd5-07fe-48f5-b9c7-e591afcfad89 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:32:18.568557 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-35a8b29f-8e4a-457c-9fcb-c51bb49791c1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:18.582435 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-4e994578-c5fb-4487-9e1b-14ba4a139797 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Made reservation on behalf of b294377ce84e483b9e0d3e2eebffd609 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:18.586000 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-4e994578-c5fb-4487-9e1b-14ba4a139797 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:18.629503 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0afb4757-bf10-4003-9496-93d614045c85 req-fa6184aa-80ea-4bd3-97b3-f5dd2eea1a04 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=79247945-bee2-4a1c-b678-f96379aa2700 HTTP/1.1" status: 200 len: 210 time: 0.0855148 Feb 09 01:32:18.640698 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port d3607dd5-07fe-48f5-b9c7-e591afcfad89 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:18.642264 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:18.655846 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90f42e98-00ef-4a6c-b1a1-b86774daef2d tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:18.720528 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90f42e98-00ef-4a6c-b1a1-b86774daef2d tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:18.781605 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d261d2b0-0baf-4fd6-a2ec-fa8e31d3cc47 None None] Provisioning for port d6a50320-850c-4a76-a68a-96b1c27a3649 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:32:18.798829 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90f42e98-00ef-4a6c-b1a1-b86774daef2d tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:18.825522 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f42e98-00ef-4a6c-b1a1-b86774daef2d tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5eb39f8-9ad9-4edb-9607-a5a232a2e97d,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:18.855905 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90f42e98-00ef-4a6c-b1a1-b86774daef2d tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:18.856227 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d261d2b0-0baf-4fd6-a2ec-fa8e31d3cc47 None None] Provisioning complete for port d6a50320-850c-4a76-a68a-96b1c27a3649 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:18.856777 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d261d2b0-0baf-4fd6-a2ec-fa8e31d3cc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:18.857706 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-90f42e98-00ef-4a6c-b1a1-b86774daef2d tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "DELETE /v2.0/security-groups/c5eb39f8-9ad9-4edb-9607-a5a232a2e97d HTTP/1.1" status: 204 len: 168 time: 0.4181845 Feb 09 01:32:18.860258 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46430) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:18.962686 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5cfcf439-cc6f-40ba-9dc5-1a5dff7b9b80 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Synchronizing usage tracker for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:18.979898 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 18fc4253-7fd4-46d1-aafb-2fa0911f2a8a up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:32:18.980114 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5cfcf439-cc6f-40ba-9dc5-1a5dff7b9b80 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Unset dirty status for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:18.981622 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5cfcf439-cc6f-40ba-9dc5-1a5dff7b9b80 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1195977 Feb 09 01:32:18.986139 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46434) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:18.992156 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b464d9cf-1f5d-492e-9b05-b7d17377bf8e tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Request body: {'security_group': {'name': 'tempest-secgroup--587280073'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:19.000518 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b464d9cf-1f5d-492e-9b05-b7d17377bf8e tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:19.011109 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b464d9cf-1f5d-492e-9b05-b7d17377bf8e tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:19.039303 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b464d9cf-1f5d-492e-9b05-b7d17377bf8e tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:19.049926 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d261d2b0-0baf-4fd6-a2ec-fa8e31d3cc47 None None] Port d6a50320-850c-4a76-a68a-96b1c27a3649 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:32:19.073276 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-4e994578-c5fb-4487-9e1b-14ba4a139797 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Allocated IP 172.20.0.7 (fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c/bb2e4f25-38e7-4153-b1cd-2ff2d0945d59/25a21778-6b12-4e8d-aec4-f341cf56db8f) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:32:19.086905 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b464d9cf-1f5d-492e-9b05-b7d17377bf8e tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:19.087740 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 18fc4253-7fd4-46d1-aafb-2fa0911f2a8a completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:32:19.091479 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b464d9cf-1f5d-492e-9b05-b7d17377bf8e tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Usage tracker for resource:security_group_rule and tenant:f660cadefbc8490580154fa75b31ee89 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:19.095426 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b464d9cf-1f5d-492e-9b05-b7d17377bf8e tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:19.096563 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 18fc4253-7fd4-46d1-aafb-2fa0911f2a8a triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:19.098481 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:19.101567 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b464d9cf-1f5d-492e-9b05-b7d17377bf8e tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:19.187321 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ebd0e5e7-cfd4-4cb2-b574-5933c2c38a55 None None] Provisioning complete for port d6a50320-850c-4a76-a68a-96b1c27a3649 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:19.187982 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ebd0e5e7-cfd4-4cb2-b574-5933c2c38a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:19.209308 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b464d9cf-1f5d-492e-9b05-b7d17377bf8e tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:19.216310 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b464d9cf-1f5d-492e-9b05-b7d17377bf8e tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:19.284905 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464d9cf-1f5d-492e-9b05-b7d17377bf8e tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12f1023a-8473-4cb2-968e-a7e1ab3e6a41,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:19.297284 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b464d9cf-1f5d-492e-9b05-b7d17377bf8e tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:19.299280 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b464d9cf-1f5d-492e-9b05-b7d17377bf8e tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3119607 Feb 09 01:32:19.301805 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46438) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:19.308102 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-41d9f938-de5f-41a7-aed6-3929e3f2f246 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Request body: {'security_group_rule': {'security_group_id': '12f1023a-8473-4cb2-968e-a7e1ab3e6a41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:19.315804 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-41d9f938-de5f-41a7-aed6-3929e3f2f246 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:19.319856 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:19.320637 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-41d9f938-de5f-41a7-aed6-3929e3f2f246 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Usage tracker for resource:security_group_rule and tenant:f660cadefbc8490580154fa75b31ee89 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:19.324040 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-41d9f938-de5f-41a7-aed6-3929e3f2f246 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:19.331322 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-41d9f938-de5f-41a7-aed6-3929e3f2f246 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:19.353142 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41d9f938-de5f-41a7-aed6-3929e3f2f246 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:19.356561 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 18fc4253-7fd4-46d1-aafb-2fa0911f2a8a, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=18fc4253-7fd4-46d1-aafb-2fa0911f2a8a,segment=NetworkSegment(a2a9ad5d-113e-4db2-befc-37dbe2d35fca),segment_id=a2a9ad5d-113e-4db2-befc-37dbe2d35fca)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:19.359638 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-ebd0e5e7-cfd4-4cb2-b574-5933c2c38a55 None None] Port d6a50320-850c-4a76-a68a-96b1c27a3649 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:32:19.363238 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:19.403721 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-35a8b29f-8e4a-457c-9fcb-c51bb49791c1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:19.418976 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-35a8b29f-8e4a-457c-9fcb-c51bb49791c1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:19.446237 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=18fc4253-7fd4-46d1-aafb-2fa0911f2a8a,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:19.459642 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41d9f938-de5f-41a7-aed6-3929e3f2f246 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:19.465950 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41d9f938-de5f-41a7-aed6-3929e3f2f246 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:19.496313 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9f938-de5f-41a7-aed6-3929e3f2f246 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbecd1b3-d272-4fc8-b163-2f70b63ae98b,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:19.517871 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41d9f938-de5f-41a7-aed6-3929e3f2f246 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:19.521847 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-41d9f938-de5f-41a7-aed6-3929e3f2f246 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2163756 Feb 09 01:32:19.522226 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46444) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:19.527204 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-4e994578-c5fb-4487-9e1b-14ba4a139797 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:19.551164 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-380e4c80-7310-4991-ac98-6b4d69a66d86 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "GET /v2.0/security-group-rules/cbecd1b3-d272-4fc8-b163-2f70b63ae98b HTTP/1.1" status: 200 len: 763 time: 0.0254500 Feb 09 01:32:19.552928 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46448) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:19.596830 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-35a8b29f-8e4a-457c-9fcb-c51bb49791c1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:19.617881 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8b29f-8e4a-457c-9fcb-c51bb49791c1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'Port': ['ID=d6a50320-850c-4a76-a68a-96b1c27a3649,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:19.716116 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-28e86ba4-547f-43bf-ae02-4f2f30b69d39 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Synchronizing usage tracker for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group_rule {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:19.800543 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-4e994578-c5fb-4487-9e1b-14ba4a139797 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:19.808182 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-28e86ba4-547f-43bf-ae02-4f2f30b69d39 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Unset dirty status for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group_rule {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:19.809455 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-28e86ba4-547f-43bf-ae02-4f2f30b69d39 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2484698 Feb 09 01:32:19.812331 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46454) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:19.840790 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5428816a-de2f-450a-9030-6ffcc98fef22 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:19.852008 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5428816a-de2f-450a-9030-6ffcc98fef22 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:19.880825 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5428816a-de2f-450a-9030-6ffcc98fef22 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:19.901290 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5428816a-de2f-450a-9030-6ffcc98fef22 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbecd1b3-d272-4fc8-b163-2f70b63ae98b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:19.911590 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5428816a-de2f-450a-9030-6ffcc98fef22 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:19.913284 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5428816a-de2f-450a-9030-6ffcc98fef22 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/cbecd1b3-d272-4fc8-b163-2f70b63ae98b HTTP/1.1" status: 204 len: 168 time: 0.0996408 Feb 09 01:32:19.915300 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-4e994578-c5fb-4487-9e1b-14ba4a139797 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Network fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:19.915425 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46458) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:19.917285 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a8b29f-8e4a-457c-9fcb-c51bb49791c1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Network 023eca9b-48ef-4835-8ca1-a5b455f2fcf1 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:19.920450 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-4e994578-c5fb-4487-9e1b-14ba4a139797 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:19.927519 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-4e994578-c5fb-4487-9e1b-14ba4a139797 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:32:19.952147 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-35a8b29f-8e4a-457c-9fcb-c51bb49791c1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:19.964509 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-04334547-3fd2-4efa-b9d9-108785fc49ae tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Synchronizing usage tracker for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group_rule {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:19.980644 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e994578-c5fb-4487-9e1b-14ba4a139797 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Pushing event updated for resources: {'Port': ['ID=25a21778-6b12-4e8d-aec4-f341cf56db8f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:19.982247 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-04334547-3fd2-4efa-b9d9-108785fc49ae tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Unset dirty status for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group_rule {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:19.983840 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-04334547-3fd2-4efa-b9d9-108785fc49ae tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0673289 Feb 09 01:32:19.988057 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46462) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:19.993774 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-0c573414-7d5a-49fe-ada3-1389d1b1a261 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Request body: {'security_group_rule': {'security_group_id': '12f1023a-8473-4cb2-968e-a7e1ab3e6a41', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:20.002959 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0c573414-7d5a-49fe-ada3-1389d1b1a261 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:20.012901 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0c573414-7d5a-49fe-ada3-1389d1b1a261 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:20.037822 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c573414-7d5a-49fe-ada3-1389d1b1a261 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:20.099924 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-4e994578-c5fb-4487-9e1b-14ba4a139797 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:20.100570 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-4e994578-c5fb-4487-9e1b-14ba4a139797 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:20.130129 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad98b05-ec7c-4363-b49e-c8a9979d6b9e req-139fedc6-0d75-46dd-8078-c9c0fc8900f1 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:20.132198 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c573414-7d5a-49fe-ada3-1389d1b1a261 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:20.132908 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fad98b05-ec7c-4363-b49e-c8a9979d6b9e req-139fedc6-0d75-46dd-8078-c9c0fc8900f1 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=79247945-bee2-4a1c-b678-f96379aa2700 HTTP/1.1" status: 200 len: 931 time: 0.3805151 Feb 09 01:32:20.138230 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c573414-7d5a-49fe-ada3-1389d1b1a261 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:20.175081 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c573414-7d5a-49fe-ada3-1389d1b1a261 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b0a4dd-4355-4076-817d-c4ab25c5c543,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:20.198109 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-4e994578-c5fb-4487-9e1b-14ba4a139797 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3690457 Feb 09 01:32:20.205819 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c573414-7d5a-49fe-ada3-1389d1b1a261 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:20.207033 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0c573414-7d5a-49fe-ada3-1389d1b1a261 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2178097 Feb 09 01:32:20.211986 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46466) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:20.242306 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-79f29b87-4e12-4674-af71-074151db105d tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "GET /v2.0/security-group-rules/43b0a4dd-4355-4076-817d-c4ab25c5c543 HTTP/1.1" status: 200 len: 763 time: 0.0268645 Feb 09 01:32:20.242913 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46470) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:20.302884 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 18fc4253-7fd4-46d1-aafb-2fa0911f2a8a up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:32:20.341813 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-eb229ebf-50eb-43a6-95fd-6cb85d6ef4ca tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Synchronizing usage tracker for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group_rule {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:20.362608 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-eb229ebf-50eb-43a6-95fd-6cb85d6ef4ca tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Unset dirty status for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group_rule {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:20.364374 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-eb229ebf-50eb-43a6-95fd-6cb85d6ef4ca tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1188338 Feb 09 01:32:20.368224 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46474) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:20.402461 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 18fc4253-7fd4-46d1-aafb-2fa0911f2a8a triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:20.403361 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:20.404588 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-834d494a-68f4-4551-9c0d-7e85ab50d255 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:20.418610 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-834d494a-68f4-4551-9c0d-7e85ab50d255 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:20.432847 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-babdb60c-50ea-4f39-9824-4c469c559250 service neutron] Request body: {'port': {'device_id': '79247945-bee2-4a1c-b678-f96379aa2700', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:20.464022 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-1aa6ac64-f4c0-4078-ad1a-bb4f23664a51 None None] Provisioning complete for port d6a50320-850c-4a76-a68a-96b1c27a3649 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:20.464504 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1aa6ac64-f4c0-4078-ad1a-bb4f23664a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:20.468570 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:32:20.485275 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-834d494a-68f4-4551-9c0d-7e85ab50d255 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:20.507009 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-fad98b05-ec7c-4363-b49e-c8a9979d6b9e req-62e6fa1a-b205-4c93-aa3b-64b2ca1cc478 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Synchronizing usage tracker for tenant:b294377ce84e483b9e0d3e2eebffd609 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:20.507683 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d494a-68f4-4551-9c0d-7e85ab50d255 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43b0a4dd-4355-4076-817d-c4ab25c5c543,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:20.518992 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-834d494a-68f4-4551-9c0d-7e85ab50d255 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:20.520609 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-834d494a-68f4-4551-9c0d-7e85ab50d255 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/43b0a4dd-4355-4076-817d-c4ab25c5c543 HTTP/1.1" status: 204 len: 168 time: 0.1509061 Feb 09 01:32:20.523135 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46478) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:20.541871 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-1aa6ac64-f4c0-4078-ad1a-bb4f23664a51 None None] Port d6a50320-850c-4a76-a68a-96b1c27a3649 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:32:20.590522 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a8b29f-8e4a-457c-9fcb-c51bb49791c1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Router 1fffcba7-8259-4707-b90e-6e2e5dbbcc1e has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:32:20.593559 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-fad98b05-ec7c-4363-b49e-c8a9979d6b9e req-62e6fa1a-b205-4c93-aa3b-64b2ca1cc478 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Unset dirty status for tenant:b294377ce84e483b9e0d3e2eebffd609 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:20.595277 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fad98b05-ec7c-4363-b49e-c8a9979d6b9e req-62e6fa1a-b205-4c93-aa3b-64b2ca1cc478 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405262 Feb 09 01:32:20.611131 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-babdb60c-50ea-4f39-9824-4c469c559250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:20.612489 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ab1159ba-478d-45da-8576-14af107fb3d1 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Synchronizing usage tracker for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group_rule {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:20.648116 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ab1159ba-478d-45da-8576-14af107fb3d1 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Unset dirty status for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group_rule {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:20.649856 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ab1159ba-478d-45da-8576-14af107fb3d1 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1247365 Feb 09 01:32:20.652690 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46486) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:20.659391 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-45392ed1-6f6d-472a-8fdb-714d0368b0fe tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Request body: {'security_group_rule': {'security_group_id': '12f1023a-8473-4cb2-968e-a7e1ab3e6a41', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:20.667873 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-45392ed1-6f6d-472a-8fdb-714d0368b0fe tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:20.679304 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-45392ed1-6f6d-472a-8fdb-714d0368b0fe tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:20.702906 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-45392ed1-6f6d-472a-8fdb-714d0368b0fe tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:20.804774 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-45392ed1-6f6d-472a-8fdb-714d0368b0fe tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:20.811106 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-45392ed1-6f6d-472a-8fdb-714d0368b0fe tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:20.841775 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45392ed1-6f6d-472a-8fdb-714d0368b0fe tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56bdb9ac-ee02-44d0-ab8b-e3f41eadec00,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:20.868800 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-45392ed1-6f6d-472a-8fdb-714d0368b0fe tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:20.870173 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-45392ed1-6f6d-472a-8fdb-714d0368b0fe tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2160304 Feb 09 01:32:20.873292 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46492) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:20.897837 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-097c1371-1a76-482f-9260-d8c5a26bc84c tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "GET /v2.0/security-group-rules/56bdb9ac-ee02-44d0-ab8b-e3f41eadec00 HTTP/1.1" status: 200 len: 764 time: 0.0211406 Feb 09 01:32:20.898263 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46498) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:20.952976 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f809f539-5055-4248-b61f-3399d6f3f7b9 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Synchronizing usage tracker for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group_rule {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:20.968747 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a8b29f-8e4a-457c-9fcb-c51bb49791c1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:32:20.978646 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f809f539-5055-4248-b61f-3399d6f3f7b9 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Unset dirty status for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group_rule {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:20.979566 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f809f539-5055-4248-b61f-3399d6f3f7b9 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0804029 Feb 09 01:32:20.979689 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-35a8b29f-8e4a-457c-9fcb-c51bb49791c1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "PUT /v2.0/routers/1fffcba7-8259-4707-b90e-6e2e5dbbcc1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4337442 Feb 09 01:32:20.982295 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46502) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:20.985699 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46506) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:20.988081 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9df7c80-20fb-47db-946a-66f8f5ff7b39 None None] Sync routers for ids ['1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:32:21.004944 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9df7c80-20fb-47db-946a-66f8f5ff7b39 None None] Routers {'1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:32:21.006996 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-f9df7c80-20fb-47db-946a-66f8f5ff7b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:32:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:21.076819 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46510) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:21.112447 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-51c7a9d0-238d-43ba-bec8-337c58d0c123 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:21.140922 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-51c7a9d0-238d-43ba-bec8-337c58d0c123 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:21.168110 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da12c5d6-59c2-4a2f-99b4-68af45d4ede7 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.169959 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da12c5d6-59c2-4a2f-99b4-68af45d4ede7 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.170749 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da12c5d6-59c2-4a2f-99b4-68af45d4ede7 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.171349 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da12c5d6-59c2-4a2f-99b4-68af45d4ede7 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.172232 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da12c5d6-59c2-4a2f-99b4-68af45d4ede7 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.174004 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da12c5d6-59c2-4a2f-99b4-68af45d4ede7 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.174756 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da12c5d6-59c2-4a2f-99b4-68af45d4ede7 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.175366 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da12c5d6-59c2-4a2f-99b4-68af45d4ede7 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.175971 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da12c5d6-59c2-4a2f-99b4-68af45d4ede7 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.181020 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-da12c5d6-59c2-4a2f-99b4-68af45d4ede7 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6371 time: 0.1973472 Feb 09 01:32:21.183475 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46516) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:21.206046 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-51c7a9d0-238d-43ba-bec8-337c58d0c123 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:21.244030 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-51c7a9d0-238d-43ba-bec8-337c58d0c123 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:21.245091 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-51c7a9d0-238d-43ba-bec8-337c58d0c123 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/56bdb9ac-ee02-44d0-ab8b-e3f41eadec00 HTTP/1.1" status: 204 len: 168 time: 0.2584414 Feb 09 01:32:21.246233 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7a9d0-238d-43ba-bec8-337c58d0c123 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56bdb9ac-ee02-44d0-ab8b-e3f41eadec00,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:21.247813 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46520) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:21.290459 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b4327c-ec3f-4992-9a16-76164d0ea2aa tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.291180 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b4327c-ec3f-4992-9a16-76164d0ea2aa tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.291870 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b4327c-ec3f-4992-9a16-76164d0ea2aa tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.292492 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b4327c-ec3f-4992-9a16-76164d0ea2aa tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.293107 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b4327c-ec3f-4992-9a16-76164d0ea2aa tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.293701 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b4327c-ec3f-4992-9a16-76164d0ea2aa tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.294339 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b4327c-ec3f-4992-9a16-76164d0ea2aa tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.295058 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b4327c-ec3f-4992-9a16-76164d0ea2aa tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.295682 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b4327c-ec3f-4992-9a16-76164d0ea2aa tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.298981 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-79b4327c-ec3f-4992-9a16-76164d0ea2aa tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5909 time: 0.1143534 Feb 09 01:32:21.301761 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46524) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:21.368536 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-babdb60c-50ea-4f39-9824-4c469c559250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a21778-6b12-4e8d-aec4-f341cf56db8f {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:32:21.385202 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-f9df7c80-20fb-47db-946a-66f8f5ff7b39 None None] Set router 1fffcba7-8259-4707-b90e-6e2e5dbbcc1e gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:32:21.392024 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-babdb60c-50ea-4f39-9824-4c469c559250 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:21.412520 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d30d3491-2160-4fed-a7d1-eab6072a570c tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Synchronizing usage tracker for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group_rule {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:21.429230 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4cafce0c-87a2-45ef-80c4-d597c5749a57 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=45581217b0b44062ad5705b70ff60163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3512862 Feb 09 01:32:21.432229 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46528) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:21.436825 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-babdb60c-50ea-4f39-9824-4c469c559250 service neutron] Transition to ACTIVE for port object 25a21778-6b12-4e8d-aec4-f341cf56db8f will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:32:21.444857 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-babdb60c-50ea-4f39-9824-4c469c559250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:21.528439 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babdb60c-50ea-4f39-9824-4c469c559250 service neutron] Pushing event updated for resources: {'Port': ['ID=25a21778-6b12-4e8d-aec4-f341cf56db8f,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:21.583243 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d30d3491-2160-4fed-a7d1-eab6072a570c tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Unset dirty status for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group_rule {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:21.587117 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d30d3491-2160-4fed-a7d1-eab6072a570c tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3310411 Feb 09 01:32:21.590871 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46532) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:21.592855 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bd8f82c2-40e9-4b70-bbb4-9add45267c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:21.645960 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bd8f82c2-40e9-4b70-bbb4-9add45267c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:21.721102 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-66b6fcbc-0e04-4df2-939b-6cccf77ee89b tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4481 time: 0.4179430 Feb 09 01:32:21.749896 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-f9df7c80-20fb-47db-946a-66f8f5ff7b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'name': 'tempest-TestNetworkBasicOps-router-1893570094', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:09Z', 'updated_at': '2022-02-09T01:32:18Z', 'revision_number': 4, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:10Z', 'updated_at': '2022-02-09T01:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'd6a50320-850c-4a76-a68a-96b1c27a3649', 'name': '', 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1', 'tenant_id': '089df553ed3542348a44835caf19372b', 'mac_address': 'fa:16:3e:89:58:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'da4a8d72-89ab-42e6-955e-754763d2d4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:16Z', 'updated_at': '2022-02-09T01:32:19Z', 'revision_number': 2, 'project_id': '089df553ed3542348a44835caf19372b', 'subnets': [{'id': 'da4a8d72-89ab-42e6-955e-754763d2d4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:21.760607 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9df7c80-20fb-47db-946a-66f8f5ff7b39 None None] Checking router: 1fffcba7-8259-4707-b90e-6e2e5dbbcc1e for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:32:21.760607 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9df7c80-20fb-47db-946a-66f8f5ff7b39 None None] Updating router 1fffcba7-8259-4707-b90e-6e2e5dbbcc1e port d6a50320-850c-4a76-a68a-96b1c27a3649 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:32:21.777486 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3c3b8fcd-aa1d-4421-b059-76148bc58349 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:21.783547 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bd8f82c2-40e9-4b70-bbb4-9add45267c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:21.796940 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-babdb60c-50ea-4f39-9824-4c469c559250 service neutron] Attempting to bind port 25a21778-6b12-4e8d-aec4-f341cf56db8f on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:32:21.797281 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-babdb60c-50ea-4f39-9824-4c469c559250 service neutron] Attempting to bind port 25a21778-6b12-4e8d-aec4-f341cf56db8f by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'b13e28b8-c315-4aea-ae2e-bbae93a80b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:32:21.797652 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-babdb60c-50ea-4f39-9824-4c469c559250 service neutron] Attempting to bind port 25a21778-6b12-4e8d-aec4-f341cf56db8f on network fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:32:21.815899 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-babdb60c-50ea-4f39-9824-4c469c559250 service neutron] Port 25a21778-6b12-4e8d-aec4-f341cf56db8f on network fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:32:21.816213 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-babdb60c-50ea-4f39-9824-4c469c559250 service neutron] Attempting to bind port 25a21778-6b12-4e8d-aec4-f341cf56db8f on network fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:32:21.819075 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3c3b8fcd-aa1d-4421-b059-76148bc58349 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:21.835017 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-babdb60c-50ea-4f39-9824-4c469c559250 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:32:21.835441 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-babdb60c-50ea-4f39-9824-4c469c559250 service neutron] Checking segment: {'id': 'b13e28b8-c315-4aea-ae2e-bbae93a80b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:32:21.835825 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-babdb60c-50ea-4f39-9824-4c469c559250 service neutron] Bound using segment: {'id': 'b13e28b8-c315-4aea-ae2e-bbae93a80b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:32:21.836328 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-babdb60c-50ea-4f39-9824-4c469c559250 service neutron] Bound port: 25a21778-6b12-4e8d-aec4-f341cf56db8f, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b13e28b8-c315-4aea-ae2e-bbae93a80b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:32:21.836690 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-babdb60c-50ea-4f39-9824-4c469c559250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:21.848844 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f9df7c80-20fb-47db-946a-66f8f5ff7b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:21.950064 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-babdb60c-50ea-4f39-9824-4c469c559250 service neutron] For port 25a21778-6b12-4e8d-aec4-f341cf56db8f, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:32:21.953108 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-babdb60c-50ea-4f39-9824-4c469c559250 service neutron] For port 25a21778-6b12-4e8d-aec4-f341cf56db8f, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=25a21778-6b12-4e8d-aec4-f341cf56db8f,segment=NetworkSegment(b13e28b8-c315-4aea-ae2e-bbae93a80b62),segment_id=b13e28b8-c315-4aea-ae2e-bbae93a80b62)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:32:21.963528 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-babdb60c-50ea-4f39-9824-4c469c559250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:21.974466 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f82c2-40e9-4b70-bbb4-9add45267c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1757a125-2fc2-4317-aa98-ea70891db9ae,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:21.997295 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bd8f82c2-40e9-4b70-bbb4-9add45267c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:22.002174 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-bd8f82c2-40e9-4b70-bbb4-9add45267c11 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1757a125-2fc2-4317-aa98-ea70891db9ae HTTP/1.1" status: 204 len: 168 time: 0.5687423 Feb 09 01:32:22.029702 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0658ed9-46ef-4219-aabb-348a1bae1367 req-21b696dc-ed0e-4287-ac27-ab7229ab93c6 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:22.032384 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d0658ed9-46ef-4219-aabb-348a1bae1367 req-21b696dc-ed0e-4287-ac27-ab7229ab93c6 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=79247945-bee2-4a1c-b678-f96379aa2700 HTTP/1.1" status: 200 len: 943 time: 0.2408986 Feb 09 01:32:22.039607 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3c3b8fcd-aa1d-4421-b059-76148bc58349 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:22.045581 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-babdb60c-50ea-4f39-9824-4c469c559250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:22.046183 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-babdb60c-50ea-4f39-9824-4c469c559250 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:22.048378 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-babdb60c-50ea-4f39-9824-4c469c559250 service neutron] 10.222.0.35 "PUT /v2.0/ports/25a21778-6b12-4e8d-aec4-f341cf56db8f HTTP/1.1" status: 200 len: 1091 time: 1.6192124 Feb 09 01:32:22.061063 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79247945-bee2-4a1c-b678-f96379aa2700', 'tag': '25a21778-6b12-4e8d-aec4-f341cf56db8f'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:32:22.100314 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b8fcd-aa1d-4421-b059-76148bc58349 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f1023a-8473-4cb2-968e-a7e1ab3e6a41,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:22.127203 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d0658ed9-46ef-4219-aabb-348a1bae1367 req-38dad190-13f5-47eb-97c5-2d19f1622e44 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867655 Feb 09 01:32:22.166942 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:22.178067 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babdb60c-50ea-4f39-9824-4c469c559250 service neutron] Pushing event updated for resources: {'Port': ['ID=25a21778-6b12-4e8d-aec4-f341cf56db8f,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:22.201120 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3c3b8fcd-aa1d-4421-b059-76148bc58349 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:22.204135 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3c3b8fcd-aa1d-4421-b059-76148bc58349 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "DELETE /v2.0/security-groups/12f1023a-8473-4cb2-968e-a7e1ab3e6a41 HTTP/1.1" status: 204 len: 168 time: 0.6131670 Feb 09 01:32:22.207401 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46544) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:22.243940 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-74ea1777-bcb3-47c9-9bac-76facb5115ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:22.246121 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-74ea1777-bcb3-47c9-9bac-76facb5115ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b294377ce84e483b9e0d3e2eebffd609&device_id=79247945-bee2-4a1c-b678-f96379aa2700 HTTP/1.1" status: 200 len: 1094 time: 0.1279922 Feb 09 01:32:22.307339 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79247945-bee2-4a1c-b678-f96379aa2700', 'tag': '25a21778-6b12-4e8d-aec4-f341cf56db8f', 'status': 'completed', 'code': 200} Feb 09 01:32:22.308298 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-498200a1-378b-4c28-a85a-626f92a29126 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Synchronizing usage tracker for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:22.321652 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-f160ffbe-8a56-461c-b305-b0072e7627d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25a21778-6b12-4e8d-aec4-f341cf56db8f HTTP/1.1" status: 200 len: 217 time: 0.0670052 Feb 09 01:32:22.340621 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-498200a1-378b-4c28-a85a-626f92a29126 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Unset dirty status for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:22.346750 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-498200a1-378b-4c28-a85a-626f92a29126 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1335983 Feb 09 01:32:22.346998 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46550) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:22.356382 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-e57bc30a-f972-4bd1-91fa-0fad06e2b5ce tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Request body: {'security_group': {'name': 'tempest-secgroup--1180765869'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:22.379908 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e57bc30a-f972-4bd1-91fa-0fad06e2b5ce tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:22.393042 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e57bc30a-f972-4bd1-91fa-0fad06e2b5ce tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:22.413071 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e57bc30a-f972-4bd1-91fa-0fad06e2b5ce tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:22.441929 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46556) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:22.454773 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-3de9a2de-bb17-49ff-ad41-235936830736 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-975498922', 'description': 'tempest-secgroup-smoke-975498922 description', 'project_id': '089df553ed3542348a44835caf19372b'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:22.470173 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3de9a2de-bb17-49ff-ad41-235936830736 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:22.474075 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f9df7c80-20fb-47db-946a-66f8f5ff7b39 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:22.477377 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e57bc30a-f972-4bd1-91fa-0fad06e2b5ce tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:22.484780 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e57bc30a-f972-4bd1-91fa-0fad06e2b5ce tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Usage tracker for resource:security_group_rule and tenant:f660cadefbc8490580154fa75b31ee89 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:22.488754 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3de9a2de-bb17-49ff-ad41-235936830736 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Usage tracker for resource:security_group and tenant:089df553ed3542348a44835caf19372b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:22.491761 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f9df7c80-20fb-47db-946a-66f8f5ff7b39 None None] Transition to ACTIVE for port object d6a50320-850c-4a76-a68a-96b1c27a3649 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:32:22.491975 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e57bc30a-f972-4bd1-91fa-0fad06e2b5ce tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:22.496576 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3de9a2de-bb17-49ff-ad41-235936830736 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:22.503880 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f9df7c80-20fb-47db-946a-66f8f5ff7b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:22.505399 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e57bc30a-f972-4bd1-91fa-0fad06e2b5ce tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:22.507747 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3de9a2de-bb17-49ff-ad41-235936830736 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:22.534180 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3de9a2de-bb17-49ff-ad41-235936830736 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:22.557317 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-89798d46-7a00-4c4c-ac33-aed10c54091f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:22.558776 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-89798d46-7a00-4c4c-ac33-aed10c54091f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb2e4f25-38e7-4153-b1cd-2ff2d0945d59 HTTP/1.1" status: 200 len: 846 time: 0.2300487 Feb 09 01:32:22.564992 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3de9a2de-bb17-49ff-ad41-235936830736 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:22.570586 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3de9a2de-bb17-49ff-ad41-235936830736 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Usage tracker for resource:security_group_rule and tenant:089df553ed3542348a44835caf19372b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:22.578159 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3de9a2de-bb17-49ff-ad41-235936830736 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:22.590342 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3de9a2de-bb17-49ff-ad41-235936830736 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:22.630301 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-f665e84e-6add-40eb-9d07-a966210877e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606878 Feb 09 01:32:22.645052 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e57bc30a-f972-4bd1-91fa-0fad06e2b5ce tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:22.659864 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e57bc30a-f972-4bd1-91fa-0fad06e2b5ce tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:22.734578 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356edf7e-2229-4ab0-957a-9f0d3d369402 None None] Pushing event updated for resources: {'Port': ['ID=d6a50320-850c-4a76-a68a-96b1c27a3649,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:22.755881 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e57bc30a-f972-4bd1-91fa-0fad06e2b5ce tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:22.760356 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e57bc30a-f972-4bd1-91fa-0fad06e2b5ce tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4120469 Feb 09 01:32:22.761364 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46570) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:22.770320 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57bc30a-f972-4bd1-91fa-0fad06e2b5ce tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64df19d0-cc77-428b-8c55-e8e9bd9a4679,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:22.779955 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-0cc56c6f-7e7f-48c4-8230-529899f62708 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Request body: {'security_group_rule': {'security_group_id': '64df19d0-cc77-428b-8c55-e8e9bd9a4679', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:22.794631 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0cc56c6f-7e7f-48c4-8230-529899f62708 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:22.806409 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0cc56c6f-7e7f-48c4-8230-529899f62708 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Usage tracker for resource:security_group_rule and tenant:f660cadefbc8490580154fa75b31ee89 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:22.817986 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0cc56c6f-7e7f-48c4-8230-529899f62708 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:22.832345 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0cc56c6f-7e7f-48c4-8230-529899f62708 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:22.836415 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-765112da-abce-4573-a79a-66d9cd34bb4b service neutron] 10.222.0.35 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974549 Feb 09 01:32:22.839043 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3de9a2de-bb17-49ff-ad41-235936830736 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:22.843105 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3de9a2de-bb17-49ff-ad41-235936830736 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:22.877088 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-f9df7c80-20fb-47db-946a-66f8f5ff7b39 None None] Attempting to bind port d6a50320-850c-4a76-a68a-96b1c27a3649 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:32:22.877662 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-f9df7c80-20fb-47db-946a-66f8f5ff7b39 None None] Attempting to bind port d6a50320-850c-4a76-a68a-96b1c27a3649 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'a2a9ad5d-113e-4db2-befc-37dbe2d35fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:32:22.878098 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9df7c80-20fb-47db-946a-66f8f5ff7b39 None None] Attempting to bind port d6a50320-850c-4a76-a68a-96b1c27a3649 on network 023eca9b-48ef-4835-8ca1-a5b455f2fcf1 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:32:22.884761 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9df7c80-20fb-47db-946a-66f8f5ff7b39 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:32:22.885323 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9df7c80-20fb-47db-946a-66f8f5ff7b39 None None] Checking segment: {'id': 'a2a9ad5d-113e-4db2-befc-37dbe2d35fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:32:22.885864 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f9df7c80-20fb-47db-946a-66f8f5ff7b39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:22.886359 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9df7c80-20fb-47db-946a-66f8f5ff7b39 None None] Bound using segment: {'id': 'a2a9ad5d-113e-4db2-befc-37dbe2d35fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:32:22.887015 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-f9df7c80-20fb-47db-946a-66f8f5ff7b39 None None] Bound port: d6a50320-850c-4a76-a68a-96b1c27a3649, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a9ad5d-113e-4db2-befc-37dbe2d35fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:32:22.887701 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f9df7c80-20fb-47db-946a-66f8f5ff7b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:22.906360 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0cc56c6f-7e7f-48c4-8230-529899f62708 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:22.933841 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9a2de-bb17-49ff-ad41-235936830736 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c26ab04a-c2aa-4042-859a-abdbd5761576,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:22.946207 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3de9a2de-bb17-49ff-ad41-235936830736 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:22.950176 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3de9a2de-bb17-49ff-ad41-235936830736 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5038385 Feb 09 01:32:22.956224 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46578) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:22.967779 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-63eb2f5f-6b8c-4f42-83d7-05f0303de8e6 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Request body: {'security_group_rule': {'security_group_id': 'c26ab04a-c2aa-4042-859a-abdbd5761576', 'project_id': '089df553ed3542348a44835caf19372b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:22.979387 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-63eb2f5f-6b8c-4f42-83d7-05f0303de8e6 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:22.985943 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-63eb2f5f-6b8c-4f42-83d7-05f0303de8e6 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Usage tracker for resource:security_group_rule and tenant:089df553ed3542348a44835caf19372b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:22.989609 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-63eb2f5f-6b8c-4f42-83d7-05f0303de8e6 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:22.997937 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-63eb2f5f-6b8c-4f42-83d7-05f0303de8e6 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:23.015949 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0cc56c6f-7e7f-48c4-8230-529899f62708 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:23.017691 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41754fef-9932-497a-a594-e4bcdbddbc99 req-53db4dcf-ad4a-462e-8fad-4d92c4e79a4d service neutron] 10.222.0.35 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741467 Feb 09 01:32:23.024165 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0cc56c6f-7e7f-48c4-8230-529899f62708 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:23.030510 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f9df7c80-20fb-47db-946a-66f8f5ff7b39 None None] For port d6a50320-850c-4a76-a68a-96b1c27a3649, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:32:23.035742 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f9df7c80-20fb-47db-946a-66f8f5ff7b39 None None] For port d6a50320-850c-4a76-a68a-96b1c27a3649, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d6a50320-850c-4a76-a68a-96b1c27a3649,segment=NetworkSegment(a2a9ad5d-113e-4db2-befc-37dbe2d35fca),segment_id=a2a9ad5d-113e-4db2-befc-37dbe2d35fca)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:32:23.046092 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f9df7c80-20fb-47db-946a-66f8f5ff7b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:23.063728 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc56c6f-7e7f-48c4-8230-529899f62708 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f6990ff-7af3-47d7-b77f-f0536ada1e13,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:23.097504 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-63eb2f5f-6b8c-4f42-83d7-05f0303de8e6 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:23.106597 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46582) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:23.124685 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0cc56c6f-7e7f-48c4-8230-529899f62708 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:23.129099 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0cc56c6f-7e7f-48c4-8230-529899f62708 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3611360 Feb 09 01:32:23.134134 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46588) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:23.187554 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356edf7e-2229-4ab0-957a-9f0d3d369402 None None] Pushing event updated for resources: {'Port': ['ID=d6a50320-850c-4a76-a68a-96b1c27a3649,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:23.219852 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9df7c80-20fb-47db-946a-66f8f5ff7b39 None None] Routers {'1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:32:23.220521 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-f9df7c80-20fb-47db-946a-66f8f5ff7b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:32:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:23.237310 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396aa57-cce1-4862-8d8d-10e14323ba13 req-14dce144-2fc3-4778-8483-66f729386ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:23.238256 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-63eb2f5f-6b8c-4f42-83d7-05f0303de8e6 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:23.241339 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18b45b5d-8a20-4c6b-93ea-cc856ed0d44e tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:23.241692 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d396aa57-cce1-4862-8d8d-10e14323ba13 req-14dce144-2fc3-4778-8483-66f729386ebc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b294377ce84e483b9e0d3e2eebffd609&device_id=79247945-bee2-4a1c-b678-f96379aa2700 HTTP/1.1" status: 200 len: 1094 time: 0.1688540 Feb 09 01:32:23.277818 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18b45b5d-8a20-4c6b-93ea-cc856ed0d44e tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:23.294871 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-63eb2f5f-6b8c-4f42-83d7-05f0303de8e6 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:23.350577 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-da79117d-c4c1-49e2-8050-319535d3a679 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1858120785-network', 'tenant_id': '1fd534179ad04bc6b2eca065d88c75a1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:23.365043 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-63eb2f5f-6b8c-4f42-83d7-05f0303de8e6 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:23.366166 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-63eb2f5f-6b8c-4f42-83d7-05f0303de8e6 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4074664 Feb 09 01:32:23.367406 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-da79117d-c4c1-49e2-8050-319535d3a679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:23.381945 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb2f5f-6b8c-4f42-83d7-05f0303de8e6 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d27d7a89-032e-4286-8690-29dd796f8b35,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:23.388723 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46594) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:23.389772 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-da79117d-c4c1-49e2-8050-319535d3a679 admin admin] Usage tracker for resource:network and tenant:1fd534179ad04bc6b2eca065d88c75a1 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:23.393650 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-da79117d-c4c1-49e2-8050-319535d3a679 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:23.401795 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-6f33ab9b-bc6c-42fb-ad9e-c1c62e7b7980 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Request body: {'security_group_rule': {'security_group_id': 'c26ab04a-c2aa-4042-859a-abdbd5761576', 'project_id': '089df553ed3542348a44835caf19372b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:23.411385 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6f33ab9b-bc6c-42fb-ad9e-c1c62e7b7980 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:23.424496 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6f33ab9b-bc6c-42fb-ad9e-c1c62e7b7980 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Usage tracker for resource:security_group_rule and tenant:089df553ed3542348a44835caf19372b is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:23.429235 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6f33ab9b-bc6c-42fb-ad9e-c1c62e7b7980 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:23.439344 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6f33ab9b-bc6c-42fb-ad9e-c1c62e7b7980 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:23.441280 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-da79117d-c4c1-49e2-8050-319535d3a679 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:23.466888 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da79117d-c4c1-49e2-8050-319535d3a679 admin admin] Made reservation on behalf of 1fd534179ad04bc6b2eca065d88c75a1 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:23.469415 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da79117d-c4c1-49e2-8050-319535d3a679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:23.487509 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da79117d-c4c1-49e2-8050-319535d3a679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:23.491034 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6f33ab9b-bc6c-42fb-ad9e-c1c62e7b7980 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:23.500351 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18b45b5d-8a20-4c6b-93ea-cc856ed0d44e tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:23.501097 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396aa57-cce1-4862-8d8d-10e14323ba13 req-14488c50-71e2-47da-ae45-6fa8bd06e2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:23.502496 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d396aa57-cce1-4862-8d8d-10e14323ba13 req-14488c50-71e2-47da-ae45-6fa8bd06e2f6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c HTTP/1.1" status: 200 len: 907 time: 0.2536795 Feb 09 01:32:23.504256 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-f9df7c80-20fb-47db-946a-66f8f5ff7b39 None None] Set router 1fffcba7-8259-4707-b90e-6e2e5dbbcc1e gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:32:23.531393 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-da79117d-c4c1-49e2-8050-319535d3a679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:23.533785 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b45b5d-8a20-4c6b-93ea-cc856ed0d44e tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64df19d0-cc77-428b-8c55-e8e9bd9a4679,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:23.538513 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-da79117d-c4c1-49e2-8050-319535d3a679 admin admin] Usage tracker for resource:security_group_rule and tenant:1fd534179ad04bc6b2eca065d88c75a1 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:23.544762 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-da79117d-c4c1-49e2-8050-319535d3a679 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:23.553304 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-da79117d-c4c1-49e2-8050-319535d3a679 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:23.568812 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6b35c-59b9-41a5-89b6-53e7d3f2580b req-40ce6c92-df8b-4b8a-a3ff-8bd1d937cc9f tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:23.570298 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b7e6b35c-59b9-41a5-89b6-53e7d3f2580b req-40ce6c92-df8b-4b8a-a3ff-8bd1d937cc9f tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=79247945-bee2-4a1c-b678-f96379aa2700 HTTP/1.1" status: 200 len: 943 time: 0.1861827 Feb 09 01:32:23.577878 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18b45b5d-8a20-4c6b-93ea-cc856ed0d44e tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:23.580350 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-18b45b5d-8a20-4c6b-93ea-cc856ed0d44e tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "DELETE /v2.0/security-groups/64df19d0-cc77-428b-8c55-e8e9bd9a4679 HTTP/1.1" status: 204 len: 168 time: 0.4451592 Feb 09 01:32:23.581026 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46598) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:23.593276 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d396aa57-cce1-4862-8d8d-10e14323ba13 req-b4c46294-0a13-4f6b-8a67-cdb7f90810a6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25a21778-6b12-4e8d-aec4-f341cf56db8f HTTP/1.1" status: 200 len: 217 time: 0.0779028 Feb 09 01:32:23.666156 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396aa57-cce1-4862-8d8d-10e14323ba13 req-742f01f9-27aa-46a8-b556-eb5a4a62e442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:23.667637 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d396aa57-cce1-4862-8d8d-10e14323ba13 req-742f01f9-27aa-46a8-b556-eb5a4a62e442 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb2e4f25-38e7-4153-b1cd-2ff2d0945d59 HTTP/1.1" status: 200 len: 846 time: 0.0663443 Feb 09 01:32:23.678468 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b7e6b35c-59b9-41a5-89b6-53e7d3f2580b req-45e572ca-1255-4a7c-88c8-d06f1fb41b6a tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938756 Feb 09 01:32:23.692321 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-adf5fd20-4545-404d-97ed-8d64f633bd18 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Synchronizing usage tracker for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:23.716809 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6f33ab9b-bc6c-42fb-ad9e-c1c62e7b7980 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:23.723904 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-adf5fd20-4545-404d-97ed-8d64f633bd18 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Unset dirty status for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:23.728054 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-adf5fd20-4545-404d-97ed-8d64f633bd18 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1449733 Feb 09 01:32:23.728288 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d396aa57-cce1-4862-8d8d-10e14323ba13 req-83c05e6e-55c9-4222-bc52-1e1eefd766aa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529461 Feb 09 01:32:23.728758 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46602) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:23.729375 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6f33ab9b-bc6c-42fb-ad9e-c1c62e7b7980 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:23.759274 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da79117d-c4c1-49e2-8050-319535d3a679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:23.763281 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da79117d-c4c1-49e2-8050-319535d3a679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:23.791443 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da79117d-c4c1-49e2-8050-319535d3a679 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 991} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:32:23.804341 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79117d-c4c1-49e2-8050-319535d3a679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e3b55e-1f4b-45e2-9cd2-d93151071fee,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:23.808824 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da79117d-c4c1-49e2-8050-319535d3a679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:23.809650 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-da79117d-c4c1-49e2-8050-319535d3a679 admin admin] Added segment 59060378-9ce6-4652-9912-bf0986e3cc0b of type vlan for network 0945a7f5-952a-4146-8218-2c351c32c44b Feb 09 01:32:23.835501 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da79117d-c4c1-49e2-8050-319535d3a679 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:23.860885 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33ab9b-bc6c-42fb-ad9e-c1c62e7b7980 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb331f26-d15f-414e-a9c2-33ed86cc1f8d,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:23.877022 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da79117d-c4c1-49e2-8050-319535d3a679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:23.878185 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da79117d-c4c1-49e2-8050-319535d3a679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:23.879656 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da79117d-c4c1-49e2-8050-319535d3a679 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:23.895223 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6f33ab9b-bc6c-42fb-ad9e-c1c62e7b7980 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:23.899186 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6f33ab9b-bc6c-42fb-ad9e-c1c62e7b7980 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5097525 Feb 09 01:32:23.899853 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46606) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:23.909560 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ee27dd61-0449-415e-bfe9-baf36c6247cc tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Synchronizing usage tracker for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group_rule {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:23.913751 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-f9df7c80-20fb-47db-946a-66f8f5ff7b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'name': 'tempest-TestNetworkBasicOps-router-1893570094', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:09Z', 'updated_at': '2022-02-09T01:32:18Z', 'revision_number': 4, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:10Z', 'updated_at': '2022-02-09T01:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'd6a50320-850c-4a76-a68a-96b1c27a3649', 'name': '', 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1', 'tenant_id': '089df553ed3542348a44835caf19372b', 'mac_address': 'fa:16:3e:89:58:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'da4a8d72-89ab-42e6-955e-754763d2d4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:16Z', 'updated_at': '2022-02-09T01:32:23Z', 'revision_number': 4, 'project_id': '089df553ed3542348a44835caf19372b', 'subnets': [{'id': 'da4a8d72-89ab-42e6-955e-754763d2d4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:23.918061 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9df7c80-20fb-47db-946a-66f8f5ff7b39 None None] The sync data for ids ['1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'] in n-d-828419-1 is: [{'id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'name': 'tempest-TestNetworkBasicOps-router-1893570094', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:09Z', 'updated_at': '2022-02-09T01:32:18Z', 'revision_number': 4, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:10Z', 'updated_at': '2022-02-09T01:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'd6a50320-850c-4a76-a68a-96b1c27a3649', 'name': '', 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1', 'tenant_id': '089df553ed3542348a44835caf19372b', 'mac_address': 'fa:16:3e:89:58:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'da4a8d72-89ab-42e6-955e-754763d2d4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:16Z', 'updated_at': '2022-02-09T01:32:23Z', 'revision_number': 4, 'project_id': '089df553ed3542348a44835caf19372b', 'subnets': [{'id': 'da4a8d72-89ab-42e6-955e-754763d2d4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:32:23.929249 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-0191d16d-cdb1-4a95-a106-80a9a5abc96c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Request body: {'security_group_rule': {'security_group_id': 'c26ab04a-c2aa-4042-859a-abdbd5761576', 'project_id': '089df553ed3542348a44835caf19372b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:23.944964 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-0191d16d-cdb1-4a95-a106-80a9a5abc96c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:23.966962 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0191d16d-cdb1-4a95-a106-80a9a5abc96c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Usage tracker for resource:security_group_rule and tenant:089df553ed3542348a44835caf19372b is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:23.972579 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0191d16d-cdb1-4a95-a106-80a9a5abc96c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:23.977711 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d396aa57-cce1-4862-8d8d-10e14323ba13 req-9f66b390-d8dc-4a5f-88ed-2a101cd33651 service neutron] 10.222.0.35 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399161 Feb 09 01:32:23.982019 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-0191d16d-cdb1-4a95-a106-80a9a5abc96c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:23.984113 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ee27dd61-0449-415e-bfe9-baf36c6247cc tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Unset dirty status for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group_rule {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:23.986109 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ee27dd61-0449-415e-bfe9-baf36c6247cc tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2498515 Feb 09 01:32:23.989229 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46610) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:24.019499 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-da79117d-c4c1-49e2-8050-319535d3a679 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9097877 Feb 09 01:32:24.022623 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46614) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:24.025221 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79117d-c4c1-49e2-8050-319535d3a679 admin admin] Pushing event updated for resources: {'Network': ['ID=0945a7f5-952a-4146-8218-2c351c32c44b,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:24.030273 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-ada8884f-33e2-4b4c-b73f-ee656d5ed571 admin admin] Request body: {'subnet': {'network_id': '0945a7f5-952a-4146-8218-2c351c32c44b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1858120785-subnet', 'tenant_id': '1fd534179ad04bc6b2eca065d88c75a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:24.041632 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 0945a7f5-952a-4146-8218-2c351c32c44b details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:32:24.041945 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ada8884f-33e2-4b4c-b73f-ee656d5ed571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:24.046929 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ada8884f-33e2-4b4c-b73f-ee656d5ed571 admin admin] Usage tracker for resource:subnet and tenant:1fd534179ad04bc6b2eca065d88c75a1 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:24.050602 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ada8884f-33e2-4b4c-b73f-ee656d5ed571 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:24.062083 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ada8884f-33e2-4b4c-b73f-ee656d5ed571 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:24.074839 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada8884f-33e2-4b4c-b73f-ee656d5ed571 admin admin] Made reservation on behalf of 1fd534179ad04bc6b2eca065d88c75a1 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:24.083279 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ada8884f-33e2-4b4c-b73f-ee656d5ed571 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:24.096276 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-422b77d6-8df5-4352-af4a-4a97456edb30 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] delete failed (client error): The resource could not be found. Feb 09 01:32:24.101055 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-422b77d6-8df5-4352-af4a-4a97456edb30 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "DELETE /v2.0/security-groups/64df19d0-cc77-428b-8c55-e8e9bd9a4679 HTTP/1.1" status: 404 len: 347 time: 0.0913107 Feb 09 01:32:24.102695 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46618) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:24.120032 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0191d16d-cdb1-4a95-a106-80a9a5abc96c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:24.264422 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d396aa57-cce1-4862-8d8d-10e14323ba13 req-07165d6e-5b69-4ce4-8e9f-398ee0d71fa8 service neutron] 10.222.0.35 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690282 Feb 09 01:32:24.274074 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0f1da53f-bfb0-42fd-b456-b67da54fde29 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Synchronizing usage tracker for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:24.298881 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0191d16d-cdb1-4a95-a106-80a9a5abc96c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:24.307083 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0f1da53f-bfb0-42fd-b456-b67da54fde29 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] Unset dirty status for tenant:f660cadefbc8490580154fa75b31ee89 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:24.317113 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0f1da53f-bfb0-42fd-b456-b67da54fde29 tempest-SecGroupTest-1059573800 tempest-SecGroupTest-1059573800-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2115886 Feb 09 01:32:24.318499 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0191d16d-cdb1-4a95-a106-80a9a5abc96c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:24.318635 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d6a50320-850c-4a76-a68a-96b1c27a3649 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:32:24.340773 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191d16d-cdb1-4a95-a106-80a9a5abc96c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc669882-6e21-4835-b911-d7756447a8f0,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:24.378096 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0191d16d-cdb1-4a95-a106-80a9a5abc96c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:24.382867 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0191d16d-cdb1-4a95-a106-80a9a5abc96c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4703443 Feb 09 01:32:24.383333 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46624) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:24.390685 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-71f2520a-e55b-49e3-8169-ce2d87e6352e tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Request body: {'security_group_rule': {'security_group_id': 'c26ab04a-c2aa-4042-859a-abdbd5761576', 'project_id': '089df553ed3542348a44835caf19372b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:24.399642 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-71f2520a-e55b-49e3-8169-ce2d87e6352e tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:24.402607 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ada8884f-33e2-4b4c-b73f-ee656d5ed571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:24.416653 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port d6a50320-850c-4a76-a68a-96b1c27a3649 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:32:24.422840 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port d6a50320-850c-4a76-a68a-96b1c27a3649 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:24.423219 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:24.475650 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-71f2520a-e55b-49e3-8169-ce2d87e6352e tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Usage tracker for resource:security_group_rule and tenant:089df553ed3542348a44835caf19372b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:24.478432 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada8884f-33e2-4b4c-b73f-ee656d5ed571 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59205ee2-d78a-4e09-9163-98c9a7864b5c,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:24.489118 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-71f2520a-e55b-49e3-8169-ce2d87e6352e tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:24.517344 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-71f2520a-e55b-49e3-8169-ce2d87e6352e tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:24.537494 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada8884f-33e2-4b4c-b73f-ee656d5ed571 admin admin] Checking segment: {'id': '59060378-9ce6-4652-9912-bf0986e3cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '0945a7f5-952a-4146-8218-2c351c32c44b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:32:24.538077 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada8884f-33e2-4b4c-b73f-ee656d5ed571 admin admin] Network hostable DHCP agents. Network: 0945a7f5-952a-4146-8218-2c351c32c44b, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:32:24.563222 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-71f2520a-e55b-49e3-8169-ce2d87e6352e tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:24.566161 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:24.581359 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada8884f-33e2-4b4c-b73f-ee656d5ed571 admin admin] Network 0945a7f5-952a-4146-8218-2c351c32c44b is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:32:24.599801 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-ada8884f-33e2-4b4c-b73f-ee656d5ed571 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 0945a7f5-952a-4146-8218-2c351c32c44b) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:24.609280 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8688a83-fd45-445b-a0a7-e97fe0131ed1 None None] Network 0945a7f5-952a-4146-8218-2c351c32c44b requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:32:24.614851 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada8884f-33e2-4b4c-b73f-ee656d5ed571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:24.615231 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46630) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:24.615458 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ada8884f-33e2-4b4c-b73f-ee656d5ed571 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:24.677088 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ada8884f-33e2-4b4c-b73f-ee656d5ed571 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6532898 Feb 09 01:32:24.683811 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port d6a50320-850c-4a76-a68a-96b1c27a3649, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d6a50320-850c-4a76-a68a-96b1c27a3649,segment=NetworkSegment(a2a9ad5d-113e-4db2-befc-37dbe2d35fca),segment_id=a2a9ad5d-113e-4db2-befc-37dbe2d35fca)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:24.684168 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-71f2520a-e55b-49e3-8169-ce2d87e6352e tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:24.693419 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-71f2520a-e55b-49e3-8169-ce2d87e6352e tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:24.697945 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:24.725068 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2520a-e55b-49e3-8169-ce2d87e6352e tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b28760de-e83d-4df4-aa31-195b7d472a54,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:24.747945 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-71f2520a-e55b-49e3-8169-ce2d87e6352e tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:24.752047 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-71f2520a-e55b-49e3-8169-ce2d87e6352e tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3649106 Feb 09 01:32:24.752261 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46640) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:24.760671 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-f62a0400-aa57-43a3-9a8a-e21c194789c0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Request body: {'security_group_rule': {'security_group_id': 'c26ab04a-c2aa-4042-859a-abdbd5761576', 'project_id': '089df553ed3542348a44835caf19372b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:24.770005 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f62a0400-aa57-43a3-9a8a-e21c194789c0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:24.791676 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f62a0400-aa57-43a3-9a8a-e21c194789c0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Usage tracker for resource:security_group_rule and tenant:089df553ed3542348a44835caf19372b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:24.796013 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f62a0400-aa57-43a3-9a8a-e21c194789c0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:24.800516 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 25a21778-6b12-4e8d-aec4-f341cf56db8f details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:32:24.811858 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f62a0400-aa57-43a3-9a8a-e21c194789c0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:24.833469 n-d-828419-1 neutron-server[87611]: INFO neutron.db.securitygroups_db [None req-f62a0400-aa57-43a3-9a8a-e21c194789c0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Project 089df553ed3542348a44835caf19372b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:32:24.849370 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f62a0400-aa57-43a3-9a8a-e21c194789c0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:24.871375 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7134aafd-d083-4594-81db-58b105f012aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f660cadefbc8490580154fa75b31ee89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2549899 Feb 09 01:32:24.878463 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46644) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:24.977138 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f62a0400-aa57-43a3-9a8a-e21c194789c0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:24.987570 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f62a0400-aa57-43a3-9a8a-e21c194789c0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:25.043371 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-db47e97b-8030-40cb-9fba-9ef72ab1f8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:25.065522 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a0400-aa57-43a3-9a8a-e21c194789c0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc280d7-7417-4611-94b5-594670166a33,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:25.074525 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451dc475-0644-4d5b-b5d9-89e8ffaa937a req-ad998cad-97ca-446c-86cb-330317cf7e85 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:25.075326 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-451dc475-0644-4d5b-b5d9-89e8ffaa937a req-ad998cad-97ca-446c-86cb-330317cf7e85 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Synchronizing usage tracker for tenant:b294377ce84e483b9e0d3e2eebffd609 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:25.082019 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f62a0400-aa57-43a3-9a8a-e21c194789c0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:25.083543 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f62a0400-aa57-43a3-9a8a-e21c194789c0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3302069 Feb 09 01:32:25.087695 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46652) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:25.095086 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 25a21778-6b12-4e8d-aec4-f341cf56db8f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=25a21778-6b12-4e8d-aec4-f341cf56db8f,segment=NetworkSegment(b13e28b8-c315-4aea-ae2e-bbae93a80b62),segment_id=b13e28b8-c315-4aea-ae2e-bbae93a80b62)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:25.103669 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-9d88c72b-bf27-4f61-a404-ae137fb09fbe tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Request body: {'security_group_rule': {'security_group_id': 'c26ab04a-c2aa-4042-859a-abdbd5761576', 'project_id': '089df553ed3542348a44835caf19372b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:25.116253 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-9d88c72b-bf27-4f61-a404-ae137fb09fbe tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:25.127027 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-db47e97b-8030-40cb-9fba-9ef72ab1f8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:25.137958 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9d88c72b-bf27-4f61-a404-ae137fb09fbe tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Usage tracker for resource:security_group_rule and tenant:089df553ed3542348a44835caf19372b is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:25.147468 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=d6a50320-850c-4a76-a68a-96b1c27a3649,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:25.151090 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9d88c72b-bf27-4f61-a404-ae137fb09fbe tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:25.163363 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-451dc475-0644-4d5b-b5d9-89e8ffaa937a req-ad998cad-97ca-446c-86cb-330317cf7e85 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Unset dirty status for tenant:b294377ce84e483b9e0d3e2eebffd609 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:25.177747 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-451dc475-0644-4d5b-b5d9-89e8ffaa937a req-ad998cad-97ca-446c-86cb-330317cf7e85 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=79247945-bee2-4a1c-b678-f96379aa2700 HTTP/1.1" status: 200 len: 943 time: 0.2794402 Feb 09 01:32:25.178682 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-9d88c72b-bf27-4f61-a404-ae137fb09fbe tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:25.233667 n-d-828419-1 neutron-server[87612]: INFO neutron.db.securitygroups_db [None req-9d88c72b-bf27-4f61-a404-ae137fb09fbe tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Project 089df553ed3542348a44835caf19372b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:32:25.244479 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9d88c72b-bf27-4f61-a404-ae137fb09fbe tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:25.247747 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '25a21778-6b12-4e8d-aec4-f341cf56db8f', 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c', 'port_id': '25a21778-6b12-4e8d-aec4-f341cf56db8f', 'mac_address': 'fa:16:3e:e5:7f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 980, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2e4f25-38e7-4153-b1cd-2ff2d0945d59', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:32:25.292638 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-451dc475-0644-4d5b-b5d9-89e8ffaa937a req-3eea92aa-f263-4c80-a2ca-27d867482ae3 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046190 Feb 09 01:32:25.313990 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:25.337430 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9d88c72b-bf27-4f61-a404-ae137fb09fbe tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:25.339776 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-db47e97b-8030-40cb-9fba-9ef72ab1f8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:25.362624 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db47e97b-8030-40cb-9fba-9ef72ab1f8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c175a41-8a94-4367-ac0e-eabd229f402b,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:25.364571 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9d88c72b-bf27-4f61-a404-ae137fb09fbe tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:25.395834 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:25.408603 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d88c72b-bf27-4f61-a404-ae137fb09fbe tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cea451c-10ff-42f1-a96d-b2f7b4b6cdc0,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:25.410506 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9d88c72b-bf27-4f61-a404-ae137fb09fbe tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:25.411653 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9d88c72b-bf27-4f61-a404-ae137fb09fbe tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3229282 Feb 09 01:32:25.417415 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b6c5da-2c1e-4ca5-af52-d9a9317683ff None None] Network 0945a7f5-952a-4146-8218-2c351c32c44b requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:32:25.432855 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-db47e97b-8030-40cb-9fba-9ef72ab1f8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:25.434002 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-db47e97b-8030-40cb-9fba-9ef72ab1f8db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c175a41-8a94-4367-ac0e-eabd229f402b HTTP/1.1" status: 204 len: 168 time: 0.5541499 Feb 09 01:32:25.586881 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a21778-6b12-4e8d-aec4-f341cf56db8f {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:32:25.629221 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 25a21778-6b12-4e8d-aec4-f341cf56db8f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=25a21778-6b12-4e8d-aec4-f341cf56db8f,segment=NetworkSegment(b13e28b8-c315-4aea-ae2e-bbae93a80b62),segment_id=b13e28b8-c315-4aea-ae2e-bbae93a80b62)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:25.672391 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:25.769844 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=25a21778-6b12-4e8d-aec4-f341cf56db8f,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:25.804907 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-254765fa-0b5c-470e-9fe2-3c01fd058ee3 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Synchronizing usage tracker for tenant:089df553ed3542348a44835caf19372b on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:25.839090 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-254765fa-0b5c-470e-9fe2-3c01fd058ee3 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Unset dirty status for tenant:089df553ed3542348a44835caf19372b on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:25.841446 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-254765fa-0b5c-470e-9fe2-3c01fd058ee3 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-975498922&fields=id&tenant_id=089df553ed3542348a44835caf19372b HTTP/1.1" status: 200 len: 267 time: 0.1140373 Feb 09 01:32:25.949498 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['25a21778-6b12-4e8d-aec4-f341cf56db8f'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:32:26.007160 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-de7c5962-4c67-4b48-830d-fc13a7a73a93 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:26.008262 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-de7c5962-4c67-4b48-830d-fc13a7a73a93 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Synchronizing usage tracker for tenant:089df553ed3542348a44835caf19372b on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:26.030701 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-de7c5962-4c67-4b48-830d-fc13a7a73a93 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Unset dirty status for tenant:089df553ed3542348a44835caf19372b on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:26.037929 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-de7c5962-4c67-4b48-830d-fc13a7a73a93 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/networks?id=023eca9b-48ef-4835-8ca1-a5b455f2fcf1 HTTP/1.1" status: 200 len: 796 time: 0.1950989 Feb 09 01:32:26.057240 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-c0f4efb7-ac35-4f6f-a4f0-63ced3a51cdb tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/quotas/089df553ed3542348a44835caf19372b HTTP/1.1" status: 200 len: 375 time: 0.0136797 Feb 09 01:32:26.221719 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-ed8611a2-b823-4a86-be1f-ee7d1ab11292 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=089df553ed3542348a44835caf19372b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1553159 Feb 09 01:32:26.307286 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d6a50320-850c-4a76-a68a-96b1c27a3649 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:32:26.391182 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port d6a50320-850c-4a76-a68a-96b1c27a3649 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:26.391550 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:26.563680 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46696) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:26.576573 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-d64e4e14-c17c-4999-968b-586fc492703f service neutron] 10.222.0.37 "GET /v2.0/networks/023eca9b-48ef-4835-8ca1-a5b455f2fcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492496 Feb 09 01:32:26.689544 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45551ad8-8378-489d-b422-01c29544800b req-10693354-af8c-4257-a4d7-e2dc730aac26 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:26.691571 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-45551ad8-8378-489d-b422-01c29544800b req-10693354-af8c-4257-a4d7-e2dc730aac26 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=79247945-bee2-4a1c-b678-f96379aa2700 HTTP/1.1" status: 200 len: 944 time: 0.2341168 Feb 09 01:32:26.727283 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-54a8d95b-47c1-450d-8b0e-560561535de2 service neutron] 10.222.0.37 "GET /v2.0/networks/023eca9b-48ef-4835-8ca1-a5b455f2fcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498411 Feb 09 01:32:26.742061 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-45551ad8-8378-489d-b422-01c29544800b req-ae2b773e-4f3c-4a53-b157-9d98605906fc tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436835 Feb 09 01:32:26.775813 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-c7e8b274-3058-4a27-abb2-0a61dd24ad04 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:26.777220 n-d-828419-1 neutron-server[87611]: WARNING neutron.api.v2.base [None req-c7e8b274-3058-4a27-abb2-0a61dd24ad04 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 01:32:26.777220 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-c7e8b274-3058-4a27-abb2-0a61dd24ad04 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 01:32:26.779137 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c7e8b274-3058-4a27-abb2-0a61dd24ad04 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2144792 Feb 09 01:32:26.783210 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46702) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:26.784202 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 25a21778-6b12-4e8d-aec4-f341cf56db8f up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:32:26.795625 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-aaa11eda-f1fa-4a6b-8d26-3ba0063a9005 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Request body: {'security_group': {'name': 'tempest-secgroup--2132575226'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:26.803885 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-aaa11eda-f1fa-4a6b-8d26-3ba0063a9005 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:26.808265 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-aaa11eda-f1fa-4a6b-8d26-3ba0063a9005 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Usage tracker for resource:security_group and tenant:094524129a1d47f7816b042faa7bb560 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:26.811220 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-aaa11eda-f1fa-4a6b-8d26-3ba0063a9005 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:26.818115 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-aaa11eda-f1fa-4a6b-8d26-3ba0063a9005 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:26.829560 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aaa11eda-f1fa-4a6b-8d26-3ba0063a9005 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:26.849446 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aaa11eda-f1fa-4a6b-8d26-3ba0063a9005 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:26.869997 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 25a21778-6b12-4e8d-aec4-f341cf56db8f completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:32:26.876387 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 25a21778-6b12-4e8d-aec4-f341cf56db8f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:26.876802 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:26.876907 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-aaa11eda-f1fa-4a6b-8d26-3ba0063a9005 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:26.883274 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-aaa11eda-f1fa-4a6b-8d26-3ba0063a9005 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Usage tracker for resource:security_group_rule and tenant:094524129a1d47f7816b042faa7bb560 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:26.886772 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-aaa11eda-f1fa-4a6b-8d26-3ba0063a9005 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:26.893638 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-aaa11eda-f1fa-4a6b-8d26-3ba0063a9005 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:26.974210 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-288a816d-0a54-4f14-b892-f6e5e9d46b12 req-576a7064-cd66-4b86-977e-c44a48a99f21 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Synchronizing usage tracker for tenant:089df553ed3542348a44835caf19372b on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:27.003297 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aaa11eda-f1fa-4a6b-8d26-3ba0063a9005 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:27.006696 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-288a816d-0a54-4f14-b892-f6e5e9d46b12 req-576a7064-cd66-4b86-977e-c44a48a99f21 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Unset dirty status for tenant:089df553ed3542348a44835caf19372b on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:27.008158 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aaa11eda-f1fa-4a6b-8d26-3ba0063a9005 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:27.009461 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-288a816d-0a54-4f14-b892-f6e5e9d46b12 req-576a7064-cd66-4b86-977e-c44a48a99f21 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=11eebeb3-b2fa-4104-810e-c4eadcf403a0 HTTP/1.1" status: 200 len: 210 time: 0.1069839 Feb 09 01:32:27.031445 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-aaa11eda-f1fa-4a6b-8d26-3ba0063a9005 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:27.034510 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:27.039221 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-aaa11eda-f1fa-4a6b-8d26-3ba0063a9005 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Usage tracker for resource:security_group_rule and tenant:094524129a1d47f7816b042faa7bb560 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:27.048360 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-aaa11eda-f1fa-4a6b-8d26-3ba0063a9005 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:27.066573 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-aaa11eda-f1fa-4a6b-8d26-3ba0063a9005 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:27.084949 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa11eda-f1fa-4a6b-8d26-3ba0063a9005 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc5562b-fe0a-46fa-bee8-70eb31c2c5cc,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:27.094195 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79247945-bee2-4a1c-b678-f96379aa2700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a21778-6b12-4e8d-aec4-f341cf56db8f'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:32:27.112282 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 25a21778-6b12-4e8d-aec4-f341cf56db8f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=25a21778-6b12-4e8d-aec4-f341cf56db8f,segment=NetworkSegment(b13e28b8-c315-4aea-ae2e-bbae93a80b62),segment_id=b13e28b8-c315-4aea-ae2e-bbae93a80b62)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:27.121811 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:27.179913 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79247945-bee2-4a1c-b678-f96379aa2700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a21778-6b12-4e8d-aec4-f341cf56db8f', 'code': 200} Feb 09 01:32:27.232727 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aaa11eda-f1fa-4a6b-8d26-3ba0063a9005 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:27.234079 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=25a21778-6b12-4e8d-aec4-f341cf56db8f,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:27.242795 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aaa11eda-f1fa-4a6b-8d26-3ba0063a9005 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:27.299087 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa11eda-f1fa-4a6b-8d26-3ba0063a9005 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8337f79a-eb93-4565-9808-cc12ad147ba5,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:27.303317 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aaa11eda-f1fa-4a6b-8d26-3ba0063a9005 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:27.307362 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-aaa11eda-f1fa-4a6b-8d26-3ba0063a9005 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5204313 Feb 09 01:32:27.307522 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46722) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:27.313750 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-f50e82de-e243-4de9-914f-5385169f49ba tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Request body: {'security_group_rule': {'security_group_id': '8337f79a-eb93-4565-9808-cc12ad147ba5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:27.320526 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f50e82de-e243-4de9-914f-5385169f49ba tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:27.324219 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f50e82de-e243-4de9-914f-5385169f49ba tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Usage tracker for resource:security_group_rule and tenant:094524129a1d47f7816b042faa7bb560 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:27.330570 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f50e82de-e243-4de9-914f-5385169f49ba tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:27.336803 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f50e82de-e243-4de9-914f-5385169f49ba tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:27.366718 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f50e82de-e243-4de9-914f-5385169f49ba tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:27.396709 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b22a2-c1ba-4a70-afa8-8fff8c884298 req-80436236-e79a-4999-8309-af8817538e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:27.398283 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ec1b22a2-c1ba-4a70-afa8-8fff8c884298 req-80436236-e79a-4999-8309-af8817538e01 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=79247945-bee2-4a1c-b678-f96379aa2700 HTTP/1.1" status: 200 len: 1096 time: 0.1470015 Feb 09 01:32:27.437700 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f50e82de-e243-4de9-914f-5385169f49ba tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:27.444905 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f50e82de-e243-4de9-914f-5385169f49ba tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:27.460240 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ec1b22a2-c1ba-4a70-afa8-8fff8c884298 req-b984a9ed-a976-4256-bf92-ffba9a5387f8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541663 Feb 09 01:32:27.477131 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e82de-e243-4de9-914f-5385169f49ba tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33a3c965-9751-4ce9-9806-0330fefe2617,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:27.489407 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f50e82de-e243-4de9-914f-5385169f49ba tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:27.490992 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f50e82de-e243-4de9-914f-5385169f49ba tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1825013 Feb 09 01:32:27.494220 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46728) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:27.499660 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-15fd6103-ddbd-44e2-bfbf-b00c120005e2 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Request body: {'security_group_rule': {'security_group_id': '8337f79a-eb93-4565-9808-cc12ad147ba5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:27.506561 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-15fd6103-ddbd-44e2-bfbf-b00c120005e2 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:27.510518 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-15fd6103-ddbd-44e2-bfbf-b00c120005e2 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Usage tracker for resource:security_group_rule and tenant:094524129a1d47f7816b042faa7bb560 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:27.514326 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-15fd6103-ddbd-44e2-bfbf-b00c120005e2 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:27.521133 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-15fd6103-ddbd-44e2-bfbf-b00c120005e2 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:27.537203 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-15fd6103-ddbd-44e2-bfbf-b00c120005e2 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:27.594941 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-15fd6103-ddbd-44e2-bfbf-b00c120005e2 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 01:32:27.596141 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-15fd6103-ddbd-44e2-bfbf-b00c120005e2 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1007743 Feb 09 01:32:27.599168 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46732) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:27.666899 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-066edb6d-d410-4a55-848f-557001392d2b tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:27.695616 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-066edb6d-d410-4a55-848f-557001392d2b tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:27.751305 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-066edb6d-d410-4a55-848f-557001392d2b tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:27.774037 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066edb6d-d410-4a55-848f-557001392d2b tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8337f79a-eb93-4565-9808-cc12ad147ba5,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:27.777677 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-066edb6d-d410-4a55-848f-557001392d2b tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:27.781072 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-066edb6d-d410-4a55-848f-557001392d2b tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "DELETE /v2.0/security-groups/8337f79a-eb93-4565-9808-cc12ad147ba5 HTTP/1.1" status: 204 len: 168 time: 0.1786942 Feb 09 01:32:27.781444 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46738) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:27.859014 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-babed64c-d6fe-43e4-b49b-364bf407c886 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Synchronizing usage tracker for tenant:094524129a1d47f7816b042faa7bb560 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:27.884683 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-babed64c-d6fe-43e4-b49b-364bf407c886 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Unset dirty status for tenant:094524129a1d47f7816b042faa7bb560 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:27.886471 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-babed64c-d6fe-43e4-b49b-364bf407c886 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1041827 Feb 09 01:32:27.890655 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46742) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:27.900490 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-156307dc-6343-4eb7-bcd8-19180d68e8e0 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Request body: {'security_group': {'name': 'tempest-secgroup--755815794'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:27.939311 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-156307dc-6343-4eb7-bcd8-19180d68e8e0 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:27.962299 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-156307dc-6343-4eb7-bcd8-19180d68e8e0 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:27.985843 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-156307dc-6343-4eb7-bcd8-19180d68e8e0 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:28.012988 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-156307dc-6343-4eb7-bcd8-19180d68e8e0 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:28.018468 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-156307dc-6343-4eb7-bcd8-19180d68e8e0 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Usage tracker for resource:security_group_rule and tenant:094524129a1d47f7816b042faa7bb560 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:28.027975 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014b6f2-8330-4cc9-98f4-e2d9fab08d63 req-8dc82655-5040-4e2d-9127-44d612b0e93b tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:28.029477 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2014b6f2-8330-4cc9-98f4-e2d9fab08d63 req-8dc82655-5040-4e2d-9127-44d612b0e93b tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=79247945-bee2-4a1c-b678-f96379aa2700 HTTP/1.1" status: 200 len: 945 time: 0.1233006 Feb 09 01:32:28.030297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-156307dc-6343-4eb7-bcd8-19180d68e8e0 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:28.037649 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-156307dc-6343-4eb7-bcd8-19180d68e8e0 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:28.101464 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2014b6f2-8330-4cc9-98f4-e2d9fab08d63 req-886eb7f9-d223-430f-93eb-d875f3a800ec tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615528 Feb 09 01:32:28.148327 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-156307dc-6343-4eb7-bcd8-19180d68e8e0 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:28.153214 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-156307dc-6343-4eb7-bcd8-19180d68e8e0 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:28.213369 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156307dc-6343-4eb7-bcd8-19180d68e8e0 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1f4b73-e9bf-4c38-aa31-9ab8885901b0,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:28.218192 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7baa492d-139c-4217-96d5-0d29770a5ece req-0d35992c-c256-484e-9178-494923199628 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=11eebeb3-b2fa-4104-810e-c4eadcf403a0 HTTP/1.1" status: 200 len: 210 time: 0.0498838 Feb 09 01:32:28.228003 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-156307dc-6343-4eb7-bcd8-19180d68e8e0 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:28.232217 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-156307dc-6343-4eb7-bcd8-19180d68e8e0 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3374679 Feb 09 01:32:28.232386 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46748) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:28.237877 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-6af1b702-b267-4804-8be1-85a6ce157008 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Request body: {'security_group_rule': {'security_group_id': '9e1f4b73-e9bf-4c38-aa31-9ab8885901b0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:28.238691 n-d-828419-1 neutron-server[87612]: WARNING neutron.api.v2.base [None req-6af1b702-b267-4804-8be1-85a6ce157008 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 09 01:32:28.239184 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-6af1b702-b267-4804-8be1-85a6ce157008 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:32:28.242670 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6af1b702-b267-4804-8be1-85a6ce157008 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067654 Feb 09 01:32:28.243035 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46752) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:28.312303 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-23e62d4f-c256-48de-85de-efe2ffa175b1 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:28.357494 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-23e62d4f-c256-48de-85de-efe2ffa175b1 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:28.503205 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-23e62d4f-c256-48de-85de-efe2ffa175b1 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:28.533349 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e62d4f-c256-48de-85de-efe2ffa175b1 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1f4b73-e9bf-4c38-aa31-9ab8885901b0,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:28.552017 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-23e62d4f-c256-48de-85de-efe2ffa175b1 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:28.552883 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-23e62d4f-c256-48de-85de-efe2ffa175b1 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "DELETE /v2.0/security-groups/9e1f4b73-e9bf-4c38-aa31-9ab8885901b0 HTTP/1.1" status: 204 len: 168 time: 0.3088655 Feb 09 01:32:28.555975 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46758) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:28.614992 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6fafa2f1-a641-4dbc-baf8-17d7189e0b5b tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Synchronizing usage tracker for tenant:094524129a1d47f7816b042faa7bb560 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:28.644703 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6fafa2f1-a641-4dbc-baf8-17d7189e0b5b tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Unset dirty status for tenant:094524129a1d47f7816b042faa7bb560 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:28.646193 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6fafa2f1-a641-4dbc-baf8-17d7189e0b5b tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0891166 Feb 09 01:32:28.649947 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46762) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:28.658788 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-e29accd9-2249-4284-82a8-b7ce84c66840 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:28.660685 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-e29accd9-2249-4284-82a8-b7ce84c66840 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.35 "GET /v2.0/networks?id=023eca9b-48ef-4835-8ca1-a5b455f2fcf1 HTTP/1.1" status: 200 len: 796 time: 0.2790108 Feb 09 01:32:28.661308 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-0ee16376-87df-441a-ba27-53d3eab86f30 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Request body: {'security_group': {'name': 'tempest-secgroup--1800970739'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:28.669212 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0ee16376-87df-441a-ba27-53d3eab86f30 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:28.680349 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0ee16376-87df-441a-ba27-53d3eab86f30 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:28.694983 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ee16376-87df-441a-ba27-53d3eab86f30 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:28.720777 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0ee16376-87df-441a-ba27-53d3eab86f30 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:28.725288 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0ee16376-87df-441a-ba27-53d3eab86f30 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Usage tracker for resource:security_group_rule and tenant:094524129a1d47f7816b042faa7bb560 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:28.727884 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0ee16376-87df-441a-ba27-53d3eab86f30 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:28.733799 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0ee16376-87df-441a-ba27-53d3eab86f30 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:28.734058 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-218eacb9-21c6-4e88-8843-68ad46d2cfa7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=089df553ed3542348a44835caf19372b HTTP/1.1" status: 200 len: 379 time: 0.0551369 Feb 09 01:32:28.754887 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-6957bfff-ec47-4163-bac1-0fbb95462a9b tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Request body: {'port': {'device_id': '11eebeb3-b2fa-4104-810e-c4eadcf403a0', 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1', 'admin_state_up': True, 'tenant_id': '089df553ed3542348a44835caf19372b', 'security_groups': ['c26ab04a-c2aa-4042-859a-abdbd5761576']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:28.815692 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ee16376-87df-441a-ba27-53d3eab86f30 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:28.819969 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ee16376-87df-441a-ba27-53d3eab86f30 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:28.862763 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee16376-87df-441a-ba27-53d3eab86f30 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90b2bb94-d5fd-43a7-a7de-76959c264d1e,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:28.872560 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ee16376-87df-441a-ba27-53d3eab86f30 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:28.876995 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0ee16376-87df-441a-ba27-53d3eab86f30 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2229519 Feb 09 01:32:28.877260 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46766) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:28.882462 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-3a18c99e-435c-4667-a48c-ff6a207d65cd tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Request body: {'security_group_rule': {'security_group_id': '90b2bb94-d5fd-43a7-a7de-76959c264d1e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:28.891431 n-d-828419-1 neutron-server[87611]: WARNING neutron.api.v2.base [None req-3a18c99e-435c-4667-a48c-ff6a207d65cd tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 09 01:32:28.891996 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-3a18c99e-435c-4667-a48c-ff6a207d65cd tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:32:28.893033 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3a18c99e-435c-4667-a48c-ff6a207d65cd tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0147901 Feb 09 01:32:28.895787 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46770) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:28.923800 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-6957bfff-ec47-4163-bac1-0fbb95462a9b tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:28.933202 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-6957bfff-ec47-4163-bac1-0fbb95462a9b tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:28.944166 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-6957bfff-ec47-4163-bac1-0fbb95462a9b tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Made reservation on behalf of 089df553ed3542348a44835caf19372b for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:28.947564 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-6957bfff-ec47-4163-bac1-0fbb95462a9b tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:28.960766 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-71775d10-ff1e-42b1-8d05-b0812eece65c tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:28.986906 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-71775d10-ff1e-42b1-8d05-b0812eece65c tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:29.037935 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-71775d10-ff1e-42b1-8d05-b0812eece65c tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:29.058120 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71775d10-ff1e-42b1-8d05-b0812eece65c tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b2bb94-d5fd-43a7-a7de-76959c264d1e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:29.067330 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-71775d10-ff1e-42b1-8d05-b0812eece65c tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:29.071131 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-71775d10-ff1e-42b1-8d05-b0812eece65c tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "DELETE /v2.0/security-groups/90b2bb94-d5fd-43a7-a7de-76959c264d1e HTTP/1.1" status: 204 len: 168 time: 0.1720960 Feb 09 01:32:29.071399 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46774) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:29.126050 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-6957bfff-ec47-4163-bac1-0fbb95462a9b tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Allocated IP 172.20.0.4 (023eca9b-48ef-4835-8ca1-a5b455f2fcf1/da4a8d72-89ab-42e6-955e-754763d2d4a6/12a6304b-c841-4185-ac18-0a767c004259) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:32:29.126606 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-dcd8b5e2-380b-41bd-8df3-e1dfe0d12fcb tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Synchronizing usage tracker for tenant:094524129a1d47f7816b042faa7bb560 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:29.143327 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-dcd8b5e2-380b-41bd-8df3-e1dfe0d12fcb tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Unset dirty status for tenant:094524129a1d47f7816b042faa7bb560 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:29.144705 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-dcd8b5e2-380b-41bd-8df3-e1dfe0d12fcb tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0720592 Feb 09 01:32:29.148620 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46780) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:29.154368 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-5c82ef53-8a86-4bfe-8ad9-9210a3652f04 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Request body: {'security_group': {'name': 'tempest-secgroup--1608150718'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:29.164482 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5c82ef53-8a86-4bfe-8ad9-9210a3652f04 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:29.174646 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5c82ef53-8a86-4bfe-8ad9-9210a3652f04 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:29.185239 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5c82ef53-8a86-4bfe-8ad9-9210a3652f04 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:29.206627 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5c82ef53-8a86-4bfe-8ad9-9210a3652f04 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:29.210712 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5c82ef53-8a86-4bfe-8ad9-9210a3652f04 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Usage tracker for resource:security_group_rule and tenant:094524129a1d47f7816b042faa7bb560 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:29.213585 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5c82ef53-8a86-4bfe-8ad9-9210a3652f04 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:29.219410 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5c82ef53-8a86-4bfe-8ad9-9210a3652f04 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:29.291811 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5c82ef53-8a86-4bfe-8ad9-9210a3652f04 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:29.296626 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5c82ef53-8a86-4bfe-8ad9-9210a3652f04 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:29.378314 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82ef53-8a86-4bfe-8ad9-9210a3652f04 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8797ee-e7d7-43b9-958c-b6145017842a,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:29.386231 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-6957bfff-ec47-4163-bac1-0fbb95462a9b tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:29.389843 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5c82ef53-8a86-4bfe-8ad9-9210a3652f04 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:29.390212 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5c82ef53-8a86-4bfe-8ad9-9210a3652f04 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2406416 Feb 09 01:32:29.396034 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46788) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:29.399446 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2d8d14ab-609d-4658-ab53-3798d9c9e8f8 req-8d90b4f4-f72a-419b-9da5-75b399c2fd75 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=11eebeb3-b2fa-4104-810e-c4eadcf403a0 HTTP/1.1" status: 200 len: 210 time: 0.0555010 Feb 09 01:32:29.415480 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010c4d2-f443-4438-b492-6c24469aa6c4 req-1d3f39ff-8e77-47c1-b2e0-0d39ef7a1426 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:29.418531 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8010c4d2-f443-4438-b492-6c24469aa6c4 req-1d3f39ff-8e77-47c1-b2e0-0d39ef7a1426 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=79247945-bee2-4a1c-b678-f96379aa2700 HTTP/1.1" status: 200 len: 945 time: 0.1817992 Feb 09 01:32:29.426728 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-39b46ce7-c9ad-43e4-b598-72fc29e37701 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Request body: {'security_group_rule': {'security_group_id': '5d8797ee-e7d7-43b9-958c-b6145017842a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:29.508878 n-d-828419-1 neutron-server[87612]: WARNING neutron.api.v2.base [None req-39b46ce7-c9ad-43e4-b598-72fc29e37701 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 09 01:32:29.509518 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-39b46ce7-c9ad-43e4-b598-72fc29e37701 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:32:29.510596 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-39b46ce7-c9ad-43e4-b598-72fc29e37701 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.1133876 Feb 09 01:32:29.513523 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46794) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:29.518582 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b44a3e53-a636-48de-8d52-502fab9ae765 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Request body: {'security_group_rule': {'security_group_id': '5d8797ee-e7d7-43b9-958c-b6145017842a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:29.520214 n-d-828419-1 neutron-server[87611]: WARNING neutron.api.v2.base [None req-b44a3e53-a636-48de-8d52-502fab9ae765 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 09 01:32:29.520744 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-b44a3e53-a636-48de-8d52-502fab9ae765 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:32:29.521702 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b44a3e53-a636-48de-8d52-502fab9ae765 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0072255 Feb 09 01:32:29.524254 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46798) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:29.529239 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-570e5b84-2f0f-49bd-8b10-ddabc0425ab8 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Request body: {'security_group_rule': {'security_group_id': '5d8797ee-e7d7-43b9-958c-b6145017842a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:29.534243 n-d-828419-1 neutron-server[87611]: WARNING neutron.api.v2.base [None req-570e5b84-2f0f-49bd-8b10-ddabc0425ab8 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 09 01:32:29.534832 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-570e5b84-2f0f-49bd-8b10-ddabc0425ab8 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:32:29.538649 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-570e5b84-2f0f-49bd-8b10-ddabc0425ab8 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0106511 Feb 09 01:32:29.538854 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46802) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:29.543800 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-2a97a980-7940-4456-ae0b-289ed42c32d8 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Request body: {'security_group_rule': {'security_group_id': '5d8797ee-e7d7-43b9-958c-b6145017842a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:29.544931 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-6957bfff-ec47-4163-bac1-0fbb95462a9b tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Transition to ACTIVE for port object 12a6304b-c841-4185-ac18-0a767c004259 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:32:29.545408 n-d-828419-1 neutron-server[87611]: WARNING neutron.api.v2.base [None req-2a97a980-7940-4456-ae0b-289ed42c32d8 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 09 01:32:29.546150 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-2a97a980-7940-4456-ae0b-289ed42c32d8 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:32:29.550163 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2a97a980-7940-4456-ae0b-289ed42c32d8 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0071390 Feb 09 01:32:29.550651 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46806) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:29.573704 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8010c4d2-f443-4438-b492-6c24469aa6c4 req-caaafcfc-ad3e-40f8-be8a-999a7cbfc220 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619226 Feb 09 01:32:29.592796 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-6957bfff-ec47-4163-bac1-0fbb95462a9b tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:29.628585 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2f42c8dc-df54-4f86-b5ba-16d57a355458 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:29.666630 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2f42c8dc-df54-4f86-b5ba-16d57a355458 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:29.667584 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-6957bfff-ec47-4163-bac1-0fbb95462a9b tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Network 023eca9b-48ef-4835-8ca1-a5b455f2fcf1 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:29.671459 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-6957bfff-ec47-4163-bac1-0fbb95462a9b tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:29.676390 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-6957bfff-ec47-4163-bac1-0fbb95462a9b tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:32:29.752336 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2f42c8dc-df54-4f86-b5ba-16d57a355458 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:29.780129 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2f42c8dc-df54-4f86-b5ba-16d57a355458 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:29.780755 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-6957bfff-ec47-4163-bac1-0fbb95462a9b tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:29.784746 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2f42c8dc-df54-4f86-b5ba-16d57a355458 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "DELETE /v2.0/security-groups/5d8797ee-e7d7-43b9-958c-b6145017842a HTTP/1.1" status: 204 len: 168 time: 0.2298748 Feb 09 01:32:29.784746 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42c8dc-df54-4f86-b5ba-16d57a355458 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8797ee-e7d7-43b9-958c-b6145017842a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:29.784746 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46814) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:29.804698 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-6957bfff-ec47-4163-bac1-0fbb95462a9b tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:29.823295 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6957bfff-ec47-4163-bac1-0fbb95462a9b tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'Port': ['ID=12a6304b-c841-4185-ac18-0a767c004259,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:29.839676 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-52032c38-ab04-47e9-83c0-880771b9edce tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Synchronizing usage tracker for tenant:094524129a1d47f7816b042faa7bb560 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:29.863027 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-52032c38-ab04-47e9-83c0-880771b9edce tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Unset dirty status for tenant:094524129a1d47f7816b042faa7bb560 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:29.865148 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-52032c38-ab04-47e9-83c0-880771b9edce tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0796244 Feb 09 01:32:29.869482 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46824) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:29.870821 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-6957bfff-ec47-4163-bac1-0fbb95462a9b tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1211212 Feb 09 01:32:29.877605 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-e8db302b-b67a-43d3-9f23-6d22fe63a123 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Request body: {'security_group': {'name': 'tempest-secgroup--1431248567'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:29.885630 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-d6310fd8-f755-4153-bd3d-3a45da97ff46 service neutron] Request body: {'port': {'device_id': '11eebeb3-b2fa-4104-810e-c4eadcf403a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:29.887336 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e8db302b-b67a-43d3-9f23-6d22fe63a123 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:29.899210 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e8db302b-b67a-43d3-9f23-6d22fe63a123 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:29.912259 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e8db302b-b67a-43d3-9f23-6d22fe63a123 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:30.018076 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e8db302b-b67a-43d3-9f23-6d22fe63a123 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:30.024476 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-d6310fd8-f755-4153-bd3d-3a45da97ff46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:30.025504 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e8db302b-b67a-43d3-9f23-6d22fe63a123 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Usage tracker for resource:security_group_rule and tenant:094524129a1d47f7816b042faa7bb560 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:30.036439 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e8db302b-b67a-43d3-9f23-6d22fe63a123 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:30.044941 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e8db302b-b67a-43d3-9f23-6d22fe63a123 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:30.092415 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-534c09ca-2e3e-45ed-aa4c-378693020ad7 None None] Provisioning for port 12a6304b-c841-4185-ac18-0a767c004259 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:32:30.106710 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-534c09ca-2e3e-45ed-aa4c-378693020ad7 None None] Provisioning complete for port 12a6304b-c841-4185-ac18-0a767c004259 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:30.107367 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-534c09ca-2e3e-45ed-aa4c-378693020ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:30.121772 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae43ed-bdb5-45b8-8e13-77372f6008e7 req-faf8f738-7996-4afc-8dbf-398c5bc48a7b tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:30.125942 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-13ae43ed-bdb5-45b8-8e13-77372f6008e7 req-faf8f738-7996-4afc-8dbf-398c5bc48a7b tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/networks?id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c HTTP/1.1" status: 200 len: 806 time: 0.1960142 Feb 09 01:32:30.149773 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-13ae43ed-bdb5-45b8-8e13-77372f6008e7 req-9b75c56d-cf4b-4cad-80c0-033a223edfc3 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/quotas/b294377ce84e483b9e0d3e2eebffd609 HTTP/1.1" status: 200 len: 375 time: 0.0207484 Feb 09 01:32:30.189445 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-534c09ca-2e3e-45ed-aa4c-378693020ad7 None None] Port 12a6304b-c841-4185-ac18-0a767c004259 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:32:30.242351 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e8db302b-b67a-43d3-9f23-6d22fe63a123 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:30.250246 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e8db302b-b67a-43d3-9f23-6d22fe63a123 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:30.310617 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-13ae43ed-bdb5-45b8-8e13-77372f6008e7 req-ed63350f-77dd-4f66-bff6-fcc3a62e32c8 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b294377ce84e483b9e0d3e2eebffd609&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1600313 Feb 09 01:32:30.314097 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e8db302b-b67a-43d3-9f23-6d22fe63a123 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:30.315308 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e8db302b-b67a-43d3-9f23-6d22fe63a123 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4438126 Feb 09 01:32:30.317145 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db302b-b67a-43d3-9f23-6d22fe63a123 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7a806c-3ff0-4929-82fd-f72ebc6c11ce,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:30.319142 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46832) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:30.324487 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-3c5e7cd8-2ce2-4550-aed4-63f16365892d tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Request body: {'security_group_rule': {'security_group_id': '0e7a806c-3ff0-4929-82fd-f72ebc6c11ce', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:30.325172 n-d-828419-1 neutron-server[87611]: WARNING neutron.api.v2.base [None req-3c5e7cd8-2ce2-4550-aed4-63f16365892d tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 01:32:30.325669 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-3c5e7cd8-2ce2-4550-aed4-63f16365892d tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:32:30.326676 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3c5e7cd8-2ce2-4550-aed4-63f16365892d tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066316 Feb 09 01:32:30.330695 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46836) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:30.338199 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-e48d7234-1691-4615-9fe9-18ade8a1aa5a tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Request body: {'security_group_rule': {'security_group_id': '0e7a806c-3ff0-4929-82fd-f72ebc6c11ce', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:30.364220 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e48d7234-1691-4615-9fe9-18ade8a1aa5a tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:30.416419 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e48d7234-1691-4615-9fe9-18ade8a1aa5a tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Usage tracker for resource:security_group_rule and tenant:094524129a1d47f7816b042faa7bb560 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:30.421432 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e48d7234-1691-4615-9fe9-18ade8a1aa5a tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:30.429497 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e48d7234-1691-4615-9fe9-18ade8a1aa5a tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:30.517472 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-13ae43ed-bdb5-45b8-8e13-77372f6008e7 req-ec05ee8c-1f3f-470b-ba0b-55fcde76a4e6 service neutron] 10.222.0.37 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837518 Feb 09 01:32:30.542131 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-e48d7234-1691-4615-9fe9-18ade8a1aa5a tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:32:30.543323 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e48d7234-1691-4615-9fe9-18ade8a1aa5a tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2114379 Feb 09 01:32:30.546580 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46842) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:30.604130 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-9c440ef0-4290-4574-8ddb-2491dc387426 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Request body: {'security_group_rule': {'security_group_id': '0e7a806c-3ff0-4929-82fd-f72ebc6c11ce', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:30.604699 n-d-828419-1 neutron-server[87611]: WARNING neutron.api.v2.base [None req-9c440ef0-4290-4574-8ddb-2491dc387426 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 09 01:32:30.605282 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-9c440ef0-4290-4574-8ddb-2491dc387426 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:32:30.609536 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9c440ef0-4290-4574-8ddb-2491dc387426 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0587413 Feb 09 01:32:30.609536 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46846) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:30.636218 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-d6310fd8-f755-4153-bd3d-3a45da97ff46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12a6304b-c841-4185-ac18-0a767c004259 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:32:30.652341 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-d6310fd8-f755-4153-bd3d-3a45da97ff46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:30.673839 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-d6310fd8-f755-4153-bd3d-3a45da97ff46 service neutron] Transition to ACTIVE for port object 12a6304b-c841-4185-ac18-0a767c004259 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:32:30.682625 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-d6310fd8-f755-4153-bd3d-3a45da97ff46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:30.733943 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-be6f8663-50fb-4e6b-a171-23845129971b tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Request body: {'security_group_rule': {'security_group_id': '0e7a806c-3ff0-4929-82fd-f72ebc6c11ce', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:30.752139 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-be6f8663-50fb-4e6b-a171-23845129971b tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:30.760389 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-be6f8663-50fb-4e6b-a171-23845129971b tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Usage tracker for resource:security_group_rule and tenant:094524129a1d47f7816b042faa7bb560 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:30.765242 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-be6f8663-50fb-4e6b-a171-23845129971b tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:30.767558 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1c0d5-9c88-4b1b-98a8-7e11f697bd2a req-8a80dec8-0962-4622-8d03-b2e8fc8ace95 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:30.768312 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-dcb1c0d5-9c88-4b1b-98a8-7e11f697bd2a req-8a80dec8-0962-4622-8d03-b2e8fc8ace95 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Synchronizing usage tracker for tenant:089df553ed3542348a44835caf19372b on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:30.775097 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-be6f8663-50fb-4e6b-a171-23845129971b tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:30.844196 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-13ae43ed-bdb5-45b8-8e13-77372f6008e7 req-f2422799-49ad-4ce6-85e6-ac3649765631 service neutron] 10.222.0.37 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204205 Feb 09 01:32:30.862852 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6310fd8-f755-4153-bd3d-3a45da97ff46 service neutron] Pushing event updated for resources: {'Port': ['ID=12a6304b-c841-4185-ac18-0a767c004259,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:30.864371 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-be6f8663-50fb-4e6b-a171-23845129971b tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:32:30.865706 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-be6f8663-50fb-4e6b-a171-23845129971b tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2554116 Feb 09 01:32:30.869002 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46852) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:30.874706 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-83d73710-ce2e-410e-8927-f20e92450b62 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Request body: {'security_group_rule': {'security_group_id': '0e7a806c-3ff0-4929-82fd-f72ebc6c11ce', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:30.883633 n-d-828419-1 neutron-server[87611]: WARNING neutron.api.v2.base [None req-83d73710-ce2e-410e-8927-f20e92450b62 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 01:32:30.884480 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-83d73710-ce2e-410e-8927-f20e92450b62 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:32:30.885958 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-83d73710-ce2e-410e-8927-f20e92450b62 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0157626 Feb 09 01:32:30.888687 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46856) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:30.899773 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-28f21bfe-0d30-4838-a311-52fa6bbafa2f tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Request body: {'security_group_rule': {'security_group_id': '0e7a806c-3ff0-4929-82fd-f72ebc6c11ce', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:30.916330 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-28f21bfe-0d30-4838-a311-52fa6bbafa2f tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:30.927246 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-28f21bfe-0d30-4838-a311-52fa6bbafa2f tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Usage tracker for resource:security_group_rule and tenant:094524129a1d47f7816b042faa7bb560 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:30.933177 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-28f21bfe-0d30-4838-a311-52fa6bbafa2f tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:30.946155 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-28f21bfe-0d30-4838-a311-52fa6bbafa2f tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:30.971261 n-d-828419-1 neutron-server[87611]: INFO neutron.db.securitygroups_db [None req-28f21bfe-0d30-4838-a311-52fa6bbafa2f tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Project 094524129a1d47f7816b042faa7bb560 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:32:31.007002 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-dcb1c0d5-9c88-4b1b-98a8-7e11f697bd2a req-8a80dec8-0962-4622-8d03-b2e8fc8ace95 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Unset dirty status for tenant:089df553ed3542348a44835caf19372b on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:31.015450 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-28f21bfe-0d30-4838-a311-52fa6bbafa2f tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:32:31.016990 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-28f21bfe-0d30-4838-a311-52fa6bbafa2f tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1270332 Feb 09 01:32:31.019508 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46860) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:31.019758 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dcb1c0d5-9c88-4b1b-98a8-7e11f697bd2a req-8a80dec8-0962-4622-8d03-b2e8fc8ace95 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=11eebeb3-b2fa-4104-810e-c4eadcf403a0 HTTP/1.1" status: 200 len: 931 time: 0.4397774 Feb 09 01:32:31.026674 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b65fef03-1abd-441c-aae5-cfc88c59722b tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Request body: {'security_group_rule': {'security_group_id': '0e7a806c-3ff0-4929-82fd-f72ebc6c11ce', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:31.027156 n-d-828419-1 neutron-server[87611]: WARNING neutron.api.v2.base [None req-b65fef03-1abd-441c-aae5-cfc88c59722b tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 09 01:32:31.027651 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-b65fef03-1abd-441c-aae5-cfc88c59722b tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:32:31.030557 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b65fef03-1abd-441c-aae5-cfc88c59722b tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0100195 Feb 09 01:32:31.033632 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46864) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:31.043517 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-d10d18ae-946c-426d-a073-53ad4d6b73dc tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Request body: {'security_group_rule': {'security_group_id': '0e7a806c-3ff0-4929-82fd-f72ebc6c11ce', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:31.057221 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d10d18ae-946c-426d-a073-53ad4d6b73dc tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:31.072697 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d10d18ae-946c-426d-a073-53ad4d6b73dc tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Usage tracker for resource:security_group_rule and tenant:094524129a1d47f7816b042faa7bb560 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:31.081882 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d10d18ae-946c-426d-a073-53ad4d6b73dc tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:31.094838 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d10d18ae-946c-426d-a073-53ad4d6b73dc tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:31.121893 n-d-828419-1 neutron-server[87611]: INFO neutron.db.securitygroups_db [None req-d10d18ae-946c-426d-a073-53ad4d6b73dc tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Project 094524129a1d47f7816b042faa7bb560 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:32:31.137027 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dcb1c0d5-9c88-4b1b-98a8-7e11f697bd2a req-89368770-dca7-4e7f-8710-9b736c87d30c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c26ab04a-c2aa-4042-859a-abdbd5761576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151078 Feb 09 01:32:31.142308 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-d6310fd8-f755-4153-bd3d-3a45da97ff46 service neutron] Attempting to bind port 12a6304b-c841-4185-ac18-0a767c004259 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:32:31.142814 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-d6310fd8-f755-4153-bd3d-3a45da97ff46 service neutron] Attempting to bind port 12a6304b-c841-4185-ac18-0a767c004259 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'a2a9ad5d-113e-4db2-befc-37dbe2d35fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:32:31.143378 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-d6310fd8-f755-4153-bd3d-3a45da97ff46 service neutron] Attempting to bind port 12a6304b-c841-4185-ac18-0a767c004259 on network 023eca9b-48ef-4835-8ca1-a5b455f2fcf1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:32:31.162736 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-d10d18ae-946c-426d-a073-53ad4d6b73dc tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:32:31.162736 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d10d18ae-946c-426d-a073-53ad4d6b73dc tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1211295 Feb 09 01:32:31.164866 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-d6310fd8-f755-4153-bd3d-3a45da97ff46 service neutron] Port 12a6304b-c841-4185-ac18-0a767c004259 on network 023eca9b-48ef-4835-8ca1-a5b455f2fcf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:32:31.164866 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-d6310fd8-f755-4153-bd3d-3a45da97ff46 service neutron] Attempting to bind port 12a6304b-c841-4185-ac18-0a767c004259 on network 023eca9b-48ef-4835-8ca1-a5b455f2fcf1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:32:31.169173 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-d6310fd8-f755-4153-bd3d-3a45da97ff46 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:32:31.169346 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-d6310fd8-f755-4153-bd3d-3a45da97ff46 service neutron] Checking segment: {'id': 'a2a9ad5d-113e-4db2-befc-37dbe2d35fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:32:31.169692 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-d6310fd8-f755-4153-bd3d-3a45da97ff46 service neutron] Bound using segment: {'id': 'a2a9ad5d-113e-4db2-befc-37dbe2d35fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:32:31.170200 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-d6310fd8-f755-4153-bd3d-3a45da97ff46 service neutron] Bound port: 12a6304b-c841-4185-ac18-0a767c004259, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2a9ad5d-113e-4db2-befc-37dbe2d35fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:32:31.170551 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-d6310fd8-f755-4153-bd3d-3a45da97ff46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:31.170944 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46872) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:31.184212 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-632e856b-7485-466d-a409-46acd34c9567 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Request body: {'security_group_rule': {'security_group_id': '0e7a806c-3ff0-4929-82fd-f72ebc6c11ce', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:31.192758 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-632e856b-7485-466d-a409-46acd34c9567 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:31.197145 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-632e856b-7485-466d-a409-46acd34c9567 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Usage tracker for resource:security_group_rule and tenant:094524129a1d47f7816b042faa7bb560 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:31.201045 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-632e856b-7485-466d-a409-46acd34c9567 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:31.207341 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-632e856b-7485-466d-a409-46acd34c9567 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:31.221771 n-d-828419-1 neutron-server[87611]: INFO neutron.db.securitygroups_db [None req-632e856b-7485-466d-a409-46acd34c9567 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Project 094524129a1d47f7816b042faa7bb560 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:32:31.268239 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-632e856b-7485-466d-a409-46acd34c9567 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:32:31.273676 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46878) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:31.274044 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-632e856b-7485-466d-a409-46acd34c9567 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0989919 Feb 09 01:32:31.374232 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-d6310fd8-f755-4153-bd3d-3a45da97ff46 service neutron] For port 12a6304b-c841-4185-ac18-0a767c004259, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:32:31.379928 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-d6310fd8-f755-4153-bd3d-3a45da97ff46 service neutron] For port 12a6304b-c841-4185-ac18-0a767c004259, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=12a6304b-c841-4185-ac18-0a767c004259,segment=NetworkSegment(a2a9ad5d-113e-4db2-befc-37dbe2d35fca),segment_id=a2a9ad5d-113e-4db2-befc-37dbe2d35fca)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:32:31.392702 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-d6310fd8-f755-4153-bd3d-3a45da97ff46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:31.511908 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6310fd8-f755-4153-bd3d-3a45da97ff46 service neutron] Pushing event updated for resources: {'Port': ['ID=12a6304b-c841-4185-ac18-0a767c004259,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:31.516609 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6038099e-e771-4bc4-a876-2d65a3c8bde0 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:31.549722 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6038099e-e771-4bc4-a876-2d65a3c8bde0 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:31.609734 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-d6310fd8-f755-4153-bd3d-3a45da97ff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:31.610480 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-d6310fd8-f755-4153-bd3d-3a45da97ff46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:31.612214 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-d6310fd8-f755-4153-bd3d-3a45da97ff46 service neutron] 10.222.0.35 "PUT /v2.0/ports/12a6304b-c841-4185-ac18-0a767c004259 HTTP/1.1" status: 200 len: 1091 time: 1.7308538 Feb 09 01:32:31.612773 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11eebeb3-b2fa-4104-810e-c4eadcf403a0', 'tag': '12a6304b-c841-4185-ac18-0a767c004259'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:32:31.630488 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6038099e-e771-4bc4-a876-2d65a3c8bde0 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:31.717898 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11eebeb3-b2fa-4104-810e-c4eadcf403a0', 'tag': '12a6304b-c841-4185-ac18-0a767c004259', 'status': 'completed', 'code': 200} Feb 09 01:32:31.721638 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038099e-e771-4bc4-a876-2d65a3c8bde0 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7a806c-3ff0-4929-82fd-f72ebc6c11ce,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:31.741745 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6038099e-e771-4bc4-a876-2d65a3c8bde0 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:31.744942 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6038099e-e771-4bc4-a876-2d65a3c8bde0 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "DELETE /v2.0/security-groups/0e7a806c-3ff0-4929-82fd-f72ebc6c11ce HTTP/1.1" status: 204 len: 168 time: 0.4700394 Feb 09 01:32:31.746081 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46910) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:31.833820 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-5704a933-5272-486b-9590-6b517fe46371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:31.835374 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-5704a933-5272-486b-9590-6b517fe46371 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=089df553ed3542348a44835caf19372b&device_id=11eebeb3-b2fa-4104-810e-c4eadcf403a0 HTTP/1.1" status: 200 len: 1094 time: 0.1628623 Feb 09 01:32:31.835997 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-82c83083-b519-45d2-9560-c70802aa620e tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Synchronizing usage tracker for tenant:094524129a1d47f7816b042faa7bb560 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:31.858970 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-82c83083-b519-45d2-9560-c70802aa620e tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Unset dirty status for tenant:094524129a1d47f7816b042faa7bb560 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:31.861177 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-82c83083-b519-45d2-9560-c70802aa620e tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1140246 Feb 09 01:32:31.865481 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46924) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:31.877017 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-826d795a-7ed6-4e50-8033-c4cc5762fa9e tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Request body: {'security_group': {'name': 'tempest-secgroup--359235902'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:31.887521 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-826d795a-7ed6-4e50-8033-c4cc5762fa9e tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:31.899349 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-826d795a-7ed6-4e50-8033-c4cc5762fa9e tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:31.911995 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-826d795a-7ed6-4e50-8033-c4cc5762fa9e tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:31.936361 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-826d795a-7ed6-4e50-8033-c4cc5762fa9e tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:31.941098 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-826d795a-7ed6-4e50-8033-c4cc5762fa9e tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Usage tracker for resource:security_group_rule and tenant:094524129a1d47f7816b042faa7bb560 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:31.945457 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-826d795a-7ed6-4e50-8033-c4cc5762fa9e tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:31.955373 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-826d795a-7ed6-4e50-8033-c4cc5762fa9e tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:31.990925 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-b42b6be8-d82e-4170-b64b-024649809592 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12a6304b-c841-4185-ac18-0a767c004259 HTTP/1.1" status: 200 len: 217 time: 0.1473334 Feb 09 01:32:32.040553 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-826d795a-7ed6-4e50-8033-c4cc5762fa9e tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:32.048334 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-826d795a-7ed6-4e50-8033-c4cc5762fa9e tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:32.104210 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d795a-7ed6-4e50-8033-c4cc5762fa9e tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0779594a-80c4-4d54-bb67-a56f3d03475d,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:32.118965 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-826d795a-7ed6-4e50-8033-c4cc5762fa9e tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:32.120695 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-826d795a-7ed6-4e50-8033-c4cc5762fa9e tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2538993 Feb 09 01:32:32.123564 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46930) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:32.129249 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-660c1036-32ce-4cd1-a72f-a32f51cb640d tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Request body: {'security_group_rule': {'security_group_id': '0779594a-80c4-4d54-bb67-a56f3d03475d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:32.135912 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-660c1036-32ce-4cd1-a72f-a32f51cb640d tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:32.139800 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-660c1036-32ce-4cd1-a72f-a32f51cb640d tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Usage tracker for resource:security_group_rule and tenant:094524129a1d47f7816b042faa7bb560 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:32.142465 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-6c37dc66-7547-4428-957b-91a15df34d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:32.142951 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-660c1036-32ce-4cd1-a72f-a32f51cb640d tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:32.143898 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-6c37dc66-7547-4428-957b-91a15df34d85 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=da4a8d72-89ab-42e6-955e-754763d2d4a6 HTTP/1.1" status: 200 len: 834 time: 0.1020744 Feb 09 01:32:32.148672 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-660c1036-32ce-4cd1-a72f-a32f51cb640d tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:32.190178 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-660c1036-32ce-4cd1-a72f-a32f51cb640d tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] create failed (client error): The resource could not be found. Feb 09 01:32:32.193974 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-660c1036-32ce-4cd1-a72f-a32f51cb640d tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0667851 Feb 09 01:32:32.194220 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46936) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:32.199554 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-7128acab-488b-430d-9bc2-95820530cbcf tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Request body: {'security_group_rule': {'security_group_id': '0779594a-80c4-4d54-bb67-a56f3d03475d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5495fb8a-8f6e-45cd-9797-58ad031fa557'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:32.207702 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7128acab-488b-430d-9bc2-95820530cbcf tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:32.211658 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7128acab-488b-430d-9bc2-95820530cbcf tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Usage tracker for resource:security_group_rule and tenant:094524129a1d47f7816b042faa7bb560 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:32.215252 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7128acab-488b-430d-9bc2-95820530cbcf tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:32.221264 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-4d5081e6-b683-44c5-9ca8-51e73486fe5f tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:32.223105 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7128acab-488b-430d-9bc2-95820530cbcf tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:32.223224 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-4d5081e6-b683-44c5-9ca8-51e73486fe5f tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/networks?id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c HTTP/1.1" status: 200 len: 806 time: 0.2849720 Feb 09 01:32:32.253228 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-b7100889-a1eb-4862-b787-e8319c7406d2 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/quotas/b294377ce84e483b9e0d3e2eebffd609 HTTP/1.1" status: 200 len: 375 time: 0.0198023 Feb 09 01:32:32.265208 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-7128acab-488b-430d-9bc2-95820530cbcf tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] create failed (client error): The resource could not be found. Feb 09 01:32:32.269634 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7128acab-488b-430d-9bc2-95820530cbcf tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0718181 Feb 09 01:32:32.270199 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46940) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:32.333337 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-47ae96ad-a987-48f2-aea7-2d48c358fe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:32.334809 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-47ae96ad-a987-48f2-aea7-2d48c358fe0c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=023eca9b-48ef-4835-8ca1-a5b455f2fcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1718354 Feb 09 01:32:32.401844 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0bc83e34-2fa1-4868-9eac-68b6f65a33b6 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:32.432022 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-fcba8860-fa4a-4a81-a39d-eb70ebae17ae tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b294377ce84e483b9e0d3e2eebffd609&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1778762 Feb 09 01:32:32.441711 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0bc83e34-2fa1-4868-9eac-68b6f65a33b6 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:32.464968 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc7286-7710-467a-9160-9b4604391d2c req-5e10def5-aadf-467d-87e2-66bbfbeae504 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:32.466550 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-11fc7286-7710-467a-9160-9b4604391d2c req-5e10def5-aadf-467d-87e2-66bbfbeae504 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=11eebeb3-b2fa-4104-810e-c4eadcf403a0 HTTP/1.1" status: 200 len: 943 time: 0.1554828 Feb 09 01:32:32.535890 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-11fc7286-7710-467a-9160-9b4604391d2c req-3a35e89a-bc7b-4de0-9e5a-1b0a411795aa tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c26ab04a-c2aa-4042-859a-abdbd5761576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589623 Feb 09 01:32:32.543263 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0bc83e34-2fa1-4868-9eac-68b6f65a33b6 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:32.571216 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0bc83e34-2fa1-4868-9eac-68b6f65a33b6 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:32.572557 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0bc83e34-2fa1-4868-9eac-68b6f65a33b6 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "DELETE /v2.0/security-groups/0779594a-80c4-4d54-bb67-a56f3d03475d HTTP/1.1" status: 204 len: 168 time: 0.3016996 Feb 09 01:32:32.573617 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc83e34-2fa1-4868-9eac-68b6f65a33b6 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0779594a-80c4-4d54-bb67-a56f3d03475d,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:32.575347 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46944) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:32.618170 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-d7dec96e-32b8-4e94-9603-dd218751a02c service neutron] 10.222.0.35 "GET /v2.0/networks/023eca9b-48ef-4835-8ca1-a5b455f2fcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752826 Feb 09 01:32:32.628977 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0f7f0648-585f-48ce-81ee-f74d834b286c tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Synchronizing usage tracker for tenant:094524129a1d47f7816b042faa7bb560 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:32.646578 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0f7f0648-585f-48ce-81ee-f74d834b286c tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Unset dirty status for tenant:094524129a1d47f7816b042faa7bb560 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:32.651966 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0f7f0648-585f-48ce-81ee-f74d834b286c tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0716624 Feb 09 01:32:32.652423 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46948) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:32.657544 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-ec79c3c6-d047-4a07-b9a2-a86e4c9da0d4 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Request body: {'security_group_rule': {'security_group_id': '00af5fd4-b83f-440f-aa33-851b52bbf56c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:32.665678 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ec79c3c6-d047-4a07-b9a2-a86e4c9da0d4 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:32.669913 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ec79c3c6-d047-4a07-b9a2-a86e4c9da0d4 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Usage tracker for resource:security_group_rule and tenant:094524129a1d47f7816b042faa7bb560 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:32.673305 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ec79c3c6-d047-4a07-b9a2-a86e4c9da0d4 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:32.679190 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ec79c3c6-d047-4a07-b9a2-a86e4c9da0d4 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:32.722791 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-ec79c3c6-d047-4a07-b9a2-a86e4c9da0d4 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] create failed (client error): The resource could not be found. Feb 09 01:32:32.727465 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ec79c3c6-d047-4a07-b9a2-a86e4c9da0d4 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0706694 Feb 09 01:32:32.727885 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46952) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:32.734171 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-58bc27f2-572c-459e-a3da-5ddc7d430d0a tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Request body: {'security_group': {'name': 'tempest-secgroup--1800770565'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:32.741497 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-58bc27f2-572c-459e-a3da-5ddc7d430d0a tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:32.754643 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-58bc27f2-572c-459e-a3da-5ddc7d430d0a tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:32.767145 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-58bc27f2-572c-459e-a3da-5ddc7d430d0a tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:32.789051 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-58bc27f2-572c-459e-a3da-5ddc7d430d0a tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:32.793267 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-58bc27f2-572c-459e-a3da-5ddc7d430d0a tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Usage tracker for resource:security_group_rule and tenant:094524129a1d47f7816b042faa7bb560 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:32.796268 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-58bc27f2-572c-459e-a3da-5ddc7d430d0a tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:32.805152 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-58bc27f2-572c-459e-a3da-5ddc7d430d0a tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:32.836627 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-626cfe74-897a-4ddd-9a75-d65403d215e3 service neutron] 10.222.0.37 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902264 Feb 09 01:32:32.936633 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-58bc27f2-572c-459e-a3da-5ddc7d430d0a tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:32.943031 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-58bc27f2-572c-459e-a3da-5ddc7d430d0a tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:33.002408 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e918854-8875-4bcc-9d67-0e9fd0b1e31d req-d8fd5217-6572-4fe9-84d0-64c0226cefb7 service neutron] 10.222.0.35 "GET /v2.0/networks/023eca9b-48ef-4835-8ca1-a5b455f2fcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702435 Feb 09 01:32:33.017052 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc27f2-572c-459e-a3da-5ddc7d430d0a tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=803b5ff5-75b1-4394-b8e3-d738e317f1ba,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:33.024995 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-58bc27f2-572c-459e-a3da-5ddc7d430d0a tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:33.028581 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-58bc27f2-572c-459e-a3da-5ddc7d430d0a tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2970192 Feb 09 01:32:33.028883 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46958) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:33.031231 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-28a62304-4aa4-4ad3-bae5-ca860d79668e service neutron] 10.222.0.37 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852930 Feb 09 01:32:33.034408 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-5b0e2680-0f14-4b5b-8af7-b5f9ed9e67d9 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Request body: {'security_group': {'name': 'tempest-secgroup--1479325977'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:33.051272 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5b0e2680-0f14-4b5b-8af7-b5f9ed9e67d9 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:33.060895 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5b0e2680-0f14-4b5b-8af7-b5f9ed9e67d9 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Usage tracker for resource:security_group and tenant:094524129a1d47f7816b042faa7bb560 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:33.072611 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5b0e2680-0f14-4b5b-8af7-b5f9ed9e67d9 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:33.089840 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5b0e2680-0f14-4b5b-8af7-b5f9ed9e67d9 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:33.115420 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5b0e2680-0f14-4b5b-8af7-b5f9ed9e67d9 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:33.158595 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5b0e2680-0f14-4b5b-8af7-b5f9ed9e67d9 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:33.180267 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5b0e2680-0f14-4b5b-8af7-b5f9ed9e67d9 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Usage tracker for resource:security_group_rule and tenant:094524129a1d47f7816b042faa7bb560 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:33.195101 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5b0e2680-0f14-4b5b-8af7-b5f9ed9e67d9 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:33.211975 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5b0e2680-0f14-4b5b-8af7-b5f9ed9e67d9 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:33.259007 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51ba50-18e8-4bc1-8505-f9c90e6cd155 req-8a34a49a-bb38-4ce8-b6ff-154cdda3ba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:33.261411 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8a51ba50-18e8-4bc1-8505-f9c90e6cd155 req-8a34a49a-bb38-4ce8-b6ff-154cdda3ba5b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=089df553ed3542348a44835caf19372b&device_id=11eebeb3-b2fa-4104-810e-c4eadcf403a0 HTTP/1.1" status: 200 len: 1094 time: 0.1012747 Feb 09 01:32:33.268631 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-515116ce-90f5-412f-8921-cd0d9314a473 req-0d7414e1-0805-47b8-a074-cbab4e54fcc1 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f22fc20-b940-4142-b425-220ec08a72e9 HTTP/1.1" status: 200 len: 210 time: 0.0511684 Feb 09 01:32:33.343325 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5b0e2680-0f14-4b5b-8af7-b5f9ed9e67d9 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:33.352614 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5b0e2680-0f14-4b5b-8af7-b5f9ed9e67d9 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:33.443609 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e2680-0f14-4b5b-8af7-b5f9ed9e67d9 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aee41037-9112-4472-b0e3-e3820384b91d,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:33.456510 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5b0e2680-0f14-4b5b-8af7-b5f9ed9e67d9 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:33.458692 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5b0e2680-0f14-4b5b-8af7-b5f9ed9e67d9 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4282897 Feb 09 01:32:33.462094 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46970) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:33.473199 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-460a1e04-1ba5-48c2-8d48-f3e40b145d73 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Request body: {'security_group_rule': {'security_group_id': '803b5ff5-75b1-4394-b8e3-d738e317f1ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'aee41037-9112-4472-b0e3-e3820384b91d'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:33.480504 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51ba50-18e8-4bc1-8505-f9c90e6cd155 req-6eca841d-d3b0-4635-aff9-209bc426a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:33.490751 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8a51ba50-18e8-4bc1-8505-f9c90e6cd155 req-6eca841d-d3b0-4635-aff9-209bc426a881 service neutron] 10.222.0.35 "GET /v2.0/networks?id=023eca9b-48ef-4835-8ca1-a5b455f2fcf1 HTTP/1.1" status: 200 len: 897 time: 0.2202446 Feb 09 01:32:33.492688 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-460a1e04-1ba5-48c2-8d48-f3e40b145d73 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:33.504661 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-460a1e04-1ba5-48c2-8d48-f3e40b145d73 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Usage tracker for resource:security_group_rule and tenant:094524129a1d47f7816b042faa7bb560 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:33.509704 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-460a1e04-1ba5-48c2-8d48-f3e40b145d73 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:33.519222 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-460a1e04-1ba5-48c2-8d48-f3e40b145d73 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:33.608790 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-460a1e04-1ba5-48c2-8d48-f3e40b145d73 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:32:33.614089 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-460a1e04-1ba5-48c2-8d48-f3e40b145d73 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1511133 Feb 09 01:32:33.617685 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46978) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:33.623580 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8a51ba50-18e8-4bc1-8505-f9c90e6cd155 req-e2897386-4453-4e15-9fcc-f59764a32bcb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12a6304b-c841-4185-ac18-0a767c004259 HTTP/1.1" status: 200 len: 217 time: 0.1237483 Feb 09 01:32:33.713421 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-97f5c921-2ab7-4f39-b749-580ff33df3ac tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:33.745840 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-97f5c921-2ab7-4f39-b749-580ff33df3ac tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:33.787040 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51ba50-18e8-4bc1-8505-f9c90e6cd155 req-0112ee17-603b-4233-9333-51ddf1c01e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:33.788859 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8a51ba50-18e8-4bc1-8505-f9c90e6cd155 req-0112ee17-603b-4233-9333-51ddf1c01e10 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=da4a8d72-89ab-42e6-955e-754763d2d4a6 HTTP/1.1" status: 200 len: 834 time: 0.1579425 Feb 09 01:32:33.844712 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-97f5c921-2ab7-4f39-b749-580ff33df3ac tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:33.866720 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5c921-2ab7-4f39-b749-580ff33df3ac tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee41037-9112-4472-b0e3-e3820384b91d,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:33.869701 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122a19b-8900-40ff-bc68-e7cebf27c8c3 req-7095ed2f-ad11-441c-ba0f-f079381eaafd tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:33.871582 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2122a19b-8900-40ff-bc68-e7cebf27c8c3 req-7095ed2f-ad11-441c-ba0f-f079381eaafd tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=11eebeb3-b2fa-4104-810e-c4eadcf403a0 HTTP/1.1" status: 200 len: 943 time: 0.1643505 Feb 09 01:32:33.875160 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-97f5c921-2ab7-4f39-b749-580ff33df3ac tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:33.879525 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-97f5c921-2ab7-4f39-b749-580ff33df3ac tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "DELETE /v2.0/security-groups/aee41037-9112-4472-b0e3-e3820384b91d HTTP/1.1" status: 204 len: 168 time: 0.2578402 Feb 09 01:32:33.880020 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 46984) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:33.973711 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51ba50-18e8-4bc1-8505-f9c90e6cd155 req-0111402f-23da-494e-b8a7-66cd595a4206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:33.975180 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8a51ba50-18e8-4bc1-8505-f9c90e6cd155 req-0111402f-23da-494e-b8a7-66cd595a4206 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=023eca9b-48ef-4835-8ca1-a5b455f2fcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1792953 Feb 09 01:32:33.987006 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2122a19b-8900-40ff-bc68-e7cebf27c8c3 req-a22414ec-bb3e-42b7-82e4-8dc0cd510b50 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c26ab04a-c2aa-4042-859a-abdbd5761576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895057 Feb 09 01:32:34.081738 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-63fb269e-dd50-4377-b6dd-8a291a23a61e tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Synchronizing usage tracker for tenant:094524129a1d47f7816b042faa7bb560 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:34.128801 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-63fb269e-dd50-4377-b6dd-8a291a23a61e tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Unset dirty status for tenant:094524129a1d47f7816b042faa7bb560 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:34.130217 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-63fb269e-dd50-4377-b6dd-8a291a23a61e tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2487910 Feb 09 01:32:34.133926 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46990) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:34.155553 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8a51ba50-18e8-4bc1-8505-f9c90e6cd155 req-8ded4f05-f220-4578-972e-e389030fe976 service neutron] 10.222.0.35 "GET /v2.0/networks/023eca9b-48ef-4835-8ca1-a5b455f2fcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719091 Feb 09 01:32:34.207390 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7772592-d3c5-46cd-9a07-795fc828f8c9 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:34.234748 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7772592-d3c5-46cd-9a07-795fc828f8c9 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:34.287387 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7772592-d3c5-46cd-9a07-795fc828f8c9 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:34.299506 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8a51ba50-18e8-4bc1-8505-f9c90e6cd155 req-4777f5b4-4b94-4938-a59a-c3ccd44dc46e service neutron] 10.222.0.35 "GET /v2.0/networks/023eca9b-48ef-4835-8ca1-a5b455f2fcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368940 Feb 09 01:32:34.307287 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7772592-d3c5-46cd-9a07-795fc828f8c9 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=803b5ff5-75b1-4394-b8e3-d738e317f1ba,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:34.331371 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7772592-d3c5-46cd-9a07-795fc828f8c9 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:34.334471 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b7772592-d3c5-46cd-9a07-795fc828f8c9 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "DELETE /v2.0/security-groups/803b5ff5-75b1-4394-b8e3-d738e317f1ba HTTP/1.1" status: 204 len: 168 time: 0.1995840 Feb 09 01:32:34.336956 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 46996) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:34.456312 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b15162a2-d52d-43d2-b9ae-263bb2b71c47 req-1e334f17-a6ec-42a2-bb2e-b2d3982b72a8 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f22fc20-b940-4142-b425-220ec08a72e9 HTTP/1.1" status: 200 len: 210 time: 0.0520947 Feb 09 01:32:34.463037 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-199c37bf-ccc3-420f-ac6a-33785194a466 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Synchronizing usage tracker for tenant:094524129a1d47f7816b042faa7bb560 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:34.482400 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-199c37bf-ccc3-420f-ac6a-33785194a466 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Unset dirty status for tenant:094524129a1d47f7816b042faa7bb560 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:34.483107 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-199c37bf-ccc3-420f-ac6a-33785194a466 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1452320 Feb 09 01:32:34.489803 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47000) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:34.493318 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-1d0ec864-ec46-4e37-bf65-750f867c0044 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Request body: {'security_group': {'name': 'tempest-secgroup--1549719468'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:34.502279 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1d0ec864-ec46-4e37-bf65-750f867c0044 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:34.512262 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1d0ec864-ec46-4e37-bf65-750f867c0044 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:34.527900 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1d0ec864-ec46-4e37-bf65-750f867c0044 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:34.589713 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1d0ec864-ec46-4e37-bf65-750f867c0044 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:34.596642 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1d0ec864-ec46-4e37-bf65-750f867c0044 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Usage tracker for resource:security_group_rule and tenant:094524129a1d47f7816b042faa7bb560 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:34.599976 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1d0ec864-ec46-4e37-bf65-750f867c0044 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:34.605925 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1d0ec864-ec46-4e37-bf65-750f867c0044 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:34.656090 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-09f4bd40-71f0-40cc-81a1-b4740664a485 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:34.657644 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-09f4bd40-71f0-40cc-81a1-b4740664a485 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.35 "GET /v2.0/networks?id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c HTTP/1.1" status: 200 len: 806 time: 0.1894186 Feb 09 01:32:34.678613 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-51193497-5043-4d9b-a125-d9125dc66bb8 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Request body: {'port': {'device_id': '7f22fc20-b940-4142-b425-220ec08a72e9', 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c', 'admin_state_up': True, 'tenant_id': 'b294377ce84e483b9e0d3e2eebffd609'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:34.707375 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1d0ec864-ec46-4e37-bf65-750f867c0044 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:34.715234 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1d0ec864-ec46-4e37-bf65-750f867c0044 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:34.785563 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ec864-ec46-4e37-bf65-750f867c0044 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d758b73-7e69-43e6-9e07-f31bb457e551,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:34.787952 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1d0ec864-ec46-4e37-bf65-750f867c0044 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:34.792452 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1d0ec864-ec46-4e37-bf65-750f867c0044 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3008204 Feb 09 01:32:34.795335 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47004) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:34.801476 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-4618fc2e-59f4-468f-8f93-1829695a79e3 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Request body: {'security_group_rule': {'security_group_id': '2d758b73-7e69-43e6-9e07-f31bb457e551', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:34.808731 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4618fc2e-59f4-468f-8f93-1829695a79e3 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:34.813260 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4618fc2e-59f4-468f-8f93-1829695a79e3 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Usage tracker for resource:security_group_rule and tenant:094524129a1d47f7816b042faa7bb560 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:34.816579 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4618fc2e-59f4-468f-8f93-1829695a79e3 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:34.824043 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4618fc2e-59f4-468f-8f93-1829695a79e3 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:34.833618 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 12a6304b-c841-4185-ac18-0a767c004259 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:32:34.848626 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-51193497-5043-4d9b-a125-d9125dc66bb8 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:34.858349 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-51193497-5043-4d9b-a125-d9125dc66bb8 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:34.869936 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-4618fc2e-59f4-468f-8f93-1829695a79e3 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:32:34.872293 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4618fc2e-59f4-468f-8f93-1829695a79e3 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0757382 Feb 09 01:32:34.873959 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-51193497-5043-4d9b-a125-d9125dc66bb8 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Made reservation on behalf of b294377ce84e483b9e0d3e2eebffd609 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:34.875194 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47008) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:34.881333 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-88f6c80e-c67b-43bb-b72e-0923dedb916f tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Request body: {'security_group_rule': {'security_group_id': '2d758b73-7e69-43e6-9e07-f31bb457e551', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:34.885435 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-51193497-5043-4d9b-a125-d9125dc66bb8 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:34.889769 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-88f6c80e-c67b-43bb-b72e-0923dedb916f tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:34.894227 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-88f6c80e-c67b-43bb-b72e-0923dedb916f tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Usage tracker for resource:security_group_rule and tenant:094524129a1d47f7816b042faa7bb560 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:34.897629 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-88f6c80e-c67b-43bb-b72e-0923dedb916f tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:34.908615 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-88f6c80e-c67b-43bb-b72e-0923dedb916f tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:34.961448 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-88f6c80e-c67b-43bb-b72e-0923dedb916f tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:32:34.964199 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-88f6c80e-c67b-43bb-b72e-0923dedb916f tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0876327 Feb 09 01:32:34.967343 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47012) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:34.994057 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 12a6304b-c841-4185-ac18-0a767c004259, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=12a6304b-c841-4185-ac18-0a767c004259,segment=NetworkSegment(a2a9ad5d-113e-4db2-befc-37dbe2d35fca),segment_id=a2a9ad5d-113e-4db2-befc-37dbe2d35fca)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:35.008504 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '12a6304b-c841-4185-ac18-0a767c004259', 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1', 'port_id': '12a6304b-c841-4185-ac18-0a767c004259', 'mac_address': 'fa:16:3e:96:28:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 957, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4a8d72-89ab-42e6-955e-754763d2d4a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:32:35.086547 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c2c43685-9482-4043-8127-17da397ee30f tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:35.110354 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:35.136916 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-51193497-5043-4d9b-a125-d9125dc66bb8 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Allocated IP 172.20.0.2 (fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c/bb2e4f25-38e7-4153-b1cd-2ff2d0945d59/78b2069e-96ae-4229-af7e-181fcf61a312) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:32:35.172542 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12a6304b-c841-4185-ac18-0a767c004259 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:32:35.182185 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c2c43685-9482-4043-8127-17da397ee30f tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:35.223127 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 12a6304b-c841-4185-ac18-0a767c004259, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=12a6304b-c841-4185-ac18-0a767c004259,segment=NetworkSegment(a2a9ad5d-113e-4db2-befc-37dbe2d35fca),segment_id=a2a9ad5d-113e-4db2-befc-37dbe2d35fca)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:35.227776 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:35.309229 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=12a6304b-c841-4185-ac18-0a767c004259,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:35.310505 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c2c43685-9482-4043-8127-17da397ee30f tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:35.335181 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c43685-9482-4043-8127-17da397ee30f tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d758b73-7e69-43e6-9e07-f31bb457e551,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:35.345443 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c2c43685-9482-4043-8127-17da397ee30f tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:35.347516 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c2c43685-9482-4043-8127-17da397ee30f tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "DELETE /v2.0/security-groups/2d758b73-7e69-43e6-9e07-f31bb457e551 HTTP/1.1" status: 204 len: 168 time: 0.3775129 Feb 09 01:32:35.356897 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47020) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:35.420448 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ab943c41-e30c-4e24-8d64-4f24e169e669 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Synchronizing usage tracker for tenant:094524129a1d47f7816b042faa7bb560 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:35.443232 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ab943c41-e30c-4e24-8d64-4f24e169e669 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Unset dirty status for tenant:094524129a1d47f7816b042faa7bb560 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:35.449040 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ab943c41-e30c-4e24-8d64-4f24e169e669 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0840681 Feb 09 01:32:35.449759 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47024) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:35.455816 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-74ba0aef-f23f-4e15-98a2-a4f958f098a3 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Request body: {'security_group': {'name': 'tempest-secgroup--1760745231'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:35.463780 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-74ba0aef-f23f-4e15-98a2-a4f958f098a3 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:35.474618 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-74ba0aef-f23f-4e15-98a2-a4f958f098a3 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:35.490828 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-74ba0aef-f23f-4e15-98a2-a4f958f098a3 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:35.516021 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-74ba0aef-f23f-4e15-98a2-a4f958f098a3 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:35.520657 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-74ba0aef-f23f-4e15-98a2-a4f958f098a3 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Usage tracker for resource:security_group_rule and tenant:094524129a1d47f7816b042faa7bb560 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:35.523786 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-74ba0aef-f23f-4e15-98a2-a4f958f098a3 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:35.530968 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-74ba0aef-f23f-4e15-98a2-a4f958f098a3 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:35.539800 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['12a6304b-c841-4185-ac18-0a767c004259'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:32:35.561113 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b8474-bb65-4189-98b7-06da4556de1b req-c0773478-e9cc-4a1d-a56a-f69e08e6a60c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:35.564477 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c32b8474-bb65-4189-98b7-06da4556de1b req-c0773478-e9cc-4a1d-a56a-f69e08e6a60c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=11eebeb3-b2fa-4104-810e-c4eadcf403a0 HTTP/1.1" status: 200 len: 944 time: 0.2575932 Feb 09 01:32:35.670031 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c32b8474-bb65-4189-98b7-06da4556de1b req-9342bb07-3069-4d14-9d19-f3b6f73c891e tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c26ab04a-c2aa-4042-859a-abdbd5761576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981095 Feb 09 01:32:35.694875 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-809c4144-9686-4e9f-ad70-ab9177ecd15d req-4455f4e0-eea5-4386-a362-f9056021d84a tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f22fc20-b940-4142-b425-220ec08a72e9 HTTP/1.1" status: 200 len: 210 time: 0.1083677 Feb 09 01:32:35.699315 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-51193497-5043-4d9b-a125-d9125dc66bb8 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:35.753277 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-74ba0aef-f23f-4e15-98a2-a4f958f098a3 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:35.759007 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-74ba0aef-f23f-4e15-98a2-a4f958f098a3 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:35.777303 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-51193497-5043-4d9b-a125-d9125dc66bb8 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:35.823908 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba0aef-f23f-4e15-98a2-a4f958f098a3 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b52a501-daf4-4506-9d64-c624517fce16,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:35.830862 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-74ba0aef-f23f-4e15-98a2-a4f958f098a3 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:35.832675 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-74ba0aef-f23f-4e15-98a2-a4f958f098a3 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3817706 Feb 09 01:32:35.835593 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47030) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:35.842243 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-08b876de-1264-49c4-a1c9-4f967e5676f7 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:35.843857 n-d-828419-1 neutron-server[87611]: WARNING neutron.api.v2.base [None req-08b876de-1264-49c4-a1c9-4f967e5676f7 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 01:32:35.843857 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-08b876de-1264-49c4-a1c9-4f967e5676f7 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 01:32:35.845069 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-08b876de-1264-49c4-a1c9-4f967e5676f7 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "PUT /v2.0/security-groups/0b52a501-daf4-4506-9d64-c624517fce16 HTTP/1.1" status: 409 len: 330 time: 0.0084536 Feb 09 01:32:35.847074 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47034) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:35.877337 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-51193497-5043-4d9b-a125-d9125dc66bb8 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Network fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:35.881336 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-51193497-5043-4d9b-a125-d9125dc66bb8 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:35.886093 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-51193497-5043-4d9b-a125-d9125dc66bb8 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:32:35.923596 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51193497-5043-4d9b-a125-d9125dc66bb8 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Pushing event updated for resources: {'Port': ['ID=78b2069e-96ae-4229-af7e-181fcf61a312,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:35.931135 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-37000ba2-0b6e-4c4f-9d05-04f4778582b7 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:35.963562 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-37000ba2-0b6e-4c4f-9d05-04f4778582b7 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:35.968182 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-51193497-5043-4d9b-a125-d9125dc66bb8 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:35.969042 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-51193497-5043-4d9b-a125-d9125dc66bb8 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:36.001938 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-51193497-5043-4d9b-a125-d9125dc66bb8 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3314002 Feb 09 01:32:36.017326 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-37b0996c-0e03-423b-97a7-a1fdcdffc055 service neutron] Request body: {'port': {'device_id': '7f22fc20-b940-4142-b425-220ec08a72e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:36.024334 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-37000ba2-0b6e-4c4f-9d05-04f4778582b7 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:36.083615 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37000ba2-0b6e-4c4f-9d05-04f4778582b7 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b52a501-daf4-4506-9d64-c624517fce16,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:36.109021 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-37000ba2-0b6e-4c4f-9d05-04f4778582b7 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:36.111900 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-37000ba2-0b6e-4c4f-9d05-04f4778582b7 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "DELETE /v2.0/security-groups/0b52a501-daf4-4506-9d64-c624517fce16 HTTP/1.1" status: 204 len: 168 time: 0.2639480 Feb 09 01:32:36.114734 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47038) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:36.170775 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-36d597a9-d2ce-4e95-bb99-2db158317712 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Synchronizing usage tracker for tenant:094524129a1d47f7816b042faa7bb560 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:36.175858 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-37b0996c-0e03-423b-97a7-a1fdcdffc055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:36.203168 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-36d597a9-d2ce-4e95-bb99-2db158317712 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] Unset dirty status for tenant:094524129a1d47f7816b042faa7bb560 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:36.207802 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-36d597a9-d2ce-4e95-bb99-2db158317712 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0920074 Feb 09 01:32:36.213148 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47044) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:36.230278 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-2a8d6f9a-9868-477a-827a-4e7d7ffabe58 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] delete failed (client error): The resource could not be found. Feb 09 01:32:36.231184 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2a8d6f9a-9868-477a-827a-4e7d7ffabe58 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "DELETE /v2.0/security-groups/eb20770b-676d-4ba6-8a0a-49d191a9c522 HTTP/1.1" status: 404 len: 347 time: 0.0171356 Feb 09 01:32:36.235494 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47048) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:36.264457 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-945c0d5e-68d7-45f0-bee8-0560fcfe1f71 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] show failed (client error): The resource could not be found. Feb 09 01:32:36.269336 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-945c0d5e-68d7-45f0-bee8-0560fcfe1f71 tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "GET /v2.0/security-groups/e9858351-839b-4258-a471-a33fc5eedc70 HTTP/1.1" status: 404 len: 347 time: 0.0289607 Feb 09 01:32:36.269907 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47052) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:36.330816 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-198f7feb-263d-4a3b-ba71-877bee19474b tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] show failed (client error): The resource could not be found. Feb 09 01:32:36.331801 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-198f7feb-263d-4a3b-ba71-877bee19474b tempest-NegativeSecGroupIPv6Test-231725723 tempest-NegativeSecGroupIPv6Test-231725723-project] 10.222.0.37 "GET /v2.0/security-group-rules/42f3540d-3bff-48d9-8b84-596b3b07ad95 HTTP/1.1" status: 404 len: 356 time: 0.0613611 Feb 09 01:32:36.439548 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['25a21778-6b12-4e8d-aec4-f341cf56db8f'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:32:36.648098 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-37b0996c-0e03-423b-97a7-a1fdcdffc055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78b2069e-96ae-4229-af7e-181fcf61a312 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:32:36.660913 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-37b0996c-0e03-423b-97a7-a1fdcdffc055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:36.678185 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-37b0996c-0e03-423b-97a7-a1fdcdffc055 service neutron] Transition to ACTIVE for port object 78b2069e-96ae-4229-af7e-181fcf61a312 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:32:36.684515 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-37b0996c-0e03-423b-97a7-a1fdcdffc055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:36.739077 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47064) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:36.844583 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 12a6304b-c841-4185-ac18-0a767c004259 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:32:36.974810 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1d24b3cb-c977-4b8d-8db9-038a2844e50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:36.988806 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0996c-0e03-423b-97a7-a1fdcdffc055 service neutron] Pushing event updated for resources: {'Port': ['ID=78b2069e-96ae-4229-af7e-181fcf61a312,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:36.995703 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee61e66-9cc9-4b48-8fe4-8fc5296664d7 req-47407333-3230-4fa1-8f61-c5ae56571bd4 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:37.001470 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 12a6304b-c841-4185-ac18-0a767c004259 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:32:37.003754 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3ee61e66-9cc9-4b48-8fe4-8fc5296664d7 req-47407333-3230-4fa1-8f61-c5ae56571bd4 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f22fc20-b940-4142-b425-220ec08a72e9 HTTP/1.1" status: 200 len: 943 time: 0.1656249 Feb 09 01:32:37.007084 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 12a6304b-c841-4185-ac18-0a767c004259 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:37.007761 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:37.083444 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-324a24b5-08d4-4333-9ee9-afaa8f4ce3cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=094524129a1d47f7816b042faa7bb560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3424020 Feb 09 01:32:37.087157 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47072) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:37.113560 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb381bab-ea41-445f-883b-92099a4e927f req-b7f5d91f-a9f4-441b-8dfc-a794d3a22181 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:37.115072 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eb381bab-ea41-445f-883b-92099a4e927f req-b7f5d91f-a9f4-441b-8dfc-a794d3a22181 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=11eebeb3-b2fa-4104-810e-c4eadcf403a0 HTTP/1.1" status: 200 len: 944 time: 0.1808760 Feb 09 01:32:37.125508 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-37b0996c-0e03-423b-97a7-a1fdcdffc055 service neutron] Attempting to bind port 78b2069e-96ae-4229-af7e-181fcf61a312 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:32:37.125683 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3ee61e66-9cc9-4b48-8fe4-8fc5296664d7 req-92da1b9c-85b4-4365-b350-be72d4fcd89a tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188240 Feb 09 01:32:37.125883 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-37b0996c-0e03-423b-97a7-a1fdcdffc055 service neutron] Attempting to bind port 78b2069e-96ae-4229-af7e-181fcf61a312 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'b13e28b8-c315-4aea-ae2e-bbae93a80b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:32:37.126157 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-37b0996c-0e03-423b-97a7-a1fdcdffc055 service neutron] Attempting to bind port 78b2069e-96ae-4229-af7e-181fcf61a312 on network fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:32:37.148934 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-37b0996c-0e03-423b-97a7-a1fdcdffc055 service neutron] Port 78b2069e-96ae-4229-af7e-181fcf61a312 on network fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:32:37.150440 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-37b0996c-0e03-423b-97a7-a1fdcdffc055 service neutron] Attempting to bind port 78b2069e-96ae-4229-af7e-181fcf61a312 on network fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:32:37.171489 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-37b0996c-0e03-423b-97a7-a1fdcdffc055 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:32:37.171873 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-37b0996c-0e03-423b-97a7-a1fdcdffc055 service neutron] Checking segment: {'id': 'b13e28b8-c315-4aea-ae2e-bbae93a80b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:32:37.172222 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-37b0996c-0e03-423b-97a7-a1fdcdffc055 service neutron] Bound using segment: {'id': 'b13e28b8-c315-4aea-ae2e-bbae93a80b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:32:37.172698 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-37b0996c-0e03-423b-97a7-a1fdcdffc055 service neutron] Bound port: 78b2069e-96ae-4229-af7e-181fcf61a312, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b13e28b8-c315-4aea-ae2e-bbae93a80b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:32:37.173091 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-37b0996c-0e03-423b-97a7-a1fdcdffc055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:37.211227 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:37.246995 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11eebeb3-b2fa-4104-810e-c4eadcf403a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a6304b-c841-4185-ac18-0a767c004259'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:32:37.258277 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 12a6304b-c841-4185-ac18-0a767c004259, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=12a6304b-c841-4185-ac18-0a767c004259,segment=NetworkSegment(a2a9ad5d-113e-4db2-befc-37dbe2d35fca),segment_id=a2a9ad5d-113e-4db2-befc-37dbe2d35fca)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:37.263368 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:37.272042 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e8621821-c38e-44b7-8392-c6e083bb9565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:37.278992 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eb381bab-ea41-445f-883b-92099a4e927f req-d5c0492b-cc78-4467-8027-ccc75977e946 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c26ab04a-c2aa-4042-859a-abdbd5761576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552713 Feb 09 01:32:37.324830 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e8621821-c38e-44b7-8392-c6e083bb9565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:37.349983 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11eebeb3-b2fa-4104-810e-c4eadcf403a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a6304b-c841-4185-ac18-0a767c004259', 'code': 200} Feb 09 01:32:37.372269 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=12a6304b-c841-4185-ac18-0a767c004259,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:37.376295 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-37b0996c-0e03-423b-97a7-a1fdcdffc055 service neutron] For port 78b2069e-96ae-4229-af7e-181fcf61a312, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:32:37.388986 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-37b0996c-0e03-423b-97a7-a1fdcdffc055 service neutron] For port 78b2069e-96ae-4229-af7e-181fcf61a312, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=78b2069e-96ae-4229-af7e-181fcf61a312,segment=NetworkSegment(b13e28b8-c315-4aea-ae2e-bbae93a80b62),segment_id=b13e28b8-c315-4aea-ae2e-bbae93a80b62)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:32:37.397762 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-37b0996c-0e03-423b-97a7-a1fdcdffc055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:37.501083 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-37b0996c-0e03-423b-97a7-a1fdcdffc055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:37.501771 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-37b0996c-0e03-423b-97a7-a1fdcdffc055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:37.503184 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-37b0996c-0e03-423b-97a7-a1fdcdffc055 service neutron] 10.222.0.35 "PUT /v2.0/ports/78b2069e-96ae-4229-af7e-181fcf61a312 HTTP/1.1" status: 200 len: 1091 time: 1.4919040 Feb 09 01:32:37.503948 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f22fc20-b940-4142-b425-220ec08a72e9', 'tag': '78b2069e-96ae-4229-af7e-181fcf61a312'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:32:37.533829 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e8621821-c38e-44b7-8392-c6e083bb9565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:37.558320 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8621821-c38e-44b7-8392-c6e083bb9565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc5562b-fe0a-46fa-bee8-70eb31c2c5cc,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:37.601224 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f22fc20-b940-4142-b425-220ec08a72e9', 'tag': '78b2069e-96ae-4229-af7e-181fcf61a312', 'status': 'completed', 'code': 200} Feb 09 01:32:37.715968 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0996c-0e03-423b-97a7-a1fdcdffc055 service neutron] Pushing event updated for resources: {'Port': ['ID=78b2069e-96ae-4229-af7e-181fcf61a312,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:37.732419 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e8621821-c38e-44b7-8392-c6e083bb9565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:37.733525 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e8621821-c38e-44b7-8392-c6e083bb9565 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fcc5562b-fe0a-46fa-bee8-70eb31c2c5cc HTTP/1.1" status: 204 len: 168 time: 0.6452861 Feb 09 01:32:37.761950 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99548f-7fe3-49ee-83fb-5fcba70a9d21 req-6cae386b-c573-430a-b664-bb0430fb4732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:37.763469 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4f99548f-7fe3-49ee-83fb-5fcba70a9d21 req-6cae386b-c573-430a-b664-bb0430fb4732 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=11eebeb3-b2fa-4104-810e-c4eadcf403a0 HTTP/1.1" status: 200 len: 1096 time: 0.3170283 Feb 09 01:32:37.797132 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-f67c223a-5dcf-4b9c-8404-efb99f9667a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:37.798566 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-f67c223a-5dcf-4b9c-8404-efb99f9667a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b294377ce84e483b9e0d3e2eebffd609&device_id=7f22fc20-b940-4142-b425-220ec08a72e9 HTTP/1.1" status: 200 len: 1094 time: 0.2375603 Feb 09 01:32:37.875617 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-15f645b6-2562-4896-a016-d9f90d67a3ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78b2069e-96ae-4229-af7e-181fcf61a312 HTTP/1.1" status: 200 len: 217 time: 0.0698400 Feb 09 01:32:37.879086 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4f99548f-7fe3-49ee-83fb-5fcba70a9d21 req-9a7111c8-ae13-4fbd-9132-caa2078a727b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c26ab04a-c2aa-4042-859a-abdbd5761576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083076 Feb 09 01:32:38.136927 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-f77c3faa-2b28-45c3-acf1-afe2fa98a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:38.138531 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-f77c3faa-2b28-45c3-acf1-afe2fa98a651 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb2e4f25-38e7-4153-b1cd-2ff2d0945d59 HTTP/1.1" status: 200 len: 846 time: 0.0616014 Feb 09 01:32:38.205605 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-acfeb82d-c214-4b57-85c8-460ac0aaab20 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604167 Feb 09 01:32:38.469691 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f7c77-ae05-4beb-b81c-33916f99dc9b req-043494da-555e-4b27-9d1e-bf327ef97e58 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:38.476336 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-310f7c77-ae05-4beb-b81c-33916f99dc9b req-043494da-555e-4b27-9d1e-bf327ef97e58 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f22fc20-b940-4142-b425-220ec08a72e9 HTTP/1.1" status: 200 len: 943 time: 0.1849086 Feb 09 01:32:38.539439 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-310f7c77-ae05-4beb-b81c-33916f99dc9b req-d591821e-37d7-4854-9787-1124ebaaa7d0 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620127 Feb 09 01:32:38.564044 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-de538027-e9d6-40f3-a04d-1e5f7b593d6e service neutron] 10.222.0.35 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495209 Feb 09 01:32:38.593472 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10be66b-f642-4e99-900f-867bde81abb7 req-650ff491-00f9-46ed-9868-c605ee1474b5 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:38.600831 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c10be66b-f642-4e99-900f-867bde81abb7 req-650ff491-00f9-46ed-9868-c605ee1474b5 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=11eebeb3-b2fa-4104-810e-c4eadcf403a0 HTTP/1.1" status: 200 len: 945 time: 0.1286938 Feb 09 01:32:38.651104 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c10be66b-f642-4e99-900f-867bde81abb7 req-0b48b311-971a-44e8-aa15-34d6d0bddd99 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c26ab04a-c2aa-4042-859a-abdbd5761576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492797 Feb 09 01:32:38.665986 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47110) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:38.715247 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-aa27715e-ab47-40b5-937f-ea7f340d9ea4 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:38.716081 n-d-828419-1 neutron-server[87612]: WARNING neutron.api.v2.base [None req-aa27715e-ab47-40b5-937f-ea7f340d9ea4 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 01:32:38.717726 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-aa27715e-ab47-40b5-937f-ea7f340d9ea4 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 01:32:38.717726 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-aa27715e-ab47-40b5-937f-ea7f340d9ea4 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0504870 Feb 09 01:32:38.721501 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47116) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:38.726563 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-365484bb-0642-43c1-aca7-c289cd75fd74 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Request body: {'security_group': {'name': 'tempest-secgroup--233342103'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:38.733260 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-365484bb-0642-43c1-aca7-c289cd75fd74 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:38.737061 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-365484bb-0642-43c1-aca7-c289cd75fd74 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Usage tracker for resource:security_group and tenant:6c8ad63a3fdd4a36b03584af0771caed is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:38.739962 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-365484bb-0642-43c1-aca7-c289cd75fd74 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:38.750741 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-365484bb-0642-43c1-aca7-c289cd75fd74 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:38.761765 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-365484bb-0642-43c1-aca7-c289cd75fd74 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:38.777220 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-365484bb-0642-43c1-aca7-c289cd75fd74 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:38.795023 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-365484bb-0642-43c1-aca7-c289cd75fd74 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:38.799395 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-365484bb-0642-43c1-aca7-c289cd75fd74 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Usage tracker for resource:security_group_rule and tenant:6c8ad63a3fdd4a36b03584af0771caed is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:38.802538 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-365484bb-0642-43c1-aca7-c289cd75fd74 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:38.808832 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-365484bb-0642-43c1-aca7-c289cd75fd74 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:38.859939 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c593bc4b-f253-4456-b955-9f2ce7f94714 req-3b43f005-2629-4f79-9be1-b75c11ab3b5a service neutron] 10.222.0.35 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841785 Feb 09 01:32:38.896495 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-365484bb-0642-43c1-aca7-c289cd75fd74 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:38.901252 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-365484bb-0642-43c1-aca7-c289cd75fd74 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:38.917806 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-365484bb-0642-43c1-aca7-c289cd75fd74 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:38.929463 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-365484bb-0642-43c1-aca7-c289cd75fd74 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Usage tracker for resource:security_group_rule and tenant:6c8ad63a3fdd4a36b03584af0771caed is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:38.935288 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-365484bb-0642-43c1-aca7-c289cd75fd74 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:38.943344 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-365484bb-0642-43c1-aca7-c289cd75fd74 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:38.945872 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365484bb-0642-43c1-aca7-c289cd75fd74 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f82d54d3-1574-4923-bf05-1829f5bff307,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:38.993404 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d769ca-43e0-4f81-9527-7af90099aef4 req-d87415ed-4c52-4aac-810c-7f23c4669284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:38.995891 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9d769ca-43e0-4f81-9527-7af90099aef4 req-d87415ed-4c52-4aac-810c-7f23c4669284 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b294377ce84e483b9e0d3e2eebffd609&device_id=7f22fc20-b940-4142-b425-220ec08a72e9 HTTP/1.1" status: 200 len: 1094 time: 0.0754392 Feb 09 01:32:39.030889 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-365484bb-0642-43c1-aca7-c289cd75fd74 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:39.048690 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-365484bb-0642-43c1-aca7-c289cd75fd74 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:39.086913 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-365484bb-0642-43c1-aca7-c289cd75fd74 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:39.088521 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-365484bb-0642-43c1-aca7-c289cd75fd74 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3658979 Feb 09 01:32:39.092258 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47120) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:39.100556 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-e58f4cc3-c4c3-4e4c-834b-050d12c24402 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Request body: {'security_group_rule': {'security_group_id': 'c098b6fc-abb4-4c12-97fe-663770e04f70', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:39.114340 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e58f4cc3-c4c3-4e4c-834b-050d12c24402 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:39.122722 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e58f4cc3-c4c3-4e4c-834b-050d12c24402 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Usage tracker for resource:security_group_rule and tenant:6c8ad63a3fdd4a36b03584af0771caed is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:39.126188 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e58f4cc3-c4c3-4e4c-834b-050d12c24402 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:39.129100 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365484bb-0642-43c1-aca7-c289cd75fd74 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c098b6fc-abb4-4c12-97fe-663770e04f70,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:39.135948 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e58f4cc3-c4c3-4e4c-834b-050d12c24402 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:39.154227 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e58f4cc3-c4c3-4e4c-834b-050d12c24402 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:39.161786 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d769ca-43e0-4f81-9527-7af90099aef4 req-3363fd07-dd99-4664-aa3a-d51155ae9064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:39.163240 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9d769ca-43e0-4f81-9527-7af90099aef4 req-3363fd07-dd99-4664-aa3a-d51155ae9064 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c HTTP/1.1" status: 200 len: 907 time: 0.1612005 Feb 09 01:32:39.235882 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e58f4cc3-c4c3-4e4c-834b-050d12c24402 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:39.240513 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9d769ca-43e0-4f81-9527-7af90099aef4 req-83b9adfd-7dc1-4026-867e-ea8a569fddfd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78b2069e-96ae-4229-af7e-181fcf61a312 HTTP/1.1" status: 200 len: 217 time: 0.0700500 Feb 09 01:32:39.241219 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e58f4cc3-c4c3-4e4c-834b-050d12c24402 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:39.262052 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f4cc3-c4c3-4e4c-834b-050d12c24402 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e18313-39f4-470e-a35f-cb3d429336ac,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:39.271537 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-af96cf33-b9b3-46c6-8638-4e26b5f4b2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:39.287005 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e58f4cc3-c4c3-4e4c-834b-050d12c24402 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:39.288477 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e58f4cc3-c4c3-4e4c-834b-050d12c24402 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1951981 Feb 09 01:32:39.291415 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47124) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:39.297022 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-9b987554-c94f-448d-8554-b782a6bd30a6 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Request body: {'security_group_rule': {'security_group_id': 'c098b6fc-abb4-4c12-97fe-663770e04f70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:39.303845 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9b987554-c94f-448d-8554-b782a6bd30a6 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:39.307740 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9b987554-c94f-448d-8554-b782a6bd30a6 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Usage tracker for resource:security_group_rule and tenant:6c8ad63a3fdd4a36b03584af0771caed is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:39.311353 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9b987554-c94f-448d-8554-b782a6bd30a6 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:39.317150 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9b987554-c94f-448d-8554-b782a6bd30a6 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:39.325297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d769ca-43e0-4f81-9527-7af90099aef4 req-cc28e3d6-7bde-4ab9-858c-e3ddc7ce9e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:39.327271 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9d769ca-43e0-4f81-9527-7af90099aef4 req-cc28e3d6-7bde-4ab9-858c-e3ddc7ce9e30 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb2e4f25-38e7-4153-b1cd-2ff2d0945d59 HTTP/1.1" status: 200 len: 846 time: 0.0808032 Feb 09 01:32:39.339074 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9b987554-c94f-448d-8554-b782a6bd30a6 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:39.376496 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9d769ca-43e0-4f81-9527-7af90099aef4 req-58d0b52d-634e-462b-88bb-5f8d322cd2af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421441 Feb 09 01:32:39.411308 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-9b987554-c94f-448d-8554-b782a6bd30a6 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 01:32:39.415087 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9b987554-c94f-448d-8554-b782a6bd30a6 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1200147 Feb 09 01:32:39.415413 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47130) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:39.481363 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f021462c-8117-4320-86b1-5a05c335fbb1 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:39.521053 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9d769ca-43e0-4f81-9527-7af90099aef4 req-a4cb23de-6826-40db-94ab-48590b88b7eb service neutron] 10.222.0.35 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373456 Feb 09 01:32:39.524302 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f021462c-8117-4320-86b1-5a05c335fbb1 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:39.585591 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f021462c-8117-4320-86b1-5a05c335fbb1 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:39.602811 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021462c-8117-4320-86b1-5a05c335fbb1 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c098b6fc-abb4-4c12-97fe-663770e04f70,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:39.611669 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f021462c-8117-4320-86b1-5a05c335fbb1 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:39.615591 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f021462c-8117-4320-86b1-5a05c335fbb1 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "DELETE /v2.0/security-groups/c098b6fc-abb4-4c12-97fe-663770e04f70 HTTP/1.1" status: 204 len: 168 time: 0.1991463 Feb 09 01:32:39.616188 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47136) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:39.672866 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9d769ca-43e0-4f81-9527-7af90099aef4 req-cdd91f4d-5d13-417d-8b41-0fccbb5e8cc5 service neutron] 10.222.0.35 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440911 Feb 09 01:32:39.729072 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c16a5efe-87d1-49f7-8c3a-dbbf7806da1b tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Synchronizing usage tracker for tenant:6c8ad63a3fdd4a36b03584af0771caed on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:39.763311 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c16a5efe-87d1-49f7-8c3a-dbbf7806da1b tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Unset dirty status for tenant:6c8ad63a3fdd4a36b03584af0771caed on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:39.768493 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c16a5efe-87d1-49f7-8c3a-dbbf7806da1b tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1513178 Feb 09 01:32:39.769930 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47142) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:39.776087 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-817954ce-9568-48b0-a35d-d5a4acc0b102 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Request body: {'security_group': {'name': 'tempest-secgroup--824868422'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:39.785295 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-817954ce-9568-48b0-a35d-d5a4acc0b102 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:39.799366 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-817954ce-9568-48b0-a35d-d5a4acc0b102 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:39.808501 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a3bc5-73fb-473d-9957-1dcac80a4736 req-0f70a200-dcd6-4413-b6a6-f6956bc8c07b tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:39.810031 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ec4a3bc5-73fb-473d-9957-1dcac80a4736 req-0f70a200-dcd6-4413-b6a6-f6956bc8c07b tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f22fc20-b940-4142-b425-220ec08a72e9 HTTP/1.1" status: 200 len: 943 time: 0.1432493 Feb 09 01:32:39.837994 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-817954ce-9568-48b0-a35d-d5a4acc0b102 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:39.838456 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd05d6-f369-4499-bae9-232bfb3bd8d0 req-af5afd33-bff6-4624-9136-e370f5340e7a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:39.840014 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e9cd05d6-f369-4499-bae9-232bfb3bd8d0 req-af5afd33-bff6-4624-9136-e370f5340e7a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=11eebeb3-b2fa-4104-810e-c4eadcf403a0 HTTP/1.1" status: 200 len: 945 time: 0.0874784 Feb 09 01:32:39.874111 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-817954ce-9568-48b0-a35d-d5a4acc0b102 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:39.881719 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-817954ce-9568-48b0-a35d-d5a4acc0b102 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Usage tracker for resource:security_group_rule and tenant:6c8ad63a3fdd4a36b03584af0771caed is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:39.886732 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ec4a3bc5-73fb-473d-9957-1dcac80a4736 req-7ca54230-7516-4f71-bcc3-eff11d3c2f3f tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663767 Feb 09 01:32:39.887488 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-817954ce-9568-48b0-a35d-d5a4acc0b102 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:39.888448 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e9cd05d6-f369-4499-bae9-232bfb3bd8d0 req-d5700ca1-7a34-4627-bb37-37b48358db94 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c26ab04a-c2aa-4042-859a-abdbd5761576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416117 Feb 09 01:32:39.893425 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-817954ce-9568-48b0-a35d-d5a4acc0b102 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:39.973030 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-817954ce-9568-48b0-a35d-d5a4acc0b102 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:39.978754 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-817954ce-9568-48b0-a35d-d5a4acc0b102 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:40.072844 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817954ce-9568-48b0-a35d-d5a4acc0b102 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37a1518a-38a5-4091-b2fa-0342a6fca6b1,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:40.095581 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-817954ce-9568-48b0-a35d-d5a4acc0b102 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:40.095581 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-817954ce-9568-48b0-a35d-d5a4acc0b102 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3158438 Feb 09 01:32:40.105024 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47150) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:40.105024 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-ccd9c055-117b-4603-aa29-d99769c9faac tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Request body: {'security_group_rule': {'security_group_id': '37a1518a-38a5-4091-b2fa-0342a6fca6b1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:40.105024 n-d-828419-1 neutron-server[87612]: WARNING neutron.api.v2.base [None req-ccd9c055-117b-4603-aa29-d99769c9faac tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 09 01:32:40.105024 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-ccd9c055-117b-4603-aa29-d99769c9faac tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:32:40.105024 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ccd9c055-117b-4603-aa29-d99769c9faac tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0083294 Feb 09 01:32:40.105024 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47154) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:40.162830 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10539f6-9956-451e-b6a0-585d260b7236 req-c97248b6-5f60-411e-9e26-88c913ddd25a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:40.162830 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a10539f6-9956-451e-b6a0-585d260b7236 req-c97248b6-5f60-411e-9e26-88c913ddd25a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=11eebeb3-b2fa-4104-810e-c4eadcf403a0 HTTP/1.1" status: 200 len: 945 time: 0.1363516 Feb 09 01:32:40.196861 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-35df8b1b-9d5b-44d6-8614-b193b2ae6701 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:40.219359 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a10539f6-9956-451e-b6a0-585d260b7236 req-bb4ccea9-5691-4beb-a92e-bb8caab2547e tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c26ab04a-c2aa-4042-859a-abdbd5761576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500503 Feb 09 01:32:40.225921 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-35df8b1b-9d5b-44d6-8614-b193b2ae6701 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:40.249700 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47158) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:40.279096 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-35df8b1b-9d5b-44d6-8614-b193b2ae6701 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:40.297505 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df8b1b-9d5b-44d6-8614-b193b2ae6701 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a1518a-38a5-4091-b2fa-0342a6fca6b1,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:40.310010 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-35df8b1b-9d5b-44d6-8614-b193b2ae6701 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:40.311111 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-35df8b1b-9d5b-44d6-8614-b193b2ae6701 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "DELETE /v2.0/security-groups/37a1518a-38a5-4091-b2fa-0342a6fca6b1 HTTP/1.1" status: 204 len: 168 time: 0.2084672 Feb 09 01:32:40.313701 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47162) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:40.325375 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639f1565-f29e-4b0c-a92e-242566d30440 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:40.327405 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-639f1565-f29e-4b0c-a92e-242566d30440 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=11eebeb3-b2fa-4104-810e-c4eadcf403a0 HTTP/1.1" status: 200 len: 1091 time: 0.0764732 Feb 09 01:32:40.330007 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47166) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:40.335366 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-c0c1c34f-3ee7-4501-a3a1-cf05276e275a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'port_id': '12a6304b-c841-4185-ac18-0a767c004259', 'tenant_id': '089df553ed3542348a44835caf19372b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:40.342382 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c0c1c34f-3ee7-4501-a3a1-cf05276e275a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:40.347601 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c0c1c34f-3ee7-4501-a3a1-cf05276e275a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Usage tracker for resource:floatingip and tenant:089df553ed3542348a44835caf19372b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:40.350684 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c0c1c34f-3ee7-4501-a3a1-cf05276e275a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:40.356471 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c0c1c34f-3ee7-4501-a3a1-cf05276e275a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:40.367862 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e52da7cd-cf6a-4a70-8c87-70c105e300be tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Synchronizing usage tracker for tenant:6c8ad63a3fdd4a36b03584af0771caed on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:40.369987 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c34f-3ee7-4501-a3a1-cf05276e275a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:40.386528 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:40.388528 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e52da7cd-cf6a-4a70-8c87-70c105e300be tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Unset dirty status for tenant:6c8ad63a3fdd4a36b03584af0771caed on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:40.390939 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e52da7cd-cf6a-4a70-8c87-70c105e300be tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0762820 Feb 09 01:32:40.394765 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47172) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:40.400229 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-64c1def3-0573-4567-ac17-274517f89c69 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Request body: {'security_group': {'name': 'tempest-secgroup--1027222641'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:40.408589 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-64c1def3-0573-4567-ac17-274517f89c69 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:40.418284 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-64c1def3-0573-4567-ac17-274517f89c69 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:40.430583 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-64c1def3-0573-4567-ac17-274517f89c69 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:40.451646 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-64c1def3-0573-4567-ac17-274517f89c69 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:40.455539 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-64c1def3-0573-4567-ac17-274517f89c69 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Usage tracker for resource:security_group_rule and tenant:6c8ad63a3fdd4a36b03584af0771caed is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:40.458370 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-64c1def3-0573-4567-ac17-274517f89c69 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:40.464004 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-64c1def3-0573-4567-ac17-274517f89c69 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:40.483480 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:40.525718 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c34f-3ee7-4501-a3a1-cf05276e275a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:40.541549 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-64c1def3-0573-4567-ac17-274517f89c69 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:40.546870 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-64c1def3-0573-4567-ac17-274517f89c69 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:40.592075 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1def3-0573-4567-ac17-274517f89c69 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d00cddf8-ced1-4b4b-9519-bdc91434df67,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:40.595502 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-64c1def3-0573-4567-ac17-274517f89c69 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:40.596863 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-64c1def3-0573-4567-ac17-274517f89c69 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2007940 Feb 09 01:32:40.599626 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47176) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:40.604529 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-f6a8554a-7bc5-4169-bec3-3f6300c9b38e tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Request body: {'security_group_rule': {'security_group_id': 'd00cddf8-ced1-4b4b-9519-bdc91434df67', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:40.605336 n-d-828419-1 neutron-server[87612]: WARNING neutron.api.v2.base [None req-f6a8554a-7bc5-4169-bec3-3f6300c9b38e tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 09 01:32:40.605832 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-f6a8554a-7bc5-4169-bec3-3f6300c9b38e tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:32:40.609483 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f6a8554a-7bc5-4169-bec3-3f6300c9b38e tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062354 Feb 09 01:32:40.609483 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47180) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:40.674907 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2f0a2004-fd48-4ef3-8c9a-6e51283928e8 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:40.704290 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2f0a2004-fd48-4ef3-8c9a-6e51283928e8 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:40.757762 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2f0a2004-fd48-4ef3-8c9a-6e51283928e8 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:40.776560 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a2004-fd48-4ef3-8c9a-6e51283928e8 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00cddf8-ced1-4b4b-9519-bdc91434df67,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:40.778630 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-c0c1c34f-3ee7-4501-a3a1-cf05276e275a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Allocated IP 172.25.5.38 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/f621e3c9-c9e0-4415-8675-afb4a888d581) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:32:40.783245 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2f0a2004-fd48-4ef3-8c9a-6e51283928e8 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:40.784359 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2f0a2004-fd48-4ef3-8c9a-6e51283928e8 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "DELETE /v2.0/security-groups/d00cddf8-ced1-4b4b-9519-bdc91434df67 HTTP/1.1" status: 204 len: 168 time: 0.1741481 Feb 09 01:32:40.787135 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47184) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:40.839948 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5717f43d-38fa-4056-901a-23835b057f89 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Synchronizing usage tracker for tenant:6c8ad63a3fdd4a36b03584af0771caed on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:40.845868 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 78b2069e-96ae-4229-af7e-181fcf61a312 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:32:40.859908 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5717f43d-38fa-4056-901a-23835b057f89 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Unset dirty status for tenant:6c8ad63a3fdd4a36b03584af0771caed on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:40.864765 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5717f43d-38fa-4056-901a-23835b057f89 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0732021 Feb 09 01:32:40.865243 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47188) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:40.870314 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-d757745b-0ecb-4e9b-9d69-846d3f70cfdb tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Request body: {'security_group': {'name': 'tempest-secgroup--844890754'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:40.877290 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d757745b-0ecb-4e9b-9d69-846d3f70cfdb tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:40.886916 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d757745b-0ecb-4e9b-9d69-846d3f70cfdb tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:40.897329 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d757745b-0ecb-4e9b-9d69-846d3f70cfdb tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:40.920586 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d757745b-0ecb-4e9b-9d69-846d3f70cfdb tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:40.927407 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d757745b-0ecb-4e9b-9d69-846d3f70cfdb tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Usage tracker for resource:security_group_rule and tenant:6c8ad63a3fdd4a36b03584af0771caed is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:40.932861 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d757745b-0ecb-4e9b-9d69-846d3f70cfdb tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:40.938479 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c34f-3ee7-4501-a3a1-cf05276e275a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:40.941260 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d757745b-0ecb-4e9b-9d69-846d3f70cfdb tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:40.976798 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c34f-3ee7-4501-a3a1-cf05276e275a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:41.018337 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 78b2069e-96ae-4229-af7e-181fcf61a312, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=78b2069e-96ae-4229-af7e-181fcf61a312,segment=NetworkSegment(b13e28b8-c315-4aea-ae2e-bbae93a80b62),segment_id=b13e28b8-c315-4aea-ae2e-bbae93a80b62)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:41.039844 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '78b2069e-96ae-4229-af7e-181fcf61a312', 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c', 'port_id': '78b2069e-96ae-4229-af7e-181fcf61a312', 'mac_address': 'fa:16:3e:4d:78:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 980, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2e4f25-38e7-4153-b1cd-2ff2d0945d59', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:32:41.049833 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c1c34f-3ee7-4501-a3a1-cf05276e275a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:41.054731 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-c0c1c34f-3ee7-4501-a3a1-cf05276e275a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:41.058649 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c1c34f-3ee7-4501-a3a1-cf05276e275a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:32:41.075014 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d757745b-0ecb-4e9b-9d69-846d3f70cfdb tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:41.089671 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d757745b-0ecb-4e9b-9d69-846d3f70cfdb tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:41.118354 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:41.124888 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1c34f-3ee7-4501-a3a1-cf05276e275a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'Port': ['ID=f621e3c9-c9e0-4415-8675-afb4a888d581,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:41.142614 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b2069e-96ae-4229-af7e-181fcf61a312 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:32:41.165064 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 78b2069e-96ae-4229-af7e-181fcf61a312, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=78b2069e-96ae-4229-af7e-181fcf61a312,segment=NetworkSegment(b13e28b8-c315-4aea-ae2e-bbae93a80b62),segment_id=b13e28b8-c315-4aea-ae2e-bbae93a80b62)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:41.173759 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:41.274241 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=78b2069e-96ae-4229-af7e-181fcf61a312,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:41.295411 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050bd86-7b9f-4ed2-b2c6-a57fccc2c796 req-5b9de301-6f3b-46ab-b6bf-a96f2ce9263c tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:41.295816 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5050bd86-7b9f-4ed2-b2c6-a57fccc2c796 req-5b9de301-6f3b-46ab-b6bf-a96f2ce9263c tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Synchronizing usage tracker for tenant:b294377ce84e483b9e0d3e2eebffd609 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:41.303236 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757745b-0ecb-4e9b-9d69-846d3f70cfdb tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97df8fff-af42-430f-b514-88c3f990030f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:41.311307 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d757745b-0ecb-4e9b-9d69-846d3f70cfdb tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:41.315571 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d757745b-0ecb-4e9b-9d69-846d3f70cfdb tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4496472 Feb 09 01:32:41.316323 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47194) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:41.325394 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-3a54f8ea-2873-408b-8241-4c6af66e49ac tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Request body: {'security_group_rule': {'security_group_id': '97df8fff-af42-430f-b514-88c3f990030f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:41.326238 n-d-828419-1 neutron-server[87612]: WARNING neutron.api.v2.base [None req-3a54f8ea-2873-408b-8241-4c6af66e49ac tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 09 01:32:41.326719 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-3a54f8ea-2873-408b-8241-4c6af66e49ac tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:32:41.331169 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3a54f8ea-2873-408b-8241-4c6af66e49ac tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0079665 Feb 09 01:32:41.331169 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47198) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:41.336669 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-b22c213d-6d0a-4766-92f6-d2436b3b59db tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Request body: {'security_group_rule': {'security_group_id': '97df8fff-af42-430f-b514-88c3f990030f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:41.337307 n-d-828419-1 neutron-server[87612]: WARNING neutron.api.v2.base [None req-b22c213d-6d0a-4766-92f6-d2436b3b59db tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 09 01:32:41.337771 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-b22c213d-6d0a-4766-92f6-d2436b3b59db tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:32:41.341217 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b22c213d-6d0a-4766-92f6-d2436b3b59db tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0067072 Feb 09 01:32:41.341369 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47202) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:41.346149 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5050bd86-7b9f-4ed2-b2c6-a57fccc2c796 req-5b9de301-6f3b-46ab-b6bf-a96f2ce9263c tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Unset dirty status for tenant:b294377ce84e483b9e0d3e2eebffd609 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:41.347358 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5050bd86-7b9f-4ed2-b2c6-a57fccc2c796 req-5b9de301-6f3b-46ab-b6bf-a96f2ce9263c tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f22fc20-b940-4142-b425-220ec08a72e9 HTTP/1.1" status: 200 len: 943 time: 0.3347492 Feb 09 01:32:41.350822 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-7aaefe80-7cc2-414f-b61b-b2475e22e37d tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Request body: {'security_group_rule': {'security_group_id': '97df8fff-af42-430f-b514-88c3f990030f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:41.351635 n-d-828419-1 neutron-server[87612]: WARNING neutron.api.v2.base [None req-7aaefe80-7cc2-414f-b61b-b2475e22e37d tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 09 01:32:41.352116 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-7aaefe80-7cc2-414f-b61b-b2475e22e37d tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:32:41.355880 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7aaefe80-7cc2-414f-b61b-b2475e22e37d tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0108955 Feb 09 01:32:41.356099 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47206) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:41.362919 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-63482b69-1676-42ce-ba34-0bc33cd4517a tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Request body: {'security_group_rule': {'security_group_id': '97df8fff-af42-430f-b514-88c3f990030f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:41.362919 n-d-828419-1 neutron-server[87612]: WARNING neutron.api.v2.base [None req-63482b69-1676-42ce-ba34-0bc33cd4517a tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 09 01:32:41.363283 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-63482b69-1676-42ce-ba34-0bc33cd4517a tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:32:41.366908 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-63482b69-1676-42ce-ba34-0bc33cd4517a tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0072773 Feb 09 01:32:41.367053 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47210) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:41.456252 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['78b2069e-96ae-4229-af7e-181fcf61a312'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:32:41.460708 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5050bd86-7b9f-4ed2-b2c6-a57fccc2c796 req-f834e418-3b68-4848-9a53-f1ce67429b1f tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018012 Feb 09 01:32:41.465666 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c190fa4b-6841-447c-8fdb-593e280e78e9 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:41.514368 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c190fa4b-6841-447c-8fdb-593e280e78e9 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:41.595632 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c190fa4b-6841-447c-8fdb-593e280e78e9 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:41.618045 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190fa4b-6841-447c-8fdb-593e280e78e9 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97df8fff-af42-430f-b514-88c3f990030f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:41.631431 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c34f-3ee7-4501-a3a1-cf05276e275a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:41.636484 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c190fa4b-6841-447c-8fdb-593e280e78e9 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:41.638527 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c190fa4b-6841-447c-8fdb-593e280e78e9 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "DELETE /v2.0/security-groups/97df8fff-af42-430f-b514-88c3f990030f HTTP/1.1" status: 204 len: 168 time: 0.2705212 Feb 09 01:32:41.641722 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47224) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:41.705905 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-681ec238-b615-4711-b441-5f6f1cbf277c tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Synchronizing usage tracker for tenant:6c8ad63a3fdd4a36b03584af0771caed on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:41.721601 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-681ec238-b615-4711-b441-5f6f1cbf277c tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Unset dirty status for tenant:6c8ad63a3fdd4a36b03584af0771caed on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:41.722812 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-681ec238-b615-4711-b441-5f6f1cbf277c tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0793800 Feb 09 01:32:41.727874 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47228) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:41.738569 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-ca80b4cf-0026-4a3e-97f7-e18cd4cdffe6 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Request body: {'security_group': {'name': 'tempest-secgroup--573309893'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:41.748633 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ca80b4cf-0026-4a3e-97f7-e18cd4cdffe6 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:41.754035 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c34f-3ee7-4501-a3a1-cf05276e275a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:41.800730 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ca80b4cf-0026-4a3e-97f7-e18cd4cdffe6 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:41.820865 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:41.822823 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ca80b4cf-0026-4a3e-97f7-e18cd4cdffe6 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:41.912079 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ca80b4cf-0026-4a3e-97f7-e18cd4cdffe6 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:41.918581 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ca80b4cf-0026-4a3e-97f7-e18cd4cdffe6 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Usage tracker for resource:security_group_rule and tenant:6c8ad63a3fdd4a36b03584af0771caed is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:41.923688 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ca80b4cf-0026-4a3e-97f7-e18cd4cdffe6 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:41.939695 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ca80b4cf-0026-4a3e-97f7-e18cd4cdffe6 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:42.055069 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c34f-3ee7-4501-a3a1-cf05276e275a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:42.060691 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ca80b4cf-0026-4a3e-97f7-e18cd4cdffe6 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:42.061954 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c34f-3ee7-4501-a3a1-cf05276e275a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:42.104421 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ca80b4cf-0026-4a3e-97f7-e18cd4cdffe6 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:42.209775 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1c34f-3ee7-4501-a3a1-cf05276e275a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'Port': ['ID=f621e3c9-c9e0-4415-8675-afb4a888d581,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:42.217307 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80b4cf-0026-4a3e-97f7-e18cd4cdffe6 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5fd0bd-775a-4983-8a68-e0b8ed1231ff,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:42.239415 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ca80b4cf-0026-4a3e-97f7-e18cd4cdffe6 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:42.243320 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ca80b4cf-0026-4a3e-97f7-e18cd4cdffe6 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5118127 Feb 09 01:32:42.243320 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c34f-3ee7-4501-a3a1-cf05276e275a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:42.243826 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47248) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:42.249442 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-756ae55e-2598-4301-8072-fa545a344814 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Request body: {'security_group_rule': {'security_group_id': '8d5fd0bd-775a-4983-8a68-e0b8ed1231ff', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:42.250852 n-d-828419-1 neutron-server[87612]: WARNING neutron.api.v2.base [None req-756ae55e-2598-4301-8072-fa545a344814 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 01:32:42.251434 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-756ae55e-2598-4301-8072-fa545a344814 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:32:42.255368 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-756ae55e-2598-4301-8072-fa545a344814 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0074902 Feb 09 01:32:42.255593 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47252) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:42.261123 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-68548195-938a-43ca-a8f2-2cc549af87e4 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Request body: {'security_group_rule': {'security_group_id': '8d5fd0bd-775a-4983-8a68-e0b8ed1231ff', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:42.267774 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-68548195-938a-43ca-a8f2-2cc549af87e4 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:42.271921 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-68548195-938a-43ca-a8f2-2cc549af87e4 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Usage tracker for resource:security_group_rule and tenant:6c8ad63a3fdd4a36b03584af0771caed is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:42.275504 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-68548195-938a-43ca-a8f2-2cc549af87e4 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:42.281281 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-68548195-938a-43ca-a8f2-2cc549af87e4 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:42.313041 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-68548195-938a-43ca-a8f2-2cc549af87e4 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:32:42.316929 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-68548195-938a-43ca-a8f2-2cc549af87e4 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0602808 Feb 09 01:32:42.317760 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47256) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:42.323130 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-3c1fe8ce-8798-45f3-bd3e-436dc2ebf620 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Request body: {'security_group_rule': {'security_group_id': '8d5fd0bd-775a-4983-8a68-e0b8ed1231ff', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:42.323668 n-d-828419-1 neutron-server[87612]: WARNING neutron.api.v2.base [None req-3c1fe8ce-8798-45f3-bd3e-436dc2ebf620 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 09 01:32:42.324198 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-3c1fe8ce-8798-45f3-bd3e-436dc2ebf620 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:32:42.327520 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3c1fe8ce-8798-45f3-bd3e-436dc2ebf620 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064421 Feb 09 01:32:42.327643 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47260) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:42.332141 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-1f035a81-eb70-4142-8699-6c8d9ebc80d1 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Request body: {'security_group_rule': {'security_group_id': '8d5fd0bd-775a-4983-8a68-e0b8ed1231ff', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:42.339481 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1f035a81-eb70-4142-8699-6c8d9ebc80d1 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:42.343849 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1f035a81-eb70-4142-8699-6c8d9ebc80d1 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Usage tracker for resource:security_group_rule and tenant:6c8ad63a3fdd4a36b03584af0771caed is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:42.346754 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1f035a81-eb70-4142-8699-6c8d9ebc80d1 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:42.352344 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1f035a81-eb70-4142-8699-6c8d9ebc80d1 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:42.382074 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-1f035a81-eb70-4142-8699-6c8d9ebc80d1 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:32:42.385990 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1f035a81-eb70-4142-8699-6c8d9ebc80d1 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0545614 Feb 09 01:32:42.388141 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47264) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:42.393321 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-8ebfc1fd-2ecf-4662-b51b-6ca99a955b7f tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Request body: {'security_group_rule': {'security_group_id': '8d5fd0bd-775a-4983-8a68-e0b8ed1231ff', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:42.393965 n-d-828419-1 neutron-server[87612]: WARNING neutron.api.v2.base [None req-8ebfc1fd-2ecf-4662-b51b-6ca99a955b7f tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 01:32:42.394375 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-8ebfc1fd-2ecf-4662-b51b-6ca99a955b7f tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:32:42.396673 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8ebfc1fd-2ecf-4662-b51b-6ca99a955b7f tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062668 Feb 09 01:32:42.398788 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47270) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:42.411216 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-23948aa5-50eb-4ed9-9b9a-02f04bbbe2cb tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Request body: {'security_group_rule': {'security_group_id': '8d5fd0bd-775a-4983-8a68-e0b8ed1231ff', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:42.428615 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-23948aa5-50eb-4ed9-9b9a-02f04bbbe2cb tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:42.435624 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-23948aa5-50eb-4ed9-9b9a-02f04bbbe2cb tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Usage tracker for resource:security_group_rule and tenant:6c8ad63a3fdd4a36b03584af0771caed is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:42.440334 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-23948aa5-50eb-4ed9-9b9a-02f04bbbe2cb tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:42.449556 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-23948aa5-50eb-4ed9-9b9a-02f04bbbe2cb tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:42.452056 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-c0c1c34f-3ee7-4501-a3a1-cf05276e275a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Floating IP 0b8e4532-2032-4269-979a-1693fddc2d6a associated. External IP: 172.25.5.38, port: 12a6304b-c841-4185-ac18-0a767c004259. Feb 09 01:32:42.804490 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-23948aa5-50eb-4ed9-9b9a-02f04bbbe2cb tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:32:42.808087 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-23948aa5-50eb-4ed9-9b9a-02f04bbbe2cb tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4058118 Feb 09 01:32:42.808440 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47284) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:42.813436 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-18f7ae49-76e3-4fe8-9fb7-73bd646f41ed tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Request body: {'security_group_rule': {'security_group_id': '8d5fd0bd-775a-4983-8a68-e0b8ed1231ff', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:42.813880 n-d-828419-1 neutron-server[87612]: WARNING neutron.api.v2.base [None req-18f7ae49-76e3-4fe8-9fb7-73bd646f41ed tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 09 01:32:42.814369 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-18f7ae49-76e3-4fe8-9fb7-73bd646f41ed tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:32:42.815283 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-18f7ae49-76e3-4fe8-9fb7-73bd646f41ed tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059006 Feb 09 01:32:42.817825 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47288) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:42.825354 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-ba4b1620-cc84-4afb-8d7e-15c263d57e64 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Request body: {'security_group_rule': {'security_group_id': '8d5fd0bd-775a-4983-8a68-e0b8ed1231ff', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:42.832224 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ba4b1620-cc84-4afb-8d7e-15c263d57e64 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:42.836175 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ba4b1620-cc84-4afb-8d7e-15c263d57e64 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Usage tracker for resource:security_group_rule and tenant:6c8ad63a3fdd4a36b03584af0771caed is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:42.839282 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ba4b1620-cc84-4afb-8d7e-15c263d57e64 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:42.845605 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ba4b1620-cc84-4afb-8d7e-15c263d57e64 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:42.866102 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 78b2069e-96ae-4229-af7e-181fcf61a312 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:32:42.883879 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-ba4b1620-cc84-4afb-8d7e-15c263d57e64 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:32:42.885251 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ba4b1620-cc84-4afb-8d7e-15c263d57e64 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0664017 Feb 09 01:32:42.888324 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47292) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:42.896219 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-2c67f483-7d89-4d4b-80cf-7b40b1f073a6 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Request body: {'security_group_rule': {'security_group_id': '8d5fd0bd-775a-4983-8a68-e0b8ed1231ff', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:42.902977 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-2c67f483-7d89-4d4b-80cf-7b40b1f073a6 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:42.911739 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2c67f483-7d89-4d4b-80cf-7b40b1f073a6 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Usage tracker for resource:security_group_rule and tenant:6c8ad63a3fdd4a36b03584af0771caed is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:42.912718 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef5a24-f576-4752-bafc-c4a27e3b845f req-974ed206-3ce2-46ee-a11d-a3b6be3c6ce3 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:42.914200 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f8ef5a24-f576-4752-bafc-c4a27e3b845f req-974ed206-3ce2-46ee-a11d-a3b6be3c6ce3 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f22fc20-b940-4142-b425-220ec08a72e9 HTTP/1.1" status: 200 len: 944 time: 0.2600691 Feb 09 01:32:42.917377 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2c67f483-7d89-4d4b-80cf-7b40b1f073a6 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:42.924351 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-2c67f483-7d89-4d4b-80cf-7b40b1f073a6 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:42.962043 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 78b2069e-96ae-4229-af7e-181fcf61a312 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:32:42.968165 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 78b2069e-96ae-4229-af7e-181fcf61a312 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:42.969404 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:42.973051 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-2c67f483-7d89-4d4b-80cf-7b40b1f073a6 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:32:42.978289 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2c67f483-7d89-4d4b-80cf-7b40b1f073a6 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0886421 Feb 09 01:32:42.979120 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47296) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:43.055279 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f8ef5a24-f576-4752-bafc-c4a27e3b845f req-9e811195-9309-4a12-8807-b3a6a7b14d59 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274478 Feb 09 01:32:43.084741 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2688f342-6565-44aa-ba0e-eed4b868fb89 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:43.091157 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c1c34f-3ee7-4501-a3a1-cf05276e275a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Router 1fffcba7-8259-4707-b90e-6e2e5dbbcc1e has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:32:43.141625 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2688f342-6565-44aa-ba0e-eed4b868fb89 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:43.151431 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:43.185990 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 78b2069e-96ae-4229-af7e-181fcf61a312, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=78b2069e-96ae-4229-af7e-181fcf61a312,segment=NetworkSegment(b13e28b8-c315-4aea-ae2e-bbae93a80b62),segment_id=b13e28b8-c315-4aea-ae2e-bbae93a80b62)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:43.186825 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f22fc20-b940-4142-b425-220ec08a72e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b2069e-96ae-4229-af7e-181fcf61a312'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:32:43.194626 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:43.219980 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2688f342-6565-44aa-ba0e-eed4b868fb89 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:43.244333 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688f342-6565-44aa-ba0e-eed4b868fb89 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5fd0bd-775a-4983-8a68-e0b8ed1231ff,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:43.282242 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2688f342-6565-44aa-ba0e-eed4b868fb89 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:43.283568 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f22fc20-b940-4142-b425-220ec08a72e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b2069e-96ae-4229-af7e-181fcf61a312', 'code': 200} Feb 09 01:32:43.284124 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2688f342-6565-44aa-ba0e-eed4b868fb89 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "DELETE /v2.0/security-groups/8d5fd0bd-775a-4983-8a68-e0b8ed1231ff HTTP/1.1" status: 204 len: 168 time: 0.3036659 Feb 09 01:32:43.289628 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47306) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:43.302167 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=78b2069e-96ae-4229-af7e-181fcf61a312,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:43.333590 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c1c34f-3ee7-4501-a3a1-cf05276e275a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:32:43.343783 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2b2fc1e2-9c67-411c-be42-2cf786b1ea74 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Synchronizing usage tracker for tenant:6c8ad63a3fdd4a36b03584af0771caed on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:43.346462 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbf792e-f15e-463d-9efc-241f0155a37d None None] Sync routers for ids ['1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:32:43.354968 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0c1c34f-3ee7-4501-a3a1-cf05276e275a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:43.364151 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbf792e-f15e-463d-9efc-241f0155a37d None None] Routers {'1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:32:43.365072 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-7bbf792e-f15e-463d-9efc-241f0155a37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:32:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:43.414620 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2b2fc1e2-9c67-411c-be42-2cf786b1ea74 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Unset dirty status for tenant:6c8ad63a3fdd4a36b03584af0771caed on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:43.416134 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2b2fc1e2-9c67-411c-be42-2cf786b1ea74 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1254907 Feb 09 01:32:43.421571 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c0c1c34f-3ee7-4501-a3a1-cf05276e275a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0877430 Feb 09 01:32:43.421571 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11eebeb3-b2fa-4104-810e-c4eadcf403a0', 'tag': '12a6304b-c841-4185-ac18-0a767c004259'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:32:43.422257 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47314) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:43.422644 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47316) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:43.467351 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11eebeb3-b2fa-4104-810e-c4eadcf403a0', 'tag': '12a6304b-c841-4185-ac18-0a767c004259', 'status': 'completed', 'code': 200} Feb 09 01:32:43.508412 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-f067a737-7343-433b-bdf1-fae6d3176ce7 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Request body: {'security_group': {'name': 'tempest-secgroup--454397279'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:43.533234 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f067a737-7343-433b-bdf1-fae6d3176ce7 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:43.601162 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f067a737-7343-433b-bdf1-fae6d3176ce7 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:43.618177 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-7bbf792e-f15e-463d-9efc-241f0155a37d None None] Set router 1fffcba7-8259-4707-b90e-6e2e5dbbcc1e gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:32:43.636114 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-596f6d8a-e38c-43b0-a5fe-c25a94aea575 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/floatingips/0b8e4532-2032-4269-979a-1693fddc2d6a HTTP/1.1" status: 200 len: 990 time: 0.2019877 Feb 09 01:32:43.640508 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f067a737-7343-433b-bdf1-fae6d3176ce7 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:43.655554 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d3e28-1a73-4fa1-a502-a1761950b3a4 req-5e9482ca-8fa3-45df-b8fb-358166587bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:43.657520 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-db6d3e28-1a73-4fa1-a502-a1761950b3a4 req-5e9482ca-8fa3-45df-b8fb-358166587bae service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7f22fc20-b940-4142-b425-220ec08a72e9 HTTP/1.1" status: 200 len: 1096 time: 0.3056300 Feb 09 01:32:43.670668 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f067a737-7343-433b-bdf1-fae6d3176ce7 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:43.689786 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f067a737-7343-433b-bdf1-fae6d3176ce7 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Usage tracker for resource:security_group_rule and tenant:6c8ad63a3fdd4a36b03584af0771caed is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:43.697744 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f067a737-7343-433b-bdf1-fae6d3176ce7 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:43.708962 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f067a737-7343-433b-bdf1-fae6d3176ce7 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:43.733688 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c1318-06ce-408f-baba-5660e92c9bb4 req-fd6faa8a-62ed-4435-a781-22d818f5f83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:43.735647 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e41c1318-06ce-408f-baba-5660e92c9bb4 req-fd6faa8a-62ed-4435-a781-22d818f5f83c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=089df553ed3542348a44835caf19372b&device_id=11eebeb3-b2fa-4104-810e-c4eadcf403a0 HTTP/1.1" status: 200 len: 1096 time: 0.2208753 Feb 09 01:32:43.740165 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-db6d3e28-1a73-4fa1-a502-a1761950b3a4 req-4b58dc1e-0736-42e3-ab93-843751346e6c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651805 Feb 09 01:32:43.939055 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f067a737-7343-433b-bdf1-fae6d3176ce7 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:43.942210 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c1318-06ce-408f-baba-5660e92c9bb4 req-6f8ea636-32ed-44b3-bea1-d7f25563d3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:43.944263 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e41c1318-06ce-408f-baba-5660e92c9bb4 req-6f8ea636-32ed-44b3-bea1-d7f25563d3c6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=023eca9b-48ef-4835-8ca1-a5b455f2fcf1 HTTP/1.1" status: 200 len: 897 time: 0.1970468 Feb 09 01:32:43.946550 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f067a737-7343-433b-bdf1-fae6d3176ce7 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:43.996667 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-7bbf792e-f15e-463d-9efc-241f0155a37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'name': 'tempest-TestNetworkBasicOps-router-1893570094', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:09Z', 'updated_at': '2022-02-09T01:32:18Z', 'revision_number': 4, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:10Z', 'updated_at': '2022-02-09T01:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '0b8e4532-2032-4269-979a-1693fddc2d6a', 'tenant_id': '089df553ed3542348a44835caf19372b', 'floating_ip_address': '172.25.5.38', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'port_id': '12a6304b-c841-4185-ac18-0a767c004259', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1', 'mac_address': 'fa:16:3e:96:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eebeb3-b2fa-4104-810e-c4eadcf403a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:32:41Z', 'updated_at': '2022-02-09T01:32:41Z', 'revision_number': 0, 'project_id': '089df553ed3542348a44835caf19372b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6a50320-850c-4a76-a68a-96b1c27a3649', 'name': '', 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1', 'tenant_id': '089df553ed3542348a44835caf19372b', 'mac_address': 'fa:16:3e:89:58:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'da4a8d72-89ab-42e6-955e-754763d2d4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:16Z', 'updated_at': '2022-02-09T01:32:24Z', 'revision_number': 5, 'project_id': '089df553ed3542348a44835caf19372b', 'subnets': [{'id': 'da4a8d72-89ab-42e6-955e-754763d2d4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:44.001572 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbf792e-f15e-463d-9efc-241f0155a37d None None] Checking router: 1fffcba7-8259-4707-b90e-6e2e5dbbcc1e for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:32:44.010063 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbf792e-f15e-463d-9efc-241f0155a37d None None] Routers {'1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:32:44.011287 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-7bbf792e-f15e-463d-9efc-241f0155a37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:32:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:44.113278 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f067a737-7343-433b-bdf1-fae6d3176ce7 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:44.117290 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47336) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:44.118461 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f067a737-7343-433b-bdf1-fae6d3176ce7 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6934938 Feb 09 01:32:44.122971 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b8772c89-6daf-4a98-a8de-044a5246d487 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Request body: {'security_group_rule': {'security_group_id': 'd3e7435a-24f8-41c4-9a96-17bfc4fac5c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:44.123107 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067a737-7343-433b-bdf1-fae6d3176ce7 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e7435a-24f8-41c4-9a96-17bfc4fac5c6,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:44.136050 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b8772c89-6daf-4a98-a8de-044a5246d487 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:44.140547 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e41c1318-06ce-408f-baba-5660e92c9bb4 req-548abbd6-0ade-4eb6-b9d0-832788b96feb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12a6304b-c841-4185-ac18-0a767c004259 HTTP/1.1" status: 200 len: 998 time: 0.1894534 Feb 09 01:32:44.141481 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b8772c89-6daf-4a98-a8de-044a5246d487 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Usage tracker for resource:security_group_rule and tenant:6c8ad63a3fdd4a36b03584af0771caed is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:44.153243 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b8772c89-6daf-4a98-a8de-044a5246d487 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:44.169878 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b8772c89-6daf-4a98-a8de-044a5246d487 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:44.236573 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-b8772c89-6daf-4a98-a8de-044a5246d487 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] create failed (client error): The resource could not be found. Feb 09 01:32:44.237781 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b8772c89-6daf-4a98-a8de-044a5246d487 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1195121 Feb 09 01:32:44.240600 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47340) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:44.246078 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-35d4efba-5bc6-4511-9ef8-f3d158ef0ea3 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Request body: {'security_group_rule': {'security_group_id': 'd3e7435a-24f8-41c4-9a96-17bfc4fac5c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '77771fbb-ddf4-4b62-9078-d830c5cc9514'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:44.246273 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c1318-06ce-408f-baba-5660e92c9bb4 req-41c9bb96-f426-442c-9a05-438c44df14a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:44.249774 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e41c1318-06ce-408f-baba-5660e92c9bb4 req-41c9bb96-f426-442c-9a05-438c44df14a6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=da4a8d72-89ab-42e6-955e-754763d2d4a6 HTTP/1.1" status: 200 len: 834 time: 0.0892198 Feb 09 01:32:44.253152 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-35d4efba-5bc6-4511-9ef8-f3d158ef0ea3 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:44.257333 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-35d4efba-5bc6-4511-9ef8-f3d158ef0ea3 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Usage tracker for resource:security_group_rule and tenant:6c8ad63a3fdd4a36b03584af0771caed is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:44.260528 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-35d4efba-5bc6-4511-9ef8-f3d158ef0ea3 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:44.266364 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-7bbf792e-f15e-463d-9efc-241f0155a37d None None] Set router 1fffcba7-8259-4707-b90e-6e2e5dbbcc1e gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:32:44.268692 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-35d4efba-5bc6-4511-9ef8-f3d158ef0ea3 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:44.322585 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-35d4efba-5bc6-4511-9ef8-f3d158ef0ea3 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] create failed (client error): The resource could not be found. Feb 09 01:32:44.326499 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-35d4efba-5bc6-4511-9ef8-f3d158ef0ea3 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0824151 Feb 09 01:32:44.327221 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47344) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:44.419604 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-61714f1b-6499-46ea-a60b-0f25b190eb64 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:44.422896 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c1318-06ce-408f-baba-5660e92c9bb4 req-d8901b35-2c34-4dfd-ae81-fcb05ad165c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:44.424605 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e41c1318-06ce-408f-baba-5660e92c9bb4 req-d8901b35-2c34-4dfd-ae81-fcb05ad165c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=023eca9b-48ef-4835-8ca1-a5b455f2fcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1209288 Feb 09 01:32:44.437653 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada36ed0-1839-41d9-b06f-9e1807e1b997 req-7b12bfb2-58c3-4af8-91ed-4d0c31b5158b tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:44.440105 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ada36ed0-1839-41d9-b06f-9e1807e1b997 req-7b12bfb2-58c3-4af8-91ed-4d0c31b5158b tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f22fc20-b940-4142-b425-220ec08a72e9 HTTP/1.1" status: 200 len: 945 time: 0.1894176 Feb 09 01:32:44.501809 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-61714f1b-6499-46ea-a60b-0f25b190eb64 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:44.586480 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ada36ed0-1839-41d9-b06f-9e1807e1b997 req-db173695-9bc5-4848-b3eb-10929666b7f2 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139896 Feb 09 01:32:44.635654 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-61714f1b-6499-46ea-a60b-0f25b190eb64 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:44.639554 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47354) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:44.675687 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61714f1b-6499-46ea-a60b-0f25b190eb64 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e7435a-24f8-41c4-9a96-17bfc4fac5c6,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:44.687869 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61714f1b-6499-46ea-a60b-0f25b190eb64 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:44.688212 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61714f1b-6499-46ea-a60b-0f25b190eb64 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:44.688575 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61714f1b-6499-46ea-a60b-0f25b190eb64 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:44.689097 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61714f1b-6499-46ea-a60b-0f25b190eb64 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:44.689591 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61714f1b-6499-46ea-a60b-0f25b190eb64 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:44.690836 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61714f1b-6499-46ea-a60b-0f25b190eb64 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:44.691322 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61714f1b-6499-46ea-a60b-0f25b190eb64 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:44.691801 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61714f1b-6499-46ea-a60b-0f25b190eb64 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:44.692428 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61714f1b-6499-46ea-a60b-0f25b190eb64 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:44.692905 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61714f1b-6499-46ea-a60b-0f25b190eb64 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:44.693401 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61714f1b-6499-46ea-a60b-0f25b190eb64 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:44.693877 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61714f1b-6499-46ea-a60b-0f25b190eb64 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:44.697201 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-61714f1b-6499-46ea-a60b-0f25b190eb64 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:44.698526 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-61714f1b-6499-46ea-a60b-0f25b190eb64 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "DELETE /v2.0/security-groups/d3e7435a-24f8-41c4-9a96-17bfc4fac5c6 HTTP/1.1" status: 204 len: 168 time: 0.3691630 Feb 09 01:32:44.701312 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47358) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:44.717025 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e41c1318-06ce-408f-baba-5660e92c9bb4 req-ceadb010-61c7-4af5-be3e-b8b063cd2bbd service neutron] 10.222.0.35 "GET /v2.0/networks/023eca9b-48ef-4835-8ca1-a5b455f2fcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756770 Feb 09 01:32:44.769679 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-7bbf792e-f15e-463d-9efc-241f0155a37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'name': 'tempest-TestNetworkBasicOps-router-1893570094', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:09Z', 'updated_at': '2022-02-09T01:32:18Z', 'revision_number': 4, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:10Z', 'updated_at': '2022-02-09T01:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '0b8e4532-2032-4269-979a-1693fddc2d6a', 'tenant_id': '089df553ed3542348a44835caf19372b', 'floating_ip_address': '172.25.5.38', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'port_id': '12a6304b-c841-4185-ac18-0a767c004259', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1', 'mac_address': 'fa:16:3e:96:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eebeb3-b2fa-4104-810e-c4eadcf403a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:32:41Z', 'updated_at': '2022-02-09T01:32:41Z', 'revision_number': 0, 'project_id': '089df553ed3542348a44835caf19372b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6a50320-850c-4a76-a68a-96b1c27a3649', 'name': '', 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1', 'tenant_id': '089df553ed3542348a44835caf19372b', 'mac_address': 'fa:16:3e:89:58:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'da4a8d72-89ab-42e6-955e-754763d2d4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:16Z', 'updated_at': '2022-02-09T01:32:24Z', 'revision_number': 5, 'project_id': '089df553ed3542348a44835caf19372b', 'subnets': [{'id': 'da4a8d72-89ab-42e6-955e-754763d2d4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:44.775103 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8d6a18e5-890d-4ffb-8e3b-eae0545f1a23 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Synchronizing usage tracker for tenant:6c8ad63a3fdd4a36b03584af0771caed on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:44.779388 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbf792e-f15e-463d-9efc-241f0155a37d None None] The sync data for ids ['1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'] in n-d-828419-1 is: [{'id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'name': 'tempest-TestNetworkBasicOps-router-1893570094', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:09Z', 'updated_at': '2022-02-09T01:32:18Z', 'revision_number': 4, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:10Z', 'updated_at': '2022-02-09T01:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '0b8e4532-2032-4269-979a-1693fddc2d6a', 'tenant_id': '089df553ed3542348a44835caf19372b', 'floating_ip_address': '172.25.5.38', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'port_id': '12a6304b-c841-4185-ac18-0a767c004259', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1', 'mac_address': 'fa:16:3e:96:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eebeb3-b2fa-4104-810e-c4eadcf403a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:32:41Z', 'updated_at': '2022-02-09T01:32:41Z', 'revision_number': 0, 'project_id': '089df553ed3542348a44835caf19372b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6a50320-850c-4a76-a68a-96b1c27a3649', 'name': '', 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1', 'tenant_id': '089df553ed3542348a44835caf19372b', 'mac_address': 'fa:16:3e:89:58:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'da4a8d72-89ab-42e6-955e-754763d2d4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:16Z', 'updated_at': '2022-02-09T01:32:24Z', 'revision_number': 5, 'project_id': '089df553ed3542348a44835caf19372b', 'subnets': [{'id': 'da4a8d72-89ab-42e6-955e-754763d2d4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:32:44.796857 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8d6a18e5-890d-4ffb-8e3b-eae0545f1a23 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Unset dirty status for tenant:6c8ad63a3fdd4a36b03584af0771caed on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:44.798651 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8d6a18e5-890d-4ffb-8e3b-eae0545f1a23 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0961962 Feb 09 01:32:44.802811 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47362) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:44.809289 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-5365533d-0166-449b-b891-539b10757550 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Request body: {'security_group_rule': {'security_group_id': '3da68eae-a7ca-4c76-94be-dc5d1636a9b7', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:44.818056 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5365533d-0166-449b-b891-539b10757550 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:44.826947 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5365533d-0166-449b-b891-539b10757550 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Usage tracker for resource:security_group_rule and tenant:6c8ad63a3fdd4a36b03584af0771caed is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:44.848077 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5365533d-0166-449b-b891-539b10757550 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:44.860451 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5365533d-0166-449b-b891-539b10757550 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:44.927626 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-5365533d-0166-449b-b891-539b10757550 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] create failed (client error): The resource could not be found. Feb 09 01:32:44.932535 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5365533d-0166-449b-b891-539b10757550 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1247900 Feb 09 01:32:44.932692 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47370) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:44.938426 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-bd113b1f-ca00-480a-9a54-5f0044564a7c tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Request body: {'security_group': {'name': 'tempest-secgroup--1207931825'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:44.958722 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-bd113b1f-ca00-480a-9a54-5f0044564a7c tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:44.967766 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-bd113b1f-ca00-480a-9a54-5f0044564a7c tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:44.982524 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bd113b1f-ca00-480a-9a54-5f0044564a7c tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:45.010374 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-bd113b1f-ca00-480a-9a54-5f0044564a7c tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:45.017041 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-bd113b1f-ca00-480a-9a54-5f0044564a7c tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Usage tracker for resource:security_group_rule and tenant:6c8ad63a3fdd4a36b03584af0771caed is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:45.029527 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-bd113b1f-ca00-480a-9a54-5f0044564a7c tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:45.042219 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-bd113b1f-ca00-480a-9a54-5f0044564a7c tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:45.051691 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-aca945d5-dd76-4783-b686-e7df7331a6d7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/floatingips/0b8e4532-2032-4269-979a-1693fddc2d6a HTTP/1.1" status: 200 len: 990 time: 0.4103379 Feb 09 01:32:45.096599 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e41c1318-06ce-408f-baba-5660e92c9bb4 req-f7d58651-ac66-40e5-9e87-fa9306f5b2df service neutron] 10.222.0.35 "GET /v2.0/networks/023eca9b-48ef-4835-8ca1-a5b455f2fcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555553 Feb 09 01:32:45.179815 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bd113b1f-ca00-480a-9a54-5f0044564a7c tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:45.181984 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad229c7e-4879-4765-88b0-a4b63445245e None None] New status for floating IP 0b8e4532-2032-4269-979a-1693fddc2d6a: ACTIVE {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:32:45.185065 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bd113b1f-ca00-480a-9a54-5f0044564a7c tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:45.243197 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd113b1f-ca00-480a-9a54-5f0044564a7c tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef08f1d5-e9f8-4ed2-bb1b-d1dce3f22975,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:45.255617 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bd113b1f-ca00-480a-9a54-5f0044564a7c tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:45.260055 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-bd113b1f-ca00-480a-9a54-5f0044564a7c tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3230202 Feb 09 01:32:45.260300 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47376) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:45.265727 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-146621a0-051a-44cc-935e-1656fdc71c87 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Request body: {'security_group': {'name': 'tempest-secgroup--1872968086'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:45.272434 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-146621a0-051a-44cc-935e-1656fdc71c87 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:45.276872 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-146621a0-051a-44cc-935e-1656fdc71c87 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Usage tracker for resource:security_group and tenant:6c8ad63a3fdd4a36b03584af0771caed is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:45.279944 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-146621a0-051a-44cc-935e-1656fdc71c87 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:45.286860 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-146621a0-051a-44cc-935e-1656fdc71c87 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:45.298446 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-146621a0-051a-44cc-935e-1656fdc71c87 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:45.321685 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-146621a0-051a-44cc-935e-1656fdc71c87 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:45.328312 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-146621a0-051a-44cc-935e-1656fdc71c87 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Usage tracker for resource:security_group_rule and tenant:6c8ad63a3fdd4a36b03584af0771caed is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:45.337329 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-146621a0-051a-44cc-935e-1656fdc71c87 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:45.350129 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-146621a0-051a-44cc-935e-1656fdc71c87 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:45.424554 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-146621a0-051a-44cc-935e-1656fdc71c87 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:45.429921 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-146621a0-051a-44cc-935e-1656fdc71c87 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:45.476942 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146621a0-051a-44cc-935e-1656fdc71c87 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7dcf8a-20bf-4366-9910-2a2d0381eb31,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:45.480919 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-146621a0-051a-44cc-935e-1656fdc71c87 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:45.482451 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-146621a0-051a-44cc-935e-1656fdc71c87 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2211123 Feb 09 01:32:45.486607 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47382) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:45.492128 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-02a46400-a693-46e0-85dd-f578b2dbb82c tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Request body: {'security_group_rule': {'security_group_id': 'ef08f1d5-e9f8-4ed2-bb1b-d1dce3f22975', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '2c7dcf8a-20bf-4366-9910-2a2d0381eb31'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:45.499116 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-02a46400-a693-46e0-85dd-f578b2dbb82c tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:45.503272 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-02a46400-a693-46e0-85dd-f578b2dbb82c tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Usage tracker for resource:security_group_rule and tenant:6c8ad63a3fdd4a36b03584af0771caed is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:45.506390 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-02a46400-a693-46e0-85dd-f578b2dbb82c tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:45.512760 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-02a46400-a693-46e0-85dd-f578b2dbb82c tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:45.542831 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-02a46400-a693-46e0-85dd-f578b2dbb82c tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:32:45.544042 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-02a46400-a693-46e0-85dd-f578b2dbb82c tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0560114 Feb 09 01:32:45.547571 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47390) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:45.624881 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0cf84b62-37c8-4a8b-9c25-db9fe5ee0f85 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:45.668503 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0cf84b62-37c8-4a8b-9c25-db9fe5ee0f85 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:45.715491 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0cf84b62-37c8-4a8b-9c25-db9fe5ee0f85 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:45.733255 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf84b62-37c8-4a8b-9c25-db9fe5ee0f85 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7dcf8a-20bf-4366-9910-2a2d0381eb31,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:45.743203 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0cf84b62-37c8-4a8b-9c25-db9fe5ee0f85 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:45.744312 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0cf84b62-37c8-4a8b-9c25-db9fe5ee0f85 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "DELETE /v2.0/security-groups/2c7dcf8a-20bf-4366-9910-2a2d0381eb31 HTTP/1.1" status: 204 len: 168 time: 0.1958339 Feb 09 01:32:45.747148 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47398) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:45.811385 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c9b9e2bf-b1ee-4bcd-a563-3134e011d8e7 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Synchronizing usage tracker for tenant:6c8ad63a3fdd4a36b03584af0771caed on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:45.813077 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d25692-befa-4824-a090-16924452e4f0 req-7e471e79-acf6-46af-a71b-916f2554a156 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:45.814572 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e4d25692-befa-4824-a090-16924452e4f0 req-7e471e79-acf6-46af-a71b-916f2554a156 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f22fc20-b940-4142-b425-220ec08a72e9 HTTP/1.1" status: 200 len: 945 time: 0.1004288 Feb 09 01:32:45.827446 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c9b9e2bf-b1ee-4bcd-a563-3134e011d8e7 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Unset dirty status for tenant:6c8ad63a3fdd4a36b03584af0771caed on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:45.829620 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c9b9e2bf-b1ee-4bcd-a563-3134e011d8e7 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0815833 Feb 09 01:32:45.832538 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47406) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:45.863329 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e4d25692-befa-4824-a090-16924452e4f0 req-8325d827-6cb7-4865-a354-879c554cbb11 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421093 Feb 09 01:32:45.910665 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ee1ec876-a7ed-44b4-9988-c682398db9a5 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:45.940517 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ee1ec876-a7ed-44b4-9988-c682398db9a5 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:46.027704 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ee1ec876-a7ed-44b4-9988-c682398db9a5 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:46.055837 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47412) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:46.062983 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ee1ec876-a7ed-44b4-9988-c682398db9a5 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:46.066631 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ee1ec876-a7ed-44b4-9988-c682398db9a5 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "DELETE /v2.0/security-groups/ef08f1d5-e9f8-4ed2-bb1b-d1dce3f22975 HTTP/1.1" status: 204 len: 168 time: 0.2306075 Feb 09 01:32:46.066631 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ec876-a7ed-44b4-9988-c682398db9a5 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef08f1d5-e9f8-4ed2-bb1b-d1dce3f22975,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:46.069564 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47416) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:46.136626 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ade329e5-6e06-47a3-a5cd-44228450229a tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Synchronizing usage tracker for tenant:6c8ad63a3fdd4a36b03584af0771caed on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:46.148756 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba9a21-f4ed-44cb-97d7-3f91e927f019 req-72df8ea8-7c55-45d3-95ec-11feefa17f10 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:46.150213 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c0ba9a21-f4ed-44cb-97d7-3f91e927f019 req-72df8ea8-7c55-45d3-95ec-11feefa17f10 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f22fc20-b940-4142-b425-220ec08a72e9 HTTP/1.1" status: 200 len: 945 time: 0.1706245 Feb 09 01:32:46.184317 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ade329e5-6e06-47a3-a5cd-44228450229a tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Unset dirty status for tenant:6c8ad63a3fdd4a36b03584af0771caed on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:46.185830 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ade329e5-6e06-47a3-a5cd-44228450229a tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1151884 Feb 09 01:32:46.186526 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-748a5e57-a950-4250-90f2-9fe5be0bfa2a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/floatingips/0b8e4532-2032-4269-979a-1693fddc2d6a HTTP/1.1" status: 200 len: 992 time: 0.1296086 Feb 09 01:32:46.192214 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47424) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:46.224324 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-12b21661-148c-4632-abf9-71e99c0a87fb tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Request body: {'security_group': {'name': 'tempest-secgroup--431275535'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:46.231534 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-12b21661-148c-4632-abf9-71e99c0a87fb tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:46.243468 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c0ba9a21-f4ed-44cb-97d7-3f91e927f019 req-be18c3c8-51a4-4db2-9583-ace276c77768 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857658 Feb 09 01:32:46.248102 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-12b21661-148c-4632-abf9-71e99c0a87fb tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:46.261651 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-12b21661-148c-4632-abf9-71e99c0a87fb tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:46.283897 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-12b21661-148c-4632-abf9-71e99c0a87fb tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:46.287710 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-12b21661-148c-4632-abf9-71e99c0a87fb tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Usage tracker for resource:security_group_rule and tenant:6c8ad63a3fdd4a36b03584af0771caed is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:32:46.291502 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-12b21661-148c-4632-abf9-71e99c0a87fb tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:32:46.297240 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-12b21661-148c-4632-abf9-71e99c0a87fb tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:46.369344 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-12b21661-148c-4632-abf9-71e99c0a87fb tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:46.375487 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-12b21661-148c-4632-abf9-71e99c0a87fb tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:46.421563 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b21661-148c-4632-abf9-71e99c0a87fb tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2d5e1d-9c64-42a3-ad79-3964737eb532,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:46.433327 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-12b21661-148c-4632-abf9-71e99c0a87fb tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:46.434588 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-12b21661-148c-4632-abf9-71e99c0a87fb tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2411587 Feb 09 01:32:46.438476 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47434) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:46.444079 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-ec90726c-3a01-4788-b117-69b2f76f94f0 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:46.444435 n-d-828419-1 neutron-server[87612]: WARNING neutron.api.v2.base [None req-ec90726c-3a01-4788-b117-69b2f76f94f0 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 01:32:46.444918 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-ec90726c-3a01-4788-b117-69b2f76f94f0 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 01:32:46.445823 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ec90726c-3a01-4788-b117-69b2f76f94f0 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "PUT /v2.0/security-groups/0a2d5e1d-9c64-42a3-ad79-3964737eb532 HTTP/1.1" status: 409 len: 330 time: 0.0062664 Feb 09 01:32:46.448379 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47438) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:46.541429 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2e0de48b-f3fa-4f16-8a1b-335968d59897 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:46.569750 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2e0de48b-f3fa-4f16-8a1b-335968d59897 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:46.675852 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2e0de48b-f3fa-4f16-8a1b-335968d59897 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:46.699278 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0de48b-f3fa-4f16-8a1b-335968d59897 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2d5e1d-9c64-42a3-ad79-3964737eb532,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:46.709005 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2e0de48b-f3fa-4f16-8a1b-335968d59897 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:46.710124 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2e0de48b-f3fa-4f16-8a1b-335968d59897 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "DELETE /v2.0/security-groups/0a2d5e1d-9c64-42a3-ad79-3964737eb532 HTTP/1.1" status: 204 len: 168 time: 0.2606006 Feb 09 01:32:46.712783 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47450) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:46.722300 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c7da7-8eeb-4df6-ada6-4add093d507f req-b0fad88f-e66d-4a08-ab8d-0ae7a6513d5e tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:46.723931 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4f1c7da7-8eeb-4df6-ada6-4add093d507f req-b0fad88f-e66d-4a08-ab8d-0ae7a6513d5e tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f22fc20-b940-4142-b425-220ec08a72e9 HTTP/1.1" status: 200 len: 945 time: 0.1299534 Feb 09 01:32:46.772208 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-76528fe4-7a9a-4e32-b35e-d89ba1246c77 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Synchronizing usage tracker for tenant:6c8ad63a3fdd4a36b03584af0771caed on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:46.794254 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4f1c7da7-8eeb-4df6-ada6-4add093d507f req-87d847ee-f9f5-4556-a6ee-537b468b70a6 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508325 Feb 09 01:32:46.801608 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-76528fe4-7a9a-4e32-b35e-d89ba1246c77 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] Unset dirty status for tenant:6c8ad63a3fdd4a36b03584af0771caed on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:46.804483 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-76528fe4-7a9a-4e32-b35e-d89ba1246c77 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0881200 Feb 09 01:32:46.808708 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47454) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:46.825882 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-ec478485-51c3-40a1-a3c7-68c20e0bbe44 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] delete failed (client error): The resource could not be found. Feb 09 01:32:46.827415 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ec478485-51c3-40a1-a3c7-68c20e0bbe44 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "DELETE /v2.0/security-groups/62bb7901-4a79-4761-a91e-84771c613df8 HTTP/1.1" status: 404 len: 347 time: 0.0169127 Feb 09 01:32:46.831120 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47458) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:46.847020 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-c3152e09-f050-4efd-ae5a-95192db23e8b tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] show failed (client error): The resource could not be found. Feb 09 01:32:46.847967 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c3152e09-f050-4efd-ae5a-95192db23e8b tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "GET /v2.0/security-groups/a854b8b4-31ba-4c58-859d-a3666fb0a956 HTTP/1.1" status: 404 len: 347 time: 0.0159891 Feb 09 01:32:46.851395 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47462) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:46.869681 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-f67562bf-66b6-4146-97c1-2a9d39ddf643 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] show failed (client error): The resource could not be found. Feb 09 01:32:46.870929 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f67562bf-66b6-4146-97c1-2a9d39ddf643 tempest-NegativeSecGroupTest-223431803 tempest-NegativeSecGroupTest-223431803-project] 10.222.0.37 "GET /v2.0/security-group-rules/fd26c34d-447c-4b54-a96e-30d803b2dd34 HTTP/1.1" status: 404 len: 356 time: 0.0186887 Feb 09 01:32:47.164952 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47474) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:47.341649 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0fab84a1-46c3-409d-a728-72a2d24a41ed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6c8ad63a3fdd4a36b03584af0771caed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1755490 Feb 09 01:32:47.344278 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47484) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:32:47.401319 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-14f8b49a-ef1e-42e8-a6d8-289cc0ffe817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:47.426852 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-14f8b49a-ef1e-42e8-a6d8-289cc0ffe817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:47.482978 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-14f8b49a-ef1e-42e8-a6d8-289cc0ffe817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:47.499210 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8b49a-ef1e-42e8-a6d8-289cc0ffe817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82d54d3-1574-4923-bf05-1829f5bff307,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:47.513502 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-14f8b49a-ef1e-42e8-a6d8-289cc0ffe817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:47.514804 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-14f8b49a-ef1e-42e8-a6d8-289cc0ffe817 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f82d54d3-1574-4923-bf05-1829f5bff307 HTTP/1.1" status: 204 len: 168 time: 0.1696067 Feb 09 01:32:48.001065 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd65153-993f-401a-bdab-2d99db7410ba req-9a616927-6cfa-4301-80f9-ba127345966c tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:48.002448 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ecd65153-993f-401a-bdab-2d99db7410ba req-9a616927-6cfa-4301-80f9-ba127345966c tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f22fc20-b940-4142-b425-220ec08a72e9 HTTP/1.1" status: 200 len: 945 time: 0.0820482 Feb 09 01:32:48.090370 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ecd65153-993f-401a-bdab-2d99db7410ba req-8b3a4060-fecf-4e09-8d5d-899d7b4184a2 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676639 Feb 09 01:32:48.117781 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa5e27-dffb-4faf-bf70-5ab65d1b3fc6 req-7f67e0b0-134d-4fac-ac3d-86ad14702536 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:48.119250 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6caa5e27-dffb-4faf-bf70-5ab65d1b3fc6 req-7f67e0b0-134d-4fac-ac3d-86ad14702536 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f22fc20-b940-4142-b425-220ec08a72e9 HTTP/1.1" status: 200 len: 945 time: 0.1227388 Feb 09 01:32:48.220672 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-6caa5e27-dffb-4faf-bf70-5ab65d1b3fc6 req-bda05748-667d-4bff-b218-6dc52d4a451d tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Deleting port 78b2069e-96ae-4229-af7e-181fcf61a312 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:32:48.221044 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6caa5e27-dffb-4faf-bf70-5ab65d1b3fc6 req-bda05748-667d-4bff-b218-6dc52d4a451d tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:48.505637 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-6caa5e27-dffb-4faf-bf70-5ab65d1b3fc6 req-bda05748-667d-4bff-b218-6dc52d4a451d tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] For port 78b2069e-96ae-4229-af7e-181fcf61a312, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=78b2069e-96ae-4229-af7e-181fcf61a312,segment=NetworkSegment(b13e28b8-c315-4aea-ae2e-bbae93a80b62),segment_id=b13e28b8-c315-4aea-ae2e-bbae93a80b62)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:48.506143 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6caa5e27-dffb-4faf-bf70-5ab65d1b3fc6 req-bda05748-667d-4bff-b218-6dc52d4a451d tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:48.641604 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-6caa5e27-dffb-4faf-bf70-5ab65d1b3fc6 req-bda05748-667d-4bff-b218-6dc52d4a451d tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Calling delete_port for 78b2069e-96ae-4229-af7e-181fcf61a312 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:32:48.824875 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6caa5e27-dffb-4faf-bf70-5ab65d1b3fc6 req-bda05748-667d-4bff-b218-6dc52d4a451d tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:48.845531 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['25a21778-6b12-4e8d-aec4-f341cf56db8f', '78b2069e-96ae-4229-af7e-181fcf61a312'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:32:48.884236 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda05748-667d-4bff-b218-6dc52d4a451d tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Pushing event deleted for resources: {'Port': ['ID=78b2069e-96ae-4229-af7e-181fcf61a312,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:48.975512 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-6caa5e27-dffb-4faf-bf70-5ab65d1b3fc6 req-bda05748-667d-4bff-b218-6dc52d4a451d tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] No DVR routers for this DVR port 78b2069e-96ae-4229-af7e-181fcf61a312 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:32:48.978212 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6caa5e27-dffb-4faf-bf70-5ab65d1b3fc6 req-bda05748-667d-4bff-b218-6dc52d4a451d tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:48.981588 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f22fc20-b940-4142-b425-220ec08a72e9', 'name': 'network-vif-deleted', 'tag': '78b2069e-96ae-4229-af7e-181fcf61a312'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:32:48.999341 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6caa5e27-dffb-4faf-bf70-5ab65d1b3fc6 req-bda05748-667d-4bff-b218-6dc52d4a451d tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.35 "DELETE /v2.0/ports/78b2069e-96ae-4229-af7e-181fcf61a312 HTTP/1.1" status: 204 len: 173 time: 0.8742096 Feb 09 01:32:49.202951 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f22fc20-b940-4142-b425-220ec08a72e9', 'name': 'network-vif-deleted', 'tag': '78b2069e-96ae-4229-af7e-181fcf61a312', 'status': 'completed', 'code': 200} Feb 09 01:32:49.399892 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-184007d0-94b1-4fac-ac35-d8d9de77654b req-3b56546f-607f-43eb-9278-24270f849c19 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f22fc20-b940-4142-b425-220ec08a72e9 HTTP/1.1" status: 200 len: 210 time: 0.1759486 Feb 09 01:32:50.898252 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 78b2069e-96ae-4229-af7e-181fcf61a312 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:32:50.946612 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 78b2069e-96ae-4229-af7e-181fcf61a312 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:32:50.946959 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 78b2069e-96ae-4229-af7e-181fcf61a312 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:32:51.162126 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-28251e7d-37f0-43d2-8fed-5975a8280c94 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:51.164622 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-28251e7d-37f0-43d2-8fed-5975a8280c94 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/networks?id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c HTTP/1.1" status: 200 len: 806 time: 0.1780994 Feb 09 01:32:51.181783 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-49a96aae-a41a-4414-95ab-a4f7f802f479 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/quotas/b294377ce84e483b9e0d3e2eebffd609 HTTP/1.1" status: 200 len: 375 time: 0.0113292 Feb 09 01:32:51.277645 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-305cb68d-07ac-419a-a712-a1b6b437a468 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b294377ce84e483b9e0d3e2eebffd609&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0898895 Feb 09 01:32:51.572429 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-f22560e0-8608-426e-8f3c-c2b231581254 service neutron] 10.222.0.37 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814429 Feb 09 01:32:51.737533 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-bcabf616-2d20-44aa-a15f-87431dcdad6d service neutron] 10.222.0.37 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582403 Feb 09 01:32:51.985867 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:51.990042 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-a65767fd-1db6-4c9c-973c-6870808563b7 req-448460e8-323c-406f-8326-eedd0773eedc tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Synchronizing usage tracker for tenant:b294377ce84e483b9e0d3e2eebffd609 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:52.017157 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-a65767fd-1db6-4c9c-973c-6870808563b7 req-448460e8-323c-406f-8326-eedd0773eedc tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Unset dirty status for tenant:b294377ce84e483b9e0d3e2eebffd609 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:52.017157 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a65767fd-1db6-4c9c-973c-6870808563b7 req-448460e8-323c-406f-8326-eedd0773eedc tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e506738-d9f4-4ca4-8fce-971ee1d5de65 HTTP/1.1" status: 200 len: 210 time: 0.1033142 Feb 09 01:32:53.285260 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dd5f25b1-852d-43b7-83be-e5a3ee7b5942 req-c8c16bd8-3482-4dfa-9ad3-e514efb3be36 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e506738-d9f4-4ca4-8fce-971ee1d5de65 HTTP/1.1" status: 200 len: 210 time: 0.0540984 Feb 09 01:32:53.369701 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-60aa4380-8192-40ba-8c4b-2d83e0b4c647 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:53.371575 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-60aa4380-8192-40ba-8c4b-2d83e0b4c647 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.35 "GET /v2.0/networks?id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c HTTP/1.1" status: 200 len: 806 time: 0.2164414 Feb 09 01:32:53.388215 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-632e1b8d-ef77-4703-ae11-1fcefb78eabd tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Request body: {'port': {'device_id': '5e506738-d9f4-4ca4-8fce-971ee1d5de65', 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c', 'admin_state_up': True, 'tenant_id': 'b294377ce84e483b9e0d3e2eebffd609'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:53.574313 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-632e1b8d-ef77-4703-ae11-1fcefb78eabd tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:32:53.584292 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-632e1b8d-ef77-4703-ae11-1fcefb78eabd tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:32:53.597013 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-632e1b8d-ef77-4703-ae11-1fcefb78eabd tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Made reservation on behalf of b294377ce84e483b9e0d3e2eebffd609 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:53.601201 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-632e1b8d-ef77-4703-ae11-1fcefb78eabd tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:53.795387 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-632e1b8d-ef77-4703-ae11-1fcefb78eabd tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Allocated IP 172.20.0.5 (fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c/bb2e4f25-38e7-4153-b1cd-2ff2d0945d59/0caba2ab-c040-43d7-a880-08fbdd8c6ea1) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:32:54.149550 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-632e1b8d-ef77-4703-ae11-1fcefb78eabd tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:54.187096 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-632e1b8d-ef77-4703-ae11-1fcefb78eabd tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:54.198971 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['25a21778-6b12-4e8d-aec4-f341cf56db8f'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:32:54.286372 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e1b8d-ef77-4703-ae11-1fcefb78eabd tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Pushing event updated for resources: {'Port': ['ID=0caba2ab-c040-43d7-a880-08fbdd8c6ea1,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:54.292425 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-632e1b8d-ef77-4703-ae11-1fcefb78eabd tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Network fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:54.297085 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-632e1b8d-ef77-4703-ae11-1fcefb78eabd tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:54.299735 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e1b8d-ef77-4703-ae11-1fcefb78eabd tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:54.300263 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e1b8d-ef77-4703-ae11-1fcefb78eabd tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:54.300785 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e1b8d-ef77-4703-ae11-1fcefb78eabd tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:54.301292 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e1b8d-ef77-4703-ae11-1fcefb78eabd tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:54.301772 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e1b8d-ef77-4703-ae11-1fcefb78eabd tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:54.302491 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e1b8d-ef77-4703-ae11-1fcefb78eabd tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:54.302972 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e1b8d-ef77-4703-ae11-1fcefb78eabd tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:54.303452 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e1b8d-ef77-4703-ae11-1fcefb78eabd tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:54.303927 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e1b8d-ef77-4703-ae11-1fcefb78eabd tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:54.304429 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e1b8d-ef77-4703-ae11-1fcefb78eabd tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:54.306242 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e1b8d-ef77-4703-ae11-1fcefb78eabd tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:54.306736 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e1b8d-ef77-4703-ae11-1fcefb78eabd tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:54.310118 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-632e1b8d-ef77-4703-ae11-1fcefb78eabd tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:32:54.389251 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-632e1b8d-ef77-4703-ae11-1fcefb78eabd tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:54.390632 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-632e1b8d-ef77-4703-ae11-1fcefb78eabd tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:54.435756 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-632e1b8d-ef77-4703-ae11-1fcefb78eabd tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0514238 Feb 09 01:32:54.449146 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-3b457899-8ee3-4294-87be-e646e9b0d5af service neutron] Request body: {'port': {'device_id': '5e506738-d9f4-4ca4-8fce-971ee1d5de65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:54.740252 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff3f8a-454f-4356-9c16-a1a370b29da4 req-dd837ffe-963a-4ad8-9842-edd668ad9c2f tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:54.741030 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-2fff3f8a-454f-4356-9c16-a1a370b29da4 req-dd837ffe-963a-4ad8-9842-edd668ad9c2f tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Synchronizing usage tracker for tenant:b294377ce84e483b9e0d3e2eebffd609 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:32:54.752496 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-3b457899-8ee3-4294-87be-e646e9b0d5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:54.841349 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-2fff3f8a-454f-4356-9c16-a1a370b29da4 req-dd837ffe-963a-4ad8-9842-edd668ad9c2f tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Unset dirty status for tenant:b294377ce84e483b9e0d3e2eebffd609 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:32:54.844963 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2fff3f8a-454f-4356-9c16-a1a370b29da4 req-dd837ffe-963a-4ad8-9842-edd668ad9c2f tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e506738-d9f4-4ca4-8fce-971ee1d5de65 HTTP/1.1" status: 200 len: 931 time: 0.3171914 Feb 09 01:32:54.993541 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2fff3f8a-454f-4356-9c16-a1a370b29da4 req-61b73168-42c2-42d4-8cd8-de7631f67c12 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305389 Feb 09 01:32:55.141596 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:55.239176 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-3b457899-8ee3-4294-87be-e646e9b0d5af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0caba2ab-c040-43d7-a880-08fbdd8c6ea1 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:32:55.247974 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-3b457899-8ee3-4294-87be-e646e9b0d5af service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:55.271012 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-3b457899-8ee3-4294-87be-e646e9b0d5af service neutron] Transition to ACTIVE for port object 0caba2ab-c040-43d7-a880-08fbdd8c6ea1 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:32:55.282525 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-3b457899-8ee3-4294-87be-e646e9b0d5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:55.518653 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b457899-8ee3-4294-87be-e646e9b0d5af service neutron] Pushing event updated for resources: {'Port': ['ID=0caba2ab-c040-43d7-a880-08fbdd8c6ea1,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:55.674974 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-3b457899-8ee3-4294-87be-e646e9b0d5af service neutron] Attempting to bind port 0caba2ab-c040-43d7-a880-08fbdd8c6ea1 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:32:55.675313 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-3b457899-8ee3-4294-87be-e646e9b0d5af service neutron] Attempting to bind port 0caba2ab-c040-43d7-a880-08fbdd8c6ea1 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'b13e28b8-c315-4aea-ae2e-bbae93a80b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:32:55.675814 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-3b457899-8ee3-4294-87be-e646e9b0d5af service neutron] Attempting to bind port 0caba2ab-c040-43d7-a880-08fbdd8c6ea1 on network fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:32:55.680700 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-3b457899-8ee3-4294-87be-e646e9b0d5af service neutron] Port 0caba2ab-c040-43d7-a880-08fbdd8c6ea1 on network fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:32:55.681021 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-3b457899-8ee3-4294-87be-e646e9b0d5af service neutron] Attempting to bind port 0caba2ab-c040-43d7-a880-08fbdd8c6ea1 on network fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:32:55.686515 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-3b457899-8ee3-4294-87be-e646e9b0d5af service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:32:55.686850 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-3b457899-8ee3-4294-87be-e646e9b0d5af service neutron] Checking segment: {'id': 'b13e28b8-c315-4aea-ae2e-bbae93a80b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:32:55.687226 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-3b457899-8ee3-4294-87be-e646e9b0d5af service neutron] Bound using segment: {'id': 'b13e28b8-c315-4aea-ae2e-bbae93a80b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:32:55.687817 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-3b457899-8ee3-4294-87be-e646e9b0d5af service neutron] Bound port: 0caba2ab-c040-43d7-a880-08fbdd8c6ea1, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b13e28b8-c315-4aea-ae2e-bbae93a80b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:32:55.688500 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-3b457899-8ee3-4294-87be-e646e9b0d5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:55.805115 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-3b457899-8ee3-4294-87be-e646e9b0d5af service neutron] For port 0caba2ab-c040-43d7-a880-08fbdd8c6ea1, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:32:55.810420 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-3b457899-8ee3-4294-87be-e646e9b0d5af service neutron] For port 0caba2ab-c040-43d7-a880-08fbdd8c6ea1, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=0caba2ab-c040-43d7-a880-08fbdd8c6ea1,segment=NetworkSegment(b13e28b8-c315-4aea-ae2e-bbae93a80b62),segment_id=b13e28b8-c315-4aea-ae2e-bbae93a80b62)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:32:55.817534 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-3b457899-8ee3-4294-87be-e646e9b0d5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:55.891614 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-3b457899-8ee3-4294-87be-e646e9b0d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:55.892387 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-3b457899-8ee3-4294-87be-e646e9b0d5af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:55.893853 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-3b457899-8ee3-4294-87be-e646e9b0d5af service neutron] 10.222.0.35 "PUT /v2.0/ports/0caba2ab-c040-43d7-a880-08fbdd8c6ea1 HTTP/1.1" status: 200 len: 1091 time: 1.4493790 Feb 09 01:32:55.894374 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e506738-d9f4-4ca4-8fce-971ee1d5de65', 'tag': '0caba2ab-c040-43d7-a880-08fbdd8c6ea1'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:32:55.918727 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b457899-8ee3-4294-87be-e646e9b0d5af service neutron] Pushing event updated for resources: {'Port': ['ID=0caba2ab-c040-43d7-a880-08fbdd8c6ea1,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:55.989682 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e506738-d9f4-4ca4-8fce-971ee1d5de65', 'tag': '0caba2ab-c040-43d7-a880-08fbdd8c6ea1', 'status': 'completed', 'code': 200} Feb 09 01:32:56.059469 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-4afade80-e606-4315-9592-1f830f05fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:56.064108 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-4afade80-e606-4315-9592-1f830f05fad5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b294377ce84e483b9e0d3e2eebffd609&device_id=5e506738-d9f4-4ca4-8fce-971ee1d5de65 HTTP/1.1" status: 200 len: 1094 time: 0.1186855 Feb 09 01:32:56.196382 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-9d28865f-435f-4c47-9db7-a4eb1b64f013 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0caba2ab-c040-43d7-a880-08fbdd8c6ea1 HTTP/1.1" status: 200 len: 217 time: 0.1187475 Feb 09 01:32:56.312979 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-34723533-5191-4558-8b5a-2af44bf2d909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:56.314598 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-34723533-5191-4558-8b5a-2af44bf2d909 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb2e4f25-38e7-4153-b1cd-2ff2d0945d59 HTTP/1.1" status: 200 len: 846 time: 0.0843809 Feb 09 01:32:56.390056 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-497abac7-d51f-4ae3-a33c-d7f7f737dcdc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667233 Feb 09 01:32:56.443953 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec9f7c-f0d0-49ec-ac2c-1edc007b1217 req-0b7562a6-9d3d-4bde-83ae-7a9f081042e2 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:56.452932 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-65ec9f7c-f0d0-49ec-ac2c-1edc007b1217 req-0b7562a6-9d3d-4bde-83ae-7a9f081042e2 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e506738-d9f4-4ca4-8fce-971ee1d5de65 HTTP/1.1" status: 200 len: 943 time: 0.2600894 Feb 09 01:32:56.726672 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-65ec9f7c-f0d0-49ec-ac2c-1edc007b1217 req-f0d55f8a-d5e7-4ee8-a30f-aa0fea973638 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182522 Feb 09 01:32:56.750864 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-c9d2a212-d890-48c3-911f-47bf9ec416df service neutron] 10.222.0.35 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482838 Feb 09 01:32:56.920448 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-34f2ab31-aa83-41bd-b08d-6cf29a1d863b req-2df0d0a4-a8ee-45e8-a4c8-f36e4ce2da0d service neutron] 10.222.0.35 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623135 Feb 09 01:32:57.135417 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94763a-897c-4386-9b1b-f58c6e2b29eb req-de8807fc-be0e-4cc9-b397-d3286f044e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:57.135812 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ee94763a-897c-4386-9b1b-f58c6e2b29eb req-de8807fc-be0e-4cc9-b397-d3286f044e62 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b294377ce84e483b9e0d3e2eebffd609&device_id=5e506738-d9f4-4ca4-8fce-971ee1d5de65 HTTP/1.1" status: 200 len: 1094 time: 0.1489861 Feb 09 01:32:57.357521 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94763a-897c-4386-9b1b-f58c6e2b29eb req-525b999e-b706-4c45-9910-cbc575da5bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:57.359262 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ee94763a-897c-4386-9b1b-f58c6e2b29eb req-525b999e-b706-4c45-9910-cbc575da5bb2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c HTTP/1.1" status: 200 len: 907 time: 0.2163391 Feb 09 01:32:57.448921 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ee94763a-897c-4386-9b1b-f58c6e2b29eb req-f5ee9d88-f6da-4f49-a05e-4ea9187c457f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0caba2ab-c040-43d7-a880-08fbdd8c6ea1 HTTP/1.1" status: 200 len: 217 time: 0.0797873 Feb 09 01:32:57.469705 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:32:57.524826 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94763a-897c-4386-9b1b-f58c6e2b29eb req-5f7e74fa-1abc-4714-9da9-d4719dd7e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:57.526360 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ee94763a-897c-4386-9b1b-f58c6e2b29eb req-5f7e74fa-1abc-4714-9da9-d4719dd7e332 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb2e4f25-38e7-4153-b1cd-2ff2d0945d59 HTTP/1.1" status: 200 len: 846 time: 0.0710707 Feb 09 01:32:57.586812 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ee94763a-897c-4386-9b1b-f58c6e2b29eb req-2c8484d8-538a-4dbe-aef8-fccd6b07868d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530906 Feb 09 01:32:57.808798 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ee94763a-897c-4386-9b1b-f58c6e2b29eb req-fbbe1ddf-465f-4a58-aac9-e604b5511ffe service neutron] 10.222.0.35 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149768 Feb 09 01:32:57.995221 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6981a-a49b-4ec7-9548-502e0b69bbbd req-eaa142b0-6e6b-44c3-8616-aa754c60e1f3 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:57.996747 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-29b6981a-a49b-4ec7-9548-502e0b69bbbd req-eaa142b0-6e6b-44c3-8616-aa754c60e1f3 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e506738-d9f4-4ca4-8fce-971ee1d5de65 HTTP/1.1" status: 200 len: 943 time: 0.1393967 Feb 09 01:32:58.041811 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ee94763a-897c-4386-9b1b-f58c6e2b29eb req-d2608852-482e-4c38-a6db-1f072e5801a7 service neutron] 10.222.0.35 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225013 Feb 09 01:32:58.090412 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-29b6981a-a49b-4ec7-9548-502e0b69bbbd req-10b44121-6042-49ab-af2d-0487443122d7 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864365 Feb 09 01:32:58.930184 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 0caba2ab-c040-43d7-a880-08fbdd8c6ea1 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:32:59.274263 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 0caba2ab-c040-43d7-a880-08fbdd8c6ea1, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=0caba2ab-c040-43d7-a880-08fbdd8c6ea1,segment=NetworkSegment(b13e28b8-c315-4aea-ae2e-bbae93a80b62),segment_id=b13e28b8-c315-4aea-ae2e-bbae93a80b62)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:59.298179 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '0caba2ab-c040-43d7-a880-08fbdd8c6ea1', 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c', 'port_id': '0caba2ab-c040-43d7-a880-08fbdd8c6ea1', 'mac_address': 'fa:16:3e:ca:cb:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 980, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2e4f25-38e7-4153-b1cd-2ff2d0945d59', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:32:59.348434 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e56875-6800-41e2-9eab-77ab89ce5095 req-5d226351-d075-4a65-9270-5c678edab374 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:59.350106 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-66e56875-6800-41e2-9eab-77ab89ce5095 req-5d226351-d075-4a65-9270-5c678edab374 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e506738-d9f4-4ca4-8fce-971ee1d5de65 HTTP/1.1" status: 200 len: 943 time: 0.1288302 Feb 09 01:32:59.420102 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:59.422803 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-66e56875-6800-41e2-9eab-77ab89ce5095 req-5335c586-15c1-4bcd-b93a-af6255eb128a tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650382 Feb 09 01:32:59.515764 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0caba2ab-c040-43d7-a880-08fbdd8c6ea1 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:32:59.550744 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 0caba2ab-c040-43d7-a880-08fbdd8c6ea1, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=0caba2ab-c040-43d7-a880-08fbdd8c6ea1,segment=NetworkSegment(b13e28b8-c315-4aea-ae2e-bbae93a80b62),segment_id=b13e28b8-c315-4aea-ae2e-bbae93a80b62)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:32:59.555516 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:32:59.624806 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=0caba2ab-c040-43d7-a880-08fbdd8c6ea1,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:59.639509 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:59.640992 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:59.641480 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:59.641863 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:59.642259 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:59.642696 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:59.643118 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:59.643532 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:59.643988 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:59.645455 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:59.645996 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:59.646365 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:59.868896 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['0caba2ab-c040-43d7-a880-08fbdd8c6ea1'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:33:00.721310 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e82c5f-de8d-4d94-ac3b-b5d3000b50fe req-a3cf40d3-c512-4a2b-a8ba-1aa3d381af5a tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:00.722845 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-67e82c5f-de8d-4d94-ac3b-b5d3000b50fe req-a3cf40d3-c512-4a2b-a8ba-1aa3d381af5a tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e506738-d9f4-4ca4-8fce-971ee1d5de65 HTTP/1.1" status: 200 len: 944 time: 0.1301706 Feb 09 01:33:00.812972 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-67e82c5f-de8d-4d94-ac3b-b5d3000b50fe req-3276fd09-df80-4ff5-8f9e-3f60f7b7f637 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839622 Feb 09 01:33:00.938078 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 0caba2ab-c040-43d7-a880-08fbdd8c6ea1 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:33:01.095658 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 0caba2ab-c040-43d7-a880-08fbdd8c6ea1 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:33:01.118000 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 0caba2ab-c040-43d7-a880-08fbdd8c6ea1 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:01.118377 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:01.291655 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:01.360189 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 0caba2ab-c040-43d7-a880-08fbdd8c6ea1, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=0caba2ab-c040-43d7-a880-08fbdd8c6ea1,segment=NetworkSegment(b13e28b8-c315-4aea-ae2e-bbae93a80b62),segment_id=b13e28b8-c315-4aea-ae2e-bbae93a80b62)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:33:01.363029 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e506738-d9f4-4ca4-8fce-971ee1d5de65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0caba2ab-c040-43d7-a880-08fbdd8c6ea1'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:33:01.389017 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:01.466141 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e506738-d9f4-4ca4-8fce-971ee1d5de65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0caba2ab-c040-43d7-a880-08fbdd8c6ea1', 'code': 200} Feb 09 01:33:01.527874 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=0caba2ab-c040-43d7-a880-08fbdd8c6ea1,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:01.643366 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e6d6d-a629-47b0-a60a-7d84595fd07d req-6434340e-6b69-4965-a3ce-be3b322c8eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:01.645946 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c85e6d6d-a629-47b0-a60a-7d84595fd07d req-6434340e-6b69-4965-a3ce-be3b322c8eab service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5e506738-d9f4-4ca4-8fce-971ee1d5de65 HTTP/1.1" status: 200 len: 1096 time: 0.1318083 Feb 09 01:33:01.732222 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c85e6d6d-a629-47b0-a60a-7d84595fd07d req-0f96c4e8-4b29-4d32-9d8a-f53e84335d0b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692916 Feb 09 01:33:02.134855 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437bce2a-b699-4df5-a85e-f759eb5794f1 req-907cd757-ec74-43e6-9db3-c2764e6184c8 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:02.137822 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-437bce2a-b699-4df5-a85e-f759eb5794f1 req-907cd757-ec74-43e6-9db3-c2764e6184c8 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e506738-d9f4-4ca4-8fce-971ee1d5de65 HTTP/1.1" status: 200 len: 945 time: 0.1238804 Feb 09 01:33:02.216582 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-437bce2a-b699-4df5-a85e-f759eb5794f1 req-d092b71e-f75c-4321-80d3-618e830f9a6d tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573783 Feb 09 01:33:02.938432 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47890) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:03.136068 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1265077e-c448-4a98-b69a-1adbc8c757be admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:03.156457 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1265077e-c448-4a98-b69a-1adbc8c757be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:03.161742 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1265077e-c448-4a98-b69a-1adbc8c757be admin admin] Usage tracker for resource:security_group_rule and tenant:2d8a24d6fd454b7d81859204f7408521 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:33:03.165663 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1265077e-c448-4a98-b69a-1adbc8c757be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:33:03.196632 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1265077e-c448-4a98-b69a-1adbc8c757be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:03.313736 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1265077e-c448-4a98-b69a-1adbc8c757be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:03.319308 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1265077e-c448-4a98-b69a-1adbc8c757be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:03.364967 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1265077e-c448-4a98-b69a-1adbc8c757be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d8a24d6fd454b7d81859204f7408521&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4252398 Feb 09 01:33:03.367577 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 47902) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:03.390282 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1265077e-c448-4a98-b69a-1adbc8c757be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9a59dc-3f85-4f4e-bcaf-0858e711dfe1,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:03.453341 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-251371cc-8a01-4250-a18c-ddc93f313a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:03.549127 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-251371cc-8a01-4250-a18c-ddc93f313a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:03.564434 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f50a3-0670-4a62-9d1e-d6c75280fe0a req-e3a2e5ea-c70b-4536-9633-f20879ce686d tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:03.566292 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e5f50a3-0670-4a62-9d1e-d6c75280fe0a req-e3a2e5ea-c70b-4536-9633-f20879ce686d tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e506738-d9f4-4ca4-8fce-971ee1d5de65 HTTP/1.1" status: 200 len: 945 time: 0.1371112 Feb 09 01:33:03.649204 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-251371cc-8a01-4250-a18c-ddc93f313a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:03.679740 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251371cc-8a01-4250-a18c-ddc93f313a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9a59dc-3f85-4f4e-bcaf-0858e711dfe1,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:03.691681 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-251371cc-8a01-4250-a18c-ddc93f313a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:03.693058 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-251371cc-8a01-4250-a18c-ddc93f313a59 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab9a59dc-3f85-4f4e-bcaf-0858e711dfe1 HTTP/1.1" status: 204 len: 168 time: 0.3244455 Feb 09 01:33:03.699977 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e5f50a3-0670-4a62-9d1e-d6c75280fe0a req-5d6061dc-8917-4d51-9f7a-8898f4f25729 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214986 Feb 09 01:33:03.943820 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667daa16-d5e8-459d-b2b1-c476bcbbe4bc req-89850159-ced2-40ad-880e-493774683403 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:03.951097 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-667daa16-d5e8-459d-b2b1-c476bcbbe4bc req-89850159-ced2-40ad-880e-493774683403 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e506738-d9f4-4ca4-8fce-971ee1d5de65 HTTP/1.1" status: 200 len: 945 time: 0.0968027 Feb 09 01:33:04.003331 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-667daa16-d5e8-459d-b2b1-c476bcbbe4bc req-ff83bec7-850b-4409-a78d-e4b65fc7967f tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513842 Feb 09 01:33:04.371129 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47930) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:04.390504 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-79280ad0-2a61-4ec2-9783-67fe1c3acd4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:04.412490 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-79280ad0-2a61-4ec2-9783-67fe1c3acd4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:04.414399 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-79280ad0-2a61-4ec2-9783-67fe1c3acd4e admin admin] Usage tracker for resource:security_group_rule and tenant:accdd2222b3b4693b04c60e1dd9bee0f is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:33:04.417985 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-79280ad0-2a61-4ec2-9783-67fe1c3acd4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:33:04.427852 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-79280ad0-2a61-4ec2-9783-67fe1c3acd4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:04.607103 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-79280ad0-2a61-4ec2-9783-67fe1c3acd4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:04.613838 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-79280ad0-2a61-4ec2-9783-67fe1c3acd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:04.654886 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096d9ca-1a9f-4442-ba3d-8c4764c7c997 req-d6a74ba2-1019-4251-9427-62eb3dec7ecb tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:04.663424 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f096d9ca-1a9f-4442-ba3d-8c4764c7c997 req-d6a74ba2-1019-4251-9427-62eb3dec7ecb tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e506738-d9f4-4ca4-8fce-971ee1d5de65 HTTP/1.1" status: 200 len: 945 time: 0.0967641 Feb 09 01:33:04.675693 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-79280ad0-2a61-4ec2-9783-67fe1c3acd4e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=accdd2222b3b4693b04c60e1dd9bee0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3026059 Feb 09 01:33:04.676584 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79280ad0-2a61-4ec2-9783-67fe1c3acd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f269c0-b41e-4bc5-9de5-e612e6430983,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:04.679227 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 47940) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:04.730976 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f096d9ca-1a9f-4442-ba3d-8c4764c7c997 req-0e594a0f-3d19-4f81-8c07-7ea23fb8a87e tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667007 Feb 09 01:33:04.770909 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-680bc508-670c-48fa-be9e-3e03c1733d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:04.802063 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-680bc508-670c-48fa-be9e-3e03c1733d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:04.874710 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-680bc508-670c-48fa-be9e-3e03c1733d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:04.891575 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680bc508-670c-48fa-be9e-3e03c1733d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f269c0-b41e-4bc5-9de5-e612e6430983,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:04.902647 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-680bc508-670c-48fa-be9e-3e03c1733d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:04.904226 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-680bc508-670c-48fa-be9e-3e03c1733d45 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e9f269c0-b41e-4bc5-9de5-e612e6430983 HTTP/1.1" status: 204 len: 168 time: 0.2237453 Feb 09 01:33:05.964572 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eba102-64f5-441f-84ca-c111d001d8ab req-c1e0bac2-c09e-400d-adcc-28144f58fab3 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:05.966354 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-78eba102-64f5-441f-84ca-c111d001d8ab req-c1e0bac2-c09e-400d-adcc-28144f58fab3 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e506738-d9f4-4ca4-8fce-971ee1d5de65 HTTP/1.1" status: 200 len: 945 time: 0.1035025 Feb 09 01:33:06.014477 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-78eba102-64f5-441f-84ca-c111d001d8ab req-772835a2-1540-4e02-bb3b-485b18ae5b74 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414019 Feb 09 01:33:06.196713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295d967-9b11-4463-a9bd-b8c3e3466c7c req-268c95ab-ca6a-4db4-b4ac-96cd647b2ae1 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:06.198146 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a295d967-9b11-4463-a9bd-b8c3e3466c7c req-268c95ab-ca6a-4db4-b4ac-96cd647b2ae1 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e506738-d9f4-4ca4-8fce-971ee1d5de65 HTTP/1.1" status: 200 len: 945 time: 0.0858407 Feb 09 01:33:06.277715 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-a295d967-9b11-4463-a9bd-b8c3e3466c7c req-e095e7be-7754-44b3-878a-cc8cac966b7d tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Deleting port 0caba2ab-c040-43d7-a880-08fbdd8c6ea1 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:33:06.278070 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a295d967-9b11-4463-a9bd-b8c3e3466c7c req-e095e7be-7754-44b3-878a-cc8cac966b7d tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:06.570090 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-a295d967-9b11-4463-a9bd-b8c3e3466c7c req-e095e7be-7754-44b3-878a-cc8cac966b7d tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] For port 0caba2ab-c040-43d7-a880-08fbdd8c6ea1, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=0caba2ab-c040-43d7-a880-08fbdd8c6ea1,segment=NetworkSegment(b13e28b8-c315-4aea-ae2e-bbae93a80b62),segment_id=b13e28b8-c315-4aea-ae2e-bbae93a80b62)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:33:06.570516 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a295d967-9b11-4463-a9bd-b8c3e3466c7c req-e095e7be-7754-44b3-878a-cc8cac966b7d tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:06.885274 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-631ec4e6-9d01-484e-814a-1668871c1128 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-923653899&fields=id&tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9 HTTP/1.1" status: 200 len: 267 time: 0.0695796 Feb 09 01:33:06.911205 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-a295d967-9b11-4463-a9bd-b8c3e3466c7c req-e095e7be-7754-44b3-878a-cc8cac966b7d tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Calling delete_port for 0caba2ab-c040-43d7-a880-08fbdd8c6ea1 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:33:06.935651 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9e51a32e-9cf4-4d71-9ce7-879ffead9deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:07.093458 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-07db1d35-0cdb-455b-865e-b4f3bd9a9097 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:07.101923 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-07db1d35-0cdb-455b-865e-b4f3bd9a9097 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/networks?id=37619b15-03b6-4ee3-8b5e-c1b376918ea6 HTTP/1.1" status: 200 len: 811 time: 0.2147791 Feb 09 01:33:07.122473 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-3b37aab6-0e0c-459b-9bf4-f70bf36cc568 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/quotas/5ddfa727b5a54b179d7c03a600eaa4b9 HTTP/1.1" status: 200 len: 375 time: 0.0186017 Feb 09 01:33:07.181768 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a295d967-9b11-4463-a9bd-b8c3e3466c7c req-e095e7be-7754-44b3-878a-cc8cac966b7d tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:07.195349 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['25a21778-6b12-4e8d-aec4-f341cf56db8f'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:33:07.236781 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-6e94f2cd-c27d-4104-96bd-68119a9af1d1 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1069391 Feb 09 01:33:07.366382 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095e7be-7754-44b3-878a-cc8cac966b7d tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Pushing event deleted for resources: {'Port': ['ID=0caba2ab-c040-43d7-a880-08fbdd8c6ea1,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:07.381923 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2b698812-178e-49dc-a97a-2a542795634a req-fa375916-608d-492f-b773-64396521d201 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e506738-d9f4-4ca4-8fce-971ee1d5de65 HTTP/1.1" status: 200 len: 210 time: 0.1082144 Feb 09 01:33:07.446950 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-04b96431-01c8-4664-8955-e81131b9b46c service neutron] 10.222.0.37 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070572 Feb 09 01:33:07.450004 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-a295d967-9b11-4463-a9bd-b8c3e3466c7c req-e095e7be-7754-44b3-878a-cc8cac966b7d tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] No DVR routers for this DVR port 0caba2ab-c040-43d7-a880-08fbdd8c6ea1 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:33:07.457837 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a295d967-9b11-4463-a9bd-b8c3e3466c7c req-e095e7be-7754-44b3-878a-cc8cac966b7d tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:07.489839 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e506738-d9f4-4ca4-8fce-971ee1d5de65', 'name': 'network-vif-deleted', 'tag': '0caba2ab-c040-43d7-a880-08fbdd8c6ea1'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:33:07.512004 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a295d967-9b11-4463-a9bd-b8c3e3466c7c req-e095e7be-7754-44b3-878a-cc8cac966b7d tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.35 "DELETE /v2.0/ports/0caba2ab-c040-43d7-a880-08fbdd8c6ea1 HTTP/1.1" status: 204 len: 173 time: 1.3080680 Feb 09 01:33:07.720537 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e506738-d9f4-4ca4-8fce-971ee1d5de65', 'name': 'network-vif-deleted', 'tag': '0caba2ab-c040-43d7-a880-08fbdd8c6ea1', 'status': 'completed', 'code': 200} Feb 09 01:33:07.856702 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-baf88b0b-0277-413d-8480-de09d4ff43dc service neutron] 10.222.0.37 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049699 Feb 09 01:33:08.324087 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3cef6e2e-469a-481b-a3e9-dc0738db936c req-512abace-9df6-4d0b-b575-e898dbe8b2fe tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=65838984-c0e8-446d-83e0-e79eca828e58 HTTP/1.1" status: 200 len: 210 time: 0.0550063 Feb 09 01:33:08.958080 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 0caba2ab-c040-43d7-a880-08fbdd8c6ea1 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:33:09.032551 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 0caba2ab-c040-43d7-a880-08fbdd8c6ea1 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:33:09.032551 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 0caba2ab-c040-43d7-a880-08fbdd8c6ea1 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:33:09.105574 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-ea1fda33-c6c0-4eb5-a9d3-fae48db6d1b4 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:09.107068 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-ea1fda33-c6c0-4eb5-a9d3-fae48db6d1b4 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/networks?id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c HTTP/1.1" status: 200 len: 806 time: 0.3119040 Feb 09 01:33:09.134905 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-7e2d92b8-f4ba-4b37-9b20-d37fca8b69db tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/quotas/b294377ce84e483b9e0d3e2eebffd609 HTTP/1.1" status: 200 len: 375 time: 0.0198085 Feb 09 01:33:09.232601 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-50dc4cb0-831d-4b27-9f21-b3dbc23b7fd7 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b294377ce84e483b9e0d3e2eebffd609&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0967875 Feb 09 01:33:09.271474 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f121c4ab-86f8-4361-affa-e3bf062f08fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:09.468867 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-aa23df55-dc12-4928-8f94-1001417ca443 service neutron] 10.222.0.37 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267847 Feb 09 01:33:09.528890 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0467e14a-45c3-4a14-9c07-c2fa8f93bef3 req-ffdeb118-599b-430c-bd0a-c5e7f0e890c8 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=65838984-c0e8-446d-83e0-e79eca828e58 HTTP/1.1" status: 200 len: 210 time: 0.0465388 Feb 09 01:33:09.702613 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-457dd809-1f8e-419b-874a-81beec8fe3e5 service neutron] 10.222.0.37 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260768 Feb 09 01:33:09.946127 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-22f1bb40-85ca-4ded-b7a4-6807370170f4 req-1112fac4-fdef-4c82-9c39-a33197e136cd tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Synchronizing usage tracker for tenant:b294377ce84e483b9e0d3e2eebffd609 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:33:09.996985 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-f79ac6e6-b139-4287-9aa9-8fe7cf89d046 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:09.999173 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-f79ac6e6-b139-4287-9aa9-8fe7cf89d046 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.35 "GET /v2.0/networks?id=37619b15-03b6-4ee3-8b5e-c1b376918ea6 HTTP/1.1" status: 200 len: 811 time: 0.2590024 Feb 09 01:33:10.043813 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-22f1bb40-85ca-4ded-b7a4-6807370170f4 req-1112fac4-fdef-4c82-9c39-a33197e136cd tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Unset dirty status for tenant:b294377ce84e483b9e0d3e2eebffd609 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:33:10.045025 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-22f1bb40-85ca-4ded-b7a4-6807370170f4 req-1112fac4-fdef-4c82-9c39-a33197e136cd tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b5e49fc-4fbf-4246-9c08-851be9cb80c8 HTTP/1.1" status: 200 len: 210 time: 0.1534162 Feb 09 01:33:10.073197 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-4d1f3952-d90a-426b-850e-d84994114b60 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9 HTTP/1.1" status: 200 len: 379 time: 0.0616984 Feb 09 01:33:10.083431 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-765bf9f2-eaa2-4d18-a478-081fdc1149a3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Request body: {'port': {'device_id': '65838984-c0e8-446d-83e0-e79eca828e58', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'admin_state_up': True, 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'security_groups': ['104dca1f-b466-4675-83f9-0fd36c975bc6']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:10.277470 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-765bf9f2-eaa2-4d18-a478-081fdc1149a3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:10.289024 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-765bf9f2-eaa2-4d18-a478-081fdc1149a3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:10.303029 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-765bf9f2-eaa2-4d18-a478-081fdc1149a3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Made reservation on behalf of 5ddfa727b5a54b179d7c03a600eaa4b9 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:10.307390 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-765bf9f2-eaa2-4d18-a478-081fdc1149a3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:10.395681 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:10.503400 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:10.609501 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-765bf9f2-eaa2-4d18-a478-081fdc1149a3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Allocated IP 172.20.0.3 (37619b15-03b6-4ee3-8b5e-c1b376918ea6/c5c99494-da9a-458d-b6b1-e6de1927c8e8/9ca190d9-0812-4182-b114-3904f3101218) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:33:10.794982 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-928c1f36-f325-4135-8f10-33dd2a9ae021 req-eefbc1f2-3644-4dbd-842f-83dd139e1898 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=65838984-c0e8-446d-83e0-e79eca828e58 HTTP/1.1" status: 200 len: 210 time: 0.1348777 Feb 09 01:33:10.939879 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-765bf9f2-eaa2-4d18-a478-081fdc1149a3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:10.972338 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-765bf9f2-eaa2-4d18-a478-081fdc1149a3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Transition to ACTIVE for port object 9ca190d9-0812-4182-b114-3904f3101218 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:33:11.018301 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-765bf9f2-eaa2-4d18-a478-081fdc1149a3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:11.116746 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-765bf9f2-eaa2-4d18-a478-081fdc1149a3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:11.121894 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-765bf9f2-eaa2-4d18-a478-081fdc1149a3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:11.141386 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-765bf9f2-eaa2-4d18-a478-081fdc1149a3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:33:11.247505 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-765bf9f2-eaa2-4d18-a478-081fdc1149a3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:11.250147 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-765bf9f2-eaa2-4d18-a478-081fdc1149a3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:11.363813 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-765bf9f2-eaa2-4d18-a478-081fdc1149a3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2803147 Feb 09 01:33:11.365163 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765bf9f2-eaa2-4d18-a478-081fdc1149a3 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Pushing event updated for resources: {'Port': ['ID=9ca190d9-0812-4182-b114-3904f3101218,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:11.391481 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-1e341388-903e-42f0-b3dd-54856fc39be1 service neutron] Request body: {'port': {'device_id': '65838984-c0e8-446d-83e0-e79eca828e58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:11.408260 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-aea42e5a-7155-462b-bb35-573f9bfac787 req-8cc258d4-d97f-4a5f-929f-6a56e4d07855 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b5e49fc-4fbf-4246-9c08-851be9cb80c8 HTTP/1.1" status: 200 len: 210 time: 0.1689506 Feb 09 01:33:11.566097 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bf92ca15-bdde-4797-9d04-bc1548055e5c None None] Provisioning for port 9ca190d9-0812-4182-b114-3904f3101218 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:33:11.581481 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bf92ca15-bdde-4797-9d04-bc1548055e5c None None] Provisioning complete for port 9ca190d9-0812-4182-b114-3904f3101218 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:11.583392 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bf92ca15-bdde-4797-9d04-bc1548055e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:11.729420 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-bf92ca15-bdde-4797-9d04-bc1548055e5c None None] Port 9ca190d9-0812-4182-b114-3904f3101218 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:33:11.835212 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:11.920008 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-1e341388-903e-42f0-b3dd-54856fc39be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:12.339911 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-4a977232-472f-4e37-851b-08f2f4bf9268 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:12.341459 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-4a977232-472f-4e37-851b-08f2f4bf9268 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.35 "GET /v2.0/networks?id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c HTTP/1.1" status: 200 len: 806 time: 0.8002403 Feb 09 01:33:12.368982 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-d694fee1-635e-48a7-974e-811aa0aa786a tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Request body: {'port': {'device_id': '3b5e49fc-4fbf-4246-9c08-851be9cb80c8', 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c', 'admin_state_up': True, 'tenant_id': 'b294377ce84e483b9e0d3e2eebffd609'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:12.523038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-d694fee1-635e-48a7-974e-811aa0aa786a tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:12.565263 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-d694fee1-635e-48a7-974e-811aa0aa786a tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:12.651524 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1619e45e-fd43-45b9-a6a7-f248075c314c req-4a850cea-ba0b-433f-aa33-c058cd695f2e tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b5e49fc-4fbf-4246-9c08-851be9cb80c8 HTTP/1.1" status: 200 len: 210 time: 0.0633872 Feb 09 01:33:12.667986 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48222) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:12.684761 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-d694fee1-635e-48a7-974e-811aa0aa786a tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Made reservation on behalf of b294377ce84e483b9e0d3e2eebffd609 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:12.689025 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-d694fee1-635e-48a7-974e-811aa0aa786a tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:12.736553 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69b78f-bb58-45da-aa75-7ac53715ae26 req-57553a5a-f805-49c6-b452-45cc62c7b4c2 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:12.740061 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-1f69b78f-bb58-45da-aa75-7ac53715ae26 req-57553a5a-f805-49c6-b452-45cc62c7b4c2 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Synchronizing usage tracker for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:33:12.832091 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-baea411c-44ba-4571-93db-500d157b11dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:12.840559 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-1f69b78f-bb58-45da-aa75-7ac53715ae26 req-57553a5a-f805-49c6-b452-45cc62c7b4c2 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Unset dirty status for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:33:12.841716 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1f69b78f-bb58-45da-aa75-7ac53715ae26 req-57553a5a-f805-49c6-b452-45cc62c7b4c2 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=65838984-c0e8-446d-83e0-e79eca828e58 HTTP/1.1" status: 200 len: 931 time: 0.8229313 Feb 09 01:33:12.854982 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-baea411c-44ba-4571-93db-500d157b11dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:12.861473 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-baea411c-44ba-4571-93db-500d157b11dc admin admin] Usage tracker for resource:security_group_rule and tenant:61e514c67fb043a591e8c499fde3b775 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:33:12.867176 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-baea411c-44ba-4571-93db-500d157b11dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:33:12.878158 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-baea411c-44ba-4571-93db-500d157b11dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:12.990049 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-baea411c-44ba-4571-93db-500d157b11dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:12.995468 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-baea411c-44ba-4571-93db-500d157b11dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:13.062352 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1f69b78f-bb58-45da-aa75-7ac53715ae26 req-d4a717c1-b115-4f5f-9199-2fcb00019a62 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579666 Feb 09 01:33:13.080903 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-baea411c-44ba-4571-93db-500d157b11dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61e514c67fb043a591e8c499fde3b775&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4006124 Feb 09 01:33:13.080903 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48234) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:13.111932 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-1e341388-903e-42f0-b3dd-54856fc39be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ca190d9-0812-4182-b114-3904f3101218 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:33:13.120116 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea411c-44ba-4571-93db-500d157b11dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bf694c-d887-4a84-8061-75721a5a2864,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:13.144529 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-1e341388-903e-42f0-b3dd-54856fc39be1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:13.174825 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a8c5fc1a-1ab6-4642-9a4d-a43235c5f292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:13.191385 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-d694fee1-635e-48a7-974e-811aa0aa786a tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Allocated IP 172.20.0.13 (fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c/bb2e4f25-38e7-4153-b1cd-2ff2d0945d59/1e3b0622-9b81-47a5-af6b-e999d02ddbdb) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:33:13.202164 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a8c5fc1a-1ab6-4642-9a4d-a43235c5f292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:13.233755 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-1e341388-903e-42f0-b3dd-54856fc39be1 service neutron] Transition to ACTIVE for port object 9ca190d9-0812-4182-b114-3904f3101218 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:33:13.249233 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-1e341388-903e-42f0-b3dd-54856fc39be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:13.267594 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a8c5fc1a-1ab6-4642-9a4d-a43235c5f292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:13.291068 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5fc1a-1ab6-4642-9a4d-a43235c5f292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bf694c-d887-4a84-8061-75721a5a2864,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:13.307206 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a8c5fc1a-1ab6-4642-9a4d-a43235c5f292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:13.313709 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a8c5fc1a-1ab6-4642-9a4d-a43235c5f292 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d1bf694c-d887-4a84-8061-75721a5a2864 HTTP/1.1" status: 204 len: 168 time: 0.2351763 Feb 09 01:33:13.486460 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ee9de0e-bf5c-4905-b731-674c0e032952 req-a522b9f5-6abc-4ba1-b22b-7eb1790d76e5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=904dc052-e24e-40c9-a170-864961d68f1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5197661 Feb 09 01:33:13.512530 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e341388-903e-42f0-b3dd-54856fc39be1 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca190d9-0812-4182-b114-3904f3101218,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:13.755536 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-1e341388-903e-42f0-b3dd-54856fc39be1 service neutron] Attempting to bind port 9ca190d9-0812-4182-b114-3904f3101218 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:33:13.755885 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-1e341388-903e-42f0-b3dd-54856fc39be1 service neutron] Attempting to bind port 9ca190d9-0812-4182-b114-3904f3101218 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:33:13.756156 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-1e341388-903e-42f0-b3dd-54856fc39be1 service neutron] Attempting to bind port 9ca190d9-0812-4182-b114-3904f3101218 on network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:33:13.781985 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-1e341388-903e-42f0-b3dd-54856fc39be1 service neutron] Port 9ca190d9-0812-4182-b114-3904f3101218 on network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:33:13.782678 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-1e341388-903e-42f0-b3dd-54856fc39be1 service neutron] Attempting to bind port 9ca190d9-0812-4182-b114-3904f3101218 on network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:33:13.791796 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-d694fee1-635e-48a7-974e-811aa0aa786a tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:13.799745 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-1e341388-903e-42f0-b3dd-54856fc39be1 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:33:13.800125 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-1e341388-903e-42f0-b3dd-54856fc39be1 service neutron] Checking segment: {'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:33:13.800430 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-1e341388-903e-42f0-b3dd-54856fc39be1 service neutron] Bound using segment: {'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:33:13.800877 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-1e341388-903e-42f0-b3dd-54856fc39be1 service neutron] Bound port: 9ca190d9-0812-4182-b114-3904f3101218, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3563e27e-2e26-4750-a4b1-fd6d3e57da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:33:13.801804 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-1e341388-903e-42f0-b3dd-54856fc39be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:13.886546 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6c4f2835-e543-49da-a1ab-b132a0397ba4 req-62b0e1bd-3f4e-4d32-b16b-c4f13b2f16dc tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b5e49fc-4fbf-4246-9c08-851be9cb80c8 HTTP/1.1" status: 200 len: 210 time: 0.0693207 Feb 09 01:33:13.893314 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48254) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:13.913922 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9de0e-bf5c-4905-b731-674c0e032952 req-b57bcc9b-b865-4993-85d9-acfb614493e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:13.913922 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ee9de0e-bf5c-4905-b731-674c0e032952 req-b57bcc9b-b865-4993-85d9-acfb614493e5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ef6edc4015e943ec908a956d7cff5e10&device_id=904dc052-e24e-40c9-a170-864961d68f1f HTTP/1.1" status: 200 len: 1097 time: 0.2579224 Feb 09 01:33:13.935873 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9519b05a-a718-464d-951b-664fcf3bf236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:13.956847 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9519b05a-a718-464d-951b-664fcf3bf236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:13.961785 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9519b05a-a718-464d-951b-664fcf3bf236 admin admin] Usage tracker for resource:security_group_rule and tenant:885e10a1c52b49db8a2dac75cacd70f7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:33:13.967442 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9519b05a-a718-464d-951b-664fcf3bf236 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:33:13.974094 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9519b05a-a718-464d-951b-664fcf3bf236 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:14.017832 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-1e341388-903e-42f0-b3dd-54856fc39be1 service neutron] For port 9ca190d9-0812-4182-b114-3904f3101218, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:33:14.107556 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9519b05a-a718-464d-951b-664fcf3bf236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:14.122157 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9519b05a-a718-464d-951b-664fcf3bf236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:14.172723 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519b05a-a718-464d-951b-664fcf3bf236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b150a77-2772-44dc-b451-54e2f4d5cc20,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:14.177483 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9519b05a-a718-464d-951b-664fcf3bf236 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=885e10a1c52b49db8a2dac75cacd70f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2848599 Feb 09 01:33:14.180685 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48264) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:14.201159 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-d694fee1-635e-48a7-974e-811aa0aa786a tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:14.211778 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-1e341388-903e-42f0-b3dd-54856fc39be1 service neutron] For port 9ca190d9-0812-4182-b114-3904f3101218, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9ca190d9-0812-4182-b114-3904f3101218,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:33:14.215943 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['25a21778-6b12-4e8d-aec4-f341cf56db8f'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:33:14.284582 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-1e341388-903e-42f0-b3dd-54856fc39be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:14.319543 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-879990ff-c20e-443b-b489-43805a3c6ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:14.356158 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-879990ff-c20e-443b-b489-43805a3c6ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:14.375948 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-d694fee1-635e-48a7-974e-811aa0aa786a tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Network fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:14.421150 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9de0e-bf5c-4905-b731-674c0e032952 req-736f2fb1-e9b2-499b-91d2-53a617afe438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:14.422601 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ee9de0e-bf5c-4905-b731-674c0e032952 req-736f2fb1-e9b2-499b-91d2-53a617afe438 service neutron] 10.222.0.35 "GET /v2.0/networks?id=80b53ff1-697e-427c-b7ec-6ed5db9e6c6f HTTP/1.1" status: 200 len: 910 time: 0.4818311 Feb 09 01:33:14.423847 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-d694fee1-635e-48a7-974e-811aa0aa786a tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:14.426832 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-879990ff-c20e-443b-b489-43805a3c6ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:14.456314 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879990ff-c20e-443b-b489-43805a3c6ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b150a77-2772-44dc-b451-54e2f4d5cc20,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:14.464844 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-879990ff-c20e-443b-b489-43805a3c6ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:14.466260 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-879990ff-c20e-443b-b489-43805a3c6ae0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1b150a77-2772-44dc-b451-54e2f4d5cc20 HTTP/1.1" status: 204 len: 168 time: 0.2844501 Feb 09 01:33:14.561615 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-d694fee1-635e-48a7-974e-811aa0aa786a tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:33:14.594147 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694fee1-635e-48a7-974e-811aa0aa786a tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Pushing event updated for resources: {'Port': ['ID=1e3b0622-9b81-47a5-af6b-e999d02ddbdb,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:14.597510 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-1e341388-903e-42f0-b3dd-54856fc39be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:14.598128 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-1e341388-903e-42f0-b3dd-54856fc39be1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:14.599502 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-1e341388-903e-42f0-b3dd-54856fc39be1 service neutron] 10.222.0.35 "PUT /v2.0/ports/9ca190d9-0812-4182-b114-3904f3101218 HTTP/1.1" status: 200 len: 1091 time: 3.2199824 Feb 09 01:33:14.608655 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65838984-c0e8-446d-83e0-e79eca828e58', 'tag': '9ca190d9-0812-4182-b114-3904f3101218'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:33:14.820817 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65838984-c0e8-446d-83e0-e79eca828e58', 'tag': '9ca190d9-0812-4182-b114-3904f3101218', 'status': 'completed', 'code': 200} Feb 09 01:33:14.829772 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-d694fee1-635e-48a7-974e-811aa0aa786a tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:14.830404 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-d694fee1-635e-48a7-974e-811aa0aa786a tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:14.898642 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ee9de0e-bf5c-4905-b731-674c0e032952 req-de2b8226-ed53-4e03-be61-58057e288e65 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0adf44c-b885-4eb2-a06b-a384db4ff2c6 HTTP/1.1" status: 200 len: 1001 time: 0.4649031 Feb 09 01:33:14.953049 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-d694fee1-635e-48a7-974e-811aa0aa786a tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5967743 Feb 09 01:33:14.961833 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e341388-903e-42f0-b3dd-54856fc39be1 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca190d9-0812-4182-b114-3904f3101218,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:14.977617 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-ff09d834-2f93-4f75-98c0-88ea0f45dd2f service neutron] Request body: {'port': {'device_id': '3b5e49fc-4fbf-4246-9c08-851be9cb80c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:15.134475 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0a376-a924-4268-bc41-6bfc7b8c0cbc req-bae8d36e-2caa-4280-b9b1-b77f60a531e0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:15.142412 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e1d0a376-a924-4268-bc41-6bfc7b8c0cbc req-bae8d36e-2caa-4280-b9b1-b77f60a531e0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=65838984-c0e8-446d-83e0-e79eca828e58 HTTP/1.1" status: 200 len: 943 time: 0.8148611 Feb 09 01:33:15.177682 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618c2fa-252a-4e6b-83e0-6bd9bfdd6b03 req-2a405ba0-7333-4fca-b35b-0f996586991e tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:15.186536 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9de0e-bf5c-4905-b731-674c0e032952 req-4a5c1aaf-8b05-4f37-9d56-32a45051bacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:15.187608 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d618c2fa-252a-4e6b-83e0-6bd9bfdd6b03 req-2a405ba0-7333-4fca-b35b-0f996586991e tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b5e49fc-4fbf-4246-9c08-851be9cb80c8 HTTP/1.1" status: 200 len: 932 time: 0.1072805 Feb 09 01:33:15.187982 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ee9de0e-bf5c-4905-b731-674c0e032952 req-4a5c1aaf-8b05-4f37-9d56-32a45051bacd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d925baf2-c63f-40ac-b8de-2a3401a3db70 HTTP/1.1" status: 200 len: 848 time: 0.2755227 Feb 09 01:33:15.192632 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-6580b4ef-fd09-49ef-9750-0b47e5d98aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:15.194013 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-6580b4ef-fd09-49ef-9750-0b47e5d98aaf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9&device_id=65838984-c0e8-446d-83e0-e79eca828e58 HTTP/1.1" status: 200 len: 1094 time: 0.4789519 Feb 09 01:33:15.201841 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-ff09d834-2f93-4f75-98c0-88ea0f45dd2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:15.266956 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d618c2fa-252a-4e6b-83e0-6bd9bfdd6b03 req-f8af226c-8aa2-414f-971f-cec6ef2ec0c2 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784011 Feb 09 01:33:15.337558 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-bc8a9e37-ccf4-48d5-b865-a5598962930c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ca190d9-0812-4182-b114-3904f3101218 HTTP/1.1" status: 200 len: 217 time: 0.1262600 Feb 09 01:33:15.345879 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e1d0a376-a924-4268-bc41-6bfc7b8c0cbc req-f85eb2e5-e9d9-4b22-bfd1-530c1b55fab9 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976025 Feb 09 01:33:15.553596 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-60008631-7a1f-479a-b971-a5d934176dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:15.555041 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-60008631-7a1f-479a-b971-a5d934176dff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5c99494-da9a-458d-b6b1-e6de1927c8e8 HTTP/1.1" status: 200 len: 850 time: 0.1759140 Feb 09 01:33:15.627724 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9de0e-bf5c-4905-b731-674c0e032952 req-11cdc4b0-a965-4d9d-bc78-dc9fce29bbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:15.629264 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ee9de0e-bf5c-4905-b731-674c0e032952 req-11cdc4b0-a965-4d9d-bc78-dc9fce29bbb5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=80b53ff1-697e-427c-b7ec-6ed5db9e6c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4175115 Feb 09 01:33:15.944796 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-03d4d6c6-a5db-42fc-bc46-dc50e7b676f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:15.946212 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-03d4d6c6-a5db-42fc-bc46-dc50e7b676f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37619b15-03b6-4ee3-8b5e-c1b376918ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3826256 Feb 09 01:33:15.981099 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ee9de0e-bf5c-4905-b731-674c0e032952 req-1a402b91-6362-427a-9453-e89be433a4e6 service neutron] 10.222.0.35 "GET /v2.0/networks/80b53ff1-697e-427c-b7ec-6ed5db9e6c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396311 Feb 09 01:33:16.522519 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49844ac0-22e9-4c72-9a89-9b67c307dd6c req-a2bc89bd-3e7f-4e8a-8996-76c3570aac7f tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:16.525264 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-49844ac0-22e9-4c72-9a89-9b67c307dd6c req-a2bc89bd-3e7f-4e8a-8996-76c3570aac7f tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b5e49fc-4fbf-4246-9c08-851be9cb80c8 HTTP/1.1" status: 200 len: 932 time: 0.1226597 Feb 09 01:33:16.591373 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-49844ac0-22e9-4c72-9a89-9b67c307dd6c req-ead9d053-8245-4a12-b973-f51db6bb52de tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596883 Feb 09 01:33:16.626265 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-ff09d834-2f93-4f75-98c0-88ea0f45dd2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e3b0622-9b81-47a5-af6b-e999d02ddbdb {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:33:16.643653 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-ff09d834-2f93-4f75-98c0-88ea0f45dd2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:16.656740 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-ede7c804-09a0-43f2-bebc-1bc20638dcbb service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6991317 Feb 09 01:33:16.757392 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ee9de0e-bf5c-4905-b731-674c0e032952 req-9dadd296-b771-4863-87f9-a57196f31e63 service neutron] 10.222.0.35 "GET /v2.0/networks/80b53ff1-697e-427c-b7ec-6ed5db9e6c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7672353 Feb 09 01:33:16.783435 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-ff09d834-2f93-4f75-98c0-88ea0f45dd2f service neutron] Transition to ACTIVE for port object 1e3b0622-9b81-47a5-af6b-e999d02ddbdb will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:33:16.789427 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-ff09d834-2f93-4f75-98c0-88ea0f45dd2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:16.897286 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48360) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:16.979804 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6544d-e9d9-42d6-b9d3-c74493fb8afe req-43f85b80-c639-43b6-9a5b-f44d46731cdc tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:16.985335 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-38a6544d-e9d9-42d6-b9d3-c74493fb8afe req-43f85b80-c639-43b6-9a5b-f44d46731cdc tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=65838984-c0e8-446d-83e0-e79eca828e58 HTTP/1.1" status: 200 len: 943 time: 0.4679768 Feb 09 01:33:17.035927 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6a469931-eb15-49c4-8582-8c9c4b78ca39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:17.046253 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09d834-2f93-4f75-98c0-88ea0f45dd2f service neutron] Pushing event updated for resources: {'Port': ['ID=1e3b0622-9b81-47a5-af6b-e999d02ddbdb,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:17.056581 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6a469931-eb15-49c4-8582-8c9c4b78ca39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:17.061910 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6a469931-eb15-49c4-8582-8c9c4b78ca39 admin admin] Usage tracker for resource:security_group_rule and tenant:fb84ed24d3ea4151b6c763e438751b6a is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:33:17.066178 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6a469931-eb15-49c4-8582-8c9c4b78ca39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:33:17.073373 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6a469931-eb15-49c4-8582-8c9c4b78ca39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:17.125422 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-58732ec6-83de-4ccf-94d0-60c4da0d7802 req-1b5ce67b-f2f5-415b-886d-d205a546537b service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510241 Feb 09 01:33:17.149023 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-ff09d834-2f93-4f75-98c0-88ea0f45dd2f service neutron] Attempting to bind port 1e3b0622-9b81-47a5-af6b-e999d02ddbdb on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:33:17.149361 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-ff09d834-2f93-4f75-98c0-88ea0f45dd2f service neutron] Attempting to bind port 1e3b0622-9b81-47a5-af6b-e999d02ddbdb by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'b13e28b8-c315-4aea-ae2e-bbae93a80b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:33:17.150084 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-ff09d834-2f93-4f75-98c0-88ea0f45dd2f service neutron] Attempting to bind port 1e3b0622-9b81-47a5-af6b-e999d02ddbdb on network fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:33:17.164484 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-ff09d834-2f93-4f75-98c0-88ea0f45dd2f service neutron] Port 1e3b0622-9b81-47a5-af6b-e999d02ddbdb on network fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:33:17.164899 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-ff09d834-2f93-4f75-98c0-88ea0f45dd2f service neutron] Attempting to bind port 1e3b0622-9b81-47a5-af6b-e999d02ddbdb on network fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:33:17.173099 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-38a6544d-e9d9-42d6-b9d3-c74493fb8afe req-e0e8d0ad-9cad-4258-a580-1771b5b8b49e tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775093 Feb 09 01:33:17.175705 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-ff09d834-2f93-4f75-98c0-88ea0f45dd2f service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:33:17.176300 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-ff09d834-2f93-4f75-98c0-88ea0f45dd2f service neutron] Checking segment: {'id': 'b13e28b8-c315-4aea-ae2e-bbae93a80b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:33:17.177173 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-ff09d834-2f93-4f75-98c0-88ea0f45dd2f service neutron] Bound using segment: {'id': 'b13e28b8-c315-4aea-ae2e-bbae93a80b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:33:17.178015 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-ff09d834-2f93-4f75-98c0-88ea0f45dd2f service neutron] Bound port: 1e3b0622-9b81-47a5-af6b-e999d02ddbdb, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b13e28b8-c315-4aea-ae2e-bbae93a80b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:33:17.178584 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-ff09d834-2f93-4f75-98c0-88ea0f45dd2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:17.181599 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6a469931-eb15-49c4-8582-8c9c4b78ca39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:17.188032 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6a469931-eb15-49c4-8582-8c9c4b78ca39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:17.247118 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6a469931-eb15-49c4-8582-8c9c4b78ca39 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fb84ed24d3ea4151b6c763e438751b6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3461154 Feb 09 01:33:17.247118 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a469931-eb15-49c4-8582-8c9c4b78ca39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e8d0a0-d1ac-4290-87a5-b1aa9a9ed38c,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:17.248722 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48374) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:17.314838 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7b981e07-9f99-4f7b-a71f-bc7538410e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:17.334375 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-ff09d834-2f93-4f75-98c0-88ea0f45dd2f service neutron] For port 1e3b0622-9b81-47a5-af6b-e999d02ddbdb, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:33:17.338898 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-ff09d834-2f93-4f75-98c0-88ea0f45dd2f service neutron] For port 1e3b0622-9b81-47a5-af6b-e999d02ddbdb, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=1e3b0622-9b81-47a5-af6b-e999d02ddbdb,segment=NetworkSegment(b13e28b8-c315-4aea-ae2e-bbae93a80b62),segment_id=b13e28b8-c315-4aea-ae2e-bbae93a80b62)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:33:17.342372 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce8b16-5174-4e97-a05a-a8da3331eb9f req-68cdaf13-96e9-41f1-8334-b4b52572f1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:17.342968 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7b981e07-9f99-4f7b-a71f-bc7538410e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:17.344068 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-17ce8b16-5174-4e97-a05a-a8da3331eb9f req-68cdaf13-96e9-41f1-8334-b4b52572f1a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9&device_id=65838984-c0e8-446d-83e0-e79eca828e58 HTTP/1.1" status: 200 len: 1094 time: 0.1484962 Feb 09 01:33:17.345550 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-ff09d834-2f93-4f75-98c0-88ea0f45dd2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:17.400417 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7b981e07-9f99-4f7b-a71f-bc7538410e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:17.419204 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b981e07-9f99-4f7b-a71f-bc7538410e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e8d0a0-d1ac-4290-87a5-b1aa9a9ed38c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:17.422013 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7b981e07-9f99-4f7b-a71f-bc7538410e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:17.423331 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7b981e07-9f99-4f7b-a71f-bc7538410e6e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/60e8d0a0-d1ac-4290-87a5-b1aa9a9ed38c HTTP/1.1" status: 204 len: 168 time: 0.1733005 Feb 09 01:33:17.487212 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-ff09d834-2f93-4f75-98c0-88ea0f45dd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:17.487744 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-ff09d834-2f93-4f75-98c0-88ea0f45dd2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:17.489588 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-ff09d834-2f93-4f75-98c0-88ea0f45dd2f service neutron] 10.222.0.35 "PUT /v2.0/ports/1e3b0622-9b81-47a5-af6b-e999d02ddbdb HTTP/1.1" status: 200 len: 1092 time: 2.5184813 Feb 09 01:33:17.490529 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5e49fc-4fbf-4246-9c08-851be9cb80c8', 'tag': '1e3b0622-9b81-47a5-af6b-e999d02ddbdb'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:33:17.537180 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09d834-2f93-4f75-98c0-88ea0f45dd2f service neutron] Pushing event updated for resources: {'Port': ['ID=1e3b0622-9b81-47a5-af6b-e999d02ddbdb,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:17.589645 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b5e49fc-4fbf-4246-9c08-851be9cb80c8', 'tag': '1e3b0622-9b81-47a5-af6b-e999d02ddbdb', 'status': 'completed', 'code': 200} Feb 09 01:33:17.632447 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce8b16-5174-4e97-a05a-a8da3331eb9f req-e002ebb7-7733-4bda-9a09-cbc31e107559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:17.633882 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-17ce8b16-5174-4e97-a05a-a8da3331eb9f req-e002ebb7-7733-4bda-9a09-cbc31e107559 service neutron] 10.222.0.35 "GET /v2.0/networks?id=37619b15-03b6-4ee3-8b5e-c1b376918ea6 HTTP/1.1" status: 200 len: 912 time: 0.2486441 Feb 09 01:33:17.722512 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-17ce8b16-5174-4e97-a05a-a8da3331eb9f req-71cdb0bb-db6d-487e-94b4-5865528c3fb1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ca190d9-0812-4182-b114-3904f3101218 HTTP/1.1" status: 200 len: 217 time: 0.0748754 Feb 09 01:33:17.722512 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-a4daa8a5-d60d-4f0c-a467-b257b02f2b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:17.722512 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-a4daa8a5-d60d-4f0c-a467-b257b02f2b74 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b294377ce84e483b9e0d3e2eebffd609&device_id=3b5e49fc-4fbf-4246-9c08-851be9cb80c8 HTTP/1.1" status: 200 len: 1095 time: 0.1789589 Feb 09 01:33:17.797947 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48388) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:17.818352 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-712a44ee-abd9-4e6c-825e-1eb22ce6bc29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:17.833628 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-712a44ee-abd9-4e6c-825e-1eb22ce6bc29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:17.838124 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-712a44ee-abd9-4e6c-825e-1eb22ce6bc29 admin admin] Usage tracker for resource:security_group_rule and tenant:76b347262d0b4fc1bd6d78e7ad6cfb1d is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:33:17.844960 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-712a44ee-abd9-4e6c-825e-1eb22ce6bc29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:33:17.851404 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-712a44ee-abd9-4e6c-825e-1eb22ce6bc29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:17.895617 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-e298d198-6670-46bf-88db-75945f7c2af7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e3b0622-9b81-47a5-af6b-e999d02ddbdb HTTP/1.1" status: 200 len: 217 time: 0.1590710 Feb 09 01:33:17.947651 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-712a44ee-abd9-4e6c-825e-1eb22ce6bc29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:17.952020 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-712a44ee-abd9-4e6c-825e-1eb22ce6bc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:17.988798 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a44ee-abd9-4e6c-825e-1eb22ce6bc29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709df622-218a-458f-8f86-02a61bf6b379,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:18.018825 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-712a44ee-abd9-4e6c-825e-1eb22ce6bc29 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=76b347262d0b4fc1bd6d78e7ad6cfb1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2197134 Feb 09 01:33:18.021117 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48392) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:18.093913 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e7a13a2d-2fe6-44ec-a620-95bc2bac4d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:18.106642 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce8b16-5174-4e97-a05a-a8da3331eb9f req-0561d01e-ebec-494f-aefd-0a5d3913e3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:18.108055 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-17ce8b16-5174-4e97-a05a-a8da3331eb9f req-0561d01e-ebec-494f-aefd-0a5d3913e3ec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5c99494-da9a-458d-b6b1-e6de1927c8e8 HTTP/1.1" status: 200 len: 850 time: 0.3729024 Feb 09 01:33:18.131622 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e7a13a2d-2fe6-44ec-a620-95bc2bac4d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:18.172919 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-bd830f7d-6d86-4dab-ba8b-51e967dcb696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:18.174597 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-bd830f7d-6d86-4dab-ba8b-51e967dcb696 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb2e4f25-38e7-4153-b1cd-2ff2d0945d59 HTTP/1.1" status: 200 len: 846 time: 0.2682235 Feb 09 01:33:18.189107 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e7a13a2d-2fe6-44ec-a620-95bc2bac4d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:18.216098 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a13a2d-2fe6-44ec-a620-95bc2bac4d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709df622-218a-458f-8f86-02a61bf6b379,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:18.237049 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-2a2e52d7-6cd2-4b5f-ab37-4138d6a26441 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504675 Feb 09 01:33:18.246880 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018c4d5-dc5c-464f-ab60-24b3fd0ad82b req-b1d106af-ca81-4b0e-8aa0-241197034f60 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:18.247837 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f018c4d5-dc5c-464f-ab60-24b3fd0ad82b req-b1d106af-ca81-4b0e-8aa0-241197034f60 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Synchronizing usage tracker for tenant:b294377ce84e483b9e0d3e2eebffd609 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:33:18.249464 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e7a13a2d-2fe6-44ec-a620-95bc2bac4d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:18.250603 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e7a13a2d-2fe6-44ec-a620-95bc2bac4d3c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/709df622-218a-458f-8f86-02a61bf6b379 HTTP/1.1" status: 204 len: 168 time: 0.2283769 Feb 09 01:33:18.367563 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f018c4d5-dc5c-464f-ab60-24b3fd0ad82b req-b1d106af-ca81-4b0e-8aa0-241197034f60 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Unset dirty status for tenant:b294377ce84e483b9e0d3e2eebffd609 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:33:18.375708 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f018c4d5-dc5c-464f-ab60-24b3fd0ad82b req-b1d106af-ca81-4b0e-8aa0-241197034f60 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b5e49fc-4fbf-4246-9c08-851be9cb80c8 HTTP/1.1" status: 200 len: 944 time: 0.5374908 Feb 09 01:33:18.396147 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce8b16-5174-4e97-a05a-a8da3331eb9f req-6883119f-1435-4ff0-88f8-da0ba3e603b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:18.397973 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-17ce8b16-5174-4e97-a05a-a8da3331eb9f req-6883119f-1435-4ff0-88f8-da0ba3e603b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37619b15-03b6-4ee3-8b5e-c1b376918ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2784507 Feb 09 01:33:18.486735 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb0efa-fc11-4bfe-af29-a0b9d2826f7a req-5a3637b5-d87f-462f-957b-0d2f06401d35 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:18.493563 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9adb0efa-fc11-4bfe-af29-a0b9d2826f7a req-5a3637b5-d87f-462f-957b-0d2f06401d35 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=65838984-c0e8-446d-83e0-e79eca828e58 HTTP/1.1" status: 200 len: 943 time: 0.1163194 Feb 09 01:33:18.553579 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9adb0efa-fc11-4bfe-af29-a0b9d2826f7a req-34d4abea-3cd4-43b1-b623-aec77593d887 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583732 Feb 09 01:33:18.554374 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f018c4d5-dc5c-464f-ab60-24b3fd0ad82b req-d1bfc383-f236-4eef-a07f-7ac7c7229fd6 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775141 Feb 09 01:33:18.558833 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-94d82043-36ab-4627-9f8e-84649f264cf9 service neutron] 10.222.0.35 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056641 Feb 09 01:33:18.695516 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-17ce8b16-5174-4e97-a05a-a8da3331eb9f req-8dbb659e-cd0a-4c52-bd18-fc04a33a642e service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862594 Feb 09 01:33:18.812804 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-166151b0-d528-41d5-a46e-7687c3c8be40 req-fb804777-e95f-4caf-906e-a53dd04c1728 service neutron] 10.222.0.35 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456093 Feb 09 01:33:18.949810 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-17ce8b16-5174-4e97-a05a-a8da3331eb9f req-bf8e8c4b-496b-456c-8ca5-dd23bb591674 service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416251 Feb 09 01:33:18.977024 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7a510-8340-42c6-bc29-3d08b1b4eb25 req-0c633649-3b0c-4e84-91fb-685d590bd7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:18.979428 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-97e7a510-8340-42c6-bc29-3d08b1b4eb25 req-0c633649-3b0c-4e84-91fb-685d590bd7a8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b294377ce84e483b9e0d3e2eebffd609&device_id=3b5e49fc-4fbf-4246-9c08-851be9cb80c8 HTTP/1.1" status: 200 len: 1095 time: 0.0913765 Feb 09 01:33:19.150003 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7a510-8340-42c6-bc29-3d08b1b4eb25 req-48e0edc1-c6b9-4874-9dcf-7940a6a20167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:19.151463 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-97e7a510-8340-42c6-bc29-3d08b1b4eb25 req-48e0edc1-c6b9-4874-9dcf-7940a6a20167 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c HTTP/1.1" status: 200 len: 907 time: 0.1654913 Feb 09 01:33:19.230043 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-97e7a510-8340-42c6-bc29-3d08b1b4eb25 req-8723d4e7-b9cd-4e1a-930b-144caddcd933 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e3b0622-9b81-47a5-af6b-e999d02ddbdb HTTP/1.1" status: 200 len: 217 time: 0.0697525 Feb 09 01:33:19.301934 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7a510-8340-42c6-bc29-3d08b1b4eb25 req-ffb034fb-c315-4f8c-98cb-f4b1985361c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:19.304799 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-97e7a510-8340-42c6-bc29-3d08b1b4eb25 req-ffb034fb-c315-4f8c-98cb-f4b1985361c0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb2e4f25-38e7-4153-b1cd-2ff2d0945d59 HTTP/1.1" status: 200 len: 846 time: 0.0680168 Feb 09 01:33:19.380996 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-97e7a510-8340-42c6-bc29-3d08b1b4eb25 req-1fa0fce9-a222-4054-8f4c-2cc845bdc96d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609565 Feb 09 01:33:19.548149 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-97e7a510-8340-42c6-bc29-3d08b1b4eb25 req-65b7fda6-888e-43de-9a44-861bb8b0e9a7 service neutron] 10.222.0.35 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576138 Feb 09 01:33:19.845029 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-97e7a510-8340-42c6-bc29-3d08b1b4eb25 req-008f7676-20d6-4e89-b4d5-6fd5c2047b0e service neutron] 10.222.0.35 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775071 Feb 09 01:33:19.885313 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79688e80-618c-4288-9f0a-5c8b57870a73 req-438a9735-c022-48b3-a464-bba2e1f8956d tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:19.894456 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-79688e80-618c-4288-9f0a-5c8b57870a73 req-438a9735-c022-48b3-a464-bba2e1f8956d tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=65838984-c0e8-446d-83e0-e79eca828e58 HTTP/1.1" status: 200 len: 943 time: 0.1557827 Feb 09 01:33:19.909050 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544ad9f-bfff-47f3-a5ef-cbac7c86bf92 req-8cd2c547-0d97-402f-96d9-12cbacc3ebcb tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:19.910554 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1544ad9f-bfff-47f3-a5ef-cbac7c86bf92 req-8cd2c547-0d97-402f-96d9-12cbacc3ebcb tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b5e49fc-4fbf-4246-9c08-851be9cb80c8 HTTP/1.1" status: 200 len: 944 time: 0.1426697 Feb 09 01:33:19.963844 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-79688e80-618c-4288-9f0a-5c8b57870a73 req-e487d0bb-113c-42e4-bf4a-f0ed581ce75c tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681016 Feb 09 01:33:19.969022 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1544ad9f-bfff-47f3-a5ef-cbac7c86bf92 req-8813ebc0-97c7-4c04-8c89-8b170c0a6381 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488551 Feb 09 01:33:21.011015 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 1e3b0622-9b81-47a5-af6b-e999d02ddbdb details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:33:21.462565 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 1e3b0622-9b81-47a5-af6b-e999d02ddbdb, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=1e3b0622-9b81-47a5-af6b-e999d02ddbdb,segment=NetworkSegment(b13e28b8-c315-4aea-ae2e-bbae93a80b62),segment_id=b13e28b8-c315-4aea-ae2e-bbae93a80b62)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:33:21.485304 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '1e3b0622-9b81-47a5-af6b-e999d02ddbdb', 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c', 'port_id': '1e3b0622-9b81-47a5-af6b-e999d02ddbdb', 'mac_address': 'fa:16:3e:1b:4c:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 980, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2e4f25-38e7-4153-b1cd-2ff2d0945d59', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:33:21.497621 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46980a-0f0b-4936-b347-a69deac3b341 req-91be6e69-8bd6-40a0-8836-52a3b9025e12 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:21.499189 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7b46980a-0f0b-4936-b347-a69deac3b341 req-91be6e69-8bd6-40a0-8836-52a3b9025e12 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=65838984-c0e8-446d-83e0-e79eca828e58 HTTP/1.1" status: 200 len: 943 time: 0.3649406 Feb 09 01:33:21.518501 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb885168-9070-4ccd-a6c9-a5e09f2feee1 req-a30de04e-d827-49da-b08e-70250ffab27f tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:21.528962 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cb885168-9070-4ccd-a6c9-a5e09f2feee1 req-a30de04e-d827-49da-b08e-70250ffab27f tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b5e49fc-4fbf-4246-9c08-851be9cb80c8 HTTP/1.1" status: 200 len: 944 time: 0.3403294 Feb 09 01:33:21.557607 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:21.577832 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e3b0622-9b81-47a5-af6b-e999d02ddbdb {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:33:21.586970 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7b46980a-0f0b-4936-b347-a69deac3b341 req-e5912f3f-fa47-40bc-a9d3-5a31e9da1ff7 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657294 Feb 09 01:33:21.595937 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 1e3b0622-9b81-47a5-af6b-e999d02ddbdb, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=1e3b0622-9b81-47a5-af6b-e999d02ddbdb,segment=NetworkSegment(b13e28b8-c315-4aea-ae2e-bbae93a80b62),segment_id=b13e28b8-c315-4aea-ae2e-bbae93a80b62)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:33:21.606204 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:21.632730 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cb885168-9070-4ccd-a6c9-a5e09f2feee1 req-6bd02839-ff0b-4e92-ae48-1edda42e6933 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912247 Feb 09 01:33:21.694524 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48800) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:21.700654 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=1e3b0622-9b81-47a5-af6b-e999d02ddbdb,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:21.785565 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d75c199-ae84-4dca-a755-a6c03a1b18d8 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:21.786035 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d75c199-ae84-4dca-a755-a6c03a1b18d8 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:21.786762 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d75c199-ae84-4dca-a755-a6c03a1b18d8 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:21.788444 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2d75c199-ae84-4dca-a755-a6c03a1b18d8 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=089df553ed3542348a44835caf19372b&network_id=023eca9b-48ef-4835-8ca1-a5b455f2fcf1 HTTP/1.1" status: 200 len: 2969 time: 0.0927184 Feb 09 01:33:21.930159 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['1e3b0622-9b81-47a5-af6b-e999d02ddbdb'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:33:21.991904 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48850) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:22.003584 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:22.156340 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1346c573-75d0-4700-9d15-4ea9ba4dd69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:22.174100 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1346c573-75d0-4700-9d15-4ea9ba4dd69c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:22.177898 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1346c573-75d0-4700-9d15-4ea9ba4dd69c admin admin] Usage tracker for resource:security_group_rule and tenant:a97ae4824e634b5480a2d09bf2c213e2 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:33:22.180687 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1346c573-75d0-4700-9d15-4ea9ba4dd69c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:33:22.188098 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1346c573-75d0-4700-9d15-4ea9ba4dd69c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:22.258330 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-2408e1bd-193d-44ee-a99b-860c6760c8b5 req-a4c72bea-3479-49e1-9701-635fc5ddcd46 service neutron] (87612) timed out ('10.222.0.37', 57102) {{(pid=87612) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 01:33:22.273803 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1346c573-75d0-4700-9d15-4ea9ba4dd69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:22.278036 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1346c573-75d0-4700-9d15-4ea9ba4dd69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:22.329079 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1346c573-75d0-4700-9d15-4ea9ba4dd69c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a97ae4824e634b5480a2d09bf2c213e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3361592 Feb 09 01:33:22.329221 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48908) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:22.331071 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346c573-75d0-4700-9d15-4ea9ba4dd69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e26a2fb-956e-4447-a2a2-6fdfcd19e4a7,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:22.406854 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9ddcbc20-d507-4bc2-865e-57040ef36522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:22.436146 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9ddcbc20-d507-4bc2-865e-57040ef36522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:22.498415 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9ddcbc20-d507-4bc2-865e-57040ef36522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:22.513215 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddcbc20-d507-4bc2-865e-57040ef36522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e26a2fb-956e-4447-a2a2-6fdfcd19e4a7,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:22.520133 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9ddcbc20-d507-4bc2-865e-57040ef36522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:22.521370 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9ddcbc20-d507-4bc2-865e-57040ef36522 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1e26a2fb-956e-4447-a2a2-6fdfcd19e4a7 HTTP/1.1" status: 204 len: 168 time: 0.1910634 Feb 09 01:33:22.782478 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f644f-cca3-485e-a707-5ee743447ccb req-23d1ba42-d5c7-4acc-a6c1-21cc22359da0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:22.784082 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8b7f644f-cca3-485e-a707-5ee743447ccb req-23d1ba42-d5c7-4acc-a6c1-21cc22359da0 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=65838984-c0e8-446d-83e0-e79eca828e58 HTTP/1.1" status: 200 len: 943 time: 0.0942419 Feb 09 01:33:22.824307 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67065b8-23c8-4d20-8f26-241fde5efcfa req-31017f2d-cf03-4392-983f-f083e50cdf19 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:22.825726 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a67065b8-23c8-4d20-8f26-241fde5efcfa req-31017f2d-cf03-4392-983f-f083e50cdf19 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b5e49fc-4fbf-4246-9c08-851be9cb80c8 HTTP/1.1" status: 200 len: 945 time: 0.0910916 Feb 09 01:33:22.834147 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 48946) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:22.840592 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8b7f644f-cca3-485e-a707-5ee743447ccb req-a8b17727-906e-4659-a733-78e3f8909680 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501709 Feb 09 01:33:22.870708 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1260d43e-63c4-40fd-95d5-028153c1042d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:22.896120 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1260d43e-63c4-40fd-95d5-028153c1042d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:22.907155 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1260d43e-63c4-40fd-95d5-028153c1042d admin admin] Usage tracker for resource:security_group_rule and tenant:be73b2c5a5be4d8fa2e34030414d1a81 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:33:22.910888 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a67065b8-23c8-4d20-8f26-241fde5efcfa req-38be8eee-339c-4345-9f7e-30fb06f275b9 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760267 Feb 09 01:33:22.910888 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1260d43e-63c4-40fd-95d5-028153c1042d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:33:22.914875 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1260d43e-63c4-40fd-95d5-028153c1042d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:22.996741 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1260d43e-63c4-40fd-95d5-028153c1042d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:23.001287 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1260d43e-63c4-40fd-95d5-028153c1042d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:23.021278 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 1e3b0622-9b81-47a5-af6b-e999d02ddbdb up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:33:23.046656 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1260d43e-63c4-40fd-95d5-028153c1042d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be73b2c5a5be4d8fa2e34030414d1a81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1988358 Feb 09 01:33:23.048161 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260d43e-63c4-40fd-95d5-028153c1042d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a94bc71-c5b6-43b9-8d04-31eee72a1e71,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:23.049312 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 48950) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:23.097079 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 1e3b0622-9b81-47a5-af6b-e999d02ddbdb completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:33:23.102096 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 1e3b0622-9b81-47a5-af6b-e999d02ddbdb triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:23.102476 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:23.113682 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-32084ab5-39c6-4560-ada3-34ebc54f97ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:23.139382 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-32084ab5-39c6-4560-ada3-34ebc54f97ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:23.197346 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-32084ab5-39c6-4560-ada3-34ebc54f97ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:23.213218 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32084ab5-39c6-4560-ada3-34ebc54f97ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a94bc71-c5b6-43b9-8d04-31eee72a1e71,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:23.222578 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-32084ab5-39c6-4560-ada3-34ebc54f97ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:23.224118 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-32084ab5-39c6-4560-ada3-34ebc54f97ea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a94bc71-c5b6-43b9-8d04-31eee72a1e71 HTTP/1.1" status: 204 len: 168 time: 0.1738408 Feb 09 01:33:23.234238 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:23.264130 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5e49fc-4fbf-4246-9c08-851be9cb80c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3b0622-9b81-47a5-af6b-e999d02ddbdb'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:33:23.274432 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 1e3b0622-9b81-47a5-af6b-e999d02ddbdb, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=1e3b0622-9b81-47a5-af6b-e999d02ddbdb,segment=NetworkSegment(b13e28b8-c315-4aea-ae2e-bbae93a80b62),segment_id=b13e28b8-c315-4aea-ae2e-bbae93a80b62)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:33:23.278467 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:23.316537 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5e49fc-4fbf-4246-9c08-851be9cb80c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3b0622-9b81-47a5-af6b-e999d02ddbdb', 'code': 200} Feb 09 01:33:23.351035 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=1e3b0622-9b81-47a5-af6b-e999d02ddbdb,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:23.460463 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf1532-12f7-4ceb-9f86-160471facdf4 req-5ef2c963-43db-42f5-9e43-651751a91105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:23.460463 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f1bf1532-12f7-4ceb-9f86-160471facdf4 req-5ef2c963-43db-42f5-9e43-651751a91105 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3b5e49fc-4fbf-4246-9c08-851be9cb80c8 HTTP/1.1" status: 200 len: 1097 time: 0.0825772 Feb 09 01:33:23.506397 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f1bf1532-12f7-4ceb-9f86-160471facdf4 req-ca29fe69-be27-4142-b45b-1820575f66f2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372005 Feb 09 01:33:23.743518 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-096e5203-0a63-41ff-82aa-bd874b5b8d7d tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:23.745561 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-096e5203-0a63-41ff-82aa-bd874b5b8d7d tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/networks?id=0945a7f5-952a-4146-8218-2c351c32c44b HTTP/1.1" status: 200 len: 814 time: 0.1467135 Feb 09 01:33:23.761293 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-b77e273a-14b6-46de-b0fc-5018a9102ce8 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/quotas/1fd534179ad04bc6b2eca065d88c75a1 HTTP/1.1" status: 200 len: 375 time: 0.0095272 Feb 09 01:33:23.809393 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-7d819cb7-5ef9-4b54-9828-b4eef2f5432e tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1fd534179ad04bc6b2eca065d88c75a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412347 Feb 09 01:33:23.944313 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-a52594d2-dce0-456b-8750-ad54d3ba700a service neutron] 10.222.0.37 "GET /v2.0/networks/0945a7f5-952a-4146-8218-2c351c32c44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277506 Feb 09 01:33:24.043309 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193160d1-3591-4352-ac2c-77b9ca6b9b14 req-30088e48-300c-4889-b7ea-6a403e8a29f2 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:24.050678 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-193160d1-3591-4352-ac2c-77b9ca6b9b14 req-30088e48-300c-4889-b7ea-6a403e8a29f2 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=65838984-c0e8-446d-83e0-e79eca828e58 HTTP/1.1" status: 200 len: 943 time: 0.1063161 Feb 09 01:33:24.098676 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-193160d1-3591-4352-ac2c-77b9ca6b9b14 req-89522c1f-206d-40f5-8020-1b000dfdb78f tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470676 Feb 09 01:33:24.100143 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-fc42f51e-6e62-4d4c-bd01-26be8d844c60 service neutron] 10.222.0.37 "GET /v2.0/networks/0945a7f5-952a-4146-8218-2c351c32c44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491776 Feb 09 01:33:24.302084 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070e9c6-225c-4d89-aea9-8a00dd00b35f req-85635821-39e2-4679-bff0-1f5131af2627 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:24.303583 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5070e9c6-225c-4d89-aea9-8a00dd00b35f req-85635821-39e2-4679-bff0-1f5131af2627 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b5e49fc-4fbf-4246-9c08-851be9cb80c8 HTTP/1.1" status: 200 len: 946 time: 0.1048846 Feb 09 01:33:24.314468 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b1964d19-1ae2-437c-8c90-1e7b6ee76bc7 req-34c4bfe8-d101-4fbc-84af-9c85f2563522 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/ports?device_id=72f2bd9b-3841-40c5-8581-1fe6fffd30e4 HTTP/1.1" status: 200 len: 210 time: 0.0569584 Feb 09 01:33:24.365239 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5070e9c6-225c-4d89-aea9-8a00dd00b35f req-8455cc95-c6c7-49c6-bfec-3bd73dd41a02 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550692 Feb 09 01:33:24.807296 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49026) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:24.877986 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360c72c4-f2ed-4aa8-a09c-48d15d155fa9 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:24.879768 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-360c72c4-f2ed-4aa8-a09c-48d15d155fa9 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d1df58ff-1788-422d-89ee-d00e1fe89789 HTTP/1.1" status: 200 len: 814 time: 0.0715015 Feb 09 01:33:25.030624 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 9ca190d9-0812-4182-b114-3904f3101218 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:33:25.163992 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:25.206550 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 9ca190d9-0812-4182-b114-3904f3101218, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9ca190d9-0812-4182-b114-3904f3101218,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:33:25.223342 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '9ca190d9-0812-4182-b114-3904f3101218', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'port_id': '9ca190d9-0812-4182-b114-3904f3101218', 'mac_address': 'fa:16:3e:b3:f4:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 956, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:33:25.283792 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:25.287642 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9fb37-224c-4c39-9f3a-51fe03c6de9e req-bef2ed6b-c561-429f-80a9-7cd28e3f23c9 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:25.289296 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-75c9fb37-224c-4c39-9f3a-51fe03c6de9e req-bef2ed6b-c561-429f-80a9-7cd28e3f23c9 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=65838984-c0e8-446d-83e0-e79eca828e58 HTTP/1.1" status: 200 len: 943 time: 0.0872860 Feb 09 01:33:25.304293 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ca190d9-0812-4182-b114-3904f3101218 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:33:25.322633 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 9ca190d9-0812-4182-b114-3904f3101218, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9ca190d9-0812-4182-b114-3904f3101218,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:33:25.327013 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:25.346562 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-75c9fb37-224c-4c39-9f3a-51fe03c6de9e req-6e91dd48-f268-4b3d-8306-67b3db6752e2 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500448 Feb 09 01:33:25.409265 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=9ca190d9-0812-4182-b114-3904f3101218,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:25.584335 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-39d1a8f1-1d83-491b-bf45-7991876a2cd6 req-5ea7e655-0f78-4096-8ba7-e3cc3ad12cc5 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/ports?device_id=72f2bd9b-3841-40c5-8581-1fe6fffd30e4 HTTP/1.1" status: 200 len: 210 time: 0.0901313 Feb 09 01:33:25.604917 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['9ca190d9-0812-4182-b114-3904f3101218'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:33:25.718252 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-7ef53444-5ba2-491c-845c-a337b8295eab tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:25.720138 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-7ef53444-5ba2-491c-845c-a337b8295eab tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.35 "GET /v2.0/networks?id=0945a7f5-952a-4146-8218-2c351c32c44b HTTP/1.1" status: 200 len: 814 time: 0.2535214 Feb 09 01:33:25.735027 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edd3a4-cc79-468b-b252-65c37b3297c4 req-df857c55-3faf-461b-87de-b035ed1c2ebf tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:25.737049 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-65edd3a4-cc79-468b-b252-65c37b3297c4 req-df857c55-3faf-461b-87de-b035ed1c2ebf tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b5e49fc-4fbf-4246-9c08-851be9cb80c8 HTTP/1.1" status: 200 len: 946 time: 0.1914093 Feb 09 01:33:25.743592 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-51caff8a-ea6f-4e26-a253-02dcd0379a9d tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Request body: {'port': {'device_id': '72f2bd9b-3841-40c5-8581-1fe6fffd30e4', 'network_id': '0945a7f5-952a-4146-8218-2c351c32c44b', 'admin_state_up': True, 'tenant_id': '1fd534179ad04bc6b2eca065d88c75a1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:25.892875 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-65edd3a4-cc79-468b-b252-65c37b3297c4 req-66a91162-a542-4892-b41e-87c1b74062e9 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298075 Feb 09 01:33:25.920917 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-51caff8a-ea6f-4e26-a253-02dcd0379a9d tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:25.925519 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-51caff8a-ea6f-4e26-a253-02dcd0379a9d tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Usage tracker for resource:port and tenant:1fd534179ad04bc6b2eca065d88c75a1 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:33:25.928695 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-51caff8a-ea6f-4e26-a253-02dcd0379a9d tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:33:25.934378 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-51caff8a-ea6f-4e26-a253-02dcd0379a9d tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:25.947328 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-51caff8a-ea6f-4e26-a253-02dcd0379a9d tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Made reservation on behalf of 1fd534179ad04bc6b2eca065d88c75a1 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:25.951875 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-51caff8a-ea6f-4e26-a253-02dcd0379a9d tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:25.973805 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49054) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:25.979568 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b37a01ae-ab7e-43e6-bab2-dfdcbfd9607f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Request body: {'network': {'name': 'tempest-network-smoke--1312681065', 'project_id': '089df553ed3542348a44835caf19372b', 'port_security_enabled': True}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:25.985704 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b37a01ae-ab7e-43e6-bab2-dfdcbfd9607f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:25.996226 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b37a01ae-ab7e-43e6-bab2-dfdcbfd9607f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:26.008294 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37a01ae-ab7e-43e6-bab2-dfdcbfd9607f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Made reservation on behalf of 089df553ed3542348a44835caf19372b for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:26.016776 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b37a01ae-ab7e-43e6-bab2-dfdcbfd9607f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:26.071665 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b37a01ae-ab7e-43e6-bab2-dfdcbfd9607f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 976} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:33:26.083271 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b37a01ae-ab7e-43e6-bab2-dfdcbfd9607f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:26.083865 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-b37a01ae-ab7e-43e6-bab2-dfdcbfd9607f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Added segment 5c10c638-b521-4cb6-9087-cedebbf944d6 of type vlan for network 26583b8c-3069-470c-a0bb-9f0a4bbfaafa Feb 09 01:33:26.117096 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b37a01ae-ab7e-43e6-bab2-dfdcbfd9607f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:26.164841 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b37a01ae-ab7e-43e6-bab2-dfdcbfd9607f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:26.170761 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37a01ae-ab7e-43e6-bab2-dfdcbfd9607f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:26.171404 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b37a01ae-ab7e-43e6-bab2-dfdcbfd9607f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:26.319342 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-51caff8a-ea6f-4e26-a253-02dcd0379a9d tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Allocated IP 172.20.0.12 (0945a7f5-952a-4146-8218-2c351c32c44b/59205ee2-d78a-4e09-9163-98c9a7864b5c/4fcdf100-af7c-4497-a01c-fb3f134027ca) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:33:26.376601 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b37a01ae-ab7e-43e6-bab2-dfdcbfd9607f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4016576 Feb 09 01:33:26.383734 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49070) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:26.389302 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a01ae-ab7e-43e6-bab2-dfdcbfd9607f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'Network': ['ID=26583b8c-3069-470c-a0bb-9f0a4bbfaafa,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:26.401804 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 26583b8c-3069-470c-a0bb-9f0a4bbfaafa details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:33:26.493372 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-4c04cd81-50be-415e-bbd2-8255cc552bc6 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:26.495108 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-4c04cd81-50be-415e-bbd2-8255cc552bc6 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/networks?id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c HTTP/1.1" status: 200 len: 806 time: 0.3194556 Feb 09 01:33:26.496597 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b73abb-da8f-4a6c-a2f8-b5477c7273b6 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:26.498137 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-53b73abb-da8f-4a6c-a2f8-b5477c7273b6 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=089df553ed3542348a44835caf19372b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1135035 Feb 09 01:33:26.506369 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49074) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:26.596651 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-82355add-3ccc-4e2e-830a-bdc795a77e22 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/quotas/b294377ce84e483b9e0d3e2eebffd609 HTTP/1.1" status: 200 len: 375 time: 0.0912349 Feb 09 01:33:26.604356 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-51caff8a-ea6f-4e26-a253-02dcd0379a9d tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:26.623244 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61130d86-84bd-4105-9871-d7cbaf5ea028 req-2011f4c4-818a-4646-897f-9624e9f59b35 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:26.624718 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-61130d86-84bd-4105-9871-d7cbaf5ea028 req-2011f4c4-818a-4646-897f-9624e9f59b35 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=65838984-c0e8-446d-83e0-e79eca828e58 HTTP/1.1" status: 200 len: 944 time: 0.1443071 Feb 09 01:33:26.679253 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-61130d86-84bd-4105-9871-d7cbaf5ea028 req-fbbbc551-67e0-4a1e-aff7-f2278151cd5f tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465291 Feb 09 01:33:26.681200 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-51caff8a-ea6f-4e26-a253-02dcd0379a9d tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:26.725131 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d079367-5f06-4d95-ae53-5fc144d629f4 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:26.726624 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8d079367-5f06-4d95-ae53-5fc144d629f4 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2194023 Feb 09 01:33:26.729672 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49084) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:26.762755 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-51caff8a-ea6f-4e26-a253-02dcd0379a9d tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Network 0945a7f5-952a-4146-8218-2c351c32c44b is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:26.766891 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-51caff8a-ea6f-4e26-a253-02dcd0379a9d tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:26.769448 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-51caff8a-ea6f-4e26-a253-02dcd0379a9d tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:33:26.778037 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-78b46de2-9f8a-4bc0-b0eb-bc1edd1bfcf9 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b294377ce84e483b9e0d3e2eebffd609&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1804242 Feb 09 01:33:26.813051 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51caff8a-ea6f-4e26-a253-02dcd0379a9d tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Pushing event updated for resources: {'Port': ['ID=4fcdf100-af7c-4497-a01c-fb3f134027ca,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:26.862771 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2841d3a3-a6ad-40ca-934b-d6f6f39ae911 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d1df58ff-1788-422d-89ee-d00e1fe89789&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1315801 Feb 09 01:33:26.868135 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49088) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:26.893340 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-51caff8a-ea6f-4e26-a253-02dcd0379a9d tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:26.893942 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-51caff8a-ea6f-4e26-a253-02dcd0379a9d tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:26.912072 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8328c203-8e8d-4d47-8f97-edb487e01f34 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=089df553ed3542348a44835caf19372b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425541 Feb 09 01:33:26.919580 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49092) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:26.930494 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-51caff8a-ea6f-4e26-a253-02dcd0379a9d tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1919930 Feb 09 01:33:26.943387 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e25a5f-d70f-4040-97f3-b0314359d75a req-d077851c-570b-4f6b-ab9b-db4e8f31905b tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:26.944093 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-c8e25a5f-d70f-4040-97f3-b0314359d75a req-d077851c-570b-4f6b-ab9b-db4e8f31905b tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Synchronizing usage tracker for tenant:1fd534179ad04bc6b2eca065d88c75a1 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:33:26.951890 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-21027dbe-c6aa-4352-a734-7b9526502c54 service neutron] Request body: {'port': {'device_id': '72f2bd9b-3841-40c5-8581-1fe6fffd30e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:27.047078 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 9ca190d9-0812-4182-b114-3904f3101218 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:33:27.050097 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-c8e25a5f-d70f-4040-97f3-b0314359d75a req-d077851c-570b-4f6b-ab9b-db4e8f31905b tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Unset dirty status for tenant:1fd534179ad04bc6b2eca065d88c75a1 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:33:27.051449 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c8e25a5f-d70f-4040-97f3-b0314359d75a req-d077851c-570b-4f6b-ab9b-db4e8f31905b tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/ports?device_id=72f2bd9b-3841-40c5-8581-1fe6fffd30e4 HTTP/1.1" status: 200 len: 932 time: 0.2289467 Feb 09 01:33:27.073605 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-f91f472f-41db-4b46-a052-1ec95c2f84a0 service neutron] 10.222.0.37 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944596 Feb 09 01:33:27.105372 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-21027dbe-c6aa-4352-a734-7b9526502c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:27.131874 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c8e25a5f-d70f-4040-97f3-b0314359d75a req-533c682f-1620-40ec-a937-43f102b40392 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e3b55e-1f4b-45e2-9cd2-d93151071fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738251 Feb 09 01:33:27.189890 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 9ca190d9-0812-4182-b114-3904f3101218 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:33:27.197842 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 9ca190d9-0812-4182-b114-3904f3101218 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:27.198772 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:27.307449 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac10258-72e9-4ee5-a865-fbc868e2fb71 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:27.309221 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8ac10258-72e9-4ee5-a865-fbc868e2fb71 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3885021 Feb 09 01:33:27.312753 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49098) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:27.350163 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:27.363175 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a1f5ea73-fd2c-4172-ad50-b8df1b48a1e2 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d1df58ff-1788-422d-89ee-d00e1fe89789&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0491040 Feb 09 01:33:27.367912 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 49102) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:27.376023 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-e9c7bf7c-7509-48e8-bf07-c994bbbd9bc1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1313117893', 'network_id': '26583b8c-3069-470c-a0bb-9f0a4bbfaafa', 'project_id': '089df553ed3542348a44835caf19372b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:27.397099 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65838984-c0e8-446d-83e0-e79eca828e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca190d9-0812-4182-b114-3904f3101218'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:33:27.405289 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 9ca190d9-0812-4182-b114-3904f3101218, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9ca190d9-0812-4182-b114-3904f3101218,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:33:27.412363 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:27.414294 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-356cc32c-819b-443c-bb8e-261c298afa5c service neutron] 10.222.0.37 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395152 Feb 09 01:33:27.489113 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65838984-c0e8-446d-83e0-e79eca828e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca190d9-0812-4182-b114-3904f3101218', 'code': 200} Feb 09 01:33:27.526823 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e9c7bf7c-7509-48e8-bf07-c994bbbd9bc1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:27.535803 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e9c7bf7c-7509-48e8-bf07-c994bbbd9bc1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Usage tracker for resource:subnet and tenant:089df553ed3542348a44835caf19372b is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:33:27.536009 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=9ca190d9-0812-4182-b114-3904f3101218,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:27.539148 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e9c7bf7c-7509-48e8-bf07-c994bbbd9bc1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:33:27.622148 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e9c7bf7c-7509-48e8-bf07-c994bbbd9bc1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:27.695585 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bbd7dcbc-f231-44bc-8a87-2a921de6dc52 req-35cbab89-4290-48d2-a3ed-8a7690c17f07 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=857b5c60-5590-4869-977a-3922dcbc19dd HTTP/1.1" status: 200 len: 210 time: 0.0643189 Feb 09 01:33:27.698808 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-21027dbe-c6aa-4352-a734-7b9526502c54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fcdf100-af7c-4497-a01c-fb3f134027ca {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:33:27.707020 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-21027dbe-c6aa-4352-a734-7b9526502c54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:27.723882 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c7bf7c-7509-48e8-bf07-c994bbbd9bc1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Made reservation on behalf of 089df553ed3542348a44835caf19372b for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:27.727511 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e9c7bf7c-7509-48e8-bf07-c994bbbd9bc1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:27.817853 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-21027dbe-c6aa-4352-a734-7b9526502c54 service neutron] Transition to ACTIVE for port object 4fcdf100-af7c-4497-a01c-fb3f134027ca will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:33:27.827369 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-21027dbe-c6aa-4352-a734-7b9526502c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:27.908196 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8dec2-8d5b-4711-9936-0e8c97e90250 req-9be64548-2a0f-4b84-9add-389a0991419d tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:27.910537 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c4f8dec2-8d5b-4711-9936-0e8c97e90250 req-9be64548-2a0f-4b84-9add-389a0991419d tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=65838984-c0e8-446d-83e0-e79eca828e58 HTTP/1.1" status: 200 len: 945 time: 0.0974970 Feb 09 01:33:27.974051 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c4f8dec2-8d5b-4711-9936-0e8c97e90250 req-f56deb5a-e421-41c5-bc55-7b785d3a7384 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578613 Feb 09 01:33:28.177996 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36203808-5c06-4aca-9989-7b96592d7a29 req-a4f5af7d-11a5-40c6-8d97-cffa0d6b281a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:28.179422 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-36203808-5c06-4aca-9989-7b96592d7a29 req-a4f5af7d-11a5-40c6-8d97-cffa0d6b281a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=65838984-c0e8-446d-83e0-e79eca828e58 HTTP/1.1" status: 200 len: 1096 time: 0.6058486 Feb 09 01:33:28.186290 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21027dbe-c6aa-4352-a734-7b9526502c54 service neutron] Pushing event updated for resources: {'Port': ['ID=4fcdf100-af7c-4497-a01c-fb3f134027ca,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:28.461302 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-36203808-5c06-4aca-9989-7b96592d7a29 req-d13f4807-3884-4c4b-9c34-d3c7a4293333 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2720394 Feb 09 01:33:28.526894 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-21027dbe-c6aa-4352-a734-7b9526502c54 service neutron] Attempting to bind port 4fcdf100-af7c-4497-a01c-fb3f134027ca on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:33:28.527135 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-21027dbe-c6aa-4352-a734-7b9526502c54 service neutron] Attempting to bind port 4fcdf100-af7c-4497-a01c-fb3f134027ca by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '59060378-9ce6-4652-9912-bf0986e3cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '0945a7f5-952a-4146-8218-2c351c32c44b'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:33:28.527466 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-21027dbe-c6aa-4352-a734-7b9526502c54 service neutron] Attempting to bind port 4fcdf100-af7c-4497-a01c-fb3f134027ca on network 0945a7f5-952a-4146-8218-2c351c32c44b {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:33:28.538006 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-21027dbe-c6aa-4352-a734-7b9526502c54 service neutron] Port 4fcdf100-af7c-4497-a01c-fb3f134027ca on network 0945a7f5-952a-4146-8218-2c351c32c44b not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:33:28.538329 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-21027dbe-c6aa-4352-a734-7b9526502c54 service neutron] Attempting to bind port 4fcdf100-af7c-4497-a01c-fb3f134027ca on network 0945a7f5-952a-4146-8218-2c351c32c44b {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:33:28.542851 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e9c7bf7c-7509-48e8-bf07-c994bbbd9bc1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:28.579386 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-21027dbe-c6aa-4352-a734-7b9526502c54 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:33:28.579725 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-21027dbe-c6aa-4352-a734-7b9526502c54 service neutron] Checking segment: {'id': '59060378-9ce6-4652-9912-bf0986e3cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '0945a7f5-952a-4146-8218-2c351c32c44b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:33:28.580116 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-21027dbe-c6aa-4352-a734-7b9526502c54 service neutron] Bound using segment: {'id': '59060378-9ce6-4652-9912-bf0986e3cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '0945a7f5-952a-4146-8218-2c351c32c44b'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:33:28.580582 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-21027dbe-c6aa-4352-a734-7b9526502c54 service neutron] Bound port: 4fcdf100-af7c-4497-a01c-fb3f134027ca, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59060378-9ce6-4652-9912-bf0986e3cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '0945a7f5-952a-4146-8218-2c351c32c44b'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:33:28.580924 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-21027dbe-c6aa-4352-a734-7b9526502c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:28.608428 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f6b6d-0a68-42a1-8e14-d5496810a60f req-cd85a478-28d4-4d21-9eb9-9b4f1507e60f tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:28.609805 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-082f6b6d-0a68-42a1-8e14-d5496810a60f req-cd85a478-28d4-4d21-9eb9-9b4f1507e60f tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/ports?device_id=72f2bd9b-3841-40c5-8581-1fe6fffd30e4 HTTP/1.1" status: 200 len: 944 time: 0.3467419 Feb 09 01:33:28.724606 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7bf7c-7509-48e8-bf07-c994bbbd9bc1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'Subnet': ['ID=8024e7fb-da76-4c67-9a80-502ebcf56e45,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:28.746256 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-082f6b6d-0a68-42a1-8e14-d5496810a60f req-49b2acdc-ee60-4a1d-87ec-43dc10e3fc09 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e3b55e-1f4b-45e2-9cd2-d93151071fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281617 Feb 09 01:33:28.750354 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c7bf7c-7509-48e8-bf07-c994bbbd9bc1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Checking segment: {'id': '5c10c638-b521-4cb6-9087-cedebbf944d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '26583b8c-3069-470c-a0bb-9f0a4bbfaafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:33:28.750710 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c7bf7c-7509-48e8-bf07-c994bbbd9bc1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Network hostable DHCP agents. Network: 26583b8c-3069-470c-a0bb-9f0a4bbfaafa, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:33:28.784939 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-21027dbe-c6aa-4352-a734-7b9526502c54 service neutron] For port 4fcdf100-af7c-4497-a01c-fb3f134027ca, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:33:28.788916 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-21027dbe-c6aa-4352-a734-7b9526502c54 service neutron] For port 4fcdf100-af7c-4497-a01c-fb3f134027ca, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=4fcdf100-af7c-4497-a01c-fb3f134027ca,segment=NetworkSegment(59060378-9ce6-4652-9912-bf0986e3cc0b),segment_id=59060378-9ce6-4652-9912-bf0986e3cc0b)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:33:28.791337 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c7bf7c-7509-48e8-bf07-c994bbbd9bc1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Network 26583b8c-3069-470c-a0bb-9f0a4bbfaafa is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:33:28.797572 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-21027dbe-c6aa-4352-a734-7b9526502c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:28.838851 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-e9c7bf7c-7509-48e8-bf07-c994bbbd9bc1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 26583b8c-3069-470c-a0bb-9f0a4bbfaafa) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:28.843445 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c7bf7c-7509-48e8-bf07-c994bbbd9bc1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:28.844034 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e9c7bf7c-7509-48e8-bf07-c994bbbd9bc1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:28.848264 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-218133c8-290c-4894-b4bc-2e53d6db3487 req-c4f51f59-71fa-4b17-bd8d-26c6ae32dd41 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=857b5c60-5590-4869-977a-3922dcbc19dd HTTP/1.1" status: 200 len: 210 time: 0.0439801 Feb 09 01:33:28.849618 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abea72a5-26f5-4160-a84c-5e64f6abaf9d None None] Network 26583b8c-3069-470c-a0bb-9f0a4bbfaafa requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:33:28.868197 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-21027dbe-c6aa-4352-a734-7b9526502c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:28.868832 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-21027dbe-c6aa-4352-a734-7b9526502c54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:28.870537 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-21027dbe-c6aa-4352-a734-7b9526502c54 service neutron] 10.222.0.35 "PUT /v2.0/ports/4fcdf100-af7c-4497-a01c-fb3f134027ca HTTP/1.1" status: 200 len: 1092 time: 1.9234848 Feb 09 01:33:28.878331 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f2bd9b-3841-40c5-8581-1fe6fffd30e4', 'tag': '4fcdf100-af7c-4497-a01c-fb3f134027ca'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:33:28.907205 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21027dbe-c6aa-4352-a734-7b9526502c54 service neutron] Pushing event updated for resources: {'Port': ['ID=4fcdf100-af7c-4497-a01c-fb3f134027ca,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:28.912804 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e9c7bf7c-7509-48e8-bf07-c994bbbd9bc1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5437713 Feb 09 01:33:28.942159 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72f2bd9b-3841-40c5-8581-1fe6fffd30e4', 'tag': '4fcdf100-af7c-4497-a01c-fb3f134027ca', 'status': 'completed', 'code': 200} Feb 09 01:33:29.028346 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-7f8527d4-62a5-4ee7-a1ee-430f1ea345a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:29.030050 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-7f8527d4-62a5-4ee7-a1ee-430f1ea345a4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1fd534179ad04bc6b2eca065d88c75a1&device_id=72f2bd9b-3841-40c5-8581-1fe6fffd30e4 HTTP/1.1" status: 200 len: 1095 time: 0.0833635 Feb 09 01:33:29.174539 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b38ca3-fcb0-4c09-aa41-97cf3a24cb97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-26583b8c-3069-470c-a0bb-9f0a4bbfaafa', 'network_id': '26583b8c-3069-470c-a0bb-9f0a4bbfaafa', 'tenant_id': '089df553ed3542348a44835caf19372b', 'fixed_ips': [{'subnet_id': '8024e7fb-da76-4c67-9a80-502ebcf56e45'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:33:29.176647 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-75b38ca3-fcb0-4c09-aa41-97cf3a24cb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:29.206809 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-1ea276bf-c320-4643-ac97-73b5bc566a16 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fcdf100-af7c-4497-a01c-fb3f134027ca HTTP/1.1" status: 200 len: 217 time: 0.1670015 Feb 09 01:33:29.397861 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-bffde6d0-ea43-4f43-8532-841bdcca0c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:29.399293 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-bffde6d0-ea43-4f43-8532-841bdcca0c2c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59205ee2-d78a-4e09-9163-98c9a7864b5c HTTP/1.1" status: 200 len: 854 time: 0.1127138 Feb 09 01:33:29.400117 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49138) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:29.408797 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-0c8608f8-e610-4382-bbf6-76364e69409a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-207901199', 'description': 'tempest-secgroup-smoke-207901199 description', 'project_id': '089df553ed3542348a44835caf19372b'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:29.416695 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0c8608f8-e610-4382-bbf6-76364e69409a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:29.430374 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0c8608f8-e610-4382-bbf6-76364e69409a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:29.431337 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-75b38ca3-fcb0-4c09-aa41-97cf3a24cb97 None None] Allocated IP 172.20.0.18 (26583b8c-3069-470c-a0bb-9f0a4bbfaafa/8024e7fb-da76-4c67-9a80-502ebcf56e45/b1a36634-86c1-4b5e-b591-85da19fdd376) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:33:29.445264 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c8608f8-e610-4382-bbf6-76364e69409a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:29.469514 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0c8608f8-e610-4382-bbf6-76364e69409a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:29.474258 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0c8608f8-e610-4382-bbf6-76364e69409a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Usage tracker for resource:security_group_rule and tenant:089df553ed3542348a44835caf19372b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:33:29.478723 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0c8608f8-e610-4382-bbf6-76364e69409a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:33:29.479446 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-de229faf-f600-4662-8411-d6e2bfca1de3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0945a7f5-952a-4146-8218-2c351c32c44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641432 Feb 09 01:33:29.493665 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0c8608f8-e610-4382-bbf6-76364e69409a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:29.497290 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-78c4de79-4f19-43bc-b91c-f1ef3d375026 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:29.499280 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-78c4de79-4f19-43bc-b91c-f1ef3d375026 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.35 "GET /v2.0/networks?id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c HTTP/1.1" status: 200 len: 806 time: 0.3399663 Feb 09 01:33:29.529182 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-00c316db-8b6d-4f09-af9e-b77cbd14e501 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Request body: {'port': {'device_id': '857b5c60-5590-4869-977a-3922dcbc19dd', 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c', 'admin_state_up': True, 'tenant_id': 'b294377ce84e483b9e0d3e2eebffd609'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:29.639494 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c8608f8-e610-4382-bbf6-76364e69409a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:29.647314 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c8608f8-e610-4382-bbf6-76364e69409a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:29.652470 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d18911-cc78-465f-90a1-db41b807e341 req-5d6ced9d-2e7a-44d0-a123-236bfb25fcd2 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:29.654533 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-36d18911-cc78-465f-90a1-db41b807e341 req-5d6ced9d-2e7a-44d0-a123-236bfb25fcd2 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=65838984-c0e8-446d-83e0-e79eca828e58 HTTP/1.1" status: 200 len: 945 time: 0.4502764 Feb 09 01:33:29.707306 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-75b38ca3-fcb0-4c09-aa41-97cf3a24cb97 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:29.721054 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-75b38ca3-fcb0-4c09-aa41-97cf3a24cb97 None None] Transition to ACTIVE for port object b1a36634-86c1-4b5e-b591-85da19fdd376 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:33:29.765498 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-75b38ca3-fcb0-4c09-aa41-97cf3a24cb97 None None] Transition to ACTIVE for port object b1a36634-86c1-4b5e-b591-85da19fdd376 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:33:29.776686 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-36d18911-cc78-465f-90a1-db41b807e341 req-03d8b784-0712-4019-8876-d7cffc547e90 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117785 Feb 09 01:33:29.786443 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-75b38ca3-fcb0-4c09-aa41-97cf3a24cb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:29.797649 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8608f8-e610-4382-bbf6-76364e69409a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46a02f32-8a0d-4830-a548-fd955889b718,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:29.806560 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c8608f8-e610-4382-bbf6-76364e69409a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:29.810929 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0c8608f8-e610-4382-bbf6-76364e69409a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4090924 Feb 09 01:33:29.811732 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49150) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:29.820144 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-e1f7e17e-1575-4dcf-a79f-f8a54cf49d4b tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Request body: {'security_group_rule': {'security_group_id': '46a02f32-8a0d-4830-a548-fd955889b718', 'project_id': '089df553ed3542348a44835caf19372b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:29.820857 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-67b2116a-7d5e-4226-b516-8cb8948820a4 service neutron] 10.222.0.35 "GET /v2.0/networks/0945a7f5-952a-4146-8218-2c351c32c44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310568 Feb 09 01:33:29.829032 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e1f7e17e-1575-4dcf-a79f-f8a54cf49d4b tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:29.831176 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-00c316db-8b6d-4f09-af9e-b77cbd14e501 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:29.833387 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e1f7e17e-1575-4dcf-a79f-f8a54cf49d4b tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Usage tracker for resource:security_group_rule and tenant:089df553ed3542348a44835caf19372b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:33:29.836940 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e1f7e17e-1575-4dcf-a79f-f8a54cf49d4b tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:33:29.844883 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e1f7e17e-1575-4dcf-a79f-f8a54cf49d4b tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:29.867393 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e1f7e17e-1575-4dcf-a79f-f8a54cf49d4b tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:29.952980 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-00c316db-8b6d-4f09-af9e-b77cbd14e501 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:29.968185 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b38ca3-fcb0-4c09-aa41-97cf3a24cb97 None None] Network 26583b8c-3069-470c-a0bb-9f0a4bbfaafa is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:29.971173 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-75b38ca3-fcb0-4c09-aa41-97cf3a24cb97 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:29.980238 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b38ca3-fcb0-4c09-aa41-97cf3a24cb97 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:33:29.983846 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-00c316db-8b6d-4f09-af9e-b77cbd14e501 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Made reservation on behalf of b294377ce84e483b9e0d3e2eebffd609 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:29.994249 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-00c316db-8b6d-4f09-af9e-b77cbd14e501 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:30.031767 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b38ca3-fcb0-4c09-aa41-97cf3a24cb97 None None] Pushing event updated for resources: {'Port': ['ID=b1a36634-86c1-4b5e-b591-85da19fdd376,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:30.102053 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-75b38ca3-fcb0-4c09-aa41-97cf3a24cb97 None None] Attempting to bind port b1a36634-86c1-4b5e-b591-85da19fdd376 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:33:30.102425 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-75b38ca3-fcb0-4c09-aa41-97cf3a24cb97 None None] Attempting to bind port b1a36634-86c1-4b5e-b591-85da19fdd376 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '5c10c638-b521-4cb6-9087-cedebbf944d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '26583b8c-3069-470c-a0bb-9f0a4bbfaafa'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:33:30.102936 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b38ca3-fcb0-4c09-aa41-97cf3a24cb97 None None] Attempting to bind port b1a36634-86c1-4b5e-b591-85da19fdd376 on network 26583b8c-3069-470c-a0bb-9f0a4bbfaafa {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:33:30.108793 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b38ca3-fcb0-4c09-aa41-97cf3a24cb97 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:33:30.109162 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b38ca3-fcb0-4c09-aa41-97cf3a24cb97 None None] Checking segment: {'id': '5c10c638-b521-4cb6-9087-cedebbf944d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '26583b8c-3069-470c-a0bb-9f0a4bbfaafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:33:30.109563 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-75b38ca3-fcb0-4c09-aa41-97cf3a24cb97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:30.110076 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b38ca3-fcb0-4c09-aa41-97cf3a24cb97 None None] Bound using segment: {'id': '5c10c638-b521-4cb6-9087-cedebbf944d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '26583b8c-3069-470c-a0bb-9f0a4bbfaafa'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:33:30.110659 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-75b38ca3-fcb0-4c09-aa41-97cf3a24cb97 None None] Bound port: b1a36634-86c1-4b5e-b591-85da19fdd376, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c10c638-b521-4cb6-9087-cedebbf944d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '26583b8c-3069-470c-a0bb-9f0a4bbfaafa'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:33:30.111030 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-75b38ca3-fcb0-4c09-aa41-97cf3a24cb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:30.127637 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e1f7e17e-1575-4dcf-a79f-f8a54cf49d4b tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:30.146011 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e1f7e17e-1575-4dcf-a79f-f8a54cf49d4b tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:30.247677 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7e17e-1575-4dcf-a79f-f8a54cf49d4b tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=106284e9-80b6-4942-949b-d22f788fe285,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:30.266183 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e1f7e17e-1575-4dcf-a79f-f8a54cf49d4b tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:30.272253 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e1f7e17e-1575-4dcf-a79f-f8a54cf49d4b tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4570389 Feb 09 01:33:30.289883 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5e262-55fd-46c0-89bc-cd1f035a7f32 req-2d7d378c-6cd1-4493-9256-6343d6efde64 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:30.299397 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9ef5e262-55fd-46c0-89bc-cd1f035a7f32 req-2d7d378c-6cd1-4493-9256-6343d6efde64 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/ports?device_id=72f2bd9b-3841-40c5-8581-1fe6fffd30e4 HTTP/1.1" status: 200 len: 944 time: 0.3026195 Feb 09 01:33:30.301611 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-75b38ca3-fcb0-4c09-aa41-97cf3a24cb97 None None] For port b1a36634-86c1-4b5e-b591-85da19fdd376, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:33:30.301792 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49158) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:30.305514 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-75b38ca3-fcb0-4c09-aa41-97cf3a24cb97 None None] For port b1a36634-86c1-4b5e-b591-85da19fdd376, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b1a36634-86c1-4b5e-b591-85da19fdd376,segment=NetworkSegment(5c10c638-b521-4cb6-9087-cedebbf944d6),segment_id=5c10c638-b521-4cb6-9087-cedebbf944d6)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:33:30.311388 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-75b38ca3-fcb0-4c09-aa41-97cf3a24cb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:30.323475 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-f8ee0f1c-373f-481c-96b8-d2cbae1c6651 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Request body: {'security_group_rule': {'security_group_id': '46a02f32-8a0d-4830-a548-fd955889b718', 'project_id': '089df553ed3542348a44835caf19372b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:30.328229 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b6302158-1594-45c8-9c66-16d792adbdd0 req-fe4cfad8-ead6-4f82-b29f-b48e370dc91e tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=857b5c60-5590-4869-977a-3922dcbc19dd HTTP/1.1" status: 200 len: 210 time: 0.2527819 Feb 09 01:33:30.330236 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-157a79b5-0c2f-416a-8762-9abf1bb6779c req-0a1eb018-00eb-4d20-babb-bcc57f72249f service neutron] 10.222.0.35 "GET /v2.0/networks/0945a7f5-952a-4146-8218-2c351c32c44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004270 Feb 09 01:33:30.372977 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f8ee0f1c-373f-481c-96b8-d2cbae1c6651 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:30.391534 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f8ee0f1c-373f-481c-96b8-d2cbae1c6651 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Usage tracker for resource:security_group_rule and tenant:089df553ed3542348a44835caf19372b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:33:30.396659 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f8ee0f1c-373f-481c-96b8-d2cbae1c6651 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:33:30.416488 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f8ee0f1c-373f-481c-96b8-d2cbae1c6651 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:30.430619 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-9ef5e262-55fd-46c0-89bc-cd1f035a7f32 req-f88e46d7-f5fb-45e7-9767-5fc21f922fc7 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Synchronizing usage tracker for tenant:1fd534179ad04bc6b2eca065d88c75a1 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:33:30.432255 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b38ca3-fcb0-4c09-aa41-97cf3a24cb97 None None] Pushing event updated for resources: {'Port': ['ID=b1a36634-86c1-4b5e-b591-85da19fdd376,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:30.469941 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f8ee0f1c-373f-481c-96b8-d2cbae1c6651 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:30.479645 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-9ef5e262-55fd-46c0-89bc-cd1f035a7f32 req-f88e46d7-f5fb-45e7-9767-5fc21f922fc7 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Unset dirty status for tenant:1fd534179ad04bc6b2eca065d88c75a1 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:33:30.488140 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9ef5e262-55fd-46c0-89bc-cd1f035a7f32 req-f88e46d7-f5fb-45e7-9767-5fc21f922fc7 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e3b55e-1f4b-45e2-9cd2-d93151071fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874020 Feb 09 01:33:30.518066 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-00c316db-8b6d-4f09-af9e-b77cbd14e501 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Allocated IP 172.20.0.3 (fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c/bb2e4f25-38e7-4153-b1cd-2ff2d0945d59/76755662-3426-4fc7-9a8f-416d0ad12f90) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:33:30.544368 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44ae0c-3431-40f0-b941-5f570a9d3e34 req-9e9e1dda-e2b0-4c7b-807d-8878a183c9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:30.546478 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2c44ae0c-3431-40f0-b941-5f570a9d3e34 req-9e9e1dda-e2b0-4c7b-807d-8878a183c9e5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1fd534179ad04bc6b2eca065d88c75a1&device_id=72f2bd9b-3841-40c5-8581-1fe6fffd30e4 HTTP/1.1" status: 200 len: 1095 time: 0.1396654 Feb 09 01:33:30.565146 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f8ee0f1c-373f-481c-96b8-d2cbae1c6651 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:30.570417 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f8ee0f1c-373f-481c-96b8-d2cbae1c6651 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:30.590993 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee0f1c-373f-481c-96b8-d2cbae1c6651 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae37eb24-1ab6-425e-82e8-ff16d03430bc,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:30.614325 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f8ee0f1c-373f-481c-96b8-d2cbae1c6651 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:30.619529 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f8ee0f1c-373f-481c-96b8-d2cbae1c6651 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3154132 Feb 09 01:33:30.620288 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49162) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:30.627387 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-61a42d6c-065c-4459-814c-807407ffc17a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Request body: {'security_group_rule': {'security_group_id': '46a02f32-8a0d-4830-a548-fd955889b718', 'project_id': '089df553ed3542348a44835caf19372b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:30.635915 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-61a42d6c-065c-4459-814c-807407ffc17a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:30.641048 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-61a42d6c-065c-4459-814c-807407ffc17a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Usage tracker for resource:security_group_rule and tenant:089df553ed3542348a44835caf19372b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:33:30.645462 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-61a42d6c-065c-4459-814c-807407ffc17a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:33:30.660905 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-61a42d6c-065c-4459-814c-807407ffc17a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:30.696606 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-61a42d6c-065c-4459-814c-807407ffc17a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:30.792724 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-61a42d6c-065c-4459-814c-807407ffc17a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:30.800735 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-61a42d6c-065c-4459-814c-807407ffc17a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:30.851884 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a42d6c-065c-4459-814c-807407ffc17a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9072886-36e5-4b97-b45c-6bb7c63869e9,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:30.882354 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44ae0c-3431-40f0-b941-5f570a9d3e34 req-35e51167-12cd-4b2a-8c75-e433aba76574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:30.884127 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2c44ae0c-3431-40f0-b941-5f570a9d3e34 req-35e51167-12cd-4b2a-8c75-e433aba76574 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0945a7f5-952a-4146-8218-2c351c32c44b HTTP/1.1" status: 200 len: 915 time: 0.3268187 Feb 09 01:33:30.888812 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-61a42d6c-065c-4459-814c-807407ffc17a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:30.891456 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-61a42d6c-065c-4459-814c-807407ffc17a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2698538 Feb 09 01:33:30.894110 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49168) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:30.899577 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-25b66dc9-ab00-4257-aa67-b0aa15847350 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Request body: {'security_group_rule': {'security_group_id': '46a02f32-8a0d-4830-a548-fd955889b718', 'project_id': '089df553ed3542348a44835caf19372b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:30.909062 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-25b66dc9-ab00-4257-aa67-b0aa15847350 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:30.913607 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-25b66dc9-ab00-4257-aa67-b0aa15847350 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Usage tracker for resource:security_group_rule and tenant:089df553ed3542348a44835caf19372b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:33:30.916967 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-25b66dc9-ab00-4257-aa67-b0aa15847350 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:33:30.923204 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-25b66dc9-ab00-4257-aa67-b0aa15847350 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:30.944211 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-25b66dc9-ab00-4257-aa67-b0aa15847350 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:30.957926 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-00c316db-8b6d-4f09-af9e-b77cbd14e501 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:31.026325 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-25b66dc9-ab00-4257-aa67-b0aa15847350 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:31.034083 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-25b66dc9-ab00-4257-aa67-b0aa15847350 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:31.071243 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b66dc9-ab00-4257-aa67-b0aa15847350 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c42296-0149-4624-b8f2-75e16e8fb5ac,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:31.077872 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2c44ae0c-3431-40f0-b941-5f570a9d3e34 req-d8008894-5503-4508-ac7b-1cd074488bf9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fcdf100-af7c-4497-a01c-fb3f134027ca HTTP/1.1" status: 200 len: 217 time: 0.1067877 Feb 09 01:33:31.082630 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-25b66dc9-ab00-4257-aa67-b0aa15847350 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:31.088097 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-25b66dc9-ab00-4257-aa67-b0aa15847350 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1927476 Feb 09 01:33:31.088958 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49172) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:31.094611 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-0b16a2b2-c637-457b-bbee-4bc3fe05c257 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Request body: {'security_group_rule': {'security_group_id': '46a02f32-8a0d-4830-a548-fd955889b718', 'project_id': '089df553ed3542348a44835caf19372b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:31.101434 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0b16a2b2-c637-457b-bbee-4bc3fe05c257 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:31.105317 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0b16a2b2-c637-457b-bbee-4bc3fe05c257 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Usage tracker for resource:security_group_rule and tenant:089df553ed3542348a44835caf19372b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:33:31.108541 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0b16a2b2-c637-457b-bbee-4bc3fe05c257 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:33:31.114549 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0b16a2b2-c637-457b-bbee-4bc3fe05c257 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:31.130099 n-d-828419-1 neutron-server[87611]: INFO neutron.db.securitygroups_db [None req-0b16a2b2-c637-457b-bbee-4bc3fe05c257 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Project 089df553ed3542348a44835caf19372b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:33:31.139094 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0b16a2b2-c637-457b-bbee-4bc3fe05c257 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:31.193546 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44ae0c-3431-40f0-b941-5f570a9d3e34 req-c284bdc5-639b-48e7-a3e3-fa5b84e14c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:31.195771 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2c44ae0c-3431-40f0-b941-5f570a9d3e34 req-c284bdc5-639b-48e7-a3e3-fa5b84e14c10 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59205ee2-d78a-4e09-9163-98c9a7864b5c HTTP/1.1" status: 200 len: 854 time: 0.1103458 Feb 09 01:33:31.248816 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-00c316db-8b6d-4f09-af9e-b77cbd14e501 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:31.252188 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0b16a2b2-c637-457b-bbee-4bc3fe05c257 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:31.256313 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0b16a2b2-c637-457b-bbee-4bc3fe05c257 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:31.266584 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['25a21778-6b12-4e8d-aec4-f341cf56db8f', '1e3b0622-9b81-47a5-af6b-e999d02ddbdb'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:33:31.267101 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2c44ae0c-3431-40f0-b941-5f570a9d3e34 req-59a00855-a487-463f-bb6a-3a1a097dc5a0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0945a7f5-952a-4146-8218-2c351c32c44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644989 Feb 09 01:33:31.285777 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16a2b2-c637-457b-bbee-4bc3fe05c257 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba980097-a11d-4d72-b686-1d66c6091081,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:31.301973 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0b16a2b2-c637-457b-bbee-4bc3fe05c257 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:31.303275 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0b16a2b2-c637-457b-bbee-4bc3fe05c257 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2132981 Feb 09 01:33:31.305981 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49178) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:31.312225 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-71a26939-ee91-4dc4-aade-ba001b9f48fc tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Request body: {'security_group_rule': {'security_group_id': '46a02f32-8a0d-4830-a548-fd955889b718', 'project_id': '089df553ed3542348a44835caf19372b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:31.320515 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-71a26939-ee91-4dc4-aade-ba001b9f48fc tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:31.327863 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-71a26939-ee91-4dc4-aade-ba001b9f48fc tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Usage tracker for resource:security_group_rule and tenant:089df553ed3542348a44835caf19372b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:33:31.331648 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-71a26939-ee91-4dc4-aade-ba001b9f48fc tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:33:31.339051 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-71a26939-ee91-4dc4-aade-ba001b9f48fc tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:31.373102 n-d-828419-1 neutron-server[87611]: INFO neutron.db.securitygroups_db [None req-71a26939-ee91-4dc4-aade-ba001b9f48fc tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Project 089df553ed3542348a44835caf19372b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:33:31.383705 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-71a26939-ee91-4dc4-aade-ba001b9f48fc tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:31.425183 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509488a7-7341-43b6-bc08-2a96882745aa req-fc978575-2166-44b5-9638-9bb1b5a66e26 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:31.433324 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-509488a7-7341-43b6-bc08-2a96882745aa req-fc978575-2166-44b5-9638-9bb1b5a66e26 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=65838984-c0e8-446d-83e0-e79eca828e58 HTTP/1.1" status: 200 len: 945 time: 0.4609876 Feb 09 01:33:31.476271 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-00c316db-8b6d-4f09-af9e-b77cbd14e501 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Network fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:31.491836 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-00c316db-8b6d-4f09-af9e-b77cbd14e501 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:31.508035 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-00c316db-8b6d-4f09-af9e-b77cbd14e501 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:33:31.547805 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-71a26939-ee91-4dc4-aade-ba001b9f48fc tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:31.557521 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-71a26939-ee91-4dc4-aade-ba001b9f48fc tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:31.577283 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c316db-8b6d-4f09-af9e-b77cbd14e501 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Pushing event updated for resources: {'Port': ['ID=76755662-3426-4fc7-9a8f-416d0ad12f90,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:31.638612 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-509488a7-7341-43b6-bc08-2a96882745aa req-fc06a434-8a50-4f6d-8256-cd95ecee2e26 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042668 Feb 09 01:33:31.680933 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-00c316db-8b6d-4f09-af9e-b77cbd14e501 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:31.686650 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-00c316db-8b6d-4f09-af9e-b77cbd14e501 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:31.692990 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a26939-ee91-4dc4-aade-ba001b9f48fc tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad3db16-b969-4873-8e23-302614c7a934,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:31.733795 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-71a26939-ee91-4dc4-aade-ba001b9f48fc tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:31.745201 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-71a26939-ee91-4dc4-aade-ba001b9f48fc tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4379146 Feb 09 01:33:31.746642 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2c44ae0c-3431-40f0-b941-5f570a9d3e34 req-e09cb016-e9e9-4701-823e-9420b5a9d38a service neutron] 10.222.0.35 "GET /v2.0/networks/0945a7f5-952a-4146-8218-2c351c32c44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319048 Feb 09 01:33:31.750493 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-00c316db-8b6d-4f09-af9e-b77cbd14e501 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2260327 Feb 09 01:33:31.765139 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccdbc7-d5d8-496e-b3f0-9fe1353e642b req-4a5d08a8-28de-4bf6-b9a5-12f229327d32 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:31.772202 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-15ccdbc7-d5d8-496e-b3f0-9fe1353e642b req-4a5d08a8-28de-4bf6-b9a5-12f229327d32 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=857b5c60-5590-4869-977a-3922dcbc19dd HTTP/1.1" status: 200 len: 931 time: 0.2170396 Feb 09 01:33:31.800110 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-9fd1a0c9-5823-4cb6-82f7-e3b6866baad8 service neutron] Request body: {'port': {'device_id': '857b5c60-5590-4869-977a-3922dcbc19dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:31.830988 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-15ccdbc7-d5d8-496e-b3f0-9fe1353e642b req-a787affb-ca41-4edf-975c-cdae624e0098 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577674 Feb 09 01:33:31.878570 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e85c84-5696-43df-80e2-61451f460692 None None] Network 26583b8c-3069-470c-a0bb-9f0a4bbfaafa requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:33:32.021409 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872df03-3298-4db0-ba81-e448136bc0e6 req-301522bb-b49f-456d-b8d6-1a887487f587 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:32.023183 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9872df03-3298-4db0-ba81-e448136bc0e6 req-301522bb-b49f-456d-b8d6-1a887487f587 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=65838984-c0e8-446d-83e0-e79eca828e58 HTTP/1.1" status: 200 len: 945 time: 0.0869465 Feb 09 01:33:32.061860 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a138f9b4-f44c-4ace-9db5-205a820568a8 None None] Provisioning for port b1a36634-86c1-4b5e-b591-85da19fdd376 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:33:32.095404 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9872df03-3298-4db0-ba81-e448136bc0e6 req-776e464f-9720-4154-a1e9-1bcf6165848c tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644121 Feb 09 01:33:32.100114 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-9fd1a0c9-5823-4cb6-82f7-e3b6866baad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:32.116803 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49192) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:32.207645 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2c44ae0c-3431-40f0-b941-5f570a9d3e34 req-c8db4525-c47a-4662-b546-0a7cfedf4c39 service neutron] 10.222.0.35 "GET /v2.0/networks/0945a7f5-952a-4146-8218-2c351c32c44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466083 Feb 09 01:33:32.225372 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a01425-99e4-4d4d-9ea3-4573459f2b7c req-89b55b79-9b99-40f6-9c2f-5b6d26c8f454 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:32.237585 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e7a01425-99e4-4d4d-9ea3-4573459f2b7c req-89b55b79-9b99-40f6-9c2f-5b6d26c8f454 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/ports?device_id=72f2bd9b-3841-40c5-8581-1fe6fffd30e4 HTTP/1.1" status: 200 len: 944 time: 0.3856375 Feb 09 01:33:32.261997 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-755d885c-c72b-48e6-ae0e-312a895da9ef tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Synchronizing usage tracker for tenant:089df553ed3542348a44835caf19372b on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:33:32.296497 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-755d885c-c72b-48e6-ae0e-312a895da9ef tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Unset dirty status for tenant:089df553ed3542348a44835caf19372b on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:33:32.298577 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-755d885c-c72b-48e6-ae0e-312a895da9ef tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-207901199&fields=id&tenant_id=089df553ed3542348a44835caf19372b HTTP/1.1" status: 200 len: 267 time: 0.0896473 Feb 09 01:33:32.385754 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e7a01425-99e4-4d4d-9ea3-4573459f2b7c req-57fc0f02-2f41-46b2-b638-95e8aeb3a7a1 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e3b55e-1f4b-45e2-9cd2-d93151071fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472018 Feb 09 01:33:32.416932 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b1a36634-86c1-4b5e-b591-85da19fdd376 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:33:32.580843 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port b1a36634-86c1-4b5e-b591-85da19fdd376 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:33:32.590695 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port b1a36634-86c1-4b5e-b591-85da19fdd376 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:32.591634 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:32.591976 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-084d3f44-556f-4e32-8f8c-6b482b8a8eda tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:32.592742 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-084d3f44-556f-4e32-8f8c-6b482b8a8eda tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Synchronizing usage tracker for tenant:089df553ed3542348a44835caf19372b on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:33:32.663476 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-af823e0a-6e2d-4bb7-b163-b4a10156d716 None None] Provisioning complete for port b1a36634-86c1-4b5e-b591-85da19fdd376 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:32.663862 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-af823e0a-6e2d-4bb7-b163-b4a10156d716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:32.669370 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-084d3f44-556f-4e32-8f8c-6b482b8a8eda tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Unset dirty status for tenant:089df553ed3542348a44835caf19372b on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:33:32.671222 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-084d3f44-556f-4e32-8f8c-6b482b8a8eda tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/networks?id=26583b8c-3069-470c-a0bb-9f0a4bbfaafa HTTP/1.1" status: 200 len: 797 time: 0.3627787 Feb 09 01:33:32.694860 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-88715a0f-d74b-4406-a16b-f664bf5bfb29 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/quotas/089df553ed3542348a44835caf19372b HTTP/1.1" status: 200 len: 375 time: 0.0172343 Feb 09 01:33:32.698253 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafbc302-fdb0-4418-bba7-a4dd5d0e02c0 tempest-TestVolumeBootPattern-874213056 tempest-TestVolumeBootPattern-874213056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:32.703960 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-dafbc302-fdb0-4418-bba7-a4dd5d0e02c0 tempest-TestVolumeBootPattern-874213056 tempest-TestVolumeBootPattern-874213056-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=65838984-c0e8-446d-83e0-e79eca828e58 HTTP/1.1" status: 200 len: 1091 time: 0.5862169 Feb 09 01:33:32.705092 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49212) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:32.711662 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-bb4d737e-c015-4e0c-a6aa-00e8d8c0cd28 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'port_id': '9ca190d9-0812-4182-b114-3904f3101218', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:32.771759 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-bb4d737e-c015-4e0c-a6aa-00e8d8c0cd28 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:32.781813 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-bb4d737e-c015-4e0c-a6aa-00e8d8c0cd28 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Usage tracker for resource:floatingip and tenant:5ddfa727b5a54b179d7c03a600eaa4b9 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:33:32.786848 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-bb4d737e-c015-4e0c-a6aa-00e8d8c0cd28 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:33:32.789367 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:32.795298 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-bb4d737e-c015-4e0c-a6aa-00e8d8c0cd28 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:32.821184 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bb4d737e-c015-4e0c-a6aa-00e8d8c0cd28 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:32.882689 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port b1a36634-86c1-4b5e-b591-85da19fdd376, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b1a36634-86c1-4b5e-b591-85da19fdd376,segment=NetworkSegment(5c10c638-b521-4cb6-9087-cedebbf944d6),segment_id=5c10c638-b521-4cb6-9087-cedebbf944d6)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:33:32.883846 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-af823e0a-6e2d-4bb7-b163-b4a10156d716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:32.898377 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:32.931479 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-9b92a616-f773-48e3-a46e-1dc0af066dac tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=089df553ed3542348a44835caf19372b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2257528 Feb 09 01:33:33.021266 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-9fd1a0c9-5823-4cb6-82f7-e3b6866baad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76755662-3426-4fc7-9a8f-416d0ad12f90 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:33:33.032523 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-9fd1a0c9-5823-4cb6-82f7-e3b6866baad8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:33.121142 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 4fcdf100-af7c-4497-a01c-fb3f134027ca details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:33:33.152903 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-9fd1a0c9-5823-4cb6-82f7-e3b6866baad8 service neutron] Transition to ACTIVE for port object 76755662-3426-4fc7-9a8f-416d0ad12f90 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:33:33.170113 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-9fd1a0c9-5823-4cb6-82f7-e3b6866baad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:33.206094 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=b1a36634-86c1-4b5e-b591-85da19fdd376,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:33.227610 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-af823e0a-6e2d-4bb7-b163-b4a10156d716 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:33:33.228212 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-af823e0a-6e2d-4bb7-b163-b4a10156d716 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:33:33.270646 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-6040f6bb-aa8a-4d83-aad4-5ea29caac64b service neutron] 10.222.0.37 "GET /v2.0/networks/26583b8c-3069-470c-a0bb-9f0a4bbfaafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379657 Feb 09 01:33:33.294015 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1a0c9-5823-4cb6-82f7-e3b6866baad8 service neutron] Pushing event updated for resources: {'Port': ['ID=76755662-3426-4fc7-9a8f-416d0ad12f90,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:33.365396 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74577b3a-1984-4ac8-836e-bf37bf5595fc req-08e119a3-bbc4-42e1-9143-f40b07ab243b tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:33.366575 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-74577b3a-1984-4ac8-836e-bf37bf5595fc req-08e119a3-bbc4-42e1-9143-f40b07ab243b tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Synchronizing usage tracker for tenant:b294377ce84e483b9e0d3e2eebffd609 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:33:33.383126 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 4fcdf100-af7c-4497-a01c-fb3f134027ca, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=4fcdf100-af7c-4497-a01c-fb3f134027ca,segment=NetworkSegment(59060378-9ce6-4652-9912-bf0986e3cc0b),segment_id=59060378-9ce6-4652-9912-bf0986e3cc0b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:33:33.405272 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '4fcdf100-af7c-4497-a01c-fb3f134027ca', 'network_id': '0945a7f5-952a-4146-8218-2c351c32c44b', 'port_id': '4fcdf100-af7c-4497-a01c-fb3f134027ca', 'mac_address': 'fa:16:3e:c8:15:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 991, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59205ee2-d78a-4e09-9163-98c9a7864b5c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:33:33.435423 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bb4d737e-c015-4e0c-a6aa-00e8d8c0cd28 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:33.471419 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-74577b3a-1984-4ac8-836e-bf37bf5595fc req-08e119a3-bbc4-42e1-9143-f40b07ab243b tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Unset dirty status for tenant:b294377ce84e483b9e0d3e2eebffd609 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:33:33.472875 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-74577b3a-1984-4ac8-836e-bf37bf5595fc req-08e119a3-bbc4-42e1-9143-f40b07ab243b tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=857b5c60-5590-4869-977a-3922dcbc19dd HTTP/1.1" status: 200 len: 931 time: 0.4183104 Feb 09 01:33:33.480438 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:33.494700 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-d7fa5745-4eea-4191-8f73-8f4e4eda2ecb service neutron] 10.222.0.37 "GET /v2.0/networks/26583b8c-3069-470c-a0bb-9f0a4bbfaafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231843 Feb 09 01:33:33.506245 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fcdf100-af7c-4497-a01c-fb3f134027ca {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:33:33.524145 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 4fcdf100-af7c-4497-a01c-fb3f134027ca, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=4fcdf100-af7c-4497-a01c-fb3f134027ca,segment=NetworkSegment(59060378-9ce6-4652-9912-bf0986e3cc0b),segment_id=59060378-9ce6-4652-9912-bf0986e3cc0b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:33:33.532248 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:33.580246 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-74577b3a-1984-4ac8-836e-bf37bf5595fc req-e6090e91-077b-4557-9347-67760afde5fc tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003313 Feb 09 01:33:33.593636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-9fd1a0c9-5823-4cb6-82f7-e3b6866baad8 service neutron] Attempting to bind port 76755662-3426-4fc7-9a8f-416d0ad12f90 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:33:33.593904 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-9fd1a0c9-5823-4cb6-82f7-e3b6866baad8 service neutron] Attempting to bind port 76755662-3426-4fc7-9a8f-416d0ad12f90 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'b13e28b8-c315-4aea-ae2e-bbae93a80b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:33:33.594238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-9fd1a0c9-5823-4cb6-82f7-e3b6866baad8 service neutron] Attempting to bind port 76755662-3426-4fc7-9a8f-416d0ad12f90 on network fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:33:33.626056 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-9fd1a0c9-5823-4cb6-82f7-e3b6866baad8 service neutron] Port 76755662-3426-4fc7-9a8f-416d0ad12f90 on network fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:33:33.626056 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-9fd1a0c9-5823-4cb6-82f7-e3b6866baad8 service neutron] Attempting to bind port 76755662-3426-4fc7-9a8f-416d0ad12f90 on network fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:33:33.630545 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-9fd1a0c9-5823-4cb6-82f7-e3b6866baad8 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:33:33.630889 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-9fd1a0c9-5823-4cb6-82f7-e3b6866baad8 service neutron] Checking segment: {'id': 'b13e28b8-c315-4aea-ae2e-bbae93a80b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:33:33.631281 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-9fd1a0c9-5823-4cb6-82f7-e3b6866baad8 service neutron] Bound using segment: {'id': 'b13e28b8-c315-4aea-ae2e-bbae93a80b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:33:33.631719 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-9fd1a0c9-5823-4cb6-82f7-e3b6866baad8 service neutron] Bound port: 76755662-3426-4fc7-9a8f-416d0ad12f90, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b13e28b8-c315-4aea-ae2e-bbae93a80b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:33:33.632066 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-9fd1a0c9-5823-4cb6-82f7-e3b6866baad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:33.662068 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=4fcdf100-af7c-4497-a01c-fb3f134027ca,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:33.773190 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b6626c82-322b-4c7d-b49f-7cfc19d9cb54 req-f56b5fa4-3096-4430-9bf3-d12826e35504 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6a31f32-c9f2-4bb0-8573-fa2fe8103e26 HTTP/1.1" status: 200 len: 210 time: 0.0688138 Feb 09 01:33:33.815314 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-bb4d737e-c015-4e0c-a6aa-00e8d8c0cd28 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Allocated IP 172.25.5.187 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/4f2f024e-d1c3-4232-8c56-85d5e59059f5) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:33:33.829045 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['4fcdf100-af7c-4497-a01c-fb3f134027ca'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:33:33.844513 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-9fd1a0c9-5823-4cb6-82f7-e3b6866baad8 service neutron] For port 76755662-3426-4fc7-9a8f-416d0ad12f90, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:33:33.892313 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-9fd1a0c9-5823-4cb6-82f7-e3b6866baad8 service neutron] For port 76755662-3426-4fc7-9a8f-416d0ad12f90, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=76755662-3426-4fc7-9a8f-416d0ad12f90,segment=NetworkSegment(b13e28b8-c315-4aea-ae2e-bbae93a80b62),segment_id=b13e28b8-c315-4aea-ae2e-bbae93a80b62)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:33:33.910542 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-9fd1a0c9-5823-4cb6-82f7-e3b6866baad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:34.012621 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-9fd1a0c9-5823-4cb6-82f7-e3b6866baad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:34.013802 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-9fd1a0c9-5823-4cb6-82f7-e3b6866baad8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:34.015685 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-9fd1a0c9-5823-4cb6-82f7-e3b6866baad8 service neutron] 10.222.0.35 "PUT /v2.0/ports/76755662-3426-4fc7-9a8f-416d0ad12f90 HTTP/1.1" status: 200 len: 1091 time: 2.2220826 Feb 09 01:33:34.016609 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '857b5c60-5590-4869-977a-3922dcbc19dd', 'tag': '76755662-3426-4fc7-9a8f-416d0ad12f90'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:33:34.080435 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8add9f-8a34-4b66-a741-7750f61235e9 req-65c86298-a8b4-4b47-b9be-5bcc584c639a tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:34.094853 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3b8add9f-8a34-4b66-a741-7750f61235e9 req-65c86298-a8b4-4b47-b9be-5bcc584c639a tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/ports?device_id=72f2bd9b-3841-40c5-8581-1fe6fffd30e4 HTTP/1.1" status: 200 len: 945 time: 0.3264358 Feb 09 01:33:34.121175 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bb4d737e-c015-4e0c-a6aa-00e8d8c0cd28 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:34.162245 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bb4d737e-c015-4e0c-a6aa-00e8d8c0cd28 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:34.201632 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '857b5c60-5590-4869-977a-3922dcbc19dd', 'tag': '76755662-3426-4fc7-9a8f-416d0ad12f90', 'status': 'completed', 'code': 200} Feb 09 01:33:34.212324 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4d737e-c015-4e0c-a6aa-00e8d8c0cd28 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:34.218009 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-bb4d737e-c015-4e0c-a6aa-00e8d8c0cd28 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:34.220801 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4d737e-c015-4e0c-a6aa-00e8d8c0cd28 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:33:34.232083 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1a0c9-5823-4cb6-82f7-e3b6866baad8 service neutron] Pushing event updated for resources: {'Port': ['ID=76755662-3426-4fc7-9a8f-416d0ad12f90,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:34.253571 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3b8add9f-8a34-4b66-a741-7750f61235e9 req-19d07131-8c33-4b39-b59b-6474e1315285 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e3b55e-1f4b-45e2-9cd2-d93151071fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578517 Feb 09 01:33:34.275985 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-44c96b33-13c3-436a-a4ba-404b2c7ce737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:34.277732 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-44c96b33-13c3-436a-a4ba-404b2c7ce737 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b294377ce84e483b9e0d3e2eebffd609&device_id=857b5c60-5590-4869-977a-3922dcbc19dd HTTP/1.1" status: 200 len: 1094 time: 0.1788278 Feb 09 01:33:34.303878 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d737e-c015-4e0c-a6aa-00e8d8c0cd28 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Pushing event updated for resources: {'Port': ['ID=4f2f024e-d1c3-4232-8c56-85d5e59059f5,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:34.378800 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-dec86cd9-e441-4a06-9022-478e880321c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76755662-3426-4fc7-9a8f-416d0ad12f90 HTTP/1.1" status: 200 len: 217 time: 0.0927384 Feb 09 01:33:34.390678 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b1a36634-86c1-4b5e-b591-85da19fdd376 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:33:34.458514 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-a9b79da3-5b9f-41c1-86a1-534193af7d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:34.460173 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-a9b79da3-5b9f-41c1-86a1-534193af7d6f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb2e4f25-38e7-4153-b1cd-2ff2d0945d59 HTTP/1.1" status: 200 len: 846 time: 0.0707469 Feb 09 01:33:34.469739 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:33:34.484166 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port b1a36634-86c1-4b5e-b591-85da19fdd376 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:34.484742 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:34.522931 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-eec5b25e-de0f-40f0-9025-ca171c7a3d20 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532861 Feb 09 01:33:34.736535 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-2f9e7fc6-1011-4607-892f-1321dacab71a service neutron] 10.222.0.35 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066672 Feb 09 01:33:34.905834 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165aa98c-56b3-4ad9-b71d-ee56483c7314 req-ad40f65e-6151-48c9-9b09-f95d330500a1 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:34.907435 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-165aa98c-56b3-4ad9-b71d-ee56483c7314 req-ad40f65e-6151-48c9-9b09-f95d330500a1 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=857b5c60-5590-4869-977a-3922dcbc19dd HTTP/1.1" status: 200 len: 943 time: 0.1137710 Feb 09 01:33:34.912540 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bb4d737e-c015-4e0c-a6aa-00e8d8c0cd28 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:34.970696 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-165aa98c-56b3-4ad9-b71d-ee56483c7314 req-e7541ff0-b80b-4a55-99f0-fb38485bc3b5 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566139 Feb 09 01:33:35.002130 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0ce2e1cf-4e62-46f6-a0d3-d37cbfc813b1 req-52d09339-8398-4075-9ce4-b9427c2626aa tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6a31f32-c9f2-4bb0-8573-fa2fe8103e26 HTTP/1.1" status: 200 len: 210 time: 0.0722520 Feb 09 01:33:35.042699 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-42820bb7-0a25-4323-b97d-5f7eac7f089a req-fc14b147-1b3b-459b-85c2-52602021663e service neutron] 10.222.0.35 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983298 Feb 09 01:33:35.057392 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 4fcdf100-af7c-4497-a01c-fb3f134027ca up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:33:35.079966 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bb4d737e-c015-4e0c-a6aa-00e8d8c0cd28 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:35.188568 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 4fcdf100-af7c-4497-a01c-fb3f134027ca completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:33:35.206658 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 4fcdf100-af7c-4497-a01c-fb3f134027ca triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:35.207183 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:35.247993 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e2da4-3adc-4a50-a2c9-6a76b66a3970 req-c8f2d61e-b3e1-4d28-a9dd-e17d62cec7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:35.256043 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1d3e2da4-3adc-4a50-a2c9-6a76b66a3970 req-c8f2d61e-b3e1-4d28-a9dd-e17d62cec7b5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b294377ce84e483b9e0d3e2eebffd609&device_id=857b5c60-5590-4869-977a-3922dcbc19dd HTTP/1.1" status: 200 len: 1094 time: 0.1515055 Feb 09 01:33:35.433816 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:35.519046 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49248) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:35.523143 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bb4d737e-c015-4e0c-a6aa-00e8d8c0cd28 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:35.525606 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f2bd9b-3841-40c5-8581-1fe6fffd30e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcdf100-af7c-4497-a01c-fb3f134027ca'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:33:35.535623 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bb4d737e-c015-4e0c-a6aa-00e8d8c0cd28 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:35.554358 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 4fcdf100-af7c-4497-a01c-fb3f134027ca, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=4fcdf100-af7c-4497-a01c-fb3f134027ca,segment=NetworkSegment(59060378-9ce6-4652-9912-bf0986e3cc0b),segment_id=59060378-9ce6-4652-9912-bf0986e3cc0b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:33:35.571161 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:35.664703 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d737e-c015-4e0c-a6aa-00e8d8c0cd28 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Pushing event updated for resources: {'Port': ['ID=4f2f024e-d1c3-4232-8c56-85d5e59059f5,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:35.677183 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3269d-9a2b-4372-b231-9aa67f809429 req-35f10e49-6b5c-4271-bd02-f9bc99d843ab tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:35.680143 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cbd3269d-9a2b-4372-b231-9aa67f809429 req-35f10e49-6b5c-4271-bd02-f9bc99d843ab tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/ports?device_id=72f2bd9b-3841-40c5-8581-1fe6fffd30e4 HTTP/1.1" status: 200 len: 945 time: 0.2655482 Feb 09 01:33:35.735728 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f2bd9b-3841-40c5-8581-1fe6fffd30e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcdf100-af7c-4497-a01c-fb3f134027ca', 'code': 200} Feb 09 01:33:35.736688 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=4fcdf100-af7c-4497-a01c-fb3f134027ca,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:35.900215 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e09468d8-3949-4d74-8b07-5dda8bb6d646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:35.913952 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bb4d737e-c015-4e0c-a6aa-00e8d8c0cd28 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:35.921115 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e2da4-3adc-4a50-a2c9-6a76b66a3970 req-c17ad510-a4af-46a6-a0e5-4f969346961a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:35.922616 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1d3e2da4-3adc-4a50-a2c9-6a76b66a3970 req-c17ad510-a4af-46a6-a0e5-4f969346961a service neutron] 10.222.0.35 "GET /v2.0/networks?id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c HTTP/1.1" status: 200 len: 907 time: 0.6493952 Feb 09 01:33:35.996175 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e09468d8-3949-4d74-8b07-5dda8bb6d646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:36.007921 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e09468d8-3949-4d74-8b07-5dda8bb6d646 admin admin] Usage tracker for resource:security_group_rule and tenant:7e26bf69f3204d9eb9b0192a9b12521f is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:33:36.012537 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e09468d8-3949-4d74-8b07-5dda8bb6d646 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:33:36.017203 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1d3e2da4-3adc-4a50-a2c9-6a76b66a3970 req-ded51636-1ee7-4b0e-98ae-b5f873a7101b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76755662-3426-4fc7-9a8f-416d0ad12f90 HTTP/1.1" status: 200 len: 217 time: 0.0849986 Feb 09 01:33:36.029828 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-2aa4a2d3-5a5b-4edf-81ed-3973c11668d6 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:36.029828 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-2aa4a2d3-5a5b-4edf-81ed-3973c11668d6 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.35 "GET /v2.0/networks?id=26583b8c-3069-470c-a0bb-9f0a4bbfaafa HTTP/1.1" status: 200 len: 797 time: 0.7540176 Feb 09 01:33:36.037578 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e09468d8-3949-4d74-8b07-5dda8bb6d646 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:36.042047 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cbd3269d-9a2b-4372-b231-9aa67f809429 req-0e278796-d772-428e-b284-5c0f8fc6591b tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e3b55e-1f4b-45e2-9cd2-d93151071fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797993 Feb 09 01:33:36.109541 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7923a-293a-4acf-b95b-61a4536c1ed4 req-1db62d1c-437f-400f-80a1-ddc8d6db4a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:36.111280 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bee7923a-293a-4acf-b95b-61a4536c1ed4 req-1db62d1c-437f-400f-80a1-ddc8d6db4a19 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=72f2bd9b-3841-40c5-8581-1fe6fffd30e4 HTTP/1.1" status: 200 len: 1097 time: 0.3648458 Feb 09 01:33:36.167742 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-bb4d737e-c015-4e0c-a6aa-00e8d8c0cd28 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Floating IP 0a308c97-716e-40ea-9140-4f051afd6e96 associated. External IP: 172.25.5.187, port: 9ca190d9-0812-4182-b114-3904f3101218. Feb 09 01:33:36.181729 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-02a665dc-7462-4c9b-b9f6-d4e89a2d244b tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=089df553ed3542348a44835caf19372b HTTP/1.1" status: 200 len: 471 time: 0.1183319 Feb 09 01:33:36.213656 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e2da4-3adc-4a50-a2c9-6a76b66a3970 req-4b742079-33b7-460e-955c-c662275343b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:36.215063 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1d3e2da4-3adc-4a50-a2c9-6a76b66a3970 req-4b742079-33b7-460e-955c-c662275343b5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb2e4f25-38e7-4153-b1cd-2ff2d0945d59 HTTP/1.1" status: 200 len: 846 time: 0.1835904 Feb 09 01:33:36.233262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-5903f9b4-3a48-4bab-9617-fd26acf3849c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Request body: {'port': {'device_id': 'a6a31f32-c9f2-4bb0-8573-fa2fe8103e26', 'network_id': '26583b8c-3069-470c-a0bb-9f0a4bbfaafa', 'admin_state_up': True, 'tenant_id': '089df553ed3542348a44835caf19372b', 'security_groups': ['46a02f32-8a0d-4830-a548-fd955889b718']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:36.288469 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1bc1df10-359b-45b5-aa08-79154e0bedbf req-c27556c4-2d99-44fe-9279-deaae71d57ac tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6a31f32-c9f2-4bb0-8573-fa2fe8103e26 HTTP/1.1" status: 200 len: 210 time: 0.0721066 Feb 09 01:33:36.356475 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1d3e2da4-3adc-4a50-a2c9-6a76b66a3970 req-77db3a28-ca9d-4bc7-923b-0e2cac52e7cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1275661 Feb 09 01:33:36.358014 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bee7923a-293a-4acf-b95b-61a4536c1ed4 req-a76f97f9-7240-449e-9bb6-a93ba2e8b78b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e3e3b55e-1f4b-45e2-9cd2-d93151071fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328470 Feb 09 01:33:36.413377 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e09468d8-3949-4d74-8b07-5dda8bb6d646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:36.421002 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e09468d8-3949-4d74-8b07-5dda8bb6d646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:36.446849 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13073faa-d00d-4057-8473-472c81aeb291 req-6ad24014-7a19-4e58-a88f-59cf8decfc1d tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:36.448325 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-13073faa-d00d-4057-8473-472c81aeb291 req-6ad24014-7a19-4e58-a88f-59cf8decfc1d tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=857b5c60-5590-4869-977a-3922dcbc19dd HTTP/1.1" status: 200 len: 943 time: 0.2767072 Feb 09 01:33:36.454288 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-5903f9b4-3a48-4bab-9617-fd26acf3849c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:36.472188 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-5903f9b4-3a48-4bab-9617-fd26acf3849c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Usage tracker for resource:port and tenant:089df553ed3542348a44835caf19372b is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:33:36.477846 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-5903f9b4-3a48-4bab-9617-fd26acf3849c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:33:36.485507 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-5903f9b4-3a48-4bab-9617-fd26acf3849c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:36.510228 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-13073faa-d00d-4057-8473-472c81aeb291 req-6b3d37cf-0e76-4982-b83c-8c375e8eedc8 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535395 Feb 09 01:33:36.511265 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-5903f9b4-3a48-4bab-9617-fd26acf3849c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Made reservation on behalf of 089df553ed3542348a44835caf19372b for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:36.515073 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-5903f9b4-3a48-4bab-9617-fd26acf3849c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:36.538757 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09468d8-3949-4d74-8b07-5dda8bb6d646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2247dd60-c93f-4115-91fe-ea820c30d317,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:36.544657 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e09468d8-3949-4d74-8b07-5dda8bb6d646 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e26bf69f3204d9eb9b0192a9b12521f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0193002 Feb 09 01:33:36.547543 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49260) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:36.705241 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-57068eba-10fb-4309-a76b-004e42a7f13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:36.707734 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4d737e-c015-4e0c-a6aa-00e8d8c0cd28 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Router dcdf80a7-4c8c-446b-bad7-75a7900d8783 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:33:36.780016 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1d3e2da4-3adc-4a50-a2c9-6a76b66a3970 req-91721167-65b4-436d-8a7d-4dce3698c4b5 service neutron] 10.222.0.35 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033882 Feb 09 01:33:36.793593 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-57068eba-10fb-4309-a76b-004e42a7f13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:36.811495 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-5903f9b4-3a48-4bab-9617-fd26acf3849c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Allocated IP 172.20.0.24 (26583b8c-3069-470c-a0bb-9f0a4bbfaafa/8024e7fb-da76-4c67-9a80-502ebcf56e45/74f96ba2-dbff-4e8e-b569-ed1f921f4d46) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:33:36.920811 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-09bf4229-56ef-4f06-a692-573cc7d5267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:36.956055 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4d737e-c015-4e0c-a6aa-00e8d8c0cd28 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:33:36.962298 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-57068eba-10fb-4309-a76b-004e42a7f13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:36.967437 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e3b126-bccc-4c71-9cf6-3c255a449f0a None None] Sync routers for ids ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:33:36.978343 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e3b126-bccc-4c71-9cf6-3c255a449f0a None None] Routers {'dcdf80a7-4c8c-446b-bad7-75a7900d8783'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:33:36.979147 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f6e3b126-bccc-4c71-9cf6-3c255a449f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:33:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:36.987017 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068eba-10fb-4309-a76b-004e42a7f13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2247dd60-c93f-4115-91fe-ea820c30d317,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:37.008473 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-57068eba-10fb-4309-a76b-004e42a7f13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:37.012380 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-57068eba-10fb-4309-a76b-004e42a7f13b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2247dd60-c93f-4115-91fe-ea820c30d317 HTTP/1.1" status: 204 len: 168 time: 0.4614966 Feb 09 01:33:37.014330 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bb4d737e-c015-4e0c-a6aa-00e8d8c0cd28 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:37.033133 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1d3e2da4-3adc-4a50-a2c9-6a76b66a3970 req-cedb4604-4a01-49fd-b26d-f4f9b233377e service neutron] 10.222.0.35 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448480 Feb 09 01:33:37.062642 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 76755662-3426-4fc7-9a8f-416d0ad12f90 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:33:37.119018 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-bb4d737e-c015-4e0c-a6aa-00e8d8c0cd28 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4121957 Feb 09 01:33:37.123074 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65838984-c0e8-446d-83e0-e79eca828e58', 'tag': '9ca190d9-0812-4182-b114-3904f3101218'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:33:37.176682 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-5903f9b4-3a48-4bab-9617-fd26acf3849c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:37.216557 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-5903f9b4-3a48-4bab-9617-fd26acf3849c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Transition to ACTIVE for port object 74f96ba2-dbff-4e8e-b569-ed1f921f4d46 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:33:37.250733 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-5903f9b4-3a48-4bab-9617-fd26acf3849c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:37.300506 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 76755662-3426-4fc7-9a8f-416d0ad12f90, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=76755662-3426-4fc7-9a8f-416d0ad12f90,segment=NetworkSegment(b13e28b8-c315-4aea-ae2e-bbae93a80b62),segment_id=b13e28b8-c315-4aea-ae2e-bbae93a80b62)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:33:37.330756 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-f6e3b126-bccc-4c71-9cf6-3c255a449f0a None None] Set router dcdf80a7-4c8c-446b-bad7-75a7900d8783 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:33:37.334660 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '76755662-3426-4fc7-9a8f-416d0ad12f90', 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c', 'port_id': '76755662-3426-4fc7-9a8f-416d0ad12f90', 'mac_address': 'fa:16:3e:9c:7f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 980, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2e4f25-38e7-4153-b1cd-2ff2d0945d59', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:33:37.398901 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-5903f9b4-3a48-4bab-9617-fd26acf3849c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Network 26583b8c-3069-470c-a0bb-9f0a4bbfaafa is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:37.407318 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b70999-9523-413f-8d38-6851f6f20295 req-b4e8d74e-e886-4cea-bd34-19dc6bac21ac tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:37.418719 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a1b70999-9523-413f-8d38-6851f6f20295 req-b4e8d74e-e886-4cea-bd34-19dc6bac21ac tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/ports?device_id=72f2bd9b-3841-40c5-8581-1fe6fffd30e4 HTTP/1.1" status: 200 len: 946 time: 0.1973917 Feb 09 01:33:37.423129 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-5903f9b4-3a48-4bab-9617-fd26acf3849c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:37.427931 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-5903f9b4-3a48-4bab-9617-fd26acf3849c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:33:37.469909 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:37.503559 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-5903f9b4-3a48-4bab-9617-fd26acf3849c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:37.515830 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a1b70999-9523-413f-8d38-6851f6f20295 req-bd157594-46db-486e-9572-916eb952e07c tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e3b55e-1f4b-45e2-9cd2-d93151071fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950043 Feb 09 01:33:37.518545 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76755662-3426-4fc7-9a8f-416d0ad12f90 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:33:37.535061 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-5903f9b4-3a48-4bab-9617-fd26acf3849c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:37.550194 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 76755662-3426-4fc7-9a8f-416d0ad12f90, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=76755662-3426-4fc7-9a8f-416d0ad12f90,segment=NetworkSegment(b13e28b8-c315-4aea-ae2e-bbae93a80b62),segment_id=b13e28b8-c315-4aea-ae2e-bbae93a80b62)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:33:37.578381 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:37.600361 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49280) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:37.616911 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903f9b4-3a48-4bab-9617-fd26acf3849c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'Port': ['ID=74f96ba2-dbff-4e8e-b569-ed1f921f4d46,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:37.658342 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65838984-c0e8-446d-83e0-e79eca828e58', 'tag': '9ca190d9-0812-4182-b114-3904f3101218', 'status': 'completed', 'code': 200} Feb 09 01:33:37.675206 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d2bf9e1e-f550-48f7-a44f-63aa429e2ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:37.678807 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=76755662-3426-4fc7-9a8f-416d0ad12f90,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:37.725977 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d2bf9e1e-f550-48f7-a44f-63aa429e2ea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:37.730352 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d2bf9e1e-f550-48f7-a44f-63aa429e2ea8 admin admin] Usage tracker for resource:security_group_rule and tenant:09f0e8e801b94757a8c163a24170378a is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:33:37.734556 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d2bf9e1e-f550-48f7-a44f-63aa429e2ea8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:33:37.741319 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d2bf9e1e-f550-48f7-a44f-63aa429e2ea8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:37.785800 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-5903f9b4-3a48-4bab-9617-fd26acf3849c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5650244 Feb 09 01:33:37.811343 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-508f4266-212e-437c-ade4-f9dfdab4360a service neutron] Request body: {'port': {'device_id': 'a6a31f32-c9f2-4bb0-8573-fa2fe8103e26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:37.859294 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-11f36f12-93c7-48d7-b9c1-8519c9f0297a None None] Provisioning for port 74f96ba2-dbff-4e8e-b569-ed1f921f4d46 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:33:37.883429 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-11f36f12-93c7-48d7-b9c1-8519c9f0297a None None] Provisioning complete for port 74f96ba2-dbff-4e8e-b569-ed1f921f4d46 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:37.883940 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-11f36f12-93c7-48d7-b9c1-8519c9f0297a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:37.918167 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['76755662-3426-4fc7-9a8f-416d0ad12f90'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:33:37.926837 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d2bf9e1e-f550-48f7-a44f-63aa429e2ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:37.940514 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d2bf9e1e-f550-48f7-a44f-63aa429e2ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:37.978295 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf9e1e-f550-48f7-a44f-63aa429e2ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e56303-f284-4103-8350-270ae0b7541c,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:37.982695 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f6e3b126-bccc-4c71-9cf6-3c255a449f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'name': 'tempest-TestVolumeBootPattern-195536192-router', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:55Z', 'updated_at': '2022-02-09T01:21:13Z', 'revision_number': 4, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'gw_port': {'id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:59Z', 'updated_at': '2022-02-09T01:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '0a308c97-716e-40ea-9140-4f051afd6e96', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'floating_ip_address': '172.25.5.187', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'port_id': '9ca190d9-0812-4182-b114-3904f3101218', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'mac_address': 'fa:16:3e:b3:f4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65838984-c0e8-446d-83e0-e79eca828e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:33:34Z', 'updated_at': '2022-02-09T01:33:34Z', 'revision_number': 0, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'fixed_ip_address_scope': None}, {'id': '5e480360-25cd-4f87-b6e9-7feeae8eabe4', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'port_id': 'ca3a3ff9-b133-4877-85f3-13afef775030', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'mac_address': 'fa:16:3e:ee:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0333669d-d93a-4306-9b54-ffcabda46ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:30:56Z', 'revision_number': 1, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df50fd24-214b-49d0-bec7-74e98f6cb4a7', 'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'mac_address': 'fa:16:3e:df:40:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:10Z', 'updated_at': '2022-02-09T01:21:21Z', 'revision_number': 5, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'subnets': [{'id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:37.988668 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e3b126-bccc-4c71-9cf6-3c255a449f0a None None] Checking router: dcdf80a7-4c8c-446b-bad7-75a7900d8783 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:33:38.001252 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e3b126-bccc-4c71-9cf6-3c255a449f0a None None] Routers {'dcdf80a7-4c8c-446b-bad7-75a7900d8783'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:33:38.002126 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f6e3b126-bccc-4c71-9cf6-3c255a449f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:33:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:38.009649 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d2bf9e1e-f550-48f7-a44f-63aa429e2ea8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=09f0e8e801b94757a8c163a24170378a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4056587 Feb 09 01:33:38.017764 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013aa2c-44a5-41eb-8e87-95f9bb415afa req-0722478c-a571-421b-a082-de3031122ff9 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:38.019419 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0013aa2c-44a5-41eb-8e87-95f9bb415afa req-0722478c-a571-421b-a082-de3031122ff9 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6a31f32-c9f2-4bb0-8573-fa2fe8103e26 HTTP/1.1" status: 200 len: 932 time: 0.1869254 Feb 09 01:33:38.020082 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49284) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:38.034641 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-11f36f12-93c7-48d7-b9c1-8519c9f0297a None None] Port 74f96ba2-dbff-4e8e-b569-ed1f921f4d46 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:33:38.084728 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-27a17138-433e-4912-ba3e-d9c4fd88f8cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:38.156271 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-27a17138-433e-4912-ba3e-d9c4fd88f8cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:38.186406 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0013aa2c-44a5-41eb-8e87-95f9bb415afa req-cd635a1d-fc6b-4a9e-803e-5503cdfbb945 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?id=46a02f32-8a0d-4830-a548-fd955889b718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169300 Feb 09 01:33:38.251686 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-508f4266-212e-437c-ade4-f9dfdab4360a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:38.262510 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-27a17138-433e-4912-ba3e-d9c4fd88f8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:38.278948 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7877a-873a-404c-93d7-7d9b6bf82c5d req-05731129-3e25-4b75-a974-6466cb32b39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:38.280530 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b1f7877a-873a-404c-93d7-7d9b6bf82c5d req-05731129-3e25-4b75-a974-6466cb32b39e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9&device_id=65838984-c0e8-446d-83e0-e79eca828e58 HTTP/1.1" status: 200 len: 1096 time: 0.6259644 Feb 09 01:33:38.281404 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a17138-433e-4912-ba3e-d9c4fd88f8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e56303-f284-4103-8350-270ae0b7541c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:38.285940 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-27a17138-433e-4912-ba3e-d9c4fd88f8cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:38.287392 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-27a17138-433e-4912-ba3e-d9c4fd88f8cd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d7e56303-f284-4103-8350-270ae0b7541c HTTP/1.1" status: 204 len: 168 time: 0.2662027 Feb 09 01:33:38.315542 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-f6e3b126-bccc-4c71-9cf6-3c255a449f0a None None] Set router dcdf80a7-4c8c-446b-bad7-75a7900d8783 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:33:38.320168 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b3ea1-b69e-47ab-91d7-2f9a7cdf895e req-315fd425-0037-4b3f-9214-49c505d0c42e tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:38.321789 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8e9b3ea1-b69e-47ab-91d7-2f9a7cdf895e req-315fd425-0037-4b3f-9214-49c505d0c42e tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=857b5c60-5590-4869-977a-3922dcbc19dd HTTP/1.1" status: 200 len: 944 time: 0.5281880 Feb 09 01:33:38.519511 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8e9b3ea1-b69e-47ab-91d7-2f9a7cdf895e req-9f4c2a62-01e5-4838-a285-0128e91a49c0 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851554 Feb 09 01:33:38.705183 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7877a-873a-404c-93d7-7d9b6bf82c5d req-4aeffd6b-958a-4736-ae91-7c9b4ef0b8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:38.706668 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b1f7877a-873a-404c-93d7-7d9b6bf82c5d req-4aeffd6b-958a-4736-ae91-7c9b4ef0b8f0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=37619b15-03b6-4ee3-8b5e-c1b376918ea6 HTTP/1.1" status: 200 len: 912 time: 0.3792956 Feb 09 01:33:38.738297 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f6e3b126-bccc-4c71-9cf6-3c255a449f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'name': 'tempest-TestVolumeBootPattern-195536192-router', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:55Z', 'updated_at': '2022-02-09T01:21:13Z', 'revision_number': 4, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'gw_port': {'id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:59Z', 'updated_at': '2022-02-09T01:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '0a308c97-716e-40ea-9140-4f051afd6e96', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'floating_ip_address': '172.25.5.187', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'port_id': '9ca190d9-0812-4182-b114-3904f3101218', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'mac_address': 'fa:16:3e:b3:f4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65838984-c0e8-446d-83e0-e79eca828e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:33:34Z', 'updated_at': '2022-02-09T01:33:34Z', 'revision_number': 0, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'fixed_ip_address_scope': None}, {'id': '5e480360-25cd-4f87-b6e9-7feeae8eabe4', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'port_id': 'ca3a3ff9-b133-4877-85f3-13afef775030', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'mac_address': 'fa:16:3e:ee:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0333669d-d93a-4306-9b54-ffcabda46ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:30:56Z', 'revision_number': 1, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df50fd24-214b-49d0-bec7-74e98f6cb4a7', 'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'mac_address': 'fa:16:3e:df:40:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:10Z', 'updated_at': '2022-02-09T01:21:21Z', 'revision_number': 5, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'subnets': [{'id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:38.743198 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e3b126-bccc-4c71-9cf6-3c255a449f0a None None] The sync data for ids ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'] in n-d-828419-1 is: [{'id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'name': 'tempest-TestVolumeBootPattern-195536192-router', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:55Z', 'updated_at': '2022-02-09T01:21:13Z', 'revision_number': 4, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'gw_port': {'id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:59Z', 'updated_at': '2022-02-09T01:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '0a308c97-716e-40ea-9140-4f051afd6e96', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'floating_ip_address': '172.25.5.187', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'port_id': '9ca190d9-0812-4182-b114-3904f3101218', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'mac_address': 'fa:16:3e:b3:f4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65838984-c0e8-446d-83e0-e79eca828e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:33:34Z', 'updated_at': '2022-02-09T01:33:34Z', 'revision_number': 0, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'fixed_ip_address_scope': None}, {'id': '5e480360-25cd-4f87-b6e9-7feeae8eabe4', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'port_id': 'ca3a3ff9-b133-4877-85f3-13afef775030', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'mac_address': 'fa:16:3e:ee:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0333669d-d93a-4306-9b54-ffcabda46ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:30:56Z', 'revision_number': 1, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df50fd24-214b-49d0-bec7-74e98f6cb4a7', 'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'mac_address': 'fa:16:3e:df:40:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:10Z', 'updated_at': '2022-02-09T01:21:21Z', 'revision_number': 5, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'subnets': [{'id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:33:38.870945 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b1f7877a-873a-404c-93d7-7d9b6bf82c5d req-8c11cf2b-0ef5-4e82-8149-5c0a34b3032f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ca190d9-0812-4182-b114-3904f3101218 HTTP/1.1" status: 200 len: 999 time: 0.1453907 Feb 09 01:33:38.878909 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbdb1c7-aebf-40ff-a58b-8f9e5fe47f1f req-dab04700-162c-4d92-83f7-df63f59227bb tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:38.881788 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6dbdb1c7-aebf-40ff-a58b-8f9e5fe47f1f req-dab04700-162c-4d92-83f7-df63f59227bb tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/ports?device_id=72f2bd9b-3841-40c5-8581-1fe6fffd30e4 HTTP/1.1" status: 200 len: 946 time: 0.2446170 Feb 09 01:33:38.940375 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6dbdb1c7-aebf-40ff-a58b-8f9e5fe47f1f req-4aff112e-c031-41fd-b755-bca13e2d638e tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e3b55e-1f4b-45e2-9cd2-d93151071fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462575 Feb 09 01:33:39.013099 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-508f4266-212e-437c-ade4-f9dfdab4360a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74f96ba2-dbff-4e8e-b569-ed1f921f4d46 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:33:39.026516 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7877a-873a-404c-93d7-7d9b6bf82c5d req-d8a36345-27f3-4e97-bc89-5ea496f1d6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:39.027979 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b1f7877a-873a-404c-93d7-7d9b6bf82c5d req-d8a36345-27f3-4e97-bc89-5ea496f1d6c6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5c99494-da9a-458d-b6b1-e6de1927c8e8 HTTP/1.1" status: 200 len: 850 time: 0.1458528 Feb 09 01:33:39.030453 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-508f4266-212e-437c-ade4-f9dfdab4360a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:39.076519 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 76755662-3426-4fc7-9a8f-416d0ad12f90 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:33:39.126908 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-508f4266-212e-437c-ade4-f9dfdab4360a service neutron] Transition to ACTIVE for port object 74f96ba2-dbff-4e8e-b569-ed1f921f4d46 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:33:39.144575 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-508f4266-212e-437c-ade4-f9dfdab4360a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:39.148683 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d218685-6938-4df4-8416-96a356a7acd4 None None] New status for floating IP 0a308c97-716e-40ea-9140-4f051afd6e96: ACTIVE {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:33:39.231003 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f4266-212e-437c-ade4-f9dfdab4360a service neutron] Pushing event updated for resources: {'Port': ['ID=74f96ba2-dbff-4e8e-b569-ed1f921f4d46,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:39.354408 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7877a-873a-404c-93d7-7d9b6bf82c5d req-89ed6a19-f572-4363-991e-e15c311e978c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:39.359440 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b1f7877a-873a-404c-93d7-7d9b6bf82c5d req-89ed6a19-f572-4363-991e-e15c311e978c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37619b15-03b6-4ee3-8b5e-c1b376918ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3218431 Feb 09 01:33:39.565911 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-28de1b8e-57d2-4cc4-b9fa-ad707091686e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:39.592968 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 76755662-3426-4fc7-9a8f-416d0ad12f90 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:33:39.620041 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 76755662-3426-4fc7-9a8f-416d0ad12f90 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:39.624923 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:39.717499 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-508f4266-212e-437c-ade4-f9dfdab4360a service neutron] Attempting to bind port 74f96ba2-dbff-4e8e-b569-ed1f921f4d46 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:33:39.718154 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-508f4266-212e-437c-ade4-f9dfdab4360a service neutron] Attempting to bind port 74f96ba2-dbff-4e8e-b569-ed1f921f4d46 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '5c10c638-b521-4cb6-9087-cedebbf944d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '26583b8c-3069-470c-a0bb-9f0a4bbfaafa'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:33:39.719263 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-508f4266-212e-437c-ade4-f9dfdab4360a service neutron] Attempting to bind port 74f96ba2-dbff-4e8e-b569-ed1f921f4d46 on network 26583b8c-3069-470c-a0bb-9f0a4bbfaafa {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:33:39.733808 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b1f7877a-873a-404c-93d7-7d9b6bf82c5d req-f109ed96-ce06-4d9e-b283-159a4fc6bfc7 service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331430 Feb 09 01:33:39.735285 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-508f4266-212e-437c-ade4-f9dfdab4360a service neutron] Port 74f96ba2-dbff-4e8e-b569-ed1f921f4d46 on network 26583b8c-3069-470c-a0bb-9f0a4bbfaafa not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:33:39.735841 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-508f4266-212e-437c-ade4-f9dfdab4360a service neutron] Attempting to bind port 74f96ba2-dbff-4e8e-b569-ed1f921f4d46 on network 26583b8c-3069-470c-a0bb-9f0a4bbfaafa {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:33:39.746574 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9057f-9564-449b-9319-3039e9af757d req-5fe7dd08-ac7a-4c5b-afd6-3e1cd922cb41 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:39.747332 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5cb9057f-9564-449b-9319-3039e9af757d req-5fe7dd08-ac7a-4c5b-afd6-3e1cd922cb41 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Synchronizing usage tracker for tenant:089df553ed3542348a44835caf19372b on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:33:39.781390 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-508f4266-212e-437c-ade4-f9dfdab4360a service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:33:39.781390 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-508f4266-212e-437c-ade4-f9dfdab4360a service neutron] Checking segment: {'id': '5c10c638-b521-4cb6-9087-cedebbf944d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '26583b8c-3069-470c-a0bb-9f0a4bbfaafa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:33:39.781729 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-508f4266-212e-437c-ade4-f9dfdab4360a service neutron] Bound using segment: {'id': '5c10c638-b521-4cb6-9087-cedebbf944d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '26583b8c-3069-470c-a0bb-9f0a4bbfaafa'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:33:39.782338 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-508f4266-212e-437c-ade4-f9dfdab4360a service neutron] Bound port: 74f96ba2-dbff-4e8e-b569-ed1f921f4d46, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c10c638-b521-4cb6-9087-cedebbf944d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '26583b8c-3069-470c-a0bb-9f0a4bbfaafa'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:33:39.782867 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-508f4266-212e-437c-ade4-f9dfdab4360a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:39.809692 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:39.846402 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857b5c60-5590-4869-977a-3922dcbc19dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76755662-3426-4fc7-9a8f-416d0ad12f90'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:33:39.861383 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 76755662-3426-4fc7-9a8f-416d0ad12f90, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=76755662-3426-4fc7-9a8f-416d0ad12f90,segment=NetworkSegment(b13e28b8-c315-4aea-ae2e-bbae93a80b62),segment_id=b13e28b8-c315-4aea-ae2e-bbae93a80b62)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:33:39.873163 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:39.910398 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e0307-cb1c-4028-94e3-4edb55cd601d req-835a2096-0653-435d-b141-e7335c17228e tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:39.917762 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-922e0307-cb1c-4028-94e3-4edb55cd601d req-835a2096-0653-435d-b141-e7335c17228e tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=857b5c60-5590-4869-977a-3922dcbc19dd HTTP/1.1" status: 200 len: 944 time: 0.1711521 Feb 09 01:33:39.997946 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=76755662-3426-4fc7-9a8f-416d0ad12f90,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:40.007744 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-922e0307-cb1c-4028-94e3-4edb55cd601d req-d37d1f33-a39b-474e-802e-dec003de5879 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888278 Feb 09 01:33:40.064112 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857b5c60-5590-4869-977a-3922dcbc19dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76755662-3426-4fc7-9a8f-416d0ad12f90', 'code': 200} Feb 09 01:33:40.221872 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5cb9057f-9564-449b-9319-3039e9af757d req-5fe7dd08-ac7a-4c5b-afd6-3e1cd922cb41 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Unset dirty status for tenant:089df553ed3542348a44835caf19372b on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:33:40.223062 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5cb9057f-9564-449b-9319-3039e9af757d req-5fe7dd08-ac7a-4c5b-afd6-3e1cd922cb41 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6a31f32-c9f2-4bb0-8573-fa2fe8103e26 HTTP/1.1" status: 200 len: 944 time: 0.8213079 Feb 09 01:33:40.359795 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-508f4266-212e-437c-ade4-f9dfdab4360a service neutron] For port 74f96ba2-dbff-4e8e-b569-ed1f921f4d46, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:33:40.370330 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5cb9057f-9564-449b-9319-3039e9af757d req-90c6d87c-5f5f-434e-993b-be987efe2672 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?id=46a02f32-8a0d-4830-a548-fd955889b718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291702 Feb 09 01:33:40.381000 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b1f7877a-873a-404c-93d7-7d9b6bf82c5d req-35a7a00d-bc8f-4908-beef-abc53e3f0fa8 service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6272881 Feb 09 01:33:40.384437 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-508f4266-212e-437c-ade4-f9dfdab4360a service neutron] For port 74f96ba2-dbff-4e8e-b569-ed1f921f4d46, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=74f96ba2-dbff-4e8e-b569-ed1f921f4d46,segment=NetworkSegment(5c10c638-b521-4cb6-9087-cedebbf944d6),segment_id=5c10c638-b521-4cb6-9087-cedebbf944d6)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:33:40.395108 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d67c2d-64d5-4a30-941d-3b53f827d593 req-13834399-6cb4-464d-9f7d-9da54c18e4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:40.395806 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:40.397716 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-93d67c2d-64d5-4a30-941d-3b53f827d593 req-13834399-6cb4-464d-9f7d-9da54c18e4ad service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=857b5c60-5590-4869-977a-3922dcbc19dd HTTP/1.1" status: 200 len: 1096 time: 0.2289736 Feb 09 01:33:40.399823 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-508f4266-212e-437c-ade4-f9dfdab4360a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:40.486002 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-508f4266-212e-437c-ade4-f9dfdab4360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:40.486815 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-508f4266-212e-437c-ade4-f9dfdab4360a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:40.488255 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-508f4266-212e-437c-ade4-f9dfdab4360a service neutron] 10.222.0.35 "PUT /v2.0/ports/74f96ba2-dbff-4e8e-b569-ed1f921f4d46 HTTP/1.1" status: 200 len: 1092 time: 2.6915677 Feb 09 01:33:40.488947 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a31f32-c9f2-4bb0-8573-fa2fe8103e26', 'tag': '74f96ba2-dbff-4e8e-b569-ed1f921f4d46'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:33:40.492009 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:40.531050 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-93d67c2d-64d5-4a30-941d-3b53f827d593 req-de25ff2d-930e-487e-950d-0046bb6783a5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867958 Feb 09 01:33:40.534114 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f4266-212e-437c-ade4-f9dfdab4360a service neutron] Pushing event updated for resources: {'Port': ['ID=74f96ba2-dbff-4e8e-b569-ed1f921f4d46,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:40.558731 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a31f32-c9f2-4bb0-8573-fa2fe8103e26', 'tag': '74f96ba2-dbff-4e8e-b569-ed1f921f4d46', 'status': 'completed', 'code': 200} Feb 09 01:33:40.827300 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-c59561be-aeec-4bf2-a1b6-caee4d22ad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:40.828672 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-c59561be-aeec-4bf2-a1b6-caee4d22ad2e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=089df553ed3542348a44835caf19372b&device_id=a6a31f32-c9f2-4bb0-8573-fa2fe8103e26 HTTP/1.1" status: 200 len: 1095 time: 0.0856409 Feb 09 01:33:40.902067 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-8b505a0d-0f5c-4653-b268-fa910cbb3114 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=74f96ba2-dbff-4e8e-b569-ed1f921f4d46 HTTP/1.1" status: 200 len: 217 time: 0.0661328 Feb 09 01:33:40.982891 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-6383d5d9-2995-4580-8677-d93e803c27f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:40.984640 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-6383d5d9-2995-4580-8677-d93e803c27f9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8024e7fb-da76-4c67-9a80-502ebcf56e45 HTTP/1.1" status: 200 len: 838 time: 0.0707417 Feb 09 01:33:41.121089 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-f6d13e8a-952e-4f1c-9cca-9e400713461b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:41.122603 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-f6d13e8a-952e-4f1c-9cca-9e400713461b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=26583b8c-3069-470c-a0bb-9f0a4bbfaafa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1262887 Feb 09 01:33:41.362247 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-fe738e5f-56d0-44a3-9313-e3b35e0a358f service neutron] 10.222.0.35 "GET /v2.0/networks/26583b8c-3069-470c-a0bb-9f0a4bbfaafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251124 Feb 09 01:33:41.370609 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fe2a1-cdf5-4bba-84d0-74f2fa5c8ec9 req-59d897ca-7a21-4eb6-848d-86115d41adb2 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:41.371991 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3e8fe2a1-cdf5-4bba-84d0-74f2fa5c8ec9 req-59d897ca-7a21-4eb6-848d-86115d41adb2 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=857b5c60-5590-4869-977a-3922dcbc19dd HTTP/1.1" status: 200 len: 945 time: 0.1404910 Feb 09 01:33:41.509677 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3e8fe2a1-cdf5-4bba-84d0-74f2fa5c8ec9 req-38e95519-9ede-4ebe-9c61-81ff2ebe9e55 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190462 Feb 09 01:33:41.550125 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f087dcd5-90b8-41e7-aed8-31967e30b747 req-85cb93bc-ef3b-4a31-aa38-ec32a4f63c10 service neutron] 10.222.0.35 "GET /v2.0/networks/26583b8c-3069-470c-a0bb-9f0a4bbfaafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771724 Feb 09 01:33:41.649219 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723badc4-427a-455f-917f-d4751c651745 req-da41f617-cab3-4782-87e2-2f877b65d50c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:41.652027 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-723badc4-427a-455f-917f-d4751c651745 req-da41f617-cab3-4782-87e2-2f877b65d50c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6a31f32-c9f2-4bb0-8573-fa2fe8103e26 HTTP/1.1" status: 200 len: 944 time: 0.1160169 Feb 09 01:33:41.694798 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4b50c-980b-4923-a784-d556859f4435 req-7adcbe0c-4a87-4dbb-b167-ffca2aee40b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:41.696287 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c8c4b50c-980b-4923-a784-d556859f4435 req-7adcbe0c-4a87-4dbb-b167-ffca2aee40b5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=089df553ed3542348a44835caf19372b&device_id=a6a31f32-c9f2-4bb0-8573-fa2fe8103e26 HTTP/1.1" status: 200 len: 1095 time: 0.0966237 Feb 09 01:33:41.724958 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-723badc4-427a-455f-917f-d4751c651745 req-5b519bbe-1347-4d72-99de-07d1ab574f15 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?id=46a02f32-8a0d-4830-a548-fd955889b718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663629 Feb 09 01:33:41.839550 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:41.876990 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4b50c-980b-4923-a784-d556859f4435 req-b6d629ed-7dba-4b61-adaf-e62769022ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:41.878058 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c8c4b50c-980b-4923-a784-d556859f4435 req-b6d629ed-7dba-4b61-adaf-e62769022ded service neutron] 10.222.0.35 "GET /v2.0/networks?id=26583b8c-3069-470c-a0bb-9f0a4bbfaafa HTTP/1.1" status: 200 len: 898 time: 0.1673303 Feb 09 01:33:41.976728 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c8c4b50c-980b-4923-a784-d556859f4435 req-3b6164f0-274b-46af-97df-d288abf7ac3f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=74f96ba2-dbff-4e8e-b569-ed1f921f4d46 HTTP/1.1" status: 200 len: 217 time: 0.0900323 Feb 09 01:33:42.097650 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4b50c-980b-4923-a784-d556859f4435 req-2d34c1da-7d6c-43e7-94c4-6a155f2072e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:42.116291 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c8c4b50c-980b-4923-a784-d556859f4435 req-2d34c1da-7d6c-43e7-94c4-6a155f2072e8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8024e7fb-da76-4c67-9a80-502ebcf56e45 HTTP/1.1" status: 200 len: 838 time: 0.1146042 Feb 09 01:33:42.204185 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4b50c-980b-4923-a784-d556859f4435 req-7265460f-f27d-4119-b776-188cafac8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:42.207477 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c8c4b50c-980b-4923-a784-d556859f4435 req-7265460f-f27d-4119-b776-188cafac8716 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=26583b8c-3069-470c-a0bb-9f0a4bbfaafa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935180 Feb 09 01:33:42.380866 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c8c4b50c-980b-4923-a784-d556859f4435 req-e40997a4-a495-402e-a659-b9455e03aeef service neutron] 10.222.0.35 "GET /v2.0/networks/26583b8c-3069-470c-a0bb-9f0a4bbfaafa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625431 Feb 09 01:33:42.762079 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c8c4b50c-980b-4923-a784-d556859f4435 req-92d61736-9740-46a3-befb-7ab802b17582 service neutron] 10.222.0.35 "GET /v2.0/networks/26583b8c-3069-470c-a0bb-9f0a4bbfaafa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736615 Feb 09 01:33:42.802433 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d16e45-df0b-4580-88fa-77b2f01f5ec7 req-bcd2cf3c-949d-49cf-aff4-e0cb36de025c tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:42.805450 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-96d16e45-df0b-4580-88fa-77b2f01f5ec7 req-bcd2cf3c-949d-49cf-aff4-e0cb36de025c tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=857b5c60-5590-4869-977a-3922dcbc19dd HTTP/1.1" status: 200 len: 945 time: 0.1545632 Feb 09 01:33:42.923137 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-96d16e45-df0b-4580-88fa-77b2f01f5ec7 req-df6ae95b-6fa0-4fb9-bb5f-b5678cb3c9c8 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104879 Feb 09 01:33:42.984745 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c88c0-7a08-494f-93a2-554056416a04 req-9a79f45b-f76d-4694-b0e3-e13f0f138776 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:43.000310 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cf1c88c0-7a08-494f-93a2-554056416a04 req-9a79f45b-f76d-4694-b0e3-e13f0f138776 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6a31f32-c9f2-4bb0-8573-fa2fe8103e26 HTTP/1.1" status: 200 len: 944 time: 0.1343977 Feb 09 01:33:43.087103 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 74f96ba2-dbff-4e8e-b569-ed1f921f4d46 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:33:43.102711 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cf1c88c0-7a08-494f-93a2-554056416a04 req-4a40a839-699a-4386-a098-38684eb22ac6 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?id=46a02f32-8a0d-4830-a548-fd955889b718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983047 Feb 09 01:33:43.229057 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a1b7c-9686-4306-90cc-3af8d4d51aec req-040478f8-9914-4baa-b069-ad2216ebc2d7 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:43.230688 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4b6a1b7c-9686-4306-90cc-3af8d4d51aec req-040478f8-9914-4baa-b069-ad2216ebc2d7 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b5e49fc-4fbf-4246-9c08-851be9cb80c8 HTTP/1.1" status: 200 len: 946 time: 0.1542850 Feb 09 01:33:43.304381 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4b6a1b7c-9686-4306-90cc-3af8d4d51aec req-c000856d-0c93-4b9c-9d08-d045abd8a56d tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669229 Feb 09 01:33:43.338236 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 74f96ba2-dbff-4e8e-b569-ed1f921f4d46, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=74f96ba2-dbff-4e8e-b569-ed1f921f4d46,segment=NetworkSegment(5c10c638-b521-4cb6-9087-cedebbf944d6),segment_id=5c10c638-b521-4cb6-9087-cedebbf944d6)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:33:43.374354 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '74f96ba2-dbff-4e8e-b569-ed1f921f4d46', 'network_id': '26583b8c-3069-470c-a0bb-9f0a4bbfaafa', 'port_id': '74f96ba2-dbff-4e8e-b569-ed1f921f4d46', 'mac_address': 'fa:16:3e:f6:b3:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 976, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8024e7fb-da76-4c67-9a80-502ebcf56e45', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:33:43.486061 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:43.530042 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f96ba2-dbff-4e8e-b569-ed1f921f4d46 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:33:43.548039 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f0d49-3f97-4665-aaca-e184be55d96c req-6c0b6107-810a-4553-b475-ecf79e87ce99 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:43.552516 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 74f96ba2-dbff-4e8e-b569-ed1f921f4d46, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=74f96ba2-dbff-4e8e-b569-ed1f921f4d46,segment=NetworkSegment(5c10c638-b521-4cb6-9087-cedebbf944d6),segment_id=5c10c638-b521-4cb6-9087-cedebbf944d6)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:33:43.557055 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-371f0d49-3f97-4665-aaca-e184be55d96c req-6c0b6107-810a-4553-b475-ecf79e87ce99 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=857b5c60-5590-4869-977a-3922dcbc19dd HTTP/1.1" status: 200 len: 945 time: 0.1042917 Feb 09 01:33:43.561520 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:43.621248 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-371f0d49-3f97-4665-aaca-e184be55d96c req-3e95666d-98ac-46d1-abac-b8646d9f41cf tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592313 Feb 09 01:33:43.655147 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=74f96ba2-dbff-4e8e-b569-ed1f921f4d46,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:43.951871 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['74f96ba2-dbff-4e8e-b569-ed1f921f4d46'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:33:44.056389 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80aff97-df10-4139-9994-11177db737b1 req-a07a6306-f475-4e73-b84c-d5bff6303e85 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:44.057915 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f80aff97-df10-4139-9994-11177db737b1 req-a07a6306-f475-4e73-b84c-d5bff6303e85 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=857b5c60-5590-4869-977a-3922dcbc19dd HTTP/1.1" status: 200 len: 945 time: 0.1026158 Feb 09 01:33:44.127581 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f80aff97-df10-4139-9994-11177db737b1 req-88556d37-610f-445c-b4b8-bb052c62d4b3 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624046 Feb 09 01:33:44.358925 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb978b1-b98f-4748-9141-8ad7f1d60a42 req-57cfd2a6-7614-45bb-89cd-74d491ed677f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:44.361502 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1fb978b1-b98f-4748-9141-8ad7f1d60a42 req-57cfd2a6-7614-45bb-89cd-74d491ed677f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6a31f32-c9f2-4bb0-8573-fa2fe8103e26 HTTP/1.1" status: 200 len: 945 time: 0.1161816 Feb 09 01:33:44.420082 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1fb978b1-b98f-4748-9141-8ad7f1d60a42 req-887418f5-b9ab-433a-a7c3-c2119d35f600 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?id=46a02f32-8a0d-4830-a548-fd955889b718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528102 Feb 09 01:33:45.336117 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a562f-a5d4-4c61-988f-a621eb01245a req-c69b61ff-77f8-45b3-a4b8-8ea654cf0f10 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:45.337810 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4e3a562f-a5d4-4c61-988f-a621eb01245a req-c69b61ff-77f8-45b3-a4b8-8ea654cf0f10 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=857b5c60-5590-4869-977a-3922dcbc19dd HTTP/1.1" status: 200 len: 945 time: 0.0868716 Feb 09 01:33:45.387596 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4e3a562f-a5d4-4c61-988f-a621eb01245a req-8e696cbf-1967-414b-9cef-19624c9e82ae tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435193 Feb 09 01:33:45.656995 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d046f-4594-44f1-8d4c-cc367f3cd451 req-d04d3928-36f6-4abd-b257-52108758ca86 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:45.658475 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9e5d046f-4594-44f1-8d4c-cc367f3cd451 req-d04d3928-36f6-4abd-b257-52108758ca86 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6a31f32-c9f2-4bb0-8573-fa2fe8103e26 HTTP/1.1" status: 200 len: 945 time: 0.1254618 Feb 09 01:33:45.730339 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9e5d046f-4594-44f1-8d4c-cc367f3cd451 req-1ef0c00c-51ed-4472-9501-effc8b66e07d tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?id=46a02f32-8a0d-4830-a548-fd955889b718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599635 Feb 09 01:33:45.739057 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81248571-8251-4908-a575-8f6d4016559d req-a4d3eebd-12d7-4fe0-98bd-858abf7911d9 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:45.740579 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81248571-8251-4908-a575-8f6d4016559d req-a4d3eebd-12d7-4fe0-98bd-858abf7911d9 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.35 "GET /v2.0/ports?device_id=857b5c60-5590-4869-977a-3922dcbc19dd HTTP/1.1" status: 200 len: 945 time: 0.1370106 Feb 09 01:33:45.829528 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-81248571-8251-4908-a575-8f6d4016559d req-d1620f19-80c6-4271-814b-dd9fe4d38c05 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Deleting port 76755662-3426-4fc7-9a8f-416d0ad12f90 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:33:45.829882 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-81248571-8251-4908-a575-8f6d4016559d req-d1620f19-80c6-4271-814b-dd9fe4d38c05 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:46.123348 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-81248571-8251-4908-a575-8f6d4016559d req-d1620f19-80c6-4271-814b-dd9fe4d38c05 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] For port 76755662-3426-4fc7-9a8f-416d0ad12f90, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=76755662-3426-4fc7-9a8f-416d0ad12f90,segment=NetworkSegment(b13e28b8-c315-4aea-ae2e-bbae93a80b62),segment_id=b13e28b8-c315-4aea-ae2e-bbae93a80b62)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:33:46.123687 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-81248571-8251-4908-a575-8f6d4016559d req-d1620f19-80c6-4271-814b-dd9fe4d38c05 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:46.301155 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-81248571-8251-4908-a575-8f6d4016559d req-d1620f19-80c6-4271-814b-dd9fe4d38c05 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Calling delete_port for 76755662-3426-4fc7-9a8f-416d0ad12f90 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:33:46.466159 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-81248571-8251-4908-a575-8f6d4016559d req-d1620f19-80c6-4271-814b-dd9fe4d38c05 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:46.478838 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['25a21778-6b12-4e8d-aec4-f341cf56db8f', '1e3b0622-9b81-47a5-af6b-e999d02ddbdb', '76755662-3426-4fc7-9a8f-416d0ad12f90'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:33:46.526127 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1620f19-80c6-4271-814b-dd9fe4d38c05 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Pushing event deleted for resources: {'Port': ['ID=76755662-3426-4fc7-9a8f-416d0ad12f90,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:46.630965 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-81248571-8251-4908-a575-8f6d4016559d req-d1620f19-80c6-4271-814b-dd9fe4d38c05 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] No DVR routers for this DVR port 76755662-3426-4fc7-9a8f-416d0ad12f90 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:33:46.639532 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fc6ef15b-b34d-489a-b8df-d9a8f8580240 req-2f5ea795-a59d-498a-a27f-3d1fdd02ceb1 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=857b5c60-5590-4869-977a-3922dcbc19dd HTTP/1.1" status: 200 len: 210 time: 0.0911953 Feb 09 01:33:46.649698 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-81248571-8251-4908-a575-8f6d4016559d req-d1620f19-80c6-4271-814b-dd9fe4d38c05 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:46.664119 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857b5c60-5590-4869-977a-3922dcbc19dd', 'name': 'network-vif-deleted', 'tag': '76755662-3426-4fc7-9a8f-416d0ad12f90'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:33:46.685394 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81248571-8251-4908-a575-8f6d4016559d req-d1620f19-80c6-4271-814b-dd9fe4d38c05 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.35 "DELETE /v2.0/ports/76755662-3426-4fc7-9a8f-416d0ad12f90 HTTP/1.1" status: 204 len: 173 time: 0.9374673 Feb 09 01:33:46.751543 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857b5c60-5590-4869-977a-3922dcbc19dd', 'name': 'network-vif-deleted', 'tag': '76755662-3426-4fc7-9a8f-416d0ad12f90', 'status': 'completed', 'code': 200} Feb 09 01:33:46.997096 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd88c4-7887-43a7-aced-73cdf1bf6036 req-97b80de7-18a7-4791-b2f0-7cbe90f25836 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:47.004890 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2bdd88c4-7887-43a7-aced-73cdf1bf6036 req-97b80de7-18a7-4791-b2f0-7cbe90f25836 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6a31f32-c9f2-4bb0-8573-fa2fe8103e26 HTTP/1.1" status: 200 len: 945 time: 0.1427817 Feb 09 01:33:47.063429 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2bdd88c4-7887-43a7-aced-73cdf1bf6036 req-75fcf4b2-422a-4626-b0b4-c9ecb2cffdf7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?id=46a02f32-8a0d-4830-a548-fd955889b718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573802 Feb 09 01:33:47.097788 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 74f96ba2-dbff-4e8e-b569-ed1f921f4d46 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:33:47.171538 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 74f96ba2-dbff-4e8e-b569-ed1f921f4d46 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:33:47.176073 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 74f96ba2-dbff-4e8e-b569-ed1f921f4d46 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:47.176776 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:47.305792 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:47.342208 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a31f32-c9f2-4bb0-8573-fa2fe8103e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f96ba2-dbff-4e8e-b569-ed1f921f4d46'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:33:47.374110 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 74f96ba2-dbff-4e8e-b569-ed1f921f4d46, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=74f96ba2-dbff-4e8e-b569-ed1f921f4d46,segment=NetworkSegment(5c10c638-b521-4cb6-9087-cedebbf944d6),segment_id=5c10c638-b521-4cb6-9087-cedebbf944d6)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:33:47.383396 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:47.384340 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 76755662-3426-4fc7-9a8f-416d0ad12f90 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:33:47.482380 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 76755662-3426-4fc7-9a8f-416d0ad12f90 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:33:47.483050 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 76755662-3426-4fc7-9a8f-416d0ad12f90 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:33:47.493202 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a31f32-c9f2-4bb0-8573-fa2fe8103e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f96ba2-dbff-4e8e-b569-ed1f921f4d46', 'code': 200} Feb 09 01:33:47.518013 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=74f96ba2-dbff-4e8e-b569-ed1f921f4d46,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:47.602443 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe70651-1e40-424c-a018-d313985c66b7 req-55ec20ad-ce4b-4ec1-9180-0940a98401af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:47.604064 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9fe70651-1e40-424c-a018-d313985c66b7 req-55ec20ad-ce4b-4ec1-9180-0940a98401af service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a6a31f32-c9f2-4bb0-8573-fa2fe8103e26 HTTP/1.1" status: 200 len: 1097 time: 0.0819960 Feb 09 01:33:47.651156 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9fe70651-1e40-424c-a018-d313985c66b7 req-e73026c2-ae00-4f8b-a498-1b50bb05bb84 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=46a02f32-8a0d-4830-a548-fd955889b718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376284 Feb 09 01:33:48.252830 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f4bbe-256c-49ec-91c3-789025484758 req-1ab30fe5-cf5d-4f2f-a6b0-048b23b6c1bf tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:48.262615 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0c1f4bbe-256c-49ec-91c3-789025484758 req-1ab30fe5-cf5d-4f2f-a6b0-048b23b6c1bf tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b5e49fc-4fbf-4246-9c08-851be9cb80c8 HTTP/1.1" status: 200 len: 946 time: 0.1489997 Feb 09 01:33:48.322323 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0c1f4bbe-256c-49ec-91c3-789025484758 req-e0838958-9b3f-4105-afe8-7dfe8d7340f2 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587265 Feb 09 01:33:48.377625 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0dfcb8-d0a6-42b7-bac0-d297f4543892 req-5b460964-0f4f-421a-9695-f49fa5b59353 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:48.379383 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1f0dfcb8-d0a6-42b7-bac0-d297f4543892 req-5b460964-0f4f-421a-9695-f49fa5b59353 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6a31f32-c9f2-4bb0-8573-fa2fe8103e26 HTTP/1.1" status: 200 len: 946 time: 0.1483052 Feb 09 01:33:48.439168 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1f0dfcb8-d0a6-42b7-bac0-d297f4543892 req-7b158dc8-94d6-42d6-9e8f-18aece7f9546 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?id=46a02f32-8a0d-4830-a548-fd955889b718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536709 Feb 09 01:33:49.537301 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bdd4ec-18dd-4cff-8413-6383b5c7e0fb req-2005da0b-d6e0-4f04-bd2b-45cd473e9bea tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:49.538993 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-70bdd4ec-18dd-4cff-8413-6383b5c7e0fb req-2005da0b-d6e0-4f04-bd2b-45cd473e9bea tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b5e49fc-4fbf-4246-9c08-851be9cb80c8 HTTP/1.1" status: 200 len: 946 time: 0.0977464 Feb 09 01:33:49.596745 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-70bdd4ec-18dd-4cff-8413-6383b5c7e0fb req-9814a21f-d6d3-42f5-8688-cb5afe26e32f tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516357 Feb 09 01:33:49.664342 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e43886-102c-468c-8a1e-0c1f95eb38b7 req-b97172c1-f60d-43fe-a99a-66b00b5e81a1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:49.666016 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-19e43886-102c-468c-8a1e-0c1f95eb38b7 req-b97172c1-f60d-43fe-a99a-66b00b5e81a1 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6a31f32-c9f2-4bb0-8573-fa2fe8103e26 HTTP/1.1" status: 200 len: 946 time: 0.1036906 Feb 09 01:33:49.725646 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-19e43886-102c-468c-8a1e-0c1f95eb38b7 req-23f10638-ea62-4f3e-a331-ceb7f5114c0e tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?id=46a02f32-8a0d-4830-a548-fd955889b718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499272 Feb 09 01:33:49.893918 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0fa84-12d3-4716-9e19-e6d4e9d74454 req-f804f401-06d4-4efe-b6a6-9ab2cdbd87ee tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:49.894953 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-8aa0fa84-12d3-4716-9e19-e6d4e9d74454 req-f804f401-06d4-4efe-b6a6-9ab2cdbd87ee tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Synchronizing usage tracker for tenant:b294377ce84e483b9e0d3e2eebffd609 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:33:49.915088 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-8aa0fa84-12d3-4716-9e19-e6d4e9d74454 req-f804f401-06d4-4efe-b6a6-9ab2cdbd87ee tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Unset dirty status for tenant:b294377ce84e483b9e0d3e2eebffd609 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:33:49.918196 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8aa0fa84-12d3-4716-9e19-e6d4e9d74454 req-f804f401-06d4-4efe-b6a6-9ab2cdbd87ee tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b5e49fc-4fbf-4246-9c08-851be9cb80c8 HTTP/1.1" status: 200 len: 946 time: 0.1220009 Feb 09 01:33:50.014500 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08e67e-414d-4609-8c71-39dac7e59a25 req-8b6ef471-4670-4a95-8d0d-6fc8dd865c26 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:50.025625 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-de08e67e-414d-4609-8c71-39dac7e59a25 req-8b6ef471-4670-4a95-8d0d-6fc8dd865c26 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6a31f32-c9f2-4bb0-8573-fa2fe8103e26 HTTP/1.1" status: 200 len: 946 time: 0.1476703 Feb 09 01:33:50.087054 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-8aa0fa84-12d3-4716-9e19-e6d4e9d74454 req-9e3a8e9c-1ba9-4cbf-8ba8-7f125c3d8500 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Deleting port 1e3b0622-9b81-47a5-af6b-e999d02ddbdb {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:33:50.087428 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8aa0fa84-12d3-4716-9e19-e6d4e9d74454 req-9e3a8e9c-1ba9-4cbf-8ba8-7f125c3d8500 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:50.135918 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-de08e67e-414d-4609-8c71-39dac7e59a25 req-f0e836b0-8754-4428-9390-5d8b8ec95612 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?id=46a02f32-8a0d-4830-a548-fd955889b718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080582 Feb 09 01:33:50.875344 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-8aa0fa84-12d3-4716-9e19-e6d4e9d74454 req-9e3a8e9c-1ba9-4cbf-8ba8-7f125c3d8500 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] For port 1e3b0622-9b81-47a5-af6b-e999d02ddbdb, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=1e3b0622-9b81-47a5-af6b-e999d02ddbdb,segment=NetworkSegment(b13e28b8-c315-4aea-ae2e-bbae93a80b62),segment_id=b13e28b8-c315-4aea-ae2e-bbae93a80b62)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:33:50.876332 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8aa0fa84-12d3-4716-9e19-e6d4e9d74454 req-9e3a8e9c-1ba9-4cbf-8ba8-7f125c3d8500 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:51.020343 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-8aa0fa84-12d3-4716-9e19-e6d4e9d74454 req-9e3a8e9c-1ba9-4cbf-8ba8-7f125c3d8500 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Calling delete_port for 1e3b0622-9b81-47a5-af6b-e999d02ddbdb owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:33:51.066415 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9227c7-51e7-46f6-b5c2-c8f29e1d197f req-e5b5df83-86ac-47bc-a259-9770d613d049 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:51.067901 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d9227c7-51e7-46f6-b5c2-c8f29e1d197f req-e5b5df83-86ac-47bc-a259-9770d613d049 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b5e49fc-4fbf-4246-9c08-851be9cb80c8 HTTP/1.1" status: 200 len: 946 time: 0.2857506 Feb 09 01:33:51.121463 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d9227c7-51e7-46f6-b5c2-c8f29e1d197f req-f23cea06-949d-4a12-ae92-8dc74ddd02ee tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452456 Feb 09 01:33:51.257928 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8aa0fa84-12d3-4716-9e19-e6d4e9d74454 req-9e3a8e9c-1ba9-4cbf-8ba8-7f125c3d8500 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:51.270581 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['25a21778-6b12-4e8d-aec4-f341cf56db8f'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:33:51.387954 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a8e9c-1ba9-4cbf-8ba8-7f125c3d8500 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Pushing event deleted for resources: {'Port': ['ID=1e3b0622-9b81-47a5-af6b-e999d02ddbdb,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:51.521649 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa0fa84-12d3-4716-9e19-e6d4e9d74454 req-9e3a8e9c-1ba9-4cbf-8ba8-7f125c3d8500 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] No DVR routers for this DVR port 1e3b0622-9b81-47a5-af6b-e999d02ddbdb on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:33:51.521649 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8aa0fa84-12d3-4716-9e19-e6d4e9d74454 req-9e3a8e9c-1ba9-4cbf-8ba8-7f125c3d8500 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:51.535231 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5e49fc-4fbf-4246-9c08-851be9cb80c8', 'name': 'network-vif-deleted', 'tag': '1e3b0622-9b81-47a5-af6b-e999d02ddbdb'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:33:51.555900 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8aa0fa84-12d3-4716-9e19-e6d4e9d74454 req-9e3a8e9c-1ba9-4cbf-8ba8-7f125c3d8500 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.35 "DELETE /v2.0/ports/1e3b0622-9b81-47a5-af6b-e999d02ddbdb HTTP/1.1" status: 204 len: 173 time: 1.6277092 Feb 09 01:33:51.593490 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5e49fc-4fbf-4246-9c08-851be9cb80c8', 'name': 'network-vif-deleted', 'tag': '1e3b0622-9b81-47a5-af6b-e999d02ddbdb', 'status': 'completed', 'code': 200} Feb 09 01:33:51.677492 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49552) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:52.008909 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:52.498462 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5590303d-6887-4f0e-a695-123d3988ff2f req-cb57bbf0-358b-4de6-95c7-b84c6415b40a tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Synchronizing usage tracker for tenant:b294377ce84e483b9e0d3e2eebffd609 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:33:52.537835 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5590303d-6887-4f0e-a695-123d3988ff2f req-cb57bbf0-358b-4de6-95c7-b84c6415b40a tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Unset dirty status for tenant:b294377ce84e483b9e0d3e2eebffd609 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:33:52.559041 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5590303d-6887-4f0e-a695-123d3988ff2f req-cb57bbf0-358b-4de6-95c7-b84c6415b40a tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b5e49fc-4fbf-4246-9c08-851be9cb80c8 HTTP/1.1" status: 200 len: 210 time: 0.1317370 Feb 09 01:33:52.979843 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f52779e4-6263-4edc-8488-44746c29739f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:53.123105 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 1e3b0622-9b81-47a5-af6b-e999d02ddbdb no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:33:53.204620 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 1e3b0622-9b81-47a5-af6b-e999d02ddbdb {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:33:53.204620 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 1e3b0622-9b81-47a5-af6b-e999d02ddbdb not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:33:53.556772 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-f52779e4-6263-4edc-8488-44746c29739f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Allocated IP 172.20.0.17 (26583b8c-3069-470c-a0bb-9f0a4bbfaafa/8024e7fb-da76-4c67-9a80-502ebcf56e45/22d3b317-9ff2-42bd-a536-0a271e7c760f) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:33:54.097182 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f52779e4-6263-4edc-8488-44746c29739f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:54.144757 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-f52779e4-6263-4edc-8488-44746c29739f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Transition to ACTIVE for port object 22d3b317-9ff2-42bd-a536-0a271e7c760f will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:33:54.231314 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f52779e4-6263-4edc-8488-44746c29739f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:54.430088 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52779e4-6263-4edc-8488-44746c29739f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Network 26583b8c-3069-470c-a0bb-9f0a4bbfaafa is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:54.447477 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-f52779e4-6263-4edc-8488-44746c29739f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:54.458021 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52779e4-6263-4edc-8488-44746c29739f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:33:54.529224 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f52779e4-6263-4edc-8488-44746c29739f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:54.606279 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52779e4-6263-4edc-8488-44746c29739f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'Port': ['ID=22d3b317-9ff2-42bd-a536-0a271e7c760f,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:54.654656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52779e4-6263-4edc-8488-44746c29739f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:54.654656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52779e4-6263-4edc-8488-44746c29739f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:54.654656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52779e4-6263-4edc-8488-44746c29739f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:54.654656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52779e4-6263-4edc-8488-44746c29739f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:54.654656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52779e4-6263-4edc-8488-44746c29739f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:54.654656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52779e4-6263-4edc-8488-44746c29739f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:54.654656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52779e4-6263-4edc-8488-44746c29739f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:54.654656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52779e4-6263-4edc-8488-44746c29739f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:54.654656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52779e4-6263-4edc-8488-44746c29739f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:54.654656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52779e4-6263-4edc-8488-44746c29739f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:54.654656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52779e4-6263-4edc-8488-44746c29739f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:54.654656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52779e4-6263-4edc-8488-44746c29739f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:54.908420 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f52779e4-6263-4edc-8488-44746c29739f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:54.999968 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-a4a2ffa7-f520-406b-b210-9cb5b56e9632 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:55.008255 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-a4a2ffa7-f520-406b-b210-9cb5b56e9632 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/networks?id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c HTTP/1.1" status: 200 len: 806 time: 0.5483692 Feb 09 01:33:55.017549 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-4ea93d92-7c7f-48b9-bc00-9d45bca6e41e None None] Provisioning for port 22d3b317-9ff2-42bd-a536-0a271e7c760f completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:33:55.026668 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-4ea93d92-7c7f-48b9-bc00-9d45bca6e41e None None] Provisioning complete for port 22d3b317-9ff2-42bd-a536-0a271e7c760f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:55.026668 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4ea93d92-7c7f-48b9-bc00-9d45bca6e41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:55.054863 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-df922280-43fb-452a-ab89-294654db1159 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/quotas/b294377ce84e483b9e0d3e2eebffd609 HTTP/1.1" status: 200 len: 375 time: 0.0407865 Feb 09 01:33:55.231336 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-4ea93d92-7c7f-48b9-bc00-9d45bca6e41e None None] Port 22d3b317-9ff2-42bd-a536-0a271e7c760f cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:33:55.283145 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:55.319093 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-c1e76e3a-3c5e-4e23-b6cb-e3cc9338e667 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b294377ce84e483b9e0d3e2eebffd609&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2700613 Feb 09 01:33:55.647431 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-a5548e32-f2c8-48ed-8031-007e7cebe4c8 service neutron] 10.222.0.37 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961168 Feb 09 01:33:55.874323 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-e040e5bc-c756-41a1-9be8-fe385a25aa76 service neutron] 10.222.0.37 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272475 Feb 09 01:33:56.071646 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f52779e4-6263-4edc-8488-44746c29739f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:56.081903 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f52779e4-6263-4edc-8488-44746c29739f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:56.683533 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f52779e4-6263-4edc-8488-44746c29739f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:56.725333 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52779e4-6263-4edc-8488-44746c29739f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'Port': ['ID=22d3b317-9ff2-42bd-a536-0a271e7c760f,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:56.961084 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-741a1af2-0b71-41e1-a81b-b01a4469cfef req-ffa80016-cfa6-4dfa-9b50-6794474f4c41 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8cf1c96-ec17-4fe7-bc4d-f2bdb4e64d11 HTTP/1.1" status: 200 len: 210 time: 0.6198113 Feb 09 01:33:56.976665 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52779e4-6263-4edc-8488-44746c29739f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Network 26583b8c-3069-470c-a0bb-9f0a4bbfaafa is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:56.976665 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-f52779e4-6263-4edc-8488-44746c29739f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:57.362817 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52779e4-6263-4edc-8488-44746c29739f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Router 1fffcba7-8259-4707-b90e-6e2e5dbbcc1e has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:33:57.379307 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-88225cb8-f818-4ee4-8664-0adce0e590ef None None] Provisioning complete for port 22d3b317-9ff2-42bd-a536-0a271e7c760f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:57.382360 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-88225cb8-f818-4ee4-8664-0adce0e590ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:57.532836 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-88225cb8-f818-4ee4-8664-0adce0e590ef None None] Port 22d3b317-9ff2-42bd-a536-0a271e7c760f cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:33:57.580788 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52779e4-6263-4edc-8488-44746c29739f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:33:57.599669 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266e4058-be6f-46b4-a936-5fb05c490f72 None None] Sync routers for ids ['1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:33:57.607738 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f52779e4-6263-4edc-8488-44746c29739f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "PUT /v2.0/routers/1fffcba7-8259-4707-b90e-6e2e5dbbcc1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9310060 Feb 09 01:33:57.613935 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266e4058-be6f-46b4-a936-5fb05c490f72 None None] Routers {'1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:33:57.615010 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-266e4058-be6f-46b4-a936-5fb05c490f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:33:40Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:58.004590 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-266e4058-be6f-46b4-a936-5fb05c490f72 None None] Set router 1fffcba7-8259-4707-b90e-6e2e5dbbcc1e gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:33:58.314831 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8689c6b3-cda5-42f6-a593-81e0cf791fc0 req-561ec3f0-6876-4d12-9860-4424cc963519 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8cf1c96-ec17-4fe7-bc4d-f2bdb4e64d11 HTTP/1.1" status: 200 len: 210 time: 0.0722682 Feb 09 01:33:58.511119 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49632) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:58.684670 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-7b23cb49-6087-46c7-8005-f75e88e2b9b5 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:58.684670 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-7b23cb49-6087-46c7-8005-f75e88e2b9b5 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.35 "GET /v2.0/networks?id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c HTTP/1.1" status: 200 len: 806 time: 0.3366432 Feb 09 01:33:58.697928 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-10889134-c31e-4da4-9e7c-91e3e2c50969 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Request body: {'port': {'device_id': 'f8cf1c96-ec17-4fe7-bc4d-f2bdb4e64d11', 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c', 'admin_state_up': True, 'tenant_id': 'b294377ce84e483b9e0d3e2eebffd609'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:58.752523 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-266e4058-be6f-46b4-a936-5fb05c490f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'name': 'tempest-TestNetworkBasicOps-router-1893570094', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:09Z', 'updated_at': '2022-02-09T01:33:54Z', 'revision_number': 5, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:10Z', 'updated_at': '2022-02-09T01:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '0b8e4532-2032-4269-979a-1693fddc2d6a', 'tenant_id': '089df553ed3542348a44835caf19372b', 'floating_ip_address': '172.25.5.38', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'port_id': '12a6304b-c841-4185-ac18-0a767c004259', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1', 'mac_address': 'fa:16:3e:96:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eebeb3-b2fa-4104-810e-c4eadcf403a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:32:41Z', 'updated_at': '2022-02-09T01:32:45Z', 'revision_number': 1, 'project_id': '089df553ed3542348a44835caf19372b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d3b317-9ff2-42bd-a536-0a271e7c760f', 'name': '', 'network_id': '26583b8c-3069-470c-a0bb-9f0a4bbfaafa', 'tenant_id': '089df553ed3542348a44835caf19372b', 'mac_address': 'fa:16:3e:27:e7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '8024e7fb-da76-4c67-9a80-502ebcf56e45', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:53Z', 'updated_at': '2022-02-09T01:33:55Z', 'revision_number': 2, 'project_id': '089df553ed3542348a44835caf19372b', 'subnets': [{'id': '8024e7fb-da76-4c67-9a80-502ebcf56e45', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6a50320-850c-4a76-a68a-96b1c27a3649', 'name': '', 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1', 'tenant_id': '089df553ed3542348a44835caf19372b', 'mac_address': 'fa:16:3e:89:58:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'da4a8d72-89ab-42e6-955e-754763d2d4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:16Z', 'updated_at': '2022-02-09T01:32:24Z', 'revision_number': 5, 'project_id': '089df553ed3542348a44835caf19372b', 'subnets': [{'id': 'da4a8d72-89ab-42e6-955e-754763d2d4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:58.760794 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266e4058-be6f-46b4-a936-5fb05c490f72 None None] Checking router: 1fffcba7-8259-4707-b90e-6e2e5dbbcc1e for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:33:58.760939 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266e4058-be6f-46b4-a936-5fb05c490f72 None None] Updating router 1fffcba7-8259-4707-b90e-6e2e5dbbcc1e port 22d3b317-9ff2-42bd-a536-0a271e7c760f binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:33:58.817318 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3ce64104-8870-4b41-a530-3ab378354fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:58.841177 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3ce64104-8870-4b41-a530-3ab378354fc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:58.847545 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3ce64104-8870-4b41-a530-3ab378354fc4 admin admin] Usage tracker for resource:security_group_rule and tenant:c5d9e766428d48ba998b62e0754276bc is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:33:58.849532 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-266e4058-be6f-46b4-a936-5fb05c490f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:58.851573 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3ce64104-8870-4b41-a530-3ab378354fc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:33:58.857539 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3ce64104-8870-4b41-a530-3ab378354fc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:58.972852 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-10889134-c31e-4da4-9e7c-91e3e2c50969 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:58.983651 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-10889134-c31e-4da4-9e7c-91e3e2c50969 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:58.998033 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3ce64104-8870-4b41-a530-3ab378354fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:59.002326 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3ce64104-8870-4b41-a530-3ab378354fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:59.008964 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-10889134-c31e-4da4-9e7c-91e3e2c50969 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Made reservation on behalf of b294377ce84e483b9e0d3e2eebffd609 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:59.014216 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-10889134-c31e-4da4-9e7c-91e3e2c50969 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:59.065791 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3ce64104-8870-4b41-a530-3ab378354fc4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c5d9e766428d48ba998b62e0754276bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5554385 Feb 09 01:33:59.067309 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49642) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:59.079106 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce64104-8870-4b41-a530-3ab378354fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b65d66-4bb3-4485-b358-06f767413ff0,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:59.147025 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d2be8af2-42c0-439e-9f55-a65ca5da792f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:59.185898 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d2be8af2-42c0-439e-9f55-a65ca5da792f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:59.245656 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d2be8af2-42c0-439e-9f55-a65ca5da792f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:59.267461 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d2be8af2-42c0-439e-9f55-a65ca5da792f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:59.271665 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d2be8af2-42c0-439e-9f55-a65ca5da792f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/85b65d66-4bb3-4485-b358-06f767413ff0 HTTP/1.1" status: 204 len: 168 time: 0.2033887 Feb 09 01:33:59.273915 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be8af2-42c0-439e-9f55-a65ca5da792f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b65d66-4bb3-4485-b358-06f767413ff0,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:59.341138 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-266e4058-be6f-46b4-a936-5fb05c490f72 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:59.358518 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-266e4058-be6f-46b4-a936-5fb05c490f72 None None] Transition to ACTIVE for port object 22d3b317-9ff2-42bd-a536-0a271e7c760f will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:33:59.367442 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-266e4058-be6f-46b4-a936-5fb05c490f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:59.462585 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-10889134-c31e-4da4-9e7c-91e3e2c50969 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Allocated IP 172.20.0.14 (fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c/bb2e4f25-38e7-4153-b1cd-2ff2d0945d59/a7c9daf9-804e-4b00-8ced-b9dc333306f4) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:33:59.524584 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-72318c46-cdf2-460f-aa8d-8a1f3519f94b req-88d8b720-a726-4f16-a9e1-01a0ea78c2ea tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8cf1c96-ec17-4fe7-bc4d-f2bdb4e64d11 HTTP/1.1" status: 200 len: 210 time: 0.0836761 Feb 09 01:33:59.741203 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c78d1-13d7-4ecc-abd7-e93c038bcc0f None None] Pushing event updated for resources: {'Port': ['ID=22d3b317-9ff2-42bd-a536-0a271e7c760f,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:59.753147 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-266e4058-be6f-46b4-a936-5fb05c490f72 None None] Attempting to bind port 22d3b317-9ff2-42bd-a536-0a271e7c760f on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:33:59.753147 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-266e4058-be6f-46b4-a936-5fb05c490f72 None None] Attempting to bind port 22d3b317-9ff2-42bd-a536-0a271e7c760f by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '5c10c638-b521-4cb6-9087-cedebbf944d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '26583b8c-3069-470c-a0bb-9f0a4bbfaafa'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:33:59.753147 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266e4058-be6f-46b4-a936-5fb05c490f72 None None] Attempting to bind port 22d3b317-9ff2-42bd-a536-0a271e7c760f on network 26583b8c-3069-470c-a0bb-9f0a4bbfaafa {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:33:59.753147 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c78d1-13d7-4ecc-abd7-e93c038bcc0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:59.753147 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c78d1-13d7-4ecc-abd7-e93c038bcc0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:59.753147 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c78d1-13d7-4ecc-abd7-e93c038bcc0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:59.753147 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c78d1-13d7-4ecc-abd7-e93c038bcc0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:59.753147 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c78d1-13d7-4ecc-abd7-e93c038bcc0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:59.753147 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c78d1-13d7-4ecc-abd7-e93c038bcc0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:59.753147 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c78d1-13d7-4ecc-abd7-e93c038bcc0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:59.753147 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c78d1-13d7-4ecc-abd7-e93c038bcc0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:59.753147 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c78d1-13d7-4ecc-abd7-e93c038bcc0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:59.753147 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c78d1-13d7-4ecc-abd7-e93c038bcc0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:59.753147 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c78d1-13d7-4ecc-abd7-e93c038bcc0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:59.753147 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c78d1-13d7-4ecc-abd7-e93c038bcc0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:59.768724 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266e4058-be6f-46b4-a936-5fb05c490f72 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:33:59.768724 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266e4058-be6f-46b4-a936-5fb05c490f72 None None] Checking segment: {'id': '5c10c638-b521-4cb6-9087-cedebbf944d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '26583b8c-3069-470c-a0bb-9f0a4bbfaafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:33:59.768724 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-266e4058-be6f-46b4-a936-5fb05c490f72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:59.768724 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266e4058-be6f-46b4-a936-5fb05c490f72 None None] Bound using segment: {'id': '5c10c638-b521-4cb6-9087-cedebbf944d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '26583b8c-3069-470c-a0bb-9f0a4bbfaafa'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:33:59.768724 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-266e4058-be6f-46b4-a936-5fb05c490f72 None None] Bound port: 22d3b317-9ff2-42bd-a536-0a271e7c760f, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c10c638-b521-4cb6-9087-cedebbf944d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '26583b8c-3069-470c-a0bb-9f0a4bbfaafa'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:33:59.768724 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-266e4058-be6f-46b4-a936-5fb05c490f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:59.786526 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49658) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:33:59.826023 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-61ac7265-f05b-4735-8dd5-2d595a1618d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:59.842466 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-10889134-c31e-4da4-9e7c-91e3e2c50969 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:59.859624 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-61ac7265-f05b-4735-8dd5-2d595a1618d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:33:59.864795 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-61ac7265-f05b-4735-8dd5-2d595a1618d3 admin admin] Usage tracker for resource:security_group_rule and tenant:c36ffac9d11148c9807b0eb8aa8ee950 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:33:59.868192 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-61ac7265-f05b-4735-8dd5-2d595a1618d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:33:59.883309 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-61ac7265-f05b-4735-8dd5-2d595a1618d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:33:59.893501 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-10889134-c31e-4da4-9e7c-91e3e2c50969 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:33:59.906172 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['25a21778-6b12-4e8d-aec4-f341cf56db8f'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:33:59.912608 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-266e4058-be6f-46b4-a936-5fb05c490f72 None None] For port 22d3b317-9ff2-42bd-a536-0a271e7c760f, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:33:59.920241 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-266e4058-be6f-46b4-a936-5fb05c490f72 None None] For port 22d3b317-9ff2-42bd-a536-0a271e7c760f, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=22d3b317-9ff2-42bd-a536-0a271e7c760f,segment=NetworkSegment(5c10c638-b521-4cb6-9087-cedebbf944d6),segment_id=5c10c638-b521-4cb6-9087-cedebbf944d6)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:33:59.926219 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-266e4058-be6f-46b4-a936-5fb05c490f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:00.007507 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-61ac7265-f05b-4735-8dd5-2d595a1618d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:00.016908 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-61ac7265-f05b-4735-8dd5-2d595a1618d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:00.017419 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10889134-c31e-4da4-9e7c-91e3e2c50969 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Pushing event updated for resources: {'Port': ['ID=a7c9daf9-804e-4b00-8ced-b9dc333306f4,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:00.017861 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266e4058-be6f-46b4-a936-5fb05c490f72 None None] Routers {'1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:34:00.018498 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-266e4058-be6f-46b4-a936-5fb05c490f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:33:40Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:00.027015 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10889134-c31e-4da4-9e7c-91e3e2c50969 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:00.028738 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10889134-c31e-4da4-9e7c-91e3e2c50969 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:00.029194 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10889134-c31e-4da4-9e7c-91e3e2c50969 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:00.029620 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10889134-c31e-4da4-9e7c-91e3e2c50969 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:00.031597 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10889134-c31e-4da4-9e7c-91e3e2c50969 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:00.032169 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10889134-c31e-4da4-9e7c-91e3e2c50969 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:00.032838 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10889134-c31e-4da4-9e7c-91e3e2c50969 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:00.035209 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10889134-c31e-4da4-9e7c-91e3e2c50969 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:00.035758 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10889134-c31e-4da4-9e7c-91e3e2c50969 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:00.036363 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10889134-c31e-4da4-9e7c-91e3e2c50969 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:00.039267 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10889134-c31e-4da4-9e7c-91e3e2c50969 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:00.039859 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10889134-c31e-4da4-9e7c-91e3e2c50969 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:00.060128 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-10889134-c31e-4da4-9e7c-91e3e2c50969 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Network fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:34:00.067544 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-10889134-c31e-4da4-9e7c-91e3e2c50969 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:34:00.079448 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-10889134-c31e-4da4-9e7c-91e3e2c50969 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:34:00.082094 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-61ac7265-f05b-4735-8dd5-2d595a1618d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c36ffac9d11148c9807b0eb8aa8ee950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2954631 Feb 09 01:34:00.087081 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49662) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:00.189590 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac7265-f05b-4735-8dd5-2d595a1618d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8a33d8-bfab-4721-b909-796256f6186a,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:00.240240 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-10889134-c31e-4da4-9e7c-91e3e2c50969 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:00.242109 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-10889134-c31e-4da4-9e7c-91e3e2c50969 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:00.296739 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-10889134-c31e-4da4-9e7c-91e3e2c50969 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6044126 Feb 09 01:34:00.302017 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d77272cc-7af2-419e-a856-bd3090c42a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:00.303137 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-266e4058-be6f-46b4-a936-5fb05c490f72 None None] Set router 1fffcba7-8259-4707-b90e-6e2e5dbbcc1e gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:34:00.311518 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-5c8bbe4f-b1d9-4478-9cd1-a3612d9e8ebc service neutron] Request body: {'port': {'device_id': 'f8cf1c96-ec17-4fe7-bc4d-f2bdb4e64d11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:00.345795 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d77272cc-7af2-419e-a856-bd3090c42a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:00.432553 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d77272cc-7af2-419e-a856-bd3090c42a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:00.466111 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77272cc-7af2-419e-a856-bd3090c42a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8a33d8-bfab-4721-b909-796256f6186a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:00.469818 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d77272cc-7af2-419e-a856-bd3090c42a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:00.475138 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d77272cc-7af2-419e-a856-bd3090c42a73 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1b8a33d8-bfab-4721-b909-796256f6186a HTTP/1.1" status: 204 len: 168 time: 0.3812990 Feb 09 01:34:00.499300 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-5c8bbe4f-b1d9-4478-9cd1-a3612d9e8ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:00.572873 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c78d1-13d7-4ecc-abd7-e93c038bcc0f None None] Pushing event updated for resources: {'Port': ['ID=22d3b317-9ff2-42bd-a536-0a271e7c760f,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:00.878570 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-266e4058-be6f-46b4-a936-5fb05c490f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'name': 'tempest-TestNetworkBasicOps-router-1893570094', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:09Z', 'updated_at': '2022-02-09T01:33:54Z', 'revision_number': 5, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:10Z', 'updated_at': '2022-02-09T01:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '0b8e4532-2032-4269-979a-1693fddc2d6a', 'tenant_id': '089df553ed3542348a44835caf19372b', 'floating_ip_address': '172.25.5.38', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'port_id': '12a6304b-c841-4185-ac18-0a767c004259', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1', 'mac_address': 'fa:16:3e:96:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eebeb3-b2fa-4104-810e-c4eadcf403a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:32:41Z', 'updated_at': '2022-02-09T01:32:45Z', 'revision_number': 1, 'project_id': '089df553ed3542348a44835caf19372b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d3b317-9ff2-42bd-a536-0a271e7c760f', 'name': '', 'network_id': '26583b8c-3069-470c-a0bb-9f0a4bbfaafa', 'tenant_id': '089df553ed3542348a44835caf19372b', 'mac_address': 'fa:16:3e:27:e7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '8024e7fb-da76-4c67-9a80-502ebcf56e45', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:53Z', 'updated_at': '2022-02-09T01:33:59Z', 'revision_number': 4, 'project_id': '089df553ed3542348a44835caf19372b', 'subnets': [{'id': '8024e7fb-da76-4c67-9a80-502ebcf56e45', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6a50320-850c-4a76-a68a-96b1c27a3649', 'name': '', 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1', 'tenant_id': '089df553ed3542348a44835caf19372b', 'mac_address': 'fa:16:3e:89:58:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'da4a8d72-89ab-42e6-955e-754763d2d4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:16Z', 'updated_at': '2022-02-09T01:32:24Z', 'revision_number': 5, 'project_id': '089df553ed3542348a44835caf19372b', 'subnets': [{'id': 'da4a8d72-89ab-42e6-955e-754763d2d4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:00.883655 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266e4058-be6f-46b4-a936-5fb05c490f72 None None] The sync data for ids ['1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'] in n-d-828419-1 is: [{'id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'name': 'tempest-TestNetworkBasicOps-router-1893570094', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:09Z', 'updated_at': '2022-02-09T01:33:54Z', 'revision_number': 5, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:10Z', 'updated_at': '2022-02-09T01:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '0b8e4532-2032-4269-979a-1693fddc2d6a', 'tenant_id': '089df553ed3542348a44835caf19372b', 'floating_ip_address': '172.25.5.38', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'port_id': '12a6304b-c841-4185-ac18-0a767c004259', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1', 'mac_address': 'fa:16:3e:96:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eebeb3-b2fa-4104-810e-c4eadcf403a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:32:41Z', 'updated_at': '2022-02-09T01:32:45Z', 'revision_number': 1, 'project_id': '089df553ed3542348a44835caf19372b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d3b317-9ff2-42bd-a536-0a271e7c760f', 'name': '', 'network_id': '26583b8c-3069-470c-a0bb-9f0a4bbfaafa', 'tenant_id': '089df553ed3542348a44835caf19372b', 'mac_address': 'fa:16:3e:27:e7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '8024e7fb-da76-4c67-9a80-502ebcf56e45', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:53Z', 'updated_at': '2022-02-09T01:33:59Z', 'revision_number': 4, 'project_id': '089df553ed3542348a44835caf19372b', 'subnets': [{'id': '8024e7fb-da76-4c67-9a80-502ebcf56e45', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6a50320-850c-4a76-a68a-96b1c27a3649', 'name': '', 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1', 'tenant_id': '089df553ed3542348a44835caf19372b', 'mac_address': 'fa:16:3e:89:58:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'da4a8d72-89ab-42e6-955e-754763d2d4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:16Z', 'updated_at': '2022-02-09T01:32:24Z', 'revision_number': 5, 'project_id': '089df553ed3542348a44835caf19372b', 'subnets': [{'id': 'da4a8d72-89ab-42e6-955e-754763d2d4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:34:00.958011 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14033c-9527-4010-8311-05cc55ce8f1f req-bf85f286-9068-4aef-b257-822b695dfb15 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:00.958842 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-4e14033c-9527-4010-8311-05cc55ce8f1f req-bf85f286-9068-4aef-b257-822b695dfb15 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Synchronizing usage tracker for tenant:b294377ce84e483b9e0d3e2eebffd609 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:34:01.008221 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-4e14033c-9527-4010-8311-05cc55ce8f1f req-bf85f286-9068-4aef-b257-822b695dfb15 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Unset dirty status for tenant:b294377ce84e483b9e0d3e2eebffd609 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:34:01.015712 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4e14033c-9527-4010-8311-05cc55ce8f1f req-bf85f286-9068-4aef-b257-822b695dfb15 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8cf1c96-ec17-4fe7-bc4d-f2bdb4e64d11 HTTP/1.1" status: 200 len: 932 time: 0.3006873 Feb 09 01:34:01.130857 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4e14033c-9527-4010-8311-05cc55ce8f1f req-352a6c68-b837-404e-aec0-b7e494dfbbd6 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136878 Feb 09 01:34:01.216145 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-5c8bbe4f-b1d9-4478-9cd1-a3612d9e8ebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7c9daf9-804e-4b00-8ced-b9dc333306f4 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:34:01.230235 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-5c8bbe4f-b1d9-4478-9cd1-a3612d9e8ebc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:01.256150 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-5c8bbe4f-b1d9-4478-9cd1-a3612d9e8ebc service neutron] Transition to ACTIVE for port object a7c9daf9-804e-4b00-8ced-b9dc333306f4 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:34:01.266641 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-5c8bbe4f-b1d9-4478-9cd1-a3612d9e8ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:01.565215 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8bbe4f-b1d9-4478-9cd1-a3612d9e8ebc service neutron] Pushing event updated for resources: {'Port': ['ID=a7c9daf9-804e-4b00-8ced-b9dc333306f4,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:01.614274 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-5c8bbe4f-b1d9-4478-9cd1-a3612d9e8ebc service neutron] Attempting to bind port a7c9daf9-804e-4b00-8ced-b9dc333306f4 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:34:01.615360 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-5c8bbe4f-b1d9-4478-9cd1-a3612d9e8ebc service neutron] Attempting to bind port a7c9daf9-804e-4b00-8ced-b9dc333306f4 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'b13e28b8-c315-4aea-ae2e-bbae93a80b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:34:01.615360 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-5c8bbe4f-b1d9-4478-9cd1-a3612d9e8ebc service neutron] Attempting to bind port a7c9daf9-804e-4b00-8ced-b9dc333306f4 on network fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:34:01.622357 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-5c8bbe4f-b1d9-4478-9cd1-a3612d9e8ebc service neutron] Port a7c9daf9-804e-4b00-8ced-b9dc333306f4 on network fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:34:01.622732 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-5c8bbe4f-b1d9-4478-9cd1-a3612d9e8ebc service neutron] Attempting to bind port a7c9daf9-804e-4b00-8ced-b9dc333306f4 on network fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:34:01.635518 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-5c8bbe4f-b1d9-4478-9cd1-a3612d9e8ebc service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:34:01.635518 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-5c8bbe4f-b1d9-4478-9cd1-a3612d9e8ebc service neutron] Checking segment: {'id': 'b13e28b8-c315-4aea-ae2e-bbae93a80b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:34:01.635518 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-5c8bbe4f-b1d9-4478-9cd1-a3612d9e8ebc service neutron] Bound using segment: {'id': 'b13e28b8-c315-4aea-ae2e-bbae93a80b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:34:01.635518 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-5c8bbe4f-b1d9-4478-9cd1-a3612d9e8ebc service neutron] Bound port: a7c9daf9-804e-4b00-8ced-b9dc333306f4, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b13e28b8-c315-4aea-ae2e-bbae93a80b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:34:01.641063 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-5c8bbe4f-b1d9-4478-9cd1-a3612d9e8ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:01.737413 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-5c8bbe4f-b1d9-4478-9cd1-a3612d9e8ebc service neutron] For port a7c9daf9-804e-4b00-8ced-b9dc333306f4, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:34:01.740951 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-5c8bbe4f-b1d9-4478-9cd1-a3612d9e8ebc service neutron] For port a7c9daf9-804e-4b00-8ced-b9dc333306f4, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a7c9daf9-804e-4b00-8ced-b9dc333306f4,segment=NetworkSegment(b13e28b8-c315-4aea-ae2e-bbae93a80b62),segment_id=b13e28b8-c315-4aea-ae2e-bbae93a80b62)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:34:01.747942 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-5c8bbe4f-b1d9-4478-9cd1-a3612d9e8ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:01.839488 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-5c8bbe4f-b1d9-4478-9cd1-a3612d9e8ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:01.841205 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-5c8bbe4f-b1d9-4478-9cd1-a3612d9e8ebc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:01.842796 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-5c8bbe4f-b1d9-4478-9cd1-a3612d9e8ebc service neutron] 10.222.0.35 "PUT /v2.0/ports/a7c9daf9-804e-4b00-8ced-b9dc333306f4 HTTP/1.1" status: 200 len: 1092 time: 1.5377340 Feb 09 01:34:01.843415 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8cf1c96-ec17-4fe7-bc4d-f2bdb4e64d11', 'tag': 'a7c9daf9-804e-4b00-8ced-b9dc333306f4'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:34:01.902619 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8bbe4f-b1d9-4478-9cd1-a3612d9e8ebc service neutron] Pushing event updated for resources: {'Port': ['ID=a7c9daf9-804e-4b00-8ced-b9dc333306f4,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:01.973097 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8cf1c96-ec17-4fe7-bc4d-f2bdb4e64d11', 'tag': 'a7c9daf9-804e-4b00-8ced-b9dc333306f4', 'status': 'completed', 'code': 200} Feb 09 01:34:02.013720 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-c2181dc9-8f00-4f54-9729-f73fce088c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:02.015231 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-c2181dc9-8f00-4f54-9729-f73fce088c1b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b294377ce84e483b9e0d3e2eebffd609&device_id=f8cf1c96-ec17-4fe7-bc4d-f2bdb4e64d11 HTTP/1.1" status: 200 len: 1095 time: 0.1034570 Feb 09 01:34:02.130549 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-9d0cf68f-65d4-4764-99de-2f420d2bc2ea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7c9daf9-804e-4b00-8ced-b9dc333306f4 HTTP/1.1" status: 200 len: 217 time: 0.1044252 Feb 09 01:34:02.362453 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-f8b30b34-7610-4d9c-8762-d326cb784e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:02.362453 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-f8b30b34-7610-4d9c-8762-d326cb784e2b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb2e4f25-38e7-4153-b1cd-2ff2d0945d59 HTTP/1.1" status: 200 len: 846 time: 0.2156115 Feb 09 01:34:02.433378 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 22d3b317-9ff2-42bd-a536-0a271e7c760f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:34:02.543232 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 22d3b317-9ff2-42bd-a536-0a271e7c760f completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:34:02.549105 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 22d3b317-9ff2-42bd-a536-0a271e7c760f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:34:02.551454 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:02.571865 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-26accede-7152-4760-8cf3-ac6a7de14dcd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426066 Feb 09 01:34:02.606451 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89849b0-f89a-49c4-b6fd-41dabd2dcd21 req-e250015a-dbf3-486e-9877-a0e656070700 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:02.622951 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c89849b0-f89a-49c4-b6fd-41dabd2dcd21 req-e250015a-dbf3-486e-9877-a0e656070700 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8cf1c96-ec17-4fe7-bc4d-f2bdb4e64d11 HTTP/1.1" status: 200 len: 944 time: 0.3559499 Feb 09 01:34:02.733398 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:02.801359 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c89849b0-f89a-49c4-b6fd-41dabd2dcd21 req-157e7853-3d73-4e30-9f43-5eb4dfdee291 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722476 Feb 09 01:34:02.817007 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 22d3b317-9ff2-42bd-a536-0a271e7c760f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=22d3b317-9ff2-42bd-a536-0a271e7c760f,segment=NetworkSegment(5c10c638-b521-4cb6-9087-cedebbf944d6),segment_id=5c10c638-b521-4cb6-9087-cedebbf944d6)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:02.826275 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:02.867126 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-5933f648-a593-46c3-be3c-24c021bdcd8e service neutron] 10.222.0.35 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701039 Feb 09 01:34:02.940631 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=22d3b317-9ff2-42bd-a536-0a271e7c760f,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:02.956133 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:02.956133 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:02.956133 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:02.956133 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:02.956133 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:02.956133 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:02.956133 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:02.956133 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:02.956133 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:02.956133 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:02.956133 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:02.956133 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:03.193642 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c922f7b0-34af-4773-b5c3-a57fe486f69e req-bb6fbdf4-2270-4681-9f41-3b052a8bd872 service neutron] 10.222.0.35 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167481 Feb 09 01:34:03.447678 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe277f-588f-4485-8d8e-6f36d6162efd req-56db9dfa-9675-4df4-856f-9645d9c2cb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:03.450016 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9afe277f-588f-4485-8d8e-6f36d6162efd req-56db9dfa-9675-4df4-856f-9645d9c2cb82 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b294377ce84e483b9e0d3e2eebffd609&device_id=f8cf1c96-ec17-4fe7-bc4d-f2bdb4e64d11 HTTP/1.1" status: 200 len: 1095 time: 0.1853132 Feb 09 01:34:03.678108 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe277f-588f-4485-8d8e-6f36d6162efd req-f30b8bd5-4673-4fd2-91a3-b1de495c4ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:03.680803 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9afe277f-588f-4485-8d8e-6f36d6162efd req-f30b8bd5-4673-4fd2-91a3-b1de495c4ede service neutron] 10.222.0.35 "GET /v2.0/networks?id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c HTTP/1.1" status: 200 len: 907 time: 0.2242975 Feb 09 01:34:03.778578 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9afe277f-588f-4485-8d8e-6f36d6162efd req-2f6dc4ee-0ae4-47e7-ac58-77e23b921c55 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7c9daf9-804e-4b00-8ced-b9dc333306f4 HTTP/1.1" status: 200 len: 217 time: 0.0898590 Feb 09 01:34:03.930326 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe277f-588f-4485-8d8e-6f36d6162efd req-6cd8cd9a-bed4-4828-97e0-adcd4d40bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:03.931835 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9afe277f-588f-4485-8d8e-6f36d6162efd req-6cd8cd9a-bed4-4828-97e0-adcd4d40bab0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb2e4f25-38e7-4153-b1cd-2ff2d0945d59 HTTP/1.1" status: 200 len: 846 time: 0.1389582 Feb 09 01:34:03.998286 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71e84b-f8c3-43bb-ad5d-de396a861284 req-cd9553f8-b8cf-49c2-941d-0c4e95247262 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:03.999803 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4a71e84b-f8c3-43bb-ad5d-de396a861284 req-cd9553f8-b8cf-49c2-941d-0c4e95247262 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "GET /v2.0/ports?device_id=904dc052-e24e-40c9-a170-864961d68f1f HTTP/1.1" status: 200 len: 946 time: 0.1615512 Feb 09 01:34:04.007518 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9afe277f-588f-4485-8d8e-6f36d6162efd req-38838693-6e70-4e6e-9a54-a55da0ecd22c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599525 Feb 09 01:34:04.013101 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402312d9-68c6-4ae1-8964-eacd5e68e421 req-d9571116-1f9e-4596-a046-c1b01eb80bc9 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:04.019943 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-402312d9-68c6-4ae1-8964-eacd5e68e421 req-d9571116-1f9e-4596-a046-c1b01eb80bc9 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8cf1c96-ec17-4fe7-bc4d-f2bdb4e64d11 HTTP/1.1" status: 200 len: 944 time: 0.1004715 Feb 09 01:34:04.078094 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-402312d9-68c6-4ae1-8964-eacd5e68e421 req-3fdafd9e-504a-40f8-b637-735eafc1159b tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572324 Feb 09 01:34:04.143397 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4a71e84b-f8c3-43bb-ad5d-de396a861284 req-1cc2b35b-000a-45ac-8f2d-47ceb5aa0636 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4a28c2-1dcd-4875-93e5-19ac2ed6bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348851 Feb 09 01:34:04.185976 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9afe277f-588f-4485-8d8e-6f36d6162efd req-ad59e68c-4454-4a7b-bbe4-dd0401c12698 service neutron] 10.222.0.35 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593409 Feb 09 01:34:04.330050 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9afe277f-588f-4485-8d8e-6f36d6162efd req-357e96c8-52cf-4e72-a639-b7f85d87af8f service neutron] 10.222.0.35 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317630 Feb 09 01:34:04.367255 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 22d3b317-9ff2-42bd-a536-0a271e7c760f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:34:04.446474 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 22d3b317-9ff2-42bd-a536-0a271e7c760f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:34:04.446778 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:04.811674 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7870ff-99ce-435e-8bac-faecb97d4e2e req-0ff9ccb9-33e1-4924-a7e6-58a463b184ff tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:04.812763 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aa7870ff-99ce-435e-8bac-faecb97d4e2e req-0ff9ccb9-33e1-4924-a7e6-58a463b184ff tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.35 "GET /v2.0/ports?device_id=904dc052-e24e-40c9-a170-864961d68f1f HTTP/1.1" status: 200 len: 946 time: 0.0793080 Feb 09 01:34:04.890487 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-aa7870ff-99ce-435e-8bac-faecb97d4e2e req-cb0c4664-59fe-4352-9401-26a9d1beb67b tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Deleting port f0adf44c-b885-4eb2-a06b-a384db4ff2c6 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:34:04.890834 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-aa7870ff-99ce-435e-8bac-faecb97d4e2e req-cb0c4664-59fe-4352-9401-26a9d1beb67b tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:05.160367 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-aa7870ff-99ce-435e-8bac-faecb97d4e2e req-cb0c4664-59fe-4352-9401-26a9d1beb67b tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] For port f0adf44c-b885-4eb2-a06b-a384db4ff2c6, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=f0adf44c-b885-4eb2-a06b-a384db4ff2c6,segment=NetworkSegment(e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1),segment_id=e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:05.161108 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-aa7870ff-99ce-435e-8bac-faecb97d4e2e req-cb0c4664-59fe-4352-9401-26a9d1beb67b tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:05.204290 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device a7c9daf9-804e-4b00-8ced-b9dc333306f4 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:34:05.310455 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9380d-49a4-4904-aeaa-75c1d0729df3 req-1ee93917-c230-4c0c-b16b-64ed9b7eb3fc tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:05.318048 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3fd9380d-49a4-4904-aeaa-75c1d0729df3 req-1ee93917-c230-4c0c-b16b-64ed9b7eb3fc tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8cf1c96-ec17-4fe7-bc4d-f2bdb4e64d11 HTTP/1.1" status: 200 len: 944 time: 0.1214986 Feb 09 01:34:05.371987 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3fd9380d-49a4-4904-aeaa-75c1d0729df3 req-23838470-70aa-4a47-8a9a-bbce74f438d9 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529473 Feb 09 01:34:05.541174 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port a7c9daf9-804e-4b00-8ced-b9dc333306f4, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a7c9daf9-804e-4b00-8ced-b9dc333306f4,segment=NetworkSegment(b13e28b8-c315-4aea-ae2e-bbae93a80b62),segment_id=b13e28b8-c315-4aea-ae2e-bbae93a80b62)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:05.557521 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'a7c9daf9-804e-4b00-8ced-b9dc333306f4', 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c', 'port_id': 'a7c9daf9-804e-4b00-8ced-b9dc333306f4', 'mac_address': 'fa:16:3e:5f:17:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 980, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2e4f25-38e7-4153-b1cd-2ff2d0945d59', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:34:05.671981 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c26eed-88f0-4254-ab72-3d1ecad21135 req-fb5ddb2b-5bd8-4fae-8ae9-cadabc09d719 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:05.683932 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e9c26eed-88f0-4254-ab72-3d1ecad21135 req-fb5ddb2b-5bd8-4fae-8ae9-cadabc09d719 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "GET /v2.0/ports?device_id=904dc052-e24e-40c9-a170-864961d68f1f HTTP/1.1" status: 200 len: 946 time: 0.2838173 Feb 09 01:34:05.716058 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:05.746094 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c9daf9-804e-4b00-8ced-b9dc333306f4 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:34:05.765704 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port a7c9daf9-804e-4b00-8ced-b9dc333306f4, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a7c9daf9-804e-4b00-8ced-b9dc333306f4,segment=NetworkSegment(b13e28b8-c315-4aea-ae2e-bbae93a80b62),segment_id=b13e28b8-c315-4aea-ae2e-bbae93a80b62)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:05.774092 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:05.904271 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=a7c9daf9-804e-4b00-8ced-b9dc333306f4,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:05.937078 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e9c26eed-88f0-4254-ab72-3d1ecad21135 req-3b514fae-f5e3-4234-8621-aef0872a292c tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4a28c2-1dcd-4875-93e5-19ac2ed6bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2514105 Feb 09 01:34:05.969489 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-aa7870ff-99ce-435e-8bac-faecb97d4e2e req-cb0c4664-59fe-4352-9401-26a9d1beb67b tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:05.969767 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-aa7870ff-99ce-435e-8bac-faecb97d4e2e req-cb0c4664-59fe-4352-9401-26a9d1beb67b tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:05.970363 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [req-aa7870ff-99ce-435e-8bac-faecb97d4e2e req-cb0c4664-59fe-4352-9401-26a9d1beb67b tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Floating IP 0405dfaa-2288-4880-a456-966299b7b3c4 disassociated. External IP: 172.25.5.71, port: f0adf44c-b885-4eb2-a06b-a384db4ff2c6. Feb 09 01:34:05.971155 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-aa7870ff-99ce-435e-8bac-faecb97d4e2e req-cb0c4664-59fe-4352-9401-26a9d1beb67b tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Calling delete_port for f0adf44c-b885-4eb2-a06b-a384db4ff2c6 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:34:06.097479 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['a7c9daf9-804e-4b00-8ced-b9dc333306f4'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:34:06.184682 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-aa7870ff-99ce-435e-8bac-faecb97d4e2e req-cb0c4664-59fe-4352-9401-26a9d1beb67b tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:06.285702 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c4664-59fe-4352-9401-26a9d1beb67b tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Pushing event deleted for resources: {'Port': ['ID=f0adf44c-b885-4eb2-a06b-a384db4ff2c6,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:06.716253 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa7870ff-99ce-435e-8bac-faecb97d4e2e req-cb0c4664-59fe-4352-9401-26a9d1beb67b tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Router ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:34:06.824141 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ae538-f775-4212-99c7-17044a3122f1 req-ab31b4c4-f610-4798-ba11-88c8622b5156 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:06.825554 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4a5ae538-f775-4212-99c7-17044a3122f1 req-ab31b4c4-f610-4798-ba11-88c8622b5156 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8cf1c96-ec17-4fe7-bc4d-f2bdb4e64d11 HTTP/1.1" status: 200 len: 945 time: 0.2410765 Feb 09 01:34:06.937101 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-72ad4203-0e12-48e9-b299-0f1a483e76fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:06.964307 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4a5ae538-f775-4212-99c7-17044a3122f1 req-b3420629-d22d-4155-ba39-a6c5604f5e20 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213078 Feb 09 01:34:06.992966 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa7870ff-99ce-435e-8bac-faecb97d4e2e req-cb0c4664-59fe-4352-9401-26a9d1beb67b tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:34:07.004495 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f0216c-024b-4ef2-a214-312541610a6f None None] Sync routers for ids ['ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:34:07.015589 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f0216c-024b-4ef2-a214-312541610a6f None None] Routers {'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:34:07.016588 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-a7f0216c-024b-4ef2-a214-312541610a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:33:40Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:07.083139 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7870ff-99ce-435e-8bac-faecb97d4e2e req-cb0c4664-59fe-4352-9401-26a9d1beb67b tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] No DVR routers for this DVR port f0adf44c-b885-4eb2-a06b-a384db4ff2c6 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:34:07.085559 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-aa7870ff-99ce-435e-8bac-faecb97d4e2e req-cb0c4664-59fe-4352-9401-26a9d1beb67b tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:07.098752 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904dc052-e24e-40c9-a170-864961d68f1f', 'name': 'network-vif-deleted', 'tag': 'f0adf44c-b885-4eb2-a06b-a384db4ff2c6'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:34:07.117784 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aa7870ff-99ce-435e-8bac-faecb97d4e2e req-cb0c4664-59fe-4352-9401-26a9d1beb67b tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.35 "DELETE /v2.0/ports/f0adf44c-b885-4eb2-a06b-a384db4ff2c6 HTTP/1.1" status: 204 len: 173 time: 2.2949693 Feb 09 01:34:07.153058 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904dc052-e24e-40c9-a170-864961d68f1f', 'name': 'network-vif-deleted', 'tag': 'f0adf44c-b885-4eb2-a06b-a384db4ff2c6', 'status': 'completed', 'code': 200} Feb 09 01:34:07.193154 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ccf025db-383d-4693-a678-cc0a64178c91 req-59c35826-ce47-4230-b023-8d1d17783b43 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "GET /v2.0/ports?device_id=904dc052-e24e-40c9-a170-864961d68f1f HTTP/1.1" status: 200 len: 210 time: 0.1134574 Feb 09 01:34:07.222154 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device f0adf44c-b885-4eb2-a06b-a384db4ff2c6 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:34:07.273361 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: f0adf44c-b885-4eb2-a06b-a384db4ff2c6 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:34:07.273700 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device f0adf44c-b885-4eb2-a06b-a384db4ff2c6 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:34:07.301872 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-a7f0216c-024b-4ef2-a214-312541610a6f None None] Set router ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:34:07.728234 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-a7f0216c-024b-4ef2-a214-312541610a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'name': 'tempest-TestServerBasicOps-1436172287-router', 'tenant_id': 'ef6edc4015e943ec908a956d7cff5e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'fd239683-6651-40d3-9138-0b7fd9be1cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:02Z', 'updated_at': '2022-02-09T01:28:18Z', 'revision_number': 4, 'project_id': 'ef6edc4015e943ec908a956d7cff5e10', 'gw_port': {'id': 'fd239683-6651-40d3-9138-0b7fd9be1cc4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:96:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:06Z', 'updated_at': '2022-02-09T01:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'b6cc72f5-f81f-4366-9ae2-d1a38c8e1042', 'name': '', 'network_id': '80b53ff1-697e-427c-b7ec-6ed5db9e6c6f', 'tenant_id': 'ef6edc4015e943ec908a956d7cff5e10', 'mac_address': 'fa:16:3e:af:f1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'd925baf2-c63f-40ac-b8de-2a3401a3db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:17Z', 'updated_at': '2022-02-09T01:28:26Z', 'revision_number': 5, 'project_id': 'ef6edc4015e943ec908a956d7cff5e10', 'subnets': [{'id': 'd925baf2-c63f-40ac-b8de-2a3401a3db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:07.733458 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f0216c-024b-4ef2-a214-312541610a6f None None] Checking router: ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:34:07.746243 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f0216c-024b-4ef2-a214-312541610a6f None None] Routers {'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:34:07.746975 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-a7f0216c-024b-4ef2-a214-312541610a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:33:40Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:07.975833 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-a7f0216c-024b-4ef2-a214-312541610a6f None None] Set router ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:34:08.253039 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be48ae-8cd9-42b0-b2f5-31c23bdc9538 req-95ba4dfd-6332-4c20-9225-f692f2daa600 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:08.254759 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-17be48ae-8cd9-42b0-b2f5-31c23bdc9538 req-95ba4dfd-6332-4c20-9225-f692f2daa600 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8cf1c96-ec17-4fe7-bc4d-f2bdb4e64d11 HTTP/1.1" status: 200 len: 945 time: 0.1228621 Feb 09 01:34:08.335732 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-17be48ae-8cd9-42b0-b2f5-31c23bdc9538 req-8acad183-03e9-4567-bcb7-e4402f2ab4d5 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720601 Feb 09 01:34:08.381789 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49804) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:08.499319 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-a7f0216c-024b-4ef2-a214-312541610a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'name': 'tempest-TestServerBasicOps-1436172287-router', 'tenant_id': 'ef6edc4015e943ec908a956d7cff5e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'fd239683-6651-40d3-9138-0b7fd9be1cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:02Z', 'updated_at': '2022-02-09T01:28:18Z', 'revision_number': 4, 'project_id': 'ef6edc4015e943ec908a956d7cff5e10', 'gw_port': {'id': 'fd239683-6651-40d3-9138-0b7fd9be1cc4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:96:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:06Z', 'updated_at': '2022-02-09T01:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'b6cc72f5-f81f-4366-9ae2-d1a38c8e1042', 'name': '', 'network_id': '80b53ff1-697e-427c-b7ec-6ed5db9e6c6f', 'tenant_id': 'ef6edc4015e943ec908a956d7cff5e10', 'mac_address': 'fa:16:3e:af:f1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'd925baf2-c63f-40ac-b8de-2a3401a3db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:17Z', 'updated_at': '2022-02-09T01:28:26Z', 'revision_number': 5, 'project_id': 'ef6edc4015e943ec908a956d7cff5e10', 'subnets': [{'id': 'd925baf2-c63f-40ac-b8de-2a3401a3db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:08.512637 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f0216c-024b-4ef2-a214-312541610a6f None None] The sync data for ids ['ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8'] in n-d-828419-1 is: [{'id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'name': 'tempest-TestServerBasicOps-1436172287-router', 'tenant_id': 'ef6edc4015e943ec908a956d7cff5e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'fd239683-6651-40d3-9138-0b7fd9be1cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:02Z', 'updated_at': '2022-02-09T01:28:18Z', 'revision_number': 4, 'project_id': 'ef6edc4015e943ec908a956d7cff5e10', 'gw_port': {'id': 'fd239683-6651-40d3-9138-0b7fd9be1cc4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:96:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:06Z', 'updated_at': '2022-02-09T01:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'b6cc72f5-f81f-4366-9ae2-d1a38c8e1042', 'name': '', 'network_id': '80b53ff1-697e-427c-b7ec-6ed5db9e6c6f', 'tenant_id': 'ef6edc4015e943ec908a956d7cff5e10', 'mac_address': 'fa:16:3e:af:f1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'd925baf2-c63f-40ac-b8de-2a3401a3db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:17Z', 'updated_at': '2022-02-09T01:28:26Z', 'revision_number': 5, 'project_id': 'ef6edc4015e943ec908a956d7cff5e10', 'subnets': [{'id': 'd925baf2-c63f-40ac-b8de-2a3401a3db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:34:08.644284 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-d64bf3bb-8c12-4a5f-a343-18bc2d9dc0af tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Deleting port 1639a86e-17c6-4e85-a336-6ce20133a953 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:34:08.644669 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d64bf3bb-8c12-4a5f-a343-18bc2d9dc0af tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:08.942346 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d64bf3bb-8c12-4a5f-a343-18bc2d9dc0af tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:08.943367 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d64bf3bb-8c12-4a5f-a343-18bc2d9dc0af tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:08.957148 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dcd2af-7b9a-4646-a25d-30595a2f9433 None None] New status for floating IP 0405dfaa-2288-4880-a456-966299b7b3c4: DOWN {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:34:09.086550 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-d64bf3bb-8c12-4a5f-a343-18bc2d9dc0af tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Calling delete_port for 1639a86e-17c6-4e85-a336-6ce20133a953 owned by network:floatingip {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:34:09.197342 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [None req-d64bf3bb-8c12-4a5f-a343-18bc2d9dc0af tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:34:09.197673 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [None req-d64bf3bb-8c12-4a5f-a343-18bc2d9dc0af tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:34:09.202316 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device a7c9daf9-804e-4b00-8ced-b9dc333306f4 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:34:09.292091 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port a7c9daf9-804e-4b00-8ced-b9dc333306f4 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:34:09.297350 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port a7c9daf9-804e-4b00-8ced-b9dc333306f4 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:34:09.297350 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:09.389565 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-87fdf0ff-0d7a-45a8-a128-3beb1617006d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:09.477235 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:09.510597 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cf1c96-ec17-4fe7-bc4d-f2bdb4e64d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c9daf9-804e-4b00-8ced-b9dc333306f4'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:34:09.542159 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port a7c9daf9-804e-4b00-8ced-b9dc333306f4, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a7c9daf9-804e-4b00-8ced-b9dc333306f4,segment=NetworkSegment(b13e28b8-c315-4aea-ae2e-bbae93a80b62),segment_id=b13e28b8-c315-4aea-ae2e-bbae93a80b62)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:09.554183 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:09.562795 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8cf1c96-ec17-4fe7-bc4d-f2bdb4e64d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c9daf9-804e-4b00-8ced-b9dc333306f4', 'code': 200} Feb 09 01:34:09.575708 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e3b32-d5db-4e2b-8808-f6b6466ddf4c req-fb337931-1e72-4904-8a70-93a7ba437a05 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:09.595707 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8e3e3b32-d5db-4e2b-8808-f6b6466ddf4c req-fb337931-1e72-4904-8a70-93a7ba437a05 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8cf1c96-ec17-4fe7-bc4d-f2bdb4e64d11 HTTP/1.1" status: 200 len: 945 time: 0.1221159 Feb 09 01:34:09.693641 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=a7c9daf9-804e-4b00-8ced-b9dc333306f4,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:09.700525 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-d64bf3bb-8c12-4a5f-a343-18bc2d9dc0af tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Deleting port 1639a86e-17c6-4e85-a336-6ce20133a953 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:34:09.700997 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8e3e3b32-d5db-4e2b-8808-f6b6466ddf4c req-e593acea-3cee-4102-9b59-31ead9fd5072 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034055 Feb 09 01:34:09.701527 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d64bf3bb-8c12-4a5f-a343-18bc2d9dc0af tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:09.821510 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d6ef3-6811-4679-bd9b-d32d0c3dacb0 req-cc6383c2-717c-48d3-ab92-1fa7ddb36e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:09.822954 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fa7d6ef3-6811-4679-bd9b-d32d0c3dacb0 req-cc6383c2-717c-48d3-ab92-1fa7ddb36e66 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f8cf1c96-ec17-4fe7-bc4d-f2bdb4e64d11 HTTP/1.1" status: 200 len: 1097 time: 0.1208608 Feb 09 01:34:09.883660 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fa7d6ef3-6811-4679-bd9b-d32d0c3dacb0 req-f8a596d3-0dca-49ac-be6a-8e08cde7802e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530086 Feb 09 01:34:09.935245 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d64bf3bb-8c12-4a5f-a343-18bc2d9dc0af tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:09.935376 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d64bf3bb-8c12-4a5f-a343-18bc2d9dc0af tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:10.074616 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-d64bf3bb-8c12-4a5f-a343-18bc2d9dc0af tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Calling delete_port for 1639a86e-17c6-4e85-a336-6ce20133a953 owned by network:floatingip {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:34:10.213424 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d64bf3bb-8c12-4a5f-a343-18bc2d9dc0af tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:10.262387 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64bf3bb-8c12-4a5f-a343-18bc2d9dc0af tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Pushing event deleted for resources: {'Port': ['ID=1639a86e-17c6-4e85-a336-6ce20133a953,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:10.350959 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d64bf3bb-8c12-4a5f-a343-18bc2d9dc0af tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks [] for floatingip, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:10.364294 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d64bf3bb-8c12-4a5f-a343-18bc2d9dc0af tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:10.368049 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d64bf3bb-8c12-4a5f-a343-18bc2d9dc0af tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "DELETE /v2.0/floatingips/0405dfaa-2288-4880-a456-966299b7b3c4 HTTP/1.1" status: 204 len: 168 time: 1.9822345 Feb 09 01:34:10.377274 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:10.490591 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:10.515127 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49828) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:10.585212 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8cd68592-1da4-48c4-8c3f-b62877a72621 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:10.614237 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8cd68592-1da4-48c4-8c3f-b62877a72621 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:10.682778 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8cd68592-1da4-48c4-8c3f-b62877a72621 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:10.704029 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd68592-1da4-48c4-8c3f-b62877a72621 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4a28c2-1dcd-4875-93e5-19ac2ed6bd02,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:10.722951 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8cd68592-1da4-48c4-8c3f-b62877a72621 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:10.725143 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8cd68592-1da4-48c4-8c3f-b62877a72621 tempest-TestServerBasicOps-1353135390 tempest-TestServerBasicOps-1353135390-project] 10.222.0.37 "DELETE /v2.0/security-groups/9e4a28c2-1dcd-4875-93e5-19ac2ed6bd02 HTTP/1.1" status: 204 len: 168 time: 0.2088377 Feb 09 01:34:10.789635 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49840) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:10.961442 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214f81b-a1e0-411f-938c-f319705e3522 req-2b4bd163-13f7-4118-80c5-d95f0c5989b6 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:10.970202 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8214f81b-a1e0-411f-938c-f319705e3522 req-2b4bd163-13f7-4118-80c5-d95f0c5989b6 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8cf1c96-ec17-4fe7-bc4d-f2bdb4e64d11 HTTP/1.1" status: 200 len: 946 time: 0.1290915 Feb 09 01:34:11.020354 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8214f81b-a1e0-411f-938c-f319705e3522 req-1dafec93-f385-4467-b167-3f10de935de7 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485964 Feb 09 01:34:11.470446 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:34:11.696129 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4794a71d-b9eb-4097-bb2e-f300c90c142d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:11.823308 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:12.058913 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-4794a71d-b9eb-4097-bb2e-f300c90c142d admin admin] Deleting port b6cc72f5-f81f-4366-9ae2-d1a38c8e1042 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:34:12.059378 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4794a71d-b9eb-4097-bb2e-f300c90c142d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:12.275812 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-4794a71d-b9eb-4097-bb2e-f300c90c142d admin admin] For port b6cc72f5-f81f-4366-9ae2-d1a38c8e1042, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b6cc72f5-f81f-4366-9ae2-d1a38c8e1042,segment=NetworkSegment(e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1),segment_id=e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:12.276081 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4794a71d-b9eb-4097-bb2e-f300c90c142d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:12.331393 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847779b-e752-4a70-8dad-fe25e8d8b929 req-d4610212-d8ec-4ea4-be65-d821a455dee7 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:12.332912 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f847779b-e752-4a70-8dad-fe25e8d8b929 req-d4610212-d8ec-4ea4-be65-d821a455dee7 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8cf1c96-ec17-4fe7-bc4d-f2bdb4e64d11 HTTP/1.1" status: 200 len: 946 time: 0.2042820 Feb 09 01:34:12.380813 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f847779b-e752-4a70-8dad-fe25e8d8b929 req-9912b351-8e32-4c68-a633-e2acd9a53bf2 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420041 Feb 09 01:34:12.405099 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-4794a71d-b9eb-4097-bb2e-f300c90c142d admin admin] Calling delete_port for b6cc72f5-f81f-4366-9ae2-d1a38c8e1042 owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:34:12.686477 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4794a71d-b9eb-4097-bb2e-f300c90c142d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:12.734611 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794a71d-b9eb-4097-bb2e-f300c90c142d admin admin] Pushing event deleted for resources: {'Port': ['ID=b6cc72f5-f81f-4366-9ae2-d1a38c8e1042,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:12.798030 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac39e9e-0e92-4b46-91ac-a0621ecdfe85 req-15f800d4-bdcf-42fe-9516-b155ffb94c76 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:12.800479 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3ac39e9e-0e92-4b46-91ac-a0621ecdfe85 req-15f800d4-bdcf-42fe-9516-b155ffb94c76 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8cf1c96-ec17-4fe7-bc4d-f2bdb4e64d11 HTTP/1.1" status: 200 len: 946 time: 0.1374345 Feb 09 01:34:12.870987 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3ac39e9e-0e92-4b46-91ac-a0621ecdfe85 req-fe99d7cb-9e1c-462f-83d4-216fd56abdec tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628462 Feb 09 01:34:13.270431 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4794a71d-b9eb-4097-bb2e-f300c90c142d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:13.486367 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 49872) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:13.521442 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd31d72-129b-474d-961f-2af1b1de927b req-39c1a220-3b3b-4771-9edc-2f8f1db2dd04 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:13.522897 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8dd31d72-129b-474d-961f-2af1b1de927b req-39c1a220-3b3b-4771-9edc-2f8f1db2dd04 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8cf1c96-ec17-4fe7-bc4d-f2bdb4e64d11 HTTP/1.1" status: 200 len: 946 time: 0.4113331 Feb 09 01:34:13.620838 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2478e2ba-1d0b-4b2c-85ce-54fc931ae806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:13.638234 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-2478e2ba-1d0b-4b2c-85ce-54fc931ae806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:34:13.638234 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2478e2ba-1d0b-4b2c-85ce-54fc931ae806 admin admin] Usage tracker for resource:security_group_rule and tenant:fd29843dae394b30acd2d67ee5b3cbbf is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:34:13.638234 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2478e2ba-1d0b-4b2c-85ce-54fc931ae806 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:34:13.647397 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-2478e2ba-1d0b-4b2c-85ce-54fc931ae806 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:34:13.647525 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8dd31d72-129b-474d-961f-2af1b1de927b req-3779844d-ab75-4792-add8-9f500ab5cf80 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160018 Feb 09 01:34:13.738884 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2478e2ba-1d0b-4b2c-85ce-54fc931ae806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:13.743432 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2478e2ba-1d0b-4b2c-85ce-54fc931ae806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:13.744364 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4794a71d-b9eb-4097-bb2e-f300c90c142d admin admin] Router ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:34:13.791660 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2478e2ba-1d0b-4b2c-85ce-54fc931ae806 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd29843dae394b30acd2d67ee5b3cbbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3014355 Feb 09 01:34:13.792442 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 49880) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:13.807683 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478e2ba-1d0b-4b2c-85ce-54fc931ae806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aeee737-3003-4465-8730-cfc041a9f9de,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:13.866107 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f61fa819-4891-47f4-9a20-9fb740b52e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:13.903639 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f61fa819-4891-47f4-9a20-9fb740b52e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:13.930293 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4794a71d-b9eb-4097-bb2e-f300c90c142d admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:34:13.942798 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2c1659-958d-4965-8236-a2f2a0f737c8 None None] Sync routers for ids ['ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:34:13.943318 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4794a71d-b9eb-4097-bb2e-f300c90c142d admin admin] 10.222.0.37 "PUT /v2.0/routers/ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1544588 Feb 09 01:34:13.946189 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49886) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:13.956250 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2c1659-958d-4965-8236-a2f2a0f737c8 None None] Routers {'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:34:13.956250 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-3e2c1659-958d-4965-8236-a2f2a0f737c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:34:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:13.975433 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f61fa819-4891-47f4-9a20-9fb740b52e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:14.014386 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61fa819-4891-47f4-9a20-9fb740b52e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aeee737-3003-4465-8730-cfc041a9f9de,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:14.022087 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f61fa819-4891-47f4-9a20-9fb740b52e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:14.023352 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f61fa819-4891-47f4-9a20-9fb740b52e00 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6aeee737-3003-4465-8730-cfc041a9f9de HTTP/1.1" status: 204 len: 168 time: 0.2301905 Feb 09 01:34:14.204848 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-3e2c1659-958d-4965-8236-a2f2a0f737c8 None None] Set router ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:34:14.264678 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5323a7a0-c81e-48c4-a3ae-fb90d2d272e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:14.394275 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b118193-44ee-4c84-99f4-0a6d90feb150 req-4d7ee8ab-85c0-45ad-9743-afa0aaa89b8c tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:14.398812 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8b118193-44ee-4c84-99f4-0a6d90feb150 req-4d7ee8ab-85c0-45ad-9743-afa0aaa89b8c tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8cf1c96-ec17-4fe7-bc4d-f2bdb4e64d11 HTTP/1.1" status: 200 len: 946 time: 0.3662658 Feb 09 01:34:14.472194 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8b118193-44ee-4c84-99f4-0a6d90feb150 req-de2fa342-4bd3-4233-a316-773b3f4c908c tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674343 Feb 09 01:34:14.592793 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-3e2c1659-958d-4965-8236-a2f2a0f737c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'name': 'tempest-TestServerBasicOps-1436172287-router', 'tenant_id': 'ef6edc4015e943ec908a956d7cff5e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'fd239683-6651-40d3-9138-0b7fd9be1cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:02Z', 'updated_at': '2022-02-09T01:34:12Z', 'revision_number': 5, 'project_id': 'ef6edc4015e943ec908a956d7cff5e10', 'gw_port': {'id': 'fd239683-6651-40d3-9138-0b7fd9be1cc4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:96:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:06Z', 'updated_at': '2022-02-09T01:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:14.597983 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2c1659-958d-4965-8236-a2f2a0f737c8 None None] Checking router: ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:34:14.611497 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2c1659-958d-4965-8236-a2f2a0f737c8 None None] Routers {'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:34:14.612128 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-3e2c1659-958d-4965-8236-a2f2a0f737c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:34:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:14.750731 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-980bacd3-d5d9-4d6c-8625-91dbba74fcdb req-35d512f0-fd50-453e-958d-4e0284e24368 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0333669d-d93a-4306-9b54-ffcabda46ce9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1646590 Feb 09 01:34:14.780160 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5323a7a0-c81e-48c4-a3ae-fb90d2d272e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:14.812094 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-5323a7a0-c81e-48c4-a3ae-fb90d2d272e7 admin admin] Deleting port fd239683-6651-40d3-9138-0b7fd9be1cc4 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:34:14.812544 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5323a7a0-c81e-48c4-a3ae-fb90d2d272e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:14.916455 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-3e2c1659-958d-4965-8236-a2f2a0f737c8 None None] Set router ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:34:14.958148 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bacd3-d5d9-4d6c-8625-91dbba74fcdb req-e667275f-a99b-4dbf-9459-bd936be9712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:14.970122 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-980bacd3-d5d9-4d6c-8625-91dbba74fcdb req-e667275f-a99b-4dbf-9459-bd936be9712c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9&device_id=0333669d-d93a-4306-9b54-ffcabda46ce9 HTTP/1.1" status: 200 len: 1096 time: 0.1860347 Feb 09 01:34:15.121224 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-5323a7a0-c81e-48c4-a3ae-fb90d2d272e7 admin admin] For port fd239683-6651-40d3-9138-0b7fd9be1cc4, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=fd239683-6651-40d3-9138-0b7fd9be1cc4,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:15.121583 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5323a7a0-c81e-48c4-a3ae-fb90d2d272e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:15.199325 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bacd3-d5d9-4d6c-8625-91dbba74fcdb req-5df3a329-c8df-4f4f-a741-ed34804f956a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:15.201173 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-980bacd3-d5d9-4d6c-8625-91dbba74fcdb req-5df3a329-c8df-4f4f-a741-ed34804f956a service neutron] 10.222.0.35 "GET /v2.0/networks?id=37619b15-03b6-4ee3-8b5e-c1b376918ea6 HTTP/1.1" status: 200 len: 912 time: 0.2051036 Feb 09 01:34:15.323516 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-5323a7a0-c81e-48c4-a3ae-fb90d2d272e7 admin admin] Calling delete_port for fd239683-6651-40d3-9138-0b7fd9be1cc4 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:34:15.356927 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-980bacd3-d5d9-4d6c-8625-91dbba74fcdb req-267ee61d-8be4-4fcd-80f2-033d9bd68e8d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca3a3ff9-b133-4877-85f3-13afef775030 HTTP/1.1" status: 200 len: 1001 time: 0.1390636 Feb 09 01:34:15.379522 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-3e2c1659-958d-4965-8236-a2f2a0f737c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'name': 'tempest-TestServerBasicOps-1436172287-router', 'tenant_id': 'ef6edc4015e943ec908a956d7cff5e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'fd239683-6651-40d3-9138-0b7fd9be1cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:02Z', 'updated_at': '2022-02-09T01:34:12Z', 'revision_number': 5, 'project_id': 'ef6edc4015e943ec908a956d7cff5e10', 'gw_port': {'id': 'fd239683-6651-40d3-9138-0b7fd9be1cc4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:96:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:06Z', 'updated_at': '2022-02-09T01:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:15.384327 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2c1659-958d-4965-8236-a2f2a0f737c8 None None] The sync data for ids ['ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8'] in n-d-828419-1 is: [{'id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'name': 'tempest-TestServerBasicOps-1436172287-router', 'tenant_id': 'ef6edc4015e943ec908a956d7cff5e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'fd239683-6651-40d3-9138-0b7fd9be1cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:02Z', 'updated_at': '2022-02-09T01:34:12Z', 'revision_number': 5, 'project_id': 'ef6edc4015e943ec908a956d7cff5e10', 'gw_port': {'id': 'fd239683-6651-40d3-9138-0b7fd9be1cc4', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:96:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:06Z', 'updated_at': '2022-02-09T01:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:34:15.456784 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bacd3-d5d9-4d6c-8625-91dbba74fcdb req-2f946a7f-74aa-4c16-9e29-4cd2ad5a8b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:15.458648 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-980bacd3-d5d9-4d6c-8625-91dbba74fcdb req-2f946a7f-74aa-4c16-9e29-4cd2ad5a8b60 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5c99494-da9a-458d-b6b1-e6de1927c8e8 HTTP/1.1" status: 200 len: 850 time: 0.0907648 Feb 09 01:34:15.577665 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bacd3-d5d9-4d6c-8625-91dbba74fcdb req-f238b4db-5177-40f4-b0c0-a5625490f254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:15.579339 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-980bacd3-d5d9-4d6c-8625-91dbba74fcdb req-f238b4db-5177-40f4-b0c0-a5625490f254 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37619b15-03b6-4ee3-8b5e-c1b376918ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1099586 Feb 09 01:34:15.590643 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5323a7a0-c81e-48c4-a3ae-fb90d2d272e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:15.661455 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323a7a0-c81e-48c4-a3ae-fb90d2d272e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd239683-6651-40d3-9138-0b7fd9be1cc4,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:15.795407 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5323a7a0-c81e-48c4-a3ae-fb90d2d272e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:15.925984 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c9631-8571-4f6d-9a46-a6e0ce761aef req-6b4502f5-2ec1-432f-8c61-0306a782fcba tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:15.927511 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1b3c9631-8571-4f6d-9a46-a6e0ce761aef req-6b4502f5-2ec1-432f-8c61-0306a782fcba tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8cf1c96-ec17-4fe7-bc4d-f2bdb4e64d11 HTTP/1.1" status: 200 len: 946 time: 0.3072877 Feb 09 01:34:15.932192 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-980bacd3-d5d9-4d6c-8625-91dbba74fcdb req-5f4ac0f0-90d3-400c-90da-f111e96f6cc4 service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372724 Feb 09 01:34:15.941116 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9f56c-4b2a-48b0-bc2f-641668ca8426 req-035bfe8d-a0e3-412a-93e7-a613bf3f721e tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:15.942921 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ddf9f56c-4b2a-48b0-bc2f-641668ca8426 req-035bfe8d-a0e3-412a-93e7-a613bf3f721e tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8cf1c96-ec17-4fe7-bc4d-f2bdb4e64d11 HTTP/1.1" status: 200 len: 946 time: 0.2319179 Feb 09 01:34:16.090173 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-980bacd3-d5d9-4d6c-8625-91dbba74fcdb req-d852763f-72be-4137-9203-29d5c9687952 service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442704 Feb 09 01:34:16.115242 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5323a7a0-c81e-48c4-a3ae-fb90d2d272e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:16.130238 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5323a7a0-c81e-48c4-a3ae-fb90d2d272e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:16.168576 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5323a7a0-c81e-48c4-a3ae-fb90d2d272e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:16.169204 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5323a7a0-c81e-48c4-a3ae-fb90d2d272e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:34:16.188452 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5323a7a0-c81e-48c4-a3ae-fb90d2d272e7 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:16.191938 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5323a7a0-c81e-48c4-a3ae-fb90d2d272e7 admin admin] 10.222.0.37 "DELETE /v2.0/routers/ce4a824d-65e4-4c46-92ea-a9ec0ff1e8e8 HTTP/1.1" status: 204 len: 168 time: 2.2421217 Feb 09 01:34:16.192193 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49970) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:16.253640 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-ddf9f56c-4b2a-48b0-bc2f-641668ca8426 req-a94fb0ea-61d1-4a04-bc5d-a1c3415a3bd2 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Deleting port a7c9daf9-804e-4b00-8ced-b9dc333306f4 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:34:16.257444 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ddf9f56c-4b2a-48b0-bc2f-641668ca8426 req-a94fb0ea-61d1-4a04-bc5d-a1c3415a3bd2 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:16.303279 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef9ddc0-2466-47a4-a847-1ffd577214d6 admin admin] Deleting subnet d925baf2-c63f-40ac-b8de-2a3401a3db70 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:34:16.318819 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8ef9ddc0-2466-47a4-a847-1ffd577214d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:16.425910 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8ef9ddc0-2466-47a4-a847-1ffd577214d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:16.440044 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b6cc72f5-f81f-4366-9ae2-d1a38c8e1042 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:34:16.489467 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1b3c9631-8571-4f6d-9a46-a6e0ce761aef req-e8832140-7b4d-44ea-8dea-f5793bec2427 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5446441 Feb 09 01:34:16.532052 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: b6cc72f5-f81f-4366-9ae2-d1a38c8e1042 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:34:16.532391 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b6cc72f5-f81f-4366-9ae2-d1a38c8e1042 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:34:16.533266 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8ef9ddc0-2466-47a4-a847-1ffd577214d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:16.621208 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8ef9ddc0-2466-47a4-a847-1ffd577214d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:16.667859 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9ddc0-2466-47a4-a847-1ffd577214d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d925baf2-c63f-40ac-b8de-2a3401a3db70,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:16.673330 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8ef9ddc0-2466-47a4-a847-1ffd577214d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:16.683255 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8ef9ddc0-2466-47a4-a847-1ffd577214d6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d925baf2-c63f-40ac-b8de-2a3401a3db70 HTTP/1.1" status: 204 len: 168 time: 0.4898033 Feb 09 01:34:16.683479 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f4af70-9694-481c-aa0a-6a42863deb8c None None] Network 80b53ff1-697e-427c-b7ec-6ed5db9e6c6f requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:34:16.685585 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 49982) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:16.829439 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da581075-705a-44dd-b1fc-aa61fc034354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:16.847753 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-da581075-705a-44dd-b1fc-aa61fc034354 admin admin] Deleting port a90b2b99-6f74-4994-a59d-6540b17e3a6f {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:34:16.848321 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da581075-705a-44dd-b1fc-aa61fc034354 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:16.926410 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-ddf9f56c-4b2a-48b0-bc2f-641668ca8426 req-a94fb0ea-61d1-4a04-bc5d-a1c3415a3bd2 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] For port a7c9daf9-804e-4b00-8ced-b9dc333306f4, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a7c9daf9-804e-4b00-8ced-b9dc333306f4,segment=NetworkSegment(b13e28b8-c315-4aea-ae2e-bbae93a80b62),segment_id=b13e28b8-c315-4aea-ae2e-bbae93a80b62)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:16.927467 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ddf9f56c-4b2a-48b0-bc2f-641668ca8426 req-a94fb0ea-61d1-4a04-bc5d-a1c3415a3bd2 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:17.051371 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d75036-18c6-4701-b74d-abb899f04f5e None None] DHCP port deletion for 80b53ff1-697e-427c-b7ec-6ed5db9e6c6f request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:34:17.056258 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-77d75036-18c6-4701-b74d-abb899f04f5e None None] Deleting port a90b2b99-6f74-4994-a59d-6540b17e3a6f {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:34:17.056969 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-77d75036-18c6-4701-b74d-abb899f04f5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:17.086467 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-ddf9f56c-4b2a-48b0-bc2f-641668ca8426 req-a94fb0ea-61d1-4a04-bc5d-a1c3415a3bd2 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Calling delete_port for a7c9daf9-804e-4b00-8ced-b9dc333306f4 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:34:17.250925 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ddf9f56c-4b2a-48b0-bc2f-641668ca8426 req-a94fb0ea-61d1-4a04-bc5d-a1c3415a3bd2 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:17.265009 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['25a21778-6b12-4e8d-aec4-f341cf56db8f'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:34:17.318720 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-da581075-705a-44dd-b1fc-aa61fc034354 admin admin] For port a90b2b99-6f74-4994-a59d-6540b17e3a6f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=a90b2b99-6f74-4994-a59d-6540b17e3a6f,segment=NetworkSegment(e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1),segment_id=e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:17.319077 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da581075-705a-44dd-b1fc-aa61fc034354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:17.340002 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fb0ea-61d1-4a04-bc5d-a1c3415a3bd2 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Pushing event deleted for resources: {'Port': ['ID=a7c9daf9-804e-4b00-8ced-b9dc333306f4,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:17.390134 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf9f56c-4b2a-48b0-bc2f-641668ca8426 req-a94fb0ea-61d1-4a04-bc5d-a1c3415a3bd2 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] No DVR routers for this DVR port a7c9daf9-804e-4b00-8ced-b9dc333306f4 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:34:17.405311 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ddf9f56c-4b2a-48b0-bc2f-641668ca8426 req-a94fb0ea-61d1-4a04-bc5d-a1c3415a3bd2 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:17.410363 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cf1c96-ec17-4fe7-bc4d-f2bdb4e64d11', 'name': 'network-vif-deleted', 'tag': 'a7c9daf9-804e-4b00-8ced-b9dc333306f4'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:34:17.459820 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ddf9f56c-4b2a-48b0-bc2f-641668ca8426 req-a94fb0ea-61d1-4a04-bc5d-a1c3415a3bd2 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.35 "DELETE /v2.0/ports/a7c9daf9-804e-4b00-8ced-b9dc333306f4 HTTP/1.1" status: 204 len: 173 time: 1.3653085 Feb 09 01:34:17.528737 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8cf1c96-ec17-4fe7-bc4d-f2bdb4e64d11', 'name': 'network-vif-deleted', 'tag': 'a7c9daf9-804e-4b00-8ced-b9dc333306f4', 'status': 'completed', 'code': 200} Feb 09 01:34:17.570511 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-77d75036-18c6-4701-b74d-abb899f04f5e None None] For port a90b2b99-6f74-4994-a59d-6540b17e3a6f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=a90b2b99-6f74-4994-a59d-6540b17e3a6f,segment=NetworkSegment(e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1),segment_id=e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:17.571124 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-77d75036-18c6-4701-b74d-abb899f04f5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:17.607510 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-da581075-705a-44dd-b1fc-aa61fc034354 admin admin] Calling delete_port for a90b2b99-6f74-4994-a59d-6540b17e3a6f owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:34:17.711615 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da581075-705a-44dd-b1fc-aa61fc034354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:17.763043 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-77d75036-18c6-4701-b74d-abb899f04f5e None None] Calling delete_port for a90b2b99-6f74-4994-a59d-6540b17e3a6f owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:34:17.772798 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da581075-705a-44dd-b1fc-aa61fc034354 admin admin] No DVR routers for this DVR port a90b2b99-6f74-4994-a59d-6540b17e3a6f on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:34:17.775941 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da581075-705a-44dd-b1fc-aa61fc034354 admin admin] Pushing event deleted for resources: {'Port': ['ID=a90b2b99-6f74-4994-a59d-6540b17e3a6f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:17.794689 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-a2dc5de7-445b-43c1-8476-cb5711be79fd req-75c4f718-f69a-4f60-b5b9-f76eabd13209 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Synchronizing usage tracker for tenant:b294377ce84e483b9e0d3e2eebffd609 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:34:17.846226 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-a2dc5de7-445b-43c1-8476-cb5711be79fd req-75c4f718-f69a-4f60-b5b9-f76eabd13209 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Unset dirty status for tenant:b294377ce84e483b9e0d3e2eebffd609 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:34:17.847807 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a2dc5de7-445b-43c1-8476-cb5711be79fd req-75c4f718-f69a-4f60-b5b9-f76eabd13209 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8cf1c96-ec17-4fe7-bc4d-f2bdb4e64d11 HTTP/1.1" status: 200 len: 210 time: 0.1260593 Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:34:17.882573 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:34:17.891879 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-77d75036-18c6-4701-b74d-abb899f04f5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:34:17.892518 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-77d75036-18c6-4701-b74d-abb899f04f5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:34:17.910094 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da581075-705a-44dd-b1fc-aa61fc034354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:17.943631 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-da581075-705a-44dd-b1fc-aa61fc034354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b53ff1-697e-427c-b7ec-6ed5db9e6c6f']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:17.957035 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-da581075-705a-44dd-b1fc-aa61fc034354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:17.957326 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-da581075-705a-44dd-b1fc-aa61fc034354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c68b2e-8d7e-41ef-9bc0-e7b36c5d06a1') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:17.972701 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da581075-705a-44dd-b1fc-aa61fc034354 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:17.991086 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da581075-705a-44dd-b1fc-aa61fc034354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:17.999254 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da581075-705a-44dd-b1fc-aa61fc034354 admin admin] Releasing vlan 966 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:34:17.999962 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da581075-705a-44dd-b1fc-aa61fc034354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:18.020790 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:34:18.020790 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:34:18.020790 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:34:18.020790 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:34:18.020790 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:34:18.020790 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:34:18.020790 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:34:18.020790 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:34:18.020790 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:34:18.020790 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:34:18.020790 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:34:18.020790 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:34:18.020790 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:34:18.020790 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:34:18.020790 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:34:18.020790 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:34:18.020790 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:34:18.020790 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:34:18.020790 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:34:18.020790 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:34:18.020790 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:34:18.020790 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:34:18.020790 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:34:18.020790 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:34:18.020790 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:34:18.020790 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:34:18.020790 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:34:18.020790 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:34:18.020790 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:34:18.020790 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:34:18.020790 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:34:18.020790 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:34:18.133391 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da581075-705a-44dd-b1fc-aa61fc034354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:18.167532 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da581075-705a-44dd-b1fc-aa61fc034354 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:18.178787 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da581075-705a-44dd-b1fc-aa61fc034354 admin admin] Pushing event deleted for resources: {'Network': ['ID=80b53ff1-697e-427c-b7ec-6ed5db9e6c6f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:18.193965 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-da581075-705a-44dd-b1fc-aa61fc034354 admin admin] 10.222.0.37 "DELETE /v2.0/networks/80b53ff1-697e-427c-b7ec-6ed5db9e6c6f HTTP/1.1" status: 204 len: 168 time: 1.5072074 Feb 09 01:34:18.196137 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50024) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:18.369951 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device a90b2b99-6f74-4994-a59d-6540b17e3a6f no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:34:18.419585 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-77d75036-18c6-4701-b74d-abb899f04f5e None None] Deleting port a90b2b99-6f74-4994-a59d-6540b17e3a6f {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:34:18.420027 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-77d75036-18c6-4701-b74d-abb899f04f5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:18.471232 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: a90b2b99-6f74-4994-a59d-6540b17e3a6f {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:34:18.471585 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device a90b2b99-6f74-4994-a59d-6540b17e3a6f not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:34:18.472015 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device fd239683-6651-40d3-9138-0b7fd9be1cc4 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:34:18.519139 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: fd239683-6651-40d3-9138-0b7fd9be1cc4 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:34:18.519482 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device fd239683-6651-40d3-9138-0b7fd9be1cc4 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:34:18.594217 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-77d75036-18c6-4701-b74d-abb899f04f5e None None] The port 'a90b2b99-6f74-4994-a59d-6540b17e3a6f' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:34:18.856068 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ad0358a7-8bfe-47d0-9496-0df57a8aa7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:19.217970 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device a7c9daf9-804e-4b00-8ced-b9dc333306f4 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:34:19.256987 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: a7c9daf9-804e-4b00-8ced-b9dc333306f4 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:34:19.257585 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device a7c9daf9-804e-4b00-8ced-b9dc333306f4 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:34:19.410228 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-ad0358a7-8bfe-47d0-9496-0df57a8aa7ba admin admin] Deleting port 6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:34:19.410570 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ad0358a7-8bfe-47d0-9496-0df57a8aa7ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:19.430719 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-ab911933-89a2-4343-bc3d-a3f8e04ba156 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:19.432705 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-ab911933-89a2-4343-bc3d-a3f8e04ba156 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/networks?id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c HTTP/1.1" status: 200 len: 806 time: 0.1566820 Feb 09 01:34:19.449019 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-ed0207e2-c420-46aa-82a7-a6fe4e6e3b39 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/quotas/b294377ce84e483b9e0d3e2eebffd609 HTTP/1.1" status: 200 len: 375 time: 0.0109162 Feb 09 01:34:19.550048 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-86b597e5-246b-4e51-8825-4703deb175cb tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b294377ce84e483b9e0d3e2eebffd609&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0956924 Feb 09 01:34:19.609364 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-ad0358a7-8bfe-47d0-9496-0df57a8aa7ba admin admin] For port 6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2,segment=NetworkSegment(18fdd346-590b-4648-acf7-a31eecf7f5ea),segment_id=18fdd346-590b-4648-acf7-a31eecf7f5ea)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:19.609733 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ad0358a7-8bfe-47d0-9496-0df57a8aa7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:19.692090 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-d7d006f3-f56f-4747-bcec-96a706e85691 service neutron] 10.222.0.37 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412797 Feb 09 01:34:19.750048 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-ad0358a7-8bfe-47d0-9496-0df57a8aa7ba admin admin] Calling delete_port for 6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2 owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:34:19.850728 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-6fb9e7d2-a6f8-4dec-b005-adda29d4a3ed service neutron] 10.222.0.37 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528213 Feb 09 01:34:19.966030 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ad0358a7-8bfe-47d0-9496-0df57a8aa7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:20.058675 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0358a7-8bfe-47d0-9496-0df57a8aa7ba admin admin] Pushing event deleted for resources: {'Port': ['ID=6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:20.246151 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2f97a643-d5c9-4ae8-b6b3-3a44b72d335a req-e4460f43-dfb9-49f9-aeb9-1665cdd5cabf tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 210 time: 0.1726344 Feb 09 01:34:20.538697 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ad0358a7-8bfe-47d0-9496-0df57a8aa7ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:21.124822 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0358a7-8bfe-47d0-9496-0df57a8aa7ba admin admin] Router 8d3a3dfc-653b-40a2-88f0-b9b98b097611 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:34:21.223498 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 50074) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:21.392156 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0358a7-8bfe-47d0-9496-0df57a8aa7ba admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:34:21.417687 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329f01e8-e62f-48f5-b303-53f153b1578f None None] Sync routers for ids ['8d3a3dfc-653b-40a2-88f0-b9b98b097611'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:34:21.420221 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ad0358a7-8bfe-47d0-9496-0df57a8aa7ba admin admin] 10.222.0.37 "PUT /v2.0/routers/8d3a3dfc-653b-40a2-88f0-b9b98b097611/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2229257 Feb 09 01:34:21.421061 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50080) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:21.448033 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329f01e8-e62f-48f5-b303-53f153b1578f None None] Routers {'8d3a3dfc-653b-40a2-88f0-b9b98b097611'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:34:21.455105 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-329f01e8-e62f-48f5-b303-53f153b1578f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:34:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8d3a3dfc-653b-40a2-88f0-b9b98b097611'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:21.656094 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9196ee18-de8a-4f9c-a3dd-60429a9ed541 req-a0e7ca9d-762a-4bc1-941f-eb39e9d4d5cc tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 210 time: 0.0546031 Feb 09 01:34:21.749571 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-329f01e8-e62f-48f5-b303-53f153b1578f None None] Set router 8d3a3dfc-653b-40a2-88f0-b9b98b097611 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:34:21.764630 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ea98ed87-3605-47db-b18b-c64fe0a69875 admin admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:21.828831 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-4d0b0799-53f7-4194-94e8-2b0fd288d901 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:21.830697 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-4d0b0799-53f7-4194-94e8-2b0fd288d901 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.35 "GET /v2.0/networks?id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c HTTP/1.1" status: 200 len: 806 time: 0.1706967 Feb 09 01:34:22.028248 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:22.099394 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ea98ed87-3605-47db-b18b-c64fe0a69875 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:22.111362 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-ea98ed87-3605-47db-b18b-c64fe0a69875 admin admin] Deleting port 1bcb139f-2fcc-4482-8ea9-f67fed771a1f {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:34:22.112548 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ea98ed87-3605-47db-b18b-c64fe0a69875 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:22.148230 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-809b4632-312f-457a-b50f-a4825d58b09e tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Request body: {'port': {'device_id': '002472a8-aa3f-488f-9b55-c6e42da8aff7', 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c', 'admin_state_up': True, 'tenant_id': 'b294377ce84e483b9e0d3e2eebffd609'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:22.212618 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-329f01e8-e62f-48f5-b303-53f153b1578f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3a3dfc-653b-40a2-88f0-b9b98b097611', 'name': 'tempest-TestServerBasicOps-723623957-router', 'tenant_id': '2f6f624a89a5405fbd9d1dd350b2fa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '1bcb139f-2fcc-4482-8ea9-f67fed771a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:24Z', 'updated_at': '2022-02-09T01:34:19Z', 'revision_number': 5, 'project_id': '2f6f624a89a5405fbd9d1dd350b2fa1a', 'gw_port': {'id': '1bcb139f-2fcc-4482-8ea9-f67fed771a1f', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3a3dfc-653b-40a2-88f0-b9b98b097611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:28Z', 'updated_at': '2022-02-09T01:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:22.217819 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329f01e8-e62f-48f5-b303-53f153b1578f None None] Checking router: 8d3a3dfc-653b-40a2-88f0-b9b98b097611 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:34:22.228317 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329f01e8-e62f-48f5-b303-53f153b1578f None None] Routers {'8d3a3dfc-653b-40a2-88f0-b9b98b097611'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:34:22.228959 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-329f01e8-e62f-48f5-b303-53f153b1578f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:34:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8d3a3dfc-653b-40a2-88f0-b9b98b097611'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:22.365012 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-ea98ed87-3605-47db-b18b-c64fe0a69875 admin admin] For port 1bcb139f-2fcc-4482-8ea9-f67fed771a1f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1bcb139f-2fcc-4482-8ea9-f67fed771a1f,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:22.365527 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ea98ed87-3605-47db-b18b-c64fe0a69875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:22.417509 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-329f01e8-e62f-48f5-b303-53f153b1578f None None] Set router 8d3a3dfc-653b-40a2-88f0-b9b98b097611 gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:34:22.538940 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-329f01e8-e62f-48f5-b303-53f153b1578f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3a3dfc-653b-40a2-88f0-b9b98b097611', 'name': 'tempest-TestServerBasicOps-723623957-router', 'tenant_id': '2f6f624a89a5405fbd9d1dd350b2fa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:24Z', 'updated_at': '2022-02-09T01:34:22Z', 'revision_number': 6, 'project_id': '2f6f624a89a5405fbd9d1dd350b2fa1a', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:22.544096 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329f01e8-e62f-48f5-b303-53f153b1578f None None] The sync data for ids ['8d3a3dfc-653b-40a2-88f0-b9b98b097611'] in n-d-828419-1 is: [{'id': '8d3a3dfc-653b-40a2-88f0-b9b98b097611', 'name': 'tempest-TestServerBasicOps-723623957-router', 'tenant_id': '2f6f624a89a5405fbd9d1dd350b2fa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:24Z', 'updated_at': '2022-02-09T01:34:22Z', 'revision_number': 6, 'project_id': '2f6f624a89a5405fbd9d1dd350b2fa1a', 'gw_port_host': None}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:34:22.574045 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-809b4632-312f-457a-b50f-a4825d58b09e tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:34:22.581112 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-ea98ed87-3605-47db-b18b-c64fe0a69875 admin admin] Calling delete_port for 1bcb139f-2fcc-4482-8ea9-f67fed771a1f owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:34:22.592727 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-809b4632-312f-457a-b50f-a4825d58b09e tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:34:22.649399 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-809b4632-312f-457a-b50f-a4825d58b09e tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Made reservation on behalf of b294377ce84e483b9e0d3e2eebffd609 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:34:22.653501 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-809b4632-312f-457a-b50f-a4825d58b09e tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:22.877676 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-809b4632-312f-457a-b50f-a4825d58b09e tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Allocated IP 172.20.0.3 (fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c/bb2e4f25-38e7-4153-b1cd-2ff2d0945d59/713bc932-1721-42e8-a98a-1c6d86754afe) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:34:22.892071 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ea98ed87-3605-47db-b18b-c64fe0a69875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:22.942766 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8581368a-153f-4285-bed8-80d5defdfa32 req-2bcda7b3-cb7e-4cd3-9196-259dd856f0b3 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 210 time: 0.0966771 Feb 09 01:34:22.953934 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98ed87-3605-47db-b18b-c64fe0a69875 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bcb139f-2fcc-4482-8ea9-f67fed771a1f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:23.092573 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ea98ed87-3605-47db-b18b-c64fe0a69875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:23.112136 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2604032b-ce09-4bf3-8e2c-254c0a307e43 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:23.515364 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ea98ed87-3605-47db-b18b-c64fe0a69875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:23.518183 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ea98ed87-3605-47db-b18b-c64fe0a69875 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:23.529635 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-809b4632-312f-457a-b50f-a4825d58b09e tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:23.550171 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ea98ed87-3605-47db-b18b-c64fe0a69875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:23.550716 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea98ed87-3605-47db-b18b-c64fe0a69875 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d3a3dfc-653b-40a2-88f0-b9b98b097611 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:34:23.571960 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ea98ed87-3605-47db-b18b-c64fe0a69875 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:23.573639 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ea98ed87-3605-47db-b18b-c64fe0a69875 admin admin] 10.222.0.37 "DELETE /v2.0/routers/8d3a3dfc-653b-40a2-88f0-b9b98b097611 HTTP/1.1" status: 204 len: 168 time: 2.1507876 Feb 09 01:34:23.576290 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50098) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:23.694311 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-809b4632-312f-457a-b50f-a4825d58b09e tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:23.712434 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['25a21778-6b12-4e8d-aec4-f341cf56db8f'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:34:23.747305 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd783b4-ab87-42e0-b6bf-05ff9ac8f61d admin admin] Deleting subnet 8d0919e2-0388-4e36-9856-9979241703c0 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:34:23.751833 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2bd783b4-ab87-42e0-b6bf-05ff9ac8f61d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:23.805442 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-809b4632-312f-457a-b50f-a4825d58b09e tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Network fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:34:23.810163 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-809b4632-312f-457a-b50f-a4825d58b09e tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:34:23.813394 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-809b4632-312f-457a-b50f-a4825d58b09e tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:34:23.861579 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2bd783b4-ab87-42e0-b6bf-05ff9ac8f61d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:23.892327 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b4632-312f-457a-b50f-a4825d58b09e tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Pushing event updated for resources: {'Port': ['ID=713bc932-1721-42e8-a98a-1c6d86754afe,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:23.994617 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-809b4632-312f-457a-b50f-a4825d58b09e tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:23.996594 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2bd783b4-ab87-42e0-b6bf-05ff9ac8f61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:23.997394 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-809b4632-312f-457a-b50f-a4825d58b09e tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:24.073916 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-809b4632-312f-457a-b50f-a4825d58b09e tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9602056 Feb 09 01:34:24.088075 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-ffc9b613-f289-412f-a49b-8ca508d78ae9 service neutron] Request body: {'port': {'device_id': '002472a8-aa3f-488f-9b55-c6e42da8aff7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:24.122214 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2bd783b4-ab87-42e0-b6bf-05ff9ac8f61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:24.149299 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-2604032b-ce09-4bf3-8e2c-254c0a307e43 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Deleting port 22d3b317-9ff2-42bd-a536-0a271e7c760f {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:34:24.149647 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2604032b-ce09-4bf3-8e2c-254c0a307e43 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:24.196518 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd783b4-ab87-42e0-b6bf-05ff9ac8f61d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d0919e2-0388-4e36-9856-9979241703c0,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:24.216659 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2bd783b4-ab87-42e0-b6bf-05ff9ac8f61d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:24.216864 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31200a71-ceb3-4156-83c5-6088106f6ed1 None None] Network 3840ae5c-295b-47d1-8554-ba2cead126a7 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:34:24.226555 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2bd783b4-ab87-42e0-b6bf-05ff9ac8f61d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8d0919e2-0388-4e36-9856-9979241703c0 HTTP/1.1" status: 204 len: 168 time: 0.6492193 Feb 09 01:34:24.227286 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50106) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:24.400563 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1bcb139f-2fcc-4482-8ea9-f67fed771a1f no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:34:24.406745 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd635-a416-4d19-b33e-e13d00d659a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:24.422103 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-ec1bd635-a416-4d19-b33e-e13d00d659a5 admin admin] Deleting port b927a9fa-e95f-4401-8717-215bd1ba25d3 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:34:24.422596 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd635-a416-4d19-b33e-e13d00d659a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:24.474655 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 1bcb139f-2fcc-4482-8ea9-f67fed771a1f {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:34:24.477870 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1bcb139f-2fcc-4482-8ea9-f67fed771a1f not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:34:24.479096 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:34:24.509497 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-ffc9b613-f289-412f-a49b-8ca508d78ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:24.551963 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:34:24.552311 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6fa1953f-ae89-4a8a-a81b-5dbe9bcbc7e2 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:34:24.706982 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-ec1bd635-a416-4d19-b33e-e13d00d659a5 admin admin] For port b927a9fa-e95f-4401-8717-215bd1ba25d3, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b927a9fa-e95f-4401-8717-215bd1ba25d3,segment=NetworkSegment(18fdd346-590b-4648-acf7-a31eecf7f5ea),segment_id=18fdd346-590b-4648-acf7-a31eecf7f5ea)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:24.708559 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd635-a416-4d19-b33e-e13d00d659a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:24.799239 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59b52c4-2dbe-457a-95f3-3b64bd9f8839 None None] DHCP port deletion for 3840ae5c-295b-47d1-8554-ba2cead126a7 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:34:24.809229 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a59b52c4-2dbe-457a-95f3-3b64bd9f8839 None None] Deleting port b927a9fa-e95f-4401-8717-215bd1ba25d3 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:34:24.811066 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90de15-d7c7-480b-96ec-8952c907f7af req-439eb0c6-2951-46be-bb68-74f305abcf13 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:24.811870 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0a90de15-d7c7-480b-96ec-8952c907f7af req-439eb0c6-2951-46be-bb68-74f305abcf13 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Synchronizing usage tracker for tenant:b294377ce84e483b9e0d3e2eebffd609 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:34:24.812392 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a59b52c4-2dbe-457a-95f3-3b64bd9f8839 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:24.844158 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-2604032b-ce09-4bf3-8e2c-254c0a307e43 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] For port 22d3b317-9ff2-42bd-a536-0a271e7c760f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=22d3b317-9ff2-42bd-a536-0a271e7c760f,segment=NetworkSegment(5c10c638-b521-4cb6-9087-cedebbf944d6),segment_id=5c10c638-b521-4cb6-9087-cedebbf944d6)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:24.845175 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2604032b-ce09-4bf3-8e2c-254c0a307e43 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:24.863538 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-ec1bd635-a416-4d19-b33e-e13d00d659a5 admin admin] Calling delete_port for b927a9fa-e95f-4401-8717-215bd1ba25d3 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:34:24.998569 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd635-a416-4d19-b33e-e13d00d659a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:25.105541 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-a59b52c4-2dbe-457a-95f3-3b64bd9f8839 None None] For port b927a9fa-e95f-4401-8717-215bd1ba25d3, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b927a9fa-e95f-4401-8717-215bd1ba25d3,segment=NetworkSegment(18fdd346-590b-4648-acf7-a31eecf7f5ea),segment_id=18fdd346-590b-4648-acf7-a31eecf7f5ea)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:25.106763 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a59b52c4-2dbe-457a-95f3-3b64bd9f8839 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:25.113973 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1bd635-a416-4d19-b33e-e13d00d659a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b927a9fa-e95f-4401-8717-215bd1ba25d3,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:25.125790 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1bd635-a416-4d19-b33e-e13d00d659a5 admin admin] No DVR routers for this DVR port b927a9fa-e95f-4401-8717-215bd1ba25d3 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:34:25.170015 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-2604032b-ce09-4bf3-8e2c-254c0a307e43 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Calling delete_port for 22d3b317-9ff2-42bd-a536-0a271e7c760f owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:34:25.242949 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0a90de15-d7c7-480b-96ec-8952c907f7af req-439eb0c6-2951-46be-bb68-74f305abcf13 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Unset dirty status for tenant:b294377ce84e483b9e0d3e2eebffd609 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:34:25.251665 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0a90de15-d7c7-480b-96ec-8952c907f7af req-439eb0c6-2951-46be-bb68-74f305abcf13 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 931 time: 1.0668497 Feb 09 01:34:25.293236 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a59b52c4-2dbe-457a-95f3-3b64bd9f8839 None None] Calling delete_port for b927a9fa-e95f-4401-8717-215bd1ba25d3 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:34:25.303441 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd635-a416-4d19-b33e-e13d00d659a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:25.356354 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-ec1bd635-a416-4d19-b33e-e13d00d659a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3840ae5c-295b-47d1-8554-ba2cead126a7']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:25.371997 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-ec1bd635-a416-4d19-b33e-e13d00d659a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18fdd346-590b-4648-acf7-a31eecf7f5ea') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:25.372619 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-ec1bd635-a416-4d19-b33e-e13d00d659a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18fdd346-590b-4648-acf7-a31eecf7f5ea') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:25.373767 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:25.389139 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd635-a416-4d19-b33e-e13d00d659a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:25.401799 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0a90de15-d7c7-480b-96ec-8952c907f7af req-fa1c3d53-0f82-4953-81b5-f480ecaea15a tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483674 Feb 09 01:34:25.407470 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd635-a416-4d19-b33e-e13d00d659a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:25.421914 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-a59b52c4-2dbe-457a-95f3-3b64bd9f8839 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:34:25.421914 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-a59b52c4-2dbe-457a-95f3-3b64bd9f8839 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:34:25.422156 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec1bd635-a416-4d19-b33e-e13d00d659a5 admin admin] Releasing vlan 954 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:34:25.422156 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd635-a416-4d19-b33e-e13d00d659a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:25.430969 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:34:25.430969 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:34:25.430969 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:34:25.430969 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:34:25.430969 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:34:25.430969 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:34:25.430969 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:34:25.430969 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:34:25.430969 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:34:25.430969 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:34:25.430969 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:34:25.430969 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:34:25.430969 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:34:25.430969 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:34:25.430969 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:34:25.430969 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:34:25.430969 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:34:25.430969 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:34:25.430969 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:34:25.430969 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:34:25.430969 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:34:25.430969 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:34:25.430969 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:34:25.430969 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:34:25.430969 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:34:25.430969 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:34:25.430969 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:34:25.430969 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:34:25.430969 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:34:25.430969 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:34:25.430969 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:34:25.430969 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:34:25.540635 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd635-a416-4d19-b33e-e13d00d659a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:25.568832 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd635-a416-4d19-b33e-e13d00d659a5 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:25.569085 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-ffc9b613-f289-412f-a49b-8ca508d78ae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 713bc932-1721-42e8-a98a-1c6d86754afe {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:34:25.583565 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1bd635-a416-4d19-b33e-e13d00d659a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3840ae5c-295b-47d1-8554-ba2cead126a7,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:25.590918 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ec1bd635-a416-4d19-b33e-e13d00d659a5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3840ae5c-295b-47d1-8554-ba2cead126a7 HTTP/1.1" status: 204 len: 168 time: 1.3603289 Feb 09 01:34:25.592132 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-ffc9b613-f289-412f-a49b-8ca508d78ae9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:25.621225 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-ffc9b613-f289-412f-a49b-8ca508d78ae9 service neutron] Transition to ACTIVE for port object 713bc932-1721-42e8-a98a-1c6d86754afe will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:34:25.698981 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-ffc9b613-f289-412f-a49b-8ca508d78ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:25.831121 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50122) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:25.900250 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9b613-f289-412f-a49b-8ca508d78ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=713bc932-1721-42e8-a98a-1c6d86754afe,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:25.906706 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a6fa31b2-3de4-4e7d-8733-3bab172a8f2b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ef6edc4015e943ec908a956d7cff5e10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0719581 Feb 09 01:34:25.908573 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50126) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:25.919333 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a59b52c4-2dbe-457a-95f3-3b64bd9f8839 None None] Deleting port b927a9fa-e95f-4401-8717-215bd1ba25d3 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:34:25.926018 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a59b52c4-2dbe-457a-95f3-3b64bd9f8839 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:26.055790 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-ffc9b613-f289-412f-a49b-8ca508d78ae9 service neutron] Attempting to bind port 713bc932-1721-42e8-a98a-1c6d86754afe on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:34:26.056068 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-ffc9b613-f289-412f-a49b-8ca508d78ae9 service neutron] Attempting to bind port 713bc932-1721-42e8-a98a-1c6d86754afe by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'b13e28b8-c315-4aea-ae2e-bbae93a80b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:34:26.057498 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-ffc9b613-f289-412f-a49b-8ca508d78ae9 service neutron] Attempting to bind port 713bc932-1721-42e8-a98a-1c6d86754afe on network fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:34:26.058837 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2b4b36fb-96f9-42b3-aacc-48cee2ab32b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:26.083733 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a59b52c4-2dbe-457a-95f3-3b64bd9f8839 None None] The port 'b927a9fa-e95f-4401-8717-215bd1ba25d3' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:34:26.115272 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2b4b36fb-96f9-42b3-aacc-48cee2ab32b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:26.152377 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-ffc9b613-f289-412f-a49b-8ca508d78ae9 service neutron] Port 713bc932-1721-42e8-a98a-1c6d86754afe on network fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:34:26.153037 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-ffc9b613-f289-412f-a49b-8ca508d78ae9 service neutron] Attempting to bind port 713bc932-1721-42e8-a98a-1c6d86754afe on network fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:34:26.161114 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-ffc9b613-f289-412f-a49b-8ca508d78ae9 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:34:26.161835 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-ffc9b613-f289-412f-a49b-8ca508d78ae9 service neutron] Checking segment: {'id': 'b13e28b8-c315-4aea-ae2e-bbae93a80b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:34:26.162291 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-ffc9b613-f289-412f-a49b-8ca508d78ae9 service neutron] Bound using segment: {'id': 'b13e28b8-c315-4aea-ae2e-bbae93a80b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:34:26.162688 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-ffc9b613-f289-412f-a49b-8ca508d78ae9 service neutron] Bound port: 713bc932-1721-42e8-a98a-1c6d86754afe, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b13e28b8-c315-4aea-ae2e-bbae93a80b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:34:26.163035 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-ffc9b613-f289-412f-a49b-8ca508d78ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:26.173474 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2604032b-ce09-4bf3-8e2c-254c0a307e43 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:26.175666 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2b4b36fb-96f9-42b3-aacc-48cee2ab32b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:26.205535 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2b4b36fb-96f9-42b3-aacc-48cee2ab32b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:26.209711 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2b4b36fb-96f9-42b3-aacc-48cee2ab32b4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/13fcc777-14dc-4c68-a831-a974628026e0 HTTP/1.1" status: 204 len: 168 time: 0.2991931 Feb 09 01:34:26.209711 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b36fb-96f9-42b3-aacc-48cee2ab32b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fcc777-14dc-4c68-a831-a974628026e0,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:26.239715 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604032b-ce09-4bf3-8e2c-254c0a307e43 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event deleted for resources: {'Port': ['ID=22d3b317-9ff2-42bd-a536-0a271e7c760f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:26.480504 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b927a9fa-e95f-4401-8717-215bd1ba25d3 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:34:26.541358 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: b927a9fa-e95f-4401-8717-215bd1ba25d3 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:34:26.546054 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b927a9fa-e95f-4401-8717-215bd1ba25d3 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:34:26.792856 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-ffc9b613-f289-412f-a49b-8ca508d78ae9 service neutron] For port 713bc932-1721-42e8-a98a-1c6d86754afe, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:34:26.805289 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2a7b3-b397-44a9-9d84-8665f40e655f req-517daa4e-166c-40e8-acfb-074bed2d01d7 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:26.807102 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0cc2a7b3-b397-44a9-9d84-8665f40e655f req-517daa4e-166c-40e8-acfb-074bed2d01d7 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 943 time: 0.2200191 Feb 09 01:34:26.808021 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50140) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:26.808683 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-ffc9b613-f289-412f-a49b-8ca508d78ae9 service neutron] For port 713bc932-1721-42e8-a98a-1c6d86754afe, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=713bc932-1721-42e8-a98a-1c6d86754afe,segment=NetworkSegment(b13e28b8-c315-4aea-ae2e-bbae93a80b62),segment_id=b13e28b8-c315-4aea-ae2e-bbae93a80b62)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:34:26.872242 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-ffc9b613-f289-412f-a49b-8ca508d78ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:26.915516 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0cc2a7b3-b397-44a9-9d84-8665f40e655f req-ff095309-0e2c-4a3e-948c-0e5492981a4d tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824201 Feb 09 01:34:26.930810 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-ffc9b613-f289-412f-a49b-8ca508d78ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:26.931178 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-ffc9b613-f289-412f-a49b-8ca508d78ae9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:26.932576 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-ffc9b613-f289-412f-a49b-8ca508d78ae9 service neutron] 10.222.0.35 "PUT /v2.0/ports/713bc932-1721-42e8-a98a-1c6d86754afe HTTP/1.1" status: 200 len: 1091 time: 2.8489664 Feb 09 01:34:26.937502 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cd1b4745-6239-4bec-b6e1-1f9b92001cca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2f6f624a89a5405fbd9d1dd350b2fa1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1275332 Feb 09 01:34:26.938459 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50148) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:26.970253 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002472a8-aa3f-488f-9b55-c6e42da8aff7', 'tag': '713bc932-1721-42e8-a98a-1c6d86754afe'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:34:26.974831 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2604032b-ce09-4bf3-8e2c-254c0a307e43 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:27.021892 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8881a1e1-3a76-46ee-9a92-531b32c4c966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:27.068440 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002472a8-aa3f-488f-9b55-c6e42da8aff7', 'tag': '713bc932-1721-42e8-a98a-1c6d86754afe', 'status': 'completed', 'code': 200} Feb 09 01:34:27.069830 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8881a1e1-3a76-46ee-9a92-531b32c4c966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:27.168502 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8881a1e1-3a76-46ee-9a92-531b32c4c966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:27.189718 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881a1e1-3a76-46ee-9a92-531b32c4c966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1ed028-19e3-4959-893e-89634a181271,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:27.196056 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9b613-f289-412f-a49b-8ca508d78ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=713bc932-1721-42e8-a98a-1c6d86754afe,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:27.212912 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8881a1e1-3a76-46ee-9a92-531b32c4c966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:27.220508 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8881a1e1-3a76-46ee-9a92-531b32c4c966 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8c1ed028-19e3-4959-893e-89634a181271 HTTP/1.1" status: 204 len: 168 time: 0.2805567 Feb 09 01:34:27.298774 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-37b10278-86dd-479f-babf-3fb46bdf2615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:27.300234 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-37b10278-86dd-479f-babf-3fb46bdf2615 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b294377ce84e483b9e0d3e2eebffd609&device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 1094 time: 0.3137853 Feb 09 01:34:27.437520 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-185276e7-948a-4de5-800e-0739fd9e8c23 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=713bc932-1721-42e8-a98a-1c6d86754afe HTTP/1.1" status: 200 len: 217 time: 0.1269615 Feb 09 01:34:27.625586 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-31ae96db-46f1-4e77-88b7-fad1a070feb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:27.627130 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-31ae96db-46f1-4e77-88b7-fad1a070feb5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb2e4f25-38e7-4153-b1cd-2ff2d0945d59 HTTP/1.1" status: 200 len: 846 time: 0.1709142 Feb 09 01:34:27.719282 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-0440c1d7-c3a8-40c0-b2f4-fc27dec9ebe6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701492 Feb 09 01:34:27.750818 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2604032b-ce09-4bf3-8e2c-254c0a307e43 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Router 1fffcba7-8259-4707-b90e-6e2e5dbbcc1e has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:34:28.026365 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-6fe19219-c05a-4c8b-a84c-1fe6fe68e13b service neutron] 10.222.0.35 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981131 Feb 09 01:34:28.219732 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc11c1e-6594-40bc-870e-9e8306d5cae6 req-b8b203fa-4ff1-480e-80eb-10f05555c1ac tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:28.226327 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cdc11c1e-6594-40bc-870e-9e8306d5cae6 req-b8b203fa-4ff1-480e-80eb-10f05555c1ac tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 943 time: 0.1220813 Feb 09 01:34:28.259713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2604032b-ce09-4bf3-8e2c-254c0a307e43 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:34:28.270123 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657baa58-167a-4f7f-b6d6-878cfd3ad758 None None] Sync routers for ids ['1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:34:28.281268 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657baa58-167a-4f7f-b6d6-878cfd3ad758 None None] Routers {'1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:34:28.282148 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-657baa58-167a-4f7f-b6d6-878cfd3ad758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:34:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:28.292273 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cdc11c1e-6594-40bc-870e-9e8306d5cae6 req-f7034f02-bc7e-48f4-b0f6-a11d43051957 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568793 Feb 09 01:34:28.322013 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2604032b-ce09-4bf3-8e2c-254c0a307e43 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "PUT /v2.0/routers/1fffcba7-8259-4707-b90e-6e2e5dbbcc1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0973499 Feb 09 01:34:28.330342 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b6624bb-6176-4ddb-969c-fa008cb941f4 req-91c97c74-19b3-45bd-96eb-4178f7250489 service neutron] 10.222.0.35 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920518 Feb 09 01:34:28.598672 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-657baa58-167a-4f7f-b6d6-878cfd3ad758 None None] Set router 1fffcba7-8259-4707-b90e-6e2e5dbbcc1e gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:34:28.675457 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293757db-63b8-45d2-99eb-32232bcd5321 req-3ff18994-7ec5-4ca2-a619-7b1ab6cd657e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:28.678148 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-293757db-63b8-45d2-99eb-32232bcd5321 req-3ff18994-7ec5-4ca2-a619-7b1ab6cd657e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b294377ce84e483b9e0d3e2eebffd609&device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 1094 time: 0.2712779 Feb 09 01:34:28.782183 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac39a6-88f3-4f6b-9b17-d505fa507298 req-ad51e7e8-f503-46ab-8bc2-8a7b12b4b805 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:28.782896 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-a2ac39a6-88f3-4f6b-9b17-d505fa507298 req-ad51e7e8-f503-46ab-8bc2-8a7b12b4b805 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Synchronizing usage tracker for tenant:089df553ed3542348a44835caf19372b on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:34:28.801101 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-a2ac39a6-88f3-4f6b-9b17-d505fa507298 req-ad51e7e8-f503-46ab-8bc2-8a7b12b4b805 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Unset dirty status for tenant:089df553ed3542348a44835caf19372b on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:34:28.802496 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a2ac39a6-88f3-4f6b-9b17-d505fa507298 req-ad51e7e8-f503-46ab-8bc2-8a7b12b4b805 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6a31f32-c9f2-4bb0-8573-fa2fe8103e26 HTTP/1.1" status: 200 len: 946 time: 0.1074862 Feb 09 01:34:28.826856 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293757db-63b8-45d2-99eb-32232bcd5321 req-9f285189-2069-47ef-a2d6-2e55617f271d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:28.828284 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-293757db-63b8-45d2-99eb-32232bcd5321 req-9f285189-2069-47ef-a2d6-2e55617f271d service neutron] 10.222.0.35 "GET /v2.0/networks?id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c HTTP/1.1" status: 200 len: 907 time: 0.1432691 Feb 09 01:34:28.865208 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a2ac39a6-88f3-4f6b-9b17-d505fa507298 req-0adbadd7-4789-44c3-8480-4db8bf4e94e2 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?id=46a02f32-8a0d-4830-a548-fd955889b718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563087 Feb 09 01:34:28.932760 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-293757db-63b8-45d2-99eb-32232bcd5321 req-7f55354a-98fc-4145-9f14-0df8d34e7370 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=713bc932-1721-42e8-a98a-1c6d86754afe HTTP/1.1" status: 200 len: 217 time: 0.0950696 Feb 09 01:34:29.004329 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293757db-63b8-45d2-99eb-32232bcd5321 req-c7801821-cc21-4d0a-8bb0-f47caff71d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:29.006096 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-293757db-63b8-45d2-99eb-32232bcd5321 req-c7801821-cc21-4d0a-8bb0-f47caff71d72 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb2e4f25-38e7-4153-b1cd-2ff2d0945d59 HTTP/1.1" status: 200 len: 846 time: 0.0651987 Feb 09 01:34:29.020171 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-657baa58-167a-4f7f-b6d6-878cfd3ad758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'name': 'tempest-TestNetworkBasicOps-router-1893570094', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:09Z', 'updated_at': '2022-02-09T01:34:26Z', 'revision_number': 6, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:10Z', 'updated_at': '2022-02-09T01:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '0b8e4532-2032-4269-979a-1693fddc2d6a', 'tenant_id': '089df553ed3542348a44835caf19372b', 'floating_ip_address': '172.25.5.38', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'port_id': '12a6304b-c841-4185-ac18-0a767c004259', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1', 'mac_address': 'fa:16:3e:96:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eebeb3-b2fa-4104-810e-c4eadcf403a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:32:41Z', 'updated_at': '2022-02-09T01:32:45Z', 'revision_number': 1, 'project_id': '089df553ed3542348a44835caf19372b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6a50320-850c-4a76-a68a-96b1c27a3649', 'name': '', 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1', 'tenant_id': '089df553ed3542348a44835caf19372b', 'mac_address': 'fa:16:3e:89:58:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'da4a8d72-89ab-42e6-955e-754763d2d4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:16Z', 'updated_at': '2022-02-09T01:32:24Z', 'revision_number': 5, 'project_id': '089df553ed3542348a44835caf19372b', 'subnets': [{'id': 'da4a8d72-89ab-42e6-955e-754763d2d4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:29.036798 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657baa58-167a-4f7f-b6d6-878cfd3ad758 None None] Checking router: 1fffcba7-8259-4707-b90e-6e2e5dbbcc1e for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:34:29.054785 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657baa58-167a-4f7f-b6d6-878cfd3ad758 None None] Routers {'1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:34:29.055682 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-657baa58-167a-4f7f-b6d6-878cfd3ad758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:34:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:29.058105 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-293757db-63b8-45d2-99eb-32232bcd5321 req-89ab4526-47f2-4360-997a-51d0fe7cb4c9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447533 Feb 09 01:34:29.225981 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-293757db-63b8-45d2-99eb-32232bcd5321 req-42e35c7a-e813-44c3-9ea0-e2aa60673c28 service neutron] 10.222.0.35 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597435 Feb 09 01:34:29.307751 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-657baa58-167a-4f7f-b6d6-878cfd3ad758 None None] Set router 1fffcba7-8259-4707-b90e-6e2e5dbbcc1e gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:34:29.415862 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-293757db-63b8-45d2-99eb-32232bcd5321 req-56ff13af-0a33-4e67-a5a8-285ee5e37c39 service neutron] 10.222.0.35 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809587 Feb 09 01:34:29.518187 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ae4cf-81b5-4846-bb59-661def0c56c2 req-376ad566-37bd-4235-8dad-ea990b808ce6 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:29.527999 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-aa5ae4cf-81b5-4846-bb59-661def0c56c2 req-376ad566-37bd-4235-8dad-ea990b808ce6 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 943 time: 0.0949807 Feb 09 01:34:29.577640 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-aa5ae4cf-81b5-4846-bb59-661def0c56c2 req-d0d761e8-86fa-45c3-b7f3-862050bf57cd tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467758 Feb 09 01:34:29.765188 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-657baa58-167a-4f7f-b6d6-878cfd3ad758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'name': 'tempest-TestNetworkBasicOps-router-1893570094', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:09Z', 'updated_at': '2022-02-09T01:34:26Z', 'revision_number': 6, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:10Z', 'updated_at': '2022-02-09T01:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '0b8e4532-2032-4269-979a-1693fddc2d6a', 'tenant_id': '089df553ed3542348a44835caf19372b', 'floating_ip_address': '172.25.5.38', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'port_id': '12a6304b-c841-4185-ac18-0a767c004259', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1', 'mac_address': 'fa:16:3e:96:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eebeb3-b2fa-4104-810e-c4eadcf403a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:32:41Z', 'updated_at': '2022-02-09T01:32:45Z', 'revision_number': 1, 'project_id': '089df553ed3542348a44835caf19372b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6a50320-850c-4a76-a68a-96b1c27a3649', 'name': '', 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1', 'tenant_id': '089df553ed3542348a44835caf19372b', 'mac_address': 'fa:16:3e:89:58:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'da4a8d72-89ab-42e6-955e-754763d2d4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:16Z', 'updated_at': '2022-02-09T01:32:24Z', 'revision_number': 5, 'project_id': '089df553ed3542348a44835caf19372b', 'subnets': [{'id': 'da4a8d72-89ab-42e6-955e-754763d2d4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:29.769503 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657baa58-167a-4f7f-b6d6-878cfd3ad758 None None] The sync data for ids ['1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'] in n-d-828419-1 is: [{'id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'name': 'tempest-TestNetworkBasicOps-router-1893570094', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:09Z', 'updated_at': '2022-02-09T01:34:26Z', 'revision_number': 6, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:10Z', 'updated_at': '2022-02-09T01:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '0b8e4532-2032-4269-979a-1693fddc2d6a', 'tenant_id': '089df553ed3542348a44835caf19372b', 'floating_ip_address': '172.25.5.38', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'port_id': '12a6304b-c841-4185-ac18-0a767c004259', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1', 'mac_address': 'fa:16:3e:96:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eebeb3-b2fa-4104-810e-c4eadcf403a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:32:41Z', 'updated_at': '2022-02-09T01:32:45Z', 'revision_number': 1, 'project_id': '089df553ed3542348a44835caf19372b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6a50320-850c-4a76-a68a-96b1c27a3649', 'name': '', 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1', 'tenant_id': '089df553ed3542348a44835caf19372b', 'mac_address': 'fa:16:3e:89:58:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'da4a8d72-89ab-42e6-955e-754763d2d4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:16Z', 'updated_at': '2022-02-09T01:32:24Z', 'revision_number': 5, 'project_id': '089df553ed3542348a44835caf19372b', 'subnets': [{'id': 'da4a8d72-89ab-42e6-955e-754763d2d4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:34:30.047548 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30ece5-b861-46a6-bc07-88e35ec5e513 req-316169fb-aea9-4a56-a342-c97816bfb712 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:30.049075 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-df30ece5-b861-46a6-bc07-88e35ec5e513 req-316169fb-aea9-4a56-a342-c97816bfb712 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6a31f32-c9f2-4bb0-8573-fa2fe8103e26 HTTP/1.1" status: 200 len: 946 time: 0.0811572 Feb 09 01:34:30.096975 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-df30ece5-b861-46a6-bc07-88e35ec5e513 req-084d4e4d-127f-4e63-b06e-7603dd58b6a0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?id=46a02f32-8a0d-4830-a548-fd955889b718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419381 Feb 09 01:34:30.367084 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 22d3b317-9ff2-42bd-a536-0a271e7c760f no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:34:30.407861 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 22d3b317-9ff2-42bd-a536-0a271e7c760f {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:34:30.408236 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 22d3b317-9ff2-42bd-a536-0a271e7c760f not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:34:30.658566 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d06971-b6f8-4a8f-bcad-cc43b86851e2 req-496a32de-46e1-4627-a857-686c864bbbcd tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:30.660019 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-38d06971-b6f8-4a8f-bcad-cc43b86851e2 req-496a32de-46e1-4627-a857-686c864bbbcd tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Synchronizing usage tracker for tenant:089df553ed3542348a44835caf19372b on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:34:30.679373 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-38d06971-b6f8-4a8f-bcad-cc43b86851e2 req-496a32de-46e1-4627-a857-686c864bbbcd tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Unset dirty status for tenant:089df553ed3542348a44835caf19372b on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:34:30.680885 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-38d06971-b6f8-4a8f-bcad-cc43b86851e2 req-496a32de-46e1-4627-a857-686c864bbbcd tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6a31f32-c9f2-4bb0-8573-fa2fe8103e26 HTTP/1.1" status: 200 len: 946 time: 0.1161933 Feb 09 01:34:30.778894 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-38d06971-b6f8-4a8f-bcad-cc43b86851e2 req-c662fcaa-d04d-405a-a85f-bd28d35fbdbf tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Deleting port 74f96ba2-dbff-4e8e-b569-ed1f921f4d46 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:34:30.779259 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-38d06971-b6f8-4a8f-bcad-cc43b86851e2 req-c662fcaa-d04d-405a-a85f-bd28d35fbdbf tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:31.097652 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d69eca-05c8-41e0-954a-ab7db83eb7ee req-7a5f13fe-14f1-44f4-ba23-661464d097e4 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:31.099178 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f3d69eca-05c8-41e0-954a-ab7db83eb7ee req-7a5f13fe-14f1-44f4-ba23-661464d097e4 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 943 time: 0.2813582 Feb 09 01:34:31.204167 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f3d69eca-05c8-41e0-954a-ab7db83eb7ee req-456648f7-71d5-40d4-ba59-a954862704fd tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918455 Feb 09 01:34:31.239353 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-38d06971-b6f8-4a8f-bcad-cc43b86851e2 req-c662fcaa-d04d-405a-a85f-bd28d35fbdbf tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] For port 74f96ba2-dbff-4e8e-b569-ed1f921f4d46, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=74f96ba2-dbff-4e8e-b569-ed1f921f4d46,segment=NetworkSegment(5c10c638-b521-4cb6-9087-cedebbf944d6),segment_id=5c10c638-b521-4cb6-9087-cedebbf944d6)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:31.239896 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-38d06971-b6f8-4a8f-bcad-cc43b86851e2 req-c662fcaa-d04d-405a-a85f-bd28d35fbdbf tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:31.256168 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 713bc932-1721-42e8-a98a-1c6d86754afe details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:34:31.377336 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb8e2c-d6cd-46ca-90e9-b8ced72ef75a req-f02417e1-70f3-4325-a71d-e50200dcbbc9 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:31.389005 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7cbb8e2c-d6cd-46ca-90e9-b8ced72ef75a req-f02417e1-70f3-4325-a71d-e50200dcbbc9 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6a31f32-c9f2-4bb0-8573-fa2fe8103e26 HTTP/1.1" status: 200 len: 946 time: 0.1404357 Feb 09 01:34:31.412038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-38d06971-b6f8-4a8f-bcad-cc43b86851e2 req-c662fcaa-d04d-405a-a85f-bd28d35fbdbf tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Calling delete_port for 74f96ba2-dbff-4e8e-b569-ed1f921f4d46 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:34:31.468829 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 713bc932-1721-42e8-a98a-1c6d86754afe, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=713bc932-1721-42e8-a98a-1c6d86754afe,segment=NetworkSegment(b13e28b8-c315-4aea-ae2e-bbae93a80b62),segment_id=b13e28b8-c315-4aea-ae2e-bbae93a80b62)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:31.474850 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7cbb8e2c-d6cd-46ca-90e9-b8ced72ef75a req-e1ef26bb-5498-4f42-a72f-b923a1c37a16 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?id=46a02f32-8a0d-4830-a548-fd955889b718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816212 Feb 09 01:34:31.502063 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '713bc932-1721-42e8-a98a-1c6d86754afe', 'network_id': 'fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c', 'port_id': '713bc932-1721-42e8-a98a-1c6d86754afe', 'mac_address': 'fa:16:3e:d8:6a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 980, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2e4f25-38e7-4153-b1cd-2ff2d0945d59', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:34:31.566709 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:31.584226 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 713bc932-1721-42e8-a98a-1c6d86754afe {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:34:31.599770 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-38d06971-b6f8-4a8f-bcad-cc43b86851e2 req-c662fcaa-d04d-405a-a85f-bd28d35fbdbf tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:31.606169 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 713bc932-1721-42e8-a98a-1c6d86754afe, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=713bc932-1721-42e8-a98a-1c6d86754afe,segment=NetworkSegment(b13e28b8-c315-4aea-ae2e-bbae93a80b62),segment_id=b13e28b8-c315-4aea-ae2e-bbae93a80b62)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:31.611760 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:31.656038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c662fcaa-d04d-405a-a85f-bd28d35fbdbf tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event deleted for resources: {'Port': ['ID=74f96ba2-dbff-4e8e-b569-ed1f921f4d46,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:31.717048 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=713bc932-1721-42e8-a98a-1c6d86754afe,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:31.854111 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d06971-b6f8-4a8f-bcad-cc43b86851e2 req-c662fcaa-d04d-405a-a85f-bd28d35fbdbf tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] No DVR routers for this DVR port 74f96ba2-dbff-4e8e-b569-ed1f921f4d46 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:34:31.858792 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-38d06971-b6f8-4a8f-bcad-cc43b86851e2 req-c662fcaa-d04d-405a-a85f-bd28d35fbdbf tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:31.862967 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a31f32-c9f2-4bb0-8573-fa2fe8103e26', 'name': 'network-vif-deleted', 'tag': '74f96ba2-dbff-4e8e-b569-ed1f921f4d46'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:34:31.897497 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-38d06971-b6f8-4a8f-bcad-cc43b86851e2 req-c662fcaa-d04d-405a-a85f-bd28d35fbdbf tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.35 "DELETE /v2.0/ports/74f96ba2-dbff-4e8e-b569-ed1f921f4d46 HTTP/1.1" status: 204 len: 173 time: 1.2097085 Feb 09 01:34:31.921988 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a31f32-c9f2-4bb0-8573-fa2fe8103e26', 'name': 'network-vif-deleted', 'tag': '74f96ba2-dbff-4e8e-b569-ed1f921f4d46', 'status': 'completed', 'code': 200} Feb 09 01:34:31.943785 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['713bc932-1721-42e8-a98a-1c6d86754afe'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:34:32.457382 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3e77f-8393-491b-8d36-c019c50801ec req-542cf9c5-13d7-454a-ba16-6a78c4b53279 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:32.459022 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-67b3e77f-8393-491b-8d36-c019c50801ec req-542cf9c5-13d7-454a-ba16-6a78c4b53279 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 944 time: 0.1091812 Feb 09 01:34:32.530578 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-67b3e77f-8393-491b-8d36-c019c50801ec req-6c7c87ad-40ba-4298-8503-1b1a74cddb83 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567551 Feb 09 01:34:32.775305 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-cfd0a2a2-0516-46c8-a4b7-cb2b40857115 req-8f3799d8-f4c7-4e35-8870-0d7990d1e630 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Synchronizing usage tracker for tenant:089df553ed3542348a44835caf19372b on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:34:32.813831 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-cfd0a2a2-0516-46c8-a4b7-cb2b40857115 req-8f3799d8-f4c7-4e35-8870-0d7990d1e630 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Unset dirty status for tenant:089df553ed3542348a44835caf19372b on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:34:32.816911 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cfd0a2a2-0516-46c8-a4b7-cb2b40857115 req-8f3799d8-f4c7-4e35-8870-0d7990d1e630 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6a31f32-c9f2-4bb0-8573-fa2fe8103e26 HTTP/1.1" status: 200 len: 210 time: 0.0941567 Feb 09 01:34:32.938904 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439245c5-c6be-495f-8590-9cfb957de8e4 req-19037a9c-3543-41b0-8182-a67b729ade37 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:32.940384 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-439245c5-c6be-495f-8590-9cfb957de8e4 req-19037a9c-3543-41b0-8182-a67b729ade37 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/ports?device_id=72f2bd9b-3841-40c5-8581-1fe6fffd30e4 HTTP/1.1" status: 200 len: 946 time: 0.0852799 Feb 09 01:34:32.991842 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-439245c5-c6be-495f-8590-9cfb957de8e4 req-bf6271ff-0c8b-452f-961d-324f2e700fa5 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e3b55e-1f4b-45e2-9cd2-d93151071fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457559 Feb 09 01:34:33.258569 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 713bc932-1721-42e8-a98a-1c6d86754afe up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:34:33.333015 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 713bc932-1721-42e8-a98a-1c6d86754afe completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:34:33.337766 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 713bc932-1721-42e8-a98a-1c6d86754afe triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:34:33.338162 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:33.464544 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:33.491422 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002472a8-aa3f-488f-9b55-c6e42da8aff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713bc932-1721-42e8-a98a-1c6d86754afe'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:34:33.502124 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 713bc932-1721-42e8-a98a-1c6d86754afe, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=713bc932-1721-42e8-a98a-1c6d86754afe,segment=NetworkSegment(b13e28b8-c315-4aea-ae2e-bbae93a80b62),segment_id=b13e28b8-c315-4aea-ae2e-bbae93a80b62)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:33.506050 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:33.506793 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 74f96ba2-dbff-4e8e-b569-ed1f921f4d46 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:34:33.624747 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=713bc932-1721-42e8-a98a-1c6d86754afe,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:33.630635 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 74f96ba2-dbff-4e8e-b569-ed1f921f4d46 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:34:33.630635 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 74f96ba2-dbff-4e8e-b569-ed1f921f4d46 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:34:33.787442 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002472a8-aa3f-488f-9b55-c6e42da8aff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713bc932-1721-42e8-a98a-1c6d86754afe', 'code': 200} Feb 09 01:34:33.813033 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab069d57-1382-428d-becf-b51ff428de57 req-38348dea-9c11-40d8-9448-f8015844cfc1 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:33.814560 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ab069d57-1382-428d-becf-b51ff428de57 req-38348dea-9c11-40d8-9448-f8015844cfc1 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 945 time: 0.1259580 Feb 09 01:34:33.885931 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ab069d57-1382-428d-becf-b51ff428de57 req-c8be79fa-a4ff-4353-9e1d-2a9ee1a09af1 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596697 Feb 09 01:34:33.934307 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50238) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:33.950612 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1ee12-5700-45cf-8a34-5c8ddccb02df req-8be987e0-f7e6-4cd6-978a-03ea1c617eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:33.950612 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3bd1ee12-5700-45cf-8a34-5c8ddccb02df req-8be987e0-f7e6-4cd6-978a-03ea1c617eb3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 1096 time: 0.0788674 Feb 09 01:34:34.009791 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3bd1ee12-5700-45cf-8a34-5c8ddccb02df req-d20377c3-c557-44e1-860c-4edbf053671d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452344 Feb 09 01:34:34.079435 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1a322ae1-7faf-4cf8-afa6-2a24a9f6c596 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:34.123734 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1a322ae1-7faf-4cf8-afa6-2a24a9f6c596 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:34.257376 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1a322ae1-7faf-4cf8-afa6-2a24a9f6c596 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:34.285450 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a322ae1-7faf-4cf8-afa6-2a24a9f6c596 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a02f32-8a0d-4830-a548-fd955889b718,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:34.319306 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a2fed-ce9f-4a42-8bae-bce6220df63e req-f1d74464-dfc5-412c-889c-f9bb01b72c4d tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:34.326439 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9d8a2fed-ce9f-4a42-8bae-bce6220df63e req-f1d74464-dfc5-412c-889c-f9bb01b72c4d tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/ports?device_id=72f2bd9b-3841-40c5-8581-1fe6fffd30e4 HTTP/1.1" status: 200 len: 946 time: 0.1447854 Feb 09 01:34:34.344087 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1a322ae1-7faf-4cf8-afa6-2a24a9f6c596 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:34.349130 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1a322ae1-7faf-4cf8-afa6-2a24a9f6c596 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "DELETE /v2.0/security-groups/46a02f32-8a0d-4830-a548-fd955889b718 HTTP/1.1" status: 204 len: 168 time: 0.4126740 Feb 09 01:34:34.381974 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 50248) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:34.409124 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9d8a2fed-ce9f-4a42-8bae-bce6220df63e req-68e8ad83-c891-482c-83d9-8a8c71838d79 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e3b55e-1f4b-45e2-9cd2-d93151071fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815463 Feb 09 01:34:34.536795 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-95aa1d18-d340-4e0f-93f7-2c14a3a74c00 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Deleting subnet 8024e7fb-da76-4c67-9a80-502ebcf56e45 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:34:34.536795 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-95aa1d18-d340-4e0f-93f7-2c14a3a74c00 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:34.569549 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-95aa1d18-d340-4e0f-93f7-2c14a3a74c00 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:34.672205 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-95aa1d18-d340-4e0f-93f7-2c14a3a74c00 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:34.831084 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29917259-b9e0-4785-acdc-dd086648d076 req-05a79cae-a64c-4c2e-8483-c16645dfa6f7 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:34.832759 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-29917259-b9e0-4785-acdc-dd086648d076 req-05a79cae-a64c-4c2e-8483-c16645dfa6f7 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.35 "GET /v2.0/ports?device_id=72f2bd9b-3841-40c5-8581-1fe6fffd30e4 HTTP/1.1" status: 200 len: 946 time: 0.1379039 Feb 09 01:34:34.834858 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-95aa1d18-d340-4e0f-93f7-2c14a3a74c00 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:34.942024 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-95aa1d18-d340-4e0f-93f7-2c14a3a74c00 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:34.950876 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a44f8b0-b565-47d6-819e-509b2d7abe35 None None] Network 26583b8c-3069-470c-a0bb-9f0a4bbfaafa requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:34:34.964761 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa1d18-d340-4e0f-93f7-2c14a3a74c00 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event deleted for resources: {'Subnet': ['ID=8024e7fb-da76-4c67-9a80-502ebcf56e45,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:34.976920 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-95aa1d18-d340-4e0f-93f7-2c14a3a74c00 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "DELETE /v2.0/subnets/8024e7fb-da76-4c67-9a80-502ebcf56e45 HTTP/1.1" status: 204 len: 168 time: 0.5943506 Feb 09 01:34:34.977499 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50258) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:35.014043 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-29917259-b9e0-4785-acdc-dd086648d076 req-d3d9177f-7e50-4c66-93fa-83b93ae90f4a tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Deleting port 4fcdf100-af7c-4497-a01c-fb3f134027ca {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:34:35.014397 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-29917259-b9e0-4785-acdc-dd086648d076 req-d3d9177f-7e50-4c66-93fa-83b93ae90f4a tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:35.138187 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9f5ce2c2-b030-429e-82fe-687e49d6c3ba tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:35.156766 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-9f5ce2c2-b030-429e-82fe-687e49d6c3ba tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Deleting port b1a36634-86c1-4b5e-b591-85da19fdd376 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:34:35.157024 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9f5ce2c2-b030-429e-82fe-687e49d6c3ba tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:35.389606 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bc66a-ff40-4b08-82cc-df6d8f4e5b69 req-cda542bc-e805-4ebe-8588-c6367bac2b40 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:35.391737 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-954bc66a-ff40-4b08-82cc-df6d8f4e5b69 req-cda542bc-e805-4ebe-8588-c6367bac2b40 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 945 time: 0.2857897 Feb 09 01:34:35.460586 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017dc86a-14b4-48ac-bd79-19dfd1d047c9 None None] DHCP port deletion for 26583b8c-3069-470c-a0bb-9f0a4bbfaafa request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:34:35.469375 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-017dc86a-14b4-48ac-bd79-19dfd1d047c9 None None] Deleting port b1a36634-86c1-4b5e-b591-85da19fdd376 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:34:35.469375 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-017dc86a-14b4-48ac-bd79-19dfd1d047c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:35.471888 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-9f5ce2c2-b030-429e-82fe-687e49d6c3ba tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] For port b1a36634-86c1-4b5e-b591-85da19fdd376, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b1a36634-86c1-4b5e-b591-85da19fdd376,segment=NetworkSegment(5c10c638-b521-4cb6-9087-cedebbf944d6),segment_id=5c10c638-b521-4cb6-9087-cedebbf944d6)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:35.471888 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9f5ce2c2-b030-429e-82fe-687e49d6c3ba tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:35.612140 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-954bc66a-ff40-4b08-82cc-df6d8f4e5b69 req-0f472c3d-fc9a-48c8-8384-ca866b45d7f8 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856744 Feb 09 01:34:35.654682 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-29917259-b9e0-4785-acdc-dd086648d076 req-d3d9177f-7e50-4c66-93fa-83b93ae90f4a tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] For port 4fcdf100-af7c-4497-a01c-fb3f134027ca, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=4fcdf100-af7c-4497-a01c-fb3f134027ca,segment=NetworkSegment(59060378-9ce6-4652-9912-bf0986e3cc0b),segment_id=59060378-9ce6-4652-9912-bf0986e3cc0b)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:35.655151 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-29917259-b9e0-4785-acdc-dd086648d076 req-d3d9177f-7e50-4c66-93fa-83b93ae90f4a tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:35.697780 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-9f5ce2c2-b030-429e-82fe-687e49d6c3ba tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Calling delete_port for b1a36634-86c1-4b5e-b591-85da19fdd376 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:34:35.810046 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-29917259-b9e0-4785-acdc-dd086648d076 req-d3d9177f-7e50-4c66-93fa-83b93ae90f4a tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Calling delete_port for 4fcdf100-af7c-4497-a01c-fb3f134027ca owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:34:35.859205 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-017dc86a-14b4-48ac-bd79-19dfd1d047c9 None None] For port b1a36634-86c1-4b5e-b591-85da19fdd376, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b1a36634-86c1-4b5e-b591-85da19fdd376,segment=NetworkSegment(5c10c638-b521-4cb6-9087-cedebbf944d6),segment_id=5c10c638-b521-4cb6-9087-cedebbf944d6)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:35.859741 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-017dc86a-14b4-48ac-bd79-19dfd1d047c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:35.863508 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d12a5e-b234-4eee-96b1-853f3e96884c req-464fc4b3-225e-4521-92a6-22472079e045 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:35.873588 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-75d12a5e-b234-4eee-96b1-853f3e96884c req-464fc4b3-225e-4521-92a6-22472079e045 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/ports?device_id=72f2bd9b-3841-40c5-8581-1fe6fffd30e4 HTTP/1.1" status: 200 len: 946 time: 0.1850872 Feb 09 01:34:35.892857 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9f5ce2c2-b030-429e-82fe-687e49d6c3ba tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:35.952977 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ce2c2-b030-429e-82fe-687e49d6c3ba tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event deleted for resources: {'Port': ['ID=b1a36634-86c1-4b5e-b591-85da19fdd376,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:35.960995 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5ce2c2-b030-429e-82fe-687e49d6c3ba tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] No DVR routers for this DVR port b1a36634-86c1-4b5e-b591-85da19fdd376 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:34:36.005204 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-75d12a5e-b234-4eee-96b1-853f3e96884c req-395b9320-9342-49cd-9102-b2654620e490 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e3b55e-1f4b-45e2-9cd2-d93151071fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306701 Feb 09 01:34:36.041210 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-017dc86a-14b4-48ac-bd79-19dfd1d047c9 None None] Calling delete_port for b1a36634-86c1-4b5e-b591-85da19fdd376 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:34:36.075825 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-29917259-b9e0-4785-acdc-dd086648d076 req-d3d9177f-7e50-4c66-93fa-83b93ae90f4a tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:36.131280 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9f5ce2c2-b030-429e-82fe-687e49d6c3ba tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:36.170794 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-017dc86a-14b4-48ac-bd79-19dfd1d047c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:34:36.171810 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-017dc86a-14b4-48ac-bd79-19dfd1d047c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:34:36.173710 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-9f5ce2c2-b030-429e-82fe-687e49d6c3ba tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26583b8c-3069-470c-a0bb-9f0a4bbfaafa']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:36.189420 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-9f5ce2c2-b030-429e-82fe-687e49d6c3ba tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c10c638-b521-4cb6-9087-cedebbf944d6') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:36.189795 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-9f5ce2c2-b030-429e-82fe-687e49d6c3ba tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c10c638-b521-4cb6-9087-cedebbf944d6') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:36.208872 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9f5ce2c2-b030-429e-82fe-687e49d6c3ba tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:36.220332 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9177f-7e50-4c66-93fa-83b93ae90f4a tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Pushing event deleted for resources: {'Port': ['ID=4fcdf100-af7c-4497-a01c-fb3f134027ca,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:36.228357 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9f5ce2c2-b030-429e-82fe-687e49d6c3ba tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:36.235409 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f5ce2c2-b030-429e-82fe-687e49d6c3ba tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Releasing vlan 976 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:34:36.235810 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9f5ce2c2-b030-429e-82fe-687e49d6c3ba tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:36.255846 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:34:36.255846 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:34:36.255846 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:34:36.255846 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:34:36.255846 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:34:36.255846 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:34:36.255846 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:34:36.255846 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:34:36.255846 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:34:36.255846 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:34:36.255846 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:34:36.255846 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:34:36.255846 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:34:36.255846 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:34:36.255846 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:34:36.255846 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:34:36.255846 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:34:36.255846 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:34:36.255846 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:34:36.255846 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:34:36.255846 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:34:36.255846 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:34:36.255846 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:34:36.255846 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:34:36.255846 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:34:36.255846 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:34:36.255846 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:34:36.255846 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:34:36.255846 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:34:36.255846 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:34:36.255846 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:34:36.255846 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:34:36.266581 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-29917259-b9e0-4785-acdc-dd086648d076 req-d3d9177f-7e50-4c66-93fa-83b93ae90f4a tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] No DVR routers for this DVR port 4fcdf100-af7c-4497-a01c-fb3f134027ca on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:34:36.269355 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-29917259-b9e0-4785-acdc-dd086648d076 req-d3d9177f-7e50-4c66-93fa-83b93ae90f4a tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:36.272510 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f2bd9b-3841-40c5-8581-1fe6fffd30e4', 'name': 'network-vif-deleted', 'tag': '4fcdf100-af7c-4497-a01c-fb3f134027ca'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:34:36.319658 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-29917259-b9e0-4785-acdc-dd086648d076 req-d3d9177f-7e50-4c66-93fa-83b93ae90f4a tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.35 "DELETE /v2.0/ports/4fcdf100-af7c-4497-a01c-fb3f134027ca HTTP/1.1" status: 204 len: 173 time: 1.4752972 Feb 09 01:34:36.354936 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f2bd9b-3841-40c5-8581-1fe6fffd30e4', 'name': 'network-vif-deleted', 'tag': '4fcdf100-af7c-4497-a01c-fb3f134027ca', 'status': 'completed', 'code': 200} Feb 09 01:34:36.455750 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b1a36634-86c1-4b5e-b591-85da19fdd376 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:34:36.466347 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9f5ce2c2-b030-429e-82fe-687e49d6c3ba tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:36.498346 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9f5ce2c2-b030-429e-82fe-687e49d6c3ba tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:36.514179 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: b1a36634-86c1-4b5e-b591-85da19fdd376 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:34:36.514179 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b1a36634-86c1-4b5e-b591-85da19fdd376 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:34:36.523219 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ce2c2-b030-429e-82fe-687e49d6c3ba tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event deleted for resources: {'Network': ['ID=26583b8c-3069-470c-a0bb-9f0a4bbfaafa,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:36.543680 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9f5ce2c2-b030-429e-82fe-687e49d6c3ba tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "DELETE /v2.0/networks/26583b8c-3069-470c-a0bb-9f0a4bbfaafa HTTP/1.1" status: 204 len: 168 time: 1.5642722 Feb 09 01:34:36.547137 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50272) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:36.673003 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-017dc86a-14b4-48ac-bd79-19dfd1d047c9 None None] Deleting port b1a36634-86c1-4b5e-b591-85da19fdd376 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:34:36.673936 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-017dc86a-14b4-48ac-bd79-19dfd1d047c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:36.771199 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-017dc86a-14b4-48ac-bd79-19dfd1d047c9 None None] The port 'b1a36634-86c1-4b5e-b591-85da19fdd376' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:34:36.908084 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-5491de24-ed0d-4848-90be-821ff9b75cee tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Deleting port f621e3c9-c9e0-4415-8675-afb4a888d581 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:34:36.916851 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5491de24-ed0d-4848-90be-821ff9b75cee tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:36.926885 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2016d2e9-6b68-459e-b61e-f99f0f4faf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:36.998012 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6706c5-3512-4e38-ae22-0bcc74d6ead9 req-56ab7255-c29a-40de-ad92-06832f9611b4 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:36.999411 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cc6706c5-3512-4e38-ae22-0bcc74d6ead9 req-56ab7255-c29a-40de-ad92-06832f9611b4 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 945 time: 0.1911163 Feb 09 01:34:37.136466 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cc6706c5-3512-4e38-ae22-0bcc74d6ead9 req-04bb3d54-d60c-48b2-8b47-21bec698a885 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770154 Feb 09 01:34:37.226568 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5491de24-ed0d-4848-90be-821ff9b75cee tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:37.226568 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5491de24-ed0d-4848-90be-821ff9b75cee tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:37.285486 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 4fcdf100-af7c-4497-a01c-fb3f134027ca no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:34:37.359804 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 4fcdf100-af7c-4497-a01c-fb3f134027ca {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:34:37.360144 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 4fcdf100-af7c-4497-a01c-fb3f134027ca not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:34:37.397976 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-5491de24-ed0d-4848-90be-821ff9b75cee tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Calling delete_port for f621e3c9-c9e0-4415-8675-afb4a888d581 owned by network:floatingip {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:34:37.602445 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308e427-68a6-455f-931c-1f6a13c10ea3 req-c8f2cfd6-8c58-436d-ac11-9c43f1ba085c tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:37.604522 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f308e427-68a6-455f-931c-1f6a13c10ea3 req-c8f2cfd6-8c58-436d-ac11-9c43f1ba085c tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 945 time: 0.1344929 Feb 09 01:34:37.754309 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f308e427-68a6-455f-931c-1f6a13c10ea3 req-27b33982-2a23-4e54-b8e0-0bda9acb347c tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981126 Feb 09 01:34:37.767955 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5491de24-ed0d-4848-90be-821ff9b75cee tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:37.877415 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491de24-ed0d-4848-90be-821ff9b75cee tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event deleted for resources: {'Port': ['ID=f621e3c9-c9e0-4415-8675-afb4a888d581,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:37.987952 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5491de24-ed0d-4848-90be-821ff9b75cee tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for floatingip, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:37.988289 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-5491de24-ed0d-4848-90be-821ff9b75cee tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Floating IP 0b8e4532-2032-4269-979a-1693fddc2d6a disassociated (deleted). External IP: 172.25.5.38, port: 12a6304b-c841-4185-ac18-0a767c004259. Feb 09 01:34:38.040659 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb901bb7-a424-4a37-8e13-acd427332dd8 req-459ae221-4d43-49a0-90f4-8194ba248002 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:38.042790 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb901bb7-a424-4a37-8e13-acd427332dd8 req-459ae221-4d43-49a0-90f4-8194ba248002 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 945 time: 0.1230519 Feb 09 01:34:38.237672 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fb901bb7-a424-4a37-8e13-acd427332dd8 req-35995ba4-e9ba-4dd6-99ce-1fcd85311d55 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865220 Feb 09 01:34:38.558051 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5491de24-ed0d-4848-90be-821ff9b75cee tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Router 1fffcba7-8259-4707-b90e-6e2e5dbbcc1e has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:34:38.642434 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1d798-806b-48bb-ad2d-f667b564820a req-69743bcb-ff78-4cf4-a0dc-3885eab7b636 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:38.643952 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-deb1d798-806b-48bb-ad2d-f667b564820a req-69743bcb-ff78-4cf4-a0dc-3885eab7b636 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 945 time: 0.1132586 Feb 09 01:34:38.706796 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-deb1d798-806b-48bb-ad2d-f667b564820a req-10c36d89-a9c7-4429-9854-484e4962a95d tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542476 Feb 09 01:34:38.800142 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5491de24-ed0d-4848-90be-821ff9b75cee tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:34:38.834343 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221d8435-7dbf-4957-a276-7899927a0af1 None None] Sync routers for ids ['1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:34:38.856004 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221d8435-7dbf-4957-a276-7899927a0af1 None None] Routers {'1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:34:38.856336 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5491de24-ed0d-4848-90be-821ff9b75cee tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:38.858375 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-221d8435-7dbf-4957-a276-7899927a0af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:34:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:38.958276 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5491de24-ed0d-4848-90be-821ff9b75cee tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "DELETE /v2.0/floatingips/0b8e4532-2032-4269-979a-1693fddc2d6a HTTP/1.1" status: 204 len: 168 time: 2.4090919 Feb 09 01:34:38.960520 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11eebeb3-b2fa-4104-810e-c4eadcf403a0', 'tag': '12a6304b-c841-4185-ac18-0a767c004259'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:34:39.022427 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11eebeb3-b2fa-4104-810e-c4eadcf403a0', 'tag': '12a6304b-c841-4185-ac18-0a767c004259', 'status': 'completed', 'code': 200} Feb 09 01:34:39.162627 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe7c03-c5f0-49d1-95ca-7626c5a06950 req-80bae7f0-acad-4ab5-8a34-f8944f8dc30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:39.162627 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ffe7c03-c5f0-49d1-95ca-7626c5a06950 req-80bae7f0-acad-4ab5-8a34-f8944f8dc30e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=089df553ed3542348a44835caf19372b&device_id=11eebeb3-b2fa-4104-810e-c4eadcf403a0 HTTP/1.1" status: 200 len: 1096 time: 0.1024587 Feb 09 01:34:39.205823 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-221d8435-7dbf-4957-a276-7899927a0af1 None None] Set router 1fffcba7-8259-4707-b90e-6e2e5dbbcc1e gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:34:39.340201 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe7c03-c5f0-49d1-95ca-7626c5a06950 req-9d4b4d37-78a5-4ceb-bdc5-9b6de4873cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:39.341722 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ffe7c03-c5f0-49d1-95ca-7626c5a06950 req-9d4b4d37-78a5-4ceb-bdc5-9b6de4873cad service neutron] 10.222.0.35 "GET /v2.0/networks?id=023eca9b-48ef-4835-8ca1-a5b455f2fcf1 HTTP/1.1" status: 200 len: 897 time: 0.1771634 Feb 09 01:34:39.378398 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6f8f9363-9388-4970-a434-0023d43e9871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:39.474651 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ffe7c03-c5f0-49d1-95ca-7626c5a06950 req-6a9e6d8b-83a5-4e0e-b6b2-ba1fbcaaac28 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12a6304b-c841-4185-ac18-0a767c004259 HTTP/1.1" status: 200 len: 217 time: 0.1260660 Feb 09 01:34:39.560787 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe7c03-c5f0-49d1-95ca-7626c5a06950 req-02be4c0a-b88b-4da0-a475-7b5135899c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:39.562224 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ffe7c03-c5f0-49d1-95ca-7626c5a06950 req-02be4c0a-b88b-4da0-a475-7b5135899c68 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=da4a8d72-89ab-42e6-955e-754763d2d4a6 HTTP/1.1" status: 200 len: 834 time: 0.0751665 Feb 09 01:34:39.564522 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-221d8435-7dbf-4957-a276-7899927a0af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'name': 'tempest-TestNetworkBasicOps-router-1893570094', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:09Z', 'updated_at': '2022-02-09T01:34:26Z', 'revision_number': 6, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:10Z', 'updated_at': '2022-02-09T01:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'd6a50320-850c-4a76-a68a-96b1c27a3649', 'name': '', 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1', 'tenant_id': '089df553ed3542348a44835caf19372b', 'mac_address': 'fa:16:3e:89:58:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'da4a8d72-89ab-42e6-955e-754763d2d4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:16Z', 'updated_at': '2022-02-09T01:32:24Z', 'revision_number': 5, 'project_id': '089df553ed3542348a44835caf19372b', 'subnets': [{'id': 'da4a8d72-89ab-42e6-955e-754763d2d4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:39.568804 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221d8435-7dbf-4957-a276-7899927a0af1 None None] Checking router: 1fffcba7-8259-4707-b90e-6e2e5dbbcc1e for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:34:39.577805 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221d8435-7dbf-4957-a276-7899927a0af1 None None] Routers {'1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:34:39.578389 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-221d8435-7dbf-4957-a276-7899927a0af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:34:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:39.625394 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc16037-e480-4323-8838-ea039606abb4 req-51e40f14-7031-4737-8004-77e4ec22f9ee tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:39.626844 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cbc16037-e480-4323-8838-ea039606abb4 req-51e40f14-7031-4737-8004-77e4ec22f9ee tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=11eebeb3-b2fa-4104-810e-c4eadcf403a0 HTTP/1.1" status: 200 len: 945 time: 0.1919410 Feb 09 01:34:39.694374 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cbc16037-e480-4323-8838-ea039606abb4 req-fc89b57f-bcf2-4b7c-8dc4-2488b5c1bd64 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c26ab04a-c2aa-4042-859a-abdbd5761576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562325 Feb 09 01:34:39.704424 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe7c03-c5f0-49d1-95ca-7626c5a06950 req-e034f8d7-af6d-4cc0-8163-b429a8c40d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:39.706447 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ffe7c03-c5f0-49d1-95ca-7626c5a06950 req-e034f8d7-af6d-4cc0-8163-b429a8c40d3e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=023eca9b-48ef-4835-8ca1-a5b455f2fcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1342342 Feb 09 01:34:39.848972 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-221d8435-7dbf-4957-a276-7899927a0af1 None None] Set router 1fffcba7-8259-4707-b90e-6e2e5dbbcc1e gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:34:39.900287 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ffe7c03-c5f0-49d1-95ca-7626c5a06950 req-fd99758d-d8bf-42da-a5fe-7330b6b0ca21 service neutron] 10.222.0.35 "GET /v2.0/networks/023eca9b-48ef-4835-8ca1-a5b455f2fcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832118 Feb 09 01:34:40.013044 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d646b-3183-4826-b05c-6afcfba5d951 req-af8c894b-898a-41e4-8e17-f8034d17a4f1 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:40.021208 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d23d646b-3183-4826-b05c-6afcfba5d951 req-af8c894b-898a-41e4-8e17-f8034d17a4f1 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 945 time: 0.1090133 Feb 09 01:34:40.097309 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ffe7c03-c5f0-49d1-95ca-7626c5a06950 req-57868729-4b8e-4a6b-b616-d18989fc7910 service neutron] 10.222.0.35 "GET /v2.0/networks/023eca9b-48ef-4835-8ca1-a5b455f2fcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863160 Feb 09 01:34:40.115533 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d23d646b-3183-4826-b05c-6afcfba5d951 req-c6996b41-8b86-4f25-a945-2786c7c596fe tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806284 Feb 09 01:34:40.255312 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-221d8435-7dbf-4957-a276-7899927a0af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'name': 'tempest-TestNetworkBasicOps-router-1893570094', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:09Z', 'updated_at': '2022-02-09T01:34:26Z', 'revision_number': 6, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:10Z', 'updated_at': '2022-02-09T01:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'd6a50320-850c-4a76-a68a-96b1c27a3649', 'name': '', 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1', 'tenant_id': '089df553ed3542348a44835caf19372b', 'mac_address': 'fa:16:3e:89:58:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'da4a8d72-89ab-42e6-955e-754763d2d4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:16Z', 'updated_at': '2022-02-09T01:32:24Z', 'revision_number': 5, 'project_id': '089df553ed3542348a44835caf19372b', 'subnets': [{'id': 'da4a8d72-89ab-42e6-955e-754763d2d4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:40.259249 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221d8435-7dbf-4957-a276-7899927a0af1 None None] The sync data for ids ['1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'] in n-d-828419-1 is: [{'id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'name': 'tempest-TestNetworkBasicOps-router-1893570094', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:09Z', 'updated_at': '2022-02-09T01:34:26Z', 'revision_number': 6, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:10Z', 'updated_at': '2022-02-09T01:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'd6a50320-850c-4a76-a68a-96b1c27a3649', 'name': '', 'network_id': '023eca9b-48ef-4835-8ca1-a5b455f2fcf1', 'tenant_id': '089df553ed3542348a44835caf19372b', 'mac_address': 'fa:16:3e:89:58:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'da4a8d72-89ab-42e6-955e-754763d2d4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:16Z', 'updated_at': '2022-02-09T01:32:24Z', 'revision_number': 5, 'project_id': '089df553ed3542348a44835caf19372b', 'subnets': [{'id': 'da4a8d72-89ab-42e6-955e-754763d2d4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:34:40.381907 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:40.499886 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:40.560552 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0947aa8-73a4-4d0c-b106-6206308a1bc9 None None] New status for floating IP 0b8e4532-2032-4269-979a-1693fddc2d6a: DOWN {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:34:40.945309 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ec981-288b-4702-9d5b-95e321a7debe req-523ae116-c129-4a25-974f-92501145d10d tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:40.959634 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9b0ec981-288b-4702-9d5b-95e321a7debe req-523ae116-c129-4a25-974f-92501145d10d tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=11eebeb3-b2fa-4104-810e-c4eadcf403a0 HTTP/1.1" status: 200 len: 945 time: 0.1141915 Feb 09 01:34:41.004926 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9b0ec981-288b-4702-9d5b-95e321a7debe req-e99e81f1-3d68-49c2-b211-8203599b7fd9 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c26ab04a-c2aa-4042-859a-abdbd5761576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497334 Feb 09 01:34:41.104917 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6a903-648b-467a-9408-946b3e111088 req-621365d4-febf-437b-ba5a-d0775dbf4f0c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:41.107610 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ddf6a903-648b-467a-9408-946b3e111088 req-621365d4-febf-437b-ba5a-d0775dbf4f0c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.35 "GET /v2.0/ports?device_id=11eebeb3-b2fa-4104-810e-c4eadcf403a0 HTTP/1.1" status: 200 len: 945 time: 0.0965500 Feb 09 01:34:41.233848 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-ddf6a903-648b-467a-9408-946b3e111088 req-9b00af8e-952e-42fd-b1d7-ac6b2f0b0d30 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Deleting port 12a6304b-c841-4185-ac18-0a767c004259 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:34:41.239455 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ddf6a903-648b-467a-9408-946b3e111088 req-9b00af8e-952e-42fd-b1d7-ac6b2f0b0d30 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:41.388349 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591ec9b-4dfc-4e8e-9c89-bdd8ecf8318c req-91b07fc7-0f8f-45e2-a582-1b27e3078604 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:41.390438 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0591ec9b-4dfc-4e8e-9c89-bdd8ecf8318c req-91b07fc7-0f8f-45e2-a582-1b27e3078604 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 945 time: 0.1381691 Feb 09 01:34:41.482462 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0591ec9b-4dfc-4e8e-9c89-bdd8ecf8318c req-e3972977-b6e7-4e0c-8afc-b1778c467b0d tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841565 Feb 09 01:34:41.623686 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-ddf6a903-648b-467a-9408-946b3e111088 req-9b00af8e-952e-42fd-b1d7-ac6b2f0b0d30 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] For port 12a6304b-c841-4185-ac18-0a767c004259, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=12a6304b-c841-4185-ac18-0a767c004259,segment=NetworkSegment(a2a9ad5d-113e-4db2-befc-37dbe2d35fca),segment_id=a2a9ad5d-113e-4db2-befc-37dbe2d35fca)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:41.624044 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ddf6a903-648b-467a-9408-946b3e111088 req-9b00af8e-952e-42fd-b1d7-ac6b2f0b0d30 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:41.762343 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-ddf6a903-648b-467a-9408-946b3e111088 req-9b00af8e-952e-42fd-b1d7-ac6b2f0b0d30 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Calling delete_port for 12a6304b-c841-4185-ac18-0a767c004259 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:34:41.840990 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:42.055579 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ddf6a903-648b-467a-9408-946b3e111088 req-9b00af8e-952e-42fd-b1d7-ac6b2f0b0d30 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:42.131413 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00af8e-952e-42fd-b1d7-ac6b2f0b0d30 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event deleted for resources: {'Port': ['ID=12a6304b-c841-4185-ac18-0a767c004259,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:42.248348 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e3cb8d3f-5f6f-4c30-bef7-c9237af15729 req-bc34099f-2aba-444e-86e8-871779fbd3d4 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=11eebeb3-b2fa-4104-810e-c4eadcf403a0 HTTP/1.1" status: 200 len: 210 time: 0.0801098 Feb 09 01:34:42.253554 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf6a903-648b-467a-9408-946b3e111088 req-9b00af8e-952e-42fd-b1d7-ac6b2f0b0d30 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] No DVR routers for this DVR port 12a6304b-c841-4185-ac18-0a767c004259 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:34:42.255993 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ddf6a903-648b-467a-9408-946b3e111088 req-9b00af8e-952e-42fd-b1d7-ac6b2f0b0d30 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:42.260440 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11eebeb3-b2fa-4104-810e-c4eadcf403a0', 'name': 'network-vif-deleted', 'tag': '12a6304b-c841-4185-ac18-0a767c004259'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:34:42.272086 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ddf6a903-648b-467a-9408-946b3e111088 req-9b00af8e-952e-42fd-b1d7-ac6b2f0b0d30 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.35 "DELETE /v2.0/ports/12a6304b-c841-4185-ac18-0a767c004259 HTTP/1.1" status: 204 len: 173 time: 1.1572614 Feb 09 01:34:42.311805 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11eebeb3-b2fa-4104-810e-c4eadcf403a0', 'name': 'network-vif-deleted', 'tag': '12a6304b-c841-4185-ac18-0a767c004259', 'status': 'completed', 'code': 200} Feb 09 01:34:42.700801 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e6791-9424-4278-958c-cc24ff219583 req-8e4bee36-c2e3-47ad-94f8-7de6ff781761 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:42.708441 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6b3e6791-9424-4278-958c-cc24ff219583 req-8e4bee36-c2e3-47ad-94f8-7de6ff781761 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 945 time: 0.1093926 Feb 09 01:34:42.754540 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6b3e6791-9424-4278-958c-cc24ff219583 req-7b7dfebd-262b-4cb4-9c66-af8a342679b5 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451264 Feb 09 01:34:43.286078 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 12a6304b-c841-4185-ac18-0a767c004259 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:34:43.336052 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 12a6304b-c841-4185-ac18-0a767c004259 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:34:43.336595 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 12a6304b-c841-4185-ac18-0a767c004259 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:34:43.372372 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50360) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:43.449057 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-34e2274a-3cf9-4d8e-b964-41cf1a9da1ce tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:43.479579 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-34e2274a-3cf9-4d8e-b964-41cf1a9da1ce tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:43.547575 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-34e2274a-3cf9-4d8e-b964-41cf1a9da1ce tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:43.563318 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e2274a-3cf9-4d8e-b964-41cf1a9da1ce tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26ab04a-c2aa-4042-859a-abdbd5761576,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:43.579487 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-34e2274a-3cf9-4d8e-b964-41cf1a9da1ce tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:43.583057 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-34e2274a-3cf9-4d8e-b964-41cf1a9da1ce tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "DELETE /v2.0/security-groups/c26ab04a-c2aa-4042-859a-abdbd5761576 HTTP/1.1" status: 204 len: 168 time: 0.2071843 Feb 09 01:34:43.618113 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50366) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:44.261547 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317d329-6075-4016-be36-6170005e0d0d req-d826da81-e687-454e-9f5f-d19278e001f7 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:44.263036 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a317d329-6075-4016-be36-6170005e0d0d req-d826da81-e687-454e-9f5f-d19278e001f7 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 945 time: 0.2464707 Feb 09 01:34:44.394455 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a317d329-6075-4016-be36-6170005e0d0d req-2a96800c-4061-4adf-83f8-4f502159b707 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993485 Feb 09 01:34:44.531564 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dba29601-d029-4a69-aa8c-3de5bf4e2f36 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:45.175342 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-dba29601-d029-4a69-aa8c-3de5bf4e2f36 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Deleting port d6a50320-850c-4a76-a68a-96b1c27a3649 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:34:45.176923 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dba29601-d029-4a69-aa8c-3de5bf4e2f36 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:45.355783 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-df325009-ee72-4a10-abd8-9429c3bb42f2 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:45.357486 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-df325009-ee72-4a10-abd8-9429c3bb42f2 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/networks?id=0945a7f5-952a-4146-8218-2c351c32c44b HTTP/1.1" status: 200 len: 814 time: 0.2306223 Feb 09 01:34:45.406261 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-eedf2fd7-e63a-4fd4-bd13-6b2208fc154c tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/quotas/1fd534179ad04bc6b2eca065d88c75a1 HTTP/1.1" status: 200 len: 375 time: 0.0348399 Feb 09 01:34:45.520211 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-dba29601-d029-4a69-aa8c-3de5bf4e2f36 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] For port d6a50320-850c-4a76-a68a-96b1c27a3649, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d6a50320-850c-4a76-a68a-96b1c27a3649,segment=NetworkSegment(a2a9ad5d-113e-4db2-befc-37dbe2d35fca),segment_id=a2a9ad5d-113e-4db2-befc-37dbe2d35fca)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:45.520725 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dba29601-d029-4a69-aa8c-3de5bf4e2f36 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:45.557677 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-a77f50a7-05d9-4358-8a9e-aa8ed2509300 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Synchronizing usage tracker for tenant:1fd534179ad04bc6b2eca065d88c75a1 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:34:45.580433 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-a77f50a7-05d9-4358-8a9e-aa8ed2509300 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Unset dirty status for tenant:1fd534179ad04bc6b2eca065d88c75a1 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:34:45.590108 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-a77f50a7-05d9-4358-8a9e-aa8ed2509300 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1fd534179ad04bc6b2eca065d88c75a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1659584 Feb 09 01:34:45.731108 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-dba29601-d029-4a69-aa8c-3de5bf4e2f36 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Calling delete_port for d6a50320-850c-4a76-a68a-96b1c27a3649 owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:34:45.746456 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-ab0838b2-7a95-4163-9822-fe88af0eb2d1 service neutron] 10.222.0.37 "GET /v2.0/networks/0945a7f5-952a-4146-8218-2c351c32c44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556716 Feb 09 01:34:45.872537 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770af43-2a69-4ddc-b4aa-2cacebe0d0f7 req-2eb2fd49-7c64-4d97-ab95-67e8b562ebaa tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:45.874761 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4770af43-2a69-4ddc-b4aa-2cacebe0d0f7 req-2eb2fd49-7c64-4d97-ab95-67e8b562ebaa tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 945 time: 0.3365264 Feb 09 01:34:45.942784 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-32e84a84-371a-4000-80b1-0bf0080e47a4 service neutron] 10.222.0.37 "GET /v2.0/networks/0945a7f5-952a-4146-8218-2c351c32c44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901295 Feb 09 01:34:45.947632 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4770af43-2a69-4ddc-b4aa-2cacebe0d0f7 req-54c2026b-6367-423e-85a9-e6005862aaf8 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653536 Feb 09 01:34:46.108783 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dba29601-d029-4a69-aa8c-3de5bf4e2f36 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:46.222308 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-49eab358-cdde-49f8-9038-ebeb34f5e251 req-72aa39ba-8092-41e4-9d7f-c162ca3d753c tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ff2def7-c49e-4db4-acaa-0fb1c8c63f59 HTTP/1.1" status: 200 len: 210 time: 0.0698295 Feb 09 01:34:46.226027 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba29601-d029-4a69-aa8c-3de5bf4e2f36 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event deleted for resources: {'Port': ['ID=d6a50320-850c-4a76-a68a-96b1c27a3649,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:46.629989 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dba29601-d029-4a69-aa8c-3de5bf4e2f36 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:47.355105 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0a133-c396-49c1-8598-44a5ac2b9e24 req-54f0edb7-f5ed-41bf-bee9-00811d879320 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:47.356754 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4bc0a133-c396-49c1-8598-44a5ac2b9e24 req-54f0edb7-f5ed-41bf-bee9-00811d879320 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 945 time: 0.1945083 Feb 09 01:34:47.389032 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba29601-d029-4a69-aa8c-3de5bf4e2f36 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Router 1fffcba7-8259-4707-b90e-6e2e5dbbcc1e has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:34:47.444344 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9155321a-0f5e-4299-b76e-1a805a625e3f req-daf0f6ae-3fbd-456c-b13e-44e10986959c tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ff2def7-c49e-4db4-acaa-0fb1c8c63f59 HTTP/1.1" status: 200 len: 210 time: 0.0528634 Feb 09 01:34:47.459197 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4bc0a133-c396-49c1-8598-44a5ac2b9e24 req-8139da83-9803-4100-9737-171a376b43b0 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904641 Feb 09 01:34:47.718564 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba29601-d029-4a69-aa8c-3de5bf4e2f36 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:34:47.732176 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17101a6-914e-4be7-931a-2b861182d5df None None] Sync routers for ids ['1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:34:47.746112 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-dba29601-d029-4a69-aa8c-3de5bf4e2f36 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "PUT /v2.0/routers/1fffcba7-8259-4707-b90e-6e2e5dbbcc1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1220748 Feb 09 01:34:47.746235 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17101a6-914e-4be7-931a-2b861182d5df None None] Routers {'1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:34:47.746235 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-b17101a6-914e-4be7-931a-2b861182d5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:34:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:47.756362 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50412) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:47.870007 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-061886a4-b0c3-4163-8f7e-744178d785d7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Deleting subnet da4a8d72-89ab-42e6-955e-754763d2d4a6 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:34:47.879315 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-061886a4-b0c3-4163-8f7e-744178d785d7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:47.968932 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-061886a4-b0c3-4163-8f7e-744178d785d7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:48.022003 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-57d5bd02-6372-4a2b-9241-539812fa39b1 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:48.023681 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-57d5bd02-6372-4a2b-9241-539812fa39b1 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.35 "GET /v2.0/networks?id=0945a7f5-952a-4146-8218-2c351c32c44b HTTP/1.1" status: 200 len: 814 time: 0.2879591 Feb 09 01:34:48.050087 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-025a33ce-665c-407b-a3cc-08fdf8a7056f tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Request body: {'port': {'device_id': '0ff2def7-c49e-4db4-acaa-0fb1c8c63f59', 'network_id': '0945a7f5-952a-4146-8218-2c351c32c44b', 'admin_state_up': True, 'tenant_id': '1fd534179ad04bc6b2eca065d88c75a1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:48.132803 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-b17101a6-914e-4be7-931a-2b861182d5df None None] Set router 1fffcba7-8259-4707-b90e-6e2e5dbbcc1e gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:34:48.149111 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-061886a4-b0c3-4163-8f7e-744178d785d7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:48.283823 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-025a33ce-665c-407b-a3cc-08fdf8a7056f tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:34:48.296447 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-025a33ce-665c-407b-a3cc-08fdf8a7056f tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:34:48.312759 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-025a33ce-665c-407b-a3cc-08fdf8a7056f tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Made reservation on behalf of 1fd534179ad04bc6b2eca065d88c75a1 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:34:48.318179 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-025a33ce-665c-407b-a3cc-08fdf8a7056f tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:48.318396 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-061886a4-b0c3-4163-8f7e-744178d785d7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:48.376662 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061886a4-b0c3-4163-8f7e-744178d785d7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event deleted for resources: {'Subnet': ['ID=da4a8d72-89ab-42e6-955e-754763d2d4a6,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:48.379018 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-061886a4-b0c3-4163-8f7e-744178d785d7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:48.382580 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680f16ce-b920-4c87-a1d0-fc5b84faec5c None None] Network 023eca9b-48ef-4835-8ca1-a5b455f2fcf1 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:34:48.404294 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-061886a4-b0c3-4163-8f7e-744178d785d7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "DELETE /v2.0/subnets/da4a8d72-89ab-42e6-955e-754763d2d4a6 HTTP/1.1" status: 204 len: 168 time: 0.6420968 Feb 09 01:34:48.404294 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50416) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:48.482362 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:34:48.613788 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-b17101a6-914e-4be7-931a-2b861182d5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'name': 'tempest-TestNetworkBasicOps-router-1893570094', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:09Z', 'updated_at': '2022-02-09T01:34:45Z', 'revision_number': 7, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:10Z', 'updated_at': '2022-02-09T01:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:48.628372 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17101a6-914e-4be7-931a-2b861182d5df None None] Checking router: 1fffcba7-8259-4707-b90e-6e2e5dbbcc1e for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:34:48.658958 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17101a6-914e-4be7-931a-2b861182d5df None None] Routers {'1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:34:48.659567 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-b17101a6-914e-4be7-931a-2b861182d5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:34:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:48.691749 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4cfe07-4c32-4ecf-95f8-a59d3d8911b9 None None] DHCP port deletion for 023eca9b-48ef-4835-8ca1-a5b455f2fcf1 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:34:48.700895 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-4e4cfe07-4c32-4ecf-95f8-a59d3d8911b9 None None] Deleting port 18fc4253-7fd4-46d1-aafb-2fa0911f2a8a {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:34:48.705528 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4e4cfe07-4c32-4ecf-95f8-a59d3d8911b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:48.755793 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-025a33ce-665c-407b-a3cc-08fdf8a7056f tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Allocated IP 172.20.0.2 (0945a7f5-952a-4146-8218-2c351c32c44b/59205ee2-d78a-4e09-9163-98c9a7864b5c/d122a265-2573-4023-87bc-df81ceeca997) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:34:48.781456 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6e982ea2-9212-4779-9a91-49d4e0a59f49 req-456b6a5d-0d35-4987-bd1b-f54a73d64363 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ff2def7-c49e-4db4-acaa-0fb1c8c63f59 HTTP/1.1" status: 200 len: 210 time: 0.0593297 Feb 09 01:34:48.818735 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7cdab9f2-ab06-448f-9331-363a72a121ac tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:49.019781 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-b17101a6-914e-4be7-931a-2b861182d5df None None] Set router 1fffcba7-8259-4707-b90e-6e2e5dbbcc1e gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:34:49.167447 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-025a33ce-665c-407b-a3cc-08fdf8a7056f tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:49.203962 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-025a33ce-665c-407b-a3cc-08fdf8a7056f tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:49.234327 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-4e4cfe07-4c32-4ecf-95f8-a59d3d8911b9 None None] For port 18fc4253-7fd4-46d1-aafb-2fa0911f2a8a, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=18fc4253-7fd4-46d1-aafb-2fa0911f2a8a,segment=NetworkSegment(a2a9ad5d-113e-4db2-befc-37dbe2d35fca),segment_id=a2a9ad5d-113e-4db2-befc-37dbe2d35fca)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:49.242564 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4e4cfe07-4c32-4ecf-95f8-a59d3d8911b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:49.257513 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7cdab9f2-ab06-448f-9331-363a72a121ac tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:49.274100 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-7cdab9f2-ab06-448f-9331-363a72a121ac tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Deleting port d3607dd5-07fe-48f5-b9c7-e591afcfad89 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:34:49.274686 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7cdab9f2-ab06-448f-9331-363a72a121ac tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:49.315994 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-025a33ce-665c-407b-a3cc-08fdf8a7056f tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Network 0945a7f5-952a-4146-8218-2c351c32c44b is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:34:49.324575 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-025a33ce-665c-407b-a3cc-08fdf8a7056f tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:34:49.331984 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-025a33ce-665c-407b-a3cc-08fdf8a7056f tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:34:49.385893 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a33ce-665c-407b-a3cc-08fdf8a7056f tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Pushing event updated for resources: {'Port': ['ID=d122a265-2573-4023-87bc-df81ceeca997,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:49.408378 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d02e9b-b969-460f-8fbf-7d3e636261dc req-69073914-4aac-4a44-bfe1-6378b7d3bee2 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:49.410682 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-13d02e9b-b969-460f-8fbf-7d3e636261dc req-69073914-4aac-4a44-bfe1-6378b7d3bee2 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 945 time: 0.7302346 Feb 09 01:34:49.453789 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-b17101a6-914e-4be7-931a-2b861182d5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'name': 'tempest-TestNetworkBasicOps-router-1893570094', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:09Z', 'updated_at': '2022-02-09T01:34:45Z', 'revision_number': 7, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:10Z', 'updated_at': '2022-02-09T01:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:49.469263 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17101a6-914e-4be7-931a-2b861182d5df None None] The sync data for ids ['1fffcba7-8259-4707-b90e-6e2e5dbbcc1e'] in n-d-828419-1 is: [{'id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'name': 'tempest-TestNetworkBasicOps-router-1893570094', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:32:09Z', 'updated_at': '2022-02-09T01:34:45Z', 'revision_number': 7, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'd3607dd5-07fe-48f5-b9c7-e591afcfad89', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fffcba7-8259-4707-b90e-6e2e5dbbcc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:32:10Z', 'updated_at': '2022-02-09T01:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:34:49.489508 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-025a33ce-665c-407b-a3cc-08fdf8a7056f tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:49.491863 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-025a33ce-665c-407b-a3cc-08fdf8a7056f tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:49.565294 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-13d02e9b-b969-460f-8fbf-7d3e636261dc req-6c276383-8a23-4844-b79a-34c2eb96ff2a tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438427 Feb 09 01:34:49.569505 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-4e4cfe07-4c32-4ecf-95f8-a59d3d8911b9 None None] Calling delete_port for 18fc4253-7fd4-46d1-aafb-2fa0911f2a8a owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:34:49.572055 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-025a33ce-665c-407b-a3cc-08fdf8a7056f tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5352697 Feb 09 01:34:49.593803 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-fb83159d-2949-403e-88f8-381ddc74b07e service neutron] Request body: {'port': {'device_id': '0ff2def7-c49e-4db4-acaa-0fb1c8c63f59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:49.672721 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-7cdab9f2-ab06-448f-9331-363a72a121ac tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] For port d3607dd5-07fe-48f5-b9c7-e591afcfad89, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d3607dd5-07fe-48f5-b9c7-e591afcfad89,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:49.672924 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7cdab9f2-ab06-448f-9331-363a72a121ac tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:49.696362 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4e4cfe07-4c32-4ecf-95f8-a59d3d8911b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:49.820986 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4cfe07-4c32-4ecf-95f8-a59d3d8911b9 None None] No DVR routers for this DVR port 18fc4253-7fd4-46d1-aafb-2fa0911f2a8a on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:34:49.833116 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-fb83159d-2949-403e-88f8-381ddc74b07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:49.864589 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4cfe07-4c32-4ecf-95f8-a59d3d8911b9 None None] Pushing event deleted for resources: {'Port': ['ID=18fc4253-7fd4-46d1-aafb-2fa0911f2a8a,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:50.229640 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-7cdab9f2-ab06-448f-9331-363a72a121ac tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Calling delete_port for d3607dd5-07fe-48f5-b9c7-e591afcfad89 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:34:50.373152 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003ae2c-5871-4b2e-9710-e6c9eb9f8360 req-70c9fda0-7efe-490c-b70e-1ce748e61602 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:50.374643 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b003ae2c-5871-4b2e-9710-e6c9eb9f8360 req-70c9fda0-7efe-490c-b70e-1ce748e61602 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ff2def7-c49e-4db4-acaa-0fb1c8c63f59 HTTP/1.1" status: 200 len: 931 time: 0.2108362 Feb 09 01:34:50.443344 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d6a50320-850c-4a76-a68a-96b1c27a3649 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:34:50.456940 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b003ae2c-5871-4b2e-9710-e6c9eb9f8360 req-a962ef1c-e96e-4cd2-8778-e1056f109208 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e3b55e-1f4b-45e2-9cd2-d93151071fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574799 Feb 09 01:34:50.509463 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-fb83159d-2949-403e-88f8-381ddc74b07e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d122a265-2573-4023-87bc-df81ceeca997 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:34:50.522597 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-fb83159d-2949-403e-88f8-381ddc74b07e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:50.528192 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: d6a50320-850c-4a76-a68a-96b1c27a3649 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:34:50.528580 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d6a50320-850c-4a76-a68a-96b1c27a3649 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:34:50.529846 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 18fc4253-7fd4-46d1-aafb-2fa0911f2a8a no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:34:50.571769 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7cdab9f2-ab06-448f-9331-363a72a121ac tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:50.572653 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 18fc4253-7fd4-46d1-aafb-2fa0911f2a8a {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:34:50.572653 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 18fc4253-7fd4-46d1-aafb-2fa0911f2a8a not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:34:50.580306 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-fb83159d-2949-403e-88f8-381ddc74b07e service neutron] Transition to ACTIVE for port object d122a265-2573-4023-87bc-df81ceeca997 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:34:50.589223 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-fb83159d-2949-403e-88f8-381ddc74b07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:50.672993 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdab9f2-ab06-448f-9331-363a72a121ac tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event deleted for resources: {'Port': ['ID=d3607dd5-07fe-48f5-b9c7-e591afcfad89,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:50.825499 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7cdab9f2-ab06-448f-9331-363a72a121ac tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:50.887510 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83159d-2949-403e-88f8-381ddc74b07e service neutron] Pushing event updated for resources: {'Port': ['ID=d122a265-2573-4023-87bc-df81ceeca997,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:50.941667 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac12a16-40f4-4580-8143-33f288f9b0fa req-69498788-ae8d-4c6b-bb5f-f334c7442c13 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:50.943312 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4ac12a16-40f4-4580-8143-33f288f9b0fa req-69498788-ae8d-4c6b-bb5f-f334c7442c13 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 945 time: 0.1596317 Feb 09 01:34:50.982309 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-fb83159d-2949-403e-88f8-381ddc74b07e service neutron] Attempting to bind port d122a265-2573-4023-87bc-df81ceeca997 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:34:50.982880 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-fb83159d-2949-403e-88f8-381ddc74b07e service neutron] Attempting to bind port d122a265-2573-4023-87bc-df81ceeca997 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '59060378-9ce6-4652-9912-bf0986e3cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '0945a7f5-952a-4146-8218-2c351c32c44b'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:34:50.983210 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-fb83159d-2949-403e-88f8-381ddc74b07e service neutron] Attempting to bind port d122a265-2573-4023-87bc-df81ceeca997 on network 0945a7f5-952a-4146-8218-2c351c32c44b {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:34:51.002302 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-fb83159d-2949-403e-88f8-381ddc74b07e service neutron] Port d122a265-2573-4023-87bc-df81ceeca997 on network 0945a7f5-952a-4146-8218-2c351c32c44b not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:34:51.002629 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-fb83159d-2949-403e-88f8-381ddc74b07e service neutron] Attempting to bind port d122a265-2573-4023-87bc-df81ceeca997 on network 0945a7f5-952a-4146-8218-2c351c32c44b {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:34:51.011808 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-fb83159d-2949-403e-88f8-381ddc74b07e service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:34:51.012159 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-fb83159d-2949-403e-88f8-381ddc74b07e service neutron] Checking segment: {'id': '59060378-9ce6-4652-9912-bf0986e3cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '0945a7f5-952a-4146-8218-2c351c32c44b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:34:51.012572 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-fb83159d-2949-403e-88f8-381ddc74b07e service neutron] Bound using segment: {'id': '59060378-9ce6-4652-9912-bf0986e3cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '0945a7f5-952a-4146-8218-2c351c32c44b'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:34:51.013005 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-fb83159d-2949-403e-88f8-381ddc74b07e service neutron] Bound port: d122a265-2573-4023-87bc-df81ceeca997, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59060378-9ce6-4652-9912-bf0986e3cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '0945a7f5-952a-4146-8218-2c351c32c44b'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:34:51.013357 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-fb83159d-2949-403e-88f8-381ddc74b07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.014951 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7cdab9f2-ab06-448f-9331-363a72a121ac tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.017374 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7cdab9f2-ab06-448f-9331-363a72a121ac tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.024384 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4ac12a16-40f4-4580-8143-33f288f9b0fa req-6fe764da-26da-492b-b397-3042bf8f59d9 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688479 Feb 09 01:34:51.060839 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7cdab9f2-ab06-448f-9331-363a72a121ac tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.061384 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdab9f2-ab06-448f-9331-363a72a121ac tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Fanout notify agent at l3_agent the message router_deleted on router 1fffcba7-8259-4707-b90e-6e2e5dbbcc1e {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:34:51.079731 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7cdab9f2-ab06-448f-9331-363a72a121ac tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.081174 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7cdab9f2-ab06-448f-9331-363a72a121ac tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "DELETE /v2.0/routers/1fffcba7-8259-4707-b90e-6e2e5dbbcc1e HTTP/1.1" status: 204 len: 168 time: 2.6777830 Feb 09 01:34:51.083835 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50432) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:51.139901 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-fb83159d-2949-403e-88f8-381ddc74b07e service neutron] For port d122a265-2573-4023-87bc-df81ceeca997, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:34:51.147888 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-fb83159d-2949-403e-88f8-381ddc74b07e service neutron] For port d122a265-2573-4023-87bc-df81ceeca997, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d122a265-2573-4023-87bc-df81ceeca997,segment=NetworkSegment(59060378-9ce6-4652-9912-bf0986e3cc0b),segment_id=59060378-9ce6-4652-9912-bf0986e3cc0b)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:34:51.155150 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-fb83159d-2949-403e-88f8-381ddc74b07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.218400 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1237f60b-4d5c-45fc-8f2c-148baf7ca893 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.222743 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-fb83159d-2949-403e-88f8-381ddc74b07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:51.223544 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-fb83159d-2949-403e-88f8-381ddc74b07e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.224970 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-fb83159d-2949-403e-88f8-381ddc74b07e service neutron] 10.222.0.35 "PUT /v2.0/ports/d122a265-2573-4023-87bc-df81ceeca997 HTTP/1.1" status: 200 len: 1091 time: 1.6375604 Feb 09 01:34:51.228277 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff2def7-c49e-4db4-acaa-0fb1c8c63f59', 'tag': 'd122a265-2573-4023-87bc-df81ceeca997'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:34:51.264549 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83159d-2949-403e-88f8-381ddc74b07e service neutron] Pushing event updated for resources: {'Port': ['ID=d122a265-2573-4023-87bc-df81ceeca997,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:51.326928 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff2def7-c49e-4db4-acaa-0fb1c8c63f59', 'tag': 'd122a265-2573-4023-87bc-df81ceeca997', 'status': 'completed', 'code': 200} Feb 09 01:34:51.361080 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-3216c0ca-1538-4a47-9e65-29ed8489c6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:51.362889 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-3216c0ca-1538-4a47-9e65-29ed8489c6a6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1fd534179ad04bc6b2eca065d88c75a1&device_id=0ff2def7-c49e-4db4-acaa-0fb1c8c63f59 HTTP/1.1" status: 200 len: 1094 time: 0.0906312 Feb 09 01:34:51.383240 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1237f60b-4d5c-45fc-8f2c-148baf7ca893 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.412381 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-1237f60b-4d5c-45fc-8f2c-148baf7ca893 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['023eca9b-48ef-4835-8ca1-a5b455f2fcf1']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:51.425395 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-1237f60b-4d5c-45fc-8f2c-148baf7ca893 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a9ad5d-113e-4db2-befc-37dbe2d35fca') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:51.425692 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-1237f60b-4d5c-45fc-8f2c-148baf7ca893 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a9ad5d-113e-4db2-befc-37dbe2d35fca') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:51.437036 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-ab2bf3e6-958b-47df-bff4-50cf112230d4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d122a265-2573-4023-87bc-df81ceeca997 HTTP/1.1" status: 200 len: 217 time: 0.0662956 Feb 09 01:34:51.438110 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1237f60b-4d5c-45fc-8f2c-148baf7ca893 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.456687 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1237f60b-4d5c-45fc-8f2c-148baf7ca893 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.462828 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1237f60b-4d5c-45fc-8f2c-148baf7ca893 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Releasing vlan 957 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:34:51.463329 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1237f60b-4d5c-45fc-8f2c-148baf7ca893 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.478509 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:34:51.478509 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:34:51.478509 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:34:51.478509 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:34:51.478509 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:34:51.478509 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:34:51.478509 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:34:51.478509 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:34:51.478509 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:34:51.478509 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:34:51.478509 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:34:51.478509 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:34:51.478509 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:34:51.478509 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:34:51.478509 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:34:51.478509 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:34:51.478509 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:34:51.478509 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:34:51.478509 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:34:51.478509 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:34:51.478509 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:34:51.478509 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:34:51.478509 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:34:51.478509 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:34:51.478509 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:34:51.478509 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:34:51.478509 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:34:51.478509 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:34:51.478509 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:34:51.478509 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:34:51.478509 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:34:51.478509 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:34:51.503556 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-442ea23d-ad6d-4740-b05d-dd107b62a4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:51.505041 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-442ea23d-ad6d-4740-b05d-dd107b62a4e5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59205ee2-d78a-4e09-9163-98c9a7864b5c HTTP/1.1" status: 200 len: 854 time: 0.0616691 Feb 09 01:34:51.564687 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-6a312ee1-105d-4edd-89c3-3483d1d20673 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0945a7f5-952a-4146-8218-2c351c32c44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510471 Feb 09 01:34:51.578523 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1237f60b-4d5c-45fc-8f2c-148baf7ca893 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.583968 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1237f60b-4d5c-45fc-8f2c-148baf7ca893 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.627285 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1237f60b-4d5c-45fc-8f2c-148baf7ca893 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "DELETE /v2.0/networks/023eca9b-48ef-4835-8ca1-a5b455f2fcf1 HTTP/1.1" status: 204 len: 168 time: 0.5419483 Feb 09 01:34:51.642834 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50442) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:51.652034 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-7c627459-1df7-474b-abea-9bc4c7ae533f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Request body: {'network': {'name': 'tempest-network-smoke--1596774254', 'project_id': '089df553ed3542348a44835caf19372b', 'port_security_enabled': True}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:51.661219 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237f60b-4d5c-45fc-8f2c-148baf7ca893 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event deleted for resources: {'Network': ['ID=023eca9b-48ef-4835-8ca1-a5b455f2fcf1,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:51.671775 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7c627459-1df7-474b-abea-9bc4c7ae533f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:34:51.676337 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7c627459-1df7-474b-abea-9bc4c7ae533f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Usage tracker for resource:network and tenant:089df553ed3542348a44835caf19372b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:34:51.679389 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7c627459-1df7-474b-abea-9bc4c7ae533f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:34:51.686215 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7c627459-1df7-474b-abea-9bc4c7ae533f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:34:51.698206 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c627459-1df7-474b-abea-9bc4c7ae533f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Made reservation on behalf of 089df553ed3542348a44835caf19372b for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:34:51.701805 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7c627459-1df7-474b-abea-9bc4c7ae533f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.737575 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c627459-1df7-474b-abea-9bc4c7ae533f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 966} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:34:51.754497 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7c627459-1df7-474b-abea-9bc4c7ae533f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.754852 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-7c627459-1df7-474b-abea-9bc4c7ae533f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Added segment 209f6138-7517-40ba-ab64-8d94085e538b of type vlan for network 9b00fe5a-5865-4f79-baa2-5a60ea07774b Feb 09 01:34:51.792599 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7c627459-1df7-474b-abea-9bc4c7ae533f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.837106 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7c627459-1df7-474b-abea-9bc4c7ae533f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.842863 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c627459-1df7-474b-abea-9bc4c7ae533f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:51.843469 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7c627459-1df7-474b-abea-9bc4c7ae533f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:51.937418 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-5868de18-1d23-4791-9599-63204bff6a08 service neutron] 10.222.0.35 "GET /v2.0/networks/0945a7f5-952a-4146-8218-2c351c32c44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645642 Feb 09 01:34:51.968833 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7c627459-1df7-474b-abea-9bc4c7ae533f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3245246 Feb 09 01:34:51.970734 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50450) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:51.973338 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c627459-1df7-474b-abea-9bc4c7ae533f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'Network': ['ID=9b00fe5a-5865-4f79-baa2-5a60ea07774b,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:51.980129 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-13de6744-e61d-40d8-a202-c5bcc3783425 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2022589915', 'admin_state_up': True, 'project_id': '089df553ed3542348a44835caf19372b', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:51.988506 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-13de6744-e61d-40d8-a202-c5bcc3783425 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:34:51.988970 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 9b00fe5a-5865-4f79-baa2-5a60ea07774b details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:34:51.992944 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-13de6744-e61d-40d8-a202-c5bcc3783425 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Usage tracker for resource:router and tenant:089df553ed3542348a44835caf19372b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:34:51.997104 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-13de6744-e61d-40d8-a202-c5bcc3783425 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:34:52.003634 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-13de6744-e61d-40d8-a202-c5bcc3783425 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:34:52.016093 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-13de6744-e61d-40d8-a202-c5bcc3783425 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:52.017559 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-13de6744-e61d-40d8-a202-c5bcc3783425 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:52.038268 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-13de6744-e61d-40d8-a202-c5bcc3783425 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:52.044045 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb32b86-db5a-49d8-8bfb-f089765d08f7 req-578b8686-4968-4558-9019-fa0f072acbb1 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:52.044830 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-beb32b86-db5a-49d8-8bfb-f089765d08f7 req-578b8686-4968-4558-9019-fa0f072acbb1 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Synchronizing usage tracker for tenant:1fd534179ad04bc6b2eca065d88c75a1 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:34:52.136376 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:52.175516 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-beb32b86-db5a-49d8-8bfb-f089765d08f7 req-578b8686-4968-4558-9019-fa0f072acbb1 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Unset dirty status for tenant:1fd534179ad04bc6b2eca065d88c75a1 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:34:52.177364 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-beb32b86-db5a-49d8-8bfb-f089765d08f7 req-578b8686-4968-4558-9019-fa0f072acbb1 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ff2def7-c49e-4db4-acaa-0fb1c8c63f59 HTTP/1.1" status: 200 len: 943 time: 0.5317097 Feb 09 01:34:52.183124 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a070a764-b347-43f9-8fce-fd316cab5a23 req-688b8e24-8e01-499f-8b31-20da0b345df7 service neutron] 10.222.0.35 "GET /v2.0/networks/0945a7f5-952a-4146-8218-2c351c32c44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386761 Feb 09 01:34:52.234545 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-beb32b86-db5a-49d8-8bfb-f089765d08f7 req-3cd60f92-c540-40bc-823b-9582e1bb64f7 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e3b55e-1f4b-45e2-9cd2-d93151071fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485928 Feb 09 01:34:52.346385 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357687a-3ccd-4ea5-aaea-96371b75fbe8 req-d5005579-7e06-4fd0-b265-e124569ba2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:52.347854 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f357687a-3ccd-4ea5-aaea-96371b75fbe8 req-d5005579-7e06-4fd0-b265-e124569ba2ee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1fd534179ad04bc6b2eca065d88c75a1&device_id=0ff2def7-c49e-4db4-acaa-0fb1c8c63f59 HTTP/1.1" status: 200 len: 1094 time: 0.0873058 Feb 09 01:34:52.369237 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d3607dd5-07fe-48f5-b9c7-e591afcfad89 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:34:52.409155 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: d3607dd5-07fe-48f5-b9c7-e591afcfad89 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:34:52.410426 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d3607dd5-07fe-48f5-b9c7-e591afcfad89 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:34:52.510645 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357687a-3ccd-4ea5-aaea-96371b75fbe8 req-c97c85e8-05a3-4d89-80b6-675f4c8fb34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:52.512210 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f357687a-3ccd-4ea5-aaea-96371b75fbe8 req-c97c85e8-05a3-4d89-80b6-675f4c8fb34e service neutron] 10.222.0.35 "GET /v2.0/networks?id=0945a7f5-952a-4146-8218-2c351c32c44b HTTP/1.1" status: 200 len: 915 time: 0.1518767 Feb 09 01:34:52.565016 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-13de6744-e61d-40d8-a202-c5bcc3783425 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:52.589715 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b61a29-38ed-4c3a-9273-c625eac58bb7 req-a0b36bed-6f75-4c7f-a379-317485e8f26f tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:52.591225 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-98b61a29-38ed-4c3a-9273-c625eac58bb7 req-a0b36bed-6f75-4c7f-a379-317485e8f26f tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 945 time: 0.4011052 Feb 09 01:34:52.602164 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f357687a-3ccd-4ea5-aaea-96371b75fbe8 req-18323ace-93d5-4d27-a891-112487d06b51 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d122a265-2573-4023-87bc-df81ceeca997 HTTP/1.1" status: 200 len: 217 time: 0.0763254 Feb 09 01:34:52.670317 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357687a-3ccd-4ea5-aaea-96371b75fbe8 req-e9cdf6c0-051f-42f5-9304-480652abb23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:52.671767 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f357687a-3ccd-4ea5-aaea-96371b75fbe8 req-e9cdf6c0-051f-42f5-9304-480652abb23c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59205ee2-d78a-4e09-9163-98c9a7864b5c HTTP/1.1" status: 200 len: 854 time: 0.0619550 Feb 09 01:34:52.702692 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-98b61a29-38ed-4c3a-9273-c625eac58bb7 req-17eb2e98-08f4-4806-8430-add38f05c6f3 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971954 Feb 09 01:34:52.733739 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f357687a-3ccd-4ea5-aaea-96371b75fbe8 req-1b3fdf13-bb1e-4e13-a4b7-db518dff92c1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0945a7f5-952a-4146-8218-2c351c32c44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475786 Feb 09 01:34:52.880099 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f357687a-3ccd-4ea5-aaea-96371b75fbe8 req-f95cc1b8-f659-4620-b55d-e97fc6b5debc service neutron] 10.222.0.35 "GET /v2.0/networks/0945a7f5-952a-4146-8218-2c351c32c44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389589 Feb 09 01:34:52.949792 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-13de6744-e61d-40d8-a202-c5bcc3783425 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:52.984493 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-13de6744-e61d-40d8-a202-c5bcc3783425 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:53.057190 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f357687a-3ccd-4ea5-aaea-96371b75fbe8 req-fb89c90e-d145-456d-85c4-f2de3131f565 service neutron] 10.222.0.35 "GET /v2.0/networks/0945a7f5-952a-4146-8218-2c351c32c44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697073 Feb 09 01:34:53.137694 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-13de6744-e61d-40d8-a202-c5bcc3783425 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Allocated IP 172.25.5.43 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/eddbee68-0914-4238-93d8-14e78532bff1) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:34:53.287097 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-13de6744-e61d-40d8-a202-c5bcc3783425 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:53.318177 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-13de6744-e61d-40d8-a202-c5bcc3783425 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:53.333494 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device d122a265-2573-4023-87bc-df81ceeca997 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:34:53.385674 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13de6744-e61d-40d8-a202-c5bcc3783425 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:34:53.388658 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-13de6744-e61d-40d8-a202-c5bcc3783425 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:34:53.392250 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13de6744-e61d-40d8-a202-c5bcc3783425 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:34:53.427359 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de6744-e61d-40d8-a202-c5bcc3783425 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'Port': ['ID=eddbee68-0914-4238-93d8-14e78532bff1,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:53.432277 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c42f6-ff80-4045-9d4f-d3cc17ceea60 req-d2622cd5-e736-481f-942b-149b19fb4afc tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:53.435325 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ca9c42f6-ff80-4045-9d4f-d3cc17ceea60 req-d2622cd5-e736-481f-942b-149b19fb4afc tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ff2def7-c49e-4db4-acaa-0fb1c8c63f59 HTTP/1.1" status: 200 len: 943 time: 0.0979698 Feb 09 01:34:53.491632 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ca9c42f6-ff80-4045-9d4f-d3cc17ceea60 req-e19c7bd7-d653-47f1-b6c3-60d97dd7075b tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e3b55e-1f4b-45e2-9cd2-d93151071fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486004 Feb 09 01:34:53.511567 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port d122a265-2573-4023-87bc-df81ceeca997, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d122a265-2573-4023-87bc-df81ceeca997,segment=NetworkSegment(59060378-9ce6-4652-9912-bf0986e3cc0b),segment_id=59060378-9ce6-4652-9912-bf0986e3cc0b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:53.519420 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'd122a265-2573-4023-87bc-df81ceeca997', 'network_id': '0945a7f5-952a-4146-8218-2c351c32c44b', 'port_id': 'd122a265-2573-4023-87bc-df81ceeca997', 'mac_address': 'fa:16:3e:d2:fc:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 991, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59205ee2-d78a-4e09-9163-98c9a7864b5c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:34:53.578342 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:53.599469 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d122a265-2573-4023-87bc-df81ceeca997 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:34:53.619236 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port d122a265-2573-4023-87bc-df81ceeca997, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d122a265-2573-4023-87bc-df81ceeca997,segment=NetworkSegment(59060378-9ce6-4652-9912-bf0986e3cc0b),segment_id=59060378-9ce6-4652-9912-bf0986e3cc0b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:53.625159 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:53.702724 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=d122a265-2573-4023-87bc-df81ceeca997,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:53.913783 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['d122a265-2573-4023-87bc-df81ceeca997'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:34:53.998396 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-13de6744-e61d-40d8-a202-c5bcc3783425 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:54.123450 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a16e5-c61c-4ced-8a67-8eafbc6ba1c0 req-76a28ea7-d181-4221-af94-e3fdd85f4f1f tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:54.125023 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9a1a16e5-c61c-4ced-8a67-8eafbc6ba1c0 req-76a28ea7-d181-4221-af94-e3fdd85f4f1f tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 945 time: 0.2098033 Feb 09 01:34:54.305812 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9a1a16e5-c61c-4ced-8a67-8eafbc6ba1c0 req-8bb54b04-c715-4379-84f7-795de5cf177a tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291461 Feb 09 01:34:54.420971 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-13de6744-e61d-40d8-a202-c5bcc3783425 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:54.661795 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13de6744-e61d-40d8-a202-c5bcc3783425 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Router cd3f3004-cef8-488e-abb6-bf6590913d4b is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:34:54.731682 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab230ca4-c1dd-4f8c-8f10-23b1659103fa req-b8bcb0f1-0aa7-4975-84ad-6dad6045a5db tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:54.733289 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ab230ca4-c1dd-4f8c-8f10-23b1659103fa req-b8bcb0f1-0aa7-4975-84ad-6dad6045a5db tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ff2def7-c49e-4db4-acaa-0fb1c8c63f59 HTTP/1.1" status: 200 len: 944 time: 0.1130207 Feb 09 01:34:54.796182 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ab230ca4-c1dd-4f8c-8f10-23b1659103fa req-45e5e3e1-7f6b-4381-848c-7b2d53fccd59 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e3b55e-1f4b-45e2-9cd2-d93151071fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567927 Feb 09 01:34:54.875331 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13de6744-e61d-40d8-a202-c5bcc3783425 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:34:54.887471 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef42350-a86d-40da-aee1-4deb0be72a45 None None] Sync routers for ids ['cd3f3004-cef8-488e-abb6-bf6590913d4b'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:34:54.896624 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef42350-a86d-40da-aee1-4deb0be72a45 None None] Routers {'cd3f3004-cef8-488e-abb6-bf6590913d4b'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:34:54.897422 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-eef42350-a86d-40da-aee1-4deb0be72a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:34:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['cd3f3004-cef8-488e-abb6-bf6590913d4b'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:54.911916 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-13de6744-e61d-40d8-a202-c5bcc3783425 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:54.916438 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-13de6744-e61d-40d8-a202-c5bcc3783425 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9422953 Feb 09 01:34:54.916921 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 50486) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:54.963511 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-12c3a3cf-2b96-46a9-8f45-456106b1832f tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=089df553ed3542348a44835caf19372b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452561 Feb 09 01:34:54.966256 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50490) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:55.106816 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-eef42350-a86d-40da-aee1-4deb0be72a45 None None] Set router cd3f3004-cef8-488e-abb6-bf6590913d4b gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:34:55.165460 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82020800-fb18-40ed-8b8f-e3902d77a890 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:55.169619 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-82020800-fb18-40ed-8b8f-e3902d77a890 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1997488 Feb 09 01:34:55.169849 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50494) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:55.211830 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-255b73a7-34e2-452c-9f3b-8581ba6c9de1 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d1df58ff-1788-422d-89ee-d00e1fe89789&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385532 Feb 09 01:34:55.212026 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50498) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:55.218710 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-f829b60e-f869-4f80-bfe3-54e3aae4ef56 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1327689104', 'network_id': '9b00fe5a-5865-4f79-baa2-5a60ea07774b', 'project_id': '089df553ed3542348a44835caf19372b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:55.287405 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:55.351989 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f829b60e-f869-4f80-bfe3-54e3aae4ef56 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:34:55.357662 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f829b60e-f869-4f80-bfe3-54e3aae4ef56 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Usage tracker for resource:subnet and tenant:089df553ed3542348a44835caf19372b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:34:55.361052 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f829b60e-f869-4f80-bfe3-54e3aae4ef56 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:34:55.367491 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f829b60e-f869-4f80-bfe3-54e3aae4ef56 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:34:55.377911 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f829b60e-f869-4f80-bfe3-54e3aae4ef56 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Made reservation on behalf of 089df553ed3542348a44835caf19372b for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:34:55.381337 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f829b60e-f869-4f80-bfe3-54e3aae4ef56 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:55.385660 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device d122a265-2573-4023-87bc-df81ceeca997 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:34:55.480217 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-eef42350-a86d-40da-aee1-4deb0be72a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'name': 'tempest-TestNetworkBasicOps-router-2022589915', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'eddbee68-0914-4238-93d8-14e78532bff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:34:52Z', 'updated_at': '2022-02-09T01:34:53Z', 'revision_number': 3, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'eddbee68-0914-4238-93d8-14e78532bff1', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:34:53Z', 'updated_at': '2022-02-09T01:34:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:55.484761 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef42350-a86d-40da-aee1-4deb0be72a45 None None] Checking router: cd3f3004-cef8-488e-abb6-bf6590913d4b for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:34:55.485112 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef42350-a86d-40da-aee1-4deb0be72a45 None None] Updating router cd3f3004-cef8-488e-abb6-bf6590913d4b port eddbee68-0914-4238-93d8-14e78532bff1 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:34:55.509192 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port d122a265-2573-4023-87bc-df81ceeca997 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:34:55.561885 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port d122a265-2573-4023-87bc-df81ceeca997 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:34:55.562251 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:55.589521 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b95933-0a41-4f41-8a2d-4008fafdde16 req-ddeb43b3-7542-4603-960f-2a88759c8a13 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:55.591042 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-22b95933-0a41-4f41-8a2d-4008fafdde16 req-ddeb43b3-7542-4603-960f-2a88759c8a13 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 945 time: 0.1304328 Feb 09 01:34:55.628688 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-eef42350-a86d-40da-aee1-4deb0be72a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:55.824228 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-22b95933-0a41-4f41-8a2d-4008fafdde16 req-9031eba2-4927-4461-9b81-0b68d6444289 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650020 Feb 09 01:34:55.878047 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f829b60e-f869-4f80-bfe3-54e3aae4ef56 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:56.021737 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829b60e-f869-4f80-bfe3-54e3aae4ef56 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'Subnet': ['ID=5b91cd39-8565-4bda-81f0-68c2bb303b0c,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:56.058346 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f829b60e-f869-4f80-bfe3-54e3aae4ef56 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:56.058696 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f829b60e-f869-4f80-bfe3-54e3aae4ef56 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:56.059035 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f829b60e-f869-4f80-bfe3-54e3aae4ef56 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:56.059378 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f829b60e-f869-4f80-bfe3-54e3aae4ef56 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:56.059715 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f829b60e-f869-4f80-bfe3-54e3aae4ef56 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:56.060046 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f829b60e-f869-4f80-bfe3-54e3aae4ef56 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:56.060372 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f829b60e-f869-4f80-bfe3-54e3aae4ef56 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:56.062064 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f829b60e-f869-4f80-bfe3-54e3aae4ef56 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:56.062387 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f829b60e-f869-4f80-bfe3-54e3aae4ef56 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:56.062865 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f829b60e-f869-4f80-bfe3-54e3aae4ef56 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:56.063215 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f829b60e-f869-4f80-bfe3-54e3aae4ef56 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:56.067337 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f829b60e-f869-4f80-bfe3-54e3aae4ef56 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:56.077644 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f829b60e-f869-4f80-bfe3-54e3aae4ef56 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Checking segment: {'id': '209f6138-7517-40ba-ab64-8d94085e538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '9b00fe5a-5865-4f79-baa2-5a60ea07774b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:34:56.078007 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f829b60e-f869-4f80-bfe3-54e3aae4ef56 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Network hostable DHCP agents. Network: 9b00fe5a-5865-4f79-baa2-5a60ea07774b, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:34:56.111817 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c38035-d526-4765-8b14-bd56e83e11d7 req-118ece30-b0ae-44da-bce6-3cc8b164eaf5 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:56.113389 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-76c38035-d526-4765-8b14-bd56e83e11d7 req-118ece30-b0ae-44da-bce6-3cc8b164eaf5 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ff2def7-c49e-4db4-acaa-0fb1c8c63f59 HTTP/1.1" status: 200 len: 944 time: 0.1930656 Feb 09 01:34:56.124178 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f829b60e-f869-4f80-bfe3-54e3aae4ef56 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Network 9b00fe5a-5865-4f79-baa2-5a60ea07774b is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:34:56.147151 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-f829b60e-f869-4f80-bfe3-54e3aae4ef56 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 9b00fe5a-5865-4f79-baa2-5a60ea07774b) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:34:56.152130 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f829b60e-f869-4f80-bfe3-54e3aae4ef56 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:56.152877 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f829b60e-f869-4f80-bfe3-54e3aae4ef56 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:56.154020 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-eef42350-a86d-40da-aee1-4deb0be72a45 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:56.166673 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-eef42350-a86d-40da-aee1-4deb0be72a45 None None] Transition to ACTIVE for port object eddbee68-0914-4238-93d8-14e78532bff1 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:34:56.170450 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:56.183788 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5763fb87-bad7-4635-a659-3a7c8169f9aa None None] Network 9b00fe5a-5865-4f79-baa2-5a60ea07774b requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:34:56.199999 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f829b60e-f869-4f80-bfe3-54e3aae4ef56 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9860563 Feb 09 01:34:56.202339 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50508) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:34:56.207929 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-eef42350-a86d-40da-aee1-4deb0be72a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:56.209165 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-76c38035-d526-4765-8b14-bd56e83e11d7 req-f13c26a4-4bdf-4aee-90c4-fe443702b026 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e3b55e-1f4b-45e2-9cd2-d93151071fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789907 Feb 09 01:34:56.349251 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff2def7-c49e-4db4-acaa-0fb1c8c63f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd122a265-2573-4023-87bc-df81ceeca997'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:34:56.434656 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port d122a265-2573-4023-87bc-df81ceeca997, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d122a265-2573-4023-87bc-df81ceeca997,segment=NetworkSegment(59060378-9ce6-4652-9912-bf0986e3cc0b),segment_id=59060378-9ce6-4652-9912-bf0986e3cc0b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:56.453984 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff2def7-c49e-4db4-acaa-0fb1c8c63f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd122a265-2573-4023-87bc-df81ceeca997', 'code': 200} Feb 09 01:34:56.454910 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-eef42350-a86d-40da-aee1-4deb0be72a45 None None] Attempting to bind port eddbee68-0914-4238-93d8-14e78532bff1 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:34:56.455459 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-eef42350-a86d-40da-aee1-4deb0be72a45 None None] Attempting to bind port eddbee68-0914-4238-93d8-14e78532bff1 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:34:56.456099 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef42350-a86d-40da-aee1-4deb0be72a45 None None] Attempting to bind port eddbee68-0914-4238-93d8-14e78532bff1 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:34:56.485709 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:56.488611 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc98f3-5aa7-45a4-b51a-0200b20b0217 None None] Pushing event updated for resources: {'Port': ['ID=eddbee68-0914-4238-93d8-14e78532bff1,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:56.557740 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef42350-a86d-40da-aee1-4deb0be72a45 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:34:56.558378 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef42350-a86d-40da-aee1-4deb0be72a45 None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:34:56.558935 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-eef42350-a86d-40da-aee1-4deb0be72a45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:56.559473 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef42350-a86d-40da-aee1-4deb0be72a45 None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:34:56.560111 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-eef42350-a86d-40da-aee1-4deb0be72a45 None None] Bound port: eddbee68-0914-4238-93d8-14e78532bff1, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:34:56.560659 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-eef42350-a86d-40da-aee1-4deb0be72a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:56.570113 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e55ba6-774a-40fd-8287-339907feb9d8 req-e5301818-4dbf-4e4e-ba47-e53798f43771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:56.572294 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-95e55ba6-774a-40fd-8287-339907feb9d8 req-e5301818-4dbf-4e4e-ba47-e53798f43771 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0ff2def7-c49e-4db4-acaa-0fb1c8c63f59 HTTP/1.1" status: 200 len: 1096 time: 0.0966709 Feb 09 01:34:56.616819 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-95e55ba6-774a-40fd-8287-339907feb9d8 req-e9dd201c-f652-4771-bbad-c2e7150dcc55 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e3e3b55e-1f4b-45e2-9cd2-d93151071fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381029 Feb 09 01:34:56.686369 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=d122a265-2573-4023-87bc-df81ceeca997,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:56.721102 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d6f2bb-f9dd-4626-89a6-e06dcd458f94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-9b00fe5a-5865-4f79-baa2-5a60ea07774b', 'network_id': '9b00fe5a-5865-4f79-baa2-5a60ea07774b', 'tenant_id': '089df553ed3542348a44835caf19372b', 'fixed_ips': [{'subnet_id': '5b91cd39-8565-4bda-81f0-68c2bb303b0c'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:34:56.722155 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-53d6f2bb-f9dd-4626-89a6-e06dcd458f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:56.741869 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-eef42350-a86d-40da-aee1-4deb0be72a45 None None] For port eddbee68-0914-4238-93d8-14e78532bff1, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:34:56.792087 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-eef42350-a86d-40da-aee1-4deb0be72a45 None None] For port eddbee68-0914-4238-93d8-14e78532bff1, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=eddbee68-0914-4238-93d8-14e78532bff1,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:34:56.807663 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-eef42350-a86d-40da-aee1-4deb0be72a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:56.959053 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef42350-a86d-40da-aee1-4deb0be72a45 None None] Routers {'cd3f3004-cef8-488e-abb6-bf6590913d4b'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:34:56.959687 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-eef42350-a86d-40da-aee1-4deb0be72a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:34:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['cd3f3004-cef8-488e-abb6-bf6590913d4b'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:57.012737 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-15d2e06a-c387-461b-b1bc-ac1b9ad538ef tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:57.044735 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc98f3-5aa7-45a4-b51a-0200b20b0217 None None] Pushing event updated for resources: {'Port': ['ID=eddbee68-0914-4238-93d8-14e78532bff1,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:57.094711 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-53d6f2bb-f9dd-4626-89a6-e06dcd458f94 None None] Allocated IP 172.20.0.2 (9b00fe5a-5865-4f79-baa2-5a60ea07774b/5b91cd39-8565-4bda-81f0-68c2bb303b0c/f39be3d4-3646-4648-b1a7-ded06c3f782e) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:34:57.141086 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68d3fa-79bd-4765-9fd8-95a9f05356ca req-de5ade7a-427c-40bf-bb5d-c2809908deb7 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:57.142547 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4b68d3fa-79bd-4765-9fd8-95a9f05356ca req-de5ade7a-427c-40bf-bb5d-c2809908deb7 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 945 time: 0.1504910 Feb 09 01:34:57.223004 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4b68d3fa-79bd-4765-9fd8-95a9f05356ca req-b613158d-e52c-4eb0-a5b1-0e3d773c9511 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727687 Feb 09 01:34:57.272732 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-eef42350-a86d-40da-aee1-4deb0be72a45 None None] Set router cd3f3004-cef8-488e-abb6-bf6590913d4b gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:34:57.487873 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76516f7-e303-4013-96f5-fc66f0198a27 req-c979d996-19a3-4521-bbd0-68566fcf129a tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:57.489357 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f76516f7-e303-4013-96f5-fc66f0198a27 req-c979d996-19a3-4521-bbd0-68566fcf129a tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ff2def7-c49e-4db4-acaa-0fb1c8c63f59 HTTP/1.1" status: 200 len: 945 time: 0.1671681 Feb 09 01:34:57.543964 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f76516f7-e303-4013-96f5-fc66f0198a27 req-2bab6d60-5c90-409f-a054-7166dddc767d tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e3b55e-1f4b-45e2-9cd2-d93151071fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472257 Feb 09 01:34:57.690022 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-53d6f2bb-f9dd-4626-89a6-e06dcd458f94 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:57.702220 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-53d6f2bb-f9dd-4626-89a6-e06dcd458f94 None None] Transition to ACTIVE for port object f39be3d4-3646-4648-b1a7-ded06c3f782e will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:34:57.735834 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-53d6f2bb-f9dd-4626-89a6-e06dcd458f94 None None] Transition to ACTIVE for port object f39be3d4-3646-4648-b1a7-ded06c3f782e will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:34:57.749506 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-53d6f2bb-f9dd-4626-89a6-e06dcd458f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:57.804869 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-eef42350-a86d-40da-aee1-4deb0be72a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'name': 'tempest-TestNetworkBasicOps-router-2022589915', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'eddbee68-0914-4238-93d8-14e78532bff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:34:52Z', 'updated_at': '2022-02-09T01:34:53Z', 'revision_number': 3, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'eddbee68-0914-4238-93d8-14e78532bff1', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:34:53Z', 'updated_at': '2022-02-09T01:34:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:57.822330 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-15d2e06a-c387-461b-b1bc-ac1b9ad538ef tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Allocated IP 172.20.0.1 (9b00fe5a-5865-4f79-baa2-5a60ea07774b/5b91cd39-8565-4bda-81f0-68c2bb303b0c/5140cc15-6c2c-4142-b9b2-bf13d47b48bb) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:34:57.827371 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef42350-a86d-40da-aee1-4deb0be72a45 None None] The sync data for ids ['cd3f3004-cef8-488e-abb6-bf6590913d4b'] in n-d-828419-1 is: [{'id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'name': 'tempest-TestNetworkBasicOps-router-2022589915', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'eddbee68-0914-4238-93d8-14e78532bff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:34:52Z', 'updated_at': '2022-02-09T01:34:53Z', 'revision_number': 3, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'eddbee68-0914-4238-93d8-14e78532bff1', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:34:53Z', 'updated_at': '2022-02-09T01:34:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:34:57.832098 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d6f2bb-f9dd-4626-89a6-e06dcd458f94 None None] Network 9b00fe5a-5865-4f79-baa2-5a60ea07774b is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:34:57.835300 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-53d6f2bb-f9dd-4626-89a6-e06dcd458f94 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:34:57.840198 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d6f2bb-f9dd-4626-89a6-e06dcd458f94 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:34:57.842889 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6f2bb-f9dd-4626-89a6-e06dcd458f94 None None] Pushing event updated for resources: {'Port': ['ID=f39be3d4-3646-4648-b1a7-ded06c3f782e,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:58.012733 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-53d6f2bb-f9dd-4626-89a6-e06dcd458f94 None None] Attempting to bind port f39be3d4-3646-4648-b1a7-ded06c3f782e on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:34:58.013640 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-53d6f2bb-f9dd-4626-89a6-e06dcd458f94 None None] Attempting to bind port f39be3d4-3646-4648-b1a7-ded06c3f782e by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '209f6138-7517-40ba-ab64-8d94085e538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '9b00fe5a-5865-4f79-baa2-5a60ea07774b'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:34:58.016098 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6f2bb-f9dd-4626-89a6-e06dcd458f94 None None] Attempting to bind port f39be3d4-3646-4648-b1a7-ded06c3f782e on network 9b00fe5a-5865-4f79-baa2-5a60ea07774b {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:34:58.023411 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6f2bb-f9dd-4626-89a6-e06dcd458f94 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:34:58.027023 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6f2bb-f9dd-4626-89a6-e06dcd458f94 None None] Checking segment: {'id': '209f6138-7517-40ba-ab64-8d94085e538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '9b00fe5a-5865-4f79-baa2-5a60ea07774b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:34:58.027734 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-53d6f2bb-f9dd-4626-89a6-e06dcd458f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:58.028497 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6f2bb-f9dd-4626-89a6-e06dcd458f94 None None] Bound using segment: {'id': '209f6138-7517-40ba-ab64-8d94085e538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '9b00fe5a-5865-4f79-baa2-5a60ea07774b'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:34:58.029209 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-53d6f2bb-f9dd-4626-89a6-e06dcd458f94 None None] Bound port: f39be3d4-3646-4648-b1a7-ded06c3f782e, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '209f6138-7517-40ba-ab64-8d94085e538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '9b00fe5a-5865-4f79-baa2-5a60ea07774b'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:34:58.033690 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-53d6f2bb-f9dd-4626-89a6-e06dcd458f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:58.159679 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-53d6f2bb-f9dd-4626-89a6-e06dcd458f94 None None] For port f39be3d4-3646-4648-b1a7-ded06c3f782e, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:34:58.163196 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-53d6f2bb-f9dd-4626-89a6-e06dcd458f94 None None] For port f39be3d4-3646-4648-b1a7-ded06c3f782e, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=f39be3d4-3646-4648-b1a7-ded06c3f782e,segment=NetworkSegment(209f6138-7517-40ba-ab64-8d94085e538b),segment_id=209f6138-7517-40ba-ab64-8d94085e538b)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:34:58.169073 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-53d6f2bb-f9dd-4626-89a6-e06dcd458f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:58.306835 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-15d2e06a-c387-461b-b1bc-ac1b9ad538ef tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:58.351309 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-15d2e06a-c387-461b-b1bc-ac1b9ad538ef tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Transition to ACTIVE for port object 5140cc15-6c2c-4142-b9b2-bf13d47b48bb will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:34:58.389521 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6f2bb-f9dd-4626-89a6-e06dcd458f94 None None] Pushing event updated for resources: {'Port': ['ID=f39be3d4-3646-4648-b1a7-ded06c3f782e,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:58.401874 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-15d2e06a-c387-461b-b1bc-ac1b9ad538ef tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:58.479396 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device eddbee68-0914-4238-93d8-14e78532bff1 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:34:58.554218 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2e06a-c387-461b-b1bc-ac1b9ad538ef tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'Port': ['ID=5140cc15-6c2c-4142-b9b2-bf13d47b48bb,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:58.562194 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d2e06a-c387-461b-b1bc-ac1b9ad538ef tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Network 9b00fe5a-5865-4f79-baa2-5a60ea07774b is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:34:58.563906 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-15d2e06a-c387-461b-b1bc-ac1b9ad538ef tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:34:58.566637 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d2e06a-c387-461b-b1bc-ac1b9ad538ef tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:34:58.589984 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41140ed-1538-4105-b635-b16becf17585 req-a52c3729-8510-47ed-8a6e-055ff7f192b2 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:58.601285 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a41140ed-1538-4105-b635-b16becf17585 req-a52c3729-8510-47ed-8a6e-055ff7f192b2 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 945 time: 0.1890569 Feb 09 01:34:58.618316 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port eddbee68-0914-4238-93d8-14e78532bff1 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:34:58.626540 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port eddbee68-0914-4238-93d8-14e78532bff1 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:34:58.627084 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:58.648802 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-15d2e06a-c387-461b-b1bc-ac1b9ad538ef tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:58.719408 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a41140ed-1538-4105-b635-b16becf17585 req-4c71d872-493b-4b21-b8ec-020b0fdb0ee2 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171656 Feb 09 01:34:58.916574 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:58.949493 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port eddbee68-0914-4238-93d8-14e78532bff1, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=eddbee68-0914-4238-93d8-14e78532bff1,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:34:58.954748 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:34:59.087309 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d962de2-c40e-47cc-9f17-8499581445e7 req-5fd16b84-fb6a-4967-9e06-87404aa95a48 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:59.088779 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4d962de2-c40e-47cc-9f17-8499581445e7 req-5fd16b84-fb6a-4967-9e06-87404aa95a48 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ff2def7-c49e-4db4-acaa-0fb1c8c63f59 HTTP/1.1" status: 200 len: 945 time: 0.2149808 Feb 09 01:34:59.145942 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4d962de2-c40e-47cc-9f17-8499581445e7 req-45d57761-ff9a-45e0-a7ac-a27cfdf985f9 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e3b55e-1f4b-45e2-9cd2-d93151071fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502009 Feb 09 01:34:59.201017 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=eddbee68-0914-4238-93d8-14e78532bff1,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:59.272016 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-15d2e06a-c387-461b-b1bc-ac1b9ad538ef tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:00.002875 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28176827-3232-40c2-81e2-a9021b1d0ef6 None None] Network 9b00fe5a-5865-4f79-baa2-5a60ea07774b requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:35:00.061758 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a021284-52d5-43af-844e-ab607cc79a5e req-718ffd5b-44bf-4367-b0f2-f61573299b61 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:00.063255 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8a021284-52d5-43af-844e-ab607cc79a5e req-718ffd5b-44bf-4367-b0f2-f61573299b61 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 945 time: 0.1905868 Feb 09 01:35:00.142791 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-15d2e06a-c387-461b-b1bc-ac1b9ad538ef tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:00.158251 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d4e5853b-3d03-46c7-9f04-6afee24e689c None None] Provisioning for port f39be3d4-3646-4648-b1a7-ded06c3f782e completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:00.201263 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-15d2e06a-c387-461b-b1bc-ac1b9ad538ef tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:00.322445 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8a021284-52d5-43af-844e-ab607cc79a5e req-3aab88ac-e183-4f13-81b8-57ae92e62afb tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341795 Feb 09 01:35:00.330344 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2e06a-c387-461b-b1bc-ac1b9ad538ef tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'Port': ['ID=5140cc15-6c2c-4142-b9b2-bf13d47b48bb,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:00.396978 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-15d2e06a-c387-461b-b1bc-ac1b9ad538ef tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:00.655599 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d2e06a-c387-461b-b1bc-ac1b9ad538ef tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Network 9b00fe5a-5865-4f79-baa2-5a60ea07774b is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:00.656818 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-15d2e06a-c387-461b-b1bc-ac1b9ad538ef tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:00.657691 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device eddbee68-0914-4238-93d8-14e78532bff1 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:35:00.803581 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port eddbee68-0914-4238-93d8-14e78532bff1 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:00.804064 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:01.049506 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-1689e02e-7470-45ee-bb61-653e89744bd7 None None] Provisioning for port 5140cc15-6c2c-4142-b9b2-bf13d47b48bb completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:01.068263 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-1689e02e-7470-45ee-bb61-653e89744bd7 None None] Provisioning complete for port 5140cc15-6c2c-4142-b9b2-bf13d47b48bb triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:01.068768 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1689e02e-7470-45ee-bb61-653e89744bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:01.173915 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f39be3d4-3646-4648-b1a7-ded06c3f782e up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:35:01.257579 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-1689e02e-7470-45ee-bb61-653e89744bd7 None None] Port 5140cc15-6c2c-4142-b9b2-bf13d47b48bb cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:35:01.302824 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d2e06a-c387-461b-b1bc-ac1b9ad538ef tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Router cd3f3004-cef8-488e-abb6-bf6590913d4b has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:35:01.310750 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port f39be3d4-3646-4648-b1a7-ded06c3f782e completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:01.324150 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port f39be3d4-3646-4648-b1a7-ded06c3f782e triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:01.324465 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:01.420348 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-02336908-c2db-49c8-96b0-f2e5f523f6c1 None None] Provisioning complete for port 5140cc15-6c2c-4142-b9b2-bf13d47b48bb triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:01.420758 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-02336908-c2db-49c8-96b0-f2e5f523f6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:01.582466 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-02336908-c2db-49c8-96b0-f2e5f523f6c1 None None] Port 5140cc15-6c2c-4142-b9b2-bf13d47b48bb cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:35:01.593058 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:01.670819 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port f39be3d4-3646-4648-b1a7-ded06c3f782e, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=f39be3d4-3646-4648-b1a7-ded06c3f782e,segment=NetworkSegment(209f6138-7517-40ba-ab64-8d94085e538b),segment_id=209f6138-7517-40ba-ab64-8d94085e538b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:35:01.676651 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:01.710793 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d2e06a-c387-461b-b1bc-ac1b9ad538ef tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:35:01.724808 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0f67d9-2faa-4a47-8eea-0bdb86ce997b None None] Sync routers for ids ['cd3f3004-cef8-488e-abb6-bf6590913d4b'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:35:01.734113 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86cd30-500d-4c76-a2f5-1e292eb14480 req-8651c557-d626-4bd0-a6a1-919b9d72da36 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:01.739601 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-15d2e06a-c387-461b-b1bc-ac1b9ad538ef tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "PUT /v2.0/routers/cd3f3004-cef8-488e-abb6-bf6590913d4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5359390 Feb 09 01:35:01.742313 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50550) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:01.743267 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0f67d9-2faa-4a47-8eea-0bdb86ce997b None None] Routers {'cd3f3004-cef8-488e-abb6-bf6590913d4b'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:35:01.743901 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ca0f67d9-2faa-4a47-8eea-0bdb86ce997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:34:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['cd3f3004-cef8-488e-abb6-bf6590913d4b'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:01.744978 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cb86cd30-500d-4c76-a2f5-1e292eb14480 req-8651c557-d626-4bd0-a6a1-919b9d72da36 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 945 time: 0.1905177 Feb 09 01:35:01.857545 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-837b21d9-851d-4a73-b5fb-1ed60eb6e467 None None] Provisioning complete for port 5140cc15-6c2c-4142-b9b2-bf13d47b48bb triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:01.858083 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-837b21d9-851d-4a73-b5fb-1ed60eb6e467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:01.892381 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cb86cd30-500d-4c76-a2f5-1e292eb14480 req-0b7661b1-aa51-4afe-a119-8a1563673ba0 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312766 Feb 09 01:35:01.943144 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=f39be3d4-3646-4648-b1a7-ded06c3f782e,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:01.963678 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-837b21d9-851d-4a73-b5fb-1ed60eb6e467 None None] Port 5140cc15-6c2c-4142-b9b2-bf13d47b48bb cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:35:02.094929 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-ca0f67d9-2faa-4a47-8eea-0bdb86ce997b None None] Set router cd3f3004-cef8-488e-abb6-bf6590913d4b gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:35:02.100601 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575c9373-5d0e-4228-a91b-11c528e22435 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:02.108144 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575c9373-5d0e-4228-a91b-11c528e22435 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:02.108595 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575c9373-5d0e-4228-a91b-11c528e22435 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:02.109481 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575c9373-5d0e-4228-a91b-11c528e22435 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:02.109949 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575c9373-5d0e-4228-a91b-11c528e22435 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:02.110406 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575c9373-5d0e-4228-a91b-11c528e22435 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:02.110974 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575c9373-5d0e-4228-a91b-11c528e22435 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:02.111429 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575c9373-5d0e-4228-a91b-11c528e22435 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:02.113430 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-575c9373-5d0e-4228-a91b-11c528e22435 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5681 time: 0.3697064 Feb 09 01:35:02.119295 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 50554) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:02.390784 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cb3c4d-d0d7-4986-b3f7-afc2c463981a tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:02.391292 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cb3c4d-d0d7-4986-b3f7-afc2c463981a tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:02.391726 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cb3c4d-d0d7-4986-b3f7-afc2c463981a tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:02.392169 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cb3c4d-d0d7-4986-b3f7-afc2c463981a tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:02.392645 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cb3c4d-d0d7-4986-b3f7-afc2c463981a tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:02.392938 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f39be3d4-3646-4648-b1a7-ded06c3f782e up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:35:02.393376 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cb3c4d-d0d7-4986-b3f7-afc2c463981a tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:02.393509 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cb3c4d-d0d7-4986-b3f7-afc2c463981a tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:02.394116 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cb3c4d-d0d7-4986-b3f7-afc2c463981a tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:02.396610 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-83cb3c4d-d0d7-4986-b3f7-afc2c463981a tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5281 time: 0.2759478 Feb 09 01:35:02.399484 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50560) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:02.498639 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port f39be3d4-3646-4648-b1a7-ded06c3f782e triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:02.499542 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:02.524147 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ca0f67d9-2faa-4a47-8eea-0bdb86ce997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'name': 'tempest-TestNetworkBasicOps-router-2022589915', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'eddbee68-0914-4238-93d8-14e78532bff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:34:52Z', 'updated_at': '2022-02-09T01:34:59Z', 'revision_number': 4, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'eddbee68-0914-4238-93d8-14e78532bff1', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:34:53Z', 'updated_at': '2022-02-09T01:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '5140cc15-6c2c-4142-b9b2-bf13d47b48bb', 'name': '', 'network_id': '9b00fe5a-5865-4f79-baa2-5a60ea07774b', 'tenant_id': '089df553ed3542348a44835caf19372b', 'mac_address': 'fa:16:3e:3c:fd:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '5b91cd39-8565-4bda-81f0-68c2bb303b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:34:57Z', 'updated_at': '2022-02-09T01:34:59Z', 'revision_number': 2, 'project_id': '089df553ed3542348a44835caf19372b', 'subnets': [{'id': '5b91cd39-8565-4bda-81f0-68c2bb303b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:02.528554 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0f67d9-2faa-4a47-8eea-0bdb86ce997b None None] Checking router: cd3f3004-cef8-488e-abb6-bf6590913d4b for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:35:02.529062 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0f67d9-2faa-4a47-8eea-0bdb86ce997b None None] Updating router cd3f3004-cef8-488e-abb6-bf6590913d4b port 5140cc15-6c2c-4142-b9b2-bf13d47b48bb binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:35:02.588059 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-ca0f67d9-2faa-4a47-8eea-0bdb86ce997b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:02.719853 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5c8816d3-3fd6-49c0-a794-5ce4b27ddce7 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3185856 Feb 09 01:35:03.013041 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-ca0f67d9-2faa-4a47-8eea-0bdb86ce997b None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:03.047384 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-ca0f67d9-2faa-4a47-8eea-0bdb86ce997b None None] Transition to ACTIVE for port object 5140cc15-6c2c-4142-b9b2-bf13d47b48bb will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:03.060722 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-ca0f67d9-2faa-4a47-8eea-0bdb86ce997b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:03.076739 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50570) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:03.082013 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-0681c51f-5286-45b3-9b17-85ce425c86d7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-862237120', 'description': 'tempest-secgroup-smoke-862237120 description', 'project_id': '089df553ed3542348a44835caf19372b'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:03.096510 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0681c51f-5286-45b3-9b17-85ce425c86d7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:03.110143 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0681c51f-5286-45b3-9b17-85ce425c86d7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Usage tracker for resource:security_group and tenant:089df553ed3542348a44835caf19372b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:03.117148 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0681c51f-5286-45b3-9b17-85ce425c86d7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:03.135704 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0681c51f-5286-45b3-9b17-85ce425c86d7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:03.154296 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0681c51f-5286-45b3-9b17-85ce425c86d7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:03.184824 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eba7e0-7eee-4d77-a5c4-fc11b87af5d3 req-75abb436-f468-4ade-b53f-5d9d3d94a790 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:03.185972 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0681c51f-5286-45b3-9b17-85ce425c86d7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:03.186526 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-69eba7e0-7eee-4d77-a5c4-fc11b87af5d3 req-75abb436-f468-4ade-b53f-5d9d3d94a790 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 945 time: 0.1503758 Feb 09 01:35:03.197023 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0681c51f-5286-45b3-9b17-85ce425c86d7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Usage tracker for resource:security_group_rule and tenant:089df553ed3542348a44835caf19372b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:03.200254 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0681c51f-5286-45b3-9b17-85ce425c86d7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:03.213513 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0681c51f-5286-45b3-9b17-85ce425c86d7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:03.268942 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3374ac9-c024-4d6f-853b-d5f990155769 None None] Pushing event updated for resources: {'Port': ['ID=5140cc15-6c2c-4142-b9b2-bf13d47b48bb,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:03.282135 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-69eba7e0-7eee-4d77-a5c4-fc11b87af5d3 req-9389daf3-3e99-440d-a7f7-d6389f93402e tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885832 Feb 09 01:35:03.283133 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3374ac9-c024-4d6f-853b-d5f990155769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:03.283133 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3374ac9-c024-4d6f-853b-d5f990155769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:03.283362 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3374ac9-c024-4d6f-853b-d5f990155769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:03.283838 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3374ac9-c024-4d6f-853b-d5f990155769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:03.284018 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3374ac9-c024-4d6f-853b-d5f990155769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:03.284339 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3374ac9-c024-4d6f-853b-d5f990155769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:03.300109 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3374ac9-c024-4d6f-853b-d5f990155769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:03.300109 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3374ac9-c024-4d6f-853b-d5f990155769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:03.300109 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3374ac9-c024-4d6f-853b-d5f990155769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:03.300109 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3374ac9-c024-4d6f-853b-d5f990155769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:03.300109 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3374ac9-c024-4d6f-853b-d5f990155769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:03.300109 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3374ac9-c024-4d6f-853b-d5f990155769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:03.350654 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0681c51f-5286-45b3-9b17-85ce425c86d7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:03.356758 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0681c51f-5286-45b3-9b17-85ce425c86d7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:03.400642 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-ca0f67d9-2faa-4a47-8eea-0bdb86ce997b None None] Attempting to bind port 5140cc15-6c2c-4142-b9b2-bf13d47b48bb on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:35:03.401004 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-ca0f67d9-2faa-4a47-8eea-0bdb86ce997b None None] Attempting to bind port 5140cc15-6c2c-4142-b9b2-bf13d47b48bb by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '209f6138-7517-40ba-ab64-8d94085e538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '9b00fe5a-5865-4f79-baa2-5a60ea07774b'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:35:03.401357 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0f67d9-2faa-4a47-8eea-0bdb86ce997b None None] Attempting to bind port 5140cc15-6c2c-4142-b9b2-bf13d47b48bb on network 9b00fe5a-5865-4f79-baa2-5a60ea07774b {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:35:03.407207 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0f67d9-2faa-4a47-8eea-0bdb86ce997b None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:35:03.407564 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0f67d9-2faa-4a47-8eea-0bdb86ce997b None None] Checking segment: {'id': '209f6138-7517-40ba-ab64-8d94085e538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '9b00fe5a-5865-4f79-baa2-5a60ea07774b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:35:03.408390 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-ca0f67d9-2faa-4a47-8eea-0bdb86ce997b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:03.408796 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0f67d9-2faa-4a47-8eea-0bdb86ce997b None None] Bound using segment: {'id': '209f6138-7517-40ba-ab64-8d94085e538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '9b00fe5a-5865-4f79-baa2-5a60ea07774b'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:35:03.409534 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-ca0f67d9-2faa-4a47-8eea-0bdb86ce997b None None] Bound port: 5140cc15-6c2c-4142-b9b2-bf13d47b48bb, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '209f6138-7517-40ba-ab64-8d94085e538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '9b00fe5a-5865-4f79-baa2-5a60ea07774b'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:35:03.409890 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-ca0f67d9-2faa-4a47-8eea-0bdb86ce997b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:03.422622 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681c51f-5286-45b3-9b17-85ce425c86d7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e92c6638-c7bc-4bb1-afc2-7d54b07bc8c2,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:03.433514 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0681c51f-5286-45b3-9b17-85ce425c86d7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:03.434800 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0681c51f-5286-45b3-9b17-85ce425c86d7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3569715 Feb 09 01:35:03.448348 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50576) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:03.454174 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-c95639aa-2e74-4c00-9ee9-ee10a9650351 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Request body: {'security_group_rule': {'security_group_id': 'e92c6638-c7bc-4bb1-afc2-7d54b07bc8c2', 'project_id': '089df553ed3542348a44835caf19372b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:03.468589 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c95639aa-2e74-4c00-9ee9-ee10a9650351 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:03.477092 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c95639aa-2e74-4c00-9ee9-ee10a9650351 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Usage tracker for resource:security_group_rule and tenant:089df553ed3542348a44835caf19372b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:03.482801 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c95639aa-2e74-4c00-9ee9-ee10a9650351 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:03.489840 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c95639aa-2e74-4c00-9ee9-ee10a9650351 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:03.518425 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c95639aa-2e74-4c00-9ee9-ee10a9650351 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:03.560669 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-ca0f67d9-2faa-4a47-8eea-0bdb86ce997b None None] For port 5140cc15-6c2c-4142-b9b2-bf13d47b48bb, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:35:03.565640 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-ca0f67d9-2faa-4a47-8eea-0bdb86ce997b None None] For port 5140cc15-6c2c-4142-b9b2-bf13d47b48bb, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=5140cc15-6c2c-4142-b9b2-bf13d47b48bb,segment=NetworkSegment(209f6138-7517-40ba-ab64-8d94085e538b),segment_id=209f6138-7517-40ba-ab64-8d94085e538b)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:35:03.571757 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-ca0f67d9-2faa-4a47-8eea-0bdb86ce997b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:03.593092 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c95639aa-2e74-4c00-9ee9-ee10a9650351 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:03.600284 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c95639aa-2e74-4c00-9ee9-ee10a9650351 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:03.626103 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95639aa-2e74-4c00-9ee9-ee10a9650351 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a172fc-f289-4eca-967a-544d242fadb0,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:03.635585 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c95639aa-2e74-4c00-9ee9-ee10a9650351 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:03.641042 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c95639aa-2e74-4c00-9ee9-ee10a9650351 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1986632 Feb 09 01:35:03.642228 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 50580) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:03.656846 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-1cc11f1f-9f51-4323-8de9-26f8fcd0de91 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Request body: {'security_group_rule': {'security_group_id': 'e92c6638-c7bc-4bb1-afc2-7d54b07bc8c2', 'project_id': '089df553ed3542348a44835caf19372b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:03.662989 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0f67d9-2faa-4a47-8eea-0bdb86ce997b None None] Routers {'cd3f3004-cef8-488e-abb6-bf6590913d4b'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:35:03.663760 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ca0f67d9-2faa-4a47-8eea-0bdb86ce997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:34:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['cd3f3004-cef8-488e-abb6-bf6590913d4b'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:03.664049 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1cc11f1f-9f51-4323-8de9-26f8fcd0de91 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:03.672168 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1cc11f1f-9f51-4323-8de9-26f8fcd0de91 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Usage tracker for resource:security_group_rule and tenant:089df553ed3542348a44835caf19372b is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:03.676226 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1cc11f1f-9f51-4323-8de9-26f8fcd0de91 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:03.682886 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1cc11f1f-9f51-4323-8de9-26f8fcd0de91 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:03.701296 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1cc11f1f-9f51-4323-8de9-26f8fcd0de91 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:03.747151 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3374ac9-c024-4d6f-853b-d5f990155769 None None] Pushing event updated for resources: {'Port': ['ID=5140cc15-6c2c-4142-b9b2-bf13d47b48bb,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:03.767031 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1cc11f1f-9f51-4323-8de9-26f8fcd0de91 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:03.773055 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1cc11f1f-9f51-4323-8de9-26f8fcd0de91 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:03.803659 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc11f1f-9f51-4323-8de9-26f8fcd0de91 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7601db73-ead2-44eb-927f-eae9d8dd27d8,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:03.815074 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc11f1f-9f51-4323-8de9-26f8fcd0de91 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:03.815494 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc11f1f-9f51-4323-8de9-26f8fcd0de91 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:03.815787 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc11f1f-9f51-4323-8de9-26f8fcd0de91 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:03.816073 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc11f1f-9f51-4323-8de9-26f8fcd0de91 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:03.816561 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc11f1f-9f51-4323-8de9-26f8fcd0de91 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:03.816887 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc11f1f-9f51-4323-8de9-26f8fcd0de91 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:03.817206 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc11f1f-9f51-4323-8de9-26f8fcd0de91 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:03.817524 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc11f1f-9f51-4323-8de9-26f8fcd0de91 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:03.817841 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc11f1f-9f51-4323-8de9-26f8fcd0de91 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:03.818156 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc11f1f-9f51-4323-8de9-26f8fcd0de91 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:03.819199 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc11f1f-9f51-4323-8de9-26f8fcd0de91 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:03.819199 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc11f1f-9f51-4323-8de9-26f8fcd0de91 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:03.831371 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1cc11f1f-9f51-4323-8de9-26f8fcd0de91 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:03.835332 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50586) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:03.835863 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1cc11f1f-9f51-4323-8de9-26f8fcd0de91 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1913018 Feb 09 01:35:03.841557 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-efcb916d-ea53-45a4-af18-b8674406d9f7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Request body: {'security_group_rule': {'security_group_id': 'e92c6638-c7bc-4bb1-afc2-7d54b07bc8c2', 'project_id': '089df553ed3542348a44835caf19372b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:03.861887 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-efcb916d-ea53-45a4-af18-b8674406d9f7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:03.871162 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-efcb916d-ea53-45a4-af18-b8674406d9f7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Usage tracker for resource:security_group_rule and tenant:089df553ed3542348a44835caf19372b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:03.878176 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-efcb916d-ea53-45a4-af18-b8674406d9f7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:03.896614 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-efcb916d-ea53-45a4-af18-b8674406d9f7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:03.942723 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-efcb916d-ea53-45a4-af18-b8674406d9f7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:03.952814 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-ca0f67d9-2faa-4a47-8eea-0bdb86ce997b None None] Set router cd3f3004-cef8-488e-abb6-bf6590913d4b gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:35:04.091757 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-efcb916d-ea53-45a4-af18-b8674406d9f7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:04.097976 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-efcb916d-ea53-45a4-af18-b8674406d9f7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:04.133494 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb916d-ea53-45a4-af18-b8674406d9f7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebcc95b4-6817-4f3c-947f-532e5ffbbee0,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:04.148869 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-efcb916d-ea53-45a4-af18-b8674406d9f7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:04.150712 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-efcb916d-ea53-45a4-af18-b8674406d9f7 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3141763 Feb 09 01:35:04.153401 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 50590) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:04.159691 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-97a30cbf-6a67-432b-a338-fef2f2be1888 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Request body: {'security_group_rule': {'security_group_id': 'e92c6638-c7bc-4bb1-afc2-7d54b07bc8c2', 'project_id': '089df553ed3542348a44835caf19372b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:04.167330 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-97a30cbf-6a67-432b-a338-fef2f2be1888 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:04.173207 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-97a30cbf-6a67-432b-a338-fef2f2be1888 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Usage tracker for resource:security_group_rule and tenant:089df553ed3542348a44835caf19372b is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:04.176922 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-97a30cbf-6a67-432b-a338-fef2f2be1888 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:04.183736 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-97a30cbf-6a67-432b-a338-fef2f2be1888 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:04.203525 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-97a30cbf-6a67-432b-a338-fef2f2be1888 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:04.271636 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-97a30cbf-6a67-432b-a338-fef2f2be1888 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:04.282474 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-97a30cbf-6a67-432b-a338-fef2f2be1888 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:04.311425 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a30cbf-6a67-432b-a338-fef2f2be1888 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07867709-d4c7-4077-bb08-d71f6af4d43a,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:04.346635 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-97a30cbf-6a67-432b-a338-fef2f2be1888 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:04.350618 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-97a30cbf-6a67-432b-a338-fef2f2be1888 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1928554 Feb 09 01:35:04.351373 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50596) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:04.357272 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-3924bf0e-4509-4abf-a1c8-195434857ad0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Request body: {'security_group_rule': {'security_group_id': 'e92c6638-c7bc-4bb1-afc2-7d54b07bc8c2', 'project_id': '089df553ed3542348a44835caf19372b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:04.364297 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3924bf0e-4509-4abf-a1c8-195434857ad0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:04.369433 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3924bf0e-4509-4abf-a1c8-195434857ad0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Usage tracker for resource:security_group_rule and tenant:089df553ed3542348a44835caf19372b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:04.373329 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3924bf0e-4509-4abf-a1c8-195434857ad0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:04.379445 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3924bf0e-4509-4abf-a1c8-195434857ad0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:04.393296 n-d-828419-1 neutron-server[87611]: INFO neutron.db.securitygroups_db [None req-3924bf0e-4509-4abf-a1c8-195434857ad0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Project 089df553ed3542348a44835caf19372b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:35:04.401947 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3924bf0e-4509-4abf-a1c8-195434857ad0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:04.417810 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ca0f67d9-2faa-4a47-8eea-0bdb86ce997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'name': 'tempest-TestNetworkBasicOps-router-2022589915', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'eddbee68-0914-4238-93d8-14e78532bff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:34:52Z', 'updated_at': '2022-02-09T01:34:59Z', 'revision_number': 4, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'eddbee68-0914-4238-93d8-14e78532bff1', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:34:53Z', 'updated_at': '2022-02-09T01:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '5140cc15-6c2c-4142-b9b2-bf13d47b48bb', 'name': '', 'network_id': '9b00fe5a-5865-4f79-baa2-5a60ea07774b', 'tenant_id': '089df553ed3542348a44835caf19372b', 'mac_address': 'fa:16:3e:3c:fd:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '5b91cd39-8565-4bda-81f0-68c2bb303b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:34:57Z', 'updated_at': '2022-02-09T01:35:03Z', 'revision_number': 4, 'project_id': '089df553ed3542348a44835caf19372b', 'subnets': [{'id': '5b91cd39-8565-4bda-81f0-68c2bb303b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:04.422461 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0f67d9-2faa-4a47-8eea-0bdb86ce997b None None] The sync data for ids ['cd3f3004-cef8-488e-abb6-bf6590913d4b'] in n-d-828419-1 is: [{'id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'name': 'tempest-TestNetworkBasicOps-router-2022589915', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'eddbee68-0914-4238-93d8-14e78532bff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:34:52Z', 'updated_at': '2022-02-09T01:34:59Z', 'revision_number': 4, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'eddbee68-0914-4238-93d8-14e78532bff1', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:34:53Z', 'updated_at': '2022-02-09T01:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '5140cc15-6c2c-4142-b9b2-bf13d47b48bb', 'name': '', 'network_id': '9b00fe5a-5865-4f79-baa2-5a60ea07774b', 'tenant_id': '089df553ed3542348a44835caf19372b', 'mac_address': 'fa:16:3e:3c:fd:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '5b91cd39-8565-4bda-81f0-68c2bb303b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:34:57Z', 'updated_at': '2022-02-09T01:35:03Z', 'revision_number': 4, 'project_id': '089df553ed3542348a44835caf19372b', 'subnets': [{'id': '5b91cd39-8565-4bda-81f0-68c2bb303b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:35:04.559922 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3924bf0e-4509-4abf-a1c8-195434857ad0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:04.566547 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3924bf0e-4509-4abf-a1c8-195434857ad0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:04.621507 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924bf0e-4509-4abf-a1c8-195434857ad0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1533496b-4d78-481f-938f-1e5a144ab50d,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:04.635763 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3924bf0e-4509-4abf-a1c8-195434857ad0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:04.637584 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3924bf0e-4509-4abf-a1c8-195434857ad0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2847722 Feb 09 01:35:04.640805 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 50602) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:04.656201 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-e21ad14a-eb42-451f-a4b6-252f05ebcb5f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Request body: {'security_group_rule': {'security_group_id': 'e92c6638-c7bc-4bb1-afc2-7d54b07bc8c2', 'project_id': '089df553ed3542348a44835caf19372b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:04.665409 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e21ad14a-eb42-451f-a4b6-252f05ebcb5f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:04.670821 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e21ad14a-eb42-451f-a4b6-252f05ebcb5f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Usage tracker for resource:security_group_rule and tenant:089df553ed3542348a44835caf19372b is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:04.672852 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ddfff9-eca8-4ff7-88fc-8c3850450746 req-04179809-862a-43ef-83a5-aa50b286e93b tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:04.674437 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-54ddfff9-eca8-4ff7-88fc-8c3850450746 req-04179809-862a-43ef-83a5-aa50b286e93b tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 945 time: 0.2282896 Feb 09 01:35:04.679814 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e21ad14a-eb42-451f-a4b6-252f05ebcb5f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:04.690677 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e21ad14a-eb42-451f-a4b6-252f05ebcb5f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:04.711216 n-d-828419-1 neutron-server[87612]: INFO neutron.db.securitygroups_db [None req-e21ad14a-eb42-451f-a4b6-252f05ebcb5f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Project 089df553ed3542348a44835caf19372b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:35:04.720655 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e21ad14a-eb42-451f-a4b6-252f05ebcb5f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:04.740800 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-54ddfff9-eca8-4ff7-88fc-8c3850450746 req-1e91ed27-ed3e-4fe5-82f8-70c70ae1a23a tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584836 Feb 09 01:35:04.803208 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e21ad14a-eb42-451f-a4b6-252f05ebcb5f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:04.813553 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e21ad14a-eb42-451f-a4b6-252f05ebcb5f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:04.841164 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ad14a-eb42-451f-a4b6-252f05ebcb5f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f28a687e-a35a-40b8-a070-6b72c43671b4,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:04.861127 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e21ad14a-eb42-451f-a4b6-252f05ebcb5f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:04.872264 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e21ad14a-eb42-451f-a4b6-252f05ebcb5f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2271748 Feb 09 01:35:05.181982 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-248c7952-6ff8-4195-85fa-16fcf5aeade0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-862237120&fields=id&tenant_id=089df553ed3542348a44835caf19372b HTTP/1.1" status: 200 len: 267 time: 0.0419049 Feb 09 01:35:05.337595 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-e59db215-86d7-40b3-bdb6-d62fb66ec749 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:05.339285 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-e59db215-86d7-40b3-bdb6-d62fb66ec749 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/networks?id=9b00fe5a-5865-4f79-baa2-5a60ea07774b HTTP/1.1" status: 200 len: 797 time: 0.1502428 Feb 09 01:35:05.355349 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-3d69878d-b76b-4222-921d-a9be4fb4f22c tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/quotas/089df553ed3542348a44835caf19372b HTTP/1.1" status: 200 len: 375 time: 0.0107605 Feb 09 01:35:05.452093 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-79c06a1a-7ea1-4ca0-921e-a9f94695f093 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Synchronizing usage tracker for tenant:089df553ed3542348a44835caf19372b on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:35:05.469131 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-79c06a1a-7ea1-4ca0-921e-a9f94695f093 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Unset dirty status for tenant:089df553ed3542348a44835caf19372b on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:35:05.470545 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-79c06a1a-7ea1-4ca0-921e-a9f94695f093 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=089df553ed3542348a44835caf19372b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1095452 Feb 09 01:35:05.618920 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-0b8c512f-a620-4330-8d8a-66de3879c193 service neutron] 10.222.0.37 "GET /v2.0/networks/9b00fe5a-5865-4f79-baa2-5a60ea07774b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351044 Feb 09 01:35:05.768185 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-374ccdcc-632c-447e-9ed4-fab5ecaaef01 service neutron] 10.222.0.37 "GET /v2.0/networks/9b00fe5a-5865-4f79-baa2-5a60ea07774b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434999 Feb 09 01:35:05.990193 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73382f-19c3-4764-9eef-4f0ec0682580 req-ec3eae60-0c98-4aee-894b-b9109e09ad36 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:05.991673 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-eb73382f-19c3-4764-9eef-4f0ec0682580 req-ec3eae60-0c98-4aee-894b-b9109e09ad36 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 945 time: 0.0997050 Feb 09 01:35:06.057915 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-eb73382f-19c3-4764-9eef-4f0ec0682580 req-9ef59e1a-76e1-4c17-be7a-625800b8c42c tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556889 Feb 09 01:35:06.076534 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-252b0205-c6a1-4299-a0b8-d08347ea45f1 req-882b5793-fd01-405b-9ec1-d34e6516d098 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=faf12f59-b916-47a7-a816-54ee4a5bcef7 HTTP/1.1" status: 200 len: 210 time: 0.0612583 Feb 09 01:35:06.427428 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 5140cc15-6c2c-4142-b9b2-bf13d47b48bb up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:35:06.504766 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 5140cc15-6c2c-4142-b9b2-bf13d47b48bb completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:06.511231 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 5140cc15-6c2c-4142-b9b2-bf13d47b48bb triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:06.511676 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:06.630596 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:06.664476 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 5140cc15-6c2c-4142-b9b2-bf13d47b48bb, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=5140cc15-6c2c-4142-b9b2-bf13d47b48bb,segment=NetworkSegment(209f6138-7517-40ba-ab64-8d94085e538b),segment_id=209f6138-7517-40ba-ab64-8d94085e538b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:35:06.669590 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:06.750644 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=5140cc15-6c2c-4142-b9b2-bf13d47b48bb,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:06.758903 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:06.759242 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:06.759576 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:06.759904 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:06.760228 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:06.760684 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:06.761013 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:06.761329 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:06.761641 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:06.761955 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:06.762272 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:06.762694 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:06.930984 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-dccf29e1-ba81-45bf-97cf-88fe576ea752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:07.226913 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-4e9c690a-72a0-42cb-a8d0-73caf7b10007 req-26b2eda4-9d2a-45f1-9202-598b17641636 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Synchronizing usage tracker for tenant:089df553ed3542348a44835caf19372b on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:35:07.241689 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-4e9c690a-72a0-42cb-a8d0-73caf7b10007 req-26b2eda4-9d2a-45f1-9202-598b17641636 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Unset dirty status for tenant:089df553ed3542348a44835caf19372b on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:35:07.245908 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4e9c690a-72a0-42cb-a8d0-73caf7b10007 req-26b2eda4-9d2a-45f1-9202-598b17641636 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=faf12f59-b916-47a7-a816-54ee4a5bcef7 HTTP/1.1" status: 200 len: 210 time: 0.0822780 Feb 09 01:35:07.411906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e727d31-3efa-4054-abd8-154c32f77c79 req-d8cb667c-34b9-49c1-a071-0fc6b4d382c1 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:07.411906 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7e727d31-3efa-4054-abd8-154c32f77c79 req-d8cb667c-34b9-49c1-a071-0fc6b4d382c1 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 945 time: 0.2202466 Feb 09 01:35:07.422679 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-46b12986-6606-4797-8f27-c95c01a85bf3 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:07.423098 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-46b12986-6606-4797-8f27-c95c01a85bf3 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.35 "GET /v2.0/networks?id=9b00fe5a-5865-4f79-baa2-5a60ea07774b HTTP/1.1" status: 200 len: 797 time: 0.2019987 Feb 09 01:35:07.488583 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7e727d31-3efa-4054-abd8-154c32f77c79 req-34d43650-38c1-4786-b527-c556ce2ca32c tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644822 Feb 09 01:35:07.503362 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-28be1e3c-81fb-4aba-8f22-73fd7243465a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=089df553ed3542348a44835caf19372b HTTP/1.1" status: 200 len: 379 time: 0.0647314 Feb 09 01:35:07.517183 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-11fc2062-b9ac-4438-b2be-37fe533c0ae0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Request body: {'port': {'device_id': 'faf12f59-b916-47a7-a816-54ee4a5bcef7', 'network_id': '9b00fe5a-5865-4f79-baa2-5a60ea07774b', 'admin_state_up': True, 'tenant_id': '089df553ed3542348a44835caf19372b', 'security_groups': ['e92c6638-c7bc-4bb1-afc2-7d54b07bc8c2']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:07.652142 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-11fc2062-b9ac-4438-b2be-37fe533c0ae0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:07.661669 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-11fc2062-b9ac-4438-b2be-37fe533c0ae0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:07.671833 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-11fc2062-b9ac-4438-b2be-37fe533c0ae0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Made reservation on behalf of 089df553ed3542348a44835caf19372b for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:35:07.675318 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-11fc2062-b9ac-4438-b2be-37fe533c0ae0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:07.861386 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-11fc2062-b9ac-4438-b2be-37fe533c0ae0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Allocated IP 172.20.0.10 (9b00fe5a-5865-4f79-baa2-5a60ea07774b/5b91cd39-8565-4bda-81f0-68c2bb303b0c/d41a98fc-18ed-4569-bfdb-ceaf7a26659c) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:08.175687 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-11fc2062-b9ac-4438-b2be-37fe533c0ae0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:08.192448 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-11fc2062-b9ac-4438-b2be-37fe533c0ae0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Transition to ACTIVE for port object d41a98fc-18ed-4569-bfdb-ceaf7a26659c will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:08.219516 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-11fc2062-b9ac-4438-b2be-37fe533c0ae0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:08.294656 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-11fc2062-b9ac-4438-b2be-37fe533c0ae0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Network 9b00fe5a-5865-4f79-baa2-5a60ea07774b is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:08.297915 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-11fc2062-b9ac-4438-b2be-37fe533c0ae0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:08.303113 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-11fc2062-b9ac-4438-b2be-37fe533c0ae0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:35:08.366322 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-11fc2062-b9ac-4438-b2be-37fe533c0ae0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:08.368449 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-11fc2062-b9ac-4438-b2be-37fe533c0ae0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:08.416210 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc2062-b9ac-4438-b2be-37fe533c0ae0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'Port': ['ID=d41a98fc-18ed-4569-bfdb-ceaf7a26659c,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:08.431858 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 5140cc15-6c2c-4142-b9b2-bf13d47b48bb up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:35:08.477994 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-11fc2062-b9ac-4438-b2be-37fe533c0ae0 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9645839 Feb 09 01:35:08.489581 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-eed043a8-6327-4aa6-8ae4-148620f6fd21 service neutron] Request body: {'port': {'device_id': 'faf12f59-b916-47a7-a816-54ee4a5bcef7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:08.493258 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42ea31-7793-4c62-bcb6-49763420f20d req-bb9e5783-829c-4b54-8d09-ab6622f481cd tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:08.494953 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3d42ea31-7793-4c62-bcb6-49763420f20d req-bb9e5783-829c-4b54-8d09-ab6622f481cd tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=faf12f59-b916-47a7-a816-54ee4a5bcef7 HTTP/1.1" status: 200 len: 932 time: 0.1247151 Feb 09 01:35:08.582865 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-3d42ea31-7793-4c62-bcb6-49763420f20d req-54959184-f607-433f-8dad-33e829afeaf4 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Synchronizing usage tracker for tenant:089df553ed3542348a44835caf19372b on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:35:08.621760 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-3d42ea31-7793-4c62-bcb6-49763420f20d req-54959184-f607-433f-8dad-33e829afeaf4 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Unset dirty status for tenant:089df553ed3542348a44835caf19372b on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:35:08.622454 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 5140cc15-6c2c-4142-b9b2-bf13d47b48bb triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:08.624772 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:08.644008 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3d42ea31-7793-4c62-bcb6-49763420f20d req-54959184-f607-433f-8dad-33e829afeaf4 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?id=e92c6638-c7bc-4bb1-afc2-7d54b07bc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424930 Feb 09 01:35:08.774067 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0c74e037-fc47-42f9-9b81-79645d5f9d03 None None] Provisioning for port d41a98fc-18ed-4569-bfdb-ceaf7a26659c completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:08.786299 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-eed043a8-6327-4aa6-8ae4-148620f6fd21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:08.830779 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0c74e037-fc47-42f9-9b81-79645d5f9d03 None None] Provisioning complete for port d41a98fc-18ed-4569-bfdb-ceaf7a26659c triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:08.831388 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0c74e037-fc47-42f9-9b81-79645d5f9d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:08.902753 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-0c74e037-fc47-42f9-9b81-79645d5f9d03 None None] Port d41a98fc-18ed-4569-bfdb-ceaf7a26659c cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:35:09.052058 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8a65e-2d34-4db3-93cf-c24ad5fbec51 req-58655197-5bfe-46ef-aabf-6358a58e8d16 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:09.054012 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fad8a65e-2d34-4db3-93cf-c24ad5fbec51 req-58655197-5bfe-46ef-aabf-6358a58e8d16 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 945 time: 0.3535662 Feb 09 01:35:09.172811 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fad8a65e-2d34-4db3-93cf-c24ad5fbec51 req-90e0e1c3-efba-441c-b69c-1d975be374d0 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022396 Feb 09 01:35:09.267499 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-eed043a8-6327-4aa6-8ae4-148620f6fd21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d41a98fc-18ed-4569-bfdb-ceaf7a26659c {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:35:09.276349 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-eed043a8-6327-4aa6-8ae4-148620f6fd21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:09.295427 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-eed043a8-6327-4aa6-8ae4-148620f6fd21 service neutron] Transition to ACTIVE for port object d41a98fc-18ed-4569-bfdb-ceaf7a26659c will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:09.310104 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-eed043a8-6327-4aa6-8ae4-148620f6fd21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:09.378803 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-dfcd9351-1de4-4883-b4ee-602eb801cbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:09.536099 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed043a8-6327-4aa6-8ae4-148620f6fd21 service neutron] Pushing event updated for resources: {'Port': ['ID=d41a98fc-18ed-4569-bfdb-ceaf7a26659c,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:09.592369 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-eed043a8-6327-4aa6-8ae4-148620f6fd21 service neutron] Attempting to bind port d41a98fc-18ed-4569-bfdb-ceaf7a26659c on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:35:09.592878 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-eed043a8-6327-4aa6-8ae4-148620f6fd21 service neutron] Attempting to bind port d41a98fc-18ed-4569-bfdb-ceaf7a26659c by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '209f6138-7517-40ba-ab64-8d94085e538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '9b00fe5a-5865-4f79-baa2-5a60ea07774b'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:35:09.593348 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-eed043a8-6327-4aa6-8ae4-148620f6fd21 service neutron] Attempting to bind port d41a98fc-18ed-4569-bfdb-ceaf7a26659c on network 9b00fe5a-5865-4f79-baa2-5a60ea07774b {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:35:09.599449 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-eed043a8-6327-4aa6-8ae4-148620f6fd21 service neutron] Port d41a98fc-18ed-4569-bfdb-ceaf7a26659c on network 9b00fe5a-5865-4f79-baa2-5a60ea07774b not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:35:09.599917 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-eed043a8-6327-4aa6-8ae4-148620f6fd21 service neutron] Attempting to bind port d41a98fc-18ed-4569-bfdb-ceaf7a26659c on network 9b00fe5a-5865-4f79-baa2-5a60ea07774b {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:35:09.606422 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-eed043a8-6327-4aa6-8ae4-148620f6fd21 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:35:09.606898 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-eed043a8-6327-4aa6-8ae4-148620f6fd21 service neutron] Checking segment: {'id': '209f6138-7517-40ba-ab64-8d94085e538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '9b00fe5a-5865-4f79-baa2-5a60ea07774b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:35:09.607389 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-eed043a8-6327-4aa6-8ae4-148620f6fd21 service neutron] Bound using segment: {'id': '209f6138-7517-40ba-ab64-8d94085e538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '9b00fe5a-5865-4f79-baa2-5a60ea07774b'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:35:09.608341 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-eed043a8-6327-4aa6-8ae4-148620f6fd21 service neutron] Bound port: d41a98fc-18ed-4569-bfdb-ceaf7a26659c, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '209f6138-7517-40ba-ab64-8d94085e538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '9b00fe5a-5865-4f79-baa2-5a60ea07774b'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:35:09.608926 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-eed043a8-6327-4aa6-8ae4-148620f6fd21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:09.728988 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-eed043a8-6327-4aa6-8ae4-148620f6fd21 service neutron] For port d41a98fc-18ed-4569-bfdb-ceaf7a26659c, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:35:09.735219 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-eed043a8-6327-4aa6-8ae4-148620f6fd21 service neutron] For port d41a98fc-18ed-4569-bfdb-ceaf7a26659c, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d41a98fc-18ed-4569-bfdb-ceaf7a26659c,segment=NetworkSegment(209f6138-7517-40ba-ab64-8d94085e538b),segment_id=209f6138-7517-40ba-ab64-8d94085e538b)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:35:09.742337 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-eed043a8-6327-4aa6-8ae4-148620f6fd21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:09.813665 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-eed043a8-6327-4aa6-8ae4-148620f6fd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:09.814469 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-eed043a8-6327-4aa6-8ae4-148620f6fd21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:09.816008 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-eed043a8-6327-4aa6-8ae4-148620f6fd21 service neutron] 10.222.0.35 "PUT /v2.0/ports/d41a98fc-18ed-4569-bfdb-ceaf7a26659c HTTP/1.1" status: 200 len: 1092 time: 1.3307059 Feb 09 01:35:09.816752 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf12f59-b916-47a7-a816-54ee4a5bcef7', 'tag': 'd41a98fc-18ed-4569-bfdb-ceaf7a26659c'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:35:09.843650 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed043a8-6327-4aa6-8ae4-148620f6fd21 service neutron] Pushing event updated for resources: {'Port': ['ID=d41a98fc-18ed-4569-bfdb-ceaf7a26659c,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:09.879374 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8cd4b0-b80f-4e4d-a7d5-7b348c7976bf req-3845a8f8-78ba-429a-96da-63157eb3927a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:09.887346 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ba8cd4b0-b80f-4e4d-a7d5-7b348c7976bf req-3845a8f8-78ba-429a-96da-63157eb3927a tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=faf12f59-b916-47a7-a816-54ee4a5bcef7 HTTP/1.1" status: 200 len: 944 time: 0.1167071 Feb 09 01:35:09.931135 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faf12f59-b916-47a7-a816-54ee4a5bcef7', 'tag': 'd41a98fc-18ed-4569-bfdb-ceaf7a26659c', 'status': 'completed', 'code': 200} Feb 09 01:35:09.938972 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ba8cd4b0-b80f-4e4d-a7d5-7b348c7976bf req-db2fbfb0-c1a8-4ec1-85a1-21015836201e tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?id=e92c6638-c7bc-4bb1-afc2-7d54b07bc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507565 Feb 09 01:35:09.967839 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-30d49251-e080-4b19-86bf-ccea381e21b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:09.969465 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-30d49251-e080-4b19-86bf-ccea381e21b4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=089df553ed3542348a44835caf19372b&device_id=faf12f59-b916-47a7-a816-54ee4a5bcef7 HTTP/1.1" status: 200 len: 1095 time: 0.0899844 Feb 09 01:35:10.067000 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-f14efdbe-aced-4f02-b722-a958d459e92b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d41a98fc-18ed-4569-bfdb-ceaf7a26659c HTTP/1.1" status: 200 len: 217 time: 0.0897422 Feb 09 01:35:10.139471 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-ec0ee30f-1382-4794-aa69-b7bf412471f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:10.141707 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-ec0ee30f-1382-4794-aa69-b7bf412471f2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b91cd39-8565-4bda-81f0-68c2bb303b0c HTTP/1.1" status: 200 len: 835 time: 0.0664930 Feb 09 01:35:10.229721 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-bf35a0a0-11ae-4d34-97d5-a9fa04387139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:10.231236 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-bf35a0a0-11ae-4d34-97d5-a9fa04387139 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b00fe5a-5865-4f79-baa2-5a60ea07774b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813403 Feb 09 01:35:10.397694 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:10.508042 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:10.610413 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-14031b34-407c-4c1a-91f7-be4095de8dd4 service neutron] 10.222.0.35 "GET /v2.0/networks/9b00fe5a-5865-4f79-baa2-5a60ea07774b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683891 Feb 09 01:35:10.649359 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418db5c-a064-4d69-9326-6f2a2e266f6a req-5db53662-0584-4f5c-a82b-4eefc628fc08 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:10.650827 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4418db5c-a064-4d69-9326-6f2a2e266f6a req-5db53662-0584-4f5c-a82b-4eefc628fc08 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 945 time: 0.3353007 Feb 09 01:35:10.777558 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4418db5c-a064-4d69-9326-6f2a2e266f6a req-3ed2e2bf-13e4-49ad-b168-cd0be82ae358 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771818 Feb 09 01:35:10.806344 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e89b8bec-71d2-4040-ba63-0fd05729a7c5 req-ec7d7a78-2622-4ab7-a69b-532c1b6b3951 service neutron] 10.222.0.35 "GET /v2.0/networks/9b00fe5a-5865-4f79-baa2-5a60ea07774b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856077 Feb 09 01:35:10.949208 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f421142-3b1a-4b76-9736-1d3c6265929a req-aea20c3f-3fd1-4bcd-986a-04340f9989d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:10.950931 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f421142-3b1a-4b76-9736-1d3c6265929a req-aea20c3f-3fd1-4bcd-986a-04340f9989d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=089df553ed3542348a44835caf19372b&device_id=faf12f59-b916-47a7-a816-54ee4a5bcef7 HTTP/1.1" status: 200 len: 1095 time: 0.0894914 Feb 09 01:35:11.134528 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f421142-3b1a-4b76-9736-1d3c6265929a req-ccee4950-3412-4f9d-9730-fdd3e19ce2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:11.136350 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f421142-3b1a-4b76-9736-1d3c6265929a req-ccee4950-3412-4f9d-9730-fdd3e19ce2be service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b00fe5a-5865-4f79-baa2-5a60ea07774b HTTP/1.1" status: 200 len: 898 time: 0.1788964 Feb 09 01:35:11.179125 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168922d-df7c-4c03-ab0d-625525036010 req-1a230d19-4f66-4b7d-9238-5e48e60dbcc5 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:11.188599 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0168922d-df7c-4c03-ab0d-625525036010 req-1a230d19-4f66-4b7d-9238-5e48e60dbcc5 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 945 time: 0.1020839 Feb 09 01:35:11.268645 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f421142-3b1a-4b76-9736-1d3c6265929a req-2cadcaea-c061-4001-9595-f692c7b12708 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d41a98fc-18ed-4569-bfdb-ceaf7a26659c HTTP/1.1" status: 200 len: 217 time: 0.0743022 Feb 09 01:35:11.361523 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0168922d-df7c-4c03-ab0d-625525036010 req-08314fcb-7e3f-4d2f-bd28-f64059a9fcb8 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717529 Feb 09 01:35:11.374816 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f421142-3b1a-4b76-9736-1d3c6265929a req-333d300b-1118-4c6f-8f29-c4a1b2fd136b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:11.377545 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f421142-3b1a-4b76-9736-1d3c6265929a req-333d300b-1118-4c6f-8f29-c4a1b2fd136b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b91cd39-8565-4bda-81f0-68c2bb303b0c HTTP/1.1" status: 200 len: 835 time: 0.0980208 Feb 09 01:35:11.441777 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56060f8-0efd-465c-9a83-c99523912214 req-65373104-724f-471e-beef-df8bf661c0d3 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:11.442530 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f56060f8-0efd-465c-9a83-c99523912214 req-65373104-724f-471e-beef-df8bf661c0d3 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Synchronizing usage tracker for tenant:089df553ed3542348a44835caf19372b on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:35:11.488015 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f56060f8-0efd-465c-9a83-c99523912214 req-65373104-724f-471e-beef-df8bf661c0d3 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Unset dirty status for tenant:089df553ed3542348a44835caf19372b on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:35:11.489218 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f56060f8-0efd-465c-9a83-c99523912214 req-65373104-724f-471e-beef-df8bf661c0d3 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=faf12f59-b916-47a7-a816-54ee4a5bcef7 HTTP/1.1" status: 200 len: 944 time: 0.3575025 Feb 09 01:35:11.495382 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f421142-3b1a-4b76-9736-1d3c6265929a req-37edc42a-ab75-42a8-82ba-a47e76f7a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:11.496874 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f421142-3b1a-4b76-9736-1d3c6265929a req-37edc42a-ab75-42a8-82ba-a47e76f7a0a4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b00fe5a-5865-4f79-baa2-5a60ea07774b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122694 Feb 09 01:35:11.613715 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba87980-ace5-4263-9181-cfae77da2cbc req-2dd2b362-d7a5-47b7-8db1-d1909e62212f tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:11.624845 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2ba87980-ace5-4263-9181-cfae77da2cbc req-2dd2b362-d7a5-47b7-8db1-d1909e62212f tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 945 time: 0.1101708 Feb 09 01:35:11.632902 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f56060f8-0efd-465c-9a83-c99523912214 req-3f642001-d11d-4df8-846f-2a565d735b22 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?id=e92c6638-c7bc-4bb1-afc2-7d54b07bc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345682 Feb 09 01:35:11.702639 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f421142-3b1a-4b76-9736-1d3c6265929a req-b8811446-87eb-43d2-9dd1-80a08fd04f39 service neutron] 10.222.0.35 "GET /v2.0/networks/9b00fe5a-5865-4f79-baa2-5a60ea07774b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902969 Feb 09 01:35:11.703332 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2ba87980-ace5-4263-9181-cfae77da2cbc req-a090528b-c97e-4c9d-9699-7e7dcecfcff2 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770655 Feb 09 01:35:11.834923 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:11.931270 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f421142-3b1a-4b76-9736-1d3c6265929a req-f3da0de1-7bd7-4bb2-8983-9efe7b8c06c5 service neutron] 10.222.0.35 "GET /v2.0/networks/9b00fe5a-5865-4f79-baa2-5a60ea07774b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177789 Feb 09 01:35:12.235873 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bcfb7c-9d8f-4993-9980-cb3a6fa6c916 req-3ac09f89-385e-4fe3-bf60-998bf37fb014 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:12.237312 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b0bcfb7c-9d8f-4993-9980-cb3a6fa6c916 req-3ac09f89-385e-4fe3-bf60-998bf37fb014 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 945 time: 0.0825243 Feb 09 01:35:12.283253 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b0bcfb7c-9d8f-4993-9980-cb3a6fa6c916 req-f1b50d09-740c-42fe-9426-39705a7a3aa5 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400910 Feb 09 01:35:12.842534 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0893e-7638-4010-b088-9f8b18df22ad req-0cec8f01-541d-426a-8869-a54400b36bd2 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:12.843970 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-80e0893e-7638-4010-b088-9f8b18df22ad req-0cec8f01-541d-426a-8869-a54400b36bd2 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=faf12f59-b916-47a7-a816-54ee4a5bcef7 HTTP/1.1" status: 200 len: 944 time: 0.0881858 Feb 09 01:35:12.891442 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-80e0893e-7638-4010-b088-9f8b18df22ad req-0049179c-dfed-444f-bd91-d0f823b21412 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?id=e92c6638-c7bc-4bb1-afc2-7d54b07bc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414734 Feb 09 01:35:13.434343 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device d41a98fc-18ed-4569-bfdb-ceaf7a26659c details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:35:13.478982 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920c273-3e6b-4e2a-8a68-b40e385df489 req-f65c1dc3-7af7-4e55-9a7e-781832ae4353 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:13.480597 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d920c273-3e6b-4e2a-8a68-b40e385df489 req-f65c1dc3-7af7-4e55-9a7e-781832ae4353 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 945 time: 0.0906088 Feb 09 01:35:13.554860 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d920c273-3e6b-4e2a-8a68-b40e385df489 req-1847fc7d-ca25-41da-8a8b-b927c030fa84 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654190 Feb 09 01:35:13.564298 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc83d5-6fd5-41d8-9682-6a76f0cd5713 req-eb8bf0e5-ea8a-4a30-a7f5-6a96708bbfd7 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:13.565916 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d8fc83d5-6fd5-41d8-9682-6a76f0cd5713 req-eb8bf0e5-ea8a-4a30-a7f5-6a96708bbfd7 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.35 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 945 time: 0.0831237 Feb 09 01:35:13.614100 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port d41a98fc-18ed-4569-bfdb-ceaf7a26659c, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d41a98fc-18ed-4569-bfdb-ceaf7a26659c,segment=NetworkSegment(209f6138-7517-40ba-ab64-8d94085e538b),segment_id=209f6138-7517-40ba-ab64-8d94085e538b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:35:13.628623 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'd41a98fc-18ed-4569-bfdb-ceaf7a26659c', 'network_id': '9b00fe5a-5865-4f79-baa2-5a60ea07774b', 'port_id': 'd41a98fc-18ed-4569-bfdb-ceaf7a26659c', 'mac_address': 'fa:16:3e:b4:50:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 966, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b91cd39-8565-4bda-81f0-68c2bb303b0c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:35:13.655608 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-d8fc83d5-6fd5-41d8-9682-6a76f0cd5713 req-674f1602-f5bd-4587-be37-1cf3744a5634 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Deleting port 713bc932-1721-42e8-a98a-1c6d86754afe {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:35:13.656163 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d8fc83d5-6fd5-41d8-9682-6a76f0cd5713 req-674f1602-f5bd-4587-be37-1cf3744a5634 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:13.692666 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:13.715084 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d41a98fc-18ed-4569-bfdb-ceaf7a26659c {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:35:13.731869 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port d41a98fc-18ed-4569-bfdb-ceaf7a26659c, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d41a98fc-18ed-4569-bfdb-ceaf7a26659c,segment=NetworkSegment(209f6138-7517-40ba-ab64-8d94085e538b),segment_id=209f6138-7517-40ba-ab64-8d94085e538b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:35:13.739578 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:13.816132 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=d41a98fc-18ed-4569-bfdb-ceaf7a26659c,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:13.941871 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-d8fc83d5-6fd5-41d8-9682-6a76f0cd5713 req-674f1602-f5bd-4587-be37-1cf3744a5634 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] For port 713bc932-1721-42e8-a98a-1c6d86754afe, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=713bc932-1721-42e8-a98a-1c6d86754afe,segment=NetworkSegment(b13e28b8-c315-4aea-ae2e-bbae93a80b62),segment_id=b13e28b8-c315-4aea-ae2e-bbae93a80b62)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:35:13.942408 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d8fc83d5-6fd5-41d8-9682-6a76f0cd5713 req-674f1602-f5bd-4587-be37-1cf3744a5634 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:14.008256 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['d41a98fc-18ed-4569-bfdb-ceaf7a26659c'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:35:14.277312 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-d8fc83d5-6fd5-41d8-9682-6a76f0cd5713 req-674f1602-f5bd-4587-be37-1cf3744a5634 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Calling delete_port for 713bc932-1721-42e8-a98a-1c6d86754afe owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:35:14.441557 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4326ea-9ceb-4168-9d9b-028ce814455f req-5e247c09-df2a-4965-826b-f350012bbc82 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:14.443116 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fd4326ea-9ceb-4168-9d9b-028ce814455f req-5e247c09-df2a-4965-826b-f350012bbc82 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=faf12f59-b916-47a7-a816-54ee4a5bcef7 HTTP/1.1" status: 200 len: 945 time: 0.2783875 Feb 09 01:35:14.588239 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fd4326ea-9ceb-4168-9d9b-028ce814455f req-4cc5fad0-6779-4399-9c57-83013ac08cde tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?id=e92c6638-c7bc-4bb1-afc2-7d54b07bc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358206 Feb 09 01:35:14.594149 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d8fc83d5-6fd5-41d8-9682-6a76f0cd5713 req-674f1602-f5bd-4587-be37-1cf3744a5634 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:14.745148 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f43cbcf7-bb29-468f-b393-339eed5e93e2 req-66cddb2b-6112-4870-8ec2-1519bb373a0c tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 210 time: 0.0608742 Feb 09 01:35:14.751190 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8fc83d5-6fd5-41d8-9682-6a76f0cd5713 req-674f1602-f5bd-4587-be37-1cf3744a5634 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] No DVR routers for this DVR port 713bc932-1721-42e8-a98a-1c6d86754afe on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:35:14.758435 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d8fc83d5-6fd5-41d8-9682-6a76f0cd5713 req-674f1602-f5bd-4587-be37-1cf3744a5634 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:14.761080 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002472a8-aa3f-488f-9b55-c6e42da8aff7', 'name': 'network-vif-deleted', 'tag': '713bc932-1721-42e8-a98a-1c6d86754afe'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:35:14.766210 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f1602-f5bd-4587-be37-1cf3744a5634 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Pushing event deleted for resources: {'Port': ['ID=713bc932-1721-42e8-a98a-1c6d86754afe,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:14.791240 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d8fc83d5-6fd5-41d8-9682-6a76f0cd5713 req-674f1602-f5bd-4587-be37-1cf3744a5634 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.35 "DELETE /v2.0/ports/713bc932-1721-42e8-a98a-1c6d86754afe HTTP/1.1" status: 204 len: 173 time: 1.2177629 Feb 09 01:35:14.811806 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-07458468-f382-42bd-92b6-01af59661f7b req-3984a291-d779-423b-8f64-ababd2db9d9b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=79247945-bee2-4a1c-b678-f96379aa2700&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2699351 Feb 09 01:35:14.812622 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002472a8-aa3f-488f-9b55-c6e42da8aff7', 'name': 'network-vif-deleted', 'tag': '713bc932-1721-42e8-a98a-1c6d86754afe', 'status': 'completed', 'code': 200} Feb 09 01:35:14.953769 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07458468-f382-42bd-92b6-01af59661f7b req-0fca614d-7459-423c-842d-ee8a517b78a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:14.955261 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-07458468-f382-42bd-92b6-01af59661f7b req-0fca614d-7459-423c-842d-ee8a517b78a6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b294377ce84e483b9e0d3e2eebffd609&device_id=79247945-bee2-4a1c-b678-f96379aa2700 HTTP/1.1" status: 200 len: 1096 time: 0.1163385 Feb 09 01:35:14.992115 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['25a21778-6b12-4e8d-aec4-f341cf56db8f'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:35:15.194405 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07458468-f382-42bd-92b6-01af59661f7b req-54e0fa3c-fac1-4721-932b-0bfd1ac98dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:15.195955 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-07458468-f382-42bd-92b6-01af59661f7b req-54e0fa3c-fac1-4721-932b-0bfd1ac98dcf service neutron] 10.222.0.35 "GET /v2.0/networks?id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c HTTP/1.1" status: 200 len: 907 time: 0.2167263 Feb 09 01:35:15.276436 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-07458468-f382-42bd-92b6-01af59661f7b req-a325074f-1ca8-48f6-b925-a00c920022ea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25a21778-6b12-4e8d-aec4-f341cf56db8f HTTP/1.1" status: 200 len: 217 time: 0.0734527 Feb 09 01:35:15.346595 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07458468-f382-42bd-92b6-01af59661f7b req-861e61f3-afdf-49aa-90bf-c2008d369bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:15.348171 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-07458468-f382-42bd-92b6-01af59661f7b req-861e61f3-afdf-49aa-90bf-c2008d369bd4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb2e4f25-38e7-4153-b1cd-2ff2d0945d59 HTTP/1.1" status: 200 len: 846 time: 0.0637252 Feb 09 01:35:15.396429 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-07458468-f382-42bd-92b6-01af59661f7b req-6a10855d-ef0b-4962-8c59-b87e3759d9fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411329 Feb 09 01:35:15.434377 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device d41a98fc-18ed-4569-bfdb-ceaf7a26659c up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:35:15.590155 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port d41a98fc-18ed-4569-bfdb-ceaf7a26659c completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:15.591087 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-07458468-f382-42bd-92b6-01af59661f7b req-88a5720e-9734-48c8-ae0f-4e5f7d040d8d service neutron] 10.222.0.35 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856089 Feb 09 01:35:15.596638 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port d41a98fc-18ed-4569-bfdb-ceaf7a26659c triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:15.597083 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:15.814573 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:15.863368 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-07458468-f382-42bd-92b6-01af59661f7b req-bf7d0a6c-a5c2-40b2-9604-8bbaca14a6fe service neutron] 10.222.0.35 "GET /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647731 Feb 09 01:35:15.873471 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port d41a98fc-18ed-4569-bfdb-ceaf7a26659c, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d41a98fc-18ed-4569-bfdb-ceaf7a26659c,segment=NetworkSegment(209f6138-7517-40ba-ab64-8d94085e538b),segment_id=209f6138-7517-40ba-ab64-8d94085e538b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:35:15.874581 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf12f59-b916-47a7-a816-54ee4a5bcef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41a98fc-18ed-4569-bfdb-ceaf7a26659c'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:35:15.886259 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:15.887180 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 713bc932-1721-42e8-a98a-1c6d86754afe no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:35:15.975953 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e01639-701c-4c77-b04c-d3b783f7bd78 req-3dfa35b8-fb01-4b55-8916-afd5ef4c2582 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:15.978523 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 713bc932-1721-42e8-a98a-1c6d86754afe {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:35:15.979046 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 713bc932-1721-42e8-a98a-1c6d86754afe not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:35:15.981660 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-78e01639-701c-4c77-b04c-d3b783f7bd78 req-3dfa35b8-fb01-4b55-8916-afd5ef4c2582 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=faf12f59-b916-47a7-a816-54ee4a5bcef7 HTTP/1.1" status: 200 len: 946 time: 0.1805470 Feb 09 01:35:16.020892 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=d41a98fc-18ed-4569-bfdb-ceaf7a26659c,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:16.078430 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-78e01639-701c-4c77-b04c-d3b783f7bd78 req-bfe09b43-2983-4e95-a92a-23dc88e8d2f5 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?id=e92c6638-c7bc-4bb1-afc2-7d54b07bc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851607 Feb 09 01:35:16.103584 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-cd4bd3f7-c516-4eaa-b9d9-4e9a21bf717f req-cb8dd9a8-da02-4ed6-b3dc-ed79d6c4f3cc tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Synchronizing usage tracker for tenant:b294377ce84e483b9e0d3e2eebffd609 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:35:16.131297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-cd4bd3f7-c516-4eaa-b9d9-4e9a21bf717f req-cb8dd9a8-da02-4ed6-b3dc-ed79d6c4f3cc tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Unset dirty status for tenant:b294377ce84e483b9e0d3e2eebffd609 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:35:16.146909 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf12f59-b916-47a7-a816-54ee4a5bcef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41a98fc-18ed-4569-bfdb-ceaf7a26659c', 'code': 200} Feb 09 01:35:16.148138 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cd4bd3f7-c516-4eaa-b9d9-4e9a21bf717f req-cb8dd9a8-da02-4ed6-b3dc-ed79d6c4f3cc tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=002472a8-aa3f-488f-9b55-c6e42da8aff7 HTTP/1.1" status: 200 len: 210 time: 0.1306314 Feb 09 01:35:16.296679 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62266f-0415-4a6e-9f3e-421e78f560cf req-8c69d866-027e-45ae-837a-d8c33e944a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:16.298085 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1d62266f-0415-4a6e-9f3e-421e78f560cf req-8c69d866-027e-45ae-837a-d8c33e944a8a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=faf12f59-b916-47a7-a816-54ee4a5bcef7 HTTP/1.1" status: 200 len: 1097 time: 0.0763133 Feb 09 01:35:16.342049 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1d62266f-0415-4a6e-9f3e-421e78f560cf req-c654a8b3-0b2f-4276-b9b5-f1edf2cf0e28 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e92c6638-c7bc-4bb1-afc2-7d54b07bc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363114 Feb 09 01:35:17.359552 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76b8bc-a8c4-4432-82a2-f582c9ad8640 req-2624b432-e9f1-4339-98e8-bdbf96c2e1fb tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:17.361716 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6e76b8bc-a8c4-4432-82a2-f582c9ad8640 req-2624b432-e9f1-4339-98e8-bdbf96c2e1fb tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=faf12f59-b916-47a7-a816-54ee4a5bcef7 HTTP/1.1" status: 200 len: 946 time: 0.1288645 Feb 09 01:35:17.410737 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6e76b8bc-a8c4-4432-82a2-f582c9ad8640 req-77498ec7-2b0b-4c02-b1c9-87fe22df5b8d tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?id=e92c6638-c7bc-4bb1-afc2-7d54b07bc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428195 Feb 09 01:35:17.632929 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50770) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:17.823628 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0af06b6c-2b75-4f57-9fe7-75529c8b6d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:17.841059 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0af06b6c-2b75-4f57-9fe7-75529c8b6d41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:17.845926 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0af06b6c-2b75-4f57-9fe7-75529c8b6d41 admin admin] Usage tracker for resource:security_group_rule and tenant:9c3b0c8ce03b4545b751b2fad64cbd3e is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:17.849174 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0af06b6c-2b75-4f57-9fe7-75529c8b6d41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:17.859074 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0af06b6c-2b75-4f57-9fe7-75529c8b6d41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:17.960694 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0af06b6c-2b75-4f57-9fe7-75529c8b6d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:17.966206 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0af06b6c-2b75-4f57-9fe7-75529c8b6d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:18.020149 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0af06b6c-2b75-4f57-9fe7-75529c8b6d41 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9c3b0c8ce03b4545b751b2fad64cbd3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3870404 Feb 09 01:35:18.021137 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af06b6c-2b75-4f57-9fe7-75529c8b6d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658708a1-1879-4761-8d4b-40fd84b1f4cb,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:18.023890 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50784) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:18.110058 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-824073e5-9cf0-4b8c-be66-da13036bd8cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:18.137049 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-824073e5-9cf0-4b8c-be66-da13036bd8cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:18.201294 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-824073e5-9cf0-4b8c-be66-da13036bd8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:18.217931 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824073e5-9cf0-4b8c-be66-da13036bd8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658708a1-1879-4761-8d4b-40fd84b1f4cb,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:18.222466 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-824073e5-9cf0-4b8c-be66-da13036bd8cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:18.223916 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-824073e5-9cf0-4b8c-be66-da13036bd8cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/658708a1-1879-4761-8d4b-40fd84b1f4cb HTTP/1.1" status: 204 len: 168 time: 0.1984081 Feb 09 01:35:18.626077 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc7b29-5161-4375-948b-56e12c5b793b req-2057e5bb-4965-4e45-9c1d-1bb5607a8b39 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:18.627759 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-57dc7b29-5161-4375-948b-56e12c5b793b req-2057e5bb-4965-4e45-9c1d-1bb5607a8b39 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=faf12f59-b916-47a7-a816-54ee4a5bcef7 HTTP/1.1" status: 200 len: 946 time: 0.0863388 Feb 09 01:35:18.682436 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-57dc7b29-5161-4375-948b-56e12c5b793b req-fb214881-1564-4070-a8f9-e0d28ba63707 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?id=e92c6638-c7bc-4bb1-afc2-7d54b07bc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485818 Feb 09 01:35:18.900789 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e3cfa-5dd3-4ecc-b8d3-071aa66a3de2 req-82ffdb63-5fe4-4b30-a0a5-9a85ff450856 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:18.902490 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-526e3cfa-5dd3-4ecc-b8d3-071aa66a3de2 req-82ffdb63-5fe4-4b30-a0a5-9a85ff450856 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=79247945-bee2-4a1c-b678-f96379aa2700 HTTP/1.1" status: 200 len: 945 time: 0.1225610 Feb 09 01:35:18.965487 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-526e3cfa-5dd3-4ecc-b8d3-071aa66a3de2 req-3d7dec9f-bc24-4455-813e-c855c64879f1 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572369 Feb 09 01:35:19.057103 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fe9fe-bf5f-4556-a00c-3dce93c2e63f req-fb01ee51-d051-47bc-bc31-4ce6c8ca9321 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:19.058597 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf6fe9fe-bf5f-4556-a00c-3dce93c2e63f req-fb01ee51-d051-47bc-bc31-4ce6c8ca9321 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=faf12f59-b916-47a7-a816-54ee4a5bcef7 HTTP/1.1" status: 200 len: 946 time: 0.2449758 Feb 09 01:35:19.116658 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf6fe9fe-bf5f-4556-a00c-3dce93c2e63f req-ff001069-da91-4e9e-aa3d-30ad4a1a7afa tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?id=e92c6638-c7bc-4bb1-afc2-7d54b07bc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510995 Feb 09 01:35:19.132449 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 50838) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:19.205192 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27ba956-4196-4e90-9198-91e2d5614641 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:19.209579 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a27ba956-4196-4e90-9198-91e2d5614641 tempest-TestNetworkBasicOps-438280578 tempest-TestNetworkBasicOps-438280578-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=faf12f59-b916-47a7-a816-54ee4a5bcef7 HTTP/1.1" status: 200 len: 1092 time: 0.0733945 Feb 09 01:35:19.209959 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 50842) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:19.215884 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-669a9998-2d2e-4f2f-886c-7f7f0c022eaa tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'port_id': 'd41a98fc-18ed-4569-bfdb-ceaf7a26659c', 'tenant_id': '089df553ed3542348a44835caf19372b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:19.222812 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-669a9998-2d2e-4f2f-886c-7f7f0c022eaa tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:19.226748 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-669a9998-2d2e-4f2f-886c-7f7f0c022eaa tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Usage tracker for resource:floatingip and tenant:089df553ed3542348a44835caf19372b is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:19.230206 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-669a9998-2d2e-4f2f-886c-7f7f0c022eaa tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:19.235909 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-669a9998-2d2e-4f2f-886c-7f7f0c022eaa tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:19.247832 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-669a9998-2d2e-4f2f-886c-7f7f0c022eaa tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for floatingip, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:19.396263 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-669a9998-2d2e-4f2f-886c-7f7f0c022eaa tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:19.549013 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-669a9998-2d2e-4f2f-886c-7f7f0c022eaa tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Allocated IP 172.25.5.205 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/06acb763-aa16-45bc-939f-542e8df235bf) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:19.701311 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-669a9998-2d2e-4f2f-886c-7f7f0c022eaa tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:19.733696 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-669a9998-2d2e-4f2f-886c-7f7f0c022eaa tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:19.810886 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669a9998-2d2e-4f2f-886c-7f7f0c022eaa tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:19.813943 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-669a9998-2d2e-4f2f-886c-7f7f0c022eaa tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:19.817759 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669a9998-2d2e-4f2f-886c-7f7f0c022eaa tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:35:19.868711 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a9998-2d2e-4f2f-886c-7f7f0c022eaa tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'Port': ['ID=06acb763-aa16-45bc-939f-542e8df235bf,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:20.310633 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50866) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:20.315824 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-6fba4157-baaf-4b77-98b2-bb27fb900afe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1851117756', 'description': 'tempest-secgroup-smoke-1851117756 description', 'project_id': '49364f58e6074dfa91c3c69aee216080'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:20.322643 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6fba4157-baaf-4b77-98b2-bb27fb900afe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:20.326634 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6fba4157-baaf-4b77-98b2-bb27fb900afe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:security_group and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:20.329499 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6fba4157-baaf-4b77-98b2-bb27fb900afe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:20.335797 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6fba4157-baaf-4b77-98b2-bb27fb900afe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:20.352929 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6fba4157-baaf-4b77-98b2-bb27fb900afe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:20.365393 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6fba4157-baaf-4b77-98b2-bb27fb900afe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:20.380652 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6fba4157-baaf-4b77-98b2-bb27fb900afe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:20.384605 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6fba4157-baaf-4b77-98b2-bb27fb900afe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:security_group_rule and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:20.387401 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6fba4157-baaf-4b77-98b2-bb27fb900afe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:20.393050 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6fba4157-baaf-4b77-98b2-bb27fb900afe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:20.471168 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2002c-6bf2-4220-b2a6-fc620b36ae7e req-ae3395c0-408d-4424-892d-a3624b3fdfa1 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:20.472585 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e1f2002c-6bf2-4220-b2a6-fc620b36ae7e req-ae3395c0-408d-4424-892d-a3624b3fdfa1 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=79247945-bee2-4a1c-b678-f96379aa2700 HTTP/1.1" status: 200 len: 945 time: 0.1758802 Feb 09 01:35:20.481364 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6fba4157-baaf-4b77-98b2-bb27fb900afe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:20.485452 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6fba4157-baaf-4b77-98b2-bb27fb900afe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:20.486239 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c1e51-e0e0-40f3-8f9a-4afc8b76375a req-eb24f5a4-cc6b-4fc5-8bbf-f77ac8583b63 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:20.487608 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-873c1e51-e0e0-40f3-8f9a-4afc8b76375a req-eb24f5a4-cc6b-4fc5-8bbf-f77ac8583b63 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.35 "GET /v2.0/ports?device_id=79247945-bee2-4a1c-b678-f96379aa2700 HTTP/1.1" status: 200 len: 945 time: 0.1475983 Feb 09 01:35:20.501225 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6fba4157-baaf-4b77-98b2-bb27fb900afe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:20.512296 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6fba4157-baaf-4b77-98b2-bb27fb900afe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:security_group_rule and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:20.517717 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6fba4157-baaf-4b77-98b2-bb27fb900afe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:20.525983 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6fba4157-baaf-4b77-98b2-bb27fb900afe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:20.527793 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba4157-baaf-4b77-98b2-bb27fb900afe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=938742c0-cd47-4801-8313-4f12925acb9e,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:20.543265 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-669a9998-2d2e-4f2f-886c-7f7f0c022eaa tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:20.593542 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e1f2002c-6bf2-4220-b2a6-fc620b36ae7e req-5d32750d-d143-4851-ae1e-967065cb7653 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/security-groups?id=22a4acc8-ad5b-4533-b3df-9fd7291b1c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039405 Feb 09 01:35:20.605521 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6fba4157-baaf-4b77-98b2-bb27fb900afe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:20.607274 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-873c1e51-e0e0-40f3-8f9a-4afc8b76375a req-8dc6a5d9-9137-4f63-914b-baa914187bd9 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Deleting port 25a21778-6b12-4e8d-aec4-f341cf56db8f {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:35:20.607609 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-873c1e51-e0e0-40f3-8f9a-4afc8b76375a req-8dc6a5d9-9137-4f63-914b-baa914187bd9 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:20.610260 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6fba4157-baaf-4b77-98b2-bb27fb900afe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:20.652279 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba4157-baaf-4b77-98b2-bb27fb900afe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02cf2d1c-d2bb-4272-b172-33195045ef3f,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:20.656325 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6fba4157-baaf-4b77-98b2-bb27fb900afe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:20.660524 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6fba4157-baaf-4b77-98b2-bb27fb900afe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3459127 Feb 09 01:35:20.660659 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50870) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:20.666433 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-918108e0-8005-4443-a0af-1340c11b23fc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'security_group_rule': {'security_group_id': '02cf2d1c-d2bb-4272-b172-33195045ef3f', 'project_id': '49364f58e6074dfa91c3c69aee216080', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:20.672875 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-918108e0-8005-4443-a0af-1340c11b23fc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:20.676610 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-918108e0-8005-4443-a0af-1340c11b23fc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:security_group_rule and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:20.679406 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-918108e0-8005-4443-a0af-1340c11b23fc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:20.685059 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-918108e0-8005-4443-a0af-1340c11b23fc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:20.702091 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-918108e0-8005-4443-a0af-1340c11b23fc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:20.740714 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-669a9998-2d2e-4f2f-886c-7f7f0c022eaa tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:20.763520 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-918108e0-8005-4443-a0af-1340c11b23fc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:20.766559 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-918108e0-8005-4443-a0af-1340c11b23fc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:20.793962 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918108e0-8005-4443-a0af-1340c11b23fc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7acff200-549c-488e-92ff-58ecdc2c9e57,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:20.803203 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-918108e0-8005-4443-a0af-1340c11b23fc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:20.805053 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-918108e0-8005-4443-a0af-1340c11b23fc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1427653 Feb 09 01:35:20.807342 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50874) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:20.812653 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-d93cf85f-4215-4f9d-9592-04516d9e5a6b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'security_group_rule': {'security_group_id': '02cf2d1c-d2bb-4272-b172-33195045ef3f', 'project_id': '49364f58e6074dfa91c3c69aee216080', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:20.819037 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d93cf85f-4215-4f9d-9592-04516d9e5a6b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:20.823009 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d93cf85f-4215-4f9d-9592-04516d9e5a6b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:security_group_rule and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:20.825898 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d93cf85f-4215-4f9d-9592-04516d9e5a6b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:20.831971 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d93cf85f-4215-4f9d-9592-04516d9e5a6b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:20.849361 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d93cf85f-4215-4f9d-9592-04516d9e5a6b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:20.919751 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d93cf85f-4215-4f9d-9592-04516d9e5a6b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:20.924135 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d93cf85f-4215-4f9d-9592-04516d9e5a6b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:20.949472 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93cf85f-4215-4f9d-9592-04516d9e5a6b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd53a268-c8c4-4d43-85d4-61228c24c3c9,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:20.959586 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d93cf85f-4215-4f9d-9592-04516d9e5a6b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:20.960816 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d93cf85f-4215-4f9d-9592-04516d9e5a6b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1525578 Feb 09 01:35:20.964474 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50878) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:20.969629 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-93ea7138-71cd-42e2-ad2f-8e02abb12c8f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'security_group_rule': {'security_group_id': '02cf2d1c-d2bb-4272-b172-33195045ef3f', 'project_id': '49364f58e6074dfa91c3c69aee216080', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:20.976738 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-93ea7138-71cd-42e2-ad2f-8e02abb12c8f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:20.981570 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-93ea7138-71cd-42e2-ad2f-8e02abb12c8f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:security_group_rule and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:20.984644 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-93ea7138-71cd-42e2-ad2f-8e02abb12c8f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:20.991109 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-93ea7138-71cd-42e2-ad2f-8e02abb12c8f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:21.011321 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-93ea7138-71cd-42e2-ad2f-8e02abb12c8f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:21.092766 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-93ea7138-71cd-42e2-ad2f-8e02abb12c8f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:21.097594 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-93ea7138-71cd-42e2-ad2f-8e02abb12c8f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:21.127824 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea7138-71cd-42e2-ad2f-8e02abb12c8f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad6308ab-d591-4d44-81c8-aecf50bde531,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:21.138154 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-93ea7138-71cd-42e2-ad2f-8e02abb12c8f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:21.142046 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-93ea7138-71cd-42e2-ad2f-8e02abb12c8f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1740468 Feb 09 01:35:21.142208 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50888) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:21.147447 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-c38aeeba-cb41-4f47-8fe5-091f488807cd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'security_group_rule': {'security_group_id': '02cf2d1c-d2bb-4272-b172-33195045ef3f', 'project_id': '49364f58e6074dfa91c3c69aee216080', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:21.154633 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c38aeeba-cb41-4f47-8fe5-091f488807cd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:21.155807 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-873c1e51-e0e0-40f3-8f9a-4afc8b76375a req-8dc6a5d9-9137-4f63-914b-baa914187bd9 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] For port 25a21778-6b12-4e8d-aec4-f341cf56db8f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=25a21778-6b12-4e8d-aec4-f341cf56db8f,segment=NetworkSegment(b13e28b8-c315-4aea-ae2e-bbae93a80b62),segment_id=b13e28b8-c315-4aea-ae2e-bbae93a80b62)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:35:21.156170 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-873c1e51-e0e0-40f3-8f9a-4afc8b76375a req-8dc6a5d9-9137-4f63-914b-baa914187bd9 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:21.158280 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c38aeeba-cb41-4f47-8fe5-091f488807cd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:security_group_rule and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:21.161278 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c38aeeba-cb41-4f47-8fe5-091f488807cd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:21.167441 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c38aeeba-cb41-4f47-8fe5-091f488807cd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:21.184779 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c38aeeba-cb41-4f47-8fe5-091f488807cd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:21.251134 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c38aeeba-cb41-4f47-8fe5-091f488807cd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:21.255328 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c38aeeba-cb41-4f47-8fe5-091f488807cd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:21.282676 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38aeeba-cb41-4f47-8fe5-091f488807cd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a325397-c056-4a8a-9977-a27558bd8800,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:21.291740 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c38aeeba-cb41-4f47-8fe5-091f488807cd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:21.295540 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c38aeeba-cb41-4f47-8fe5-091f488807cd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1498997 Feb 09 01:35:21.295766 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50892) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:21.298827 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-873c1e51-e0e0-40f3-8f9a-4afc8b76375a req-8dc6a5d9-9137-4f63-914b-baa914187bd9 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Calling delete_port for 25a21778-6b12-4e8d-aec4-f341cf56db8f owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:35:21.300851 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-bc609d6a-934d-4b74-8a31-c6f2efb21701 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'security_group_rule': {'security_group_id': '02cf2d1c-d2bb-4272-b172-33195045ef3f', 'project_id': '49364f58e6074dfa91c3c69aee216080', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:21.308647 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-bc609d6a-934d-4b74-8a31-c6f2efb21701 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:21.313623 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-bc609d6a-934d-4b74-8a31-c6f2efb21701 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:security_group_rule and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:21.316693 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-bc609d6a-934d-4b74-8a31-c6f2efb21701 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:21.323291 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-bc609d6a-934d-4b74-8a31-c6f2efb21701 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:21.338975 n-d-828419-1 neutron-server[87611]: INFO neutron.db.securitygroups_db [None req-bc609d6a-934d-4b74-8a31-c6f2efb21701 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Project 49364f58e6074dfa91c3c69aee216080 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:35:21.347293 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bc609d6a-934d-4b74-8a31-c6f2efb21701 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:21.388521 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-669a9998-2d2e-4f2f-886c-7f7f0c022eaa tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:21.395954 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-669a9998-2d2e-4f2f-886c-7f7f0c022eaa tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:21.425115 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bc609d6a-934d-4b74-8a31-c6f2efb21701 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:21.439210 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bc609d6a-934d-4b74-8a31-c6f2efb21701 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:21.469118 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc609d6a-934d-4b74-8a31-c6f2efb21701 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55829081-eeb7-4e49-b98b-4a714e0cdc1d,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:21.482263 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bc609d6a-934d-4b74-8a31-c6f2efb21701 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:21.482829 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-bc609d6a-934d-4b74-8a31-c6f2efb21701 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1861796 Feb 09 01:35:21.489753 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50900) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:21.496950 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-db86832c-9713-4293-a252-368f5f7cef5e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'security_group_rule': {'security_group_id': '02cf2d1c-d2bb-4272-b172-33195045ef3f', 'project_id': '49364f58e6074dfa91c3c69aee216080', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:21.503193 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-db86832c-9713-4293-a252-368f5f7cef5e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:21.507078 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-db86832c-9713-4293-a252-368f5f7cef5e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:security_group_rule and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:21.510701 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-db86832c-9713-4293-a252-368f5f7cef5e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:21.516547 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-db86832c-9713-4293-a252-368f5f7cef5e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:21.530796 n-d-828419-1 neutron-server[87611]: INFO neutron.db.securitygroups_db [None req-db86832c-9713-4293-a252-368f5f7cef5e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Project 49364f58e6074dfa91c3c69aee216080 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:35:21.540294 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-db86832c-9713-4293-a252-368f5f7cef5e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:21.554128 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a9998-2d2e-4f2f-886c-7f7f0c022eaa tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event updated for resources: {'Port': ['ID=06acb763-aa16-45bc-939f-542e8df235bf,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:21.590989 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-873c1e51-e0e0-40f3-8f9a-4afc8b76375a req-8dc6a5d9-9137-4f63-914b-baa914187bd9 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:21.595279 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['25a21778-6b12-4e8d-aec4-f341cf56db8f'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:35:21.630946 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-669a9998-2d2e-4f2f-886c-7f7f0c022eaa tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:21.637610 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-db86832c-9713-4293-a252-368f5f7cef5e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:21.644313 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-db86832c-9713-4293-a252-368f5f7cef5e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:21.672279 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86832c-9713-4293-a252-368f5f7cef5e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbaf873e-0eac-43f4-ad6c-7d02d1190c84,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:21.687023 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-db86832c-9713-4293-a252-368f5f7cef5e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:21.688448 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-db86832c-9713-4293-a252-368f5f7cef5e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1971123 Feb 09 01:35:21.692510 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50906) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:21.693408 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6a5d9-9137-4f63-914b-baa914187bd9 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Pushing event deleted for resources: {'Port': ['ID=25a21778-6b12-4e8d-aec4-f341cf56db8f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:21.700521 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-cbb6d87d-2590-4b28-b380-bc2d52afdba7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'network': {'name': 'tempest-network-smoke--1240174644', 'project_id': '49364f58e6074dfa91c3c69aee216080', 'port_security_enabled': True}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:21.707981 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-cbb6d87d-2590-4b28-b380-bc2d52afdba7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:21.712263 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cbb6d87d-2590-4b28-b380-bc2d52afdba7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:network and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:21.715179 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cbb6d87d-2590-4b28-b380-bc2d52afdba7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:21.721087 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-cbb6d87d-2590-4b28-b380-bc2d52afdba7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:21.732228 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb6d87d-2590-4b28-b380-bc2d52afdba7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Made reservation on behalf of 49364f58e6074dfa91c3c69aee216080 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:35:21.735650 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cbb6d87d-2590-4b28-b380-bc2d52afdba7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:21.765539 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb6d87d-2590-4b28-b380-bc2d52afdba7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 967} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:35:21.774287 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cbb6d87d-2590-4b28-b380-bc2d52afdba7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:21.774621 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-cbb6d87d-2590-4b28-b380-bc2d52afdba7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Added segment 22617deb-6411-4fb0-8c9f-a7ed2fe54d52 of type vlan for network 12c6ce9e-fdbb-413e-986b-cd6e116ecfcd Feb 09 01:35:21.803382 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cbb6d87d-2590-4b28-b380-bc2d52afdba7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:21.832949 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a2b7e10d-4160-4c8d-b3af-e36a102d3b18 req-5b5acd23-87c6-421b-827d-a3a867c95a93 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.37 "GET /v2.0/ports?device_id=79247945-bee2-4a1c-b678-f96379aa2700 HTTP/1.1" status: 200 len: 210 time: 0.0964904 Feb 09 01:35:21.834704 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cbb6d87d-2590-4b28-b380-bc2d52afdba7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:21.840217 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb6d87d-2590-4b28-b380-bc2d52afdba7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:21.841721 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cbb6d87d-2590-4b28-b380-bc2d52afdba7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:21.841944 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-873c1e51-e0e0-40f3-8f9a-4afc8b76375a req-8dc6a5d9-9137-4f63-914b-baa914187bd9 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] No DVR routers for this DVR port 25a21778-6b12-4e8d-aec4-f341cf56db8f on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:35:21.845821 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-873c1e51-e0e0-40f3-8f9a-4afc8b76375a req-8dc6a5d9-9137-4f63-914b-baa914187bd9 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:21.848291 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79247945-bee2-4a1c-b678-f96379aa2700', 'name': 'network-vif-deleted', 'tag': '25a21778-6b12-4e8d-aec4-f341cf56db8f'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:35:21.935701 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cbb6d87d-2590-4b28-b380-bc2d52afdba7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2414622 Feb 09 01:35:21.938279 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 50912) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:21.947720 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-a0f19b6d-b277-48b0-9ca4-acc7021268e0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2021154720', 'admin_state_up': True, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:21.954487 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-873c1e51-e0e0-40f3-8f9a-4afc8b76375a req-8dc6a5d9-9137-4f63-914b-baa914187bd9 tempest-ServersTestJSON-873652289 tempest-ServersTestJSON-873652289-project] 10.222.0.35 "DELETE /v2.0/ports/25a21778-6b12-4e8d-aec4-f341cf56db8f HTTP/1.1" status: 204 len: 173 time: 1.4491780 Feb 09 01:35:21.956132 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79247945-bee2-4a1c-b678-f96379aa2700', 'name': 'network-vif-deleted', 'tag': '25a21778-6b12-4e8d-aec4-f341cf56db8f', 'status': 'completed', 'code': 200} Feb 09 01:35:21.958317 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [None req-669a9998-2d2e-4f2f-886c-7f7f0c022eaa tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Floating IP 8177517a-8dc8-476e-9248-882753fb38e1 associated. External IP: 172.25.5.205, port: d41a98fc-18ed-4569-bfdb-ceaf7a26659c. Feb 09 01:35:21.958560 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6d87d-2590-4b28-b380-bc2d52afdba7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'Network': ['ID=12c6ce9e-fdbb-413e-986b-cd6e116ecfcd,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:21.969198 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 12c6ce9e-fdbb-413e-986b-cd6e116ecfcd details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:35:22.012980 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a0f19b6d-b277-48b0-9ca4-acc7021268e0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:22.026946 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a0f19b6d-b277-48b0-9ca4-acc7021268e0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:router and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:22.030239 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a0f19b6d-b277-48b0-9ca4-acc7021268e0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:22.066250 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:22.076475 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a0f19b6d-b277-48b0-9ca4-acc7021268e0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:22.097218 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a0f19b6d-b277-48b0-9ca4-acc7021268e0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:22.098508 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a0f19b6d-b277-48b0-9ca4-acc7021268e0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:22.214396 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a0f19b6d-b277-48b0-9ca4-acc7021268e0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:22.769043 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a0f19b6d-b277-48b0-9ca4-acc7021268e0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:22.800602 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669a9998-2d2e-4f2f-886c-7f7f0c022eaa tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Router cd3f3004-cef8-488e-abb6-bf6590913d4b has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:35:22.941971 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50924) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:23.003454 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec15a40-3fe1-48fc-acf8-9c296c3da304 admin admin] Deleting subnet bb2e4f25-38e7-4153-b1cd-2ff2d0945d59 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:35:23.006387 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dec15a40-3fe1-48fc-acf8-9c296c3da304 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:23.055394 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dec15a40-3fe1-48fc-acf8-9c296c3da304 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:23.096586 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669a9998-2d2e-4f2f-886c-7f7f0c022eaa tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:35:23.108066 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a3589e-bf42-45cf-a2e3-f43f85f7c8c2 None None] Sync routers for ids ['cd3f3004-cef8-488e-abb6-bf6590913d4b'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:35:23.122561 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a3589e-bf42-45cf-a2e3-f43f85f7c8c2 None None] Routers {'cd3f3004-cef8-488e-abb6-bf6590913d4b'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:35:23.123873 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dec15a40-3fe1-48fc-acf8-9c296c3da304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:23.124538 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b9a3589e-bf42-45cf-a2e3-f43f85f7c8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:35:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['cd3f3004-cef8-488e-abb6-bf6590913d4b'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:23.152656 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-669a9998-2d2e-4f2f-886c-7f7f0c022eaa tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:23.194449 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dec15a40-3fe1-48fc-acf8-9c296c3da304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:23.235437 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dec15a40-3fe1-48fc-acf8-9c296c3da304 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:23.238410 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec15a40-3fe1-48fc-acf8-9c296c3da304 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb2e4f25-38e7-4153-b1cd-2ff2d0945d59,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:23.248134 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-dec15a40-3fe1-48fc-acf8-9c296c3da304 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bb2e4f25-38e7-4153-b1cd-2ff2d0945d59 HTTP/1.1" status: 204 len: 168 time: 0.3051047 Feb 09 01:35:23.248745 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50928) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:23.287383 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5fd9f9-044f-46c6-908f-aee9b2f99680 req-69112dad-5cbe-4e06-a6b7-a16455e96d7a tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:23.288862 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f5fd9f9-044f-46c6-908f-aee9b2f99680 req-69112dad-5cbe-4e06-a6b7-a16455e96d7a tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ff2def7-c49e-4db4-acaa-0fb1c8c63f59 HTTP/1.1" status: 200 len: 945 time: 0.2704785 Feb 09 01:35:23.296567 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-669a9998-2d2e-4f2f-886c-7f7f0c022eaa tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0855527 Feb 09 01:35:23.299181 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 50932) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:23.344565 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-b9a3589e-bf42-45cf-a2e3-f43f85f7c8c2 None None] Set router cd3f3004-cef8-488e-abb6-bf6590913d4b gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:35:23.357815 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-392e7d26-ce06-431f-824a-7a3a24d12113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:23.484170 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a0f19b6d-b277-48b0-9ca4-acc7021268e0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:23.485302 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-392e7d26-ce06-431f-824a-7a3a24d12113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:23.515027 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-392e7d26-ce06-431f-824a-7a3a24d12113 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:23.527853 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-392e7d26-ce06-431f-824a-7a3a24d12113 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b13e28b8-c315-4aea-ae2e-bbae93a80b62') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:23.528357 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-392e7d26-ce06-431f-824a-7a3a24d12113 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b13e28b8-c315-4aea-ae2e-bbae93a80b62') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:23.540568 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a0f19b6d-b277-48b0-9ca4-acc7021268e0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:23.543170 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-392e7d26-ce06-431f-824a-7a3a24d12113 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:23.560656 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-392e7d26-ce06-431f-824a-7a3a24d12113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:23.567025 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-392e7d26-ce06-431f-824a-7a3a24d12113 admin admin] Releasing vlan 980 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:35:23.567574 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-392e7d26-ce06-431f-824a-7a3a24d12113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:23.581075 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:35:23.581075 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:35:23.581075 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:35:23.581075 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:35:23.581075 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:35:23.581075 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:35:23.581075 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:35:23.581075 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:35:23.581075 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:35:23.581075 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:35:23.581075 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:35:23.581075 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:35:23.581075 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:35:23.581075 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:35:23.581075 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:35:23.581075 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:35:23.581075 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:35:23.581075 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:35:23.581075 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:35:23.581075 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:35:23.581075 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:35:23.581075 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:35:23.581075 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:35:23.581075 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:35:23.581075 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:35:23.581075 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:35:23.581075 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:35:23.581075 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:35:23.581075 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:35:23.581075 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:35:23.581075 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:35:23.581075 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:35:23.586414 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f5fd9f9-044f-46c6-908f-aee9b2f99680 req-cd7a5a81-a8ef-4958-bba3-58d4149d39e7 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e3b55e-1f4b-45e2-9cd2-d93151071fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861640 Feb 09 01:35:23.598699 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-be9514df-e4d0-4d8d-b38e-6802c1c2fbf4 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/floatingips/8177517a-8dc8-476e-9248-882753fb38e1 HTTP/1.1" status: 200 len: 992 time: 0.2972577 Feb 09 01:35:23.675110 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-392e7d26-ce06-431f-824a-7a3a24d12113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:23.695643 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-392e7d26-ce06-431f-824a-7a3a24d12113 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:23.702388 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-a0f19b6d-b277-48b0-9ca4-acc7021268e0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Allocated IP 172.25.5.104 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/2bc546ff-eb2c-47ca-9e92-9bcdb6168997) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:23.703581 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b9a3589e-bf42-45cf-a2e3-f43f85f7c8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'name': 'tempest-TestNetworkBasicOps-router-2022589915', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'eddbee68-0914-4238-93d8-14e78532bff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:34:52Z', 'updated_at': '2022-02-09T01:34:59Z', 'revision_number': 4, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'eddbee68-0914-4238-93d8-14e78532bff1', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:34:53Z', 'updated_at': '2022-02-09T01:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '8177517a-8dc8-476e-9248-882753fb38e1', 'tenant_id': '089df553ed3542348a44835caf19372b', 'floating_ip_address': '172.25.5.205', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'port_id': 'd41a98fc-18ed-4569-bfdb-ceaf7a26659c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b00fe5a-5865-4f79-baa2-5a60ea07774b', 'mac_address': 'fa:16:3e:b4:50:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf12f59-b916-47a7-a816-54ee4a5bcef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:35:20Z', 'updated_at': '2022-02-09T01:35:20Z', 'revision_number': 0, 'project_id': '089df553ed3542348a44835caf19372b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5140cc15-6c2c-4142-b9b2-bf13d47b48bb', 'name': '', 'network_id': '9b00fe5a-5865-4f79-baa2-5a60ea07774b', 'tenant_id': '089df553ed3542348a44835caf19372b', 'mac_address': 'fa:16:3e:3c:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '5b91cd39-8565-4bda-81f0-68c2bb303b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:34:57Z', 'updated_at': '2022-02-09T01:35:06Z', 'revision_number': 5, 'project_id': '089df553ed3542348a44835caf19372b', 'subnets': [{'id': '5b91cd39-8565-4bda-81f0-68c2bb303b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:23.704056 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e7d26-ce06-431f-824a-7a3a24d12113 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:23.707612 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a3589e-bf42-45cf-a2e3-f43f85f7c8c2 None None] Checking router: cd3f3004-cef8-488e-abb6-bf6590913d4b for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:35:23.716991 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-392e7d26-ce06-431f-824a-7a3a24d12113 admin admin] 10.222.0.37 "DELETE /v2.0/networks/fdfbe4b2-78b4-4ab5-b5f7-0b3fb88e245c HTTP/1.1" status: 204 len: 168 time: 0.4647641 Feb 09 01:35:23.720166 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a3589e-bf42-45cf-a2e3-f43f85f7c8c2 None None] Routers {'cd3f3004-cef8-488e-abb6-bf6590913d4b'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:35:23.720816 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b9a3589e-bf42-45cf-a2e3-f43f85f7c8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:35:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['cd3f3004-cef8-488e-abb6-bf6590913d4b'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:23.904996 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50938) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:23.906071 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-b9a3589e-bf42-45cf-a2e3-f43f85f7c8c2 None None] Set router cd3f3004-cef8-488e-abb6-bf6590913d4b gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:35:23.955966 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3ea21c69-1397-4214-855f-22e562ac5b7e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b294377ce84e483b9e0d3e2eebffd609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495315 Feb 09 01:35:23.958318 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50942) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:23.959184 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf12f59-b916-47a7-a816-54ee4a5bcef7', 'tag': 'd41a98fc-18ed-4569-bfdb-ceaf7a26659c'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:35:24.010634 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faf12f59-b916-47a7-a816-54ee4a5bcef7', 'tag': 'd41a98fc-18ed-4569-bfdb-ceaf7a26659c', 'status': 'completed', 'code': 200} Feb 09 01:35:24.013545 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a0f19b6d-b277-48b0-9ca4-acc7021268e0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:24.034943 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5106fe13-a82c-4ee9-8014-0000e121e086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:24.061573 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5106fe13-a82c-4ee9-8014-0000e121e086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:24.107434 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a0f19b6d-b277-48b0-9ca4-acc7021268e0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:24.119283 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5106fe13-a82c-4ee9-8014-0000e121e086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:24.136775 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106fe13-a82c-4ee9-8014-0000e121e086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a4acc8-ad5b-4533-b3df-9fd7291b1c75,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:24.149330 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5106fe13-a82c-4ee9-8014-0000e121e086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:24.153646 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5106fe13-a82c-4ee9-8014-0000e121e086 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/22a4acc8-ad5b-4533-b3df-9fd7291b1c75 HTTP/1.1" status: 204 len: 168 time: 0.1913931 Feb 09 01:35:24.180059 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f19b6d-b277-48b0-9ca4-acc7021268e0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:24.186525 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-a0f19b6d-b277-48b0-9ca4-acc7021268e0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:24.192514 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f19b6d-b277-48b0-9ca4-acc7021268e0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:35:24.236787 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f19b6d-b277-48b0-9ca4-acc7021268e0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'Port': ['ID=2bc546ff-eb2c-47ca-9e92-9bcdb6168997,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:24.256936 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b01831-8fd1-48f6-b334-8d800a3bd92d req-791cde92-d8b8-493d-8c13-eeaecc255a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:24.258424 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e6b01831-8fd1-48f6-b334-8d800a3bd92d req-791cde92-d8b8-493d-8c13-eeaecc255a56 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=089df553ed3542348a44835caf19372b&device_id=faf12f59-b916-47a7-a816-54ee4a5bcef7 HTTP/1.1" status: 200 len: 1097 time: 0.2176912 Feb 09 01:35:24.364787 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b9a3589e-bf42-45cf-a2e3-f43f85f7c8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'name': 'tempest-TestNetworkBasicOps-router-2022589915', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'eddbee68-0914-4238-93d8-14e78532bff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:34:52Z', 'updated_at': '2022-02-09T01:34:59Z', 'revision_number': 4, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'eddbee68-0914-4238-93d8-14e78532bff1', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:34:53Z', 'updated_at': '2022-02-09T01:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '8177517a-8dc8-476e-9248-882753fb38e1', 'tenant_id': '089df553ed3542348a44835caf19372b', 'floating_ip_address': '172.25.5.205', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'port_id': 'd41a98fc-18ed-4569-bfdb-ceaf7a26659c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b00fe5a-5865-4f79-baa2-5a60ea07774b', 'mac_address': 'fa:16:3e:b4:50:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf12f59-b916-47a7-a816-54ee4a5bcef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:35:20Z', 'updated_at': '2022-02-09T01:35:20Z', 'revision_number': 0, 'project_id': '089df553ed3542348a44835caf19372b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5140cc15-6c2c-4142-b9b2-bf13d47b48bb', 'name': '', 'network_id': '9b00fe5a-5865-4f79-baa2-5a60ea07774b', 'tenant_id': '089df553ed3542348a44835caf19372b', 'mac_address': 'fa:16:3e:3c:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '5b91cd39-8565-4bda-81f0-68c2bb303b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:34:57Z', 'updated_at': '2022-02-09T01:35:06Z', 'revision_number': 5, 'project_id': '089df553ed3542348a44835caf19372b', 'subnets': [{'id': '5b91cd39-8565-4bda-81f0-68c2bb303b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:24.370097 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a3589e-bf42-45cf-a2e3-f43f85f7c8c2 None None] The sync data for ids ['cd3f3004-cef8-488e-abb6-bf6590913d4b'] in n-d-828419-1 is: [{'id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'name': 'tempest-TestNetworkBasicOps-router-2022589915', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'eddbee68-0914-4238-93d8-14e78532bff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:34:52Z', 'updated_at': '2022-02-09T01:34:59Z', 'revision_number': 4, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'eddbee68-0914-4238-93d8-14e78532bff1', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:34:53Z', 'updated_at': '2022-02-09T01:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '8177517a-8dc8-476e-9248-882753fb38e1', 'tenant_id': '089df553ed3542348a44835caf19372b', 'floating_ip_address': '172.25.5.205', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'port_id': 'd41a98fc-18ed-4569-bfdb-ceaf7a26659c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b00fe5a-5865-4f79-baa2-5a60ea07774b', 'mac_address': 'fa:16:3e:b4:50:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf12f59-b916-47a7-a816-54ee4a5bcef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:35:20Z', 'updated_at': '2022-02-09T01:35:20Z', 'revision_number': 0, 'project_id': '089df553ed3542348a44835caf19372b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5140cc15-6c2c-4142-b9b2-bf13d47b48bb', 'name': '', 'network_id': '9b00fe5a-5865-4f79-baa2-5a60ea07774b', 'tenant_id': '089df553ed3542348a44835caf19372b', 'mac_address': 'fa:16:3e:3c:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '5b91cd39-8565-4bda-81f0-68c2bb303b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:34:57Z', 'updated_at': '2022-02-09T01:35:06Z', 'revision_number': 5, 'project_id': '089df553ed3542348a44835caf19372b', 'subnets': [{'id': '5b91cd39-8565-4bda-81f0-68c2bb303b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:35:24.602742 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50958) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:24.625136 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9a794d-618a-4fc8-a930-bcd2443750b8 None None] New status for floating IP 8177517a-8dc8-476e-9248-882753fb38e1: ACTIVE {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:35:24.645144 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b01831-8fd1-48f6-b334-8d800a3bd92d req-78f8b1fd-2e4f-49c0-b630-504db9246da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:24.646618 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e6b01831-8fd1-48f6-b334-8d800a3bd92d req-78f8b1fd-2e4f-49c0-b630-504db9246da8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b00fe5a-5865-4f79-baa2-5a60ea07774b HTTP/1.1" status: 200 len: 898 time: 0.3123863 Feb 09 01:35:24.839807 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-28d5aa9b-5447-4231-8691-975c6b00a29b tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/floatingips/8177517a-8dc8-476e-9248-882753fb38e1 HTTP/1.1" status: 200 len: 992 time: 0.2355721 Feb 09 01:35:24.925252 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e6b01831-8fd1-48f6-b334-8d800a3bd92d req-c2c0e3c6-c303-4d3c-9a59-deed819e0869 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d41a98fc-18ed-4569-bfdb-ceaf7a26659c HTTP/1.1" status: 200 len: 1000 time: 0.2673483 Feb 09 01:35:24.978086 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a0f19b6d-b277-48b0-9ca4-acc7021268e0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for router_gateway, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:25.047336 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50974) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:25.097764 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b01831-8fd1-48f6-b334-8d800a3bd92d req-80a0937a-df50-47a1-ba84-53ffed762b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:25.099198 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e6b01831-8fd1-48f6-b334-8d800a3bd92d req-80a0937a-df50-47a1-ba84-53ffed762b4a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b91cd39-8565-4bda-81f0-68c2bb303b0c HTTP/1.1" status: 200 len: 835 time: 0.1657248 Feb 09 01:35:25.164266 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-ef87f246-fd94-448f-9b75-db96b9fea5eb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1448110249-network', 'tenant_id': '8d1a6374019440c5b414caca39c18480'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:25.172058 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:25.173170 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ef87f246-fd94-448f-9b75-db96b9fea5eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:25.177295 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ef87f246-fd94-448f-9b75-db96b9fea5eb admin admin] Usage tracker for resource:network and tenant:8d1a6374019440c5b414caca39c18480 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:25.180365 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ef87f246-fd94-448f-9b75-db96b9fea5eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:25.186453 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ef87f246-fd94-448f-9b75-db96b9fea5eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:25.197283 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef87f246-fd94-448f-9b75-db96b9fea5eb admin admin] Made reservation on behalf of 8d1a6374019440c5b414caca39c18480 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:35:25.199755 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ef87f246-fd94-448f-9b75-db96b9fea5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:25.216619 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ef87f246-fd94-448f-9b75-db96b9fea5eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:25.325928 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ef87f246-fd94-448f-9b75-db96b9fea5eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:25.329772 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ef87f246-fd94-448f-9b75-db96b9fea5eb admin admin] Usage tracker for resource:security_group_rule and tenant:8d1a6374019440c5b414caca39c18480 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:25.332619 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ef87f246-fd94-448f-9b75-db96b9fea5eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:25.339180 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ef87f246-fd94-448f-9b75-db96b9fea5eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:25.341975 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3ac2d-e7c5-480f-8017-5b904fb79fe2 req-e30074ae-4d6f-4a7b-be11-c9f21ee7e9ca tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:25.343427 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b0f3ac2d-e7c5-480f-8017-5b904fb79fe2 req-e30074ae-4d6f-4a7b-be11-c9f21ee7e9ca tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ff2def7-c49e-4db4-acaa-0fb1c8c63f59 HTTP/1.1" status: 200 len: 945 time: 0.6309991 Feb 09 01:35:25.407343 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bef493-ad5b-46d7-90b0-26bb51cf3652 req-24f5a5d7-ba14-4c8c-bc51-3798860813f4 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:25.408722 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-85bef493-ad5b-46d7-90b0-26bb51cf3652 req-24f5a5d7-ba14-4c8c-bc51-3798860813f4 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ff2def7-c49e-4db4-acaa-0fb1c8c63f59 HTTP/1.1" status: 200 len: 945 time: 0.5662367 Feb 09 01:35:25.426016 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ef87f246-fd94-448f-9b75-db96b9fea5eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:25.430055 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ef87f246-fd94-448f-9b75-db96b9fea5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:25.458962 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef87f246-fd94-448f-9b75-db96b9fea5eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 961} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:35:25.472085 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87f246-fd94-448f-9b75-db96b9fea5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db60f888-ad1b-4415-ab68-c14ffaf088ea,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:25.472920 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:35:25.476638 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ef87f246-fd94-448f-9b75-db96b9fea5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:25.477471 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-ef87f246-fd94-448f-9b75-db96b9fea5eb admin admin] Added segment b8f50639-8192-4c9e-a34a-0729e57b55bb of type vlan for network c6572370-df6a-4ab0-b511-4a15eb8e86f4 Feb 09 01:35:25.503618 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ef87f246-fd94-448f-9b75-db96b9fea5eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:25.509943 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device d122a265-2573-4023-87bc-df81ceeca997 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:35:25.537211 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ef87f246-fd94-448f-9b75-db96b9fea5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:25.538592 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef87f246-fd94-448f-9b75-db96b9fea5eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:25.539214 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ef87f246-fd94-448f-9b75-db96b9fea5eb admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:25.562704 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-b0f3ac2d-e7c5-480f-8017-5b904fb79fe2 req-409f3026-ce33-430d-8644-a0352365261a tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Deleting port d122a265-2573-4023-87bc-df81ceeca997 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:35:25.563810 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b0f3ac2d-e7c5-480f-8017-5b904fb79fe2 req-409f3026-ce33-430d-8644-a0352365261a tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:25.618356 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-85bef493-ad5b-46d7-90b0-26bb51cf3652 req-7ee492b2-dc8f-47de-83a8-8b5b65ec5c9d tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e3b55e-1f4b-45e2-9cd2-d93151071fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947594 Feb 09 01:35:25.636358 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:25.667338 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ef87f246-fd94-448f-9b75-db96b9fea5eb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6160729 Feb 09 01:35:25.667962 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50980) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:25.668090 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff2def7-c49e-4db4-acaa-0fb1c8c63f59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd122a265-2573-4023-87bc-df81ceeca997'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:35:25.671032 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87f246-fd94-448f-9b75-db96b9fea5eb admin admin] Pushing event updated for resources: {'Network': ['ID=c6572370-df6a-4ab0-b511-4a15eb8e86f4,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:25.679413 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port d122a265-2573-4023-87bc-df81ceeca997, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d122a265-2573-4023-87bc-df81ceeca997,segment=NetworkSegment(59060378-9ce6-4652-9912-bf0986e3cc0b),segment_id=59060378-9ce6-4652-9912-bf0986e3cc0b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:35:25.684567 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:25.685626 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 25a21778-6b12-4e8d-aec4-f341cf56db8f no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:35:25.695736 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-e1d67685-f061-443d-8e32-16e57aa9ffe1 admin admin] Request body: {'subnet': {'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1448110249-subnet', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:25.704027 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e1d67685-f061-443d-8e32-16e57aa9ffe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:25.708310 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e1d67685-f061-443d-8e32-16e57aa9ffe1 admin admin] Usage tracker for resource:subnet and tenant:8d1a6374019440c5b414caca39c18480 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:25.711800 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e1d67685-f061-443d-8e32-16e57aa9ffe1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:25.719322 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e1d67685-f061-443d-8e32-16e57aa9ffe1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:25.731528 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d67685-f061-443d-8e32-16e57aa9ffe1 admin admin] Made reservation on behalf of 8d1a6374019440c5b414caca39c18480 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:35:25.735500 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e1d67685-f061-443d-8e32-16e57aa9ffe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:25.752900 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b01831-8fd1-48f6-b334-8d800a3bd92d req-c022d740-c329-4820-ac7c-f0743a839954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:25.754398 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e6b01831-8fd1-48f6-b334-8d800a3bd92d req-c022d740-c329-4820-ac7c-f0743a839954 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b00fe5a-5865-4f79-baa2-5a60ea07774b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6476622 Feb 09 01:35:25.758561 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 25a21778-6b12-4e8d-aec4-f341cf56db8f {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:35:25.759590 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 25a21778-6b12-4e8d-aec4-f341cf56db8f not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:35:25.761906 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network c6572370-df6a-4ab0-b511-4a15eb8e86f4 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:35:25.783017 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff2def7-c49e-4db4-acaa-0fb1c8c63f59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd122a265-2573-4023-87bc-df81ceeca997', 'code': 200} Feb 09 01:35:25.848758 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 50986) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:25.894735 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=d122a265-2573-4023-87bc-df81ceeca997,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:25.920006 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a0f19b6d-b277-48b0-9ca4-acc7021268e0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:25.960271 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e1d67685-f061-443d-8e32-16e57aa9ffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:26.034854 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d67685-f061-443d-8e32-16e57aa9ffe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e34c6da5-fe1e-433e-9a54-298c85867dd5,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:26.045128 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d67685-f061-443d-8e32-16e57aa9ffe1 admin admin] Checking segment: {'id': 'b8f50639-8192-4c9e-a34a-0729e57b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:35:26.045488 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d67685-f061-443d-8e32-16e57aa9ffe1 admin admin] Network hostable DHCP agents. Network: c6572370-df6a-4ab0-b511-4a15eb8e86f4, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:35:26.065440 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d67685-f061-443d-8e32-16e57aa9ffe1 admin admin] Network c6572370-df6a-4ab0-b511-4a15eb8e86f4 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:35:26.077701 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-e1d67685-f061-443d-8e32-16e57aa9ffe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, c6572370-df6a-4ab0-b511-4a15eb8e86f4) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:26.082116 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d67685-f061-443d-8e32-16e57aa9ffe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:26.082758 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e1d67685-f061-443d-8e32-16e57aa9ffe1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:26.093634 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d6b60a-b8fc-4669-bde9-8995e4d031ec None None] Network c6572370-df6a-4ab0-b511-4a15eb8e86f4 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:35:26.109859 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e1d67685-f061-443d-8e32-16e57aa9ffe1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4385638 Feb 09 01:35:26.110174 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 50990) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:26.115681 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b4f029af-6fe2-4efd-b560-cfb192e490e6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1448110249-router', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:26.123234 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b4f029af-6fe2-4efd-b560-cfb192e490e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:26.126948 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b4f029af-6fe2-4efd-b560-cfb192e490e6 admin admin] Usage tracker for resource:router and tenant:8d1a6374019440c5b414caca39c18480 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:26.130006 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b4f029af-6fe2-4efd-b560-cfb192e490e6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:26.137444 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b4f029af-6fe2-4efd-b560-cfb192e490e6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:26.154965 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4f029af-6fe2-4efd-b560-cfb192e490e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:26.156584 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4f029af-6fe2-4efd-b560-cfb192e490e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:26.180365 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9a26e04d-a7ad-4d5d-8ccf-c1bdc4571fbf tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/floatingips/8177517a-8dc8-476e-9248-882753fb38e1 HTTP/1.1" status: 200 len: 994 time: 0.3210459 Feb 09 01:35:26.181093 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4f029af-6fe2-4efd-b560-cfb192e490e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:26.293725 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e6b01831-8fd1-48f6-b334-8d800a3bd92d req-885f5bfc-7baf-4dba-ba78-2b05190148b4 service neutron] 10.222.0.35 "GET /v2.0/networks/9b00fe5a-5865-4f79-baa2-5a60ea07774b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5317078 Feb 09 01:35:26.305261 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-b0f3ac2d-e7c5-480f-8017-5b904fb79fe2 req-409f3026-ce33-430d-8644-a0352365261a tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] For port d122a265-2573-4023-87bc-df81ceeca997, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d122a265-2573-4023-87bc-df81ceeca997,segment=NetworkSegment(59060378-9ce6-4652-9912-bf0986e3cc0b),segment_id=59060378-9ce6-4652-9912-bf0986e3cc0b)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:35:26.306190 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b0f3ac2d-e7c5-480f-8017-5b904fb79fe2 req-409f3026-ce33-430d-8644-a0352365261a tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:26.345350 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d87e8b-84b9-4051-96f2-9c598c053a23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-c6572370-df6a-4ab0-b511-4a15eb8e86f4', 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'fixed_ips': [{'subnet_id': 'e34c6da5-fe1e-433e-9a54-298c85867dd5'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:35:26.346321 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a2d87e8b-84b9-4051-96f2-9c598c053a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:26.483243 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4f029af-6fe2-4efd-b560-cfb192e490e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:26.507089 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-b0f3ac2d-e7c5-480f-8017-5b904fb79fe2 req-409f3026-ce33-430d-8644-a0352365261a tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Calling delete_port for d122a265-2573-4023-87bc-df81ceeca997 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:35:26.511876 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-a2d87e8b-84b9-4051-96f2-9c598c053a23 None None] Allocated IP 172.20.0.2 (c6572370-df6a-4ab0-b511-4a15eb8e86f4/e34c6da5-fe1e-433e-9a54-298c85867dd5/b8e21f70-5b1a-4b0e-8273-033ca567d4c1) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:26.651339 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e6b01831-8fd1-48f6-b334-8d800a3bd92d req-75e9ae28-a7e7-447d-baec-39c5af55dee8 service neutron] 10.222.0.35 "GET /v2.0/networks/9b00fe5a-5865-4f79-baa2-5a60ea07774b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480616 Feb 09 01:35:26.653969 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f19b6d-b277-48b0-9ca4-acc7021268e0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Router 5cf6f45b-0539-40d6-a995-7768983a1d36 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:35:26.761592 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a2d87e8b-84b9-4051-96f2-9c598c053a23 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:26.830797 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4f029af-6fe2-4efd-b560-cfb192e490e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:26.863142 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4f029af-6fe2-4efd-b560-cfb192e490e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.003897 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-b4f029af-6fe2-4efd-b560-cfb192e490e6 admin admin] Allocated IP 172.25.5.128 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/5aad0b6f-a81a-4b54-ae53-8e5b9a992834) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:27.013681 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a2d87e8b-84b9-4051-96f2-9c598c053a23 None None] Transition to ACTIVE for port object b8e21f70-5b1a-4b0e-8273-033ca567d4c1 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:27.050327 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a2d87e8b-84b9-4051-96f2-9c598c053a23 None None] Transition to ACTIVE for port object b8e21f70-5b1a-4b0e-8273-033ca567d4c1 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:27.058812 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a2d87e8b-84b9-4051-96f2-9c598c053a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.061553 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b0f3ac2d-e7c5-480f-8017-5b904fb79fe2 req-409f3026-ce33-430d-8644-a0352365261a tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.133528 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f3026-ce33-430d-8644-a0352365261a tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Pushing event deleted for resources: {'Port': ['ID=d122a265-2573-4023-87bc-df81ceeca997,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:27.154482 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d87e8b-84b9-4051-96f2-9c598c053a23 None None] Network c6572370-df6a-4ab0-b511-4a15eb8e86f4 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:27.155976 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-a2d87e8b-84b9-4051-96f2-9c598c053a23 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:27.160951 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d87e8b-84b9-4051-96f2-9c598c053a23 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:35:27.198771 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c471c37-cbb7-422c-99ce-08363e9d57d4 req-af6a7b39-45f1-4be3-97df-9f40479e21db tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:27.200309 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3c471c37-cbb7-422c-99ce-08363e9d57d4 req-af6a7b39-45f1-4be3-97df-9f40479e21db tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ff2def7-c49e-4db4-acaa-0fb1c8c63f59 HTTP/1.1" status: 200 len: 865 time: 0.3109932 Feb 09 01:35:27.201399 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f19b6d-b277-48b0-9ca4-acc7021268e0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:35:27.211094 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d87e8b-84b9-4051-96f2-9c598c053a23 None None] Pushing event updated for resources: {'Port': ['ID=b8e21f70-5b1a-4b0e-8273-033ca567d4c1,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:27.250024 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af291995-e88a-4623-9717-e23b2145b2bc None None] Sync routers for ids ['5cf6f45b-0539-40d6-a995-7768983a1d36'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:35:27.273895 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af291995-e88a-4623-9717-e23b2145b2bc None None] Routers {'5cf6f45b-0539-40d6-a995-7768983a1d36'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:35:27.274074 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f3ac2d-e7c5-480f-8017-5b904fb79fe2 req-409f3026-ce33-430d-8644-a0352365261a tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] No DVR routers for this DVR port d122a265-2573-4023-87bc-df81ceeca997 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:35:27.274158 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-af291995-e88a-4623-9717-e23b2145b2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:35:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['5cf6f45b-0539-40d6-a995-7768983a1d36'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:27.280165 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4f029af-6fe2-4efd-b560-cfb192e490e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.281393 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b0f3ac2d-e7c5-480f-8017-5b904fb79fe2 req-409f3026-ce33-430d-8644-a0352365261a tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.285991 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff2def7-c49e-4db4-acaa-0fb1c8c63f59', 'name': 'network-vif-deleted', 'tag': 'd122a265-2573-4023-87bc-df81ceeca997'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:35:27.315520 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a0f19b6d-b277-48b0-9ca4-acc7021268e0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.320003 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a0f19b6d-b277-48b0-9ca4-acc7021268e0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.3776104 Feb 09 01:35:27.320802 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 50998) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:27.325751 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3c471c37-cbb7-422c-99ce-08363e9d57d4 req-774b00e3-ce68-4c16-9ef3-1b082893c3f3 tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3e3b55e-1f4b-45e2-9cd2-d93151071fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882840 Feb 09 01:35:27.326344 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4f029af-6fe2-4efd-b560-cfb192e490e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.331211 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b0f3ac2d-e7c5-480f-8017-5b904fb79fe2 req-409f3026-ce33-430d-8644-a0352365261a tempest-VolumesSnapshotTestJSON-1839405625 tempest-VolumesSnapshotTestJSON-1839405625-project] 10.222.0.35 "DELETE /v2.0/ports/d122a265-2573-4023-87bc-df81ceeca997 HTTP/1.1" status: 204 len: 173 time: 1.9760489 Feb 09 01:35:27.349161 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-a2d87e8b-84b9-4051-96f2-9c598c053a23 None None] Attempting to bind port b8e21f70-5b1a-4b0e-8273-033ca567d4c1 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:35:27.349529 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-a2d87e8b-84b9-4051-96f2-9c598c053a23 None None] Attempting to bind port b8e21f70-5b1a-4b0e-8273-033ca567d4c1 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'b8f50639-8192-4c9e-a34a-0729e57b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:35:27.349893 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d87e8b-84b9-4051-96f2-9c598c053a23 None None] Attempting to bind port b8e21f70-5b1a-4b0e-8273-033ca567d4c1 on network c6572370-df6a-4ab0-b511-4a15eb8e86f4 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:35:27.360352 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d87e8b-84b9-4051-96f2-9c598c053a23 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:35:27.360751 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d87e8b-84b9-4051-96f2-9c598c053a23 None None] Checking segment: {'id': 'b8f50639-8192-4c9e-a34a-0729e57b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:35:27.361150 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a2d87e8b-84b9-4051-96f2-9c598c053a23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.361542 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d87e8b-84b9-4051-96f2-9c598c053a23 None None] Bound using segment: {'id': 'b8f50639-8192-4c9e-a34a-0729e57b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:35:27.362008 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-a2d87e8b-84b9-4051-96f2-9c598c053a23 None None] Bound port: b8e21f70-5b1a-4b0e-8273-033ca567d4c1, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f50639-8192-4c9e-a34a-0729e57b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:35:27.362380 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a2d87e8b-84b9-4051-96f2-9c598c053a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.382104 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff2def7-c49e-4db4-acaa-0fb1c8c63f59', 'name': 'network-vif-deleted', 'tag': 'd122a265-2573-4023-87bc-df81ceeca997', 'status': 'completed', 'code': 200} Feb 09 01:35:27.440772 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f029af-6fe2-4efd-b560-cfb192e490e6 admin admin] Pushing event updated for resources: {'Port': ['ID=5aad0b6f-a81a-4b54-ae53-8e5b9a992834,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:27.455042 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f029af-6fe2-4efd-b560-cfb192e490e6 admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:27.457218 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-b4f029af-6fe2-4efd-b560-cfb192e490e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:27.460831 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f029af-6fe2-4efd-b560-cfb192e490e6 admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:35:27.526033 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3287909f-e802-43dd-8aec-30224cdda2fa tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=49364f58e6074dfa91c3c69aee216080&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2046666 Feb 09 01:35:27.528803 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51004) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:27.626324 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-a2d87e8b-84b9-4051-96f2-9c598c053a23 None None] For port b8e21f70-5b1a-4b0e-8273-033ca567d4c1, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:35:27.642675 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-a2d87e8b-84b9-4051-96f2-9c598c053a23 None None] For port b8e21f70-5b1a-4b0e-8273-033ca567d4c1, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b8e21f70-5b1a-4b0e-8273-033ca567d4c1,segment=NetworkSegment(b8f50639-8192-4c9e-a34a-0729e57b55bb),segment_id=b8f50639-8192-4c9e-a34a-0729e57b55bb)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:35:27.645046 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-af291995-e88a-4623-9717-e23b2145b2bc None None] Set router 5cf6f45b-0539-40d6-a995-7768983a1d36 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:35:27.673739 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55eb9d25-d98c-4dd4-935e-7f9fa4d1afd4 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:27.678131 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-55eb9d25-d98c-4dd4-935e-7f9fa4d1afd4 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1455812 Feb 09 01:35:27.678314 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51008) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:27.729584 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ff7a1997-9d94-498c-9005-4440e0e60b18 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d1df58ff-1788-422d-89ee-d00e1fe89789&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470612 Feb 09 01:35:27.729780 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51012) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:27.735243 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-d5ee7875-649f-4303-b2c3-90c0ed81857e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1400377273', 'network_id': '12c6ce9e-fdbb-413e-986b-cd6e116ecfcd', 'project_id': '49364f58e6074dfa91c3c69aee216080', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:27.750043 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a2d87e8b-84b9-4051-96f2-9c598c053a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.853637 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d5ee7875-649f-4303-b2c3-90c0ed81857e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:27.858032 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d5ee7875-649f-4303-b2c3-90c0ed81857e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:subnet and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:27.861309 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d5ee7875-649f-4303-b2c3-90c0ed81857e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:27.871102 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d5ee7875-649f-4303-b2c3-90c0ed81857e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:27.886462 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ee7875-649f-4303-b2c3-90c0ed81857e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Made reservation on behalf of 49364f58e6074dfa91c3c69aee216080 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:35:27.890639 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d5ee7875-649f-4303-b2c3-90c0ed81857e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.918579 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4f029af-6fe2-4efd-b560-cfb192e490e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:27.925818 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d87e8b-84b9-4051-96f2-9c598c053a23 None None] Pushing event updated for resources: {'Port': ['ID=b8e21f70-5b1a-4b0e-8273-033ca567d4c1,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:28.139625 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-af291995-e88a-4623-9717-e23b2145b2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021154720', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '2bc546ff-eb2c-47ca-9e92-9bcdb6168997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:22Z', 'updated_at': '2022-02-09T01:35:24Z', 'revision_number': 3, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '2bc546ff-eb2c-47ca-9e92-9bcdb6168997', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:23Z', 'updated_at': '2022-02-09T01:35:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:28.147626 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af291995-e88a-4623-9717-e23b2145b2bc None None] Checking router: 5cf6f45b-0539-40d6-a995-7768983a1d36 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:35:28.148299 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af291995-e88a-4623-9717-e23b2145b2bc None None] Updating router 5cf6f45b-0539-40d6-a995-7768983a1d36 port 2bc546ff-eb2c-47ca-9e92-9bcdb6168997 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:35:28.176422 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d5ee7875-649f-4303-b2c3-90c0ed81857e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:28.258200 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-af291995-e88a-4623-9717-e23b2145b2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:28.289335 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee7875-649f-4303-b2c3-90c0ed81857e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'Subnet': ['ID=7b5753f4-27f1-4f76-815e-94a778de8086,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:28.299716 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ee7875-649f-4303-b2c3-90c0ed81857e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Checking segment: {'id': '22617deb-6411-4fb0-8c9f-a7ed2fe54d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '12c6ce9e-fdbb-413e-986b-cd6e116ecfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:35:28.300188 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ee7875-649f-4303-b2c3-90c0ed81857e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Network hostable DHCP agents. Network: 12c6ce9e-fdbb-413e-986b-cd6e116ecfcd, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:35:28.321000 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ee7875-649f-4303-b2c3-90c0ed81857e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Network 12c6ce9e-fdbb-413e-986b-cd6e116ecfcd is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:35:28.342916 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-d5ee7875-649f-4303-b2c3-90c0ed81857e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 12c6ce9e-fdbb-413e-986b-cd6e116ecfcd) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:28.351625 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ee7875-649f-4303-b2c3-90c0ed81857e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:28.353986 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d5ee7875-649f-4303-b2c3-90c0ed81857e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:28.377054 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fb2b99-3c85-4e49-9a5b-5b3bb6f2f7c2 None None] Network 12c6ce9e-fdbb-413e-986b-cd6e116ecfcd requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:35:28.390916 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d5ee7875-649f-4303-b2c3-90c0ed81857e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6601701 Feb 09 01:35:28.397955 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51018) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:28.504414 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4f029af-6fe2-4efd-b560-cfb192e490e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:28.534845 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b8e21f70-5b1a-4b0e-8273-033ca567d4c1 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:35:28.758006 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port b8e21f70-5b1a-4b0e-8273-033ca567d4c1 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:28.844104 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d7e5d6-9a2a-4dae-ba35-9980112a6c8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-12c6ce9e-fdbb-413e-986b-cd6e116ecfcd', 'network_id': '12c6ce9e-fdbb-413e-986b-cd6e116ecfcd', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'fixed_ips': [{'subnet_id': '7b5753f4-27f1-4f76-815e-94a778de8086'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:35:28.845113 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-72d7e5d6-9a2a-4dae-ba35-9980112a6c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:29.151892 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f029af-6fe2-4efd-b560-cfb192e490e6 admin admin] Router 3cc49993-e315-45c5-9f19-bccf548b8c8f is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:35:29.192964 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-af291995-e88a-4623-9717-e23b2145b2bc None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:29.199489 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-72d7e5d6-9a2a-4dae-ba35-9980112a6c8b None None] Allocated IP 172.20.0.2 (12c6ce9e-fdbb-413e-986b-cd6e116ecfcd/7b5753f4-27f1-4f76-815e-94a778de8086/43a58b4f-cd09-4ed2-a383-c70e519f1f42) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:29.216265 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-af291995-e88a-4623-9717-e23b2145b2bc None None] Transition to ACTIVE for port object 2bc546ff-eb2c-47ca-9e92-9bcdb6168997 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:29.241435 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-af291995-e88a-4623-9717-e23b2145b2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:29.335336 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3033ce91-2b77-424e-ab7a-d3b11cfb3bdc None None] Network c6572370-df6a-4ab0-b511-4a15eb8e86f4 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:35:29.480257 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ad3e5-747e-4c6d-8057-301457c288ed None None] Pushing event updated for resources: {'Port': ['ID=2bc546ff-eb2c-47ca-9e92-9bcdb6168997,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:29.490304 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9d2b9e15-c162-4d66-8099-0ed4104fa7c0 None None] Provisioning for port b8e21f70-5b1a-4b0e-8273-033ca567d4c1 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:29.494331 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-af291995-e88a-4623-9717-e23b2145b2bc None None] Attempting to bind port 2bc546ff-eb2c-47ca-9e92-9bcdb6168997 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:35:29.494796 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-af291995-e88a-4623-9717-e23b2145b2bc None None] Attempting to bind port 2bc546ff-eb2c-47ca-9e92-9bcdb6168997 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:35:29.495344 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af291995-e88a-4623-9717-e23b2145b2bc None None] Attempting to bind port 2bc546ff-eb2c-47ca-9e92-9bcdb6168997 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:35:29.519507 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9d2b9e15-c162-4d66-8099-0ed4104fa7c0 None None] Provisioning complete for port b8e21f70-5b1a-4b0e-8273-033ca567d4c1 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:29.520119 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9d2b9e15-c162-4d66-8099-0ed4104fa7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:29.547699 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af291995-e88a-4623-9717-e23b2145b2bc None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:35:29.548234 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af291995-e88a-4623-9717-e23b2145b2bc None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:35:29.548750 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-af291995-e88a-4623-9717-e23b2145b2bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:29.549657 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af291995-e88a-4623-9717-e23b2145b2bc None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:35:29.549792 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-af291995-e88a-4623-9717-e23b2145b2bc None None] Bound port: 2bc546ff-eb2c-47ca-9e92-9bcdb6168997, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:35:29.550240 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-af291995-e88a-4623-9717-e23b2145b2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:29.563836 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f029af-6fe2-4efd-b560-cfb192e490e6 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:35:29.575931 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890b34f5-1373-4560-902d-5ff7ef2e024f None None] Sync routers for ids ['3cc49993-e315-45c5-9f19-bccf548b8c8f'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:35:29.585806 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890b34f5-1373-4560-902d-5ff7ef2e024f None None] Routers {'3cc49993-e315-45c5-9f19-bccf548b8c8f'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:35:29.586669 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-890b34f5-1373-4560-902d-5ff7ef2e024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:35:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['3cc49993-e315-45c5-9f19-bccf548b8c8f'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:29.653845 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4f029af-6fe2-4efd-b560-cfb192e490e6 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:29.655165 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b4f029af-6fe2-4efd-b560-cfb192e490e6 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5440683 Feb 09 01:35:29.657943 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51030) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:29.794895 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4ea4f8af-111f-4109-9a21-32ceb74c60d5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:29.834671 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-890b34f5-1373-4560-902d-5ff7ef2e024f None None] Set router 3cc49993-e315-45c5-9f19-bccf548b8c8f gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:35:30.058790 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-af291995-e88a-4623-9717-e23b2145b2bc None None] For port 2bc546ff-eb2c-47ca-9e92-9bcdb6168997, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:35:30.114560 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9d2b9e15-c162-4d66-8099-0ed4104fa7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:30.146460 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-af291995-e88a-4623-9717-e23b2145b2bc None None] For port 2bc546ff-eb2c-47ca-9e92-9bcdb6168997, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=2bc546ff-eb2c-47ca-9e92-9bcdb6168997,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:35:30.228507 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-890b34f5-1373-4560-902d-5ff7ef2e024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'name': 'tempest-AttachVolumeTestJSON-1448110249-router', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:27Z', 'revision_number': 3, 'project_id': '8d1a6374019440c5b414caca39c18480', 'gw_port': {'id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:30.233107 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890b34f5-1373-4560-902d-5ff7ef2e024f None None] Checking router: 3cc49993-e315-45c5-9f19-bccf548b8c8f for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:35:30.233572 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890b34f5-1373-4560-902d-5ff7ef2e024f None None] Updating router 3cc49993-e315-45c5-9f19-bccf548b8c8f port 5aad0b6f-a81a-4b54-ae53-8e5b9a992834 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:35:30.239238 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-72d7e5d6-9a2a-4dae-ba35-9980112a6c8b None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:30.251075 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-72d7e5d6-9a2a-4dae-ba35-9980112a6c8b None None] Transition to ACTIVE for port object 43a58b4f-cd09-4ed2-a383-c70e519f1f42 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:30.283023 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-af291995-e88a-4623-9717-e23b2145b2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:30.305078 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-890b34f5-1373-4560-902d-5ff7ef2e024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:30.367791 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-72d7e5d6-9a2a-4dae-ba35-9980112a6c8b None None] Transition to ACTIVE for port object 43a58b4f-cd09-4ed2-a383-c70e519f1f42 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:30.372370 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ad3e5-747e-4c6d-8057-301457c288ed None None] Pushing event updated for resources: {'Port': ['ID=2bc546ff-eb2c-47ca-9e92-9bcdb6168997,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:30.398608 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-9d2b9e15-c162-4d66-8099-0ed4104fa7c0 None None] For port b8e21f70-5b1a-4b0e-8273-033ca567d4c1, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b8e21f70-5b1a-4b0e-8273-033ca567d4c1,segment=NetworkSegment(b8f50639-8192-4c9e-a34a-0729e57b55bb),segment_id=b8f50639-8192-4c9e-a34a-0729e57b55bb)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:35:30.402065 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-72d7e5d6-9a2a-4dae-ba35-9980112a6c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:30.440044 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9d2b9e15-c162-4d66-8099-0ed4104fa7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:30.490437 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af291995-e88a-4623-9717-e23b2145b2bc None None] Routers {'5cf6f45b-0539-40d6-a995-7768983a1d36'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:35:30.491293 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-af291995-e88a-4623-9717-e23b2145b2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:35:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['5cf6f45b-0539-40d6-a995-7768983a1d36'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:30.515876 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-4ea4f8af-111f-4109-9a21-32ceb74c60d5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Allocated IP 172.20.0.1 (12c6ce9e-fdbb-413e-986b-cd6e116ecfcd/7b5753f4-27f1-4f76-815e-94a778de8086/ba3c9bad-24f3-46cf-ba19-4326f153c5e3) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:30.555919 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d7e5d6-9a2a-4dae-ba35-9980112a6c8b None None] Network 12c6ce9e-fdbb-413e-986b-cd6e116ecfcd is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:30.567652 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-72d7e5d6-9a2a-4dae-ba35-9980112a6c8b None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:30.577794 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d7e5d6-9a2a-4dae-ba35-9980112a6c8b None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:35:30.600795 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d7e5d6-9a2a-4dae-ba35-9980112a6c8b None None] Pushing event updated for resources: {'Port': ['ID=43a58b4f-cd09-4ed2-a383-c70e519f1f42,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:30.761088 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-890b34f5-1373-4560-902d-5ff7ef2e024f None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:30.776013 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-890b34f5-1373-4560-902d-5ff7ef2e024f None None] Transition to ACTIVE for port object 5aad0b6f-a81a-4b54-ae53-8e5b9a992834 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:30.788947 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-890b34f5-1373-4560-902d-5ff7ef2e024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:30.830443 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4ea4f8af-111f-4109-9a21-32ceb74c60d5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:30.864417 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6affa80b-1f2c-4d44-acbe-587ad7bf9e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:30.872264 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-4ea4f8af-111f-4109-9a21-32ceb74c60d5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Transition to ACTIVE for port object ba3c9bad-24f3-46cf-ba19-4326f153c5e3 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:30.911864 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8c406-4ca5-4d89-b521-6c281b78ed86 None None] Pushing event updated for resources: {'Port': ['ID=5aad0b6f-a81a-4b54-ae53-8e5b9a992834,revision_number=2']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:30.940154 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4ea4f8af-111f-4109-9a21-32ceb74c60d5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:30.949424 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-890b34f5-1373-4560-902d-5ff7ef2e024f None None] Attempting to bind port 5aad0b6f-a81a-4b54-ae53-8e5b9a992834 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:35:30.950041 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-890b34f5-1373-4560-902d-5ff7ef2e024f None None] Attempting to bind port 5aad0b6f-a81a-4b54-ae53-8e5b9a992834 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:35:30.950589 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890b34f5-1373-4560-902d-5ff7ef2e024f None None] Attempting to bind port 5aad0b6f-a81a-4b54-ae53-8e5b9a992834 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:35:30.960584 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890b34f5-1373-4560-902d-5ff7ef2e024f None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:35:30.961136 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890b34f5-1373-4560-902d-5ff7ef2e024f None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:35:30.962644 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-890b34f5-1373-4560-902d-5ff7ef2e024f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:30.963335 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890b34f5-1373-4560-902d-5ff7ef2e024f None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:35:30.964103 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-890b34f5-1373-4560-902d-5ff7ef2e024f None None] Bound port: 5aad0b6f-a81a-4b54-ae53-8e5b9a992834, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:35:30.964649 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-890b34f5-1373-4560-902d-5ff7ef2e024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:31.048488 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-890b34f5-1373-4560-902d-5ff7ef2e024f None None] For port 5aad0b6f-a81a-4b54-ae53-8e5b9a992834, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:35:31.055120 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-890b34f5-1373-4560-902d-5ff7ef2e024f None None] For port 5aad0b6f-a81a-4b54-ae53-8e5b9a992834, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=5aad0b6f-a81a-4b54-ae53-8e5b9a992834,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:35:31.070518 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-72d7e5d6-9a2a-4dae-ba35-9980112a6c8b None None] Attempting to bind port 43a58b4f-cd09-4ed2-a383-c70e519f1f42 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:35:31.071063 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-72d7e5d6-9a2a-4dae-ba35-9980112a6c8b None None] Attempting to bind port 43a58b4f-cd09-4ed2-a383-c70e519f1f42 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '22617deb-6411-4fb0-8c9f-a7ed2fe54d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '12c6ce9e-fdbb-413e-986b-cd6e116ecfcd'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:35:31.072736 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d7e5d6-9a2a-4dae-ba35-9980112a6c8b None None] Attempting to bind port 43a58b4f-cd09-4ed2-a383-c70e519f1f42 on network 12c6ce9e-fdbb-413e-986b-cd6e116ecfcd {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:35:31.073170 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-890b34f5-1373-4560-902d-5ff7ef2e024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:31.084698 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d7e5d6-9a2a-4dae-ba35-9980112a6c8b None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:35:31.085315 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d7e5d6-9a2a-4dae-ba35-9980112a6c8b None None] Checking segment: {'id': '22617deb-6411-4fb0-8c9f-a7ed2fe54d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '12c6ce9e-fdbb-413e-986b-cd6e116ecfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:35:31.085819 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-72d7e5d6-9a2a-4dae-ba35-9980112a6c8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:31.087733 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d7e5d6-9a2a-4dae-ba35-9980112a6c8b None None] Bound using segment: {'id': '22617deb-6411-4fb0-8c9f-a7ed2fe54d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '12c6ce9e-fdbb-413e-986b-cd6e116ecfcd'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:35:31.088334 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-72d7e5d6-9a2a-4dae-ba35-9980112a6c8b None None] Bound port: 43a58b4f-cd09-4ed2-a383-c70e519f1f42, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22617deb-6411-4fb0-8c9f-a7ed2fe54d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '12c6ce9e-fdbb-413e-986b-cd6e116ecfcd'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:35:31.088800 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-72d7e5d6-9a2a-4dae-ba35-9980112a6c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:31.113292 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea4f8af-111f-4109-9a21-32ceb74c60d5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Network 12c6ce9e-fdbb-413e-986b-cd6e116ecfcd is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:31.123600 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-4ea4f8af-111f-4109-9a21-32ceb74c60d5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:31.135202 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea4f8af-111f-4109-9a21-32ceb74c60d5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:35:31.170126 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-af291995-e88a-4623-9717-e23b2145b2bc None None] Set router 5cf6f45b-0539-40d6-a995-7768983a1d36 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:35:31.201809 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8c406-4ca5-4d89-b521-6c281b78ed86 None None] Pushing event updated for resources: {'Port': ['ID=5aad0b6f-a81a-4b54-ae53-8e5b9a992834,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:31.207286 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4f8af-111f-4109-9a21-32ceb74c60d5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'Port': ['ID=ba3c9bad-24f3-46cf-ba19-4326f153c5e3,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:31.227357 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-6affa80b-1f2c-4d44-acbe-587ad7bf9e50 admin admin] Allocated IP 172.20.0.1 (c6572370-df6a-4ab0-b511-4a15eb8e86f4/e34c6da5-fe1e-433e-9a54-298c85867dd5/4beb9f87-fad4-470a-81e4-6f253f1e101a) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:31.233370 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4ea4f8af-111f-4109-9a21-32ceb74c60d5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:31.234758 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890b34f5-1373-4560-902d-5ff7ef2e024f None None] Routers {'3cc49993-e315-45c5-9f19-bccf548b8c8f'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:35:31.235635 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-890b34f5-1373-4560-902d-5ff7ef2e024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:35:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['3cc49993-e315-45c5-9f19-bccf548b8c8f'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:31.242745 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b9e15-c162-4d66-8099-0ed4104fa7c0 None None] Pushing event updated for resources: {'Port': ['ID=b8e21f70-5b1a-4b0e-8273-033ca567d4c1,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:31.356358 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-3593905a-1a70-42e7-ad24-d68aca3d33d2 None None] Provisioning complete for port b8e21f70-5b1a-4b0e-8273-033ca567d4c1 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:31.356758 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3593905a-1a70-42e7-ad24-d68aca3d33d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:31.455637 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-890b34f5-1373-4560-902d-5ff7ef2e024f None None] Set router 3cc49993-e315-45c5-9f19-bccf548b8c8f gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:35:31.544032 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6affa80b-1f2c-4d44-acbe-587ad7bf9e50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:31.582542 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4ea4f8af-111f-4109-9a21-32ceb74c60d5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:31.583714 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-6affa80b-1f2c-4d44-acbe-587ad7bf9e50 admin admin] Transition to ACTIVE for port object 4beb9f87-fad4-470a-81e4-6f253f1e101a will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:31.585182 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-72d7e5d6-9a2a-4dae-ba35-9980112a6c8b None None] For port 43a58b4f-cd09-4ed2-a383-c70e519f1f42, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:35:31.597846 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-72d7e5d6-9a2a-4dae-ba35-9980112a6c8b None None] For port 43a58b4f-cd09-4ed2-a383-c70e519f1f42, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=43a58b4f-cd09-4ed2-a383-c70e519f1f42,segment=NetworkSegment(22617deb-6411-4fb0-8c9f-a7ed2fe54d52),segment_id=22617deb-6411-4fb0-8c9f-a7ed2fe54d52)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:35:31.627081 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-72d7e5d6-9a2a-4dae-ba35-9980112a6c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:31.636739 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6affa80b-1f2c-4d44-acbe-587ad7bf9e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:31.696878 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6affa80b-1f2c-4d44-acbe-587ad7bf9e50 admin admin] Network c6572370-df6a-4ab0-b511-4a15eb8e86f4 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:31.704374 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-6affa80b-1f2c-4d44-acbe-587ad7bf9e50 admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:31.707740 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6affa80b-1f2c-4d44-acbe-587ad7bf9e50 admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:35:31.821277 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6affa80b-1f2c-4d44-acbe-587ad7bf9e50 admin admin] Pushing event updated for resources: {'Port': ['ID=4beb9f87-fad4-470a-81e4-6f253f1e101a,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:31.841150 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6affa80b-1f2c-4d44-acbe-587ad7bf9e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:31.859323 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d7e5d6-9a2a-4dae-ba35-9980112a6c8b None None] Pushing event updated for resources: {'Port': ['ID=43a58b4f-cd09-4ed2-a383-c70e519f1f42,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:31.923587 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-af291995-e88a-4623-9717-e23b2145b2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021154720', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '2bc546ff-eb2c-47ca-9e92-9bcdb6168997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:22Z', 'updated_at': '2022-02-09T01:35:24Z', 'revision_number': 3, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '2bc546ff-eb2c-47ca-9e92-9bcdb6168997', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:23Z', 'updated_at': '2022-02-09T01:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:31.936588 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af291995-e88a-4623-9717-e23b2145b2bc None None] The sync data for ids ['5cf6f45b-0539-40d6-a995-7768983a1d36'] in n-d-828419-1 is: [{'id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021154720', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '2bc546ff-eb2c-47ca-9e92-9bcdb6168997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:22Z', 'updated_at': '2022-02-09T01:35:24Z', 'revision_number': 3, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '2bc546ff-eb2c-47ca-9e92-9bcdb6168997', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:23Z', 'updated_at': '2022-02-09T01:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:35:31.970638 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-890b34f5-1373-4560-902d-5ff7ef2e024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'name': 'tempest-AttachVolumeTestJSON-1448110249-router', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:27Z', 'revision_number': 3, 'project_id': '8d1a6374019440c5b414caca39c18480', 'gw_port': {'id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:31.975412 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890b34f5-1373-4560-902d-5ff7ef2e024f None None] The sync data for ids ['3cc49993-e315-45c5-9f19-bccf548b8c8f'] in n-d-828419-1 is: [{'id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'name': 'tempest-AttachVolumeTestJSON-1448110249-router', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:27Z', 'revision_number': 3, 'project_id': '8d1a6374019440c5b414caca39c18480', 'gw_port': {'id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:35:32.252194 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-fd838f86-56b1-4cae-8806-7b21c413672b None None] Provisioning for port 4beb9f87-fad4-470a-81e4-6f253f1e101a completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:32.266379 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-fd838f86-56b1-4cae-8806-7b21c413672b None None] Provisioning complete for port 4beb9f87-fad4-470a-81e4-6f253f1e101a triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:32.283884 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fd838f86-56b1-4cae-8806-7b21c413672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:32.618352 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6affa80b-1f2c-4d44-acbe-587ad7bf9e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:32.647365 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-fd838f86-56b1-4cae-8806-7b21c413672b None None] Port 4beb9f87-fad4-470a-81e4-6f253f1e101a cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:35:32.651492 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51042) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:32.671066 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4ea4f8af-111f-4109-9a21-32ceb74c60d5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:32.681364 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4ea4f8af-111f-4109-9a21-32ceb74c60d5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:32.705059 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 43a58b4f-cd09-4ed2-a383-c70e519f1f42 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:35:32.834761 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4ea4f8af-111f-4109-9a21-32ceb74c60d5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:32.855170 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 43a58b4f-cd09-4ed2-a383-c70e519f1f42 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:32.889852 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b8e21f70-5b1a-4b0e-8273-033ca567d4c1 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:35:32.972622 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4f8af-111f-4109-9a21-32ceb74c60d5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'Port': ['ID=ba3c9bad-24f3-46cf-ba19-4326f153c5e3,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:33.058441 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port b8e21f70-5b1a-4b0e-8273-033ca567d4c1 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:33.058956 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:33.109198 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea4f8af-111f-4109-9a21-32ceb74c60d5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Network 12c6ce9e-fdbb-413e-986b-cd6e116ecfcd is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:33.110691 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-4ea4f8af-111f-4109-9a21-32ceb74c60d5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:33.462860 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea4f8af-111f-4109-9a21-32ceb74c60d5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Router 5cf6f45b-0539-40d6-a995-7768983a1d36 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:35:33.496023 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-23d0ca9b-178f-4ee9-afaf-5a60d07d895b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Deleting port 4f2f024e-d1c3-4232-8c56-85d5e59059f5 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:35:33.496363 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-23d0ca9b-178f-4ee9-afaf-5a60d07d895b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:33.615833 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adbdb99-3d98-4057-9def-937132c516ec None None] Network 12c6ce9e-fdbb-413e-986b-cd6e116ecfcd requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:35:33.705461 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea4f8af-111f-4109-9a21-32ceb74c60d5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:35:33.715381 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-23d0ca9b-178f-4ee9-afaf-5a60d07d895b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:33.716472 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-23d0ca9b-178f-4ee9-afaf-5a60d07d895b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:33.720329 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4ea4f8af-111f-4109-9a21-32ceb74c60d5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "PUT /v2.0/routers/5cf6f45b-0539-40d6-a995-7768983a1d36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3226209 Feb 09 01:35:33.795021 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6a05c5d0-760c-416c-bc33-e8bbbfe9bc1d None None] Provisioning for port 43a58b4f-cd09-4ed2-a383-c70e519f1f42 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:33.806862 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6a05c5d0-760c-416c-bc33-e8bbbfe9bc1d None None] Provisioning complete for port 43a58b4f-cd09-4ed2-a383-c70e519f1f42 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:33.807414 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6a05c5d0-760c-416c-bc33-e8bbbfe9bc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:33.870752 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-23d0ca9b-178f-4ee9-afaf-5a60d07d895b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Calling delete_port for 4f2f024e-d1c3-4232-8c56-85d5e59059f5 owned by network:floatingip {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:35:34.084542 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6affa80b-1f2c-4d44-acbe-587ad7bf9e50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:34.107291 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6affa80b-1f2c-4d44-acbe-587ad7bf9e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:34.133129 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-54144296-da3f-4a49-b2f5-3b0bca82f303 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Synchronizing usage tracker for tenant:49364f58e6074dfa91c3c69aee216080 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:35:34.169832 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-54144296-da3f-4a49-b2f5-3b0bca82f303 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Unset dirty status for tenant:49364f58e6074dfa91c3c69aee216080 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:35:34.171138 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-54144296-da3f-4a49-b2f5-3b0bca82f303 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1851117756&fields=id&tenant_id=49364f58e6074dfa91c3c69aee216080 HTTP/1.1" status: 200 len: 267 time: 0.1013439 Feb 09 01:35:34.198302 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6a05c5d0-760c-416c-bc33-e8bbbfe9bc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:34.203170 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6affa80b-1f2c-4d44-acbe-587ad7bf9e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:34.242114 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-6a05c5d0-760c-416c-bc33-e8bbbfe9bc1d None None] For port 43a58b4f-cd09-4ed2-a383-c70e519f1f42, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=43a58b4f-cd09-4ed2-a383-c70e519f1f42,segment=NetworkSegment(22617deb-6411-4fb0-8c9f-a7ed2fe54d52),segment_id=22617deb-6411-4fb0-8c9f-a7ed2fe54d52)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:35:34.263052 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6a05c5d0-760c-416c-bc33-e8bbbfe9bc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:34.343245 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6affa80b-1f2c-4d44-acbe-587ad7bf9e50 admin admin] Pushing event updated for resources: {'Port': ['ID=4beb9f87-fad4-470a-81e4-6f253f1e101a,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:34.408277 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-23d0ca9b-178f-4ee9-afaf-5a60d07d895b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:34.417030 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05c5d0-760c-416c-bc33-e8bbbfe9bc1d None None] Pushing event updated for resources: {'Port': ['ID=43a58b4f-cd09-4ed2-a383-c70e519f1f42,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:34.447528 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-82876617-94f4-4df3-8829-d38a1658f640 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:34.448238 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-82876617-94f4-4df3-8829-d38a1658f640 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Synchronizing usage tracker for tenant:49364f58e6074dfa91c3c69aee216080 on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:35:34.474806 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-82876617-94f4-4df3-8829-d38a1658f640 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Unset dirty status for tenant:49364f58e6074dfa91c3c69aee216080 on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:35:34.476168 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-82876617-94f4-4df3-8829-d38a1658f640 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/networks?id=12c6ce9e-fdbb-413e-986b-cd6e116ecfcd HTTP/1.1" status: 200 len: 797 time: 0.2982080 Feb 09 01:35:34.499544 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0ca9b-178f-4ee9-afaf-5a60d07d895b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Pushing event deleted for resources: {'Port': ['ID=4f2f024e-d1c3-4232-8c56-85d5e59059f5,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:34.514199 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-938c3ac8-aa26-4d4f-a786-423504f1301c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/quotas/49364f58e6074dfa91c3c69aee216080 HTTP/1.1" status: 200 len: 375 time: 0.0310733 Feb 09 01:35:34.539876 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 2bc546ff-eb2c-47ca-9e92-9bcdb6168997 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:35:34.630284 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 2bc546ff-eb2c-47ca-9e92-9bcdb6168997 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:34.638908 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 2bc546ff-eb2c-47ca-9e92-9bcdb6168997 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:34.639252 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:34.686748 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-98d8fe76-169c-473b-83d7-7cb3e58b3126 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Synchronizing usage tracker for tenant:49364f58e6074dfa91c3c69aee216080 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:35:34.721699 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6affa80b-1f2c-4d44-acbe-587ad7bf9e50 admin admin] Network c6572370-df6a-4ab0-b511-4a15eb8e86f4 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:34.729650 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-6affa80b-1f2c-4d44-acbe-587ad7bf9e50 admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:34.736167 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-98d8fe76-169c-473b-83d7-7cb3e58b3126 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Unset dirty status for tenant:49364f58e6074dfa91c3c69aee216080 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:35:34.737692 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-98d8fe76-169c-473b-83d7-7cb3e58b3126 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2176464 Feb 09 01:35:34.848982 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-23d0ca9b-178f-4ee9-afaf-5a60d07d895b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for floatingip, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:34.849468 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [None req-23d0ca9b-178f-4ee9-afaf-5a60d07d895b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Floating IP 0a308c97-716e-40ea-9140-4f051afd6e96 disassociated (deleted). External IP: 172.25.5.187, port: 9ca190d9-0812-4182-b114-3904f3101218. Feb 09 01:35:34.882692 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:34.922866 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-031e6ca5-9a5e-4cfa-bc88-6ea1b4337385 None None] Provisioning for port ba3c9bad-24f3-46cf-ba19-4326f153c5e3 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:34.941005 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 2bc546ff-eb2c-47ca-9e92-9bcdb6168997, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=2bc546ff-eb2c-47ca-9e92-9bcdb6168997,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:35:34.952631 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-031e6ca5-9a5e-4cfa-bc88-6ea1b4337385 None None] Provisioning complete for port ba3c9bad-24f3-46cf-ba19-4326f153c5e3 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:34.953008 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-031e6ca5-9a5e-4cfa-bc88-6ea1b4337385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:35.072925 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:35.074491 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 5aad0b6f-a81a-4b54-ae53-8e5b9a992834 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:35:35.332969 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-29693ccf-f117-4ab6-b8c2-ee3a7fb7cfad service neutron] 10.222.0.37 "GET /v2.0/networks/12c6ce9e-fdbb-413e-986b-cd6e116ecfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5825534 Feb 09 01:35:35.418904 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-031e6ca5-9a5e-4cfa-bc88-6ea1b4337385 None None] Port ba3c9bad-24f3-46cf-ba19-4326f153c5e3 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:35:35.446516 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=2bc546ff-eb2c-47ca-9e92-9bcdb6168997,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:35.458429 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-031e6ca5-9a5e-4cfa-bc88-6ea1b4337385 None None] Provisioning complete for port 43a58b4f-cd09-4ed2-a383-c70e519f1f42 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:35.458904 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-031e6ca5-9a5e-4cfa-bc88-6ea1b4337385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:35.513833 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-529b511d-cd8a-41ab-95a0-96c488413585 service neutron] 10.222.0.37 "GET /v2.0/networks/12c6ce9e-fdbb-413e-986b-cd6e116ecfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728284 Feb 09 01:35:35.514948 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 5aad0b6f-a81a-4b54-ae53-8e5b9a992834 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:35.535090 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 5aad0b6f-a81a-4b54-ae53-8e5b9a992834 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:35.535466 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:35.614495 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6affa80b-1f2c-4d44-acbe-587ad7bf9e50 admin admin] Router 3cc49993-e315-45c5-9f19-bccf548b8c8f has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:35:35.696253 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:35.728845 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b813f3-129c-4f1a-9214-471723fb385f None None] Sync routers for ids ['5cf6f45b-0539-40d6-a995-7768983a1d36'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:35:35.832255 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 5aad0b6f-a81a-4b54-ae53-8e5b9a992834, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=5aad0b6f-a81a-4b54-ae53-8e5b9a992834,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:35:35.840244 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b813f3-129c-4f1a-9214-471723fb385f None None] Routers {'5cf6f45b-0539-40d6-a995-7768983a1d36'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:35:35.854117 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-37b813f3-129c-4f1a-9214-471723fb385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:35:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['5cf6f45b-0539-40d6-a995-7768983a1d36'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:35.936101 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:35.974613 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ffa10e0a-4602-406a-8c59-7247961b61a6 req-e9eec094-a435-4a2e-ad73-f70f18f84174 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 210 time: 0.2741423 Feb 09 01:35:36.029041 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d0ca9b-178f-4ee9-afaf-5a60d07d895b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Router dcdf80a7-4c8c-446b-bad7-75a7900d8783 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:35:36.194336 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=5aad0b6f-a81a-4b54-ae53-8e5b9a992834,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:36.214333 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6affa80b-1f2c-4d44-acbe-587ad7bf9e50 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:35:36.222456 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-37b813f3-129c-4f1a-9214-471723fb385f None None] Set router 5cf6f45b-0539-40d6-a995-7768983a1d36 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:35:36.226042 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec2c159-28dc-4716-be79-6bfda88f0d09 None None] Sync routers for ids ['3cc49993-e315-45c5-9f19-bccf548b8c8f'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:35:36.246273 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec2c159-28dc-4716-be79-6bfda88f0d09 None None] Routers {'3cc49993-e315-45c5-9f19-bccf548b8c8f'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:35:36.246907 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0ec2c159-28dc-4716-be79-6bfda88f0d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:35:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['3cc49993-e315-45c5-9f19-bccf548b8c8f'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:36.272836 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-416d04a8-cd97-4eba-abf0-9c2fd7493ef8 None None] Provisioning complete for port ba3c9bad-24f3-46cf-ba19-4326f153c5e3 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:36.273342 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-416d04a8-cd97-4eba-abf0-9c2fd7493ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:36.418779 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-416d04a8-cd97-4eba-abf0-9c2fd7493ef8 None None] Port ba3c9bad-24f3-46cf-ba19-4326f153c5e3 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:35:36.420436 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6affa80b-1f2c-4d44-acbe-587ad7bf9e50 admin admin] 10.222.0.37 "PUT /v2.0/routers/3cc49993-e315-45c5-9f19-bccf548b8c8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7606382 Feb 09 01:35:36.478859 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d0ca9b-178f-4ee9-afaf-5a60d07d895b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:35:36.494323 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-23d0ca9b-178f-4ee9-afaf-5a60d07d895b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:36.512824 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 2bc546ff-eb2c-47ca-9e92-9bcdb6168997 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:35:36.536433 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c33b24-ee35-4c9e-84a2-c0c8db0f5a8b None None] Sync routers for ids ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:35:36.557325 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-23d0ca9b-178f-4ee9-afaf-5a60d07d895b tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "DELETE /v2.0/floatingips/0a308c97-716e-40ea-9140-4f051afd6e96 HTTP/1.1" status: 204 len: 168 time: 3.9047155 Feb 09 01:35:36.558307 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65838984-c0e8-446d-83e0-e79eca828e58', 'tag': '9ca190d9-0812-4182-b114-3904f3101218'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:35:36.633368 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-0ec2c159-28dc-4716-be79-6bfda88f0d09 None None] Set router 3cc49993-e315-45c5-9f19-bccf548b8c8f gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:35:36.657659 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65838984-c0e8-446d-83e0-e79eca828e58', 'tag': '9ca190d9-0812-4182-b114-3904f3101218', 'status': 'completed', 'code': 200} Feb 09 01:35:36.837237 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7939eb0-c82d-40e7-a6c9-c6d044fe50b8 req-c0aebdbc-296f-4f89-8745-bfa48e039364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:36.846273 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c33b24-ee35-4c9e-84a2-c0c8db0f5a8b None None] Routers {'dcdf80a7-4c8c-446b-bad7-75a7900d8783'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:35:36.851620 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-25c33b24-ee35-4c9e-84a2-c0c8db0f5a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:35:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:36.855278 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d7939eb0-c82d-40e7-a6c9-c6d044fe50b8 req-c0aebdbc-296f-4f89-8745-bfa48e039364 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9&device_id=65838984-c0e8-446d-83e0-e79eca828e58 HTTP/1.1" status: 200 len: 1096 time: 0.1723306 Feb 09 01:35:37.105086 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7939eb0-c82d-40e7-a6c9-c6d044fe50b8 req-aac1fe9f-401a-4b07-80cf-9c52cdc50eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:37.107247 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d7939eb0-c82d-40e7-a6c9-c6d044fe50b8 req-aac1fe9f-401a-4b07-80cf-9c52cdc50eda service neutron] 10.222.0.35 "GET /v2.0/networks?id=37619b15-03b6-4ee3-8b5e-c1b376918ea6 HTTP/1.1" status: 200 len: 912 time: 0.2466643 Feb 09 01:35:37.131860 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-25c33b24-ee35-4c9e-84a2-c0c8db0f5a8b None None] Set router dcdf80a7-4c8c-446b-bad7-75a7900d8783 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:35:37.252935 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d7939eb0-c82d-40e7-a6c9-c6d044fe50b8 req-d9309d93-8ee4-4bd0-9509-c71073ced289 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ca190d9-0812-4182-b114-3904f3101218 HTTP/1.1" status: 200 len: 217 time: 0.1381159 Feb 09 01:35:37.266759 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0ec2c159-28dc-4716-be79-6bfda88f0d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'name': 'tempest-AttachVolumeTestJSON-1448110249-router', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:32Z', 'revision_number': 4, 'project_id': '8d1a6374019440c5b414caca39c18480', 'gw_port': {'id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '4beb9f87-fad4-470a-81e4-6f253f1e101a', 'name': '', 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'mac_address': 'fa:16:3e:a9:97:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'e34c6da5-fe1e-433e-9a54-298c85867dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:30Z', 'updated_at': '2022-02-09T01:35:32Z', 'revision_number': 2, 'project_id': '8d1a6374019440c5b414caca39c18480', 'subnets': [{'id': 'e34c6da5-fe1e-433e-9a54-298c85867dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:37.289913 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c9124-1db0-456a-8251-7cfede85457e req-51bbb0d5-f708-4a9b-9251-f3e1ec28b3f4 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:37.291567 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec2c159-28dc-4716-be79-6bfda88f0d09 None None] Checking router: 3cc49993-e315-45c5-9f19-bccf548b8c8f for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:35:37.292073 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec2c159-28dc-4716-be79-6bfda88f0d09 None None] Updating router 3cc49993-e315-45c5-9f19-bccf548b8c8f port 4beb9f87-fad4-470a-81e4-6f253f1e101a binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:35:37.297641 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dd7c9124-1db0-456a-8251-7cfede85457e req-51bbb0d5-f708-4a9b-9251-f3e1ec28b3f4 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=65838984-c0e8-446d-83e0-e79eca828e58 HTTP/1.1" status: 200 len: 945 time: 0.2095580 Feb 09 01:35:37.329135 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-416d04a8-cd97-4eba-abf0-9c2fd7493ef8 None None] Provisioning complete for port 4beb9f87-fad4-470a-81e4-6f253f1e101a triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:37.330660 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-416d04a8-cd97-4eba-abf0-9c2fd7493ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:37.406481 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-0ec2c159-28dc-4716-be79-6bfda88f0d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:37.418560 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dd7c9124-1db0-456a-8251-7cfede85457e req-25212eee-6007-4eda-be18-f37e5dcb3eec tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151798 Feb 09 01:35:37.553848 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7939eb0-c82d-40e7-a6c9-c6d044fe50b8 req-6557f688-3c12-416f-bfc3-558fd18e5296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:37.555357 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d7939eb0-c82d-40e7-a6c9-c6d044fe50b8 req-6557f688-3c12-416f-bfc3-558fd18e5296 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5c99494-da9a-458d-b6b1-e6de1927c8e8 HTTP/1.1" status: 200 len: 850 time: 0.2963655 Feb 09 01:35:37.559030 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-416d04a8-cd97-4eba-abf0-9c2fd7493ef8 None None] Port 4beb9f87-fad4-470a-81e4-6f253f1e101a cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:35:37.573601 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4988798d-50c1-4fda-84ce-16f21b72c65f req-4fce0c2d-900d-4a8c-b28c-28fa34920dac tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 210 time: 0.0632839 Feb 09 01:35:37.611047 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c662772b-889d-492b-bc2b-12adac78d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:37.705870 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51098) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:37.708160 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 2bc546ff-eb2c-47ca-9e92-9bcdb6168997 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:37.708605 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:37.710887 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-e0226c4d-6f46-4024-8f16-1ed38d93a204 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1612612285', 'description': 'tempest-description--1698237398'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:37.724603 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e0226c4d-6f46-4024-8f16-1ed38d93a204 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:37.732978 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e0226c4d-6f46-4024-8f16-1ed38d93a204 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Usage tracker for resource:security_group and tenant:8d1a6374019440c5b414caca39c18480 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:37.737476 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e0226c4d-6f46-4024-8f16-1ed38d93a204 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:37.755070 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e0226c4d-6f46-4024-8f16-1ed38d93a204 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:37.775733 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e0226c4d-6f46-4024-8f16-1ed38d93a204 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:37.812239 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e0226c4d-6f46-4024-8f16-1ed38d93a204 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:37.818804 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e0226c4d-6f46-4024-8f16-1ed38d93a204 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Usage tracker for resource:security_group_rule and tenant:8d1a6374019440c5b414caca39c18480 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:37.833373 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e0226c4d-6f46-4024-8f16-1ed38d93a204 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:37.839605 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-df885862-e458-4050-9f8a-c81d33da9131 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:37.840584 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e0226c4d-6f46-4024-8f16-1ed38d93a204 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:37.841355 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-df885862-e458-4050-9f8a-c81d33da9131 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.35 "GET /v2.0/networks?id=12c6ce9e-fdbb-413e-986b-cd6e116ecfcd HTTP/1.1" status: 200 len: 797 time: 0.4651842 Feb 09 01:35:37.850004 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7939eb0-c82d-40e7-a6c9-c6d044fe50b8 req-fb473e9f-b639-4037-8360-4e8cf909f1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:37.851692 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d7939eb0-c82d-40e7-a6c9-c6d044fe50b8 req-fb473e9f-b639-4037-8360-4e8cf909f1a6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37619b15-03b6-4ee3-8b5e-c1b376918ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2889569 Feb 09 01:35:37.878431 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-37b813f3-129c-4f1a-9214-471723fb385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021154720', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '2bc546ff-eb2c-47ca-9e92-9bcdb6168997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:22Z', 'updated_at': '2022-02-09T01:35:31Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '2bc546ff-eb2c-47ca-9e92-9bcdb6168997', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:23Z', 'updated_at': '2022-02-09T01:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'ba3c9bad-24f3-46cf-ba19-4326f153c5e3', 'name': '', 'network_id': '12c6ce9e-fdbb-413e-986b-cd6e116ecfcd', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:cf:b2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '7b5753f4-27f1-4f76-815e-94a778de8086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:30Z', 'updated_at': '2022-02-09T01:35:32Z', 'revision_number': 2, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '7b5753f4-27f1-4f76-815e-94a778de8086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:37.886228 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b813f3-129c-4f1a-9214-471723fb385f None None] Checking router: 5cf6f45b-0539-40d6-a995-7768983a1d36 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:35:37.886616 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b813f3-129c-4f1a-9214-471723fb385f None None] Updating router 5cf6f45b-0539-40d6-a995-7768983a1d36 port ba3c9bad-24f3-46cf-ba19-4326f153c5e3 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:35:37.989898 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e0226c4d-6f46-4024-8f16-1ed38d93a204 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:38.001072 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e0226c4d-6f46-4024-8f16-1ed38d93a204 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:38.016285 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-37b813f3-129c-4f1a-9214-471723fb385f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:38.069033 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-0ec2c159-28dc-4716-be79-6bfda88f0d09 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:38.084992 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-0ec2c159-28dc-4716-be79-6bfda88f0d09 None None] Transition to ACTIVE for port object 4beb9f87-fad4-470a-81e4-6f253f1e101a will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:38.102210 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-0ec2c159-28dc-4716-be79-6bfda88f0d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:38.125311 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0226c4d-6f46-4024-8f16-1ed38d93a204 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a64fe41-70bc-4086-b8b4-705ba4bf2f97,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:38.170779 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e0226c4d-6f46-4024-8f16-1ed38d93a204 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:38.177788 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e0226c4d-6f46-4024-8f16-1ed38d93a204 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4651520 Feb 09 01:35:38.178641 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51104) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:38.201460 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-276654a8-8186-4720-8fbd-423c36acff30 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Request body: {'security_group_rule': {'security_group_id': '8a64fe41-70bc-4086-b8b4-705ba4bf2f97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:38.225495 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-276654a8-8186-4720-8fbd-423c36acff30 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:38.247652 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-276654a8-8186-4720-8fbd-423c36acff30 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Usage tracker for resource:security_group_rule and tenant:8d1a6374019440c5b414caca39c18480 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:38.251904 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-276654a8-8186-4720-8fbd-423c36acff30 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:38.273945 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-276654a8-8186-4720-8fbd-423c36acff30 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:38.290522 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d7939eb0-c82d-40e7-a6c9-c6d044fe50b8 req-d5eaf9ab-9bf8-4783-b32c-542a1ad7980e service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219089 Feb 09 01:35:38.320291 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-276654a8-8186-4720-8fbd-423c36acff30 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:38.327908 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-fab67e96-fa11-48c1-bd1e-921a65803d16 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49364f58e6074dfa91c3c69aee216080 HTTP/1.1" status: 200 len: 380 time: 0.4750650 Feb 09 01:35:38.359199 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 43a58b4f-cd09-4ed2-a383-c70e519f1f42 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:35:38.386729 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-2ade2efd-7964-409a-adab-c80837560e84 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'port': {'device_id': 'cfe392db-44b4-49de-9664-7f21da1b3987', 'network_id': '12c6ce9e-fdbb-413e-986b-cd6e116ecfcd', 'admin_state_up': True, 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'security_groups': ['02cf2d1c-d2bb-4272-b172-33195045ef3f']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:38.453820 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-276654a8-8186-4720-8fbd-423c36acff30 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:38.471463 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-276654a8-8186-4720-8fbd-423c36acff30 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:38.526261 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276654a8-8186-4720-8fbd-423c36acff30 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d82ef631-1514-40b6-878c-1754080eb8d7,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:38.550429 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-276654a8-8186-4720-8fbd-423c36acff30 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:38.554217 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-276654a8-8186-4720-8fbd-423c36acff30 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3713901 Feb 09 01:35:38.554217 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51110) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:38.565636 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b35a7689-36b2-4023-9580-3d78d142ebe4 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Request body: {'security_group_rule': {'security_group_id': '8a64fe41-70bc-4086-b8b4-705ba4bf2f97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:38.576295 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b35a7689-36b2-4023-9580-3d78d142ebe4 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:38.590898 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b35a7689-36b2-4023-9580-3d78d142ebe4 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Usage tracker for resource:security_group_rule and tenant:8d1a6374019440c5b414caca39c18480 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:38.596114 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b35a7689-36b2-4023-9580-3d78d142ebe4 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:38.606552 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b35a7689-36b2-4023-9580-3d78d142ebe4 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:38.620676 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73133194-8279-44af-a44c-637a4c3bc7c5 None None] Pushing event updated for resources: {'Port': ['ID=4beb9f87-fad4-470a-81e4-6f253f1e101a,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:38.637140 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-0ec2c159-28dc-4716-be79-6bfda88f0d09 None None] Attempting to bind port 4beb9f87-fad4-470a-81e4-6f253f1e101a on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:35:38.637630 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-0ec2c159-28dc-4716-be79-6bfda88f0d09 None None] Attempting to bind port 4beb9f87-fad4-470a-81e4-6f253f1e101a by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'b8f50639-8192-4c9e-a34a-0729e57b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:35:38.638085 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2c159-28dc-4716-be79-6bfda88f0d09 None None] Attempting to bind port 4beb9f87-fad4-470a-81e4-6f253f1e101a on network c6572370-df6a-4ab0-b511-4a15eb8e86f4 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:35:38.643091 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b35a7689-36b2-4023-9580-3d78d142ebe4 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:38.654659 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2c159-28dc-4716-be79-6bfda88f0d09 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:35:38.655268 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2c159-28dc-4716-be79-6bfda88f0d09 None None] Checking segment: {'id': 'b8f50639-8192-4c9e-a34a-0729e57b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:35:38.655788 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-0ec2c159-28dc-4716-be79-6bfda88f0d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:38.661821 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2c159-28dc-4716-be79-6bfda88f0d09 None None] Bound using segment: {'id': 'b8f50639-8192-4c9e-a34a-0729e57b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:35:38.662665 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-0ec2c159-28dc-4716-be79-6bfda88f0d09 None None] Bound port: 4beb9f87-fad4-470a-81e4-6f253f1e101a, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f50639-8192-4c9e-a34a-0729e57b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:35:38.668288 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-0ec2c159-28dc-4716-be79-6bfda88f0d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:38.773729 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b35a7689-36b2-4023-9580-3d78d142ebe4 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:38.812067 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-0ec2c159-28dc-4716-be79-6bfda88f0d09 None None] For port 4beb9f87-fad4-470a-81e4-6f253f1e101a, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:35:38.821120 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-0ec2c159-28dc-4716-be79-6bfda88f0d09 None None] For port 4beb9f87-fad4-470a-81e4-6f253f1e101a, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=4beb9f87-fad4-470a-81e4-6f253f1e101a,segment=NetworkSegment(b8f50639-8192-4c9e-a34a-0729e57b55bb),segment_id=b8f50639-8192-4c9e-a34a-0729e57b55bb)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:35:38.825353 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b35a7689-36b2-4023-9580-3d78d142ebe4 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:38.833228 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-0ec2c159-28dc-4716-be79-6bfda88f0d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:38.851160 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d7939eb0-c82d-40e7-a6c9-c6d044fe50b8 req-fc8b2dbf-0d31-4bae-9465-bb8c5a822237 service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5532293 Feb 09 01:35:38.852278 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 43a58b4f-cd09-4ed2-a383-c70e519f1f42 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:38.854012 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:38.861260 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-2ade2efd-7964-409a-adab-c80837560e84 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:38.872735 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f8951285-2679-4681-9dcf-5a00e73f0577 req-3f4a094a-2f1f-43b8-9d4b-eaeba7458413 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 210 time: 0.0854278 Feb 09 01:35:38.905353 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-2ade2efd-7964-409a-adab-c80837560e84 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:38.927779 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-2ade2efd-7964-409a-adab-c80837560e84 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Made reservation on behalf of 49364f58e6074dfa91c3c69aee216080 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:35:38.934745 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-2ade2efd-7964-409a-adab-c80837560e84 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:38.938851 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b35a7689-36b2-4023-9580-3d78d142ebe4 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:38.942895 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b35a7689-36b2-4023-9580-3d78d142ebe4 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3850021 Feb 09 01:35:38.945299 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a7689-36b2-4023-9580-3d78d142ebe4 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df08027e-5900-42d4-a59c-a0ef38a41c06,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:38.947523 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51116) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:38.956161 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8958cf-f63c-4c1f-a34e-4edb4887061b req-fc1db64e-84af-4687-ac67-3180bb6d3686 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:38.958386 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2e8958cf-f63c-4c1f-a34e-4edb4887061b req-fc1db64e-84af-4687-ac67-3180bb6d3686 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=65838984-c0e8-446d-83e0-e79eca828e58 HTTP/1.1" status: 200 len: 945 time: 0.2646725 Feb 09 01:35:38.964802 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-c01ec0e2-80b1-451c-a5f2-8c6a05e705d5 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:38.973014 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c01ec0e2-80b1-451c-a5f2-8c6a05e705d5 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:38.977363 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c01ec0e2-80b1-451c-a5f2-8c6a05e705d5 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Usage tracker for resource:floatingip and tenant:8d1a6374019440c5b414caca39c18480 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:38.983844 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c01ec0e2-80b1-451c-a5f2-8c6a05e705d5 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:38.999439 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c01ec0e2-80b1-451c-a5f2-8c6a05e705d5 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:39.000222 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-25c33b24-ee35-4c9e-84a2-c0c8db0f5a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'name': 'tempest-TestVolumeBootPattern-195536192-router', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:55Z', 'updated_at': '2022-02-09T01:21:13Z', 'revision_number': 4, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'gw_port': {'id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:59Z', 'updated_at': '2022-02-09T01:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '5e480360-25cd-4f87-b6e9-7feeae8eabe4', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'port_id': 'ca3a3ff9-b133-4877-85f3-13afef775030', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'mac_address': 'fa:16:3e:ee:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0333669d-d93a-4306-9b54-ffcabda46ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:30:56Z', 'revision_number': 1, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df50fd24-214b-49d0-bec7-74e98f6cb4a7', 'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'mac_address': 'fa:16:3e:df:40:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:10Z', 'updated_at': '2022-02-09T01:21:21Z', 'revision_number': 5, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'subnets': [{'id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:39.026882 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c33b24-ee35-4c9e-84a2-c0c8db0f5a8b None None] Checking router: dcdf80a7-4c8c-446b-bad7-75a7900d8783 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:35:39.052298 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c01ec0e2-80b1-451c-a5f2-8c6a05e705d5 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:39.054074 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c33b24-ee35-4c9e-84a2-c0c8db0f5a8b None None] Routers {'dcdf80a7-4c8c-446b-bad7-75a7900d8783'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:35:39.054901 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-25c33b24-ee35-4c9e-84a2-c0c8db0f5a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:35:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:39.075261 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec2c159-28dc-4716-be79-6bfda88f0d09 None None] Routers {'3cc49993-e315-45c5-9f19-bccf548b8c8f'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:35:39.085415 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0ec2c159-28dc-4716-be79-6bfda88f0d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:35:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['3cc49993-e315-45c5-9f19-bccf548b8c8f'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:39.236922 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15cb53-6f46-4b11-98b1-43990b522929 req-e118a7b7-023a-4c67-b404-de634c2761ec tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:39.242865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-fe15cb53-6f46-4b11-98b1-43990b522929 req-e118a7b7-023a-4c67-b404-de634c2761ec tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Synchronizing usage tracker for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:35:39.345276 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-fe15cb53-6f46-4b11-98b1-43990b522929 req-e118a7b7-023a-4c67-b404-de634c2761ec tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Unset dirty status for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:35:39.346426 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fe15cb53-6f46-4b11-98b1-43990b522929 req-e118a7b7-023a-4c67-b404-de634c2761ec tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.35 "GET /v2.0/ports?device_id=65838984-c0e8-446d-83e0-e79eca828e58 HTTP/1.1" status: 200 len: 945 time: 0.6581953 Feb 09 01:35:39.372391 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2e8958cf-f63c-4c1f-a34e-4edb4887061b req-89c99c22-6d56-40b6-9598-bfc299185bf2 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3555055 Feb 09 01:35:39.411398 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73133194-8279-44af-a44c-637a4c3bc7c5 None None] Pushing event updated for resources: {'Port': ['ID=4beb9f87-fad4-470a-81e4-6f253f1e101a,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:39.471064 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c01ec0e2-80b1-451c-a5f2-8c6a05e705d5 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:39.537677 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-fe15cb53-6f46-4b11-98b1-43990b522929 req-81ee6d4a-5701-4061-b9fb-245606ef52ea tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Deleting port 9ca190d9-0812-4182-b114-3904f3101218 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:35:39.538339 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fe15cb53-6f46-4b11-98b1-43990b522929 req-81ee6d4a-5701-4061-b9fb-245606ef52ea tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:39.591521 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-0ec2c159-28dc-4716-be79-6bfda88f0d09 None None] Set router 3cc49993-e315-45c5-9f19-bccf548b8c8f gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:35:39.592167 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 5aad0b6f-a81a-4b54-ae53-8e5b9a992834 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:35:39.662998 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.resource_extend [None req-37b813f3-129c-4f1a-9214-471723fb385f None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:35:39.685400 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-88fc077b-3cb1-41f2-976e-37b5338bb4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:39.690175 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-25c33b24-ee35-4c9e-84a2-c0c8db0f5a8b None None] Set router dcdf80a7-4c8c-446b-bad7-75a7900d8783 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:35:39.721148 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-c01ec0e2-80b1-451c-a5f2-8c6a05e705d5 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Allocated IP 172.25.5.138 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/8582c91e-405c-40d8-bf52-549accdf63da) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:39.830309 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-37b813f3-129c-4f1a-9214-471723fb385f None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:39.905400 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 5aad0b6f-a81a-4b54-ae53-8e5b9a992834 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:39.905777 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:39.909532 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-fe15cb53-6f46-4b11-98b1-43990b522929 req-81ee6d4a-5701-4061-b9fb-245606ef52ea tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] For port 9ca190d9-0812-4182-b114-3904f3101218, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9ca190d9-0812-4182-b114-3904f3101218,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:35:39.911433 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fe15cb53-6f46-4b11-98b1-43990b522929 req-81ee6d4a-5701-4061-b9fb-245606ef52ea tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:39.970733 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-37b813f3-129c-4f1a-9214-471723fb385f None None] Transition to ACTIVE for port object ba3c9bad-24f3-46cf-ba19-4326f153c5e3 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:40.025925 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-37b813f3-129c-4f1a-9214-471723fb385f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:40.080325 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c01ec0e2-80b1-451c-a5f2-8c6a05e705d5 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:40.149849 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c01ec0e2-80b1-451c-a5f2-8c6a05e705d5 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:40.318946 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01ec0e2-80b1-451c-a5f2-8c6a05e705d5 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:40.329899 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-c01ec0e2-80b1-451c-a5f2-8c6a05e705d5 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:40.350946 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-fe15cb53-6f46-4b11-98b1-43990b522929 req-81ee6d4a-5701-4061-b9fb-245606ef52ea tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Calling delete_port for 9ca190d9-0812-4182-b114-3904f3101218 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:35:40.363504 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2e5dc-1898-43c1-9bc2-a6e62f441432 None None] Pushing event updated for resources: {'Port': ['ID=ba3c9bad-24f3-46cf-ba19-4326f153c5e3,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:40.383350 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01ec0e2-80b1-451c-a5f2-8c6a05e705d5 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:35:40.413840 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0ec2c159-28dc-4716-be79-6bfda88f0d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'name': 'tempest-AttachVolumeTestJSON-1448110249-router', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:32Z', 'revision_number': 4, 'project_id': '8d1a6374019440c5b414caca39c18480', 'gw_port': {'id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '4beb9f87-fad4-470a-81e4-6f253f1e101a', 'name': '', 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'mac_address': 'fa:16:3e:a9:97:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'e34c6da5-fe1e-433e-9a54-298c85867dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:30Z', 'updated_at': '2022-02-09T01:35:38Z', 'revision_number': 4, 'project_id': '8d1a6374019440c5b414caca39c18480', 'subnets': [{'id': 'e34c6da5-fe1e-433e-9a54-298c85867dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:40.438916 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec2c159-28dc-4716-be79-6bfda88f0d09 None None] The sync data for ids ['3cc49993-e315-45c5-9f19-bccf548b8c8f'] in n-d-828419-1 is: [{'id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'name': 'tempest-AttachVolumeTestJSON-1448110249-router', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:32Z', 'revision_number': 4, 'project_id': '8d1a6374019440c5b414caca39c18480', 'gw_port': {'id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '4beb9f87-fad4-470a-81e4-6f253f1e101a', 'name': '', 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'mac_address': 'fa:16:3e:a9:97:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'e34c6da5-fe1e-433e-9a54-298c85867dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:30Z', 'updated_at': '2022-02-09T01:35:38Z', 'revision_number': 4, 'project_id': '8d1a6374019440c5b414caca39c18480', 'subnets': [{'id': 'e34c6da5-fe1e-433e-9a54-298c85867dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:35:40.439697 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-96735b71-b4af-42f3-9e7c-8006b89361a3 req-76112317-95e9-4532-9455-c84e1b20ef3d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 210 time: 0.3489814 Feb 09 01:35:40.472119 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ec0e2-80b1-451c-a5f2-8c6a05e705d5 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Pushing event updated for resources: {'Port': ['ID=8582c91e-405c-40d8-bf52-549accdf63da,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:40.518895 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-37b813f3-129c-4f1a-9214-471723fb385f None None] Attempting to bind port ba3c9bad-24f3-46cf-ba19-4326f153c5e3 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:35:40.518895 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-37b813f3-129c-4f1a-9214-471723fb385f None None] Attempting to bind port ba3c9bad-24f3-46cf-ba19-4326f153c5e3 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '22617deb-6411-4fb0-8c9f-a7ed2fe54d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '12c6ce9e-fdbb-413e-986b-cd6e116ecfcd'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:35:40.518895 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b813f3-129c-4f1a-9214-471723fb385f None None] Attempting to bind port ba3c9bad-24f3-46cf-ba19-4326f153c5e3 on network 12c6ce9e-fdbb-413e-986b-cd6e116ecfcd {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:35:40.631333 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:40.637504 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-2ade2efd-7964-409a-adab-c80837560e84 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Allocated IP 172.20.0.3 (12c6ce9e-fdbb-413e-986b-cd6e116ecfcd/7b5753f4-27f1-4f76-815e-94a778de8086/19284260-baf7-49e1-a3c1-11f9e42da4db) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:40.640327 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c01ec0e2-80b1-451c-a5f2-8c6a05e705d5 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:40.643153 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b813f3-129c-4f1a-9214-471723fb385f None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:35:40.643537 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b813f3-129c-4f1a-9214-471723fb385f None None] Checking segment: {'id': '22617deb-6411-4fb0-8c9f-a7ed2fe54d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '12c6ce9e-fdbb-413e-986b-cd6e116ecfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:35:40.644023 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-37b813f3-129c-4f1a-9214-471723fb385f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:40.644336 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b813f3-129c-4f1a-9214-471723fb385f None None] Bound using segment: {'id': '22617deb-6411-4fb0-8c9f-a7ed2fe54d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '12c6ce9e-fdbb-413e-986b-cd6e116ecfcd'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:35:40.647831 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-37b813f3-129c-4f1a-9214-471723fb385f None None] Bound port: ba3c9bad-24f3-46cf-ba19-4326f153c5e3, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22617deb-6411-4fb0-8c9f-a7ed2fe54d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '12c6ce9e-fdbb-413e-986b-cd6e116ecfcd'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:35:40.648207 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-37b813f3-129c-4f1a-9214-471723fb385f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:40.714621 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:40.802567 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c01ec0e2-80b1-451c-a5f2-8c6a05e705d5 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:40.815782 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fe15cb53-6f46-4b11-98b1-43990b522929 req-81ee6d4a-5701-4061-b9fb-245606ef52ea tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:41.021460 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-37b813f3-129c-4f1a-9214-471723fb385f None None] For port ba3c9bad-24f3-46cf-ba19-4326f153c5e3, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:35:41.036942 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-37b813f3-129c-4f1a-9214-471723fb385f None None] For port ba3c9bad-24f3-46cf-ba19-4326f153c5e3, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=ba3c9bad-24f3-46cf-ba19-4326f153c5e3,segment=NetworkSegment(22617deb-6411-4fb0-8c9f-a7ed2fe54d52),segment_id=22617deb-6411-4fb0-8c9f-a7ed2fe54d52)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:35:41.056069 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-37b813f3-129c-4f1a-9214-471723fb385f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:41.125265 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c01ec0e2-80b1-451c-a5f2-8c6a05e705d5 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:41.152651 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c01ec0e2-80b1-451c-a5f2-8c6a05e705d5 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:41.240100 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-25c33b24-ee35-4c9e-84a2-c0c8db0f5a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'name': 'tempest-TestVolumeBootPattern-195536192-router', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:55Z', 'updated_at': '2022-02-09T01:21:13Z', 'revision_number': 4, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'gw_port': {'id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:59Z', 'updated_at': '2022-02-09T01:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '5e480360-25cd-4f87-b6e9-7feeae8eabe4', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'port_id': 'ca3a3ff9-b133-4877-85f3-13afef775030', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'mac_address': 'fa:16:3e:ee:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0333669d-d93a-4306-9b54-ffcabda46ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:30:56Z', 'revision_number': 1, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df50fd24-214b-49d0-bec7-74e98f6cb4a7', 'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'mac_address': 'fa:16:3e:df:40:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:10Z', 'updated_at': '2022-02-09T01:21:21Z', 'revision_number': 5, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'subnets': [{'id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:41.248485 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b813f3-129c-4f1a-9214-471723fb385f None None] Routers {'5cf6f45b-0539-40d6-a995-7768983a1d36'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:35:41.249506 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-37b813f3-129c-4f1a-9214-471723fb385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:35:40Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['5cf6f45b-0539-40d6-a995-7768983a1d36'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:41.339699 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c33b24-ee35-4c9e-84a2-c0c8db0f5a8b None None] The sync data for ids ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'] in n-d-828419-1 is: [{'id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'name': 'tempest-TestVolumeBootPattern-195536192-router', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:55Z', 'updated_at': '2022-02-09T01:21:13Z', 'revision_number': 4, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'gw_port': {'id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:59Z', 'updated_at': '2022-02-09T01:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '5e480360-25cd-4f87-b6e9-7feeae8eabe4', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'port_id': 'ca3a3ff9-b133-4877-85f3-13afef775030', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'mac_address': 'fa:16:3e:ee:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0333669d-d93a-4306-9b54-ffcabda46ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:30:52Z', 'updated_at': '2022-02-09T01:30:56Z', 'revision_number': 1, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df50fd24-214b-49d0-bec7-74e98f6cb4a7', 'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'mac_address': 'fa:16:3e:df:40:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:10Z', 'updated_at': '2022-02-09T01:21:21Z', 'revision_number': 5, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'subnets': [{'id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:35:41.345519 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee6d4a-5701-4061-b9fb-245606ef52ea tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Pushing event deleted for resources: {'Port': ['ID=9ca190d9-0812-4182-b114-3904f3101218,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:41.368797 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2e5dc-1898-43c1-9bc2-a6e62f441432 None None] Pushing event updated for resources: {'Port': ['ID=ba3c9bad-24f3-46cf-ba19-4326f153c5e3,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:41.382679 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe15cb53-6f46-4b11-98b1-43990b522929 req-81ee6d4a-5701-4061-b9fb-245606ef52ea tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] No DVR routers for this DVR port 9ca190d9-0812-4182-b114-3904f3101218 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:35:41.402810 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-fe15cb53-6f46-4b11-98b1-43990b522929 req-81ee6d4a-5701-4061-b9fb-245606ef52ea tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:41.413471 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65838984-c0e8-446d-83e0-e79eca828e58', 'name': 'network-vif-deleted', 'tag': '9ca190d9-0812-4182-b114-3904f3101218'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:35:41.538736 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fe15cb53-6f46-4b11-98b1-43990b522929 req-81ee6d4a-5701-4061-b9fb-245606ef52ea tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.35 "DELETE /v2.0/ports/9ca190d9-0812-4182-b114-3904f3101218 HTTP/1.1" status: 204 len: 173 time: 2.1685801 Feb 09 01:35:41.613446 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65838984-c0e8-446d-83e0-e79eca828e58', 'name': 'network-vif-deleted', 'tag': '9ca190d9-0812-4182-b114-3904f3101218', 'status': 'completed', 'code': 200} Feb 09 01:35:41.623554 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-2ade2efd-7964-409a-adab-c80837560e84 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:41.697534 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b79f6e-7072-48d0-8b0b-f4dd8a9dce0f req-f0a4900a-6e08-4c27-831a-cb4fc964aaae tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:41.699640 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-12b79f6e-7072-48d0-8b0b-f4dd8a9dce0f req-f0a4900a-6e08-4c27-831a-cb4fc964aaae tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=65838984-c0e8-446d-83e0-e79eca828e58 HTTP/1.1" status: 200 len: 867 time: 1.0011234 Feb 09 01:35:41.713643 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-2ade2efd-7964-409a-adab-c80837560e84 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Transition to ACTIVE for port object 19284260-baf7-49e1-a3c1-11f9e42da4db will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:41.761291 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-37b813f3-129c-4f1a-9214-471723fb385f None None] Set router 5cf6f45b-0539-40d6-a995-7768983a1d36 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:35:41.771964 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-2ade2efd-7964-409a-adab-c80837560e84 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:41.943482 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade2efd-7964-409a-adab-c80837560e84 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'Port': ['ID=19284260-baf7-49e1-a3c1-11f9e42da4db,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:41.959523 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ec0e2-80b1-451c-a5f2-8c6a05e705d5 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Pushing event updated for resources: {'Port': ['ID=8582c91e-405c-40d8-bf52-549accdf63da,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:41.965095 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-2ade2efd-7964-409a-adab-c80837560e84 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Network 12c6ce9e-fdbb-413e-986b-cd6e116ecfcd is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:41.967539 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-2ade2efd-7964-409a-adab-c80837560e84 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:41.981265 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-2ade2efd-7964-409a-adab-c80837560e84 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:35:42.025822 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c01ec0e2-80b1-451c-a5f2-8c6a05e705d5 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:42.098493 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-12b79f6e-7072-48d0-8b0b-f4dd8a9dce0f req-17f327c6-eea7-406b-bb92-bb1491326dd6 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3435214 Feb 09 01:35:42.099738 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c01ec0e2-80b1-451c-a5f2-8c6a05e705d5 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:42.100940 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c01ec0e2-80b1-451c-a5f2-8c6a05e705d5 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1416454 Feb 09 01:35:42.259938 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a09d66-bbe3-470f-8074-1d25169df5ce None None] New status for floating IP 0a308c97-716e-40ea-9140-4f051afd6e96: DOWN {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:35:42.309125 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:42.327698 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ad567-bbbd-4ea7-8d59-eabcd5377f7a req-f69eeb1c-3ff0-40c5-b0a7-492c694d3f1a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:42.330514 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0d2ad567-bbbd-4ea7-8d59-eabcd5377f7a req-f69eeb1c-3ff0-40c5-b0a7-492c694d3f1a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Synchronizing usage tracker for tenant:49364f58e6074dfa91c3c69aee216080 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:35:42.341698 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-2ade2efd-7964-409a-adab-c80837560e84 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:42.342343 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-2ade2efd-7964-409a-adab-c80837560e84 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:42.377448 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0d2ad567-bbbd-4ea7-8d59-eabcd5377f7a req-f69eeb1c-3ff0-40c5-b0a7-492c694d3f1a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Unset dirty status for tenant:49364f58e6074dfa91c3c69aee216080 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:35:42.390196 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0d2ad567-bbbd-4ea7-8d59-eabcd5377f7a req-f69eeb1c-3ff0-40c5-b0a7-492c694d3f1a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 931 time: 0.3326364 Feb 09 01:35:42.539443 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0d2ad567-bbbd-4ea7-8d59-eabcd5377f7a req-872587df-6a65-470c-923f-c76297ad3ab1 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457944 Feb 09 01:35:42.541415 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-2ade2efd-7964-409a-adab-c80837560e84 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1588147 Feb 09 01:35:42.583189 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-7f2bde63-3991-4ee1-bbfd-400325ea14fb service neutron] Request body: {'port': {'device_id': 'cfe392db-44b4-49de-9664-7f21da1b3987', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:42.669643 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 4beb9f87-fad4-470a-81e4-6f253f1e101a up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:35:42.692294 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-51e1dee3-202d-4252-9698-4aebf5a10aaa tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Synchronizing usage tracker for tenant:8d1a6374019440c5b414caca39c18480 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:35:42.727112 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-51e1dee3-202d-4252-9698-4aebf5a10aaa tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Unset dirty status for tenant:8d1a6374019440c5b414caca39c18480 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:35:42.737676 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-51e1dee3-202d-4252-9698-4aebf5a10aaa tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1612612285&fields=id&tenant_id=8d1a6374019440c5b414caca39c18480 HTTP/1.1" status: 200 len: 267 time: 0.1910019 Feb 09 01:35:42.854018 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-7f2bde63-3991-4ee1-bbfd-400325ea14fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:42.910478 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-1d030e59-ed17-406c-b302-50de1385b3e5 None None] Provisioning for port 19284260-baf7-49e1-a3c1-11f9e42da4db completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:42.967515 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-1d030e59-ed17-406c-b302-50de1385b3e5 None None] Provisioning complete for port 19284260-baf7-49e1-a3c1-11f9e42da4db triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:42.967919 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1d030e59-ed17-406c-b302-50de1385b3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:43.083421 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-1d030e59-ed17-406c-b302-50de1385b3e5 None None] Port 19284260-baf7-49e1-a3c1-11f9e42da4db cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:35:43.133136 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 4beb9f87-fad4-470a-81e4-6f253f1e101a completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:43.148289 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-37b813f3-129c-4f1a-9214-471723fb385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021154720', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '2bc546ff-eb2c-47ca-9e92-9bcdb6168997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:22Z', 'updated_at': '2022-02-09T01:35:31Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '2bc546ff-eb2c-47ca-9e92-9bcdb6168997', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:23Z', 'updated_at': '2022-02-09T01:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'ba3c9bad-24f3-46cf-ba19-4326f153c5e3', 'name': '', 'network_id': '12c6ce9e-fdbb-413e-986b-cd6e116ecfcd', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:cf:b2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '7b5753f4-27f1-4f76-815e-94a778de8086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:30Z', 'updated_at': '2022-02-09T01:35:41Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '7b5753f4-27f1-4f76-815e-94a778de8086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:43.166562 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 4beb9f87-fad4-470a-81e4-6f253f1e101a triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:43.167739 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:43.180083 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-9dff3ae5-3a9d-48c1-81e3-f4a37ccdaed7 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:43.180916 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-9dff3ae5-3a9d-48c1-81e3-f4a37ccdaed7 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Synchronizing usage tracker for tenant:8d1a6374019440c5b414caca39c18480 on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:35:43.215049 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-9dff3ae5-3a9d-48c1-81e3-f4a37ccdaed7 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Unset dirty status for tenant:8d1a6374019440c5b414caca39c18480 on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:35:43.216234 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-9dff3ae5-3a9d-48c1-81e3-f4a37ccdaed7 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/networks?id=c6572370-df6a-4ab0-b511-4a15eb8e86f4 HTTP/1.1" status: 200 len: 811 time: 0.4777718 Feb 09 01:35:43.236689 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-a44d64ff-e66a-430a-99b0-c7aa8143b8e1 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/quotas/8d1a6374019440c5b414caca39c18480 HTTP/1.1" status: 200 len: 375 time: 0.0129442 Feb 09 01:35:43.256101 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b813f3-129c-4f1a-9214-471723fb385f None None] The sync data for ids ['5cf6f45b-0539-40d6-a995-7768983a1d36'] in n-d-828419-1 is: [{'id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021154720', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '2bc546ff-eb2c-47ca-9e92-9bcdb6168997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:22Z', 'updated_at': '2022-02-09T01:35:31Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '2bc546ff-eb2c-47ca-9e92-9bcdb6168997', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:23Z', 'updated_at': '2022-02-09T01:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'ba3c9bad-24f3-46cf-ba19-4326f153c5e3', 'name': '', 'network_id': '12c6ce9e-fdbb-413e-986b-cd6e116ecfcd', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:cf:b2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '7b5753f4-27f1-4f76-815e-94a778de8086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:30Z', 'updated_at': '2022-02-09T01:35:41Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '7b5753f4-27f1-4f76-815e-94a778de8086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:35:43.433380 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-c49577ba-e73e-4cdd-8d3a-fb184728d27e tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d1a6374019440c5b414caca39c18480&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1900394 Feb 09 01:35:43.445629 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:43.459400 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-159ea2cc-b7d7-4f91-9144-efafb40af1a2 req-a92592f4-217e-4675-8c99-cabd295dde57 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Synchronizing usage tracker for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:35:43.487201 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-159ea2cc-b7d7-4f91-9144-efafb40af1a2 req-a92592f4-217e-4675-8c99-cabd295dde57 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Unset dirty status for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:35:43.488370 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-159ea2cc-b7d7-4f91-9144-efafb40af1a2 req-a92592f4-217e-4675-8c99-cabd295dde57 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=65838984-c0e8-446d-83e0-e79eca828e58 HTTP/1.1" status: 200 len: 210 time: 0.0808029 Feb 09 01:35:43.499760 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 4beb9f87-fad4-470a-81e4-6f253f1e101a, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=4beb9f87-fad4-470a-81e4-6f253f1e101a,segment=NetworkSegment(b8f50639-8192-4c9e-a34a-0729e57b55bb),segment_id=b8f50639-8192-4c9e-a34a-0729e57b55bb)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:35:43.506991 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:43.623616 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-e1951e3a-41ac-4302-9cd4-2cddab8a0cc4 service neutron] 10.222.0.37 "GET /v2.0/networks/c6572370-df6a-4ab0-b511-4a15eb8e86f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891539 Feb 09 01:35:43.639315 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-7f2bde63-3991-4ee1-bbfd-400325ea14fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19284260-baf7-49e1-a3c1-11f9e42da4db {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:35:43.656864 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-7f2bde63-3991-4ee1-bbfd-400325ea14fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:43.688069 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-7f2bde63-3991-4ee1-bbfd-400325ea14fb service neutron] Transition to ACTIVE for port object 19284260-baf7-49e1-a3c1-11f9e42da4db will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:43.704343 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-7f2bde63-3991-4ee1-bbfd-400325ea14fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:43.755599 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=4beb9f87-fad4-470a-81e4-6f253f1e101a,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:43.760345 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 9ca190d9-0812-4182-b114-3904f3101218 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:35:43.831413 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-17284d44-8b3e-4311-a392-04685b4f9dee service neutron] 10.222.0.37 "GET /v2.0/networks/c6572370-df6a-4ab0-b511-4a15eb8e86f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068472 Feb 09 01:35:43.942486 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 9ca190d9-0812-4182-b114-3904f3101218 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:35:43.942769 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 9ca190d9-0812-4182-b114-3904f3101218 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:35:44.216191 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d6a5fcb0-afb7-426c-b42e-38493a34b330 req-a8ce8800-1785-4745-b2d8-efd081dae5f1 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 210 time: 0.1436179 Feb 09 01:35:44.259982 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bde63-3991-4ee1-bbfd-400325ea14fb service neutron] Pushing event updated for resources: {'Port': ['ID=19284260-baf7-49e1-a3c1-11f9e42da4db,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:44.447761 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6d38f-c9c8-4ba1-acb5-39e05d8cc6e6 req-257c64cb-9384-4d45-bd38-98b6cae72c85 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:44.451537 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-53d6d38f-c9c8-4ba1-acb5-39e05d8cc6e6 req-257c64cb-9384-4d45-bd38-98b6cae72c85 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 943 time: 0.5187767 Feb 09 01:35:44.535613 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-7f2bde63-3991-4ee1-bbfd-400325ea14fb service neutron] Attempting to bind port 19284260-baf7-49e1-a3c1-11f9e42da4db on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:35:44.536201 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-7f2bde63-3991-4ee1-bbfd-400325ea14fb service neutron] Attempting to bind port 19284260-baf7-49e1-a3c1-11f9e42da4db by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '22617deb-6411-4fb0-8c9f-a7ed2fe54d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '12c6ce9e-fdbb-413e-986b-cd6e116ecfcd'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:35:44.536288 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-7f2bde63-3991-4ee1-bbfd-400325ea14fb service neutron] Attempting to bind port 19284260-baf7-49e1-a3c1-11f9e42da4db on network 12c6ce9e-fdbb-413e-986b-cd6e116ecfcd {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:35:44.553616 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-7f2bde63-3991-4ee1-bbfd-400325ea14fb service neutron] Port 19284260-baf7-49e1-a3c1-11f9e42da4db on network 12c6ce9e-fdbb-413e-986b-cd6e116ecfcd not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:35:44.553953 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-7f2bde63-3991-4ee1-bbfd-400325ea14fb service neutron] Attempting to bind port 19284260-baf7-49e1-a3c1-11f9e42da4db on network 12c6ce9e-fdbb-413e-986b-cd6e116ecfcd {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:35:44.569886 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-7f2bde63-3991-4ee1-bbfd-400325ea14fb service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:35:44.570230 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-7f2bde63-3991-4ee1-bbfd-400325ea14fb service neutron] Checking segment: {'id': '22617deb-6411-4fb0-8c9f-a7ed2fe54d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '12c6ce9e-fdbb-413e-986b-cd6e116ecfcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:35:44.570616 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-7f2bde63-3991-4ee1-bbfd-400325ea14fb service neutron] Bound using segment: {'id': '22617deb-6411-4fb0-8c9f-a7ed2fe54d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '12c6ce9e-fdbb-413e-986b-cd6e116ecfcd'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:35:44.571040 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-7f2bde63-3991-4ee1-bbfd-400325ea14fb service neutron] Bound port: 19284260-baf7-49e1-a3c1-11f9e42da4db, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22617deb-6411-4fb0-8c9f-a7ed2fe54d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '12c6ce9e-fdbb-413e-986b-cd6e116ecfcd'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:35:44.571560 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-7f2bde63-3991-4ee1-bbfd-400325ea14fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:44.588857 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-53d6d38f-c9c8-4ba1-acb5-39e05d8cc6e6 req-8d0a3776-daa6-4f26-ba1d-edd7a88a0ba3 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178148 Feb 09 01:35:44.705217 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 4beb9f87-fad4-470a-81e4-6f253f1e101a up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:35:44.792125 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-7f2bde63-3991-4ee1-bbfd-400325ea14fb service neutron] For port 19284260-baf7-49e1-a3c1-11f9e42da4db, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:35:44.808558 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-7f2bde63-3991-4ee1-bbfd-400325ea14fb service neutron] For port 19284260-baf7-49e1-a3c1-11f9e42da4db, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=19284260-baf7-49e1-a3c1-11f9e42da4db,segment=NetworkSegment(22617deb-6411-4fb0-8c9f-a7ed2fe54d52),segment_id=22617deb-6411-4fb0-8c9f-a7ed2fe54d52)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:35:44.820152 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-7f2bde63-3991-4ee1-bbfd-400325ea14fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:44.866094 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 4beb9f87-fad4-470a-81e4-6f253f1e101a triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:44.866762 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:44.951798 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-7f2bde63-3991-4ee1-bbfd-400325ea14fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:44.958688 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-7f2bde63-3991-4ee1-bbfd-400325ea14fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:44.961273 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-7f2bde63-3991-4ee1-bbfd-400325ea14fb service neutron] 10.222.0.35 "PUT /v2.0/ports/19284260-baf7-49e1-a3c1-11f9e42da4db HTTP/1.1" status: 200 len: 1091 time: 2.4043255 Feb 09 01:35:44.974089 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe392db-44b4-49de-9664-7f21da1b3987', 'tag': '19284260-baf7-49e1-a3c1-11f9e42da4db'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:35:45.052657 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bde63-3991-4ee1-bbfd-400325ea14fb service neutron] Pushing event updated for resources: {'Port': ['ID=19284260-baf7-49e1-a3c1-11f9e42da4db,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:45.141609 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ba3c9bad-24f3-46cf-ba19-4326f153c5e3 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:35:45.148334 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfe392db-44b4-49de-9664-7f21da1b3987', 'tag': '19284260-baf7-49e1-a3c1-11f9e42da4db', 'status': 'completed', 'code': 200} Feb 09 01:35:45.419341 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port ba3c9bad-24f3-46cf-ba19-4326f153c5e3 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:45.435977 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port ba3c9bad-24f3-46cf-ba19-4326f153c5e3 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:45.436464 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:45.500382 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-2af67ee0-336a-4775-97f9-5ec3de59f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:45.502205 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-2af67ee0-336a-4775-97f9-5ec3de59f7d2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 1094 time: 0.3165855 Feb 09 01:35:45.573273 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-22a5cd1a-18b1-4522-9534-1824e99f2cf9 req-8b578de6-2eda-44f3-8c1b-f96b825ccf20 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 210 time: 0.1712644 Feb 09 01:35:45.651092 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-3a8a20e0-c481-4ab8-b6a6-3e374c986427 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19284260-baf7-49e1-a3c1-11f9e42da4db HTTP/1.1" status: 200 len: 217 time: 0.1372747 Feb 09 01:35:45.770685 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:45.779610 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-38201f87-7226-49ac-b8b1-2bab60d14a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:45.782757 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-38201f87-7226-49ac-b8b1-2bab60d14a02 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b5753f4-27f1-4f76-815e-94a778de8086 HTTP/1.1" status: 200 len: 835 time: 0.1262734 Feb 09 01:35:45.890306 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port ba3c9bad-24f3-46cf-ba19-4326f153c5e3, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=ba3c9bad-24f3-46cf-ba19-4326f153c5e3,segment=NetworkSegment(22617deb-6411-4fb0-8c9f-a7ed2fe54d52),segment_id=22617deb-6411-4fb0-8c9f-a7ed2fe54d52)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:35:45.898147 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:46.206899 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-0df5282d-0482-4be9-974c-03911f65f3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:46.209665 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-0df5282d-0482-4be9-974c-03911f65f3d4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=12c6ce9e-fdbb-413e-986b-cd6e116ecfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4195318 Feb 09 01:35:46.217155 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=ba3c9bad-24f3-46cf-ba19-4326f153c5e3,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:46.497137 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d27fe-d6b2-488f-b33d-2c440b13d9cb req-04da2f7a-2edf-4854-b671-fb1c057ca25d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:46.498753 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0e4d27fe-d6b2-488f-b33d-2c440b13d9cb req-04da2f7a-2edf-4854-b671-fb1c057ca25d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 943 time: 0.6086209 Feb 09 01:35:46.582995 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ba3c9bad-24f3-46cf-ba19-4326f153c5e3 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:35:46.665507 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0e4d27fe-d6b2-488f-b33d-2c440b13d9cb req-a3294432-c4c5-405d-94c2-c7a3addf9c30 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425920 Feb 09 01:35:46.670042 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port ba3c9bad-24f3-46cf-ba19-4326f153c5e3 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:46.670479 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:46.690614 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-105d334c-576d-4ea9-a837-f00427f9b66f service neutron] 10.222.0.35 "GET /v2.0/networks/12c6ce9e-fdbb-413e-986b-cd6e116ecfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4726980 Feb 09 01:35:46.798450 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-97f1f8ab-0e21-41db-8985-a24e111929b8 req-00e0f099-d666-476a-a115-bf4f51c3584a tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 210 time: 0.0566967 Feb 09 01:35:46.823907 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-4805619b-2601-46ba-8a78-624db9efb60f tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:46.825399 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-4805619b-2601-46ba-8a78-624db9efb60f tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.35 "GET /v2.0/networks?id=c6572370-df6a-4ab0-b511-4a15eb8e86f4 HTTP/1.1" status: 200 len: 811 time: 0.4280400 Feb 09 01:35:46.900013 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6cf744c1-97d5-4692-87ee-ec72a4e77437 req-cefa7d6b-1055-486e-b841-df6705b581e7 service neutron] 10.222.0.35 "GET /v2.0/networks/12c6ce9e-fdbb-413e-986b-cd6e116ecfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006071 Feb 09 01:35:46.909238 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-8be3364d-e83d-4618-8565-5ba7f47a8d41 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d1a6374019440c5b414caca39c18480 HTTP/1.1" status: 200 len: 380 time: 0.0707886 Feb 09 01:35:46.919634 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-8ec05db3-8927-41b7-a5f4-3ab6242431eb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Request body: {'port': {'device_id': '234e802c-d772-40e9-91e6-14a5437cbbcb', 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4', 'admin_state_up': True, 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'security_groups': ['8a64fe41-70bc-4086-b8b4-705ba4bf2f97']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:47.159104 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-8ec05db3-8927-41b7-a5f4-3ab6242431eb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:47.164336 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d01989-168b-4917-97f7-39e15a3d8d3a req-04d8146c-cf33-48d6-b545-af5630975549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:47.165882 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-34d01989-168b-4917-97f7-39e15a3d8d3a req-04d8146c-cf33-48d6-b545-af5630975549 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 1094 time: 0.1762996 Feb 09 01:35:47.166814 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-8ec05db3-8927-41b7-a5f4-3ab6242431eb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Usage tracker for resource:port and tenant:8d1a6374019440c5b414caca39c18480 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:47.169953 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-8ec05db3-8927-41b7-a5f4-3ab6242431eb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:47.194223 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-8ec05db3-8927-41b7-a5f4-3ab6242431eb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:47.268214 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-8ec05db3-8927-41b7-a5f4-3ab6242431eb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Made reservation on behalf of 8d1a6374019440c5b414caca39c18480 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:35:47.271594 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-8ec05db3-8927-41b7-a5f4-3ab6242431eb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:47.378573 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d01989-168b-4917-97f7-39e15a3d8d3a req-92b2ad86-21c0-4607-8bc4-ee4aae9aa61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:47.380049 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-34d01989-168b-4917-97f7-39e15a3d8d3a req-92b2ad86-21c0-4607-8bc4-ee4aae9aa61d service neutron] 10.222.0.35 "GET /v2.0/networks?id=12c6ce9e-fdbb-413e-986b-cd6e116ecfcd HTTP/1.1" status: 200 len: 898 time: 0.2072098 Feb 09 01:35:47.465995 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-34d01989-168b-4917-97f7-39e15a3d8d3a req-b284aecd-0b37-4892-bb8c-1c0b45b8a963 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19284260-baf7-49e1-a3c1-11f9e42da4db HTTP/1.1" status: 200 len: 217 time: 0.0753567 Feb 09 01:35:47.592493 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d01989-168b-4917-97f7-39e15a3d8d3a req-9e2142ad-cfad-44c8-9ef3-da3d28f768e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:47.593864 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-34d01989-168b-4917-97f7-39e15a3d8d3a req-9e2142ad-cfad-44c8-9ef3-da3d28f768e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b5753f4-27f1-4f76-815e-94a778de8086 HTTP/1.1" status: 200 len: 835 time: 0.1182582 Feb 09 01:35:47.600563 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-8ec05db3-8927-41b7-a5f4-3ab6242431eb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Allocated IP 172.20.0.14 (c6572370-df6a-4ab0-b511-4a15eb8e86f4/e34c6da5-fe1e-433e-9a54-298c85867dd5/ad2435bf-8eeb-4a5b-8284-6f58b61f75b3) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:47.914350 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d01989-168b-4917-97f7-39e15a3d8d3a req-7c25f1ba-63ae-439c-ac73-57598f306860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:47.915765 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-34d01989-168b-4917-97f7-39e15a3d8d3a req-7c25f1ba-63ae-439c-ac73-57598f306860 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=12c6ce9e-fdbb-413e-986b-cd6e116ecfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3130164 Feb 09 01:35:47.942241 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-8ec05db3-8927-41b7-a5f4-3ab6242431eb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:47.964500 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-8ec05db3-8927-41b7-a5f4-3ab6242431eb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Transition to ACTIVE for port object ad2435bf-8eeb-4a5b-8284-6f58b61f75b3 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:48.002522 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e0c1e80e-77ea-42d1-92ad-53f7a97da86f req-2b777898-9b9f-41d5-86bf-9c9069b93dae tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 210 time: 0.0539715 Feb 09 01:35:48.022806 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-8ec05db3-8927-41b7-a5f4-3ab6242431eb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:48.305244 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-8ec05db3-8927-41b7-a5f4-3ab6242431eb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Network c6572370-df6a-4ab0-b511-4a15eb8e86f4 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:48.311156 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-8ec05db3-8927-41b7-a5f4-3ab6242431eb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:48.313724 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-8ec05db3-8927-41b7-a5f4-3ab6242431eb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:35:48.361922 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec05db3-8927-41b7-a5f4-3ab6242431eb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Pushing event updated for resources: {'Port': ['ID=ad2435bf-8eeb-4a5b-8284-6f58b61f75b3,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:48.372891 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10b96e-e3c3-47fd-a094-56e303f8987e req-c1260a65-e1f0-4505-b774-c07cae8e62e8 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:48.374384 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a10b96e-e3c3-47fd-a094-56e303f8987e req-c1260a65-e1f0-4505-b774-c07cae8e62e8 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 943 time: 0.5619678 Feb 09 01:35:48.448052 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a10b96e-e3c3-47fd-a094-56e303f8987e req-3121ebe9-7450-4b87-8fd7-e129988841ef tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581632 Feb 09 01:35:48.475724 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-8ec05db3-8927-41b7-a5f4-3ab6242431eb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:48.476633 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-8ec05db3-8927-41b7-a5f4-3ab6242431eb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:48.513395 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-34d01989-168b-4917-97f7-39e15a3d8d3a req-aa5a3bef-195c-4378-bb32-472f77043089 service neutron] 10.222.0.35 "GET /v2.0/networks/12c6ce9e-fdbb-413e-986b-cd6e116ecfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5901613 Feb 09 01:35:48.517803 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-8ec05db3-8927-41b7-a5f4-3ab6242431eb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6031055 Feb 09 01:35:48.556625 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-ed3110e1-560f-4317-8d9f-10eff5709131 service neutron] Request body: {'port': {'device_id': '234e802c-d772-40e9-91e6-14a5437cbbcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:48.679873 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6135a470-1c8c-4a62-aa5a-1e2b95c777dc None None] Provisioning for port ad2435bf-8eeb-4a5b-8284-6f58b61f75b3 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:48.689352 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6135a470-1c8c-4a62-aa5a-1e2b95c777dc None None] Provisioning complete for port ad2435bf-8eeb-4a5b-8284-6f58b61f75b3 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:48.691689 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6135a470-1c8c-4a62-aa5a-1e2b95c777dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:48.766373 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-6135a470-1c8c-4a62-aa5a-1e2b95c777dc None None] Port ad2435bf-8eeb-4a5b-8284-6f58b61f75b3 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:35:48.774325 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-ed3110e1-560f-4317-8d9f-10eff5709131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:48.796220 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-34d01989-168b-4917-97f7-39e15a3d8d3a req-5e17bd26-6277-4ede-8f21-c0457a47da86 service neutron] 10.222.0.35 "GET /v2.0/networks/12c6ce9e-fdbb-413e-986b-cd6e116ecfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697592 Feb 09 01:35:49.172967 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-ed3110e1-560f-4317-8d9f-10eff5709131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad2435bf-8eeb-4a5b-8284-6f58b61f75b3 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:35:49.182412 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-ed3110e1-560f-4317-8d9f-10eff5709131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:49.197712 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-ed3110e1-560f-4317-8d9f-10eff5709131 service neutron] Transition to ACTIVE for port object ad2435bf-8eeb-4a5b-8284-6f58b61f75b3 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:49.202209 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded21f87-826e-4fc1-b66b-6a4cfd43048a req-4b72bdb3-8be3-4695-adef-39ae46877d65 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:49.202810 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-ed3110e1-560f-4317-8d9f-10eff5709131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:49.209907 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ded21f87-826e-4fc1-b66b-6a4cfd43048a req-4b72bdb3-8be3-4695-adef-39ae46877d65 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 932 time: 0.1085122 Feb 09 01:35:49.257014 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ded21f87-826e-4fc1-b66b-6a4cfd43048a req-2993b13c-d7e5-4fbb-b6ad-0061bf3b7236 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459340 Feb 09 01:35:49.452708 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3110e1-560f-4317-8d9f-10eff5709131 service neutron] Pushing event updated for resources: {'Port': ['ID=ad2435bf-8eeb-4a5b-8284-6f58b61f75b3,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:49.515246 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-ed3110e1-560f-4317-8d9f-10eff5709131 service neutron] Attempting to bind port ad2435bf-8eeb-4a5b-8284-6f58b61f75b3 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:35:49.515569 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-ed3110e1-560f-4317-8d9f-10eff5709131 service neutron] Attempting to bind port ad2435bf-8eeb-4a5b-8284-6f58b61f75b3 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'b8f50639-8192-4c9e-a34a-0729e57b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:35:49.515902 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-ed3110e1-560f-4317-8d9f-10eff5709131 service neutron] Attempting to bind port ad2435bf-8eeb-4a5b-8284-6f58b61f75b3 on network c6572370-df6a-4ab0-b511-4a15eb8e86f4 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:35:49.525676 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-ed3110e1-560f-4317-8d9f-10eff5709131 service neutron] Port ad2435bf-8eeb-4a5b-8284-6f58b61f75b3 on network c6572370-df6a-4ab0-b511-4a15eb8e86f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:35:49.525907 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-ed3110e1-560f-4317-8d9f-10eff5709131 service neutron] Attempting to bind port ad2435bf-8eeb-4a5b-8284-6f58b61f75b3 on network c6572370-df6a-4ab0-b511-4a15eb8e86f4 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:35:49.532317 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-ed3110e1-560f-4317-8d9f-10eff5709131 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:35:49.532678 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-ed3110e1-560f-4317-8d9f-10eff5709131 service neutron] Checking segment: {'id': 'b8f50639-8192-4c9e-a34a-0729e57b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:35:49.533065 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-ed3110e1-560f-4317-8d9f-10eff5709131 service neutron] Bound using segment: {'id': 'b8f50639-8192-4c9e-a34a-0729e57b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:35:49.539528 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-ed3110e1-560f-4317-8d9f-10eff5709131 service neutron] Bound port: ad2435bf-8eeb-4a5b-8284-6f58b61f75b3, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8f50639-8192-4c9e-a34a-0729e57b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:35:49.540210 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-ed3110e1-560f-4317-8d9f-10eff5709131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:49.620386 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 19284260-baf7-49e1-a3c1-11f9e42da4db details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:35:49.819268 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-ed3110e1-560f-4317-8d9f-10eff5709131 service neutron] For port ad2435bf-8eeb-4a5b-8284-6f58b61f75b3, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:35:49.839066 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 19284260-baf7-49e1-a3c1-11f9e42da4db, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=19284260-baf7-49e1-a3c1-11f9e42da4db,segment=NetworkSegment(22617deb-6411-4fb0-8c9f-a7ed2fe54d52),segment_id=22617deb-6411-4fb0-8c9f-a7ed2fe54d52)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:35:49.882292 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '19284260-baf7-49e1-a3c1-11f9e42da4db', 'network_id': '12c6ce9e-fdbb-413e-986b-cd6e116ecfcd', 'port_id': '19284260-baf7-49e1-a3c1-11f9e42da4db', 'mac_address': 'fa:16:3e:d8:ce:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 967, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b5753f4-27f1-4f76-815e-94a778de8086', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:35:49.903931 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-ed3110e1-560f-4317-8d9f-10eff5709131 service neutron] For port ad2435bf-8eeb-4a5b-8284-6f58b61f75b3, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=ad2435bf-8eeb-4a5b-8284-6f58b61f75b3,segment=NetworkSegment(b8f50639-8192-4c9e-a34a-0729e57b55bb),segment_id=b8f50639-8192-4c9e-a34a-0729e57b55bb)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:35:49.917080 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-ed3110e1-560f-4317-8d9f-10eff5709131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:50.051397 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-ed3110e1-560f-4317-8d9f-10eff5709131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:50.052441 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-ed3110e1-560f-4317-8d9f-10eff5709131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:50.054283 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-ed3110e1-560f-4317-8d9f-10eff5709131 service neutron] 10.222.0.35 "PUT /v2.0/ports/ad2435bf-8eeb-4a5b-8284-6f58b61f75b3 HTTP/1.1" status: 200 len: 1092 time: 1.5030127 Feb 09 01:35:50.054876 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234e802c-d772-40e9-91e6-14a5437cbbcb', 'tag': 'ad2435bf-8eeb-4a5b-8284-6f58b61f75b3'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:35:50.062573 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:50.080673 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7d095-4368-44b7-9b67-45478ee2a66b req-7ab6e547-8b41-4cb8-badf-723764ea2cda tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:50.082168 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c1d7d095-4368-44b7-9b67-45478ee2a66b req-7ab6e547-8b41-4cb8-badf-723764ea2cda tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 943 time: 0.3490770 Feb 09 01:35:50.085642 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3110e1-560f-4317-8d9f-10eff5709131 service neutron] Pushing event updated for resources: {'Port': ['ID=ad2435bf-8eeb-4a5b-8284-6f58b61f75b3,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:50.120872 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19284260-baf7-49e1-a3c1-11f9e42da4db {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:35:50.178396 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 19284260-baf7-49e1-a3c1-11f9e42da4db, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=19284260-baf7-49e1-a3c1-11f9e42da4db,segment=NetworkSegment(22617deb-6411-4fb0-8c9f-a7ed2fe54d52),segment_id=22617deb-6411-4fb0-8c9f-a7ed2fe54d52)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:35:50.190552 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:50.193300 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '234e802c-d772-40e9-91e6-14a5437cbbcb', 'tag': 'ad2435bf-8eeb-4a5b-8284-6f58b61f75b3', 'status': 'completed', 'code': 200} Feb 09 01:35:50.256563 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c1d7d095-4368-44b7-9b67-45478ee2a66b req-c37ee20d-544d-4118-a01e-0681a787f378 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425207 Feb 09 01:35:50.287375 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-6e970c8c-4598-487c-910e-98be6241375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:50.289254 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-6e970c8c-4598-487c-910e-98be6241375f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8d1a6374019440c5b414caca39c18480&device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 1095 time: 0.1551526 Feb 09 01:35:50.342937 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=19284260-baf7-49e1-a3c1-11f9e42da4db,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:50.443433 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-f3f6a8c4-915e-408d-8fdb-d3c1f4aeb8ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad2435bf-8eeb-4a5b-8284-6f58b61f75b3 HTTP/1.1" status: 200 len: 217 time: 0.1434829 Feb 09 01:35:50.446818 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['19284260-baf7-49e1-a3c1-11f9e42da4db'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:35:50.530219 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-878247f1-501b-4dee-8bb5-7d202bd0100d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:50.531839 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-878247f1-501b-4dee-8bb5-7d202bd0100d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e34c6da5-fe1e-433e-9a54-298c85867dd5 HTTP/1.1" status: 200 len: 850 time: 0.0764294 Feb 09 01:35:50.560858 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c011fef5-304b-4cb2-b8b4-0d371d973386 req-c91e5121-066f-4dc2-880e-e21e2cf89c8a tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:50.563202 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c011fef5-304b-4cb2-b8b4-0d371d973386 req-c91e5121-066f-4dc2-880e-e21e2cf89c8a tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 944 time: 0.1037731 Feb 09 01:35:50.621191 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c011fef5-304b-4cb2-b8b4-0d371d973386 req-9c22541f-03d3-4257-9f5f-400ec20d7235 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518734 Feb 09 01:35:50.738201 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-8ef54ebb-00c2-4cf0-85cd-31ee3a8ccbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:50.739588 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-8ef54ebb-00c2-4cf0-85cd-31ee3a8ccbe8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c6572370-df6a-4ab0-b511-4a15eb8e86f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2000585 Feb 09 01:35:50.879079 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51236) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:50.887500 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-fe35da5c-9590-476d-8c93-17f48b40de89 service neutron] 10.222.0.35 "GET /v2.0/networks/c6572370-df6a-4ab0-b511-4a15eb8e86f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340303 Feb 09 01:35:51.017976 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9aba6fd5-f20e-4607-ace8-5503fc8a098e req-7de3e025-8764-4396-9e8a-ef8ef7c22923 service neutron] 10.222.0.35 "GET /v2.0/networks/c6572370-df6a-4ab0-b511-4a15eb8e86f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232636 Feb 09 01:35:51.100252 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-9273275d-f7ec-4119-8891-ecd2511d8cbe tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Deleting port d0dcebbc-00c9-4eb8-8229-efd13cb2b942 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:35:51.101176 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9273275d-f7ec-4119-8891-ecd2511d8cbe tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:51.154381 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826c45a-e73d-41a1-bd6e-e7d0dedf5839 req-ae8affff-5505-4374-bfb2-be34aa3a848a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:51.155870 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c826c45a-e73d-41a1-bd6e-e7d0dedf5839 req-ae8affff-5505-4374-bfb2-be34aa3a848a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8d1a6374019440c5b414caca39c18480&device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 1095 time: 0.0810606 Feb 09 01:35:51.297010 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9273275d-f7ec-4119-8891-ecd2511d8cbe tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:51.297328 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9273275d-f7ec-4119-8891-ecd2511d8cbe tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:51.311596 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826c45a-e73d-41a1-bd6e-e7d0dedf5839 req-053f110e-2c70-43e2-bf9b-26317872f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:51.313095 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c826c45a-e73d-41a1-bd6e-e7d0dedf5839 req-053f110e-2c70-43e2-bf9b-26317872f0a9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c6572370-df6a-4ab0-b511-4a15eb8e86f4 HTTP/1.1" status: 200 len: 912 time: 0.1507707 Feb 09 01:35:51.429495 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c826c45a-e73d-41a1-bd6e-e7d0dedf5839 req-6b4596ec-4bec-4fbe-9f0b-c4010a81b35c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad2435bf-8eeb-4a5b-8284-6f58b61f75b3 HTTP/1.1" status: 200 len: 217 time: 0.1043823 Feb 09 01:35:51.447970 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-9273275d-f7ec-4119-8891-ecd2511d8cbe tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Calling delete_port for d0dcebbc-00c9-4eb8-8229-efd13cb2b942 owned by network:floatingip {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:35:51.511964 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826c45a-e73d-41a1-bd6e-e7d0dedf5839 req-c109d887-a088-4eec-9ce0-9397d7d653a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:51.513432 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c826c45a-e73d-41a1-bd6e-e7d0dedf5839 req-c109d887-a088-4eec-9ce0-9397d7d653a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e34c6da5-fe1e-433e-9a54-298c85867dd5 HTTP/1.1" status: 200 len: 850 time: 0.0749152 Feb 09 01:35:51.562484 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac72ce8-352b-40ef-a601-d26642bf23ee req-0842cdbc-d6b1-4a8a-877c-87d515a047bc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:51.563949 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8ac72ce8-352b-40ef-a601-d26642bf23ee req-0842cdbc-d6b1-4a8a-877c-87d515a047bc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 944 time: 0.1777980 Feb 09 01:35:51.616052 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9273275d-f7ec-4119-8891-ecd2511d8cbe tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:51.628864 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8ac72ce8-352b-40ef-a601-d26642bf23ee req-48bc6ed2-1e46-4692-a8d8-09fe93cbd735 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555656 Feb 09 01:35:51.635411 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 19284260-baf7-49e1-a3c1-11f9e42da4db up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:35:51.642949 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826c45a-e73d-41a1-bd6e-e7d0dedf5839 req-5aefb875-3a6f-41ce-9692-217fa9a2aa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:51.644496 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c826c45a-e73d-41a1-bd6e-e7d0dedf5839 req-5aefb875-3a6f-41ce-9692-217fa9a2aa91 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c6572370-df6a-4ab0-b511-4a15eb8e86f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232626 Feb 09 01:35:51.750969 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 19284260-baf7-49e1-a3c1-11f9e42da4db completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:51.760230 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 19284260-baf7-49e1-a3c1-11f9e42da4db triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:51.760875 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:51.776357 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273275d-f7ec-4119-8891-ecd2511d8cbe tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Pushing event deleted for resources: {'Port': ['ID=d0dcebbc-00c9-4eb8-8229-efd13cb2b942,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:51.812658 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c826c45a-e73d-41a1-bd6e-e7d0dedf5839 req-3995f3a3-008f-4294-aa62-9d8ff16a6d7a service neutron] 10.222.0.35 "GET /v2.0/networks/c6572370-df6a-4ab0-b511-4a15eb8e86f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610889 Feb 09 01:35:51.884107 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9273275d-f7ec-4119-8891-ecd2511d8cbe tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for floatingip, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:51.884578 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-9273275d-f7ec-4119-8891-ecd2511d8cbe tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Floating IP 5e480360-25cd-4f87-b6e9-7feeae8eabe4 disassociated (deleted). External IP: 172.25.5.223, port: ca3a3ff9-b133-4877-85f3-13afef775030. Feb 09 01:35:51.908706 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:51.939375 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe392db-44b4-49de-9664-7f21da1b3987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19284260-baf7-49e1-a3c1-11f9e42da4db'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:35:51.950898 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 19284260-baf7-49e1-a3c1-11f9e42da4db, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=19284260-baf7-49e1-a3c1-11f9e42da4db,segment=NetworkSegment(22617deb-6411-4fb0-8c9f-a7ed2fe54d52),segment_id=22617deb-6411-4fb0-8c9f-a7ed2fe54d52)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:35:51.958558 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:52.008786 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe392db-44b4-49de-9664-7f21da1b3987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19284260-baf7-49e1-a3c1-11f9e42da4db', 'code': 200} Feb 09 01:35:52.040203 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c826c45a-e73d-41a1-bd6e-e7d0dedf5839 req-2c3998d4-0196-42ee-bca6-8b6f7ab7a3dd service neutron] 10.222.0.35 "GET /v2.0/networks/c6572370-df6a-4ab0-b511-4a15eb8e86f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195728 Feb 09 01:35:52.061617 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:52.069482 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=19284260-baf7-49e1-a3c1-11f9e42da4db,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:52.152875 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fba02f-9123-4b67-8239-582e956654e7 req-b205de59-5c02-4027-9884-1f7471b7a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:52.155062 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5fba02f-9123-4b67-8239-582e956654e7 req-b205de59-5c02-4027-9884-1f7471b7a8fc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 1096 time: 0.0812709 Feb 09 01:35:52.197204 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355a595-9164-4a8f-9b03-c61697cda4c7 req-f631023a-5218-4d99-b62b-080ee868162d tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:52.199047 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5fba02f-9123-4b67-8239-582e956654e7 req-26d44517-4d48-4632-9bcf-659563ee1cc1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367920 Feb 09 01:35:52.200836 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a355a595-9164-4a8f-9b03-c61697cda4c7 req-f631023a-5218-4d99-b62b-080ee868162d tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 944 time: 0.3197904 Feb 09 01:35:52.325305 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a355a595-9164-4a8f-9b03-c61697cda4c7 req-bb2b240a-89e5-41f5-a0bc-f3a5951fb31e tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188741 Feb 09 01:35:52.430278 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9273275d-f7ec-4119-8891-ecd2511d8cbe tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Router dcdf80a7-4c8c-446b-bad7-75a7900d8783 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:35:52.653949 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9273275d-f7ec-4119-8891-ecd2511d8cbe tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:35:52.671814 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a590e00d-b1af-4831-b49d-9caa991827f5 None None] Sync routers for ids ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:35:52.686346 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9273275d-f7ec-4119-8891-ecd2511d8cbe tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:52.691312 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a590e00d-b1af-4831-b49d-9caa991827f5 None None] Routers {'dcdf80a7-4c8c-446b-bad7-75a7900d8783'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:35:52.692025 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-a590e00d-b1af-4831-b49d-9caa991827f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:35:40Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:52.755995 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9273275d-f7ec-4119-8891-ecd2511d8cbe tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "DELETE /v2.0/floatingips/5e480360-25cd-4f87-b6e9-7feeae8eabe4 HTTP/1.1" status: 204 len: 168 time: 1.8729813 Feb 09 01:35:52.755995 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0333669d-d93a-4306-9b54-ffcabda46ce9', 'tag': 'ca3a3ff9-b133-4877-85f3-13afef775030'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:35:52.877723 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd9c6f-cf57-4fb4-a1ea-b9f624fdbe30 req-fb6861de-5468-4900-bbf1-9f35798d9057 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:52.879158 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1afd9c6f-cf57-4fb4-a1ea-b9f624fdbe30 req-fb6861de-5468-4900-bbf1-9f35798d9057 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 945 time: 0.0899820 Feb 09 01:35:52.919135 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-a590e00d-b1af-4831-b49d-9caa991827f5 None None] Set router dcdf80a7-4c8c-446b-bad7-75a7900d8783 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:35:52.933043 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1afd9c6f-cf57-4fb4-a1ea-b9f624fdbe30 req-db1cd83d-6482-4266-828b-88d788ef62a0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470483 Feb 09 01:35:52.988907 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0333669d-d93a-4306-9b54-ffcabda46ce9', 'tag': 'ca3a3ff9-b133-4877-85f3-13afef775030', 'status': 'completed', 'code': 200} Feb 09 01:35:53.096158 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ceb71-fb4a-4ea4-ad35-aaeaf49893e8 req-a0c2acb1-07cb-47b5-9449-fa25f734e932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:53.098128 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ee8ceb71-fb4a-4ea4-ad35-aaeaf49893e8 req-a0c2acb1-07cb-47b5-9449-fa25f734e932 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9&device_id=0333669d-d93a-4306-9b54-ffcabda46ce9 HTTP/1.1" status: 200 len: 1096 time: 0.0877142 Feb 09 01:35:53.164045 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7859aa-eaa3-4abe-8440-7fa12e0861ee req-20b9bd55-5416-48ac-95ab-0daa0e9d253e tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:53.164790 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-4c7859aa-eaa3-4abe-8440-7fa12e0861ee req-20b9bd55-5416-48ac-95ab-0daa0e9d253e tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Synchronizing usage tracker for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:35:53.182181 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-4c7859aa-eaa3-4abe-8440-7fa12e0861ee req-20b9bd55-5416-48ac-95ab-0daa0e9d253e tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Unset dirty status for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:35:53.184850 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4c7859aa-eaa3-4abe-8440-7fa12e0861ee req-20b9bd55-5416-48ac-95ab-0daa0e9d253e tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=0333669d-d93a-4306-9b54-ffcabda46ce9 HTTP/1.1" status: 200 len: 945 time: 0.1052403 Feb 09 01:35:53.232274 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4c7859aa-eaa3-4abe-8440-7fa12e0861ee req-c6d3c1df-3582-46b5-8d9d-1e7787d18ec8 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430236 Feb 09 01:35:53.246170 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ceb71-fb4a-4ea4-ad35-aaeaf49893e8 req-f243b9c3-5d02-4569-bd01-df30853f77dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:53.247726 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ee8ceb71-fb4a-4ea4-ad35-aaeaf49893e8 req-f243b9c3-5d02-4569-bd01-df30853f77dd service neutron] 10.222.0.35 "GET /v2.0/networks?id=37619b15-03b6-4ee3-8b5e-c1b376918ea6 HTTP/1.1" status: 200 len: 912 time: 0.1413405 Feb 09 01:35:53.300941 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-a590e00d-b1af-4831-b49d-9caa991827f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'name': 'tempest-TestVolumeBootPattern-195536192-router', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:55Z', 'updated_at': '2022-02-09T01:21:13Z', 'revision_number': 4, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'gw_port': {'id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:59Z', 'updated_at': '2022-02-09T01:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'df50fd24-214b-49d0-bec7-74e98f6cb4a7', 'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'mac_address': 'fa:16:3e:df:40:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:10Z', 'updated_at': '2022-02-09T01:21:21Z', 'revision_number': 5, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'subnets': [{'id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:53.305185 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a590e00d-b1af-4831-b49d-9caa991827f5 None None] Checking router: dcdf80a7-4c8c-446b-bad7-75a7900d8783 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:35:53.314338 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a590e00d-b1af-4831-b49d-9caa991827f5 None None] Routers {'dcdf80a7-4c8c-446b-bad7-75a7900d8783'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:35:53.314974 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-a590e00d-b1af-4831-b49d-9caa991827f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:35:40Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:53.436051 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ee8ceb71-fb4a-4ea4-ad35-aaeaf49893e8 req-9af68d1a-061d-4319-9030-1ab750f00bca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca3a3ff9-b133-4877-85f3-13afef775030 HTTP/1.1" status: 200 len: 217 time: 0.1781535 Feb 09 01:35:53.539557 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-a590e00d-b1af-4831-b49d-9caa991827f5 None None] Set router dcdf80a7-4c8c-446b-bad7-75a7900d8783 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:35:53.563032 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ceb71-fb4a-4ea4-ad35-aaeaf49893e8 req-7e053d27-1258-415f-971b-1025b60a5e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:53.564490 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ee8ceb71-fb4a-4ea4-ad35-aaeaf49893e8 req-7e053d27-1258-415f-971b-1025b60a5e7c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5c99494-da9a-458d-b6b1-e6de1927c8e8 HTTP/1.1" status: 200 len: 850 time: 0.0851450 Feb 09 01:35:53.678714 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564e815-e5e5-4b77-bbfb-e389029d2727 req-a24d2f7f-399f-4573-84d4-7355bbaed9ce tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:53.679418 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-1564e815-e5e5-4b77-bbfb-e389029d2727 req-a24d2f7f-399f-4573-84d4-7355bbaed9ce tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Synchronizing usage tracker for tenant:8d1a6374019440c5b414caca39c18480 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:35:53.728082 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-1564e815-e5e5-4b77-bbfb-e389029d2727 req-a24d2f7f-399f-4573-84d4-7355bbaed9ce tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Unset dirty status for tenant:8d1a6374019440c5b414caca39c18480 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:35:53.729275 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1564e815-e5e5-4b77-bbfb-e389029d2727 req-a24d2f7f-399f-4573-84d4-7355bbaed9ce tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 944 time: 0.2895176 Feb 09 01:35:53.740600 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ceb71-fb4a-4ea4-ad35-aaeaf49893e8 req-cd801c1a-71b3-4abb-a57a-820b46393454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:53.742021 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ee8ceb71-fb4a-4ea4-ad35-aaeaf49893e8 req-cd801c1a-71b3-4abb-a57a-820b46393454 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37619b15-03b6-4ee3-8b5e-c1b376918ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1686597 Feb 09 01:35:53.872248 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778783b4-833c-4aac-a325-0e671513e046 req-c5fbdfa1-360d-4a56-8884-ee74d4e80232 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:53.873725 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-778783b4-833c-4aac-a325-0e671513e046 req-c5fbdfa1-360d-4a56-8884-ee74d4e80232 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.35 "GET /v2.0/ports?device_id=0333669d-d93a-4306-9b54-ffcabda46ce9 HTTP/1.1" status: 200 len: 945 time: 0.2416754 Feb 09 01:35:53.876075 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-a590e00d-b1af-4831-b49d-9caa991827f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'name': 'tempest-TestVolumeBootPattern-195536192-router', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:55Z', 'updated_at': '2022-02-09T01:21:13Z', 'revision_number': 4, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'gw_port': {'id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:59Z', 'updated_at': '2022-02-09T01:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'df50fd24-214b-49d0-bec7-74e98f6cb4a7', 'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'mac_address': 'fa:16:3e:df:40:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:10Z', 'updated_at': '2022-02-09T01:21:21Z', 'revision_number': 5, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'subnets': [{'id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:53.881958 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a590e00d-b1af-4831-b49d-9caa991827f5 None None] The sync data for ids ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'] in n-d-828419-1 is: [{'id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'name': 'tempest-TestVolumeBootPattern-195536192-router', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:55Z', 'updated_at': '2022-02-09T01:21:13Z', 'revision_number': 4, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'gw_port': {'id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:59Z', 'updated_at': '2022-02-09T01:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'df50fd24-214b-49d0-bec7-74e98f6cb4a7', 'name': '', 'network_id': '37619b15-03b6-4ee3-8b5e-c1b376918ea6', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'mac_address': 'fa:16:3e:df:40:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:10Z', 'updated_at': '2022-02-09T01:21:21Z', 'revision_number': 5, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'subnets': [{'id': 'c5c99494-da9a-458d-b6b1-e6de1927c8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:35:53.882360 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1564e815-e5e5-4b77-bbfb-e389029d2727 req-748ca8e7-5d2d-4b53-b1df-586ec3c059fd tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457937 Feb 09 01:35:53.992622 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ee8ceb71-fb4a-4ea4-ad35-aaeaf49893e8 req-1be20fd4-f01d-480e-bc4e-50de3e4a660f service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361813 Feb 09 01:35:53.997008 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-778783b4-833c-4aac-a325-0e671513e046 req-401e1aae-63ba-4e41-892c-103d8b0beaf1 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Deleting port ca3a3ff9-b133-4877-85f3-13afef775030 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:35:53.997356 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-778783b4-833c-4aac-a325-0e671513e046 req-401e1aae-63ba-4e41-892c-103d8b0beaf1 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:54.179556 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4963d-03ad-45ab-9ce3-81a23e84bafd req-56aece72-432e-48a5-bb75-2bc93e081fd6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:54.189881 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-94c4963d-03ad-45ab-9ce3-81a23e84bafd req-56aece72-432e-48a5-bb75-2bc93e081fd6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 945 time: 0.1220462 Feb 09 01:35:54.239862 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-94c4963d-03ad-45ab-9ce3-81a23e84bafd req-9b0ae6b2-ede8-45c7-b6cd-5708bf542dcf tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490851 Feb 09 01:35:54.368189 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed39f8f-8b01-41b8-b588-89b26fb8fb3f None None] New status for floating IP 5e480360-25cd-4f87-b6e9-7feeae8eabe4: DOWN {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:35:54.379894 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ee8ceb71-fb4a-4ea4-ad35-aaeaf49893e8 req-4b76b300-29a7-4cfe-a377-5afe39e749c6 service neutron] 10.222.0.35 "GET /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574042 Feb 09 01:35:54.591160 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5feae-5a6e-452f-a34d-654964467cb3 req-e12db134-ff31-4118-8403-84791924c41e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:54.596355 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-89b5feae-5a6e-452f-a34d-654964467cb3 req-e12db134-ff31-4118-8403-84791924c41e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 945 time: 0.1788130 Feb 09 01:35:54.641559 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf004149-f0ce-4f86-a1bc-663d4fb2388c req-426a35cb-7b98-4283-bed2-a12f5612434d tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:54.643040 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf004149-f0ce-4f86-a1bc-663d4fb2388c req-426a35cb-7b98-4283-bed2-a12f5612434d tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=0333669d-d93a-4306-9b54-ffcabda46ce9 HTTP/1.1" status: 200 len: 945 time: 0.2556524 Feb 09 01:35:54.644439 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-89b5feae-5a6e-452f-a34d-654964467cb3 req-1c94e0ff-79f2-404b-927a-3794f1952913 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445824 Feb 09 01:35:54.651003 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-778783b4-833c-4aac-a325-0e671513e046 req-401e1aae-63ba-4e41-892c-103d8b0beaf1 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] For port ca3a3ff9-b133-4877-85f3-13afef775030, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=ca3a3ff9-b133-4877-85f3-13afef775030,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:35:54.651305 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-778783b4-833c-4aac-a325-0e671513e046 req-401e1aae-63ba-4e41-892c-103d8b0beaf1 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:54.670289 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51284) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:54.743104 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a3e1f9-ba70-4c18-8baf-59bcde5e6fd8 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:54.748285 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f2a3e1f9-ba70-4c18-8baf-59bcde5e6fd8 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 1091 time: 0.0767193 Feb 09 01:35:54.749011 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51288) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:54.754226 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'port_id': '19284260-baf7-49e1-a3c1-11f9e42da4db', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:54.761947 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:35:54.766156 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:floatingip and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:35:54.769343 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:35:54.775781 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:35:54.790399 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:54.800239 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-778783b4-833c-4aac-a325-0e671513e046 req-401e1aae-63ba-4e41-892c-103d8b0beaf1 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Calling delete_port for ca3a3ff9-b133-4877-85f3-13afef775030 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:35:54.867179 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf004149-f0ce-4f86-a1bc-663d4fb2388c req-c3361dd2-48a4-4d42-8661-1d92b891f914 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/security-groups?id=104dca1f-b466-4675-83f9-0fd36c975bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084770 Feb 09 01:35:54.983352 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:55.027521 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-778783b4-833c-4aac-a325-0e671513e046 req-401e1aae-63ba-4e41-892c-103d8b0beaf1 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:55.086184 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e1aae-63ba-4e41-892c-103d8b0beaf1 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Pushing event deleted for resources: {'Port': ['ID=ca3a3ff9-b133-4877-85f3-13afef775030,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:55.176432 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:55.200732 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-778783b4-833c-4aac-a325-0e671513e046 req-401e1aae-63ba-4e41-892c-103d8b0beaf1 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] No DVR routers for this DVR port ca3a3ff9-b133-4877-85f3-13afef775030 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:35:55.203830 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-778783b4-833c-4aac-a325-0e671513e046 req-401e1aae-63ba-4e41-892c-103d8b0beaf1 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:55.207099 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0333669d-d93a-4306-9b54-ffcabda46ce9', 'name': 'network-vif-deleted', 'tag': 'ca3a3ff9-b133-4877-85f3-13afef775030'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:35:55.227187 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-778783b4-833c-4aac-a325-0e671513e046 req-401e1aae-63ba-4e41-892c-103d8b0beaf1 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.35 "DELETE /v2.0/ports/ca3a3ff9-b133-4877-85f3-13afef775030 HTTP/1.1" status: 204 len: 173 time: 1.3407664 Feb 09 01:35:55.322835 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0333669d-d93a-4306-9b54-ffcabda46ce9', 'name': 'network-vif-deleted', 'tag': 'ca3a3ff9-b133-4877-85f3-13afef775030', 'status': 'completed', 'code': 200} Feb 09 01:35:55.419446 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Allocated IP 172.25.5.105 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/3217039c-f4b7-416f-9329-380935be7682) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:55.431718 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfd988-56d6-48a3-9ce7-29d3f2549205 req-aae557ce-2ed9-481c-a2ca-b9be0aa2d4cd tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:55.438302 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0ecfd988-56d6-48a3-9ce7-29d3f2549205 req-aae557ce-2ed9-481c-a2ca-b9be0aa2d4cd tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 944 time: 0.3945000 Feb 09 01:35:55.566139 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0ecfd988-56d6-48a3-9ce7-29d3f2549205 req-bf11fb5d-aabb-4934-b9a8-0c4bc98302bd tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266408 Feb 09 01:35:55.643030 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device ad2435bf-8eeb-4a5b-8284-6f58b61f75b3 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:35:55.655909 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:55.696643 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:55.769122 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:55.771988 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:55.774625 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:35:55.836320 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'Port': ['ID=3217039c-f4b7-416f-9329-380935be7682,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:55.857001 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port ad2435bf-8eeb-4a5b-8284-6f58b61f75b3, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=ad2435bf-8eeb-4a5b-8284-6f58b61f75b3,segment=NetworkSegment(b8f50639-8192-4c9e-a34a-0729e57b55bb),segment_id=b8f50639-8192-4c9e-a34a-0729e57b55bb)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:35:55.876849 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'ad2435bf-8eeb-4a5b-8284-6f58b61f75b3', 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4', 'port_id': 'ad2435bf-8eeb-4a5b-8284-6f58b61f75b3', 'mac_address': 'fa:16:3e:5e:29:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e34c6da5-fe1e-433e-9a54-298c85867dd5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:35:55.937459 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:55.954949 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad2435bf-8eeb-4a5b-8284-6f58b61f75b3 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:35:55.972465 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port ad2435bf-8eeb-4a5b-8284-6f58b61f75b3, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=ad2435bf-8eeb-4a5b-8284-6f58b61f75b3,segment=NetworkSegment(b8f50639-8192-4c9e-a34a-0729e57b55bb),segment_id=b8f50639-8192-4c9e-a34a-0729e57b55bb)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:35:55.978914 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:56.101534 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=ad2435bf-8eeb-4a5b-8284-6f58b61f75b3,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:56.115712 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-9f895b2d-ae93-4db2-8511-dfaa8ecb72f8 req-7a96c97a-23f8-4f56-ac99-a2a24f5d0889 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Synchronizing usage tracker for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:35:56.136047 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-9f895b2d-ae93-4db2-8511-dfaa8ecb72f8 req-7a96c97a-23f8-4f56-ac99-a2a24f5d0889 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Unset dirty status for tenant:5ddfa727b5a54b179d7c03a600eaa4b9 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:35:56.155991 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9f895b2d-ae93-4db2-8511-dfaa8ecb72f8 req-7a96c97a-23f8-4f56-ac99-a2a24f5d0889 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "GET /v2.0/ports?device_id=0333669d-d93a-4306-9b54-ffcabda46ce9 HTTP/1.1" status: 200 len: 210 time: 0.0889955 Feb 09 01:35:56.222138 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['ad2435bf-8eeb-4a5b-8284-6f58b61f75b3'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:35:56.354859 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:56.497336 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:56.775564 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:56.783174 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:56.878528 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ea564-99c7-4e38-ac4e-d3dc499d474a req-40e0c091-469b-463f-96b8-f5dd665f5aeb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:56.879901 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-888ea564-99c7-4e38-ac4e-d3dc499d474a req-40e0c091-469b-463f-96b8-f5dd665f5aeb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 945 time: 0.1911106 Feb 09 01:35:56.917302 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'Port': ['ID=3217039c-f4b7-416f-9329-380935be7682,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:56.943976 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:56.944245 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:56.944593 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:56.944923 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:56.945249 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:56.945574 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:56.945897 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:56.946217 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:56.947103 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:56.947419 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:56.947734 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:56.948048 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:56.960896 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:57.013887 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-888ea564-99c7-4e38-ac4e-d3dc499d474a req-982de0bd-2f78-4150-84f5-b454b44d9764 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264045 Feb 09 01:35:57.250782 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51306) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:57.262429 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Floating IP dbda3083-afe9-428b-81ca-4978125cdf56 associated. External IP: 172.25.5.105, port: 19284260-baf7-49e1-a3c1-11f9e42da4db. Feb 09 01:35:57.456113 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51312) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:57.631050 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-b6c05283-e367-4b13-b97a-b8bfc79a4c31 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Deleting port f5ab0eab-a310-43e7-b413-8d056bc30af9 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:35:57.631396 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b6c05283-e367-4b13-b97a-b8bfc79a4c31 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:57.656836 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device ad2435bf-8eeb-4a5b-8284-6f58b61f75b3 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:35:57.688969 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3af90a9f-5941-41b1-930b-b2ee88cb7495 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/floatingips/8177517a-8dc8-476e-9248-882753fb38e1 HTTP/1.1" status: 200 len: 994 time: 0.2311690 Feb 09 01:35:57.769065 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Router 5cf6f45b-0539-40d6-a995-7768983a1d36 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:35:57.792672 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port ad2435bf-8eeb-4a5b-8284-6f58b61f75b3 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:57.804252 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port ad2435bf-8eeb-4a5b-8284-6f58b61f75b3 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:57.808086 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:57.874300 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b6c05283-e367-4b13-b97a-b8bfc79a4c31 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:57.874619 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b6c05283-e367-4b13-b97a-b8bfc79a4c31 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:57.972664 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:58.004954 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234e802c-d772-40e9-91e6-14a5437cbbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2435bf-8eeb-4a5b-8284-6f58b61f75b3'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:35:58.010436 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:35:58.026312 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fa17ee-66fb-416b-9ddb-2be68521fcfc None None] Sync routers for ids ['5cf6f45b-0539-40d6-a995-7768983a1d36'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:35:58.032974 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-b6c05283-e367-4b13-b97a-b8bfc79a4c31 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Calling delete_port for f5ab0eab-a310-43e7-b413-8d056bc30af9 owned by network:floatingip {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:35:58.033276 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port ad2435bf-8eeb-4a5b-8284-6f58b61f75b3, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=ad2435bf-8eeb-4a5b-8284-6f58b61f75b3,segment=NetworkSegment(b8f50639-8192-4c9e-a34a-0729e57b55bb),segment_id=b8f50639-8192-4c9e-a34a-0729e57b55bb)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:35:58.040721 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:58.042299 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device ca3a3ff9-b133-4877-85f3-13afef775030 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:35:58.045285 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51324) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:58.112832 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: ca3a3ff9-b133-4877-85f3-13afef775030 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:35:58.113650 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device ca3a3ff9-b133-4877-85f3-13afef775030 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:35:58.115294 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fa17ee-66fb-416b-9ddb-2be68521fcfc None None] Routers {'5cf6f45b-0539-40d6-a995-7768983a1d36'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:35:58.116546 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b5fa17ee-66fb-416b-9ddb-2be68521fcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:35:40Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['5cf6f45b-0539-40d6-a995-7768983a1d36'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:58.229919 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '234e802c-d772-40e9-91e6-14a5437cbbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2435bf-8eeb-4a5b-8284-6f58b61f75b3', 'code': 200} Feb 09 01:35:58.260554 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=ad2435bf-8eeb-4a5b-8284-6f58b61f75b3,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:58.435165 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:58.484256 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-b5fa17ee-66fb-416b-9ddb-2be68521fcfc None None] Set router 5cf6f45b-0539-40d6-a995-7768983a1d36 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:35:58.486614 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b6c05283-e367-4b13-b97a-b8bfc79a4c31 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:58.536761 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51827da0-8c2c-4f9e-b677-0b450e0b57b2 req-533aabde-79c9-4988-a457-29daf971f823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:58.538434 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-51827da0-8c2c-4f9e-b677-0b450e0b57b2 req-533aabde-79c9-4988-a457-29daf971f823 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 1097 time: 0.1738474 Feb 09 01:35:58.563285 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c05283-e367-4b13-b97a-b8bfc79a4c31 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Pushing event deleted for resources: {'Port': ['ID=f5ab0eab-a310-43e7-b413-8d056bc30af9,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:58.619264 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0dc74ffe-fd43-4557-86dd-612b7a3c90dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8690593 Feb 09 01:35:58.641162 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe392db-44b4-49de-9664-7f21da1b3987', 'tag': '19284260-baf7-49e1-a3c1-11f9e42da4db'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:35:58.663632 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-51827da0-8c2c-4f9e-b677-0b450e0b57b2 req-b4c61f23-fd3e-43c4-ad2a-ad0739949d65 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137934 Feb 09 01:35:58.683830 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b6c05283-e367-4b13-b97a-b8bfc79a4c31 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for floatingip, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:58.723232 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b6c05283-e367-4b13-b97a-b8bfc79a4c31 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:58.724379 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b6c05283-e367-4b13-b97a-b8bfc79a4c31 tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "DELETE /v2.0/floatingips/279f0d0f-cef8-4b7c-92b6-83819bebddc5 HTTP/1.1" status: 204 len: 168 time: 1.4718623 Feb 09 01:35:58.747280 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674015d-66c2-4587-92a3-d9088450595b req-267ed0ef-5270-4822-b8ea-a4fa09a4c25b tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:58.753044 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e674015d-66c2-4587-92a3-d9088450595b req-267ed0ef-5270-4822-b8ea-a4fa09a4c25b tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.3929482 Feb 09 01:35:58.770727 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-5ce0a1b0-1a68-4b66-a122-d5580e47619f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Deleting port 06acb763-aa16-45bc-939f-542e8df235bf {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:35:58.771361 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5ce0a1b0-1a68-4b66-a122-d5580e47619f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:58.894682 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e674015d-66c2-4587-92a3-d9088450595b req-cca4d1a6-dcca-42b6-a87f-75e7ca40169c tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376789 Feb 09 01:35:58.926735 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17a8b8-e62f-404c-a9ed-7b363c3e21f8 req-27326d7d-5689-4611-a19b-a84f6a2acba5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:58.933105 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-be17a8b8-e62f-404c-a9ed-7b363c3e21f8 req-27326d7d-5689-4611-a19b-a84f6a2acba5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 945 time: 0.1497297 Feb 09 01:35:59.003672 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-be17a8b8-e62f-404c-a9ed-7b363c3e21f8 req-c616a2c2-9f42-47e3-a8ef-f40ec2ebb8ff tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601459 Feb 09 01:35:59.014627 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfe392db-44b4-49de-9664-7f21da1b3987', 'tag': '19284260-baf7-49e1-a3c1-11f9e42da4db', 'status': 'completed', 'code': 200} Feb 09 01:35:59.031925 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51338) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:35:59.083487 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b5fa17ee-66fb-416b-9ddb-2be68521fcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021154720', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '2bc546ff-eb2c-47ca-9e92-9bcdb6168997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:22Z', 'updated_at': '2022-02-09T01:35:31Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '2bc546ff-eb2c-47ca-9e92-9bcdb6168997', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:23Z', 'updated_at': '2022-02-09T01:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'dbda3083-afe9-428b-81ca-4978125cdf56', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'floating_ip_address': '172.25.5.105', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'port_id': '19284260-baf7-49e1-a3c1-11f9e42da4db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12c6ce9e-fdbb-413e-986b-cd6e116ecfcd', 'mac_address': 'fa:16:3e:d8:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe392db-44b4-49de-9664-7f21da1b3987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:35:56Z', 'updated_at': '2022-02-09T01:35:56Z', 'revision_number': 0, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3c9bad-24f3-46cf-ba19-4326f153c5e3', 'name': '', 'network_id': '12c6ce9e-fdbb-413e-986b-cd6e116ecfcd', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:cf:b2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '7b5753f4-27f1-4f76-815e-94a778de8086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:30Z', 'updated_at': '2022-02-09T01:35:45Z', 'revision_number': 5, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '7b5753f4-27f1-4f76-815e-94a778de8086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:59.092750 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fa17ee-66fb-416b-9ddb-2be68521fcfc None None] Checking router: 5cf6f45b-0539-40d6-a995-7768983a1d36 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:35:59.127203 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fa17ee-66fb-416b-9ddb-2be68521fcfc None None] Routers {'5cf6f45b-0539-40d6-a995-7768983a1d36'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:35:59.129031 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b5fa17ee-66fb-416b-9ddb-2be68521fcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:35:40Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['5cf6f45b-0539-40d6-a995-7768983a1d36'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:59.151524 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dc28d-e5ac-429c-a4ee-9c95dc6cbd72 req-26d4ee78-10f5-43e1-928d-11b12ac1aff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:59.153538 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d4dc28d-e5ac-429c-a4ee-9c95dc6cbd72 req-26d4ee78-10f5-43e1-928d-11b12ac1aff0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 1096 time: 0.1372070 Feb 09 01:35:59.331866 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5ce0a1b0-1a68-4b66-a122-d5580e47619f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:59.332204 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5ce0a1b0-1a68-4b66-a122-d5580e47619f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:35:59.408654 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-b5fa17ee-66fb-416b-9ddb-2be68521fcfc None None] Set router 5cf6f45b-0539-40d6-a995-7768983a1d36 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:35:59.436665 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dc28d-e5ac-429c-a4ee-9c95dc6cbd72 req-db9ddd49-a9b0-4d3e-beb2-a4af5274b72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:59.439305 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d4dc28d-e5ac-429c-a4ee-9c95dc6cbd72 req-db9ddd49-a9b0-4d3e-beb2-a4af5274b72c service neutron] 10.222.0.35 "GET /v2.0/networks?id=12c6ce9e-fdbb-413e-986b-cd6e116ecfcd HTTP/1.1" status: 200 len: 898 time: 0.2709134 Feb 09 01:35:59.624958 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4294103c-8236-4617-a263-91c3d7ddd32b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/floatingips/dbda3083-afe9-428b-81ca-4978125cdf56 HTTP/1.1" status: 200 len: 991 time: 0.5750504 Feb 09 01:35:59.632409 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-5ce0a1b0-1a68-4b66-a122-d5580e47619f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Calling delete_port for 06acb763-aa16-45bc-939f-542e8df235bf owned by network:floatingip {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:35:59.678474 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d4dc28d-e5ac-429c-a4ee-9c95dc6cbd72 req-68ff2b77-931a-4c2a-9376-7aa9be672f37 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19284260-baf7-49e1-a3c1-11f9e42da4db HTTP/1.1" status: 200 len: 999 time: 0.2309299 Feb 09 01:35:59.808891 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dc28d-e5ac-429c-a4ee-9c95dc6cbd72 req-f72b1687-ed15-408c-b307-02dfb20a3c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:59.810146 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d4dc28d-e5ac-429c-a4ee-9c95dc6cbd72 req-f72b1687-ed15-408c-b307-02dfb20a3c09 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b5753f4-27f1-4f76-815e-94a778de8086 HTTP/1.1" status: 200 len: 835 time: 0.1208823 Feb 09 01:35:59.988232 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5ce0a1b0-1a68-4b66-a122-d5580e47619f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:00.111735 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0a1b0-1a68-4b66-a122-d5580e47619f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event deleted for resources: {'Port': ['ID=06acb763-aa16-45bc-939f-542e8df235bf,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:00.176179 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b5fa17ee-66fb-416b-9ddb-2be68521fcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021154720', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '2bc546ff-eb2c-47ca-9e92-9bcdb6168997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:22Z', 'updated_at': '2022-02-09T01:35:31Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '2bc546ff-eb2c-47ca-9e92-9bcdb6168997', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:23Z', 'updated_at': '2022-02-09T01:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'dbda3083-afe9-428b-81ca-4978125cdf56', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'floating_ip_address': '172.25.5.105', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'port_id': '19284260-baf7-49e1-a3c1-11f9e42da4db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12c6ce9e-fdbb-413e-986b-cd6e116ecfcd', 'mac_address': 'fa:16:3e:d8:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe392db-44b4-49de-9664-7f21da1b3987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:35:56Z', 'updated_at': '2022-02-09T01:35:56Z', 'revision_number': 0, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3c9bad-24f3-46cf-ba19-4326f153c5e3', 'name': '', 'network_id': '12c6ce9e-fdbb-413e-986b-cd6e116ecfcd', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:cf:b2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '7b5753f4-27f1-4f76-815e-94a778de8086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:30Z', 'updated_at': '2022-02-09T01:35:45Z', 'revision_number': 5, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '7b5753f4-27f1-4f76-815e-94a778de8086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:00.182604 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fa17ee-66fb-416b-9ddb-2be68521fcfc None None] The sync data for ids ['5cf6f45b-0539-40d6-a995-7768983a1d36'] in n-d-828419-1 is: [{'id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021154720', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '2bc546ff-eb2c-47ca-9e92-9bcdb6168997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:22Z', 'updated_at': '2022-02-09T01:35:31Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '2bc546ff-eb2c-47ca-9e92-9bcdb6168997', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:23Z', 'updated_at': '2022-02-09T01:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'dbda3083-afe9-428b-81ca-4978125cdf56', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'floating_ip_address': '172.25.5.105', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'port_id': '19284260-baf7-49e1-a3c1-11f9e42da4db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12c6ce9e-fdbb-413e-986b-cd6e116ecfcd', 'mac_address': 'fa:16:3e:d8:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe392db-44b4-49de-9664-7f21da1b3987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:35:56Z', 'updated_at': '2022-02-09T01:35:56Z', 'revision_number': 0, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3c9bad-24f3-46cf-ba19-4326f153c5e3', 'name': '', 'network_id': '12c6ce9e-fdbb-413e-986b-cd6e116ecfcd', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:cf:b2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '7b5753f4-27f1-4f76-815e-94a778de8086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:30Z', 'updated_at': '2022-02-09T01:35:45Z', 'revision_number': 5, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '7b5753f4-27f1-4f76-815e-94a778de8086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:36:00.261117 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dc28d-e5ac-429c-a4ee-9c95dc6cbd72 req-d8643200-b06f-476a-881d-05a3ef78e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:00.262714 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d4dc28d-e5ac-429c-a4ee-9c95dc6cbd72 req-d8643200-b06f-476a-881d-05a3ef78e10d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=12c6ce9e-fdbb-413e-986b-cd6e116ecfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4427795 Feb 09 01:36:00.300245 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5ce0a1b0-1a68-4b66-a122-d5580e47619f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for floatingip, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:00.300933 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-5ce0a1b0-1a68-4b66-a122-d5580e47619f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Floating IP 8177517a-8dc8-476e-9248-882753fb38e1 disassociated (deleted). External IP: 172.25.5.205, port: d41a98fc-18ed-4569-bfdb-ceaf7a26659c. Feb 09 01:36:00.440142 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe86277-ae25-4011-b2b5-7d090cdbf5a6 req-141b71d9-7fca-4a40-b3d1-17c06cbf7b51 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:00.442448 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ffe86277-ae25-4011-b2b5-7d090cdbf5a6 req-141b71d9-7fca-4a40-b3d1-17c06cbf7b51 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.2494020 Feb 09 01:36:00.562393 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d4dc28d-e5ac-429c-a4ee-9c95dc6cbd72 req-d16ff0d9-3c97-42a7-b07c-022aed69466f service neutron] 10.222.0.35 "GET /v2.0/networks/12c6ce9e-fdbb-413e-986b-cd6e116ecfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925158 Feb 09 01:36:00.585214 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4f349a-50ec-4a05-ad46-b1e3e3623f2b None None] New status for floating IP dbda3083-afe9-428b-81ca-4978125cdf56: ACTIVE {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:36:00.602063 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ffe86277-ae25-4011-b2b5-7d090cdbf5a6 req-04d2d313-e2e3-45e4-84b0-9de48387419d tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575187 Feb 09 01:36:00.735765 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51356) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:01.170712 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce0a1b0-1a68-4b66-a122-d5580e47619f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Router cd3f3004-cef8-488e-abb6-bf6590913d4b has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:36:01.265008 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-37e213b8-8814-4f32-9b9a-0b955d06ad09 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/floatingips/dbda3083-afe9-428b-81ca-4978125cdf56 HTTP/1.1" status: 200 len: 993 time: 0.5247099 Feb 09 01:36:01.335688 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6465b47-2683-462b-bf7c-44112c6c1c64 req-2f635882-4431-4c56-a345-d74822fc0253 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:01.338132 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e6465b47-2683-462b-bf7c-44112c6c1c64 req-2f635882-4431-4c56-a345-d74822fc0253 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.3666787 Feb 09 01:36:01.350056 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51362) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:01.375986 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-0d267eb6-8c2e-4f68-9c9a-839ddcfeb41a tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Request body: {'floatingip': {'port_id': 'ad2435bf-8eeb-4a5b-8284-6f58b61f75b3'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:01.433416 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d4dc28d-e5ac-429c-a4ee-9c95dc6cbd72 req-639ceeaa-4635-4bbb-b3db-21b0d945a6f4 service neutron] 10.222.0.35 "GET /v2.0/networks/12c6ce9e-fdbb-413e-986b-cd6e116ecfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8305514 Feb 09 01:36:01.467078 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce0a1b0-1a68-4b66-a122-d5580e47619f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:36:01.479224 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d709cc36-07c8-4edd-b77a-0bbfbfe9dce1 None None] Sync routers for ids ['cd3f3004-cef8-488e-abb6-bf6590913d4b'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:36:01.488966 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0d267eb6-8c2e-4f68-9c9a-839ddcfeb41a tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for floatingip, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:01.492782 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d709cc36-07c8-4edd-b77a-0bbfbfe9dce1 None None] Routers {'cd3f3004-cef8-488e-abb6-bf6590913d4b'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:36:01.495401 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-d709cc36-07c8-4edd-b77a-0bbfbfe9dce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:35:40Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['cd3f3004-cef8-488e-abb6-bf6590913d4b'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:01.521645 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5ce0a1b0-1a68-4b66-a122-d5580e47619f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:01.654633 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5ce0a1b0-1a68-4b66-a122-d5580e47619f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "DELETE /v2.0/floatingips/8177517a-8dc8-476e-9248-882753fb38e1 HTTP/1.1" status: 204 len: 168 time: 3.6065176 Feb 09 01:36:01.655426 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf12f59-b916-47a7-a816-54ee4a5bcef7', 'tag': 'd41a98fc-18ed-4569-bfdb-ceaf7a26659c'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:36:01.803115 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faf12f59-b916-47a7-a816-54ee4a5bcef7', 'tag': 'd41a98fc-18ed-4569-bfdb-ceaf7a26659c', 'status': 'completed', 'code': 200} Feb 09 01:36:01.899009 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-d709cc36-07c8-4edd-b77a-0bbfbfe9dce1 None None] Set router cd3f3004-cef8-488e-abb6-bf6590913d4b gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:36:02.065992 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51374) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:02.236472 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b0655247-b8b3-4a6e-9011-6e74796ebd8e tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:02.304510 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b0655247-b8b3-4a6e-9011-6e74796ebd8e tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:02.444210 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b0655247-b8b3-4a6e-9011-6e74796ebd8e tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:02.470938 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53dcca-0554-4089-b7f4-8a6cb9eeebaa req-008b707c-d7c9-4303-921a-77724a09c2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:02.472674 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dd53dcca-0554-4089-b7f4-8a6cb9eeebaa req-008b707c-d7c9-4303-921a-77724a09c2ee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=089df553ed3542348a44835caf19372b&device_id=faf12f59-b916-47a7-a816-54ee4a5bcef7 HTTP/1.1" status: 200 len: 1097 time: 0.5960298 Feb 09 01:36:02.472812 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:36:02.520095 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0655247-b8b3-4a6e-9011-6e74796ebd8e tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=104dca1f-b466-4675-83f9-0fd36c975bc6,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:02.530906 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b0655247-b8b3-4a6e-9011-6e74796ebd8e tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:02.537001 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b0655247-b8b3-4a6e-9011-6e74796ebd8e tempest-TestVolumeBootPattern-1876369547 tempest-TestVolumeBootPattern-1876369547-project] 10.222.0.37 "DELETE /v2.0/security-groups/104dca1f-b466-4675-83f9-0fd36c975bc6 HTTP/1.1" status: 204 len: 168 time: 0.4698842 Feb 09 01:36:02.621008 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-d709cc36-07c8-4edd-b77a-0bbfbfe9dce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'name': 'tempest-TestNetworkBasicOps-router-2022589915', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'eddbee68-0914-4238-93d8-14e78532bff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:34:52Z', 'updated_at': '2022-02-09T01:34:59Z', 'revision_number': 4, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'eddbee68-0914-4238-93d8-14e78532bff1', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:34:53Z', 'updated_at': '2022-02-09T01:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '5140cc15-6c2c-4142-b9b2-bf13d47b48bb', 'name': '', 'network_id': '9b00fe5a-5865-4f79-baa2-5a60ea07774b', 'tenant_id': '089df553ed3542348a44835caf19372b', 'mac_address': 'fa:16:3e:3c:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '5b91cd39-8565-4bda-81f0-68c2bb303b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:34:57Z', 'updated_at': '2022-02-09T01:35:06Z', 'revision_number': 5, 'project_id': '089df553ed3542348a44835caf19372b', 'subnets': [{'id': '5b91cd39-8565-4bda-81f0-68c2bb303b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:02.628494 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51382) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:02.637910 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d709cc36-07c8-4edd-b77a-0bbfbfe9dce1 None None] Checking router: cd3f3004-cef8-488e-abb6-bf6590913d4b for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:36:02.652324 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3aec9-5678-4f8d-9a34-2e1c1a16de1c req-8e48999d-e9d0-439a-9a7d-46551009d45f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:02.654109 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0af3aec9-5678-4f8d-9a34-2e1c1a16de1c req-8e48999d-e9d0-439a-9a7d-46551009d45f tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=faf12f59-b916-47a7-a816-54ee4a5bcef7 HTTP/1.1" status: 200 len: 946 time: 0.3910840 Feb 09 01:36:02.661006 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d709cc36-07c8-4edd-b77a-0bbfbfe9dce1 None None] Routers {'cd3f3004-cef8-488e-abb6-bf6590913d4b'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:36:02.662556 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-d709cc36-07c8-4edd-b77a-0bbfbfe9dce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:35:40Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['cd3f3004-cef8-488e-abb6-bf6590913d4b'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:02.857183 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0af3aec9-5678-4f8d-9a34-2e1c1a16de1c req-6cd23e95-363d-4371-9129-2737e0f6c697 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?id=e92c6638-c7bc-4bb1-afc2-7d54b07bc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937685 Feb 09 01:36:02.990163 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53dcca-0554-4089-b7f4-8a6cb9eeebaa req-dc6f4ef7-034a-4aa7-8334-ff571c673ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:02.991774 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dd53dcca-0554-4089-b7f4-8a6cb9eeebaa req-dc6f4ef7-034a-4aa7-8334-ff571c673ac2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b00fe5a-5865-4f79-baa2-5a60ea07774b HTTP/1.1" status: 200 len: 898 time: 0.5116131 Feb 09 01:36:03.151878 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-d709cc36-07c8-4edd-b77a-0bbfbfe9dce1 None None] Set router cd3f3004-cef8-488e-abb6-bf6590913d4b gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:36:03.167713 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dd53dcca-0554-4089-b7f4-8a6cb9eeebaa req-3b76ce59-4dba-4c71-92ff-aec21a8622b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d41a98fc-18ed-4569-bfdb-ceaf7a26659c HTTP/1.1" status: 200 len: 217 time: 0.1642325 Feb 09 01:36:03.171965 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0d267eb6-8c2e-4f68-9c9a-839ddcfeb41a tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:03.180812 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0d267eb6-8c2e-4f68-9c9a-839ddcfeb41a tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:03.349299 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53dcca-0554-4089-b7f4-8a6cb9eeebaa req-7b3c774d-db99-4bda-a670-45c75f89d35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:03.350729 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dd53dcca-0554-4089-b7f4-8a6cb9eeebaa req-7b3c774d-db99-4bda-a670-45c75f89d35f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b91cd39-8565-4bda-81f0-68c2bb303b0c HTTP/1.1" status: 200 len: 835 time: 0.1136532 Feb 09 01:36:03.554894 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [None req-0d267eb6-8c2e-4f68-9c9a-839ddcfeb41a tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Floating IP dcef1f27-3769-4fd9-b06c-971e07c53b6c associated. External IP: 172.25.5.138, port: ad2435bf-8eeb-4a5b-8284-6f58b61f75b3. Feb 09 01:36:03.583991 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-d709cc36-07c8-4edd-b77a-0bbfbfe9dce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'name': 'tempest-TestNetworkBasicOps-router-2022589915', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'eddbee68-0914-4238-93d8-14e78532bff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:34:52Z', 'updated_at': '2022-02-09T01:34:59Z', 'revision_number': 4, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'eddbee68-0914-4238-93d8-14e78532bff1', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:34:53Z', 'updated_at': '2022-02-09T01:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '5140cc15-6c2c-4142-b9b2-bf13d47b48bb', 'name': '', 'network_id': '9b00fe5a-5865-4f79-baa2-5a60ea07774b', 'tenant_id': '089df553ed3542348a44835caf19372b', 'mac_address': 'fa:16:3e:3c:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '5b91cd39-8565-4bda-81f0-68c2bb303b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:34:57Z', 'updated_at': '2022-02-09T01:35:06Z', 'revision_number': 5, 'project_id': '089df553ed3542348a44835caf19372b', 'subnets': [{'id': '5b91cd39-8565-4bda-81f0-68c2bb303b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:03.588362 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d709cc36-07c8-4edd-b77a-0bbfbfe9dce1 None None] The sync data for ids ['cd3f3004-cef8-488e-abb6-bf6590913d4b'] in n-d-828419-1 is: [{'id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'name': 'tempest-TestNetworkBasicOps-router-2022589915', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'eddbee68-0914-4238-93d8-14e78532bff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:34:52Z', 'updated_at': '2022-02-09T01:34:59Z', 'revision_number': 4, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'eddbee68-0914-4238-93d8-14e78532bff1', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:34:53Z', 'updated_at': '2022-02-09T01:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '5140cc15-6c2c-4142-b9b2-bf13d47b48bb', 'name': '', 'network_id': '9b00fe5a-5865-4f79-baa2-5a60ea07774b', 'tenant_id': '089df553ed3542348a44835caf19372b', 'mac_address': 'fa:16:3e:3c:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '5b91cd39-8565-4bda-81f0-68c2bb303b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:34:57Z', 'updated_at': '2022-02-09T01:35:06Z', 'revision_number': 5, 'project_id': '089df553ed3542348a44835caf19372b', 'subnets': [{'id': '5b91cd39-8565-4bda-81f0-68c2bb303b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:36:03.661819 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53dcca-0554-4089-b7f4-8a6cb9eeebaa req-76a9d2be-09d0-4792-9cb4-bc4fe065224a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:03.663306 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dd53dcca-0554-4089-b7f4-8a6cb9eeebaa req-76a9d2be-09d0-4792-9cb4-bc4fe065224a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b00fe5a-5865-4f79-baa2-5a60ea07774b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2622011 Feb 09 01:36:03.762380 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72da74b3-9445-41fb-a267-300a58d6abff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:03.816358 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e671a7c-7f63-4581-87f9-498c64236351 req-12a5bd16-ed87-4959-8437-0dcca62b8435 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:03.817857 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0e671a7c-7f63-4581-87f9-498c64236351 req-12a5bd16-ed87-4959-8437-0dcca62b8435 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.35 "GET /v2.0/ports?device_id=faf12f59-b916-47a7-a816-54ee4a5bcef7 HTTP/1.1" status: 200 len: 946 time: 0.3603745 Feb 09 01:36:03.865271 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fbd4ec-c263-4a11-b939-63a3060a6c9a None None] New status for floating IP 8177517a-8dc8-476e-9248-882753fb38e1: DOWN {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:36:04.011825 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-0e671a7c-7f63-4581-87f9-498c64236351 req-d2e241a3-3f9e-4e89-89bf-77c5175ac628 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Deleting port d41a98fc-18ed-4569-bfdb-ceaf7a26659c {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:36:04.012304 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0e671a7c-7f63-4581-87f9-498c64236351 req-d2e241a3-3f9e-4e89-89bf-77c5175ac628 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:04.144988 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dd53dcca-0554-4089-b7f4-8a6cb9eeebaa req-fad51d1f-a3ad-4f88-b547-63cccd16e0e0 service neutron] 10.222.0.35 "GET /v2.0/networks/9b00fe5a-5865-4f79-baa2-5a60ea07774b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266362 Feb 09 01:36:04.162947 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4de1f-101e-450b-b586-5287971d122e req-e2c2b75b-8b5f-402c-90a5-e442f8cf8e7d tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:04.163781 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-24e4de1f-101e-450b-b586-5287971d122e req-e2c2b75b-8b5f-402c-90a5-e442f8cf8e7d tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Synchronizing usage tracker for tenant:089df553ed3542348a44835caf19372b on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:36:04.219973 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-24e4de1f-101e-450b-b586-5287971d122e req-e2c2b75b-8b5f-402c-90a5-e442f8cf8e7d tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Unset dirty status for tenant:089df553ed3542348a44835caf19372b on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:36:04.221150 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-24e4de1f-101e-450b-b586-5287971d122e req-e2c2b75b-8b5f-402c-90a5-e442f8cf8e7d tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=faf12f59-b916-47a7-a816-54ee4a5bcef7 HTTP/1.1" status: 200 len: 946 time: 0.2067246 Feb 09 01:36:04.251200 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-72da74b3-9445-41fb-a267-300a58d6abff admin admin] Deleting port df50fd24-214b-49d0-bec7-74e98f6cb4a7 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:36:04.251541 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72da74b3-9445-41fb-a267-300a58d6abff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:04.324677 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-24e4de1f-101e-450b-b586-5287971d122e req-fbdbd25b-6726-445e-824b-158425913507 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/security-groups?id=e92c6638-c7bc-4bb1-afc2-7d54b07bc8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957656 Feb 09 01:36:04.460360 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-72da74b3-9445-41fb-a267-300a58d6abff admin admin] For port df50fd24-214b-49d0-bec7-74e98f6cb4a7, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=df50fd24-214b-49d0-bec7-74e98f6cb4a7,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:36:04.460884 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72da74b3-9445-41fb-a267-300a58d6abff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:04.519957 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d267eb6-8c2e-4f68-9c9a-839ddcfeb41a tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Router 3cc49993-e315-45c5-9f19-bccf548b8c8f has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:36:04.590976 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-72da74b3-9445-41fb-a267-300a58d6abff admin admin] Calling delete_port for df50fd24-214b-49d0-bec7-74e98f6cb4a7 owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:36:04.654650 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dd53dcca-0554-4089-b7f4-8a6cb9eeebaa req-df418fec-c4e0-434c-a590-44f93a3e1b08 service neutron] 10.222.0.35 "GET /v2.0/networks/9b00fe5a-5865-4f79-baa2-5a60ea07774b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955623 Feb 09 01:36:04.708625 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-0e671a7c-7f63-4581-87f9-498c64236351 req-d2e241a3-3f9e-4e89-89bf-77c5175ac628 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] For port d41a98fc-18ed-4569-bfdb-ceaf7a26659c, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d41a98fc-18ed-4569-bfdb-ceaf7a26659c,segment=NetworkSegment(209f6138-7517-40ba-ab64-8d94085e538b),segment_id=209f6138-7517-40ba-ab64-8d94085e538b)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:36:04.708990 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0e671a7c-7f63-4581-87f9-498c64236351 req-d2e241a3-3f9e-4e89-89bf-77c5175ac628 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:04.904667 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-0e671a7c-7f63-4581-87f9-498c64236351 req-d2e241a3-3f9e-4e89-89bf-77c5175ac628 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Calling delete_port for d41a98fc-18ed-4569-bfdb-ceaf7a26659c owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:36:04.929429 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72da74b3-9445-41fb-a267-300a58d6abff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:04.961869 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d267eb6-8c2e-4f68-9c9a-839ddcfeb41a tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:36:04.968050 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0d267eb6-8c2e-4f68-9c9a-839ddcfeb41a tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:04.975647 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82b2c69-dc8c-4807-9121-9e3390d76180 None None] Sync routers for ids ['3cc49993-e315-45c5-9f19-bccf548b8c8f'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:36:04.985033 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82b2c69-dc8c-4807-9121-9e3390d76180 None None] Routers {'3cc49993-e315-45c5-9f19-bccf548b8c8f'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:36:04.985649 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b82b2c69-dc8c-4807-9121-9e3390d76180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:35:40Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['3cc49993-e315-45c5-9f19-bccf548b8c8f'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:05.030041 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0d267eb6-8c2e-4f68-9c9a-839ddcfeb41a tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "PUT /v2.0/floatingips/dcef1f27-3769-4fd9-b06c-971e07c53b6c HTTP/1.1" status: 200 len: 992 time: 3.6758471 Feb 09 01:36:05.033755 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234e802c-d772-40e9-91e6-14a5437cbbcb', 'tag': 'ad2435bf-8eeb-4a5b-8284-6f58b61f75b3'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:36:05.235039 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '234e802c-d772-40e9-91e6-14a5437cbbcb', 'tag': 'ad2435bf-8eeb-4a5b-8284-6f58b61f75b3', 'status': 'completed', 'code': 200} Feb 09 01:36:05.243090 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0e671a7c-7f63-4581-87f9-498c64236351 req-d2e241a3-3f9e-4e89-89bf-77c5175ac628 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:05.276459 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da74b3-9445-41fb-a267-300a58d6abff admin admin] Pushing event deleted for resources: {'Port': ['ID=df50fd24-214b-49d0-bec7-74e98f6cb4a7,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:05.317239 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-b82b2c69-dc8c-4807-9121-9e3390d76180 None None] Set router 3cc49993-e315-45c5-9f19-bccf548b8c8f gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:36:05.379620 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e241a3-3f9e-4e89-89bf-77c5175ac628 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event deleted for resources: {'Port': ['ID=d41a98fc-18ed-4569-bfdb-ceaf7a26659c,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:05.390059 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e241a3-3f9e-4e89-89bf-77c5175ac628 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:05.390406 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e241a3-3f9e-4e89-89bf-77c5175ac628 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:05.390752 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e241a3-3f9e-4e89-89bf-77c5175ac628 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:05.391089 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e241a3-3f9e-4e89-89bf-77c5175ac628 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:05.391426 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e241a3-3f9e-4e89-89bf-77c5175ac628 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:05.391754 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e241a3-3f9e-4e89-89bf-77c5175ac628 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:05.392082 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e241a3-3f9e-4e89-89bf-77c5175ac628 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:05.392423 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e241a3-3f9e-4e89-89bf-77c5175ac628 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:05.392760 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e241a3-3f9e-4e89-89bf-77c5175ac628 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:05.393085 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e241a3-3f9e-4e89-89bf-77c5175ac628 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:05.393429 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e241a3-3f9e-4e89-89bf-77c5175ac628 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:05.393746 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e241a3-3f9e-4e89-89bf-77c5175ac628 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:05.512260 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e671a7c-7f63-4581-87f9-498c64236351 req-d2e241a3-3f9e-4e89-89bf-77c5175ac628 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] No DVR routers for this DVR port d41a98fc-18ed-4569-bfdb-ceaf7a26659c on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:36:05.514828 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0e671a7c-7f63-4581-87f9-498c64236351 req-d2e241a3-3f9e-4e89-89bf-77c5175ac628 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:05.531192 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414911e-cdd6-4013-8fbe-181206d90c52 req-e01d7ea3-1e07-4df1-b1d9-99d7e70f4cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:05.533488 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3414911e-cdd6-4013-8fbe-181206d90c52 req-e01d7ea3-1e07-4df1-b1d9-99d7e70f4cf3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8d1a6374019440c5b414caca39c18480&device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 1097 time: 0.3389595 Feb 09 01:36:05.539035 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0e671a7c-7f63-4581-87f9-498c64236351 req-d2e241a3-3f9e-4e89-89bf-77c5175ac628 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.35 "DELETE /v2.0/ports/d41a98fc-18ed-4569-bfdb-ceaf7a26659c HTTP/1.1" status: 204 len: 173 time: 1.7145574 Feb 09 01:36:05.614953 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d810d50d-1e43-49d9-9cd9-a545f8228714 req-3f87b977-567b-4f26-b23f-3bc7625acb60 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "GET /v2.0/ports?device_id=faf12f59-b916-47a7-a816-54ee4a5bcef7 HTTP/1.1" status: 200 len: 210 time: 0.0772953 Feb 09 01:36:05.653695 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-72da74b3-9445-41fb-a267-300a58d6abff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:05.671484 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc895ef-e876-4b4f-9d87-6b3c80a1ef0e req-713681ba-964b-43ea-9a7d-ef813fce9204 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:05.678762 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-edc895ef-e876-4b4f-9d87-6b3c80a1ef0e req-713681ba-964b-43ea-9a7d-ef813fce9204 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.4285498 Feb 09 01:36:05.754513 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-edc895ef-e876-4b4f-9d87-6b3c80a1ef0e req-e208619f-61b5-4e8a-8abd-0a31713d5b19 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746160 Feb 09 01:36:05.806707 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414911e-cdd6-4013-8fbe-181206d90c52 req-f421d0a2-f6fc-4259-b8b8-7df45347b063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:05.808205 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3414911e-cdd6-4013-8fbe-181206d90c52 req-f421d0a2-f6fc-4259-b8b8-7df45347b063 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c6572370-df6a-4ab0-b511-4a15eb8e86f4 HTTP/1.1" status: 200 len: 912 time: 0.2647564 Feb 09 01:36:05.826978 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b82b2c69-dc8c-4807-9121-9e3390d76180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'name': 'tempest-AttachVolumeTestJSON-1448110249-router', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:32Z', 'revision_number': 4, 'project_id': '8d1a6374019440c5b414caca39c18480', 'gw_port': {'id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'dcef1f27-3769-4fd9-b06c-971e07c53b6c', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'port_id': 'ad2435bf-8eeb-4a5b-8284-6f58b61f75b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4', 'mac_address': 'fa:16:3e:5e:29:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234e802c-d772-40e9-91e6-14a5437cbbcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:35:40Z', 'updated_at': '2022-02-09T01:36:02Z', 'revision_number': 1, 'project_id': '8d1a6374019440c5b414caca39c18480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4beb9f87-fad4-470a-81e4-6f253f1e101a', 'name': '', 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'mac_address': 'fa:16:3e:a9:97:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'e34c6da5-fe1e-433e-9a54-298c85867dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:30Z', 'updated_at': '2022-02-09T01:35:43Z', 'revision_number': 5, 'project_id': '8d1a6374019440c5b414caca39c18480', 'subnets': [{'id': 'e34c6da5-fe1e-433e-9a54-298c85867dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:05.838522 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82b2c69-dc8c-4807-9121-9e3390d76180 None None] Checking router: 3cc49993-e315-45c5-9f19-bccf548b8c8f for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:36:05.863333 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82b2c69-dc8c-4807-9121-9e3390d76180 None None] Routers {'3cc49993-e315-45c5-9f19-bccf548b8c8f'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:36:05.864000 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b82b2c69-dc8c-4807-9121-9e3390d76180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:35:40Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['3cc49993-e315-45c5-9f19-bccf548b8c8f'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:05.988631 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3414911e-cdd6-4013-8fbe-181206d90c52 req-ac4c6a54-1253-4d9f-8a73-236b8de98ee6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad2435bf-8eeb-4a5b-8284-6f58b61f75b3 HTTP/1.1" status: 200 len: 1000 time: 0.1734688 Feb 09 01:36:06.093736 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414911e-cdd6-4013-8fbe-181206d90c52 req-871e136d-f517-4b1f-b5ab-c622aca97dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:06.096892 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3414911e-cdd6-4013-8fbe-181206d90c52 req-871e136d-f517-4b1f-b5ab-c622aca97dac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e34c6da5-fe1e-433e-9a54-298c85867dd5 HTTP/1.1" status: 200 len: 850 time: 0.0972283 Feb 09 01:36:06.151575 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-b82b2c69-dc8c-4807-9121-9e3390d76180 None None] Set router 3cc49993-e315-45c5-9f19-bccf548b8c8f gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:36:06.198764 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414911e-cdd6-4013-8fbe-181206d90c52 req-db479b9f-40e6-47e3-8d3f-025446780284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:06.200467 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3414911e-cdd6-4013-8fbe-181206d90c52 req-db479b9f-40e6-47e3-8d3f-025446780284 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c6572370-df6a-4ab0-b511-4a15eb8e86f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910721 Feb 09 01:36:06.249487 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72da74b3-9445-41fb-a267-300a58d6abff admin admin] Router dcdf80a7-4c8c-446b-bad7-75a7900d8783 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:36:06.504528 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72da74b3-9445-41fb-a267-300a58d6abff admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:36:06.515525 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904e9abd-4e45-43b0-8be1-cf93b16564bf None None] Sync routers for ids ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:36:06.535852 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904e9abd-4e45-43b0-8be1-cf93b16564bf None None] Routers {'dcdf80a7-4c8c-446b-bad7-75a7900d8783'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:36:06.536746 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-904e9abd-4e45-43b0-8be1-cf93b16564bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:35:40Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:06.559007 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51408) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:06.564328 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-72da74b3-9445-41fb-a267-300a58d6abff admin admin] 10.222.0.37 "PUT /v2.0/routers/dcdf80a7-4c8c-446b-bad7-75a7900d8783/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9309084 Feb 09 01:36:06.664272 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b82b2c69-dc8c-4807-9121-9e3390d76180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'name': 'tempest-AttachVolumeTestJSON-1448110249-router', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:32Z', 'revision_number': 4, 'project_id': '8d1a6374019440c5b414caca39c18480', 'gw_port': {'id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'dcef1f27-3769-4fd9-b06c-971e07c53b6c', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'port_id': 'ad2435bf-8eeb-4a5b-8284-6f58b61f75b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4', 'mac_address': 'fa:16:3e:5e:29:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234e802c-d772-40e9-91e6-14a5437cbbcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:35:40Z', 'updated_at': '2022-02-09T01:36:02Z', 'revision_number': 1, 'project_id': '8d1a6374019440c5b414caca39c18480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4beb9f87-fad4-470a-81e4-6f253f1e101a', 'name': '', 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'mac_address': 'fa:16:3e:a9:97:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'e34c6da5-fe1e-433e-9a54-298c85867dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:30Z', 'updated_at': '2022-02-09T01:35:43Z', 'revision_number': 5, 'project_id': '8d1a6374019440c5b414caca39c18480', 'subnets': [{'id': 'e34c6da5-fe1e-433e-9a54-298c85867dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:06.669192 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82b2c69-dc8c-4807-9121-9e3390d76180 None None] The sync data for ids ['3cc49993-e315-45c5-9f19-bccf548b8c8f'] in n-d-828419-1 is: [{'id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'name': 'tempest-AttachVolumeTestJSON-1448110249-router', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:32Z', 'revision_number': 4, 'project_id': '8d1a6374019440c5b414caca39c18480', 'gw_port': {'id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'dcef1f27-3769-4fd9-b06c-971e07c53b6c', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'port_id': 'ad2435bf-8eeb-4a5b-8284-6f58b61f75b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4', 'mac_address': 'fa:16:3e:5e:29:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234e802c-d772-40e9-91e6-14a5437cbbcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:35:40Z', 'updated_at': '2022-02-09T01:36:02Z', 'revision_number': 1, 'project_id': '8d1a6374019440c5b414caca39c18480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4beb9f87-fad4-470a-81e4-6f253f1e101a', 'name': '', 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'mac_address': 'fa:16:3e:a9:97:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'e34c6da5-fe1e-433e-9a54-298c85867dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:30Z', 'updated_at': '2022-02-09T01:35:43Z', 'revision_number': 5, 'project_id': '8d1a6374019440c5b414caca39c18480', 'subnets': [{'id': 'e34c6da5-fe1e-433e-9a54-298c85867dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:36:06.718340 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3414911e-cdd6-4013-8fbe-181206d90c52 req-39b15ca1-c88c-438d-827e-f250095aae87 service neutron] 10.222.0.35 "GET /v2.0/networks/c6572370-df6a-4ab0-b511-4a15eb8e86f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100172 Feb 09 01:36:06.762528 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51414) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:06.802788 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-904e9abd-4e45-43b0-8be1-cf93b16564bf None None] Set router dcdf80a7-4c8c-446b-bad7-75a7900d8783 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:36:06.863742 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0572f14e-8011-449a-a9d5-1d1de228ada9 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:06.907839 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0572f14e-8011-449a-a9d5-1d1de228ada9 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:06.948906 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c074e4b6-bcff-44d4-b3b1-4140c256865b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:07.001129 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0572f14e-8011-449a-a9d5-1d1de228ada9 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:07.044011 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572f14e-8011-449a-a9d5-1d1de228ada9 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92c6638-c7bc-4bb1-afc2-7d54b07bc8c2,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:07.069863 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0572f14e-8011-449a-a9d5-1d1de228ada9 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:07.072724 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0572f14e-8011-449a-a9d5-1d1de228ada9 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "DELETE /v2.0/security-groups/e92c6638-c7bc-4bb1-afc2-7d54b07bc8c2 HTTP/1.1" status: 204 len: 168 time: 0.3089521 Feb 09 01:36:07.116970 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51426) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:07.133534 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc023e5-e0d5-419a-ad30-18929938eb7e None None] New status for floating IP dcef1f27-3769-4fd9-b06c-971e07c53b6c: ACTIVE {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:36:07.200656 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-904e9abd-4e45-43b0-8be1-cf93b16564bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'name': 'tempest-TestVolumeBootPattern-195536192-router', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:55Z', 'updated_at': '2022-02-09T01:36:04Z', 'revision_number': 5, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'gw_port': {'id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:59Z', 'updated_at': '2022-02-09T01:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:07.205843 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cb02851b-e027-4972-936e-fd6cba4c521a admin admin] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:07.207756 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904e9abd-4e45-43b0-8be1-cf93b16564bf None None] Checking router: dcdf80a7-4c8c-446b-bad7-75a7900d8783 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:36:07.219078 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904e9abd-4e45-43b0-8be1-cf93b16564bf None None] Routers {'dcdf80a7-4c8c-446b-bad7-75a7900d8783'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:36:07.219777 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-904e9abd-4e45-43b0-8be1-cf93b16564bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:35:40Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:07.348696 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf12f59-b916-47a7-a816-54ee4a5bcef7', 'name': 'network-vif-deleted', 'tag': 'd41a98fc-18ed-4569-bfdb-ceaf7a26659c'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:36:07.491736 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf12f59-b916-47a7-a816-54ee4a5bcef7', 'name': 'network-vif-deleted', 'tag': 'd41a98fc-18ed-4569-bfdb-ceaf7a26659c', 'status': 'completed', 'code': 200} Feb 09 01:36:07.544366 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-904e9abd-4e45-43b0-8be1-cf93b16564bf None None] Set router dcdf80a7-4c8c-446b-bad7-75a7900d8783 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:36:07.580925 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9d940-3f25-406f-a4d6-4e5802b41a6f req-35538097-e621-407b-adff-3d5e140fadfa tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:07.585992 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1bd9d940-3f25-406f-a4d6-4e5802b41a6f req-35538097-e621-407b-adff-3d5e140fadfa tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.5553496 Feb 09 01:36:07.621044 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3414911e-cdd6-4013-8fbe-181206d90c52 req-2304779d-3533-4bed-873c-53892cd02c9f service neutron] 10.222.0.35 "GET /v2.0/networks/c6572370-df6a-4ab0-b511-4a15eb8e86f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8299272 Feb 09 01:36:07.656855 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1bd9d940-3f25-406f-a4d6-4e5802b41a6f req-03587940-bd1a-4ed1-ad90-9be11f9842ba tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554223 Feb 09 01:36:07.670118 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cb02851b-e027-4972-936e-fd6cba4c521a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:07.685495 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-cb02851b-e027-4972-936e-fd6cba4c521a admin admin] Deleting port b638d1bf-bd38-4a11-9acb-3cc102e1fc43 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:36:07.686102 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cb02851b-e027-4972-936e-fd6cba4c521a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:07.697370 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device d41a98fc-18ed-4569-bfdb-ceaf7a26659c no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:36:07.773508 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: d41a98fc-18ed-4569-bfdb-ceaf7a26659c {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:36:07.773771 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device d41a98fc-18ed-4569-bfdb-ceaf7a26659c not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:36:07.976291 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-904e9abd-4e45-43b0-8be1-cf93b16564bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'name': 'tempest-TestVolumeBootPattern-195536192-router', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:55Z', 'updated_at': '2022-02-09T01:36:04Z', 'revision_number': 5, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'gw_port': {'id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:59Z', 'updated_at': '2022-02-09T01:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:07.986979 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904e9abd-4e45-43b0-8be1-cf93b16564bf None None] The sync data for ids ['dcdf80a7-4c8c-446b-bad7-75a7900d8783'] in n-d-828419-1 is: [{'id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'name': 'tempest-TestVolumeBootPattern-195536192-router', 'tenant_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:55Z', 'updated_at': '2022-02-09T01:36:04Z', 'revision_number': 5, 'project_id': '5ddfa727b5a54b179d7c03a600eaa4b9', 'gw_port': {'id': 'b638d1bf-bd38-4a11-9acb-3cc102e1fc43', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdf80a7-4c8c-446b-bad7-75a7900d8783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:59Z', 'updated_at': '2022-02-09T01:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:36:08.028747 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-cb02851b-e027-4972-936e-fd6cba4c521a admin admin] For port b638d1bf-bd38-4a11-9acb-3cc102e1fc43, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b638d1bf-bd38-4a11-9acb-3cc102e1fc43,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:36:08.029335 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cb02851b-e027-4972-936e-fd6cba4c521a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:08.186875 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-cb02851b-e027-4972-936e-fd6cba4c521a admin admin] Calling delete_port for b638d1bf-bd38-4a11-9acb-3cc102e1fc43 owned by network:router_gateway {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:36:08.211682 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a801046-6805-4f51-97e7-d28e95ed9e29 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:08.484013 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device df50fd24-214b-49d0-bec7-74e98f6cb4a7 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:36:08.529148 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: df50fd24-214b-49d0-bec7-74e98f6cb4a7 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:36:08.529148 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device df50fd24-214b-49d0-bec7-74e98f6cb4a7 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:36:08.575902 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cb02851b-e027-4972-936e-fd6cba4c521a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:08.722678 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-7a801046-6805-4f51-97e7-d28e95ed9e29 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Deleting port 5140cc15-6c2c-4142-b9b2-bf13d47b48bb {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:36:08.723191 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a801046-6805-4f51-97e7-d28e95ed9e29 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:08.800796 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02851b-e027-4972-936e-fd6cba4c521a admin admin] Pushing event deleted for resources: {'Port': ['ID=b638d1bf-bd38-4a11-9acb-3cc102e1fc43,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:08.894426 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cb02851b-e027-4972-936e-fd6cba4c521a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:08.995781 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-7a801046-6805-4f51-97e7-d28e95ed9e29 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] For port 5140cc15-6c2c-4142-b9b2-bf13d47b48bb, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=5140cc15-6c2c-4142-b9b2-bf13d47b48bb,segment=NetworkSegment(209f6138-7517-40ba-ab64-8d94085e538b),segment_id=209f6138-7517-40ba-ab64-8d94085e538b)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:36:08.996037 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a801046-6805-4f51-97e7-d28e95ed9e29 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:09.019038 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763333e-5d11-4a9c-9d05-ce4d67a49440 req-611d1b41-57da-47f2-a6d8-5b4d98f57406 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:09.020517 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a763333e-5d11-4a9c-9d05-ce4d67a49440 req-611d1b41-57da-47f2-a6d8-5b4d98f57406 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.2203317 Feb 09 01:36:09.085313 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cb02851b-e027-4972-936e-fd6cba4c521a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:09.087877 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cb02851b-e027-4972-936e-fd6cba4c521a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:09.114193 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cb02851b-e027-4972-936e-fd6cba4c521a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:09.114864 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb02851b-e027-4972-936e-fd6cba4c521a admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcdf80a7-4c8c-446b-bad7-75a7900d8783 {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:36:09.128017 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cb02851b-e027-4972-936e-fd6cba4c521a admin admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:09.132026 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-cb02851b-e027-4972-936e-fd6cba4c521a admin admin] 10.222.0.37 "DELETE /v2.0/routers/dcdf80a7-4c8c-446b-bad7-75a7900d8783 HTTP/1.1" status: 204 len: 168 time: 2.5685008 Feb 09 01:36:09.132665 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51440) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:09.150258 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-7a801046-6805-4f51-97e7-d28e95ed9e29 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Calling delete_port for 5140cc15-6c2c-4142-b9b2-bf13d47b48bb owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:36:09.199263 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6c8051-e73d-491a-8893-d64333720500 admin admin] Deleting subnet c5c99494-da9a-458d-b6b1-e6de1927c8e8 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:36:09.202778 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3b6c8051-e73d-491a-8893-d64333720500 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:09.234859 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a763333e-5d11-4a9c-9d05-ce4d67a49440 req-0475f430-5985-4231-ae89-aac9da65d6ff tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640029 Feb 09 01:36:09.264656 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3b6c8051-e73d-491a-8893-d64333720500 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:09.381976 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bf6a0750-52ad-45e9-a5ac-a0623b5cbbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:09.395123 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3b6c8051-e73d-491a-8893-d64333720500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:09.408548 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a801046-6805-4f51-97e7-d28e95ed9e29 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:09.468992 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3b6c8051-e73d-491a-8893-d64333720500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:09.506208 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a801046-6805-4f51-97e7-d28e95ed9e29 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event deleted for resources: {'Port': ['ID=5140cc15-6c2c-4142-b9b2-bf13d47b48bb,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:09.509097 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c8051-e73d-491a-8893-d64333720500 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5c99494-da9a-458d-b6b1-e6de1927c8e8,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:09.513711 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3b6c8051-e73d-491a-8893-d64333720500 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:09.519330 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce473035-e8ca-466d-a38b-76c114a4b437 None None] Network 37619b15-03b6-4ee3-8b5e-c1b376918ea6 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:36:09.526454 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3b6c8051-e73d-491a-8893-d64333720500 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c5c99494-da9a-458d-b6b1-e6de1927c8e8 HTTP/1.1" status: 204 len: 168 time: 0.3927813 Feb 09 01:36:09.528938 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51448) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:09.651225 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-33795f27-fdc7-40fb-bffc-d219e9a0c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:09.667697 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-33795f27-fdc7-40fb-bffc-d219e9a0c6ee admin admin] Deleting port 65c1812c-a776-4b77-bedc-9d893388afc0 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:36:09.672250 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-33795f27-fdc7-40fb-bffc-d219e9a0c6ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:09.970556 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a801046-6805-4f51-97e7-d28e95ed9e29 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:09.971898 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4185119c-b249-457d-9a11-939c8cf1514a None None] DHCP port deletion for 37619b15-03b6-4ee3-8b5e-c1b376918ea6 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:36:09.977389 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-4185119c-b249-457d-9a11-939c8cf1514a None None] Deleting port 65c1812c-a776-4b77-bedc-9d893388afc0 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:36:09.977801 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4185119c-b249-457d-9a11-939c8cf1514a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:10.000869 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-33795f27-fdc7-40fb-bffc-d219e9a0c6ee admin admin] For port 65c1812c-a776-4b77-bedc-9d893388afc0, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=65c1812c-a776-4b77-bedc-9d893388afc0,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:36:10.001531 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-33795f27-fdc7-40fb-bffc-d219e9a0c6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:10.189481 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-33795f27-fdc7-40fb-bffc-d219e9a0c6ee admin admin] Calling delete_port for 65c1812c-a776-4b77-bedc-9d893388afc0 owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:36:10.199794 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-4185119c-b249-457d-9a11-939c8cf1514a None None] For port 65c1812c-a776-4b77-bedc-9d893388afc0, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=65c1812c-a776-4b77-bedc-9d893388afc0,segment=NetworkSegment(3563e27e-2e26-4750-a4b1-fd6d3e57da14),segment_id=3563e27e-2e26-4750-a4b1-fd6d3e57da14)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:36:10.200197 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4185119c-b249-457d-9a11-939c8cf1514a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:10.284947 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-33795f27-fdc7-40fb-bffc-d219e9a0c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:10.334085 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-4185119c-b249-457d-9a11-939c8cf1514a None None] Calling delete_port for 65c1812c-a776-4b77-bedc-9d893388afc0 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:36:10.336745 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33795f27-fdc7-40fb-bffc-d219e9a0c6ee admin admin] Pushing event deleted for resources: {'Port': ['ID=65c1812c-a776-4b77-bedc-9d893388afc0,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:10.339448 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33795f27-fdc7-40fb-bffc-d219e9a0c6ee admin admin] No DVR routers for this DVR port 65c1812c-a776-4b77-bedc-9d893388afc0 on host n-d-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:36:10.397036 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a801046-6805-4f51-97e7-d28e95ed9e29 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Router cd3f3004-cef8-488e-abb6-bf6590913d4b has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:36:10.458090 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:10.478382 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-33795f27-fdc7-40fb-bffc-d219e9a0c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:10.506114 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-4185119c-b249-457d-9a11-939c8cf1514a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:36:10.506485 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-4185119c-b249-457d-9a11-939c8cf1514a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:36:10.515145 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-33795f27-fdc7-40fb-bffc-d219e9a0c6ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37619b15-03b6-4ee3-8b5e-c1b376918ea6']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:10.527863 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-33795f27-fdc7-40fb-bffc-d219e9a0c6ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3563e27e-2e26-4750-a4b1-fd6d3e57da14') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:10.528165 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-33795f27-fdc7-40fb-bffc-d219e9a0c6ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3563e27e-2e26-4750-a4b1-fd6d3e57da14') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:10.538713 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:10.540912 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-33795f27-fdc7-40fb-bffc-d219e9a0c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:10.558051 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-33795f27-fdc7-40fb-bffc-d219e9a0c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:10.564657 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33795f27-fdc7-40fb-bffc-d219e9a0c6ee admin admin] Releasing vlan 956 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:36:10.565047 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-33795f27-fdc7-40fb-bffc-d219e9a0c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:10.613979 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a801046-6805-4f51-97e7-d28e95ed9e29 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:36:10.624833 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fe668c-2c22-4fe4-97f2-c1599d0b4183 None None] Sync routers for ids ['cd3f3004-cef8-488e-abb6-bf6590913d4b'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:36:10.628015 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b638d1bf-bd38-4a11-9acb-3cc102e1fc43 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:36:10.632059 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7a801046-6805-4f51-97e7-d28e95ed9e29 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "PUT /v2.0/routers/cd3f3004-cef8-488e-abb6-bf6590913d4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5137780 Feb 09 01:36:10.634708 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51458) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:10.639408 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fe668c-2c22-4fe4-97f2-c1599d0b4183 None None] Routers {'cd3f3004-cef8-488e-abb6-bf6590913d4b'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:36:10.640027 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-a7fe668c-2c22-4fe4-97f2-c1599d0b4183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:36:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['cd3f3004-cef8-488e-abb6-bf6590913d4b'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:10.667674 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: b638d1bf-bd38-4a11-9acb-3cc102e1fc43 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:36:10.668275 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b638d1bf-bd38-4a11-9acb-3cc102e1fc43 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:36:10.668877 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 65c1812c-a776-4b77-bedc-9d893388afc0 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:36:10.674015 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:36:10.674015 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:36:10.674015 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:36:10.674015 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:36:10.674015 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:36:10.674015 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:36:10.674015 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:36:10.674015 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:36:10.674015 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:36:10.674015 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:36:10.674015 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:36:10.674015 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:36:10.674015 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:36:10.674015 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:36:10.674015 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:36:10.674015 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:36:10.674015 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:36:10.674015 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:36:10.674015 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:36:10.674015 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:36:10.674015 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:36:10.674015 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:36:10.674015 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:36:10.674015 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:36:10.674015 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:36:10.674015 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:36:10.674015 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:36:10.674015 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:36:10.674015 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:36:10.674015 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:36:10.674015 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:36:10.674015 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:36:10.678238 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-33795f27-fdc7-40fb-bffc-d219e9a0c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:10.706962 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-33795f27-fdc7-40fb-bffc-d219e9a0c6ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:10.709953 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33795f27-fdc7-40fb-bffc-d219e9a0c6ee admin admin] Pushing event deleted for resources: {'Network': ['ID=37619b15-03b6-4ee3-8b5e-c1b376918ea6,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:10.713637 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-41002927-ca10-40ed-87df-5a8c8eb55a67 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Deleting subnet 5b91cd39-8565-4bda-81f0-68c2bb303b0c {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:36:10.717167 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41002927-ca10-40ed-87df-5a8c8eb55a67 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:10.742146 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-33795f27-fdc7-40fb-bffc-d219e9a0c6ee admin admin] 10.222.0.37 "DELETE /v2.0/networks/37619b15-03b6-4ee3-8b5e-c1b376918ea6 HTTP/1.1" status: 204 len: 168 time: 1.2094915 Feb 09 01:36:10.743254 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51462) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:10.764743 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 65c1812c-a776-4b77-bedc-9d893388afc0 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:36:10.765328 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 65c1812c-a776-4b77-bedc-9d893388afc0 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:36:10.791859 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41002927-ca10-40ed-87df-5a8c8eb55a67 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:10.890449 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41002927-ca10-40ed-87df-5a8c8eb55a67 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:10.925903 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-a7fe668c-2c22-4fe4-97f2-c1599d0b4183 None None] Set router cd3f3004-cef8-488e-abb6-bf6590913d4b gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:36:11.006874 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41002927-ca10-40ed-87df-5a8c8eb55a67 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:11.007902 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-4185119c-b249-457d-9a11-939c8cf1514a None None] Deleting port 65c1812c-a776-4b77-bedc-9d893388afc0 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:36:11.008578 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4185119c-b249-457d-9a11-939c8cf1514a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:11.103619 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41002927-ca10-40ed-87df-5a8c8eb55a67 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event deleted for resources: {'Subnet': ['ID=5b91cd39-8565-4bda-81f0-68c2bb303b0c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:11.120164 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41002927-ca10-40ed-87df-5a8c8eb55a67 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:11.127494 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-41002927-ca10-40ed-87df-5a8c8eb55a67 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "DELETE /v2.0/subnets/5b91cd39-8565-4bda-81f0-68c2bb303b0c HTTP/1.1" status: 204 len: 168 time: 0.4916761 Feb 09 01:36:11.130094 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51468) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:11.171819 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-4185119c-b249-457d-9a11-939c8cf1514a None None] The port '65c1812c-a776-4b77-bedc-9d893388afc0' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:36:11.179028 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67771a3c-6b86-48a5-b734-e1d2742ef358 None None] Network 9b00fe5a-5865-4f79-baa2-5a60ea07774b requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:36:11.442430 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-a7fe668c-2c22-4fe4-97f2-c1599d0b4183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'name': 'tempest-TestNetworkBasicOps-router-2022589915', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'eddbee68-0914-4238-93d8-14e78532bff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:34:52Z', 'updated_at': '2022-02-09T01:36:09Z', 'revision_number': 5, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'eddbee68-0914-4238-93d8-14e78532bff1', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:34:53Z', 'updated_at': '2022-02-09T01:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:11.450033 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fe668c-2c22-4fe4-97f2-c1599d0b4183 None None] Checking router: cd3f3004-cef8-488e-abb6-bf6590913d4b for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:36:11.452632 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-135805c0-b652-47e7-a901-fc0576257a80 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:11.461257 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fe668c-2c22-4fe4-97f2-c1599d0b4183 None None] Routers {'cd3f3004-cef8-488e-abb6-bf6590913d4b'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:36:11.462999 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-a7fe668c-2c22-4fe4-97f2-c1599d0b4183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:36:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['cd3f3004-cef8-488e-abb6-bf6590913d4b'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:11.523995 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dfd656-e3ea-47ff-a7be-d3c3d5723528 None None] DHCP port deletion for 9b00fe5a-5865-4f79-baa2-5a60ea07774b request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:36:11.529959 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-c7dfd656-e3ea-47ff-a7be-d3c3d5723528 None None] Deleting port f39be3d4-3646-4648-b1a7-ded06c3f782e {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:36:11.530341 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c7dfd656-e3ea-47ff-a7be-d3c3d5723528 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:11.608130 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90c042d6-16d9-4746-b3a5-d81bf1d8bacd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:11.686596 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-135805c0-b652-47e7-a901-fc0576257a80 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:11.712039 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-135805c0-b652-47e7-a901-fc0576257a80 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Deleting port eddbee68-0914-4238-93d8-14e78532bff1 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:36:11.712618 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-135805c0-b652-47e7-a901-fc0576257a80 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:11.737721 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-a7fe668c-2c22-4fe4-97f2-c1599d0b4183 None None] Set router cd3f3004-cef8-488e-abb6-bf6590913d4b gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:36:11.874423 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:11.876481 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-c7dfd656-e3ea-47ff-a7be-d3c3d5723528 None None] For port f39be3d4-3646-4648-b1a7-ded06c3f782e, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=f39be3d4-3646-4648-b1a7-ded06c3f782e,segment=NetworkSegment(209f6138-7517-40ba-ab64-8d94085e538b),segment_id=209f6138-7517-40ba-ab64-8d94085e538b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:36:11.876481 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c7dfd656-e3ea-47ff-a7be-d3c3d5723528 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:12.021486 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-90c042d6-16d9-4746-b3a5-d81bf1d8bacd admin admin] Deleting port 46422b01-02ce-4fe6-955d-4fe9bfd00234 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:36:12.022166 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90c042d6-16d9-4746-b3a5-d81bf1d8bacd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:12.062677 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-c7dfd656-e3ea-47ff-a7be-d3c3d5723528 None None] Calling delete_port for f39be3d4-3646-4648-b1a7-ded06c3f782e owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:36:12.108516 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-135805c0-b652-47e7-a901-fc0576257a80 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] For port eddbee68-0914-4238-93d8-14e78532bff1, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=eddbee68-0914-4238-93d8-14e78532bff1,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:36:12.108877 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-135805c0-b652-47e7-a901-fc0576257a80 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:12.216704 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c7dfd656-e3ea-47ff-a7be-d3c3d5723528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:12.272955 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-a7fe668c-2c22-4fe4-97f2-c1599d0b4183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'name': 'tempest-TestNetworkBasicOps-router-2022589915', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'eddbee68-0914-4238-93d8-14e78532bff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:34:52Z', 'updated_at': '2022-02-09T01:36:09Z', 'revision_number': 5, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'eddbee68-0914-4238-93d8-14e78532bff1', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:34:53Z', 'updated_at': '2022-02-09T01:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:12.276266 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-90c042d6-16d9-4746-b3a5-d81bf1d8bacd admin admin] For port 46422b01-02ce-4fe6-955d-4fe9bfd00234, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=46422b01-02ce-4fe6-955d-4fe9bfd00234,segment=NetworkSegment(01da6dc1-32df-4e82-b9f5-f8a8648d597f),segment_id=01da6dc1-32df-4e82-b9f5-f8a8648d597f)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:36:12.276673 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90c042d6-16d9-4746-b3a5-d81bf1d8bacd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:12.281272 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fe668c-2c22-4fe4-97f2-c1599d0b4183 None None] The sync data for ids ['cd3f3004-cef8-488e-abb6-bf6590913d4b'] in n-d-828419-1 is: [{'id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'name': 'tempest-TestNetworkBasicOps-router-2022589915', 'tenant_id': '089df553ed3542348a44835caf19372b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'eddbee68-0914-4238-93d8-14e78532bff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:34:52Z', 'updated_at': '2022-02-09T01:36:09Z', 'revision_number': 5, 'project_id': '089df553ed3542348a44835caf19372b', 'gw_port': {'id': 'eddbee68-0914-4238-93d8-14e78532bff1', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3f3004-cef8-488e-abb6-bf6590913d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:34:53Z', 'updated_at': '2022-02-09T01:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:36:12.292382 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dfd656-e3ea-47ff-a7be-d3c3d5723528 None None] Pushing event deleted for resources: {'Port': ['ID=f39be3d4-3646-4648-b1a7-ded06c3f782e,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:12.312218 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dfd656-e3ea-47ff-a7be-d3c3d5723528 None None] No DVR routers for this DVR port f39be3d4-3646-4648-b1a7-ded06c3f782e on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:36:12.316168 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfd656-e3ea-47ff-a7be-d3c3d5723528 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:12.318633 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfd656-e3ea-47ff-a7be-d3c3d5723528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:12.319682 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfd656-e3ea-47ff-a7be-d3c3d5723528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:12.324334 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfd656-e3ea-47ff-a7be-d3c3d5723528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:12.324980 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfd656-e3ea-47ff-a7be-d3c3d5723528 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:12.325538 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfd656-e3ea-47ff-a7be-d3c3d5723528 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:12.326101 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfd656-e3ea-47ff-a7be-d3c3d5723528 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:12.326648 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfd656-e3ea-47ff-a7be-d3c3d5723528 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:12.327198 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfd656-e3ea-47ff-a7be-d3c3d5723528 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:12.327921 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfd656-e3ea-47ff-a7be-d3c3d5723528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:12.328674 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfd656-e3ea-47ff-a7be-d3c3d5723528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:12.330469 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfd656-e3ea-47ff-a7be-d3c3d5723528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:12.395583 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-135805c0-b652-47e7-a901-fc0576257a80 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Calling delete_port for eddbee68-0914-4238-93d8-14e78532bff1 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:36:12.461053 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-90c042d6-16d9-4746-b3a5-d81bf1d8bacd admin admin] Calling delete_port for 46422b01-02ce-4fe6-955d-4fe9bfd00234 owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:36:12.564947 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f39be3d4-3646-4648-b1a7-ded06c3f782e no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:36:12.637503 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: f39be3d4-3646-4648-b1a7-ded06c3f782e {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:36:12.637849 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f39be3d4-3646-4648-b1a7-ded06c3f782e not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:36:12.646388 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 5140cc15-6c2c-4142-b9b2-bf13d47b48bb no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:36:12.715251 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 5140cc15-6c2c-4142-b9b2-bf13d47b48bb {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:36:12.717471 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 5140cc15-6c2c-4142-b9b2-bf13d47b48bb not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:36:12.757755 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-135805c0-b652-47e7-a901-fc0576257a80 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:12.765260 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90c042d6-16d9-4746-b3a5-d81bf1d8bacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:12.818354 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135805c0-b652-47e7-a901-fc0576257a80 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event deleted for resources: {'Port': ['ID=eddbee68-0914-4238-93d8-14e78532bff1,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:12.962143 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-135805c0-b652-47e7-a901-fc0576257a80 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:12.987844 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c042d6-16d9-4746-b3a5-d81bf1d8bacd admin admin] Pushing event deleted for resources: {'Port': ['ID=46422b01-02ce-4fe6-955d-4fe9bfd00234,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:13.191815 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-135805c0-b652-47e7-a901-fc0576257a80 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:13.195190 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-135805c0-b652-47e7-a901-fc0576257a80 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:13.227429 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-135805c0-b652-47e7-a901-fc0576257a80 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:13.229421 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135805c0-b652-47e7-a901-fc0576257a80 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Fanout notify agent at l3_agent the message router_deleted on router cd3f3004-cef8-488e-abb6-bf6590913d4b {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:36:13.279755 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-135805c0-b652-47e7-a901-fc0576257a80 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:13.281353 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-135805c0-b652-47e7-a901-fc0576257a80 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "DELETE /v2.0/routers/cd3f3004-cef8-488e-abb6-bf6590913d4b HTTP/1.1" status: 204 len: 168 time: 2.1500998 Feb 09 01:36:13.283825 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51480) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:13.419181 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90c042d6-16d9-4746-b3a5-d81bf1d8bacd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:13.424524 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9bcaaf67-a87e-4401-8f91-0ae533c86836 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:13.562927 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9bcaaf67-a87e-4401-8f91-0ae533c86836 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:13.593939 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-9bcaaf67-a87e-4401-8f91-0ae533c86836 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b00fe5a-5865-4f79-baa2-5a60ea07774b']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:13.618942 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-9bcaaf67-a87e-4401-8f91-0ae533c86836 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '209f6138-7517-40ba-ab64-8d94085e538b') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:13.619241 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-9bcaaf67-a87e-4401-8f91-0ae533c86836 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '209f6138-7517-40ba-ab64-8d94085e538b') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:13.646347 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9bcaaf67-a87e-4401-8f91-0ae533c86836 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:13.665884 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9bcaaf67-a87e-4401-8f91-0ae533c86836 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:13.675938 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bcaaf67-a87e-4401-8f91-0ae533c86836 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Releasing vlan 966 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:36:13.676580 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9bcaaf67-a87e-4401-8f91-0ae533c86836 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:13.692497 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:36:13.692497 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:36:13.692497 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:36:13.692497 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:36:13.692497 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:36:13.692497 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:36:13.692497 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:36:13.692497 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:36:13.692497 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:36:13.692497 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:36:13.692497 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:36:13.692497 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:36:13.692497 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:36:13.692497 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:36:13.692497 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:36:13.692497 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:36:13.692497 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:36:13.692497 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:36:13.692497 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:36:13.692497 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:36:13.692497 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:36:13.692497 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:36:13.692497 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:36:13.692497 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:36:13.692497 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:36:13.692497 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:36:13.692497 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:36:13.692497 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:36:13.692497 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:36:13.692497 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:36:13.692497 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:36:13.692497 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:36:13.795090 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9bcaaf67-a87e-4401-8f91-0ae533c86836 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:13.826174 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9bcaaf67-a87e-4401-8f91-0ae533c86836 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:13.832767 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c042d6-16d9-4746-b3a5-d81bf1d8bacd admin admin] Router 12b00ed1-a700-4320-bfd1-3ff16204c1dd has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:36:13.838066 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcaaf67-a87e-4401-8f91-0ae533c86836 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] Pushing event deleted for resources: {'Network': ['ID=9b00fe5a-5865-4f79-baa2-5a60ea07774b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:13.845433 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9bcaaf67-a87e-4401-8f91-0ae533c86836 tempest-TestNetworkBasicOps-130417010 tempest-TestNetworkBasicOps-130417010-project] 10.222.0.37 "DELETE /v2.0/networks/9b00fe5a-5865-4f79-baa2-5a60ea07774b HTTP/1.1" status: 204 len: 168 time: 0.5599174 Feb 09 01:36:14.034099 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c042d6-16d9-4746-b3a5-d81bf1d8bacd admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:36:14.043734 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73052334-4d04-4221-93ff-67a4fe3a7f66 None None] Sync routers for ids ['12b00ed1-a700-4320-bfd1-3ff16204c1dd'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:36:14.058642 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73052334-4d04-4221-93ff-67a4fe3a7f66 None None] Routers {'12b00ed1-a700-4320-bfd1-3ff16204c1dd'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:36:14.059288 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-73052334-4d04-4221-93ff-67a4fe3a7f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:36:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['12b00ed1-a700-4320-bfd1-3ff16204c1dd'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:14.061332 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-90c042d6-16d9-4746-b3a5-d81bf1d8bacd admin admin] 10.222.0.37 "PUT /v2.0/routers/12b00ed1-a700-4320-bfd1-3ff16204c1dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3134437 Feb 09 01:36:14.061470 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51490) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:14.134682 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51494) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:14.258534 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-73052334-4d04-4221-93ff-67a4fe3a7f66 None None] Set router 12b00ed1-a700-4320-bfd1-3ff16204c1dd gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:36:14.403034 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdd17374-d334-4b20-9f80-156f0e0c93d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:14.503572 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4a566a18-d190-4451-ba82-2b1f044c713f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=089df553ed3542348a44835caf19372b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3676617 Feb 09 01:36:14.506328 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51500) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:14.581580 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6f6ce524-d3fd-489c-8b79-92468b1ca0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:14.608040 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device eddbee68-0914-4238-93d8-14e78532bff1 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:36:14.612487 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6f6ce524-d3fd-489c-8b79-92468b1ca0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:14.619148 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdd17374-d334-4b20-9f80-156f0e0c93d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:14.628797 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-fdd17374-d334-4b20-9f80-156f0e0c93d8 admin admin] Deleting port 2e0459f7-dfe5-4cf5-bd58-c2efa79e0183 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:36:14.629209 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdd17374-d334-4b20-9f80-156f0e0c93d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:14.651932 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: eddbee68-0914-4238-93d8-14e78532bff1 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:36:14.652494 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device eddbee68-0914-4238-93d8-14e78532bff1 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:36:14.678604 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6f6ce524-d3fd-489c-8b79-92468b1ca0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:14.700706 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-73052334-4d04-4221-93ff-67a4fe3a7f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b00ed1-a700-4320-bfd1-3ff16204c1dd', 'name': 'tempest-TestVolumeBootPattern-1661881428-router', 'tenant_id': 'b1011fd0daff4b9f80750382cff409ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '2e0459f7-dfe5-4cf5-bd58-c2efa79e0183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:21:23Z', 'updated_at': '2022-02-09T01:36:12Z', 'revision_number': 5, 'project_id': 'b1011fd0daff4b9f80750382cff409ee', 'gw_port': {'id': '2e0459f7-dfe5-4cf5-bd58-c2efa79e0183', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b00ed1-a700-4320-bfd1-3ff16204c1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:26Z', 'updated_at': '2022-02-09T01:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:14.701698 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ce524-d3fd-489c-8b79-92468b1ca0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8d24f0-d038-45a8-b3a5-4dcfeb94f083,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:14.704934 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73052334-4d04-4221-93ff-67a4fe3a7f66 None None] Checking router: 12b00ed1-a700-4320-bfd1-3ff16204c1dd for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:36:14.705314 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6f6ce524-d3fd-489c-8b79-92468b1ca0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:14.708957 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6f6ce524-d3fd-489c-8b79-92468b1ca0f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f8d24f0-d038-45a8-b3a5-4dcfeb94f083 HTTP/1.1" status: 204 len: 168 time: 0.2018142 Feb 09 01:36:14.738492 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73052334-4d04-4221-93ff-67a4fe3a7f66 None None] Routers {'12b00ed1-a700-4320-bfd1-3ff16204c1dd'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:36:14.739147 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-73052334-4d04-4221-93ff-67a4fe3a7f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:36:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['12b00ed1-a700-4320-bfd1-3ff16204c1dd'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:14.840055 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-fdd17374-d334-4b20-9f80-156f0e0c93d8 admin admin] For port 2e0459f7-dfe5-4cf5-bd58-c2efa79e0183, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=2e0459f7-dfe5-4cf5-bd58-c2efa79e0183,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:36:14.840594 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdd17374-d334-4b20-9f80-156f0e0c93d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:14.979224 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-73052334-4d04-4221-93ff-67a4fe3a7f66 None None] Set router 12b00ed1-a700-4320-bfd1-3ff16204c1dd gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:36:14.991543 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-fdd17374-d334-4b20-9f80-156f0e0c93d8 admin admin] Calling delete_port for 2e0459f7-dfe5-4cf5-bd58-c2efa79e0183 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:36:15.060994 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51514) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:15.080949 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cd3d688a-f89c-4a06-8db3-8d2c781753bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:15.098842 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-cd3d688a-f89c-4a06-8db3-8d2c781753bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:36:15.104143 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-cd3d688a-f89c-4a06-8db3-8d2c781753bf admin admin] Usage tracker for resource:security_group_rule and tenant:51f3b32f3e2f4ed3bdf0595eea7e0f08 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:36:15.107489 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-cd3d688a-f89c-4a06-8db3-8d2c781753bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:36:15.114335 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-cd3d688a-f89c-4a06-8db3-8d2c781753bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:36:15.131554 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-73052334-4d04-4221-93ff-67a4fe3a7f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b00ed1-a700-4320-bfd1-3ff16204c1dd', 'name': 'tempest-TestVolumeBootPattern-1661881428-router', 'tenant_id': 'b1011fd0daff4b9f80750382cff409ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:21:23Z', 'updated_at': '2022-02-09T01:36:14Z', 'revision_number': 6, 'project_id': 'b1011fd0daff4b9f80750382cff409ee', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:15.136278 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73052334-4d04-4221-93ff-67a4fe3a7f66 None None] The sync data for ids ['12b00ed1-a700-4320-bfd1-3ff16204c1dd'] in n-d-828419-1 is: [{'id': '12b00ed1-a700-4320-bfd1-3ff16204c1dd', 'name': 'tempest-TestVolumeBootPattern-1661881428-router', 'tenant_id': 'b1011fd0daff4b9f80750382cff409ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:21:23Z', 'updated_at': '2022-02-09T01:36:14Z', 'revision_number': 6, 'project_id': 'b1011fd0daff4b9f80750382cff409ee', 'gw_port_host': None}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:36:15.214210 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdd17374-d334-4b20-9f80-156f0e0c93d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:15.233325 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cd3d688a-f89c-4a06-8db3-8d2c781753bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:15.237492 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cd3d688a-f89c-4a06-8db3-8d2c781753bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:15.263965 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd17374-d334-4b20-9f80-156f0e0c93d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e0459f7-dfe5-4cf5-bd58-c2efa79e0183,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:15.281494 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d688a-f89c-4a06-8db3-8d2c781753bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7552cab5-a0fb-4244-9190-7e2efb3eb092,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:15.304875 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-cd3d688a-f89c-4a06-8db3-8d2c781753bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=51f3b32f3e2f4ed3bdf0595eea7e0f08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2419856 Feb 09 01:36:15.307902 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51520) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:15.360287 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdd17374-d334-4b20-9f80-156f0e0c93d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:15.369258 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a8c99fdf-0fa5-4a13-97bd-951f39066021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:15.395217 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a8c99fdf-0fa5-4a13-97bd-951f39066021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:15.454941 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a8c99fdf-0fa5-4a13-97bd-951f39066021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:15.473355 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c99fdf-0fa5-4a13-97bd-951f39066021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7552cab5-a0fb-4244-9190-7e2efb3eb092,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:15.480937 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a8c99fdf-0fa5-4a13-97bd-951f39066021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:15.481932 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a8c99fdf-0fa5-4a13-97bd-951f39066021 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7552cab5-a0fb-4244-9190-7e2efb3eb092 HTTP/1.1" status: 204 len: 168 time: 0.1729186 Feb 09 01:36:15.556989 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdd17374-d334-4b20-9f80-156f0e0c93d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:15.559434 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdd17374-d334-4b20-9f80-156f0e0c93d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:15.586486 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdd17374-d334-4b20-9f80-156f0e0c93d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:15.587758 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd17374-d334-4b20-9f80-156f0e0c93d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12b00ed1-a700-4320-bfd1-3ff16204c1dd {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:36:15.600782 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fdd17374-d334-4b20-9f80-156f0e0c93d8 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:15.605563 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fdd17374-d334-4b20-9f80-156f0e0c93d8 admin admin] 10.222.0.37 "DELETE /v2.0/routers/12b00ed1-a700-4320-bfd1-3ff16204c1dd HTTP/1.1" status: 204 len: 168 time: 1.5424762 Feb 09 01:36:15.607042 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51526) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:15.674788 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3cdc855-a1a1-4426-b18b-9fd3a5b93ef5 admin admin] Deleting subnet 26ba8f6b-0f1c-4fd0-8f7c-c2d7eff3ea2f {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:36:15.677769 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c3cdc855-a1a1-4426-b18b-9fd3a5b93ef5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:15.729256 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c3cdc855-a1a1-4426-b18b-9fd3a5b93ef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:15.814962 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c3cdc855-a1a1-4426-b18b-9fd3a5b93ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:15.885610 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c3cdc855-a1a1-4426-b18b-9fd3a5b93ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:15.926474 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cdc855-a1a1-4426-b18b-9fd3a5b93ef5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26ba8f6b-0f1c-4fd0-8f7c-c2d7eff3ea2f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:15.935072 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c3cdc855-a1a1-4426-b18b-9fd3a5b93ef5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:15.943925 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72443c0-63f9-4179-a265-ebaf54bd9200 None None] Network 2eee4770-f563-4e73-92b9-f5bf4a1e189a requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:36:15.944089 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c3cdc855-a1a1-4426-b18b-9fd3a5b93ef5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/26ba8f6b-0f1c-4fd0-8f7c-c2d7eff3ea2f HTTP/1.1" status: 204 len: 168 time: 0.3336668 Feb 09 01:36:15.946003 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51538) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:16.269432 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3b036f3d-026d-4525-b29f-6296855bf24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:16.283083 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-3b036f3d-026d-4525-b29f-6296855bf24e admin admin] Deleting port 7952da1e-4853-494d-83ea-209c9d541c8a {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:36:16.283652 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3b036f3d-026d-4525-b29f-6296855bf24e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:16.397876 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8366400-f7d3-4986-84af-32cd388e51d8 None None] DHCP port deletion for 2eee4770-f563-4e73-92b9-f5bf4a1e189a request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:36:16.403286 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d8366400-f7d3-4986-84af-32cd388e51d8 None None] Deleting port 7952da1e-4853-494d-83ea-209c9d541c8a {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:36:16.403714 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d8366400-f7d3-4986-84af-32cd388e51d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:16.572347 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51554) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:16.583232 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7952da1e-4853-494d-83ea-209c9d541c8a no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:36:16.608550 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-3b036f3d-026d-4525-b29f-6296855bf24e admin admin] For port 7952da1e-4853-494d-83ea-209c9d541c8a, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=7952da1e-4853-494d-83ea-209c9d541c8a,segment=NetworkSegment(01da6dc1-32df-4e82-b9f5-f8a8648d597f),segment_id=01da6dc1-32df-4e82-b9f5-f8a8648d597f)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:36:16.608744 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3b036f3d-026d-4525-b29f-6296855bf24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:16.707114 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b58717e8-975e-404b-9d79-2f2e142434bf admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-894416307-network', 'tenant_id': '3588c8cc60974e3d95471d8e1cd35dae'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:16.712938 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b58717e8-975e-404b-9d79-2f2e142434bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:36:16.717451 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b58717e8-975e-404b-9d79-2f2e142434bf admin admin] Usage tracker for resource:network and tenant:3588c8cc60974e3d95471d8e1cd35dae is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:36:16.720574 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b58717e8-975e-404b-9d79-2f2e142434bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:36:16.726738 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b58717e8-975e-404b-9d79-2f2e142434bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:36:16.746966 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58717e8-975e-404b-9d79-2f2e142434bf admin admin] Made reservation on behalf of 3588c8cc60974e3d95471d8e1cd35dae for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:36:16.749833 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b58717e8-975e-404b-9d79-2f2e142434bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:16.776049 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-3b036f3d-026d-4525-b29f-6296855bf24e admin admin] Calling delete_port for 7952da1e-4853-494d-83ea-209c9d541c8a owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:36:16.782868 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b58717e8-975e-404b-9d79-2f2e142434bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:16.808649 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-d8366400-f7d3-4986-84af-32cd388e51d8 None None] For port 7952da1e-4853-494d-83ea-209c9d541c8a, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=7952da1e-4853-494d-83ea-209c9d541c8a,segment=NetworkSegment(01da6dc1-32df-4e82-b9f5-f8a8648d597f),segment_id=01da6dc1-32df-4e82-b9f5-f8a8648d597f)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:36:16.808926 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b58717e8-975e-404b-9d79-2f2e142434bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:36:16.809045 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d8366400-f7d3-4986-84af-32cd388e51d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:16.828200 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b58717e8-975e-404b-9d79-2f2e142434bf admin admin] Usage tracker for resource:security_group_rule and tenant:3588c8cc60974e3d95471d8e1cd35dae is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:36:16.832364 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b58717e8-975e-404b-9d79-2f2e142434bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:36:16.846158 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b58717e8-975e-404b-9d79-2f2e142434bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:36:16.874798 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:16.898507 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3b036f3d-026d-4525-b29f-6296855bf24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:16.948209 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d8366400-f7d3-4986-84af-32cd388e51d8 None None] Calling delete_port for 7952da1e-4853-494d-83ea-209c9d541c8a owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:36:16.967031 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b58717e8-975e-404b-9d79-2f2e142434bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:16.971620 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b58717e8-975e-404b-9d79-2f2e142434bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:16.975161 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b036f3d-026d-4525-b29f-6296855bf24e admin admin] Pushing event deleted for resources: {'Port': ['ID=7952da1e-4853-494d-83ea-209c9d541c8a,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:16.986166 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b036f3d-026d-4525-b29f-6296855bf24e admin admin] No DVR routers for this DVR port 7952da1e-4853-494d-83ea-209c9d541c8a on host n-d-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:36:17.017182 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58717e8-975e-404b-9d79-2f2e142434bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3485240-f938-4da7-9335-239eb98f1f7e,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:17.037409 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b58717e8-975e-404b-9d79-2f2e142434bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 968} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:36:17.048247 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b58717e8-975e-404b-9d79-2f2e142434bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:17.048954 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-b58717e8-975e-404b-9d79-2f2e142434bf admin admin] Added segment eafa0f55-4eb2-49ed-83e9-63dade938754 of type vlan for network adbbe756-ea0c-4d66-a097-46a44d88201c Feb 09 01:36:17.080573 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b58717e8-975e-404b-9d79-2f2e142434bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:17.095461 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 2e0459f7-dfe5-4cf5-bd58-c2efa79e0183 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:36:17.116888 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b58717e8-975e-404b-9d79-2f2e142434bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:17.117991 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58717e8-975e-404b-9d79-2f2e142434bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:17.118907 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b58717e8-975e-404b-9d79-2f2e142434bf admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:17.134747 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 2e0459f7-dfe5-4cf5-bd58-c2efa79e0183 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:36:17.135084 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 2e0459f7-dfe5-4cf5-bd58-c2efa79e0183 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:36:17.135503 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 46422b01-02ce-4fe6-955d-4fe9bfd00234 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:36:17.184831 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 46422b01-02ce-4fe6-955d-4fe9bfd00234 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:36:17.185173 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 46422b01-02ce-4fe6-955d-4fe9bfd00234 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:36:17.196254 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-d8366400-f7d3-4986-84af-32cd388e51d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:36:17.196622 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-d8366400-f7d3-4986-84af-32cd388e51d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:36:17.219444 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3b036f3d-026d-4525-b29f-6296855bf24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:17.252155 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b58717e8-975e-404b-9d79-2f2e142434bf admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6773396 Feb 09 01:36:17.256204 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51568) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:17.263934 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-3b036f3d-026d-4525-b29f-6296855bf24e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eee4770-f563-4e73-92b9-f5bf4a1e189a']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:17.264139 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58717e8-975e-404b-9d79-2f2e142434bf admin admin] Pushing event updated for resources: {'Network': ['ID=adbbe756-ea0c-4d66-a097-46a44d88201c,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:17.274493 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network adbbe756-ea0c-4d66-a097-46a44d88201c details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:36:17.276968 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-b554e022-6767-4d67-9619-e5d9a9b4614b admin admin] Request body: {'subnet': {'network_id': 'adbbe756-ea0c-4d66-a097-46a44d88201c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-894416307-subnet', 'tenant_id': '3588c8cc60974e3d95471d8e1cd35dae', 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:17.286430 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b554e022-6767-4d67-9619-e5d9a9b4614b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:36:17.289459 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-3b036f3d-026d-4525-b29f-6296855bf24e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01da6dc1-32df-4e82-b9f5-f8a8648d597f') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:17.289749 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-3b036f3d-026d-4525-b29f-6296855bf24e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01da6dc1-32df-4e82-b9f5-f8a8648d597f') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:17.304615 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3b036f3d-026d-4525-b29f-6296855bf24e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:17.323849 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3b036f3d-026d-4525-b29f-6296855bf24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:17.333450 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b036f3d-026d-4525-b29f-6296855bf24e admin admin] Releasing vlan 998 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:36:17.333450 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3b036f3d-026d-4525-b29f-6296855bf24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:17.352989 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:36:17.352989 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:36:17.352989 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:36:17.352989 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:36:17.352989 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:36:17.352989 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:36:17.352989 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:36:17.352989 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:36:17.352989 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:36:17.352989 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:36:17.352989 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:36:17.352989 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:36:17.352989 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:36:17.352989 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:36:17.352989 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:36:17.352989 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:36:17.352989 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:36:17.352989 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:36:17.352989 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:36:17.352989 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:36:17.352989 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:36:17.352989 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:36:17.352989 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:36:17.352989 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:36:17.352989 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:36:17.352989 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:36:17.352989 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:36:17.352989 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:36:17.352989 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:36:17.352989 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:36:17.352989 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:36:17.352989 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:36:17.401621 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b554e022-6767-4d67-9619-e5d9a9b4614b admin admin] Usage tracker for resource:subnet and tenant:3588c8cc60974e3d95471d8e1cd35dae is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:36:17.408569 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b554e022-6767-4d67-9619-e5d9a9b4614b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:36:17.425088 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b554e022-6767-4d67-9619-e5d9a9b4614b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:36:17.442435 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b554e022-6767-4d67-9619-e5d9a9b4614b admin admin] Made reservation on behalf of 3588c8cc60974e3d95471d8e1cd35dae for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:36:17.445242 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b554e022-6767-4d67-9619-e5d9a9b4614b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:17.511786 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3b036f3d-026d-4525-b29f-6296855bf24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:17.516098 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3b036f3d-026d-4525-b29f-6296855bf24e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:17.560960 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b036f3d-026d-4525-b29f-6296855bf24e admin admin] Pushing event deleted for resources: {'Network': ['ID=2eee4770-f563-4e73-92b9-f5bf4a1e189a,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:17.569212 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3b036f3d-026d-4525-b29f-6296855bf24e admin admin] 10.222.0.37 "DELETE /v2.0/networks/2eee4770-f563-4e73-92b9-f5bf4a1e189a HTTP/1.1" status: 204 len: 168 time: 1.6195054 Feb 09 01:36:17.698244 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d8366400-f7d3-4986-84af-32cd388e51d8 None None] Deleting port 7952da1e-4853-494d-83ea-209c9d541c8a {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:36:17.698802 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d8366400-f7d3-4986-84af-32cd388e51d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:17.765073 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b554e022-6767-4d67-9619-e5d9a9b4614b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:17.790084 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51586) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:17.802848 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d8366400-f7d3-4986-84af-32cd388e51d8 None None] The port '7952da1e-4853-494d-83ea-209c9d541c8a' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:36:17.854844 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e9d31a6c-d958-4bbb-9b6b-a2ccb5a22f06 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5ddfa727b5a54b179d7c03a600eaa4b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0629871 Feb 09 01:36:17.857264 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51590) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:17.866910 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554e022-6767-4d67-9619-e5d9a9b4614b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c11d73fe-7bf3-450c-b7f8-d6e374830201,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:17.884221 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b554e022-6767-4d67-9619-e5d9a9b4614b admin admin] Checking segment: {'id': 'eafa0f55-4eb2-49ed-83e9-63dade938754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'adbbe756-ea0c-4d66-a097-46a44d88201c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:36:17.885000 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b554e022-6767-4d67-9619-e5d9a9b4614b admin admin] Network hostable DHCP agents. Network: adbbe756-ea0c-4d66-a097-46a44d88201c, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:36:17.905132 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b554e022-6767-4d67-9619-e5d9a9b4614b admin admin] Network adbbe756-ea0c-4d66-a097-46a44d88201c is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:36:17.924418 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ed584b77-c7d1-48e0-aba1-27819a5ef81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:17.924642 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-b554e022-6767-4d67-9619-e5d9a9b4614b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, adbbe756-ea0c-4d66-a097-46a44d88201c) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:17.930966 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b554e022-6767-4d67-9619-e5d9a9b4614b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:17.931736 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b554e022-6767-4d67-9619-e5d9a9b4614b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:17.937248 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a411aa6-04b7-4f02-bcf5-3270bb7f292d None None] Network adbbe756-ea0c-4d66-a097-46a44d88201c requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:36:17.963034 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b554e022-6767-4d67-9619-e5d9a9b4614b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6987677 Feb 09 01:36:17.963229 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51594) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:17.968888 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-adf25344-f154-4fdf-9a88-bb8a52582895 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-894416307-router', 'tenant_id': '3588c8cc60974e3d95471d8e1cd35dae', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:17.973246 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ed584b77-c7d1-48e0-aba1-27819a5ef81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:17.974811 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-adf25344-f154-4fdf-9a88-bb8a52582895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:36:17.979742 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-adf25344-f154-4fdf-9a88-bb8a52582895 admin admin] Usage tracker for resource:router and tenant:3588c8cc60974e3d95471d8e1cd35dae is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:36:17.983679 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-adf25344-f154-4fdf-9a88-bb8a52582895 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:36:17.992114 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-adf25344-f154-4fdf-9a88-bb8a52582895 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:36:18.007424 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-adf25344-f154-4fdf-9a88-bb8a52582895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:18.009740 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-adf25344-f154-4fdf-9a88-bb8a52582895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:18.028960 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-adf25344-f154-4fdf-9a88-bb8a52582895 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:18.061682 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ed584b77-c7d1-48e0-aba1-27819a5ef81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:18.094476 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed584b77-c7d1-48e0-aba1-27819a5ef81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79501d18-73db-4be7-9d3a-8b21a462509f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:18.120469 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ed584b77-c7d1-48e0-aba1-27819a5ef81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:18.126360 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ed584b77-c7d1-48e0-aba1-27819a5ef81f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/79501d18-73db-4be7-9d3a-8b21a462509f HTTP/1.1" status: 204 len: 168 time: 0.2680476 Feb 09 01:36:18.221218 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ccf6c2-9c4b-4ed2-9726-e064e00de62f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-adbbe756-ea0c-4d66-a097-46a44d88201c', 'network_id': 'adbbe756-ea0c-4d66-a097-46a44d88201c', 'tenant_id': '3588c8cc60974e3d95471d8e1cd35dae', 'fixed_ips': [{'subnet_id': 'c11d73fe-7bf3-450c-b7f8-d6e374830201'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:36:18.222146 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c6ccf6c2-9c4b-4ed2-9726-e064e00de62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:18.414292 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-c6ccf6c2-9c4b-4ed2-9726-e064e00de62f None None] Allocated IP 172.20.0.2 (adbbe756-ea0c-4d66-a097-46a44d88201c/c11d73fe-7bf3-450c-b7f8-d6e374830201/60849614-0092-4177-960a-572d71be4d9f) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:36:18.494052 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-adf25344-f154-4fdf-9a88-bb8a52582895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:18.639261 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51602) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:18.667233 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c6ccf6c2-9c4b-4ed2-9726-e064e00de62f None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:18.677108 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c6ccf6c2-9c4b-4ed2-9726-e064e00de62f None None] Transition to ACTIVE for port object 60849614-0092-4177-960a-572d71be4d9f will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:36:18.700776 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c6ccf6c2-9c4b-4ed2-9726-e064e00de62f None None] Transition to ACTIVE for port object 60849614-0092-4177-960a-572d71be4d9f will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:36:18.709330 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c6ccf6c2-9c4b-4ed2-9726-e064e00de62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:18.764415 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d1da903a-133a-4ae4-88e8-5f6a175112a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b1011fd0daff4b9f80750382cff409ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1239760 Feb 09 01:36:18.774717 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51608) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:18.795082 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ccf6c2-9c4b-4ed2-9726-e064e00de62f None None] Network adbbe756-ea0c-4d66-a097-46a44d88201c is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:36:18.796304 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-c6ccf6c2-9c4b-4ed2-9726-e064e00de62f None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:18.804270 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ccf6c2-9c4b-4ed2-9726-e064e00de62f None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:36:18.883304 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-adf25344-f154-4fdf-9a88-bb8a52582895 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:18.901161 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ccf6c2-9c4b-4ed2-9726-e064e00de62f None None] Pushing event updated for resources: {'Port': ['ID=60849614-0092-4177-960a-572d71be4d9f,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:18.912791 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-c6ccf6c2-9c4b-4ed2-9726-e064e00de62f None None] Attempting to bind port 60849614-0092-4177-960a-572d71be4d9f on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:36:18.913362 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-c6ccf6c2-9c4b-4ed2-9726-e064e00de62f None None] Attempting to bind port 60849614-0092-4177-960a-572d71be4d9f by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'eafa0f55-4eb2-49ed-83e9-63dade938754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'adbbe756-ea0c-4d66-a097-46a44d88201c'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:36:18.913905 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ccf6c2-9c4b-4ed2-9726-e064e00de62f None None] Attempting to bind port 60849614-0092-4177-960a-572d71be4d9f on network adbbe756-ea0c-4d66-a097-46a44d88201c {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:36:18.920565 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ccf6c2-9c4b-4ed2-9726-e064e00de62f None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:36:18.921321 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ccf6c2-9c4b-4ed2-9726-e064e00de62f None None] Checking segment: {'id': 'eafa0f55-4eb2-49ed-83e9-63dade938754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'adbbe756-ea0c-4d66-a097-46a44d88201c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:36:18.921884 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c6ccf6c2-9c4b-4ed2-9726-e064e00de62f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:18.922433 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ccf6c2-9c4b-4ed2-9726-e064e00de62f None None] Bound using segment: {'id': 'eafa0f55-4eb2-49ed-83e9-63dade938754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'adbbe756-ea0c-4d66-a097-46a44d88201c'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:36:18.923052 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-c6ccf6c2-9c4b-4ed2-9726-e064e00de62f None None] Bound port: 60849614-0092-4177-960a-572d71be4d9f, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eafa0f55-4eb2-49ed-83e9-63dade938754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'adbbe756-ea0c-4d66-a097-46a44d88201c'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:36:18.923583 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c6ccf6c2-9c4b-4ed2-9726-e064e00de62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:18.926707 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-adf25344-f154-4fdf-9a88-bb8a52582895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:18.976332 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a0e04944-46a9-4363-ad26-e52f0cdd453a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:19.006763 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a0e04944-46a9-4363-ad26-e52f0cdd453a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:19.032260 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-c6ccf6c2-9c4b-4ed2-9726-e064e00de62f None None] For port 60849614-0092-4177-960a-572d71be4d9f, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:36:19.035926 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-c6ccf6c2-9c4b-4ed2-9726-e064e00de62f None None] For port 60849614-0092-4177-960a-572d71be4d9f, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=60849614-0092-4177-960a-572d71be4d9f,segment=NetworkSegment(eafa0f55-4eb2-49ed-83e9-63dade938754),segment_id=eafa0f55-4eb2-49ed-83e9-63dade938754)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:36:19.042776 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c6ccf6c2-9c4b-4ed2-9726-e064e00de62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:19.095995 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a0e04944-46a9-4363-ad26-e52f0cdd453a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:19.124427 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ccf6c2-9c4b-4ed2-9726-e064e00de62f None None] Pushing event updated for resources: {'Port': ['ID=60849614-0092-4177-960a-572d71be4d9f,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:19.126552 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e04944-46a9-4363-ad26-e52f0cdd453a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d924c06-8d3a-401a-b618-90cbb8be88b2,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:19.129496 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a0e04944-46a9-4363-ad26-e52f0cdd453a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:19.133776 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a0e04944-46a9-4363-ad26-e52f0cdd453a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1d924c06-8d3a-401a-b618-90cbb8be88b2 HTTP/1.1" status: 204 len: 168 time: 0.3653252 Feb 09 01:36:19.140031 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-adf25344-f154-4fdf-9a88-bb8a52582895 admin admin] Allocated IP 172.25.5.159 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/ac429788-3642-48f8-a7c1-bc4164a2eca5) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:36:19.325646 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-adf25344-f154-4fdf-9a88-bb8a52582895 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:19.374953 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-adf25344-f154-4fdf-9a88-bb8a52582895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:19.469469 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf25344-f154-4fdf-9a88-bb8a52582895 admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:36:19.478883 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-adf25344-f154-4fdf-9a88-bb8a52582895 admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:19.483794 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf25344-f154-4fdf-9a88-bb8a52582895 admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:36:19.545889 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf25344-f154-4fdf-9a88-bb8a52582895 admin admin] Pushing event updated for resources: {'Port': ['ID=ac429788-3642-48f8-a7c1-bc4164a2eca5,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:20.007940 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-adf25344-f154-4fdf-9a88-bb8a52582895 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:20.434682 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393858fe-f496-4ef7-83b4-1c01bd910f97 None None] Network adbbe756-ea0c-4d66-a097-46a44d88201c requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:36:20.547077 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-adf25344-f154-4fdf-9a88-bb8a52582895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:20.630769 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 60849614-0092-4177-960a-572d71be4d9f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:36:20.661291 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-40b19057-7c7e-496d-bb68-26feadf43b55 None None] Provisioning for port 60849614-0092-4177-960a-572d71be4d9f completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:36:20.771255 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf25344-f154-4fdf-9a88-bb8a52582895 admin admin] Router 008ab1a6-8284-4716-b383-06aebff711b5 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:36:20.800864 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 60849614-0092-4177-960a-572d71be4d9f completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:36:20.811714 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 60849614-0092-4177-960a-572d71be4d9f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:20.812224 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:20.933829 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:20.970399 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf25344-f154-4fdf-9a88-bb8a52582895 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:36:20.981128 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4083330b-51fd-4f02-bd60-6866b8a28b46 None None] Sync routers for ids ['008ab1a6-8284-4716-b383-06aebff711b5'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:36:20.983926 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 60849614-0092-4177-960a-572d71be4d9f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=60849614-0092-4177-960a-572d71be4d9f,segment=NetworkSegment(eafa0f55-4eb2-49ed-83e9-63dade938754),segment_id=eafa0f55-4eb2-49ed-83e9-63dade938754)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:36:20.991773 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:21.000705 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4083330b-51fd-4f02-bd60-6866b8a28b46 None None] Routers {'008ab1a6-8284-4716-b383-06aebff711b5'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:36:21.001565 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-4083330b-51fd-4f02-bd60-6866b8a28b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:36:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['008ab1a6-8284-4716-b383-06aebff711b5'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:21.039156 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-adf25344-f154-4fdf-9a88-bb8a52582895 admin admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:21.044267 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-adf25344-f154-4fdf-9a88-bb8a52582895 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0799320 Feb 09 01:36:21.047183 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51622) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:21.133000 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=60849614-0092-4177-960a-572d71be4d9f,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:21.235997 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ae2acceb-3be9-442f-960c-a447a10b763e None None] Provisioning complete for port 60849614-0092-4177-960a-572d71be4d9f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:21.236739 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ae2acceb-3be9-442f-960c-a447a10b763e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:21.266563 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-4083330b-51fd-4f02-bd60-6866b8a28b46 None None] Set router 008ab1a6-8284-4716-b383-06aebff711b5 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:36:21.584491 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-4083330b-51fd-4f02-bd60-6866b8a28b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008ab1a6-8284-4716-b383-06aebff711b5', 'name': 'tempest-TestServerMultinode-894416307-router', 'tenant_id': '3588c8cc60974e3d95471d8e1cd35dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'ac429788-3642-48f8-a7c1-bc4164a2eca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:18Z', 'updated_at': '2022-02-09T01:36:19Z', 'revision_number': 3, 'project_id': '3588c8cc60974e3d95471d8e1cd35dae', 'gw_port': {'id': 'ac429788-3642-48f8-a7c1-bc4164a2eca5', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:94:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008ab1a6-8284-4716-b383-06aebff711b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:18Z', 'updated_at': '2022-02-09T01:36:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:21.588658 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4083330b-51fd-4f02-bd60-6866b8a28b46 None None] Checking router: 008ab1a6-8284-4716-b383-06aebff711b5 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:36:21.589130 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4083330b-51fd-4f02-bd60-6866b8a28b46 None None] Updating router 008ab1a6-8284-4716-b383-06aebff711b5 port ac429788-3642-48f8-a7c1-bc4164a2eca5 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:36:21.641201 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-4083330b-51fd-4f02-bd60-6866b8a28b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:21.818225 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e14a3be0-15d5-4d41-8bf0-357a2795fc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:21.964861 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-4083330b-51fd-4f02-bd60-6866b8a28b46 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:21.976273 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-4083330b-51fd-4f02-bd60-6866b8a28b46 None None] Transition to ACTIVE for port object ac429788-3642-48f8-a7c1-bc4164a2eca5 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:36:21.982817 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-4083330b-51fd-4f02-bd60-6866b8a28b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:22.029258 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-e14a3be0-15d5-4d41-8bf0-357a2795fc6b admin admin] Allocated IP 172.20.0.1 (adbbe756-ea0c-4d66-a097-46a44d88201c/c11d73fe-7bf3-450c-b7f8-d6e374830201/6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:36:22.063233 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:22.065638 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-4083330b-51fd-4f02-bd60-6866b8a28b46 None None] Attempting to bind port ac429788-3642-48f8-a7c1-bc4164a2eca5 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:36:22.066014 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-4083330b-51fd-4f02-bd60-6866b8a28b46 None None] Attempting to bind port ac429788-3642-48f8-a7c1-bc4164a2eca5 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:36:22.066369 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4083330b-51fd-4f02-bd60-6866b8a28b46 None None] Attempting to bind port ac429788-3642-48f8-a7c1-bc4164a2eca5 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:36:22.076603 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4083330b-51fd-4f02-bd60-6866b8a28b46 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:36:22.076902 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4083330b-51fd-4f02-bd60-6866b8a28b46 None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:36:22.077464 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-4083330b-51fd-4f02-bd60-6866b8a28b46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:22.078000 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4083330b-51fd-4f02-bd60-6866b8a28b46 None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:36:22.078611 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-4083330b-51fd-4f02-bd60-6866b8a28b46 None None] Bound port: ac429788-3642-48f8-a7c1-bc4164a2eca5, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:36:22.079150 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-4083330b-51fd-4f02-bd60-6866b8a28b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:22.126264 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf95550-04fb-4034-b828-eb1c9d154e6a None None] Pushing event updated for resources: {'Port': ['ID=ac429788-3642-48f8-a7c1-bc4164a2eca5,revision_number=2']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:22.161621 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-4083330b-51fd-4f02-bd60-6866b8a28b46 None None] For port ac429788-3642-48f8-a7c1-bc4164a2eca5, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:36:22.164773 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-4083330b-51fd-4f02-bd60-6866b8a28b46 None None] For port ac429788-3642-48f8-a7c1-bc4164a2eca5, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=ac429788-3642-48f8-a7c1-bc4164a2eca5,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:36:22.167173 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf95550-04fb-4034-b828-eb1c9d154e6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:22.167784 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf95550-04fb-4034-b828-eb1c9d154e6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:22.168206 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf95550-04fb-4034-b828-eb1c9d154e6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:22.168538 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf95550-04fb-4034-b828-eb1c9d154e6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:22.168953 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf95550-04fb-4034-b828-eb1c9d154e6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:22.169276 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf95550-04fb-4034-b828-eb1c9d154e6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:22.169849 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf95550-04fb-4034-b828-eb1c9d154e6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:22.170179 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf95550-04fb-4034-b828-eb1c9d154e6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:22.170504 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf95550-04fb-4034-b828-eb1c9d154e6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:22.170822 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf95550-04fb-4034-b828-eb1c9d154e6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:22.171211 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf95550-04fb-4034-b828-eb1c9d154e6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:22.171479 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf95550-04fb-4034-b828-eb1c9d154e6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:22.175511 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-4083330b-51fd-4f02-bd60-6866b8a28b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:22.198206 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e14a3be0-15d5-4d41-8bf0-357a2795fc6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:22.216793 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-e14a3be0-15d5-4d41-8bf0-357a2795fc6b admin admin] Transition to ACTIVE for port object 6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:36:22.253327 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4083330b-51fd-4f02-bd60-6866b8a28b46 None None] Routers {'008ab1a6-8284-4716-b383-06aebff711b5'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:36:22.253949 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-4083330b-51fd-4f02-bd60-6866b8a28b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:36:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['008ab1a6-8284-4716-b383-06aebff711b5'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:22.257772 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e14a3be0-15d5-4d41-8bf0-357a2795fc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:22.341409 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14a3be0-15d5-4d41-8bf0-357a2795fc6b admin admin] Network adbbe756-ea0c-4d66-a097-46a44d88201c is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:36:22.344262 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-e14a3be0-15d5-4d41-8bf0-357a2795fc6b admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:22.348911 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14a3be0-15d5-4d41-8bf0-357a2795fc6b admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:36:22.389132 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a3be0-15d5-4d41-8bf0-357a2795fc6b admin admin] Pushing event updated for resources: {'Port': ['ID=6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:22.408428 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e14a3be0-15d5-4d41-8bf0-357a2795fc6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:22.426287 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf95550-04fb-4034-b828-eb1c9d154e6a None None] Pushing event updated for resources: {'Port': ['ID=ac429788-3642-48f8-a7c1-bc4164a2eca5,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:22.439206 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-4083330b-51fd-4f02-bd60-6866b8a28b46 None None] Set router 008ab1a6-8284-4716-b383-06aebff711b5 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:36:22.564624 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 60849614-0092-4177-960a-572d71be4d9f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:36:22.675884 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 60849614-0092-4177-960a-572d71be4d9f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:22.676424 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:22.785269 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-4083330b-51fd-4f02-bd60-6866b8a28b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008ab1a6-8284-4716-b383-06aebff711b5', 'name': 'tempest-TestServerMultinode-894416307-router', 'tenant_id': '3588c8cc60974e3d95471d8e1cd35dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'ac429788-3642-48f8-a7c1-bc4164a2eca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:18Z', 'updated_at': '2022-02-09T01:36:19Z', 'revision_number': 3, 'project_id': '3588c8cc60974e3d95471d8e1cd35dae', 'gw_port': {'id': 'ac429788-3642-48f8-a7c1-bc4164a2eca5', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:94:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008ab1a6-8284-4716-b383-06aebff711b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:18Z', 'updated_at': '2022-02-09T01:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:22.790406 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4083330b-51fd-4f02-bd60-6866b8a28b46 None None] The sync data for ids ['008ab1a6-8284-4716-b383-06aebff711b5'] in n-d-828419-1 is: [{'id': '008ab1a6-8284-4716-b383-06aebff711b5', 'name': 'tempest-TestServerMultinode-894416307-router', 'tenant_id': '3588c8cc60974e3d95471d8e1cd35dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'ac429788-3642-48f8-a7c1-bc4164a2eca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:18Z', 'updated_at': '2022-02-09T01:36:19Z', 'revision_number': 3, 'project_id': '3588c8cc60974e3d95471d8e1cd35dae', 'gw_port': {'id': 'ac429788-3642-48f8-a7c1-bc4164a2eca5', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:94:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008ab1a6-8284-4716-b383-06aebff711b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:18Z', 'updated_at': '2022-02-09T01:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:36:22.806035 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6813dc31-db87-4017-91fb-5d728a8ce1bc None None] Provisioning for port 6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:36:22.827858 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6813dc31-db87-4017-91fb-5d728a8ce1bc None None] Provisioning complete for port 6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:22.828232 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6813dc31-db87-4017-91fb-5d728a8ce1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:22.844674 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e14a3be0-15d5-4d41-8bf0-357a2795fc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:22.899013 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-6813dc31-db87-4017-91fb-5d728a8ce1bc None None] Port 6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:36:23.098852 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e14a3be0-15d5-4d41-8bf0-357a2795fc6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:23.104934 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e14a3be0-15d5-4d41-8bf0-357a2795fc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:23.223697 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a3be0-15d5-4d41-8bf0-357a2795fc6b admin admin] Pushing event updated for resources: {'Port': ['ID=6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:23.226216 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e14a3be0-15d5-4d41-8bf0-357a2795fc6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:23.379591 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14a3be0-15d5-4d41-8bf0-357a2795fc6b admin admin] Network adbbe756-ea0c-4d66-a097-46a44d88201c is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:36:23.380917 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-e14a3be0-15d5-4d41-8bf0-357a2795fc6b admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:23.591581 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14a3be0-15d5-4d41-8bf0-357a2795fc6b admin admin] Router 008ab1a6-8284-4716-b383-06aebff711b5 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:36:23.726825 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-cce0e7ea-2e75-474f-bf9a-8c3395a5ce00 None None] Provisioning complete for port 6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:23.727314 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-cce0e7ea-2e75-474f-bf9a-8c3395a5ce00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:23.791022 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14a3be0-15d5-4d41-8bf0-357a2795fc6b admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:36:23.791294 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-cce0e7ea-2e75-474f-bf9a-8c3395a5ce00 None None] Port 6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:36:23.800681 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e14a3be0-15d5-4d41-8bf0-357a2795fc6b admin admin] 10.222.0.37 "PUT /v2.0/routers/008ab1a6-8284-4716-b383-06aebff711b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7523925 Feb 09 01:36:24.395886 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51656) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:24.401560 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-609c653b-57a4-494f-9371-4db08b02d62b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1307366884-network', 'tenant_id': 'bc02faf6e26241a9ac1fd6f1354d83ad'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:24.407035 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-609c653b-57a4-494f-9371-4db08b02d62b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:36:24.410879 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-609c653b-57a4-494f-9371-4db08b02d62b admin admin] Usage tracker for resource:network and tenant:bc02faf6e26241a9ac1fd6f1354d83ad is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:36:24.414591 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-609c653b-57a4-494f-9371-4db08b02d62b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:36:24.420454 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-609c653b-57a4-494f-9371-4db08b02d62b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:36:24.430227 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609c653b-57a4-494f-9371-4db08b02d62b admin admin] Made reservation on behalf of bc02faf6e26241a9ac1fd6f1354d83ad for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:36:24.433359 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-609c653b-57a4-494f-9371-4db08b02d62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:24.446345 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-609c653b-57a4-494f-9371-4db08b02d62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:24.461801 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-609c653b-57a4-494f-9371-4db08b02d62b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:36:24.466855 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-609c653b-57a4-494f-9371-4db08b02d62b admin admin] Usage tracker for resource:security_group_rule and tenant:bc02faf6e26241a9ac1fd6f1354d83ad is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:36:24.469365 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-609c653b-57a4-494f-9371-4db08b02d62b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:36:24.475625 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-609c653b-57a4-494f-9371-4db08b02d62b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:36:24.498523 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51662) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:24.592559 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-07997132-d9e3-45e0-8290-5e41f067fb6c admin admin] Deleting subnet 59205ee2-d78a-4e09-9163-98c9a7864b5c {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:36:24.596903 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-07997132-d9e3-45e0-8290-5e41f067fb6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:24.597245 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ac429788-3642-48f8-a7c1-bc4164a2eca5 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:36:24.639918 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-609c653b-57a4-494f-9371-4db08b02d62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:24.646272 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-609c653b-57a4-494f-9371-4db08b02d62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:24.655188 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-07997132-d9e3-45e0-8290-5e41f067fb6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:24.666866 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e219ad30-cc4a-4bec-a344-78e82ed8c369 None None] Sync routers for ids ['008ab1a6-8284-4716-b383-06aebff711b5'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:36:24.674601 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-609c653b-57a4-494f-9371-4db08b02d62b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 995} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:36:24.683027 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e219ad30-cc4a-4bec-a344-78e82ed8c369 None None] Routers {'008ab1a6-8284-4716-b383-06aebff711b5'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:36:24.683929 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-e219ad30-cc4a-4bec-a344-78e82ed8c369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:36:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['008ab1a6-8284-4716-b383-06aebff711b5'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:24.700775 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c653b-57a4-494f-9371-4db08b02d62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97428572-e6ec-4439-b8d5-746a1ddb33a2,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:24.709152 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-609c653b-57a4-494f-9371-4db08b02d62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:24.710448 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-609c653b-57a4-494f-9371-4db08b02d62b admin admin] Added segment f0d3c8b4-ced0-49be-ac4e-c0caac1ff1a4 of type vlan for network 5085144a-2e45-45e3-8da4-82c7a3e22f57 Feb 09 01:36:24.731097 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-07997132-d9e3-45e0-8290-5e41f067fb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:24.747267 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-609c653b-57a4-494f-9371-4db08b02d62b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:24.781243 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-609c653b-57a4-494f-9371-4db08b02d62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:24.783217 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609c653b-57a4-494f-9371-4db08b02d62b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:24.784342 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-609c653b-57a4-494f-9371-4db08b02d62b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:24.800005 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port ac429788-3642-48f8-a7c1-bc4164a2eca5 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:36:24.808161 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port ac429788-3642-48f8-a7c1-bc4164a2eca5 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:24.808895 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:24.814220 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-07997132-d9e3-45e0-8290-5e41f067fb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:24.876509 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07997132-d9e3-45e0-8290-5e41f067fb6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59205ee2-d78a-4e09-9163-98c9a7864b5c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:24.885725 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-07997132-d9e3-45e0-8290-5e41f067fb6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:24.896640 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-07997132-d9e3-45e0-8290-5e41f067fb6c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/59205ee2-d78a-4e09-9163-98c9a7864b5c HTTP/1.1" status: 204 len: 168 time: 0.3970053 Feb 09 01:36:24.897383 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51666) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:24.913998 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c653b-57a4-494f-9371-4db08b02d62b admin admin] Pushing event updated for resources: {'Network': ['ID=5085144a-2e45-45e3-8da4-82c7a3e22f57,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:24.922824 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-609c653b-57a4-494f-9371-4db08b02d62b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5257013 Feb 09 01:36:24.923505 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51670) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:24.929642 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-155c134f-8494-406b-9cdf-d60772d6e7a4 admin admin] Request body: {'subnet': {'network_id': '5085144a-2e45-45e3-8da4-82c7a3e22f57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1307366884-subnet', 'tenant_id': 'bc02faf6e26241a9ac1fd6f1354d83ad', 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:24.935307 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 5085144a-2e45-45e3-8da4-82c7a3e22f57 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:36:24.935910 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-155c134f-8494-406b-9cdf-d60772d6e7a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:36:24.940206 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-155c134f-8494-406b-9cdf-d60772d6e7a4 admin admin] Usage tracker for resource:subnet and tenant:bc02faf6e26241a9ac1fd6f1354d83ad is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:36:24.943167 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-155c134f-8494-406b-9cdf-d60772d6e7a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:36:24.949143 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-155c134f-8494-406b-9cdf-d60772d6e7a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:36:24.964981 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155c134f-8494-406b-9cdf-d60772d6e7a4 admin admin] Made reservation on behalf of bc02faf6e26241a9ac1fd6f1354d83ad for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:36:24.967807 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-155c134f-8494-406b-9cdf-d60772d6e7a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:25.019654 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f702d12b-8a19-46ed-ba99-29e559635e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:25.062261 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-e219ad30-cc4a-4bec-a344-78e82ed8c369 None None] Set router 008ab1a6-8284-4716-b383-06aebff711b5 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:36:25.195084 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f702d12b-8a19-46ed-ba99-29e559635e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:25.220226 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-155c134f-8494-406b-9cdf-d60772d6e7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:25.282260 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:25.289607 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:25.297322 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c134f-8494-406b-9cdf-d60772d6e7a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e681bba5-9b46-429a-b7f4-17a154f61f25,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:25.306354 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155c134f-8494-406b-9cdf-d60772d6e7a4 admin admin] Checking segment: {'id': 'f0d3c8b4-ced0-49be-ac4e-c0caac1ff1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5085144a-2e45-45e3-8da4-82c7a3e22f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:36:25.306712 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155c134f-8494-406b-9cdf-d60772d6e7a4 admin admin] Network hostable DHCP agents. Network: 5085144a-2e45-45e3-8da4-82c7a3e22f57, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:36:25.308054 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port ac429788-3642-48f8-a7c1-bc4164a2eca5, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=ac429788-3642-48f8-a7c1-bc4164a2eca5,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:36:25.325490 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:25.328503 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155c134f-8494-406b-9cdf-d60772d6e7a4 admin admin] Network 5085144a-2e45-45e3-8da4-82c7a3e22f57 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:36:25.329410 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-f702d12b-8a19-46ed-ba99-29e559635e0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0945a7f5-952a-4146-8218-2c351c32c44b']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:25.339709 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-155c134f-8494-406b-9cdf-d60772d6e7a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 5085144a-2e45-45e3-8da4-82c7a3e22f57) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:25.343735 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-f702d12b-8a19-46ed-ba99-29e559635e0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59060378-9ce6-4652-9912-bf0986e3cc0b') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:25.343862 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-f702d12b-8a19-46ed-ba99-29e559635e0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59060378-9ce6-4652-9912-bf0986e3cc0b') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:25.347659 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155c134f-8494-406b-9cdf-d60772d6e7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:25.348729 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-155c134f-8494-406b-9cdf-d60772d6e7a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:25.357413 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f702d12b-8a19-46ed-ba99-29e559635e0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:25.374810 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f702d12b-8a19-46ed-ba99-29e559635e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:25.376437 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-155c134f-8494-406b-9cdf-d60772d6e7a4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4513807 Feb 09 01:36:25.378585 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51674) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:25.384647 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-60befb94-52ef-468c-9e76-2f499c43dbc8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1307366884-router', 'tenant_id': 'bc02faf6e26241a9ac1fd6f1354d83ad', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:25.384834 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f702d12b-8a19-46ed-ba99-29e559635e0f admin admin] Releasing vlan 991 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:36:25.385149 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f702d12b-8a19-46ed-ba99-29e559635e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:25.389727 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-60befb94-52ef-468c-9e76-2f499c43dbc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:36:25.393521 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-60befb94-52ef-468c-9e76-2f499c43dbc8 admin admin] Usage tracker for resource:router and tenant:bc02faf6e26241a9ac1fd6f1354d83ad is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:36:25.396441 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-60befb94-52ef-468c-9e76-2f499c43dbc8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:36:25.401439 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:36:25.401439 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:36:25.401439 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:36:25.401439 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:36:25.401439 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:36:25.401439 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:36:25.401439 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:36:25.401439 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:36:25.401439 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:36:25.401439 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:36:25.401439 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:36:25.401439 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:36:25.401439 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:36:25.401439 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:36:25.401439 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:36:25.401439 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:36:25.401439 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:36:25.401439 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:36:25.401439 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:36:25.401439 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:36:25.401439 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:36:25.401439 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:36:25.401439 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:36:25.401439 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:36:25.401439 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:36:25.401439 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:36:25.401439 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:36:25.401439 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:36:25.401439 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:36:25.401439 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:36:25.401439 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:36:25.401439 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:36:25.406740 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-60befb94-52ef-468c-9e76-2f499c43dbc8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:36:25.417797 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba344732-6ace-45bf-8b01-ef825ba552e8 None None] Network 5085144a-2e45-45e3-8da4-82c7a3e22f57 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:36:25.425413 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-60befb94-52ef-468c-9e76-2f499c43dbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:25.426760 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-60befb94-52ef-468c-9e76-2f499c43dbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:25.442935 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-60befb94-52ef-468c-9e76-2f499c43dbc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:25.487093 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f702d12b-8a19-46ed-ba99-29e559635e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:25.518619 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f702d12b-8a19-46ed-ba99-29e559635e0f admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:25.528725 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702d12b-8a19-46ed-ba99-29e559635e0f admin admin] Pushing event deleted for resources: {'Network': ['ID=0945a7f5-952a-4146-8218-2c351c32c44b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:25.534614 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f702d12b-8a19-46ed-ba99-29e559635e0f admin admin] 10.222.0.37 "DELETE /v2.0/networks/0945a7f5-952a-4146-8218-2c351c32c44b HTTP/1.1" status: 204 len: 168 time: 0.6358123 Feb 09 01:36:25.630074 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=ac429788-3642-48f8-a7c1-bc4164a2eca5,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:25.723438 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51680) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:25.785802 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4842c65f-7d9f-4dd4-96f4-0e6440cdf45d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1fd534179ad04bc6b2eca065d88c75a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0608869 Feb 09 01:36:25.788680 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51684) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:25.805676 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b5d966-1342-4fba-bf19-f1f70bf3fac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-5085144a-2e45-45e3-8da4-82c7a3e22f57', 'network_id': '5085144a-2e45-45e3-8da4-82c7a3e22f57', 'tenant_id': 'bc02faf6e26241a9ac1fd6f1354d83ad', 'fixed_ips': [{'subnet_id': 'e681bba5-9b46-429a-b7f4-17a154f61f25'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:36:25.806540 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-77b5d966-1342-4fba-bf19-f1f70bf3fac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:25.847022 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-60befb94-52ef-468c-9e76-2f499c43dbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:25.864136 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a60e0fdf-750a-4e11-8333-379db4b83a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:25.868349 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-e219ad30-cc4a-4bec-a344-78e82ed8c369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008ab1a6-8284-4716-b383-06aebff711b5', 'name': 'tempest-TestServerMultinode-894416307-router', 'tenant_id': '3588c8cc60974e3d95471d8e1cd35dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'ac429788-3642-48f8-a7c1-bc4164a2eca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:18Z', 'updated_at': '2022-02-09T01:36:22Z', 'revision_number': 4, 'project_id': '3588c8cc60974e3d95471d8e1cd35dae', 'gw_port': {'id': 'ac429788-3642-48f8-a7c1-bc4164a2eca5', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:94:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008ab1a6-8284-4716-b383-06aebff711b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:18Z', 'updated_at': '2022-02-09T01:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd', 'name': '', 'network_id': 'adbbe756-ea0c-4d66-a097-46a44d88201c', 'tenant_id': '3588c8cc60974e3d95471d8e1cd35dae', 'mac_address': 'fa:16:3e:99:e3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008ab1a6-8284-4716-b383-06aebff711b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'c11d73fe-7bf3-450c-b7f8-d6e374830201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:21Z', 'updated_at': '2022-02-09T01:36:22Z', 'revision_number': 2, 'project_id': '3588c8cc60974e3d95471d8e1cd35dae', 'subnets': [{'id': 'c11d73fe-7bf3-450c-b7f8-d6e374830201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:25.879440 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e219ad30-cc4a-4bec-a344-78e82ed8c369 None None] Checking router: 008ab1a6-8284-4716-b383-06aebff711b5 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:36:25.879786 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e219ad30-cc4a-4bec-a344-78e82ed8c369 None None] Updating router 008ab1a6-8284-4716-b383-06aebff711b5 port 6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:36:25.893798 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a60e0fdf-750a-4e11-8333-379db4b83a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:25.958679 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a60e0fdf-750a-4e11-8333-379db4b83a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:25.979602 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e0fdf-750a-4e11-8333-379db4b83a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e3b55e-1f4b-45e2-9cd2-d93151071fee,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:25.988229 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a60e0fdf-750a-4e11-8333-379db4b83a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:25.992374 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a60e0fdf-750a-4e11-8333-379db4b83a46 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e3e3b55e-1f4b-45e2-9cd2-d93151071fee HTTP/1.1" status: 204 len: 168 time: 0.2025793 Feb 09 01:36:26.014018 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e219ad30-cc4a-4bec-a344-78e82ed8c369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:26.114139 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-77b5d966-1342-4fba-bf19-f1f70bf3fac1 None None] Allocated IP 172.20.0.2 (5085144a-2e45-45e3-8da4-82c7a3e22f57/e681bba5-9b46-429a-b7f4-17a154f61f25/99809b8d-5fd6-4892-a23d-1bdb85339c9c) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:36:26.188493 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-60befb94-52ef-468c-9e76-2f499c43dbc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:26.222693 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-60befb94-52ef-468c-9e76-2f499c43dbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:26.364982 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-60befb94-52ef-468c-9e76-2f499c43dbc8 admin admin] Allocated IP 172.25.5.211 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/a041ac86-4809-48c7-8272-b0a043f99a62) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:36:26.515665 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-77b5d966-1342-4fba-bf19-f1f70bf3fac1 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:26.530038 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-77b5d966-1342-4fba-bf19-f1f70bf3fac1 None None] Transition to ACTIVE for port object 99809b8d-5fd6-4892-a23d-1bdb85339c9c will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:36:26.545956 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-60befb94-52ef-468c-9e76-2f499c43dbc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:26.588533 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-60befb94-52ef-468c-9e76-2f499c43dbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:26.593852 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ac429788-3642-48f8-a7c1-bc4164a2eca5 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:36:26.641099 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-77b5d966-1342-4fba-bf19-f1f70bf3fac1 None None] Transition to ACTIVE for port object 99809b8d-5fd6-4892-a23d-1bdb85339c9c will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:36:26.660022 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-77b5d966-1342-4fba-bf19-f1f70bf3fac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:26.678040 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60befb94-52ef-468c-9e76-2f499c43dbc8 admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:36:26.681138 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-60befb94-52ef-468c-9e76-2f499c43dbc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:26.686373 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60befb94-52ef-468c-9e76-2f499c43dbc8 admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:36:26.720365 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60befb94-52ef-468c-9e76-2f499c43dbc8 admin admin] Pushing event updated for resources: {'Port': ['ID=a041ac86-4809-48c7-8272-b0a043f99a62,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:26.750319 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e219ad30-cc4a-4bec-a344-78e82ed8c369 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:26.762003 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b5d966-1342-4fba-bf19-f1f70bf3fac1 None None] Network 5085144a-2e45-45e3-8da4-82c7a3e22f57 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:36:26.770368 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-77b5d966-1342-4fba-bf19-f1f70bf3fac1 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:26.772887 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b5d966-1342-4fba-bf19-f1f70bf3fac1 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:36:26.788839 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5d966-1342-4fba-bf19-f1f70bf3fac1 None None] Pushing event updated for resources: {'Port': ['ID=99809b8d-5fd6-4892-a23d-1bdb85339c9c,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:26.793282 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e219ad30-cc4a-4bec-a344-78e82ed8c369 None None] Transition to ACTIVE for port object 6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:36:26.857294 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e219ad30-cc4a-4bec-a344-78e82ed8c369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:27.007370 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port ac429788-3642-48f8-a7c1-bc4164a2eca5 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:27.007747 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:27.058117 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-77b5d966-1342-4fba-bf19-f1f70bf3fac1 None None] Attempting to bind port 99809b8d-5fd6-4892-a23d-1bdb85339c9c on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:36:27.058727 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-77b5d966-1342-4fba-bf19-f1f70bf3fac1 None None] Attempting to bind port 99809b8d-5fd6-4892-a23d-1bdb85339c9c by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'f0d3c8b4-ced0-49be-ac4e-c0caac1ff1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5085144a-2e45-45e3-8da4-82c7a3e22f57'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:36:27.059248 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b5d966-1342-4fba-bf19-f1f70bf3fac1 None None] Attempting to bind port 99809b8d-5fd6-4892-a23d-1bdb85339c9c on network 5085144a-2e45-45e3-8da4-82c7a3e22f57 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:36:27.116531 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be1574-027d-4507-9599-d4ae76fc91fc None None] Pushing event updated for resources: {'Port': ['ID=6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:27.161242 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-60befb94-52ef-468c-9e76-2f499c43dbc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:27.244158 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b5d966-1342-4fba-bf19-f1f70bf3fac1 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:36:27.244559 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b5d966-1342-4fba-bf19-f1f70bf3fac1 None None] Checking segment: {'id': 'f0d3c8b4-ced0-49be-ac4e-c0caac1ff1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5085144a-2e45-45e3-8da4-82c7a3e22f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:36:27.244964 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-77b5d966-1342-4fba-bf19-f1f70bf3fac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:27.245360 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b5d966-1342-4fba-bf19-f1f70bf3fac1 None None] Bound using segment: {'id': 'f0d3c8b4-ced0-49be-ac4e-c0caac1ff1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5085144a-2e45-45e3-8da4-82c7a3e22f57'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:36:27.245838 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-77b5d966-1342-4fba-bf19-f1f70bf3fac1 None None] Bound port: 99809b8d-5fd6-4892-a23d-1bdb85339c9c, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d3c8b4-ced0-49be-ac4e-c0caac1ff1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5085144a-2e45-45e3-8da4-82c7a3e22f57'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:36:27.246455 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-77b5d966-1342-4fba-bf19-f1f70bf3fac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:27.279510 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-e219ad30-cc4a-4bec-a344-78e82ed8c369 None None] Attempting to bind port 6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:36:27.279882 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-e219ad30-cc4a-4bec-a344-78e82ed8c369 None None] Attempting to bind port 6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'eafa0f55-4eb2-49ed-83e9-63dade938754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'adbbe756-ea0c-4d66-a097-46a44d88201c'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:36:27.280247 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e219ad30-cc4a-4bec-a344-78e82ed8c369 None None] Attempting to bind port 6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd on network adbbe756-ea0c-4d66-a097-46a44d88201c {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:36:27.323281 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e219ad30-cc4a-4bec-a344-78e82ed8c369 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:36:27.323531 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e219ad30-cc4a-4bec-a344-78e82ed8c369 None None] Checking segment: {'id': 'eafa0f55-4eb2-49ed-83e9-63dade938754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'adbbe756-ea0c-4d66-a097-46a44d88201c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:36:27.323772 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e219ad30-cc4a-4bec-a344-78e82ed8c369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:27.324171 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e219ad30-cc4a-4bec-a344-78e82ed8c369 None None] Bound using segment: {'id': 'eafa0f55-4eb2-49ed-83e9-63dade938754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'adbbe756-ea0c-4d66-a097-46a44d88201c'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:36:27.324689 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-e219ad30-cc4a-4bec-a344-78e82ed8c369 None None] Bound port: 6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eafa0f55-4eb2-49ed-83e9-63dade938754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'adbbe756-ea0c-4d66-a097-46a44d88201c'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:36:27.325070 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e219ad30-cc4a-4bec-a344-78e82ed8c369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:27.492719 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-77b5d966-1342-4fba-bf19-f1f70bf3fac1 None None] For port 99809b8d-5fd6-4892-a23d-1bdb85339c9c, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:36:27.522263 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-77b5d966-1342-4fba-bf19-f1f70bf3fac1 None None] For port 99809b8d-5fd6-4892-a23d-1bdb85339c9c, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=99809b8d-5fd6-4892-a23d-1bdb85339c9c,segment=NetworkSegment(f0d3c8b4-ced0-49be-ac4e-c0caac1ff1a4),segment_id=f0d3c8b4-ced0-49be-ac4e-c0caac1ff1a4)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:36:27.529055 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-e219ad30-cc4a-4bec-a344-78e82ed8c369 None None] For port 6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:36:27.532026 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-77b5d966-1342-4fba-bf19-f1f70bf3fac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:27.537758 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-e219ad30-cc4a-4bec-a344-78e82ed8c369 None None] For port 6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd,segment=NetworkSegment(eafa0f55-4eb2-49ed-83e9-63dade938754),segment_id=eafa0f55-4eb2-49ed-83e9-63dade938754)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:36:27.579210 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e219ad30-cc4a-4bec-a344-78e82ed8c369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:27.636460 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e219ad30-cc4a-4bec-a344-78e82ed8c369 None None] Routers {'008ab1a6-8284-4716-b383-06aebff711b5'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:36:27.637115 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-e219ad30-cc4a-4bec-a344-78e82ed8c369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:36:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['008ab1a6-8284-4716-b383-06aebff711b5'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:27.675917 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-60befb94-52ef-468c-9e76-2f499c43dbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:27.687073 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5d966-1342-4fba-bf19-f1f70bf3fac1 None None] Pushing event updated for resources: {'Port': ['ID=99809b8d-5fd6-4892-a23d-1bdb85339c9c,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:27.871711 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be1574-027d-4507-9599-d4ae76fc91fc None None] Pushing event updated for resources: {'Port': ['ID=6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:27.953744 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-e219ad30-cc4a-4bec-a344-78e82ed8c369 None None] Set router 008ab1a6-8284-4716-b383-06aebff711b5 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:36:28.034594 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60befb94-52ef-468c-9e76-2f499c43dbc8 admin admin] Router f3b335f0-e09e-4422-8676-0875cd4f98bf is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:36:28.283309 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60befb94-52ef-468c-9e76-2f499c43dbc8 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:36:28.292795 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0505506a-ff5a-4d5e-8c0b-cd84faba1893 None None] Sync routers for ids ['f3b335f0-e09e-4422-8676-0875cd4f98bf'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:36:28.302921 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0505506a-ff5a-4d5e-8c0b-cd84faba1893 None None] Routers {'f3b335f0-e09e-4422-8676-0875cd4f98bf'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:36:28.303986 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0505506a-ff5a-4d5e-8c0b-cd84faba1893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:36:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['f3b335f0-e09e-4422-8676-0875cd4f98bf'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:28.316224 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-60befb94-52ef-468c-9e76-2f499c43dbc8 admin admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:28.320654 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51742) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:28.321161 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-60befb94-52ef-468c-9e76-2f499c43dbc8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9404535 Feb 09 01:36:28.359448 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-e219ad30-cc4a-4bec-a344-78e82ed8c369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008ab1a6-8284-4716-b383-06aebff711b5', 'name': 'tempest-TestServerMultinode-894416307-router', 'tenant_id': '3588c8cc60974e3d95471d8e1cd35dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'ac429788-3642-48f8-a7c1-bc4164a2eca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:18Z', 'updated_at': '2022-02-09T01:36:22Z', 'revision_number': 4, 'project_id': '3588c8cc60974e3d95471d8e1cd35dae', 'gw_port': {'id': 'ac429788-3642-48f8-a7c1-bc4164a2eca5', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:94:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008ab1a6-8284-4716-b383-06aebff711b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:18Z', 'updated_at': '2022-02-09T01:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd', 'name': '', 'network_id': 'adbbe756-ea0c-4d66-a097-46a44d88201c', 'tenant_id': '3588c8cc60974e3d95471d8e1cd35dae', 'mac_address': 'fa:16:3e:99:e3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008ab1a6-8284-4716-b383-06aebff711b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'c11d73fe-7bf3-450c-b7f8-d6e374830201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:21Z', 'updated_at': '2022-02-09T01:36:27Z', 'revision_number': 4, 'project_id': '3588c8cc60974e3d95471d8e1cd35dae', 'subnets': [{'id': 'c11d73fe-7bf3-450c-b7f8-d6e374830201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:28.364485 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e219ad30-cc4a-4bec-a344-78e82ed8c369 None None] The sync data for ids ['008ab1a6-8284-4716-b383-06aebff711b5'] in n-d-828419-1 is: [{'id': '008ab1a6-8284-4716-b383-06aebff711b5', 'name': 'tempest-TestServerMultinode-894416307-router', 'tenant_id': '3588c8cc60974e3d95471d8e1cd35dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'ac429788-3642-48f8-a7c1-bc4164a2eca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:18Z', 'updated_at': '2022-02-09T01:36:22Z', 'revision_number': 4, 'project_id': '3588c8cc60974e3d95471d8e1cd35dae', 'gw_port': {'id': 'ac429788-3642-48f8-a7c1-bc4164a2eca5', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:94:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008ab1a6-8284-4716-b383-06aebff711b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:18Z', 'updated_at': '2022-02-09T01:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd', 'name': '', 'network_id': 'adbbe756-ea0c-4d66-a097-46a44d88201c', 'tenant_id': '3588c8cc60974e3d95471d8e1cd35dae', 'mac_address': 'fa:16:3e:99:e3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008ab1a6-8284-4716-b383-06aebff711b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'c11d73fe-7bf3-450c-b7f8-d6e374830201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:21Z', 'updated_at': '2022-02-09T01:36:27Z', 'revision_number': 4, 'project_id': '3588c8cc60974e3d95471d8e1cd35dae', 'subnets': [{'id': 'c11d73fe-7bf3-450c-b7f8-d6e374830201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:36:28.568483 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-0505506a-ff5a-4d5e-8c0b-cd84faba1893 None None] Set router f3b335f0-e09e-4422-8676-0875cd4f98bf gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:36:28.667201 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:36:28.847806 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:36:28.853655 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:28.854023 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:28.872991 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51746) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:28.879804 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-8d7f9602-e642-4960-8a78-067ee20349ec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Request body: {'network': {'name': 'tempest-network-smoke--1965190481', 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'port_security_enabled': True}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:28.885670 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8d7f9602-e642-4960-8a78-067ee20349ec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:36:28.890087 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8d7f9602-e642-4960-8a78-067ee20349ec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Usage tracker for resource:network and tenant:fa3c5f95e33c4e0593fa45bb616fb8a7 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:36:28.895578 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8d7f9602-e642-4960-8a78-067ee20349ec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:36:28.907402 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8d7f9602-e642-4960-8a78-067ee20349ec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:36:28.934390 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7f9602-e642-4960-8a78-067ee20349ec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Made reservation on behalf of fa3c5f95e33c4e0593fa45bb616fb8a7 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:36:28.938149 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8d7f9602-e642-4960-8a78-067ee20349ec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:28.970635 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8d7f9602-e642-4960-8a78-067ee20349ec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:29.001001 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8d7f9602-e642-4960-8a78-067ee20349ec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:36:29.006060 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8d7f9602-e642-4960-8a78-067ee20349ec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Usage tracker for resource:security_group_rule and tenant:fa3c5f95e33c4e0593fa45bb616fb8a7 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:36:29.011129 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8d7f9602-e642-4960-8a78-067ee20349ec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:36:29.023046 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8d7f9602-e642-4960-8a78-067ee20349ec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:36:29.101428 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0505506a-ff5a-4d5e-8c0b-cd84faba1893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b335f0-e09e-4422-8676-0875cd4f98bf', 'name': 'tempest-TestServerMultinode-1307366884-router', 'tenant_id': 'bc02faf6e26241a9ac1fd6f1354d83ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'a041ac86-4809-48c7-8272-b0a043f99a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:25Z', 'updated_at': '2022-02-09T01:36:26Z', 'revision_number': 3, 'project_id': 'bc02faf6e26241a9ac1fd6f1354d83ad', 'gw_port': {'id': 'a041ac86-4809-48c7-8272-b0a043f99a62', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b335f0-e09e-4422-8676-0875cd4f98bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:26Z', 'updated_at': '2022-02-09T01:36:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:29.108309 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0505506a-ff5a-4d5e-8c0b-cd84faba1893 None None] Checking router: f3b335f0-e09e-4422-8676-0875cd4f98bf for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:36:29.108624 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:29.109122 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0505506a-ff5a-4d5e-8c0b-cd84faba1893 None None] Updating router f3b335f0-e09e-4422-8676-0875cd4f98bf port a041ac86-4809-48c7-8272-b0a043f99a62 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:36:29.159338 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd,segment=NetworkSegment(eafa0f55-4eb2-49ed-83e9-63dade938754),segment_id=eafa0f55-4eb2-49ed-83e9-63dade938754)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:36:29.168741 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:29.169469 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 99809b8d-5fd6-4892-a23d-1bdb85339c9c up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:36:29.224865 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8d7f9602-e642-4960-8a78-067ee20349ec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:29.236018 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-0505506a-ff5a-4d5e-8c0b-cd84faba1893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:29.236720 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8d7f9602-e642-4960-8a78-067ee20349ec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:29.310622 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d22269-3771-4613-9398-1eafa82b78c9 None None] Network 5085144a-2e45-45e3-8da4-82c7a3e22f57 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:36:29.319236 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d7f9602-e642-4960-8a78-067ee20349ec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 953} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:36:29.339087 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f9602-e642-4960-8a78-067ee20349ec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=913cc279-57a1-4a2f-8484-f6224fce4263,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:29.352941 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8d7f9602-e642-4960-8a78-067ee20349ec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:29.353356 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-8d7f9602-e642-4960-8a78-067ee20349ec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Added segment 6fba570a-afd4-415d-a217-17a95fb9c273 of type vlan for network a0e16d9d-6e82-4998-8258-cc13b64da06c Feb 09 01:36:29.398667 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8d7f9602-e642-4960-8a78-067ee20349ec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:29.439196 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8d7f9602-e642-4960-8a78-067ee20349ec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:29.448883 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7f9602-e642-4960-8a78-067ee20349ec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:29.449540 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8d7f9602-e642-4960-8a78-067ee20349ec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:29.488484 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:29.512575 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 99809b8d-5fd6-4892-a23d-1bdb85339c9c completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:36:29.544119 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6d035fbe-f663-4143-bfc3-048a3697991e None None] Provisioning for port 99809b8d-5fd6-4892-a23d-1bdb85339c9c completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:36:29.587131 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f9602-e642-4960-8a78-067ee20349ec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Pushing event updated for resources: {'Network': ['ID=a0e16d9d-6e82-4998-8258-cc13b64da06c,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:29.593240 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8d7f9602-e642-4960-8a78-067ee20349ec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7183263 Feb 09 01:36:29.596712 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51752) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:29.605559 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-89536781-8cb4-4251-a9f3-b80eef7e293b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1217511567', 'admin_state_up': True, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:29.615047 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-89536781-8cb4-4251-a9f3-b80eef7e293b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:36:29.615504 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network a0e16d9d-6e82-4998-8258-cc13b64da06c details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:36:29.621219 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-89536781-8cb4-4251-a9f3-b80eef7e293b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Usage tracker for resource:router and tenant:fa3c5f95e33c4e0593fa45bb616fb8a7 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:36:29.627814 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-89536781-8cb4-4251-a9f3-b80eef7e293b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:36:29.637440 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6d035fbe-f663-4143-bfc3-048a3697991e None None] Provisioning complete for port 99809b8d-5fd6-4892-a23d-1bdb85339c9c triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:29.638549 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6d035fbe-f663-4143-bfc3-048a3697991e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:29.653847 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-89536781-8cb4-4251-a9f3-b80eef7e293b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:36:29.678894 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-89536781-8cb4-4251-a9f3-b80eef7e293b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:29.680108 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-89536781-8cb4-4251-a9f3-b80eef7e293b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:29.700091 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41092328-4637-4894-8488-83f39b8973df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:29.716423 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-89536781-8cb4-4251-a9f3-b80eef7e293b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:29.749680 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-0505506a-ff5a-4d5e-8c0b-cd84faba1893 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:29.764543 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-0505506a-ff5a-4d5e-8c0b-cd84faba1893 None None] Transition to ACTIVE for port object a041ac86-4809-48c7-8272-b0a043f99a62 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:36:29.776814 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-0505506a-ff5a-4d5e-8c0b-cd84faba1893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:29.933700 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921df4b-8b85-40e0-b084-b4e4e2c3c7e2 None None] Pushing event updated for resources: {'Port': ['ID=a041ac86-4809-48c7-8272-b0a043f99a62,revision_number=2']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:29.954353 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-0505506a-ff5a-4d5e-8c0b-cd84faba1893 None None] Attempting to bind port a041ac86-4809-48c7-8272-b0a043f99a62 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:36:29.954725 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-0505506a-ff5a-4d5e-8c0b-cd84faba1893 None None] Attempting to bind port a041ac86-4809-48c7-8272-b0a043f99a62 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:36:29.955160 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0505506a-ff5a-4d5e-8c0b-cd84faba1893 None None] Attempting to bind port a041ac86-4809-48c7-8272-b0a043f99a62 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:36:29.961314 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0505506a-ff5a-4d5e-8c0b-cd84faba1893 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:36:29.961756 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0505506a-ff5a-4d5e-8c0b-cd84faba1893 None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:36:29.962241 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-0505506a-ff5a-4d5e-8c0b-cd84faba1893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:29.962705 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0505506a-ff5a-4d5e-8c0b-cd84faba1893 None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:36:29.963218 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-0505506a-ff5a-4d5e-8c0b-cd84faba1893 None None] Bound port: a041ac86-4809-48c7-8272-b0a043f99a62, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:36:29.963650 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-0505506a-ff5a-4d5e-8c0b-cd84faba1893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:29.980051 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-41092328-4637-4894-8488-83f39b8973df admin admin] Allocated IP 172.20.0.1 (5085144a-2e45-45e3-8da4-82c7a3e22f57/e681bba5-9b46-429a-b7f4-17a154f61f25/d8e95541-c871-4a8a-86d2-46dd88756af0) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:36:30.079533 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-0505506a-ff5a-4d5e-8c0b-cd84faba1893 None None] For port a041ac86-4809-48c7-8272-b0a043f99a62, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:36:30.086036 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-0505506a-ff5a-4d5e-8c0b-cd84faba1893 None None] For port a041ac86-4809-48c7-8272-b0a043f99a62, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=a041ac86-4809-48c7-8272-b0a043f99a62,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:36:30.091912 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-0505506a-ff5a-4d5e-8c0b-cd84faba1893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:30.097059 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6d035fbe-f663-4143-bfc3-048a3697991e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:30.148414 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-6d035fbe-f663-4143-bfc3-048a3697991e None None] For port 99809b8d-5fd6-4892-a23d-1bdb85339c9c, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=99809b8d-5fd6-4892-a23d-1bdb85339c9c,segment=NetworkSegment(f0d3c8b4-ced0-49be-ac4e-c0caac1ff1a4),segment_id=f0d3c8b4-ced0-49be-ac4e-c0caac1ff1a4)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:36:30.157566 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6d035fbe-f663-4143-bfc3-048a3697991e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:30.180703 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-89536781-8cb4-4251-a9f3-b80eef7e293b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:30.203636 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921df4b-8b85-40e0-b084-b4e4e2c3c7e2 None None] Pushing event updated for resources: {'Port': ['ID=a041ac86-4809-48c7-8272-b0a043f99a62,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:30.223511 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0505506a-ff5a-4d5e-8c0b-cd84faba1893 None None] Routers {'f3b335f0-e09e-4422-8676-0875cd4f98bf'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:36:30.224127 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0505506a-ff5a-4d5e-8c0b-cd84faba1893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:36:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['f3b335f0-e09e-4422-8676-0875cd4f98bf'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:30.259249 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d035fbe-f663-4143-bfc3-048a3697991e None None] Pushing event updated for resources: {'Port': ['ID=99809b8d-5fd6-4892-a23d-1bdb85339c9c,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:30.280971 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41092328-4637-4894-8488-83f39b8973df admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:30.298604 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-41092328-4637-4894-8488-83f39b8973df admin admin] Transition to ACTIVE for port object d8e95541-c871-4a8a-86d2-46dd88756af0 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:36:30.333388 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41092328-4637-4894-8488-83f39b8973df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:30.414305 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41092328-4637-4894-8488-83f39b8973df admin admin] Network 5085144a-2e45-45e3-8da4-82c7a3e22f57 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:36:30.418035 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-41092328-4637-4894-8488-83f39b8973df admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:30.420541 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41092328-4637-4894-8488-83f39b8973df admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:36:30.519553 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-db303b97-e9dd-44ff-a5e6-29bde0bed8f1 None None] Provisioning complete for port 99809b8d-5fd6-4892-a23d-1bdb85339c9c triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:30.519939 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-db303b97-e9dd-44ff-a5e6-29bde0bed8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:30.558995 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-0505506a-ff5a-4d5e-8c0b-cd84faba1893 None None] Set router f3b335f0-e09e-4422-8676-0875cd4f98bf gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:36:30.662369 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:36:30.684094 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41092328-4637-4894-8488-83f39b8973df admin admin] Pushing event updated for resources: {'Port': ['ID=d8e95541-c871-4a8a-86d2-46dd88756af0,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:30.723764 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41092328-4637-4894-8488-83f39b8973df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:30.821141 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:30.821504 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:30.876241 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41092328-4637-4894-8488-83f39b8973df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:30.888514 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-89536781-8cb4-4251-a9f3-b80eef7e293b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:30.925823 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-89536781-8cb4-4251-a9f3-b80eef7e293b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:30.954890 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 99809b8d-5fd6-4892-a23d-1bdb85339c9c up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:36:30.978633 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0505506a-ff5a-4d5e-8c0b-cd84faba1893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b335f0-e09e-4422-8676-0875cd4f98bf', 'name': 'tempest-TestServerMultinode-1307366884-router', 'tenant_id': 'bc02faf6e26241a9ac1fd6f1354d83ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'a041ac86-4809-48c7-8272-b0a043f99a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:25Z', 'updated_at': '2022-02-09T01:36:26Z', 'revision_number': 3, 'project_id': 'bc02faf6e26241a9ac1fd6f1354d83ad', 'gw_port': {'id': 'a041ac86-4809-48c7-8272-b0a043f99a62', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b335f0-e09e-4422-8676-0875cd4f98bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:26Z', 'updated_at': '2022-02-09T01:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:30.985205 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bfed9017-ec27-42c1-800c-75577685e999 None None] Provisioning for port d8e95541-c871-4a8a-86d2-46dd88756af0 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:36:30.997949 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0505506a-ff5a-4d5e-8c0b-cd84faba1893 None None] The sync data for ids ['f3b335f0-e09e-4422-8676-0875cd4f98bf'] in n-d-828419-1 is: [{'id': 'f3b335f0-e09e-4422-8676-0875cd4f98bf', 'name': 'tempest-TestServerMultinode-1307366884-router', 'tenant_id': 'bc02faf6e26241a9ac1fd6f1354d83ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'a041ac86-4809-48c7-8272-b0a043f99a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:25Z', 'updated_at': '2022-02-09T01:36:26Z', 'revision_number': 3, 'project_id': 'bc02faf6e26241a9ac1fd6f1354d83ad', 'gw_port': {'id': 'a041ac86-4809-48c7-8272-b0a043f99a62', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b335f0-e09e-4422-8676-0875cd4f98bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:26Z', 'updated_at': '2022-02-09T01:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:36:31.005617 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bfed9017-ec27-42c1-800c-75577685e999 None None] Provisioning complete for port d8e95541-c871-4a8a-86d2-46dd88756af0 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:31.005950 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bfed9017-ec27-42c1-800c-75577685e999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:31.099148 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-bfed9017-ec27-42c1-800c-75577685e999 None None] Port d8e95541-c871-4a8a-86d2-46dd88756af0 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:36:31.110473 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 99809b8d-5fd6-4892-a23d-1bdb85339c9c triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:31.110857 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:31.183466 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-89536781-8cb4-4251-a9f3-b80eef7e293b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Allocated IP 172.25.5.39 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/11e64cc1-3822-47a7-8ad8-9aaaa1405905) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:36:31.246711 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41092328-4637-4894-8488-83f39b8973df admin admin] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:31.254471 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41092328-4637-4894-8488-83f39b8973df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:31.382564 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41092328-4637-4894-8488-83f39b8973df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:31.386558 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41092328-4637-4894-8488-83f39b8973df admin admin] Pushing event updated for resources: {'Port': ['ID=d8e95541-c871-4a8a-86d2-46dd88756af0,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:31.409381 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-89536781-8cb4-4251-a9f3-b80eef7e293b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:31.440742 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-89536781-8cb4-4251-a9f3-b80eef7e293b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:31.520710 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89536781-8cb4-4251-a9f3-b80eef7e293b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:36:31.523810 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-89536781-8cb4-4251-a9f3-b80eef7e293b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:31.526520 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89536781-8cb4-4251-a9f3-b80eef7e293b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:36:31.542674 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41092328-4637-4894-8488-83f39b8973df admin admin] Network 5085144a-2e45-45e3-8da4-82c7a3e22f57 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:36:31.543849 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-41092328-4637-4894-8488-83f39b8973df admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:31.574275 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89536781-8cb4-4251-a9f3-b80eef7e293b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Pushing event updated for resources: {'Port': ['ID=11e64cc1-3822-47a7-8ad8-9aaaa1405905,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:31.758890 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41092328-4637-4894-8488-83f39b8973df admin admin] Router f3b335f0-e09e-4422-8676-0875cd4f98bf has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:36:31.834146 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b5475577-f488-4f84-9857-655f1c9e5c5e None None] Provisioning complete for port d8e95541-c871-4a8a-86d2-46dd88756af0 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:31.834702 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b5475577-f488-4f84-9857-655f1c9e5c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:31.897141 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b5475577-f488-4f84-9857-655f1c9e5c5e None None] Port d8e95541-c871-4a8a-86d2-46dd88756af0 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:36:31.950569 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41092328-4637-4894-8488-83f39b8973df admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:36:31.969808 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-41092328-4637-4894-8488-83f39b8973df admin admin] 10.222.0.37 "PUT /v2.0/routers/f3b335f0-e09e-4422-8676-0875cd4f98bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6375961 Feb 09 01:36:32.015942 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-89536781-8cb4-4251-a9f3-b80eef7e293b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for router_gateway, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:32.385512 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-89536781-8cb4-4251-a9f3-b80eef7e293b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:32.569522 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device a041ac86-4809-48c7-8272-b0a043f99a62 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:36:32.612327 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d084c-b6a1-4890-9968-8058946a93bb req-cd53d570-9c39-4194-864c-455f2a22a642 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:32.614022 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c08d084c-b6a1-4890-9968-8058946a93bb req-cd53d570-9c39-4194-864c-455f2a22a642 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 1096 time: 0.0960479 Feb 09 01:36:32.638356 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-c08d084c-b6a1-4890-9968-8058946a93bb req-b0a1447a-69e2-4e43-b6a4-663efc0eb1d5 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:32.648183 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port a041ac86-4809-48c7-8272-b0a043f99a62 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:36:32.654499 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-c08d084c-b6a1-4890-9968-8058946a93bb req-b0a1447a-69e2-4e43-b6a4-663efc0eb1d5 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:36:32.654783 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port a041ac86-4809-48c7-8272-b0a043f99a62 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:32.655294 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:32.658523 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-c08d084c-b6a1-4890-9968-8058946a93bb req-b0a1447a-69e2-4e43-b6a4-663efc0eb1d5 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] Usage tracker for resource:security_group_rule and tenant:2c8565727ab94c28bbda29882e6835dd is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:36:32.661727 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-c08d084c-b6a1-4890-9968-8058946a93bb req-b0a1447a-69e2-4e43-b6a4-663efc0eb1d5 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:36:32.667556 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [req-c08d084c-b6a1-4890-9968-8058946a93bb req-b0a1447a-69e2-4e43-b6a4-663efc0eb1d5 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:36:32.769561 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-c08d084c-b6a1-4890-9968-8058946a93bb req-b0a1447a-69e2-4e43-b6a4-663efc0eb1d5 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:32.774419 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-c08d084c-b6a1-4890-9968-8058946a93bb req-b0a1447a-69e2-4e43-b6a4-663efc0eb1d5 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:32.788820 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:32.800693 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c08d084c-b6a1-4890-9968-8058946a93bb req-b0a1447a-69e2-4e43-b6a4-663efc0eb1d5 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795757 Feb 09 01:36:32.806487 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-a3dce319-6c77-493f-bfbc-923913450686 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:32.806651 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port a041ac86-4809-48c7-8272-b0a043f99a62, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=a041ac86-4809-48c7-8272-b0a043f99a62,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:36:32.807179 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-a3dce319-6c77-493f-bfbc-923913450686 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Synchronizing usage tracker for tenant:bc02faf6e26241a9ac1fd6f1354d83ad on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:36:32.813240 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:32.817911 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1447a-69e2-4e43-b6a4-663efc0eb1d5 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834cebd4-de64-456d-a633-2bd6054a1a0f,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:32.845121 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-a3dce319-6c77-493f-bfbc-923913450686 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Unset dirty status for tenant:bc02faf6e26241a9ac1fd6f1354d83ad on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:36:32.846385 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-a3dce319-6c77-493f-bfbc-923913450686 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/networks?id=adbbe756-ea0c-4d66-a097-46a44d88201c HTTP/1.1" status: 200 len: 910 time: 0.2886479 Feb 09 01:36:32.877971 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-9ce7f65c-6c5b-4906-809b-c4b02e189065 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/quotas/bc02faf6e26241a9ac1fd6f1354d83ad HTTP/1.1" status: 200 len: 375 time: 0.0161645 Feb 09 01:36:32.882361 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89536781-8cb4-4251-a9f3-b80eef7e293b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Router 8ba9bd5e-c376-4f88-8bc9-4da1ad497a31 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:36:32.894275 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=a041ac86-4809-48c7-8272-b0a043f99a62,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:32.946904 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768bcdcf-b9d7-4886-adb5-e879d4359d3c None None] Sync routers for ids ['f3b335f0-e09e-4422-8676-0875cd4f98bf'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:36:32.956300 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768bcdcf-b9d7-4886-adb5-e879d4359d3c None None] Routers {'f3b335f0-e09e-4422-8676-0875cd4f98bf'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:36:32.957096 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-768bcdcf-b9d7-4886-adb5-e879d4359d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:36:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['f3b335f0-e09e-4422-8676-0875cd4f98bf'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:33.032283 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0a4c0-6233-49d5-9d6b-e8d930a9fe3e req-58a29cf8-2026-4307-bf19-be1c80d860b7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:33.040443 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-75c0a4c0-6233-49d5-9d6b-e8d930a9fe3e req-58a29cf8-2026-4307-bf19-be1c80d860b7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 945 time: 0.0982652 Feb 09 01:36:33.096684 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-75c0a4c0-6233-49d5-9d6b-e8d930a9fe3e req-0afb57ce-1d0f-4914-9230-09d52fc25145 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552561 Feb 09 01:36:33.113865 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51782) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:33.120164 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-293b1ac1-bc30-4e2f-8944-115b23685642 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc02faf6e26241a9ac1fd6f1354d83ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2347245 Feb 09 01:36:33.155909 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89536781-8cb4-4251-a9f3-b80eef7e293b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:36:33.166965 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0e4ccf-05fe-4f7f-ae12-60c380f21099 None None] Sync routers for ids ['8ba9bd5e-c376-4f88-8bc9-4da1ad497a31'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:36:33.172664 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-768bcdcf-b9d7-4886-adb5-e879d4359d3c None None] Set router f3b335f0-e09e-4422-8676-0875cd4f98bf gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:36:33.182491 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0e4ccf-05fe-4f7f-ae12-60c380f21099 None None] Routers {'8ba9bd5e-c376-4f88-8bc9-4da1ad497a31'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:36:33.183569 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-4b0e4ccf-05fe-4f7f-ae12-60c380f21099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:36:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8ba9bd5e-c376-4f88-8bc9-4da1ad497a31'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:33.240520 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-69de20d9-79e8-4b2f-ab24-1d1d65dbe8fe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/floatingips/dbda3083-afe9-428b-81ca-4978125cdf56 HTTP/1.1" status: 200 len: 993 time: 0.1247704 Feb 09 01:36:33.250642 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-89536781-8cb4-4251-a9f3-b80eef7e293b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:33.252110 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-89536781-8cb4-4251-a9f3-b80eef7e293b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.6509025 Feb 09 01:36:33.255502 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51786) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:33.295356 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-74f2ce58-5754-449b-82c1-902d954b7e1a service neutron] 10.222.0.37 "GET /v2.0/networks/adbbe756-ea0c-4d66-a097-46a44d88201c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648250 Feb 09 01:36:33.450072 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8088c5bd-95bc-4894-b0e0-db04e7bad682 tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=fa3c5f95e33c4e0593fa45bb616fb8a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1932340 Feb 09 01:36:33.452664 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51796) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:33.459602 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-4b0e4ccf-05fe-4f7f-ae12-60c380f21099 None None] Set router 8ba9bd5e-c376-4f88-8bc9-4da1ad497a31 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:36:33.486243 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-d6e53f92-04aa-4771-9030-0248e55c5b70 service neutron] 10.222.0.37 "GET /v2.0/networks/adbbe756-ea0c-4d66-a097-46a44d88201c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848021 Feb 09 01:36:33.654198 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-768bcdcf-b9d7-4886-adb5-e879d4359d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b335f0-e09e-4422-8676-0875cd4f98bf', 'name': 'tempest-TestServerMultinode-1307366884-router', 'tenant_id': 'bc02faf6e26241a9ac1fd6f1354d83ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'a041ac86-4809-48c7-8272-b0a043f99a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:25Z', 'updated_at': '2022-02-09T01:36:30Z', 'revision_number': 4, 'project_id': 'bc02faf6e26241a9ac1fd6f1354d83ad', 'gw_port': {'id': 'a041ac86-4809-48c7-8272-b0a043f99a62', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b335f0-e09e-4422-8676-0875cd4f98bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:26Z', 'updated_at': '2022-02-09T01:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'd8e95541-c871-4a8a-86d2-46dd88756af0', 'name': '', 'network_id': '5085144a-2e45-45e3-8da4-82c7a3e22f57', 'tenant_id': 'bc02faf6e26241a9ac1fd6f1354d83ad', 'mac_address': 'fa:16:3e:82:85:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b335f0-e09e-4422-8676-0875cd4f98bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'e681bba5-9b46-429a-b7f4-17a154f61f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:29Z', 'updated_at': '2022-02-09T01:36:30Z', 'revision_number': 2, 'project_id': 'bc02faf6e26241a9ac1fd6f1354d83ad', 'subnets': [{'id': 'e681bba5-9b46-429a-b7f4-17a154f61f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:33.659534 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768bcdcf-b9d7-4886-adb5-e879d4359d3c None None] Checking router: f3b335f0-e09e-4422-8676-0875cd4f98bf for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:36:33.660024 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768bcdcf-b9d7-4886-adb5-e879d4359d3c None None] Updating router f3b335f0-e09e-4422-8676-0875cd4f98bf port d8e95541-c871-4a8a-86d2-46dd88756af0 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:36:33.749402 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-768bcdcf-b9d7-4886-adb5-e879d4359d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:33.802889 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36875c92-2de5-413f-994a-87fb8696b2e5 tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:33.808832 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-36875c92-2de5-413f-994a-87fb8696b2e5 tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3549190 Feb 09 01:36:33.809584 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51806) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:33.857014 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-4b0e4ccf-05fe-4f7f-ae12-60c380f21099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1217511567', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '11e64cc1-3822-47a7-8ad8-9aaaa1405905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:29Z', 'updated_at': '2022-02-09T01:36:31Z', 'revision_number': 3, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'gw_port': {'id': '11e64cc1-3822-47a7-8ad8-9aaaa1405905', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:54:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:30Z', 'updated_at': '2022-02-09T01:36:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:33.859420 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d4c74733-fd38-4a22-b583-eea5edae7a59 req-2111a2a3-3dd7-453a-af1f-ee9f6008502c tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6570c733-2c97-4d4f-9064-1bd52fbec198 HTTP/1.1" status: 200 len: 210 time: 0.1017728 Feb 09 01:36:33.862445 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0e4ccf-05fe-4f7f-ae12-60c380f21099 None None] Checking router: 8ba9bd5e-c376-4f88-8bc9-4da1ad497a31 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:36:33.862781 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0e4ccf-05fe-4f7f-ae12-60c380f21099 None None] Updating router 8ba9bd5e-c376-4f88-8bc9-4da1ad497a31 port 11e64cc1-3822-47a7-8ad8-9aaaa1405905 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:36:33.893428 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51810) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:33.893921 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-dff89282-972c-4136-94a2-841fbcfc5b91 tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d1df58ff-1788-422d-89ee-d00e1fe89789&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0826535 Feb 09 01:36:33.898897 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-5e13b024-b299-4887-b191-680c83f64088 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-713862926', 'network_id': 'a0e16d9d-6e82-4998-8258-cc13b64da06c', 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:33.920435 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-4b0e4ccf-05fe-4f7f-ae12-60c380f21099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:34.042422 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5e13b024-b299-4887-b191-680c83f64088 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:36:34.047918 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5e13b024-b299-4887-b191-680c83f64088 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Usage tracker for resource:subnet and tenant:fa3c5f95e33c4e0593fa45bb616fb8a7 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:36:34.051676 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5e13b024-b299-4887-b191-680c83f64088 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:36:34.060036 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5e13b024-b299-4887-b191-680c83f64088 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:36:34.078306 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e13b024-b299-4887-b191-680c83f64088 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Made reservation on behalf of fa3c5f95e33c4e0593fa45bb616fb8a7 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:36:34.083164 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5e13b024-b299-4887-b191-680c83f64088 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:34.284678 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-768bcdcf-b9d7-4886-adb5-e879d4359d3c None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:34.310521 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-768bcdcf-b9d7-4886-adb5-e879d4359d3c None None] Transition to ACTIVE for port object d8e95541-c871-4a8a-86d2-46dd88756af0 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:36:34.323869 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-768bcdcf-b9d7-4886-adb5-e879d4359d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:34.474279 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5e13b024-b299-4887-b191-680c83f64088 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:34.507151 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51826) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:34.512689 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-4b0e4ccf-05fe-4f7f-ae12-60c380f21099 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:34.550613 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-4b0e4ccf-05fe-4f7f-ae12-60c380f21099 None None] Transition to ACTIVE for port object 11e64cc1-3822-47a7-8ad8-9aaaa1405905 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:36:34.574793 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-4b0e4ccf-05fe-4f7f-ae12-60c380f21099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:34.632058 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e13b024-b299-4887-b191-680c83f64088 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Checking segment: {'id': '6fba570a-afd4-415d-a217-17a95fb9c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'a0e16d9d-6e82-4998-8258-cc13b64da06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:36:34.632660 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e13b024-b299-4887-b191-680c83f64088 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Network hostable DHCP agents. Network: a0e16d9d-6e82-4998-8258-cc13b64da06c, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:36:34.654792 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13b024-b299-4887-b191-680c83f64088 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Pushing event updated for resources: {'Subnet': ['ID=87160293-f5a1-496d-a190-d6c2fd518064,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:34.706109 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e13b024-b299-4887-b191-680c83f64088 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Network a0e16d9d-6e82-4998-8258-cc13b64da06c is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:36:34.711792 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-4b0e4ccf-05fe-4f7f-ae12-60c380f21099 None None] Attempting to bind port 11e64cc1-3822-47a7-8ad8-9aaaa1405905 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:36:34.712160 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-4b0e4ccf-05fe-4f7f-ae12-60c380f21099 None None] Attempting to bind port 11e64cc1-3822-47a7-8ad8-9aaaa1405905 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:36:34.722271 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e4ccf-05fe-4f7f-ae12-60c380f21099 None None] Attempting to bind port 11e64cc1-3822-47a7-8ad8-9aaaa1405905 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:36:34.725084 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device a041ac86-4809-48c7-8272-b0a043f99a62 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:36:34.745885 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e4ccf-05fe-4f7f-ae12-60c380f21099 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:36:34.746523 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e4ccf-05fe-4f7f-ae12-60c380f21099 None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:36:34.746921 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-4b0e4ccf-05fe-4f7f-ae12-60c380f21099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:34.747401 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e4ccf-05fe-4f7f-ae12-60c380f21099 None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:36:34.747769 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-4b0e4ccf-05fe-4f7f-ae12-60c380f21099 None None] Bound port: 11e64cc1-3822-47a7-8ad8-9aaaa1405905, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:36:34.748132 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-4b0e4ccf-05fe-4f7f-ae12-60c380f21099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:34.749324 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7782e-1f8b-4bab-85d8-b935f249be94 req-42eed7c1-4ac7-4f3e-b849-9b1462a67aaf tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:34.751287 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48b7782e-1f8b-4bab-85d8-b935f249be94 req-42eed7c1-4ac7-4f3e-b849-9b1462a67aaf tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 945 time: 0.1828129 Feb 09 01:36:34.752645 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-5e13b024-b299-4887-b191-680c83f64088 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, a0e16d9d-6e82-4998-8258-cc13b64da06c) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:34.756825 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e13b024-b299-4887-b191-680c83f64088 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:34.757510 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5e13b024-b299-4887-b191-680c83f64088 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:34.762389 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1bca96-2025-4eb9-ad9e-e8092111a225 None None] Pushing event updated for resources: {'Port': ['ID=d8e95541-c871-4a8a-86d2-46dd88756af0,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:34.785249 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123b62a8-c6ed-45d2-b58b-b13d570544eb None None] Network a0e16d9d-6e82-4998-8258-cc13b64da06c requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:36:34.812997 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8b510829-7197-4740-8184-3816af939f89 req-c87acdbb-ba0b-4576-b518-fd752d0a5751 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3018694 Feb 09 01:36:34.919181 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-4b0e4ccf-05fe-4f7f-ae12-60c380f21099 None None] For port 11e64cc1-3822-47a7-8ad8-9aaaa1405905, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:36:34.925866 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-4b0e4ccf-05fe-4f7f-ae12-60c380f21099 None None] For port 11e64cc1-3822-47a7-8ad8-9aaaa1405905, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=11e64cc1-3822-47a7-8ad8-9aaaa1405905,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:36:34.933558 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009bceff-9ddc-4301-9699-f01d9c800444 None None] Pushing event updated for resources: {'Port': ['ID=11e64cc1-3822-47a7-8ad8-9aaaa1405905,revision_number=2']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:34.948288 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-4b0e4ccf-05fe-4f7f-ae12-60c380f21099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:34.969701 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-768bcdcf-b9d7-4886-adb5-e879d4359d3c None None] Attempting to bind port d8e95541-c871-4a8a-86d2-46dd88756af0 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:36:34.970195 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-768bcdcf-b9d7-4886-adb5-e879d4359d3c None None] Attempting to bind port d8e95541-c871-4a8a-86d2-46dd88756af0 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'f0d3c8b4-ced0-49be-ac4e-c0caac1ff1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5085144a-2e45-45e3-8da4-82c7a3e22f57'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:36:34.970660 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768bcdcf-b9d7-4886-adb5-e879d4359d3c None None] Attempting to bind port d8e95541-c871-4a8a-86d2-46dd88756af0 on network 5085144a-2e45-45e3-8da4-82c7a3e22f57 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:36:34.978720 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768bcdcf-b9d7-4886-adb5-e879d4359d3c None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:36:34.979509 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768bcdcf-b9d7-4886-adb5-e879d4359d3c None None] Checking segment: {'id': 'f0d3c8b4-ced0-49be-ac4e-c0caac1ff1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5085144a-2e45-45e3-8da4-82c7a3e22f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:36:34.979735 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-768bcdcf-b9d7-4886-adb5-e879d4359d3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:34.980913 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768bcdcf-b9d7-4886-adb5-e879d4359d3c None None] Bound using segment: {'id': 'f0d3c8b4-ced0-49be-ac4e-c0caac1ff1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5085144a-2e45-45e3-8da4-82c7a3e22f57'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:36:34.980913 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-768bcdcf-b9d7-4886-adb5-e879d4359d3c None None] Bound port: d8e95541-c871-4a8a-86d2-46dd88756af0, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d3c8b4-ced0-49be-ac4e-c0caac1ff1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': '5085144a-2e45-45e3-8da4-82c7a3e22f57'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:36:34.981341 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-768bcdcf-b9d7-4886-adb5-e879d4359d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:34.990887 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-48b7782e-1f8b-4bab-85d8-b935f249be94 req-25a7ffbf-3e76-4afb-b62f-01ddbfc8d2cc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261076 Feb 09 01:36:35.001104 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51840) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:35.018643 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5e13b024-b299-4887-b191-680c83f64088 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1213331 Feb 09 01:36:35.044613 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009bceff-9ddc-4301-9699-f01d9c800444 None None] Pushing event updated for resources: {'Port': ['ID=11e64cc1-3822-47a7-8ad8-9aaaa1405905,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:35.080900 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0e4ccf-05fe-4f7f-ae12-60c380f21099 None None] Routers {'8ba9bd5e-c376-4f88-8bc9-4da1ad497a31'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:36:35.081442 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-4b0e4ccf-05fe-4f7f-ae12-60c380f21099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:36:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8ba9bd5e-c376-4f88-8bc9-4da1ad497a31'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:35.124480 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port a041ac86-4809-48c7-8272-b0a043f99a62 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:35.124889 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:35.222847 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-95b22268-7bf2-4580-b27c-ce0fafe51a62 req-78dd141f-de28-4b7e-80e6-e446e424db6a tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Synchronizing usage tracker for tenant:bc02faf6e26241a9ac1fd6f1354d83ad on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:36:35.260124 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-95b22268-7bf2-4580-b27c-ce0fafe51a62 req-78dd141f-de28-4b7e-80e6-e446e424db6a tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Unset dirty status for tenant:bc02faf6e26241a9ac1fd6f1354d83ad on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:36:35.263396 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-95b22268-7bf2-4580-b27c-ce0fafe51a62 req-78dd141f-de28-4b7e-80e6-e446e424db6a tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6570c733-2c97-4d4f-9064-1bd52fbec198 HTTP/1.1" status: 200 len: 210 time: 0.0973027 Feb 09 01:36:35.342875 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-768bcdcf-b9d7-4886-adb5-e879d4359d3c None None] For port d8e95541-c871-4a8a-86d2-46dd88756af0, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:36:35.347452 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-768bcdcf-b9d7-4886-adb5-e879d4359d3c None None] For port d8e95541-c871-4a8a-86d2-46dd88756af0, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d8e95541-c871-4a8a-86d2-46dd88756af0,segment=NetworkSegment(f0d3c8b4-ced0-49be-ac4e-c0caac1ff1a4),segment_id=f0d3c8b4-ced0-49be-ac4e-c0caac1ff1a4)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:36:35.389979 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-768bcdcf-b9d7-4886-adb5-e879d4359d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:35.412691 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-4b0e4ccf-05fe-4f7f-ae12-60c380f21099 None None] Set router 8ba9bd5e-c376-4f88-8bc9-4da1ad497a31 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:36:35.508159 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.117', 61110) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:35.601559 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1bca96-2025-4eb9-ad9e-e8092111a225 None None] Pushing event updated for resources: {'Port': ['ID=d8e95541-c871-4a8a-86d2-46dd88756af0,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:35.736904 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e1f067-6a91-4df9-806d-8a609422d1c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-a0e16d9d-6e82-4998-8258-cc13b64da06c', 'network_id': 'a0e16d9d-6e82-4998-8258-cc13b64da06c', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'fixed_ips': [{'subnet_id': '87160293-f5a1-496d-a190-d6c2fd518064'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:36:35.737782 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a5e1f067-6a91-4df9-806d-8a609422d1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:35.794085 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768bcdcf-b9d7-4886-adb5-e879d4359d3c None None] Routers {'f3b335f0-e09e-4422-8676-0875cd4f98bf'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:36:35.796390 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-6d35675e-bc99-4e57-bbe8-d45ba80fe112 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:35.798951 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-6d35675e-bc99-4e57-bbe8-d45ba80fe112 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.117 "GET /v2.0/networks?id=adbbe756-ea0c-4d66-a097-46a44d88201c HTTP/1.1" status: 200 len: 910 time: 0.2896433 Feb 09 01:36:35.807066 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-768bcdcf-b9d7-4886-adb5-e879d4359d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:36:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['f3b335f0-e09e-4422-8676-0875cd4f98bf'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:35.820683 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-514b318a-3422-4b7b-be0f-b37fd5fe82ea tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Request body: {'port': {'device_id': '6570c733-2c97-4d4f-9064-1bd52fbec198', 'network_id': 'adbbe756-ea0c-4d66-a097-46a44d88201c', 'admin_state_up': True, 'tenant_id': 'bc02faf6e26241a9ac1fd6f1354d83ad'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:35.835713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-514b318a-3422-4b7b-be0f-b37fd5fe82ea tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:36:35.849958 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-514b318a-3422-4b7b-be0f-b37fd5fe82ea tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:36:35.864690 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-514b318a-3422-4b7b-be0f-b37fd5fe82ea tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Made reservation on behalf of bc02faf6e26241a9ac1fd6f1354d83ad for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:36:35.869180 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-514b318a-3422-4b7b-be0f-b37fd5fe82ea tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:35.877402 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-4b0e4ccf-05fe-4f7f-ae12-60c380f21099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1217511567', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '11e64cc1-3822-47a7-8ad8-9aaaa1405905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:29Z', 'updated_at': '2022-02-09T01:36:31Z', 'revision_number': 3, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'gw_port': {'id': '11e64cc1-3822-47a7-8ad8-9aaaa1405905', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:54:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:30Z', 'updated_at': '2022-02-09T01:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:35.883762 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0e4ccf-05fe-4f7f-ae12-60c380f21099 None None] The sync data for ids ['8ba9bd5e-c376-4f88-8bc9-4da1ad497a31'] in n-d-828419-1 is: [{'id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1217511567', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '11e64cc1-3822-47a7-8ad8-9aaaa1405905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:29Z', 'updated_at': '2022-02-09T01:36:31Z', 'revision_number': 3, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'gw_port': {'id': '11e64cc1-3822-47a7-8ad8-9aaaa1405905', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:54:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:30Z', 'updated_at': '2022-02-09T01:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:36:36.222324 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-514b318a-3422-4b7b-be0f-b37fd5fe82ea tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Allocated IP 172.20.0.10 (adbbe756-ea0c-4d66-a097-46a44d88201c/c11d73fe-7bf3-450c-b7f8-d6e374830201/bcd6b702-ff76-4e30-bd9b-cc98b3968c42) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:36:36.230216 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-545351af-de07-4663-8bf7-088994b04ad1 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:36.441190 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-768bcdcf-b9d7-4886-adb5-e879d4359d3c None None] Set router f3b335f0-e09e-4422-8676-0875cd4f98bf gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:36:36.458727 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5591d-5dec-4240-ba92-ad20c117179d req-04dd4966-a769-43df-b19e-200cd0035b9b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:36.464711 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dfb5591d-5dec-4240-ba92-ad20c117179d req-04dd4966-a769-43df-b19e-200cd0035b9b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 945 time: 0.2473185 Feb 09 01:36:36.577836 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dfb5591d-5dec-4240-ba92-ad20c117179d req-e1172e84-052b-465c-9fa4-f74f49c8080c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071177 Feb 09 01:36:36.602359 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-993059af-9e9c-4d34-8e21-974b24fb2b57 req-7829ec0b-606c-4a3e-92c7-83bcf1e16394 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6570c733-2c97-4d4f-9064-1bd52fbec198 HTTP/1.1" status: 200 len: 210 time: 0.1447537 Feb 09 01:36:36.642810 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 11e64cc1-3822-47a7-8ad8-9aaaa1405905 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:36:36.723766 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-514b318a-3422-4b7b-be0f-b37fd5fe82ea tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:36.746162 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-514b318a-3422-4b7b-be0f-b37fd5fe82ea tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Transition to ACTIVE for port object bcd6b702-ff76-4e30-bd9b-cc98b3968c42 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:36:36.761413 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b510829-7197-4740-8184-3816af939f89 req-893450ef-7f66-43c5-b4f9-218583d9fe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:36.763332 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8b510829-7197-4740-8184-3816af939f89 req-893450ef-7f66-43c5-b4f9-218583d9fe76 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 1096 time: 0.1406019 Feb 09 01:36:36.855612 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-a5e1f067-6a91-4df9-806d-8a609422d1c4 None None] Allocated IP 172.20.0.2 (a0e16d9d-6e82-4998-8258-cc13b64da06c/87160293-f5a1-496d-a190-d6c2fd518064/1be04caa-1f2f-4f2a-a664-363268aaa348) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:36:36.874383 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-514b318a-3422-4b7b-be0f-b37fd5fe82ea tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:36.966180 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-514b318a-3422-4b7b-be0f-b37fd5fe82ea tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Network adbbe756-ea0c-4d66-a097-46a44d88201c is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:36:36.972169 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-514b318a-3422-4b7b-be0f-b37fd5fe82ea tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:36.974574 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-514b318a-3422-4b7b-be0f-b37fd5fe82ea tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:36:37.016795 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 11e64cc1-3822-47a7-8ad8-9aaaa1405905 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:36:37.034587 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b318a-3422-4b7b-be0f-b37fd5fe82ea tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Pushing event updated for resources: {'Port': ['ID=bcd6b702-ff76-4e30-bd9b-cc98b3968c42,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:37.047793 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b90a8e1a-a5ae-4a38-bf50-4b246a9b23c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:37.056375 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 11e64cc1-3822-47a7-8ad8-9aaaa1405905 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:37.056759 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:37.066588 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b510829-7197-4740-8184-3816af939f89 req-786b6aee-3112-4bad-adae-268410dbb1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:37.068083 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8b510829-7197-4740-8184-3816af939f89 req-786b6aee-3112-4bad-adae-268410dbb1f4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=12c6ce9e-fdbb-413e-986b-cd6e116ecfcd HTTP/1.1" status: 200 len: 898 time: 0.2934093 Feb 09 01:36:37.071516 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-514b318a-3422-4b7b-be0f-b37fd5fe82ea tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:37.072692 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-514b318a-3422-4b7b-be0f-b37fd5fe82ea tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:37.193982 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-514b318a-3422-4b7b-be0f-b37fd5fe82ea tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3814929 Feb 09 01:36:37.206827 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-ebb5b2ad-770f-4686-9ae0-f6e4f92f277b tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:36:37.207891 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-ebb5b2ad-770f-4686-9ae0-f6e4f92f277b tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072360 Feb 09 01:36:37.228288 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8b510829-7197-4740-8184-3816af939f89 req-4ac0faa9-b608-459c-9087-2638bbde6c7f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19284260-baf7-49e1-a3c1-11f9e42da4db HTTP/1.1" status: 200 len: 1001 time: 0.1320274 Feb 09 01:36:37.328317 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b510829-7197-4740-8184-3816af939f89 req-bef90333-adbd-440d-b428-8d93533fa64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:37.329972 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8b510829-7197-4740-8184-3816af939f89 req-bef90333-adbd-440d-b428-8d93533fa64f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b5753f4-27f1-4f76-815e-94a778de8086 HTTP/1.1" status: 200 len: 835 time: 0.0923755 Feb 09 01:36:37.345916 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-6378c0ee-abde-43d0-adfb-809d6e04354a service neutron] Request body: {'port': {'device_id': '6570c733-2c97-4d4f-9064-1bd52fbec198', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:37.396309 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a5e1f067-6a91-4df9-806d-8a609422d1c4 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:37.403448 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:37.422040 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a5e1f067-6a91-4df9-806d-8a609422d1c4 None None] Transition to ACTIVE for port object 1be04caa-1f2f-4f2a-a664-363268aaa348 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:36:37.426616 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e26fcadf-10c7-43a4-8937-629b36a9449a None None] Provisioning for port bcd6b702-ff76-4e30-bd9b-cc98b3968c42 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:36:37.441674 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-768bcdcf-b9d7-4886-adb5-e879d4359d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b335f0-e09e-4422-8676-0875cd4f98bf', 'name': 'tempest-TestServerMultinode-1307366884-router', 'tenant_id': 'bc02faf6e26241a9ac1fd6f1354d83ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'a041ac86-4809-48c7-8272-b0a043f99a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:25Z', 'updated_at': '2022-02-09T01:36:30Z', 'revision_number': 4, 'project_id': 'bc02faf6e26241a9ac1fd6f1354d83ad', 'gw_port': {'id': 'a041ac86-4809-48c7-8272-b0a043f99a62', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b335f0-e09e-4422-8676-0875cd4f98bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:26Z', 'updated_at': '2022-02-09T01:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'd8e95541-c871-4a8a-86d2-46dd88756af0', 'name': '', 'network_id': '5085144a-2e45-45e3-8da4-82c7a3e22f57', 'tenant_id': 'bc02faf6e26241a9ac1fd6f1354d83ad', 'mac_address': 'fa:16:3e:82:85:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b335f0-e09e-4422-8676-0875cd4f98bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'e681bba5-9b46-429a-b7f4-17a154f61f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:29Z', 'updated_at': '2022-02-09T01:36:35Z', 'revision_number': 4, 'project_id': 'bc02faf6e26241a9ac1fd6f1354d83ad', 'subnets': [{'id': 'e681bba5-9b46-429a-b7f4-17a154f61f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:37.446474 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 11e64cc1-3822-47a7-8ad8-9aaaa1405905, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=11e64cc1-3822-47a7-8ad8-9aaaa1405905,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:36:37.451209 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e26fcadf-10c7-43a4-8937-629b36a9449a None None] Provisioning complete for port bcd6b702-ff76-4e30-bd9b-cc98b3968c42 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:37.451573 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e26fcadf-10c7-43a4-8937-629b36a9449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:37.488494 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768bcdcf-b9d7-4886-adb5-e879d4359d3c None None] The sync data for ids ['f3b335f0-e09e-4422-8676-0875cd4f98bf'] in n-d-828419-1 is: [{'id': 'f3b335f0-e09e-4422-8676-0875cd4f98bf', 'name': 'tempest-TestServerMultinode-1307366884-router', 'tenant_id': 'bc02faf6e26241a9ac1fd6f1354d83ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'a041ac86-4809-48c7-8272-b0a043f99a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:25Z', 'updated_at': '2022-02-09T01:36:30Z', 'revision_number': 4, 'project_id': 'bc02faf6e26241a9ac1fd6f1354d83ad', 'gw_port': {'id': 'a041ac86-4809-48c7-8272-b0a043f99a62', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b335f0-e09e-4422-8676-0875cd4f98bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:26Z', 'updated_at': '2022-02-09T01:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'd8e95541-c871-4a8a-86d2-46dd88756af0', 'name': '', 'network_id': '5085144a-2e45-45e3-8da4-82c7a3e22f57', 'tenant_id': 'bc02faf6e26241a9ac1fd6f1354d83ad', 'mac_address': 'fa:16:3e:82:85:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b335f0-e09e-4422-8676-0875cd4f98bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'e681bba5-9b46-429a-b7f4-17a154f61f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:29Z', 'updated_at': '2022-02-09T01:36:35Z', 'revision_number': 4, 'project_id': 'bc02faf6e26241a9ac1fd6f1354d83ad', 'subnets': [{'id': 'e681bba5-9b46-429a-b7f4-17a154f61f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:36:37.490103 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:37.492073 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a5e1f067-6a91-4df9-806d-8a609422d1c4 None None] Transition to ACTIVE for port object 1be04caa-1f2f-4f2a-a664-363268aaa348 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:36:37.517716 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-6378c0ee-abde-43d0-adfb-809d6e04354a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:37.536535 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b510829-7197-4740-8184-3816af939f89 req-f12800c1-9742-4c89-a173-e51d6f19ab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:37.539335 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8b510829-7197-4740-8184-3816af939f89 req-f12800c1-9742-4c89-a173-e51d6f19ab48 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=12c6ce9e-fdbb-413e-986b-cd6e116ecfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1961868 Feb 09 01:36:37.549180 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a5e1f067-6a91-4df9-806d-8a609422d1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:37.585009 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e26fcadf-10c7-43a4-8937-629b36a9449a None None] Port bcd6b702-ff76-4e30-bd9b-cc98b3968c42 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:36:37.590188 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e1f067-6a91-4df9-806d-8a609422d1c4 None None] Network a0e16d9d-6e82-4998-8258-cc13b64da06c is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:36:37.599097 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-a5e1f067-6a91-4df9-806d-8a609422d1c4 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:37.615461 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e1f067-6a91-4df9-806d-8a609422d1c4 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:36:37.640255 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=11e64cc1-3822-47a7-8ad8-9aaaa1405905,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:37.713406 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-545351af-de07-4663-8bf7-088994b04ad1 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Allocated IP 172.20.0.1 (a0e16d9d-6e82-4998-8258-cc13b64da06c/87160293-f5a1-496d-a190-d6c2fd518064/fdc8bf9e-c257-4d29-8e40-899c3e780c5e) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:36:37.808385 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-a5e1f067-6a91-4df9-806d-8a609422d1c4 None None] Attempting to bind port 1be04caa-1f2f-4f2a-a664-363268aaa348 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:36:37.808956 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-a5e1f067-6a91-4df9-806d-8a609422d1c4 None None] Attempting to bind port 1be04caa-1f2f-4f2a-a664-363268aaa348 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '6fba570a-afd4-415d-a217-17a95fb9c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'a0e16d9d-6e82-4998-8258-cc13b64da06c'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:36:37.809407 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e1f067-6a91-4df9-806d-8a609422d1c4 None None] Attempting to bind port 1be04caa-1f2f-4f2a-a664-363268aaa348 on network a0e16d9d-6e82-4998-8258-cc13b64da06c {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:36:37.812009 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1f067-6a91-4df9-806d-8a609422d1c4 None None] Pushing event updated for resources: {'Port': ['ID=1be04caa-1f2f-4f2a-a664-363268aaa348,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:37.827238 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e1f067-6a91-4df9-806d-8a609422d1c4 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:36:37.827956 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e1f067-6a91-4df9-806d-8a609422d1c4 None None] Checking segment: {'id': '6fba570a-afd4-415d-a217-17a95fb9c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'a0e16d9d-6e82-4998-8258-cc13b64da06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:36:37.830856 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a5e1f067-6a91-4df9-806d-8a609422d1c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:37.831597 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e1f067-6a91-4df9-806d-8a609422d1c4 None None] Bound using segment: {'id': '6fba570a-afd4-415d-a217-17a95fb9c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'a0e16d9d-6e82-4998-8258-cc13b64da06c'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:36:37.832969 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-a5e1f067-6a91-4df9-806d-8a609422d1c4 None None] Bound port: 1be04caa-1f2f-4f2a-a664-363268aaa348, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fba570a-afd4-415d-a217-17a95fb9c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'a0e16d9d-6e82-4998-8258-cc13b64da06c'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:36:37.833590 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a5e1f067-6a91-4df9-806d-8a609422d1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:37.958000 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-a5e1f067-6a91-4df9-806d-8a609422d1c4 None None] For port 1be04caa-1f2f-4f2a-a664-363268aaa348, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:36:37.961741 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-a5e1f067-6a91-4df9-806d-8a609422d1c4 None None] For port 1be04caa-1f2f-4f2a-a664-363268aaa348, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1be04caa-1f2f-4f2a-a664-363268aaa348,segment=NetworkSegment(6fba570a-afd4-415d-a217-17a95fb9c273),segment_id=6fba570a-afd4-415d-a217-17a95fb9c273)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:36:37.968927 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a5e1f067-6a91-4df9-806d-8a609422d1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:37.988554 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8b510829-7197-4740-8184-3816af939f89 req-d75e5ce6-5ab6-4e78-9ca6-ba46644c5c71 service neutron] 10.222.0.35 "GET /v2.0/networks/12c6ce9e-fdbb-413e-986b-cd6e116ecfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223690 Feb 09 01:36:38.118420 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1f067-6a91-4df9-806d-8a609422d1c4 None None] Pushing event updated for resources: {'Port': ['ID=1be04caa-1f2f-4f2a-a664-363268aaa348,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:38.138383 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-545351af-de07-4663-8bf7-088994b04ad1 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:38.154008 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d198b9-58f3-4b63-ba57-e7996b2ee778 req-642a7b54-5c65-4ad3-9db8-6fad3a6735ac tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:38.160989 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-40d198b9-58f3-4b63-ba57-e7996b2ee778 req-642a7b54-5c65-4ad3-9db8-6fad3a6735ac tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6570c733-2c97-4d4f-9064-1bd52fbec198 HTTP/1.1" status: 200 len: 1028 time: 0.1687760 Feb 09 01:36:38.208186 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-545351af-de07-4663-8bf7-088994b04ad1 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Transition to ACTIVE for port object fdc8bf9e-c257-4d29-8e40-899c3e780c5e will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:36:38.215861 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-40d198b9-58f3-4b63-ba57-e7996b2ee778 req-ae1b3c79-bf7c-4c5e-8736-86d5edeba358 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=97428572-e6ec-4439-b8d5-746a1ddb33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539370 Feb 09 01:36:38.255564 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-545351af-de07-4663-8bf7-088994b04ad1 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:38.275828 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc8c55-2dbe-4513-bf07-9163bdbaa205 req-d1a9c372-f2e9-4267-acd9-e2b8b3f36183 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:38.283115 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-90bc8c55-2dbe-4513-bf07-9163bdbaa205 req-d1a9c372-f2e9-4267-acd9-e2b8b3f36183 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 945 time: 0.5365179 Feb 09 01:36:38.337510 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545351af-de07-4663-8bf7-088994b04ad1 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Network a0e16d9d-6e82-4998-8258-cc13b64da06c is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:36:38.339352 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-545351af-de07-4663-8bf7-088994b04ad1 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:38.342188 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545351af-de07-4663-8bf7-088994b04ad1 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:36:38.348104 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8b510829-7197-4740-8184-3816af939f89 req-f69a571b-d661-486e-a176-801083bb3ba0 service neutron] 10.222.0.35 "GET /v2.0/networks/12c6ce9e-fdbb-413e-986b-cd6e116ecfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430028 Feb 09 01:36:38.390377 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-90bc8c55-2dbe-4513-bf07-9163bdbaa205 req-04c78b7f-8db1-476d-801b-4044008d6db9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046760 Feb 09 01:36:38.434766 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545351af-de07-4663-8bf7-088994b04ad1 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Pushing event updated for resources: {'Port': ['ID=fdc8bf9e-c257-4d29-8e40-899c3e780c5e,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:38.448022 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-545351af-de07-4663-8bf7-088994b04ad1 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:38.558774 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-6378c0ee-abde-43d0-adfb-809d6e04354a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd6b702-ff76-4e30-bd9b-cc98b3968c42 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:36:38.570727 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-6378c0ee-abde-43d0-adfb-809d6e04354a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:38.603961 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-6378c0ee-abde-43d0-adfb-809d6e04354a service neutron] Transition to ACTIVE for port object bcd6b702-ff76-4e30-bd9b-cc98b3968c42 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:36:38.611883 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-6378c0ee-abde-43d0-adfb-809d6e04354a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:38.724078 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-545351af-de07-4663-8bf7-088994b04ad1 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:38.779915 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d8e95541-c871-4a8a-86d2-46dd88756af0 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:36:38.858568 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378c0ee-abde-43d0-adfb-809d6e04354a service neutron] Pushing event updated for resources: {'Port': ['ID=bcd6b702-ff76-4e30-bd9b-cc98b3968c42,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:38.920155 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port d8e95541-c871-4a8a-86d2-46dd88756af0 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:36:38.927014 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port d8e95541-c871-4a8a-86d2-46dd88756af0 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:38.928594 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:38.993636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-6378c0ee-abde-43d0-adfb-809d6e04354a service neutron] Attempting to bind port bcd6b702-ff76-4e30-bd9b-cc98b3968c42 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:36:38.994662 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-6378c0ee-abde-43d0-adfb-809d6e04354a service neutron] Attempting to bind port bcd6b702-ff76-4e30-bd9b-cc98b3968c42 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': 'eafa0f55-4eb2-49ed-83e9-63dade938754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'adbbe756-ea0c-4d66-a097-46a44d88201c'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:36:38.995145 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-6378c0ee-abde-43d0-adfb-809d6e04354a service neutron] Attempting to bind port bcd6b702-ff76-4e30-bd9b-cc98b3968c42 on network adbbe756-ea0c-4d66-a097-46a44d88201c {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:36:39.000987 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-6378c0ee-abde-43d0-adfb-809d6e04354a service neutron] Port bcd6b702-ff76-4e30-bd9b-cc98b3968c42 on network adbbe756-ea0c-4d66-a097-46a44d88201c not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:36:39.001377 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-6378c0ee-abde-43d0-adfb-809d6e04354a service neutron] Attempting to bind port bcd6b702-ff76-4e30-bd9b-cc98b3968c42 on network adbbe756-ea0c-4d66-a097-46a44d88201c {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:36:39.007091 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-6378c0ee-abde-43d0-adfb-809d6e04354a service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:36:39.007457 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-6378c0ee-abde-43d0-adfb-809d6e04354a service neutron] Checking segment: {'id': 'eafa0f55-4eb2-49ed-83e9-63dade938754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'adbbe756-ea0c-4d66-a097-46a44d88201c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:36:39.007846 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-6378c0ee-abde-43d0-adfb-809d6e04354a service neutron] Bound using segment: {'id': 'eafa0f55-4eb2-49ed-83e9-63dade938754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'adbbe756-ea0c-4d66-a097-46a44d88201c'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:36:39.008374 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-6378c0ee-abde-43d0-adfb-809d6e04354a service neutron] Bound port: bcd6b702-ff76-4e30-bd9b-cc98b3968c42, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eafa0f55-4eb2-49ed-83e9-63dade938754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'adbbe756-ea0c-4d66-a097-46a44d88201c'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:36:39.008764 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-6378c0ee-abde-43d0-adfb-809d6e04354a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:39.115679 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-6378c0ee-abde-43d0-adfb-809d6e04354a service neutron] For port bcd6b702-ff76-4e30-bd9b-cc98b3968c42, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:36:39.119994 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-6378c0ee-abde-43d0-adfb-809d6e04354a service neutron] For port bcd6b702-ff76-4e30-bd9b-cc98b3968c42, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=bcd6b702-ff76-4e30-bd9b-cc98b3968c42,segment=NetworkSegment(eafa0f55-4eb2-49ed-83e9-63dade938754),segment_id=eafa0f55-4eb2-49ed-83e9-63dade938754)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:36:39.129127 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-6378c0ee-abde-43d0-adfb-809d6e04354a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:39.147089 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:39.186841 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port d8e95541-c871-4a8a-86d2-46dd88756af0, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d8e95541-c871-4a8a-86d2-46dd88756af0,segment=NetworkSegment(f0d3c8b4-ced0-49be-ac4e-c0caac1ff1a4),segment_id=f0d3c8b4-ced0-49be-ac4e-c0caac1ff1a4)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:36:39.191952 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:39.193045 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1be04caa-1f2f-4f2a-a664-363268aaa348 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:36:39.211418 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-6378c0ee-abde-43d0-adfb-809d6e04354a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:39.212054 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-6378c0ee-abde-43d0-adfb-809d6e04354a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:39.214064 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-6378c0ee-abde-43d0-adfb-809d6e04354a service neutron] 10.222.0.117 "PUT /v2.0/ports/bcd6b702-ff76-4e30-bd9b-cc98b3968c42 HTTP/1.1" status: 200 len: 1092 time: 1.9994047 Feb 09 01:36:39.216782 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6570c733-2c97-4d4f-9064-1bd52fbec198', 'tag': 'bcd6b702-ff76-4e30-bd9b-cc98b3968c42'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:36:39.272808 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-545351af-de07-4663-8bf7-088994b04ad1 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:39.282613 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-545351af-de07-4663-8bf7-088994b04ad1 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:39.347088 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6570c733-2c97-4d4f-9064-1bd52fbec198', 'tag': 'bcd6b702-ff76-4e30-bd9b-cc98b3968c42', 'status': 'completed', 'code': 200} Feb 09 01:36:39.374613 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378c0ee-abde-43d0-adfb-809d6e04354a service neutron] Pushing event updated for resources: {'Port': ['ID=bcd6b702-ff76-4e30-bd9b-cc98b3968c42,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:39.389691 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=d8e95541-c871-4a8a-86d2-46dd88756af0,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:39.413765 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-76305634-4a51-4db8-a233-3949e969e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:39.421886 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 1be04caa-1f2f-4f2a-a664-363268aaa348 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:36:39.428858 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 11e64cc1-3822-47a7-8ad8-9aaaa1405905 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:36:39.453877 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-545351af-de07-4663-8bf7-088994b04ad1 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:39.480245 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:36:39.519968 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 11e64cc1-3822-47a7-8ad8-9aaaa1405905 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:39.520676 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:39.532972 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545351af-de07-4663-8bf7-088994b04ad1 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Pushing event updated for resources: {'Port': ['ID=fdc8bf9e-c257-4d29-8e40-899c3e780c5e,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:39.680138 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-de295f56-a948-4715-8973-8e27965ed48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:39.686211 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-de295f56-a948-4715-8973-8e27965ed48e service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=bc02faf6e26241a9ac1fd6f1354d83ad&device_id=6570c733-2c97-4d4f-9064-1bd52fbec198 HTTP/1.1" status: 200 len: 1095 time: 0.4210606 Feb 09 01:36:39.794464 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-16b93719-3430-49ad-9894-ff066055f428 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcd6b702-ff76-4e30-bd9b-cc98b3968c42 HTTP/1.1" status: 200 len: 217 time: 0.0943439 Feb 09 01:36:39.796632 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73b726-d5af-4b67-949a-dd8d690df4ed req-45d3bb50-6319-4266-99c6-cbdbb9851274 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:39.797334 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3f73b726-d5af-4b67-949a-dd8d690df4ed req-45d3bb50-6319-4266-99c6-cbdbb9851274 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Synchronizing usage tracker for tenant:bc02faf6e26241a9ac1fd6f1354d83ad on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:36:39.814556 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545351af-de07-4663-8bf7-088994b04ad1 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Network a0e16d9d-6e82-4998-8258-cc13b64da06c is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:36:39.816959 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-545351af-de07-4663-8bf7-088994b04ad1 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:39.846930 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1161b334-0031-44ad-98f1-65389c45b4a0 None None] Network a0e16d9d-6e82-4998-8258-cc13b64da06c requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:36:39.873288 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3f73b726-d5af-4b67-949a-dd8d690df4ed req-45d3bb50-6319-4266-99c6-cbdbb9851274 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Unset dirty status for tenant:bc02faf6e26241a9ac1fd6f1354d83ad on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:36:39.874499 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f73b726-d5af-4b67-949a-dd8d690df4ed req-45d3bb50-6319-4266-99c6-cbdbb9851274 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6570c733-2c97-4d4f-9064-1bd52fbec198 HTTP/1.1" status: 200 len: 1095 time: 0.4416375 Feb 09 01:36:39.898595 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b511b-599c-4154-92a5-2277027587f8 req-ae81086e-ab7b-4c24-aaa5-b8a231bec6ec tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:39.900581 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-273b511b-599c-4154-92a5-2277027587f8 req-ae81086e-ab7b-4c24-aaa5-b8a231bec6ec tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 945 time: 0.2207537 Feb 09 01:36:39.914761 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-3fe25d60-8abd-40da-8c12-e60f44a205e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:39.917152 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-3fe25d60-8abd-40da-8c12-e60f44a205e7 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c11d73fe-7bf3-450c-b7f8-d6e374830201 HTTP/1.1" status: 200 len: 848 time: 0.1127431 Feb 09 01:36:39.976857 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-273b511b-599c-4154-92a5-2277027587f8 req-ed1c1dfe-5808-4111-a7c3-3dc0ef47afd4 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660849 Feb 09 01:36:39.986406 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3f73b726-d5af-4b67-949a-dd8d690df4ed req-30be0e1f-ccf2-41f7-8004-7b04c5e55548 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Synchronizing usage tracker for tenant:bc02faf6e26241a9ac1fd6f1354d83ad on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:36:39.989861 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ba364d09-74a7-4df8-a97f-28fa733b0ff1 None None] Provisioning for port 1be04caa-1f2f-4f2a-a664-363268aaa348 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:36:40.005558 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ba364d09-74a7-4df8-a97f-28fa733b0ff1 None None] Provisioning complete for port 1be04caa-1f2f-4f2a-a664-363268aaa348 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:40.007023 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ba364d09-74a7-4df8-a97f-28fa733b0ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:40.041493 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-6afc6a7d-b974-417e-92fc-adb6a57becf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:40.043012 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-6afc6a7d-b974-417e-92fc-adb6a57becf4 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=adbbe756-ea0c-4d66-a097-46a44d88201c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1158364 Feb 09 01:36:40.045966 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3f73b726-d5af-4b67-949a-dd8d690df4ed req-30be0e1f-ccf2-41f7-8004-7b04c5e55548 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Unset dirty status for tenant:bc02faf6e26241a9ac1fd6f1354d83ad on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:36:40.057251 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f73b726-d5af-4b67-949a-dd8d690df4ed req-30be0e1f-ccf2-41f7-8004-7b04c5e55548 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=97428572-e6ec-4439-b8d5-746a1ddb33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728508 Feb 09 01:36:40.134180 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545351af-de07-4663-8bf7-088994b04ad1 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Router 8ba9bd5e-c376-4f88-8bc9-4da1ad497a31 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:36:40.221518 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-4911dc83-9149-4ff3-b24a-4c1748d172d9 service neutron] 10.222.0.117 "GET /v2.0/networks/adbbe756-ea0c-4d66-a097-46a44d88201c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515551 Feb 09 01:36:40.242492 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ba364d09-74a7-4df8-a97f-28fa733b0ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:40.293645 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-ba364d09-74a7-4df8-a97f-28fa733b0ff1 None None] For port 1be04caa-1f2f-4f2a-a664-363268aaa348, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1be04caa-1f2f-4f2a-a664-363268aaa348,segment=NetworkSegment(6fba570a-afd4-415d-a217-17a95fb9c273),segment_id=6fba570a-afd4-415d-a217-17a95fb9c273)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:36:40.304008 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ba364d09-74a7-4df8-a97f-28fa733b0ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:40.385790 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba364d09-74a7-4df8-a97f-28fa733b0ff1 None None] Pushing event updated for resources: {'Port': ['ID=1be04caa-1f2f-4f2a-a664-363268aaa348,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:40.420094 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0501e489-2182-4ac5-ab61-fee72b289f67 req-e2eafad7-31ed-4f29-aa0f-f1e767a918ef service neutron] 10.222.0.117 "GET /v2.0/networks/adbbe756-ea0c-4d66-a097-46a44d88201c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898441 Feb 09 01:36:40.430289 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:40.521220 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:40.523547 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545351af-de07-4663-8bf7-088994b04ad1 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:36:40.541362 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6bf1d8-dd09-46bf-88db-39487128daa0 None None] Sync routers for ids ['8ba9bd5e-c376-4f88-8bc9-4da1ad497a31'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:36:40.553406 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6bf1d8-dd09-46bf-88db-39487128daa0 None None] Routers {'8ba9bd5e-c376-4f88-8bc9-4da1ad497a31'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:36:40.554513 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-545351af-de07-4663-8bf7-088994b04ad1 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "PUT /v2.0/routers/8ba9bd5e-c376-4f88-8bc9-4da1ad497a31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5514152 Feb 09 01:36:40.557215 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51882) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:40.557343 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-9e6bf1d8-dd09-46bf-88db-39487128daa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:36:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8ba9bd5e-c376-4f88-8bc9-4da1ad497a31'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:40.578222 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-af38a5d1-2235-4246-8979-b319df23eb20 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1365641240', 'description': 'tempest-secgroup_access--1365641240 description', 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:40.585809 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-af38a5d1-2235-4246-8979-b319df23eb20 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:36:40.591039 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-af38a5d1-2235-4246-8979-b319df23eb20 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Usage tracker for resource:security_group and tenant:fa3c5f95e33c4e0593fa45bb616fb8a7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:36:40.594645 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-af38a5d1-2235-4246-8979-b319df23eb20 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:36:40.600938 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-af38a5d1-2235-4246-8979-b319df23eb20 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:36:40.621308 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-af38a5d1-2235-4246-8979-b319df23eb20 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:40.635814 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d8e95541-c871-4a8a-86d2-46dd88756af0 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:36:40.658717 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-af38a5d1-2235-4246-8979-b319df23eb20 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:36:40.668065 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-af38a5d1-2235-4246-8979-b319df23eb20 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Usage tracker for resource:security_group_rule and tenant:fa3c5f95e33c4e0593fa45bb616fb8a7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:36:40.674980 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-af38a5d1-2235-4246-8979-b319df23eb20 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:36:40.682225 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-af38a5d1-2235-4246-8979-b319df23eb20 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:36:40.772860 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada015a-145b-4f45-b9ca-b798dd8dc713 req-d607db77-8bf9-4707-8fb5-6d554f944fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:40.776606 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4ada015a-145b-4f45-b9ca-b798dd8dc713 req-d607db77-8bf9-4707-8fb5-6d554f944fd7 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=bc02faf6e26241a9ac1fd6f1354d83ad&device_id=6570c733-2c97-4d4f-9064-1bd52fbec198 HTTP/1.1" status: 200 len: 1095 time: 0.3022645 Feb 09 01:36:40.821015 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5579afa9-0cd8-41eb-9231-1f3d1dcdd668 None None] Provisioning complete for port 1be04caa-1f2f-4f2a-a664-363268aaa348 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:40.821389 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5579afa9-0cd8-41eb-9231-1f3d1dcdd668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:40.823064 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-af38a5d1-2235-4246-8979-b319df23eb20 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:40.829550 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-af38a5d1-2235-4246-8979-b319df23eb20 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:40.877283 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38a5d1-2235-4246-8979-b319df23eb20 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51fb900d-5694-4abb-8092-40edd2f1cdad,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:40.892034 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-af38a5d1-2235-4246-8979-b319df23eb20 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:40.893588 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-af38a5d1-2235-4246-8979-b319df23eb20 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3332174 Feb 09 01:36:40.896623 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 51886) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:40.897336 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port d8e95541-c871-4a8a-86d2-46dd88756af0 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:40.897803 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:40.902735 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-21036806-1746-423f-b598-3dbdc6c7805c tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--377247723', 'description': 'tempest-secgroup_general--377247723 description', 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:40.910739 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-21036806-1746-423f-b598-3dbdc6c7805c tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:36:40.915152 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-21036806-1746-423f-b598-3dbdc6c7805c tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Usage tracker for resource:security_group and tenant:fa3c5f95e33c4e0593fa45bb616fb8a7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:36:40.918613 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-21036806-1746-423f-b598-3dbdc6c7805c tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:36:40.925414 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-9e6bf1d8-dd09-46bf-88db-39487128daa0 None None] Set router 8ba9bd5e-c376-4f88-8bc9-4da1ad497a31 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:36:40.927165 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-21036806-1746-423f-b598-3dbdc6c7805c tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:36:40.943030 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-21036806-1746-423f-b598-3dbdc6c7805c tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:40.968304 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-21036806-1746-423f-b598-3dbdc6c7805c tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:36:40.974006 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-21036806-1746-423f-b598-3dbdc6c7805c tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Usage tracker for resource:security_group_rule and tenant:fa3c5f95e33c4e0593fa45bb616fb8a7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:36:40.979675 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-21036806-1746-423f-b598-3dbdc6c7805c tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:36:40.984197 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada015a-145b-4f45-b9ca-b798dd8dc713 req-d85a098f-c6fe-4ddd-bb31-fbf33afc9de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:40.985816 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4ada015a-145b-4f45-b9ca-b798dd8dc713 req-d85a098f-c6fe-4ddd-bb31-fbf33afc9de6 service neutron] 10.222.0.117 "GET /v2.0/networks?id=adbbe756-ea0c-4d66-a097-46a44d88201c HTTP/1.1" status: 200 len: 910 time: 0.2052708 Feb 09 01:36:40.987070 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-21036806-1746-423f-b598-3dbdc6c7805c tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:36:41.120016 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-21036806-1746-423f-b598-3dbdc6c7805c tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:41.136305 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-21036806-1746-423f-b598-3dbdc6c7805c tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:41.153517 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4ada015a-145b-4f45-b9ca-b798dd8dc713 req-3510060c-20ed-4a6d-8326-3f3a5be25c3b service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcd6b702-ff76-4e30-bd9b-cc98b3968c42 HTTP/1.1" status: 200 len: 217 time: 0.1606593 Feb 09 01:36:41.269811 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21036806-1746-423f-b598-3dbdc6c7805c tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f39cea-bfbb-4539-9539-883819b55607,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:41.280555 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-21036806-1746-423f-b598-3dbdc6c7805c tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:41.284333 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-21036806-1746-423f-b598-3dbdc6c7805c tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3839636 Feb 09 01:36:41.287311 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 51894) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:41.300615 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-b010c898-e820-4829-b855-b03c139426e3 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Request body: {'security_group_rule': {'security_group_id': '51fb900d-5694-4abb-8092-40edd2f1cdad', 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:41.308754 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b010c898-e820-4829-b855-b03c139426e3 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:36:41.313775 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b010c898-e820-4829-b855-b03c139426e3 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Usage tracker for resource:security_group_rule and tenant:fa3c5f95e33c4e0593fa45bb616fb8a7 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:36:41.319707 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b010c898-e820-4829-b855-b03c139426e3 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:36:41.329859 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b010c898-e820-4829-b855-b03c139426e3 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:36:41.337656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fdd04-e266-4b52-a48e-0489a72fa561 req-48d5876d-56d7-49fb-ad5e-9527d18dc1da tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:41.339391 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d98fdd04-e266-4b52-a48e-0489a72fa561 req-48d5876d-56d7-49fb-ad5e-9527d18dc1da tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 945 time: 0.1188750 Feb 09 01:36:41.340580 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada015a-145b-4f45-b9ca-b798dd8dc713 req-47dc1935-0655-48ca-a14e-75165eccb2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:41.343698 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4ada015a-145b-4f45-b9ca-b798dd8dc713 req-47dc1935-0655-48ca-a14e-75165eccb2ef service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c11d73fe-7bf3-450c-b7f8-d6e374830201 HTTP/1.1" status: 200 len: 848 time: 0.1796696 Feb 09 01:36:41.386981 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d98fdd04-e266-4b52-a48e-0489a72fa561 req-95c84fda-2423-40b5-a64f-54e8947cedd5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418792 Feb 09 01:36:41.432137 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b010c898-e820-4829-b855-b03c139426e3 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:41.443002 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa728f50-fd7b-4640-9635-d2faf9542b26 req-c6fded77-7819-4e72-8e46-69de6e56654e tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:41.444509 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aa728f50-fd7b-4640-9635-d2faf9542b26 req-c6fded77-7819-4e72-8e46-69de6e56654e tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6570c733-2c97-4d4f-9064-1bd52fbec198 HTTP/1.1" status: 200 len: 1095 time: 0.2303135 Feb 09 01:36:41.486605 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1be04caa-1f2f-4f2a-a664-363268aaa348 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:36:41.526899 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5579afa9-0cd8-41eb-9231-1f3d1dcdd668 None None] Provisioning for port fdc8bf9e-c257-4d29-8e40-899c3e780c5e completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:36:41.531827 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aa728f50-fd7b-4640-9635-d2faf9542b26 req-29703bbe-b2f5-4f06-9710-b4f73de9b12f tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=97428572-e6ec-4439-b8d5-746a1ddb33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699399 Feb 09 01:36:41.544643 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5579afa9-0cd8-41eb-9231-1f3d1dcdd668 None None] Provisioning complete for port fdc8bf9e-c257-4d29-8e40-899c3e780c5e triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:41.545256 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5579afa9-0cd8-41eb-9231-1f3d1dcdd668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:41.547871 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada015a-145b-4f45-b9ca-b798dd8dc713 req-f523c7ef-5854-4437-bb81-1585da54ec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:41.549381 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4ada015a-145b-4f45-b9ca-b798dd8dc713 req-f523c7ef-5854-4437-bb81-1585da54ec2b service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=adbbe756-ea0c-4d66-a097-46a44d88201c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1981828 Feb 09 01:36:41.559761 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b010c898-e820-4829-b855-b03c139426e3 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:41.580117 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b010c898-e820-4829-b855-b03c139426e3 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:41.612922 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-5579afa9-0cd8-41eb-9231-1f3d1dcdd668 None None] Port fdc8bf9e-c257-4d29-8e40-899c3e780c5e cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:36:41.636491 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 1be04caa-1f2f-4f2a-a664-363268aaa348 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:41.636871 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:41.659456 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010c898-e820-4829-b855-b03c139426e3 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c72bb9b-b53c-4051-97b3-fd3ec8cdba63,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:41.678250 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b010c898-e820-4829-b855-b03c139426e3 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:41.679430 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b010c898-e820-4829-b855-b03c139426e3 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3891029 Feb 09 01:36:41.686237 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-9e6bf1d8-dd09-46bf-88db-39487128daa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1217511567', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '11e64cc1-3822-47a7-8ad8-9aaaa1405905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:29Z', 'updated_at': '2022-02-09T01:36:38Z', 'revision_number': 4, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'gw_port': {'id': '11e64cc1-3822-47a7-8ad8-9aaaa1405905', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:30Z', 'updated_at': '2022-02-09T01:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'fdc8bf9e-c257-4d29-8e40-899c3e780c5e', 'name': '', 'network_id': 'a0e16d9d-6e82-4998-8258-cc13b64da06c', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'mac_address': 'fa:16:3e:3e:15:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '87160293-f5a1-496d-a190-d6c2fd518064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:36Z', 'updated_at': '2022-02-09T01:36:39Z', 'revision_number': 2, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'subnets': [{'id': '87160293-f5a1-496d-a190-d6c2fd518064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:41.695422 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6bf1d8-dd09-46bf-88db-39487128daa0 None None] Checking router: 8ba9bd5e-c376-4f88-8bc9-4da1ad497a31 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:36:41.695773 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6bf1d8-dd09-46bf-88db-39487128daa0 None None] Updating router 8ba9bd5e-c376-4f88-8bc9-4da1ad497a31 port fdc8bf9e-c257-4d29-8e40-899c3e780c5e binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:36:41.724150 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4ada015a-145b-4f45-b9ca-b798dd8dc713 req-832c5e12-9ee7-4681-bf12-1551ce744ae5 service neutron] 10.222.0.117 "GET /v2.0/networks/adbbe756-ea0c-4d66-a097-46a44d88201c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663477 Feb 09 01:36:41.771649 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9e6bf1d8-dd09-46bf-88db-39487128daa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:41.822050 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0471dd72-5968-4ab2-9c0e-657ac28ed9e7 None None] Provisioning complete for port fdc8bf9e-c257-4d29-8e40-899c3e780c5e triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:41.822418 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0471dd72-5968-4ab2-9c0e-657ac28ed9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:41.854160 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-2f55ca4d-ae32-4213-a123-95b806a8cc3a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Synchronizing usage tracker for tenant:fa3c5f95e33c4e0593fa45bb616fb8a7 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:36:41.864264 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4ada015a-145b-4f45-b9ca-b798dd8dc713 req-0ff8a2e1-f780-4ba4-80c5-135f963a46be service neutron] 10.222.0.117 "GET /v2.0/networks/adbbe756-ea0c-4d66-a097-46a44d88201c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333420 Feb 09 01:36:41.870662 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-2f55ca4d-ae32-4213-a123-95b806a8cc3a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Unset dirty status for tenant:fa3c5f95e33c4e0593fa45bb616fb8a7 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:36:41.872277 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-2f55ca4d-ae32-4213-a123-95b806a8cc3a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_access--1365641240&fields=id&tenant_id=fa3c5f95e33c4e0593fa45bb616fb8a7 HTTP/1.1" status: 200 len: 267 time: 0.0610001 Feb 09 01:36:41.920889 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-b38953f1-d317-4bd6-808a-b9dff734cbc6 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_general--377247723&fields=id&tenant_id=fa3c5f95e33c4e0593fa45bb616fb8a7 HTTP/1.1" status: 200 len: 267 time: 0.0401545 Feb 09 01:36:41.947544 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:41.993674 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-0471dd72-5968-4ab2-9c0e-657ac28ed9e7 None None] Port fdc8bf9e-c257-4d29-8e40-899c3e780c5e cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:36:42.074346 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-a4da1a47-e93c-4b88-99e3-418bdcebc965 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:42.075789 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-a4da1a47-e93c-4b88-99e3-418bdcebc965 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/networks?id=a0e16d9d-6e82-4998-8258-cc13b64da06c HTTP/1.1" status: 200 len: 797 time: 0.1479216 Feb 09 01:36:42.094694 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-61a25dc0-db08-49e7-9121-2f4b80fdf28e tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/quotas/fa3c5f95e33c4e0593fa45bb616fb8a7 HTTP/1.1" status: 200 len: 375 time: 0.0130768 Feb 09 01:36:42.182254 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-e8a5a548-7313-40e2-b4bf-2bd65b54725c tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Synchronizing usage tracker for tenant:fa3c5f95e33c4e0593fa45bb616fb8a7 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:36:42.199176 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-e8a5a548-7313-40e2-b4bf-2bd65b54725c tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Unset dirty status for tenant:fa3c5f95e33c4e0593fa45bb616fb8a7 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:36:42.200689 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-e8a5a548-7313-40e2-b4bf-2bd65b54725c tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa3c5f95e33c4e0593fa45bb616fb8a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0977626 Feb 09 01:36:42.229429 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9e6bf1d8-dd09-46bf-88db-39487128daa0 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:42.241218 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9e6bf1d8-dd09-46bf-88db-39487128daa0 None None] Transition to ACTIVE for port object fdc8bf9e-c257-4d29-8e40-899c3e780c5e will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:36:42.248227 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9e6bf1d8-dd09-46bf-88db-39487128daa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:42.349380 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-f190670a-c143-4a08-aab9-8cede9228fc2 service neutron] 10.222.0.37 "GET /v2.0/networks/a0e16d9d-6e82-4998-8258-cc13b64da06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372354 Feb 09 01:36:42.427656 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842596c-fab8-4df7-ad18-8979c7e95592 None None] Pushing event updated for resources: {'Port': ['ID=fdc8bf9e-c257-4d29-8e40-899c3e780c5e,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:42.501880 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-ddbf3d05-880f-4acf-8806-b795d4e9a0e6 service neutron] 10.222.0.37 "GET /v2.0/networks/a0e16d9d-6e82-4998-8258-cc13b64da06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443956 Feb 09 01:36:42.503647 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-9e6bf1d8-dd09-46bf-88db-39487128daa0 None None] Attempting to bind port fdc8bf9e-c257-4d29-8e40-899c3e780c5e on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:36:42.503912 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-9e6bf1d8-dd09-46bf-88db-39487128daa0 None None] Attempting to bind port fdc8bf9e-c257-4d29-8e40-899c3e780c5e by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '6fba570a-afd4-415d-a217-17a95fb9c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'a0e16d9d-6e82-4998-8258-cc13b64da06c'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:36:42.504272 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6bf1d8-dd09-46bf-88db-39487128daa0 None None] Attempting to bind port fdc8bf9e-c257-4d29-8e40-899c3e780c5e on network a0e16d9d-6e82-4998-8258-cc13b64da06c {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:36:42.516197 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6bf1d8-dd09-46bf-88db-39487128daa0 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:36:42.516608 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6bf1d8-dd09-46bf-88db-39487128daa0 None None] Checking segment: {'id': '6fba570a-afd4-415d-a217-17a95fb9c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'a0e16d9d-6e82-4998-8258-cc13b64da06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:36:42.517011 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9e6bf1d8-dd09-46bf-88db-39487128daa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:42.517414 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6bf1d8-dd09-46bf-88db-39487128daa0 None None] Bound using segment: {'id': '6fba570a-afd4-415d-a217-17a95fb9c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'a0e16d9d-6e82-4998-8258-cc13b64da06c'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:36:42.517869 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-9e6bf1d8-dd09-46bf-88db-39487128daa0 None None] Bound port: fdc8bf9e-c257-4d29-8e40-899c3e780c5e, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fba570a-afd4-415d-a217-17a95fb9c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'a0e16d9d-6e82-4998-8258-cc13b64da06c'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:36:42.518239 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9e6bf1d8-dd09-46bf-88db-39487128daa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:42.623267 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc0e12-fb7e-4a40-b588-cb3a02e848c0 req-28380c90-011d-4eca-8602-1c2187e378a7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:42.631910 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-15fc0e12-fb7e-4a40-b588-cb3a02e848c0 req-28380c90-011d-4eca-8602-1c2187e378a7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 945 time: 0.1020648 Feb 09 01:36:42.639258 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-9e6bf1d8-dd09-46bf-88db-39487128daa0 None None] For port fdc8bf9e-c257-4d29-8e40-899c3e780c5e, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:36:42.644716 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-9e6bf1d8-dd09-46bf-88db-39487128daa0 None None] For port fdc8bf9e-c257-4d29-8e40-899c3e780c5e, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=fdc8bf9e-c257-4d29-8e40-899c3e780c5e,segment=NetworkSegment(6fba570a-afd4-415d-a217-17a95fb9c273),segment_id=6fba570a-afd4-415d-a217-17a95fb9c273)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:36:42.650944 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9e6bf1d8-dd09-46bf-88db-39487128daa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:42.700674 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-15fc0e12-fb7e-4a40-b588-cb3a02e848c0 req-8a418266-1f7a-454b-a257-32384c4fad52 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676732 Feb 09 01:36:42.736616 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842596c-fab8-4df7-ad18-8979c7e95592 None None] Pushing event updated for resources: {'Port': ['ID=fdc8bf9e-c257-4d29-8e40-899c3e780c5e,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:42.757296 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6bf1d8-dd09-46bf-88db-39487128daa0 None None] Routers {'8ba9bd5e-c376-4f88-8bc9-4da1ad497a31'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:36:42.757941 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-9e6bf1d8-dd09-46bf-88db-39487128daa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:36:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8ba9bd5e-c376-4f88-8bc9-4da1ad497a31'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:42.851664 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-678286c5-acbd-4d54-9ae9-6bf8100f14f1 req-94fecda1-625a-4538-a5b2-e072c9781e81 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/ports?device_id=67609c2f-ce21-4964-bb14-9736d7a22a37 HTTP/1.1" status: 200 len: 210 time: 0.0716922 Feb 09 01:36:42.962760 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60910d7-8d70-40e3-8a68-0e97ac89f6c6 req-329e8993-904c-4ae5-a5b9-c4b29a4c3d3f tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:42.964648 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f60910d7-8d70-40e3-8a68-0e97ac89f6c6 req-329e8993-904c-4ae5-a5b9-c4b29a4c3d3f tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6570c733-2c97-4d4f-9064-1bd52fbec198 HTTP/1.1" status: 200 len: 1095 time: 0.1501029 Feb 09 01:36:43.036579 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f60910d7-8d70-40e3-8a68-0e97ac89f6c6 req-c4ef9965-7331-410c-86cd-651f3c35efa3 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=97428572-e6ec-4439-b8d5-746a1ddb33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614121 Feb 09 01:36:43.077348 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-9e6bf1d8-dd09-46bf-88db-39487128daa0 None None] Set router 8ba9bd5e-c376-4f88-8bc9-4da1ad497a31 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:36:43.176767 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device bcd6b702-ff76-4e30-bd9b-cc98b3968c42 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:36:43.577512 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port bcd6b702-ff76-4e30-bd9b-cc98b3968c42, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=bcd6b702-ff76-4e30-bd9b-cc98b3968c42,segment=NetworkSegment(eafa0f55-4eb2-49ed-83e9-63dade938754),segment_id=eafa0f55-4eb2-49ed-83e9-63dade938754)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:36:43.597415 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': 'bcd6b702-ff76-4e30-bd9b-cc98b3968c42', 'network_id': 'adbbe756-ea0c-4d66-a097-46a44d88201c', 'port_id': 'bcd6b702-ff76-4e30-bd9b-cc98b3968c42', 'mac_address': 'fa:16:3e:12:c0:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 968, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c11d73fe-7bf3-450c-b7f8-d6e374830201', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:36:43.664361 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:43.679513 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-9e6bf1d8-dd09-46bf-88db-39487128daa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1217511567', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '11e64cc1-3822-47a7-8ad8-9aaaa1405905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:29Z', 'updated_at': '2022-02-09T01:36:38Z', 'revision_number': 4, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'gw_port': {'id': '11e64cc1-3822-47a7-8ad8-9aaaa1405905', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:30Z', 'updated_at': '2022-02-09T01:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'fdc8bf9e-c257-4d29-8e40-899c3e780c5e', 'name': '', 'network_id': 'a0e16d9d-6e82-4998-8258-cc13b64da06c', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'mac_address': 'fa:16:3e:3e:15:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '87160293-f5a1-496d-a190-d6c2fd518064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:36Z', 'updated_at': '2022-02-09T01:36:42Z', 'revision_number': 4, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'subnets': [{'id': '87160293-f5a1-496d-a190-d6c2fd518064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:43.686274 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd6b702-ff76-4e30-bd9b-cc98b3968c42 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:36:43.690137 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6bf1d8-dd09-46bf-88db-39487128daa0 None None] The sync data for ids ['8ba9bd5e-c376-4f88-8bc9-4da1ad497a31'] in n-d-828419-1 is: [{'id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1217511567', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '11e64cc1-3822-47a7-8ad8-9aaaa1405905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:29Z', 'updated_at': '2022-02-09T01:36:38Z', 'revision_number': 4, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'gw_port': {'id': '11e64cc1-3822-47a7-8ad8-9aaaa1405905', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:30Z', 'updated_at': '2022-02-09T01:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'fdc8bf9e-c257-4d29-8e40-899c3e780c5e', 'name': '', 'network_id': 'a0e16d9d-6e82-4998-8258-cc13b64da06c', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'mac_address': 'fa:16:3e:3e:15:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '87160293-f5a1-496d-a190-d6c2fd518064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:36Z', 'updated_at': '2022-02-09T01:36:42Z', 'revision_number': 4, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'subnets': [{'id': '87160293-f5a1-496d-a190-d6c2fd518064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:36:43.708986 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port bcd6b702-ff76-4e30-bd9b-cc98b3968c42, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=bcd6b702-ff76-4e30-bd9b-cc98b3968c42,segment=NetworkSegment(eafa0f55-4eb2-49ed-83e9-63dade938754),segment_id=eafa0f55-4eb2-49ed-83e9-63dade938754)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:36:43.715348 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:43.818484 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=bcd6b702-ff76-4e30-bd9b-cc98b3968c42,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:43.973913 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['bcd6b702-ff76-4e30-bd9b-cc98b3968c42'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:36:43.997949 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb519f8-af99-4475-bf5e-9bcd028e7894 req-626963c9-78af-47ae-ae90-663bf8ffb565 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:43.999994 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3fb519f8-af99-4475-bf5e-9bcd028e7894 req-626963c9-78af-47ae-ae90-663bf8ffb565 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 945 time: 0.1340706 Feb 09 01:36:44.090165 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9d8b0479-1a88-43c1-8a1f-a33ce3d85a88 req-3783894b-0443-4ad4-a5a8-d57c78d74866 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/ports?device_id=67609c2f-ce21-4964-bb14-9736d7a22a37 HTTP/1.1" status: 200 len: 210 time: 0.0870216 Feb 09 01:36:44.215691 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3fb519f8-af99-4475-bf5e-9bcd028e7894 req-c2c6570e-be34-4c26-9b53-eb0c503aae4b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999242 Feb 09 01:36:44.278677 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-a42d1cf1-3052-4dff-852b-bdf8a9cf6788 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:44.279576 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-a42d1cf1-3052-4dff-852b-bdf8a9cf6788 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Synchronizing usage tracker for tenant:fa3c5f95e33c4e0593fa45bb616fb8a7 on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:36:44.300855 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-a42d1cf1-3052-4dff-852b-bdf8a9cf6788 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Unset dirty status for tenant:fa3c5f95e33c4e0593fa45bb616fb8a7 on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:36:44.302458 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-a42d1cf1-3052-4dff-852b-bdf8a9cf6788 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.35 "GET /v2.0/networks?id=a0e16d9d-6e82-4998-8258-cc13b64da06c HTTP/1.1" status: 200 len: 797 time: 0.2530816 Feb 09 01:36:44.398643 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-cb37f695-c2e2-4300-8d90-8f716d409e02 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Synchronizing usage tracker for tenant:fa3c5f95e33c4e0593fa45bb616fb8a7 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:36:44.416825 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba1e71-18a1-48cc-8713-d87d15f8c537 req-13b4c0eb-cccd-4cf9-8413-e9a563d7baf8 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:44.419210 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-48ba1e71-18a1-48cc-8713-d87d15f8c537 req-13b4c0eb-cccd-4cf9-8413-e9a563d7baf8 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6570c733-2c97-4d4f-9064-1bd52fbec198 HTTP/1.1" status: 200 len: 1096 time: 0.1673462 Feb 09 01:36:44.430574 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-cb37f695-c2e2-4300-8d90-8f716d409e02 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Unset dirty status for tenant:fa3c5f95e33c4e0593fa45bb616fb8a7 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:36:44.432329 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-cb37f695-c2e2-4300-8d90-8f716d409e02 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa3c5f95e33c4e0593fa45bb616fb8a7 HTTP/1.1" status: 200 len: 477 time: 0.1201222 Feb 09 01:36:44.443863 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-ec67e550-dafb-4517-8bc2-fe6bcfd41fec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Request body: {'port': {'device_id': '67609c2f-ce21-4964-bb14-9736d7a22a37', 'network_id': 'a0e16d9d-6e82-4998-8258-cc13b64da06c', 'admin_state_up': True, 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'security_groups': ['51fb900d-5694-4abb-8092-40edd2f1cdad', 'a9f39cea-bfbb-4539-9539-883819b55607']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:44.469996 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-48ba1e71-18a1-48cc-8713-d87d15f8c537 req-9f1ad5ea-18c1-4a55-bcad-c17b248036a9 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=97428572-e6ec-4439-b8d5-746a1ddb33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452724 Feb 09 01:36:44.589278 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device fdc8bf9e-c257-4d29-8e40-899c3e780c5e up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:36:44.613418 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-ec67e550-dafb-4517-8bc2-fe6bcfd41fec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:36:44.625446 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-ec67e550-dafb-4517-8bc2-fe6bcfd41fec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:36:44.641743 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-ec67e550-dafb-4517-8bc2-fe6bcfd41fec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Made reservation on behalf of fa3c5f95e33c4e0593fa45bb616fb8a7 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:36:44.646217 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-ec67e550-dafb-4517-8bc2-fe6bcfd41fec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:44.680702 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port fdc8bf9e-c257-4d29-8e40-899c3e780c5e completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:36:44.687069 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port fdc8bf9e-c257-4d29-8e40-899c3e780c5e triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:44.687446 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:44.822058 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:44.849700 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-ec67e550-dafb-4517-8bc2-fe6bcfd41fec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Allocated IP 172.20.0.14 (a0e16d9d-6e82-4998-8258-cc13b64da06c/87160293-f5a1-496d-a190-d6c2fd518064/14e9bf72-d0cd-4790-ac17-7c51afbbdc1f) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:36:44.862465 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port fdc8bf9e-c257-4d29-8e40-899c3e780c5e, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=fdc8bf9e-c257-4d29-8e40-899c3e780c5e,segment=NetworkSegment(6fba570a-afd4-415d-a217-17a95fb9c273),segment_id=6fba570a-afd4-415d-a217-17a95fb9c273)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:36:44.874372 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:44.981937 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=fdc8bf9e-c257-4d29-8e40-899c3e780c5e,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:45.183561 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device bcd6b702-ff76-4e30-bd9b-cc98b3968c42 up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:36:45.243898 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-ec67e550-dafb-4517-8bc2-fe6bcfd41fec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:45.262338 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-ec67e550-dafb-4517-8bc2-fe6bcfd41fec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Transition to ACTIVE for port object 14e9bf72-d0cd-4790-ac17-7c51afbbdc1f will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:36:45.296744 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ee8db4e8-873e-4235-9f62-41a0ea48f732 req-8b81b33d-3dc5-40d2-a086-3f2d7a028be5 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/ports?device_id=67609c2f-ce21-4964-bb14-9736d7a22a37 HTTP/1.1" status: 200 len: 210 time: 0.0695310 Feb 09 01:36:45.301352 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-ec67e550-dafb-4517-8bc2-fe6bcfd41fec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:45.339607 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port bcd6b702-ff76-4e30-bd9b-cc98b3968c42 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:36:45.345678 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port bcd6b702-ff76-4e30-bd9b-cc98b3968c42 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:45.346291 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:45.435389 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-ec67e550-dafb-4517-8bc2-fe6bcfd41fec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Network a0e16d9d-6e82-4998-8258-cc13b64da06c is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:36:45.448464 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-ec67e550-dafb-4517-8bc2-fe6bcfd41fec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:45.451090 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-ec67e550-dafb-4517-8bc2-fe6bcfd41fec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:36:45.497603 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:45.528459 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6570c733-2c97-4d4f-9064-1bd52fbec198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd6b702-ff76-4e30-bd9b-cc98b3968c42'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:36:45.538565 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port bcd6b702-ff76-4e30-bd9b-cc98b3968c42, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=bcd6b702-ff76-4e30-bd9b-cc98b3968c42,segment=NetworkSegment(eafa0f55-4eb2-49ed-83e9-63dade938754),segment_id=eafa0f55-4eb2-49ed-83e9-63dade938754)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:36:45.541196 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67e550-dafb-4517-8bc2-fe6bcfd41fec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Pushing event updated for resources: {'Port': ['ID=14e9bf72-d0cd-4790-ac17-7c51afbbdc1f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:45.545599 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:45.572939 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-ec67e550-dafb-4517-8bc2-fe6bcfd41fec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:45.573592 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-ec67e550-dafb-4517-8bc2-fe6bcfd41fec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:45.618265 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd751829-12e2-47c8-bdba-c43db932ef5d req-6b9869b4-ad50-4ca4-ace8-171af4283a4f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:45.621808 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cd751829-12e2-47c8-bdba-c43db932ef5d req-6b9869b4-ad50-4ca4-ace8-171af4283a4f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 945 time: 0.2300379 Feb 09 01:36:45.625697 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-ec67e550-dafb-4517-8bc2-fe6bcfd41fec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.1868458 Feb 09 01:36:45.642699 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=bcd6b702-ff76-4e30-bd9b-cc98b3968c42,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:45.676538 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-276fc2f4-2d54-439f-921d-e354023fe69c service neutron] Request body: {'port': {'device_id': '67609c2f-ce21-4964-bb14-9736d7a22a37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:45.751159 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c14648-a4b4-4832-b853-f4df497797e9 req-396d4d9f-5b53-4ae0-929c-f8b36295ae44 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:45.759302 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-05c14648-a4b4-4832-b853-f4df497797e9 req-396d4d9f-5b53-4ae0-929c-f8b36295ae44 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6570c733-2c97-4d4f-9064-1bd52fbec198 HTTP/1.1" status: 200 len: 1097 time: 0.0863595 Feb 09 01:36:45.802144 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-05c14648-a4b4-4832-b853-f4df497797e9 req-b495f58f-2909-4f33-b9f5-faf1fa127832 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=97428572-e6ec-4439-b8d5-746a1ddb33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418205 Feb 09 01:36:45.825811 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cd751829-12e2-47c8-bdba-c43db932ef5d req-ced2b2e1-5762-4f75-b53e-20d6ebf8fa19 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939664 Feb 09 01:36:45.836302 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-276fc2f4-2d54-439f-921d-e354023fe69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:45.900955 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6570c733-2c97-4d4f-9064-1bd52fbec198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd6b702-ff76-4e30-bd9b-cc98b3968c42', 'code': 200} Feb 09 01:36:45.966055 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-be9438b4-3095-47ba-beac-ae8c2f1bea83 None None] Provisioning for port 14e9bf72-d0cd-4790-ac17-7c51afbbdc1f completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:36:45.971750 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-be9438b4-3095-47ba-beac-ae8c2f1bea83 None None] Provisioning complete for port 14e9bf72-d0cd-4790-ac17-7c51afbbdc1f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:45.972238 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-be9438b4-3095-47ba-beac-ae8c2f1bea83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:46.034190 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-be9438b4-3095-47ba-beac-ae8c2f1bea83 None None] Port 14e9bf72-d0cd-4790-ac17-7c51afbbdc1f cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:36:46.183568 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f8222-ec63-4fc0-ab9c-4b396406027e req-a6b3a5af-efa6-4ce3-a8d6-3bb8d9535051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:46.184971 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-933f8222-ec63-4fc0-ab9c-4b396406027e req-a6b3a5af-efa6-4ce3-a8d6-3bb8d9535051 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=6570c733-2c97-4d4f-9064-1bd52fbec198 HTTP/1.1" status: 200 len: 1097 time: 0.2138147 Feb 09 01:36:46.243371 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-933f8222-ec63-4fc0-ab9c-4b396406027e req-b2a4229f-8f22-4802-a7af-0ffbed04f454 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=97428572-e6ec-4439-b8d5-746a1ddb33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507853 Feb 09 01:36:46.296236 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-276fc2f4-2d54-439f-921d-e354023fe69c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14e9bf72-d0cd-4790-ac17-7c51afbbdc1f {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:36:46.304433 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-276fc2f4-2d54-439f-921d-e354023fe69c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:46.320829 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-276fc2f4-2d54-439f-921d-e354023fe69c service neutron] Transition to ACTIVE for port object 14e9bf72-d0cd-4790-ac17-7c51afbbdc1f will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:36:46.324819 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-276fc2f4-2d54-439f-921d-e354023fe69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:46.574146 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fc2f4-2d54-439f-921d-e354023fe69c service neutron] Pushing event updated for resources: {'Port': ['ID=14e9bf72-d0cd-4790-ac17-7c51afbbdc1f,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:46.575476 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device fdc8bf9e-c257-4d29-8e40-899c3e780c5e up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:36:46.723848 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port fdc8bf9e-c257-4d29-8e40-899c3e780c5e triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:46.727376 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:46.765023 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-276fc2f4-2d54-439f-921d-e354023fe69c service neutron] Attempting to bind port 14e9bf72-d0cd-4790-ac17-7c51afbbdc1f on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:36:46.765362 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-276fc2f4-2d54-439f-921d-e354023fe69c service neutron] Attempting to bind port 14e9bf72-d0cd-4790-ac17-7c51afbbdc1f by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '6fba570a-afd4-415d-a217-17a95fb9c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'a0e16d9d-6e82-4998-8258-cc13b64da06c'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:36:46.765691 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-276fc2f4-2d54-439f-921d-e354023fe69c service neutron] Attempting to bind port 14e9bf72-d0cd-4790-ac17-7c51afbbdc1f on network a0e16d9d-6e82-4998-8258-cc13b64da06c {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:36:46.776806 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-276fc2f4-2d54-439f-921d-e354023fe69c service neutron] Port 14e9bf72-d0cd-4790-ac17-7c51afbbdc1f on network a0e16d9d-6e82-4998-8258-cc13b64da06c not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:36:46.777132 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-276fc2f4-2d54-439f-921d-e354023fe69c service neutron] Attempting to bind port 14e9bf72-d0cd-4790-ac17-7c51afbbdc1f on network a0e16d9d-6e82-4998-8258-cc13b64da06c {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:36:46.785413 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-276fc2f4-2d54-439f-921d-e354023fe69c service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:36:46.785627 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-276fc2f4-2d54-439f-921d-e354023fe69c service neutron] Checking segment: {'id': '6fba570a-afd4-415d-a217-17a95fb9c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'a0e16d9d-6e82-4998-8258-cc13b64da06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:36:46.785901 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-276fc2f4-2d54-439f-921d-e354023fe69c service neutron] Bound using segment: {'id': '6fba570a-afd4-415d-a217-17a95fb9c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'a0e16d9d-6e82-4998-8258-cc13b64da06c'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:36:46.786328 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-276fc2f4-2d54-439f-921d-e354023fe69c service neutron] Bound port: 14e9bf72-d0cd-4790-ac17-7c51afbbdc1f, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fba570a-afd4-415d-a217-17a95fb9c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'a0e16d9d-6e82-4998-8258-cc13b64da06c'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:36:46.786717 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-276fc2f4-2d54-439f-921d-e354023fe69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:46.808210 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4feffee-06bc-4b90-b159-6e7eed3598cb req-3e1f732d-f3d6-416b-92e7-ce3a2458cb18 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:46.809030 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-c4feffee-06bc-4b90-b159-6e7eed3598cb req-3e1f732d-f3d6-416b-92e7-ce3a2458cb18 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Synchronizing usage tracker for tenant:fa3c5f95e33c4e0593fa45bb616fb8a7 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:36:46.908880 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-276fc2f4-2d54-439f-921d-e354023fe69c service neutron] For port 14e9bf72-d0cd-4790-ac17-7c51afbbdc1f, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:36:46.911406 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-c4feffee-06bc-4b90-b159-6e7eed3598cb req-3e1f732d-f3d6-416b-92e7-ce3a2458cb18 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Unset dirty status for tenant:fa3c5f95e33c4e0593fa45bb616fb8a7 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:36:46.917074 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c4feffee-06bc-4b90-b159-6e7eed3598cb req-3e1f732d-f3d6-416b-92e7-ce3a2458cb18 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/ports?device_id=67609c2f-ce21-4964-bb14-9736d7a22a37 HTTP/1.1" status: 200 len: 983 time: 0.4638107 Feb 09 01:36:46.919659 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-276fc2f4-2d54-439f-921d-e354023fe69c service neutron] For port 14e9bf72-d0cd-4790-ac17-7c51afbbdc1f, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=14e9bf72-d0cd-4790-ac17-7c51afbbdc1f,segment=NetworkSegment(6fba570a-afd4-415d-a217-17a95fb9c273),segment_id=6fba570a-afd4-415d-a217-17a95fb9c273)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:36:46.943476 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-276fc2f4-2d54-439f-921d-e354023fe69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:47.012003 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-276fc2f4-2d54-439f-921d-e354023fe69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:47.012576 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-276fc2f4-2d54-439f-921d-e354023fe69c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:47.013896 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-276fc2f4-2d54-439f-921d-e354023fe69c service neutron] 10.222.0.35 "PUT /v2.0/ports/14e9bf72-d0cd-4790-ac17-7c51afbbdc1f HTTP/1.1" status: 200 len: 1131 time: 1.3573732 Feb 09 01:36:47.014662 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8903efd-b02d-4847-896f-b0aa3e77aaf7 req-b6c6cea0-47f7-4458-8378-2ab6e7ac6fa2 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:47.016490 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b8903efd-b02d-4847-896f-b0aa3e77aaf7 req-b6c6cea0-47f7-4458-8378-2ab6e7ac6fa2 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6570c733-2c97-4d4f-9064-1bd52fbec198 HTTP/1.1" status: 200 len: 1097 time: 0.0855999 Feb 09 01:36:47.023355 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67609c2f-ce21-4964-bb14-9736d7a22a37', 'tag': '14e9bf72-d0cd-4790-ac17-7c51afbbdc1f'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:36:47.051098 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c4feffee-06bc-4b90-b159-6e7eed3598cb req-77d9c89b-34ba-4d4f-acbf-11bfb9de6c72 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f39cea-bfbb-4539-9539-883819b55607&id=51fb900d-5694-4abb-8092-40edd2f1cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1300006 Feb 09 01:36:47.083769 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b8903efd-b02d-4847-896f-b0aa3e77aaf7 req-62cac508-10d7-4cdb-8240-70049ffb0cef tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=97428572-e6ec-4439-b8d5-746a1ddb33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540118 Feb 09 01:36:47.097777 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fc2f4-2d54-439f-921d-e354023fe69c service neutron] Pushing event updated for resources: {'Port': ['ID=14e9bf72-d0cd-4790-ac17-7c51afbbdc1f,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:47.158434 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-92cb1ffe-45d0-4c59-8016-27cbb4cca69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:47.160141 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-92cb1ffe-45d0-4c59-8016-27cbb4cca69f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa3c5f95e33c4e0593fa45bb616fb8a7&device_id=67609c2f-ce21-4964-bb14-9736d7a22a37 HTTP/1.1" status: 200 len: 1134 time: 0.0984180 Feb 09 01:36:47.354068 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67609c2f-ce21-4964-bb14-9736d7a22a37', 'tag': '14e9bf72-d0cd-4790-ac17-7c51afbbdc1f', 'status': 'completed', 'code': 200} Feb 09 01:36:47.394708 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-0e72f75c-b574-47e7-82d1-50938341bd1b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14e9bf72-d0cd-4790-ac17-7c51afbbdc1f HTTP/1.1" status: 200 len: 217 time: 0.2272320 Feb 09 01:36:47.483638 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-23f30b30-8c95-4a5c-bfc8-ab1b70e2c5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:47.485024 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-23f30b30-8c95-4a5c-bfc8-ab1b70e2c5ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=87160293-f5a1-496d-a190-d6c2fd518064 HTTP/1.1" status: 200 len: 834 time: 0.0840456 Feb 09 01:36:47.543048 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdbac1-17ac-4d2c-a64f-86064ccc9763 req-3cea564e-823a-4be6-83be-8781e7ba039c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:47.544502 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-39bdbac1-17ac-4d2c-a64f-86064ccc9763 req-3cea564e-823a-4be6-83be-8781e7ba039c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 945 time: 0.1896327 Feb 09 01:36:47.602827 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-39bdbac1-17ac-4d2c-a64f-86064ccc9763 req-f29e24ba-75bf-4d98-aaac-bb4044b1ffcf tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519345 Feb 09 01:36:47.609264 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-eb83fafa-19f4-4653-9f25-8f551da3bc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:47.610681 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-eb83fafa-19f4-4653-9f25-8f551da3bc85 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0e16d9d-6e82-4998-8258-cc13b64da06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186662 Feb 09 01:36:47.744142 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-149df3f0-97b6-4789-9073-f3eac3cf870c service neutron] 10.222.0.35 "GET /v2.0/networks/a0e16d9d-6e82-4998-8258-cc13b64da06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271658 Feb 09 01:36:47.874222 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d5f8352f-7c88-4628-b144-62dfce8fd4d8 req-4610602e-175a-4580-b075-7ff0dc3dadc8 service neutron] 10.222.0.35 "GET /v2.0/networks/a0e16d9d-6e82-4998-8258-cc13b64da06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242962 Feb 09 01:36:47.985405 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1044ed-a505-4d5c-b6ba-278561db9af0 req-842c4135-4d02-4917-982e-23694013bf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:47.986917 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9e1044ed-a505-4d5c-b6ba-278561db9af0 req-842c4135-4d02-4917-982e-23694013bf24 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa3c5f95e33c4e0593fa45bb616fb8a7&device_id=67609c2f-ce21-4964-bb14-9736d7a22a37 HTTP/1.1" status: 200 len: 1134 time: 0.0699687 Feb 09 01:36:48.119871 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1044ed-a505-4d5c-b6ba-278561db9af0 req-80c9763c-e3ee-49d6-a0ae-e7e21a6f02ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:48.121374 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9e1044ed-a505-4d5c-b6ba-278561db9af0 req-80c9763c-e3ee-49d6-a0ae-e7e21a6f02ac service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0e16d9d-6e82-4998-8258-cc13b64da06c HTTP/1.1" status: 200 len: 898 time: 0.1282294 Feb 09 01:36:48.194013 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9e1044ed-a505-4d5c-b6ba-278561db9af0 req-f8694c53-6a63-44ce-a913-20ad2da5f17a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14e9bf72-d0cd-4790-ac17-7c51afbbdc1f HTTP/1.1" status: 200 len: 217 time: 0.0650115 Feb 09 01:36:48.259950 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8f787-0b8f-4a17-bfc9-afcdb5177933 req-2500eac9-51f7-4a95-88d3-eb334bb6f5b1 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:48.267312 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f2f8f787-0b8f-4a17-bfc9-afcdb5177933 req-2500eac9-51f7-4a95-88d3-eb334bb6f5b1 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/ports?device_id=67609c2f-ce21-4964-bb14-9736d7a22a37 HTTP/1.1" status: 200 len: 983 time: 0.0887132 Feb 09 01:36:48.310024 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1044ed-a505-4d5c-b6ba-278561db9af0 req-ad5ea050-617d-47c8-9ce9-efd8ee63015b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:48.311449 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9e1044ed-a505-4d5c-b6ba-278561db9af0 req-ad5ea050-617d-47c8-9ce9-efd8ee63015b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=87160293-f5a1-496d-a190-d6c2fd518064 HTTP/1.1" status: 200 len: 834 time: 0.0836091 Feb 09 01:36:48.316669 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f2f8f787-0b8f-4a17-bfc9-afcdb5177933 req-b4ae563f-552e-4420-b935-b3e4b6a9fd8a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f39cea-bfbb-4539-9539-883819b55607&id=51fb900d-5694-4abb-8092-40edd2f1cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0484700 Feb 09 01:36:48.356854 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e9827-1a2d-45a2-8802-44d41ad702e1 req-9743ece9-e2bb-4d7e-b9de-4f54f828ad48 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:48.358339 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-467e9827-1a2d-45a2-8802-44d41ad702e1 req-9743ece9-e2bb-4d7e-b9de-4f54f828ad48 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6570c733-2c97-4d4f-9064-1bd52fbec198 HTTP/1.1" status: 200 len: 1097 time: 0.1662123 Feb 09 01:36:48.414791 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-467e9827-1a2d-45a2-8802-44d41ad702e1 req-a839baa3-60fc-4ed5-b2f0-b4ad2c68a12a tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=97428572-e6ec-4439-b8d5-746a1ddb33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500879 Feb 09 01:36:48.423225 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1044ed-a505-4d5c-b6ba-278561db9af0 req-7e23f5a2-70c6-4cbc-a21c-6524b80b7799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:48.424664 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9e1044ed-a505-4d5c-b6ba-278561db9af0 req-7e23f5a2-70c6-4cbc-a21c-6524b80b7799 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0e16d9d-6e82-4998-8258-cc13b64da06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062360 Feb 09 01:36:48.555731 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9e1044ed-a505-4d5c-b6ba-278561db9af0 req-a14f7e27-9b1f-42ed-93a1-4acbbe266453 service neutron] 10.222.0.35 "GET /v2.0/networks/a0e16d9d-6e82-4998-8258-cc13b64da06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246130 Feb 09 01:36:48.591842 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8ba3a-4dc7-41ec-8823-37edb2bbbd21 req-3cd4f41b-0369-4f5a-b46d-981250a32566 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:48.593303 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-17b8ba3a-4dc7-41ec-8823-37edb2bbbd21 req-3cd4f41b-0369-4f5a-b46d-981250a32566 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6570c733-2c97-4d4f-9064-1bd52fbec198 HTTP/1.1" status: 200 len: 1097 time: 0.0730941 Feb 09 01:36:48.638015 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-17b8ba3a-4dc7-41ec-8823-37edb2bbbd21 req-0b016a60-45d9-4a6d-9014-618af59d4ccc tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=97428572-e6ec-4439-b8d5-746a1ddb33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390415 Feb 09 01:36:48.697572 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9e1044ed-a505-4d5c-b6ba-278561db9af0 req-70846805-263e-4e14-85c2-11f1fb7a37a6 service neutron] 10.222.0.35 "GET /v2.0/networks/a0e16d9d-6e82-4998-8258-cc13b64da06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334543 Feb 09 01:36:48.809729 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee62d1a-6601-406a-adbb-2950994d58ea req-b3ec6687-7ecb-445c-a4f0-5aa0188b604d tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:48.811270 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bee62d1a-6601-406a-adbb-2950994d58ea req-b3ec6687-7ecb-445c-a4f0-5aa0188b604d tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6570c733-2c97-4d4f-9064-1bd52fbec198 HTTP/1.1" status: 200 len: 1097 time: 0.0711429 Feb 09 01:36:48.814768 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7591d-f9fe-494e-b3a6-abe4d95b7b63 req-6b9ea185-da04-4c34-9cf9-cabd8ad82794 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:48.816237 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4ed7591d-f9fe-494e-b3a6-abe4d95b7b63 req-6b9ea185-da04-4c34-9cf9-cabd8ad82794 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 945 time: 0.0968108 Feb 09 01:36:48.856679 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bee62d1a-6601-406a-adbb-2950994d58ea req-9e019752-228b-48ec-a30f-29a7663faf04 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=97428572-e6ec-4439-b8d5-746a1ddb33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392628 Feb 09 01:36:48.861442 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4ed7591d-f9fe-494e-b3a6-abe4d95b7b63 req-ea44005b-5744-49f4-ba53-7cd631da27e3 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397334 Feb 09 01:36:49.232831 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-ce325357-727b-48a4-897d-ee08cf84afa0 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:49.234207 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-ce325357-727b-48a4-897d-ee08cf84afa0 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/networks?id=adbbe756-ea0c-4d66-a097-46a44d88201c HTTP/1.1" status: 200 len: 910 time: 0.1271491 Feb 09 01:36:49.249371 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-5ac9e4f5-1f4f-4ec8-94d6-ca6788954708 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/quotas/bc02faf6e26241a9ac1fd6f1354d83ad HTTP/1.1" status: 200 len: 375 time: 0.0096972 Feb 09 01:36:49.325674 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-d6f8e573-b22e-45e1-819b-f7749bc189b0 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc02faf6e26241a9ac1fd6f1354d83ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0713999 Feb 09 01:36:49.504089 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95bd3e3-f68b-4308-9937-ef85beffd9a7 req-f553b36b-5f7c-4366-96bc-1171fef6e2af tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:49.505594 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c95bd3e3-f68b-4308-9937-ef85beffd9a7 req-f553b36b-5f7c-4366-96bc-1171fef6e2af tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/ports?device_id=67609c2f-ce21-4964-bb14-9736d7a22a37 HTTP/1.1" status: 200 len: 983 time: 0.0837915 Feb 09 01:36:49.552788 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c95bd3e3-f68b-4308-9937-ef85beffd9a7 req-3c7d1d4b-b3df-4a93-b6c5-2e6d73355b04 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f39cea-bfbb-4539-9539-883819b55607&id=51fb900d-5694-4abb-8092-40edd2f1cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0409217 Feb 09 01:36:49.569490 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-a4d64a93-f2a2-4f76-a114-88e9315c831f service neutron] 10.222.0.37 "GET /v2.0/networks/adbbe756-ea0c-4d66-a097-46a44d88201c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371953 Feb 09 01:36:49.698402 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-3de3f325-5ee8-43b7-88a0-47f9f5f5bdd0 service neutron] 10.222.0.37 "GET /v2.0/networks/adbbe756-ea0c-4d66-a097-46a44d88201c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227887 Feb 09 01:36:49.988648 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-912c01d0-ebbd-4643-90f5-d528ca2d098f req-cd8b341d-0ce8-4716-9338-29004e858cfd tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ad5076fd-2211-42f9-a5ef-0502c697cd55 HTTP/1.1" status: 200 len: 210 time: 0.1603642 Feb 09 01:36:50.061276 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a14a07-e85d-45ac-991a-e9f1721fe7db req-739c81b5-73cb-49c6-9267-8cfd44d7c3fc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:50.062867 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c9a14a07-e85d-45ac-991a-e9f1721fe7db req-739c81b5-73cb-49c6-9267-8cfd44d7c3fc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 945 time: 0.0874810 Feb 09 01:36:50.113843 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c9a14a07-e85d-45ac-991a-e9f1721fe7db req-4f122ba3-da75-48f3-b9b7-47d183c1d171 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440006 Feb 09 01:36:50.738297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64f9e5-a8f8-488c-82e0-c147dfc36ab9 req-213c5704-7ed8-482c-89d3-47f2a7869e9b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:50.739765 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4e64f9e5-a8f8-488c-82e0-c147dfc36ab9 req-213c5704-7ed8-482c-89d3-47f2a7869e9b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/ports?device_id=67609c2f-ce21-4964-bb14-9736d7a22a37 HTTP/1.1" status: 200 len: 983 time: 0.0825517 Feb 09 01:36:50.790314 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4e64f9e5-a8f8-488c-82e0-c147dfc36ab9 req-fa9a0c0b-7d32-4a00-83e7-d4251d832b5e tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f39cea-bfbb-4539-9539-883819b55607&id=51fb900d-5694-4abb-8092-40edd2f1cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0446830 Feb 09 01:36:50.934422 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-4a1653bb-385a-4a19-9463-f359b804dc77 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:50.935871 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-4a1653bb-385a-4a19-9463-f359b804dc77 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.35 "GET /v2.0/networks?id=adbbe756-ea0c-4d66-a097-46a44d88201c HTTP/1.1" status: 200 len: 910 time: 0.1361024 Feb 09 01:36:50.947164 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-5fa9c305-b0b7-438c-b6f8-d28cbd4b6326 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Request body: {'port': {'device_id': 'ad5076fd-2211-42f9-a5ef-0502c697cd55', 'network_id': 'adbbe756-ea0c-4d66-a097-46a44d88201c', 'admin_state_up': True, 'tenant_id': 'bc02faf6e26241a9ac1fd6f1354d83ad'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:50.952095 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-5fa9c305-b0b7-438c-b6f8-d28cbd4b6326 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:36:50.961806 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-5fa9c305-b0b7-438c-b6f8-d28cbd4b6326 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:36:50.971978 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-5fa9c305-b0b7-438c-b6f8-d28cbd4b6326 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Made reservation on behalf of bc02faf6e26241a9ac1fd6f1354d83ad for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:36:50.974444 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-5fa9c305-b0b7-438c-b6f8-d28cbd4b6326 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:51.135735 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-445d5611-b135-4a9c-bbeb-069b0ae6ba82 req-d79bcdfa-2182-4849-a373-ce0e9abdad1a tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ad5076fd-2211-42f9-a5ef-0502c697cd55 HTTP/1.1" status: 200 len: 210 time: 0.0431690 Feb 09 01:36:51.136341 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-5fa9c305-b0b7-438c-b6f8-d28cbd4b6326 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Allocated IP 172.20.0.12 (adbbe756-ea0c-4d66-a097-46a44d88201c/c11d73fe-7bf3-450c-b7f8-d6e374830201/d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:36:51.379076 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-5fa9c305-b0b7-438c-b6f8-d28cbd4b6326 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:51.395410 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9a829-919f-4ee5-bf88-d249b9a50693 req-2f971ada-8f6f-44a1-8b38-a03ccb47f013 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:51.396879 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a6a9a829-919f-4ee5-bf88-d249b9a50693 req-2f971ada-8f6f-44a1-8b38-a03ccb47f013 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 945 time: 0.1475854 Feb 09 01:36:51.419448 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-5fa9c305-b0b7-438c-b6f8-d28cbd4b6326 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Transition to ACTIVE for port object d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:36:51.462098 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a6a9a829-919f-4ee5-bf88-d249b9a50693 req-d1c93489-38b3-46aa-877b-f1278d788b96 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590146 Feb 09 01:36:51.477017 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-5fa9c305-b0b7-438c-b6f8-d28cbd4b6326 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:51.487775 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['bcd6b702-ff76-4e30-bd9b-cc98b3968c42'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:36:51.545103 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-5fa9c305-b0b7-438c-b6f8-d28cbd4b6326 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Network adbbe756-ea0c-4d66-a097-46a44d88201c is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:36:51.548071 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-5fa9c305-b0b7-438c-b6f8-d28cbd4b6326 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:51.551738 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-5fa9c305-b0b7-438c-b6f8-d28cbd4b6326 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:36:51.587191 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9c305-b0b7-438c-b6f8-d28cbd4b6326 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Pushing event updated for resources: {'Port': ['ID=d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:51.630507 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-5fa9c305-b0b7-438c-b6f8-d28cbd4b6326 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:51.631049 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-5fa9c305-b0b7-438c-b6f8-d28cbd4b6326 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:51.658800 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-5fa9c305-b0b7-438c-b6f8-d28cbd4b6326 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7150333 Feb 09 01:36:51.672187 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-8b647aca-0995-4ad0-ad5e-57560f53cecc service neutron] Request body: {'port': {'device_id': 'ad5076fd-2211-42f9-a5ef-0502c697cd55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:51.789109 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-8b647aca-0995-4ad0-ad5e-57560f53cecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:51.789766 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-347230b9-8aff-4ab9-8e8b-cc443426b14f None None] Provisioning for port d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:36:51.794636 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-347230b9-8aff-4ab9-8e8b-cc443426b14f None None] Provisioning complete for port d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:51.795005 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-347230b9-8aff-4ab9-8e8b-cc443426b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:51.888669 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-347230b9-8aff-4ab9-8e8b-cc443426b14f None None] Port d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:36:51.894701 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 14e9bf72-d0cd-4790-ac17-7c51afbbdc1f details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:36:51.990037 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e97f2c-582f-4bb4-8c04-2d177b30307d req-4823d81b-646f-45d2-badf-a4c22f1a494a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:51.991538 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c4e97f2c-582f-4bb4-8c04-2d177b30307d req-4823d81b-646f-45d2-badf-a4c22f1a494a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/ports?device_id=67609c2f-ce21-4964-bb14-9736d7a22a37 HTTP/1.1" status: 200 len: 983 time: 0.0871575 Feb 09 01:36:52.041912 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 14e9bf72-d0cd-4790-ac17-7c51afbbdc1f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=14e9bf72-d0cd-4790-ac17-7c51afbbdc1f,segment=NetworkSegment(6fba570a-afd4-415d-a217-17a95fb9c273),segment_id=6fba570a-afd4-415d-a217-17a95fb9c273)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:36:52.061957 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c4e97f2c-582f-4bb4-8c04-2d177b30307d req-347c81f1-66cc-4a0d-9ada-6e8b205f9ce7 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f39cea-bfbb-4539-9539-883819b55607&id=51fb900d-5694-4abb-8092-40edd2f1cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0604110 Feb 09 01:36:52.068910 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '14e9bf72-d0cd-4790-ac17-7c51afbbdc1f', 'network_id': 'a0e16d9d-6e82-4998-8258-cc13b64da06c', 'port_id': '14e9bf72-d0cd-4790-ac17-7c51afbbdc1f', 'mac_address': 'fa:16:3e:0a:80:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 953, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87160293-f5a1-496d-a190-d6c2fd518064', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:36:52.101272 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:52.127230 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:52.144058 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14e9bf72-d0cd-4790-ac17-7c51afbbdc1f {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:36:52.169531 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 14e9bf72-d0cd-4790-ac17-7c51afbbdc1f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=14e9bf72-d0cd-4790-ac17-7c51afbbdc1f,segment=NetworkSegment(6fba570a-afd4-415d-a217-17a95fb9c273),segment_id=6fba570a-afd4-415d-a217-17a95fb9c273)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:36:52.175845 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:52.185569 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-8b647aca-0995-4ad0-ad5e-57560f53cecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:36:52.194345 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-8b647aca-0995-4ad0-ad5e-57560f53cecc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:52.211337 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-8b647aca-0995-4ad0-ad5e-57560f53cecc service neutron] Transition to ACTIVE for port object d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:36:52.218816 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-8b647aca-0995-4ad0-ad5e-57560f53cecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:52.251053 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=14e9bf72-d0cd-4790-ac17-7c51afbbdc1f,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:52.443423 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b647aca-0995-4ad0-ad5e-57560f53cecc service neutron] Pushing event updated for resources: {'Port': ['ID=d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:52.445596 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['14e9bf72-d0cd-4790-ac17-7c51afbbdc1f'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:36:52.727077 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb30279-3ff4-4bfe-a2cd-a69a8d9f1af9 req-f447d1f3-c3a6-4b40-8843-648372051eba tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:52.728654 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-9fb30279-3ff4-4bfe-a2cd-a69a8d9f1af9 req-f447d1f3-c3a6-4b40-8843-648372051eba tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Synchronizing usage tracker for tenant:bc02faf6e26241a9ac1fd6f1354d83ad on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:36:52.753826 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2a716-633c-480a-912e-4340f7a25b99 req-9f078453-dc76-4f0f-8481-0bfd93742ff0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:52.762683 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-10f2a716-633c-480a-912e-4340f7a25b99 req-9f078453-dc76-4f0f-8481-0bfd93742ff0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 945 time: 0.1107662 Feb 09 01:36:52.763868 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-8b647aca-0995-4ad0-ad5e-57560f53cecc service neutron] Attempting to bind port d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:36:52.764195 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-8b647aca-0995-4ad0-ad5e-57560f53cecc service neutron] Attempting to bind port d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'eafa0f55-4eb2-49ed-83e9-63dade938754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'adbbe756-ea0c-4d66-a097-46a44d88201c'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:36:52.764685 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-8b647aca-0995-4ad0-ad5e-57560f53cecc service neutron] Attempting to bind port d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f on network adbbe756-ea0c-4d66-a097-46a44d88201c {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:36:52.774133 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-9fb30279-3ff4-4bfe-a2cd-a69a8d9f1af9 req-f447d1f3-c3a6-4b40-8843-648372051eba tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Unset dirty status for tenant:bc02faf6e26241a9ac1fd6f1354d83ad on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:36:52.779453 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9fb30279-3ff4-4bfe-a2cd-a69a8d9f1af9 req-f447d1f3-c3a6-4b40-8843-648372051eba tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ad5076fd-2211-42f9-a5ef-0502c697cd55 HTTP/1.1" status: 200 len: 1053 time: 0.5156956 Feb 09 01:36:52.780433 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-8b647aca-0995-4ad0-ad5e-57560f53cecc service neutron] Port d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f on network adbbe756-ea0c-4d66-a097-46a44d88201c not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:36:52.780915 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-8b647aca-0995-4ad0-ad5e-57560f53cecc service neutron] Attempting to bind port d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f on network adbbe756-ea0c-4d66-a097-46a44d88201c {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:36:52.807038 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-10f2a716-633c-480a-912e-4340f7a25b99 req-d9f58b8f-603e-48ce-ac53-64b44e3a38bc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429411 Feb 09 01:36:52.811070 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-8b647aca-0995-4ad0-ad5e-57560f53cecc service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:36:52.811572 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-8b647aca-0995-4ad0-ad5e-57560f53cecc service neutron] Checking segment: {'id': 'eafa0f55-4eb2-49ed-83e9-63dade938754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'adbbe756-ea0c-4d66-a097-46a44d88201c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:36:52.811982 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-8b647aca-0995-4ad0-ad5e-57560f53cecc service neutron] Bound using segment: {'id': 'eafa0f55-4eb2-49ed-83e9-63dade938754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'adbbe756-ea0c-4d66-a097-46a44d88201c'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:36:52.812699 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-8b647aca-0995-4ad0-ad5e-57560f53cecc service neutron] Bound port: d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eafa0f55-4eb2-49ed-83e9-63dade938754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'adbbe756-ea0c-4d66-a097-46a44d88201c'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:36:52.813273 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-8b647aca-0995-4ad0-ad5e-57560f53cecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:52.907313 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9fb30279-3ff4-4bfe-a2cd-a69a8d9f1af9 req-d711c1fa-3481-4aa0-8527-ebd78a70d7fa tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=97428572-e6ec-4439-b8d5-746a1ddb33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198797 Feb 09 01:36:52.943285 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-8b647aca-0995-4ad0-ad5e-57560f53cecc service neutron] For port d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:36:52.946324 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-8b647aca-0995-4ad0-ad5e-57560f53cecc service neutron] For port d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f,segment=NetworkSegment(eafa0f55-4eb2-49ed-83e9-63dade938754),segment_id=eafa0f55-4eb2-49ed-83e9-63dade938754)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:36:52.951013 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-8b647aca-0995-4ad0-ad5e-57560f53cecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:53.011140 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-8b647aca-0995-4ad0-ad5e-57560f53cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:53.011759 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-8b647aca-0995-4ad0-ad5e-57560f53cecc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:53.013376 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-8b647aca-0995-4ad0-ad5e-57560f53cecc service neutron] 10.222.0.35 "PUT /v2.0/ports/d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f HTTP/1.1" status: 200 len: 1092 time: 1.3455086 Feb 09 01:36:53.013818 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5076fd-2211-42f9-a5ef-0502c697cd55', 'tag': 'd8c6e766-ed28-4d6d-bc5b-4a6fce1e495f'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:36:53.049196 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b647aca-0995-4ad0-ad5e-57560f53cecc service neutron] Pushing event updated for resources: {'Port': ['ID=d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:53.153646 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5076fd-2211-42f9-a5ef-0502c697cd55', 'tag': 'd8c6e766-ed28-4d6d-bc5b-4a6fce1e495f', 'status': 'completed', 'code': 200} Feb 09 01:36:53.192598 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-fd7ade52-b96c-4cfb-be2d-6b6e1a0882cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:53.195117 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-fd7ade52-b96c-4cfb-be2d-6b6e1a0882cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bc02faf6e26241a9ac1fd6f1354d83ad&device_id=ad5076fd-2211-42f9-a5ef-0502c697cd55 HTTP/1.1" status: 200 len: 1095 time: 0.1247737 Feb 09 01:36:53.294331 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bb7d3-0a91-4152-936e-7497b19ba132 req-7bb4cb46-fb15-4f62-a2b7-2c25e0e6acbe tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:53.295796 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-543bb7d3-0a91-4152-936e-7497b19ba132 req-7bb4cb46-fb15-4f62-a2b7-2c25e0e6acbe tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/ports?device_id=67609c2f-ce21-4964-bb14-9736d7a22a37 HTTP/1.1" status: 200 len: 984 time: 0.0884583 Feb 09 01:36:53.307311 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-5541fd2d-342d-41bf-8ef0-cc1d6c04f698 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f HTTP/1.1" status: 200 len: 217 time: 0.1030698 Feb 09 01:36:53.347906 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-543bb7d3-0a91-4152-936e-7497b19ba132 req-84c30633-7c38-4af9-818b-4b41a8930985 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f39cea-bfbb-4539-9539-883819b55607&id=51fb900d-5694-4abb-8092-40edd2f1cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0462193 Feb 09 01:36:53.393519 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-ef3f8a2b-0336-4bf4-97d4-52a0c792d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:53.394956 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-ef3f8a2b-0336-4bf4-97d4-52a0c792d07f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c11d73fe-7bf3-450c-b7f8-d6e374830201 HTTP/1.1" status: 200 len: 848 time: 0.0811930 Feb 09 01:36:53.444797 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2d42b-3dbe-46b2-a7ca-70aac941f6ae req-283f4224-867c-4640-b4d2-261864b29fb3 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:53.446227 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1ae2d42b-3dbe-46b2-a7ca-70aac941f6ae req-283f4224-867c-4640-b4d2-261864b29fb3 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.1876566 Feb 09 01:36:53.507882 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1ae2d42b-3dbe-46b2-a7ca-70aac941f6ae req-e51a0959-2913-4ba5-ad84-9c44aeb207c2 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549359 Feb 09 01:36:53.518121 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-2d62e33f-271e-4a3f-b807-8e61cde54f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:53.519553 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-2d62e33f-271e-4a3f-b807-8e61cde54f3d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=adbbe756-ea0c-4d66-a097-46a44d88201c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1167769 Feb 09 01:36:53.651817 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-90d8b2db-0081-4af9-b8ec-888d90198a43 service neutron] 10.222.0.35 "GET /v2.0/networks/adbbe756-ea0c-4d66-a097-46a44d88201c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246281 Feb 09 01:36:53.785308 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ac460d9b-9e19-470f-8a69-86336ba04ad3 req-761f84b5-360a-4c86-ac6a-5d94682b6eb0 service neutron] 10.222.0.35 "GET /v2.0/networks/adbbe756-ea0c-4d66-a097-46a44d88201c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257033 Feb 09 01:36:53.919950 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 14e9bf72-d0cd-4790-ac17-7c51afbbdc1f up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:36:53.955069 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf025b-529d-4855-b043-61a07e01f0f0 req-be432fd4-cdc0-45a1-a951-b846c22b9a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:53.956676 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3faf025b-529d-4855-b043-61a07e01f0f0 req-be432fd4-cdc0-45a1-a951-b846c22b9a89 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bc02faf6e26241a9ac1fd6f1354d83ad&device_id=ad5076fd-2211-42f9-a5ef-0502c697cd55 HTTP/1.1" status: 200 len: 1095 time: 0.0744469 Feb 09 01:36:53.997440 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 14e9bf72-d0cd-4790-ac17-7c51afbbdc1f completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:36:54.001899 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397661dd-6d30-412b-87ed-66601fdb917f req-8c337b9c-6f10-4a4e-bd98-0fe3b1dde550 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:54.003676 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 14e9bf72-d0cd-4790-ac17-7c51afbbdc1f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:54.004056 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:54.004326 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-397661dd-6d30-412b-87ed-66601fdb917f req-8c337b9c-6f10-4a4e-bd98-0fe3b1dde550 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 945 time: 0.0907233 Feb 09 01:36:54.052364 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-397661dd-6d30-412b-87ed-66601fdb917f req-2d6371ec-4435-491b-b0b5-ebce1db2d5be tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423002 Feb 09 01:36:54.139450 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:54.168006 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67609c2f-ce21-4964-bb14-9736d7a22a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e9bf72-d0cd-4790-ac17-7c51afbbdc1f'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:36:54.169928 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf025b-529d-4855-b043-61a07e01f0f0 req-9d78d8c2-dc6b-49de-b04d-3c53edbbc417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:54.171366 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3faf025b-529d-4855-b043-61a07e01f0f0 req-9d78d8c2-dc6b-49de-b04d-3c53edbbc417 service neutron] 10.222.0.35 "GET /v2.0/networks?id=adbbe756-ea0c-4d66-a097-46a44d88201c HTTP/1.1" status: 200 len: 910 time: 0.2075465 Feb 09 01:36:54.178643 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 14e9bf72-d0cd-4790-ac17-7c51afbbdc1f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=14e9bf72-d0cd-4790-ac17-7c51afbbdc1f,segment=NetworkSegment(6fba570a-afd4-415d-a217-17a95fb9c273),segment_id=6fba570a-afd4-415d-a217-17a95fb9c273)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:36:54.182979 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336b7fb-1047-4e39-a98f-1570b69a2a88 req-6bfa0b1c-3c41-4099-a4af-9f55a69263d8 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:54.184479 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9336b7fb-1047-4e39-a98f-1570b69a2a88 req-6bfa0b1c-3c41-4099-a4af-9f55a69263d8 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ad5076fd-2211-42f9-a5ef-0502c697cd55 HTTP/1.1" status: 200 len: 1095 time: 0.1235940 Feb 09 01:36:54.192137 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:54.231597 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67609c2f-ce21-4964-bb14-9736d7a22a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e9bf72-d0cd-4790-ac17-7c51afbbdc1f', 'code': 200} Feb 09 01:36:54.266816 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3faf025b-529d-4855-b043-61a07e01f0f0 req-2308bb5e-c15d-48c5-94bb-b3d7a8c42596 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f HTTP/1.1" status: 200 len: 217 time: 0.0813036 Feb 09 01:36:54.274672 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=14e9bf72-d0cd-4790-ac17-7c51afbbdc1f,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:54.365300 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9336b7fb-1047-4e39-a98f-1570b69a2a88 req-af017e78-30a4-49f6-bd72-b05d41e42008 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=97428572-e6ec-4439-b8d5-746a1ddb33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230574 Feb 09 01:36:54.414298 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf025b-529d-4855-b043-61a07e01f0f0 req-9a3988cd-1398-44fe-b12d-38505c8dcd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:54.416488 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3faf025b-529d-4855-b043-61a07e01f0f0 req-9a3988cd-1398-44fe-b12d-38505c8dcd42 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c11d73fe-7bf3-450c-b7f8-d6e374830201 HTTP/1.1" status: 200 len: 848 time: 0.1332152 Feb 09 01:36:54.475610 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371cb516-3b3a-4357-b499-874f8afe4a11 req-38b75ec9-c08b-40b5-abce-38c7577f4db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:54.477207 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-371cb516-3b3a-4357-b499-874f8afe4a11 req-38b75ec9-c08b-40b5-abce-38c7577f4db0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=67609c2f-ce21-4964-bb14-9736d7a22a37 HTTP/1.1" status: 200 len: 1136 time: 0.1555684 Feb 09 01:36:54.530312 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-371cb516-3b3a-4357-b499-874f8afe4a11 req-ddfe0967-620a-408b-b33c-750e47cc15b3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a9f39cea-bfbb-4539-9539-883819b55607&id=51fb900d-5694-4abb-8092-40edd2f1cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0453024 Feb 09 01:36:54.551712 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf025b-529d-4855-b043-61a07e01f0f0 req-fbe946b0-d5d7-4e1d-b65a-b8e743966e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:54.553247 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3faf025b-529d-4855-b043-61a07e01f0f0 req-fbe946b0-d5d7-4e1d-b65a-b8e743966e0e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=adbbe756-ea0c-4d66-a097-46a44d88201c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1287422 Feb 09 01:36:54.556921 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9772e3-1841-4e28-bf3b-8b9f51ca7485 req-b062d506-2967-485b-a4a0-3e1e8c960ea8 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:54.558505 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ab9772e3-1841-4e28-bf3b-8b9f51ca7485 req-b062d506-2967-485b-a4a0-3e1e8c960ea8 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/ports?device_id=67609c2f-ce21-4964-bb14-9736d7a22a37 HTTP/1.1" status: 200 len: 985 time: 0.0908284 Feb 09 01:36:54.609614 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ab9772e3-1841-4e28-bf3b-8b9f51ca7485 req-05f21234-ac72-4ca6-8207-38f9b34588a3 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f39cea-bfbb-4539-9539-883819b55607&id=51fb900d-5694-4abb-8092-40edd2f1cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0444162 Feb 09 01:36:54.699449 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e5d7d-27d2-40d0-8058-cf9e98d9d8c1 req-f9dbcf94-9401-42da-8415-69288906ea03 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:54.701034 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f6e5d7d-27d2-40d0-8058-cf9e98d9d8c1 req-f9dbcf94-9401-42da-8415-69288906ea03 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.0799580 Feb 09 01:36:54.926557 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f6e5d7d-27d2-40d0-8058-cf9e98d9d8c1 req-2ad13c1f-20f6-4f98-a5fd-88549298f605 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198391 Feb 09 01:36:54.983117 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3faf025b-529d-4855-b043-61a07e01f0f0 req-b8822f29-1b50-4279-bcdc-f3b0ac83b534 service neutron] 10.222.0.35 "GET /v2.0/networks/adbbe756-ea0c-4d66-a097-46a44d88201c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453485 Feb 09 01:36:55.120579 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3faf025b-529d-4855-b043-61a07e01f0f0 req-0413b224-3d8c-4198-8e1f-aaed113203a3 service neutron] 10.222.0.35 "GET /v2.0/networks/adbbe756-ea0c-4d66-a097-46a44d88201c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295364 Feb 09 01:36:55.177366 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:55.240803 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d6fd0-f460-42b0-92cd-d3d07d377bfa req-b71d799a-3686-4c85-b975-c71e6c733021 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:55.242256 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cf5d6fd0-f460-42b0-92cd-d3d07d377bfa req-b71d799a-3686-4c85-b975-c71e6c733021 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 945 time: 0.0792675 Feb 09 01:36:55.285833 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cf5d6fd0-f460-42b0-92cd-d3d07d377bfa req-5be1560e-784c-4cd5-9f2e-cfc1f46b0457 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369873 Feb 09 01:36:55.544333 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec24535-a22c-4369-a38a-f772739cab91 req-9c7da393-4032-482c-8574-2023e07de1ed tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:55.545762 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8ec24535-a22c-4369-a38a-f772739cab91 req-9c7da393-4032-482c-8574-2023e07de1ed tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ad5076fd-2211-42f9-a5ef-0502c697cd55 HTTP/1.1" status: 200 len: 1095 time: 0.0702760 Feb 09 01:36:55.584921 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8ec24535-a22c-4369-a38a-f772739cab91 req-669b15d8-d5e5-4330-a75d-5455dc7a007d tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=97428572-e6ec-4439-b8d5-746a1ddb33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334942 Feb 09 01:36:55.792709 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36267f32-3e56-4262-b524-d5b6b2e02c04 req-c2e26a98-3723-4606-b037-06b15cef01ea tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:55.794306 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-36267f32-3e56-4262-b524-d5b6b2e02c04 req-c2e26a98-3723-4606-b037-06b15cef01ea tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/ports?device_id=67609c2f-ce21-4964-bb14-9736d7a22a37 HTTP/1.1" status: 200 len: 985 time: 0.0848467 Feb 09 01:36:55.842533 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-36267f32-3e56-4262-b524-d5b6b2e02c04 req-90c1794c-1c6b-4882-bf66-41d897f6eeec tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f39cea-bfbb-4539-9539-883819b55607&id=51fb900d-5694-4abb-8092-40edd2f1cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0418131 Feb 09 01:36:56.133399 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [req-8b510829-7197-4740-8184-3816af939f89 req-2f96ae68-c8fa-4058-b2f4-71073f27336f service neutron] show failed (client error): The resource could not be found. Feb 09 01:36:56.134438 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8b510829-7197-4740-8184-3816af939f89 req-2f96ae68-c8fa-4058-b2f4-71073f27336f service neutron] 10.222.0.35 "GET /v2.0/ports/19284260-baf7-49e1-a3c1-11f9e42da4db/bindings/n-h2-828419-1 HTTP/1.1" status: 404 len: 380 time: 0.1259093 Feb 09 01:36:56.154623 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc179f3-0401-4765-a847-577b2c92c85e req-433f6330-ea5f-4392-bd59-8ad87d0da549 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:56.156270 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1bc179f3-0401-4765-a847-577b2c92c85e req-433f6330-ea5f-4392-bd59-8ad87d0da549 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.1076167 Feb 09 01:36:56.204557 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1bc179f3-0401-4765-a847-577b2c92c85e req-5c8d6bee-3ee7-45ef-9c0b-0af064bf16b2 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422757 Feb 09 01:36:56.403404 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b510829-7197-4740-8184-3816af939f89 req-09bc037c-7686-4172-bc6a-c301a14aa253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:56.404813 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8b510829-7197-4740-8184-3816af939f89 req-09bc037c-7686-4172-bc6a-c301a14aa253 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987&tenant_id=49364f58e6074dfa91c3c69aee216080 HTTP/1.1" status: 200 len: 1096 time: 0.0725667 Feb 09 01:36:56.415248 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-8b510829-7197-4740-8184-3816af939f89 req-be1a7803-d00b-4a11-a1ea-112502df242a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828419-1', 'device_owner': 'compute:nova'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:56.479265 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46ee4f-f7cb-4964-9dd4-b9cc1e3f2963 req-30b4a86c-c804-46c6-ab09-81c4e1be090d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:56.480023 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2f46ee4f-f7cb-4964-9dd4-b9cc1e3f2963 req-30b4a86c-c804-46c6-ab09-81c4e1be090d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 945 time: 0.0807807 Feb 09 01:36:56.528686 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2f46ee4f-f7cb-4964-9dd4-b9cc1e3f2963 req-e0aa9eed-c1b3-42a3-922d-05c37a473e54 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425427 Feb 09 01:36:56.530772 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8b510829-7197-4740-8184-3816af939f89 req-be1a7803-d00b-4a11-a1ea-112502df242a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:56.851410 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-8b510829-7197-4740-8184-3816af939f89 req-be1a7803-d00b-4a11-a1ea-112502df242a service neutron] For port 19284260-baf7-49e1-a3c1-11f9e42da4db, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=19284260-baf7-49e1-a3c1-11f9e42da4db,segment=NetworkSegment(22617deb-6411-4fb0-8c9f-a7ed2fe54d52),segment_id=22617deb-6411-4fb0-8c9f-a7ed2fe54d52)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:36:56.860259 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7d2b6-47f1-4654-9a5b-8bc7b06b31b5 req-17f18272-010b-4e5b-b802-bee7b64b96d2 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:56.861853 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-feb7d2b6-47f1-4654-9a5b-8bc7b06b31b5 req-17f18272-010b-4e5b-b802-bee7b64b96d2 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ad5076fd-2211-42f9-a5ef-0502c697cd55 HTTP/1.1" status: 200 len: 1095 time: 0.1678085 Feb 09 01:36:56.905446 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-8b510829-7197-4740-8184-3816af939f89 req-be1a7803-d00b-4a11-a1ea-112502df242a service neutron] For port 19284260-baf7-49e1-a3c1-11f9e42da4db, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:36:56.965461 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-feb7d2b6-47f1-4654-9a5b-8bc7b06b31b5 req-56dc8df9-2421-426f-b8fe-00baf8166f99 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=97428572-e6ec-4439-b8d5-746a1ddb33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969396 Feb 09 01:36:56.980423 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe392db-44b4-49de-9664-7f21da1b3987', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19284260-baf7-49e1-a3c1-11f9e42da4db'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:36:56.985781 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8b510829-7197-4740-8184-3816af939f89 req-be1a7803-d00b-4a11-a1ea-112502df242a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:57.002513 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-8b510829-7197-4740-8184-3816af939f89 req-be1a7803-d00b-4a11-a1ea-112502df242a service neutron] Transition to ACTIVE for port object 19284260-baf7-49e1-a3c1-11f9e42da4db will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:36:57.006517 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8b510829-7197-4740-8184-3816af939f89 req-be1a7803-d00b-4a11-a1ea-112502df242a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:57.042074 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87079373-e428-42b6-b4f0-450d3d011e6e req-519614ae-0cde-45a1-bd43-66d761a24d9a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:57.043730 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-87079373-e428-42b6-b4f0-450d3d011e6e req-519614ae-0cde-45a1-bd43-66d761a24d9a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/ports?device_id=67609c2f-ce21-4964-bb14-9736d7a22a37 HTTP/1.1" status: 200 len: 985 time: 0.0921416 Feb 09 01:36:57.049596 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe392db-44b4-49de-9664-7f21da1b3987', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19284260-baf7-49e1-a3c1-11f9e42da4db', 'code': 200} Feb 09 01:36:57.094430 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-87079373-e428-42b6-b4f0-450d3d011e6e req-1852ea83-1a71-462a-9d62-9700f3547513 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f39cea-bfbb-4539-9539-883819b55607&id=51fb900d-5694-4abb-8092-40edd2f1cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0437682 Feb 09 01:36:57.162359 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a7803-d00b-4a11-a1ea-112502df242a service neutron] Pushing event updated for resources: {'Port': ['ID=19284260-baf7-49e1-a3c1-11f9e42da4db,revision_number=6']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:57.212687 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b510829-7197-4740-8184-3816af939f89 req-be1a7803-d00b-4a11-a1ea-112502df242a service neutron] No DVR routers for this DVR port 19284260-baf7-49e1-a3c1-11f9e42da4db on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:36:57.404581 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf111f-21ea-42a5-8169-615caeec0c12 req-4c520de6-7c09-4719-a68a-9360b42af2dc tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:57.406126 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3dcf111f-21ea-42a5-8169-615caeec0c12 req-4c520de6-7c09-4719-a68a-9360b42af2dc tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.0901921 Feb 09 01:36:57.451623 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3dcf111f-21ea-42a5-8169-615caeec0c12 req-8399188b-e78e-404e-9551-b957fe121ac5 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397944 Feb 09 01:36:57.572781 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689156bd-c73b-48b9-a634-e7f873a307fc req-cefdd4df-20df-4e89-a310-1d826d2578d2 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:57.574255 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-689156bd-c73b-48b9-a634-e7f873a307fc req-cefdd4df-20df-4e89-a310-1d826d2578d2 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/ports?device_id=67609c2f-ce21-4964-bb14-9736d7a22a37 HTTP/1.1" status: 200 len: 985 time: 0.3637185 Feb 09 01:36:57.652439 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-8b510829-7197-4740-8184-3816af939f89 req-be1a7803-d00b-4a11-a1ea-112502df242a service neutron] Attempting to bind port 19284260-baf7-49e1-a3c1-11f9e42da4db on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:36:57.652736 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-8b510829-7197-4740-8184-3816af939f89 req-be1a7803-d00b-4a11-a1ea-112502df242a service neutron] Attempting to bind port 19284260-baf7-49e1-a3c1-11f9e42da4db by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '22617deb-6411-4fb0-8c9f-a7ed2fe54d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '12c6ce9e-fdbb-413e-986b-cd6e116ecfcd'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:36:57.653011 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b510829-7197-4740-8184-3816af939f89 req-be1a7803-d00b-4a11-a1ea-112502df242a service neutron] Attempting to bind port 19284260-baf7-49e1-a3c1-11f9e42da4db on network 12c6ce9e-fdbb-413e-986b-cd6e116ecfcd {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:36:57.663715 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b510829-7197-4740-8184-3816af939f89 req-be1a7803-d00b-4a11-a1ea-112502df242a service neutron] Port 19284260-baf7-49e1-a3c1-11f9e42da4db on network 12c6ce9e-fdbb-413e-986b-cd6e116ecfcd not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:36:57.664041 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b510829-7197-4740-8184-3816af939f89 req-be1a7803-d00b-4a11-a1ea-112502df242a service neutron] Attempting to bind port 19284260-baf7-49e1-a3c1-11f9e42da4db on network 12c6ce9e-fdbb-413e-986b-cd6e116ecfcd {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:36:57.673704 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-689156bd-c73b-48b9-a634-e7f873a307fc req-565877fc-1ad9-448f-bc51-938bf0bdf3fa tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f39cea-bfbb-4539-9539-883819b55607&id=51fb900d-5694-4abb-8092-40edd2f1cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0696874 Feb 09 01:36:57.676075 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b510829-7197-4740-8184-3816af939f89 req-be1a7803-d00b-4a11-a1ea-112502df242a service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:36:57.676926 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b510829-7197-4740-8184-3816af939f89 req-be1a7803-d00b-4a11-a1ea-112502df242a service neutron] Checking segment: {'id': '22617deb-6411-4fb0-8c9f-a7ed2fe54d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '12c6ce9e-fdbb-413e-986b-cd6e116ecfcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:36:57.676926 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b510829-7197-4740-8184-3816af939f89 req-be1a7803-d00b-4a11-a1ea-112502df242a service neutron] Bound using segment: {'id': '22617deb-6411-4fb0-8c9f-a7ed2fe54d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '12c6ce9e-fdbb-413e-986b-cd6e116ecfcd'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:36:57.677262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-8b510829-7197-4740-8184-3816af939f89 req-be1a7803-d00b-4a11-a1ea-112502df242a service neutron] Bound port: 19284260-baf7-49e1-a3c1-11f9e42da4db, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22617deb-6411-4fb0-8c9f-a7ed2fe54d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': '12c6ce9e-fdbb-413e-986b-cd6e116ecfcd'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:36:57.677538 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8b510829-7197-4740-8184-3816af939f89 req-be1a7803-d00b-4a11-a1ea-112502df242a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:57.722397 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f07bf-40c5-4670-b549-8a1f146b638d req-8f7f2a57-e469-46b7-aebb-b356acbe8c08 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:57.724298 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d37f07bf-40c5-4670-b549-8a1f146b638d req-8f7f2a57-e469-46b7-aebb-b356acbe8c08 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 943 time: 0.0868690 Feb 09 01:36:57.786168 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-8b510829-7197-4740-8184-3816af939f89 req-be1a7803-d00b-4a11-a1ea-112502df242a service neutron] For port 19284260-baf7-49e1-a3c1-11f9e42da4db, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:36:57.788685 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d37f07bf-40c5-4670-b549-8a1f146b638d req-2d104c7c-37eb-4255-a94c-131401db6499 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548930 Feb 09 01:36:57.791457 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-8b510829-7197-4740-8184-3816af939f89 req-be1a7803-d00b-4a11-a1ea-112502df242a service neutron] For port 19284260-baf7-49e1-a3c1-11f9e42da4db, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=19284260-baf7-49e1-a3c1-11f9e42da4db,segment=NetworkSegment(22617deb-6411-4fb0-8c9f-a7ed2fe54d52),segment_id=22617deb-6411-4fb0-8c9f-a7ed2fe54d52)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:36:57.826589 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8b510829-7197-4740-8184-3816af939f89 req-be1a7803-d00b-4a11-a1ea-112502df242a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:57.901986 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b510829-7197-4740-8184-3816af939f89 req-be1a7803-d00b-4a11-a1ea-112502df242a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:57.902640 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8b510829-7197-4740-8184-3816af939f89 req-be1a7803-d00b-4a11-a1ea-112502df242a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:57.903965 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8b510829-7197-4740-8184-3816af939f89 req-be1a7803-d00b-4a11-a1ea-112502df242a service neutron] 10.222.0.117 "PUT /v2.0/ports/19284260-baf7-49e1-a3c1-11f9e42da4db HTTP/1.1" status: 200 len: 1091 time: 1.4925592 Feb 09 01:36:57.911510 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:36:57.926250 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a7803-d00b-4a11-a1ea-112502df242a service neutron] Pushing event updated for resources: {'Port': ['ID=19284260-baf7-49e1-a3c1-11f9e42da4db,revision_number=7']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:57.990976 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0fa85c-1c91-4f37-b548-3b6b32bde81f req-fc220c73-216b-4d66-828a-5c5bb0d1271f tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:57.992537 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2c0fa85c-1c91-4f37-b548-3b6b32bde81f req-fc220c73-216b-4d66-828a-5c5bb0d1271f tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=67609c2f-ce21-4964-bb14-9736d7a22a37 HTTP/1.1" status: 200 len: 1136 time: 0.2039366 Feb 09 01:36:58.019558 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2c0fa85c-1c91-4f37-b548-3b6b32bde81f req-ab20a0fc-37e1-4d62-b52b-90cd5cac9e8b tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:58.041091 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-2c0fa85c-1c91-4f37-b548-3b6b32bde81f req-ab20a0fc-37e1-4d62-b52b-90cd5cac9e8b tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:36:58.044778 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b510829-7197-4740-8184-3816af939f89 req-c39484a4-8ab9-4202-9681-6b9d57c6e247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:58.046291 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8b510829-7197-4740-8184-3816af939f89 req-c39484a4-8ab9-4202-9681-6b9d57c6e247 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 1094 time: 0.1158910 Feb 09 01:36:58.048866 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-2c0fa85c-1c91-4f37-b548-3b6b32bde81f req-ab20a0fc-37e1-4d62-b52b-90cd5cac9e8b tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] Usage tracker for resource:security_group_rule and tenant:e7ec786800b34877a0d3636f8f3e51ce is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:36:58.053302 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-2c0fa85c-1c91-4f37-b548-3b6b32bde81f req-ab20a0fc-37e1-4d62-b52b-90cd5cac9e8b tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:36:58.080902 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-2c0fa85c-1c91-4f37-b548-3b6b32bde81f req-ab20a0fc-37e1-4d62-b52b-90cd5cac9e8b tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:36:58.081662 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f,segment=NetworkSegment(eafa0f55-4eb2-49ed-83e9-63dade938754),segment_id=eafa0f55-4eb2-49ed-83e9-63dade938754)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:36:58.097737 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'd8c6e766-ed28-4d6d-bc5b-4a6fce1e495f', 'network_id': 'adbbe756-ea0c-4d66-a097-46a44d88201c', 'port_id': 'd8c6e766-ed28-4d6d-bc5b-4a6fce1e495f', 'mac_address': 'fa:16:3e:53:6c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 968, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c11d73fe-7bf3-450c-b7f8-d6e374830201', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:36:58.164455 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:58.182134 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:36:58.189999 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5eb5b-5eec-4be5-8316-96fc19a9a2ea req-e1286104-35db-429a-b56f-5690c1715a4c tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:58.192420 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-40a5eb5b-5eec-4be5-8316-96fc19a9a2ea req-e1286104-35db-429a-b56f-5690c1715a4c tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ad5076fd-2211-42f9-a5ef-0502c697cd55 HTTP/1.1" status: 200 len: 1095 time: 0.0808237 Feb 09 01:36:58.205017 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f,segment=NetworkSegment(eafa0f55-4eb2-49ed-83e9-63dade938754),segment_id=eafa0f55-4eb2-49ed-83e9-63dade938754)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:36:58.212774 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:58.246003 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-40a5eb5b-5eec-4be5-8316-96fc19a9a2ea req-7df8b637-e6b7-461b-8803-1103b554e40c tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=97428572-e6ec-4439-b8d5-746a1ddb33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452869 Feb 09 01:36:58.251702 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b510829-7197-4740-8184-3816af939f89 req-1ca2bf2c-4266-45b9-ac8e-969067efcd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:58.254003 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8b510829-7197-4740-8184-3816af939f89 req-1ca2bf2c-4266-45b9-ac8e-969067efcd65 service neutron] 10.222.0.117 "GET /v2.0/networks?id=12c6ce9e-fdbb-413e-986b-cd6e116ecfcd HTTP/1.1" status: 200 len: 898 time: 0.1977870 Feb 09 01:36:58.291086 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:58.389315 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2c0fa85c-1c91-4f37-b548-3b6b32bde81f req-ab20a0fc-37e1-4d62-b52b-90cd5cac9e8b tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:58.391688 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8b510829-7197-4740-8184-3816af939f89 req-4aa41ffe-6a8f-4d97-9a0e-dd7cc6f752a6 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19284260-baf7-49e1-a3c1-11f9e42da4db HTTP/1.1" status: 200 len: 999 time: 0.1288021 Feb 09 01:36:58.393368 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2c0fa85c-1c91-4f37-b548-3b6b32bde81f req-ab20a0fc-37e1-4d62-b52b-90cd5cac9e8b tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:58.472871 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2c0fa85c-1c91-4f37-b548-3b6b32bde81f req-ab20a0fc-37e1-4d62-b52b-90cd5cac9e8b tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=a9f39cea-bfbb-4539-9539-883819b55607&id=51fb900d-5694-4abb-8092-40edd2f1cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4728146 Feb 09 01:36:58.485608 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20a0fc-37e1-4d62-b52b-90cd5cac9e8b tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa0f767-8c26-43d9-90e9-c9ade6139b0b,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:58.492261 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:36:58.498863 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52080) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:58.533074 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b510829-7197-4740-8184-3816af939f89 req-384d68bc-fae7-4480-a9ca-078628e93f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:58.534665 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8b510829-7197-4740-8184-3816af939f89 req-384d68bc-fae7-4480-a9ca-078628e93f74 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=7b5753f4-27f1-4f76-815e-94a778de8086 HTTP/1.1" status: 200 len: 835 time: 0.1342094 Feb 09 01:36:58.633718 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fec6aa-5e44-4fe8-81db-41d7a886bb0e tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:58.635259 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-90fec6aa-5e44-4fe8-81db-41d7a886bb0e tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=67609c2f-ce21-4964-bb14-9736d7a22a37 HTTP/1.1" status: 200 len: 1131 time: 0.1352789 Feb 09 01:36:58.638479 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52084) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:36:58.645659 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b510829-7197-4740-8184-3816af939f89 req-8358f812-e087-4c83-86a9-3204ff1aba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:58.647101 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8b510829-7197-4740-8184-3816af939f89 req-8358f812-e087-4c83-86a9-3204ff1aba1e service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=12c6ce9e-fdbb-413e-986b-cd6e116ecfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009769 Feb 09 01:36:58.648782 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'port_id': '14e9bf72-d0cd-4790-ac17-7c51afbbdc1f', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:58.658230 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:36:58.664139 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Usage tracker for resource:floatingip and tenant:fa3c5f95e33c4e0593fa45bb616fb8a7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:36:58.668068 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:36:58.675543 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:36:58.693902 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:58.719208 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935f554-464a-4803-bdc3-1036b221baae req-134c2e14-66b0-4b38-be65-9a6e2cc447d0 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:58.720678 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d935f554-464a-4803-bdc3-1036b221baae req-134c2e14-66b0-4b38-be65-9a6e2cc447d0 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.1301832 Feb 09 01:36:58.781887 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8b510829-7197-4740-8184-3816af939f89 req-cbf7d2f5-43de-4852-89ff-0f81db70432f service neutron] 10.222.0.117 "GET /v2.0/networks/12c6ce9e-fdbb-413e-986b-cd6e116ecfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274502 Feb 09 01:36:58.813816 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d935f554-464a-4803-bdc3-1036b221baae req-24f6a6d4-02f6-4a8b-9e28-a4dbd5cd486a tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473840 Feb 09 01:36:58.966447 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8b510829-7197-4740-8184-3816af939f89 req-a187d9a2-24fe-439c-aca5-d72222b5a3ce service neutron] 10.222.0.117 "GET /v2.0/networks/12c6ce9e-fdbb-413e-986b-cd6e116ecfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771750 Feb 09 01:36:58.982539 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:59.007728 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06f54f-b084-4a7f-9e80-d876de1daf81 req-cfdbf1b1-bb6b-4be5-b997-5bad488b6a6c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:59.009378 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7c06f54f-b084-4a7f-9e80-d876de1daf81 req-cfdbf1b1-bb6b-4be5-b997-5bad488b6a6c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 943 time: 0.0962398 Feb 09 01:36:59.055097 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe392db-44b4-49de-9664-7f21da1b3987', 'tag': '19284260-baf7-49e1-a3c1-11f9e42da4db'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:36:59.061319 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7c06f54f-b084-4a7f-9e80-d876de1daf81 req-9f740aa9-ae79-4c59-941c-06b5934fb6af tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454884 Feb 09 01:36:59.124025 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfe392db-44b4-49de-9664-7f21da1b3987', 'tag': '19284260-baf7-49e1-a3c1-11f9e42da4db', 'status': 'completed', 'code': 200} Feb 09 01:36:59.144661 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Allocated IP 172.25.5.223 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/9d7bb677-dd85-467b-945a-42ac0af8f4e7) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:36:59.281154 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31eb8cb-bc82-4985-8b91-9ee0a94e7657 req-0e700587-bc22-41f8-9d31-f47fbe6d756c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:59.282589 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b31eb8cb-bc82-4985-8b91-9ee0a94e7657 req-0e700587-bc22-41f8-9d31-f47fbe6d756c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 1094 time: 0.1341209 Feb 09 01:36:59.285349 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31eb8cb-bc82-4985-8b91-9ee0a94e7657 req-da92c4de-f697-4747-9d0a-963b53f3265f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:59.286676 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b31eb8cb-bc82-4985-8b91-9ee0a94e7657 req-da92c4de-f697-4747-9d0a-963b53f3265f service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 1094 time: 0.1046562 Feb 09 01:36:59.307809 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:59.340579 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:59.408352 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:36:59.411526 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:59.415575 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:36:59.451179 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Pushing event updated for resources: {'Port': ['ID=9d7bb677-dd85-467b-945a-42ac0af8f4e7,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:59.465652 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:59.466004 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:59.466347 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:59.466685 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:59.467019 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:59.467352 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:59.467679 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:59.468008 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:59.468333 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:59.468680 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:59.469004 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:59.470614 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:59.702819 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31eb8cb-bc82-4985-8b91-9ee0a94e7657 req-9a5045d7-3984-4141-8e84-c5d579276e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:59.704265 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b31eb8cb-bc82-4985-8b91-9ee0a94e7657 req-9a5045d7-3984-4141-8e84-c5d579276e8e service neutron] 10.222.0.35 "GET /v2.0/networks?id=12c6ce9e-fdbb-413e-986b-cd6e116ecfcd HTTP/1.1" status: 200 len: 898 time: 0.4147961 Feb 09 01:36:59.711088 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31eb8cb-bc82-4985-8b91-9ee0a94e7657 req-94f6c732-15ac-4be9-a635-49b60d66e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:59.712450 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b31eb8cb-bc82-4985-8b91-9ee0a94e7657 req-94f6c732-15ac-4be9-a635-49b60d66e663 service neutron] 10.222.0.117 "GET /v2.0/networks?id=12c6ce9e-fdbb-413e-986b-cd6e116ecfcd HTTP/1.1" status: 200 len: 898 time: 0.4051836 Feb 09 01:36:59.844421 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d189d-e954-40e2-bfe5-422cd207d73f req-962faef3-e1f8-48ba-ae22-d020d49c6268 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:59.845947 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fe1d189d-e954-40e2-bfe5-422cd207d73f req-962faef3-e1f8-48ba-ae22-d020d49c6268 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ad5076fd-2211-42f9-a5ef-0502c697cd55 HTTP/1.1" status: 200 len: 1096 time: 0.3037980 Feb 09 01:36:59.855626 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:59.922995 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b31eb8cb-bc82-4985-8b91-9ee0a94e7657 req-c50e097b-6271-4ead-a732-558f8a75ce8d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19284260-baf7-49e1-a3c1-11f9e42da4db HTTP/1.1" status: 200 len: 999 time: 0.2086391 Feb 09 01:36:59.923882 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:36:59.936634 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:36:59.966735 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b31eb8cb-bc82-4985-8b91-9ee0a94e7657 req-e8f85e94-c0c1-4f0d-8c5f-3eba00eb0044 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19284260-baf7-49e1-a3c1-11f9e42da4db HTTP/1.1" status: 200 len: 999 time: 0.1991038 Feb 09 01:37:00.005285 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:37:00.012007 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:00.012679 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:00.017053 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fe1d189d-e954-40e2-bfe5-422cd207d73f req-7f59e6ca-68ac-4def-a2fb-aa93a02beaa1 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=97428572-e6ec-4439-b8d5-746a1ddb33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504872 Feb 09 01:37:00.050847 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31eb8cb-bc82-4985-8b91-9ee0a94e7657 req-5f2c2fce-5177-4648-b597-80cece642280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:00.052320 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b31eb8cb-bc82-4985-8b91-9ee0a94e7657 req-5f2c2fce-5177-4648-b597-80cece642280 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b5753f4-27f1-4f76-815e-94a778de8086 HTTP/1.1" status: 200 len: 835 time: 0.1182976 Feb 09 01:37:00.058612 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31eb8cb-bc82-4985-8b91-9ee0a94e7657 req-de2b21bf-5e22-4ba2-ab9d-cc4ab078b538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:00.059976 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b31eb8cb-bc82-4985-8b91-9ee0a94e7657 req-de2b21bf-5e22-4ba2-ab9d-cc4ab078b538 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=7b5753f4-27f1-4f76-815e-94a778de8086 HTTP/1.1" status: 200 len: 835 time: 0.0822482 Feb 09 01:37:00.171237 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:00.175178 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851e334-8f48-4fb7-9a94-e882a7950ec7 req-6c2b68c3-6d16-4264-81de-776b6312fa3d tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:00.177149 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d851e334-8f48-4fb7-9a94-e882a7950ec7 req-6c2b68c3-6d16-4264-81de-776b6312fa3d tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.2111435 Feb 09 01:37:00.206169 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31eb8cb-bc82-4985-8b91-9ee0a94e7657 req-cd649112-55cc-4e4d-a624-bfc74b5d4f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:00.207650 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b31eb8cb-bc82-4985-8b91-9ee0a94e7657 req-cd649112-55cc-4e4d-a624-bfc74b5d4f01 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=12c6ce9e-fdbb-413e-986b-cd6e116ecfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1110494 Feb 09 01:37:00.209678 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31eb8cb-bc82-4985-8b91-9ee0a94e7657 req-a823cb7e-b3b9-4ba8-a1c2-4d753dad6be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:00.211027 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b31eb8cb-bc82-4985-8b91-9ee0a94e7657 req-a823cb7e-b3b9-4ba8-a1c2-4d753dad6be3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=12c6ce9e-fdbb-413e-986b-cd6e116ecfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1502063 Feb 09 01:37:00.212476 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5076fd-2211-42f9-a5ef-0502c697cd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c6e766-ed28-4d6d-bc5b-4a6fce1e495f'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:37:00.223576 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f,segment=NetworkSegment(eafa0f55-4eb2-49ed-83e9-63dade938754),segment_id=eafa0f55-4eb2-49ed-83e9-63dade938754)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:37:00.229375 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:00.230544 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 19284260-baf7-49e1-a3c1-11f9e42da4db no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:37:00.266454 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d851e334-8f48-4fb7-9a94-e882a7950ec7 req-599f7d03-fe16-48c1-a6c4-e37ca6c6fbf8 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790532 Feb 09 01:37:00.290014 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:00.297693 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:00.344495 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5076fd-2211-42f9-a5ef-0502c697cd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c6e766-ed28-4d6d-bc5b-4a6fce1e495f', 'code': 200} Feb 09 01:37:00.368476 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 19284260-baf7-49e1-a3c1-11f9e42da4db not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:37:00.377538 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:00.439356 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Pushing event updated for resources: {'Port': ['ID=9d7bb677-dd85-467b-945a-42ac0af8f4e7,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:00.445759 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:00.590533 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b31eb8cb-bc82-4985-8b91-9ee0a94e7657 req-46c23ebf-070e-450d-9f4c-70a4dc6b1873 service neutron] 10.222.0.117 "GET /v2.0/networks/12c6ce9e-fdbb-413e-986b-cd6e116ecfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502696 Feb 09 01:37:00.592205 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b31eb8cb-bc82-4985-8b91-9ee0a94e7657 req-4180a27b-0635-4de1-a36b-bb473e7545f0 service neutron] 10.222.0.35 "GET /v2.0/networks/12c6ce9e-fdbb-413e-986b-cd6e116ecfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734722 Feb 09 01:37:00.626522 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Floating IP 4f9b6d93-b496-4ec4-b93e-de993cf65508 associated. External IP: 172.25.5.223, port: 14e9bf72-d0cd-4790-ac17-7c51afbbdc1f. Feb 09 01:37:00.654423 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6093a-7dd1-4f95-be5f-2546b3ca83a9 req-25e2271a-6ba0-43e8-b44f-6337f36a5a8d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:00.655869 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7bc6093a-7dd1-4f95-be5f-2546b3ca83a9 req-25e2271a-6ba0-43e8-b44f-6337f36a5a8d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 943 time: 0.3935795 Feb 09 01:37:00.802909 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bfa9f-be29-48fd-9a73-087e48eeb176 req-1ffa0ea7-a956-4573-8dfb-9d0f3a9c7c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:00.804298 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b9bfa9f-be29-48fd-9a73-087e48eeb176 req-1ffa0ea7-a956-4573-8dfb-9d0f3a9c7c23 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ad5076fd-2211-42f9-a5ef-0502c697cd55 HTTP/1.1" status: 200 len: 1097 time: 0.3854094 Feb 09 01:37:01.050108 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7bc6093a-7dd1-4f95-be5f-2546b3ca83a9 req-a83125e9-cd20-4fe2-9e78-36659eea9192 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2952075 Feb 09 01:37:01.068948 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b31eb8cb-bc82-4985-8b91-9ee0a94e7657 req-a7a2c71d-36b4-458e-b85d-5e85f4ff395b service neutron] 10.222.0.117 "GET /v2.0/networks/12c6ce9e-fdbb-413e-986b-cd6e116ecfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4695437 Feb 09 01:37:01.092642 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b9bfa9f-be29-48fd-9a73-087e48eeb176 req-2968165f-193f-4240-918d-6744041b8fc0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=97428572-e6ec-4439-b8d5-746a1ddb33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738614 Feb 09 01:37:01.095893 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b31eb8cb-bc82-4985-8b91-9ee0a94e7657 req-22927e4b-0a29-489a-baac-3d4ec96b4a24 service neutron] 10.222.0.35 "GET /v2.0/networks/12c6ce9e-fdbb-413e-986b-cd6e116ecfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761369 Feb 09 01:37:01.141761 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Router 8ba9bd5e-c376-4f88-8bc9-4da1ad497a31 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:37:01.272128 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 19284260-baf7-49e1-a3c1-11f9e42da4db details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:37:01.375823 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b8a9f-514a-453a-88ec-d0716f17c470 req-e51af7dc-520c-46f9-a1a6-0ceb895463ad tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:01.377394 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4a1b8a9f-514a-453a-88ec-d0716f17c470 req-e51af7dc-520c-46f9-a1a6-0ceb895463ad tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ad5076fd-2211-42f9-a5ef-0502c697cd55 HTTP/1.1" status: 200 len: 1097 time: 0.1795197 Feb 09 01:37:01.381431 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:37:01.396455 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10265339-0b8f-4305-8211-ede3311ef8f5 None None] Sync routers for ids ['8ba9bd5e-c376-4f88-8bc9-4da1ad497a31'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:37:01.414231 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10265339-0b8f-4305-8211-ede3311ef8f5 None None] Routers {'8ba9bd5e-c376-4f88-8bc9-4da1ad497a31'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:37:01.415358 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-10265339-0b8f-4305-8211-ede3311ef8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:36:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8ba9bd5e-c376-4f88-8bc9-4da1ad497a31'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:01.436579 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4a1b8a9f-514a-453a-88ec-d0716f17c470 req-d0ecf18a-1de8-4b5e-acf6-d3c8dd682b72 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=97428572-e6ec-4439-b8d5-746a1ddb33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531626 Feb 09 01:37:01.444515 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:01.458466 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 19284260-baf7-49e1-a3c1-11f9e42da4db, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=19284260-baf7-49e1-a3c1-11f9e42da4db,segment=NetworkSegment(22617deb-6411-4fb0-8c9f-a7ed2fe54d52),segment_id=22617deb-6411-4fb0-8c9f-a7ed2fe54d52)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:37:01.474743 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '19284260-baf7-49e1-a3c1-11f9e42da4db', 'network_id': '12c6ce9e-fdbb-413e-986b-cd6e116ecfcd', 'port_id': '19284260-baf7-49e1-a3c1-11f9e42da4db', 'mac_address': 'fa:16:3e:d8:ce:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 967, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b5753f4-27f1-4f76-815e-94a778de8086', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:37:01.490487 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae3e6f-5deb-4bb2-8e30-b9fc56fccc76 req-301b0386-9f26-4300-8dfd-da7df3a7b935 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:01.492754 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-59ae3e6f-5deb-4bb2-8e30-b9fc56fccc76 req-301b0386-9f26-4300-8dfd-da7df3a7b935 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.1039093 Feb 09 01:37:01.512768 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2c467112-f550-4fc1-8d0b-ad8fa821b5dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8657291 Feb 09 01:37:01.512768 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67609c2f-ce21-4964-bb14-9736d7a22a37', 'tag': '14e9bf72-d0cd-4790-ac17-7c51afbbdc1f'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:37:01.515693 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52104) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:01.550082 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:01.558891 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-59ae3e6f-5deb-4bb2-8e30-b9fc56fccc76 req-c913134b-5ea1-4c43-b22f-a168b232265c tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579448 Feb 09 01:37:01.569221 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19284260-baf7-49e1-a3c1-11f9e42da4db {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:37:01.590211 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 19284260-baf7-49e1-a3c1-11f9e42da4db, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=19284260-baf7-49e1-a3c1-11f9e42da4db,segment=NetworkSegment(22617deb-6411-4fb0-8c9f-a7ed2fe54d52),segment_id=22617deb-6411-4fb0-8c9f-a7ed2fe54d52)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:37:01.594781 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67609c2f-ce21-4964-bb14-9736d7a22a37', 'tag': '14e9bf72-d0cd-4790-ac17-7c51afbbdc1f', 'status': 'completed', 'code': 200} Feb 09 01:37:01.595635 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:01.668579 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=19284260-baf7-49e1-a3c1-11f9e42da4db,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:01.673418 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43b7a4f-c377-4ec0-8797-db99f469ee16 tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:01.673960 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43b7a4f-c377-4ec0-8797-db99f469ee16 tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:01.674426 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43b7a4f-c377-4ec0-8797-db99f469ee16 tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:01.674882 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43b7a4f-c377-4ec0-8797-db99f469ee16 tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:01.675432 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43b7a4f-c377-4ec0-8797-db99f469ee16 tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:01.675788 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43b7a4f-c377-4ec0-8797-db99f469ee16 tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:01.676294 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43b7a4f-c377-4ec0-8797-db99f469ee16 tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:01.677381 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43b7a4f-c377-4ec0-8797-db99f469ee16 tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:01.680443 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c43b7a4f-c377-4ec0-8797-db99f469ee16 tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5665 time: 0.1621230 Feb 09 01:37:01.682074 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52110) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:01.696752 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-10265339-0b8f-4305-8211-ede3311ef8f5 None None] Set router 8ba9bd5e-c376-4f88-8bc9-4da1ad497a31 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:37:01.709366 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc06644-fdbf-45d6-bd10-369bb6a57707 req-8c225852-ffb1-4a7d-b40e-6a60c4e6acaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:01.710989 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bdc06644-fdbf-45d6-bd10-369bb6a57707 req-8c225852-ffb1-4a7d-b40e-6a60c4e6acaf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa3c5f95e33c4e0593fa45bb616fb8a7&device_id=67609c2f-ce21-4964-bb14-9736d7a22a37 HTTP/1.1" status: 200 len: 1136 time: 0.0876844 Feb 09 01:37:01.755367 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa60890-113f-4f90-8110-1c87777e303f tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:01.755830 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa60890-113f-4f90-8110-1c87777e303f tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:01.756281 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa60890-113f-4f90-8110-1c87777e303f tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:01.756754 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa60890-113f-4f90-8110-1c87777e303f tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:01.757198 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa60890-113f-4f90-8110-1c87777e303f tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:01.757643 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa60890-113f-4f90-8110-1c87777e303f tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:01.758079 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa60890-113f-4f90-8110-1c87777e303f tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:01.758517 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa60890-113f-4f90-8110-1c87777e303f tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:01.763035 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-efa60890-113f-4f90-8110-1c87777e303f tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5261 time: 0.0773797 Feb 09 01:37:01.763276 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52114) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:01.846928 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc06644-fdbf-45d6-bd10-369bb6a57707 req-9c9418fa-d82e-4630-bdbf-032ac04447f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:01.848947 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bdc06644-fdbf-45d6-bd10-369bb6a57707 req-9c9418fa-d82e-4630-bdbf-032ac04447f2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0e16d9d-6e82-4998-8258-cc13b64da06c HTTP/1.1" status: 200 len: 898 time: 0.1297190 Feb 09 01:37:01.912581 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['19284260-baf7-49e1-a3c1-11f9e42da4db'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:37:01.961413 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bdc06644-fdbf-45d6-bd10-369bb6a57707 req-a188ac4a-68ac-4437-8134-797ddef53da4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14e9bf72-d0cd-4790-ac17-7c51afbbdc1f HTTP/1.1" status: 200 len: 1000 time: 0.1014738 Feb 09 01:37:01.989903 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-30052f02-b000-4ef5-bae5-ceafc9589b4a tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4499 time: 0.2231467 Feb 09 01:37:01.990735 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52118) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:02.035668 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc06644-fdbf-45d6-bd10-369bb6a57707 req-01ed3771-1155-4882-a80c-8a0bd06a6276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:02.037424 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bdc06644-fdbf-45d6-bd10-369bb6a57707 req-01ed3771-1155-4882-a80c-8a0bd06a6276 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=87160293-f5a1-496d-a190-d6c2fd518064 HTTP/1.1" status: 200 len: 834 time: 0.0673521 Feb 09 01:37:02.063915 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e12504d-717d-471a-89ec-1843ad3a9e9e tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:02.064386 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e12504d-717d-471a-89ec-1843ad3a9e9e tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:02.079549 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2e12504d-717d-471a-89ec-1843ad3a9e9e tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8ba9bd5e-c376-4f88-8bc9-4da1ad497a31 HTTP/1.1" status: 200 len: 1989 time: 0.0748782 Feb 09 01:37:02.114763 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-10265339-0b8f-4305-8211-ede3311ef8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1217511567', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '11e64cc1-3822-47a7-8ad8-9aaaa1405905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:29Z', 'updated_at': '2022-02-09T01:36:38Z', 'revision_number': 4, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'gw_port': {'id': '11e64cc1-3822-47a7-8ad8-9aaaa1405905', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:30Z', 'updated_at': '2022-02-09T01:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '4f9b6d93-b496-4ec4-b93e-de993cf65508', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'port_id': '14e9bf72-d0cd-4790-ac17-7c51afbbdc1f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e16d9d-6e82-4998-8258-cc13b64da06c', 'mac_address': 'fa:16:3e:0a:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67609c2f-ce21-4964-bb14-9736d7a22a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:36:59Z', 'updated_at': '2022-02-09T01:36:59Z', 'revision_number': 0, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc8bf9e-c257-4d29-8e40-899c3e780c5e', 'name': '', 'network_id': 'a0e16d9d-6e82-4998-8258-cc13b64da06c', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'mac_address': 'fa:16:3e:3e:15:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '87160293-f5a1-496d-a190-d6c2fd518064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:36Z', 'updated_at': '2022-02-09T01:36:44Z', 'revision_number': 5, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'subnets': [{'id': '87160293-f5a1-496d-a190-d6c2fd518064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:02.119187 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10265339-0b8f-4305-8211-ede3311ef8f5 None None] Checking router: 8ba9bd5e-c376-4f88-8bc9-4da1ad497a31 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:37:02.128613 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10265339-0b8f-4305-8211-ede3311ef8f5 None None] Routers {'8ba9bd5e-c376-4f88-8bc9-4da1ad497a31'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:37:02.129489 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-10265339-0b8f-4305-8211-ede3311ef8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:36:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8ba9bd5e-c376-4f88-8bc9-4da1ad497a31'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:02.156850 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc06644-fdbf-45d6-bd10-369bb6a57707 req-0288a949-3a1d-4c1d-8b1c-8880b0809632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:02.158381 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bdc06644-fdbf-45d6-bd10-369bb6a57707 req-0288a949-3a1d-4c1d-8b1c-8880b0809632 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0e16d9d-6e82-4998-8258-cc13b64da06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120100 Feb 09 01:37:02.317481 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-10265339-0b8f-4305-8211-ede3311ef8f5 None None] Set router 8ba9bd5e-c376-4f88-8bc9-4da1ad497a31 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:37:02.377023 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bdc06644-fdbf-45d6-bd10-369bb6a57707 req-73380f2d-137d-4a9e-8f54-f07ac25dc9d7 service neutron] 10.222.0.35 "GET /v2.0/networks/a0e16d9d-6e82-4998-8258-cc13b64da06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101259 Feb 09 01:37:02.391593 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8f783-e037-4971-9936-335e6d54884f req-d8052838-a9da-4c09-99e5-e13834ad7941 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:02.399842 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-efa8f783-e037-4971-9936-335e6d54884f req-d8052838-a9da-4c09-99e5-e13834ad7941 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 944 time: 0.1488438 Feb 09 01:37:02.527020 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-efa8f783-e037-4971-9936-335e6d54884f req-463a293d-5a5e-484a-8bc6-aaf26104b2e6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256876 Feb 09 01:37:02.582842 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bdc06644-fdbf-45d6-bd10-369bb6a57707 req-a2be2e69-82cb-4380-865f-8a7a4b5e9e77 service neutron] 10.222.0.35 "GET /v2.0/networks/a0e16d9d-6e82-4998-8258-cc13b64da06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794403 Feb 09 01:37:02.644573 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa252fc1-4104-4480-a95c-57abaad850fc req-20115e4f-cae8-49d4-84b5-0e1d7271caff tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:02.646000 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fa252fc1-4104-4480-a95c-57abaad850fc req-20115e4f-cae8-49d4-84b5-0e1d7271caff tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ad5076fd-2211-42f9-a5ef-0502c697cd55 HTTP/1.1" status: 200 len: 1097 time: 0.0899646 Feb 09 01:37:02.703942 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fa252fc1-4104-4480-a95c-57abaad850fc req-3cfb713d-dc24-4ce6-aee5-ec7fbbe6fe78 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=97428572-e6ec-4439-b8d5-746a1ddb33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465858 Feb 09 01:37:02.731480 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-10265339-0b8f-4305-8211-ede3311ef8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1217511567', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '11e64cc1-3822-47a7-8ad8-9aaaa1405905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:29Z', 'updated_at': '2022-02-09T01:36:38Z', 'revision_number': 4, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'gw_port': {'id': '11e64cc1-3822-47a7-8ad8-9aaaa1405905', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:30Z', 'updated_at': '2022-02-09T01:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '4f9b6d93-b496-4ec4-b93e-de993cf65508', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'port_id': '14e9bf72-d0cd-4790-ac17-7c51afbbdc1f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e16d9d-6e82-4998-8258-cc13b64da06c', 'mac_address': 'fa:16:3e:0a:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67609c2f-ce21-4964-bb14-9736d7a22a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:36:59Z', 'updated_at': '2022-02-09T01:36:59Z', 'revision_number': 0, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc8bf9e-c257-4d29-8e40-899c3e780c5e', 'name': '', 'network_id': 'a0e16d9d-6e82-4998-8258-cc13b64da06c', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'mac_address': 'fa:16:3e:3e:15:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '87160293-f5a1-496d-a190-d6c2fd518064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:36Z', 'updated_at': '2022-02-09T01:36:44Z', 'revision_number': 5, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'subnets': [{'id': '87160293-f5a1-496d-a190-d6c2fd518064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:02.736241 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10265339-0b8f-4305-8211-ede3311ef8f5 None None] The sync data for ids ['8ba9bd5e-c376-4f88-8bc9-4da1ad497a31'] in n-d-828419-1 is: [{'id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1217511567', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '11e64cc1-3822-47a7-8ad8-9aaaa1405905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:29Z', 'updated_at': '2022-02-09T01:36:38Z', 'revision_number': 4, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'gw_port': {'id': '11e64cc1-3822-47a7-8ad8-9aaaa1405905', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:30Z', 'updated_at': '2022-02-09T01:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '4f9b6d93-b496-4ec4-b93e-de993cf65508', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'port_id': '14e9bf72-d0cd-4790-ac17-7c51afbbdc1f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e16d9d-6e82-4998-8258-cc13b64da06c', 'mac_address': 'fa:16:3e:0a:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67609c2f-ce21-4964-bb14-9736d7a22a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:36:59Z', 'updated_at': '2022-02-09T01:36:59Z', 'revision_number': 0, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc8bf9e-c257-4d29-8e40-899c3e780c5e', 'name': '', 'network_id': 'a0e16d9d-6e82-4998-8258-cc13b64da06c', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'mac_address': 'fa:16:3e:3e:15:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '87160293-f5a1-496d-a190-d6c2fd518064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:36Z', 'updated_at': '2022-02-09T01:36:44Z', 'revision_number': 5, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'subnets': [{'id': '87160293-f5a1-496d-a190-d6c2fd518064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:37:02.912962 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109fcf1-4679-4908-9556-b515e6027ab0 req-e87e5370-fbad-4152-87ff-9bd2ca9daf54 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:02.914540 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0109fcf1-4679-4908-9556-b515e6027ab0 req-e87e5370-fbad-4152-87ff-9bd2ca9daf54 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 944 time: 0.0882349 Feb 09 01:37:02.929155 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce72c38-1e6b-4c84-886a-965978befc11 req-d0a1fcd1-e626-4e7e-aa92-0b312b3fa1ec tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:02.930662 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8ce72c38-1e6b-4c84-886a-965978befc11 req-d0a1fcd1-e626-4e7e-aa92-0b312b3fa1ec tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.1493592 Feb 09 01:37:02.939782 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df60cdc-f5f0-4772-9207-acec1987d544 req-2df13184-7108-44cb-bf3c-8c4913462282 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:02.941280 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0df60cdc-f5f0-4772-9207-acec1987d544 req-2df13184-7108-44cb-bf3c-8c4913462282 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.35 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987&tenant_id=49364f58e6074dfa91c3c69aee216080&binding%3Ahost_id=n-h2-828419-1 HTTP/1.1" status: 200 len: 944 time: 0.1203065 Feb 09 01:37:02.971418 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aead263b-b7c3-4553-ace2-f118507c8203 None None] New status for floating IP 4f9b6d93-b496-4ec4-b93e-de993cf65508: ACTIVE {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:37:02.974411 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0109fcf1-4679-4908-9556-b515e6027ab0 req-fdfae604-9cd7-42d5-9232-14d5f576a734 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458248 Feb 09 01:37:03.067698 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8ce72c38-1e6b-4c84-886a-965978befc11 req-691888f0-cda1-4c71-b96d-9678332620bd tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246026 Feb 09 01:37:03.076322 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [req-0df60cdc-f5f0-4772-9207-acec1987d544 req-d7bd4101-212e-4f36-93a4-f7eea4124c40 service neutron] delete failed (client error): The resource could not be found. Feb 09 01:37:03.077339 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0df60cdc-f5f0-4772-9207-acec1987d544 req-d7bd4101-212e-4f36-93a4-f7eea4124c40 service neutron] 10.222.0.35 "DELETE /v2.0/ports/19284260-baf7-49e1-a3c1-11f9e42da4db/bindings/n-h1-828419-1 HTTP/1.1" status: 404 len: 380 time: 0.1200883 Feb 09 01:37:03.238814 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df60cdc-f5f0-4772-9207-acec1987d544 req-5075f161-152a-4544-8c98-c5656090aff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:03.240579 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0df60cdc-f5f0-4772-9207-acec1987d544 req-5075f161-152a-4544-8c98-c5656090aff7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 1095 time: 0.0767145 Feb 09 01:37:03.268529 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4819a-1f54-4ce4-81df-db22eec4e06c req-ff48b201-b5f4-44c1-a1c4-e8c53ac85ebb tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:03.270073 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a9b4819a-1f54-4ce4-81df-db22eec4e06c req-ff48b201-b5f4-44c1-a1c4-e8c53ac85ebb tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ad5076fd-2211-42f9-a5ef-0502c697cd55 HTTP/1.1" status: 200 len: 1097 time: 0.2020435 Feb 09 01:37:03.286593 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 19284260-baf7-49e1-a3c1-11f9e42da4db up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:37:03.313825 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a9b4819a-1f54-4ce4-81df-db22eec4e06c req-b1847067-4db0-4aeb-851f-54724abb5ac6 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=97428572-e6ec-4439-b8d5-746a1ddb33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372846 Feb 09 01:37:03.365320 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 19284260-baf7-49e1-a3c1-11f9e42da4db completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:37:03.370244 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 19284260-baf7-49e1-a3c1-11f9e42da4db triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:03.370619 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:03.386007 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df60cdc-f5f0-4772-9207-acec1987d544 req-91e3fbc8-15f9-44eb-8ef0-8789731843a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:03.387460 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0df60cdc-f5f0-4772-9207-acec1987d544 req-91e3fbc8-15f9-44eb-8ef0-8789731843a9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=12c6ce9e-fdbb-413e-986b-cd6e116ecfcd HTTP/1.1" status: 200 len: 898 time: 0.1393998 Feb 09 01:37:03.489128 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:03.515396 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe392db-44b4-49de-9664-7f21da1b3987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19284260-baf7-49e1-a3c1-11f9e42da4db'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:37:03.525818 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 19284260-baf7-49e1-a3c1-11f9e42da4db, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=19284260-baf7-49e1-a3c1-11f9e42da4db,segment=NetworkSegment(22617deb-6411-4fb0-8c9f-a7ed2fe54d52),segment_id=22617deb-6411-4fb0-8c9f-a7ed2fe54d52)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:37:03.531202 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:03.579101 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe392db-44b4-49de-9664-7f21da1b3987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19284260-baf7-49e1-a3c1-11f9e42da4db', 'code': 200} Feb 09 01:37:03.606157 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=19284260-baf7-49e1-a3c1-11f9e42da4db,revision_number=9']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:03.676058 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0df60cdc-f5f0-4772-9207-acec1987d544 req-01c6c9f7-9977-47e6-90a2-4cb6785f2b9e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19284260-baf7-49e1-a3c1-11f9e42da4db HTTP/1.1" status: 200 len: 1000 time: 0.2731423 Feb 09 01:37:03.735760 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde6f07-04aa-4c12-b1ee-8388190e6140 req-6a796d2f-a6d7-431e-9a3e-1c449aa0e728 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:03.737231 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bcde6f07-04aa-4c12-b1ee-8388190e6140 req-6a796d2f-a6d7-431e-9a3e-1c449aa0e728 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ad5076fd-2211-42f9-a5ef-0502c697cd55 HTTP/1.1" status: 200 len: 1097 time: 0.2811370 Feb 09 01:37:03.745553 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df60cdc-f5f0-4772-9207-acec1987d544 req-27f5b00e-ef41-4636-996b-6345c314217c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:03.746798 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0df60cdc-f5f0-4772-9207-acec1987d544 req-27f5b00e-ef41-4636-996b-6345c314217c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b5753f4-27f1-4f76-815e-94a778de8086 HTTP/1.1" status: 200 len: 835 time: 0.0645447 Feb 09 01:37:03.831236 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bcde6f07-04aa-4c12-b1ee-8388190e6140 req-f79d104b-4007-4eb8-80aa-51d553950e0c tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=97428572-e6ec-4439-b8d5-746a1ddb33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874236 Feb 09 01:37:03.847678 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df60cdc-f5f0-4772-9207-acec1987d544 req-7068ad15-ee57-41c3-9b5d-8603d09eb5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:03.849145 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0df60cdc-f5f0-4772-9207-acec1987d544 req-7068ad15-ee57-41c3-9b5d-8603d09eb5e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=12c6ce9e-fdbb-413e-986b-cd6e116ecfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881917 Feb 09 01:37:03.982014 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0df60cdc-f5f0-4772-9207-acec1987d544 req-ff06a4f3-db47-4a54-b740-9e844b30a138 service neutron] 10.222.0.35 "GET /v2.0/networks/12c6ce9e-fdbb-413e-986b-cd6e116ecfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263778 Feb 09 01:37:04.189417 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0df60cdc-f5f0-4772-9207-acec1987d544 req-1b4d70d9-95eb-481e-87ef-da7452e1d141 service neutron] 10.222.0.35 "GET /v2.0/networks/12c6ce9e-fdbb-413e-986b-cd6e116ecfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006207 Feb 09 01:37:04.213632 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec183ce-b552-4a9a-9d82-782c4093a093 req-53fc1fca-5dae-4d33-9a73-f3b8a6c04a76 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:04.215154 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cec183ce-b552-4a9a-9d82-782c4093a093 req-53fc1fca-5dae-4d33-9a73-f3b8a6c04a76 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 945 time: 0.1229846 Feb 09 01:37:04.238694 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3dd18-ae59-44de-88a1-95fb966b1bef req-f077a0d8-a076-4680-8b60-29e107890fbb tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:04.240237 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-aed3dd18-ae59-44de-88a1-95fb966b1bef req-f077a0d8-a076-4680-8b60-29e107890fbb tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ad5076fd-2211-42f9-a5ef-0502c697cd55 HTTP/1.1" status: 200 len: 1097 time: 0.0747936 Feb 09 01:37:04.264149 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cec183ce-b552-4a9a-9d82-782c4093a093 req-2a688772-c21d-47c5-8337-142e36e5825d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425439 Feb 09 01:37:04.291376 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-aed3dd18-ae59-44de-88a1-95fb966b1bef req-3d3e2352-749b-427c-9d80-7e451a152750 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=97428572-e6ec-4439-b8d5-746a1ddb33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444047 Feb 09 01:37:04.442798 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8c5ff-9e89-4e8b-a881-a011509fdb6e req-a2864979-6fad-4cfb-8783-f7ed8e97ff7b tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:04.444252 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1ca8c5ff-9e89-4e8b-a881-a011509fdb6e req-a2864979-6fad-4cfb-8783-f7ed8e97ff7b tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.0827959 Feb 09 01:37:04.492465 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1ca8c5ff-9e89-4e8b-a881-a011509fdb6e req-388eef9c-204f-4d2f-a2df-b593a8a1e8b5 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424793 Feb 09 01:37:05.449214 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ba17c-cb7e-4063-808e-32cec4be391e req-fffe48c3-a7a3-4777-a4f6-8903e8ea2a1a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:05.450688 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6e8ba17c-cb7e-4063-808e-32cec4be391e req-fffe48c3-a7a3-4777-a4f6-8903e8ea2a1a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 945 time: 0.0794485 Feb 09 01:37:05.464175 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e85d3b-b3cc-457c-93ba-bfc357bb9b19 req-713df177-c97e-447e-9327-39964d1326d2 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:05.465880 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-43e85d3b-b3cc-457c-93ba-bfc357bb9b19 req-713df177-c97e-447e-9327-39964d1326d2 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ad5076fd-2211-42f9-a5ef-0502c697cd55 HTTP/1.1" status: 200 len: 1097 time: 0.0709684 Feb 09 01:37:05.500530 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6e8ba17c-cb7e-4063-808e-32cec4be391e req-48558dad-70ee-4a81-85ee-f53181f47e1b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440571 Feb 09 01:37:05.512474 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-43e85d3b-b3cc-457c-93ba-bfc357bb9b19 req-b9347c8e-0e37-42ae-8e66-8142a1018a02 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=97428572-e6ec-4439-b8d5-746a1ddb33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408654 Feb 09 01:37:05.526160 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52154) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:05.680466 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-575d7744-1a77-4d90-9614-73623b72d63c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/floatingips/dbda3083-afe9-428b-81ca-4978125cdf56 HTTP/1.1" status: 200 len: 993 time: 0.1493425 Feb 09 01:37:05.714741 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ddccf-3be4-4f5e-8cc7-5c4e1087e608 req-c4f47d3b-5fe1-4016-b64c-3d4a2272eb17 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:05.716091 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-866ddccf-3be4-4f5e-8cc7-5c4e1087e608 req-c4f47d3b-5fe1-4016-b64c-3d4a2272eb17 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.0940237 Feb 09 01:37:05.759505 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-866ddccf-3be4-4f5e-8cc7-5c4e1087e608 req-390a476f-37cf-4c87-ab8e-28144838a9c8 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376813 Feb 09 01:37:05.805275 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8858e03-b700-4def-9cd5-82454637a494 req-ef8b40eb-0fc7-4e5f-a0d3-38143de14726 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:05.806794 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8858e03-b700-4def-9cd5-82454637a494 req-ef8b40eb-0fc7-4e5f-a0d3-38143de14726 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ad5076fd-2211-42f9-a5ef-0502c697cd55 HTTP/1.1" status: 200 len: 1097 time: 0.0728302 Feb 09 01:37:05.873229 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-e8858e03-b700-4def-9cd5-82454637a494 req-51ba2dd0-eb2f-4fe1-96d4-9bffa9c8b371 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Deleting port d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:37:05.873570 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e8858e03-b700-4def-9cd5-82454637a494 req-51ba2dd0-eb2f-4fe1-96d4-9bffa9c8b371 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:06.132630 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f6178436-2628-4362-b9c6-093be0574ca3 req-94c2e86f-fdc1-455c-854e-58289be884db service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1719191 Feb 09 01:37:06.152315 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-e8858e03-b700-4def-9cd5-82454637a494 req-51ba2dd0-eb2f-4fe1-96d4-9bffa9c8b371 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] For port d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f,segment=NetworkSegment(eafa0f55-4eb2-49ed-83e9-63dade938754),segment_id=eafa0f55-4eb2-49ed-83e9-63dade938754)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:37:06.152696 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e8858e03-b700-4def-9cd5-82454637a494 req-51ba2dd0-eb2f-4fe1-96d4-9bffa9c8b371 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:06.302212 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-e8858e03-b700-4def-9cd5-82454637a494 req-51ba2dd0-eb2f-4fe1-96d4-9bffa9c8b371 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Calling delete_port for d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:37:06.441356 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6178436-2628-4362-b9c6-093be0574ca3 req-739386f8-ccf5-4eb1-a6d2-2d89a1afd1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:06.442739 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f6178436-2628-4362-b9c6-093be0574ca3 req-739386f8-ccf5-4eb1-a6d2-2d89a1afd1de service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 1096 time: 0.2278235 Feb 09 01:37:06.526895 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e8858e03-b700-4def-9cd5-82454637a494 req-51ba2dd0-eb2f-4fe1-96d4-9bffa9c8b371 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:06.537821 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['bcd6b702-ff76-4e30-bd9b-cc98b3968c42'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:37:06.564283 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:37:06.733864 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba2dd0-eb2f-4fe1-96d4-9bffa9c8b371 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:06.789637 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8d946cb0-7222-4d7a-9cf6-8dd15a3364f4 req-98a29df3-1e8e-4e93-af8c-78770909a7fa tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ad5076fd-2211-42f9-a5ef-0502c697cd55 HTTP/1.1" status: 200 len: 210 time: 0.1022027 Feb 09 01:37:06.791392 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba2dd0-eb2f-4fe1-96d4-9bffa9c8b371 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:06.791728 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba2dd0-eb2f-4fe1-96d4-9bffa9c8b371 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:06.792059 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba2dd0-eb2f-4fe1-96d4-9bffa9c8b371 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:06.792460 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba2dd0-eb2f-4fe1-96d4-9bffa9c8b371 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:06.792793 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba2dd0-eb2f-4fe1-96d4-9bffa9c8b371 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:06.793120 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba2dd0-eb2f-4fe1-96d4-9bffa9c8b371 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:06.793440 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba2dd0-eb2f-4fe1-96d4-9bffa9c8b371 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:06.793759 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba2dd0-eb2f-4fe1-96d4-9bffa9c8b371 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:06.794073 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba2dd0-eb2f-4fe1-96d4-9bffa9c8b371 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:06.794386 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba2dd0-eb2f-4fe1-96d4-9bffa9c8b371 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:06.794699 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba2dd0-eb2f-4fe1-96d4-9bffa9c8b371 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:06.795011 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba2dd0-eb2f-4fe1-96d4-9bffa9c8b371 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:06.873155 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8858e03-b700-4def-9cd5-82454637a494 req-51ba2dd0-eb2f-4fe1-96d4-9bffa9c8b371 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] No DVR routers for this DVR port d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:37:06.877904 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e8858e03-b700-4def-9cd5-82454637a494 req-51ba2dd0-eb2f-4fe1-96d4-9bffa9c8b371 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:06.880381 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5076fd-2211-42f9-a5ef-0502c697cd55', 'name': 'network-vif-deleted', 'tag': 'd8c6e766-ed28-4d6d-bc5b-4a6fce1e495f'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:37:06.911521 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6178436-2628-4362-b9c6-093be0574ca3 req-4d49ba5f-2e7e-46de-ae3a-cad5402a3bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:06.913023 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f6178436-2628-4362-b9c6-093be0574ca3 req-4d49ba5f-2e7e-46de-ae3a-cad5402a3bd9 service neutron] 10.222.0.117 "GET /v2.0/networks?id=12c6ce9e-fdbb-413e-986b-cd6e116ecfcd HTTP/1.1" status: 200 len: 898 time: 0.4494808 Feb 09 01:37:06.920631 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8858e03-b700-4def-9cd5-82454637a494 req-51ba2dd0-eb2f-4fe1-96d4-9bffa9c8b371 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.35 "DELETE /v2.0/ports/d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f HTTP/1.1" status: 204 len: 173 time: 1.1057513 Feb 09 01:37:06.943340 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-12282525-6b22-4657-95cb-37ea36f39e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:06.990115 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5076fd-2211-42f9-a5ef-0502c697cd55', 'name': 'network-vif-deleted', 'tag': 'd8c6e766-ed28-4d6d-bc5b-4a6fce1e495f', 'status': 'completed', 'code': 200} Feb 09 01:37:07.005535 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e151eba-b51a-431a-a9f5-93d4db35c1c8 req-3d601dd6-2564-41bc-bcec-e9bc6f4861c1 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:07.007051 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0e151eba-b51a-431a-a9f5-93d4db35c1c8 req-3d601dd6-2564-41bc-bcec-e9bc6f4861c1 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.1216598 Feb 09 01:37:07.042907 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f6178436-2628-4362-b9c6-093be0574ca3 req-7d849dda-734a-47fd-9551-52a18509b5f8 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19284260-baf7-49e1-a3c1-11f9e42da4db HTTP/1.1" status: 200 len: 1001 time: 0.1208439 Feb 09 01:37:07.053391 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0e151eba-b51a-431a-a9f5-93d4db35c1c8 req-748f096a-cc11-4fb9-ad21-cca27cc7467c tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398912 Feb 09 01:37:07.122004 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6178436-2628-4362-b9c6-093be0574ca3 req-1e5828e3-cbbd-41e2-aa57-ad006963f505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:07.123723 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f6178436-2628-4362-b9c6-093be0574ca3 req-1e5828e3-cbbd-41e2-aa57-ad006963f505 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=7b5753f4-27f1-4f76-815e-94a778de8086 HTTP/1.1" status: 200 len: 835 time: 0.0747068 Feb 09 01:37:07.201714 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6178436-2628-4362-b9c6-093be0574ca3 req-57e67190-a5d0-4796-ac6c-2c9610025c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:07.203161 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f6178436-2628-4362-b9c6-093be0574ca3 req-57e67190-a5d0-4796-ac6c-2c9610025c1d service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=12c6ce9e-fdbb-413e-986b-cd6e116ecfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725131 Feb 09 01:37:07.332499 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f6178436-2628-4362-b9c6-093be0574ca3 req-2c854095-1aee-4120-8ff3-27f75e897139 service neutron] 10.222.0.117 "GET /v2.0/networks/12c6ce9e-fdbb-413e-986b-cd6e116ecfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227977 Feb 09 01:37:07.465246 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f6178436-2628-4362-b9c6-093be0574ca3 req-70a8c967-6e60-4cac-b3e8-ca49f73524fb service neutron] 10.222.0.117 "GET /v2.0/networks/12c6ce9e-fdbb-413e-986b-cd6e116ecfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260359 Feb 09 01:37:08.251581 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d78c7-2e4b-4549-9e14-a4de0cf7804b req-7972f37c-d839-4355-9ef3-35246c95f094 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:08.253123 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-787d78c7-2e4b-4549-9e14-a4de0cf7804b req-7972f37c-d839-4355-9ef3-35246c95f094 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6570c733-2c97-4d4f-9064-1bd52fbec198 HTTP/1.1" status: 200 len: 1097 time: 0.0718589 Feb 09 01:37:08.261216 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d989d6-d7cd-4314-ae50-a645ca1af953 req-79c260fe-e75c-4a8c-ab4a-e1588a5e0e52 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:08.262721 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-27d989d6-d7cd-4314-ae50-a645ca1af953 req-79c260fe-e75c-4a8c-ab4a-e1588a5e0e52 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.0840578 Feb 09 01:37:08.295363 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-787d78c7-2e4b-4549-9e14-a4de0cf7804b req-94770574-9383-4928-b222-6d7b58592be0 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=97428572-e6ec-4439-b8d5-746a1ddb33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363834 Feb 09 01:37:08.306705 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-27d989d6-d7cd-4314-ae50-a645ca1af953 req-2adae13f-ffa3-486f-b92e-160fe0c5dda8 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379648 Feb 09 01:37:09.372199 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ced08832-fecb-4012-bc74-3f3d061d221a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:09.470151 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afc369-9781-48d3-905a-18c23c6b27b6 req-372dd2eb-b587-4146-bd33-2c882265c8bb tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:09.471663 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-52afc369-9781-48d3-905a-18c23c6b27b6 req-372dd2eb-b587-4146-bd33-2c882265c8bb tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6570c733-2c97-4d4f-9064-1bd52fbec198 HTTP/1.1" status: 200 len: 1097 time: 0.0702841 Feb 09 01:37:09.502529 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75c45d-6a4a-41f6-b4ca-5b54c7eb8e13 req-cf94ea67-6791-4bbb-89f1-fbdac6a65729 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:09.504001 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fc75c45d-6a4a-41f6-b4ca-5b54c7eb8e13 req-cf94ea67-6791-4bbb-89f1-fbdac6a65729 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.0835998 Feb 09 01:37:09.521489 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-52afc369-9781-48d3-905a-18c23c6b27b6 req-39b586a1-9323-4405-8ab6-23cbf77fd6a4 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=97428572-e6ec-4439-b8d5-746a1ddb33a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420716 Feb 09 01:37:09.554625 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fc75c45d-6a4a-41f6-b4ca-5b54c7eb8e13 req-39ede727-e4c1-474c-9e00-06cec4918075 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449026 Feb 09 01:37:09.885906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb264fb-d898-4e4c-87ca-3e81091609b3 req-6b4f5d7a-8d9a-4426-b20f-a20aae5df233 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:09.886611 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-dfb264fb-d898-4e4c-87ca-3e81091609b3 req-6b4f5d7a-8d9a-4426-b20f-a20aae5df233 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Synchronizing usage tracker for tenant:bc02faf6e26241a9ac1fd6f1354d83ad on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:37:09.901331 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-dfb264fb-d898-4e4c-87ca-3e81091609b3 req-6b4f5d7a-8d9a-4426-b20f-a20aae5df233 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Unset dirty status for tenant:bc02faf6e26241a9ac1fd6f1354d83ad on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:37:09.902470 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dfb264fb-d898-4e4c-87ca-3e81091609b3 req-6b4f5d7a-8d9a-4426-b20f-a20aae5df233 tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=6570c733-2c97-4d4f-9064-1bd52fbec198 HTTP/1.1" status: 200 len: 1097 time: 0.0837829 Feb 09 01:37:09.968331 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-dfb264fb-d898-4e4c-87ca-3e81091609b3 req-e9438445-53b3-4d8c-a7a2-7350505e6d7f tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Deleting port bcd6b702-ff76-4e30-bd9b-cc98b3968c42 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:37:09.968693 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dfb264fb-d898-4e4c-87ca-3e81091609b3 req-e9438445-53b3-4d8c-a7a2-7350505e6d7f tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:09.971700 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:37:10.007391 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:37:10.007727 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device d8c6e766-ed28-4d6d-bc5b-4a6fce1e495f not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:37:10.188730 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-dfb264fb-d898-4e4c-87ca-3e81091609b3 req-e9438445-53b3-4d8c-a7a2-7350505e6d7f tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] For port bcd6b702-ff76-4e30-bd9b-cc98b3968c42, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=bcd6b702-ff76-4e30-bd9b-cc98b3968c42,segment=NetworkSegment(eafa0f55-4eb2-49ed-83e9-63dade938754),segment_id=eafa0f55-4eb2-49ed-83e9-63dade938754)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:37:10.189015 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dfb264fb-d898-4e4c-87ca-3e81091609b3 req-e9438445-53b3-4d8c-a7a2-7350505e6d7f tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:10.312902 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-dfb264fb-d898-4e4c-87ca-3e81091609b3 req-e9438445-53b3-4d8c-a7a2-7350505e6d7f tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Calling delete_port for bcd6b702-ff76-4e30-bd9b-cc98b3968c42 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:37:10.424117 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:10.448068 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dfb264fb-d898-4e4c-87ca-3e81091609b3 req-e9438445-53b3-4d8c-a7a2-7350505e6d7f tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:10.458359 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['bcd6b702-ff76-4e30-bd9b-cc98b3968c42'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:37:10.512691 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:10.617340 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9438445-53b3-4d8c-a7a2-7350505e6d7f tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Pushing event deleted for resources: {'Port': ['ID=bcd6b702-ff76-4e30-bd9b-cc98b3968c42,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:10.675462 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bd26975c-6929-4fcc-9771-6d806e1a7c10 req-63477849-4ef5-49b1-9616-166b7c994a4b tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6570c733-2c97-4d4f-9064-1bd52fbec198 HTTP/1.1" status: 200 len: 210 time: 0.0430017 Feb 09 01:37:10.727049 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb264fb-d898-4e4c-87ca-3e81091609b3 req-e9438445-53b3-4d8c-a7a2-7350505e6d7f tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] No DVR routers for this DVR port bcd6b702-ff76-4e30-bd9b-cc98b3968c42 on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:37:10.734357 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dfb264fb-d898-4e4c-87ca-3e81091609b3 req-e9438445-53b3-4d8c-a7a2-7350505e6d7f tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:10.736807 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6570c733-2c97-4d4f-9064-1bd52fbec198', 'name': 'network-vif-deleted', 'tag': 'bcd6b702-ff76-4e30-bd9b-cc98b3968c42'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:37:10.760181 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dfb264fb-d898-4e4c-87ca-3e81091609b3 req-e9438445-53b3-4d8c-a7a2-7350505e6d7f tempest-TestServerMultinode-632099807 tempest-TestServerMultinode-632099807-project-admin] 10.222.0.117 "DELETE /v2.0/ports/bcd6b702-ff76-4e30-bd9b-cc98b3968c42 HTTP/1.1" status: 204 len: 173 time: 0.8524377 Feb 09 01:37:10.789048 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccb8a1-1c4d-4efd-bc8f-437f56fa69d1 req-987eaa69-6419-46c8-b638-efe97cff9eca tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:10.791098 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25ccb8a1-1c4d-4efd-bc8f-437f56fa69d1 req-987eaa69-6419-46c8-b638-efe97cff9eca tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.1044657 Feb 09 01:37:10.792652 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6570c733-2c97-4d4f-9064-1bd52fbec198', 'name': 'network-vif-deleted', 'tag': 'bcd6b702-ff76-4e30-bd9b-cc98b3968c42', 'status': 'completed', 'code': 200} Feb 09 01:37:10.855472 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25ccb8a1-1c4d-4efd-bc8f-437f56fa69d1 req-a94b864c-0662-4ea8-bcfa-456ed4622fad tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552855 Feb 09 01:37:11.779662 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52186) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:11.848527 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:12.044776 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e0565-c51a-4ee1-80f5-9f6462b92bea req-23a4bb13-3906-45a8-b371-a25c6f58d2b1 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:12.046328 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0c0e0565-c51a-4ee1-80f5-9f6462b92bea req-23a4bb13-3906-45a8-b371-a25c6f58d2b1 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.0836205 Feb 09 01:37:12.090298 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0c0e0565-c51a-4ee1-80f5-9f6462b92bea req-25cf7f0e-fe15-40b5-93a8-735fdc048c9b tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381749 Feb 09 01:37:12.318395 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-886e696b-0452-4685-990c-a5569bcf484e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:12.762673 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-886e696b-0452-4685-990c-a5569bcf484e admin admin] Deleting port 6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:37:12.763010 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-886e696b-0452-4685-990c-a5569bcf484e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:12.927947 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-886e696b-0452-4685-990c-a5569bcf484e admin admin] For port 6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd,segment=NetworkSegment(eafa0f55-4eb2-49ed-83e9-63dade938754),segment_id=eafa0f55-4eb2-49ed-83e9-63dade938754)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:37:12.928662 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-886e696b-0452-4685-990c-a5569bcf484e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:13.048207 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-886e696b-0452-4685-990c-a5569bcf484e admin admin] Calling delete_port for 6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:37:13.367343 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469038e-f9c8-4598-815c-705bceca910e req-fbdf2f1d-17a1-4b2d-bc3b-c6588628ff1a tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:13.368853 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6469038e-f9c8-4598-815c-705bceca910e req-fbdf2f1d-17a1-4b2d-bc3b-c6588628ff1a tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.1314077 Feb 09 01:37:13.460002 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6469038e-f9c8-4598-815c-705bceca910e req-72e09208-5767-4bdf-b0de-39fc505f09cb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845447 Feb 09 01:37:13.483617 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-886e696b-0452-4685-990c-a5569bcf484e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:13.574452 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e696b-0452-4685-990c-a5569bcf484e admin admin] Pushing event deleted for resources: {'Port': ['ID=6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:13.813827 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-886e696b-0452-4685-990c-a5569bcf484e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:14.279494 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886e696b-0452-4685-990c-a5569bcf484e admin admin] Router 008ab1a6-8284-4716-b383-06aebff711b5 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:37:14.459956 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886e696b-0452-4685-990c-a5569bcf484e admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:37:14.473769 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-886e696b-0452-4685-990c-a5569bcf484e admin admin] 10.222.0.37 "PUT /v2.0/routers/008ab1a6-8284-4716-b383-06aebff711b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6928771 Feb 09 01:37:14.475214 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe93a2c-3d5f-4a20-9557-3c7310e733cc None None] Sync routers for ids ['008ab1a6-8284-4716-b383-06aebff711b5'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:37:14.477606 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52194) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:14.486827 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe93a2c-3d5f-4a20-9557-3c7310e733cc None None] Routers {'008ab1a6-8284-4716-b383-06aebff711b5'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:37:14.487427 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-3fe93a2c-3d5f-4a20-9557-3c7310e733cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:37:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['008ab1a6-8284-4716-b383-06aebff711b5'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:14.672584 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b18c9f0d-a2a5-4b1e-8a0c-3f2f3c099d83 admin admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:14.681438 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-3fe93a2c-3d5f-4a20-9557-3c7310e733cc None None] Set router 008ab1a6-8284-4716-b383-06aebff711b5 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:37:14.799566 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b42073-4919-4ab9-83ac-9f536b561dfe req-0d16b28b-df04-446a-82a3-995d9d83ea2a tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:14.801167 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2b42073-4919-4ab9-83ac-9f536b561dfe req-0d16b28b-df04-446a-82a3-995d9d83ea2a tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.2023473 Feb 09 01:37:14.848719 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2b42073-4919-4ab9-83ac-9f536b561dfe req-4a5abd11-2624-4faa-bf05-38c699459c45 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414627 Feb 09 01:37:14.858984 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b18c9f0d-a2a5-4b1e-8a0c-3f2f3c099d83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:14.881564 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-b18c9f0d-a2a5-4b1e-8a0c-3f2f3c099d83 admin admin] Deleting port ac429788-3642-48f8-a7c1-bc4164a2eca5 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:37:14.884643 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b18c9f0d-a2a5-4b1e-8a0c-3f2f3c099d83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:14.977863 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-3fe93a2c-3d5f-4a20-9557-3c7310e733cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008ab1a6-8284-4716-b383-06aebff711b5', 'name': 'tempest-TestServerMultinode-894416307-router', 'tenant_id': '3588c8cc60974e3d95471d8e1cd35dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'ac429788-3642-48f8-a7c1-bc4164a2eca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:18Z', 'updated_at': '2022-02-09T01:37:13Z', 'revision_number': 5, 'project_id': '3588c8cc60974e3d95471d8e1cd35dae', 'gw_port': {'id': 'ac429788-3642-48f8-a7c1-bc4164a2eca5', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:94:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008ab1a6-8284-4716-b383-06aebff711b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:18Z', 'updated_at': '2022-02-09T01:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:14.981719 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe93a2c-3d5f-4a20-9557-3c7310e733cc None None] Checking router: 008ab1a6-8284-4716-b383-06aebff711b5 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:37:14.990972 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe93a2c-3d5f-4a20-9557-3c7310e733cc None None] Routers {'008ab1a6-8284-4716-b383-06aebff711b5'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:37:14.991563 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-3fe93a2c-3d5f-4a20-9557-3c7310e733cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:37:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['008ab1a6-8284-4716-b383-06aebff711b5'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:15.084707 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-b18c9f0d-a2a5-4b1e-8a0c-3f2f3c099d83 admin admin] For port ac429788-3642-48f8-a7c1-bc4164a2eca5, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=ac429788-3642-48f8-a7c1-bc4164a2eca5,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:37:15.085082 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b18c9f0d-a2a5-4b1e-8a0c-3f2f3c099d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:15.183774 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-3fe93a2c-3d5f-4a20-9557-3c7310e733cc None None] Set router 008ab1a6-8284-4716-b383-06aebff711b5 gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:37:15.225043 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-b18c9f0d-a2a5-4b1e-8a0c-3f2f3c099d83 admin admin] Calling delete_port for ac429788-3642-48f8-a7c1-bc4164a2eca5 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:37:15.246346 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6fa8e7-b42d-4b3c-b0e8-5ecc8aadc861 req-f01669e7-8236-4a3f-98c7-820969566980 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:15.248311 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2b6fa8e7-b42d-4b3c-b0e8-5ecc8aadc861 req-f01669e7-8236-4a3f-98c7-820969566980 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.1035421 Feb 09 01:37:15.303561 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-3fe93a2c-3d5f-4a20-9557-3c7310e733cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008ab1a6-8284-4716-b383-06aebff711b5', 'name': 'tempest-TestServerMultinode-894416307-router', 'tenant_id': '3588c8cc60974e3d95471d8e1cd35dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:18Z', 'updated_at': '2022-02-09T01:37:14Z', 'revision_number': 6, 'project_id': '3588c8cc60974e3d95471d8e1cd35dae', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:15.308177 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe93a2c-3d5f-4a20-9557-3c7310e733cc None None] The sync data for ids ['008ab1a6-8284-4716-b383-06aebff711b5'] in n-d-828419-1 is: [{'id': '008ab1a6-8284-4716-b383-06aebff711b5', 'name': 'tempest-TestServerMultinode-894416307-router', 'tenant_id': '3588c8cc60974e3d95471d8e1cd35dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:18Z', 'updated_at': '2022-02-09T01:37:14Z', 'revision_number': 6, 'project_id': '3588c8cc60974e3d95471d8e1cd35dae', 'gw_port_host': None}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:37:15.343043 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device bcd6b702-ff76-4e30-bd9b-cc98b3968c42 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:37:15.349766 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2b6fa8e7-b42d-4b3c-b0e8-5ecc8aadc861 req-8d16820c-b43d-4f17-997f-113da7aa2d3d tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697498 Feb 09 01:37:15.363217 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67a236-8b14-45ae-96a1-6ac7e65c76ea req-9f136b24-4877-4969-b986-24b523ff2769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:15.365036 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d67a236-8b14-45ae-96a1-6ac7e65c76ea req-9f136b24-4877-4969-b986-24b523ff2769 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8d1a6374019440c5b414caca39c18480&device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 1097 time: 0.1152325 Feb 09 01:37:15.382617 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: bcd6b702-ff76-4e30-bd9b-cc98b3968c42 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:37:15.383223 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device bcd6b702-ff76-4e30-bd9b-cc98b3968c42 not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:37:15.411326 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b18c9f0d-a2a5-4b1e-8a0c-3f2f3c099d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:15.457566 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c9f0d-a2a5-4b1e-8a0c-3f2f3c099d83 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac429788-3642-48f8-a7c1-bc4164a2eca5,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:15.497425 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67a236-8b14-45ae-96a1-6ac7e65c76ea req-9aef38dd-f6b2-4856-9422-0f87afde2e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:15.499032 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d67a236-8b14-45ae-96a1-6ac7e65c76ea req-9aef38dd-f6b2-4856-9422-0f87afde2e8b service neutron] 10.222.0.35 "GET /v2.0/networks?id=c6572370-df6a-4ab0-b511-4a15eb8e86f4 HTTP/1.1" status: 200 len: 912 time: 0.1281431 Feb 09 01:37:15.612218 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d67a236-8b14-45ae-96a1-6ac7e65c76ea req-e59fb496-0f50-43f8-aec0-2e2de4a6d6f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad2435bf-8eeb-4a5b-8284-6f58b61f75b3 HTTP/1.1" status: 200 len: 1002 time: 0.1061277 Feb 09 01:37:15.673349 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b18c9f0d-a2a5-4b1e-8a0c-3f2f3c099d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:15.682626 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67a236-8b14-45ae-96a1-6ac7e65c76ea req-871b9b42-81b3-4a94-aa41-f6c0c86f4220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:15.684259 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d67a236-8b14-45ae-96a1-6ac7e65c76ea req-871b9b42-81b3-4a94-aa41-f6c0c86f4220 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e34c6da5-fe1e-433e-9a54-298c85867dd5 HTTP/1.1" status: 200 len: 850 time: 0.0661101 Feb 09 01:37:15.767065 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67a236-8b14-45ae-96a1-6ac7e65c76ea req-88743a1f-454e-4b71-b422-c65ab2520e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:15.768584 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d67a236-8b14-45ae-96a1-6ac7e65c76ea req-88743a1f-454e-4b71-b422-c65ab2520e58 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c6572370-df6a-4ab0-b511-4a15eb8e86f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769846 Feb 09 01:37:15.852839 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b18c9f0d-a2a5-4b1e-8a0c-3f2f3c099d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:15.855718 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b18c9f0d-a2a5-4b1e-8a0c-3f2f3c099d83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:15.883335 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b18c9f0d-a2a5-4b1e-8a0c-3f2f3c099d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:15.883858 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18c9f0d-a2a5-4b1e-8a0c-3f2f3c099d83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 008ab1a6-8284-4716-b383-06aebff711b5 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:37:15.900674 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b18c9f0d-a2a5-4b1e-8a0c-3f2f3c099d83 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:15.901803 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b18c9f0d-a2a5-4b1e-8a0c-3f2f3c099d83 admin admin] 10.222.0.37 "DELETE /v2.0/routers/008ab1a6-8284-4716-b383-06aebff711b5 HTTP/1.1" status: 204 len: 168 time: 1.4227879 Feb 09 01:37:15.904656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52210) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:15.911920 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d67a236-8b14-45ae-96a1-6ac7e65c76ea req-b9e1935b-5d36-43fb-ba62-55fda6a2be48 service neutron] 10.222.0.35 "GET /v2.0/networks/c6572370-df6a-4ab0-b511-4a15eb8e86f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361871 Feb 09 01:37:15.965286 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-9567abbb-4891-46f7-a555-9e287f0661e6 admin admin] Deleting subnet c11d73fe-7bf3-450c-b7f8-d6e374830201 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:37:15.968153 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9567abbb-4891-46f7-a555-9e287f0661e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:16.022136 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9567abbb-4891-46f7-a555-9e287f0661e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:16.048739 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d67a236-8b14-45ae-96a1-6ac7e65c76ea req-e5c55bf1-131c-475c-8f4f-8874e7bb466d service neutron] 10.222.0.35 "GET /v2.0/networks/c6572370-df6a-4ab0-b511-4a15eb8e86f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295557 Feb 09 01:37:16.112078 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9567abbb-4891-46f7-a555-9e287f0661e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:16.186345 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9567abbb-4891-46f7-a555-9e287f0661e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:16.231339 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567abbb-4891-46f7-a555-9e287f0661e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c11d73fe-7bf3-450c-b7f8-d6e374830201,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:16.235196 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9567abbb-4891-46f7-a555-9e287f0661e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:16.235411 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284f5e5-0f1d-4596-b0f2-c9193083f01a req-29af5043-226b-4d59-ad4b-b48ebd3b878a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:16.236881 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c284f5e5-0f1d-4596-b0f2-c9193083f01a req-29af5043-226b-4d59-ad4b-b48ebd3b878a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8d1a6374019440c5b414caca39c18480&device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 1097 time: 0.0791912 Feb 09 01:37:16.241648 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9567abbb-4891-46f7-a555-9e287f0661e6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c11d73fe-7bf3-450c-b7f8-d6e374830201 HTTP/1.1" status: 204 len: 168 time: 0.3356464 Feb 09 01:37:16.242272 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e06adf-ed06-4653-8868-2939f45eb746 None None] Network adbbe756-ea0c-4d66-a097-46a44d88201c requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:37:16.243848 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52214) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:16.359092 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e846ca5b-a0e3-4cc2-9bbf-8812051db48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:16.370302 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-e846ca5b-a0e3-4cc2-9bbf-8812051db48d admin admin] Deleting port 60849614-0092-4177-960a-572d71be4d9f {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:37:16.370769 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e846ca5b-a0e3-4cc2-9bbf-8812051db48d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:16.416655 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284f5e5-0f1d-4596-b0f2-c9193083f01a req-70a5181d-ed6d-4aec-8f33-03f916f6949e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:16.418491 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c284f5e5-0f1d-4596-b0f2-c9193083f01a req-70a5181d-ed6d-4aec-8f33-03f916f6949e service neutron] 10.222.0.35 "GET /v2.0/networks?id=c6572370-df6a-4ab0-b511-4a15eb8e86f4 HTTP/1.1" status: 200 len: 912 time: 0.1581674 Feb 09 01:37:16.480184 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:37:16.547431 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c284f5e5-0f1d-4596-b0f2-c9193083f01a req-58627f18-785d-487c-8b8f-2b255b354973 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad2435bf-8eeb-4a5b-8284-6f58b61f75b3 HTTP/1.1" status: 200 len: 1002 time: 0.1187701 Feb 09 01:37:16.555446 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1d9a30-b8ca-4e62-b3f9-56279f1c1e7b None None] DHCP port deletion for adbbe756-ea0c-4d66-a097-46a44d88201c request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:37:16.559896 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-5f1d9a30-b8ca-4e62-b3f9-56279f1c1e7b None None] Deleting port 60849614-0092-4177-960a-572d71be4d9f {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:37:16.560474 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5f1d9a30-b8ca-4e62-b3f9-56279f1c1e7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:16.606089 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:37:16.626016 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284f5e5-0f1d-4596-b0f2-c9193083f01a req-f1c073d0-20f6-4f8c-b890-f828879070ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:16.627453 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c284f5e5-0f1d-4596-b0f2-c9193083f01a req-f1c073d0-20f6-4f8c-b890-f828879070ba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e34c6da5-fe1e-433e-9a54-298c85867dd5 HTTP/1.1" status: 200 len: 850 time: 0.0733464 Feb 09 01:37:16.661949 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:37:16.662293 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6fb07d39-f60f-4089-9b4a-8ed4cea3f6cd not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:37:16.662715 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ac429788-3642-48f8-a7c1-bc4164a2eca5 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:37:16.714934 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-e846ca5b-a0e3-4cc2-9bbf-8812051db48d admin admin] For port 60849614-0092-4177-960a-572d71be4d9f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=60849614-0092-4177-960a-572d71be4d9f,segment=NetworkSegment(eafa0f55-4eb2-49ed-83e9-63dade938754),segment_id=eafa0f55-4eb2-49ed-83e9-63dade938754)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:37:16.715519 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e846ca5b-a0e3-4cc2-9bbf-8812051db48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:16.720078 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284f5e5-0f1d-4596-b0f2-c9193083f01a req-339c1d23-eebb-4544-99d4-7cbdc02b7eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:16.722186 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c284f5e5-0f1d-4596-b0f2-c9193083f01a req-339c1d23-eebb-4544-99d4-7cbdc02b7eea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c6572370-df6a-4ab0-b511-4a15eb8e86f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815151 Feb 09 01:37:16.737216 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: ac429788-3642-48f8-a7c1-bc4164a2eca5 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:37:16.737605 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ac429788-3642-48f8-a7c1-bc4164a2eca5 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:37:16.862850 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-e846ca5b-a0e3-4cc2-9bbf-8812051db48d admin admin] Calling delete_port for 60849614-0092-4177-960a-572d71be4d9f owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:37:16.909738 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c284f5e5-0f1d-4596-b0f2-c9193083f01a req-26c1f04e-b49f-4574-b25a-c9205f1493ea service neutron] 10.222.0.35 "GET /v2.0/networks/c6572370-df6a-4ab0-b511-4a15eb8e86f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761711 Feb 09 01:37:16.915426 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eca7cc-d46b-4c20-a2bc-f77f73674444 req-53334767-141a-4dab-b290-fbd24450e588 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:16.916925 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45eca7cc-d46b-4c20-a2bc-f77f73674444 req-53334767-141a-4dab-b290-fbd24450e588 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.4303279 Feb 09 01:37:16.931057 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-5f1d9a30-b8ca-4e62-b3f9-56279f1c1e7b None None] For port 60849614-0092-4177-960a-572d71be4d9f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=60849614-0092-4177-960a-572d71be4d9f,segment=NetworkSegment(eafa0f55-4eb2-49ed-83e9-63dade938754),segment_id=eafa0f55-4eb2-49ed-83e9-63dade938754)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:37:16.931983 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5f1d9a30-b8ca-4e62-b3f9-56279f1c1e7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:16.989341 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45eca7cc-d46b-4c20-a2bc-f77f73674444 req-2f7b28a8-91e7-49c8-8280-75eb9ab5a9b4 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656326 Feb 09 01:37:16.996082 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e846ca5b-a0e3-4cc2-9bbf-8812051db48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:17.050771 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e846ca5b-a0e3-4cc2-9bbf-8812051db48d admin admin] No DVR routers for this DVR port 60849614-0092-4177-960a-572d71be4d9f on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:37:17.078677 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846ca5b-a0e3-4cc2-9bbf-8812051db48d admin admin] Pushing event deleted for resources: {'Port': ['ID=60849614-0092-4177-960a-572d71be4d9f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:17.085037 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-5f1d9a30-b8ca-4e62-b3f9-56279f1c1e7b None None] Calling delete_port for 60849614-0092-4177-960a-572d71be4d9f owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:37:17.166617 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-5f1d9a30-b8ca-4e62-b3f9-56279f1c1e7b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:37:17.167818 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-5f1d9a30-b8ca-4e62-b3f9-56279f1c1e7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:37:17.171183 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c284f5e5-0f1d-4596-b0f2-c9193083f01a req-6cf920da-8ede-419d-bbd2-3e815f6d7d65 service neutron] 10.222.0.35 "GET /v2.0/networks/c6572370-df6a-4ab0-b511-4a15eb8e86f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533531 Feb 09 01:37:17.172488 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e846ca5b-a0e3-4cc2-9bbf-8812051db48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:17.199210 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-e846ca5b-a0e3-4cc2-9bbf-8812051db48d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adbbe756-ea0c-4d66-a097-46a44d88201c']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:17.211536 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-e846ca5b-a0e3-4cc2-9bbf-8812051db48d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eafa0f55-4eb2-49ed-83e9-63dade938754') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:17.211831 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-e846ca5b-a0e3-4cc2-9bbf-8812051db48d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eafa0f55-4eb2-49ed-83e9-63dade938754') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:17.222961 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e846ca5b-a0e3-4cc2-9bbf-8812051db48d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:17.238775 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e846ca5b-a0e3-4cc2-9bbf-8812051db48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:17.245245 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e846ca5b-a0e3-4cc2-9bbf-8812051db48d admin admin] Releasing vlan 968 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:37:17.245660 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e846ca5b-a0e3-4cc2-9bbf-8812051db48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:17.258884 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:37:17.258884 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:37:17.258884 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:37:17.258884 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:37:17.258884 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:37:17.258884 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:37:17.258884 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:37:17.258884 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:37:17.258884 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:37:17.258884 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:37:17.258884 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:37:17.258884 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:37:17.258884 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:37:17.258884 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:37:17.258884 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:37:17.258884 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:37:17.258884 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:37:17.258884 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:37:17.258884 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:37:17.258884 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:37:17.258884 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:37:17.258884 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:37:17.258884 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:37:17.258884 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:37:17.258884 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:37:17.258884 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:37:17.258884 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:37:17.258884 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:37:17.258884 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:37:17.258884 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:37:17.258884 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:37:17.258884 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:37:17.424834 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e846ca5b-a0e3-4cc2-9bbf-8812051db48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:17.428918 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e846ca5b-a0e3-4cc2-9bbf-8812051db48d admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:17.451601 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846ca5b-a0e3-4cc2-9bbf-8812051db48d admin admin] Pushing event deleted for resources: {'Network': ['ID=adbbe756-ea0c-4d66-a097-46a44d88201c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:17.455317 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e846ca5b-a0e3-4cc2-9bbf-8812051db48d admin admin] 10.222.0.37 "DELETE /v2.0/networks/adbbe756-ea0c-4d66-a097-46a44d88201c HTTP/1.1" status: 204 len: 168 time: 1.2105119 Feb 09 01:37:17.458336 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52224) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:17.668689 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-5f1d9a30-b8ca-4e62-b3f9-56279f1c1e7b None None] Deleting port 60849614-0092-4177-960a-572d71be4d9f {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:37:17.669257 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5f1d9a30-b8ca-4e62-b3f9-56279f1c1e7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:17.734735 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-5f1d9a30-b8ca-4e62-b3f9-56279f1c1e7b None None] The port '60849614-0092-4177-960a-572d71be4d9f' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:37:17.995677 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b5ae700-986e-458c-ab4a-f917fee7a119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:18.179960 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da9672-6e93-490e-82cd-105994b37d20 req-2191c8da-3573-45f6-8ceb-51adfd3758de tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:18.181608 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-16da9672-6e93-490e-82cd-105994b37d20 req-2191c8da-3573-45f6-8ceb-51adfd3758de tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.0834074 Feb 09 01:37:18.225743 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-16da9672-6e93-490e-82cd-105994b37d20 req-08775a46-78b7-4551-941f-b71f5cc9ac4b tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384402 Feb 09 01:37:18.351801 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-1b5ae700-986e-458c-ab4a-f917fee7a119 admin admin] Deleting port d8e95541-c871-4a8a-86d2-46dd88756af0 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:37:18.352146 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b5ae700-986e-458c-ab4a-f917fee7a119 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:18.528230 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-1b5ae700-986e-458c-ab4a-f917fee7a119 admin admin] For port d8e95541-c871-4a8a-86d2-46dd88756af0, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d8e95541-c871-4a8a-86d2-46dd88756af0,segment=NetworkSegment(f0d3c8b4-ced0-49be-ac4e-c0caac1ff1a4),segment_id=f0d3c8b4-ced0-49be-ac4e-c0caac1ff1a4)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:37:18.528709 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b5ae700-986e-458c-ab4a-f917fee7a119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:18.551136 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 60849614-0092-4177-960a-572d71be4d9f no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:37:18.588057 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 60849614-0092-4177-960a-572d71be4d9f {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:37:18.588424 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 60849614-0092-4177-960a-572d71be4d9f not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:37:18.650882 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-1b5ae700-986e-458c-ab4a-f917fee7a119 admin admin] Calling delete_port for d8e95541-c871-4a8a-86d2-46dd88756af0 owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:37:18.921000 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b5ae700-986e-458c-ab4a-f917fee7a119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:18.967269 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ae700-986e-458c-ab4a-f917fee7a119 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e95541-c871-4a8a-86d2-46dd88756af0,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:19.239191 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b5ae700-986e-458c-ab4a-f917fee7a119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:19.597171 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5ae700-986e-458c-ab4a-f917fee7a119 admin admin] Router f3b335f0-e09e-4422-8676-0875cd4f98bf has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:37:19.776419 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5ae700-986e-458c-ab4a-f917fee7a119 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:37:19.784646 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7a70de-0fbb-4de3-80df-32bdf3a22785 None None] Sync routers for ids ['f3b335f0-e09e-4422-8676-0875cd4f98bf'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:37:19.789485 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1b5ae700-986e-458c-ab4a-f917fee7a119 admin admin] 10.222.0.37 "PUT /v2.0/routers/f3b335f0-e09e-4422-8676-0875cd4f98bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3300290 Feb 09 01:37:19.791920 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52232) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:19.794013 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7a70de-0fbb-4de3-80df-32bdf3a22785 None None] Routers {'f3b335f0-e09e-4422-8676-0875cd4f98bf'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:37:19.794631 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-fe7a70de-0fbb-4de3-80df-32bdf3a22785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:37:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['f3b335f0-e09e-4422-8676-0875cd4f98bf'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:19.970080 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6a954e00-7691-4400-83f2-55c30c54f9eb admin admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:19.970809 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-fe7a70de-0fbb-4de3-80df-32bdf3a22785 None None] Set router f3b335f0-e09e-4422-8676-0875cd4f98bf gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:37:20.263848 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-fe7a70de-0fbb-4de3-80df-32bdf3a22785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b335f0-e09e-4422-8676-0875cd4f98bf', 'name': 'tempest-TestServerMultinode-1307366884-router', 'tenant_id': 'bc02faf6e26241a9ac1fd6f1354d83ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'a041ac86-4809-48c7-8272-b0a043f99a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:25Z', 'updated_at': '2022-02-09T01:37:18Z', 'revision_number': 5, 'project_id': 'bc02faf6e26241a9ac1fd6f1354d83ad', 'gw_port': {'id': 'a041ac86-4809-48c7-8272-b0a043f99a62', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b335f0-e09e-4422-8676-0875cd4f98bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:26Z', 'updated_at': '2022-02-09T01:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:20.264650 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6a954e00-7691-4400-83f2-55c30c54f9eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:20.267706 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7a70de-0fbb-4de3-80df-32bdf3a22785 None None] Checking router: f3b335f0-e09e-4422-8676-0875cd4f98bf for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:37:20.273946 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-6a954e00-7691-4400-83f2-55c30c54f9eb admin admin] Deleting port a041ac86-4809-48c7-8272-b0a043f99a62 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:37:20.274343 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6a954e00-7691-4400-83f2-55c30c54f9eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:20.275995 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7a70de-0fbb-4de3-80df-32bdf3a22785 None None] Routers {'f3b335f0-e09e-4422-8676-0875cd4f98bf'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:37:20.276631 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-fe7a70de-0fbb-4de3-80df-32bdf3a22785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:37:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['f3b335f0-e09e-4422-8676-0875cd4f98bf'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:20.426290 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-fe7a70de-0fbb-4de3-80df-32bdf3a22785 None None] Set router f3b335f0-e09e-4422-8676-0875cd4f98bf gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:37:20.451491 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-6a954e00-7691-4400-83f2-55c30c54f9eb admin admin] For port a041ac86-4809-48c7-8272-b0a043f99a62, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=a041ac86-4809-48c7-8272-b0a043f99a62,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:37:20.451844 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6a954e00-7691-4400-83f2-55c30c54f9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:20.573586 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-fe7a70de-0fbb-4de3-80df-32bdf3a22785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b335f0-e09e-4422-8676-0875cd4f98bf', 'name': 'tempest-TestServerMultinode-1307366884-router', 'tenant_id': 'bc02faf6e26241a9ac1fd6f1354d83ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:25Z', 'updated_at': '2022-02-09T01:37:20Z', 'revision_number': 6, 'project_id': 'bc02faf6e26241a9ac1fd6f1354d83ad', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:20.577547 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7a70de-0fbb-4de3-80df-32bdf3a22785 None None] The sync data for ids ['f3b335f0-e09e-4422-8676-0875cd4f98bf'] in n-d-828419-1 is: [{'id': 'f3b335f0-e09e-4422-8676-0875cd4f98bf', 'name': 'tempest-TestServerMultinode-1307366884-router', 'tenant_id': 'bc02faf6e26241a9ac1fd6f1354d83ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:25Z', 'updated_at': '2022-02-09T01:37:20Z', 'revision_number': 6, 'project_id': 'bc02faf6e26241a9ac1fd6f1354d83ad', 'gw_port_host': None}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:37:20.581572 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-6a954e00-7691-4400-83f2-55c30c54f9eb admin admin] Calling delete_port for a041ac86-4809-48c7-8272-b0a043f99a62 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:37:20.745770 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6a954e00-7691-4400-83f2-55c30c54f9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:20.791928 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a954e00-7691-4400-83f2-55c30c54f9eb admin admin] Pushing event deleted for resources: {'Port': ['ID=a041ac86-4809-48c7-8272-b0a043f99a62,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:20.883185 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6a954e00-7691-4400-83f2-55c30c54f9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:21.060720 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6a954e00-7691-4400-83f2-55c30c54f9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:21.062883 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6a954e00-7691-4400-83f2-55c30c54f9eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:21.086362 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6a954e00-7691-4400-83f2-55c30c54f9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:21.086892 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a954e00-7691-4400-83f2-55c30c54f9eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3b335f0-e09e-4422-8676-0875cd4f98bf {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:37:21.099927 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6a954e00-7691-4400-83f2-55c30c54f9eb admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:21.101093 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6a954e00-7691-4400-83f2-55c30c54f9eb admin admin] 10.222.0.37 "DELETE /v2.0/routers/f3b335f0-e09e-4422-8676-0875cd4f98bf HTTP/1.1" status: 204 len: 168 time: 1.3081942 Feb 09 01:37:21.103538 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52236) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:21.162331 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-1466d243-ff5c-4bb2-a9c8-ad727be667a5 admin admin] Deleting subnet e681bba5-9b46-429a-b7f4-17a154f61f25 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:37:21.165240 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1466d243-ff5c-4bb2-a9c8-ad727be667a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:21.215592 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1466d243-ff5c-4bb2-a9c8-ad727be667a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:21.290739 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1466d243-ff5c-4bb2-a9c8-ad727be667a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:21.360836 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1466d243-ff5c-4bb2-a9c8-ad727be667a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:21.402302 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466d243-ff5c-4bb2-a9c8-ad727be667a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e681bba5-9b46-429a-b7f4-17a154f61f25,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:21.405915 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1466d243-ff5c-4bb2-a9c8-ad727be667a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:21.411743 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1466d243-ff5c-4bb2-a9c8-ad727be667a5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e681bba5-9b46-429a-b7f4-17a154f61f25 HTTP/1.1" status: 204 len: 168 time: 0.3072307 Feb 09 01:37:21.414135 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52240) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:21.415615 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741674a9-ba38-4bf6-b1c6-677945f08e65 None None] Network 5085144a-2e45-45e3-8da4-82c7a3e22f57 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:37:21.521687 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2f228d1a-bf60-4557-8817-381e90af2cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:21.532786 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-2f228d1a-bf60-4557-8817-381e90af2cef admin admin] Deleting port 99809b8d-5fd6-4892-a23d-1bdb85339c9c {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:37:21.533126 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2f228d1a-bf60-4557-8817-381e90af2cef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:21.687418 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b782eb-1d70-4a17-8b38-71448fb98b0c None None] DHCP port deletion for 5085144a-2e45-45e3-8da4-82c7a3e22f57 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:37:21.691972 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b6b782eb-1d70-4a17-8b38-71448fb98b0c None None] Deleting port 99809b8d-5fd6-4892-a23d-1bdb85339c9c {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:37:21.692516 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b6b782eb-1d70-4a17-8b38-71448fb98b0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:21.842827 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-2f228d1a-bf60-4557-8817-381e90af2cef admin admin] For port 99809b8d-5fd6-4892-a23d-1bdb85339c9c, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=99809b8d-5fd6-4892-a23d-1bdb85339c9c,segment=NetworkSegment(f0d3c8b4-ced0-49be-ac4e-c0caac1ff1a4),segment_id=f0d3c8b4-ced0-49be-ac4e-c0caac1ff1a4)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:37:21.843111 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2f228d1a-bf60-4557-8817-381e90af2cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:21.902634 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-b6b782eb-1d70-4a17-8b38-71448fb98b0c None None] For port 99809b8d-5fd6-4892-a23d-1bdb85339c9c, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=99809b8d-5fd6-4892-a23d-1bdb85339c9c,segment=NetworkSegment(f0d3c8b4-ced0-49be-ac4e-c0caac1ff1a4),segment_id=f0d3c8b4-ced0-49be-ac4e-c0caac1ff1a4)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:37:21.902944 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b6b782eb-1d70-4a17-8b38-71448fb98b0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:21.967265 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-2f228d1a-bf60-4557-8817-381e90af2cef admin admin] Calling delete_port for 99809b8d-5fd6-4892-a23d-1bdb85339c9c owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:37:22.022508 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b6b782eb-1d70-4a17-8b38-71448fb98b0c None None] Calling delete_port for 99809b8d-5fd6-4892-a23d-1bdb85339c9c owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:37:22.044260 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2f228d1a-bf60-4557-8817-381e90af2cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:22.080034 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:22.093476 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f228d1a-bf60-4557-8817-381e90af2cef admin admin] Pushing event deleted for resources: {'Port': ['ID=99809b8d-5fd6-4892-a23d-1bdb85339c9c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:22.099885 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f228d1a-bf60-4557-8817-381e90af2cef admin admin] No DVR routers for this DVR port 99809b8d-5fd6-4892-a23d-1bdb85339c9c on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:37:22.110622 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-b6b782eb-1d70-4a17-8b38-71448fb98b0c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:37:22.110982 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-b6b782eb-1d70-4a17-8b38-71448fb98b0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:37:22.220071 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2f228d1a-bf60-4557-8817-381e90af2cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:22.248981 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-2f228d1a-bf60-4557-8817-381e90af2cef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5085144a-2e45-45e3-8da4-82c7a3e22f57']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:22.260490 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-2f228d1a-bf60-4557-8817-381e90af2cef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d3c8b4-ced0-49be-ac4e-c0caac1ff1a4') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:22.260788 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-2f228d1a-bf60-4557-8817-381e90af2cef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d3c8b4-ced0-49be-ac4e-c0caac1ff1a4') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:22.271670 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2f228d1a-bf60-4557-8817-381e90af2cef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:22.287568 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2f228d1a-bf60-4557-8817-381e90af2cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:22.294203 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f228d1a-bf60-4557-8817-381e90af2cef admin admin] Releasing vlan 995 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:37:22.294809 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2f228d1a-bf60-4557-8817-381e90af2cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:22.307640 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:37:22.307640 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:37:22.307640 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:37:22.307640 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:37:22.307640 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:37:22.307640 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:37:22.307640 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:37:22.307640 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:37:22.307640 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:37:22.307640 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:37:22.307640 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:37:22.307640 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:37:22.307640 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:37:22.307640 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:37:22.307640 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:37:22.307640 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:37:22.307640 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:37:22.307640 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:37:22.307640 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:37:22.307640 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:37:22.307640 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:37:22.307640 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:37:22.307640 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:37:22.307640 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:37:22.307640 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:37:22.307640 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:37:22.307640 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:37:22.307640 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:37:22.307640 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:37:22.307640 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:37:22.307640 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:37:22.307640 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:37:22.383425 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2f228d1a-bf60-4557-8817-381e90af2cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:22.387564 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2f228d1a-bf60-4557-8817-381e90af2cef admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:22.410846 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f228d1a-bf60-4557-8817-381e90af2cef admin admin] Pushing event deleted for resources: {'Network': ['ID=5085144a-2e45-45e3-8da4-82c7a3e22f57,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:22.423707 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2f228d1a-bf60-4557-8817-381e90af2cef admin admin] 10.222.0.37 "DELETE /v2.0/networks/5085144a-2e45-45e3-8da4-82c7a3e22f57 HTTP/1.1" status: 204 len: 168 time: 1.0086229 Feb 09 01:37:22.554290 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d8e95541-c871-4a8a-86d2-46dd88756af0 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:37:22.588704 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: d8e95541-c871-4a8a-86d2-46dd88756af0 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:37:22.589048 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d8e95541-c871-4a8a-86d2-46dd88756af0 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:37:22.589466 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 99809b8d-5fd6-4892-a23d-1bdb85339c9c no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:37:22.615882 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b6b782eb-1d70-4a17-8b38-71448fb98b0c None None] Deleting port 99809b8d-5fd6-4892-a23d-1bdb85339c9c {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:37:22.616256 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b6b782eb-1d70-4a17-8b38-71448fb98b0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:22.627490 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52246) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:22.648486 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 99809b8d-5fd6-4892-a23d-1bdb85339c9c {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:37:22.648700 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 99809b8d-5fd6-4892-a23d-1bdb85339c9c not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:37:22.649189 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device a041ac86-4809-48c7-8272-b0a043f99a62 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:37:22.678387 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ce026231-d896-4a57-ad11-c5c572d2a698 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3588c8cc60974e3d95471d8e1cd35dae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473623 Feb 09 01:37:22.678616 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52250) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:22.688459 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: a041ac86-4809-48c7-8272-b0a043f99a62 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:37:22.688801 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device a041ac86-4809-48c7-8272-b0a043f99a62 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:37:22.721991 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b6b782eb-1d70-4a17-8b38-71448fb98b0c None None] The port '99809b8d-5fd6-4892-a23d-1bdb85339c9c' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:37:22.737321 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f9e3d914-8cb1-4964-b976-b260b5aef3df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:22.763316 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f9e3d914-8cb1-4964-b976-b260b5aef3df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:22.814665 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f9e3d914-8cb1-4964-b976-b260b5aef3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:22.829122 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3d914-8cb1-4964-b976-b260b5aef3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3485240-f938-4da7-9335-239eb98f1f7e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:22.836597 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f9e3d914-8cb1-4964-b976-b260b5aef3df admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:22.838309 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f9e3d914-8cb1-4964-b976-b260b5aef3df admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a3485240-f938-4da7-9335-239eb98f1f7e HTTP/1.1" status: 204 len: 168 time: 0.1582744 Feb 09 01:37:23.168529 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52260) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:23.216050 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0a94d4da-0ced-4185-b851-2eb319c1cda8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc02faf6e26241a9ac1fd6f1354d83ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463676 Feb 09 01:37:23.218406 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52264) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:23.274152 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-509f7e10-65c6-4312-a0de-e53fc0d533e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:23.298821 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-509f7e10-65c6-4312-a0de-e53fc0d533e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:23.351992 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-509f7e10-65c6-4312-a0de-e53fc0d533e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:23.368561 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f7e10-65c6-4312-a0de-e53fc0d533e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97428572-e6ec-4439-b8d5-746a1ddb33a2,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:23.378680 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-509f7e10-65c6-4312-a0de-e53fc0d533e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:23.379794 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-509f7e10-65c6-4312-a0de-e53fc0d533e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/97428572-e6ec-4439-b8d5-746a1ddb33a2 HTTP/1.1" status: 204 len: 168 time: 0.1604991 Feb 09 01:37:25.197188 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:34.435057 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6116a-2792-4eb5-ae33-eade6c1002b4 req-264d42db-d117-4b66-8319-6d869dcc6922 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:34.436581 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41a6116a-2792-4eb5-ae33-eade6c1002b4 req-264d42db-d117-4b66-8319-6d869dcc6922 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 1096 time: 0.0701861 Feb 09 01:37:34.476657 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41a6116a-2792-4eb5-ae33-eade6c1002b4 req-933418ea-7c72-4811-a32f-fed94ee2963e tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341003 Feb 09 01:37:34.500809 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52284) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:34.702346 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-bb0108c1-bb0f-4d82-b272-4322359def62 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Deleting port 3217039c-f4b7-416f-9329-380935be7682 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:37:34.702855 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bb0108c1-bb0f-4d82-b272-4322359def62 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:34.867369 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bb0108c1-bb0f-4d82-b272-4322359def62 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:34.867741 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bb0108c1-bb0f-4d82-b272-4322359def62 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:34.999730 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-bb0108c1-bb0f-4d82-b272-4322359def62 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Calling delete_port for 3217039c-f4b7-416f-9329-380935be7682 owned by network:floatingip {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:37:35.153463 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bb0108c1-bb0f-4d82-b272-4322359def62 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:35.204735 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0108c1-bb0f-4d82-b272-4322359def62 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event deleted for resources: {'Port': ['ID=3217039c-f4b7-416f-9329-380935be7682,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:35.294510 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bb0108c1-bb0f-4d82-b272-4322359def62 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for floatingip, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:35.294751 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [None req-bb0108c1-bb0f-4d82-b272-4322359def62 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Floating IP dbda3083-afe9-428b-81ca-4978125cdf56 disassociated (deleted). External IP: 172.25.5.105, port: 19284260-baf7-49e1-a3c1-11f9e42da4db. Feb 09 01:37:35.748901 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0108c1-bb0f-4d82-b272-4322359def62 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Router 5cf6f45b-0539-40d6-a995-7768983a1d36 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:37:35.929425 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0108c1-bb0f-4d82-b272-4322359def62 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:37:35.954121 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de207881-4b0a-4ee7-9c50-cf0dd59f3e5a None None] Sync routers for ids ['5cf6f45b-0539-40d6-a995-7768983a1d36'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:37:35.954121 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de207881-4b0a-4ee7-9c50-cf0dd59f3e5a None None] Routers {'5cf6f45b-0539-40d6-a995-7768983a1d36'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:37:35.957180 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bb0108c1-bb0f-4d82-b272-4322359def62 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:35.957269 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-de207881-4b0a-4ee7-9c50-cf0dd59f3e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:37:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['5cf6f45b-0539-40d6-a995-7768983a1d36'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:36.013767 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-bb0108c1-bb0f-4d82-b272-4322359def62 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "DELETE /v2.0/floatingips/dbda3083-afe9-428b-81ca-4978125cdf56 HTTP/1.1" status: 204 len: 168 time: 1.5117955 Feb 09 01:37:36.014346 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe392db-44b4-49de-9664-7f21da1b3987', 'tag': '19284260-baf7-49e1-a3c1-11f9e42da4db'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:37:36.031023 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52296) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:36.088363 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfe392db-44b4-49de-9664-7f21da1b3987', 'tag': '19284260-baf7-49e1-a3c1-11f9e42da4db', 'status': 'completed', 'code': 200} Feb 09 01:37:36.205356 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-de207881-4b0a-4ee7-9c50-cf0dd59f3e5a None None] Set router 5cf6f45b-0539-40d6-a995-7768983a1d36 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:37:36.205546 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6ceb01d1-5c98-43b2-90f4-f0d57e54b35c tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] 10.222.0.37 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2544 time: 0.1736014 Feb 09 01:37:36.209481 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52300) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:36.214189 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f9f3e-db19-4092-aab9-00b722866596 req-43dfd3a8-3d34-4b33-8bd0-3358dd0dbe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:36.215710 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c58f9f3e-db19-4092-aab9-00b722866596 req-43dfd3a8-3d34-4b33-8bd0-3358dd0dbe7b service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 1096 time: 0.1163247 Feb 09 01:37:36.218186 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-ca3ad2cf-fc6b-45a3-b6f3-d285c9f590dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Request body: {'network': {'name': 'tempest-network-smoke--531604441', 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'port_security_enabled': False}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:36.225353 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ca3ad2cf-fc6b-45a3-b6f3-d285c9f590dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:37:36.237816 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ca3ad2cf-fc6b-45a3-b6f3-d285c9f590dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:37:36.257948 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3ad2cf-fc6b-45a3-b6f3-d285c9f590dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Made reservation on behalf of fa3c5f95e33c4e0593fa45bb616fb8a7 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:36.264225 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ca3ad2cf-fc6b-45a3-b6f3-d285c9f590dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:36.300035 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca3ad2cf-fc6b-45a3-b6f3-d285c9f590dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 990} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:37:36.311306 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ca3ad2cf-fc6b-45a3-b6f3-d285c9f590dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:36.312799 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-ca3ad2cf-fc6b-45a3-b6f3-d285c9f590dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Added segment c42f8ef7-7137-4bac-a5d8-cea7f1ffddef of type vlan for network 62ebc244-f472-4bfe-99c5-f5b350e03d70 Feb 09 01:37:36.346667 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ca3ad2cf-fc6b-45a3-b6f3-d285c9f590dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:36.390664 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ca3ad2cf-fc6b-45a3-b6f3-d285c9f590dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:36.398502 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3ad2cf-fc6b-45a3-b6f3-d285c9f590dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:36.399427 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ca3ad2cf-fc6b-45a3-b6f3-d285c9f590dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:36.427738 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f9f3e-db19-4092-aab9-00b722866596 req-a07daa8b-87d5-4726-a094-24bed99525eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:36.429243 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c58f9f3e-db19-4092-aab9-00b722866596 req-a07daa8b-87d5-4726-a094-24bed99525eb service neutron] 10.222.0.117 "GET /v2.0/networks?id=12c6ce9e-fdbb-413e-986b-cd6e116ecfcd HTTP/1.1" status: 200 len: 898 time: 0.2007189 Feb 09 01:37:36.505165 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c58f9f3e-db19-4092-aab9-00b722866596 req-5e57c79b-4a2a-4d19-a503-c601ac468d9d service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19284260-baf7-49e1-a3c1-11f9e42da4db HTTP/1.1" status: 200 len: 217 time: 0.0689013 Feb 09 01:37:36.513467 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58908f94-b365-44fd-b473-0fbbb91c63c3 req-2ec05dc6-d6e9-41ce-adbc-0f9ff7808d9e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:36.514198 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-58908f94-b365-44fd-b473-0fbbb91c63c3 req-2ec05dc6-d6e9-41ce-adbc-0f9ff7808d9e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Synchronizing usage tracker for tenant:49364f58e6074dfa91c3c69aee216080 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:37:36.535137 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ad2cf-fc6b-45a3-b6f3-d285c9f590dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Pushing event updated for resources: {'Network': ['ID=62ebc244-f472-4bfe-99c5-f5b350e03d70,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:36.539142 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ca3ad2cf-fc6b-45a3-b6f3-d285c9f590dd tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3284976 Feb 09 01:37:36.542310 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52306) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:36.547303 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 62ebc244-f472-4bfe-99c5-f5b350e03d70 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:37:36.550543 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-556fd6f3-fa9c-49bb-b777-1ed7f242997b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1777995260', 'admin_state_up': True, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:36.554423 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-de207881-4b0a-4ee7-9c50-cf0dd59f3e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021154720', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '2bc546ff-eb2c-47ca-9e92-9bcdb6168997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:22Z', 'updated_at': '2022-02-09T01:35:31Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '2bc546ff-eb2c-47ca-9e92-9bcdb6168997', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:23Z', 'updated_at': '2022-02-09T01:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'ba3c9bad-24f3-46cf-ba19-4326f153c5e3', 'name': '', 'network_id': '12c6ce9e-fdbb-413e-986b-cd6e116ecfcd', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:cf:b2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '7b5753f4-27f1-4f76-815e-94a778de8086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:30Z', 'updated_at': '2022-02-09T01:35:45Z', 'revision_number': 5, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '7b5753f4-27f1-4f76-815e-94a778de8086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:36.560258 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-556fd6f3-fa9c-49bb-b777-1ed7f242997b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:37:36.562103 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de207881-4b0a-4ee7-9c50-cf0dd59f3e5a None None] Checking router: 5cf6f45b-0539-40d6-a995-7768983a1d36 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:37:36.564560 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-556fd6f3-fa9c-49bb-b777-1ed7f242997b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Usage tracker for resource:router and tenant:fa3c5f95e33c4e0593fa45bb616fb8a7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:37:36.567575 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-556fd6f3-fa9c-49bb-b777-1ed7f242997b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:37:36.575932 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-556fd6f3-fa9c-49bb-b777-1ed7f242997b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:37:36.576555 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de207881-4b0a-4ee7-9c50-cf0dd59f3e5a None None] Routers {'5cf6f45b-0539-40d6-a995-7768983a1d36'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:37:36.578170 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-de207881-4b0a-4ee7-9c50-cf0dd59f3e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:37:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['5cf6f45b-0539-40d6-a995-7768983a1d36'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:36.580618 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-58908f94-b365-44fd-b473-0fbbb91c63c3 req-2ec05dc6-d6e9-41ce-adbc-0f9ff7808d9e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Unset dirty status for tenant:49364f58e6074dfa91c3c69aee216080 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:37:36.582349 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-58908f94-b365-44fd-b473-0fbbb91c63c3 req-2ec05dc6-d6e9-41ce-adbc-0f9ff7808d9e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 945 time: 0.2508750 Feb 09 01:37:36.589583 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f9f3e-db19-4092-aab9-00b722866596 req-03afe079-74f1-44d8-b65f-22bbf336b007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:36.591007 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c58f9f3e-db19-4092-aab9-00b722866596 req-03afe079-74f1-44d8-b65f-22bbf336b007 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=7b5753f4-27f1-4f76-815e-94a778de8086 HTTP/1.1" status: 200 len: 835 time: 0.0730913 Feb 09 01:37:36.594383 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-556fd6f3-fa9c-49bb-b777-1ed7f242997b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:36.595911 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-556fd6f3-fa9c-49bb-b777-1ed7f242997b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:36.615275 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-556fd6f3-fa9c-49bb-b777-1ed7f242997b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:36.688755 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-58908f94-b365-44fd-b473-0fbbb91c63c3 req-04c26fe7-4039-4b4c-a1de-6b6b38e96fd1 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965793 Feb 09 01:37:36.716218 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f9f3e-db19-4092-aab9-00b722866596 req-c23efeab-7f0f-4f10-9c63-7240f894863e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:36.717812 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c58f9f3e-db19-4092-aab9-00b722866596 req-c23efeab-7f0f-4f10-9c63-7240f894863e service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=12c6ce9e-fdbb-413e-986b-cd6e116ecfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094487 Feb 09 01:37:36.783015 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-de207881-4b0a-4ee7-9c50-cf0dd59f3e5a None None] Set router 5cf6f45b-0539-40d6-a995-7768983a1d36 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:37:36.855054 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c58f9f3e-db19-4092-aab9-00b722866596 req-90cb56c1-3b33-493d-b58f-2b472a4fd262 service neutron] 10.222.0.117 "GET /v2.0/networks/12c6ce9e-fdbb-413e-986b-cd6e116ecfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290123 Feb 09 01:37:36.899670 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-556fd6f3-fa9c-49bb-b777-1ed7f242997b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:36.942414 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-02077025-4106-4e43-b8ba-9e45b7fbc8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:37.002097 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c58f9f3e-db19-4092-aab9-00b722866596 req-6e6ade3c-27af-40d1-a05a-cac3c88f0828 service neutron] 10.222.0.117 "GET /v2.0/networks/12c6ce9e-fdbb-413e-986b-cd6e116ecfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407886 Feb 09 01:37:37.113396 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-de207881-4b0a-4ee7-9c50-cf0dd59f3e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021154720', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '2bc546ff-eb2c-47ca-9e92-9bcdb6168997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:22Z', 'updated_at': '2022-02-09T01:35:31Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '2bc546ff-eb2c-47ca-9e92-9bcdb6168997', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:23Z', 'updated_at': '2022-02-09T01:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'ba3c9bad-24f3-46cf-ba19-4326f153c5e3', 'name': '', 'network_id': '12c6ce9e-fdbb-413e-986b-cd6e116ecfcd', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:cf:b2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '7b5753f4-27f1-4f76-815e-94a778de8086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:30Z', 'updated_at': '2022-02-09T01:35:45Z', 'revision_number': 5, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '7b5753f4-27f1-4f76-815e-94a778de8086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:37.117779 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de207881-4b0a-4ee7-9c50-cf0dd59f3e5a None None] The sync data for ids ['5cf6f45b-0539-40d6-a995-7768983a1d36'] in n-d-828419-1 is: [{'id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021154720', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '2bc546ff-eb2c-47ca-9e92-9bcdb6168997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:22Z', 'updated_at': '2022-02-09T01:35:31Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '2bc546ff-eb2c-47ca-9e92-9bcdb6168997', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:23Z', 'updated_at': '2022-02-09T01:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'ba3c9bad-24f3-46cf-ba19-4326f153c5e3', 'name': '', 'network_id': '12c6ce9e-fdbb-413e-986b-cd6e116ecfcd', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:cf:b2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '7b5753f4-27f1-4f76-815e-94a778de8086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:30Z', 'updated_at': '2022-02-09T01:35:45Z', 'revision_number': 5, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '7b5753f4-27f1-4f76-815e-94a778de8086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:37:37.328504 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-556fd6f3-fa9c-49bb-b777-1ed7f242997b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:37.346138 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e499080-206f-49ae-bf75-126bbbc5a1bb None None] New status for floating IP dbda3083-afe9-428b-81ca-4978125cdf56: DOWN {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:37:37.360079 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-556fd6f3-fa9c-49bb-b777-1ed7f242997b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:37.498852 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-556fd6f3-fa9c-49bb-b777-1ed7f242997b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Allocated IP 172.25.5.200 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/b4ee44ae-d74a-42d1-a90c-f08354324aa2) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:37.643117 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-556fd6f3-fa9c-49bb-b777-1ed7f242997b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:37.680821 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-556fd6f3-fa9c-49bb-b777-1ed7f242997b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:37.746155 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556fd6f3-fa9c-49bb-b777-1ed7f242997b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:37.749351 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-556fd6f3-fa9c-49bb-b777-1ed7f242997b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:37.753306 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556fd6f3-fa9c-49bb-b777-1ed7f242997b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:37:37.765018 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46e4bc-d72d-421e-99b2-9bc2a72160ed req-9bbe876a-bf9d-4422-b54b-136a628fc2ce tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:37.766465 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1f46e4bc-d72d-421e-99b2-9bc2a72160ed req-9bbe876a-bf9d-4422-b54b-136a628fc2ce tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.117 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 945 time: 0.0838935 Feb 09 01:37:37.788639 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fd6f3-fa9c-49bb-b777-1ed7f242997b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Pushing event updated for resources: {'Port': ['ID=b4ee44ae-d74a-42d1-a90c-f08354324aa2,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:37.840559 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-1f46e4bc-d72d-421e-99b2-9bc2a72160ed req-262bccd4-dd9f-4829-bb6c-3934d27b9159 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Deleting port 19284260-baf7-49e1-a3c1-11f9e42da4db {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:37:37.840905 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1f46e4bc-d72d-421e-99b2-9bc2a72160ed req-262bccd4-dd9f-4829-bb6c-3934d27b9159 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:38.064449 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d7e96-1a2f-456c-a8df-93d8db623245 req-ce93b895-0fb4-44d5-8569-0239447736ba tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:38.065853 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4e3d7e96-1a2f-456c-a8df-93d8db623245 req-ce93b895-0fb4-44d5-8569-0239447736ba tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfe392db-44b4-49de-9664-7f21da1b3987 HTTP/1.1" status: 200 len: 945 time: 0.2597630 Feb 09 01:37:38.089398 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-1f46e4bc-d72d-421e-99b2-9bc2a72160ed req-262bccd4-dd9f-4829-bb6c-3934d27b9159 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] For port 19284260-baf7-49e1-a3c1-11f9e42da4db, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=19284260-baf7-49e1-a3c1-11f9e42da4db,segment=NetworkSegment(22617deb-6411-4fb0-8c9f-a7ed2fe54d52),segment_id=22617deb-6411-4fb0-8c9f-a7ed2fe54d52)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:37:38.089804 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1f46e4bc-d72d-421e-99b2-9bc2a72160ed req-262bccd4-dd9f-4829-bb6c-3934d27b9159 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:38.198699 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4e3d7e96-1a2f-456c-a8df-93d8db623245 req-fd7c1698-b4f1-452d-aaaa-7093e304fc62 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=02cf2d1c-d2bb-4272-b172-33195045ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775855 Feb 09 01:37:38.282758 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-556fd6f3-fa9c-49bb-b777-1ed7f242997b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:38.339506 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-1f46e4bc-d72d-421e-99b2-9bc2a72160ed req-262bccd4-dd9f-4829-bb6c-3934d27b9159 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Calling delete_port for 19284260-baf7-49e1-a3c1-11f9e42da4db owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:37:38.488840 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1f46e4bc-d72d-421e-99b2-9bc2a72160ed req-262bccd4-dd9f-4829-bb6c-3934d27b9159 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:38.542136 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262bccd4-dd9f-4829-bb6c-3934d27b9159 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event deleted for resources: {'Port': ['ID=19284260-baf7-49e1-a3c1-11f9e42da4db,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:38.630614 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f46e4bc-d72d-421e-99b2-9bc2a72160ed req-262bccd4-dd9f-4829-bb6c-3934d27b9159 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] No DVR routers for this DVR port 19284260-baf7-49e1-a3c1-11f9e42da4db on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:37:38.633206 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1f46e4bc-d72d-421e-99b2-9bc2a72160ed req-262bccd4-dd9f-4829-bb6c-3934d27b9159 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:38.635865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe392db-44b4-49de-9664-7f21da1b3987', 'name': 'network-vif-deleted', 'tag': '19284260-baf7-49e1-a3c1-11f9e42da4db'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:37:38.653197 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1f46e4bc-d72d-421e-99b2-9bc2a72160ed req-262bccd4-dd9f-4829-bb6c-3934d27b9159 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.117 "DELETE /v2.0/ports/19284260-baf7-49e1-a3c1-11f9e42da4db HTTP/1.1" status: 204 len: 173 time: 0.8815269 Feb 09 01:37:38.682291 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe392db-44b4-49de-9664-7f21da1b3987', 'name': 'network-vif-deleted', 'tag': '19284260-baf7-49e1-a3c1-11f9e42da4db', 'status': 'completed', 'code': 200} Feb 09 01:37:38.742992 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-556fd6f3-fa9c-49bb-b777-1ed7f242997b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:38.948551 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556fd6f3-fa9c-49bb-b777-1ed7f242997b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Router cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:37:39.149475 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556fd6f3-fa9c-49bb-b777-1ed7f242997b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:37:39.159800 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299f1540-bb70-4add-8bbf-c2bf13a9978a None None] Sync routers for ids ['cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:37:39.169924 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299f1540-bb70-4add-8bbf-c2bf13a9978a None None] Routers {'cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:37:39.170561 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-299f1540-bb70-4add-8bbf-c2bf13a9978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:37:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:39.179577 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-556fd6f3-fa9c-49bb-b777-1ed7f242997b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:39.183930 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-556fd6f3-fa9c-49bb-b777-1ed7f242997b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.6377842 Feb 09 01:37:39.184272 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52322) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:39.250582 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f7cbd2-ba48-47cd-b3f9-2dec36a6307f tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:39.255668 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-85f7cbd2-ba48-47cd-b3f9-2dec36a6307f tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=fa3c5f95e33c4e0593fa45bb616fb8a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0702651 Feb 09 01:37:39.256268 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52334) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:39.308291 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52338) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:39.356182 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-299f1540-bb70-4add-8bbf-c2bf13a9978a None None] Set router cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:37:39.377159 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0642c430-883a-470c-adea-a7fd2f50f165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:39.398511 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd142969-15b2-4ace-9a6f-57c42e3bb376 tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:39.400344 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cd142969-15b2-4ace-9a6f-57c42e3bb376 tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1410081 Feb 09 01:37:39.403055 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52342) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:39.448346 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-aadbabc6-45a8-4d72-a59f-b699764996d7 tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d1df58ff-1788-422d-89ee-d00e1fe89789&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442309 Feb 09 01:37:39.451241 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52346) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:39.498203 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8cdba80d-43ed-4a67-b525-20029ed1c30d tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=fa3c5f95e33c4e0593fa45bb616fb8a7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431008 Feb 09 01:37:39.498684 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52350) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:39.637037 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f3d91b-7ad6-433f-a5a4-a2f9e7a6271b tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:39.638607 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-58f3d91b-7ad6-433f-a5a4-a2f9e7a6271b tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1391237 Feb 09 01:37:39.642257 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52354) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:39.677618 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-299f1540-bb70-4add-8bbf-c2bf13a9978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1777995260', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'b4ee44ae-d74a-42d1-a90c-f08354324aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:36Z', 'updated_at': '2022-02-09T01:37:38Z', 'revision_number': 3, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'gw_port': {'id': 'b4ee44ae-d74a-42d1-a90c-f08354324aa2', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:83:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:37Z', 'updated_at': '2022-02-09T01:37:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:39.682008 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299f1540-bb70-4add-8bbf-c2bf13a9978a None None] Checking router: cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:37:39.682409 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299f1540-bb70-4add-8bbf-c2bf13a9978a None None] Updating router cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f port b4ee44ae-d74a-42d1-a90c-f08354324aa2 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:37:39.689121 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4bbe09eb-5434-4832-962d-05aefa14138b tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d1df58ff-1788-422d-89ee-d00e1fe89789&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430765 Feb 09 01:37:39.689121 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52358) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:39.696075 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-a70dd9b1-4f87-4162-a314-07c7d80cfb5d tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-55917136', 'network_id': '62ebc244-f472-4bfe-99c5-f5b350e03d70', 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:39.739669 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-299f1540-bb70-4add-8bbf-c2bf13a9978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:39.809178 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a70dd9b1-4f87-4162-a314-07c7d80cfb5d tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:37:39.813003 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a70dd9b1-4f87-4162-a314-07c7d80cfb5d tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Usage tracker for resource:subnet and tenant:fa3c5f95e33c4e0593fa45bb616fb8a7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:37:39.815765 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a70dd9b1-4f87-4162-a314-07c7d80cfb5d tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:37:39.821477 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a70dd9b1-4f87-4162-a314-07c7d80cfb5d tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:37:39.832035 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70dd9b1-4f87-4162-a314-07c7d80cfb5d tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Made reservation on behalf of fa3c5f95e33c4e0593fa45bb616fb8a7 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:39.836236 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a70dd9b1-4f87-4162-a314-07c7d80cfb5d tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:39.963385 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13d9cecc-21d8-4733-8555-809599c05c1c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:40.061606 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a70dd9b1-4f87-4162-a314-07c7d80cfb5d tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:40.128201 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-299f1540-bb70-4add-8bbf-c2bf13a9978a None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:40.140504 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-299f1540-bb70-4add-8bbf-c2bf13a9978a None None] Transition to ACTIVE for port object b4ee44ae-d74a-42d1-a90c-f08354324aa2 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:37:40.147637 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70dd9b1-4f87-4162-a314-07c7d80cfb5d tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Pushing event updated for resources: {'Subnet': ['ID=0342e96d-ca37-4d58-8d6f-16774ab6fd39,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:40.147875 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-299f1540-bb70-4add-8bbf-c2bf13a9978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:40.153822 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70dd9b1-4f87-4162-a314-07c7d80cfb5d tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Checking segment: {'id': 'c42f8ef7-7137-4bac-a5d8-cea7f1ffddef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '62ebc244-f472-4bfe-99c5-f5b350e03d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:37:40.154183 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70dd9b1-4f87-4162-a314-07c7d80cfb5d tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Network hostable DHCP agents. Network: 62ebc244-f472-4bfe-99c5-f5b350e03d70, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:37:40.173280 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70dd9b1-4f87-4162-a314-07c7d80cfb5d tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Network 62ebc244-f472-4bfe-99c5-f5b350e03d70 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:37:40.182832 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-a70dd9b1-4f87-4162-a314-07c7d80cfb5d tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 62ebc244-f472-4bfe-99c5-f5b350e03d70) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:40.188679 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70dd9b1-4f87-4162-a314-07c7d80cfb5d tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:40.189610 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a70dd9b1-4f87-4162-a314-07c7d80cfb5d tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:40.201534 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d6e378-edbf-45e2-ba31-9d558f1b19e7 None None] Network 62ebc244-f472-4bfe-99c5-f5b350e03d70 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:37:40.229584 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a70dd9b1-4f87-4162-a314-07c7d80cfb5d tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.5354223 Feb 09 01:37:40.229772 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52362) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:40.248740 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-299f1540-bb70-4add-8bbf-c2bf13a9978a None None] Attempting to bind port b4ee44ae-d74a-42d1-a90c-f08354324aa2 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:37:40.249275 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-299f1540-bb70-4add-8bbf-c2bf13a9978a None None] Attempting to bind port b4ee44ae-d74a-42d1-a90c-f08354324aa2 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:37:40.249641 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299f1540-bb70-4add-8bbf-c2bf13a9978a None None] Attempting to bind port b4ee44ae-d74a-42d1-a90c-f08354324aa2 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:37:40.260899 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299f1540-bb70-4add-8bbf-c2bf13a9978a None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:37:40.261650 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299f1540-bb70-4add-8bbf-c2bf13a9978a None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:37:40.262248 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-299f1540-bb70-4add-8bbf-c2bf13a9978a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:40.262827 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299f1540-bb70-4add-8bbf-c2bf13a9978a None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:37:40.263493 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-299f1540-bb70-4add-8bbf-c2bf13a9978a None None] Bound port: b4ee44ae-d74a-42d1-a90c-f08354324aa2, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:37:40.264073 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-299f1540-bb70-4add-8bbf-c2bf13a9978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:40.314097 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62edabd9-e87a-47e0-b050-20dbdab739ab None None] Pushing event updated for resources: {'Port': ['ID=b4ee44ae-d74a-42d1-a90c-f08354324aa2,revision_number=2']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:40.346783 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-299f1540-bb70-4add-8bbf-c2bf13a9978a None None] For port b4ee44ae-d74a-42d1-a90c-f08354324aa2, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:37:40.350835 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-299f1540-bb70-4add-8bbf-c2bf13a9978a None None] For port b4ee44ae-d74a-42d1-a90c-f08354324aa2, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b4ee44ae-d74a-42d1-a90c-f08354324aa2,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:37:40.358153 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62edabd9-e87a-47e0-b050-20dbdab739ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:40.358834 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62edabd9-e87a-47e0-b050-20dbdab739ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:40.359421 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62edabd9-e87a-47e0-b050-20dbdab739ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:40.359961 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62edabd9-e87a-47e0-b050-20dbdab739ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:40.360533 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62edabd9-e87a-47e0-b050-20dbdab739ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:40.361086 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62edabd9-e87a-47e0-b050-20dbdab739ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:40.361625 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62edabd9-e87a-47e0-b050-20dbdab739ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:40.362155 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62edabd9-e87a-47e0-b050-20dbdab739ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:40.362688 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62edabd9-e87a-47e0-b050-20dbdab739ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:40.363217 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62edabd9-e87a-47e0-b050-20dbdab739ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:40.363748 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62edabd9-e87a-47e0-b050-20dbdab739ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:40.364732 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62edabd9-e87a-47e0-b050-20dbdab739ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:40.369341 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-299f1540-bb70-4add-8bbf-c2bf13a9978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:40.445693 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299f1540-bb70-4add-8bbf-c2bf13a9978a None None] Routers {'cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:37:40.446735 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-299f1540-bb70-4add-8bbf-c2bf13a9978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:37:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:40.456795 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-62ebc244-f472-4bfe-99c5-f5b350e03d70', 'network_id': '62ebc244-f472-4bfe-99c5-f5b350e03d70', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'fixed_ips': [{'subnet_id': '0342e96d-ca37-4d58-8d6f-16774ab6fd39'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:37:40.457997 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:40.472214 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:40.556075 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62edabd9-e87a-47e0-b050-20dbdab739ab None None] Pushing event updated for resources: {'Port': ['ID=b4ee44ae-d74a-42d1-a90c-f08354324aa2,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:40.593068 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-13d9cecc-21d8-4733-8555-809599c05c1c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Deleting port ba3c9bad-24f3-46cf-ba19-4326f153c5e3 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:37:40.594044 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13d9cecc-21d8-4733-8555-809599c05c1c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:40.635968 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:40.659260 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-299f1540-bb70-4add-8bbf-c2bf13a9978a None None] Set router cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:37:40.723059 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] Allocated IP 172.20.0.18 (62ebc244-f472-4bfe-99c5-f5b350e03d70/0342e96d-ca37-4d58-8d6f-16774ab6fd39/c50faf45-89e6-4050-8c0d-00bdcbd37687) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:40.824606 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-13d9cecc-21d8-4733-8555-809599c05c1c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] For port ba3c9bad-24f3-46cf-ba19-4326f153c5e3, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=ba3c9bad-24f3-46cf-ba19-4326f153c5e3,segment=NetworkSegment(22617deb-6411-4fb0-8c9f-a7ed2fe54d52),segment_id=22617deb-6411-4fb0-8c9f-a7ed2fe54d52)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:37:40.825247 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13d9cecc-21d8-4733-8555-809599c05c1c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:40.955527 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:40.966642 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] Transition to ACTIVE for port object c50faf45-89e6-4050-8c0d-00bdcbd37687 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:37:40.982990 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-13d9cecc-21d8-4733-8555-809599c05c1c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Calling delete_port for ba3c9bad-24f3-46cf-ba19-4326f153c5e3 owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:37:40.987139 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] Transition to ACTIVE for port object c50faf45-89e6-4050-8c0d-00bdcbd37687 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:37:40.996237 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:41.017296 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-299f1540-bb70-4add-8bbf-c2bf13a9978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1777995260', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'b4ee44ae-d74a-42d1-a90c-f08354324aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:36Z', 'updated_at': '2022-02-09T01:37:38Z', 'revision_number': 3, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'gw_port': {'id': 'b4ee44ae-d74a-42d1-a90c-f08354324aa2', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:83:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:37Z', 'updated_at': '2022-02-09T01:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:41.024182 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299f1540-bb70-4add-8bbf-c2bf13a9978a None None] The sync data for ids ['cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f'] in n-d-828419-1 is: [{'id': 'cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1777995260', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'b4ee44ae-d74a-42d1-a90c-f08354324aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:36Z', 'updated_at': '2022-02-09T01:37:38Z', 'revision_number': 3, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'gw_port': {'id': 'b4ee44ae-d74a-42d1-a90c-f08354324aa2', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:83:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:37Z', 'updated_at': '2022-02-09T01:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:37:41.057823 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] Network 62ebc244-f472-4bfe-99c5-f5b350e03d70 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:41.065562 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:41.069851 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:37:41.121143 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] Pushing event updated for resources: {'Port': ['ID=c50faf45-89e6-4050-8c0d-00bdcbd37687,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:41.188500 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-79729458-3abd-4ba2-9343-2b8f678e61e2 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:41.191344 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:41.191687 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:41.192022 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:41.192353 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:41.192703 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:41.193027 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:41.193352 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:41.193672 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:41.193991 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:41.194307 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:41.194651 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:41.194966 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:41.198618 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] Attempting to bind port c50faf45-89e6-4050-8c0d-00bdcbd37687 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:37:41.198982 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] Attempting to bind port c50faf45-89e6-4050-8c0d-00bdcbd37687 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c42f8ef7-7137-4bac-a5d8-cea7f1ffddef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '62ebc244-f472-4bfe-99c5-f5b350e03d70'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:37:41.199342 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] Attempting to bind port c50faf45-89e6-4050-8c0d-00bdcbd37687 on network 62ebc244-f472-4bfe-99c5-f5b350e03d70 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:37:41.205205 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:37:41.205441 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] Checking segment: {'id': 'c42f8ef7-7137-4bac-a5d8-cea7f1ffddef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '62ebc244-f472-4bfe-99c5-f5b350e03d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:37:41.205841 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:41.206230 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] Bound using segment: {'id': 'c42f8ef7-7137-4bac-a5d8-cea7f1ffddef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '62ebc244-f472-4bfe-99c5-f5b350e03d70'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:37:41.206691 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] Bound port: c50faf45-89e6-4050-8c0d-00bdcbd37687, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c42f8ef7-7137-4bac-a5d8-cea7f1ffddef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '62ebc244-f472-4bfe-99c5-f5b350e03d70'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:37:41.207062 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:41.249071 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13d9cecc-21d8-4733-8555-809599c05c1c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:41.305562 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] For port c50faf45-89e6-4050-8c0d-00bdcbd37687, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:37:41.310163 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] For port c50faf45-89e6-4050-8c0d-00bdcbd37687, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=c50faf45-89e6-4050-8c0d-00bdcbd37687,segment=NetworkSegment(c42f8ef7-7137-4bac-a5d8-cea7f1ffddef),segment_id=c42f8ef7-7137-4bac-a5d8-cea7f1ffddef)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:37:41.312840 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9cecc-21d8-4733-8555-809599c05c1c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event deleted for resources: {'Port': ['ID=ba3c9bad-24f3-46cf-ba19-4326f153c5e3,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:41.322347 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:41.442493 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5bd113-8b75-4963-98f7-c094f3266188 None None] Pushing event updated for resources: {'Port': ['ID=c50faf45-89e6-4050-8c0d-00bdcbd37687,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:41.759105 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13d9cecc-21d8-4733-8555-809599c05c1c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:41.779738 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-79729458-3abd-4ba2-9343-2b8f678e61e2 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Allocated IP 172.20.0.17 (62ebc244-f472-4bfe-99c5-f5b350e03d70/0342e96d-ca37-4d58-8d6f-16774ab6fd39/015e8566-d549-4323-8d52-653ab5f98337) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:41.864989 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:42.118927 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-79729458-3abd-4ba2-9343-2b8f678e61e2 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:42.150734 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-79729458-3abd-4ba2-9343-2b8f678e61e2 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Transition to ACTIVE for port object 015e8566-d549-4323-8d52-653ab5f98337 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:37:42.190713 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-79729458-3abd-4ba2-9343-2b8f678e61e2 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:42.270531 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79729458-3abd-4ba2-9343-2b8f678e61e2 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Network 62ebc244-f472-4bfe-99c5-f5b350e03d70 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:42.273881 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-79729458-3abd-4ba2-9343-2b8f678e61e2 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:42.278687 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79729458-3abd-4ba2-9343-2b8f678e61e2 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:37:42.296172 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d9cecc-21d8-4733-8555-809599c05c1c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Router 5cf6f45b-0539-40d6-a995-7768983a1d36 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:37:42.314452 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79729458-3abd-4ba2-9343-2b8f678e61e2 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Pushing event updated for resources: {'Port': ['ID=015e8566-d549-4323-8d52-653ab5f98337,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:42.345053 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-79729458-3abd-4ba2-9343-2b8f678e61e2 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:42.624530 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d9cecc-21d8-4733-8555-809599c05c1c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:37:42.638560 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575fb52-8de8-4b42-ac04-b456f85c317a None None] Sync routers for ids ['5cf6f45b-0539-40d6-a995-7768983a1d36'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:37:42.644286 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-13d9cecc-21d8-4733-8555-809599c05c1c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "PUT /v2.0/routers/5cf6f45b-0539-40d6-a995-7768983a1d36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3346558 Feb 09 01:37:42.647526 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52366) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:42.660822 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3575fb52-8de8-4b42-ac04-b456f85c317a None None] Routers {'5cf6f45b-0539-40d6-a995-7768983a1d36'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:37:42.661437 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-3575fb52-8de8-4b42-ac04-b456f85c317a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:37:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['5cf6f45b-0539-40d6-a995-7768983a1d36'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:42.750586 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f01650-da66-4017-a32d-1c92671be0ef tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Deleting subnet 7b5753f4-27f1-4f76-815e-94a778de8086 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:37:42.754873 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device c50faf45-89e6-4050-8c0d-00bdcbd37687 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:37:42.756042 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d8f01650-da66-4017-a32d-1c92671be0ef tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:42.840698 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d8f01650-da66-4017-a32d-1c92671be0ef tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:42.885145 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-79729458-3abd-4ba2-9343-2b8f678e61e2 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:42.899249 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cc1048-91e4-4cd9-be7c-0a96751e1704 None None] Network 62ebc244-f472-4bfe-99c5-f5b350e03d70 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:37:42.964814 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d8f01650-da66-4017-a32d-1c92671be0ef tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:43.018915 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-3575fb52-8de8-4b42-ac04-b456f85c317a None None] Set router 5cf6f45b-0539-40d6-a995-7768983a1d36 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:37:43.050636 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d8f01650-da66-4017-a32d-1c92671be0ef tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:43.117966 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d8f01650-da66-4017-a32d-1c92671be0ef tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:43.121327 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f01650-da66-4017-a32d-1c92671be0ef tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event deleted for resources: {'Subnet': ['ID=7b5753f4-27f1-4f76-815e-94a778de8086,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:43.132880 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d8f01650-da66-4017-a32d-1c92671be0ef tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "DELETE /v2.0/subnets/7b5753f4-27f1-4f76-815e-94a778de8086 HTTP/1.1" status: 204 len: 168 time: 0.4820161 Feb 09 01:37:43.133520 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52370) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:43.167022 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943284d1-deda-47d3-96f1-5c047abfa0c6 None None] Network 12c6ce9e-fdbb-413e-986b-cd6e116ecfcd requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:37:43.237524 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0ebfd83a-e0cf-41d1-a559-575321f6fb2a None None] Provisioning for port c50faf45-89e6-4050-8c0d-00bdcbd37687 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:37:43.331501 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ca78e9b0-42a9-48c6-8975-25900844249e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:43.336653 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port c50faf45-89e6-4050-8c0d-00bdcbd37687 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:37:43.343747 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-79729458-3abd-4ba2-9343-2b8f678e61e2 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:43.348234 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port c50faf45-89e6-4050-8c0d-00bdcbd37687 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:43.348605 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:43.352160 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-79729458-3abd-4ba2-9343-2b8f678e61e2 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:43.437706 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 19284260-baf7-49e1-a3c1-11f9e42da4db no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:37:43.472292 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-79729458-3abd-4ba2-9343-2b8f678e61e2 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:43.476386 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79729458-3abd-4ba2-9343-2b8f678e61e2 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Pushing event updated for resources: {'Port': ['ID=015e8566-d549-4323-8d52-653ab5f98337,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:43.512613 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: 19284260-baf7-49e1-a3c1-11f9e42da4db {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:37:43.513008 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 19284260-baf7-49e1-a3c1-11f9e42da4db not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:37:43.533103 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ca78e9b0-42a9-48c6-8975-25900844249e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:43.543908 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-ca78e9b0-42a9-48c6-8975-25900844249e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Deleting port 2bc546ff-eb2c-47ca-9e92-9bcdb6168997 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:37:43.544328 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ca78e9b0-42a9-48c6-8975-25900844249e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:43.614401 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79729458-3abd-4ba2-9343-2b8f678e61e2 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Network 62ebc244-f472-4bfe-99c5-f5b350e03d70 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:43.615723 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-79729458-3abd-4ba2-9343-2b8f678e61e2 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:43.734221 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-ca78e9b0-42a9-48c6-8975-25900844249e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] For port 2bc546ff-eb2c-47ca-9e92-9bcdb6168997, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=2bc546ff-eb2c-47ca-9e92-9bcdb6168997,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:37:43.734583 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ca78e9b0-42a9-48c6-8975-25900844249e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:43.809724 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79729458-3abd-4ba2-9343-2b8f678e61e2 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Router cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:37:43.835167 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:43.859486 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-ca78e9b0-42a9-48c6-8975-25900844249e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Calling delete_port for 2bc546ff-eb2c-47ca-9e92-9bcdb6168997 owned by network:router_gateway {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:37:43.908225 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port c50faf45-89e6-4050-8c0d-00bdcbd37687, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=c50faf45-89e6-4050-8c0d-00bdcbd37687,segment=NetworkSegment(c42f8ef7-7137-4bac-a5d8-cea7f1ffddef),segment_id=c42f8ef7-7137-4bac-a5d8-cea7f1ffddef)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:37:43.911526 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-3575fb52-8de8-4b42-ac04-b456f85c317a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021154720', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '2bc546ff-eb2c-47ca-9e92-9bcdb6168997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:22Z', 'updated_at': '2022-02-09T01:37:41Z', 'revision_number': 5, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '2bc546ff-eb2c-47ca-9e92-9bcdb6168997', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:23Z', 'updated_at': '2022-02-09T01:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:43.915605 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575fb52-8de8-4b42-ac04-b456f85c317a None None] Checking router: 5cf6f45b-0539-40d6-a995-7768983a1d36 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:37:43.919485 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:43.920255 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b4ee44ae-d74a-42d1-a90c-f08354324aa2 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:37:44.000280 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9226c7c6-7923-4b43-81a7-d29d979d1ee1 None None] DHCP port deletion for 12c6ce9e-fdbb-413e-986b-cd6e116ecfcd request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:37:44.030337 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-9226c7c6-7923-4b43-81a7-d29d979d1ee1 None None] Deleting port 43a58b4f-cd09-4ed2-a383-c70e519f1f42 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:37:44.030691 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9226c7c6-7923-4b43-81a7-d29d979d1ee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:44.038036 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79729458-3abd-4ba2-9343-2b8f678e61e2 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:37:44.050365 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b14307-7726-4276-943d-c368a35c2df8 None None] Sync routers for ids ['cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:37:44.060838 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-79729458-3abd-4ba2-9343-2b8f678e61e2 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "PUT /v2.0/routers/cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8300772 Feb 09 01:37:44.063152 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ca78e9b0-42a9-48c6-8975-25900844249e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:44.064272 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b14307-7726-4276-943d-c368a35c2df8 None None] Routers {'cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:37:44.065012 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-27b14307-7726-4276-943d-c368a35c2df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:37:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:44.068216 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3575fb52-8de8-4b42-ac04-b456f85c317a None None] Routers {'5cf6f45b-0539-40d6-a995-7768983a1d36'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:37:44.068216 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-3575fb52-8de8-4b42-ac04-b456f85c317a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:37:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['5cf6f45b-0539-40d6-a995-7768983a1d36'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:44.193354 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78e9b0-42a9-48c6-8975-25900844249e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event deleted for resources: {'Port': ['ID=2bc546ff-eb2c-47ca-9e92-9bcdb6168997,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:44.225549 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=c50faf45-89e6-4050-8c0d-00bdcbd37687,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:44.278477 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ca78e9b0-42a9-48c6-8975-25900844249e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:44.323907 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-3575fb52-8de8-4b42-ac04-b456f85c317a None None] Set router 5cf6f45b-0539-40d6-a995-7768983a1d36 gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:37:44.367737 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-27b14307-7726-4276-943d-c368a35c2df8 None None] Set router cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:37:44.471221 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-3575fb52-8de8-4b42-ac04-b456f85c317a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021154720', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:22Z', 'updated_at': '2022-02-09T01:37:43Z', 'revision_number': 7, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:44.481807 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575fb52-8de8-4b42-ac04-b456f85c317a None None] The sync data for ids ['5cf6f45b-0539-40d6-a995-7768983a1d36'] in n-d-828419-1 is: [{'id': '5cf6f45b-0539-40d6-a995-7768983a1d36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021154720', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:22Z', 'updated_at': '2022-02-09T01:37:43Z', 'revision_number': 7, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port_host': None}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:37:44.509111 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port b4ee44ae-d74a-42d1-a90c-f08354324aa2 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:37:44.568808 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-64f3f20a-f307-4b5b-bdae-97be063862ed None None] Provisioning complete for port c50faf45-89e6-4050-8c0d-00bdcbd37687 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:44.569177 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-64f3f20a-f307-4b5b-bdae-97be063862ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:44.604588 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port b4ee44ae-d74a-42d1-a90c-f08354324aa2 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:44.604837 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:44.711922 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-9226c7c6-7923-4b43-81a7-d29d979d1ee1 None None] For port 43a58b4f-cd09-4ed2-a383-c70e519f1f42, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=43a58b4f-cd09-4ed2-a383-c70e519f1f42,segment=NetworkSegment(22617deb-6411-4fb0-8c9f-a7ed2fe54d52),segment_id=22617deb-6411-4fb0-8c9f-a7ed2fe54d52)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:37:44.712320 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9226c7c6-7923-4b43-81a7-d29d979d1ee1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:44.722382 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ca78e9b0-42a9-48c6-8975-25900844249e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:44.727684 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ca78e9b0-42a9-48c6-8975-25900844249e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:44.803771 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ca78e9b0-42a9-48c6-8975-25900844249e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:44.804465 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca78e9b0-42a9-48c6-8975-25900844249e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Fanout notify agent at l3_agent the message router_deleted on router 5cf6f45b-0539-40d6-a995-7768983a1d36 {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:37:44.809998 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-27b14307-7726-4276-943d-c368a35c2df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1777995260', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'b4ee44ae-d74a-42d1-a90c-f08354324aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:36Z', 'updated_at': '2022-02-09T01:37:42Z', 'revision_number': 4, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'gw_port': {'id': 'b4ee44ae-d74a-42d1-a90c-f08354324aa2', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:83:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:37Z', 'updated_at': '2022-02-09T01:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '015e8566-d549-4323-8d52-653ab5f98337', 'name': '', 'network_id': '62ebc244-f472-4bfe-99c5-f5b350e03d70', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'mac_address': 'fa:16:3e:89:84:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '0342e96d-ca37-4d58-8d6f-16774ab6fd39', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:41Z', 'updated_at': '2022-02-09T01:37:43Z', 'revision_number': 2, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'subnets': [{'id': '0342e96d-ca37-4d58-8d6f-16774ab6fd39', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:44.814439 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b14307-7726-4276-943d-c368a35c2df8 None None] Checking router: cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:37:44.814784 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b14307-7726-4276-943d-c368a35c2df8 None None] Updating router cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f port 015e8566-d549-4323-8d52-653ab5f98337 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:37:44.831794 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ed631-7544-4ed7-b412-570a952804db req-bd785103-c474-4bab-a116-19e538c19d34 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:44.833496 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-465ed631-7544-4ed7-b412-570a952804db req-bd785103-c474-4bab-a116-19e538c19d34 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/networks?id=62ebc244-f472-4bfe-99c5-f5b350e03d70 HTTP/1.1" status: 200 len: 797 time: 0.2696939 Feb 09 01:37:44.851148 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-465ed631-7544-4ed7-b412-570a952804db req-ab749064-1e7f-44e1-8fea-78e2fc6310c6 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/quotas/fa3c5f95e33c4e0593fa45bb616fb8a7 HTTP/1.1" status: 200 len: 375 time: 0.0105584 Feb 09 01:37:44.856308 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ca78e9b0-42a9-48c6-8975-25900844249e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:44.857485 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ca78e9b0-42a9-48c6-8975-25900844249e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "DELETE /v2.0/routers/5cf6f45b-0539-40d6-a995-7768983a1d36 HTTP/1.1" status: 204 len: 168 time: 1.7227759 Feb 09 01:37:44.860460 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52386) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:44.884058 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-27b14307-7726-4276-943d-c368a35c2df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:44.922441 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-9226c7c6-7923-4b43-81a7-d29d979d1ee1 None None] Calling delete_port for 43a58b4f-cd09-4ed2-a383-c70e519f1f42 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:37:45.008962 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-465ed631-7544-4ed7-b412-570a952804db req-4f2894e8-5263-4c81-9daa-0605066a055a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa3c5f95e33c4e0593fa45bb616fb8a7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1497841 Feb 09 01:37:45.019205 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e1e8bed4-ccdb-4ede-b515-c18d0f4c8376 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:45.037089 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-e1e8bed4-ccdb-4ede-b515-c18d0f4c8376 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Deleting port 43a58b4f-cd09-4ed2-a383-c70e519f1f42 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:37:45.037516 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e1e8bed4-ccdb-4ede-b515-c18d0f4c8376 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:45.257423 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:45.266982 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9226c7c6-7923-4b43-81a7-d29d979d1ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:45.327450 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-27b14307-7726-4276-943d-c368a35c2df8 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:45.340069 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-27b14307-7726-4276-943d-c368a35c2df8 None None] Transition to ACTIVE for port object 015e8566-d549-4323-8d52-653ab5f98337 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:37:45.346187 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-64f3f20a-f307-4b5b-bdae-97be063862ed None None] Provisioning for port 015e8566-d549-4323-8d52-653ab5f98337 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:37:45.357808 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226c7c6-7923-4b43-81a7-d29d979d1ee1 None None] Pushing event deleted for resources: {'Port': ['ID=43a58b4f-cd09-4ed2-a383-c70e519f1f42,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:45.364485 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-27b14307-7726-4276-943d-c368a35c2df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:45.366451 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port b4ee44ae-d74a-42d1-a90c-f08354324aa2, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b4ee44ae-d74a-42d1-a90c-f08354324aa2,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:37:45.371074 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9226c7c6-7923-4b43-81a7-d29d979d1ee1 None None] No DVR routers for this DVR port 43a58b4f-cd09-4ed2-a383-c70e519f1f42 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:37:45.383214 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:45.419030 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-465ed631-7544-4ed7-b412-570a952804db req-4e66d1da-60d8-4fcb-a7d4-e43ab6194cdc service neutron] 10.222.0.37 "GET /v2.0/networks/62ebc244-f472-4bfe-99c5-f5b350e03d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972626 Feb 09 01:37:45.462183 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-e1e8bed4-ccdb-4ede-b515-c18d0f4c8376 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] For port 43a58b4f-cd09-4ed2-a383-c70e519f1f42, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=43a58b4f-cd09-4ed2-a383-c70e519f1f42,segment=NetworkSegment(22617deb-6411-4fb0-8c9f-a7ed2fe54d52),segment_id=22617deb-6411-4fb0-8c9f-a7ed2fe54d52)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:37:45.463590 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e1e8bed4-ccdb-4ede-b515-c18d0f4c8376 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:45.492096 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=b4ee44ae-d74a-42d1-a90c-f08354324aa2,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:45.535043 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device c50faf45-89e6-4050-8c0d-00bdcbd37687 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:37:45.597152 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40661e-c994-4753-a4be-68d093efb032 None None] Pushing event updated for resources: {'Port': ['ID=015e8566-d549-4323-8d52-653ab5f98337,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:45.637237 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port c50faf45-89e6-4050-8c0d-00bdcbd37687 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:45.639041 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:45.669878 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-e1e8bed4-ccdb-4ede-b515-c18d0f4c8376 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Calling delete_port for 43a58b4f-cd09-4ed2-a383-c70e519f1f42 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:37:45.694993 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-465ed631-7544-4ed7-b412-570a952804db req-9301aa34-c64a-40e6-8abc-d0c2802ff50b service neutron] 10.222.0.37 "GET /v2.0/networks/62ebc244-f472-4bfe-99c5-f5b350e03d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749376 Feb 09 01:37:45.707422 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-27b14307-7726-4276-943d-c368a35c2df8 None None] Attempting to bind port 015e8566-d549-4323-8d52-653ab5f98337 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:37:45.707787 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-27b14307-7726-4276-943d-c368a35c2df8 None None] Attempting to bind port 015e8566-d549-4323-8d52-653ab5f98337 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c42f8ef7-7137-4bac-a5d8-cea7f1ffddef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '62ebc244-f472-4bfe-99c5-f5b350e03d70'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:37:45.708150 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b14307-7726-4276-943d-c368a35c2df8 None None] Attempting to bind port 015e8566-d549-4323-8d52-653ab5f98337 on network 62ebc244-f472-4bfe-99c5-f5b350e03d70 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:37:45.717676 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b14307-7726-4276-943d-c368a35c2df8 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:37:45.718048 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b14307-7726-4276-943d-c368a35c2df8 None None] Checking segment: {'id': 'c42f8ef7-7137-4bac-a5d8-cea7f1ffddef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '62ebc244-f472-4bfe-99c5-f5b350e03d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:37:45.718582 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-27b14307-7726-4276-943d-c368a35c2df8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:45.718979 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b14307-7726-4276-943d-c368a35c2df8 None None] Bound using segment: {'id': 'c42f8ef7-7137-4bac-a5d8-cea7f1ffddef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '62ebc244-f472-4bfe-99c5-f5b350e03d70'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:37:45.719447 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-27b14307-7726-4276-943d-c368a35c2df8 None None] Bound port: 015e8566-d549-4323-8d52-653ab5f98337, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c42f8ef7-7137-4bac-a5d8-cea7f1ffddef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '62ebc244-f472-4bfe-99c5-f5b350e03d70'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:37:45.719816 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-27b14307-7726-4276-943d-c368a35c2df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:45.842177 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [None req-e1e8bed4-ccdb-4ede-b515-c18d0f4c8376 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:37:45.842291 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [None req-e1e8bed4-ccdb-4ede-b515-c18d0f4c8376 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:37:45.855637 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 2bc546ff-eb2c-47ca-9e92-9bcdb6168997 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:37:45.901879 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 2bc546ff-eb2c-47ca-9e92-9bcdb6168997 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:37:45.902319 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 2bc546ff-eb2c-47ca-9e92-9bcdb6168997 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:37:45.902843 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 43a58b4f-cd09-4ed2-a383-c70e519f1f42 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:37:45.917718 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-27b14307-7726-4276-943d-c368a35c2df8 None None] For port 015e8566-d549-4323-8d52-653ab5f98337, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:37:45.922502 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-27b14307-7726-4276-943d-c368a35c2df8 None None] For port 015e8566-d549-4323-8d52-653ab5f98337, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=015e8566-d549-4323-8d52-653ab5f98337,segment=NetworkSegment(c42f8ef7-7137-4bac-a5d8-cea7f1ffddef),segment_id=c42f8ef7-7137-4bac-a5d8-cea7f1ffddef)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:37:45.928208 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-27b14307-7726-4276-943d-c368a35c2df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:45.966879 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 43a58b4f-cd09-4ed2-a383-c70e519f1f42 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:37:45.968599 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 43a58b4f-cd09-4ed2-a383-c70e519f1f42 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:37:45.968804 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-877d1dbf-79fa-44c2-a3dc-9de08582483e req-9296a910-9763-4fb9-81f9-a3e498b34b21 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Synchronizing usage tracker for tenant:fa3c5f95e33c4e0593fa45bb616fb8a7 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:37:45.969193 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ba3c9bad-24f3-46cf-ba19-4326f153c5e3 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:37:45.988890 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-877d1dbf-79fa-44c2-a3dc-9de08582483e req-9296a910-9763-4fb9-81f9-a3e498b34b21 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Unset dirty status for tenant:fa3c5f95e33c4e0593fa45bb616fb8a7 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:37:45.990206 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-877d1dbf-79fa-44c2-a3dc-9de08582483e req-9296a910-9763-4fb9-81f9-a3e498b34b21 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/ports?device_id=d64ff361-ff59-471e-bdb8-5c400da5dfc2 HTTP/1.1" status: 200 len: 210 time: 0.0811944 Feb 09 01:37:46.016151 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: ba3c9bad-24f3-46cf-ba19-4326f153c5e3 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:37:46.016151 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ba3c9bad-24f3-46cf-ba19-4326f153c5e3 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:37:46.042531 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b14307-7726-4276-943d-c368a35c2df8 None None] Routers {'cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:37:46.043163 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-27b14307-7726-4276-943d-c368a35c2df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:37:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:46.137390 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40661e-c994-4753-a4be-68d093efb032 None None] Pushing event updated for resources: {'Port': ['ID=015e8566-d549-4323-8d52-653ab5f98337,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:46.253135 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-27b14307-7726-4276-943d-c368a35c2df8 None None] Set router cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:37:46.343667 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-e1e8bed4-ccdb-4ede-b515-c18d0f4c8376 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Deleting port 43a58b4f-cd09-4ed2-a383-c70e519f1f42 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:37:46.344019 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e1e8bed4-ccdb-4ede-b515-c18d0f4c8376 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:46.417773 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-e1e8bed4-ccdb-4ede-b515-c18d0f4c8376 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] The port '43a58b4f-cd09-4ed2-a383-c70e519f1f42' was deleted {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:37:46.542501 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e1e8bed4-ccdb-4ede-b515-c18d0f4c8376 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:46.567909 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-e1e8bed4-ccdb-4ede-b515-c18d0f4c8376 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12c6ce9e-fdbb-413e-986b-cd6e116ecfcd']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:46.581359 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-e1e8bed4-ccdb-4ede-b515-c18d0f4c8376 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22617deb-6411-4fb0-8c9f-a7ed2fe54d52') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:46.581652 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-e1e8bed4-ccdb-4ede-b515-c18d0f4c8376 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22617deb-6411-4fb0-8c9f-a7ed2fe54d52') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:46.594066 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e1e8bed4-ccdb-4ede-b515-c18d0f4c8376 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:46.613440 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e1e8bed4-ccdb-4ede-b515-c18d0f4c8376 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:46.619009 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-27b14307-7726-4276-943d-c368a35c2df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1777995260', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'b4ee44ae-d74a-42d1-a90c-f08354324aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:36Z', 'updated_at': '2022-02-09T01:37:42Z', 'revision_number': 4, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'gw_port': {'id': 'b4ee44ae-d74a-42d1-a90c-f08354324aa2', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:83:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:37Z', 'updated_at': '2022-02-09T01:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '015e8566-d549-4323-8d52-653ab5f98337', 'name': '', 'network_id': '62ebc244-f472-4bfe-99c5-f5b350e03d70', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'mac_address': 'fa:16:3e:89:84:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '0342e96d-ca37-4d58-8d6f-16774ab6fd39', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:41Z', 'updated_at': '2022-02-09T01:37:45Z', 'revision_number': 4, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'subnets': [{'id': '0342e96d-ca37-4d58-8d6f-16774ab6fd39', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:46.620883 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1e8bed4-ccdb-4ede-b515-c18d0f4c8376 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Releasing vlan 967 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:37:46.621288 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e1e8bed4-ccdb-4ede-b515-c18d0f4c8376 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:46.624215 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b14307-7726-4276-943d-c368a35c2df8 None None] The sync data for ids ['cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f'] in n-d-828419-1 is: [{'id': 'cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1777995260', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'b4ee44ae-d74a-42d1-a90c-f08354324aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:36Z', 'updated_at': '2022-02-09T01:37:42Z', 'revision_number': 4, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'gw_port': {'id': 'b4ee44ae-d74a-42d1-a90c-f08354324aa2', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:83:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:37Z', 'updated_at': '2022-02-09T01:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '015e8566-d549-4323-8d52-653ab5f98337', 'name': '', 'network_id': '62ebc244-f472-4bfe-99c5-f5b350e03d70', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'mac_address': 'fa:16:3e:89:84:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '0342e96d-ca37-4d58-8d6f-16774ab6fd39', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:41Z', 'updated_at': '2022-02-09T01:37:45Z', 'revision_number': 4, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'subnets': [{'id': '0342e96d-ca37-4d58-8d6f-16774ab6fd39', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:37:46.643669 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:37:46.643669 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:37:46.643669 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:37:46.643669 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:37:46.643669 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:37:46.643669 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:37:46.643669 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:37:46.643669 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:37:46.643669 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:37:46.643669 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:37:46.643669 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:37:46.643669 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:37:46.643669 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:37:46.643669 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:37:46.643669 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:37:46.643669 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:37:46.643669 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:37:46.643669 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:37:46.643669 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:37:46.643669 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:37:46.643669 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:37:46.643669 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:37:46.643669 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:37:46.643669 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:37:46.643669 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:37:46.643669 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:37:46.643669 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:37:46.643669 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:37:46.643669 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:37:46.643669 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:37:46.643669 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:37:46.643669 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:37:46.745813 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e1e8bed4-ccdb-4ede-b515-c18d0f4c8376 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:46.764113 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e1e8bed4-ccdb-4ede-b515-c18d0f4c8376 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:46.777462 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8bed4-ccdb-4ede-b515-c18d0f4c8376 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event deleted for resources: {'Network': ['ID=12c6ce9e-fdbb-413e-986b-cd6e116ecfcd,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:46.792470 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e1e8bed4-ccdb-4ede-b515-c18d0f4c8376 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "DELETE /v2.0/networks/12c6ce9e-fdbb-413e-986b-cd6e116ecfcd HTTP/1.1" status: 204 len: 168 time: 1.9308581 Feb 09 01:37:46.795198 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52404) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:46.886523 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-648e7865-ff5e-467f-8aaf-6c8fb32474c4 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:46.921621 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-648e7865-ff5e-467f-8aaf-6c8fb32474c4 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:47.001549 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-648e7865-ff5e-467f-8aaf-6c8fb32474c4 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:47.023018 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e7865-ff5e-467f-8aaf-6c8fb32474c4 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cf2d1c-d2bb-4272-b172-33195045ef3f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:47.035030 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-648e7865-ff5e-467f-8aaf-6c8fb32474c4 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:47.039644 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-648e7865-ff5e-467f-8aaf-6c8fb32474c4 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "DELETE /v2.0/security-groups/02cf2d1c-d2bb-4272-b172-33195045ef3f HTTP/1.1" status: 204 len: 168 time: 0.2399762 Feb 09 01:37:47.295644 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-800ac583-3e67-4332-a044-1ac6f709099e req-e61202da-aa8a-4470-9b7d-aa17cede324a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/ports?device_id=d64ff361-ff59-471e-bdb8-5c400da5dfc2 HTTP/1.1" status: 200 len: 210 time: 0.0644431 Feb 09 01:37:47.381268 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52414) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:47.386092 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ed631-7544-4ed7-b412-570a952804db req-2bff6372-dcb9-46eb-914b-19a1886cc45a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:47.386603 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-a1c11814-2a26-4bdc-8659-9d27e706ac65 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-42132702', 'description': 'tempest-secgroup-smoke-42132702 description', 'project_id': '49364f58e6074dfa91c3c69aee216080'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:47.387560 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-465ed631-7544-4ed7-b412-570a952804db req-2bff6372-dcb9-46eb-914b-19a1886cc45a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.117 "GET /v2.0/networks?id=62ebc244-f472-4bfe-99c5-f5b350e03d70 HTTP/1.1" status: 200 len: 797 time: 0.3790941 Feb 09 01:37:47.393915 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a1c11814-2a26-4bdc-8659-9d27e706ac65 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:37:47.398175 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a1c11814-2a26-4bdc-8659-9d27e706ac65 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:security_group and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:37:47.400902 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-465ed631-7544-4ed7-b412-570a952804db req-5bd5eb7f-ae13-4e57-a566-196cbb004717 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Request body: {'port': {'device_id': 'd64ff361-ff59-471e-bdb8-5c400da5dfc2', 'network_id': '62ebc244-f472-4bfe-99c5-f5b350e03d70', 'admin_state_up': True, 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:47.401885 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a1c11814-2a26-4bdc-8659-9d27e706ac65 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:37:47.413218 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a1c11814-2a26-4bdc-8659-9d27e706ac65 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:37:47.437610 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a1c11814-2a26-4bdc-8659-9d27e706ac65 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:47.459984 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a1c11814-2a26-4bdc-8659-9d27e706ac65 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:37:47.465193 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a1c11814-2a26-4bdc-8659-9d27e706ac65 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:security_group_rule and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:37:47.468725 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a1c11814-2a26-4bdc-8659-9d27e706ac65 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:37:47.484678 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a1c11814-2a26-4bdc-8659-9d27e706ac65 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:37:47.548897 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-465ed631-7544-4ed7-b412-570a952804db req-5bd5eb7f-ae13-4e57-a566-196cbb004717 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:37:47.559956 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-465ed631-7544-4ed7-b412-570a952804db req-5bd5eb7f-ae13-4e57-a566-196cbb004717 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:37:47.574248 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 015e8566-d549-4323-8d52-653ab5f98337 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:37:47.582194 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a1c11814-2a26-4bdc-8659-9d27e706ac65 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:47.587104 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a1c11814-2a26-4bdc-8659-9d27e706ac65 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:47.598885 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-465ed631-7544-4ed7-b412-570a952804db req-5bd5eb7f-ae13-4e57-a566-196cbb004717 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Made reservation on behalf of fa3c5f95e33c4e0593fa45bb616fb8a7 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:47.604050 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-465ed631-7544-4ed7-b412-570a952804db req-5bd5eb7f-ae13-4e57-a566-196cbb004717 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:47.637875 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c11814-2a26-4bdc-8659-9d27e706ac65 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebbe0e9-b3f9-410b-a5a8-092e880527b9,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:47.647858 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a1c11814-2a26-4bdc-8659-9d27e706ac65 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:47.649148 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a1c11814-2a26-4bdc-8659-9d27e706ac65 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2668016 Feb 09 01:37:47.652961 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52418) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:47.659437 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-4c7e85c9-1bea-4d8e-befb-b6bbc5c7b142 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'security_group_rule': {'security_group_id': '3ebbe0e9-b3f9-410b-a5a8-092e880527b9', 'project_id': '49364f58e6074dfa91c3c69aee216080', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:47.663998 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 015e8566-d549-4323-8d52-653ab5f98337 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:37:47.667270 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4c7e85c9-1bea-4d8e-befb-b6bbc5c7b142 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:37:47.670900 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 015e8566-d549-4323-8d52-653ab5f98337 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:47.671541 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:47.671652 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4c7e85c9-1bea-4d8e-befb-b6bbc5c7b142 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:security_group_rule and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:37:47.674903 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4c7e85c9-1bea-4d8e-befb-b6bbc5c7b142 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:37:47.681653 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4c7e85c9-1bea-4d8e-befb-b6bbc5c7b142 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:37:47.704531 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4c7e85c9-1bea-4d8e-befb-b6bbc5c7b142 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:47.778250 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4c7e85c9-1bea-4d8e-befb-b6bbc5c7b142 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:47.783122 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4c7e85c9-1bea-4d8e-befb-b6bbc5c7b142 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:47.810843 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e85c9-1bea-4d8e-befb-b6bbc5c7b142 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081256b5-201e-4bf4-9d59-225a39b2068a,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:47.818603 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-465ed631-7544-4ed7-b412-570a952804db req-5bd5eb7f-ae13-4e57-a566-196cbb004717 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Allocated IP 172.20.0.26 (62ebc244-f472-4bfe-99c5-f5b350e03d70/0342e96d-ca37-4d58-8d6f-16774ab6fd39/9f956ef3-86f4-4816-9681-fe104acce06d) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:47.824059 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4c7e85c9-1bea-4d8e-befb-b6bbc5c7b142 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:47.826306 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4c7e85c9-1bea-4d8e-befb-b6bbc5c7b142 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1713579 Feb 09 01:37:47.829407 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52422) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:47.835745 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-d03e72d9-7041-4805-83fe-3879825f2f92 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'security_group_rule': {'security_group_id': '3ebbe0e9-b3f9-410b-a5a8-092e880527b9', 'project_id': '49364f58e6074dfa91c3c69aee216080', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:47.837929 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:47.843340 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d03e72d9-7041-4805-83fe-3879825f2f92 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:37:47.847590 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d03e72d9-7041-4805-83fe-3879825f2f92 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:security_group_rule and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:37:47.851478 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d03e72d9-7041-4805-83fe-3879825f2f92 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:37:47.858992 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d03e72d9-7041-4805-83fe-3879825f2f92 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:37:47.881780 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d03e72d9-7041-4805-83fe-3879825f2f92 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:47.885731 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 015e8566-d549-4323-8d52-653ab5f98337, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=015e8566-d549-4323-8d52-653ab5f98337,segment=NetworkSegment(c42f8ef7-7137-4bac-a5d8-cea7f1ffddef),segment_id=c42f8ef7-7137-4bac-a5d8-cea7f1ffddef)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:37:47.892197 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:47.894071 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b4ee44ae-d74a-42d1-a90c-f08354324aa2 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:37:47.952699 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d03e72d9-7041-4805-83fe-3879825f2f92 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:47.957290 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d03e72d9-7041-4805-83fe-3879825f2f92 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:47.996656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e72d9-7041-4805-83fe-3879825f2f92 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae9059e-71a8-4f17-8a83-f6eba27de411,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:48.000892 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d03e72d9-7041-4805-83fe-3879825f2f92 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:48.003090 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d03e72d9-7041-4805-83fe-3879825f2f92 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1721501 Feb 09 01:37:48.005284 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52426) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:48.012834 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-f85cb8c3-775f-44a6-9c2d-062f47fbe4f1 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'security_group_rule': {'security_group_id': '3ebbe0e9-b3f9-410b-a5a8-092e880527b9', 'project_id': '49364f58e6074dfa91c3c69aee216080', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:48.021439 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=015e8566-d549-4323-8d52-653ab5f98337,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:48.022538 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f85cb8c3-775f-44a6-9c2d-062f47fbe4f1 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:37:48.023449 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-465ed631-7544-4ed7-b412-570a952804db req-5bd5eb7f-ae13-4e57-a566-196cbb004717 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:48.030027 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f85cb8c3-775f-44a6-9c2d-062f47fbe4f1 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:security_group_rule and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:37:48.035853 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f85cb8c3-775f-44a6-9c2d-062f47fbe4f1 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:37:48.042957 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f85cb8c3-775f-44a6-9c2d-062f47fbe4f1 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:37:48.063219 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-465ed631-7544-4ed7-b412-570a952804db req-5bd5eb7f-ae13-4e57-a566-196cbb004717 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Transition to ACTIVE for port object 9f956ef3-86f4-4816-9681-fe104acce06d will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:37:48.068542 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port b4ee44ae-d74a-42d1-a90c-f08354324aa2 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:48.068922 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:48.081341 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f85cb8c3-775f-44a6-9c2d-062f47fbe4f1 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:48.096666 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-465ed631-7544-4ed7-b412-570a952804db req-5bd5eb7f-ae13-4e57-a566-196cbb004717 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:48.168978 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f85cb8c3-775f-44a6-9c2d-062f47fbe4f1 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:48.176948 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5eb7f-ae13-4e57-a566-196cbb004717 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Pushing event updated for resources: {'Port': ['ID=9f956ef3-86f4-4816-9681-fe104acce06d,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:48.188678 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f85cb8c3-775f-44a6-9c2d-062f47fbe4f1 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:48.191613 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-465ed631-7544-4ed7-b412-570a952804db req-5bd5eb7f-ae13-4e57-a566-196cbb004717 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Network 62ebc244-f472-4bfe-99c5-f5b350e03d70 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:48.193929 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-465ed631-7544-4ed7-b412-570a952804db req-5bd5eb7f-ae13-4e57-a566-196cbb004717 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:48.196139 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-465ed631-7544-4ed7-b412-570a952804db req-5bd5eb7f-ae13-4e57-a566-196cbb004717 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:37:48.210357 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85cb8c3-775f-44a6-9c2d-062f47fbe4f1 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b82189-37a4-4343-bede-a8d7e8732d9d,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:48.242244 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f85cb8c3-775f-44a6-9c2d-062f47fbe4f1 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:48.246399 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52430) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:48.246630 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f85cb8c3-775f-44a6-9c2d-062f47fbe4f1 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2396073 Feb 09 01:37:48.264766 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-a02e5566-2608-4421-b3ca-0315d79895fe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'security_group_rule': {'security_group_id': '3ebbe0e9-b3f9-410b-a5a8-092e880527b9', 'project_id': '49364f58e6074dfa91c3c69aee216080', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:48.277589 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a02e5566-2608-4421-b3ca-0315d79895fe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:37:48.286048 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a02e5566-2608-4421-b3ca-0315d79895fe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:security_group_rule and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:37:48.293932 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ed631-7544-4ed7-b412-570a952804db req-5bd5eb7f-ae13-4e57-a566-196cbb004717 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:48.294583 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-465ed631-7544-4ed7-b412-570a952804db req-5bd5eb7f-ae13-4e57-a566-196cbb004717 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:48.298502 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a02e5566-2608-4421-b3ca-0315d79895fe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:37:48.309577 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a02e5566-2608-4421-b3ca-0315d79895fe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:37:48.489971 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-465ed631-7544-4ed7-b412-570a952804db req-5bd5eb7f-ae13-4e57-a566-196cbb004717 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0936813 Feb 09 01:37:48.510085 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-465ed631-7544-4ed7-b412-570a952804db req-8afb25d1-01c0-4ee4-98c5-95cce9a7dc0a service neutron] Request body: {'port': {'device_id': 'd64ff361-ff59-471e-bdb8-5c400da5dfc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:48.535436 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-20826bcd-d592-4bed-a9c9-72f89defc50e None None] Provisioning for port 9f956ef3-86f4-4816-9681-fe104acce06d completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:37:48.540247 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-20826bcd-d592-4bed-a9c9-72f89defc50e None None] Provisioning complete for port 9f956ef3-86f4-4816-9681-fe104acce06d triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:48.540593 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-20826bcd-d592-4bed-a9c9-72f89defc50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:48.550518 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a02e5566-2608-4421-b3ca-0315d79895fe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:48.596702 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-20826bcd-d592-4bed-a9c9-72f89defc50e None None] Port 9f956ef3-86f4-4816-9681-fe104acce06d cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:37:48.673597 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90cdf05-68be-4898-81c7-e333a54aa72a req-9c76b4f5-8292-4f01-ac3e-c9aeaa120644 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:48.674290 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f90cdf05-68be-4898-81c7-e333a54aa72a req-9c76b4f5-8292-4f01-ac3e-c9aeaa120644 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Synchronizing usage tracker for tenant:fa3c5f95e33c4e0593fa45bb616fb8a7 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:37:48.697841 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a02e5566-2608-4421-b3ca-0315d79895fe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:48.706742 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a02e5566-2608-4421-b3ca-0315d79895fe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:48.720424 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-465ed631-7544-4ed7-b412-570a952804db req-8afb25d1-01c0-4ee4-98c5-95cce9a7dc0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:48.741379 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f90cdf05-68be-4898-81c7-e333a54aa72a req-9c76b4f5-8292-4f01-ac3e-c9aeaa120644 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Unset dirty status for tenant:fa3c5f95e33c4e0593fa45bb616fb8a7 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:37:48.742874 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f90cdf05-68be-4898-81c7-e333a54aa72a req-9c76b4f5-8292-4f01-ac3e-c9aeaa120644 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/ports?device_id=d64ff361-ff59-471e-bdb8-5c400da5dfc2 HTTP/1.1" status: 200 len: 895 time: 0.3104296 Feb 09 01:37:48.752009 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e5566-2608-4421-b3ca-0315d79895fe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e220087c-2977-45b9-897d-c918ea0a0ac9,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:48.800372 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a02e5566-2608-4421-b3ca-0315d79895fe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:48.801486 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a02e5566-2608-4421-b3ca-0315d79895fe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5541382 Feb 09 01:37:48.804305 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52436) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:48.810018 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-1fdd6eb2-b20a-4cde-8660-e247edbd8087 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'security_group_rule': {'security_group_id': '3ebbe0e9-b3f9-410b-a5a8-092e880527b9', 'project_id': '49364f58e6074dfa91c3c69aee216080', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:48.816374 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1fdd6eb2-b20a-4cde-8660-e247edbd8087 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:37:48.820155 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1fdd6eb2-b20a-4cde-8660-e247edbd8087 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:security_group_rule and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:37:48.823007 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1fdd6eb2-b20a-4cde-8660-e247edbd8087 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:37:48.829528 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1fdd6eb2-b20a-4cde-8660-e247edbd8087 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:37:48.838480 n-d-828419-1 neutron-server[87611]: INFO neutron.db.securitygroups_db [None req-1fdd6eb2-b20a-4cde-8660-e247edbd8087 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Project 49364f58e6074dfa91c3c69aee216080 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:37:48.844727 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1fdd6eb2-b20a-4cde-8660-e247edbd8087 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:48.908501 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1fdd6eb2-b20a-4cde-8660-e247edbd8087 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:48.912306 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1fdd6eb2-b20a-4cde-8660-e247edbd8087 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:48.939184 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd6eb2-b20a-4cde-8660-e247edbd8087 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9886c6e2-5268-448c-8927-9be9eb9c92b7,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:48.948780 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1fdd6eb2-b20a-4cde-8660-e247edbd8087 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:48.952426 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1fdd6eb2-b20a-4cde-8660-e247edbd8087 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1446381 Feb 09 01:37:48.952708 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52440) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:48.957753 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-02c00ab2-4468-403e-a82d-961bc7e0bf9f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'security_group_rule': {'security_group_id': '3ebbe0e9-b3f9-410b-a5a8-092e880527b9', 'project_id': '49364f58e6074dfa91c3c69aee216080', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:48.964198 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-02c00ab2-4468-403e-a82d-961bc7e0bf9f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:37:48.968182 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-02c00ab2-4468-403e-a82d-961bc7e0bf9f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:security_group_rule and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:37:48.971057 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-02c00ab2-4468-403e-a82d-961bc7e0bf9f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:37:48.976746 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-02c00ab2-4468-403e-a82d-961bc7e0bf9f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:37:48.986860 n-d-828419-1 neutron-server[87611]: INFO neutron.db.securitygroups_db [None req-02c00ab2-4468-403e-a82d-961bc7e0bf9f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Project 49364f58e6074dfa91c3c69aee216080 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:37:48.994432 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-02c00ab2-4468-403e-a82d-961bc7e0bf9f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:49.062514 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-02c00ab2-4468-403e-a82d-961bc7e0bf9f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:49.067081 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-02c00ab2-4468-403e-a82d-961bc7e0bf9f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:49.092675 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c00ab2-4468-403e-a82d-961bc7e0bf9f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d51bd831-c852-4bd1-b959-3b4bf292c217,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:49.105219 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-02c00ab2-4468-403e-a82d-961bc7e0bf9f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:49.106514 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-02c00ab2-4468-403e-a82d-961bc7e0bf9f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1527102 Feb 09 01:37:49.109243 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-465ed631-7544-4ed7-b412-570a952804db req-8afb25d1-01c0-4ee4-98c5-95cce9a7dc0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f956ef3-86f4-4816-9681-fe104acce06d {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:37:49.109463 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52444) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:49.114967 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-8bcb5b03-cef2-40e4-9d75-e95c623a7e07 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'network': {'name': 'tempest-network-smoke--1629026723', 'project_id': '49364f58e6074dfa91c3c69aee216080', 'port_security_enabled': True}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:49.117372 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-465ed631-7544-4ed7-b412-570a952804db req-8afb25d1-01c0-4ee4-98c5-95cce9a7dc0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:49.120831 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8bcb5b03-cef2-40e4-9d75-e95c623a7e07 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:37:49.125403 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8bcb5b03-cef2-40e4-9d75-e95c623a7e07 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:network and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:37:49.128243 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8bcb5b03-cef2-40e4-9d75-e95c623a7e07 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:37:49.132075 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-465ed631-7544-4ed7-b412-570a952804db req-8afb25d1-01c0-4ee4-98c5-95cce9a7dc0a service neutron] Transition to ACTIVE for port object 9f956ef3-86f4-4816-9681-fe104acce06d will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:37:49.134191 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8bcb5b03-cef2-40e4-9d75-e95c623a7e07 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:37:49.135640 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-465ed631-7544-4ed7-b412-570a952804db req-8afb25d1-01c0-4ee4-98c5-95cce9a7dc0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:49.144549 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcb5b03-cef2-40e4-9d75-e95c623a7e07 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Made reservation on behalf of 49364f58e6074dfa91c3c69aee216080 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:49.147922 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8bcb5b03-cef2-40e4-9d75-e95c623a7e07 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:49.176249 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bcb5b03-cef2-40e4-9d75-e95c623a7e07 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 977} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:37:49.186369 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8bcb5b03-cef2-40e4-9d75-e95c623a7e07 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:49.186728 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-8bcb5b03-cef2-40e4-9d75-e95c623a7e07 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Added segment b2909dca-28c2-449f-8163-d00bca48330e of type vlan for network 18557fe5-d860-4835-a4a7-b4fbfde65818 Feb 09 01:37:49.216830 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8bcb5b03-cef2-40e4-9d75-e95c623a7e07 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:49.250330 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8bcb5b03-cef2-40e4-9d75-e95c623a7e07 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:49.258590 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcb5b03-cef2-40e4-9d75-e95c623a7e07 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:49.259580 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8bcb5b03-cef2-40e4-9d75-e95c623a7e07 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:49.294106 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb25d1-01c0-4ee4-98c5-95cce9a7dc0a service neutron] Pushing event updated for resources: {'Port': ['ID=9f956ef3-86f4-4816-9681-fe104acce06d,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:49.372282 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8bcb5b03-cef2-40e4-9d75-e95c623a7e07 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2617233 Feb 09 01:37:49.375506 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52448) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:49.379033 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb5b03-cef2-40e4-9d75-e95c623a7e07 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'Network': ['ID=18557fe5-d860-4835-a4a7-b4fbfde65818,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:49.379685 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-465ed631-7544-4ed7-b412-570a952804db req-8afb25d1-01c0-4ee4-98c5-95cce9a7dc0a service neutron] Attempting to bind port 9f956ef3-86f4-4816-9681-fe104acce06d on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:37:49.380285 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-465ed631-7544-4ed7-b412-570a952804db req-8afb25d1-01c0-4ee4-98c5-95cce9a7dc0a service neutron] Attempting to bind port 9f956ef3-86f4-4816-9681-fe104acce06d by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': 'c42f8ef7-7137-4bac-a5d8-cea7f1ffddef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '62ebc244-f472-4bfe-99c5-f5b350e03d70'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:37:49.380542 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465ed631-7544-4ed7-b412-570a952804db req-8afb25d1-01c0-4ee4-98c5-95cce9a7dc0a service neutron] Attempting to bind port 9f956ef3-86f4-4816-9681-fe104acce06d on network 62ebc244-f472-4bfe-99c5-f5b350e03d70 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:37:49.385422 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-b8efc9b5-a49a-450d-9bf1-75301ff25822 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1229900314', 'admin_state_up': True, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:49.392905 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b8efc9b5-a49a-450d-9bf1-75301ff25822 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:37:49.393040 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 18557fe5-d860-4835-a4a7-b4fbfde65818 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:37:49.399264 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b8efc9b5-a49a-450d-9bf1-75301ff25822 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:router and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:37:49.402577 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465ed631-7544-4ed7-b412-570a952804db req-8afb25d1-01c0-4ee4-98c5-95cce9a7dc0a service neutron] Port 9f956ef3-86f4-4816-9681-fe104acce06d on network 62ebc244-f472-4bfe-99c5-f5b350e03d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:37:49.402900 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465ed631-7544-4ed7-b412-570a952804db req-8afb25d1-01c0-4ee4-98c5-95cce9a7dc0a service neutron] Attempting to bind port 9f956ef3-86f4-4816-9681-fe104acce06d on network 62ebc244-f472-4bfe-99c5-f5b350e03d70 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:37:49.405038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b8efc9b5-a49a-450d-9bf1-75301ff25822 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:37:49.413037 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b8efc9b5-a49a-450d-9bf1-75301ff25822 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:37:49.415028 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465ed631-7544-4ed7-b412-570a952804db req-8afb25d1-01c0-4ee4-98c5-95cce9a7dc0a service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:37:49.415291 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465ed631-7544-4ed7-b412-570a952804db req-8afb25d1-01c0-4ee4-98c5-95cce9a7dc0a service neutron] Checking segment: {'id': 'c42f8ef7-7137-4bac-a5d8-cea7f1ffddef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '62ebc244-f472-4bfe-99c5-f5b350e03d70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:37:49.416238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465ed631-7544-4ed7-b412-570a952804db req-8afb25d1-01c0-4ee4-98c5-95cce9a7dc0a service neutron] Bound using segment: {'id': 'c42f8ef7-7137-4bac-a5d8-cea7f1ffddef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '62ebc244-f472-4bfe-99c5-f5b350e03d70'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:37:49.416690 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-465ed631-7544-4ed7-b412-570a952804db req-8afb25d1-01c0-4ee4-98c5-95cce9a7dc0a service neutron] Bound port: 9f956ef3-86f4-4816-9681-fe104acce06d, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c42f8ef7-7137-4bac-a5d8-cea7f1ffddef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '62ebc244-f472-4bfe-99c5-f5b350e03d70'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:37:49.417031 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-465ed631-7544-4ed7-b412-570a952804db req-8afb25d1-01c0-4ee4-98c5-95cce9a7dc0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:49.466085 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b8efc9b5-a49a-450d-9bf1-75301ff25822 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:49.467063 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b8efc9b5-a49a-450d-9bf1-75301ff25822 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:49.468742 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 015e8566-d549-4323-8d52-653ab5f98337 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:37:49.508935 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b8efc9b5-a49a-450d-9bf1-75301ff25822 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:49.531627 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-465ed631-7544-4ed7-b412-570a952804db req-8afb25d1-01c0-4ee4-98c5-95cce9a7dc0a service neutron] For port 9f956ef3-86f4-4816-9681-fe104acce06d, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:37:49.535356 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-465ed631-7544-4ed7-b412-570a952804db req-8afb25d1-01c0-4ee4-98c5-95cce9a7dc0a service neutron] For port 9f956ef3-86f4-4816-9681-fe104acce06d, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9f956ef3-86f4-4816-9681-fe104acce06d,segment=NetworkSegment(c42f8ef7-7137-4bac-a5d8-cea7f1ffddef),segment_id=c42f8ef7-7137-4bac-a5d8-cea7f1ffddef)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:37:49.540228 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-465ed631-7544-4ed7-b412-570a952804db req-8afb25d1-01c0-4ee4-98c5-95cce9a7dc0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:49.575761 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 015e8566-d549-4323-8d52-653ab5f98337 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:49.576136 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:49.670279 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ed631-7544-4ed7-b412-570a952804db req-8afb25d1-01c0-4ee4-98c5-95cce9a7dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:49.670897 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-465ed631-7544-4ed7-b412-570a952804db req-8afb25d1-01c0-4ee4-98c5-95cce9a7dc0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:49.672274 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-465ed631-7544-4ed7-b412-570a952804db req-8afb25d1-01c0-4ee4-98c5-95cce9a7dc0a service neutron] 10.222.0.117 "PUT /v2.0/ports/9f956ef3-86f4-4816-9681-fe104acce06d HTTP/1.1" status: 200 len: 1055 time: 1.1682823 Feb 09 01:37:49.672748 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd64ff361-ff59-471e-bdb8-5c400da5dfc2', 'tag': '9f956ef3-86f4-4816-9681-fe104acce06d'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:37:49.878616 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb25d1-01c0-4ee4-98c5-95cce9a7dc0a service neutron] Pushing event updated for resources: {'Port': ['ID=9f956ef3-86f4-4816-9681-fe104acce06d,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:49.968658 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd64ff361-ff59-471e-bdb8-5c400da5dfc2', 'tag': '9f956ef3-86f4-4816-9681-fe104acce06d', 'status': 'completed', 'code': 200} Feb 09 01:37:50.094734 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b8efc9b5-a49a-450d-9bf1-75301ff25822 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:50.221652 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ed631-7544-4ed7-b412-570a952804db req-f635ed3d-8df3-4262-b102-12d9aa23841e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:50.223034 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-465ed631-7544-4ed7-b412-570a952804db req-f635ed3d-8df3-4262-b102-12d9aa23841e service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fa3c5f95e33c4e0593fa45bb616fb8a7&device_id=d64ff361-ff59-471e-bdb8-5c400da5dfc2 HTTP/1.1" status: 200 len: 1058 time: 0.4752479 Feb 09 01:37:50.298948 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d539e-28c1-4f92-a7d7-aed2e258fabc req-eb648308-5be8-40f7-9f48-6187da2b27ff tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:50.300379 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d67d539e-28c1-4f92-a7d7-aed2e258fabc req-eb648308-5be8-40f7-9f48-6187da2b27ff tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/ports?device_id=d64ff361-ff59-471e-bdb8-5c400da5dfc2 HTTP/1.1" status: 200 len: 907 time: 0.4245553 Feb 09 01:37:50.311487 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-465ed631-7544-4ed7-b412-570a952804db req-726a5b7b-1c12-46ac-9682-383dfe02994a service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=9f956ef3-86f4-4816-9681-fe104acce06d HTTP/1.1" status: 200 len: 217 time: 0.0807095 Feb 09 01:37:50.399321 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ed631-7544-4ed7-b412-570a952804db req-27b91cff-8b3d-4975-a8f7-6f23e7e9110e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:50.400811 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-465ed631-7544-4ed7-b412-570a952804db req-27b91cff-8b3d-4975-a8f7-6f23e7e9110e service neutron] 10.222.0.117 "GET /v2.0/subnets?id=0342e96d-ca37-4d58-8d6f-16774ab6fd39 HTTP/1.1" status: 200 len: 836 time: 0.0838079 Feb 09 01:37:50.621694 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b8efc9b5-a49a-450d-9bf1-75301ff25822 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:50.652996 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b8efc9b5-a49a-450d-9bf1-75301ff25822 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:50.726282 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ed631-7544-4ed7-b412-570a952804db req-b307fe1b-044a-4da8-b5f1-ab121c3199ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:50.728093 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-465ed631-7544-4ed7-b412-570a952804db req-b307fe1b-044a-4da8-b5f1-ab121c3199ae service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=62ebc244-f472-4bfe-99c5-f5b350e03d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3207235 Feb 09 01:37:50.901942 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-b8efc9b5-a49a-450d-9bf1-75301ff25822 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Allocated IP 172.25.5.50 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/b78acd39-22ec-4308-bb2c-33a39cb7332f) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:50.928486 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-465ed631-7544-4ed7-b412-570a952804db req-7cd9375a-7f3b-41f0-bbc8-90a000f7a569 service neutron] 10.222.0.117 "GET /v2.0/networks/62ebc244-f472-4bfe-99c5-f5b350e03d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937056 Feb 09 01:37:51.170128 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-465ed631-7544-4ed7-b412-570a952804db req-d7e3267b-d72e-4f29-81dd-4f2f53037646 service neutron] 10.222.0.117 "GET /v2.0/networks/62ebc244-f472-4bfe-99c5-f5b350e03d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252240 Feb 09 01:37:51.172529 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b8efc9b5-a49a-450d-9bf1-75301ff25822 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:51.204019 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b8efc9b5-a49a-450d-9bf1-75301ff25822 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:51.318138 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8efc9b5-a49a-450d-9bf1-75301ff25822 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:51.324861 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-b8efc9b5-a49a-450d-9bf1-75301ff25822 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:51.330441 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8efc9b5-a49a-450d-9bf1-75301ff25822 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:37:51.356433 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8efc9b5-a49a-450d-9bf1-75301ff25822 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'Port': ['ID=b78acd39-22ec-4308-bb2c-33a39cb7332f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:51.454430 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b33399-9b66-45a9-b1b0-882424b10aa0 req-1d51b212-88f1-4206-a21f-ccc775eb5b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:51.455842 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b8b33399-9b66-45a9-b1b0-882424b10aa0 req-1d51b212-88f1-4206-a21f-ccc775eb5b6f service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fa3c5f95e33c4e0593fa45bb616fb8a7&device_id=d64ff361-ff59-471e-bdb8-5c400da5dfc2 HTTP/1.1" status: 200 len: 1058 time: 0.2144072 Feb 09 01:37:51.494421 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b88622-5eb8-4d95-819c-4e7b1eb58e62 req-77e31185-b616-40f8-a132-4bc23f07e0c4 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:51.496010 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-71b88622-5eb8-4d95-819c-4e7b1eb58e62 req-77e31185-b616-40f8-a132-4bc23f07e0c4 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/ports?device_id=d64ff361-ff59-471e-bdb8-5c400da5dfc2 HTTP/1.1" status: 200 len: 907 time: 0.0829220 Feb 09 01:37:51.973830 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b33399-9b66-45a9-b1b0-882424b10aa0 req-96e8fe47-ef7f-4b99-bd03-73a1871da091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:51.975628 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b8b33399-9b66-45a9-b1b0-882424b10aa0 req-96e8fe47-ef7f-4b99-bd03-73a1871da091 service neutron] 10.222.0.117 "GET /v2.0/networks?id=62ebc244-f472-4bfe-99c5-f5b350e03d70 HTTP/1.1" status: 200 len: 898 time: 0.5105891 Feb 09 01:37:52.075247 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b8b33399-9b66-45a9-b1b0-882424b10aa0 req-506e674f-cfe3-4efe-97f0-2a9270394b9c service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=9f956ef3-86f4-4816-9681-fe104acce06d HTTP/1.1" status: 200 len: 217 time: 0.0839286 Feb 09 01:37:52.096876 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:52.238887 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b8efc9b5-a49a-450d-9bf1-75301ff25822 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for router_gateway, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:52.296224 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b33399-9b66-45a9-b1b0-882424b10aa0 req-db1f8c0b-5143-414c-8fa6-8fc58dbd8629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:52.297789 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b8b33399-9b66-45a9-b1b0-882424b10aa0 req-db1f8c0b-5143-414c-8fa6-8fc58dbd8629 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=0342e96d-ca37-4d58-8d6f-16774ab6fd39 HTTP/1.1" status: 200 len: 836 time: 0.2153764 Feb 09 01:37:52.526929 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b33399-9b66-45a9-b1b0-882424b10aa0 req-44200d59-77ac-472c-b125-0a066186228f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:52.528310 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b8b33399-9b66-45a9-b1b0-882424b10aa0 req-44200d59-77ac-472c-b125-0a066186228f service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=62ebc244-f472-4bfe-99c5-f5b350e03d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2216563 Feb 09 01:37:52.691242 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b611791-0701-4904-a4b9-60204fc8227d req-6db14f74-1210-4ea4-b6b7-48b3668d13d0 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:52.692801 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5b611791-0701-4904-a4b9-60204fc8227d req-6db14f74-1210-4ea4-b6b7-48b3668d13d0 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/ports?device_id=d64ff361-ff59-471e-bdb8-5c400da5dfc2 HTTP/1.1" status: 200 len: 907 time: 0.0836217 Feb 09 01:37:52.747664 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b8efc9b5-a49a-450d-9bf1-75301ff25822 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:52.755523 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b8b33399-9b66-45a9-b1b0-882424b10aa0 req-36595979-97e4-4bed-b787-34208b7892a2 service neutron] 10.222.0.117 "GET /v2.0/networks/62ebc244-f472-4bfe-99c5-f5b350e03d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160144 Feb 09 01:37:53.179140 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b8b33399-9b66-45a9-b1b0-882424b10aa0 req-fa1f0259-0b96-4778-ade1-e06b78b1dd2e service neutron] 10.222.0.117 "GET /v2.0/networks/62ebc244-f472-4bfe-99c5-f5b350e03d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681371 Feb 09 01:37:53.211747 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8efc9b5-a49a-450d-9bf1-75301ff25822 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Router 835212bd-e34b-4ca2-9595-1fe1b6152f83 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:37:53.399608 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8efc9b5-a49a-450d-9bf1-75301ff25822 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:37:53.410261 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e0d5b2-c68e-46bc-85cd-70472012bea3 None None] Sync routers for ids ['835212bd-e34b-4ca2-9595-1fe1b6152f83'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:37:53.420757 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e0d5b2-c68e-46bc-85cd-70472012bea3 None None] Routers {'835212bd-e34b-4ca2-9595-1fe1b6152f83'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:37:53.421493 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-75e0d5b2-c68e-46bc-85cd-70472012bea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:37:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['835212bd-e34b-4ca2-9595-1fe1b6152f83'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:53.426525 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b8efc9b5-a49a-450d-9bf1-75301ff25822 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:53.427835 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b8efc9b5-a49a-450d-9bf1-75301ff25822 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.0499651 Feb 09 01:37:53.431001 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52476) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:53.470608 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-00a91a46-c53f-4294-82a2-362b8636955b tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=49364f58e6074dfa91c3c69aee216080&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377932 Feb 09 01:37:53.473355 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52480) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:53.480772 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:37:53.487688 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 9f956ef3-86f4-4816-9681-fe104acce06d details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:37:53.623101 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b56dad-76e8-47ec-9bf8-876b08c4511a tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:53.628922 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-03b56dad-76e8-47ec-9bf8-876b08c4511a tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1540575 Feb 09 01:37:53.629814 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52486) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:53.671225 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3894caac-2ffd-451e-b61b-b81c1fa2a04f tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d1df58ff-1788-422d-89ee-d00e1fe89789&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400834 Feb 09 01:37:53.673649 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52490) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:53.679173 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-5204e586-9e7f-40b2-8bab-f8bb75aef731 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1649760330', 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818', 'project_id': '49364f58e6074dfa91c3c69aee216080', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:53.684837 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06cc0b-2366-412b-9b0f-0e7e37064441 req-f7c0d320-2865-4c75-ab8f-e4388d581de8 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:53.686643 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1f06cc0b-2366-412b-9b0f-0e7e37064441 req-f7c0d320-2865-4c75-ab8f-e4388d581de8 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.0885870 Feb 09 01:37:53.744053 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1f06cc0b-2366-412b-9b0f-0e7e37064441 req-49dc14ba-a0dd-47f8-a5ed-1154e5ecef6d tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514827 Feb 09 01:37:53.789366 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-75e0d5b2-c68e-46bc-85cd-70472012bea3 None None] Set router 835212bd-e34b-4ca2-9595-1fe1b6152f83 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:37:53.793741 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5204e586-9e7f-40b2-8bab-f8bb75aef731 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:37:53.797581 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5204e586-9e7f-40b2-8bab-f8bb75aef731 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:subnet and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:37:53.800542 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5204e586-9e7f-40b2-8bab-f8bb75aef731 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:37:53.806329 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5204e586-9e7f-40b2-8bab-f8bb75aef731 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:37:53.818141 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5204e586-9e7f-40b2-8bab-f8bb75aef731 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Made reservation on behalf of 49364f58e6074dfa91c3c69aee216080 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:53.823765 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5204e586-9e7f-40b2-8bab-f8bb75aef731 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:53.921675 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 9f956ef3-86f4-4816-9681-fe104acce06d, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9f956ef3-86f4-4816-9681-fe104acce06d,segment=NetworkSegment(c42f8ef7-7137-4bac-a5d8-cea7f1ffddef),segment_id=c42f8ef7-7137-4bac-a5d8-cea7f1ffddef)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:37:53.988593 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '9f956ef3-86f4-4816-9681-fe104acce06d', 'network_id': '62ebc244-f472-4bfe-99c5-f5b350e03d70', 'port_id': '9f956ef3-86f4-4816-9681-fe104acce06d', 'mac_address': 'fa:16:3e:67:e3:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 990, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0342e96d-ca37-4d58-8d6f-16774ab6fd39', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:37:54.082372 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:54.123123 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5204e586-9e7f-40b2-8bab-f8bb75aef731 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:54.135508 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f956ef3-86f4-4816-9681-fe104acce06d {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:37:54.155556 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 9f956ef3-86f4-4816-9681-fe104acce06d, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9f956ef3-86f4-4816-9681-fe104acce06d,segment=NetworkSegment(c42f8ef7-7137-4bac-a5d8-cea7f1ffddef),segment_id=c42f8ef7-7137-4bac-a5d8-cea7f1ffddef)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:37:54.165551 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456efe8e-7599-445d-a395-3e8db63e746c req-bd401576-102a-4bcb-9a0b-c8e8c4e437df tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:54.167026 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-456efe8e-7599-445d-a395-3e8db63e746c req-bd401576-102a-4bcb-9a0b-c8e8c4e437df tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/ports?device_id=d64ff361-ff59-471e-bdb8-5c400da5dfc2 HTTP/1.1" status: 200 len: 907 time: 0.1659586 Feb 09 01:37:54.168777 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:54.218107 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204e586-9e7f-40b2-8bab-f8bb75aef731 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'Subnet': ['ID=19190d8b-14bd-4d91-b56d-56d67dffdbb0,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:54.226828 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5204e586-9e7f-40b2-8bab-f8bb75aef731 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Checking segment: {'id': 'b2909dca-28c2-449f-8163-d00bca48330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:37:54.227184 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5204e586-9e7f-40b2-8bab-f8bb75aef731 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Network hostable DHCP agents. Network: 18557fe5-d860-4835-a4a7-b4fbfde65818, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:37:54.237704 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-75e0d5b2-c68e-46bc-85cd-70472012bea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229900314', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'b78acd39-22ec-4308-bb2c-33a39cb7332f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:49Z', 'updated_at': '2022-02-09T01:37:51Z', 'revision_number': 3, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': 'b78acd39-22ec-4308-bb2c-33a39cb7332f', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:50Z', 'updated_at': '2022-02-09T01:37:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:54.247613 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5204e586-9e7f-40b2-8bab-f8bb75aef731 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Network 18557fe5-d860-4835-a4a7-b4fbfde65818 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:37:54.249144 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e0d5b2-c68e-46bc-85cd-70472012bea3 None None] Checking router: 835212bd-e34b-4ca2-9595-1fe1b6152f83 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:37:54.249547 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e0d5b2-c68e-46bc-85cd-70472012bea3 None None] Updating router 835212bd-e34b-4ca2-9595-1fe1b6152f83 port b78acd39-22ec-4308-bb2c-33a39cb7332f binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:37:54.260443 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-5204e586-9e7f-40b2-8bab-f8bb75aef731 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 18557fe5-d860-4835-a4a7-b4fbfde65818) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:54.264725 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5204e586-9e7f-40b2-8bab-f8bb75aef731 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:54.265428 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5204e586-9e7f-40b2-8bab-f8bb75aef731 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:54.285994 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c25421-afa1-4f42-9669-ab9a0d72484c None None] Network 18557fe5-d860-4835-a4a7-b4fbfde65818 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:37:54.290292 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5204e586-9e7f-40b2-8bab-f8bb75aef731 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6129596 Feb 09 01:37:54.290475 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52498) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:37:54.393558 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=9f956ef3-86f4-4816-9681-fe104acce06d,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:54.417389 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-75e0d5b2-c68e-46bc-85cd-70472012bea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:54.452296 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['9f956ef3-86f4-4816-9681-fe104acce06d'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:37:54.803830 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36095fac-616b-40a8-b638-2b527b69577c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-18557fe5-d860-4835-a4a7-b4fbfde65818', 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'fixed_ips': [{'subnet_id': '19190d8b-14bd-4d91-b56d-56d67dffdbb0'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:37:54.804770 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-36095fac-616b-40a8-b638-2b527b69577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:54.935741 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2770f31-3716-44ab-b280-b59253ee0b9e req-34dc9c05-21da-4b10-97e5-e59e4f683729 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:54.943655 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d2770f31-3716-44ab-b280-b59253ee0b9e req-34dc9c05-21da-4b10-97e5-e59e4f683729 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.0941093 Feb 09 01:37:55.001123 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d2770f31-3716-44ab-b280-b59253ee0b9e req-5f962637-568a-4248-8852-835f78c5059f tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562699 Feb 09 01:37:55.017685 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-36095fac-616b-40a8-b638-2b527b69577c None None] Allocated IP 172.20.0.2 (18557fe5-d860-4835-a4a7-b4fbfde65818/19190d8b-14bd-4d91-b56d-56d67dffdbb0/5be4e648-6c42-437b-bcc4-c956a92f5a3d) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:55.175346 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-28d7f892-1e8d-4d96-a466-7602acb0091c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:55.288589 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-75e0d5b2-c68e-46bc-85cd-70472012bea3 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:55.291282 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:55.338412 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-75e0d5b2-c68e-46bc-85cd-70472012bea3 None None] Transition to ACTIVE for port object b78acd39-22ec-4308-bb2c-33a39cb7332f will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:37:55.354740 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-75e0d5b2-c68e-46bc-85cd-70472012bea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:55.445404 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-36095fac-616b-40a8-b638-2b527b69577c None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:55.457066 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 9f956ef3-86f4-4816-9681-fe104acce06d up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:37:55.491315 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-75e0d5b2-c68e-46bc-85cd-70472012bea3 None None] Attempting to bind port b78acd39-22ec-4308-bb2c-33a39cb7332f on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:37:55.491686 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-75e0d5b2-c68e-46bc-85cd-70472012bea3 None None] Attempting to bind port b78acd39-22ec-4308-bb2c-33a39cb7332f by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:37:55.492055 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e0d5b2-c68e-46bc-85cd-70472012bea3 None None] Attempting to bind port b78acd39-22ec-4308-bb2c-33a39cb7332f on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:37:55.506995 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-36095fac-616b-40a8-b638-2b527b69577c None None] Transition to ACTIVE for port object 5be4e648-6c42-437b-bcc4-c956a92f5a3d will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:37:55.515922 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de624c-6211-41ae-9383-15f73508028c None None] Pushing event updated for resources: {'Port': ['ID=b78acd39-22ec-4308-bb2c-33a39cb7332f,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:55.524237 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e0d5b2-c68e-46bc-85cd-70472012bea3 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:37:55.524644 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e0d5b2-c68e-46bc-85cd-70472012bea3 None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:37:55.525609 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-75e0d5b2-c68e-46bc-85cd-70472012bea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:55.525999 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e0d5b2-c68e-46bc-85cd-70472012bea3 None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:37:55.526475 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-75e0d5b2-c68e-46bc-85cd-70472012bea3 None None] Bound port: b78acd39-22ec-4308-bb2c-33a39cb7332f, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:37:55.526846 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-75e0d5b2-c68e-46bc-85cd-70472012bea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:55.537478 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42a047-2555-4ec6-9366-2d813fac504b req-9930fe2c-9140-4f9e-b4e6-3bfc8b83511d tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:55.540085 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3e42a047-2555-4ec6-9366-2d813fac504b req-9930fe2c-9140-4f9e-b4e6-3bfc8b83511d tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/ports?device_id=d64ff361-ff59-471e-bdb8-5c400da5dfc2 HTTP/1.1" status: 200 len: 908 time: 0.2610714 Feb 09 01:37:55.590179 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-36095fac-616b-40a8-b638-2b527b69577c None None] Transition to ACTIVE for port object 5be4e648-6c42-437b-bcc4-c956a92f5a3d will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:37:55.602361 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-36095fac-616b-40a8-b638-2b527b69577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:55.659369 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-28d7f892-1e8d-4d96-a466-7602acb0091c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Allocated IP 172.20.0.1 (18557fe5-d860-4835-a4a7-b4fbfde65818/19190d8b-14bd-4d91-b56d-56d67dffdbb0/481fe0af-f7ee-4ef2-b961-1cc8b4387cac) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:55.688972 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36095fac-616b-40a8-b638-2b527b69577c None None] Network 18557fe5-d860-4835-a4a7-b4fbfde65818 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:55.694895 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-36095fac-616b-40a8-b638-2b527b69577c None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:55.700173 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-75e0d5b2-c68e-46bc-85cd-70472012bea3 None None] For port b78acd39-22ec-4308-bb2c-33a39cb7332f, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:37:55.705818 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36095fac-616b-40a8-b638-2b527b69577c None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:37:55.709330 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36095fac-616b-40a8-b638-2b527b69577c None None] Pushing event updated for resources: {'Port': ['ID=5be4e648-6c42-437b-bcc4-c956a92f5a3d,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:55.714733 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 9f956ef3-86f4-4816-9681-fe104acce06d completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:37:55.721037 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-75e0d5b2-c68e-46bc-85cd-70472012bea3 None None] For port b78acd39-22ec-4308-bb2c-33a39cb7332f, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b78acd39-22ec-4308-bb2c-33a39cb7332f,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:37:55.752193 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 9f956ef3-86f4-4816-9681-fe104acce06d triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:55.752587 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:55.780290 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-75e0d5b2-c68e-46bc-85cd-70472012bea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:55.819256 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-28d7f892-1e8d-4d96-a466-7602acb0091c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:55.835810 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-28d7f892-1e8d-4d96-a466-7602acb0091c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Transition to ACTIVE for port object 481fe0af-f7ee-4ef2-b961-1cc8b4387cac will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:37:55.859192 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-28d7f892-1e8d-4d96-a466-7602acb0091c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:55.929912 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-36095fac-616b-40a8-b638-2b527b69577c None None] Attempting to bind port 5be4e648-6c42-437b-bcc4-c956a92f5a3d on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:37:55.930276 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-36095fac-616b-40a8-b638-2b527b69577c None None] Attempting to bind port 5be4e648-6c42-437b-bcc4-c956a92f5a3d by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'b2909dca-28c2-449f-8163-d00bca48330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:37:55.930636 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36095fac-616b-40a8-b638-2b527b69577c None None] Attempting to bind port 5be4e648-6c42-437b-bcc4-c956a92f5a3d on network 18557fe5-d860-4835-a4a7-b4fbfde65818 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:37:55.930862 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d7f892-1e8d-4d96-a466-7602acb0091c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Network 18557fe5-d860-4835-a4a7-b4fbfde65818 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:55.934842 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-28d7f892-1e8d-4d96-a466-7602acb0091c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:55.937145 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d7f892-1e8d-4d96-a466-7602acb0091c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:37:55.949613 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e0d5b2-c68e-46bc-85cd-70472012bea3 None None] Routers {'835212bd-e34b-4ca2-9595-1fe1b6152f83'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:37:55.950241 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-75e0d5b2-c68e-46bc-85cd-70472012bea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:37:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['835212bd-e34b-4ca2-9595-1fe1b6152f83'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:55.985250 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7f892-1e8d-4d96-a466-7602acb0091c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'Port': ['ID=481fe0af-f7ee-4ef2-b961-1cc8b4387cac,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:56.001773 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36095fac-616b-40a8-b638-2b527b69577c None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:37:56.002156 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36095fac-616b-40a8-b638-2b527b69577c None None] Checking segment: {'id': 'b2909dca-28c2-449f-8163-d00bca48330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:37:56.002561 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-36095fac-616b-40a8-b638-2b527b69577c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:56.002953 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36095fac-616b-40a8-b638-2b527b69577c None None] Bound using segment: {'id': 'b2909dca-28c2-449f-8163-d00bca48330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:37:56.003427 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-36095fac-616b-40a8-b638-2b527b69577c None None] Bound port: 5be4e648-6c42-437b-bcc4-c956a92f5a3d, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2909dca-28c2-449f-8163-d00bca48330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:37:56.003799 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-36095fac-616b-40a8-b638-2b527b69577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:56.007092 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-28d7f892-1e8d-4d96-a466-7602acb0091c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:56.019252 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de624c-6211-41ae-9383-15f73508028c None None] Pushing event updated for resources: {'Port': ['ID=b78acd39-22ec-4308-bb2c-33a39cb7332f,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:56.160132 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:56.214194 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df22b83-5a59-4d6b-8d88-669771b90cb1 req-f70754f5-93e1-43f1-81d7-3d8b7685ea53 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:56.216317 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3df22b83-5a59-4d6b-8d88-669771b90cb1 req-f70754f5-93e1-43f1-81d7-3d8b7685ea53 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.0877881 Feb 09 01:37:56.273367 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3df22b83-5a59-4d6b-8d88-669771b90cb1 req-8a469cba-35ec-42c8-b0d1-9772b99caea5 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482304 Feb 09 01:37:56.283857 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-36095fac-616b-40a8-b638-2b527b69577c None None] For port 5be4e648-6c42-437b-bcc4-c956a92f5a3d, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:37:56.284673 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-28d7f892-1e8d-4d96-a466-7602acb0091c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:56.296580 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-36095fac-616b-40a8-b638-2b527b69577c None None] For port 5be4e648-6c42-437b-bcc4-c956a92f5a3d, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=5be4e648-6c42-437b-bcc4-c956a92f5a3d,segment=NetworkSegment(b2909dca-28c2-449f-8163-d00bca48330e),segment_id=b2909dca-28c2-449f-8163-d00bca48330e)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:37:56.299246 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-75e0d5b2-c68e-46bc-85cd-70472012bea3 None None] Set router 835212bd-e34b-4ca2-9595-1fe1b6152f83 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:37:56.344939 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64ff361-ff59-471e-bdb8-5c400da5dfc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f956ef3-86f4-4816-9681-fe104acce06d'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:37:56.416999 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-36095fac-616b-40a8-b638-2b527b69577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:56.457956 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64ff361-ff59-471e-bdb8-5c400da5dfc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f956ef3-86f4-4816-9681-fe104acce06d', 'code': 200} Feb 09 01:37:56.459439 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 9f956ef3-86f4-4816-9681-fe104acce06d, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9f956ef3-86f4-4816-9681-fe104acce06d,segment=NetworkSegment(c42f8ef7-7137-4bac-a5d8-cea7f1ffddef),segment_id=c42f8ef7-7137-4bac-a5d8-cea7f1ffddef)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:37:56.492367 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:56.595115 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36095fac-616b-40a8-b638-2b527b69577c None None] Pushing event updated for resources: {'Port': ['ID=5be4e648-6c42-437b-bcc4-c956a92f5a3d,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:56.746387 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=9f956ef3-86f4-4816-9681-fe104acce06d,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:56.751889 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4037e-0307-4630-9a49-a2e8fabd268f req-b0741f13-802c-495c-af23-ce8afc84d0b7 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:56.753647 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-deb4037e-0307-4630-9a49-a2e8fabd268f req-b0741f13-802c-495c-af23-ce8afc84d0b7 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/ports?device_id=d64ff361-ff59-471e-bdb8-5c400da5dfc2 HTTP/1.1" status: 200 len: 909 time: 0.0887694 Feb 09 01:37:56.784308 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-75e0d5b2-c68e-46bc-85cd-70472012bea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229900314', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'b78acd39-22ec-4308-bb2c-33a39cb7332f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:49Z', 'updated_at': '2022-02-09T01:37:51Z', 'revision_number': 3, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': 'b78acd39-22ec-4308-bb2c-33a39cb7332f', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:50Z', 'updated_at': '2022-02-09T01:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:56.789196 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e0d5b2-c68e-46bc-85cd-70472012bea3 None None] The sync data for ids ['835212bd-e34b-4ca2-9595-1fe1b6152f83'] in n-d-828419-1 is: [{'id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229900314', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'b78acd39-22ec-4308-bb2c-33a39cb7332f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:49Z', 'updated_at': '2022-02-09T01:37:51Z', 'revision_number': 3, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': 'b78acd39-22ec-4308-bb2c-33a39cb7332f', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:50Z', 'updated_at': '2022-02-09T01:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:37:56.835340 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5104b3d-341c-4b21-99d3-fb5ac46e59bc req-41064ba6-8a27-4d2d-926f-a932bc993478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:56.838584 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5104b3d-341c-4b21-99d3-fb5ac46e59bc req-41064ba6-8a27-4d2d-926f-a932bc993478 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=d64ff361-ff59-471e-bdb8-5c400da5dfc2 HTTP/1.1" status: 200 len: 1060 time: 0.1970053 Feb 09 01:37:56.943974 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-28d7f892-1e8d-4d96-a466-7602acb0091c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:56.948889 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-28d7f892-1e8d-4d96-a466-7602acb0091c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:57.073707 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7f892-1e8d-4d96-a466-7602acb0091c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'Port': ['ID=481fe0af-f7ee-4ef2-b961-1cc8b4387cac,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:57.080029 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-28d7f892-1e8d-4d96-a466-7602acb0091c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:57.225846 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d7f892-1e8d-4d96-a466-7602acb0091c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Network 18557fe5-d860-4835-a4a7-b4fbfde65818 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:57.227010 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-28d7f892-1e8d-4d96-a466-7602acb0091c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:57.481283 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d7f892-1e8d-4d96-a466-7602acb0091c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Router 835212bd-e34b-4ca2-9595-1fe1b6152f83 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:37:57.566546 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 5be4e648-6c42-437b-bcc4-c956a92f5a3d up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:37:57.593761 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5775edf-7fbd-4346-b14f-bcdbc8499ff5 req-5c2c4dca-f202-4cb0-8ee9-1245f7114ed7 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:57.600977 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e5775edf-7fbd-4346-b14f-bcdbc8499ff5 req-5c2c4dca-f202-4cb0-8ee9-1245f7114ed7 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.2001395 Feb 09 01:37:57.657822 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 5be4e648-6c42-437b-bcc4-c956a92f5a3d completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:37:57.664281 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b78acd39-22ec-4308-bb2c-33a39cb7332f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:37:57.718539 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e5775edf-7fbd-4346-b14f-bcdbc8499ff5 req-6c95760f-29c5-4ed2-9fcb-c532b872d276 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166070 Feb 09 01:37:57.784286 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d7f892-1e8d-4d96-a466-7602acb0091c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:37:57.819160 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-28d7f892-1e8d-4d96-a466-7602acb0091c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "PUT /v2.0/routers/835212bd-e34b-4ca2-9595-1fe1b6152f83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5184846 Feb 09 01:37:57.839515 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a9444e-79c9-40dd-97f8-98d4181eabdc None None] Network 18557fe5-d860-4835-a4a7-b4fbfde65818 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:37:57.949920 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port b78acd39-22ec-4308-bb2c-33a39cb7332f completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:37:57.973007 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port b78acd39-22ec-4308-bb2c-33a39cb7332f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:57.973525 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:58.011562 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8585a948-b0a8-4d73-90b8-deb8ad86cbd6 None None] Provisioning for port 5be4e648-6c42-437b-bcc4-c956a92f5a3d completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:37:58.044708 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f225a-4ae5-4b34-93cc-0d02996837a1 req-d71404d2-f4f1-4ede-a060-b6c7db293d93 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:58.046307 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-110f225a-4ae5-4b34-93cc-0d02996837a1 req-d71404d2-f4f1-4ede-a060-b6c7db293d93 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/ports?device_id=d64ff361-ff59-471e-bdb8-5c400da5dfc2 HTTP/1.1" status: 200 len: 909 time: 0.1044869 Feb 09 01:37:58.067037 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8585a948-b0a8-4d73-90b8-deb8ad86cbd6 None None] Provisioning complete for port 5be4e648-6c42-437b-bcc4-c956a92f5a3d triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:58.067417 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8585a948-b0a8-4d73-90b8-deb8ad86cbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:58.129189 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-fabec732-d8c5-410d-b798-bd58f422f25e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-42132702&fields=id&tenant_id=49364f58e6074dfa91c3c69aee216080 HTTP/1.1" status: 200 len: 267 time: 0.0481544 Feb 09 01:37:58.280868 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-3cec53c5-0bb5-43c5-b80a-9324dcda58f9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:58.282267 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-3cec53c5-0bb5-43c5-b80a-9324dcda58f9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/networks?id=18557fe5-d860-4835-a4a7-b4fbfde65818 HTTP/1.1" status: 200 len: 797 time: 0.1463180 Feb 09 01:37:58.298324 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-632b5038-5c40-4bd7-8661-6a8d86cb1853 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/quotas/49364f58e6074dfa91c3c69aee216080 HTTP/1.1" status: 200 len: 375 time: 0.0102806 Feb 09 01:37:58.315132 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:58.354818 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port b78acd39-22ec-4308-bb2c-33a39cb7332f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b78acd39-22ec-4308-bb2c-33a39cb7332f,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:37:58.356949 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8585a948-b0a8-4d73-90b8-deb8ad86cbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:58.370732 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:58.380730 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-220d3a05-04d9-400e-81e4-83894c64adde tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Synchronizing usage tracker for tenant:49364f58e6074dfa91c3c69aee216080 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:37:58.398308 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-220d3a05-04d9-400e-81e4-83894c64adde tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Unset dirty status for tenant:49364f58e6074dfa91c3c69aee216080 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:37:58.399646 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-220d3a05-04d9-400e-81e4-83894c64adde tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0962188 Feb 09 01:37:58.455909 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-8585a948-b0a8-4d73-90b8-deb8ad86cbd6 None None] For port 5be4e648-6c42-437b-bcc4-c956a92f5a3d, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=5be4e648-6c42-437b-bcc4-c956a92f5a3d,segment=NetworkSegment(b2909dca-28c2-449f-8163-d00bca48330e),segment_id=b2909dca-28c2-449f-8163-d00bca48330e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:37:58.464190 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8585a948-b0a8-4d73-90b8-deb8ad86cbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:58.470925 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=b78acd39-22ec-4308-bb2c-33a39cb7332f,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:58.547116 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585a948-b0a8-4d73-90b8-deb8ad86cbd6 None None] Pushing event updated for resources: {'Port': ['ID=5be4e648-6c42-437b-bcc4-c956a92f5a3d,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:58.558505 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-345e883d-679c-4b8f-b9e2-f340a66fc445 service neutron] 10.222.0.37 "GET /v2.0/networks/18557fe5-d860-4835-a4a7-b4fbfde65818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394300 Feb 09 01:37:58.673083 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61e3003-34c5-4149-a41d-528bc4fcd061 None None] Sync routers for ids ['835212bd-e34b-4ca2-9595-1fe1b6152f83'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:37:58.683575 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61e3003-34c5-4149-a41d-528bc4fcd061 None None] Routers {'835212bd-e34b-4ca2-9595-1fe1b6152f83'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:37:58.684314 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-a61e3003-34c5-4149-a41d-528bc4fcd061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:37:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['835212bd-e34b-4ca2-9595-1fe1b6152f83'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:58.796261 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0c6fe88e-f297-4528-9464-be4454f16873 None None] Provisioning for port 481fe0af-f7ee-4ef2-b961-1cc8b4387cac completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:37:58.804548 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0c6fe88e-f297-4528-9464-be4454f16873 None None] Provisioning complete for port 481fe0af-f7ee-4ef2-b961-1cc8b4387cac triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:58.804926 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0c6fe88e-f297-4528-9464-be4454f16873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:58.835764 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-04492bd4-27d8-4664-8d4b-e38f1563801b service neutron] 10.222.0.37 "GET /v2.0/networks/18557fe5-d860-4835-a4a7-b4fbfde65818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715278 Feb 09 01:37:58.888645 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-0c6fe88e-f297-4528-9464-be4454f16873 None None] Port 481fe0af-f7ee-4ef2-b961-1cc8b4387cac cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:37:58.897068 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-a61e3003-34c5-4149-a41d-528bc4fcd061 None None] Set router 835212bd-e34b-4ca2-9595-1fe1b6152f83 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:37:58.901320 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0c6fe88e-f297-4528-9464-be4454f16873 None None] Provisioning complete for port 5be4e648-6c42-437b-bcc4-c956a92f5a3d triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:58.901705 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0c6fe88e-f297-4528-9464-be4454f16873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:59.088450 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7edfe829-8c97-4113-9cc2-2e3f2cb9fda7 req-f4fa9e09-8897-4206-9fc5-130631426153 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 210 time: 0.0691781 Feb 09 01:37:59.156046 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ddb5e4-3fed-43c9-bfba-12842554dee0 req-2364ccaf-394a-4d92-9f37-0cf3d9f5a63f tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:59.170607 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b0ddb5e4-3fed-43c9-bfba-12842554dee0 req-2364ccaf-394a-4d92-9f37-0cf3d9f5a63f tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.3024745 Feb 09 01:37:59.220029 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b0ddb5e4-3fed-43c9-bfba-12842554dee0 req-c7a42760-0c7f-424d-91d3-3577ff82878e tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483675 Feb 09 01:37:59.237908 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c4b6ebf3-8820-4638-bf7e-b21eb54918e2 None None] Provisioning complete for port 481fe0af-f7ee-4ef2-b961-1cc8b4387cac triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:59.238276 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c4b6ebf3-8820-4638-bf7e-b21eb54918e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:59.364247 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-c4b6ebf3-8820-4638-bf7e-b21eb54918e2 None None] Port 481fe0af-f7ee-4ef2-b961-1cc8b4387cac cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:37:59.392643 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67716e4-0d9f-4508-915b-9af05faee117 req-613b5b7a-5987-431c-a1e0-791ad47b6b05 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:59.394336 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b67716e4-0d9f-4508-915b-9af05faee117 req-613b5b7a-5987-431c-a1e0-791ad47b6b05 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/ports?device_id=d64ff361-ff59-471e-bdb8-5c400da5dfc2 HTTP/1.1" status: 200 len: 909 time: 0.1327777 Feb 09 01:37:59.429259 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-a61e3003-34c5-4149-a41d-528bc4fcd061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229900314', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'b78acd39-22ec-4308-bb2c-33a39cb7332f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:49Z', 'updated_at': '2022-02-09T01:37:56Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': 'b78acd39-22ec-4308-bb2c-33a39cb7332f', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:50Z', 'updated_at': '2022-02-09T01:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '481fe0af-f7ee-4ef2-b961-1cc8b4387cac', 'name': '', 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:7e:f3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '19190d8b-14bd-4d91-b56d-56d67dffdbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:55Z', 'updated_at': '2022-02-09T01:37:56Z', 'revision_number': 2, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '19190d8b-14bd-4d91-b56d-56d67dffdbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:59.434487 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61e3003-34c5-4149-a41d-528bc4fcd061 None None] Checking router: 835212bd-e34b-4ca2-9595-1fe1b6152f83 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:37:59.435005 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61e3003-34c5-4149-a41d-528bc4fcd061 None None] Updating router 835212bd-e34b-4ca2-9595-1fe1b6152f83 port 481fe0af-f7ee-4ef2-b961-1cc8b4387cac binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:37:59.488692 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 5be4e648-6c42-437b-bcc4-c956a92f5a3d up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:37:59.501665 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-a61e3003-34c5-4149-a41d-528bc4fcd061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:59.527552 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b17e5525-18e5-4e3b-9dca-7edcacc1abca None None] Provisioning complete for port 481fe0af-f7ee-4ef2-b961-1cc8b4387cac triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:59.528158 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b17e5525-18e5-4e3b-9dca-7edcacc1abca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:59.624249 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b17e5525-18e5-4e3b-9dca-7edcacc1abca None None] Port 481fe0af-f7ee-4ef2-b961-1cc8b4387cac cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:37:59.635138 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 5be4e648-6c42-437b-bcc4-c956a92f5a3d triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:59.636493 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:59.663395 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a106c-2866-4818-803a-2258dde2c0e8 req-b689943e-259c-4167-af3e-d9bf078388f0 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:59.664905 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-044a106c-2866-4818-803a-2258dde2c0e8 req-b689943e-259c-4167-af3e-d9bf078388f0 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/ports?device_id=d64ff361-ff59-471e-bdb8-5c400da5dfc2 HTTP/1.1" status: 200 len: 909 time: 0.1006303 Feb 09 01:37:59.777840 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b78acd39-22ec-4308-bb2c-33a39cb7332f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:37:59.867941 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port b78acd39-22ec-4308-bb2c-33a39cb7332f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:59.868710 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:59.869526 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ab5ea-8c64-40eb-a6db-44d0a9ab192e req-f75a745a-4afa-4db2-aa7c-b0b8a87dcfee tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:59.871149 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c14ab5ea-8c64-40eb-a6db-44d0a9ab192e req-f75a745a-4afa-4db2-aa7c-b0b8a87dcfee tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d64ff361-ff59-471e-bdb8-5c400da5dfc2 HTTP/1.1" status: 200 len: 1060 time: 0.0818653 Feb 09 01:37:59.924074 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-a61e3003-34c5-4149-a41d-528bc4fcd061 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:37:59.936588 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-a61e3003-34c5-4149-a41d-528bc4fcd061 None None] Transition to ACTIVE for port object 481fe0af-f7ee-4ef2-b961-1cc8b4387cac will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:37:59.943899 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-a61e3003-34c5-4149-a41d-528bc4fcd061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:00.068099 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57484e-58b7-4ea8-aab1-4c173d6f0438 req-5769eaff-c5d6-4c4a-8ed8-46745e7e37cd tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:00.069700 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5a57484e-58b7-4ea8-aab1-4c173d6f0438 req-5769eaff-c5d6-4c4a-8ed8-46745e7e37cd tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=67609c2f-ce21-4964-bb14-9736d7a22a37 HTTP/1.1" status: 200 len: 1136 time: 0.0848365 Feb 09 01:38:00.133626 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5a57484e-58b7-4ea8-aab1-4c173d6f0438 req-ee454b63-58e2-43d5-a78e-97c22904bf7c tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=a9f39cea-bfbb-4539-9539-883819b55607&id=51fb900d-5694-4abb-8092-40edd2f1cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0522408 Feb 09 01:38:00.147184 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52552) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:00.155964 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83074884-a9d0-4626-b4a1-1b39f14bd5a4 None None] Pushing event updated for resources: {'Port': ['ID=481fe0af-f7ee-4ef2-b961-1cc8b4387cac,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:00.173964 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-a61e3003-34c5-4149-a41d-528bc4fcd061 None None] Attempting to bind port 481fe0af-f7ee-4ef2-b961-1cc8b4387cac on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:38:00.174346 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-a61e3003-34c5-4149-a41d-528bc4fcd061 None None] Attempting to bind port 481fe0af-f7ee-4ef2-b961-1cc8b4387cac by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'b2909dca-28c2-449f-8163-d00bca48330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:38:00.174707 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61e3003-34c5-4149-a41d-528bc4fcd061 None None] Attempting to bind port 481fe0af-f7ee-4ef2-b961-1cc8b4387cac on network 18557fe5-d860-4835-a4a7-b4fbfde65818 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:38:00.180325 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61e3003-34c5-4149-a41d-528bc4fcd061 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:38:00.180744 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61e3003-34c5-4149-a41d-528bc4fcd061 None None] Checking segment: {'id': 'b2909dca-28c2-449f-8163-d00bca48330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:38:00.181187 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-a61e3003-34c5-4149-a41d-528bc4fcd061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:00.181578 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61e3003-34c5-4149-a41d-528bc4fcd061 None None] Bound using segment: {'id': 'b2909dca-28c2-449f-8163-d00bca48330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:38:00.182043 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-a61e3003-34c5-4149-a41d-528bc4fcd061 None None] Bound port: 481fe0af-f7ee-4ef2-b961-1cc8b4387cac, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2909dca-28c2-449f-8163-d00bca48330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:38:00.182409 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-a61e3003-34c5-4149-a41d-528bc4fcd061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:00.254486 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-598eed98-4376-4615-967b-15d80e467115 req-6f8d564e-d99a-48ea-9621-9937eefbda2a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 210 time: 0.0499334 Feb 09 01:38:00.284856 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-a61e3003-34c5-4149-a41d-528bc4fcd061 None None] For port 481fe0af-f7ee-4ef2-b961-1cc8b4387cac, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:38:00.287834 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-a61e3003-34c5-4149-a41d-528bc4fcd061 None None] For port 481fe0af-f7ee-4ef2-b961-1cc8b4387cac, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=481fe0af-f7ee-4ef2-b961-1cc8b4387cac,segment=NetworkSegment(b2909dca-28c2-449f-8163-d00bca48330e),segment_id=b2909dca-28c2-449f-8163-d00bca48330e)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:38:00.287988 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1ed3ca-b564-4ecb-8895-53a64225009b tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:00.289772 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8e1ed3ca-b564-4ecb-8895-53a64225009b tempest-TestSecurityGroupsBasicOps-1643322211 tempest-TestSecurityGroupsBasicOps-1643322211-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d64ff361-ff59-471e-bdb8-5c400da5dfc2 HTTP/1.1" status: 200 len: 1055 time: 0.1415656 Feb 09 01:38:00.293671 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-a61e3003-34c5-4149-a41d-528bc4fcd061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:00.393902 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61e3003-34c5-4149-a41d-528bc4fcd061 None None] Routers {'835212bd-e34b-4ca2-9595-1fe1b6152f83'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:38:00.394339 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-a61e3003-34c5-4149-a41d-528bc4fcd061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:37:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['835212bd-e34b-4ca2-9595-1fe1b6152f83'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:00.514118 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3989f-98f0-41f5-a6aa-4e0c7775115a req-df23f34c-dda2-4a59-9603-1fbc6fc4b60c tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:00.522205 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f3e3989f-98f0-41f5-a6aa-4e0c7775115a req-df23f34c-dda2-4a59-9603-1fbc6fc4b60c tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.1381912 Feb 09 01:38:00.583806 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83074884-a9d0-4626-b4a1-1b39f14bd5a4 None None] Pushing event updated for resources: {'Port': ['ID=481fe0af-f7ee-4ef2-b961-1cc8b4387cac,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:00.584140 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f3e3989f-98f0-41f5-a6aa-4e0c7775115a req-65f98959-742f-4bf7-8934-b5cc8533cf29 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604093 Feb 09 01:38:00.668371 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-9d0dd144-c881-461f-8278-38439c2e9fec tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:00.672059 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-9d0dd144-c881-461f-8278-38439c2e9fec tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.35 "GET /v2.0/networks?id=18557fe5-d860-4835-a4a7-b4fbfde65818 HTTP/1.1" status: 200 len: 797 time: 0.3327758 Feb 09 01:38:00.750229 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-a61e3003-34c5-4149-a41d-528bc4fcd061 None None] Set router 835212bd-e34b-4ca2-9595-1fe1b6152f83 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:38:00.780832 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-2025a105-e2ba-4a22-9dd9-b0355c94d9e9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49364f58e6074dfa91c3c69aee216080 HTTP/1.1" status: 200 len: 378 time: 0.0985217 Feb 09 01:38:00.791694 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-03059006-eb1d-4e1e-9d78-c143e1de5425 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'port': {'device_id': '240af9ee-dce8-4c3b-ae48-ce489df881e3', 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818', 'admin_state_up': True, 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'security_groups': ['3ebbe0e9-b3f9-410b-a5a8-092e880527b9']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:00.896971 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2612b-db4a-4bd1-8b87-576774fb1fb1 req-84ff6292-7896-46eb-a910-5fc77268251d tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:00.898430 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cad2612b-db4a-4bd1-8b87-576774fb1fb1 req-84ff6292-7896-46eb-a910-5fc77268251d tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/ports?device_id=d64ff361-ff59-471e-bdb8-5c400da5dfc2 HTTP/1.1" status: 200 len: 909 time: 0.1909447 Feb 09 01:38:00.944647 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-03059006-eb1d-4e1e-9d78-c143e1de5425 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:38:00.955280 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-03059006-eb1d-4e1e-9d78-c143e1de5425 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:38:00.966229 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-03059006-eb1d-4e1e-9d78-c143e1de5425 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Made reservation on behalf of 49364f58e6074dfa91c3c69aee216080 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:00.970453 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-03059006-eb1d-4e1e-9d78-c143e1de5425 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:01.073957 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-a61e3003-34c5-4149-a41d-528bc4fcd061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229900314', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'b78acd39-22ec-4308-bb2c-33a39cb7332f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:49Z', 'updated_at': '2022-02-09T01:37:56Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': 'b78acd39-22ec-4308-bb2c-33a39cb7332f', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:50Z', 'updated_at': '2022-02-09T01:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '481fe0af-f7ee-4ef2-b961-1cc8b4387cac', 'name': '', 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:7e:f3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '19190d8b-14bd-4d91-b56d-56d67dffdbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:55Z', 'updated_at': '2022-02-09T01:38:00Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '19190d8b-14bd-4d91-b56d-56d67dffdbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:01.078067 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61e3003-34c5-4149-a41d-528bc4fcd061 None None] The sync data for ids ['835212bd-e34b-4ca2-9595-1fe1b6152f83'] in n-d-828419-1 is: [{'id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229900314', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'b78acd39-22ec-4308-bb2c-33a39cb7332f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:49Z', 'updated_at': '2022-02-09T01:37:56Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': 'b78acd39-22ec-4308-bb2c-33a39cb7332f', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:50Z', 'updated_at': '2022-02-09T01:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '481fe0af-f7ee-4ef2-b961-1cc8b4387cac', 'name': '', 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:7e:f3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '19190d8b-14bd-4d91-b56d-56d67dffdbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:55Z', 'updated_at': '2022-02-09T01:38:00Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '19190d8b-14bd-4d91-b56d-56d67dffdbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:38:01.154682 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-03059006-eb1d-4e1e-9d78-c143e1de5425 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Allocated IP 172.20.0.11 (18557fe5-d860-4835-a4a7-b4fbfde65818/19190d8b-14bd-4d91-b56d-56d67dffdbb0/9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:01.370515 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-03059006-eb1d-4e1e-9d78-c143e1de5425 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:01.388270 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-03059006-eb1d-4e1e-9d78-c143e1de5425 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Transition to ACTIVE for port object 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:38:01.417113 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-00baa17a-b2e8-48af-b655-18aeed55ce54 req-6f1de5e5-ba98-4ecb-aec3-c9f1b638e391 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Synchronizing usage tracker for tenant:49364f58e6074dfa91c3c69aee216080 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:38:01.420523 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-03059006-eb1d-4e1e-9d78-c143e1de5425 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:01.444086 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-00baa17a-b2e8-48af-b655-18aeed55ce54 req-6f1de5e5-ba98-4ecb-aec3-c9f1b638e391 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Unset dirty status for tenant:49364f58e6074dfa91c3c69aee216080 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:38:01.445835 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-00baa17a-b2e8-48af-b655-18aeed55ce54 req-6f1de5e5-ba98-4ecb-aec3-c9f1b638e391 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 210 time: 0.0759506 Feb 09 01:38:01.508872 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-03059006-eb1d-4e1e-9d78-c143e1de5425 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Network 18557fe5-d860-4835-a4a7-b4fbfde65818 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:01.512026 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-03059006-eb1d-4e1e-9d78-c143e1de5425 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:01.516781 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-03059006-eb1d-4e1e-9d78-c143e1de5425 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:38:01.526282 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 481fe0af-f7ee-4ef2-b961-1cc8b4387cac up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:38:01.555090 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03059006-eb1d-4e1e-9d78-c143e1de5425 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'Port': ['ID=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:01.593086 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-03059006-eb1d-4e1e-9d78-c143e1de5425 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:01.593753 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-03059006-eb1d-4e1e-9d78-c143e1de5425 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:01.618631 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 481fe0af-f7ee-4ef2-b961-1cc8b4387cac completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:38:01.622274 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-03059006-eb1d-4e1e-9d78-c143e1de5425 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8354657 Feb 09 01:38:01.624604 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 481fe0af-f7ee-4ef2-b961-1cc8b4387cac triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:01.624935 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:01.635015 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-4bea4ccc-e968-43d6-a0a7-4088d2092d71 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:38:01.636300 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-4bea4ccc-e968-43d6-a0a7-4088d2092d71 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067203 Feb 09 01:38:01.732448 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-8fafb574-126e-4acd-b6ff-b66d691a4459 service neutron] Request body: {'port': {'device_id': '240af9ee-dce8-4c3b-ae48-ce489df881e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:01.784206 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:01.829054 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 481fe0af-f7ee-4ef2-b961-1cc8b4387cac, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=481fe0af-f7ee-4ef2-b961-1cc8b4387cac,segment=NetworkSegment(b2909dca-28c2-449f-8163-d00bca48330e),segment_id=b2909dca-28c2-449f-8163-d00bca48330e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:38:01.833925 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:01.919903 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=481fe0af-f7ee-4ef2-b961-1cc8b4387cac,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:01.934516 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e3ffc4b7-30c3-4f70-a69c-badf91c38b3e None None] Provisioning for port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:38:01.943403 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e3ffc4b7-30c3-4f70-a69c-badf91c38b3e None None] Provisioning complete for port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:01.943743 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e3ffc4b7-30c3-4f70-a69c-badf91c38b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:01.951545 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-8fafb574-126e-4acd-b6ff-b66d691a4459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:02.038266 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b5cbe-8217-470c-b23c-b7f031b7625a req-4ea7f67b-5ee8-4fd0-8a53-2c95a7d7570d tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:02.039752 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-922b5cbe-8217-470c-b23c-b7f031b7625a req-4ea7f67b-5ee8-4fd0-8a53-2c95a7d7570d tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.2424986 Feb 09 01:38:02.051148 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffc4b7-30c3-4f70-a69c-badf91c38b3e None None] Port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:38:02.157932 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c52801-704e-4dfb-a635-1e3002ccc517 req-b27dedb1-a88f-4423-9dc9-cee1d63c023a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:02.159401 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-84c52801-704e-4dfb-a635-1e3002ccc517 req-b27dedb1-a88f-4423-9dc9-cee1d63c023a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/ports?device_id=d64ff361-ff59-471e-bdb8-5c400da5dfc2 HTTP/1.1" status: 200 len: 909 time: 0.1000512 Feb 09 01:38:02.317506 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-922b5cbe-8217-470c-b23c-b7f031b7625a req-8ae712fd-0044-4bf3-9eaf-5dc5a64e181f tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2678041 Feb 09 01:38:02.341120 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8a2de-5a00-4889-b9d7-8cd503e3b30d req-0b83eeee-6a67-4705-ae73-a8bc2a1cee0b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:02.341120 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9ab8a2de-5a00-4889-b9d7-8cd503e3b30d req-0b83eeee-6a67-4705-ae73-a8bc2a1cee0b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.117 "GET /v2.0/ports?device_id=d64ff361-ff59-471e-bdb8-5c400da5dfc2 HTTP/1.1" status: 200 len: 909 time: 0.3395970 Feb 09 01:38:02.491350 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-9ab8a2de-5a00-4889-b9d7-8cd503e3b30d req-28d68c65-e1c9-464d-9561-1f929802603a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Deleting port 9f956ef3-86f4-4816-9681-fe104acce06d {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:38:02.491693 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9ab8a2de-5a00-4889-b9d7-8cd503e3b30d req-28d68c65-e1c9-464d-9561-1f929802603a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:02.640063 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e9a40-dd22-4d4b-95f3-5b0356c6ba77 req-59dff596-9043-43e0-88d8-3fe77811fa3c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:02.641533 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-478e9a40-dd22-4d4b-95f3-5b0356c6ba77 req-59dff596-9043-43e0-88d8-3fe77811fa3c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 932 time: 0.0829678 Feb 09 01:38:02.684821 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-478e9a40-dd22-4d4b-95f3-5b0356c6ba77 req-8b06d8ce-10b9-42e5-8dbc-170e2f05f79a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Synchronizing usage tracker for tenant:49364f58e6074dfa91c3c69aee216080 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:38:02.700824 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-478e9a40-dd22-4d4b-95f3-5b0356c6ba77 req-8b06d8ce-10b9-42e5-8dbc-170e2f05f79a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Unset dirty status for tenant:49364f58e6074dfa91c3c69aee216080 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:38:02.701945 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-478e9a40-dd22-4d4b-95f3-5b0356c6ba77 req-8b06d8ce-10b9-42e5-8dbc-170e2f05f79a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548360 Feb 09 01:38:02.822721 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-8fafb574-126e-4acd-b6ff-b66d691a4459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:38:02.841985 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-8fafb574-126e-4acd-b6ff-b66d691a4459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:02.853608 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-9ab8a2de-5a00-4889-b9d7-8cd503e3b30d req-28d68c65-e1c9-464d-9561-1f929802603a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] For port 9f956ef3-86f4-4816-9681-fe104acce06d, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9f956ef3-86f4-4816-9681-fe104acce06d,segment=NetworkSegment(c42f8ef7-7137-4bac-a5d8-cea7f1ffddef),segment_id=c42f8ef7-7137-4bac-a5d8-cea7f1ffddef)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:38:02.853962 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9ab8a2de-5a00-4889-b9d7-8cd503e3b30d req-28d68c65-e1c9-464d-9561-1f929802603a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:02.981175 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-8fafb574-126e-4acd-b6ff-b66d691a4459 service neutron] Transition to ACTIVE for port object 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:38:02.988356 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-9ab8a2de-5a00-4889-b9d7-8cd503e3b30d req-28d68c65-e1c9-464d-9561-1f929802603a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Calling delete_port for 9f956ef3-86f4-4816-9681-fe104acce06d owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:38:03.017144 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-8fafb574-126e-4acd-b6ff-b66d691a4459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:03.221688 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafb574-126e-4acd-b6ff-b66d691a4459 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:03.405727 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-8fafb574-126e-4acd-b6ff-b66d691a4459 service neutron] Attempting to bind port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:38:03.406066 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-8fafb574-126e-4acd-b6ff-b66d691a4459 service neutron] Attempting to bind port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'b2909dca-28c2-449f-8163-d00bca48330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:38:03.406397 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-8fafb574-126e-4acd-b6ff-b66d691a4459 service neutron] Attempting to bind port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d on network 18557fe5-d860-4835-a4a7-b4fbfde65818 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:38:03.417636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-8fafb574-126e-4acd-b6ff-b66d691a4459 service neutron] Port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d on network 18557fe5-d860-4835-a4a7-b4fbfde65818 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:38:03.417961 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-8fafb574-126e-4acd-b6ff-b66d691a4459 service neutron] Attempting to bind port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d on network 18557fe5-d860-4835-a4a7-b4fbfde65818 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:38:03.424470 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9ab8a2de-5a00-4889-b9d7-8cd503e3b30d req-28d68c65-e1c9-464d-9561-1f929802603a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:03.473872 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-8fafb574-126e-4acd-b6ff-b66d691a4459 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:38:03.474678 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-8fafb574-126e-4acd-b6ff-b66d691a4459 service neutron] Checking segment: {'id': 'b2909dca-28c2-449f-8163-d00bca48330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:38:03.475076 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-8fafb574-126e-4acd-b6ff-b66d691a4459 service neutron] Bound using segment: {'id': 'b2909dca-28c2-449f-8163-d00bca48330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:38:03.475909 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-8fafb574-126e-4acd-b6ff-b66d691a4459 service neutron] Bound port: 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2909dca-28c2-449f-8163-d00bca48330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:38:03.476265 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-8fafb574-126e-4acd-b6ff-b66d691a4459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:03.476677 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 481fe0af-f7ee-4ef2-b961-1cc8b4387cac up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:38:03.498369 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d68c65-e1c9-464d-9561-1f929802603a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Pushing event deleted for resources: {'Port': ['ID=9f956ef3-86f4-4816-9681-fe104acce06d,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:03.552951 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 481fe0af-f7ee-4ef2-b961-1cc8b4387cac triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:03.553326 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:03.648789 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55c20a-e2de-4054-8376-28ea1177b392 req-aa65fff3-5493-45e3-97b9-2395c1ececc6 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:03.650371 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5b55c20a-e2de-4054-8376-28ea1177b392 req-aa65fff3-5493-45e3-97b9-2395c1ececc6 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/ports?device_id=d64ff361-ff59-471e-bdb8-5c400da5dfc2 HTTP/1.1" status: 200 len: 830 time: 0.3483202 Feb 09 01:38:03.664004 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab8a2de-5a00-4889-b9d7-8cd503e3b30d req-28d68c65-e1c9-464d-9561-1f929802603a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] No DVR routers for this DVR port 9f956ef3-86f4-4816-9681-fe104acce06d on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:03.672025 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9ab8a2de-5a00-4889-b9d7-8cd503e3b30d req-28d68c65-e1c9-464d-9561-1f929802603a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:03.680511 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64ff361-ff59-471e-bdb8-5c400da5dfc2', 'name': 'network-vif-deleted', 'tag': '9f956ef3-86f4-4816-9681-fe104acce06d'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:38:03.707953 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2bee2-0b94-4ebd-ae9a-78a6634ff3f6 req-9d9f35b0-9739-425d-90cd-f63f71dadadc tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:03.709548 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e9d2bee2-0b94-4ebd-ae9a-78a6634ff3f6 req-9d9f35b0-9739-425d-90cd-f63f71dadadc tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.1180820 Feb 09 01:38:03.737749 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9ab8a2de-5a00-4889-b9d7-8cd503e3b30d req-28d68c65-e1c9-464d-9561-1f929802603a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.117 "DELETE /v2.0/ports/9f956ef3-86f4-4816-9681-fe104acce06d HTTP/1.1" status: 204 len: 173 time: 1.3917074 Feb 09 01:38:03.746241 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-8fafb574-126e-4acd-b6ff-b66d691a4459 service neutron] For port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:38:03.750793 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-8fafb574-126e-4acd-b6ff-b66d691a4459 service neutron] For port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d,segment=NetworkSegment(b2909dca-28c2-449f-8163-d00bca48330e),segment_id=b2909dca-28c2-449f-8163-d00bca48330e)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:38:03.753361 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64ff361-ff59-471e-bdb8-5c400da5dfc2', 'name': 'network-vif-deleted', 'tag': '9f956ef3-86f4-4816-9681-fe104acce06d', 'status': 'completed', 'code': 200} Feb 09 01:38:03.758369 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-8fafb574-126e-4acd-b6ff-b66d691a4459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:03.770040 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e9d2bee2-0b94-4ebd-ae9a-78a6634ff3f6 req-6aa49f9d-239c-4c7d-8a4a-f378604e7d77 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545778 Feb 09 01:38:03.823169 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-8fafb574-126e-4acd-b6ff-b66d691a4459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:03.823922 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-8fafb574-126e-4acd-b6ff-b66d691a4459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:03.825343 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-8fafb574-126e-4acd-b6ff-b66d691a4459 service neutron] 10.222.0.35 "PUT /v2.0/ports/9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d HTTP/1.1" status: 200 len: 1092 time: 2.1740422 Feb 09 01:38:03.854085 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafb574-126e-4acd-b6ff-b66d691a4459 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:04.126698 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc8e03-4704-419a-a883-bf6dd5dbe5ab req-8a595aac-826a-48c6-837c-37fc1868c3c7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:04.127394 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-d2cc8e03-4704-419a-a883-bf6dd5dbe5ab req-8a595aac-826a-48c6-837c-37fc1868c3c7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Synchronizing usage tracker for tenant:49364f58e6074dfa91c3c69aee216080 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:38:04.132568 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-8430c5c2-2ae7-4d1d-8378-50dd65d926b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:04.133973 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-8430c5c2-2ae7-4d1d-8378-50dd65d926b6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 1095 time: 0.2394865 Feb 09 01:38:04.207497 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-8ffcfee4-69c1-4de8-b391-ad63cc6fe8cd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d HTTP/1.1" status: 200 len: 217 time: 0.0660071 Feb 09 01:38:04.208067 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-d2cc8e03-4704-419a-a883-bf6dd5dbe5ab req-8a595aac-826a-48c6-837c-37fc1868c3c7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Unset dirty status for tenant:49364f58e6074dfa91c3c69aee216080 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:38:04.209117 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d2cc8e03-4704-419a-a883-bf6dd5dbe5ab req-8a595aac-826a-48c6-837c-37fc1868c3c7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 944 time: 0.3481824 Feb 09 01:38:04.301882 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d2cc8e03-4704-419a-a883-bf6dd5dbe5ab req-a438d2c6-3069-477f-86f8-058c51f10ce3 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0872068 Feb 09 01:38:04.303375 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-a9ac2465-268b-4d8a-a285-df5306988a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:04.304727 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-a9ac2465-268b-4d8a-a285-df5306988a1b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=19190d8b-14bd-4d91-b56d-56d67dffdbb0 HTTP/1.1" status: 200 len: 835 time: 0.0884149 Feb 09 01:38:04.385894 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-41663798-3883-4ec1-af27-274564ee674e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:04.387378 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-41663798-3883-4ec1-af27-274564ee674e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=18557fe5-d860-4835-a4a7-b4fbfde65818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765791 Feb 09 01:38:04.518739 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-e1280d89-056d-4e8d-b463-0d27e9ec764e service neutron] 10.222.0.35 "GET /v2.0/networks/18557fe5-d860-4835-a4a7-b4fbfde65818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244988 Feb 09 01:38:04.647435 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0b7c6537-a57e-41ae-be29-4a3d940a1ce5 req-aca05ef6-7725-42fa-b63e-0866e31925b2 service neutron] 10.222.0.35 "GET /v2.0/networks/18557fe5-d860-4835-a4a7-b4fbfde65818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219449 Feb 09 01:38:04.747539 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52582) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:04.965153 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a788f7-fab1-492e-8b96-fcdc6f41cb1f req-0d78c8a7-0fb8-42ce-bae4-808a8d466bd3 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:04.966630 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-93a788f7-fab1-492e-8b96-fcdc6f41cb1f req-0d78c8a7-0fb8-42ce-bae4-808a8d466bd3 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.0811546 Feb 09 01:38:05.010254 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-93a788f7-fab1-492e-8b96-fcdc6f41cb1f req-3d57429a-3053-4b2c-99b9-ab04d94418ff tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378594 Feb 09 01:38:05.307208 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7327126c-0f69-4079-b83d-9ad5263b1fea tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:05.418571 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d44e6-833d-4586-919f-6a85d51cfb4a req-258bc18f-ab87-4a59-8ad8-d97926b66920 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:05.420060 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-556d44e6-833d-4586-919f-6a85d51cfb4a req-258bc18f-ab87-4a59-8ad8-d97926b66920 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.1438112 Feb 09 01:38:05.443431 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcb108-d8ab-4034-8135-7e528d970803 req-6b706196-8f4c-4708-9e76-647a5e4ed44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:05.444879 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f8fcb108-d8ab-4034-8135-7e528d970803 req-6b706196-8f4c-4708-9e76-647a5e4ed44b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8d1a6374019440c5b414caca39c18480&device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 1097 time: 0.1110024 Feb 09 01:38:05.541475 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-556d44e6-833d-4586-919f-6a85d51cfb4a req-7ba1197c-67c8-4e43-8960-a8bad4da64ec tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157582 Feb 09 01:38:05.599275 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcb108-d8ab-4034-8135-7e528d970803 req-56fe0e13-054c-4a6d-8c98-2d117ebeace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:05.600795 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f8fcb108-d8ab-4034-8135-7e528d970803 req-56fe0e13-054c-4a6d-8c98-2d117ebeace6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c6572370-df6a-4ab0-b511-4a15eb8e86f4 HTTP/1.1" status: 200 len: 912 time: 0.1426375 Feb 09 01:38:05.708829 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f8fcb108-d8ab-4034-8135-7e528d970803 req-7137fd12-e8f7-4db2-9158-c0fc94567519 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad2435bf-8eeb-4a5b-8284-6f58b61f75b3 HTTP/1.1" status: 200 len: 1002 time: 0.1008797 Feb 09 01:38:05.755112 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240af9ee-dce8-4c3b-ae48-ce489df881e3', 'tag': '9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:38:05.760087 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e7d55-638f-477c-ba9d-bde0226fc4ef req-381b3507-2a20-403d-bdcf-508c1543ac32 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:05.761434 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a68e7d55-638f-477c-ba9d-bde0226fc4ef req-381b3507-2a20-403d-bdcf-508c1543ac32 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 944 time: 0.3065779 Feb 09 01:38:05.785724 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcb108-d8ab-4034-8135-7e528d970803 req-6ad21b4c-6138-4be8-b9b0-4636d45418c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:05.787274 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f8fcb108-d8ab-4034-8135-7e528d970803 req-6ad21b4c-6138-4be8-b9b0-4636d45418c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e34c6da5-fe1e-433e-9a54-298c85867dd5 HTTP/1.1" status: 200 len: 850 time: 0.0693312 Feb 09 01:38:05.833583 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240af9ee-dce8-4c3b-ae48-ce489df881e3', 'tag': '9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d', 'status': 'completed', 'code': 200} Feb 09 01:38:05.851633 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a68e7d55-638f-477c-ba9d-bde0226fc4ef req-2b0cc722-9112-41cf-9fa6-2bfc727ec0f6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0805061 Feb 09 01:38:05.880339 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-7327126c-0f69-4079-b83d-9ad5263b1fea tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Deleting port 015e8566-d549-4323-8d52-653ab5f98337 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:38:05.880711 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7327126c-0f69-4079-b83d-9ad5263b1fea tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:05.929924 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcb108-d8ab-4034-8135-7e528d970803 req-e0ad1740-c128-4ed4-821f-aa4ea3bd7722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:05.931942 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f8fcb108-d8ab-4034-8135-7e528d970803 req-e0ad1740-c128-4ed4-821f-aa4ea3bd7722 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c6572370-df6a-4ab0-b511-4a15eb8e86f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1378331 Feb 09 01:38:05.934557 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd95c2-dbdd-413b-b968-aa5437c59d4f req-a31ff2e6-a423-4bc9-803d-d603e928e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:05.935905 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-60bd95c2-dbdd-413b-b968-aa5437c59d4f req-a31ff2e6-a423-4bc9-803d-d603e928e673 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 1095 time: 0.1045871 Feb 09 01:38:06.071513 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-7327126c-0f69-4079-b83d-9ad5263b1fea tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] For port 015e8566-d549-4323-8d52-653ab5f98337, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=015e8566-d549-4323-8d52-653ab5f98337,segment=NetworkSegment(c42f8ef7-7137-4bac-a5d8-cea7f1ffddef),segment_id=c42f8ef7-7137-4bac-a5d8-cea7f1ffddef)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:38:06.075762 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7327126c-0f69-4079-b83d-9ad5263b1fea tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:06.246150 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f8fcb108-d8ab-4034-8135-7e528d970803 req-8667176e-a1f2-4fdd-aeb8-c112dfae46f7 service neutron] 10.222.0.35 "GET /v2.0/networks/c6572370-df6a-4ab0-b511-4a15eb8e86f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002911 Feb 09 01:38:06.247889 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd95c2-dbdd-413b-b968-aa5437c59d4f req-9a18ad2c-c203-48e2-8d7c-d6196c2e3275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:06.250360 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-60bd95c2-dbdd-413b-b968-aa5437c59d4f req-9a18ad2c-c203-48e2-8d7c-d6196c2e3275 service neutron] 10.222.0.35 "GET /v2.0/networks?id=18557fe5-d860-4835-a4a7-b4fbfde65818 HTTP/1.1" status: 200 len: 898 time: 0.3035579 Feb 09 01:38:06.272550 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-7327126c-0f69-4079-b83d-9ad5263b1fea tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Calling delete_port for 015e8566-d549-4323-8d52-653ab5f98337 owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:38:06.496521 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-60bd95c2-dbdd-413b-b968-aa5437c59d4f req-0ebb450b-488f-4ad0-a733-1af3a9cbff3a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d HTTP/1.1" status: 200 len: 217 time: 0.2207806 Feb 09 01:38:06.601675 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd95c2-dbdd-413b-b968-aa5437c59d4f req-6741dd89-b129-4b2c-b197-7a2b71d4f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:06.602158 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7327126c-0f69-4079-b83d-9ad5263b1fea tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:06.603714 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-60bd95c2-dbdd-413b-b968-aa5437c59d4f req-6741dd89-b129-4b2c-b197-7a2b71d4f187 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=19190d8b-14bd-4d91-b56d-56d67dffdbb0 HTTP/1.1" status: 200 len: 835 time: 0.1002936 Feb 09 01:38:06.609266 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f8fcb108-d8ab-4034-8135-7e528d970803 req-2ccf2199-6b3c-4d95-9b2c-d50af34c4786 service neutron] 10.222.0.35 "GET /v2.0/networks/c6572370-df6a-4ab0-b511-4a15eb8e86f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507993 Feb 09 01:38:06.652096 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7327126c-0f69-4079-b83d-9ad5263b1fea tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Pushing event deleted for resources: {'Port': ['ID=015e8566-d549-4323-8d52-653ab5f98337,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:06.688964 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7327126c-0f69-4079-b83d-9ad5263b1fea tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:06.689313 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7327126c-0f69-4079-b83d-9ad5263b1fea tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:06.689640 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7327126c-0f69-4079-b83d-9ad5263b1fea tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:06.689973 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7327126c-0f69-4079-b83d-9ad5263b1fea tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:06.690304 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7327126c-0f69-4079-b83d-9ad5263b1fea tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:06.690625 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7327126c-0f69-4079-b83d-9ad5263b1fea tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:06.690948 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7327126c-0f69-4079-b83d-9ad5263b1fea tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:06.691263 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7327126c-0f69-4079-b83d-9ad5263b1fea tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:06.691585 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7327126c-0f69-4079-b83d-9ad5263b1fea tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:06.691898 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7327126c-0f69-4079-b83d-9ad5263b1fea tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:06.692214 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7327126c-0f69-4079-b83d-9ad5263b1fea tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:06.692557 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7327126c-0f69-4079-b83d-9ad5263b1fea tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:06.746175 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd95c2-dbdd-413b-b968-aa5437c59d4f req-f07dc0f2-6c54-46d6-bc8c-823076004d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:06.747744 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-60bd95c2-dbdd-413b-b968-aa5437c59d4f req-f07dc0f2-6c54-46d6-bc8c-823076004d75 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=18557fe5-d860-4835-a4a7-b4fbfde65818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1375730 Feb 09 01:38:06.831568 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554163dc-e419-456b-b5f7-a4544992b3e1 req-69e7fa03-891b-4dab-b660-3f526bffb0bf tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:06.833101 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-554163dc-e419-456b-b5f7-a4544992b3e1 req-69e7fa03-891b-4dab-b660-3f526bffb0bf tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.1678903 Feb 09 01:38:06.934078 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-554163dc-e419-456b-b5f7-a4544992b3e1 req-80f0c6d3-3c88-4928-8e0e-c7b07adaefb9 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774510 Feb 09 01:38:06.940200 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-60bd95c2-dbdd-413b-b968-aa5437c59d4f req-a85670b3-053b-4e72-9801-16fc0a27adb5 service neutron] 10.222.0.35 "GET /v2.0/networks/18557fe5-d860-4835-a4a7-b4fbfde65818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830101 Feb 09 01:38:06.957536 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-103d6a79-2ff2-4f13-9de0-547a17a4cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:07.025884 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7327126c-0f69-4079-b83d-9ad5263b1fea tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:07.096086 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-60bd95c2-dbdd-413b-b968-aa5437c59d4f req-842ad60e-5d26-40a7-909b-5f4687ffbba0 service neutron] 10.222.0.35 "GET /v2.0/networks/18557fe5-d860-4835-a4a7-b4fbfde65818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478114 Feb 09 01:38:07.340648 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a147c-fed9-4192-a4e4-f0ab00c6054c req-7ef20a36-43d6-427a-a44f-d1f6680b4717 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:07.342015 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3d1a147c-fed9-4192-a4e4-f0ab00c6054c req-7ef20a36-43d6-427a-a44f-d1f6680b4717 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 944 time: 0.3628423 Feb 09 01:38:07.468176 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3d1a147c-fed9-4192-a4e4-f0ab00c6054c req-3fce52ba-300d-4f2f-8523-b1be0877ce79 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1205838 Feb 09 01:38:07.498019 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 9f956ef3-86f4-4816-9681-fe104acce06d no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:38:07.533706 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: 9f956ef3-86f4-4816-9681-fe104acce06d {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:38:07.534132 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 9f956ef3-86f4-4816-9681-fe104acce06d not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:38:07.571766 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7327126c-0f69-4079-b83d-9ad5263b1fea tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Router cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:38:07.751229 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7327126c-0f69-4079-b83d-9ad5263b1fea tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:38:07.763596 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e54f5a-2da3-4294-a207-a73d631facf1 None None] Sync routers for ids ['cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:38:07.763768 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7327126c-0f69-4079-b83d-9ad5263b1fea tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "PUT /v2.0/routers/cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0151660 Feb 09 01:38:07.766605 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52600) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:07.772920 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e54f5a-2da3-4294-a207-a73d631facf1 None None] Routers {'cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:38:07.773539 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b2e54f5a-2da3-4294-a207-a73d631facf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:37:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:07.831036 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4fdd54a-bb87-4ce0-aff1-282633c0df72 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Deleting subnet 0342e96d-ca37-4d58-8d6f-16774ab6fd39 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:38:07.834073 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c4fdd54a-bb87-4ce0-aff1-282633c0df72 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:07.888436 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c4fdd54a-bb87-4ce0-aff1-282633c0df72 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:07.951194 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-b2e54f5a-2da3-4294-a207-a73d631facf1 None None] Set router cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:38:07.980088 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c4fdd54a-bb87-4ce0-aff1-282633c0df72 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:08.065744 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c4fdd54a-bb87-4ce0-aff1-282633c0df72 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:08.116632 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fdd54a-bb87-4ce0-aff1-282633c0df72 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Pushing event deleted for resources: {'Subnet': ['ID=0342e96d-ca37-4d58-8d6f-16774ab6fd39,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:08.119284 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c4fdd54a-bb87-4ce0-aff1-282633c0df72 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:08.128532 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c4fdd54a-bb87-4ce0-aff1-282633c0df72 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "DELETE /v2.0/subnets/0342e96d-ca37-4d58-8d6f-16774ab6fd39 HTTP/1.1" status: 204 len: 168 time: 0.3585770 Feb 09 01:38:08.128788 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52606) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:08.132131 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecd4f9-be40-4780-99f1-9f24de558ae1 req-43c42515-7bc3-4fe3-8d90-527a6f2a4cb4 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:08.136786 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6557fe-c432-421c-9ac4-114e0a4f5b2e None None] Network 62ebc244-f472-4bfe-99c5-f5b350e03d70 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:38:08.137248 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-79ecd4f9-be40-4780-99f1-9f24de558ae1 req-43c42515-7bc3-4fe3-8d90-527a6f2a4cb4 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.0925694 Feb 09 01:38:08.181791 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-79ecd4f9-be40-4780-99f1-9f24de558ae1 req-58b66359-206a-4c27-8200-135f28c50182 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413315 Feb 09 01:38:08.251678 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:38:08.310398 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-015b0958-7195-4cca-a657-a567f694df9a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:08.491014 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-015b0958-7195-4cca-a657-a567f694df9a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:08.502430 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-015b0958-7195-4cca-a657-a567f694df9a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Deleting port b4ee44ae-d74a-42d1-a90c-f08354324aa2 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:38:08.503184 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-015b0958-7195-4cca-a657-a567f694df9a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:08.544102 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d,segment=NetworkSegment(b2909dca-28c2-449f-8163-d00bca48330e),segment_id=b2909dca-28c2-449f-8163-d00bca48330e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:38:08.564233 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d', 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818', 'port_id': '9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d', 'mac_address': 'fa:16:3e:68:74:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 977, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19190d8b-14bd-4d91-b56d-56d67dffdbb0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:38:08.600608 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b2e54f5a-2da3-4294-a207-a73d631facf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1777995260', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'b4ee44ae-d74a-42d1-a90c-f08354324aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:36Z', 'updated_at': '2022-02-09T01:38:06Z', 'revision_number': 5, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'gw_port': {'id': 'b4ee44ae-d74a-42d1-a90c-f08354324aa2', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:83:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:37Z', 'updated_at': '2022-02-09T01:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:08.617586 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e54f5a-2da3-4294-a207-a73d631facf1 None None] Checking router: cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:38:08.635681 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e54f5a-2da3-4294-a207-a73d631facf1 None None] Routers {'cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:38:08.636359 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b2e54f5a-2da3-4294-a207-a73d631facf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:37:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:08.691705 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:08.700872 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14eaaec3-bcdf-4994-86fe-71e44e1a2e8c None None] DHCP port deletion for 62ebc244-f472-4bfe-99c5-f5b350e03d70 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:38:08.720558 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-14eaaec3-bcdf-4994-86fe-71e44e1a2e8c None None] Deleting port c50faf45-89e6-4050-8c0d-00bdcbd37687 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:38:08.720926 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-14eaaec3-bcdf-4994-86fe-71e44e1a2e8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:08.736814 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-015b0958-7195-4cca-a657-a567f694df9a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] For port b4ee44ae-d74a-42d1-a90c-f08354324aa2, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b4ee44ae-d74a-42d1-a90c-f08354324aa2,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:38:08.737168 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-015b0958-7195-4cca-a657-a567f694df9a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:08.756845 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:38:08.907241 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d,segment=NetworkSegment(b2909dca-28c2-449f-8163-d00bca48330e),segment_id=b2909dca-28c2-449f-8163-d00bca48330e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:38:08.933506 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98736ca-1032-4280-9717-33e17d5451cf req-c6da2bcb-0d21-4265-a158-f45bc53280d6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:08.934970 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f98736ca-1032-4280-9717-33e17d5451cf req-c6da2bcb-0d21-4265-a158-f45bc53280d6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 944 time: 0.3090103 Feb 09 01:38:08.943315 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-b2e54f5a-2da3-4294-a207-a73d631facf1 None None] Set router cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:38:08.989409 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:09.000104 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-015b0958-7195-4cca-a657-a567f694df9a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Calling delete_port for b4ee44ae-d74a-42d1-a90c-f08354324aa2 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:38:09.084111 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f98736ca-1032-4280-9717-33e17d5451cf req-77c14670-4545-4295-ad63-0d6460f2271f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0932298 Feb 09 01:38:09.103605 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b2e54f5a-2da3-4294-a207-a73d631facf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1777995260', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:36Z', 'updated_at': '2022-02-09T01:38:08Z', 'revision_number': 6, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:09.135793 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e54f5a-2da3-4294-a207-a73d631facf1 None None] The sync data for ids ['cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f'] in n-d-828419-1 is: [{'id': 'cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1777995260', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:36Z', 'updated_at': '2022-02-09T01:38:08Z', 'revision_number': 6, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'gw_port_host': None}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:38:09.202511 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-015b0958-7195-4cca-a657-a567f694df9a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:09.217242 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:09.238655 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-14eaaec3-bcdf-4994-86fe-71e44e1a2e8c None None] For port c50faf45-89e6-4050-8c0d-00bdcbd37687, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=c50faf45-89e6-4050-8c0d-00bdcbd37687,segment=NetworkSegment(c42f8ef7-7137-4bac-a5d8-cea7f1ffddef),segment_id=c42f8ef7-7137-4bac-a5d8-cea7f1ffddef)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:38:09.239037 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-14eaaec3-bcdf-4994-86fe-71e44e1a2e8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:09.248627 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b0958-7195-4cca-a657-a567f694df9a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Pushing event deleted for resources: {'Port': ['ID=b4ee44ae-d74a-42d1-a90c-f08354324aa2,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:09.307318 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:38:09.341002 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-015b0958-7195-4cca-a657-a567f694df9a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:09.397279 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-14eaaec3-bcdf-4994-86fe-71e44e1a2e8c None None] Calling delete_port for c50faf45-89e6-4050-8c0d-00bdcbd37687 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:38:09.474364 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a0f1f4e0-bb5c-48fc-b898-b6f98e45b793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:09.529143 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-015b0958-7195-4cca-a657-a567f694df9a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:09.532674 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-14eaaec3-bcdf-4994-86fe-71e44e1a2e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:09.533812 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-015b0958-7195-4cca-a657-a567f694df9a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:09.568804 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-015b0958-7195-4cca-a657-a567f694df9a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:09.569330 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015b0958-7195-4cca-a657-a567f694df9a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Fanout notify agent at l3_agent the message router_deleted on router cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:38:09.585835 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-015b0958-7195-4cca-a657-a567f694df9a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:09.590341 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52614) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:09.590836 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-015b0958-7195-4cca-a657-a567f694df9a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "DELETE /v2.0/routers/cd1a36b5-9e77-46b6-bbfa-1a54ac8d9d5f HTTP/1.1" status: 204 len: 168 time: 1.4607837 Feb 09 01:38:09.596727 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eaaec3-bcdf-4994-86fe-71e44e1a2e8c None None] Pushing event deleted for resources: {'Port': ['ID=c50faf45-89e6-4050-8c0d-00bdcbd37687,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:09.611714 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eaaec3-bcdf-4994-86fe-71e44e1a2e8c None None] No DVR routers for this DVR port c50faf45-89e6-4050-8c0d-00bdcbd37687 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:09.650314 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 015e8566-d549-4323-8d52-653ab5f98337 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:38:09.691843 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 015e8566-d549-4323-8d52-653ab5f98337 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:38:09.692183 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 015e8566-d549-4323-8d52-653ab5f98337 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:38:09.692625 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device c50faf45-89e6-4050-8c0d-00bdcbd37687 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:38:09.733032 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: c50faf45-89e6-4050-8c0d-00bdcbd37687 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:38:09.733379 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device c50faf45-89e6-4050-8c0d-00bdcbd37687 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:38:09.741751 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e10f5767-a139-472a-8537-b9d83e1df62e tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:09.883569 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e10f5767-a139-472a-8537-b9d83e1df62e tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:09.914704 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-e10f5767-a139-472a-8537-b9d83e1df62e tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ebc244-f472-4bfe-99c5-f5b350e03d70']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:09.928342 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-e10f5767-a139-472a-8537-b9d83e1df62e tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c42f8ef7-7137-4bac-a5d8-cea7f1ffddef') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:09.928667 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-e10f5767-a139-472a-8537-b9d83e1df62e tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c42f8ef7-7137-4bac-a5d8-cea7f1ffddef') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:09.940948 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e10f5767-a139-472a-8537-b9d83e1df62e tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:09.958093 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e10f5767-a139-472a-8537-b9d83e1df62e tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:09.965072 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10f5767-a139-472a-8537-b9d83e1df62e tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Releasing vlan 990 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:38:09.965471 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e10f5767-a139-472a-8537-b9d83e1df62e tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:09.981198 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:38:09.981198 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:38:09.981198 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:38:09.981198 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:38:09.981198 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:38:09.981198 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:38:09.981198 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:38:09.981198 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:38:09.981198 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:38:09.981198 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:38:09.981198 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:38:09.981198 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:38:09.981198 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:38:09.981198 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:38:09.981198 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:38:09.981198 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:38:09.981198 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:38:09.981198 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:38:09.981198 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:38:09.981198 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:38:09.981198 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:38:09.981198 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:38:09.981198 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:38:09.981198 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:38:09.981198 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:38:09.981198 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:38:09.981198 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:38:09.981198 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:38:09.981198 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:38:09.981198 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:38:09.981198 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:38:09.981198 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:38:10.058686 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e10f5767-a139-472a-8537-b9d83e1df62e tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:10.080045 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e10f5767-a139-472a-8537-b9d83e1df62e tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:10.093841 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f5767-a139-472a-8537-b9d83e1df62e tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Pushing event deleted for resources: {'Network': ['ID=62ebc244-f472-4bfe-99c5-f5b350e03d70,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:10.103640 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e10f5767-a139-472a-8537-b9d83e1df62e tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "DELETE /v2.0/networks/62ebc244-f472-4bfe-99c5-f5b350e03d70 HTTP/1.1" status: 204 len: 168 time: 0.5119832 Feb 09 01:38:10.105214 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f5767-a139-472a-8537-b9d83e1df62e tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:10.105581 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f5767-a139-472a-8537-b9d83e1df62e tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:10.106000 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f5767-a139-472a-8537-b9d83e1df62e tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:10.106339 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f5767-a139-472a-8537-b9d83e1df62e tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:10.106674 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f5767-a139-472a-8537-b9d83e1df62e tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:10.107009 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f5767-a139-472a-8537-b9d83e1df62e tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:10.107205 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52618) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:10.107651 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f5767-a139-472a-8537-b9d83e1df62e tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:10.107651 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f5767-a139-472a-8537-b9d83e1df62e tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:10.108322 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f5767-a139-472a-8537-b9d83e1df62e tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:10.108322 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f5767-a139-472a-8537-b9d83e1df62e tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:10.108608 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f5767-a139-472a-8537-b9d83e1df62e tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:10.108929 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f5767-a139-472a-8537-b9d83e1df62e tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:10.288979 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821e5ef-541a-4474-9833-384329e4ce2c req-a1b5e9a2-bc1e-42c7-b69b-316ea30f215b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:10.290369 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4821e5ef-541a-4474-9833-384329e4ce2c req-a1b5e9a2-bc1e-42c7-b69b-316ea30f215b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 945 time: 0.0824127 Feb 09 01:38:10.326146 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-e0ac6422-745c-4231-a46d-8a373da5e249 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Deleting port 9d7bb677-dd85-467b-945a-42ac0af8f4e7 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:38:10.326484 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e0ac6422-745c-4231-a46d-8a373da5e249 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:10.335092 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4821e5ef-541a-4474-9833-384329e4ce2c req-259d5d81-942b-42ed-b34f-1e3f318f2805 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385830 Feb 09 01:38:10.424732 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:10.501525 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e0ac6422-745c-4231-a46d-8a373da5e249 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:10.501863 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e0ac6422-745c-4231-a46d-8a373da5e249 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:10.517872 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:10.624451 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-e0ac6422-745c-4231-a46d-8a373da5e249 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Calling delete_port for 9d7bb677-dd85-467b-945a-42ac0af8f4e7 owned by network:floatingip {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:38:10.770645 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e0ac6422-745c-4231-a46d-8a373da5e249 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:10.815353 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac6422-745c-4231-a46d-8a373da5e249 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Pushing event deleted for resources: {'Port': ['ID=9d7bb677-dd85-467b-945a-42ac0af8f4e7,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:11.012830 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e0ac6422-745c-4231-a46d-8a373da5e249 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for floatingip, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:11.013159 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-e0ac6422-745c-4231-a46d-8a373da5e249 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Floating IP 4f9b6d93-b496-4ec4-b93e-de993cf65508 disassociated (deleted). External IP: 172.25.5.223, port: 14e9bf72-d0cd-4790-ac17-7c51afbbdc1f. Feb 09 01:38:11.358085 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ac6422-745c-4231-a46d-8a373da5e249 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Router 8ba9bd5e-c376-4f88-8bc9-4da1ad497a31 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:38:11.428635 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b4ee44ae-d74a-42d1-a90c-f08354324aa2 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:38:11.468989 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: b4ee44ae-d74a-42d1-a90c-f08354324aa2 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:38:11.469330 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b4ee44ae-d74a-42d1-a90c-f08354324aa2 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:38:11.591639 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ac6422-745c-4231-a46d-8a373da5e249 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:38:11.600714 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dffc03-5fd3-450f-99a2-c3c16cea226d None None] Sync routers for ids ['8ba9bd5e-c376-4f88-8bc9-4da1ad497a31'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:38:11.610584 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dffc03-5fd3-450f-99a2-c3c16cea226d None None] Routers {'8ba9bd5e-c376-4f88-8bc9-4da1ad497a31'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:38:11.611121 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-09dffc03-5fd3-450f-99a2-c3c16cea226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:38:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8ba9bd5e-c376-4f88-8bc9-4da1ad497a31'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:11.617386 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e0ac6422-745c-4231-a46d-8a373da5e249 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:11.667255 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300da95-630d-43ab-9bfe-9ccf8fd67f8e req-cf592d24-e7f8-4a08-86f7-f8db64d80f3b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:11.668925 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b300da95-630d-43ab-9bfe-9ccf8fd67f8e req-cf592d24-e7f8-4a08-86f7-f8db64d80f3b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 945 time: 0.2144048 Feb 09 01:38:11.701759 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e0ac6422-745c-4231-a46d-8a373da5e249 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "DELETE /v2.0/floatingips/4f9b6d93-b496-4ec4-b93e-de993cf65508 HTTP/1.1" status: 204 len: 168 time: 1.5918009 Feb 09 01:38:11.703439 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67609c2f-ce21-4964-bb14-9736d7a22a37', 'tag': '14e9bf72-d0cd-4790-ac17-7c51afbbdc1f'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:38:11.729511 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b300da95-630d-43ab-9bfe-9ccf8fd67f8e req-80e3cfa1-68fd-447d-a3f7-163671265d2c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546372 Feb 09 01:38:11.783843 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67609c2f-ce21-4964-bb14-9736d7a22a37', 'tag': '14e9bf72-d0cd-4790-ac17-7c51afbbdc1f', 'status': 'completed', 'code': 200} Feb 09 01:38:11.793161 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-09dffc03-5fd3-450f-99a2-c3c16cea226d None None] Set router 8ba9bd5e-c376-4f88-8bc9-4da1ad497a31 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:38:11.850514 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:11.886931 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1041f-6849-4416-b30b-fec0e4644d7a req-42c17cc3-90d8-4726-8a87-6183a3800f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:11.888743 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ff1041f-6849-4416-b30b-fec0e4644d7a req-42c17cc3-90d8-4726-8a87-6183a3800f90 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa3c5f95e33c4e0593fa45bb616fb8a7&device_id=67609c2f-ce21-4964-bb14-9736d7a22a37 HTTP/1.1" status: 200 len: 1136 time: 0.0824640 Feb 09 01:38:12.097066 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38aa36-4a89-4153-8e16-a2e60f37b0d5 req-b17e84b4-f38e-48c3-80fe-50cd7d7d820e tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:12.098089 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-1f38aa36-4a89-4153-8e16-a2e60f37b0d5 req-b17e84b4-f38e-48c3-80fe-50cd7d7d820e tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Synchronizing usage tracker for tenant:fa3c5f95e33c4e0593fa45bb616fb8a7 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:38:12.117114 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-1f38aa36-4a89-4153-8e16-a2e60f37b0d5 req-b17e84b4-f38e-48c3-80fe-50cd7d7d820e tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Unset dirty status for tenant:fa3c5f95e33c4e0593fa45bb616fb8a7 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:38:12.118439 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1f38aa36-4a89-4153-8e16-a2e60f37b0d5 req-b17e84b4-f38e-48c3-80fe-50cd7d7d820e tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/ports?device_id=67609c2f-ce21-4964-bb14-9736d7a22a37 HTTP/1.1" status: 200 len: 985 time: 0.1086900 Feb 09 01:38:12.135764 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-09dffc03-5fd3-450f-99a2-c3c16cea226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1217511567', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '11e64cc1-3822-47a7-8ad8-9aaaa1405905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:29Z', 'updated_at': '2022-02-09T01:36:38Z', 'revision_number': 4, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'gw_port': {'id': '11e64cc1-3822-47a7-8ad8-9aaaa1405905', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:30Z', 'updated_at': '2022-02-09T01:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'fdc8bf9e-c257-4d29-8e40-899c3e780c5e', 'name': '', 'network_id': 'a0e16d9d-6e82-4998-8258-cc13b64da06c', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'mac_address': 'fa:16:3e:3e:15:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '87160293-f5a1-496d-a190-d6c2fd518064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:36Z', 'updated_at': '2022-02-09T01:36:44Z', 'revision_number': 5, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'subnets': [{'id': '87160293-f5a1-496d-a190-d6c2fd518064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:12.140295 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dffc03-5fd3-450f-99a2-c3c16cea226d None None] Checking router: 8ba9bd5e-c376-4f88-8bc9-4da1ad497a31 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:38:12.151371 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dffc03-5fd3-450f-99a2-c3c16cea226d None None] Routers {'8ba9bd5e-c376-4f88-8bc9-4da1ad497a31'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:38:12.152085 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-09dffc03-5fd3-450f-99a2-c3c16cea226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:38:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8ba9bd5e-c376-4f88-8bc9-4da1ad497a31'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:12.160383 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1041f-6849-4416-b30b-fec0e4644d7a req-1de8b1bb-b3b9-4c59-87f4-fa7d3c147372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:12.161863 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ff1041f-6849-4416-b30b-fec0e4644d7a req-1de8b1bb-b3b9-4c59-87f4-fa7d3c147372 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0e16d9d-6e82-4998-8258-cc13b64da06c HTTP/1.1" status: 200 len: 898 time: 0.2665854 Feb 09 01:38:12.168884 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1f38aa36-4a89-4153-8e16-a2e60f37b0d5 req-8c9cdd99-6309-47d7-9708-bcafcffe5b5a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f39cea-bfbb-4539-9539-883819b55607&id=51fb900d-5694-4abb-8092-40edd2f1cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0429256 Feb 09 01:38:12.228862 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ff1041f-6849-4416-b30b-fec0e4644d7a req-524d9be3-3e54-4f40-8a7f-c48cbda9107f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14e9bf72-d0cd-4790-ac17-7c51afbbdc1f HTTP/1.1" status: 200 len: 217 time: 0.0597751 Feb 09 01:38:12.264107 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:38:12.294965 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1041f-6849-4416-b30b-fec0e4644d7a req-a495f621-37a7-4cd5-8e44-d176bf858a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:12.296427 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ff1041f-6849-4416-b30b-fec0e4644d7a req-a495f621-37a7-4cd5-8e44-d176bf858a5e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=87160293-f5a1-496d-a190-d6c2fd518064 HTTP/1.1" status: 200 len: 834 time: 0.0602124 Feb 09 01:38:12.333323 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-09dffc03-5fd3-450f-99a2-c3c16cea226d None None] Set router 8ba9bd5e-c376-4f88-8bc9-4da1ad497a31 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:38:12.333533 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:38:12.339030 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:12.339403 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:12.376879 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1041f-6849-4416-b30b-fec0e4644d7a req-97d56ebc-e147-4e3b-a3be-732429798454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:12.378526 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ff1041f-6849-4416-b30b-fec0e4644d7a req-97d56ebc-e147-4e3b-a3be-732429798454 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0e16d9d-6e82-4998-8258-cc13b64da06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737283 Feb 09 01:38:12.459698 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:12.489733 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240af9ee-dce8-4c3b-ae48-ce489df881e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:38:12.504378 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d,segment=NetworkSegment(b2909dca-28c2-449f-8163-d00bca48330e),segment_id=b2909dca-28c2-449f-8163-d00bca48330e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:38:12.509768 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:12.534774 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ff1041f-6849-4416-b30b-fec0e4644d7a req-acf86018-74ba-4552-9a3b-6d8db08209c2 service neutron] 10.222.0.35 "GET /v2.0/networks/a0e16d9d-6e82-4998-8258-cc13b64da06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448612 Feb 09 01:38:12.547169 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240af9ee-dce8-4c3b-ae48-ce489df881e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d', 'code': 200} Feb 09 01:38:12.581158 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:12.710327 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-09dffc03-5fd3-450f-99a2-c3c16cea226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1217511567', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '11e64cc1-3822-47a7-8ad8-9aaaa1405905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:29Z', 'updated_at': '2022-02-09T01:36:38Z', 'revision_number': 4, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'gw_port': {'id': '11e64cc1-3822-47a7-8ad8-9aaaa1405905', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:30Z', 'updated_at': '2022-02-09T01:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'fdc8bf9e-c257-4d29-8e40-899c3e780c5e', 'name': '', 'network_id': 'a0e16d9d-6e82-4998-8258-cc13b64da06c', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'mac_address': 'fa:16:3e:3e:15:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '87160293-f5a1-496d-a190-d6c2fd518064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:36Z', 'updated_at': '2022-02-09T01:36:44Z', 'revision_number': 5, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'subnets': [{'id': '87160293-f5a1-496d-a190-d6c2fd518064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:12.714707 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dffc03-5fd3-450f-99a2-c3c16cea226d None None] The sync data for ids ['8ba9bd5e-c376-4f88-8bc9-4da1ad497a31'] in n-d-828419-1 is: [{'id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1217511567', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '11e64cc1-3822-47a7-8ad8-9aaaa1405905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:29Z', 'updated_at': '2022-02-09T01:36:38Z', 'revision_number': 4, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'gw_port': {'id': '11e64cc1-3822-47a7-8ad8-9aaaa1405905', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:30Z', 'updated_at': '2022-02-09T01:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'fdc8bf9e-c257-4d29-8e40-899c3e780c5e', 'name': '', 'network_id': 'a0e16d9d-6e82-4998-8258-cc13b64da06c', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'mac_address': 'fa:16:3e:3e:15:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '87160293-f5a1-496d-a190-d6c2fd518064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:36Z', 'updated_at': '2022-02-09T01:36:44Z', 'revision_number': 5, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'subnets': [{'id': '87160293-f5a1-496d-a190-d6c2fd518064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:38:12.736271 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ff1041f-6849-4416-b30b-fec0e4644d7a req-dc635cb6-2458-4a79-9d1d-11b4205d729a service neutron] 10.222.0.35 "GET /v2.0/networks/a0e16d9d-6e82-4998-8258-cc13b64da06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929922 Feb 09 01:38:12.742918 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fd83b-0592-452b-a3a6-1abd9b4efa9a req-e6635755-2110-45e8-aac1-0a9dc0ea7245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:12.744766 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9b3fd83b-0592-452b-a3a6-1abd9b4efa9a req-e6635755-2110-45e8-aac1-0a9dc0ea7245 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 1097 time: 0.1264985 Feb 09 01:38:12.796433 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9b3fd83b-0592-452b-a3a6-1abd9b4efa9a req-e318c5a0-3a24-4fbf-9a31-8056b4a9d36e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443974 Feb 09 01:38:12.937425 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239cd3d-e3d3-4e23-b970-c40c407d5372 req-7d3ae690-87dc-4e83-b14c-66c914f8a47c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:12.938943 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9239cd3d-e3d3-4e23-b970-c40c407d5372 req-7d3ae690-87dc-4e83-b14c-66c914f8a47c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 946 time: 0.0969598 Feb 09 01:38:12.983168 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fc9920-d128-4a82-9f10-f7bcc95698d4 None None] New status for floating IP 4f9b6d93-b496-4ec4-b93e-de993cf65508: DOWN {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:38:12.988564 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9239cd3d-e3d3-4e23-b970-c40c407d5372 req-03351439-2a4f-47d4-8030-4def3e530ca9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436337 Feb 09 01:38:13.352653 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5d295-88ac-4e7d-b58c-603d91a3ae78 req-0adf72ca-366c-4792-bc88-35c1226d617b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:13.353370 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-a3e5d295-88ac-4e7d-b58c-603d91a3ae78 req-0adf72ca-366c-4792-bc88-35c1226d617b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Synchronizing usage tracker for tenant:fa3c5f95e33c4e0593fa45bb616fb8a7 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:38:13.364536 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-a3e5d295-88ac-4e7d-b58c-603d91a3ae78 req-0adf72ca-366c-4792-bc88-35c1226d617b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Unset dirty status for tenant:fa3c5f95e33c4e0593fa45bb616fb8a7 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:38:13.365633 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a3e5d295-88ac-4e7d-b58c-603d91a3ae78 req-0adf72ca-366c-4792-bc88-35c1226d617b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/ports?device_id=67609c2f-ce21-4964-bb14-9736d7a22a37 HTTP/1.1" status: 200 len: 985 time: 0.0896463 Feb 09 01:38:13.414525 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a3e5d295-88ac-4e7d-b58c-603d91a3ae78 req-7dd7dfbc-ead1-4ad5-bb3f-35f88be24d8a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9f39cea-bfbb-4539-9539-883819b55607&id=51fb900d-5694-4abb-8092-40edd2f1cdad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0426221 Feb 09 01:38:13.700989 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46a0a9-4a49-40bb-88a7-a1de05aab327 req-0d8272fc-43a5-438a-a682-c167082896c1 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:13.702333 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c46a0a9-4a49-40bb-88a7-a1de05aab327 req-0d8272fc-43a5-438a-a682-c167082896c1 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.35 "GET /v2.0/ports?device_id=67609c2f-ce21-4964-bb14-9736d7a22a37 HTTP/1.1" status: 200 len: 985 time: 0.0781779 Feb 09 01:38:13.770855 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-9c46a0a9-4a49-40bb-88a7-a1de05aab327 req-40709474-f70d-47d8-a7c5-cd1b764336fe tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Deleting port 14e9bf72-d0cd-4790-ac17-7c51afbbdc1f {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:38:13.771197 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9c46a0a9-4a49-40bb-88a7-a1de05aab327 req-40709474-f70d-47d8-a7c5-cd1b764336fe tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:14.019599 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-9c46a0a9-4a49-40bb-88a7-a1de05aab327 req-40709474-f70d-47d8-a7c5-cd1b764336fe tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] For port 14e9bf72-d0cd-4790-ac17-7c51afbbdc1f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=14e9bf72-d0cd-4790-ac17-7c51afbbdc1f,segment=NetworkSegment(6fba570a-afd4-415d-a217-17a95fb9c273),segment_id=6fba570a-afd4-415d-a217-17a95fb9c273)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:38:14.019937 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9c46a0a9-4a49-40bb-88a7-a1de05aab327 req-40709474-f70d-47d8-a7c5-cd1b764336fe tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:14.164077 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-9c46a0a9-4a49-40bb-88a7-a1de05aab327 req-40709474-f70d-47d8-a7c5-cd1b764336fe tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Calling delete_port for 14e9bf72-d0cd-4790-ac17-7c51afbbdc1f owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:38:14.182459 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957474c0-7337-4b41-acde-e8f283eb4d8d req-37a2c3ec-6dc7-4135-b67f-99e3a576f978 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:14.183917 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-957474c0-7337-4b41-acde-e8f283eb4d8d req-37a2c3ec-6dc7-4135-b67f-99e3a576f978 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 946 time: 0.0799379 Feb 09 01:38:14.227559 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-957474c0-7337-4b41-acde-e8f283eb4d8d req-24bc0734-1ced-48c7-8caa-56dce56f2e91 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376670 Feb 09 01:38:14.311341 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9c46a0a9-4a49-40bb-88a7-a1de05aab327 req-40709474-f70d-47d8-a7c5-cd1b764336fe tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:14.363835 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40709474-f70d-47d8-a7c5-cd1b764336fe tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Pushing event deleted for resources: {'Port': ['ID=14e9bf72-d0cd-4790-ac17-7c51afbbdc1f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:14.438318 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c46a0a9-4a49-40bb-88a7-a1de05aab327 req-40709474-f70d-47d8-a7c5-cd1b764336fe tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] No DVR routers for this DVR port 14e9bf72-d0cd-4790-ac17-7c51afbbdc1f on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:14.440732 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9c46a0a9-4a49-40bb-88a7-a1de05aab327 req-40709474-f70d-47d8-a7c5-cd1b764336fe tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:14.443218 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67609c2f-ce21-4964-bb14-9736d7a22a37', 'name': 'network-vif-deleted', 'tag': '14e9bf72-d0cd-4790-ac17-7c51afbbdc1f'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:38:14.460681 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c46a0a9-4a49-40bb-88a7-a1de05aab327 req-40709474-f70d-47d8-a7c5-cd1b764336fe tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.35 "DELETE /v2.0/ports/14e9bf72-d0cd-4790-ac17-7c51afbbdc1f HTTP/1.1" status: 204 len: 173 time: 0.7517440 Feb 09 01:38:14.494934 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67609c2f-ce21-4964-bb14-9736d7a22a37', 'name': 'network-vif-deleted', 'tag': '14e9bf72-d0cd-4790-ac17-7c51afbbdc1f', 'status': 'completed', 'code': 200} Feb 09 01:38:14.581600 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-66ace124-69cf-44e4-8d5b-f00b3527d231 req-4c943c37-6b7b-4922-9f88-d908041f0b76 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Synchronizing usage tracker for tenant:fa3c5f95e33c4e0593fa45bb616fb8a7 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:38:14.597915 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-66ace124-69cf-44e4-8d5b-f00b3527d231 req-4c943c37-6b7b-4922-9f88-d908041f0b76 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Unset dirty status for tenant:fa3c5f95e33c4e0593fa45bb616fb8a7 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:38:14.599324 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-66ace124-69cf-44e4-8d5b-f00b3527d231 req-4c943c37-6b7b-4922-9f88-d908041f0b76 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "GET /v2.0/ports?device_id=67609c2f-ce21-4964-bb14-9736d7a22a37 HTTP/1.1" status: 200 len: 210 time: 0.0640240 Feb 09 01:38:15.414706 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f8535-f1aa-4f7c-a516-2a8937bc0061 req-8cf876b5-c4d7-4629-b5f1-ca5c803bfa4d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:15.416790 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ec6f8535-f1aa-4f7c-a516-2a8937bc0061 req-8cf876b5-c4d7-4629-b5f1-ca5c803bfa4d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 946 time: 0.0832028 Feb 09 01:38:15.459985 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ec6f8535-f1aa-4f7c-a516-2a8937bc0061 req-9682c1be-c470-4d42-9c39-605903f86aca tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372605 Feb 09 01:38:15.642391 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e88fe6-6976-47b6-9b94-e025bd5fccf5 req-7b05fc57-9023-43bd-b2e7-699f0824940a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:15.643871 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-58e88fe6-6976-47b6-9b94-e025bd5fccf5 req-7b05fc57-9023-43bd-b2e7-699f0824940a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 946 time: 0.0796082 Feb 09 01:38:15.688657 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-58e88fe6-6976-47b6-9b94-e025bd5fccf5 req-aac25656-cb70-48fa-8c8a-3e7edd3e8cf7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388968 Feb 09 01:38:15.695796 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52650) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:15.711108 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52654) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:15.757638 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3904fe38-640e-4fe8-b10e-945983b3b41b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:15.784586 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c5255e-0013-43c5-8b23-56998910e64b tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:15.785256 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3904fe38-640e-4fe8-b10e-945983b3b41b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:15.786218 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-43c5255e-0013-43c5-8b23-56998910e64b tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 1092 time: 0.0741286 Feb 09 01:38:15.788995 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52658) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:15.793827 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-180528cf-018f-4e51-ae7e-e85954311818 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'port_id': '9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:15.800188 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-180528cf-018f-4e51-ae7e-e85954311818 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:38:15.804061 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-180528cf-018f-4e51-ae7e-e85954311818 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:floatingip and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:38:15.807102 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-180528cf-018f-4e51-ae7e-e85954311818 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:38:15.812737 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-180528cf-018f-4e51-ae7e-e85954311818 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:38:15.824112 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-180528cf-018f-4e51-ae7e-e85954311818 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for floatingip, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:15.835883 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3904fe38-640e-4fe8-b10e-945983b3b41b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:15.855212 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904fe38-640e-4fe8-b10e-945983b3b41b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f39cea-bfbb-4539-9539-883819b55607,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:15.863305 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3904fe38-640e-4fe8-b10e-945983b3b41b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:15.864420 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3904fe38-640e-4fe8-b10e-945983b3b41b tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "DELETE /v2.0/security-groups/a9f39cea-bfbb-4539-9539-883819b55607 HTTP/1.1" status: 204 len: 168 time: 0.1676025 Feb 09 01:38:15.867009 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52662) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:15.930401 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec323366-b5f9-454d-8900-f7224ef29b2f tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:15.959410 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec323366-b5f9-454d-8900-f7224ef29b2f tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:16.016801 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec323366-b5f9-454d-8900-f7224ef29b2f tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:16.037810 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec323366-b5f9-454d-8900-f7224ef29b2f tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fb900d-5694-4abb-8092-40edd2f1cdad,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:16.044995 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec323366-b5f9-454d-8900-f7224ef29b2f tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:16.046114 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ec323366-b5f9-454d-8900-f7224ef29b2f tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "DELETE /v2.0/security-groups/51fb900d-5694-4abb-8092-40edd2f1cdad HTTP/1.1" status: 204 len: 168 time: 0.1782160 Feb 09 01:38:16.052150 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52666) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:16.091624 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-180528cf-018f-4e51-ae7e-e85954311818 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:16.231216 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-180528cf-018f-4e51-ae7e-e85954311818 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Allocated IP 172.25.5.238 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/f619a514-9626-4aad-9404-c295d8af22ff) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:16.379135 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-180528cf-018f-4e51-ae7e-e85954311818 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:16.409143 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-180528cf-018f-4e51-ae7e-e85954311818 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:16.477517 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180528cf-018f-4e51-ae7e-e85954311818 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:16.481088 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-180528cf-018f-4e51-ae7e-e85954311818 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:16.485473 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180528cf-018f-4e51-ae7e-e85954311818 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:38:16.521000 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180528cf-018f-4e51-ae7e-e85954311818 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'Port': ['ID=f619a514-9626-4aad-9404-c295d8af22ff,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:16.731857 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7d5d9cf-a7b6-462d-a478-068662d52df8 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:16.919048 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-180528cf-018f-4e51-ae7e-e85954311818 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:16.994463 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-180528cf-018f-4e51-ae7e-e85954311818 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:17.107668 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-b7d5d9cf-a7b6-462d-a478-068662d52df8 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Deleting port fdc8bf9e-c257-4d29-8e40-899c3e780c5e {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:38:17.108007 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7d5d9cf-a7b6-462d-a478-068662d52df8 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:17.207769 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-180528cf-018f-4e51-ae7e-e85954311818 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:17.212846 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-180528cf-018f-4e51-ae7e-e85954311818 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:17.296299 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-b7d5d9cf-a7b6-462d-a478-068662d52df8 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] For port fdc8bf9e-c257-4d29-8e40-899c3e780c5e, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=fdc8bf9e-c257-4d29-8e40-899c3e780c5e,segment=NetworkSegment(6fba570a-afd4-415d-a217-17a95fb9c273),segment_id=6fba570a-afd4-415d-a217-17a95fb9c273)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:38:17.296696 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7d5d9cf-a7b6-462d-a478-068662d52df8 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:17.316129 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180528cf-018f-4e51-ae7e-e85954311818 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'Port': ['ID=f619a514-9626-4aad-9404-c295d8af22ff,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:17.332892 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-180528cf-018f-4e51-ae7e-e85954311818 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:17.421082 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-b7d5d9cf-a7b6-462d-a478-068662d52df8 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Calling delete_port for fdc8bf9e-c257-4d29-8e40-899c3e780c5e owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:38:17.515362 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [None req-180528cf-018f-4e51-ae7e-e85954311818 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Floating IP a52933e7-bdb3-45cb-a47f-96563ebd48dc associated. External IP: 172.25.5.238, port: 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d. Feb 09 01:38:17.615299 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7d5d9cf-a7b6-462d-a478-068662d52df8 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:17.809228 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5d9cf-a7b6-462d-a478-068662d52df8 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Pushing event deleted for resources: {'Port': ['ID=fdc8bf9e-c257-4d29-8e40-899c3e780c5e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:18.003130 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180528cf-018f-4e51-ae7e-e85954311818 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Router 835212bd-e34b-4ca2-9595-1fe1b6152f83 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:38:18.062782 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7d5d9cf-a7b6-462d-a478-068662d52df8 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:18.196459 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180528cf-018f-4e51-ae7e-e85954311818 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:38:18.207375 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c188ebd-1e8d-4877-bd7f-79b938028e7c None None] Sync routers for ids ['835212bd-e34b-4ca2-9595-1fe1b6152f83'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:38:18.217142 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c188ebd-1e8d-4877-bd7f-79b938028e7c None None] Routers {'835212bd-e34b-4ca2-9595-1fe1b6152f83'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:38:18.217976 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0c188ebd-1e8d-4877-bd7f-79b938028e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:38:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['835212bd-e34b-4ca2-9595-1fe1b6152f83'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:18.221814 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-180528cf-018f-4e51-ae7e-e85954311818 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:18.278976 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 14e9bf72-d0cd-4790-ac17-7c51afbbdc1f no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:38:18.281906 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-180528cf-018f-4e51-ae7e-e85954311818 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4919043 Feb 09 01:38:18.282682 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240af9ee-dce8-4c3b-ae48-ce489df881e3', 'tag': '9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:38:18.332927 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240af9ee-dce8-4c3b-ae48-ce489df881e3', 'tag': '9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d', 'status': 'completed', 'code': 200} Feb 09 01:38:18.359313 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 14e9bf72-d0cd-4790-ac17-7c51afbbdc1f {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:38:18.360143 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 14e9bf72-d0cd-4790-ac17-7c51afbbdc1f not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:38:18.409177 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-0c188ebd-1e8d-4877-bd7f-79b938028e7c None None] Set router 835212bd-e34b-4ca2-9595-1fe1b6152f83 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:38:18.432147 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524483e-96c9-48d0-8d90-99172a3bb872 req-b1cee611-b1fe-4d99-8c6b-b750d775460d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:18.433662 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c524483e-96c9-48d0-8d90-99172a3bb872 req-b1cee611-b1fe-4d99-8c6b-b750d775460d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 1097 time: 0.0762494 Feb 09 01:38:18.522635 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d5d9cf-a7b6-462d-a478-068662d52df8 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Router 8ba9bd5e-c376-4f88-8bc9-4da1ad497a31 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:38:18.568224 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524483e-96c9-48d0-8d90-99172a3bb872 req-469e1c0d-679b-426a-8919-71aa9a31bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:18.569628 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c524483e-96c9-48d0-8d90-99172a3bb872 req-469e1c0d-679b-426a-8919-71aa9a31bbd5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=18557fe5-d860-4835-a4a7-b4fbfde65818 HTTP/1.1" status: 200 len: 898 time: 0.1292999 Feb 09 01:38:18.617548 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33042849-2e91-41e4-9f84-0e3afd3cd22e req-584e57de-eb8d-4c85-ac0d-a3c29c77a2bd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:18.619566 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-33042849-2e91-41e4-9f84-0e3afd3cd22e req-584e57de-eb8d-4c85-ac0d-a3c29c77a2bd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 946 time: 0.1863708 Feb 09 01:38:18.674755 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c524483e-96c9-48d0-8d90-99172a3bb872 req-54e97a85-945f-44f2-bb3c-98dfa723eac3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d HTTP/1.1" status: 200 len: 1000 time: 0.0984588 Feb 09 01:38:18.737841 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524483e-96c9-48d0-8d90-99172a3bb872 req-fb0bbd36-324d-4584-a9ed-cbd672542b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:18.739625 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c524483e-96c9-48d0-8d90-99172a3bb872 req-fb0bbd36-324d-4584-a9ed-cbd672542b84 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=19190d8b-14bd-4d91-b56d-56d67dffdbb0 HTTP/1.1" status: 200 len: 835 time: 0.0584555 Feb 09 01:38:18.746914 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-33042849-2e91-41e4-9f84-0e3afd3cd22e req-6e593a75-c670-4a22-a213-bd6f0228e009 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1165068 Feb 09 01:38:18.757207 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d5d9cf-a7b6-462d-a478-068662d52df8 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:38:18.768162 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa478985-2ef0-446b-9fd3-3e6fe36de15d None None] Sync routers for ids ['8ba9bd5e-c376-4f88-8bc9-4da1ad497a31'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:38:18.770905 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52674) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:18.779096 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa478985-2ef0-446b-9fd3-3e6fe36de15d None None] Routers {'8ba9bd5e-c376-4f88-8bc9-4da1ad497a31'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:38:18.779716 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-aa478985-2ef0-446b-9fd3-3e6fe36de15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:38:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8ba9bd5e-c376-4f88-8bc9-4da1ad497a31'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:18.790067 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0c188ebd-1e8d-4877-bd7f-79b938028e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229900314', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'b78acd39-22ec-4308-bb2c-33a39cb7332f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:49Z', 'updated_at': '2022-02-09T01:37:56Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': 'b78acd39-22ec-4308-bb2c-33a39cb7332f', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:50Z', 'updated_at': '2022-02-09T01:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'a52933e7-bdb3-45cb-a47f-96563ebd48dc', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'floating_ip_address': '172.25.5.238', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'port_id': '9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818', 'mac_address': 'fa:16:3e:68:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240af9ee-dce8-4c3b-ae48-ce489df881e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:38:16Z', 'updated_at': '2022-02-09T01:38:16Z', 'revision_number': 0, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '481fe0af-f7ee-4ef2-b961-1cc8b4387cac', 'name': '', 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:7e:f3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '19190d8b-14bd-4d91-b56d-56d67dffdbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:55Z', 'updated_at': '2022-02-09T01:38:01Z', 'revision_number': 5, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '19190d8b-14bd-4d91-b56d-56d67dffdbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:18.795375 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c188ebd-1e8d-4877-bd7f-79b938028e7c None None] Checking router: 835212bd-e34b-4ca2-9595-1fe1b6152f83 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:38:18.804587 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c188ebd-1e8d-4877-bd7f-79b938028e7c None None] Routers {'835212bd-e34b-4ca2-9595-1fe1b6152f83'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:38:18.805382 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0c188ebd-1e8d-4877-bd7f-79b938028e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:38:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['835212bd-e34b-4ca2-9595-1fe1b6152f83'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:18.839803 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b7d5d9cf-a7b6-462d-a478-068662d52df8 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "PUT /v2.0/routers/8ba9bd5e-c376-4f88-8bc9-4da1ad497a31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7864671 Feb 09 01:38:18.843412 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52678) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:18.888005 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ed4a1b6d-56ab-43cd-ad46-d0522f8164ae tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/floatingips/a52933e7-bdb3-45cb-a47f-96563ebd48dc HTTP/1.1" status: 200 len: 992 time: 0.1143043 Feb 09 01:38:18.906510 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524483e-96c9-48d0-8d90-99172a3bb872 req-f607adc1-ac76-4882-a1a2-092fbe092a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:18.907985 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c524483e-96c9-48d0-8d90-99172a3bb872 req-f607adc1-ac76-4882-a1a2-092fbe092a56 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=18557fe5-d860-4835-a4a7-b4fbfde65818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1622412 Feb 09 01:38:18.977550 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-aa478985-2ef0-446b-9fd3-3e6fe36de15d None None] Set router 8ba9bd5e-c376-4f88-8bc9-4da1ad497a31 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:38:18.996577 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-0c188ebd-1e8d-4877-bd7f-79b938028e7c None None] Set router 835212bd-e34b-4ca2-9595-1fe1b6152f83 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:38:19.003267 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b0446cb-12b7-4c68-baf9-c04d414f0860 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Deleting subnet 87160293-f5a1-496d-a190-d6c2fd518064 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:38:19.009086 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6b0446cb-12b7-4c68-baf9-c04d414f0860 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:19.091214 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6b0446cb-12b7-4c68-baf9-c04d414f0860 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:19.150374 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c524483e-96c9-48d0-8d90-99172a3bb872 req-4fcee54c-dbca-4cd4-bc78-0b95edff9c53 service neutron] 10.222.0.35 "GET /v2.0/networks/18557fe5-d860-4835-a4a7-b4fbfde65818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324593 Feb 09 01:38:19.271430 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-aa478985-2ef0-446b-9fd3-3e6fe36de15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1217511567', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '11e64cc1-3822-47a7-8ad8-9aaaa1405905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:29Z', 'updated_at': '2022-02-09T01:38:17Z', 'revision_number': 5, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'gw_port': {'id': '11e64cc1-3822-47a7-8ad8-9aaaa1405905', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:30Z', 'updated_at': '2022-02-09T01:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:19.276027 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa478985-2ef0-446b-9fd3-3e6fe36de15d None None] Checking router: 8ba9bd5e-c376-4f88-8bc9-4da1ad497a31 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:38:19.284784 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa478985-2ef0-446b-9fd3-3e6fe36de15d None None] Routers {'8ba9bd5e-c376-4f88-8bc9-4da1ad497a31'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:38:19.285426 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-aa478985-2ef0-446b-9fd3-3e6fe36de15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:38:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8ba9bd5e-c376-4f88-8bc9-4da1ad497a31'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:19.297913 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6b0446cb-12b7-4c68-baf9-c04d414f0860 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:19.352934 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c524483e-96c9-48d0-8d90-99172a3bb872 req-a0570725-e1b4-402d-bbcc-ffef21a10e7c service neutron] 10.222.0.35 "GET /v2.0/networks/18557fe5-d860-4835-a4a7-b4fbfde65818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958580 Feb 09 01:38:19.389230 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0c188ebd-1e8d-4877-bd7f-79b938028e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229900314', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'b78acd39-22ec-4308-bb2c-33a39cb7332f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:49Z', 'updated_at': '2022-02-09T01:37:56Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': 'b78acd39-22ec-4308-bb2c-33a39cb7332f', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:50Z', 'updated_at': '2022-02-09T01:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'a52933e7-bdb3-45cb-a47f-96563ebd48dc', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'floating_ip_address': '172.25.5.238', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'port_id': '9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818', 'mac_address': 'fa:16:3e:68:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240af9ee-dce8-4c3b-ae48-ce489df881e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:38:16Z', 'updated_at': '2022-02-09T01:38:16Z', 'revision_number': 0, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '481fe0af-f7ee-4ef2-b961-1cc8b4387cac', 'name': '', 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:7e:f3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '19190d8b-14bd-4d91-b56d-56d67dffdbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:55Z', 'updated_at': '2022-02-09T01:38:01Z', 'revision_number': 5, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '19190d8b-14bd-4d91-b56d-56d67dffdbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:19.393195 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c188ebd-1e8d-4877-bd7f-79b938028e7c None None] The sync data for ids ['835212bd-e34b-4ca2-9595-1fe1b6152f83'] in n-d-828419-1 is: [{'id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229900314', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'b78acd39-22ec-4308-bb2c-33a39cb7332f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:49Z', 'updated_at': '2022-02-09T01:37:56Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': 'b78acd39-22ec-4308-bb2c-33a39cb7332f', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:50Z', 'updated_at': '2022-02-09T01:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'a52933e7-bdb3-45cb-a47f-96563ebd48dc', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'floating_ip_address': '172.25.5.238', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'port_id': '9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818', 'mac_address': 'fa:16:3e:68:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240af9ee-dce8-4c3b-ae48-ce489df881e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:38:16Z', 'updated_at': '2022-02-09T01:38:16Z', 'revision_number': 0, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '481fe0af-f7ee-4ef2-b961-1cc8b4387cac', 'name': '', 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:7e:f3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '19190d8b-14bd-4d91-b56d-56d67dffdbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:55Z', 'updated_at': '2022-02-09T01:38:01Z', 'revision_number': 5, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '19190d8b-14bd-4d91-b56d-56d67dffdbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:38:19.400690 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6b0446cb-12b7-4c68-baf9-c04d414f0860 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:19.469822 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-aa478985-2ef0-446b-9fd3-3e6fe36de15d None None] Set router 8ba9bd5e-c376-4f88-8bc9-4da1ad497a31 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:38:19.591119 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0446cb-12b7-4c68-baf9-c04d414f0860 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Pushing event deleted for resources: {'Subnet': ['ID=87160293-f5a1-496d-a190-d6c2fd518064,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:19.597814 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6b0446cb-12b7-4c68-baf9-c04d414f0860 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:19.607709 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6b0446cb-12b7-4c68-baf9-c04d414f0860 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "DELETE /v2.0/subnets/87160293-f5a1-496d-a190-d6c2fd518064 HTTP/1.1" status: 204 len: 168 time: 0.7597327 Feb 09 01:38:19.607885 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd85d595-8ae5-4d4d-8137-2810e450a96d None None] Network a0e16d9d-6e82-4998-8258-cc13b64da06c requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:38:19.607996 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52682) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:19.654996 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df0e622-14dd-4d98-af38-f8888e00606c None None] New status for floating IP a52933e7-bdb3-45cb-a47f-96563ebd48dc: ACTIVE {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:38:19.805694 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0aaaff92-3b00-4fb9-a403-679d80d29158 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:19.891449 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52686) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:19.993371 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-aa478985-2ef0-446b-9fd3-3e6fe36de15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1217511567', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '11e64cc1-3822-47a7-8ad8-9aaaa1405905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:29Z', 'updated_at': '2022-02-09T01:38:17Z', 'revision_number': 5, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'gw_port': {'id': '11e64cc1-3822-47a7-8ad8-9aaaa1405905', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:30Z', 'updated_at': '2022-02-09T01:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:19.998113 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa478985-2ef0-446b-9fd3-3e6fe36de15d None None] The sync data for ids ['8ba9bd5e-c376-4f88-8bc9-4da1ad497a31'] in n-d-828419-1 is: [{'id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1217511567', 'tenant_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '11e64cc1-3822-47a7-8ad8-9aaaa1405905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:29Z', 'updated_at': '2022-02-09T01:38:17Z', 'revision_number': 5, 'project_id': 'fa3c5f95e33c4e0593fa45bb616fb8a7', 'gw_port': {'id': '11e64cc1-3822-47a7-8ad8-9aaaa1405905', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba9bd5e-c376-4f88-8bc9-4da1ad497a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:30Z', 'updated_at': '2022-02-09T01:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:38:20.058540 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f452d259-b6db-40dc-bf9c-30a7be1ae331 None None] DHCP port deletion for a0e16d9d-6e82-4998-8258-cc13b64da06c request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:38:20.062984 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f452d259-b6db-40dc-bf9c-30a7be1ae331 None None] Deleting port 1be04caa-1f2f-4f2a-a664-363268aaa348 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:38:20.063355 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f452d259-b6db-40dc-bf9c-30a7be1ae331 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:20.084231 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c2b02942-f968-4db2-8cda-290f2bf66faa tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/floatingips/a52933e7-bdb3-45cb-a47f-96563ebd48dc HTTP/1.1" status: 200 len: 994 time: 0.1865373 Feb 09 01:38:20.098624 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0aaaff92-3b00-4fb9-a403-679d80d29158 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:20.109211 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-0aaaff92-3b00-4fb9-a403-679d80d29158 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Deleting port 11e64cc1-3822-47a7-8ad8-9aaaa1405905 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:38:20.109569 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0aaaff92-3b00-4fb9-a403-679d80d29158 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:20.283069 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f452d259-b6db-40dc-bf9c-30a7be1ae331 None None] For port 1be04caa-1f2f-4f2a-a664-363268aaa348, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1be04caa-1f2f-4f2a-a664-363268aaa348,segment=NetworkSegment(6fba570a-afd4-415d-a217-17a95fb9c273),segment_id=6fba570a-afd4-415d-a217-17a95fb9c273)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:38:20.283369 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f452d259-b6db-40dc-bf9c-30a7be1ae331 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:20.293411 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-0aaaff92-3b00-4fb9-a403-679d80d29158 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] For port 11e64cc1-3822-47a7-8ad8-9aaaa1405905, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=11e64cc1-3822-47a7-8ad8-9aaaa1405905,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:38:20.293857 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0aaaff92-3b00-4fb9-a403-679d80d29158 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:20.403320 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f452d259-b6db-40dc-bf9c-30a7be1ae331 None None] Calling delete_port for 1be04caa-1f2f-4f2a-a664-363268aaa348 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:38:20.418043 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-0aaaff92-3b00-4fb9-a403-679d80d29158 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Calling delete_port for 11e64cc1-3822-47a7-8ad8-9aaaa1405905 owned by network:router_gateway {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:38:20.482737 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f452d259-b6db-40dc-bf9c-30a7be1ae331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:20.528954 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452d259-b6db-40dc-bf9c-30a7be1ae331 None None] Pushing event deleted for resources: {'Port': ['ID=1be04caa-1f2f-4f2a-a664-363268aaa348,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:20.533548 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f452d259-b6db-40dc-bf9c-30a7be1ae331 None None] No DVR routers for this DVR port 1be04caa-1f2f-4f2a-a664-363268aaa348 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:20.721408 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0aaaff92-3b00-4fb9-a403-679d80d29158 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:20.772688 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaaff92-3b00-4fb9-a403-679d80d29158 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Pushing event deleted for resources: {'Port': ['ID=11e64cc1-3822-47a7-8ad8-9aaaa1405905,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:20.864492 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0aaaff92-3b00-4fb9-a403-679d80d29158 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:21.167969 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0aaaff92-3b00-4fb9-a403-679d80d29158 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:21.170499 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0aaaff92-3b00-4fb9-a403-679d80d29158 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:21.192959 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0aaaff92-3b00-4fb9-a403-679d80d29158 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:21.193455 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aaaff92-3b00-4fb9-a403-679d80d29158 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Fanout notify agent at l3_agent the message router_deleted on router 8ba9bd5e-c376-4f88-8bc9-4da1ad497a31 {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:38:21.209314 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0aaaff92-3b00-4fb9-a403-679d80d29158 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:21.210409 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0aaaff92-3b00-4fb9-a403-679d80d29158 tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "DELETE /v2.0/routers/8ba9bd5e-c376-4f88-8bc9-4da1ad497a31 HTTP/1.1" status: 204 len: 168 time: 1.6014998 Feb 09 01:38:21.214180 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52690) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:21.330350 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-00f0983b-ddd2-4c96-9051-f719d44e3a5a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:21.459092 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-00f0983b-ddd2-4c96-9051-f719d44e3a5a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:21.484416 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-00f0983b-ddd2-4c96-9051-f719d44e3a5a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e16d9d-6e82-4998-8258-cc13b64da06c']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:21.496724 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-00f0983b-ddd2-4c96-9051-f719d44e3a5a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fba570a-afd4-415d-a217-17a95fb9c273') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:21.497023 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-00f0983b-ddd2-4c96-9051-f719d44e3a5a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fba570a-afd4-415d-a217-17a95fb9c273') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:21.508189 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-00f0983b-ddd2-4c96-9051-f719d44e3a5a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:21.524059 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-00f0983b-ddd2-4c96-9051-f719d44e3a5a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:21.530029 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f0983b-ddd2-4c96-9051-f719d44e3a5a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Releasing vlan 953 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:38:21.530397 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-00f0983b-ddd2-4c96-9051-f719d44e3a5a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:21.544373 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:38:21.544373 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:38:21.544373 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:38:21.544373 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:38:21.544373 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:38:21.544373 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:38:21.544373 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:38:21.544373 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:38:21.544373 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:38:21.544373 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:38:21.544373 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:38:21.544373 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:38:21.544373 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:38:21.544373 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:38:21.544373 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:38:21.544373 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:38:21.544373 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:38:21.544373 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:38:21.544373 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:38:21.544373 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:38:21.544373 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:38:21.544373 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:38:21.544373 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:38:21.544373 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:38:21.544373 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:38:21.544373 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:38:21.544373 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:38:21.544373 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:38:21.544373 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:38:21.544373 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:38:21.544373 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:38:21.544373 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:38:21.637835 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-00f0983b-ddd2-4c96-9051-f719d44e3a5a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:21.655816 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-00f0983b-ddd2-4c96-9051-f719d44e3a5a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:21.668021 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device fdc8bf9e-c257-4d29-8e40-899c3e780c5e no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:38:21.674306 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0983b-ddd2-4c96-9051-f719d44e3a5a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] Pushing event deleted for resources: {'Network': ['ID=a0e16d9d-6e82-4998-8258-cc13b64da06c,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:21.678601 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-00f0983b-ddd2-4c96-9051-f719d44e3a5a tempest-TestSecurityGroupsBasicOps-1115918509 tempest-TestSecurityGroupsBasicOps-1115918509-project] 10.222.0.37 "DELETE /v2.0/networks/a0e16d9d-6e82-4998-8258-cc13b64da06c HTTP/1.1" status: 204 len: 168 time: 0.4629190 Feb 09 01:38:21.703771 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: fdc8bf9e-c257-4d29-8e40-899c3e780c5e {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:38:21.704433 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device fdc8bf9e-c257-4d29-8e40-899c3e780c5e not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:38:21.704865 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1be04caa-1f2f-4f2a-a664-363268aaa348 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:38:21.742671 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 1be04caa-1f2f-4f2a-a664-363268aaa348 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:38:21.743022 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1be04caa-1f2f-4f2a-a664-363268aaa348 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:38:21.743446 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 11e64cc1-3822-47a7-8ad8-9aaaa1405905 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:38:21.776080 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 11e64cc1-3822-47a7-8ad8-9aaaa1405905 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:38:21.776442 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 11e64cc1-3822-47a7-8ad8-9aaaa1405905 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:38:22.009815 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52700) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:22.108724 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:22.162523 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4b2519d0-04fd-4a69-90dc-92feb7b6f32f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fa3c5f95e33c4e0593fa45bb616fb8a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515002 Feb 09 01:38:22.165077 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52706) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:22.221418 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-32e435fa-a7c7-4c2c-99fc-30cfbd4c4339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:22.246755 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-32e435fa-a7c7-4c2c-99fc-30cfbd4c4339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:22.300640 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-32e435fa-a7c7-4c2c-99fc-30cfbd4c4339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:22.317629 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e435fa-a7c7-4c2c-99fc-30cfbd4c4339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913cc279-57a1-4a2f-8484-f6224fce4263,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:22.324548 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-32e435fa-a7c7-4c2c-99fc-30cfbd4c4339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:22.325659 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-32e435fa-a7c7-4c2c-99fc-30cfbd4c4339 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/913cc279-57a1-4a2f-8484-f6224fce4263 HTTP/1.1" status: 204 len: 168 time: 0.1596868 Feb 09 01:38:22.600125 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52714) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:22.618432 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cf764780-c727-4577-b1d5-8aa340b95d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:22.633287 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-cf764780-c727-4577-b1d5-8aa340b95d0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:38:22.637269 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-cf764780-c727-4577-b1d5-8aa340b95d0f admin admin] Usage tracker for resource:security_group_rule and tenant:857abf5ff34c432b8e1cade940c0a720 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:38:22.640015 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-cf764780-c727-4577-b1d5-8aa340b95d0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:38:22.645669 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-cf764780-c727-4577-b1d5-8aa340b95d0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:38:22.727231 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cf764780-c727-4577-b1d5-8aa340b95d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:22.731535 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cf764780-c727-4577-b1d5-8aa340b95d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:22.776707 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf764780-c727-4577-b1d5-8aa340b95d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc2acbc-1f5b-4f77-bb29-6904b0c9ba06,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:22.781649 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-cf764780-c727-4577-b1d5-8aa340b95d0f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=857abf5ff34c432b8e1cade940c0a720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1804783 Feb 09 01:38:22.784375 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52718) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:22.843976 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-540ab5f7-8f18-469d-ae20-ed0286914040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:22.873316 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-540ab5f7-8f18-469d-ae20-ed0286914040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:22.926009 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-540ab5f7-8f18-469d-ae20-ed0286914040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:22.943300 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ab5f7-8f18-469d-ae20-ed0286914040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc2acbc-1f5b-4f77-bb29-6904b0c9ba06,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:22.946548 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-540ab5f7-8f18-469d-ae20-ed0286914040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:22.947715 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-540ab5f7-8f18-469d-ae20-ed0286914040 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6cc2acbc-1f5b-4f77-bb29-6904b0c9ba06 HTTP/1.1" status: 204 len: 168 time: 0.1623938 Feb 09 01:38:23.287622 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52728) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:23.335340 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2b9bc8ac-7b65-409e-816f-135a29bda3b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e7ec786800b34877a0d3636f8f3e51ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465333 Feb 09 01:38:23.338279 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52734) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:23.393524 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0fc91176-2764-4c16-9c69-605d375953ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:23.418737 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0fc91176-2764-4c16-9c69-605d375953ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:23.469680 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0fc91176-2764-4c16-9c69-605d375953ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:23.488909 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc91176-2764-4c16-9c69-605d375953ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa0f767-8c26-43d9-90e9-c9ade6139b0b,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:23.493136 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0fc91176-2764-4c16-9c69-605d375953ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:23.498408 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0fc91176-2764-4c16-9c69-605d375953ad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/daa0f767-8c26-43d9-90e9-c9ade6139b0b HTTP/1.1" status: 204 len: 168 time: 0.1551054 Feb 09 01:38:25.205846 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:30.481133 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:38:36.940349 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7f3d3286-4cfd-4fbb-809f-e9df8054bfc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:39.368860 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1ee88857-468d-4130-b49c-5b3a55ba5f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:40.426658 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:40.521113 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:41.851826 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:47.398009 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebe164-0d20-499b-b8e2-c922e7cf9498 req-4b7a034d-e20f-4a4e-8bcd-dcda6cf27653 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:47.399493 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dfebe164-0d20-499b-b8e2-c922e7cf9498 req-4b7a034d-e20f-4a4e-8bcd-dcda6cf27653 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.0814962 Feb 09 01:38:47.444370 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dfebe164-0d20-499b-b8e2-c922e7cf9498 req-5d497c81-d7a5-4f35-b94b-7fb1c1420bfb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385597 Feb 09 01:38:48.634480 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0a9c8-9a60-4029-905d-f1f79ca869c4 req-7aa36ab2-9d84-4886-80ed-bf99c51a9c77 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:48.635935 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-43a0a9c8-9a60-4029-905d-f1f79ca869c4 req-7aa36ab2-9d84-4886-80ed-bf99c51a9c77 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.0844698 Feb 09 01:38:48.678889 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-43a0a9c8-9a60-4029-905d-f1f79ca869c4 req-f2a65aee-afcb-4bb2-9c2d-577347172016 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373788 Feb 09 01:38:49.551367 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481bcdf-ac27-4832-acbb-9ebf0f4c2e5f req-424bcebe-9dda-457e-ab68-85490681d0ac tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:49.552828 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1481bcdf-ac27-4832-acbb-9ebf0f4c2e5f req-424bcebe-9dda-457e-ab68-85490681d0ac tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.35 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.0821948 Feb 09 01:38:49.630170 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-1481bcdf-ac27-4832-acbb-9ebf0f4c2e5f req-5a31cb94-dd41-4c17-ac83-475c5b560733 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Deleting port ad2435bf-8eeb-4a5b-8284-6f58b61f75b3 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:38:49.630509 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1481bcdf-ac27-4832-acbb-9ebf0f4c2e5f req-5a31cb94-dd41-4c17-ac83-475c5b560733 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:50.027670 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-1481bcdf-ac27-4832-acbb-9ebf0f4c2e5f req-5a31cb94-dd41-4c17-ac83-475c5b560733 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] For port ad2435bf-8eeb-4a5b-8284-6f58b61f75b3, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=ad2435bf-8eeb-4a5b-8284-6f58b61f75b3,segment=NetworkSegment(b8f50639-8192-4c9e-a34a-0729e57b55bb),segment_id=b8f50639-8192-4c9e-a34a-0729e57b55bb)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:38:50.027953 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1481bcdf-ac27-4832-acbb-9ebf0f4c2e5f req-5a31cb94-dd41-4c17-ac83-475c5b560733 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:50.101045 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4020c5b-e6d7-49e2-ac8a-17d0e1389cc7 req-b16b894d-9b62-4971-b0f5-eec13fb3b293 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:50.102486 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c4020c5b-e6d7-49e2-ac8a-17d0e1389cc7 req-b16b894d-9b62-4971-b0f5-eec13fb3b293 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 946 time: 0.3000293 Feb 09 01:38:50.235512 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c4020c5b-e6d7-49e2-ac8a-17d0e1389cc7 req-1e13d4a5-9733-46c7-8e89-77852227644b tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a64fe41-70bc-4086-b8b4-705ba4bf2f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200674 Feb 09 01:38:50.358760 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1481bcdf-ac27-4832-acbb-9ebf0f4c2e5f req-5a31cb94-dd41-4c17-ac83-475c5b560733 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:50.359130 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1481bcdf-ac27-4832-acbb-9ebf0f4c2e5f req-5a31cb94-dd41-4c17-ac83-475c5b560733 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:50.359439 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [req-1481bcdf-ac27-4832-acbb-9ebf0f4c2e5f req-5a31cb94-dd41-4c17-ac83-475c5b560733 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Floating IP dcef1f27-3769-4fd9-b06c-971e07c53b6c disassociated. External IP: 172.25.5.138, port: ad2435bf-8eeb-4a5b-8284-6f58b61f75b3. Feb 09 01:38:50.359777 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-1481bcdf-ac27-4832-acbb-9ebf0f4c2e5f req-5a31cb94-dd41-4c17-ac83-475c5b560733 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Calling delete_port for ad2435bf-8eeb-4a5b-8284-6f58b61f75b3 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:38:50.501093 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1481bcdf-ac27-4832-acbb-9ebf0f4c2e5f req-5a31cb94-dd41-4c17-ac83-475c5b560733 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:50.550105 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31cb94-dd41-4c17-ac83-475c5b560733 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Pushing event deleted for resources: {'Port': ['ID=ad2435bf-8eeb-4a5b-8284-6f58b61f75b3,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:50.734308 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1481bcdf-ac27-4832-acbb-9ebf0f4c2e5f req-5a31cb94-dd41-4c17-ac83-475c5b560733 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Router 3cc49993-e315-45c5-9f19-bccf548b8c8f has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:38:50.912425 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1481bcdf-ac27-4832-acbb-9ebf0f4c2e5f req-5a31cb94-dd41-4c17-ac83-475c5b560733 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:38:50.927277 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4fb64b-c904-4d68-b32f-ee4d4c6c4168 None None] Sync routers for ids ['3cc49993-e315-45c5-9f19-bccf548b8c8f'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:38:50.937802 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4fb64b-c904-4d68-b32f-ee4d4c6c4168 None None] Routers {'3cc49993-e315-45c5-9f19-bccf548b8c8f'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:38:50.938425 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5f4fb64b-c904-4d68-b32f-ee4d4c6c4168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:38:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['3cc49993-e315-45c5-9f19-bccf548b8c8f'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:50.945349 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-c2076ad4-7414-45b1-accc-67c3b33043da req-c7937004-92f1-46b0-af02-34ce770d5085 service neutron] (87612) timed out ('10.222.0.35', 63328) {{(pid=87612) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 01:38:51.001191 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-1481bcdf-ac27-4832-acbb-9ebf0f4c2e5f req-5a31cb94-dd41-4c17-ac83-475c5b560733 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] No DVR routers for this DVR port ad2435bf-8eeb-4a5b-8284-6f58b61f75b3 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:51.004096 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1481bcdf-ac27-4832-acbb-9ebf0f4c2e5f req-5a31cb94-dd41-4c17-ac83-475c5b560733 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:51.008018 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234e802c-d772-40e9-91e6-14a5437cbbcb', 'name': 'network-vif-deleted', 'tag': 'ad2435bf-8eeb-4a5b-8284-6f58b61f75b3'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:38:51.025976 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1481bcdf-ac27-4832-acbb-9ebf0f4c2e5f req-5a31cb94-dd41-4c17-ac83-475c5b560733 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.35 "DELETE /v2.0/ports/ad2435bf-8eeb-4a5b-8284-6f58b61f75b3 HTTP/1.1" status: 204 len: 173 time: 1.4663785 Feb 09 01:38:51.065361 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '234e802c-d772-40e9-91e6-14a5437cbbcb', 'name': 'network-vif-deleted', 'tag': 'ad2435bf-8eeb-4a5b-8284-6f58b61f75b3', 'status': 'completed', 'code': 200} Feb 09 01:38:51.148459 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-5f4fb64b-c904-4d68-b32f-ee4d4c6c4168 None None] Set router 3cc49993-e315-45c5-9f19-bccf548b8c8f gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:38:51.393988 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-1197c4fc-e898-4778-830f-00d602febc07 req-4ba4f453-3b57-41cd-afab-51a1089e3f92 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Synchronizing usage tracker for tenant:8d1a6374019440c5b414caca39c18480 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:38:51.410050 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-1197c4fc-e898-4778-830f-00d602febc07 req-4ba4f453-3b57-41cd-afab-51a1089e3f92 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Unset dirty status for tenant:8d1a6374019440c5b414caca39c18480 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:38:51.411185 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1197c4fc-e898-4778-830f-00d602febc07 req-4ba4f453-3b57-41cd-afab-51a1089e3f92 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=234e802c-d772-40e9-91e6-14a5437cbbcb HTTP/1.1" status: 200 len: 210 time: 0.0590253 Feb 09 01:38:51.466734 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5f4fb64b-c904-4d68-b32f-ee4d4c6c4168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'name': 'tempest-AttachVolumeTestJSON-1448110249-router', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:32Z', 'revision_number': 4, 'project_id': '8d1a6374019440c5b414caca39c18480', 'gw_port': {'id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '4beb9f87-fad4-470a-81e4-6f253f1e101a', 'name': '', 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'mac_address': 'fa:16:3e:a9:97:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'e34c6da5-fe1e-433e-9a54-298c85867dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:30Z', 'updated_at': '2022-02-09T01:35:43Z', 'revision_number': 5, 'project_id': '8d1a6374019440c5b414caca39c18480', 'subnets': [{'id': 'e34c6da5-fe1e-433e-9a54-298c85867dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:51.472005 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4fb64b-c904-4d68-b32f-ee4d4c6c4168 None None] Checking router: 3cc49993-e315-45c5-9f19-bccf548b8c8f for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:38:51.481793 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4fb64b-c904-4d68-b32f-ee4d4c6c4168 None None] Routers {'3cc49993-e315-45c5-9f19-bccf548b8c8f'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:38:51.482400 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5f4fb64b-c904-4d68-b32f-ee4d4c6c4168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:38:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['3cc49993-e315-45c5-9f19-bccf548b8c8f'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:51.697018 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-5f4fb64b-c904-4d68-b32f-ee4d4c6c4168 None None] Set router 3cc49993-e315-45c5-9f19-bccf548b8c8f gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:38:52.007558 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5f4fb64b-c904-4d68-b32f-ee4d4c6c4168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'name': 'tempest-AttachVolumeTestJSON-1448110249-router', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:32Z', 'revision_number': 4, 'project_id': '8d1a6374019440c5b414caca39c18480', 'gw_port': {'id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '4beb9f87-fad4-470a-81e4-6f253f1e101a', 'name': '', 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'mac_address': 'fa:16:3e:a9:97:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'e34c6da5-fe1e-433e-9a54-298c85867dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:30Z', 'updated_at': '2022-02-09T01:35:43Z', 'revision_number': 5, 'project_id': '8d1a6374019440c5b414caca39c18480', 'subnets': [{'id': 'e34c6da5-fe1e-433e-9a54-298c85867dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:52.012023 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4fb64b-c904-4d68-b32f-ee4d4c6c4168 None None] The sync data for ids ['3cc49993-e315-45c5-9f19-bccf548b8c8f'] in n-d-828419-1 is: [{'id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'name': 'tempest-AttachVolumeTestJSON-1448110249-router', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:32Z', 'revision_number': 4, 'project_id': '8d1a6374019440c5b414caca39c18480', 'gw_port': {'id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '4beb9f87-fad4-470a-81e4-6f253f1e101a', 'name': '', 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'mac_address': 'fa:16:3e:a9:97:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'e34c6da5-fe1e-433e-9a54-298c85867dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:30Z', 'updated_at': '2022-02-09T01:35:43Z', 'revision_number': 5, 'project_id': '8d1a6374019440c5b414caca39c18480', 'subnets': [{'id': 'e34c6da5-fe1e-433e-9a54-298c85867dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:38:52.104023 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:52.246702 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef52963b-f22f-425b-b93c-a6d1dffe4865 None None] New status for floating IP dcef1f27-3769-4fd9-b06c-971e07c53b6c: DOWN {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:38:52.532692 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52774) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:52.598216 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ffc95c98-61f1-4217-9727-59f28fb1c833 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:52.625913 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ffc95c98-61f1-4217-9727-59f28fb1c833 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:52.676764 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ffc95c98-61f1-4217-9727-59f28fb1c833 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:52.694979 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc95c98-61f1-4217-9727-59f28fb1c833 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a64fe41-70bc-4086-b8b4-705ba4bf2f97,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:52.705436 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ffc95c98-61f1-4217-9727-59f28fb1c833 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:52.706636 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ffc95c98-61f1-4217-9727-59f28fb1c833 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "DELETE /v2.0/security-groups/8a64fe41-70bc-4086-b8b4-705ba4bf2f97 HTTP/1.1" status: 204 len: 168 time: 0.1727874 Feb 09 01:38:52.709325 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52778) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:52.726080 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-3d0c1b0a-0286-4e0c-880c-2eef7f1c0263 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] show failed (client error): The resource could not be found. Feb 09 01:38:52.727061 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3d0c1b0a-0286-4e0c-880c-2eef7f1c0263 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups/8a64fe41-70bc-4086-b8b4-705ba4bf2f97 HTTP/1.1" status: 404 len: 347 time: 0.0168333 Feb 09 01:38:52.729811 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52782) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:52.997958 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-4c853c09-4d8d-471c-9883-338bdc5fdd66 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Deleting port 8582c91e-405c-40d8-bf52-549accdf63da {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:38:52.998215 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4c853c09-4d8d-471c-9883-338bdc5fdd66 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:53.163128 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4c853c09-4d8d-471c-9883-338bdc5fdd66 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:53.163449 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4c853c09-4d8d-471c-9883-338bdc5fdd66 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:53.284597 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-4c853c09-4d8d-471c-9883-338bdc5fdd66 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Calling delete_port for 8582c91e-405c-40d8-bf52-549accdf63da owned by network:floatingip {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:38:53.428418 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4c853c09-4d8d-471c-9883-338bdc5fdd66 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:53.459493 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fbedc-1811-40dd-a47f-39af5cd33bff req-d905b29b-bb76-46e6-ad5b-1176b2cd5332 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:53.461045 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-745fbedc-1811-40dd-a47f-39af5cd33bff req-d905b29b-bb76-46e6-ad5b-1176b2cd5332 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 1097 time: 0.0705624 Feb 09 01:38:53.505232 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-745fbedc-1811-40dd-a47f-39af5cd33bff req-b731b3cf-ce27-4724-8f0a-656135ebb109 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] Synchronizing usage tracker for tenant:2c8565727ab94c28bbda29882e6835dd on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:38:53.513618 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c853c09-4d8d-471c-9883-338bdc5fdd66 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Pushing event deleted for resources: {'Port': ['ID=8582c91e-405c-40d8-bf52-549accdf63da,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:53.523714 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-745fbedc-1811-40dd-a47f-39af5cd33bff req-b731b3cf-ce27-4724-8f0a-656135ebb109 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] Unset dirty status for tenant:2c8565727ab94c28bbda29882e6835dd on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:38:53.525072 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-745fbedc-1811-40dd-a47f-39af5cd33bff req-b731b3cf-ce27-4724-8f0a-656135ebb109 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577812 Feb 09 01:38:53.576194 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4c853c09-4d8d-471c-9883-338bdc5fdd66 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for floatingip, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:53.594282 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4c853c09-4d8d-471c-9883-338bdc5fdd66 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:53.595963 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4c853c09-4d8d-471c-9883-338bdc5fdd66 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "DELETE /v2.0/floatingips/dcef1f27-3769-4fd9-b06c-971e07c53b6c HTTP/1.1" status: 204 len: 168 time: 0.8647084 Feb 09 01:38:53.718438 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e642ff-d4ce-4c9d-82de-1dea5361cb83 req-abe2f97d-80a0-4e8b-ad78-7bc75860092d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:53.719908 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-77e642ff-d4ce-4c9d-82de-1dea5361cb83 req-abe2f97d-80a0-4e8b-ad78-7bc75860092d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 946 time: 0.0809057 Feb 09 01:38:53.767528 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-77e642ff-d4ce-4c9d-82de-1dea5361cb83 req-3566228d-ce09-4381-8d94-d26b131619a3 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419078 Feb 09 01:38:53.790227 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52794) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:53.892914 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-debe08a3-5ce6-4da8-a7b1-f6973990447e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/floatingips/a52933e7-bdb3-45cb-a47f-96563ebd48dc HTTP/1.1" status: 200 len: 994 time: 0.1016054 Feb 09 01:38:53.944036 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52800) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:53.949299 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-1bc47b8c-bbc8-4144-ad15-fd3ffded230c tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1847816942', 'description': 'tempest-description--1144134350'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:53.955844 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1bc47b8c-bbc8-4144-ad15-fd3ffded230c tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:38:53.960064 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1bc47b8c-bbc8-4144-ad15-fd3ffded230c tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Usage tracker for resource:security_group and tenant:8d1a6374019440c5b414caca39c18480 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:38:53.962959 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1bc47b8c-bbc8-4144-ad15-fd3ffded230c tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:38:53.968773 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1bc47b8c-bbc8-4144-ad15-fd3ffded230c tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:38:53.983176 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1bc47b8c-bbc8-4144-ad15-fd3ffded230c tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:54.003584 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1bc47b8c-bbc8-4144-ad15-fd3ffded230c tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:38:54.007542 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1bc47b8c-bbc8-4144-ad15-fd3ffded230c tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Usage tracker for resource:security_group_rule and tenant:8d1a6374019440c5b414caca39c18480 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:38:54.010923 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1bc47b8c-bbc8-4144-ad15-fd3ffded230c tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:38:54.016775 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1bc47b8c-bbc8-4144-ad15-fd3ffded230c tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:38:54.085810 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1bc47b8c-bbc8-4144-ad15-fd3ffded230c tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:54.089752 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1bc47b8c-bbc8-4144-ad15-fd3ffded230c tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:54.134959 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc47b8c-bbc8-4144-ad15-fd3ffded230c tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71c0df10-5da3-4821-97cf-528fd420eb0e,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:54.141250 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1bc47b8c-bbc8-4144-ad15-fd3ffded230c tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:54.142678 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1bc47b8c-bbc8-4144-ad15-fd3ffded230c tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1973140 Feb 09 01:38:54.145648 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52806) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:54.150761 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-891583aa-62e0-4ea3-b135-98269ab04dbc tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Request body: {'security_group_rule': {'security_group_id': '71c0df10-5da3-4821-97cf-528fd420eb0e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:54.159044 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-891583aa-62e0-4ea3-b135-98269ab04dbc tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:38:54.162858 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-891583aa-62e0-4ea3-b135-98269ab04dbc tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Usage tracker for resource:security_group_rule and tenant:8d1a6374019440c5b414caca39c18480 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:38:54.165697 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-891583aa-62e0-4ea3-b135-98269ab04dbc tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:38:54.172477 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-891583aa-62e0-4ea3-b135-98269ab04dbc tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:38:54.189593 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-891583aa-62e0-4ea3-b135-98269ab04dbc tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:54.255398 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-891583aa-62e0-4ea3-b135-98269ab04dbc tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:54.259627 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-891583aa-62e0-4ea3-b135-98269ab04dbc tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:54.293415 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-891583aa-62e0-4ea3-b135-98269ab04dbc tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:54.297599 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-891583aa-62e0-4ea3-b135-98269ab04dbc tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1482162 Feb 09 01:38:54.297599 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891583aa-62e0-4ea3-b135-98269ab04dbc tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e11eab41-b126-4419-9f55-652905336ffa,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:54.298801 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52812) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:54.307081 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-6c07711b-3513-433f-a73a-c58964bc9ac6 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Request body: {'security_group_rule': {'security_group_id': '71c0df10-5da3-4821-97cf-528fd420eb0e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:54.316802 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6c07711b-3513-433f-a73a-c58964bc9ac6 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:38:54.321684 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6c07711b-3513-433f-a73a-c58964bc9ac6 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Usage tracker for resource:security_group_rule and tenant:8d1a6374019440c5b414caca39c18480 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:38:54.329078 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6c07711b-3513-433f-a73a-c58964bc9ac6 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:38:54.335318 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6c07711b-3513-433f-a73a-c58964bc9ac6 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:38:54.359809 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6c07711b-3513-433f-a73a-c58964bc9ac6 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:54.425819 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6c07711b-3513-433f-a73a-c58964bc9ac6 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:54.430288 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6c07711b-3513-433f-a73a-c58964bc9ac6 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:54.436988 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device ad2435bf-8eeb-4a5b-8284-6f58b61f75b3 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:38:54.466335 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07711b-3513-433f-a73a-c58964bc9ac6 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da94dd1e-b3e4-4b47-b66e-2f7c4d10d13b,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:54.479976 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6c07711b-3513-433f-a73a-c58964bc9ac6 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:54.483939 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6c07711b-3513-433f-a73a-c58964bc9ac6 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1812835 Feb 09 01:38:54.484839 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52820) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:54.488229 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: ad2435bf-8eeb-4a5b-8284-6f58b61f75b3 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:38:54.488611 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device ad2435bf-8eeb-4a5b-8284-6f58b61f75b3 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:38:54.489206 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-8358187a-652b-4c51-a988-c1a656b990ae tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:54.496895 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8358187a-652b-4c51-a988-c1a656b990ae tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:38:54.501772 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8358187a-652b-4c51-a988-c1a656b990ae tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Usage tracker for resource:floatingip and tenant:8d1a6374019440c5b414caca39c18480 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:38:54.504729 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8358187a-652b-4c51-a988-c1a656b990ae tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:38:54.510842 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8358187a-652b-4c51-a988-c1a656b990ae tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:38:54.524706 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 52824) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:38:54.526576 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8358187a-652b-4c51-a988-c1a656b990ae tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for floatingip, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:54.713113 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bea60-d0a1-4e48-9d6d-ff70c637ddc2 req-9a881a28-a52d-4e16-9f44-9fd58abb22e5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:54.714626 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-be2bea60-d0a1-4e48-9d6d-ff70c637ddc2 req-9a881a28-a52d-4e16-9f44-9fd58abb22e5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 946 time: 0.1112239 Feb 09 01:38:54.772643 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-43477502-4f12-45f7-91cf-fa03b7715644 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2462416 Feb 09 01:38:54.783514 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-be2bea60-d0a1-4e48-9d6d-ff70c637ddc2 req-62c238e8-d98e-4dec-9a64-60c064b073b0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599170 Feb 09 01:38:54.789618 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8358187a-652b-4c51-a988-c1a656b990ae tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:54.928592 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-8358187a-652b-4c51-a988-c1a656b990ae tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Allocated IP 172.25.5.81 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/0860ce75-25c0-409c-b230-a27bb6dcbd8d) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:55.081830 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8358187a-652b-4c51-a988-c1a656b990ae tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:55.113565 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8358187a-652b-4c51-a988-c1a656b990ae tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:55.179494 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8358187a-652b-4c51-a988-c1a656b990ae tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:55.184738 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-8358187a-652b-4c51-a988-c1a656b990ae tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:55.187106 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8358187a-652b-4c51-a988-c1a656b990ae tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:38:55.229202 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:55.346151 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358187a-652b-4c51-a988-c1a656b990ae tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Pushing event updated for resources: {'Port': ['ID=0860ce75-25c0-409c-b230-a27bb6dcbd8d,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:55.393409 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8358187a-652b-4c51-a988-c1a656b990ae tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:55.459077 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8358187a-652b-4c51-a988-c1a656b990ae tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:55.673609 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8358187a-652b-4c51-a988-c1a656b990ae tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:55.677824 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8358187a-652b-4c51-a988-c1a656b990ae tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:55.781231 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358187a-652b-4c51-a988-c1a656b990ae tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Pushing event updated for resources: {'Port': ['ID=0860ce75-25c0-409c-b230-a27bb6dcbd8d,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:55.797060 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8358187a-652b-4c51-a988-c1a656b990ae tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:55.818383 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8358187a-652b-4c51-a988-c1a656b990ae tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:55.819606 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8358187a-652b-4c51-a988-c1a656b990ae tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3344839 Feb 09 01:38:56.085408 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-b4f00f66-246a-4dc2-af8b-826a00c1baf9 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Synchronizing usage tracker for tenant:8d1a6374019440c5b414caca39c18480 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:38:56.107128 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0930204-59ea-455b-99a8-25d548122c49 req-0b72a73d-6b29-4b72-967b-d6110d2d5d90 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:56.108638 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a0930204-59ea-455b-99a8-25d548122c49 req-0b72a73d-6b29-4b72-967b-d6110d2d5d90 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 946 time: 0.2119322 Feb 09 01:38:56.115600 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-b4f00f66-246a-4dc2-af8b-826a00c1baf9 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Unset dirty status for tenant:8d1a6374019440c5b414caca39c18480 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:38:56.116996 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-b4f00f66-246a-4dc2-af8b-826a00c1baf9 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1847816942&fields=id&tenant_id=8d1a6374019440c5b414caca39c18480 HTTP/1.1" status: 200 len: 267 time: 0.1134934 Feb 09 01:38:56.154506 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a0930204-59ea-455b-99a8-25d548122c49 req-d9e2a457-3b59-4dde-b94d-e4015b083773 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393009 Feb 09 01:38:56.210753 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-f44d4b8c-a6a5-4aca-8df1-488c73f38076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:56.212206 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-f44d4b8c-a6a5-4aca-8df1-488c73f38076 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 1097 time: 0.1667349 Feb 09 01:38:56.369668 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-38a305d5-7799-4f52-b832-846669ac3815 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:56.371664 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-38a305d5-7799-4f52-b832-846669ac3815 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/networks?id=c6572370-df6a-4ab0-b511-4a15eb8e86f4 HTTP/1.1" status: 200 len: 811 time: 0.2467785 Feb 09 01:38:56.399323 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-c12c34c0-c06e-4ff3-93ce-bd201a08d943 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/quotas/8d1a6374019440c5b414caca39c18480 HTTP/1.1" status: 200 len: 375 time: 0.0219371 Feb 09 01:38:56.401611 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-9e24e6ec-be86-42a6-a060-b877a4eacd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:56.402983 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-9e24e6ec-be86-42a6-a060-b877a4eacd3c service neutron] 10.222.0.35 "GET /v2.0/networks?id=18557fe5-d860-4835-a4a7-b4fbfde65818 HTTP/1.1" status: 200 len: 898 time: 0.1807156 Feb 09 01:38:56.554289 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-1a0a7d7e-5287-4e51-8c20-1409755519a6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d HTTP/1.1" status: 200 len: 1002 time: 0.1154950 Feb 09 01:38:56.606982 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-4aab1aeb-a14e-426d-9435-07555c757e22 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Synchronizing usage tracker for tenant:8d1a6374019440c5b414caca39c18480 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:38:56.635833 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-e0899932-fe36-4a95-b1ba-657aa94f62cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:56.637667 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-e0899932-fe36-4a95-b1ba-657aa94f62cf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=19190d8b-14bd-4d91-b56d-56d67dffdbb0 HTTP/1.1" status: 200 len: 835 time: 0.0748756 Feb 09 01:38:56.638666 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-4aab1aeb-a14e-426d-9435-07555c757e22 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Unset dirty status for tenant:8d1a6374019440c5b414caca39c18480 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:38:56.639793 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-4aab1aeb-a14e-426d-9435-07555c757e22 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d1a6374019440c5b414caca39c18480&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2353725 Feb 09 01:38:56.825265 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-36bb6164-7eb3-409e-82c5-38464f15df62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:56.826720 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-36bb6164-7eb3-409e-82c5-38464f15df62 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=18557fe5-d860-4835-a4a7-b4fbfde65818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1825759 Feb 09 01:38:56.828585 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-0ab9e011-5cb6-49d8-91a2-241b4a15dcb0 service neutron] 10.222.0.37 "GET /v2.0/networks/c6572370-df6a-4ab0-b511-4a15eb8e86f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504180 Feb 09 01:38:57.062933 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-86dcf715-e308-47c6-a9d7-b0d77eccb71c service neutron] 10.222.0.35 "GET /v2.0/networks/18557fe5-d860-4835-a4a7-b4fbfde65818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289784 Feb 09 01:38:57.064722 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-ef6834ce-ac1f-413e-9c80-7e3490af2d8f service neutron] 10.222.0.37 "GET /v2.0/networks/c6572370-df6a-4ab0-b511-4a15eb8e86f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136424 Feb 09 01:38:57.263667 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cf895da4-9b76-4d57-90b2-a541b3db35a9 req-f57d608e-a69a-4d1e-903c-0a8f23523f26 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=960925a6-4db9-499a-9282-efd871c7f26f HTTP/1.1" status: 200 len: 210 time: 0.0473821 Feb 09 01:38:57.370471 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-c650b43b-4fca-4771-b5d4-45cb376233a4 service neutron] 10.222.0.35 "GET /v2.0/networks/18557fe5-d860-4835-a4a7-b4fbfde65818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014081 Feb 09 01:38:57.399614 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fecdc-084f-4d07-94e1-fdf15a2a7544 req-d673c82a-e9aa-499a-a84b-5c8db915a7b3 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:57.401167 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-077fecdc-084f-4d07-94e1-fdf15a2a7544 req-d673c82a-e9aa-499a-a84b-5c8db915a7b3 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 946 time: 0.0990143 Feb 09 01:38:57.451070 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-077fecdc-084f-4d07-94e1-fdf15a2a7544 req-b7eafce3-9641-4528-af6e-b3193931cbc1 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423560 Feb 09 01:38:58.432511 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-5cf21dc2-b8a2-4703-a429-0e96d20a7b61 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:58.434779 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-5cf21dc2-b8a2-4703-a429-0e96d20a7b61 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.117 "GET /v2.0/networks?id=c6572370-df6a-4ab0-b511-4a15eb8e86f4 HTTP/1.1" status: 200 len: 811 time: 0.1509008 Feb 09 01:38:58.444359 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d01d68a1-08b4-45c7-9589-0f193f858538 req-b067533d-8303-40ab-850d-5465bfb0c154 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=960925a6-4db9-499a-9282-efd871c7f26f HTTP/1.1" status: 200 len: 210 time: 0.0687041 Feb 09 01:38:58.490666 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-63c39626-03f5-46c3-9a99-1123fda9bfc2 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.117 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d1a6374019440c5b414caca39c18480 HTTP/1.1" status: 200 len: 380 time: 0.0465693 Feb 09 01:38:58.499394 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-3d158dc8-6cc0-40d2-b349-326e04c2c0b3 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Request body: {'port': {'device_id': '960925a6-4db9-499a-9282-efd871c7f26f', 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4', 'admin_state_up': True, 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'security_groups': ['71c0df10-5da3-4821-97cf-528fd420eb0e']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:58.691407 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-3d158dc8-6cc0-40d2-b349-326e04c2c0b3 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:38:58.704385 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-3d158dc8-6cc0-40d2-b349-326e04c2c0b3 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:38:58.715114 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5691473-8009-40ab-a9a2-75a8cf810227 req-4408f37b-82e5-48d3-9620-9183d534ea64 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:58.716599 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f5691473-8009-40ab-a9a2-75a8cf810227 req-4408f37b-82e5-48d3-9620-9183d534ea64 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 946 time: 0.1522932 Feb 09 01:38:58.736980 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-3d158dc8-6cc0-40d2-b349-326e04c2c0b3 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Made reservation on behalf of 8d1a6374019440c5b414caca39c18480 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:58.740248 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-3d158dc8-6cc0-40d2-b349-326e04c2c0b3 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:58.816532 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f5691473-8009-40ab-a9a2-75a8cf810227 req-90109525-93c5-4605-a5cd-746823860a3e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0938308 Feb 09 01:38:58.922164 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-3d158dc8-6cc0-40d2-b349-326e04c2c0b3 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Allocated IP 172.20.0.4 (c6572370-df6a-4ab0-b511-4a15eb8e86f4/e34c6da5-fe1e-433e-9a54-298c85867dd5/8eb470a5-4903-45c9-9a74-8b9deb141fd0) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:59.102985 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-3d158dc8-6cc0-40d2-b349-326e04c2c0b3 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:59.118168 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-3d158dc8-6cc0-40d2-b349-326e04c2c0b3 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Transition to ACTIVE for port object 8eb470a5-4903-45c9-9a74-8b9deb141fd0 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:38:59.141722 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-3d158dc8-6cc0-40d2-b349-326e04c2c0b3 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:59.213855 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-3d158dc8-6cc0-40d2-b349-326e04c2c0b3 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Network c6572370-df6a-4ab0-b511-4a15eb8e86f4 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:59.216968 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-3d158dc8-6cc0-40d2-b349-326e04c2c0b3 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:59.220731 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-3d158dc8-6cc0-40d2-b349-326e04c2c0b3 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:38:59.252313 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d158dc8-6cc0-40d2-b349-326e04c2c0b3 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Pushing event updated for resources: {'Port': ['ID=8eb470a5-4903-45c9-9a74-8b9deb141fd0,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:59.289610 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-3d158dc8-6cc0-40d2-b349-326e04c2c0b3 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:59.290230 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-3d158dc8-6cc0-40d2-b349-326e04c2c0b3 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:59.316497 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-3d158dc8-6cc0-40d2-b349-326e04c2c0b3 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8207967 Feb 09 01:38:59.329256 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-5f40a1a5-fc8a-4802-9c61-f4c9db04e104 service neutron] Request body: {'port': {'device_id': '960925a6-4db9-499a-9282-efd871c7f26f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:59.446840 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-5f40a1a5-fc8a-4802-9c61-f4c9db04e104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:59.474746 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7f0ba86a-0a8d-44cb-b943-ca66bc00f50c None None] Provisioning for port 8eb470a5-4903-45c9-9a74-8b9deb141fd0 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:38:59.482801 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7f0ba86a-0a8d-44cb-b943-ca66bc00f50c None None] Provisioning complete for port 8eb470a5-4903-45c9-9a74-8b9deb141fd0 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:59.483248 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7f0ba86a-0a8d-44cb-b943-ca66bc00f50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:59.538108 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-7f0ba86a-0a8d-44cb-b943-ca66bc00f50c None None] Port 8eb470a5-4903-45c9-9a74-8b9deb141fd0 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:38:59.635625 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a763bf-4d10-472a-b5e7-bae427bbf101 req-4c687a22-00c8-4baa-901d-ccf3cd3d2d88 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:59.637082 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f2a763bf-4d10-472a-b5e7-bae427bbf101 req-4c687a22-00c8-4baa-901d-ccf3cd3d2d88 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=960925a6-4db9-499a-9282-efd871c7f26f HTTP/1.1" status: 200 len: 931 time: 0.0783565 Feb 09 01:38:59.681460 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f2a763bf-4d10-472a-b5e7-bae427bbf101 req-f5787c6b-cda0-468f-b07a-9368acc8a7cd tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=71c0df10-5da3-4821-97cf-528fd420eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385268 Feb 09 01:38:59.789460 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-5f40a1a5-fc8a-4802-9c61-f4c9db04e104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb470a5-4903-45c9-9a74-8b9deb141fd0 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:38:59.797142 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-5f40a1a5-fc8a-4802-9c61-f4c9db04e104 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:38:59.810987 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-5f40a1a5-fc8a-4802-9c61-f4c9db04e104 service neutron] Transition to ACTIVE for port object 8eb470a5-4903-45c9-9a74-8b9deb141fd0 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:38:59.814254 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-5f40a1a5-fc8a-4802-9c61-f4c9db04e104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:00.157770 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40a1a5-fc8a-4802-9c61-f4c9db04e104 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb470a5-4903-45c9-9a74-8b9deb141fd0,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:00.223166 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-5f40a1a5-fc8a-4802-9c61-f4c9db04e104 service neutron] Attempting to bind port 8eb470a5-4903-45c9-9a74-8b9deb141fd0 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:39:00.223423 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-5f40a1a5-fc8a-4802-9c61-f4c9db04e104 service neutron] Attempting to bind port 8eb470a5-4903-45c9-9a74-8b9deb141fd0 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': 'b8f50639-8192-4c9e-a34a-0729e57b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:39:00.223757 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-5f40a1a5-fc8a-4802-9c61-f4c9db04e104 service neutron] Attempting to bind port 8eb470a5-4903-45c9-9a74-8b9deb141fd0 on network c6572370-df6a-4ab0-b511-4a15eb8e86f4 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:39:00.234555 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ada05-6dad-4d27-9148-44b789eeff57 req-9d52e284-943d-49f4-9426-3a0a7c908fcd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:00.236019 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f7ada05-6dad-4d27-9148-44b789eeff57 req-9d52e284-943d-49f4-9426-3a0a7c908fcd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 946 time: 0.2006681 Feb 09 01:39:00.237849 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-5f40a1a5-fc8a-4802-9c61-f4c9db04e104 service neutron] Port 8eb470a5-4903-45c9-9a74-8b9deb141fd0 on network c6572370-df6a-4ab0-b511-4a15eb8e86f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:39:00.238168 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-5f40a1a5-fc8a-4802-9c61-f4c9db04e104 service neutron] Attempting to bind port 8eb470a5-4903-45c9-9a74-8b9deb141fd0 on network c6572370-df6a-4ab0-b511-4a15eb8e86f4 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:39:00.255683 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-5f40a1a5-fc8a-4802-9c61-f4c9db04e104 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:39:00.256020 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-5f40a1a5-fc8a-4802-9c61-f4c9db04e104 service neutron] Checking segment: {'id': 'b8f50639-8192-4c9e-a34a-0729e57b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:39:00.256419 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-5f40a1a5-fc8a-4802-9c61-f4c9db04e104 service neutron] Bound using segment: {'id': 'b8f50639-8192-4c9e-a34a-0729e57b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:39:00.256847 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-5f40a1a5-fc8a-4802-9c61-f4c9db04e104 service neutron] Bound port: 8eb470a5-4903-45c9-9a74-8b9deb141fd0, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8f50639-8192-4c9e-a34a-0729e57b55bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:39:00.257189 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-5f40a1a5-fc8a-4802-9c61-f4c9db04e104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:00.333450 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f7ada05-6dad-4d27-9148-44b789eeff57 req-983df273-afee-4886-ac82-4bf151207843 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0917757 Feb 09 01:39:00.365194 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-5f40a1a5-fc8a-4802-9c61-f4c9db04e104 service neutron] For port 8eb470a5-4903-45c9-9a74-8b9deb141fd0, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:39:00.368080 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-5f40a1a5-fc8a-4802-9c61-f4c9db04e104 service neutron] For port 8eb470a5-4903-45c9-9a74-8b9deb141fd0, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=8eb470a5-4903-45c9-9a74-8b9deb141fd0,segment=NetworkSegment(b8f50639-8192-4c9e-a34a-0729e57b55bb),segment_id=b8f50639-8192-4c9e-a34a-0729e57b55bb)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:39:00.373476 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-5f40a1a5-fc8a-4802-9c61-f4c9db04e104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:00.434719 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-5f40a1a5-fc8a-4802-9c61-f4c9db04e104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:00.435325 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-5f40a1a5-fc8a-4802-9c61-f4c9db04e104 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:00.436711 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-5f40a1a5-fc8a-4802-9c61-f4c9db04e104 service neutron] 10.222.0.117 "PUT /v2.0/ports/8eb470a5-4903-45c9-9a74-8b9deb141fd0 HTTP/1.1" status: 200 len: 1091 time: 1.1116915 Feb 09 01:39:00.437144 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960925a6-4db9-499a-9282-efd871c7f26f', 'tag': '8eb470a5-4903-45c9-9a74-8b9deb141fd0'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:39:00.459913 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40a1a5-fc8a-4802-9c61-f4c9db04e104 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb470a5-4903-45c9-9a74-8b9deb141fd0,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:00.522188 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '960925a6-4db9-499a-9282-efd871c7f26f', 'tag': '8eb470a5-4903-45c9-9a74-8b9deb141fd0', 'status': 'completed', 'code': 200} Feb 09 01:39:00.557585 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-bd5b11ec-4e89-45e7-8225-931733844f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:00.559615 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-bd5b11ec-4e89-45e7-8225-931733844f57 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8d1a6374019440c5b414caca39c18480&device_id=960925a6-4db9-499a-9282-efd871c7f26f HTTP/1.1" status: 200 len: 1094 time: 0.0742681 Feb 09 01:39:00.631680 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-890d16a0-e015-4a06-b44c-e5bae8eb65c0 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8eb470a5-4903-45c9-9a74-8b9deb141fd0 HTTP/1.1" status: 200 len: 217 time: 0.0653231 Feb 09 01:39:00.694048 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-b6876734-568c-4bec-82e8-8431c035c54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:00.695411 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-b6876734-568c-4bec-82e8-8431c035c54c service neutron] 10.222.0.117 "GET /v2.0/subnets?id=e34c6da5-fe1e-433e-9a54-298c85867dd5 HTTP/1.1" status: 200 len: 850 time: 0.0578573 Feb 09 01:39:00.773009 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-d7db562d-4e06-491f-9e2e-32822d63ba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:00.774361 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-d7db562d-4e06-491f-9e2e-32822d63ba77 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=c6572370-df6a-4ab0-b511-4a15eb8e86f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732956 Feb 09 01:39:00.963069 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-2aea980f-3e47-488d-829e-f75d7a03569b service neutron] 10.222.0.117 "GET /v2.0/networks/c6572370-df6a-4ab0-b511-4a15eb8e86f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807520 Feb 09 01:39:00.978159 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac23ec-bcba-45d8-90d2-b926636ab991 req-83630cc2-bc2d-4987-8bb6-7ab4bd144cf5 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:00.978821 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-c2ac23ec-bcba-45d8-90d2-b926636ab991 req-83630cc2-bc2d-4987-8bb6-7ab4bd144cf5 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Synchronizing usage tracker for tenant:8d1a6374019440c5b414caca39c18480 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:39:01.081155 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-c2ac23ec-bcba-45d8-90d2-b926636ab991 req-83630cc2-bc2d-4987-8bb6-7ab4bd144cf5 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Unset dirty status for tenant:8d1a6374019440c5b414caca39c18480 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:39:01.082203 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c2ac23ec-bcba-45d8-90d2-b926636ab991 req-83630cc2-bc2d-4987-8bb6-7ab4bd144cf5 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=960925a6-4db9-499a-9282-efd871c7f26f HTTP/1.1" status: 200 len: 943 time: 0.2820036 Feb 09 01:39:01.155162 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c2ac23ec-bcba-45d8-90d2-b926636ab991 req-c737fcf5-3e6f-4dcd-aa59-1dcf978acc7a tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=71c0df10-5da3-4821-97cf-528fd420eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659475 Feb 09 01:39:01.157136 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9d3367e0-af7e-4f5c-8f26-50cf108c67af req-742fe903-eb3c-4ee6-b0cb-7800481b8c38 service neutron] 10.222.0.117 "GET /v2.0/networks/c6572370-df6a-4ab0-b511-4a15eb8e86f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713946 Feb 09 01:39:01.288345 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b2003-84ba-4f66-ac2d-5e2394ad1210 req-a483e7cc-3a92-4f17-a524-86101ef254a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:01.289846 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-932b2003-84ba-4f66-ac2d-5e2394ad1210 req-a483e7cc-3a92-4f17-a524-86101ef254a6 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8d1a6374019440c5b414caca39c18480&device_id=960925a6-4db9-499a-9282-efd871c7f26f HTTP/1.1" status: 200 len: 1094 time: 0.0795383 Feb 09 01:39:01.421069 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b2003-84ba-4f66-ac2d-5e2394ad1210 req-1e49fc65-40e1-4e57-871c-914733c87e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:01.422523 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-932b2003-84ba-4f66-ac2d-5e2394ad1210 req-1e49fc65-40e1-4e57-871c-914733c87e84 service neutron] 10.222.0.117 "GET /v2.0/networks?id=c6572370-df6a-4ab0-b511-4a15eb8e86f4 HTTP/1.1" status: 200 len: 912 time: 0.1267602 Feb 09 01:39:01.495113 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-932b2003-84ba-4f66-ac2d-5e2394ad1210 req-c619c434-412b-42ce-adf0-0e0e95fa04c6 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8eb470a5-4903-45c9-9a74-8b9deb141fd0 HTTP/1.1" status: 200 len: 217 time: 0.0661659 Feb 09 01:39:01.524708 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dea913-d82e-48f6-acd6-7906912b24cb req-5f1a4176-ad7f-4dba-8f6a-eafd92415d62 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:01.526171 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-40dea913-d82e-48f6-acd6-7906912b24cb req-5f1a4176-ad7f-4dba-8f6a-eafd92415d62 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 946 time: 0.0835977 Feb 09 01:39:01.560261 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b2003-84ba-4f66-ac2d-5e2394ad1210 req-b0d0070a-2263-4524-ab67-e086bc791164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:01.561707 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-932b2003-84ba-4f66-ac2d-5e2394ad1210 req-b0d0070a-2263-4524-ab67-e086bc791164 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=e34c6da5-fe1e-433e-9a54-298c85867dd5 HTTP/1.1" status: 200 len: 850 time: 0.0610080 Feb 09 01:39:01.569201 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-40dea913-d82e-48f6-acd6-7906912b24cb req-840db0be-a827-4413-a6ed-9db16457b595 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368333 Feb 09 01:39:01.635042 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b2003-84ba-4f66-ac2d-5e2394ad1210 req-5be7e28e-c62f-443f-b18d-f11c12f36e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:01.636953 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-932b2003-84ba-4f66-ac2d-5e2394ad1210 req-5be7e28e-c62f-443f-b18d-f11c12f36e60 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=c6572370-df6a-4ab0-b511-4a15eb8e86f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683355 Feb 09 01:39:01.863999 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-932b2003-84ba-4f66-ac2d-5e2394ad1210 req-844d207d-8920-46ea-9be9-b7662a0b1971 service neutron] 10.222.0.117 "GET /v2.0/networks/c6572370-df6a-4ab0-b511-4a15eb8e86f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203250 Feb 09 01:39:01.995707 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-932b2003-84ba-4f66-ac2d-5e2394ad1210 req-3d778099-f366-4a71-8e14-f1949752d752 service neutron] 10.222.0.117 "GET /v2.0/networks/c6572370-df6a-4ab0-b511-4a15eb8e86f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247542 Feb 09 01:39:02.347869 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535958f8-aec2-4944-afa5-69667b8ce84b req-fbceb5a2-836d-41f5-8bdb-2b4de5f89438 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:02.349372 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-535958f8-aec2-4944-afa5-69667b8ce84b req-fbceb5a2-836d-41f5-8bdb-2b4de5f89438 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=960925a6-4db9-499a-9282-efd871c7f26f HTTP/1.1" status: 200 len: 943 time: 0.0895712 Feb 09 01:39:02.392291 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-535958f8-aec2-4944-afa5-69667b8ce84b req-7892a4f3-9cf2-40ba-91e7-12d1e0309718 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=71c0df10-5da3-4821-97cf-528fd420eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374177 Feb 09 01:39:02.755516 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e3bd8-59bf-4f2f-a865-290de9feab2e req-7c2471f2-afd1-4e25-9c26-ff6879a600a8 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:02.757003 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-325e3bd8-59bf-4f2f-a865-290de9feab2e req-7c2471f2-afd1-4e25-9c26-ff6879a600a8 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 946 time: 0.0800257 Feb 09 01:39:02.802849 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-325e3bd8-59bf-4f2f-a865-290de9feab2e req-d0439c29-0ed0-43e1-b912-7892e8aefaa6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396738 Feb 09 01:39:03.575337 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb8984-a382-4e83-a8dd-cdab40300f63 req-0d052fda-51d7-41f7-8399-77687f50c0d6 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:03.577052 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-03fb8984-a382-4e83-a8dd-cdab40300f63 req-0d052fda-51d7-41f7-8399-77687f50c0d6 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=960925a6-4db9-499a-9282-efd871c7f26f HTTP/1.1" status: 200 len: 943 time: 0.0788884 Feb 09 01:39:03.624103 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-03fb8984-a382-4e83-a8dd-cdab40300f63 req-c919136a-5d3c-49e4-a405-089b4814ba3e tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=71c0df10-5da3-4821-97cf-528fd420eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413988 Feb 09 01:39:03.988160 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9008e-cd08-460f-b919-0a306b6a5918 req-81e34644-dfe2-4ee0-a312-ff399afab779 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:03.989678 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-daf9008e-cd08-460f-b919-0a306b6a5918 req-81e34644-dfe2-4ee0-a312-ff399afab779 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 946 time: 0.0803540 Feb 09 01:39:04.039562 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-daf9008e-cd08-460f-b919-0a306b6a5918 req-67abb8a9-8574-4099-896c-5c6a0e170347 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438921 Feb 09 01:39:04.809048 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15ff37-86d9-45b2-aeb6-a7dab5870ced req-c2177930-4405-4cd1-9e18-f1670c1637bc tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:04.810496 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1f15ff37-86d9-45b2-aeb6-a7dab5870ced req-c2177930-4405-4cd1-9e18-f1670c1637bc tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=960925a6-4db9-499a-9282-efd871c7f26f HTTP/1.1" status: 200 len: 943 time: 0.0794709 Feb 09 01:39:04.853414 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1f15ff37-86d9-45b2-aeb6-a7dab5870ced req-f37be32c-45d4-4e7c-92f6-3313e8dd2f56 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=71c0df10-5da3-4821-97cf-528fd420eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374424 Feb 09 01:39:05.225100 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f60c75-365c-4bc7-ab84-03ee5a1f913d req-33a62b6c-f5ae-4ee4-86a4-257bb67b2a8b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:05.226578 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-08f60c75-365c-4bc7-ab84-03ee5a1f913d req-33a62b6c-f5ae-4ee4-86a4-257bb67b2a8b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 946 time: 0.0830603 Feb 09 01:39:05.269367 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-08f60c75-365c-4bc7-ab84-03ee5a1f913d req-5439cd07-13c4-4d24-8775-b7c89d6f9d14 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372562 Feb 09 01:39:05.755926 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 8eb470a5-4903-45c9-9a74-8b9deb141fd0 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:39:05.885782 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 8eb470a5-4903-45c9-9a74-8b9deb141fd0, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=8eb470a5-4903-45c9-9a74-8b9deb141fd0,segment=NetworkSegment(b8f50639-8192-4c9e-a34a-0729e57b55bb),segment_id=b8f50639-8192-4c9e-a34a-0729e57b55bb)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:39:05.899783 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '8eb470a5-4903-45c9-9a74-8b9deb141fd0', 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4', 'port_id': '8eb470a5-4903-45c9-9a74-8b9deb141fd0', 'mac_address': 'fa:16:3e:e9:a9:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e34c6da5-fe1e-433e-9a54-298c85867dd5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:39:05.960124 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:05.977110 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb470a5-4903-45c9-9a74-8b9deb141fd0 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:39:05.994845 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 8eb470a5-4903-45c9-9a74-8b9deb141fd0, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=8eb470a5-4903-45c9-9a74-8b9deb141fd0,segment=NetworkSegment(b8f50639-8192-4c9e-a34a-0729e57b55bb),segment_id=b8f50639-8192-4c9e-a34a-0729e57b55bb)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:39:06.000275 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:06.047784 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5340c-6674-4b18-8e54-769eca9ad63d req-b717b515-8453-40bb-ba51-9dfbd474046f tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:06.049920 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ff5340c-6674-4b18-8e54-769eca9ad63d req-b717b515-8453-40bb-ba51-9dfbd474046f tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=960925a6-4db9-499a-9282-efd871c7f26f HTTP/1.1" status: 200 len: 944 time: 0.0910769 Feb 09 01:39:06.071019 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=8eb470a5-4903-45c9-9a74-8b9deb141fd0,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:06.078626 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:06.078973 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:06.079316 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:06.080009 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:06.080009 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:06.080295 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:06.080649 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:06.080975 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:06.081299 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:06.081621 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:06.081940 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:06.082261 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:06.101143 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ff5340c-6674-4b18-8e54-769eca9ad63d req-e290220c-800b-4f49-aee6-1f65b07451cb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=71c0df10-5da3-4821-97cf-528fd420eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442724 Feb 09 01:39:06.233503 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['8eb470a5-4903-45c9-9a74-8b9deb141fd0'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:39:06.452058 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebcd76-315c-4eeb-a3f7-c8104b3de3d9 req-70edadb7-35cb-468e-ad4d-e20a047102e9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:06.453528 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a9ebcd76-315c-4eeb-a3f7-c8104b3de3d9 req-70edadb7-35cb-468e-ad4d-e20a047102e9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 946 time: 0.0790277 Feb 09 01:39:06.498559 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a9ebcd76-315c-4eeb-a3f7-c8104b3de3d9 req-021da81d-199f-4d89-994b-2449455b26ee tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393665 Feb 09 01:39:06.941423 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-94a291b4-afc0-4eac-b378-e9455ed68bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:07.282191 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ba815-022d-49e7-8410-c72774388c9c req-ee94aa52-73fd-44c4-b26f-033a1b7cf904 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:07.283628 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bb0ba815-022d-49e7-8410-c72774388c9c req-ee94aa52-73fd-44c4-b26f-033a1b7cf904 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=960925a6-4db9-499a-9282-efd871c7f26f HTTP/1.1" status: 200 len: 944 time: 0.0779617 Feb 09 01:39:07.329300 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bb0ba815-022d-49e7-8410-c72774388c9c req-fce3e464-4f9f-4c80-92cd-18aa64773969 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=71c0df10-5da3-4821-97cf-528fd420eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400801 Feb 09 01:39:07.480617 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:39:07.685669 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5226d-0476-42cf-9485-cd3e82f877a5 req-6f352551-5750-4de3-9524-d63bcfef0e50 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:07.687014 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7af5226d-0476-42cf-9485-cd3e82f877a5 req-6f352551-5750-4de3-9524-d63bcfef0e50 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 946 time: 0.0822990 Feb 09 01:39:07.728844 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7af5226d-0476-42cf-9485-cd3e82f877a5 req-ad54d9e3-ce9f-4e7f-b290-1b31034f6a16 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362074 Feb 09 01:39:07.755524 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 8eb470a5-4903-45c9-9a74-8b9deb141fd0 up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:39:07.821258 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 8eb470a5-4903-45c9-9a74-8b9deb141fd0 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:39:07.825772 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 8eb470a5-4903-45c9-9a74-8b9deb141fd0 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:07.826146 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:07.941518 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:07.968300 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960925a6-4db9-499a-9282-efd871c7f26f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb470a5-4903-45c9-9a74-8b9deb141fd0'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:39:07.978184 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 8eb470a5-4903-45c9-9a74-8b9deb141fd0, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=8eb470a5-4903-45c9-9a74-8b9deb141fd0,segment=NetworkSegment(b8f50639-8192-4c9e-a34a-0729e57b55bb),segment_id=b8f50639-8192-4c9e-a34a-0729e57b55bb)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:39:07.981978 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:08.013876 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960925a6-4db9-499a-9282-efd871c7f26f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb470a5-4903-45c9-9a74-8b9deb141fd0', 'code': 200} Feb 09 01:39:08.062110 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=8eb470a5-4903-45c9-9a74-8b9deb141fd0,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:08.140108 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df4c34-f235-4c1f-94f1-df451acaa84a req-c48e97e5-d814-4d6d-851e-f3a9aea6df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:08.141592 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-62df4c34-f235-4c1f-94f1-df451acaa84a req-c48e97e5-d814-4d6d-851e-f3a9aea6df0c service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=960925a6-4db9-499a-9282-efd871c7f26f HTTP/1.1" status: 200 len: 1096 time: 0.0731473 Feb 09 01:39:08.181411 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-62df4c34-f235-4c1f-94f1-df451acaa84a req-1a377dc4-263b-479d-b308-d1a5e90481cb service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=71c0df10-5da3-4821-97cf-528fd420eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334845 Feb 09 01:39:08.509529 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f84c1-afd8-4317-b6ec-a0e0ea3732a0 req-1b6ffbe6-8375-41b2-9550-fb30554607c2 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:08.510989 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5a7f84c1-afd8-4317-b6ec-a0e0ea3732a0 req-1b6ffbe6-8375-41b2-9550-fb30554607c2 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=960925a6-4db9-499a-9282-efd871c7f26f HTTP/1.1" status: 200 len: 945 time: 0.0790658 Feb 09 01:39:08.554352 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5a7f84c1-afd8-4317-b6ec-a0e0ea3732a0 req-cb5db264-8e25-4e15-ac6c-08a4688cbb27 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=71c0df10-5da3-4821-97cf-528fd420eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372181 Feb 09 01:39:08.916049 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23a5fb-6783-4aa7-9a85-3ea438e62127 req-4005d031-a07c-4716-89da-17dcb736164c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:08.917959 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f23a5fb-6783-4aa7-9a85-3ea438e62127 req-4005d031-a07c-4716-89da-17dcb736164c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 946 time: 0.0783732 Feb 09 01:39:08.960586 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f23a5fb-6783-4aa7-9a85-3ea438e62127 req-d5d0e2e5-ee66-43fc-bf7c-7b7bd641e9e9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371311 Feb 09 01:39:09.371216 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-118fff32-7acb-46a7-b7db-01b14c71a475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:09.739270 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9da30-23c9-4342-b94a-7df91530b2d6 req-0b6727b6-80a4-41bf-8dbd-3ae932131b3b tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:09.740662 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f4d9da30-23c9-4342-b94a-7df91530b2d6 req-0b6727b6-80a4-41bf-8dbd-3ae932131b3b tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=960925a6-4db9-499a-9282-efd871c7f26f HTTP/1.1" status: 200 len: 945 time: 0.0817180 Feb 09 01:39:09.784116 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f4d9da30-23c9-4342-b94a-7df91530b2d6 req-e8657832-6e24-40c2-93a0-ae5805068e15 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=71c0df10-5da3-4821-97cf-528fd420eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379505 Feb 09 01:39:09.961130 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a483ed-1b53-4c0d-9f67-03291b6609d0 req-921a425d-e667-4bc9-8ac8-a2e74db2e568 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:09.962564 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c4a483ed-1b53-4c0d-9f67-03291b6609d0 req-921a425d-e667-4bc9-8ac8-a2e74db2e568 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=960925a6-4db9-499a-9282-efd871c7f26f HTTP/1.1" status: 200 len: 945 time: 0.0805633 Feb 09 01:39:09.970957 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 52926) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:39:09.975676 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-44f0e06b-8b0b-4504-889f-4ef7c371b819 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Request body: {'floatingip': {'port_id': '8eb470a5-4903-45c9-9a74-8b9deb141fd0'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:10.056360 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-44f0e06b-8b0b-4504-889f-4ef7c371b819 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for floatingip, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:10.148993 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a030d-0098-42a2-abb2-1c14b6cdd593 req-ae61f4e8-61d5-43fd-84cf-2aebe0aef442 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:10.150459 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-446a030d-0098-42a2-abb2-1c14b6cdd593 req-ae61f4e8-61d5-43fd-84cf-2aebe0aef442 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 946 time: 0.0805266 Feb 09 01:39:10.197602 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-446a030d-0098-42a2-abb2-1c14b6cdd593 req-775965c6-656a-491c-bd8d-e87f7022b280 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410168 Feb 09 01:39:10.430280 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:10.523463 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:10.749369 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-44f0e06b-8b0b-4504-889f-4ef7c371b819 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:10.753382 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-44f0e06b-8b0b-4504-889f-4ef7c371b819 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:10.921841 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [None req-44f0e06b-8b0b-4504-889f-4ef7c371b819 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Floating IP cbc4436e-3593-4a8a-a6d3-42e84672c5bd associated. External IP: 172.25.5.81, port: 8eb470a5-4903-45c9-9a74-8b9deb141fd0. Feb 09 01:39:11.267360 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f0e06b-8b0b-4504-889f-4ef7c371b819 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Router 3cc49993-e315-45c5-9f19-bccf548b8c8f has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:39:11.504536 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f0e06b-8b0b-4504-889f-4ef7c371b819 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:39:11.513418 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c0762-da28-4322-ad1c-44c39465b234 req-4dffe901-bbef-48ce-963f-51f5ce45e00c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:11.514868 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-471c0762-da28-4322-ad1c-44c39465b234 req-4dffe901-bbef-48ce-963f-51f5ce45e00c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 946 time: 0.1873314 Feb 09 01:39:11.515094 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0baab05-e315-438f-a6d2-50b6310813f7 None None] Sync routers for ids ['3cc49993-e315-45c5-9f19-bccf548b8c8f'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:39:11.517725 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-44f0e06b-8b0b-4504-889f-4ef7c371b819 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:11.525117 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0baab05-e315-438f-a6d2-50b6310813f7 None None] Routers {'3cc49993-e315-45c5-9f19-bccf548b8c8f'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:39:11.525733 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-d0baab05-e315-438f-a6d2-50b6310813f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:39:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['3cc49993-e315-45c5-9f19-bccf548b8c8f'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:11.604715 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-471c0762-da28-4322-ad1c-44c39465b234 req-71d4db88-2ff8-4140-b4bb-e773c7376986 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625877 Feb 09 01:39:11.608059 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-44f0e06b-8b0b-4504-889f-4ef7c371b819 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "PUT /v2.0/floatingips/cbc4436e-3593-4a8a-a6d3-42e84672c5bd HTTP/1.1" status: 200 len: 990 time: 1.6361387 Feb 09 01:39:11.608802 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960925a6-4db9-499a-9282-efd871c7f26f', 'tag': '8eb470a5-4903-45c9-9a74-8b9deb141fd0'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:39:11.667232 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '960925a6-4db9-499a-9282-efd871c7f26f', 'tag': '8eb470a5-4903-45c9-9a74-8b9deb141fd0', 'status': 'completed', 'code': 200} Feb 09 01:39:11.720590 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-d0baab05-e315-438f-a6d2-50b6310813f7 None None] Set router 3cc49993-e315-45c5-9f19-bccf548b8c8f gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:39:11.765744 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a47ef-7a94-4e02-b7c8-33f31aa1260e req-30d3a85f-5550-4c80-bf8f-4568fdbf5613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:11.767238 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-132a47ef-7a94-4e02-b7c8-33f31aa1260e req-30d3a85f-5550-4c80-bf8f-4568fdbf5613 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8d1a6374019440c5b414caca39c18480&device_id=960925a6-4db9-499a-9282-efd871c7f26f HTTP/1.1" status: 200 len: 1096 time: 0.0789232 Feb 09 01:39:11.783626 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb0b53-32b9-48fe-b922-e5ac0f969ce6 req-a390178b-fdbc-468a-aa80-343bfc2cdd71 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:11.791779 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-87fb0b53-32b9-48fe-b922-e5ac0f969ce6 req-a390178b-fdbc-468a-aa80-343bfc2cdd71 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=960925a6-4db9-499a-9282-efd871c7f26f HTTP/1.1" status: 200 len: 945 time: 0.0938284 Feb 09 01:39:11.832083 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-87fb0b53-32b9-48fe-b922-e5ac0f969ce6 req-a452f8a7-1643-4055-8348-22af26c08238 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=71c0df10-5da3-4821-97cf-528fd420eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394559 Feb 09 01:39:11.900956 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a47ef-7a94-4e02-b7c8-33f31aa1260e req-2f14af9d-5a72-4aec-b262-3820ebbd78b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:11.902436 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-132a47ef-7a94-4e02-b7c8-33f31aa1260e req-2f14af9d-5a72-4aec-b262-3820ebbd78b1 service neutron] 10.222.0.117 "GET /v2.0/networks?id=c6572370-df6a-4ab0-b511-4a15eb8e86f4 HTTP/1.1" status: 200 len: 912 time: 0.1290276 Feb 09 01:39:11.937342 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:12.135492 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-132a47ef-7a94-4e02-b7c8-33f31aa1260e req-c12584e6-fce3-4c16-bf58-ede6ee59df69 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8eb470a5-4903-45c9-9a74-8b9deb141fd0 HTTP/1.1" status: 200 len: 998 time: 0.2268341 Feb 09 01:39:12.138868 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-d0baab05-e315-438f-a6d2-50b6310813f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'name': 'tempest-AttachVolumeTestJSON-1448110249-router', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:32Z', 'revision_number': 4, 'project_id': '8d1a6374019440c5b414caca39c18480', 'gw_port': {'id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'cbc4436e-3593-4a8a-a6d3-42e84672c5bd', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'floating_ip_address': '172.25.5.81', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'port_id': '8eb470a5-4903-45c9-9a74-8b9deb141fd0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4', 'mac_address': 'fa:16:3e:e9:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960925a6-4db9-499a-9282-efd871c7f26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:38:55Z', 'updated_at': '2022-02-09T01:39:10Z', 'revision_number': 1, 'project_id': '8d1a6374019440c5b414caca39c18480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4beb9f87-fad4-470a-81e4-6f253f1e101a', 'name': '', 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'mac_address': 'fa:16:3e:a9:97:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'e34c6da5-fe1e-433e-9a54-298c85867dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:30Z', 'updated_at': '2022-02-09T01:35:43Z', 'revision_number': 5, 'project_id': '8d1a6374019440c5b414caca39c18480', 'subnets': [{'id': 'e34c6da5-fe1e-433e-9a54-298c85867dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:12.142786 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0baab05-e315-438f-a6d2-50b6310813f7 None None] Checking router: 3cc49993-e315-45c5-9f19-bccf548b8c8f for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:39:12.151062 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0baab05-e315-438f-a6d2-50b6310813f7 None None] Routers {'3cc49993-e315-45c5-9f19-bccf548b8c8f'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:39:12.151658 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-d0baab05-e315-438f-a6d2-50b6310813f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:39:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['3cc49993-e315-45c5-9f19-bccf548b8c8f'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:12.197516 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a47ef-7a94-4e02-b7c8-33f31aa1260e req-862d5a09-d4c4-4e61-b483-7824eef1a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:12.199024 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-132a47ef-7a94-4e02-b7c8-33f31aa1260e req-862d5a09-d4c4-4e61-b483-7824eef1a772 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=e34c6da5-fe1e-433e-9a54-298c85867dd5 HTTP/1.1" status: 200 len: 850 time: 0.0565178 Feb 09 01:39:12.280357 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a47ef-7a94-4e02-b7c8-33f31aa1260e req-5ce4718b-ba2a-428f-b1d9-c2bfdf31ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:12.281850 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-132a47ef-7a94-4e02-b7c8-33f31aa1260e req-5ce4718b-ba2a-428f-b1d9-c2bfdf31ee1b service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=c6572370-df6a-4ab0-b511-4a15eb8e86f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767791 Feb 09 01:39:12.337303 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-d0baab05-e315-438f-a6d2-50b6310813f7 None None] Set router 3cc49993-e315-45c5-9f19-bccf548b8c8f gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:39:12.418538 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-132a47ef-7a94-4e02-b7c8-33f31aa1260e req-85d700e8-b597-45e1-b1a5-cff456ec47b5 service neutron] 10.222.0.117 "GET /v2.0/networks/c6572370-df6a-4ab0-b511-4a15eb8e86f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291111 Feb 09 01:39:12.555695 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-132a47ef-7a94-4e02-b7c8-33f31aa1260e req-bc3903ad-309b-482c-8a08-f6bd8625d492 service neutron] 10.222.0.117 "GET /v2.0/networks/c6572370-df6a-4ab0-b511-4a15eb8e86f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279268 Feb 09 01:39:12.682533 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-d0baab05-e315-438f-a6d2-50b6310813f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'name': 'tempest-AttachVolumeTestJSON-1448110249-router', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:32Z', 'revision_number': 4, 'project_id': '8d1a6374019440c5b414caca39c18480', 'gw_port': {'id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'cbc4436e-3593-4a8a-a6d3-42e84672c5bd', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'floating_ip_address': '172.25.5.81', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'port_id': '8eb470a5-4903-45c9-9a74-8b9deb141fd0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4', 'mac_address': 'fa:16:3e:e9:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960925a6-4db9-499a-9282-efd871c7f26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:38:55Z', 'updated_at': '2022-02-09T01:39:10Z', 'revision_number': 1, 'project_id': '8d1a6374019440c5b414caca39c18480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4beb9f87-fad4-470a-81e4-6f253f1e101a', 'name': '', 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'mac_address': 'fa:16:3e:a9:97:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'e34c6da5-fe1e-433e-9a54-298c85867dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:30Z', 'updated_at': '2022-02-09T01:35:43Z', 'revision_number': 5, 'project_id': '8d1a6374019440c5b414caca39c18480', 'subnets': [{'id': 'e34c6da5-fe1e-433e-9a54-298c85867dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:12.686423 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0baab05-e315-438f-a6d2-50b6310813f7 None None] The sync data for ids ['3cc49993-e315-45c5-9f19-bccf548b8c8f'] in n-d-828419-1 is: [{'id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'name': 'tempest-AttachVolumeTestJSON-1448110249-router', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:32Z', 'revision_number': 4, 'project_id': '8d1a6374019440c5b414caca39c18480', 'gw_port': {'id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'cbc4436e-3593-4a8a-a6d3-42e84672c5bd', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'floating_ip_address': '172.25.5.81', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'port_id': '8eb470a5-4903-45c9-9a74-8b9deb141fd0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4', 'mac_address': 'fa:16:3e:e9:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960925a6-4db9-499a-9282-efd871c7f26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:38:55Z', 'updated_at': '2022-02-09T01:39:10Z', 'revision_number': 1, 'project_id': '8d1a6374019440c5b414caca39c18480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4beb9f87-fad4-470a-81e4-6f253f1e101a', 'name': '', 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'mac_address': 'fa:16:3e:a9:97:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'e34c6da5-fe1e-433e-9a54-298c85867dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:30Z', 'updated_at': '2022-02-09T01:35:43Z', 'revision_number': 5, 'project_id': '8d1a6374019440c5b414caca39c18480', 'subnets': [{'id': 'e34c6da5-fe1e-433e-9a54-298c85867dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:39:12.807429 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d069c-5f25-4807-acbb-56a37487f9d3 req-15b8f7b3-1b92-425c-bbf0-2faaa737b486 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:12.808978 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6f4d069c-5f25-4807-acbb-56a37487f9d3 req-15b8f7b3-1b92-425c-bbf0-2faaa737b486 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 946 time: 0.0791399 Feb 09 01:39:12.855220 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6f4d069c-5f25-4807-acbb-56a37487f9d3 req-d550afc6-19a3-4599-9907-ce3cd170e418 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395305 Feb 09 01:39:12.888494 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaf6364-f087-465d-8894-043ec65eb28f None None] New status for floating IP cbc4436e-3593-4a8a-a6d3-42e84672c5bd: ACTIVE {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:39:13.025313 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adae8b9-61de-4fde-a953-6e80ea165ba7 req-15796623-c304-4810-9a3d-d3031fd90a80 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:13.026347 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2adae8b9-61de-4fde-a953-6e80ea165ba7 req-15796623-c304-4810-9a3d-d3031fd90a80 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=960925a6-4db9-499a-9282-efd871c7f26f HTTP/1.1" status: 200 len: 945 time: 0.0852759 Feb 09 01:39:13.078331 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2adae8b9-61de-4fde-a953-6e80ea165ba7 req-712fe891-bce0-4bd8-98fd-7b318b395e7d tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=71c0df10-5da3-4821-97cf-528fd420eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412638 Feb 09 01:39:14.055705 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969219e9-7cd8-404f-86c2-87b53a9dfc7b req-d6e6ff4b-5479-450b-ac03-46403c7aaa34 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:14.057241 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-969219e9-7cd8-404f-86c2-87b53a9dfc7b req-d6e6ff4b-5479-450b-ac03-46403c7aaa34 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 946 time: 0.0858235 Feb 09 01:39:14.107809 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-969219e9-7cd8-404f-86c2-87b53a9dfc7b req-1b889b1e-78a4-4491-b6a4-1a65fb2666ef tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442426 Feb 09 01:39:14.901330 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-99c9163d-b7cf-4b4c-ab54-cb49e26a6a29 service neutron] show failed (client error): The resource could not be found. Feb 09 01:39:14.902832 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-99c9163d-b7cf-4b4c-ab54-cb49e26a6a29 service neutron] 10.222.0.35 "GET /v2.0/ports/9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d/bindings/n-h2-828419-1 HTTP/1.1" status: 404 len: 380 time: 0.0802095 Feb 09 01:39:15.184583 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-5609684c-1d6a-49dc-9add-4dd5826df92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:15.184758 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-5609684c-1d6a-49dc-9add-4dd5826df92a service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3&tenant_id=49364f58e6074dfa91c3c69aee216080 HTTP/1.1" status: 200 len: 1097 time: 0.0733759 Feb 09 01:39:15.195568 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828419-1', 'device_owner': 'compute:nova'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:15.304804 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a044ac-82be-4a43-ad8b-9d6f0e666bdb req-2872300d-4f91-46ba-804e-30e0ea40287c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:15.311823 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-71a044ac-82be-4a43-ad8b-9d6f0e666bdb req-2872300d-4f91-46ba-804e-30e0ea40287c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 946 time: 0.0912042 Feb 09 01:39:15.315090 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:15.354167 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-71a044ac-82be-4a43-ad8b-9d6f0e666bdb req-047b1bdb-fc4f-424a-ac20-28bfd645c85a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408263 Feb 09 01:39:15.594679 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] For port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d,segment=NetworkSegment(b2909dca-28c2-449f-8163-d00bca48330e),segment_id=b2909dca-28c2-449f-8163-d00bca48330e)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:39:15.622435 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] For port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:39:15.681530 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240af9ee-dce8-4c3b-ae48-ce489df881e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:39:15.688604 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:15.703871 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] Transition to ACTIVE for port object 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:39:15.708096 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:15.745296 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240af9ee-dce8-4c3b-ae48-ce489df881e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d', 'code': 200} Feb 09 01:39:15.857763 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d,revision_number=6']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:15.871427 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:15.871771 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:15.872115 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:15.872519 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:15.872812 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:15.873140 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:15.873470 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:15.873779 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:15.874324 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:15.874661 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:15.874989 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:15.875315 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:15.922164 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] No DVR routers for this DVR port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:16.261263 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] Attempting to bind port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:39:16.261589 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] Attempting to bind port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': 'b2909dca-28c2-449f-8163-d00bca48330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:39:16.261907 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] Attempting to bind port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d on network 18557fe5-d860-4835-a4a7-b4fbfde65818 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:39:16.266602 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] Port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d on network 18557fe5-d860-4835-a4a7-b4fbfde65818 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:39:16.266950 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] Attempting to bind port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d on network 18557fe5-d860-4835-a4a7-b4fbfde65818 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:39:16.272078 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:39:16.272446 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] Checking segment: {'id': 'b2909dca-28c2-449f-8163-d00bca48330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:39:16.272935 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] Bound using segment: {'id': 'b2909dca-28c2-449f-8163-d00bca48330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:39:16.273389 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] Bound port: 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2909dca-28c2-449f-8163-d00bca48330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:39:16.273734 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:16.365263 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] For port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:39:16.368268 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] For port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d,segment=NetworkSegment(b2909dca-28c2-449f-8163-d00bca48330e),segment_id=b2909dca-28c2-449f-8163-d00bca48330e)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:39:16.373231 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:16.433090 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:16.433989 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:16.436016 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] 10.222.0.117 "PUT /v2.0/ports/9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d HTTP/1.1" status: 200 len: 1092 time: 1.2444048 Feb 09 01:39:16.532923 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f0323-cfa6-4492-a61b-76e5ac1ec728 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d,revision_number=7']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:16.556473 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-510cdea9-25ca-4bd5-b561-af9ed4a79318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:16.558318 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-510cdea9-25ca-4bd5-b561-af9ed4a79318 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 1095 time: 0.0903788 Feb 09 01:39:16.572208 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42182-dd66-41f1-b7dc-34d5ae175a35 req-c295c0a1-d9a8-4710-b975-9b11bca1198d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:16.581265 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6ba42182-dd66-41f1-b7dc-34d5ae175a35 req-c295c0a1-d9a8-4710-b975-9b11bca1198d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 944 time: 0.1087301 Feb 09 01:39:16.629942 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6ba42182-dd66-41f1-b7dc-34d5ae175a35 req-a0b37928-0d02-4950-9920-b144163e055f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484815 Feb 09 01:39:16.707456 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-35e1a4f6-ffea-438d-9d88-6495e82ac947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:16.708919 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-35e1a4f6-ffea-438d-9d88-6495e82ac947 service neutron] 10.222.0.117 "GET /v2.0/networks?id=18557fe5-d860-4835-a4a7-b4fbfde65818 HTTP/1.1" status: 200 len: 898 time: 0.1449807 Feb 09 01:39:16.813005 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-cccb4e39-148a-4596-9209-f669d361ab8e service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d HTTP/1.1" status: 200 len: 1000 time: 0.0971632 Feb 09 01:39:16.874389 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-3f2a419b-cc0b-4af8-96b6-e2787612d676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:16.876133 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-3f2a419b-cc0b-4af8-96b6-e2787612d676 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=19190d8b-14bd-4d91-b56d-56d67dffdbb0 HTTP/1.1" status: 200 len: 835 time: 0.0564625 Feb 09 01:39:16.955833 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-f27b9fb1-32d2-4386-ae5a-6adf142115d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:16.957413 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-f27b9fb1-32d2-4386-ae5a-6adf142115d7 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=18557fe5-d860-4835-a4a7-b4fbfde65818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754786 Feb 09 01:39:17.087027 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-6e272046-c172-47e8-9c6d-1fa3509b9558 service neutron] 10.222.0.117 "GET /v2.0/networks/18557fe5-d860-4835-a4a7-b4fbfde65818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230202 Feb 09 01:39:17.219380 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7ac2be16-4228-4abe-a281-543f44741eb4 req-eb3fed14-0e35-4c5d-9f54-2185e15a6223 service neutron] 10.222.0.117 "GET /v2.0/networks/18557fe5-d860-4835-a4a7-b4fbfde65818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253841 Feb 09 01:39:17.746088 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240af9ee-dce8-4c3b-ae48-ce489df881e3', 'tag': '9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:39:17.809824 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240af9ee-dce8-4c3b-ae48-ce489df881e3', 'tag': '9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d', 'status': 'completed', 'code': 200} Feb 09 01:39:17.911409 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba9dc3-fe99-4d98-9402-a99d01d63c8c req-e546eec4-066b-4802-87c5-d8ba81b48e69 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:17.912860 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-34ba9dc3-fe99-4d98-9402-a99d01d63c8c req-e546eec4-066b-4802-87c5-d8ba81b48e69 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 944 time: 0.1570840 Feb 09 01:39:17.984969 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-34ba9dc3-fe99-4d98-9402-a99d01d63c8c req-6b443c06-b233-44eb-b927-d40e5d6de1fb tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655327 Feb 09 01:39:18.004901 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3298f7-031d-4608-b747-93b8be719429 req-ce6eb402-4162-4aed-b963-a9506a21db29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:18.006344 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea3298f7-031d-4608-b747-93b8be719429 req-ce6eb402-4162-4aed-b963-a9506a21db29 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 1095 time: 0.1786392 Feb 09 01:39:18.011865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3298f7-031d-4608-b747-93b8be719429 req-7cc0419d-058f-4575-9d3b-391f68f00653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:18.013279 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea3298f7-031d-4608-b747-93b8be719429 req-7cc0419d-058f-4575-9d3b-391f68f00653 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 1095 time: 0.1470523 Feb 09 01:39:18.246992 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3298f7-031d-4608-b747-93b8be719429 req-1fc67f7a-55dc-4927-97cf-57b418de8117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:18.248316 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea3298f7-031d-4608-b747-93b8be719429 req-1fc67f7a-55dc-4927-97cf-57b418de8117 service neutron] 10.222.0.117 "GET /v2.0/networks?id=18557fe5-d860-4835-a4a7-b4fbfde65818 HTTP/1.1" status: 200 len: 898 time: 0.2342162 Feb 09 01:39:18.249411 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3298f7-031d-4608-b747-93b8be719429 req-7eaeeec8-bca8-4e70-b5a6-fff7c838656b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:18.250677 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea3298f7-031d-4608-b747-93b8be719429 req-7eaeeec8-bca8-4e70-b5a6-fff7c838656b service neutron] 10.222.0.35 "GET /v2.0/networks?id=18557fe5-d860-4835-a4a7-b4fbfde65818 HTTP/1.1" status: 200 len: 898 time: 0.2189336 Feb 09 01:39:18.544665 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea3298f7-031d-4608-b747-93b8be719429 req-956a801e-eb27-41a5-be86-ef38abf1121c service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d HTTP/1.1" status: 200 len: 1000 time: 0.2885330 Feb 09 01:39:18.550038 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea3298f7-031d-4608-b747-93b8be719429 req-a4e7a754-65fe-4043-8a81-0277a015febe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d HTTP/1.1" status: 200 len: 1000 time: 0.2420092 Feb 09 01:39:18.598812 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:39:18.652915 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3298f7-031d-4608-b747-93b8be719429 req-7320c54e-ed60-42b9-87c8-c36a23b8c2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:18.654345 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea3298f7-031d-4608-b747-93b8be719429 req-7320c54e-ed60-42b9-87c8-c36a23b8c2e8 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=19190d8b-14bd-4d91-b56d-56d67dffdbb0 HTTP/1.1" status: 200 len: 835 time: 0.1025896 Feb 09 01:39:18.654897 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:39:18.659469 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3298f7-031d-4608-b747-93b8be719429 req-4aa1d085-6bcf-4f73-8930-88db0bbd3b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:18.660852 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea3298f7-031d-4608-b747-93b8be719429 req-4aa1d085-6bcf-4f73-8930-88db0bbd3b00 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=19190d8b-14bd-4d91-b56d-56d67dffdbb0 HTTP/1.1" status: 200 len: 835 time: 0.0766222 Feb 09 01:39:18.791232 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3298f7-031d-4608-b747-93b8be719429 req-aafe3868-ab84-40d5-980d-4f255e0f800e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:18.792753 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea3298f7-031d-4608-b747-93b8be719429 req-aafe3868-ab84-40d5-980d-4f255e0f800e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=18557fe5-d860-4835-a4a7-b4fbfde65818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987480 Feb 09 01:39:18.795229 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3298f7-031d-4608-b747-93b8be719429 req-b66045a0-a57c-4566-9023-93b8a2c53553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:18.796507 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea3298f7-031d-4608-b747-93b8be719429 req-b66045a0-a57c-4566-9023-93b8a2c53553 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=18557fe5-d860-4835-a4a7-b4fbfde65818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1348143 Feb 09 01:39:19.029131 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea3298f7-031d-4608-b747-93b8be719429 req-721fe1c2-cbe7-4898-8d53-2c0bf416c9d0 service neutron] 10.222.0.35 "GET /v2.0/networks/18557fe5-d860-4835-a4a7-b4fbfde65818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293518 Feb 09 01:39:19.031087 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea3298f7-031d-4608-b747-93b8be719429 req-19b5727f-a900-40b7-9b9d-da9675223747 service neutron] 10.222.0.117 "GET /v2.0/networks/18557fe5-d860-4835-a4a7-b4fbfde65818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143714 Feb 09 01:39:19.220304 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3504032-5b95-4e95-8a35-3590f41c7859 req-f016f1c7-3729-4433-851b-c14915a3fa41 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:19.221859 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d3504032-5b95-4e95-8a35-3590f41c7859 req-f016f1c7-3729-4433-851b-c14915a3fa41 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 944 time: 0.0837858 Feb 09 01:39:19.267646 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d3504032-5b95-4e95-8a35-3590f41c7859 req-eaa521ae-60c4-4ec1-ab83-b1777c478095 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393195 Feb 09 01:39:19.291557 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea3298f7-031d-4608-b747-93b8be719429 req-85a2b336-dc25-42b8-aea0-f0f606defdc7 service neutron] 10.222.0.35 "GET /v2.0/networks/18557fe5-d860-4835-a4a7-b4fbfde65818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546451 Feb 09 01:39:19.313792 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea3298f7-031d-4608-b747-93b8be719429 req-0589ec57-b3ee-4809-b2f0-3f90e0e5fe37 service neutron] 10.222.0.117 "GET /v2.0/networks/18557fe5-d860-4835-a4a7-b4fbfde65818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705112 Feb 09 01:39:20.454429 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194365d-55e8-4d4d-a068-7b89cb086c6e req-c14bdcd5-456d-49ab-939f-c8f71edf3681 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:20.455817 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5194365d-55e8-4d4d-a068-7b89cb086c6e req-c14bdcd5-456d-49ab-939f-c8f71edf3681 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 944 time: 0.0832450 Feb 09 01:39:20.499838 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5194365d-55e8-4d4d-a068-7b89cb086c6e req-2d2698f9-351b-43c8-906a-d956bed6a9b4 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383339 Feb 09 01:39:20.887583 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66637248-634a-4023-98cf-2d972cf136c5 req-da9f5413-bd63-4a76-92be-4d12317c47a2 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:20.889041 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-66637248-634a-4023-98cf-2d972cf136c5 req-da9f5413-bd63-4a76-92be-4d12317c47a2 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.117 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3&tenant_id=49364f58e6074dfa91c3c69aee216080&binding%3Ahost_id=n-h2-828419-1 HTTP/1.1" status: 200 len: 944 time: 0.1426711 Feb 09 01:39:20.955671 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112ad51-5d50-4206-9a90-84dc619f6280 req-3cf7740a-9e7b-4995-b8b1-8c9a4ec8ab00 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:20.957118 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c112ad51-5d50-4206-9a90-84dc619f6280 req-3cf7740a-9e7b-4995-b8b1-8c9a4ec8ab00 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 944 time: 0.1524355 Feb 09 01:39:21.013005 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-66637248-634a-4023-98cf-2d972cf136c5 req-09cef0b2-ed56-4414-a302-ced3b9a38828 service neutron] 10.222.0.117 "GET /v2.0/ports/9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d/bindings/n-h2-828419-1 HTTP/1.1" status: 200 len: 382 time: 0.1173804 Feb 09 01:39:21.015747 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c112ad51-5d50-4206-9a90-84dc619f6280 req-9ec99230-12e9-484c-832a-4fabf4a233d7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516102 Feb 09 01:39:21.107140 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66637248-634a-4023-98cf-2d972cf136c5 req-992af7b0-214b-4b7b-851e-49e6fd477471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:21.108616 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-66637248-634a-4023-98cf-2d972cf136c5 req-992af7b0-214b-4b7b-851e-49e6fd477471 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 1095 time: 0.0733426 Feb 09 01:39:21.235577 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66637248-634a-4023-98cf-2d972cf136c5 req-5e7b0d79-91c6-4c43-98fc-aaf8c55dacf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:21.237010 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-66637248-634a-4023-98cf-2d972cf136c5 req-5e7b0d79-91c6-4c43-98fc-aaf8c55dacf8 service neutron] 10.222.0.117 "GET /v2.0/networks?id=18557fe5-d860-4835-a4a7-b4fbfde65818 HTTP/1.1" status: 200 len: 898 time: 0.1216569 Feb 09 01:39:21.335927 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-66637248-634a-4023-98cf-2d972cf136c5 req-98048380-33a7-4bd2-82c5-6ee9a60031bd service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d HTTP/1.1" status: 200 len: 1000 time: 0.0923419 Feb 09 01:39:21.515145 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66637248-634a-4023-98cf-2d972cf136c5 req-8b758313-752b-4aad-b700-71bf88286081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:21.516633 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-66637248-634a-4023-98cf-2d972cf136c5 req-8b758313-752b-4aad-b700-71bf88286081 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=19190d8b-14bd-4d91-b56d-56d67dffdbb0 HTTP/1.1" status: 200 len: 835 time: 0.1730022 Feb 09 01:39:21.595546 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66637248-634a-4023-98cf-2d972cf136c5 req-01c110d8-ffcf-4f6d-9ff8-ec988cac09f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:21.597065 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-66637248-634a-4023-98cf-2d972cf136c5 req-01c110d8-ffcf-4f6d-9ff8-ec988cac09f8 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=18557fe5-d860-4835-a4a7-b4fbfde65818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726366 Feb 09 01:39:21.729867 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-66637248-634a-4023-98cf-2d972cf136c5 req-beb8e730-22b3-49a5-b1fe-d267ae9ad24d service neutron] 10.222.0.117 "GET /v2.0/networks/18557fe5-d860-4835-a4a7-b4fbfde65818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247466 Feb 09 01:39:21.828441 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:39:21.868355 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-66637248-634a-4023-98cf-2d972cf136c5 req-386e2252-1db6-44ce-9184-a6c9d080afc0 service neutron] 10.222.0.117 "GET /v2.0/networks/18557fe5-d860-4835-a4a7-b4fbfde65818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236858 Feb 09 01:39:21.960526 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d,segment=NetworkSegment(b2909dca-28c2-449f-8163-d00bca48330e),segment_id=b2909dca-28c2-449f-8163-d00bca48330e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:39:21.973689 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d', 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818', 'port_id': '9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d', 'mac_address': 'fa:16:3e:68:74:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 977, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19190d8b-14bd-4d91-b56d-56d67dffdbb0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:39:22.031267 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:22.048041 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:39:22.064779 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d,segment=NetworkSegment(b2909dca-28c2-449f-8163-d00bca48330e),segment_id=b2909dca-28c2-449f-8163-d00bca48330e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:39:22.069602 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:22.139659 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:22.147124 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:22.220194 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6ffc8-9361-4dc7-abab-4c71e362f0b4 req-507ac002-574f-40a6-8c9a-5b925c596dd6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:22.221674 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fdc6ffc8-9361-4dc7-abab-4c71e362f0b4 req-507ac002-574f-40a6-8c9a-5b925c596dd6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 945 time: 0.0825243 Feb 09 01:39:22.265234 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fdc6ffc8-9361-4dc7-abab-4c71e362f0b4 req-29dd8c43-88c1-4a4f-8221-325e8af7bd45 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379143 Feb 09 01:39:22.362734 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:39:23.453040 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b86aa-64bc-4d1b-9a48-13c38600d97c req-101952a0-1fe1-4237-89ec-729c5e723dc4 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:23.454519 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e64b86aa-64bc-4d1b-9a48-13c38600d97c req-101952a0-1fe1-4237-89ec-729c5e723dc4 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 945 time: 0.0805390 Feb 09 01:39:23.503817 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e64b86aa-64bc-4d1b-9a48-13c38600d97c req-e3957398-03c8-4902-a454-229822d74c43 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436499 Feb 09 01:39:23.840460 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:39:23.908640 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:39:23.914090 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:23.914469 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:24.040571 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:24.069306 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240af9ee-dce8-4c3b-ae48-ce489df881e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:39:24.081107 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d,segment=NetworkSegment(b2909dca-28c2-449f-8163-d00bca48330e),segment_id=b2909dca-28c2-449f-8163-d00bca48330e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:39:24.094067 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:24.170301 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240af9ee-dce8-4c3b-ae48-ce489df881e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d', 'code': 200} Feb 09 01:39:24.174627 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d,revision_number=9']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:24.388786 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66637248-634a-4023-98cf-2d972cf136c5 req-36f986fa-01a6-499d-9a9e-6118c861bfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:24.390190 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-66637248-634a-4023-98cf-2d972cf136c5 req-36f986fa-01a6-499d-9a9e-6118c861bfe4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3&tenant_id=49364f58e6074dfa91c3c69aee216080 HTTP/1.1" status: 200 len: 1097 time: 0.0746961 Feb 09 01:39:24.401909 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-66637248-634a-4023-98cf-2d972cf136c5 req-557bc86a-e2db-48f5-81f4-197f86d6a81d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828419-1', 'device_owner': 'compute:nova'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:24.517166 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-66637248-634a-4023-98cf-2d972cf136c5 req-557bc86a-e2db-48f5-81f4-197f86d6a81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:24.833066 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cc304-665d-45e2-99bf-04c7a8f5048a req-1b1e6f8a-bccc-4a13-9771-6a69be691a8d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:24.834437 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f8cc304-665d-45e2-99bf-04c7a8f5048a req-1b1e6f8a-bccc-4a13-9771-6a69be691a8d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 946 time: 0.1983063 Feb 09 01:39:24.871394 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-66637248-634a-4023-98cf-2d972cf136c5 req-557bc86a-e2db-48f5-81f4-197f86d6a81d service neutron] For port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d,segment=NetworkSegment(b2909dca-28c2-449f-8163-d00bca48330e),segment_id=b2909dca-28c2-449f-8163-d00bca48330e)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:39:24.899413 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f8cc304-665d-45e2-99bf-04c7a8f5048a req-50c85c11-0d29-42c2-93d0-f981ee3f6cfb tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523937 Feb 09 01:39:24.919957 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-66637248-634a-4023-98cf-2d972cf136c5 req-557bc86a-e2db-48f5-81f4-197f86d6a81d service neutron] For port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:39:24.977883 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240af9ee-dce8-4c3b-ae48-ce489df881e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:39:24.984260 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-66637248-634a-4023-98cf-2d972cf136c5 req-557bc86a-e2db-48f5-81f4-197f86d6a81d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:25.002790 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-66637248-634a-4023-98cf-2d972cf136c5 req-557bc86a-e2db-48f5-81f4-197f86d6a81d service neutron] Transition to ACTIVE for port object 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:39:25.008211 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-66637248-634a-4023-98cf-2d972cf136c5 req-557bc86a-e2db-48f5-81f4-197f86d6a81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:25.068187 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240af9ee-dce8-4c3b-ae48-ce489df881e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d', 'code': 200} Feb 09 01:39:25.187557 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557bc86a-e2db-48f5-81f4-197f86d6a81d service neutron] Pushing event updated for resources: {'Port': ['ID=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d,revision_number=10']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:25.223436 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:25.240998 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-66637248-634a-4023-98cf-2d972cf136c5 req-557bc86a-e2db-48f5-81f4-197f86d6a81d service neutron] No DVR routers for this DVR port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:25.575917 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-66637248-634a-4023-98cf-2d972cf136c5 req-557bc86a-e2db-48f5-81f4-197f86d6a81d service neutron] Attempting to bind port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:39:25.576568 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-66637248-634a-4023-98cf-2d972cf136c5 req-557bc86a-e2db-48f5-81f4-197f86d6a81d service neutron] Attempting to bind port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'b2909dca-28c2-449f-8163-d00bca48330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:39:25.576691 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66637248-634a-4023-98cf-2d972cf136c5 req-557bc86a-e2db-48f5-81f4-197f86d6a81d service neutron] Attempting to bind port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d on network 18557fe5-d860-4835-a4a7-b4fbfde65818 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:39:25.581142 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66637248-634a-4023-98cf-2d972cf136c5 req-557bc86a-e2db-48f5-81f4-197f86d6a81d service neutron] Port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d on network 18557fe5-d860-4835-a4a7-b4fbfde65818 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:39:25.581571 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66637248-634a-4023-98cf-2d972cf136c5 req-557bc86a-e2db-48f5-81f4-197f86d6a81d service neutron] Attempting to bind port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d on network 18557fe5-d860-4835-a4a7-b4fbfde65818 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:39:25.586824 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66637248-634a-4023-98cf-2d972cf136c5 req-557bc86a-e2db-48f5-81f4-197f86d6a81d service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:39:25.587158 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66637248-634a-4023-98cf-2d972cf136c5 req-557bc86a-e2db-48f5-81f4-197f86d6a81d service neutron] Checking segment: {'id': 'b2909dca-28c2-449f-8163-d00bca48330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:39:25.587561 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66637248-634a-4023-98cf-2d972cf136c5 req-557bc86a-e2db-48f5-81f4-197f86d6a81d service neutron] Bound using segment: {'id': 'b2909dca-28c2-449f-8163-d00bca48330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:39:25.587943 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-66637248-634a-4023-98cf-2d972cf136c5 req-557bc86a-e2db-48f5-81f4-197f86d6a81d service neutron] Bound port: 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2909dca-28c2-449f-8163-d00bca48330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:39:25.588284 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-66637248-634a-4023-98cf-2d972cf136c5 req-557bc86a-e2db-48f5-81f4-197f86d6a81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:25.678534 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-66637248-634a-4023-98cf-2d972cf136c5 req-557bc86a-e2db-48f5-81f4-197f86d6a81d service neutron] For port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:39:25.681400 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-66637248-634a-4023-98cf-2d972cf136c5 req-557bc86a-e2db-48f5-81f4-197f86d6a81d service neutron] For port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d,segment=NetworkSegment(b2909dca-28c2-449f-8163-d00bca48330e),segment_id=b2909dca-28c2-449f-8163-d00bca48330e)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:39:25.686734 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-66637248-634a-4023-98cf-2d972cf136c5 req-557bc86a-e2db-48f5-81f4-197f86d6a81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:25.747109 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66637248-634a-4023-98cf-2d972cf136c5 req-557bc86a-e2db-48f5-81f4-197f86d6a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:25.747679 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-66637248-634a-4023-98cf-2d972cf136c5 req-557bc86a-e2db-48f5-81f4-197f86d6a81d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:25.749080 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-66637248-634a-4023-98cf-2d972cf136c5 req-557bc86a-e2db-48f5-81f4-197f86d6a81d service neutron] 10.222.0.35 "PUT /v2.0/ports/9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d HTTP/1.1" status: 200 len: 1093 time: 1.3515227 Feb 09 01:39:25.771264 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557bc86a-e2db-48f5-81f4-197f86d6a81d service neutron] Pushing event updated for resources: {'Port': ['ID=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d,revision_number=11']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:25.853902 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66637248-634a-4023-98cf-2d972cf136c5 req-ca6f7357-6b16-46c8-a8fb-11321973fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:25.855508 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-66637248-634a-4023-98cf-2d972cf136c5 req-ca6f7357-6b16-46c8-a8fb-11321973fcae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 1096 time: 0.0805280 Feb 09 01:39:26.033002 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66637248-634a-4023-98cf-2d972cf136c5 req-61868880-a4c2-4d4f-a547-972dc97725c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:26.034458 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-66637248-634a-4023-98cf-2d972cf136c5 req-61868880-a4c2-4d4f-a547-972dc97725c6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=18557fe5-d860-4835-a4a7-b4fbfde65818 HTTP/1.1" status: 200 len: 898 time: 0.1696017 Feb 09 01:39:26.123556 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2fab4-fe3a-4d6f-8c9f-4d77c599586d req-cc9b523e-0ec8-4443-a48e-879430fbd139 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:26.125239 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2fb2fab4-fe3a-4d6f-8c9f-4d77c599586d req-cc9b523e-0ec8-4443-a48e-879430fbd139 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 945 time: 0.0979078 Feb 09 01:39:26.160558 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-66637248-634a-4023-98cf-2d972cf136c5 req-dc707cef-1397-4e5e-8880-c7e307ca3677 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d HTTP/1.1" status: 200 len: 1000 time: 0.1190090 Feb 09 01:39:26.176942 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2fb2fab4-fe3a-4d6f-8c9f-4d77c599586d req-71b4ba34-a18d-4441-bccf-53a93c642d27 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439551 Feb 09 01:39:26.233617 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66637248-634a-4023-98cf-2d972cf136c5 req-6f532fba-d69a-42fa-9331-c18aee03cf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:26.234610 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-66637248-634a-4023-98cf-2d972cf136c5 req-6f532fba-d69a-42fa-9331-c18aee03cf4d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=19190d8b-14bd-4d91-b56d-56d67dffdbb0 HTTP/1.1" status: 200 len: 835 time: 0.0642409 Feb 09 01:39:26.315394 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66637248-634a-4023-98cf-2d972cf136c5 req-3a130ae7-0f4d-46db-b6a6-45b49fa963a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:26.316889 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-66637248-634a-4023-98cf-2d972cf136c5 req-3a130ae7-0f4d-46db-b6a6-45b49fa963a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=18557fe5-d860-4835-a4a7-b4fbfde65818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728807 Feb 09 01:39:26.450640 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-66637248-634a-4023-98cf-2d972cf136c5 req-ffe28611-3c09-4918-94e7-ba282ac6c4e7 service neutron] 10.222.0.35 "GET /v2.0/networks/18557fe5-d860-4835-a4a7-b4fbfde65818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225770 Feb 09 01:39:26.585802 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-66637248-634a-4023-98cf-2d972cf136c5 req-7f87dc30-3678-4e0f-a56a-11198ca25eb8 service neutron] 10.222.0.35 "GET /v2.0/networks/18557fe5-d860-4835-a4a7-b4fbfde65818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251276 Feb 09 01:39:27.069691 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240af9ee-dce8-4c3b-ae48-ce489df881e3', 'tag': '9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:39:27.134534 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240af9ee-dce8-4c3b-ae48-ce489df881e3', 'tag': '9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d', 'status': 'completed', 'code': 200} Feb 09 01:39:27.300487 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be8c17-3955-4e5b-8d2d-4178936716a9 req-3e69e900-d969-4202-abb2-2e2cacbb0c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:27.301976 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5be8c17-3955-4e5b-8d2d-4178936716a9 req-3e69e900-d969-4202-abb2-2e2cacbb0c3c service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 1096 time: 0.1487062 Feb 09 01:39:27.308455 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be8c17-3955-4e5b-8d2d-4178936716a9 req-01990701-23c4-4baf-b12f-52f9301bb892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:27.309843 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5be8c17-3955-4e5b-8d2d-4178936716a9 req-01990701-23c4-4baf-b12f-52f9301bb892 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 1096 time: 0.1223884 Feb 09 01:39:27.417416 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87163c86-0288-4dae-a19d-ae37a90a6806 req-1d19a668-e707-481c-91ca-8d90666497e7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:27.419166 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-87163c86-0288-4dae-a19d-ae37a90a6806 req-1d19a668-e707-481c-91ca-8d90666497e7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 945 time: 0.0950859 Feb 09 01:39:27.474844 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-87163c86-0288-4dae-a19d-ae37a90a6806 req-75411ca2-3fdf-4915-a18e-3dff04fd557e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492980 Feb 09 01:39:27.555407 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be8c17-3955-4e5b-8d2d-4178936716a9 req-e37ac2dc-6f1e-45bd-979d-c37e0b8c3587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:27.556882 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5be8c17-3955-4e5b-8d2d-4178936716a9 req-e37ac2dc-6f1e-45bd-979d-c37e0b8c3587 service neutron] 10.222.0.117 "GET /v2.0/networks?id=18557fe5-d860-4835-a4a7-b4fbfde65818 HTTP/1.1" status: 200 len: 898 time: 0.2462060 Feb 09 01:39:27.559611 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be8c17-3955-4e5b-8d2d-4178936716a9 req-49d88448-02f9-42f4-86e0-62756c1e1006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:27.560925 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5be8c17-3955-4e5b-8d2d-4178936716a9 req-49d88448-02f9-42f4-86e0-62756c1e1006 service neutron] 10.222.0.35 "GET /v2.0/networks?id=18557fe5-d860-4835-a4a7-b4fbfde65818 HTTP/1.1" status: 200 len: 898 time: 0.2322590 Feb 09 01:39:27.840168 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:39:27.857470 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5be8c17-3955-4e5b-8d2d-4178936716a9 req-a02135dc-2343-4bf9-88ef-a4bcaf519f95 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d HTTP/1.1" status: 200 len: 1000 time: 0.2944655 Feb 09 01:39:27.859169 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5be8c17-3955-4e5b-8d2d-4178936716a9 req-56ae1e05-8b00-453c-8282-a4b394ff88b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d HTTP/1.1" status: 200 len: 1000 time: 0.2445796 Feb 09 01:39:27.896601 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:39:27.970309 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be8c17-3955-4e5b-8d2d-4178936716a9 req-64dbe8e6-354e-4e0a-8635-b5ea0459ef6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:27.971716 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5be8c17-3955-4e5b-8d2d-4178936716a9 req-64dbe8e6-354e-4e0a-8635-b5ea0459ef6d service neutron] 10.222.0.117 "GET /v2.0/subnets?id=19190d8b-14bd-4d91-b56d-56d67dffdbb0 HTTP/1.1" status: 200 len: 835 time: 0.1065969 Feb 09 01:39:27.974751 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be8c17-3955-4e5b-8d2d-4178936716a9 req-1dd7f3e5-e059-4ef6-898e-beb369d81992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:27.976034 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5be8c17-3955-4e5b-8d2d-4178936716a9 req-1dd7f3e5-e059-4ef6-898e-beb369d81992 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=19190d8b-14bd-4d91-b56d-56d67dffdbb0 HTTP/1.1" status: 200 len: 835 time: 0.0811770 Feb 09 01:39:28.107134 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be8c17-3955-4e5b-8d2d-4178936716a9 req-d0b9ab6f-5dc5-429b-90c7-c8070a0c06e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:28.108637 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5be8c17-3955-4e5b-8d2d-4178936716a9 req-d0b9ab6f-5dc5-429b-90c7-c8070a0c06e0 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=18557fe5-d860-4835-a4a7-b4fbfde65818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1303818 Feb 09 01:39:28.111056 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be8c17-3955-4e5b-8d2d-4178936716a9 req-3395f5b4-0b47-4446-8a6b-0db3f04fb520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:28.112894 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5be8c17-3955-4e5b-8d2d-4178936716a9 req-3395f5b4-0b47-4446-8a6b-0db3f04fb520 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=18557fe5-d860-4835-a4a7-b4fbfde65818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1038241 Feb 09 01:39:28.356262 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5be8c17-3955-4e5b-8d2d-4178936716a9 req-3f93e833-82d5-4c9c-b0d7-cacdaa82cbb1 service neutron] 10.222.0.117 "GET /v2.0/networks/18557fe5-d860-4835-a4a7-b4fbfde65818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406070 Feb 09 01:39:28.359224 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5be8c17-3955-4e5b-8d2d-4178936716a9 req-bf413517-3617-45ba-9a1b-6b48d7cf2bfb service neutron] 10.222.0.35 "GET /v2.0/networks/18557fe5-d860-4835-a4a7-b4fbfde65818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258003 Feb 09 01:39:28.641805 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5be8c17-3955-4e5b-8d2d-4178936716a9 req-79525b99-9a00-4c49-a994-c8734fd213de service neutron] 10.222.0.117 "GET /v2.0/networks/18557fe5-d860-4835-a4a7-b4fbfde65818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781732 Feb 09 01:39:28.650965 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5be8c17-3955-4e5b-8d2d-4178936716a9 req-bad42c96-8e20-4410-bf9f-36dc8f97c089 service neutron] 10.222.0.35 "GET /v2.0/networks/18557fe5-d860-4835-a4a7-b4fbfde65818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679138 Feb 09 01:39:28.672298 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:39:28.691373 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a2f5b-5b4f-4aea-be0b-83995eacea85 req-3ad27b65-573b-470a-a178-4a0cc92761d2 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:28.692972 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d8a2f5b-5b4f-4aea-be0b-83995eacea85 req-3ad27b65-573b-470a-a178-4a0cc92761d2 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 945 time: 0.1004894 Feb 09 01:39:28.737155 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d8a2f5b-5b4f-4aea-be0b-83995eacea85 req-9c4227a2-bfe9-4e2b-8202-17f9490bb95f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386450 Feb 09 01:39:28.760559 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53050) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:39:28.805106 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d,segment=NetworkSegment(b2909dca-28c2-449f-8163-d00bca48330e),segment_id=b2909dca-28c2-449f-8163-d00bca48330e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:39:28.818664 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d', 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818', 'port_id': '9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d', 'mac_address': 'fa:16:3e:68:74:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 977, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19190d8b-14bd-4d91-b56d-56d67dffdbb0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:39:28.867850 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4387699d-8cd8-4d43-b10e-2e96b6667ce2 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/floatingips/a52933e7-bdb3-45cb-a47f-96563ebd48dc HTTP/1.1" status: 200 len: 992 time: 0.1054618 Feb 09 01:39:28.875958 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:28.893677 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:39:28.908091 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d,segment=NetworkSegment(b2909dca-28c2-449f-8163-d00bca48330e),segment_id=b2909dca-28c2-449f-8163-d00bca48330e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:39:28.911783 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:28.976435 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d,revision_number=12']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:29.168389 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:39:30.690011 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:39:30.757506 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:39:30.762489 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:30.762856 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:30.877199 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:30.904233 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240af9ee-dce8-4c3b-ae48-ce489df881e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:39:30.914240 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d,segment=NetworkSegment(b2909dca-28c2-449f-8163-d00bca48330e),segment_id=b2909dca-28c2-449f-8163-d00bca48330e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:39:30.919527 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:30.951736 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240af9ee-dce8-4c3b-ae48-ce489df881e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d', 'code': 200} Feb 09 01:39:30.987775 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d,revision_number=13']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:36.943145 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-18c84049-063f-4a49-8819-f01f2b668618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:39.382264 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-513efe97-0652-47e3-94a9-ae6e42690b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:40.432167 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:40.524923 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:41.856523 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:44.481842 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:39:52.001020 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70849818-9672-4ef7-a893-7f9defd7ea4b req-edfab7fe-e8fe-4519-ad4e-3978fa4bf83c tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:52.002650 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-70849818-9672-4ef7-a893-7f9defd7ea4b req-edfab7fe-e8fe-4519-ad4e-3978fa4bf83c tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=960925a6-4db9-499a-9282-efd871c7f26f HTTP/1.1" status: 200 len: 945 time: 0.0826809 Feb 09 01:39:52.048638 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-70849818-9672-4ef7-a893-7f9defd7ea4b req-25ede081-ce39-4ab7-8d13-776a09907b84 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=71c0df10-5da3-4821-97cf-528fd420eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400574 Feb 09 01:39:52.136236 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:53.232219 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2cdd7-85a3-46e3-8738-532d94685573 req-0e4c7ed1-ef12-4eae-ab0a-45a8f42ae2cf tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:53.234401 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-79d2cdd7-85a3-46e3-8738-532d94685573 req-0e4c7ed1-ef12-4eae-ab0a-45a8f42ae2cf tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=960925a6-4db9-499a-9282-efd871c7f26f HTTP/1.1" status: 200 len: 945 time: 0.0793729 Feb 09 01:39:53.277477 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-79d2cdd7-85a3-46e3-8738-532d94685573 req-efc71ea0-8c4c-4853-8e64-d8cdeafd439d tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=71c0df10-5da3-4821-97cf-528fd420eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376694 Feb 09 01:39:53.821261 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d738a-0124-498a-a8b4-0da0c0dd00a7 req-acf50501-9751-4e9b-afb2-0253f2b836c9 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:53.822597 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6f7d738a-0124-498a-a8b4-0da0c0dd00a7 req-acf50501-9751-4e9b-afb2-0253f2b836c9 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.117 "GET /v2.0/ports?device_id=960925a6-4db9-499a-9282-efd871c7f26f HTTP/1.1" status: 200 len: 945 time: 0.0840888 Feb 09 01:39:53.890918 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-6f7d738a-0124-498a-a8b4-0da0c0dd00a7 req-097a6863-bcf5-4cb7-bdbf-845e72d41ecb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Deleting port 8eb470a5-4903-45c9-9a74-8b9deb141fd0 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:39:53.891263 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6f7d738a-0124-498a-a8b4-0da0c0dd00a7 req-097a6863-bcf5-4cb7-bdbf-845e72d41ecb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:54.138460 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-6f7d738a-0124-498a-a8b4-0da0c0dd00a7 req-097a6863-bcf5-4cb7-bdbf-845e72d41ecb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] For port 8eb470a5-4903-45c9-9a74-8b9deb141fd0, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=8eb470a5-4903-45c9-9a74-8b9deb141fd0,segment=NetworkSegment(b8f50639-8192-4c9e-a34a-0729e57b55bb),segment_id=b8f50639-8192-4c9e-a34a-0729e57b55bb)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:39:54.138843 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6f7d738a-0124-498a-a8b4-0da0c0dd00a7 req-097a6863-bcf5-4cb7-bdbf-845e72d41ecb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:54.606595 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6f7d738a-0124-498a-a8b4-0da0c0dd00a7 req-097a6863-bcf5-4cb7-bdbf-845e72d41ecb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:54.606964 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6f7d738a-0124-498a-a8b4-0da0c0dd00a7 req-097a6863-bcf5-4cb7-bdbf-845e72d41ecb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:54.607273 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [req-6f7d738a-0124-498a-a8b4-0da0c0dd00a7 req-097a6863-bcf5-4cb7-bdbf-845e72d41ecb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Floating IP cbc4436e-3593-4a8a-a6d3-42e84672c5bd disassociated. External IP: 172.25.5.81, port: 8eb470a5-4903-45c9-9a74-8b9deb141fd0. Feb 09 01:39:54.607609 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-6f7d738a-0124-498a-a8b4-0da0c0dd00a7 req-097a6863-bcf5-4cb7-bdbf-845e72d41ecb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Calling delete_port for 8eb470a5-4903-45c9-9a74-8b9deb141fd0 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:39:54.655037 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ec98d-13e1-44d8-bfa0-e77e7e31ab3b req-c98d39c8-51ee-4460-8d75-6e406eb62685 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:54.656504 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ac9ec98d-13e1-44d8-bfa0-e77e7e31ab3b req-c98d39c8-51ee-4460-8d75-6e406eb62685 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=960925a6-4db9-499a-9282-efd871c7f26f HTTP/1.1" status: 200 len: 945 time: 0.2457204 Feb 09 01:39:54.727191 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ac9ec98d-13e1-44d8-bfa0-e77e7e31ab3b req-ceab1623-f05f-498d-82b6-8d0d959461fb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups?id=71c0df10-5da3-4821-97cf-528fd420eb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636671 Feb 09 01:39:54.799460 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6f7d738a-0124-498a-a8b4-0da0c0dd00a7 req-097a6863-bcf5-4cb7-bdbf-845e72d41ecb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:54.853963 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a6863-bcf5-4cb7-bdbf-845e72d41ecb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Pushing event deleted for resources: {'Port': ['ID=8eb470a5-4903-45c9-9a74-8b9deb141fd0,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:55.041914 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f7d738a-0124-498a-a8b4-0da0c0dd00a7 req-097a6863-bcf5-4cb7-bdbf-845e72d41ecb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Router 3cc49993-e315-45c5-9f19-bccf548b8c8f has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:39:55.216491 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:55.230152 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f7d738a-0124-498a-a8b4-0da0c0dd00a7 req-097a6863-bcf5-4cb7-bdbf-845e72d41ecb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:39:55.241533 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c743c01a-1511-4942-b0f3-7cbe16781710 None None] Sync routers for ids ['3cc49993-e315-45c5-9f19-bccf548b8c8f'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:39:55.263435 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c743c01a-1511-4942-b0f3-7cbe16781710 None None] Routers {'3cc49993-e315-45c5-9f19-bccf548b8c8f'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:39:55.264259 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-c743c01a-1511-4942-b0f3-7cbe16781710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:39:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['3cc49993-e315-45c5-9f19-bccf548b8c8f'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:55.316001 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7d738a-0124-498a-a8b4-0da0c0dd00a7 req-097a6863-bcf5-4cb7-bdbf-845e72d41ecb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] No DVR routers for this DVR port 8eb470a5-4903-45c9-9a74-8b9deb141fd0 on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:55.320206 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6f7d738a-0124-498a-a8b4-0da0c0dd00a7 req-097a6863-bcf5-4cb7-bdbf-845e72d41ecb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:55.323086 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960925a6-4db9-499a-9282-efd871c7f26f', 'name': 'network-vif-deleted', 'tag': '8eb470a5-4903-45c9-9a74-8b9deb141fd0'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:39:55.345255 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6f7d738a-0124-498a-a8b4-0da0c0dd00a7 req-097a6863-bcf5-4cb7-bdbf-845e72d41ecb tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.117 "DELETE /v2.0/ports/8eb470a5-4903-45c9-9a74-8b9deb141fd0 HTTP/1.1" status: 204 len: 173 time: 1.5166650 Feb 09 01:39:55.382180 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960925a6-4db9-499a-9282-efd871c7f26f', 'name': 'network-vif-deleted', 'tag': '8eb470a5-4903-45c9-9a74-8b9deb141fd0', 'status': 'completed', 'code': 200} Feb 09 01:39:55.465317 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-c743c01a-1511-4942-b0f3-7cbe16781710 None None] Set router 3cc49993-e315-45c5-9f19-bccf548b8c8f gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:39:55.814568 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-c743c01a-1511-4942-b0f3-7cbe16781710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'name': 'tempest-AttachVolumeTestJSON-1448110249-router', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:32Z', 'revision_number': 4, 'project_id': '8d1a6374019440c5b414caca39c18480', 'gw_port': {'id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '4beb9f87-fad4-470a-81e4-6f253f1e101a', 'name': '', 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'mac_address': 'fa:16:3e:a9:97:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'e34c6da5-fe1e-433e-9a54-298c85867dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:30Z', 'updated_at': '2022-02-09T01:35:43Z', 'revision_number': 5, 'project_id': '8d1a6374019440c5b414caca39c18480', 'subnets': [{'id': 'e34c6da5-fe1e-433e-9a54-298c85867dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:55.818852 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c743c01a-1511-4942-b0f3-7cbe16781710 None None] Checking router: 3cc49993-e315-45c5-9f19-bccf548b8c8f for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:39:55.828090 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c743c01a-1511-4942-b0f3-7cbe16781710 None None] Routers {'3cc49993-e315-45c5-9f19-bccf548b8c8f'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:39:55.828745 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-c743c01a-1511-4942-b0f3-7cbe16781710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:39:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['3cc49993-e315-45c5-9f19-bccf548b8c8f'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:55.906559 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d998aa36-4c76-4583-b14f-9015087a76da req-eb1a7553-a81c-4f81-a8cc-3e5372bb44a3 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/ports?device_id=960925a6-4db9-499a-9282-efd871c7f26f HTTP/1.1" status: 200 len: 210 time: 0.0494854 Feb 09 01:39:56.018776 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-c743c01a-1511-4942-b0f3-7cbe16781710 None None] Set router 3cc49993-e315-45c5-9f19-bccf548b8c8f gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:39:56.322384 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-c743c01a-1511-4942-b0f3-7cbe16781710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'name': 'tempest-AttachVolumeTestJSON-1448110249-router', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:32Z', 'revision_number': 4, 'project_id': '8d1a6374019440c5b414caca39c18480', 'gw_port': {'id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '4beb9f87-fad4-470a-81e4-6f253f1e101a', 'name': '', 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'mac_address': 'fa:16:3e:a9:97:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'e34c6da5-fe1e-433e-9a54-298c85867dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:30Z', 'updated_at': '2022-02-09T01:35:43Z', 'revision_number': 5, 'project_id': '8d1a6374019440c5b414caca39c18480', 'subnets': [{'id': 'e34c6da5-fe1e-433e-9a54-298c85867dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:56.326661 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c743c01a-1511-4942-b0f3-7cbe16781710 None None] The sync data for ids ['3cc49993-e315-45c5-9f19-bccf548b8c8f'] in n-d-828419-1 is: [{'id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'name': 'tempest-AttachVolumeTestJSON-1448110249-router', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:32Z', 'revision_number': 4, 'project_id': '8d1a6374019440c5b414caca39c18480', 'gw_port': {'id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '4beb9f87-fad4-470a-81e4-6f253f1e101a', 'name': '', 'network_id': 'c6572370-df6a-4ab0-b511-4a15eb8e86f4', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'mac_address': 'fa:16:3e:a9:97:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'e34c6da5-fe1e-433e-9a54-298c85867dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:30Z', 'updated_at': '2022-02-09T01:35:43Z', 'revision_number': 5, 'project_id': '8d1a6374019440c5b414caca39c18480', 'subnets': [{'id': 'e34c6da5-fe1e-433e-9a54-298c85867dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:39:56.553959 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319406d7-dc8b-426d-92da-29362eb1f280 None None] New status for floating IP cbc4436e-3593-4a8a-a6d3-42e84672c5bd: DOWN {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:39:57.032586 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53136) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:39:57.095175 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d3b5b97d-d5b9-43f0-bb09-f5f0fbab2aa9 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:57.122082 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d3b5b97d-d5b9-43f0-bb09-f5f0fbab2aa9 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:57.173126 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d3b5b97d-d5b9-43f0-bb09-f5f0fbab2aa9 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:57.191179 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5b97d-d5b9-43f0-bb09-f5f0fbab2aa9 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c0df10-5da3-4821-97cf-528fd420eb0e,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:57.203101 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d3b5b97d-d5b9-43f0-bb09-f5f0fbab2aa9 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:57.204278 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d3b5b97d-d5b9-43f0-bb09-f5f0fbab2aa9 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "DELETE /v2.0/security-groups/71c0df10-5da3-4821-97cf-528fd420eb0e HTTP/1.1" status: 204 len: 168 time: 0.1706827 Feb 09 01:39:57.206998 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53140) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:39:57.224474 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-83c765c9-2c47-44c5-8237-d0dadc9c5682 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] show failed (client error): The resource could not be found. Feb 09 01:39:57.225437 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-83c765c9-2c47-44c5-8237-d0dadc9c5682 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "GET /v2.0/security-groups/71c0df10-5da3-4821-97cf-528fd420eb0e HTTP/1.1" status: 404 len: 347 time: 0.0175090 Feb 09 01:39:57.228127 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53144) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:39:57.383716 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-506c1680-6118-4513-a24a-624e2314c5b3 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Deleting port 0860ce75-25c0-409c-b230-a27bb6dcbd8d {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:39:57.384056 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-506c1680-6118-4513-a24a-624e2314c5b3 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:57.662319 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-506c1680-6118-4513-a24a-624e2314c5b3 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:57.662572 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-506c1680-6118-4513-a24a-624e2314c5b3 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:57.789561 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-506c1680-6118-4513-a24a-624e2314c5b3 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Calling delete_port for 0860ce75-25c0-409c-b230-a27bb6dcbd8d owned by network:floatingip {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:39:57.925990 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-506c1680-6118-4513-a24a-624e2314c5b3 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:57.949441 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 8eb470a5-4903-45c9-9a74-8b9deb141fd0 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:39:57.978738 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c1680-6118-4513-a24a-624e2314c5b3 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Pushing event deleted for resources: {'Port': ['ID=0860ce75-25c0-409c-b230-a27bb6dcbd8d,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:57.987508 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: 8eb470a5-4903-45c9-9a74-8b9deb141fd0 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:39:57.987874 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 8eb470a5-4903-45c9-9a74-8b9deb141fd0 not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:39:58.075819 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-506c1680-6118-4513-a24a-624e2314c5b3 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks [] for floatingip, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:58.089064 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-506c1680-6118-4513-a24a-624e2314c5b3 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:39:58.090706 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-506c1680-6118-4513-a24a-624e2314c5b3 tempest-AttachVolumeTestJSON-1735823870 tempest-AttachVolumeTestJSON-1735823870-project] 10.222.0.37 "DELETE /v2.0/floatingips/cbc4436e-3593-4a8a-a6d3-42e84672c5bd HTTP/1.1" status: 204 len: 168 time: 0.8611703 Feb 09 01:40:05.592039 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53186) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:06.128453 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-81183f5a-a555-4c0d-923b-6abb2de0d624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:06.568746 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feda3f4-ad9d-4b66-9a54-5c72370c1a83 req-bf14546f-49c5-47a3-a972-d236bc44d291 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:06.570151 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3feda3f4-ad9d-4b66-9a54-5c72370c1a83 req-bf14546f-49c5-47a3-a972-d236bc44d291 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 1098 time: 0.3042657 Feb 09 01:40:06.646680 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3feda3f4-ad9d-4b66-9a54-5c72370c1a83 req-031fb043-2233-4a4a-a1f4-3928d95ae1c6 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0687532 Feb 09 01:40:06.669154 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53194) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:06.673944 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-81183f5a-a555-4c0d-923b-6abb2de0d624 admin admin] Deleting port 4beb9f87-fad4-470a-81e4-6f253f1e101a {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:40:06.674286 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-81183f5a-a555-4c0d-923b-6abb2de0d624 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:06.850922 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-81183f5a-a555-4c0d-923b-6abb2de0d624 admin admin] For port 4beb9f87-fad4-470a-81e4-6f253f1e101a, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=4beb9f87-fad4-470a-81e4-6f253f1e101a,segment=NetworkSegment(b8f50639-8192-4c9e-a34a-0729e57b55bb),segment_id=b8f50639-8192-4c9e-a34a-0729e57b55bb)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:40:06.851290 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-81183f5a-a555-4c0d-923b-6abb2de0d624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:06.956831 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-51a1f613-8974-406e-a69b-15de77ccff0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:06.975505 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-8db7a0e7-34c4-4cde-b21d-46497c7966d6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Deleting port f619a514-9626-4aad-9404-c295d8af22ff {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:40:06.975736 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-81183f5a-a555-4c0d-923b-6abb2de0d624 admin admin] Calling delete_port for 4beb9f87-fad4-470a-81e4-6f253f1e101a owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:40:06.975832 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8db7a0e7-34c4-4cde-b21d-46497c7966d6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:07.156609 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8db7a0e7-34c4-4cde-b21d-46497c7966d6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:07.156854 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8db7a0e7-34c4-4cde-b21d-46497c7966d6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:07.163799 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-81183f5a-a555-4c0d-923b-6abb2de0d624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:07.215310 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81183f5a-a555-4c0d-923b-6abb2de0d624 admin admin] Pushing event deleted for resources: {'Port': ['ID=4beb9f87-fad4-470a-81e4-6f253f1e101a,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:07.282769 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-8db7a0e7-34c4-4cde-b21d-46497c7966d6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Calling delete_port for f619a514-9626-4aad-9404-c295d8af22ff owned by network:floatingip {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:40:07.445060 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8db7a0e7-34c4-4cde-b21d-46497c7966d6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:07.494380 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-81183f5a-a555-4c0d-923b-6abb2de0d624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:07.495051 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7a0e7-34c4-4cde-b21d-46497c7966d6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event deleted for resources: {'Port': ['ID=f619a514-9626-4aad-9404-c295d8af22ff,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:07.531504 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7a0e7-34c4-4cde-b21d-46497c7966d6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:07.531860 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7a0e7-34c4-4cde-b21d-46497c7966d6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:07.532202 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7a0e7-34c4-4cde-b21d-46497c7966d6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:07.532561 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7a0e7-34c4-4cde-b21d-46497c7966d6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:07.532895 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7a0e7-34c4-4cde-b21d-46497c7966d6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:07.533225 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7a0e7-34c4-4cde-b21d-46497c7966d6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:07.533554 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7a0e7-34c4-4cde-b21d-46497c7966d6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:07.533879 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7a0e7-34c4-4cde-b21d-46497c7966d6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:07.534212 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7a0e7-34c4-4cde-b21d-46497c7966d6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:07.534537 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7a0e7-34c4-4cde-b21d-46497c7966d6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:07.534873 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7a0e7-34c4-4cde-b21d-46497c7966d6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:07.535175 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7a0e7-34c4-4cde-b21d-46497c7966d6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:07.601328 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8db7a0e7-34c4-4cde-b21d-46497c7966d6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for floatingip, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:07.601670 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-8db7a0e7-34c4-4cde-b21d-46497c7966d6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Floating IP a52933e7-bdb3-45cb-a47f-96563ebd48dc disassociated (deleted). External IP: 172.25.5.238, port: 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d. Feb 09 01:40:07.859583 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81183f5a-a555-4c0d-923b-6abb2de0d624 admin admin] Router 3cc49993-e315-45c5-9f19-bccf548b8c8f has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:40:07.954662 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db7a0e7-34c4-4cde-b21d-46497c7966d6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Router 835212bd-e34b-4ca2-9595-1fe1b6152f83 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:40:08.141772 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db7a0e7-34c4-4cde-b21d-46497c7966d6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:40:08.152131 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f61ea30-959e-47ab-9778-b307da7e0ce8 None None] Sync routers for ids ['835212bd-e34b-4ca2-9595-1fe1b6152f83'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:40:08.152800 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81183f5a-a555-4c0d-923b-6abb2de0d624 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:40:08.163389 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66218154-0991-4e22-b884-106ecaee5938 None None] Sync routers for ids ['3cc49993-e315-45c5-9f19-bccf548b8c8f'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:40:08.164039 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8db7a0e7-34c4-4cde-b21d-46497c7966d6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:08.165783 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f61ea30-959e-47ab-9778-b307da7e0ce8 None None] Routers {'835212bd-e34b-4ca2-9595-1fe1b6152f83'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:40:08.166701 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5f61ea30-959e-47ab-9778-b307da7e0ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:39:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['835212bd-e34b-4ca2-9595-1fe1b6152f83'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:08.173702 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66218154-0991-4e22-b884-106ecaee5938 None None] Routers {'3cc49993-e315-45c5-9f19-bccf548b8c8f'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:40:08.174154 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-81183f5a-a555-4c0d-923b-6abb2de0d624 admin admin] 10.222.0.37 "PUT /v2.0/routers/3cc49993-e315-45c5-9f19-bccf548b8c8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5808198 Feb 09 01:40:08.174438 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-66218154-0991-4e22-b884-106ecaee5938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:39:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['3cc49993-e315-45c5-9f19-bccf548b8c8f'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:08.176781 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53198) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:08.224728 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8db7a0e7-34c4-4cde-b21d-46497c7966d6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "DELETE /v2.0/floatingips/a52933e7-bdb3-45cb-a47f-96563ebd48dc HTTP/1.1" status: 204 len: 168 time: 1.5541248 Feb 09 01:40:08.225311 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240af9ee-dce8-4c3b-ae48-ce489df881e3', 'tag': '9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:40:08.371302 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-5f61ea30-959e-47ab-9778-b307da7e0ce8 None None] Set router 835212bd-e34b-4ca2-9595-1fe1b6152f83 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:40:08.374258 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b2c47ee9-fa6d-45d3-a4e9-48136d1581b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:08.484571 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240af9ee-dce8-4c3b-ae48-ce489df881e3', 'tag': '9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d', 'status': 'completed', 'code': 200} Feb 09 01:40:08.544338 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-66218154-0991-4e22-b884-106ecaee5938 None None] Set router 3cc49993-e315-45c5-9f19-bccf548b8c8f gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:40:08.648044 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b2c47ee9-fa6d-45d3-a4e9-48136d1581b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:08.715324 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-b2c47ee9-fa6d-45d3-a4e9-48136d1581b8 admin admin] Deleting port 5aad0b6f-a81a-4b54-ae53-8e5b9a992834 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:40:08.715642 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b2c47ee9-fa6d-45d3-a4e9-48136d1581b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:08.734622 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5f61ea30-959e-47ab-9778-b307da7e0ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229900314', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'b78acd39-22ec-4308-bb2c-33a39cb7332f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:49Z', 'updated_at': '2022-02-09T01:37:56Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': 'b78acd39-22ec-4308-bb2c-33a39cb7332f', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:50Z', 'updated_at': '2022-02-09T01:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '481fe0af-f7ee-4ef2-b961-1cc8b4387cac', 'name': '', 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:7e:f3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '19190d8b-14bd-4d91-b56d-56d67dffdbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:55Z', 'updated_at': '2022-02-09T01:38:01Z', 'revision_number': 5, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '19190d8b-14bd-4d91-b56d-56d67dffdbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:08.738529 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f61ea30-959e-47ab-9778-b307da7e0ce8 None None] Checking router: 835212bd-e34b-4ca2-9595-1fe1b6152f83 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:40:08.748047 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f61ea30-959e-47ab-9778-b307da7e0ce8 None None] Routers {'835212bd-e34b-4ca2-9595-1fe1b6152f83'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:40:08.749287 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5f61ea30-959e-47ab-9778-b307da7e0ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:39:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['835212bd-e34b-4ca2-9595-1fe1b6152f83'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:08.804315 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2424839-1a3c-4cbe-b938-75727cf2c261 req-12045e62-9b53-4169-bded-6816b3723178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:08.805860 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2424839-1a3c-4cbe-b938-75727cf2c261 req-12045e62-9b53-4169-bded-6816b3723178 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 1098 time: 0.2661545 Feb 09 01:40:08.852602 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-66218154-0991-4e22-b884-106ecaee5938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'name': 'tempest-AttachVolumeTestJSON-1448110249-router', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:40:07Z', 'revision_number': 5, 'project_id': '8d1a6374019440c5b414caca39c18480', 'gw_port': {'id': '5aad0b6f-a81a-4b54-ae53-8e5b9a992834', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:08.856575 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66218154-0991-4e22-b884-106ecaee5938 None None] Checking router: 3cc49993-e315-45c5-9f19-bccf548b8c8f for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:40:08.865788 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66218154-0991-4e22-b884-106ecaee5938 None None] Routers {'3cc49993-e315-45c5-9f19-bccf548b8c8f'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:40:08.866385 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-66218154-0991-4e22-b884-106ecaee5938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:39:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['3cc49993-e315-45c5-9f19-bccf548b8c8f'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:08.984741 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-5f61ea30-959e-47ab-9778-b307da7e0ce8 None None] Set router 835212bd-e34b-4ca2-9595-1fe1b6152f83 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:40:08.999120 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb438d-76f5-4aa7-ae99-9345ff6f8a1c req-113a82f4-ef33-40d2-8ae4-3d7e099594f0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:09.000632 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88bb438d-76f5-4aa7-ae99-9345ff6f8a1c req-113a82f4-ef33-40d2-8ae4-3d7e099594f0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 947 time: 0.3393545 Feb 09 01:40:09.020959 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-66218154-0991-4e22-b884-106ecaee5938 None None] Set router 3cc49993-e315-45c5-9f19-bccf548b8c8f gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:40:09.062015 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2424839-1a3c-4cbe-b938-75727cf2c261 req-6fe19a2c-c70f-48b8-8578-0a01426b9f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:09.064007 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2424839-1a3c-4cbe-b938-75727cf2c261 req-6fe19a2c-c70f-48b8-8578-0a01426b9f3b service neutron] 10.222.0.35 "GET /v2.0/networks?id=18557fe5-d860-4835-a4a7-b4fbfde65818 HTTP/1.1" status: 200 len: 898 time: 0.2031341 Feb 09 01:40:09.143699 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-66218154-0991-4e22-b884-106ecaee5938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'name': 'tempest-AttachVolumeTestJSON-1448110249-router', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:40:08Z', 'revision_number': 6, 'project_id': '8d1a6374019440c5b414caca39c18480', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:09.147823 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66218154-0991-4e22-b884-106ecaee5938 None None] The sync data for ids ['3cc49993-e315-45c5-9f19-bccf548b8c8f'] in n-d-828419-1 is: [{'id': '3cc49993-e315-45c5-9f19-bccf548b8c8f', 'name': 'tempest-AttachVolumeTestJSON-1448110249-router', 'tenant_id': '8d1a6374019440c5b414caca39c18480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:35:26Z', 'updated_at': '2022-02-09T01:40:08Z', 'revision_number': 6, 'project_id': '8d1a6374019440c5b414caca39c18480', 'gw_port_host': None}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:40:09.154598 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2424839-1a3c-4cbe-b938-75727cf2c261 req-75b5aa9a-ad44-434d-aa28-10a774e58b60 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d HTTP/1.1" status: 200 len: 217 time: 0.0761881 Feb 09 01:40:09.167651 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-b2c47ee9-fa6d-45d3-a4e9-48136d1581b8 admin admin] For port 5aad0b6f-a81a-4b54-ae53-8e5b9a992834, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=5aad0b6f-a81a-4b54-ae53-8e5b9a992834,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:40:09.168098 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b2c47ee9-fa6d-45d3-a4e9-48136d1581b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:09.309433 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5f61ea30-959e-47ab-9778-b307da7e0ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229900314', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'b78acd39-22ec-4308-bb2c-33a39cb7332f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:49Z', 'updated_at': '2022-02-09T01:37:56Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': 'b78acd39-22ec-4308-bb2c-33a39cb7332f', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:50Z', 'updated_at': '2022-02-09T01:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '481fe0af-f7ee-4ef2-b961-1cc8b4387cac', 'name': '', 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:7e:f3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '19190d8b-14bd-4d91-b56d-56d67dffdbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:55Z', 'updated_at': '2022-02-09T01:38:01Z', 'revision_number': 5, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '19190d8b-14bd-4d91-b56d-56d67dffdbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:09.313842 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f61ea30-959e-47ab-9778-b307da7e0ce8 None None] The sync data for ids ['835212bd-e34b-4ca2-9595-1fe1b6152f83'] in n-d-828419-1 is: [{'id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229900314', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'b78acd39-22ec-4308-bb2c-33a39cb7332f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:49Z', 'updated_at': '2022-02-09T01:37:56Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': 'b78acd39-22ec-4308-bb2c-33a39cb7332f', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:50Z', 'updated_at': '2022-02-09T01:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '481fe0af-f7ee-4ef2-b961-1cc8b4387cac', 'name': '', 'network_id': '18557fe5-d860-4835-a4a7-b4fbfde65818', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:7e:f3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '19190d8b-14bd-4d91-b56d-56d67dffdbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:55Z', 'updated_at': '2022-02-09T01:38:01Z', 'revision_number': 5, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '19190d8b-14bd-4d91-b56d-56d67dffdbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:40:09.334193 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-b2c47ee9-fa6d-45d3-a4e9-48136d1581b8 admin admin] Calling delete_port for 5aad0b6f-a81a-4b54-ae53-8e5b9a992834 owned by network:router_gateway {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:40:09.371844 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-85328273-9fcb-4c17-a21b-4ed7f118507c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:09.494978 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 4beb9f87-fad4-470a-81e4-6f253f1e101a no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:40:09.497672 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88bb438d-76f5-4aa7-ae99-9345ff6f8a1c req-91595695-d710-41dd-9c82-74fc9df7aff5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4826379 Feb 09 01:40:09.543615 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 4beb9f87-fad4-470a-81e4-6f253f1e101a {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:40:09.544165 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 4beb9f87-fad4-470a-81e4-6f253f1e101a not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:40:09.544682 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2424839-1a3c-4cbe-b938-75727cf2c261 req-096567a6-a7e3-47b4-9f58-9e12df709c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:09.550788 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2424839-1a3c-4cbe-b938-75727cf2c261 req-096567a6-a7e3-47b4-9f58-9e12df709c53 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=19190d8b-14bd-4d91-b56d-56d67dffdbb0 HTTP/1.1" status: 200 len: 835 time: 0.3852327 Feb 09 01:40:09.641404 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cfae0d-c94e-44f5-bc51-7639c22a6fb0 None None] New status for floating IP a52933e7-bdb3-45cb-a47f-96563ebd48dc: DOWN {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:40:09.679425 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2424839-1a3c-4cbe-b938-75727cf2c261 req-de3face4-1be4-444f-9fb1-36cdc4db40a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:09.680918 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2424839-1a3c-4cbe-b938-75727cf2c261 req-de3face4-1be4-444f-9fb1-36cdc4db40a7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=18557fe5-d860-4835-a4a7-b4fbfde65818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163995 Feb 09 01:40:09.836089 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b2c47ee9-fa6d-45d3-a4e9-48136d1581b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:09.900348 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c47ee9-fa6d-45d3-a4e9-48136d1581b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aad0b6f-a81a-4b54-ae53-8e5b9a992834,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:09.940930 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2424839-1a3c-4cbe-b938-75727cf2c261 req-ca1865f0-2a2a-466a-9915-1548e73a77fa service neutron] 10.222.0.35 "GET /v2.0/networks/18557fe5-d860-4835-a4a7-b4fbfde65818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297556 Feb 09 01:40:10.084858 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b2c47ee9-fa6d-45d3-a4e9-48136d1581b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:10.327345 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b2c47ee9-fa6d-45d3-a4e9-48136d1581b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:10.331421 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b2c47ee9-fa6d-45d3-a4e9-48136d1581b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:10.343842 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2424839-1a3c-4cbe-b938-75727cf2c261 req-d2f85cab-ad37-442d-9c3b-a9111768db76 service neutron] 10.222.0.35 "GET /v2.0/networks/18557fe5-d860-4835-a4a7-b4fbfde65818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696356 Feb 09 01:40:10.369738 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b2c47ee9-fa6d-45d3-a4e9-48136d1581b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:10.370169 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c47ee9-fa6d-45d3-a4e9-48136d1581b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cc49993-e315-45c5-9f19-bccf548b8c8f {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:40:10.395688 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ce117-d0e2-49c9-9a66-5f72358f7310 req-7f7da922-e7b0-4317-90e6-4f6d30400cf8 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:10.397253 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e68ce117-d0e2-49c9-9a66-5f72358f7310 req-7f7da922-e7b0-4317-90e6-4f6d30400cf8 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.35 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 947 time: 0.2050910 Feb 09 01:40:10.399539 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b2c47ee9-fa6d-45d3-a4e9-48136d1581b8 admin admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:10.400614 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b2c47ee9-fa6d-45d3-a4e9-48136d1581b8 admin admin] 10.222.0.37 "DELETE /v2.0/routers/3cc49993-e315-45c5-9f19-bccf548b8c8f HTTP/1.1" status: 204 len: 168 time: 2.2228911 Feb 09 01:40:10.403205 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53210) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:10.435571 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:10.482652 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-e68ce117-d0e2-49c9-9a66-5f72358f7310 req-c982e32e-c5ae-48e6-bd90-d004e8b7f7b8 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Deleting port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:40:10.482961 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e68ce117-d0e2-49c9-9a66-5f72358f7310 req-c982e32e-c5ae-48e6-bd90-d004e8b7f7b8 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:10.537373 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:10.608030 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ab319d-ef65-4c87-9376-d4d8082098c4 admin admin] Deleting subnet e34c6da5-fe1e-433e-9a54-298c85867dd5 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:40:10.611359 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-65ab319d-ef65-4c87-9376-d4d8082098c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:10.713477 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-65ab319d-ef65-4c87-9376-d4d8082098c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:10.758238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-e68ce117-d0e2-49c9-9a66-5f72358f7310 req-c982e32e-c5ae-48e6-bd90-d004e8b7f7b8 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] For port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d,segment=NetworkSegment(b2909dca-28c2-449f-8163-d00bca48330e),segment_id=b2909dca-28c2-449f-8163-d00bca48330e)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:40:10.758514 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e68ce117-d0e2-49c9-9a66-5f72358f7310 req-c982e32e-c5ae-48e6-bd90-d004e8b7f7b8 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:10.798596 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a50f13-290b-40cf-92ae-1812d12c6ac5 req-fde94f20-fbbc-44d1-9352-89d512650688 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:10.799281 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-08a50f13-290b-40cf-92ae-1812d12c6ac5 req-fde94f20-fbbc-44d1-9352-89d512650688 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Synchronizing usage tracker for tenant:49364f58e6074dfa91c3c69aee216080 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:40:10.822123 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-65ab319d-ef65-4c87-9376-d4d8082098c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:10.849084 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-08a50f13-290b-40cf-92ae-1812d12c6ac5 req-fde94f20-fbbc-44d1-9352-89d512650688 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Unset dirty status for tenant:49364f58e6074dfa91c3c69aee216080 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:40:10.850237 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-08a50f13-290b-40cf-92ae-1812d12c6ac5 req-fde94f20-fbbc-44d1-9352-89d512650688 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=240af9ee-dce8-4c3b-ae48-ce489df881e3 HTTP/1.1" status: 200 len: 947 time: 0.2122352 Feb 09 01:40:10.883199 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-e68ce117-d0e2-49c9-9a66-5f72358f7310 req-c982e32e-c5ae-48e6-bd90-d004e8b7f7b8 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Calling delete_port for 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:40:10.915805 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-08a50f13-290b-40cf-92ae-1812d12c6ac5 req-0f94a258-0af9-4246-84e2-a7470c101efb tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ebbe0e9-b3f9-410b-a5a8-092e880527b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592420 Feb 09 01:40:10.942819 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-65ab319d-ef65-4c87-9376-d4d8082098c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:10.984584 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab319d-ef65-4c87-9376-d4d8082098c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e34c6da5-fe1e-433e-9a54-298c85867dd5,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:10.987432 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-65ab319d-ef65-4c87-9376-d4d8082098c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:10.991376 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e28c4f-7032-47ef-b56d-6df7e50cd6cc None None] Network c6572370-df6a-4ab0-b511-4a15eb8e86f4 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:40:10.995117 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-65ab319d-ef65-4c87-9376-d4d8082098c4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e34c6da5-fe1e-433e-9a54-298c85867dd5 HTTP/1.1" status: 204 len: 168 time: 0.5907884 Feb 09 01:40:10.997692 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53216) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:11.137502 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fb23a1f6-fbd1-4592-a762-415ad6fa702e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:11.149449 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-fb23a1f6-fbd1-4592-a762-415ad6fa702e admin admin] Deleting port b8e21f70-5b1a-4b0e-8273-033ca567d4c1 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:40:11.150026 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fb23a1f6-fbd1-4592-a762-415ad6fa702e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:11.168313 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e68ce117-d0e2-49c9-9a66-5f72358f7310 req-c982e32e-c5ae-48e6-bd90-d004e8b7f7b8 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:11.219859 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982e32e-c5ae-48e6-bd90-d004e8b7f7b8 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event deleted for resources: {'Port': ['ID=9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:11.287461 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1bee04-f9dc-4595-ba59-8041e4952652 None None] DHCP port deletion for c6572370-df6a-4ab0-b511-4a15eb8e86f4 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:40:11.292551 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-3a1bee04-f9dc-4595-ba59-8041e4952652 None None] Deleting port b8e21f70-5b1a-4b0e-8273-033ca567d4c1 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:40:11.292924 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3a1bee04-f9dc-4595-ba59-8041e4952652 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:11.296010 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68ce117-d0e2-49c9-9a66-5f72358f7310 req-c982e32e-c5ae-48e6-bd90-d004e8b7f7b8 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] No DVR routers for this DVR port 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:11.298541 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e68ce117-d0e2-49c9-9a66-5f72358f7310 req-c982e32e-c5ae-48e6-bd90-d004e8b7f7b8 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:11.301182 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240af9ee-dce8-4c3b-ae48-ce489df881e3', 'name': 'network-vif-deleted', 'tag': '9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:40:11.321474 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e68ce117-d0e2-49c9-9a66-5f72358f7310 req-c982e32e-c5ae-48e6-bd90-d004e8b7f7b8 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.35 "DELETE /v2.0/ports/9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d HTTP/1.1" status: 204 len: 173 time: 0.9182286 Feb 09 01:40:11.365366 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240af9ee-dce8-4c3b-ae48-ce489df881e3', 'name': 'network-vif-deleted', 'tag': '9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d', 'status': 'completed', 'code': 200} Feb 09 01:40:11.383249 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-fb23a1f6-fbd1-4592-a762-415ad6fa702e admin admin] For port b8e21f70-5b1a-4b0e-8273-033ca567d4c1, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b8e21f70-5b1a-4b0e-8273-033ca567d4c1,segment=NetworkSegment(b8f50639-8192-4c9e-a34a-0729e57b55bb),segment_id=b8f50639-8192-4c9e-a34a-0729e57b55bb)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:40:11.383611 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fb23a1f6-fbd1-4592-a762-415ad6fa702e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:11.529512 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-3a1bee04-f9dc-4595-ba59-8041e4952652 None None] For port b8e21f70-5b1a-4b0e-8273-033ca567d4c1, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b8e21f70-5b1a-4b0e-8273-033ca567d4c1,segment=NetworkSegment(b8f50639-8192-4c9e-a34a-0729e57b55bb),segment_id=b8f50639-8192-4c9e-a34a-0729e57b55bb)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:40:11.530122 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-fb23a1f6-fbd1-4592-a762-415ad6fa702e admin admin] Calling delete_port for b8e21f70-5b1a-4b0e-8273-033ca567d4c1 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:40:11.530506 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3a1bee04-f9dc-4595-ba59-8041e4952652 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:11.540209 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b8e21f70-5b1a-4b0e-8273-033ca567d4c1 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:40:11.637559 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fb23a1f6-fbd1-4592-a762-415ad6fa702e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:11.691778 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23a1f6-fbd1-4592-a762-415ad6fa702e admin admin] Pushing event deleted for resources: {'Port': ['ID=b8e21f70-5b1a-4b0e-8273-033ca567d4c1,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:11.693688 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb23a1f6-fbd1-4592-a762-415ad6fa702e admin admin] No DVR routers for this DVR port b8e21f70-5b1a-4b0e-8273-033ca567d4c1 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:11.714694 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-3a1bee04-f9dc-4595-ba59-8041e4952652 None None] Calling delete_port for b8e21f70-5b1a-4b0e-8273-033ca567d4c1 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:40:11.776680 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No active binding found for port b8e21f70-5b1a-4b0e-8273-033ca567d4c1 {{(pid=87613) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 01:40:11.777085 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b8e21f70-5b1a-4b0e-8273-033ca567d4c1 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:40:11.777514 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 5aad0b6f-a81a-4b54-ae53-8e5b9a992834 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:40:11.813379 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fb23a1f6-fbd1-4592-a762-415ad6fa702e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:11.840839 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-fb23a1f6-fbd1-4592-a762-415ad6fa702e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6572370-df6a-4ab0-b511-4a15eb8e86f4']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:11.853600 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-fb23a1f6-fbd1-4592-a762-415ad6fa702e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f50639-8192-4c9e-a34a-0729e57b55bb') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:11.853899 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-fb23a1f6-fbd1-4592-a762-415ad6fa702e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f50639-8192-4c9e-a34a-0729e57b55bb') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:11.861468 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 5aad0b6f-a81a-4b54-ae53-8e5b9a992834 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:40:11.861812 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 5aad0b6f-a81a-4b54-ae53-8e5b9a992834 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:40:11.866050 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fb23a1f6-fbd1-4592-a762-415ad6fa702e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:11.881789 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-3a1bee04-f9dc-4595-ba59-8041e4952652 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:40:11.882186 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-3a1bee04-f9dc-4595-ba59-8041e4952652 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:40:11.882808 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:11.884577 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fb23a1f6-fbd1-4592-a762-415ad6fa702e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:11.890995 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb23a1f6-fbd1-4592-a762-415ad6fa702e admin admin] Releasing vlan 961 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:40:11.891378 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fb23a1f6-fbd1-4592-a762-415ad6fa702e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:11.904338 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:40:11.904338 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:40:11.904338 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:40:11.904338 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:40:11.904338 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:40:11.904338 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:40:11.904338 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:40:11.904338 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:40:11.904338 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:40:11.904338 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:40:11.904338 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:40:11.904338 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:40:11.904338 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:40:11.904338 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:40:11.904338 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:40:11.904338 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:40:11.904338 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:40:11.904338 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:40:11.904338 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:40:11.904338 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:40:11.904338 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:40:11.904338 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:40:11.904338 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:40:11.904338 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:40:11.904338 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:40:11.904338 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:40:11.904338 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:40:11.904338 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:40:11.904338 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:40:11.904338 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:40:11.904338 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:40:11.904338 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:40:11.981978 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fb23a1f6-fbd1-4592-a762-415ad6fa702e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:11.998498 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fb23a1f6-fbd1-4592-a762-415ad6fa702e admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:12.008863 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23a1f6-fbd1-4592-a762-415ad6fa702e admin admin] Pushing event deleted for resources: {'Network': ['ID=c6572370-df6a-4ab0-b511-4a15eb8e86f4,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:12.020287 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53224) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:12.072982 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fb23a1f6-fbd1-4592-a762-415ad6fa702e admin admin] 10.222.0.37 "DELETE /v2.0/networks/c6572370-df6a-4ab0-b511-4a15eb8e86f4 HTTP/1.1" status: 204 len: 168 time: 1.0742836 Feb 09 01:40:12.263966 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53232) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:12.318297 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-17153098-5671-4c72-97f1-90270dab5299 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d1a6374019440c5b414caca39c18480&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0523558 Feb 09 01:40:12.320883 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53236) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:12.378887 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90f12b3c-f5a0-4a20-a23a-a94a66ba870f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:12.383622 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-3a1bee04-f9dc-4595-ba59-8041e4952652 None None] Deleting port b8e21f70-5b1a-4b0e-8273-033ca567d4c1 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:40:12.385488 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3a1bee04-f9dc-4595-ba59-8041e4952652 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:12.408054 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90f12b3c-f5a0-4a20-a23a-a94a66ba870f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:12.452490 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-3a1bee04-f9dc-4595-ba59-8041e4952652 None None] The port 'b8e21f70-5b1a-4b0e-8273-033ca567d4c1' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:40:12.463782 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90f12b3c-f5a0-4a20-a23a-a94a66ba870f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:12.479747 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f12b3c-f5a0-4a20-a23a-a94a66ba870f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db60f888-ad1b-4415-ab68-c14ffaf088ea,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:12.489289 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90f12b3c-f5a0-4a20-a23a-a94a66ba870f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:12.490412 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-90f12b3c-f5a0-4a20-a23a-a94a66ba870f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db60f888-ad1b-4415-ab68-c14ffaf088ea HTTP/1.1" status: 204 len: 168 time: 0.1684990 Feb 09 01:40:12.722114 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0b01c8d2-fb3c-4d04-86ba-10b55a9ad395 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:13.099628 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-0b01c8d2-fb3c-4d04-86ba-10b55a9ad395 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Deleting port 481fe0af-f7ee-4ef2-b961-1cc8b4387cac {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:40:13.099981 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0b01c8d2-fb3c-4d04-86ba-10b55a9ad395 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:13.256575 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53262) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:13.290709 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-0b01c8d2-fb3c-4d04-86ba-10b55a9ad395 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] For port 481fe0af-f7ee-4ef2-b961-1cc8b4387cac, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=481fe0af-f7ee-4ef2-b961-1cc8b4387cac,segment=NetworkSegment(b2909dca-28c2-449f-8163-d00bca48330e),segment_id=b2909dca-28c2-449f-8163-d00bca48330e)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:40:13.291074 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0b01c8d2-fb3c-4d04-86ba-10b55a9ad395 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:13.365561 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-169045a1-940d-4547-82b4-c1338da0eb06 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1494160717-network', 'tenant_id': '5b4689d39a8d44f7b5702b765e6ed88d'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:13.371142 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-169045a1-940d-4547-82b4-c1338da0eb06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:40:13.375680 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-169045a1-940d-4547-82b4-c1338da0eb06 admin admin] Usage tracker for resource:network and tenant:5b4689d39a8d44f7b5702b765e6ed88d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:40:13.378898 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-169045a1-940d-4547-82b4-c1338da0eb06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:40:13.384713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-169045a1-940d-4547-82b4-c1338da0eb06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:40:13.395580 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169045a1-940d-4547-82b4-c1338da0eb06 admin admin] Made reservation on behalf of 5b4689d39a8d44f7b5702b765e6ed88d for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:13.397807 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-169045a1-940d-4547-82b4-c1338da0eb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:13.410424 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-169045a1-940d-4547-82b4-c1338da0eb06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:13.421748 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-0b01c8d2-fb3c-4d04-86ba-10b55a9ad395 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Calling delete_port for 481fe0af-f7ee-4ef2-b961-1cc8b4387cac owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:40:13.424695 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-169045a1-940d-4547-82b4-c1338da0eb06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:40:13.428499 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-169045a1-940d-4547-82b4-c1338da0eb06 admin admin] Usage tracker for resource:security_group_rule and tenant:5b4689d39a8d44f7b5702b765e6ed88d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:40:13.431259 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-169045a1-940d-4547-82b4-c1338da0eb06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:40:13.437024 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-169045a1-940d-4547-82b4-c1338da0eb06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:40:13.523215 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-169045a1-940d-4547-82b4-c1338da0eb06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:13.527866 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-169045a1-940d-4547-82b4-c1338da0eb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:13.555461 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-169045a1-940d-4547-82b4-c1338da0eb06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 998} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:40:13.567725 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169045a1-940d-4547-82b4-c1338da0eb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15e83bf-10e8-457d-95bb-39ed8a4dda06,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:13.615671 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0b01c8d2-fb3c-4d04-86ba-10b55a9ad395 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:13.617850 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-169045a1-940d-4547-82b4-c1338da0eb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:13.618211 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-169045a1-940d-4547-82b4-c1338da0eb06 admin admin] Added segment 79fd5c16-9db2-46ef-bf24-d344c29fdb7d of type vlan for network 7721e87e-a4c9-469c-9d5d-ac174eacf08e Feb 09 01:40:13.647047 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-169045a1-940d-4547-82b4-c1338da0eb06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:13.665880 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01c8d2-fb3c-4d04-86ba-10b55a9ad395 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event deleted for resources: {'Port': ['ID=481fe0af-f7ee-4ef2-b961-1cc8b4387cac,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:13.681293 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-169045a1-940d-4547-82b4-c1338da0eb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:13.682304 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169045a1-940d-4547-82b4-c1338da0eb06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:13.682951 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-169045a1-940d-4547-82b4-c1338da0eb06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:13.784353 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169045a1-940d-4547-82b4-c1338da0eb06 admin admin] Pushing event updated for resources: {'Network': ['ID=7721e87e-a4c9-469c-9d5d-ac174eacf08e,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:13.792103 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-169045a1-940d-4547-82b4-c1338da0eb06 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5342612 Feb 09 01:40:13.796208 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 7721e87e-a4c9-469c-9d5d-ac174eacf08e details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:40:13.801068 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53268) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:13.807659 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-37533872-9a33-4667-8c97-c30a58364b09 admin admin] Request body: {'subnet': {'network_id': '7721e87e-a4c9-469c-9d5d-ac174eacf08e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1494160717-subnet', 'tenant_id': '5b4689d39a8d44f7b5702b765e6ed88d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:13.814359 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-37533872-9a33-4667-8c97-c30a58364b09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:40:13.821010 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-37533872-9a33-4667-8c97-c30a58364b09 admin admin] Usage tracker for resource:subnet and tenant:5b4689d39a8d44f7b5702b765e6ed88d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:40:13.824427 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-37533872-9a33-4667-8c97-c30a58364b09 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:40:13.832752 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-37533872-9a33-4667-8c97-c30a58364b09 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:40:13.847749 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37533872-9a33-4667-8c97-c30a58364b09 admin admin] Made reservation on behalf of 5b4689d39a8d44f7b5702b765e6ed88d for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:13.850558 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-37533872-9a33-4667-8c97-c30a58364b09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:14.074521 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0b01c8d2-fb3c-4d04-86ba-10b55a9ad395 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:14.077231 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-37533872-9a33-4667-8c97-c30a58364b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:14.152384 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37533872-9a33-4667-8c97-c30a58364b09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcfa04f0-16f0-488a-a727-cdc7231920ce,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:14.160863 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37533872-9a33-4667-8c97-c30a58364b09 admin admin] Checking segment: {'id': '79fd5c16-9db2-46ef-bf24-d344c29fdb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '7721e87e-a4c9-469c-9d5d-ac174eacf08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:40:14.161213 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37533872-9a33-4667-8c97-c30a58364b09 admin admin] Network hostable DHCP agents. Network: 7721e87e-a4c9-469c-9d5d-ac174eacf08e, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:40:14.180875 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37533872-9a33-4667-8c97-c30a58364b09 admin admin] Network 7721e87e-a4c9-469c-9d5d-ac174eacf08e is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:40:14.190427 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-37533872-9a33-4667-8c97-c30a58364b09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 7721e87e-a4c9-469c-9d5d-ac174eacf08e) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:14.194833 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37533872-9a33-4667-8c97-c30a58364b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:14.195550 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-37533872-9a33-4667-8c97-c30a58364b09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:14.204338 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd33e6c-878d-4dec-9b8c-f82d424a4bad None None] Network 7721e87e-a4c9-469c-9d5d-ac174eacf08e requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:40:14.215460 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-37533872-9a33-4667-8c97-c30a58364b09 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4129052 Feb 09 01:40:14.423078 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c4b5f8-3b96-4dcf-99b7-20bd1d4ef349 None None] Network 7721e87e-a4c9-469c-9d5d-ac174eacf08e requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:40:14.455382 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b01c8d2-fb3c-4d04-86ba-10b55a9ad395 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Router 835212bd-e34b-4ca2-9595-1fe1b6152f83 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:40:14.641708 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b01c8d2-fb3c-4d04-86ba-10b55a9ad395 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:40:14.651320 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1126e9-bd03-4e5e-9f5e-1d6a8a90eda3 None None] Sync routers for ids ['835212bd-e34b-4ca2-9595-1fe1b6152f83'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:40:14.654015 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0b01c8d2-fb3c-4d04-86ba-10b55a9ad395 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "PUT /v2.0/routers/835212bd-e34b-4ca2-9595-1fe1b6152f83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6327350 Feb 09 01:40:14.660513 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53288) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:14.661252 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1126e9-bd03-4e5e-9f5e-1d6a8a90eda3 None None] Routers {'835212bd-e34b-4ca2-9595-1fe1b6152f83'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:40:14.661866 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0d1126e9-bd03-4e5e-9f5e-1d6a8a90eda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:40:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['835212bd-e34b-4ca2-9595-1fe1b6152f83'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:14.727149 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-419af6c4-3517-40fe-a199-9fbf508b4c0f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Deleting subnet 19190d8b-14bd-4d91-b56d-56d67dffdbb0 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:40:14.730160 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-419af6c4-3517-40fe-a199-9fbf508b4c0f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:14.778846 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881b740-1674-49a9-935d-da093a2f6401 req-626afe1d-06b1-41bf-966d-3a63f71cd9e4 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:14.779601 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f881b740-1674-49a9-935d-da093a2f6401 req-626afe1d-06b1-41bf-966d-3a63f71cd9e4 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Synchronizing usage tracker for tenant:5b4689d39a8d44f7b5702b765e6ed88d on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:40:14.787966 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-419af6c4-3517-40fe-a199-9fbf508b4c0f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:14.797395 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f881b740-1674-49a9-935d-da093a2f6401 req-626afe1d-06b1-41bf-966d-3a63f71cd9e4 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Unset dirty status for tenant:5b4689d39a8d44f7b5702b765e6ed88d on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:40:14.804307 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f881b740-1674-49a9-935d-da093a2f6401 req-626afe1d-06b1-41bf-966d-3a63f71cd9e4 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/networks?id=7721e87e-a4c9-469c-9d5d-ac174eacf08e HTTP/1.1" status: 200 len: 815 time: 0.1872745 Feb 09 01:40:14.821257 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f881b740-1674-49a9-935d-da093a2f6401 req-4c4eeae1-9f28-45ae-86a9-25a501cf5b2c tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/quotas/5b4689d39a8d44f7b5702b765e6ed88d HTTP/1.1" status: 200 len: 375 time: 0.0160391 Feb 09 01:40:14.849028 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-0d1126e9-bd03-4e5e-9f5e-1d6a8a90eda3 None None] Set router 835212bd-e34b-4ca2-9595-1fe1b6152f83 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:40:14.872511 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-419af6c4-3517-40fe-a199-9fbf508b4c0f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:14.877601 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f881b740-1674-49a9-935d-da093a2f6401 req-e5e9efac-ab51-4b94-9314-bd53d16da83b tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5b4689d39a8d44f7b5702b765e6ed88d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546699 Feb 09 01:40:14.894188 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:40:14.937088 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:40:14.937794 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 9e1f4f98-1d7d-4aa0-b5a6-bf85025b281d not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:40:14.960048 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-419af6c4-3517-40fe-a199-9fbf508b4c0f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:14.999212 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419af6c4-3517-40fe-a199-9fbf508b4c0f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event deleted for resources: {'Subnet': ['ID=19190d8b-14bd-4d91-b56d-56d67dffdbb0,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:15.006636 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-419af6c4-3517-40fe-a199-9fbf508b4c0f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:15.010878 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb5355d-91df-4c32-a58f-3e2ac3c99eca None None] Network 18557fe5-d860-4835-a4a7-b4fbfde65818 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:40:15.016648 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53292) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:15.017577 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-419af6c4-3517-40fe-a199-9fbf508b4c0f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "DELETE /v2.0/subnets/19190d8b-14bd-4d91-b56d-56d67dffdbb0 HTTP/1.1" status: 204 len: 168 time: 0.3557949 Feb 09 01:40:15.090784 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f881b740-1674-49a9-935d-da093a2f6401 req-ce117fb9-3ee1-4308-b0be-053bff439051 service neutron] 10.222.0.37 "GET /v2.0/networks/7721e87e-a4c9-469c-9d5d-ac174eacf08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115767 Feb 09 01:40:15.163591 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0d1126e9-bd03-4e5e-9f5e-1d6a8a90eda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229900314', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'b78acd39-22ec-4308-bb2c-33a39cb7332f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:49Z', 'updated_at': '2022-02-09T01:40:13Z', 'revision_number': 5, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': 'b78acd39-22ec-4308-bb2c-33a39cb7332f', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:50Z', 'updated_at': '2022-02-09T01:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:15.167460 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1126e9-bd03-4e5e-9f5e-1d6a8a90eda3 None None] Checking router: 835212bd-e34b-4ca2-9595-1fe1b6152f83 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:40:15.178530 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1126e9-bd03-4e5e-9f5e-1d6a8a90eda3 None None] Routers {'835212bd-e34b-4ca2-9595-1fe1b6152f83'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:40:15.178530 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0d1126e9-bd03-4e5e-9f5e-1d6a8a90eda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:40:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['835212bd-e34b-4ca2-9595-1fe1b6152f83'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:15.278138 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d23e42-23e7-4dbf-9ea2-032bd3dfefd7 None None] DHCP port deletion for 18557fe5-d860-4835-a4a7-b4fbfde65818 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:40:15.282903 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-03d23e42-23e7-4dbf-9ea2-032bd3dfefd7 None None] Deleting port 5be4e648-6c42-437b-bcc4-c956a92f5a3d {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:40:15.283275 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-03d23e42-23e7-4dbf-9ea2-032bd3dfefd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:15.327045 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3cd18894-0235-4d5c-ad05-8547ade033ec tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:15.396230 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-0d1126e9-bd03-4e5e-9f5e-1d6a8a90eda3 None None] Set router 835212bd-e34b-4ca2-9595-1fe1b6152f83 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:40:15.498585 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-03d23e42-23e7-4dbf-9ea2-032bd3dfefd7 None None] For port 5be4e648-6c42-437b-bcc4-c956a92f5a3d, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=5be4e648-6c42-437b-bcc4-c956a92f5a3d,segment=NetworkSegment(b2909dca-28c2-449f-8163-d00bca48330e),segment_id=b2909dca-28c2-449f-8163-d00bca48330e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:40:15.498907 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-03d23e42-23e7-4dbf-9ea2-032bd3dfefd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:15.633705 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f881b740-1674-49a9-935d-da093a2f6401 req-92e86015-c7be-4a4b-9926-31c9db9c9d5e service neutron] 10.222.0.37 "GET /v2.0/networks/7721e87e-a4c9-469c-9d5d-ac174eacf08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5341988 Feb 09 01:40:15.641063 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3cd18894-0235-4d5c-ad05-8547ade033ec tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:15.653075 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-3cd18894-0235-4d5c-ad05-8547ade033ec tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Deleting port b78acd39-22ec-4308-bb2c-33a39cb7332f {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:40:15.653882 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3cd18894-0235-4d5c-ad05-8547ade033ec tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:15.691797 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-03d23e42-23e7-4dbf-9ea2-032bd3dfefd7 None None] Calling delete_port for 5be4e648-6c42-437b-bcc4-c956a92f5a3d owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:40:15.700430 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0d1126e9-bd03-4e5e-9f5e-1d6a8a90eda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229900314', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'b78acd39-22ec-4308-bb2c-33a39cb7332f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:49Z', 'updated_at': '2022-02-09T01:40:13Z', 'revision_number': 5, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': 'b78acd39-22ec-4308-bb2c-33a39cb7332f', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:50Z', 'updated_at': '2022-02-09T01:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:15.705166 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1126e9-bd03-4e5e-9f5e-1d6a8a90eda3 None None] The sync data for ids ['835212bd-e34b-4ca2-9595-1fe1b6152f83'] in n-d-828419-1 is: [{'id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229900314', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'b78acd39-22ec-4308-bb2c-33a39cb7332f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:49Z', 'updated_at': '2022-02-09T01:40:13Z', 'revision_number': 5, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': 'b78acd39-22ec-4308-bb2c-33a39cb7332f', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:96:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835212bd-e34b-4ca2-9595-1fe1b6152f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:50Z', 'updated_at': '2022-02-09T01:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:40:15.779839 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 5be4e648-6c42-437b-bcc4-c956a92f5a3d no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:40:15.830868 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 5be4e648-6c42-437b-bcc4-c956a92f5a3d {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:40:15.831313 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 5be4e648-6c42-437b-bcc4-c956a92f5a3d not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:40:15.833209 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-03d23e42-23e7-4dbf-9ea2-032bd3dfefd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:15.854260 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6d8a8769-47f6-4101-80c1-5efece3cc6e8 req-8f9f6664-d628-45af-a67a-8de3ad809341 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=42de6597-d1fc-4108-88e0-f1fe30f00d69 HTTP/1.1" status: 200 len: 210 time: 0.0518541 Feb 09 01:40:15.882638 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-3cd18894-0235-4d5c-ad05-8547ade033ec tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] For port b78acd39-22ec-4308-bb2c-33a39cb7332f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b78acd39-22ec-4308-bb2c-33a39cb7332f,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:40:15.883163 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3cd18894-0235-4d5c-ad05-8547ade033ec tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:15.897270 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d23e42-23e7-4dbf-9ea2-032bd3dfefd7 None None] No DVR routers for this DVR port 5be4e648-6c42-437b-bcc4-c956a92f5a3d on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:15.906127 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d23e42-23e7-4dbf-9ea2-032bd3dfefd7 None None] Pushing event deleted for resources: {'Port': ['ID=5be4e648-6c42-437b-bcc4-c956a92f5a3d,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:15.918953 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d23e42-23e7-4dbf-9ea2-032bd3dfefd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:15.919673 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d23e42-23e7-4dbf-9ea2-032bd3dfefd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:15.919673 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d23e42-23e7-4dbf-9ea2-032bd3dfefd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:15.919917 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d23e42-23e7-4dbf-9ea2-032bd3dfefd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:15.920279 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d23e42-23e7-4dbf-9ea2-032bd3dfefd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:15.920653 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d23e42-23e7-4dbf-9ea2-032bd3dfefd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:15.920975 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d23e42-23e7-4dbf-9ea2-032bd3dfefd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:15.921295 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d23e42-23e7-4dbf-9ea2-032bd3dfefd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:15.921616 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d23e42-23e7-4dbf-9ea2-032bd3dfefd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:15.921933 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d23e42-23e7-4dbf-9ea2-032bd3dfefd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:15.922250 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d23e42-23e7-4dbf-9ea2-032bd3dfefd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:15.922565 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d23e42-23e7-4dbf-9ea2-032bd3dfefd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:16.017628 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-3cd18894-0235-4d5c-ad05-8547ade033ec tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Calling delete_port for b78acd39-22ec-4308-bb2c-33a39cb7332f owned by network:router_gateway {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:40:16.230480 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3cd18894-0235-4d5c-ad05-8547ade033ec tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:16.279955 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd18894-0235-4d5c-ad05-8547ade033ec tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event deleted for resources: {'Port': ['ID=b78acd39-22ec-4308-bb2c-33a39cb7332f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:16.321634 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd18894-0235-4d5c-ad05-8547ade033ec tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:16.322053 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd18894-0235-4d5c-ad05-8547ade033ec tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:16.322455 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd18894-0235-4d5c-ad05-8547ade033ec tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:16.322791 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd18894-0235-4d5c-ad05-8547ade033ec tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:16.323115 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd18894-0235-4d5c-ad05-8547ade033ec tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:16.323439 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd18894-0235-4d5c-ad05-8547ade033ec tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:16.323790 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd18894-0235-4d5c-ad05-8547ade033ec tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:16.324147 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd18894-0235-4d5c-ad05-8547ade033ec tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:16.324372 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd18894-0235-4d5c-ad05-8547ade033ec tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:16.324844 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd18894-0235-4d5c-ad05-8547ade033ec tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:16.325543 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd18894-0235-4d5c-ad05-8547ade033ec tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:16.327690 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd18894-0235-4d5c-ad05-8547ade033ec tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:16.388910 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3cd18894-0235-4d5c-ad05-8547ade033ec tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:16.569015 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3cd18894-0235-4d5c-ad05-8547ade033ec tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:16.571112 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3cd18894-0235-4d5c-ad05-8547ade033ec tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:16.593092 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3cd18894-0235-4d5c-ad05-8547ade033ec tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:16.593629 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd18894-0235-4d5c-ad05-8547ade033ec tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Fanout notify agent at l3_agent the message router_deleted on router 835212bd-e34b-4ca2-9595-1fe1b6152f83 {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:40:16.609712 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3cd18894-0235-4d5c-ad05-8547ade033ec tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:16.610683 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3cd18894-0235-4d5c-ad05-8547ade033ec tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "DELETE /v2.0/routers/835212bd-e34b-4ca2-9595-1fe1b6152f83 HTTP/1.1" status: 204 len: 168 time: 1.5918002 Feb 09 01:40:16.613496 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53306) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:16.730348 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ec65914f-12cf-4216-9a51-392b6036d59b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:17.095199 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ec65914f-12cf-4216-9a51-392b6036d59b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:17.114521 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7c441d46-9362-42cc-9026-48e052b9b39a req-5da4ce26-df64-454b-b9fd-ac7da3e670e4 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=42de6597-d1fc-4108-88e0-f1fe30f00d69 HTTP/1.1" status: 200 len: 210 time: 0.0637310 Feb 09 01:40:17.144419 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-ec65914f-12cf-4216-9a51-392b6036d59b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18557fe5-d860-4835-a4a7-b4fbfde65818']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:17.162115 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-ec65914f-12cf-4216-9a51-392b6036d59b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2909dca-28c2-449f-8163-d00bca48330e') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:17.162412 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-ec65914f-12cf-4216-9a51-392b6036d59b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2909dca-28c2-449f-8163-d00bca48330e') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:17.188599 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ec65914f-12cf-4216-9a51-392b6036d59b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:17.217701 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ec65914f-12cf-4216-9a51-392b6036d59b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:17.225438 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881b740-1674-49a9-935d-da093a2f6401 req-779a4663-40a7-4cb8-84ba-f2fbec838489 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:17.226874 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f881b740-1674-49a9-935d-da093a2f6401 req-779a4663-40a7-4cb8-84ba-f2fbec838489 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.117 "GET /v2.0/networks?id=7721e87e-a4c9-469c-9d5d-ac174eacf08e HTTP/1.1" status: 200 len: 815 time: 0.3736718 Feb 09 01:40:17.231607 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec65914f-12cf-4216-9a51-392b6036d59b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Releasing vlan 977 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:40:17.232003 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ec65914f-12cf-4216-9a51-392b6036d59b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:17.247118 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:40:17.247118 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:40:17.247118 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:40:17.247118 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:40:17.247118 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:40:17.247118 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:40:17.247118 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:40:17.247118 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:40:17.247118 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:40:17.247118 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:40:17.247118 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:40:17.247118 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:40:17.247118 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:40:17.247118 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:40:17.247118 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:40:17.247118 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:40:17.247118 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:40:17.247118 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:40:17.247118 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:40:17.247118 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:40:17.247118 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:40:17.247118 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:40:17.247118 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:40:17.247118 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:40:17.247118 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:40:17.247118 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:40:17.247118 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:40:17.247118 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:40:17.247118 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:40:17.247118 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:40:17.247118 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:40:17.247118 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:40:17.252114 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-f881b740-1674-49a9-935d-da093a2f6401 req-a8b151d8-5d5a-4a08-a2b0-0c5d1ff7ab65 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Request body: {'port': {'device_id': '42de6597-d1fc-4108-88e0-f1fe30f00d69', 'network_id': '7721e87e-a4c9-469c-9d5d-ac174eacf08e', 'admin_state_up': True, 'tenant_id': '5b4689d39a8d44f7b5702b765e6ed88d'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:17.405631 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ec65914f-12cf-4216-9a51-392b6036d59b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:17.431593 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ec65914f-12cf-4216-9a51-392b6036d59b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:17.449677 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65914f-12cf-4216-9a51-392b6036d59b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event deleted for resources: {'Network': ['ID=18557fe5-d860-4835-a4a7-b4fbfde65818,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:17.461495 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ec65914f-12cf-4216-9a51-392b6036d59b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "DELETE /v2.0/networks/18557fe5-d860-4835-a4a7-b4fbfde65818 HTTP/1.1" status: 204 len: 168 time: 0.8470325 Feb 09 01:40:17.464179 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53312) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:17.486121 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-f881b740-1674-49a9-935d-da093a2f6401 req-a8b151d8-5d5a-4a08-a2b0-0c5d1ff7ab65 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:40:17.490198 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f881b740-1674-49a9-935d-da093a2f6401 req-a8b151d8-5d5a-4a08-a2b0-0c5d1ff7ab65 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Usage tracker for resource:port and tenant:5b4689d39a8d44f7b5702b765e6ed88d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:40:17.499975 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f881b740-1674-49a9-935d-da093a2f6401 req-a8b151d8-5d5a-4a08-a2b0-0c5d1ff7ab65 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:40:17.504835 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-f881b740-1674-49a9-935d-da093a2f6401 req-a8b151d8-5d5a-4a08-a2b0-0c5d1ff7ab65 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:40:17.516932 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f881b740-1674-49a9-935d-da093a2f6401 req-a8b151d8-5d5a-4a08-a2b0-0c5d1ff7ab65 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Made reservation on behalf of 5b4689d39a8d44f7b5702b765e6ed88d for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:17.520627 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f881b740-1674-49a9-935d-da093a2f6401 req-a8b151d8-5d5a-4a08-a2b0-0c5d1ff7ab65 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:17.528173 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 481fe0af-f7ee-4ef2-b961-1cc8b4387cac no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:40:17.546299 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1eea073a-6e43-48a7-a397-3a231a6f5e41 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:17.566816 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 481fe0af-f7ee-4ef2-b961-1cc8b4387cac {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:40:17.567160 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 481fe0af-f7ee-4ef2-b961-1cc8b4387cac not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:40:17.567587 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b78acd39-22ec-4308-bb2c-33a39cb7332f no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:40:17.577319 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1eea073a-6e43-48a7-a397-3a231a6f5e41 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:17.601263 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: b78acd39-22ec-4308-bb2c-33a39cb7332f {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:40:17.601618 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b78acd39-22ec-4308-bb2c-33a39cb7332f not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:40:17.645548 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1eea073a-6e43-48a7-a397-3a231a6f5e41 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:17.663330 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea073a-6e43-48a7-a397-3a231a6f5e41 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebbe0e9-b3f9-410b-a5a8-092e880527b9,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:17.677565 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1eea073a-6e43-48a7-a397-3a231a6f5e41 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:17.679044 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1eea073a-6e43-48a7-a397-3a231a6f5e41 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "DELETE /v2.0/security-groups/3ebbe0e9-b3f9-410b-a5a8-092e880527b9 HTTP/1.1" status: 204 len: 168 time: 0.2138212 Feb 09 01:40:17.688434 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-f881b740-1674-49a9-935d-da093a2f6401 req-a8b151d8-5d5a-4a08-a2b0-0c5d1ff7ab65 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Allocated IP 172.20.0.12 (7721e87e-a4c9-469c-9d5d-ac174eacf08e/fcfa04f0-16f0-488a-a727-cdc7231920ce/6397401b-3e1a-4a65-845d-b690bfc90546) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:17.891661 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f881b740-1674-49a9-935d-da093a2f6401 req-a8b151d8-5d5a-4a08-a2b0-0c5d1ff7ab65 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:17.920585 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f881b740-1674-49a9-935d-da093a2f6401 req-a8b151d8-5d5a-4a08-a2b0-0c5d1ff7ab65 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:17.987026 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f881b740-1674-49a9-935d-da093a2f6401 req-a8b151d8-5d5a-4a08-a2b0-0c5d1ff7ab65 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Network 7721e87e-a4c9-469c-9d5d-ac174eacf08e is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:17.990089 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-f881b740-1674-49a9-935d-da093a2f6401 req-a8b151d8-5d5a-4a08-a2b0-0c5d1ff7ab65 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:17.994035 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-f881b740-1674-49a9-935d-da093a2f6401 req-a8b151d8-5d5a-4a08-a2b0-0c5d1ff7ab65 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:40:18.033862 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b151d8-5d5a-4a08-a2b0-0c5d1ff7ab65 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Pushing event updated for resources: {'Port': ['ID=6397401b-3e1a-4a65-845d-b690bfc90546,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:18.067505 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881b740-1674-49a9-935d-da093a2f6401 req-a8b151d8-5d5a-4a08-a2b0-0c5d1ff7ab65 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:18.068109 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f881b740-1674-49a9-935d-da093a2f6401 req-a8b151d8-5d5a-4a08-a2b0-0c5d1ff7ab65 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:18.090410 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f881b740-1674-49a9-935d-da093a2f6401 req-a8b151d8-5d5a-4a08-a2b0-0c5d1ff7ab65 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8423309 Feb 09 01:40:18.097455 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53320) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:18.101947 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-f881b740-1674-49a9-935d-da093a2f6401 req-e6ce4def-4f45-4d68-a522-7188ffc3f13e service neutron] Request body: {'port': {'device_id': '42de6597-d1fc-4108-88e0-f1fe30f00d69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:18.102933 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-dd3a2200-6bd9-43c7-8db4-32c791e8bb8e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1908959039', 'description': 'tempest-secgroup-smoke-1908959039 description', 'project_id': '49364f58e6074dfa91c3c69aee216080'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:18.109695 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-dd3a2200-6bd9-43c7-8db4-32c791e8bb8e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:40:18.114101 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-dd3a2200-6bd9-43c7-8db4-32c791e8bb8e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:security_group and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:40:18.117052 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-dd3a2200-6bd9-43c7-8db4-32c791e8bb8e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:40:18.122933 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-dd3a2200-6bd9-43c7-8db4-32c791e8bb8e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:40:18.134128 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dd3a2200-6bd9-43c7-8db4-32c791e8bb8e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:18.155573 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-dd3a2200-6bd9-43c7-8db4-32c791e8bb8e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:40:18.159412 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-dd3a2200-6bd9-43c7-8db4-32c791e8bb8e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:security_group_rule and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:40:18.162446 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-dd3a2200-6bd9-43c7-8db4-32c791e8bb8e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:40:18.168773 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-dd3a2200-6bd9-43c7-8db4-32c791e8bb8e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:40:18.219525 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f881b740-1674-49a9-935d-da093a2f6401 req-e6ce4def-4f45-4d68-a522-7188ffc3f13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:18.285498 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dd3a2200-6bd9-43c7-8db4-32c791e8bb8e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:18.294530 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dd3a2200-6bd9-43c7-8db4-32c791e8bb8e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:18.349298 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a2200-6bd9-43c7-8db4-32c791e8bb8e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27876b85-2358-4e46-b47e-8097b30abad0,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:18.354190 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dd3a2200-6bd9-43c7-8db4-32c791e8bb8e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:18.356872 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-dd3a2200-6bd9-43c7-8db4-32c791e8bb8e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2583470 Feb 09 01:40:18.358401 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53326) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:18.365656 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-8a82a796-eb88-4607-916b-88cae83d5c6b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'security_group_rule': {'security_group_id': '27876b85-2358-4e46-b47e-8097b30abad0', 'project_id': '49364f58e6074dfa91c3c69aee216080', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:18.372389 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ad269-cd15-4791-916b-b6c75a34a09d req-bdce57e7-913b-4c99-9409-16985e036218 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:18.374412 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e22ad269-cd15-4791-916b-b6c75a34a09d req-bdce57e7-913b-4c99-9409-16985e036218 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=42de6597-d1fc-4108-88e0-f1fe30f00d69 HTTP/1.1" status: 200 len: 932 time: 0.1479239 Feb 09 01:40:18.380619 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8a82a796-eb88-4607-916b-88cae83d5c6b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:40:18.419511 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e22ad269-cd15-4791-916b-b6c75a34a09d req-e686b550-37b1-4173-bd60-a18b9c6fcef4 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387399 Feb 09 01:40:18.440644 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8a82a796-eb88-4607-916b-88cae83d5c6b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:security_group_rule and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:40:18.447777 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8a82a796-eb88-4607-916b-88cae83d5c6b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:40:18.456288 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8a82a796-eb88-4607-916b-88cae83d5c6b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:40:18.500014 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8a82a796-eb88-4607-916b-88cae83d5c6b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:18.634041 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8a82a796-eb88-4607-916b-88cae83d5c6b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:18.640850 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8a82a796-eb88-4607-916b-88cae83d5c6b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:18.661532 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-f881b740-1674-49a9-935d-da093a2f6401 req-e6ce4def-4f45-4d68-a522-7188ffc3f13e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6397401b-3e1a-4a65-845d-b690bfc90546 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:40:18.676979 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f881b740-1674-49a9-935d-da093a2f6401 req-e6ce4def-4f45-4d68-a522-7188ffc3f13e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:18.679143 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82a796-eb88-4607-916b-88cae83d5c6b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76aa32d-8cc1-4f5d-bc54-12d76cc7c6f5,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:18.691044 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8a82a796-eb88-4607-916b-88cae83d5c6b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:18.692172 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8a82a796-eb88-4607-916b-88cae83d5c6b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3328683 Feb 09 01:40:18.695119 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53330) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:18.698003 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-f881b740-1674-49a9-935d-da093a2f6401 req-e6ce4def-4f45-4d68-a522-7188ffc3f13e service neutron] Transition to ACTIVE for port object 6397401b-3e1a-4a65-845d-b690bfc90546 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:40:18.700347 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-13e0fe9c-d043-4898-b54a-cfc0f44533bc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'security_group_rule': {'security_group_id': '27876b85-2358-4e46-b47e-8097b30abad0', 'project_id': '49364f58e6074dfa91c3c69aee216080', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:18.701145 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f881b740-1674-49a9-935d-da093a2f6401 req-e6ce4def-4f45-4d68-a522-7188ffc3f13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:18.706915 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-13e0fe9c-d043-4898-b54a-cfc0f44533bc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:40:18.710672 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-13e0fe9c-d043-4898-b54a-cfc0f44533bc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:security_group_rule and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:40:18.713498 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-13e0fe9c-d043-4898-b54a-cfc0f44533bc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:40:18.719568 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-13e0fe9c-d043-4898-b54a-cfc0f44533bc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:40:18.736240 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-13e0fe9c-d043-4898-b54a-cfc0f44533bc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:18.801933 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-13e0fe9c-d043-4898-b54a-cfc0f44533bc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:18.806081 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-13e0fe9c-d043-4898-b54a-cfc0f44533bc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:18.839652 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0fe9c-d043-4898-b54a-cfc0f44533bc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0427a122-f425-48e0-96c2-3ade7898d5fc,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:18.851918 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-13e0fe9c-d043-4898-b54a-cfc0f44533bc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:18.856753 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-13e0fe9c-d043-4898-b54a-cfc0f44533bc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1604528 Feb 09 01:40:18.858209 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53336) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:18.977751 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-83724ed5-a3f0-4106-bce2-a2ea525301c2 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'security_group_rule': {'security_group_id': '27876b85-2358-4e46-b47e-8097b30abad0', 'project_id': '49364f58e6074dfa91c3c69aee216080', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:18.989586 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-83724ed5-a3f0-4106-bce2-a2ea525301c2 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:40:18.990703 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce4def-4f45-4d68-a522-7188ffc3f13e service neutron] Pushing event updated for resources: {'Port': ['ID=6397401b-3e1a-4a65-845d-b690bfc90546,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:18.994898 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-83724ed5-a3f0-4106-bce2-a2ea525301c2 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:security_group_rule and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:40:18.998973 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-83724ed5-a3f0-4106-bce2-a2ea525301c2 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:40:19.006974 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-83724ed5-a3f0-4106-bce2-a2ea525301c2 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:40:19.035795 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-83724ed5-a3f0-4106-bce2-a2ea525301c2 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:19.070396 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-f881b740-1674-49a9-935d-da093a2f6401 req-e6ce4def-4f45-4d68-a522-7188ffc3f13e service neutron] Attempting to bind port 6397401b-3e1a-4a65-845d-b690bfc90546 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:40:19.071265 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-f881b740-1674-49a9-935d-da093a2f6401 req-e6ce4def-4f45-4d68-a522-7188ffc3f13e service neutron] Attempting to bind port 6397401b-3e1a-4a65-845d-b690bfc90546 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '79fd5c16-9db2-46ef-bf24-d344c29fdb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '7721e87e-a4c9-469c-9d5d-ac174eacf08e'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:40:19.071265 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881b740-1674-49a9-935d-da093a2f6401 req-e6ce4def-4f45-4d68-a522-7188ffc3f13e service neutron] Attempting to bind port 6397401b-3e1a-4a65-845d-b690bfc90546 on network 7721e87e-a4c9-469c-9d5d-ac174eacf08e {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:40:19.075852 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881b740-1674-49a9-935d-da093a2f6401 req-e6ce4def-4f45-4d68-a522-7188ffc3f13e service neutron] Port 6397401b-3e1a-4a65-845d-b690bfc90546 on network 7721e87e-a4c9-469c-9d5d-ac174eacf08e not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:40:19.076181 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881b740-1674-49a9-935d-da093a2f6401 req-e6ce4def-4f45-4d68-a522-7188ffc3f13e service neutron] Attempting to bind port 6397401b-3e1a-4a65-845d-b690bfc90546 on network 7721e87e-a4c9-469c-9d5d-ac174eacf08e {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:40:19.081998 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881b740-1674-49a9-935d-da093a2f6401 req-e6ce4def-4f45-4d68-a522-7188ffc3f13e service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:40:19.082327 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881b740-1674-49a9-935d-da093a2f6401 req-e6ce4def-4f45-4d68-a522-7188ffc3f13e service neutron] Checking segment: {'id': '79fd5c16-9db2-46ef-bf24-d344c29fdb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '7721e87e-a4c9-469c-9d5d-ac174eacf08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:40:19.083154 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881b740-1674-49a9-935d-da093a2f6401 req-e6ce4def-4f45-4d68-a522-7188ffc3f13e service neutron] Bound using segment: {'id': '79fd5c16-9db2-46ef-bf24-d344c29fdb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '7721e87e-a4c9-469c-9d5d-ac174eacf08e'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:40:19.083583 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-f881b740-1674-49a9-935d-da093a2f6401 req-e6ce4def-4f45-4d68-a522-7188ffc3f13e service neutron] Bound port: 6397401b-3e1a-4a65-845d-b690bfc90546, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79fd5c16-9db2-46ef-bf24-d344c29fdb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '7721e87e-a4c9-469c-9d5d-ac174eacf08e'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:40:19.083928 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f881b740-1674-49a9-935d-da093a2f6401 req-e6ce4def-4f45-4d68-a522-7188ffc3f13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:19.103419 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-83724ed5-a3f0-4106-bce2-a2ea525301c2 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:19.107121 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-83724ed5-a3f0-4106-bce2-a2ea525301c2 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:19.129873 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83724ed5-a3f0-4106-bce2-a2ea525301c2 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6db19fc-e117-47e8-875b-73a326959a69,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:19.142642 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-83724ed5-a3f0-4106-bce2-a2ea525301c2 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:19.146486 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-83724ed5-a3f0-4106-bce2-a2ea525301c2 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2845540 Feb 09 01:40:19.147652 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53342) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:19.153262 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-4cabf0d8-20d6-4385-a5d9-f5bc8fa48f98 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'security_group_rule': {'security_group_id': '27876b85-2358-4e46-b47e-8097b30abad0', 'project_id': '49364f58e6074dfa91c3c69aee216080', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:19.160156 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4cabf0d8-20d6-4385-a5d9-f5bc8fa48f98 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:40:19.163883 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4cabf0d8-20d6-4385-a5d9-f5bc8fa48f98 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:security_group_rule and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:40:19.166869 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4cabf0d8-20d6-4385-a5d9-f5bc8fa48f98 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:40:19.172598 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4cabf0d8-20d6-4385-a5d9-f5bc8fa48f98 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:40:19.184886 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-f881b740-1674-49a9-935d-da093a2f6401 req-e6ce4def-4f45-4d68-a522-7188ffc3f13e service neutron] For port 6397401b-3e1a-4a65-845d-b690bfc90546, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:40:19.188491 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-f881b740-1674-49a9-935d-da093a2f6401 req-e6ce4def-4f45-4d68-a522-7188ffc3f13e service neutron] For port 6397401b-3e1a-4a65-845d-b690bfc90546, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=6397401b-3e1a-4a65-845d-b690bfc90546,segment=NetworkSegment(79fd5c16-9db2-46ef-bf24-d344c29fdb7d),segment_id=79fd5c16-9db2-46ef-bf24-d344c29fdb7d)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:40:19.190562 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4cabf0d8-20d6-4385-a5d9-f5bc8fa48f98 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:19.192878 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f881b740-1674-49a9-935d-da093a2f6401 req-e6ce4def-4f45-4d68-a522-7188ffc3f13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:19.250737 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881b740-1674-49a9-935d-da093a2f6401 req-e6ce4def-4f45-4d68-a522-7188ffc3f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:19.251531 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f881b740-1674-49a9-935d-da093a2f6401 req-e6ce4def-4f45-4d68-a522-7188ffc3f13e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:19.253276 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f881b740-1674-49a9-935d-da093a2f6401 req-e6ce4def-4f45-4d68-a522-7188ffc3f13e service neutron] 10.222.0.117 "PUT /v2.0/ports/6397401b-3e1a-4a65-845d-b690bfc90546 HTTP/1.1" status: 200 len: 1092 time: 1.1560395 Feb 09 01:40:19.254131 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4cabf0d8-20d6-4385-a5d9-f5bc8fa48f98 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:19.256266 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42de6597-d1fc-4108-88e0-f1fe30f00d69', 'tag': '6397401b-3e1a-4a65-845d-b690bfc90546'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:40:19.259535 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4cabf0d8-20d6-4385-a5d9-f5bc8fa48f98 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:19.290823 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce4def-4f45-4d68-a522-7188ffc3f13e service neutron] Pushing event updated for resources: {'Port': ['ID=6397401b-3e1a-4a65-845d-b690bfc90546,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:19.292320 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4cabf0d8-20d6-4385-a5d9-f5bc8fa48f98 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:19.296638 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4cabf0d8-20d6-4385-a5d9-f5bc8fa48f98 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1449590 Feb 09 01:40:19.296638 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cabf0d8-20d6-4385-a5d9-f5bc8fa48f98 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=437f8792-ae9d-4300-932a-2d7e484229c4,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:19.299040 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53348) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:19.305104 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-2cc8c5d1-e888-4da9-99e6-218d80a2e6d4 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'security_group_rule': {'security_group_id': '27876b85-2358-4e46-b47e-8097b30abad0', 'project_id': '49364f58e6074dfa91c3c69aee216080', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:19.314394 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2cc8c5d1-e888-4da9-99e6-218d80a2e6d4 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:40:19.318517 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2cc8c5d1-e888-4da9-99e6-218d80a2e6d4 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:security_group_rule and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:40:19.321944 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2cc8c5d1-e888-4da9-99e6-218d80a2e6d4 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:40:19.330224 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2cc8c5d1-e888-4da9-99e6-218d80a2e6d4 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:40:19.332212 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42de6597-d1fc-4108-88e0-f1fe30f00d69', 'tag': '6397401b-3e1a-4a65-845d-b690bfc90546', 'status': 'completed', 'code': 200} Feb 09 01:40:19.340328 n-d-828419-1 neutron-server[87611]: INFO neutron.db.securitygroups_db [None req-2cc8c5d1-e888-4da9-99e6-218d80a2e6d4 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Project 49364f58e6074dfa91c3c69aee216080 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:40:19.347617 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2cc8c5d1-e888-4da9-99e6-218d80a2e6d4 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:19.376379 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881b740-1674-49a9-935d-da093a2f6401 req-b65ff2bc-50b3-4adc-bdfc-b878196d55b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:19.378152 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f881b740-1674-49a9-935d-da093a2f6401 req-b65ff2bc-50b3-4adc-bdfc-b878196d55b7 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5b4689d39a8d44f7b5702b765e6ed88d&device_id=42de6597-d1fc-4108-88e0-f1fe30f00d69 HTTP/1.1" status: 200 len: 1095 time: 0.0832534 Feb 09 01:40:19.449496 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f881b740-1674-49a9-935d-da093a2f6401 req-391a0d8d-8fc6-4064-b213-d96a24dfdc5f service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6397401b-3e1a-4a65-845d-b690bfc90546 HTTP/1.1" status: 200 len: 217 time: 0.0637901 Feb 09 01:40:19.521961 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881b740-1674-49a9-935d-da093a2f6401 req-53ca8ea8-236e-4d7e-8718-4213e868e7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:19.523390 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f881b740-1674-49a9-935d-da093a2f6401 req-53ca8ea8-236e-4d7e-8718-4213e868e7d0 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=fcfa04f0-16f0-488a-a727-cdc7231920ce HTTP/1.1" status: 200 len: 855 time: 0.0649302 Feb 09 01:40:19.530479 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2cc8c5d1-e888-4da9-99e6-218d80a2e6d4 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:19.568291 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2cc8c5d1-e888-4da9-99e6-218d80a2e6d4 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:19.573049 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f881b740-1674-49a9-935d-da093a2f6401 req-0e9fc67b-0399-4b05-ab74-76ad8552e789 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=7721e87e-a4c9-469c-9d5d-ac174eacf08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429182 Feb 09 01:40:19.610604 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8c5d1-e888-4da9-99e6-218d80a2e6d4 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4ce7737-0f41-452d-9e39-aa5b60e42fb9,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:19.619414 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2cc8c5d1-e888-4da9-99e6-218d80a2e6d4 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:19.620631 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2cc8c5d1-e888-4da9-99e6-218d80a2e6d4 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3204880 Feb 09 01:40:19.623485 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53354) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:19.629105 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-d9c2a9fa-c4f1-449b-8570-df86aaf78b64 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'security_group_rule': {'security_group_id': '27876b85-2358-4e46-b47e-8097b30abad0', 'project_id': '49364f58e6074dfa91c3c69aee216080', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:19.637630 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d9c2a9fa-c4f1-449b-8570-df86aaf78b64 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:40:19.643411 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d9c2a9fa-c4f1-449b-8570-df86aaf78b64 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:security_group_rule and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:40:19.650546 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d9c2a9fa-c4f1-449b-8570-df86aaf78b64 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:40:19.657833 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d9c2a9fa-c4f1-449b-8570-df86aaf78b64 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:40:19.670924 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46d6c5-07a9-446d-92dd-e8f60dceb5f0 req-c3f3cef8-7a28-450d-a6fa-dfff6a62fe4d tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:19.672390 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ca46d6c5-07a9-446d-92dd-e8f60dceb5f0 req-c3f3cef8-7a28-450d-a6fa-dfff6a62fe4d tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=42de6597-d1fc-4108-88e0-f1fe30f00d69 HTTP/1.1" status: 200 len: 944 time: 0.1407542 Feb 09 01:40:19.680269 n-d-828419-1 neutron-server[87611]: INFO neutron.db.securitygroups_db [None req-d9c2a9fa-c4f1-449b-8570-df86aaf78b64 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Project 49364f58e6074dfa91c3c69aee216080 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:40:19.703732 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d9c2a9fa-c4f1-449b-8570-df86aaf78b64 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:19.717814 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f881b740-1674-49a9-935d-da093a2f6401 req-5f6e441f-9f86-4862-906e-cd34ef686bc5 service neutron] 10.222.0.117 "GET /v2.0/networks/7721e87e-a4c9-469c-9d5d-ac174eacf08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377347 Feb 09 01:40:19.762900 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ca46d6c5-07a9-446d-92dd-e8f60dceb5f0 req-be1fb3ec-bdca-4d82-ba41-2930e204551b tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748601 Feb 09 01:40:19.795411 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d9c2a9fa-c4f1-449b-8570-df86aaf78b64 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:19.799301 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d9c2a9fa-c4f1-449b-8570-df86aaf78b64 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:19.828556 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c2a9fa-c4f1-449b-8570-df86aaf78b64 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac3f4f77-a091-4117-bdbb-108b2b1b6a3e,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:19.835374 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d9c2a9fa-c4f1-449b-8570-df86aaf78b64 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:19.837320 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d9c2a9fa-c4f1-449b-8570-df86aaf78b64 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2130177 Feb 09 01:40:19.840237 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53358) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:19.845429 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-eb4c13de-2150-4b8d-ba89-b4c43498c672 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'network': {'name': 'tempest-network-smoke--98418581', 'project_id': '49364f58e6074dfa91c3c69aee216080', 'port_security_enabled': True}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:19.850897 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-eb4c13de-2150-4b8d-ba89-b4c43498c672 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:40:19.852070 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f881b740-1674-49a9-935d-da093a2f6401 req-dcbe9a3b-4125-4cc7-9484-061fc811d041 service neutron] 10.222.0.117 "GET /v2.0/networks/7721e87e-a4c9-469c-9d5d-ac174eacf08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277528 Feb 09 01:40:19.855084 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-eb4c13de-2150-4b8d-ba89-b4c43498c672 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:network and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:40:19.858782 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-eb4c13de-2150-4b8d-ba89-b4c43498c672 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:40:19.864608 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-eb4c13de-2150-4b8d-ba89-b4c43498c672 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:40:19.875337 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4c13de-2150-4b8d-ba89-b4c43498c672 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Made reservation on behalf of 49364f58e6074dfa91c3c69aee216080 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:19.879083 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eb4c13de-2150-4b8d-ba89-b4c43498c672 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:19.908160 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4c13de-2150-4b8d-ba89-b4c43498c672 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 965} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:40:19.916962 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eb4c13de-2150-4b8d-ba89-b4c43498c672 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:19.917294 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-eb4c13de-2150-4b8d-ba89-b4c43498c672 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Added segment 5cbe1d41-7995-4497-9467-0cb82257279b of type vlan for network 4084c473-35e3-4248-9603-a4240507bd13 Feb 09 01:40:19.943785 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eb4c13de-2150-4b8d-ba89-b4c43498c672 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:19.973104 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eb4c13de-2150-4b8d-ba89-b4c43498c672 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:19.976091 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835c4f3-b1dc-43f6-bcc3-23ebd38d49ac req-cdcd3b77-850f-4b25-833e-5709c93a1d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:19.977595 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9835c4f3-b1dc-43f6-bcc3-23ebd38d49ac req-cdcd3b77-850f-4b25-833e-5709c93a1d63 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5b4689d39a8d44f7b5702b765e6ed88d&device_id=42de6597-d1fc-4108-88e0-f1fe30f00d69 HTTP/1.1" status: 200 len: 1095 time: 0.0747993 Feb 09 01:40:19.978899 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4c13de-2150-4b8d-ba89-b4c43498c672 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:19.979485 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eb4c13de-2150-4b8d-ba89-b4c43498c672 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:20.086458 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53362) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:20.086650 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-eb4c13de-2150-4b8d-ba89-b4c43498c672 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2452877 Feb 09 01:40:20.093878 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-16e9adb6-68cf-436f-abf1-b87951fff2a0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-881468354', 'admin_state_up': True, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:20.095321 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c13de-2150-4b8d-ba89-b4c43498c672 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'Network': ['ID=4084c473-35e3-4248-9603-a4240507bd13,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:20.106010 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 4084c473-35e3-4248-9603-a4240507bd13 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:40:20.110830 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-16e9adb6-68cf-436f-abf1-b87951fff2a0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:40:20.117929 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-16e9adb6-68cf-436f-abf1-b87951fff2a0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:router and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:40:20.122206 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-16e9adb6-68cf-436f-abf1-b87951fff2a0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:40:20.138038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-16e9adb6-68cf-436f-abf1-b87951fff2a0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:40:20.145809 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835c4f3-b1dc-43f6-bcc3-23ebd38d49ac req-cf962f10-9ec3-4e19-985c-89888146af1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:20.147260 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9835c4f3-b1dc-43f6-bcc3-23ebd38d49ac req-cf962f10-9ec3-4e19-985c-89888146af1b service neutron] 10.222.0.117 "GET /v2.0/networks?id=7721e87e-a4c9-469c-9d5d-ac174eacf08e HTTP/1.1" status: 200 len: 916 time: 0.1626782 Feb 09 01:40:20.152736 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16e9adb6-68cf-436f-abf1-b87951fff2a0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:20.153752 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16e9adb6-68cf-436f-abf1-b87951fff2a0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:20.224463 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9835c4f3-b1dc-43f6-bcc3-23ebd38d49ac req-a73363e8-112d-4cb9-ace3-faed70881e61 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6397401b-3e1a-4a65-845d-b690bfc90546 HTTP/1.1" status: 200 len: 217 time: 0.0665705 Feb 09 01:40:20.230902 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16e9adb6-68cf-436f-abf1-b87951fff2a0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:20.359734 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835c4f3-b1dc-43f6-bcc3-23ebd38d49ac req-1a792ac9-e1a5-4758-9d0e-c1e2d92f4623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:20.361189 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9835c4f3-b1dc-43f6-bcc3-23ebd38d49ac req-1a792ac9-e1a5-4758-9d0e-c1e2d92f4623 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=fcfa04f0-16f0-488a-a727-cdc7231920ce HTTP/1.1" status: 200 len: 855 time: 0.1229932 Feb 09 01:40:20.518148 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9835c4f3-b1dc-43f6-bcc3-23ebd38d49ac req-6043f8fc-5aa0-4ce0-a6f7-720474567d3b service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=7721e87e-a4c9-469c-9d5d-ac174eacf08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1501875 Feb 09 01:40:20.778741 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16e9adb6-68cf-436f-abf1-b87951fff2a0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:20.949431 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9835c4f3-b1dc-43f6-bcc3-23ebd38d49ac req-aa582d97-85cd-4ef9-9297-eb9ef4ec254e service neutron] 10.222.0.117 "GET /v2.0/networks/7721e87e-a4c9-469c-9d5d-ac174eacf08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171231 Feb 09 01:40:21.127229 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ac444-467c-4652-89c9-6c661e850965 req-ef290ceb-e92a-4589-9b19-c51614e1318b tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:21.128178 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ce3ac444-467c-4652-89c9-6c661e850965 req-ef290ceb-e92a-4589-9b19-c51614e1318b tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Synchronizing usage tracker for tenant:5b4689d39a8d44f7b5702b765e6ed88d on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:40:21.153117 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9835c4f3-b1dc-43f6-bcc3-23ebd38d49ac req-a2e7d640-67ef-4d35-b017-73095bdef4fd service neutron] 10.222.0.117 "GET /v2.0/networks/7721e87e-a4c9-469c-9d5d-ac174eacf08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954572 Feb 09 01:40:21.180848 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ce3ac444-467c-4652-89c9-6c661e850965 req-ef290ceb-e92a-4589-9b19-c51614e1318b tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Unset dirty status for tenant:5b4689d39a8d44f7b5702b765e6ed88d on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:40:21.181960 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ce3ac444-467c-4652-89c9-6c661e850965 req-ef290ceb-e92a-4589-9b19-c51614e1318b tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=42de6597-d1fc-4108-88e0-f1fe30f00d69 HTTP/1.1" status: 200 len: 944 time: 0.2988431 Feb 09 01:40:21.370600 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16e9adb6-68cf-436f-abf1-b87951fff2a0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:21.402079 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ce3ac444-467c-4652-89c9-6c661e850965 req-803c945a-ac6f-4f16-8513-4a98e9797fb1 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Synchronizing usage tracker for tenant:5b4689d39a8d44f7b5702b765e6ed88d on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:40:21.409133 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16e9adb6-68cf-436f-abf1-b87951fff2a0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:21.466364 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ce3ac444-467c-4652-89c9-6c661e850965 req-803c945a-ac6f-4f16-8513-4a98e9797fb1 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Unset dirty status for tenant:5b4689d39a8d44f7b5702b765e6ed88d on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:40:21.468030 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ce3ac444-467c-4652-89c9-6c661e850965 req-803c945a-ac6f-4f16-8513-4a98e9797fb1 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330222 Feb 09 01:40:21.488267 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:40:21.555023 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-16e9adb6-68cf-436f-abf1-b87951fff2a0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Allocated IP 172.25.5.108 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/210a2540-5a1d-4ded-8f12-95c6e8ad1a0e) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:21.698179 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16e9adb6-68cf-436f-abf1-b87951fff2a0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:21.731189 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16e9adb6-68cf-436f-abf1-b87951fff2a0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:21.799636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e9adb6-68cf-436f-abf1-b87951fff2a0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:21.802528 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-16e9adb6-68cf-436f-abf1-b87951fff2a0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:21.807535 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e9adb6-68cf-436f-abf1-b87951fff2a0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:40:21.835934 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9adb6-68cf-436f-abf1-b87951fff2a0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'Port': ['ID=210a2540-5a1d-4ded-8f12-95c6e8ad1a0e,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:22.134269 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:22.333152 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16e9adb6-68cf-436f-abf1-b87951fff2a0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for router_gateway, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:22.663711 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c05039-c756-417d-90da-0957d7f68dd8 req-7ccb5321-b523-4317-a7a6-4df3fe61b215 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:22.665205 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-26c05039-c756-417d-90da-0957d7f68dd8 req-7ccb5321-b523-4317-a7a6-4df3fe61b215 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=42de6597-d1fc-4108-88e0-f1fe30f00d69 HTTP/1.1" status: 200 len: 944 time: 0.0846376 Feb 09 01:40:22.670278 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16e9adb6-68cf-436f-abf1-b87951fff2a0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:22.708082 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-26c05039-c756-417d-90da-0957d7f68dd8 req-aa056e57-7926-4b2f-81df-34a187ad0fdb tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372136 Feb 09 01:40:22.868471 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e9adb6-68cf-436f-abf1-b87951fff2a0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Router a21e74f6-da83-425f-9386-723b703cb801 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:40:23.044738 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e9adb6-68cf-436f-abf1-b87951fff2a0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:40:23.056714 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0d8fe3-94af-4cbf-a34c-09fdf669a1db None None] Sync routers for ids ['a21e74f6-da83-425f-9386-723b703cb801'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:40:23.066059 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0d8fe3-94af-4cbf-a34c-09fdf669a1db None None] Routers {'a21e74f6-da83-425f-9386-723b703cb801'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:40:23.066684 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-fd0d8fe3-94af-4cbf-a34c-09fdf669a1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:40:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a21e74f6-da83-425f-9386-723b703cb801'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:23.078361 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-16e9adb6-68cf-436f-abf1-b87951fff2a0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:23.080052 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-16e9adb6-68cf-436f-abf1-b87951fff2a0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9927216 Feb 09 01:40:23.083136 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53370) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:23.127906 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7799d296-5a6c-4f35-9fa4-089ac10b4262 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=49364f58e6074dfa91c3c69aee216080&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410030 Feb 09 01:40:23.128221 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53374) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:23.245278 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-fd0d8fe3-94af-4cbf-a34c-09fdf669a1db None None] Set router a21e74f6-da83-425f-9386-723b703cb801 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:40:23.257487 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b786f66a-5684-46f6-a1a9-5a29145aba47 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:23.258993 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b786f66a-5684-46f6-a1a9-5a29145aba47 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1297512 Feb 09 01:40:23.261786 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53378) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:23.300424 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b1096a7f-638c-44ed-9e85-36322ef3f2f0 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d1df58ff-1788-422d-89ee-d00e1fe89789&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375984 Feb 09 01:40:23.302841 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53382) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:23.308018 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-f312fdbe-0980-49b0-a9dd-93cb9f788ec0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1154023343', 'network_id': '4084c473-35e3-4248-9603-a4240507bd13', 'project_id': '49364f58e6074dfa91c3c69aee216080', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:23.416725 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f312fdbe-0980-49b0-a9dd-93cb9f788ec0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:40:23.421023 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f312fdbe-0980-49b0-a9dd-93cb9f788ec0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:subnet and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:40:23.423774 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f312fdbe-0980-49b0-a9dd-93cb9f788ec0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:40:23.429449 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f312fdbe-0980-49b0-a9dd-93cb9f788ec0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:40:23.439941 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f312fdbe-0980-49b0-a9dd-93cb9f788ec0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Made reservation on behalf of 49364f58e6074dfa91c3c69aee216080 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:23.443437 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f312fdbe-0980-49b0-a9dd-93cb9f788ec0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:23.526657 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-fd0d8fe3-94af-4cbf-a34c-09fdf669a1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21e74f6-da83-425f-9386-723b703cb801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881468354', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '210a2540-5a1d-4ded-8f12-95c6e8ad1a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:20Z', 'updated_at': '2022-02-09T01:40:22Z', 'revision_number': 3, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '210a2540-5a1d-4ded-8f12-95c6e8ad1a0e', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21e74f6-da83-425f-9386-723b703cb801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:21Z', 'updated_at': '2022-02-09T01:40:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:23.531047 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0d8fe3-94af-4cbf-a34c-09fdf669a1db None None] Checking router: a21e74f6-da83-425f-9386-723b703cb801 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:40:23.531396 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0d8fe3-94af-4cbf-a34c-09fdf669a1db None None] Updating router a21e74f6-da83-425f-9386-723b703cb801 port 210a2540-5a1d-4ded-8f12-95c6e8ad1a0e binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:40:23.587252 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fd0d8fe3-94af-4cbf-a34c-09fdf669a1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:23.657952 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f312fdbe-0980-49b0-a9dd-93cb9f788ec0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:23.734238 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312fdbe-0980-49b0-a9dd-93cb9f788ec0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'Subnet': ['ID=9eae6d4a-e5f1-4795-95d0-910619a3ee71,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:23.746358 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f312fdbe-0980-49b0-a9dd-93cb9f788ec0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Checking segment: {'id': '5cbe1d41-7995-4497-9467-0cb82257279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '4084c473-35e3-4248-9603-a4240507bd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:40:23.746717 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f312fdbe-0980-49b0-a9dd-93cb9f788ec0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Network hostable DHCP agents. Network: 4084c473-35e3-4248-9603-a4240507bd13, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:40:23.766810 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f312fdbe-0980-49b0-a9dd-93cb9f788ec0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Network 4084c473-35e3-4248-9603-a4240507bd13 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:40:23.777103 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-f312fdbe-0980-49b0-a9dd-93cb9f788ec0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 4084c473-35e3-4248-9603-a4240507bd13) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:23.782362 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f312fdbe-0980-49b0-a9dd-93cb9f788ec0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:23.782942 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f312fdbe-0980-49b0-a9dd-93cb9f788ec0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:23.796234 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e11ecc-4380-41e6-a640-17e8af51cb5a None None] Network 4084c473-35e3-4248-9603-a4240507bd13 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:40:23.810178 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f312fdbe-0980-49b0-a9dd-93cb9f788ec0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5035625 Feb 09 01:40:23.810474 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53388) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:24.043461 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 6397401b-3e1a-4a65-845d-b690bfc90546 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:40:24.119545 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67439c-8571-4958-93ac-c68ad44a3f45 req-c29356ff-7a9e-4c41-a472-f6f4a2831758 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:24.121003 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ff67439c-8571-4958-93ac-c68ad44a3f45 req-c29356ff-7a9e-4c41-a472-f6f4a2831758 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=42de6597-d1fc-4108-88e0-f1fe30f00d69 HTTP/1.1" status: 200 len: 944 time: 0.2500215 Feb 09 01:40:24.219658 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9eba7c-1201-45ac-ac82-251a63e2cc46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-4084c473-35e3-4248-9603-a4240507bd13', 'network_id': '4084c473-35e3-4248-9603-a4240507bd13', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'fixed_ips': [{'subnet_id': '9eae6d4a-e5f1-4795-95d0-910619a3ee71'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:40:24.220517 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ea9eba7c-1201-45ac-ac82-251a63e2cc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:24.235737 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fd0d8fe3-94af-4cbf-a34c-09fdf669a1db None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:24.267444 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-fd0d8fe3-94af-4cbf-a34c-09fdf669a1db None None] Transition to ACTIVE for port object 210a2540-5a1d-4ded-8f12-95c6e8ad1a0e will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:40:24.320524 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fd0d8fe3-94af-4cbf-a34c-09fdf669a1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:24.372639 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ff67439c-8571-4958-93ac-c68ad44a3f45 req-67892058-3b18-4ed3-89ff-8f0835d16cb0 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384174 Feb 09 01:40:24.471578 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 6397401b-3e1a-4a65-845d-b690bfc90546, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=6397401b-3e1a-4a65-845d-b690bfc90546,segment=NetworkSegment(79fd5c16-9db2-46ef-bf24-d344c29fdb7d),segment_id=79fd5c16-9db2-46ef-bf24-d344c29fdb7d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:40:24.481848 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-fd0d8fe3-94af-4cbf-a34c-09fdf669a1db None None] Attempting to bind port 210a2540-5a1d-4ded-8f12-95c6e8ad1a0e on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:40:24.482215 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-fd0d8fe3-94af-4cbf-a34c-09fdf669a1db None None] Attempting to bind port 210a2540-5a1d-4ded-8f12-95c6e8ad1a0e by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:40:24.482665 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d8fe3-94af-4cbf-a34c-09fdf669a1db None None] Attempting to bind port 210a2540-5a1d-4ded-8f12-95c6e8ad1a0e on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:40:24.485073 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f4b4e-97a8-4d0b-919b-f1ff490e8332 None None] Pushing event updated for resources: {'Port': ['ID=210a2540-5a1d-4ded-8f12-95c6e8ad1a0e,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:24.528151 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '6397401b-3e1a-4a65-845d-b690bfc90546', 'network_id': '7721e87e-a4c9-469c-9d5d-ac174eacf08e', 'port_id': '6397401b-3e1a-4a65-845d-b690bfc90546', 'mac_address': 'fa:16:3e:2f:da:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 998, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcfa04f0-16f0-488a-a727-cdc7231920ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:40:24.530615 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d8fe3-94af-4cbf-a34c-09fdf669a1db None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:40:24.530983 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d8fe3-94af-4cbf-a34c-09fdf669a1db None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:40:24.531379 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fd0d8fe3-94af-4cbf-a34c-09fdf669a1db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:24.531768 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d8fe3-94af-4cbf-a34c-09fdf669a1db None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:40:24.532229 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-fd0d8fe3-94af-4cbf-a34c-09fdf669a1db None None] Bound port: 210a2540-5a1d-4ded-8f12-95c6e8ad1a0e, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:40:24.532623 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fd0d8fe3-94af-4cbf-a34c-09fdf669a1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:24.663749 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-ea9eba7c-1201-45ac-ac82-251a63e2cc46 None None] Allocated IP 172.20.0.2 (4084c473-35e3-4248-9603-a4240507bd13/9eae6d4a-e5f1-4795-95d0-910619a3ee71/11bfef73-f7e9-49d9-8622-f3050e1e64f4) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:24.675596 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:24.694783 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-fd0d8fe3-94af-4cbf-a34c-09fdf669a1db None None] For port 210a2540-5a1d-4ded-8f12-95c6e8ad1a0e, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:40:24.720112 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c63a4923-ad86-48e0-8383-36bb024cc2fd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:24.763355 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6397401b-3e1a-4a65-845d-b690bfc90546 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:40:24.774327 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-fd0d8fe3-94af-4cbf-a34c-09fdf669a1db None None] For port 210a2540-5a1d-4ded-8f12-95c6e8ad1a0e, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=210a2540-5a1d-4ded-8f12-95c6e8ad1a0e,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:40:24.786328 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fd0d8fe3-94af-4cbf-a34c-09fdf669a1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:24.857648 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 6397401b-3e1a-4a65-845d-b690bfc90546, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=6397401b-3e1a-4a65-845d-b690bfc90546,segment=NetworkSegment(79fd5c16-9db2-46ef-bf24-d344c29fdb7d),segment_id=79fd5c16-9db2-46ef-bf24-d344c29fdb7d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:40:24.876216 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:24.915292 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0d8fe3-94af-4cbf-a34c-09fdf669a1db None None] Routers {'a21e74f6-da83-425f-9386-723b703cb801'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:40:24.915817 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-fd0d8fe3-94af-4cbf-a34c-09fdf669a1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:40:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a21e74f6-da83-425f-9386-723b703cb801'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:24.997082 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f4b4e-97a8-4d0b-919b-f1ff490e8332 None None] Pushing event updated for resources: {'Port': ['ID=210a2540-5a1d-4ded-8f12-95c6e8ad1a0e,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:25.126991 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['6397401b-3e1a-4a65-845d-b690bfc90546'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:40:25.283446 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=6397401b-3e1a-4a65-845d-b690bfc90546,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:25.300231 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ea9eba7c-1201-45ac-ac82-251a63e2cc46 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:25.318909 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:25.320649 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-fd0d8fe3-94af-4cbf-a34c-09fdf669a1db None None] Set router a21e74f6-da83-425f-9386-723b703cb801 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:40:25.366886 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ea9eba7c-1201-45ac-ac82-251a63e2cc46 None None] Transition to ACTIVE for port object 11bfef73-f7e9-49d9-8622-f3050e1e64f4 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:40:25.468016 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ea9eba7c-1201-45ac-ac82-251a63e2cc46 None None] Transition to ACTIVE for port object 11bfef73-f7e9-49d9-8622-f3050e1e64f4 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:40:25.566586 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59799ac1-bdc9-4593-91c6-7b22013d75fb req-2b2a8628-34c8-4aa2-b86c-eb49995056e8 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:25.567950 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-59799ac1-bdc9-4593-91c6-7b22013d75fb req-2b2a8628-34c8-4aa2-b86c-eb49995056e8 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=42de6597-d1fc-4108-88e0-f1fe30f00d69 HTTP/1.1" status: 200 len: 945 time: 0.0856543 Feb 09 01:40:25.580223 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ea9eba7c-1201-45ac-ac82-251a63e2cc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:25.614622 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-59799ac1-bdc9-4593-91c6-7b22013d75fb req-f1045ce9-b40c-4c5d-b681-745b67d1ca9a tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401831 Feb 09 01:40:25.652087 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-c63a4923-ad86-48e0-8383-36bb024cc2fd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Allocated IP 172.20.0.1 (4084c473-35e3-4248-9603-a4240507bd13/9eae6d4a-e5f1-4795-95d0-910619a3ee71/90160899-cb24-450d-8550-c994ccfeeba9) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:25.702452 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9eba7c-1201-45ac-ac82-251a63e2cc46 None None] Network 4084c473-35e3-4248-9603-a4240507bd13 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:25.714557 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-ea9eba7c-1201-45ac-ac82-251a63e2cc46 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:25.724257 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9eba7c-1201-45ac-ac82-251a63e2cc46 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:40:25.733568 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9eba7c-1201-45ac-ac82-251a63e2cc46 None None] Pushing event updated for resources: {'Port': ['ID=11bfef73-f7e9-49d9-8622-f3050e1e64f4,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:25.811750 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c63a4923-ad86-48e0-8383-36bb024cc2fd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:25.827628 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-c63a4923-ad86-48e0-8383-36bb024cc2fd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Transition to ACTIVE for port object 90160899-cb24-450d-8550-c994ccfeeba9 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:40:25.850915 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c63a4923-ad86-48e0-8383-36bb024cc2fd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:25.899539 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-ea9eba7c-1201-45ac-ac82-251a63e2cc46 None None] Attempting to bind port 11bfef73-f7e9-49d9-8622-f3050e1e64f4 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:40:25.899902 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-ea9eba7c-1201-45ac-ac82-251a63e2cc46 None None] Attempting to bind port 11bfef73-f7e9-49d9-8622-f3050e1e64f4 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '5cbe1d41-7995-4497-9467-0cb82257279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '4084c473-35e3-4248-9603-a4240507bd13'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:40:25.900259 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9eba7c-1201-45ac-ac82-251a63e2cc46 None None] Attempting to bind port 11bfef73-f7e9-49d9-8622-f3050e1e64f4 on network 4084c473-35e3-4248-9603-a4240507bd13 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:40:25.909718 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9eba7c-1201-45ac-ac82-251a63e2cc46 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:40:25.910082 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9eba7c-1201-45ac-ac82-251a63e2cc46 None None] Checking segment: {'id': '5cbe1d41-7995-4497-9467-0cb82257279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '4084c473-35e3-4248-9603-a4240507bd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:40:25.910482 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ea9eba7c-1201-45ac-ac82-251a63e2cc46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:25.910879 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9eba7c-1201-45ac-ac82-251a63e2cc46 None None] Bound using segment: {'id': '5cbe1d41-7995-4497-9467-0cb82257279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '4084c473-35e3-4248-9603-a4240507bd13'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:40:25.911331 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-ea9eba7c-1201-45ac-ac82-251a63e2cc46 None None] Bound port: 11bfef73-f7e9-49d9-8622-f3050e1e64f4, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cbe1d41-7995-4497-9467-0cb82257279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '4084c473-35e3-4248-9603-a4240507bd13'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:40:25.911696 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ea9eba7c-1201-45ac-ac82-251a63e2cc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:25.919219 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63a4923-ad86-48e0-8383-36bb024cc2fd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Network 4084c473-35e3-4248-9603-a4240507bd13 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:25.922439 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-c63a4923-ad86-48e0-8383-36bb024cc2fd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:25.927015 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63a4923-ad86-48e0-8383-36bb024cc2fd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:40:25.961004 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a4923-ad86-48e0-8383-36bb024cc2fd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'Port': ['ID=90160899-cb24-450d-8550-c994ccfeeba9,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:25.990819 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c63a4923-ad86-48e0-8383-36bb024cc2fd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:26.005535 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-fd0d8fe3-94af-4cbf-a34c-09fdf669a1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21e74f6-da83-425f-9386-723b703cb801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881468354', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '210a2540-5a1d-4ded-8f12-95c6e8ad1a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:20Z', 'updated_at': '2022-02-09T01:40:22Z', 'revision_number': 3, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '210a2540-5a1d-4ded-8f12-95c6e8ad1a0e', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21e74f6-da83-425f-9386-723b703cb801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:21Z', 'updated_at': '2022-02-09T01:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:26.015765 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0d8fe3-94af-4cbf-a34c-09fdf669a1db None None] The sync data for ids ['a21e74f6-da83-425f-9386-723b703cb801'] in n-d-828419-1 is: [{'id': 'a21e74f6-da83-425f-9386-723b703cb801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881468354', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '210a2540-5a1d-4ded-8f12-95c6e8ad1a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:20Z', 'updated_at': '2022-02-09T01:40:22Z', 'revision_number': 3, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '210a2540-5a1d-4ded-8f12-95c6e8ad1a0e', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21e74f6-da83-425f-9386-723b703cb801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:21Z', 'updated_at': '2022-02-09T01:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:40:26.025676 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-ea9eba7c-1201-45ac-ac82-251a63e2cc46 None None] For port 11bfef73-f7e9-49d9-8622-f3050e1e64f4, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:40:26.029986 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-ea9eba7c-1201-45ac-ac82-251a63e2cc46 None None] For port 11bfef73-f7e9-49d9-8622-f3050e1e64f4, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=11bfef73-f7e9-49d9-8622-f3050e1e64f4,segment=NetworkSegment(5cbe1d41-7995-4497-9467-0cb82257279b),segment_id=5cbe1d41-7995-4497-9467-0cb82257279b)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:40:26.035842 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ea9eba7c-1201-45ac-ac82-251a63e2cc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:26.133146 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9eba7c-1201-45ac-ac82-251a63e2cc46 None None] Pushing event updated for resources: {'Port': ['ID=11bfef73-f7e9-49d9-8622-f3050e1e64f4,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:26.304628 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c63a4923-ad86-48e0-8383-36bb024cc2fd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:26.939851 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0aa0e-8407-4424-8785-bc9f839b853c req-dee994e9-ee39-4f3d-921a-07162b9284b0 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:26.941364 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7bc0aa0e-8407-4424-8785-bc9f839b853c req-dee994e9-ee39-4f3d-921a-07162b9284b0 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=42de6597-d1fc-4108-88e0-f1fe30f00d69 HTTP/1.1" status: 200 len: 945 time: 0.1965766 Feb 09 01:40:26.976061 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c63a4923-ad86-48e0-8383-36bb024cc2fd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:26.991782 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c63a4923-ad86-48e0-8383-36bb024cc2fd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:27.098240 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7bc0aa0e-8407-4424-8785-bc9f839b853c req-b189771a-f8c8-4403-88b7-4ffa652f6a81 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501834 Feb 09 01:40:27.116606 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a4923-ad86-48e0-8383-36bb024cc2fd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'Port': ['ID=90160899-cb24-450d-8550-c994ccfeeba9,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:27.126338 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c63a4923-ad86-48e0-8383-36bb024cc2fd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:27.230384 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8a3ef3-2c0b-472d-9e23-731fae4fad7d None None] Network 4084c473-35e3-4248-9603-a4240507bd13 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:40:27.266588 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63a4923-ad86-48e0-8383-36bb024cc2fd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Network 4084c473-35e3-4248-9603-a4240507bd13 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:27.267727 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-c63a4923-ad86-48e0-8383-36bb024cc2fd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:27.315241 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-cfa3f529-2632-464c-88a9-abd23165e421 None None] Provisioning for port 11bfef73-f7e9-49d9-8622-f3050e1e64f4 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:40:27.452883 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63a4923-ad86-48e0-8383-36bb024cc2fd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Router a21e74f6-da83-425f-9386-723b703cb801 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:40:27.642176 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 11bfef73-f7e9-49d9-8622-f3050e1e64f4 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:40:27.697997 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63a4923-ad86-48e0-8383-36bb024cc2fd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:40:27.716164 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c63a4923-ad86-48e0-8383-36bb024cc2fd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "PUT /v2.0/routers/a21e74f6-da83-425f-9386-723b703cb801/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9045291 Feb 09 01:40:27.753749 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 11bfef73-f7e9-49d9-8622-f3050e1e64f4 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:40:27.777988 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 11bfef73-f7e9-49d9-8622-f3050e1e64f4 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:27.778463 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:27.847770 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af4f392-93ce-4725-83b0-64c69ed820c8 None None] Sync routers for ids ['a21e74f6-da83-425f-9386-723b703cb801'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:40:27.860511 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af4f392-93ce-4725-83b0-64c69ed820c8 None None] Routers {'a21e74f6-da83-425f-9386-723b703cb801'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:40:27.861242 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-1af4f392-93ce-4725-83b0-64c69ed820c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:40:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a21e74f6-da83-425f-9386-723b703cb801'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:27.887160 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-18a373a2-b7c9-4b70-90eb-c0ad59a3255d None None] Provisioning complete for port 11bfef73-f7e9-49d9-8622-f3050e1e64f4 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:27.887410 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-18a373a2-b7c9-4b70-90eb-c0ad59a3255d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:27.930325 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-5990da3c-44cf-42c5-ae5b-d8436b148dba tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Synchronizing usage tracker for tenant:49364f58e6074dfa91c3c69aee216080 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:40:27.954574 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-5990da3c-44cf-42c5-ae5b-d8436b148dba tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Unset dirty status for tenant:49364f58e6074dfa91c3c69aee216080 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:40:27.963627 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-5990da3c-44cf-42c5-ae5b-d8436b148dba tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1908959039&fields=id&tenant_id=49364f58e6074dfa91c3c69aee216080 HTTP/1.1" status: 200 len: 267 time: 0.0751960 Feb 09 01:40:28.099789 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 6397401b-3e1a-4a65-845d-b690bfc90546 up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:40:28.159427 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:28.189708 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-1af4f392-93ce-4725-83b0-64c69ed820c8 None None] Set router a21e74f6-da83-425f-9386-723b703cb801 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:40:28.196771 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-1de67cd6-be69-4907-8432-11ad3c3323ea tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:28.197533 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-1de67cd6-be69-4907-8432-11ad3c3323ea tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Synchronizing usage tracker for tenant:49364f58e6074dfa91c3c69aee216080 on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:40:28.216225 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-1de67cd6-be69-4907-8432-11ad3c3323ea tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Unset dirty status for tenant:49364f58e6074dfa91c3c69aee216080 on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:40:28.217928 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-1de67cd6-be69-4907-8432-11ad3c3323ea tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/networks?id=4084c473-35e3-4248-9603-a4240507bd13 HTTP/1.1" status: 200 len: 795 time: 0.2528493 Feb 09 01:40:28.254600 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-14b841f0-6075-45d8-8b56-0feddb91a8b3 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/quotas/49364f58e6074dfa91c3c69aee216080 HTTP/1.1" status: 200 len: 375 time: 0.0289381 Feb 09 01:40:28.308808 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-18a373a2-b7c9-4b70-90eb-c0ad59a3255d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:28.358291 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 11bfef73-f7e9-49d9-8622-f3050e1e64f4, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=11bfef73-f7e9-49d9-8622-f3050e1e64f4,segment=NetworkSegment(5cbe1d41-7995-4497-9467-0cb82257279b),segment_id=5cbe1d41-7995-4497-9467-0cb82257279b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:40:28.395720 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:28.398580 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 210a2540-5a1d-4ded-8f12-95c6e8ad1a0e up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:40:28.407312 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-f89d0a65-6ba6-47b1-b144-3b5cfdd7c5be tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Synchronizing usage tracker for tenant:49364f58e6074dfa91c3c69aee216080 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:40:28.415323 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1ddc3-1f58-4c37-82aa-8a6d28084e78 req-5754e71f-e42a-4c5f-baa9-ab16939aca27 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:28.422609 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-18e1ddc3-1f58-4c37-82aa-8a6d28084e78 req-5754e71f-e42a-4c5f-baa9-ab16939aca27 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=42de6597-d1fc-4108-88e0-f1fe30f00d69 HTTP/1.1" status: 200 len: 945 time: 0.1130097 Feb 09 01:40:28.440607 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-f89d0a65-6ba6-47b1-b144-3b5cfdd7c5be tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Unset dirty status for tenant:49364f58e6074dfa91c3c69aee216080 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:40:28.441945 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-f89d0a65-6ba6-47b1-b144-3b5cfdd7c5be tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1864731 Feb 09 01:40:28.486051 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-18e1ddc3-1f58-4c37-82aa-8a6d28084e78 req-01727974-3c84-4514-aa7e-957c3b16ae2f tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623486 Feb 09 01:40:28.529115 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-b45cc089-a04c-4811-9c04-97b1c2bfa86b service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:40:28.530417 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-b45cc089-a04c-4811-9c04-97b1c2bfa86b service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0711114 Feb 09 01:40:28.542664 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 6397401b-3e1a-4a65-845d-b690bfc90546 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:40:28.592302 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 6397401b-3e1a-4a65-845d-b690bfc90546 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:28.592695 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:28.625703 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-1af4f392-93ce-4725-83b0-64c69ed820c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21e74f6-da83-425f-9386-723b703cb801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881468354', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '210a2540-5a1d-4ded-8f12-95c6e8ad1a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:20Z', 'updated_at': '2022-02-09T01:40:26Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '210a2540-5a1d-4ded-8f12-95c6e8ad1a0e', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21e74f6-da83-425f-9386-723b703cb801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:21Z', 'updated_at': '2022-02-09T01:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '90160899-cb24-450d-8550-c994ccfeeba9', 'name': '', 'network_id': '4084c473-35e3-4248-9603-a4240507bd13', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:a0:c3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21e74f6-da83-425f-9386-723b703cb801', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '9eae6d4a-e5f1-4795-95d0-910619a3ee71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:24Z', 'updated_at': '2022-02-09T01:40:26Z', 'revision_number': 2, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '9eae6d4a-e5f1-4795-95d0-910619a3ee71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:28.630056 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af4f392-93ce-4725-83b0-64c69ed820c8 None None] Checking router: a21e74f6-da83-425f-9386-723b703cb801 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:40:28.630506 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af4f392-93ce-4725-83b0-64c69ed820c8 None None] Updating router a21e74f6-da83-425f-9386-723b703cb801 port 90160899-cb24-450d-8550-c994ccfeeba9 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:40:28.672323 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-56caf650-0c85-4c20-8b06-4c9a53ae8367 service neutron] 10.222.0.37 "GET /v2.0/networks/4084c473-35e3-4248-9603-a4240507bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351256 Feb 09 01:40:28.683331 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-1af4f392-93ce-4725-83b0-64c69ed820c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:28.692384 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=11bfef73-f7e9-49d9-8622-f3050e1e64f4,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:28.702757 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-18a373a2-b7c9-4b70-90eb-c0ad59a3255d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:40:28.702757 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-18a373a2-b7c9-4b70-90eb-c0ad59a3255d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:40:28.745429 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 210a2540-5a1d-4ded-8f12-95c6e8ad1a0e completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:40:28.756599 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 210a2540-5a1d-4ded-8f12-95c6e8ad1a0e triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:28.756973 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:28.818909 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:28.858345 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42de6597-d1fc-4108-88e0-f1fe30f00d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6397401b-3e1a-4a65-845d-b690bfc90546'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:40:28.875306 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 6397401b-3e1a-4a65-845d-b690bfc90546, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=6397401b-3e1a-4a65-845d-b690bfc90546,segment=NetworkSegment(79fd5c16-9db2-46ef-bf24-d344c29fdb7d),segment_id=79fd5c16-9db2-46ef-bf24-d344c29fdb7d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:40:28.936347 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-c4fdbc0f-157c-4f21-a434-98239651118f service neutron] 10.222.0.37 "GET /v2.0/networks/4084c473-35e3-4248-9603-a4240507bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571378 Feb 09 01:40:28.949830 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:29.018620 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42de6597-d1fc-4108-88e0-f1fe30f00d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6397401b-3e1a-4a65-845d-b690bfc90546', 'code': 200} Feb 09 01:40:29.036268 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:29.058581 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=6397401b-3e1a-4a65-845d-b690bfc90546,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:29.074429 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 210a2540-5a1d-4ded-8f12-95c6e8ad1a0e, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=210a2540-5a1d-4ded-8f12-95c6e8ad1a0e,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:40:29.097525 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:29.109566 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-1af4f392-93ce-4725-83b0-64c69ed820c8 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:29.124352 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-1af4f392-93ce-4725-83b0-64c69ed820c8 None None] Transition to ACTIVE for port object 90160899-cb24-450d-8550-c994ccfeeba9 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:40:29.136649 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-1af4f392-93ce-4725-83b0-64c69ed820c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:29.207061 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-341fc3d6-ba05-4393-8d3b-9529b0d00c25 req-fb1f167a-fcb8-4e2f-a3d6-5ab48cb4d936 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Synchronizing usage tracker for tenant:49364f58e6074dfa91c3c69aee216080 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:40:29.217001 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9ed81-0a28-43c8-85e6-6830dfe2bd7f None None] Pushing event updated for resources: {'Port': ['ID=90160899-cb24-450d-8550-c994ccfeeba9,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:29.234008 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-341fc3d6-ba05-4393-8d3b-9529b0d00c25 req-fb1f167a-fcb8-4e2f-a3d6-5ab48cb4d936 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Unset dirty status for tenant:49364f58e6074dfa91c3c69aee216080 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:40:29.235162 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-341fc3d6-ba05-4393-8d3b-9529b0d00c25 req-fb1f167a-fcb8-4e2f-a3d6-5ab48cb4d936 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 210 time: 0.0759616 Feb 09 01:40:29.246437 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13809e78-c081-4e9d-ab7d-32948ad8b2d6 req-0ac56a79-ddbf-4689-9bcb-597d7bd19b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:29.247930 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-13809e78-c081-4e9d-ab7d-32948ad8b2d6 req-0ac56a79-ddbf-4689-9bcb-597d7bd19b59 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=42de6597-d1fc-4108-88e0-f1fe30f00d69 HTTP/1.1" status: 200 len: 1097 time: 0.1635756 Feb 09 01:40:29.257693 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=210a2540-5a1d-4ded-8f12-95c6e8ad1a0e,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:29.296541 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a9ed81-0a28-43c8-85e6-6830dfe2bd7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:29.297326 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a9ed81-0a28-43c8-85e6-6830dfe2bd7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:29.297698 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a9ed81-0a28-43c8-85e6-6830dfe2bd7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:29.297997 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a9ed81-0a28-43c8-85e6-6830dfe2bd7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:29.298483 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a9ed81-0a28-43c8-85e6-6830dfe2bd7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:29.299082 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a9ed81-0a28-43c8-85e6-6830dfe2bd7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:29.299209 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a9ed81-0a28-43c8-85e6-6830dfe2bd7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:29.299453 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a9ed81-0a28-43c8-85e6-6830dfe2bd7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:29.299802 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a9ed81-0a28-43c8-85e6-6830dfe2bd7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:29.300089 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a9ed81-0a28-43c8-85e6-6830dfe2bd7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:29.300566 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a9ed81-0a28-43c8-85e6-6830dfe2bd7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:29.300899 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a9ed81-0a28-43c8-85e6-6830dfe2bd7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:29.314692 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-13809e78-c081-4e9d-ab7d-32948ad8b2d6 req-3d27f9f7-eeee-4a7e-ac3d-2bdd5c76b17d service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591464 Feb 09 01:40:29.320038 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-18a373a2-b7c9-4b70-90eb-c0ad59a3255d None None] Provisioning for port 90160899-cb24-450d-8550-c994ccfeeba9 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:40:29.464917 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-1af4f392-93ce-4725-83b0-64c69ed820c8 None None] Attempting to bind port 90160899-cb24-450d-8550-c994ccfeeba9 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:40:29.465285 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-1af4f392-93ce-4725-83b0-64c69ed820c8 None None] Attempting to bind port 90160899-cb24-450d-8550-c994ccfeeba9 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '5cbe1d41-7995-4497-9467-0cb82257279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '4084c473-35e3-4248-9603-a4240507bd13'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:40:29.465798 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af4f392-93ce-4725-83b0-64c69ed820c8 None None] Attempting to bind port 90160899-cb24-450d-8550-c994ccfeeba9 on network 4084c473-35e3-4248-9603-a4240507bd13 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:40:29.471830 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af4f392-93ce-4725-83b0-64c69ed820c8 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:40:29.472196 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af4f392-93ce-4725-83b0-64c69ed820c8 None None] Checking segment: {'id': '5cbe1d41-7995-4497-9467-0cb82257279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '4084c473-35e3-4248-9603-a4240507bd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:40:29.472618 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-1af4f392-93ce-4725-83b0-64c69ed820c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:29.473010 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af4f392-93ce-4725-83b0-64c69ed820c8 None None] Bound using segment: {'id': '5cbe1d41-7995-4497-9467-0cb82257279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '4084c473-35e3-4248-9603-a4240507bd13'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:40:29.473811 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-1af4f392-93ce-4725-83b0-64c69ed820c8 None None] Bound port: 90160899-cb24-450d-8550-c994ccfeeba9, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cbe1d41-7995-4497-9467-0cb82257279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '4084c473-35e3-4248-9603-a4240507bd13'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:40:29.473811 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-1af4f392-93ce-4725-83b0-64c69ed820c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:29.572785 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 11bfef73-f7e9-49d9-8622-f3050e1e64f4 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:40:29.602301 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-1af4f392-93ce-4725-83b0-64c69ed820c8 None None] For port 90160899-cb24-450d-8550-c994ccfeeba9, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:40:29.605561 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-1af4f392-93ce-4725-83b0-64c69ed820c8 None None] For port 90160899-cb24-450d-8550-c994ccfeeba9, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=90160899-cb24-450d-8550-c994ccfeeba9,segment=NetworkSegment(5cbe1d41-7995-4497-9467-0cb82257279b),segment_id=5cbe1d41-7995-4497-9467-0cb82257279b)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:40:29.610865 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-1af4f392-93ce-4725-83b0-64c69ed820c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:29.656225 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 11bfef73-f7e9-49d9-8622-f3050e1e64f4 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:29.656641 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:29.696932 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9ed81-0a28-43c8-85e6-6830dfe2bd7f None None] Pushing event updated for resources: {'Port': ['ID=90160899-cb24-450d-8550-c994ccfeeba9,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:29.712661 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e973b-6e7d-4e14-9e67-c60a0a1d6dfa req-c9657b79-ed48-4f48-913d-e9bbf289aaaa tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:29.723053 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-994e973b-6e7d-4e14-9e67-c60a0a1d6dfa req-c9657b79-ed48-4f48-913d-e9bbf289aaaa tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=42de6597-d1fc-4108-88e0-f1fe30f00d69 HTTP/1.1" status: 200 len: 946 time: 0.1120243 Feb 09 01:40:29.734043 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af4f392-93ce-4725-83b0-64c69ed820c8 None None] Routers {'a21e74f6-da83-425f-9386-723b703cb801'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:40:29.734666 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-1af4f392-93ce-4725-83b0-64c69ed820c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:40:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a21e74f6-da83-425f-9386-723b703cb801'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:29.793193 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-994e973b-6e7d-4e14-9e67-c60a0a1d6dfa req-5da96575-dc74-424c-a8ca-7ea3a3203b08 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685337 Feb 09 01:40:29.802987 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 210a2540-5a1d-4ded-8f12-95c6e8ad1a0e up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:40:29.875908 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 210a2540-5a1d-4ded-8f12-95c6e8ad1a0e triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:29.876421 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:29.949333 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-1af4f392-93ce-4725-83b0-64c69ed820c8 None None] Set router a21e74f6-da83-425f-9386-723b703cb801 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:40:30.256118 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-1af4f392-93ce-4725-83b0-64c69ed820c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21e74f6-da83-425f-9386-723b703cb801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881468354', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '210a2540-5a1d-4ded-8f12-95c6e8ad1a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:20Z', 'updated_at': '2022-02-09T01:40:26Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '210a2540-5a1d-4ded-8f12-95c6e8ad1a0e', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e74f6-da83-425f-9386-723b703cb801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:21Z', 'updated_at': '2022-02-09T01:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '90160899-cb24-450d-8550-c994ccfeeba9', 'name': '', 'network_id': '4084c473-35e3-4248-9603-a4240507bd13', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:a0:c3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21e74f6-da83-425f-9386-723b703cb801', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '9eae6d4a-e5f1-4795-95d0-910619a3ee71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:24Z', 'updated_at': '2022-02-09T01:40:29Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '9eae6d4a-e5f1-4795-95d0-910619a3ee71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:30.261294 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af4f392-93ce-4725-83b0-64c69ed820c8 None None] The sync data for ids ['a21e74f6-da83-425f-9386-723b703cb801'] in n-d-828419-1 is: [{'id': 'a21e74f6-da83-425f-9386-723b703cb801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881468354', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '210a2540-5a1d-4ded-8f12-95c6e8ad1a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:20Z', 'updated_at': '2022-02-09T01:40:26Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '210a2540-5a1d-4ded-8f12-95c6e8ad1a0e', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e74f6-da83-425f-9386-723b703cb801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:21Z', 'updated_at': '2022-02-09T01:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '90160899-cb24-450d-8550-c994ccfeeba9', 'name': '', 'network_id': '4084c473-35e3-4248-9603-a4240507bd13', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:a0:c3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21e74f6-da83-425f-9386-723b703cb801', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '9eae6d4a-e5f1-4795-95d0-910619a3ee71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:24Z', 'updated_at': '2022-02-09T01:40:29Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '9eae6d4a-e5f1-4795-95d0-910619a3ee71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:40:30.419185 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fe19a242-797e-4bed-a47b-b21cc800a424 req-9bf48c7a-5126-4f37-810c-ad9cc78fd7e0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 210 time: 0.0525284 Feb 09 01:40:30.727539 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-bfc7b5ee-5a88-4d13-bddc-17eee85a4d92 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:30.728323 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-bfc7b5ee-5a88-4d13-bddc-17eee85a4d92 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Synchronizing usage tracker for tenant:49364f58e6074dfa91c3c69aee216080 on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:40:30.741296 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-bfc7b5ee-5a88-4d13-bddc-17eee85a4d92 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Unset dirty status for tenant:49364f58e6074dfa91c3c69aee216080 on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:40:30.742418 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-bfc7b5ee-5a88-4d13-bddc-17eee85a4d92 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.35 "GET /v2.0/networks?id=4084c473-35e3-4248-9603-a4240507bd13 HTTP/1.1" status: 200 len: 795 time: 0.3051100 Feb 09 01:40:30.794796 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-475b2497-bc40-401d-bb3c-2dbc4c7ad42b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49364f58e6074dfa91c3c69aee216080 HTTP/1.1" status: 200 len: 380 time: 0.0406892 Feb 09 01:40:30.807614 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-c38d8ea0-cb37-46da-b3a4-f62544acebd9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'port': {'device_id': '6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41', 'network_id': '4084c473-35e3-4248-9603-a4240507bd13', 'admin_state_up': True, 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'security_groups': ['27876b85-2358-4e46-b47e-8097b30abad0']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:30.955842 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-c38d8ea0-cb37-46da-b3a4-f62544acebd9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:40:30.966404 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-c38d8ea0-cb37-46da-b3a4-f62544acebd9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:40:30.978322 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-c38d8ea0-cb37-46da-b3a4-f62544acebd9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Made reservation on behalf of 49364f58e6074dfa91c3c69aee216080 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:30.982902 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-c38d8ea0-cb37-46da-b3a4-f62544acebd9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:30.985094 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f472c05-4d5f-48d6-9cb2-f29e4deda0d0 req-19e36b52-a16f-4eb5-8a56-73399b5440f2 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:30.986763 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0f472c05-4d5f-48d6-9cb2-f29e4deda0d0 req-19e36b52-a16f-4eb5-8a56-73399b5440f2 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=42de6597-d1fc-4108-88e0-f1fe30f00d69 HTTP/1.1" status: 200 len: 946 time: 0.0861945 Feb 09 01:40:31.046056 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0f472c05-4d5f-48d6-9cb2-f29e4deda0d0 req-6072fcc4-d3d6-45ba-bf53-64e96d532f77 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521586 Feb 09 01:40:31.172170 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-c38d8ea0-cb37-46da-b3a4-f62544acebd9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Allocated IP 172.20.0.7 (4084c473-35e3-4248-9603-a4240507bd13/9eae6d4a-e5f1-4795-95d0-910619a3ee71/6f723cc8-37b4-40da-bca6-88429cbf201a) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:31.383969 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-c38d8ea0-cb37-46da-b3a4-f62544acebd9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:31.406004 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-c38d8ea0-cb37-46da-b3a4-f62544acebd9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Transition to ACTIVE for port object 6f723cc8-37b4-40da-bca6-88429cbf201a will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:40:31.449274 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-c38d8ea0-cb37-46da-b3a4-f62544acebd9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:31.540710 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-c38d8ea0-cb37-46da-b3a4-f62544acebd9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Network 4084c473-35e3-4248-9603-a4240507bd13 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:31.552531 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-c38d8ea0-cb37-46da-b3a4-f62544acebd9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:31.553008 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-c38d8ea0-cb37-46da-b3a4-f62544acebd9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:40:31.609384 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 90160899-cb24-450d-8550-c994ccfeeba9 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:40:31.638995 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-c38d8ea0-cb37-46da-b3a4-f62544acebd9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:31.639635 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-c38d8ea0-cb37-46da-b3a4-f62544acebd9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:31.708263 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-c38d8ea0-cb37-46da-b3a4-f62544acebd9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9049859 Feb 09 01:40:31.719741 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 90160899-cb24-450d-8550-c994ccfeeba9 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:40:31.730642 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-33407cde-1c08-414a-8c43-4fb3f944a31a service neutron] Request body: {'port': {'device_id': '6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:31.733831 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 90160899-cb24-450d-8550-c994ccfeeba9 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:31.734405 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:31.763544 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d8ea0-cb37-46da-b3a4-f62544acebd9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'Port': ['ID=6f723cc8-37b4-40da-bca6-88429cbf201a,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:31.883919 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b3be6-4a00-4136-97b6-e0978328fea4 req-fcadc80a-915f-4e96-bf5f-d8daf898bb67 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:31.884682 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-125b3be6-4a00-4136-97b6-e0978328fea4 req-fcadc80a-915f-4e96-bf5f-d8daf898bb67 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Synchronizing usage tracker for tenant:49364f58e6074dfa91c3c69aee216080 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:40:31.887537 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:31.893303 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-33407cde-1c08-414a-8c43-4fb3f944a31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:31.902125 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-db2ca91a-c505-4e2a-92b1-fb6a382453e4 None None] Provisioning for port 6f723cc8-37b4-40da-bca6-88429cbf201a completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:40:31.910812 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-db2ca91a-c505-4e2a-92b1-fb6a382453e4 None None] Provisioning complete for port 6f723cc8-37b4-40da-bca6-88429cbf201a triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:31.911297 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-db2ca91a-c505-4e2a-92b1-fb6a382453e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:31.948450 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-125b3be6-4a00-4136-97b6-e0978328fea4 req-fcadc80a-915f-4e96-bf5f-d8daf898bb67 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Unset dirty status for tenant:49364f58e6074dfa91c3c69aee216080 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:40:31.949630 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-125b3be6-4a00-4136-97b6-e0978328fea4 req-fcadc80a-915f-4e96-bf5f-d8daf898bb67 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 931 time: 0.2863379 Feb 09 01:40:31.985990 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 90160899-cb24-450d-8550-c994ccfeeba9, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=90160899-cb24-450d-8550-c994ccfeeba9,segment=NetworkSegment(5cbe1d41-7995-4497-9467-0cb82257279b),segment_id=5cbe1d41-7995-4497-9467-0cb82257279b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:40:31.988517 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-db2ca91a-c505-4e2a-92b1-fb6a382453e4 None None] Port 6f723cc8-37b4-40da-bca6-88429cbf201a cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:40:31.991507 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:32.062560 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=90160899-cb24-450d-8550-c994ccfeeba9,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:32.069515 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-125b3be6-4a00-4136-97b6-e0978328fea4 req-52377640-d8ff-4e0b-9431-71464feba874 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=27876b85-2358-4e46-b47e-8097b30abad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131113 Feb 09 01:40:32.296038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-33407cde-1c08-414a-8c43-4fb3f944a31a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f723cc8-37b4-40da-bca6-88429cbf201a {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:40:32.303919 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-33407cde-1c08-414a-8c43-4fb3f944a31a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:32.320788 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-33407cde-1c08-414a-8c43-4fb3f944a31a service neutron] Transition to ACTIVE for port object 6f723cc8-37b4-40da-bca6-88429cbf201a will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:40:32.324631 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-33407cde-1c08-414a-8c43-4fb3f944a31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:32.462547 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33407cde-1c08-414a-8c43-4fb3f944a31a service neutron] Pushing event updated for resources: {'Port': ['ID=6f723cc8-37b4-40da-bca6-88429cbf201a,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:32.574934 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-33407cde-1c08-414a-8c43-4fb3f944a31a service neutron] Attempting to bind port 6f723cc8-37b4-40da-bca6-88429cbf201a on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:40:32.575283 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-33407cde-1c08-414a-8c43-4fb3f944a31a service neutron] Attempting to bind port 6f723cc8-37b4-40da-bca6-88429cbf201a by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '5cbe1d41-7995-4497-9467-0cb82257279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '4084c473-35e3-4248-9603-a4240507bd13'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:40:32.575685 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-33407cde-1c08-414a-8c43-4fb3f944a31a service neutron] Attempting to bind port 6f723cc8-37b4-40da-bca6-88429cbf201a on network 4084c473-35e3-4248-9603-a4240507bd13 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:40:32.580913 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-33407cde-1c08-414a-8c43-4fb3f944a31a service neutron] Port 6f723cc8-37b4-40da-bca6-88429cbf201a on network 4084c473-35e3-4248-9603-a4240507bd13 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:40:32.581239 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-33407cde-1c08-414a-8c43-4fb3f944a31a service neutron] Attempting to bind port 6f723cc8-37b4-40da-bca6-88429cbf201a on network 4084c473-35e3-4248-9603-a4240507bd13 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:40:32.586182 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-33407cde-1c08-414a-8c43-4fb3f944a31a service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:40:32.586515 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-33407cde-1c08-414a-8c43-4fb3f944a31a service neutron] Checking segment: {'id': '5cbe1d41-7995-4497-9467-0cb82257279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '4084c473-35e3-4248-9603-a4240507bd13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:40:32.586893 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-33407cde-1c08-414a-8c43-4fb3f944a31a service neutron] Bound using segment: {'id': '5cbe1d41-7995-4497-9467-0cb82257279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '4084c473-35e3-4248-9603-a4240507bd13'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:40:32.587308 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-33407cde-1c08-414a-8c43-4fb3f944a31a service neutron] Bound port: 6f723cc8-37b4-40da-bca6-88429cbf201a, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cbe1d41-7995-4497-9467-0cb82257279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '4084c473-35e3-4248-9603-a4240507bd13'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:40:32.587645 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-33407cde-1c08-414a-8c43-4fb3f944a31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:32.679427 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-33407cde-1c08-414a-8c43-4fb3f944a31a service neutron] For port 6f723cc8-37b4-40da-bca6-88429cbf201a, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:40:32.682455 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-33407cde-1c08-414a-8c43-4fb3f944a31a service neutron] For port 6f723cc8-37b4-40da-bca6-88429cbf201a, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=6f723cc8-37b4-40da-bca6-88429cbf201a,segment=NetworkSegment(5cbe1d41-7995-4497-9467-0cb82257279b),segment_id=5cbe1d41-7995-4497-9467-0cb82257279b)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:40:32.687936 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-33407cde-1c08-414a-8c43-4fb3f944a31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:32.862360 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-33407cde-1c08-414a-8c43-4fb3f944a31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:32.862962 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-33407cde-1c08-414a-8c43-4fb3f944a31a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:32.864514 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-33407cde-1c08-414a-8c43-4fb3f944a31a service neutron] 10.222.0.35 "PUT /v2.0/ports/6f723cc8-37b4-40da-bca6-88429cbf201a HTTP/1.1" status: 200 len: 1091 time: 1.1429954 Feb 09 01:40:32.864797 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41', 'tag': '6f723cc8-37b4-40da-bca6-88429cbf201a'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:40:32.893156 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33407cde-1c08-414a-8c43-4fb3f944a31a service neutron] Pushing event updated for resources: {'Port': ['ID=6f723cc8-37b4-40da-bca6-88429cbf201a,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:32.945916 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41', 'tag': '6f723cc8-37b4-40da-bca6-88429cbf201a', 'status': 'completed', 'code': 200} Feb 09 01:40:32.997755 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-4c3b8ac4-a0ee-4f9a-a9ec-a29888a4452a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:33.000111 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-4c3b8ac4-a0ee-4f9a-a9ec-a29888a4452a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 1094 time: 0.0910144 Feb 09 01:40:33.085323 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-932cc9fe-b798-4392-aaf9-f4ba389df58f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f723cc8-37b4-40da-bca6-88429cbf201a HTTP/1.1" status: 200 len: 217 time: 0.0769436 Feb 09 01:40:33.169029 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-62e825ab-408f-4158-986b-30a3b9ff1f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:33.171127 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-62e825ab-408f-4158-986b-30a3b9ff1f0a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9eae6d4a-e5f1-4795-95d0-910619a3ee71 HTTP/1.1" status: 200 len: 835 time: 0.0730543 Feb 09 01:40:33.312534 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-18191b00-8679-4b53-9718-0237faf419ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:33.314021 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-18191b00-8679-4b53-9718-0237faf419ec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4084c473-35e3-4248-9603-a4240507bd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1356690 Feb 09 01:40:33.325058 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fde05-c1d8-4694-b530-458e28ae983e req-08f7018a-b972-4b22-86ac-411e36441d61 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:33.326814 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d69fde05-c1d8-4694-b530-458e28ae983e req-08f7018a-b972-4b22-86ac-411e36441d61 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 943 time: 0.1131725 Feb 09 01:40:33.451239 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d69fde05-c1d8-4694-b530-458e28ae983e req-52e7c74e-2cdd-47af-b9ab-94ae6174f4d9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=27876b85-2358-4e46-b47e-8097b30abad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061110 Feb 09 01:40:33.488434 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-94bb8f9d-1d93-4ba9-8fb0-a197ed6bb53b service neutron] 10.222.0.35 "GET /v2.0/networks/4084c473-35e3-4248-9603-a4240507bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609540 Feb 09 01:40:33.545086 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 90160899-cb24-450d-8550-c994ccfeeba9 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:40:33.615986 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 90160899-cb24-450d-8550-c994ccfeeba9 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:33.616354 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:33.628677 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-22daaa72-63b6-44d1-a196-eff08cceb22b req-7f718113-30b7-4b46-a753-0de428834397 service neutron] 10.222.0.35 "GET /v2.0/networks/4084c473-35e3-4248-9603-a4240507bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297345 Feb 09 01:40:33.749980 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f722a35-616b-46bb-9ae7-5cf5f6463706 req-e1707279-5a5f-4b32-8a23-d8809d0a4cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:33.751473 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9f722a35-616b-46bb-9ae7-5cf5f6463706 req-e1707279-5a5f-4b32-8a23-d8809d0a4cae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 1094 time: 0.0781505 Feb 09 01:40:33.887843 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f722a35-616b-46bb-9ae7-5cf5f6463706 req-6a8e0868-a911-4ac7-b8d3-a99d86a5460f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:33.889338 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9f722a35-616b-46bb-9ae7-5cf5f6463706 req-6a8e0868-a911-4ac7-b8d3-a99d86a5460f service neutron] 10.222.0.35 "GET /v2.0/networks?id=4084c473-35e3-4248-9603-a4240507bd13 HTTP/1.1" status: 200 len: 896 time: 0.1311104 Feb 09 01:40:33.956303 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9f722a35-616b-46bb-9ae7-5cf5f6463706 req-6f5e3f0f-3caa-4f04-ab9b-051d6bd877cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f723cc8-37b4-40da-bca6-88429cbf201a HTTP/1.1" status: 200 len: 217 time: 0.0595412 Feb 09 01:40:34.022864 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f722a35-616b-46bb-9ae7-5cf5f6463706 req-634e25f0-12fe-403d-8e4f-ad0498b16234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:34.024299 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9f722a35-616b-46bb-9ae7-5cf5f6463706 req-634e25f0-12fe-403d-8e4f-ad0498b16234 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9eae6d4a-e5f1-4795-95d0-910619a3ee71 HTTP/1.1" status: 200 len: 835 time: 0.0601861 Feb 09 01:40:34.100783 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f722a35-616b-46bb-9ae7-5cf5f6463706 req-ad5da6d6-c6fb-4fe5-82be-272935629e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:34.102694 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9f722a35-616b-46bb-9ae7-5cf5f6463706 req-ad5da6d6-c6fb-4fe5-82be-272935629e54 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4084c473-35e3-4248-9603-a4240507bd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702105 Feb 09 01:40:34.237266 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9f722a35-616b-46bb-9ae7-5cf5f6463706 req-1ef9d389-e230-4dab-8230-1bbfe0d96f90 service neutron] 10.222.0.35 "GET /v2.0/networks/4084c473-35e3-4248-9603-a4240507bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274388 Feb 09 01:40:34.371707 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9f722a35-616b-46bb-9ae7-5cf5f6463706 req-fc53c084-9cb5-47dc-a93c-6b983b1e059c service neutron] 10.222.0.35 "GET /v2.0/networks/4084c473-35e3-4248-9603-a4240507bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274099 Feb 09 01:40:34.648681 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac35307-3f11-4fc6-9a53-c476afbdb885 req-89045cde-2264-437e-abbd-460c6736165b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:34.650629 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bac35307-3f11-4fc6-9a53-c476afbdb885 req-89045cde-2264-437e-abbd-460c6736165b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 943 time: 0.0788879 Feb 09 01:40:34.693898 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bac35307-3f11-4fc6-9a53-c476afbdb885 req-6208ddb2-8536-45bd-b4cc-4396ebc64fe6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=27876b85-2358-4e46-b47e-8097b30abad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364499 Feb 09 01:40:35.882025 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8cbe6-bb8a-49c1-946d-fadc94e58630 req-a3ec72b0-0ba0-44bd-b50b-397dba474233 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:35.883481 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7bc8cbe6-bb8a-49c1-946d-fadc94e58630 req-a3ec72b0-0ba0-44bd-b50b-397dba474233 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 943 time: 0.0855575 Feb 09 01:40:35.927477 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7bc8cbe6-bb8a-49c1-946d-fadc94e58630 req-c9316a4b-1f99-4c78-945a-93536ef1cc01 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=27876b85-2358-4e46-b47e-8097b30abad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378032 Feb 09 01:40:36.949194 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e5e4a6eb-16c4-4300-9a18-38e1aea2470a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:36.971194 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 6f723cc8-37b4-40da-bca6-88429cbf201a details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:40:37.108872 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 6f723cc8-37b4-40da-bca6-88429cbf201a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=6f723cc8-37b4-40da-bca6-88429cbf201a,segment=NetworkSegment(5cbe1d41-7995-4497-9467-0cb82257279b),segment_id=5cbe1d41-7995-4497-9467-0cb82257279b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:40:37.113838 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402db49-0920-47e6-bc32-0453b6d7e641 req-73e6c43e-72c6-4211-9372-b84d3b7af440 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:37.115341 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3402db49-0920-47e6-bc32-0453b6d7e641 req-73e6c43e-72c6-4211-9372-b84d3b7af440 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 943 time: 0.0836754 Feb 09 01:40:37.122073 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '6f723cc8-37b4-40da-bca6-88429cbf201a', 'network_id': '4084c473-35e3-4248-9603-a4240507bd13', 'port_id': '6f723cc8-37b4-40da-bca6-88429cbf201a', 'mac_address': 'fa:16:3e:32:12:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 965, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eae6d4a-e5f1-4795-95d0-910619a3ee71', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:40:37.159109 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3402db49-0920-47e6-bc32-0453b6d7e641 req-b08448d4-eda7-4f09-afb4-45fe7d68c52b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=27876b85-2358-4e46-b47e-8097b30abad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378823 Feb 09 01:40:37.179749 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:37.196065 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f723cc8-37b4-40da-bca6-88429cbf201a {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:40:37.210651 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 6f723cc8-37b4-40da-bca6-88429cbf201a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=6f723cc8-37b4-40da-bca6-88429cbf201a,segment=NetworkSegment(5cbe1d41-7995-4497-9467-0cb82257279b),segment_id=5cbe1d41-7995-4497-9467-0cb82257279b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:40:37.214800 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:37.280759 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=6f723cc8-37b4-40da-bca6-88429cbf201a,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:37.464497 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['6f723cc8-37b4-40da-bca6-88429cbf201a'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:40:38.342983 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32372717-1f7d-49cb-bbd1-43d5c4590434 req-7d39c9d6-c478-47ce-8eeb-2aac231ce4c0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:38.344467 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-32372717-1f7d-49cb-bbd1-43d5c4590434 req-7d39c9d6-c478-47ce-8eeb-2aac231ce4c0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 944 time: 0.0798895 Feb 09 01:40:38.387648 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-32372717-1f7d-49cb-bbd1-43d5c4590434 req-d93a8df8-2dac-451a-b9f1-aaf538ba7601 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=27876b85-2358-4e46-b47e-8097b30abad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374556 Feb 09 01:40:38.987284 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 6f723cc8-37b4-40da-bca6-88429cbf201a up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:40:39.052937 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 6f723cc8-37b4-40da-bca6-88429cbf201a completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:40:39.057610 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 6f723cc8-37b4-40da-bca6-88429cbf201a triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:39.057989 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:39.172055 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:39.197442 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f723cc8-37b4-40da-bca6-88429cbf201a'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:40:39.207789 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 6f723cc8-37b4-40da-bca6-88429cbf201a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=6f723cc8-37b4-40da-bca6-88429cbf201a,segment=NetworkSegment(5cbe1d41-7995-4497-9467-0cb82257279b),segment_id=5cbe1d41-7995-4497-9467-0cb82257279b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:40:39.211720 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:39.243478 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f723cc8-37b4-40da-bca6-88429cbf201a', 'code': 200} Feb 09 01:40:39.285535 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=6f723cc8-37b4-40da-bca6-88429cbf201a,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:39.375955 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c87a5-9a25-4652-92da-5a224f324072 req-45500f82-dbc0-4641-9973-37945a3df22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:39.376630 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f280937a-b98c-4a68-838d-a564820e4cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:39.377494 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-392c87a5-9a25-4652-92da-5a224f324072 req-45500f82-dbc0-4641-9973-37945a3df22b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 1096 time: 0.0711095 Feb 09 01:40:39.419534 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-392c87a5-9a25-4652-92da-5a224f324072 req-c594d8ff-0f82-4ae3-b78e-88c9a6fa788b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=27876b85-2358-4e46-b47e-8097b30abad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335169 Feb 09 01:40:39.567966 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7506a9-047b-4ac3-bde5-df2991bdfb10 req-087b7cb3-f8e6-49c8-8f3b-10c1fd2b284a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:39.569706 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c7506a9-047b-4ac3-bde5-df2991bdfb10 req-087b7cb3-f8e6-49c8-8f3b-10c1fd2b284a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 945 time: 0.0785830 Feb 09 01:40:39.717153 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c7506a9-047b-4ac3-bde5-df2991bdfb10 req-777608e0-2cb6-497f-9197-286258b866dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=27876b85-2358-4e46-b47e-8097b30abad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412027 Feb 09 01:40:40.438869 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:40.537085 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:40.908832 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e99ed2-8cea-460d-96df-095efc5c9c07 req-b780caf2-e782-4596-96c6-a9327dfdcc9e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:40.910411 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-52e99ed2-8cea-460d-96df-095efc5c9c07 req-b780caf2-e782-4596-96c6-a9327dfdcc9e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 945 time: 0.0813255 Feb 09 01:40:40.954100 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-52e99ed2-8cea-460d-96df-095efc5c9c07 req-282bc739-4f61-45d5-a599-3849e515ffbe tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=27876b85-2358-4e46-b47e-8097b30abad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381577 Feb 09 01:40:41.109430 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-d6809dad-8cb4-4096-a802-e888e8e525e3 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:41.111390 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-d6809dad-8cb4-4096-a802-e888e8e525e3 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/networks?id=7721e87e-a4c9-469c-9d5d-ac174eacf08e HTTP/1.1" status: 200 len: 815 time: 0.1471014 Feb 09 01:40:41.126366 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-a6a1ad4b-1ce1-4454-a419-e6ff85f9fe9f tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/quotas/5b4689d39a8d44f7b5702b765e6ed88d HTTP/1.1" status: 200 len: 375 time: 0.0094080 Feb 09 01:40:41.146749 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a52e21-bec6-4be0-9ecc-4cb93dcf08ac req-338be1bf-e424-4b69-b87e-b8d9d3a1d1a6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:41.148185 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-16a52e21-bec6-4be0-9ecc-4cb93dcf08ac req-338be1bf-e424-4b69-b87e-b8d9d3a1d1a6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 945 time: 0.0852144 Feb 09 01:40:41.191718 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-16a52e21-bec6-4be0-9ecc-4cb93dcf08ac req-c60f4c5c-c3fd-49ab-a504-8d460d08fd00 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=27876b85-2358-4e46-b47e-8097b30abad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378265 Feb 09 01:40:41.206601 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-dcb172cb-b3b8-4d24-b33b-4df00d16bae5 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5b4689d39a8d44f7b5702b765e6ed88d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0747831 Feb 09 01:40:41.214229 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53504) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:41.338077 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-8326a130-e188-4075-9397-f716ab5fb9e3 service neutron] 10.222.0.37 "GET /v2.0/networks/7721e87e-a4c9-469c-9d5d-ac174eacf08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249292 Feb 09 01:40:41.386203 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94746708-6aee-476b-aabd-f09667015edb tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:41.387710 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-94746708-6aee-476b-aabd-f09667015edb tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 1091 time: 0.1722186 Feb 09 01:40:41.391064 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53510) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:41.395948 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-a9c67584-5733-46e1-b5fc-329dd71d6f4f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'port_id': '6f723cc8-37b4-40da-bca6-88429cbf201a', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:41.402753 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a9c67584-5733-46e1-b5fc-329dd71d6f4f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:40:41.407066 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a9c67584-5733-46e1-b5fc-329dd71d6f4f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:floatingip and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:40:41.410203 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a9c67584-5733-46e1-b5fc-329dd71d6f4f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:40:41.415961 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a9c67584-5733-46e1-b5fc-329dd71d6f4f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:40:41.426078 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a9c67584-5733-46e1-b5fc-329dd71d6f4f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:41.471309 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-33221630-c0d1-40c0-9d21-e2fd389c958c service neutron] 10.222.0.37 "GET /v2.0/networks/7721e87e-a4c9-469c-9d5d-ac174eacf08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268518 Feb 09 01:40:41.565056 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a9c67584-5733-46e1-b5fc-329dd71d6f4f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:41.664998 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8eb55aab-666a-4f38-8be8-c0ee44278b5e req-6073c055-4e01-48ae-8dc2-2f91a84b5969 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=47303464-d0b5-423e-98e9-4e38c39fdd1a HTTP/1.1" status: 200 len: 210 time: 0.0530024 Feb 09 01:40:41.755803 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-a9c67584-5733-46e1-b5fc-329dd71d6f4f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Allocated IP 172.25.5.106 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/f9c76a9c-75e0-4304-9af4-f60c4c5fdcf1) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:41.865350 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:41.914431 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a9c67584-5733-46e1-b5fc-329dd71d6f4f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:41.944850 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a9c67584-5733-46e1-b5fc-329dd71d6f4f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:42.012316 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c67584-5733-46e1-b5fc-329dd71d6f4f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:42.015207 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-a9c67584-5733-46e1-b5fc-329dd71d6f4f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:42.018968 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c67584-5733-46e1-b5fc-329dd71d6f4f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:40:42.051771 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c67584-5733-46e1-b5fc-329dd71d6f4f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'Port': ['ID=f9c76a9c-75e0-4304-9af4-f60c4c5fdcf1,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:42.430472 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a9c67584-5733-46e1-b5fc-329dd71d6f4f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:42.604800 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a9c67584-5733-46e1-b5fc-329dd71d6f4f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:42.814864 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a9c67584-5733-46e1-b5fc-329dd71d6f4f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:42.819696 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a9c67584-5733-46e1-b5fc-329dd71d6f4f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:42.835021 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81e7d8f2-cccf-4a1d-a89b-4e71dd54a203 req-646c4878-eda5-4e5d-840c-b037db274aef tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=47303464-d0b5-423e-98e9-4e38c39fdd1a HTTP/1.1" status: 200 len: 210 time: 0.0513873 Feb 09 01:40:42.888073 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-3e8141fd-e7ec-47db-9d59-d0ff0c8ccc49 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:42.890215 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-3e8141fd-e7ec-47db-9d59-d0ff0c8ccc49 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.117 "GET /v2.0/networks?id=7721e87e-a4c9-469c-9d5d-ac174eacf08e HTTP/1.1" status: 200 len: 815 time: 0.2261310 Feb 09 01:40:42.907294 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-1bdd2f19-52cd-4f30-b807-dbafd60b107d tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Request body: {'port': {'device_id': '47303464-d0b5-423e-98e9-4e38c39fdd1a', 'network_id': '7721e87e-a4c9-469c-9d5d-ac174eacf08e', 'admin_state_up': True, 'tenant_id': '5b4689d39a8d44f7b5702b765e6ed88d'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:42.936779 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c67584-5733-46e1-b5fc-329dd71d6f4f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'Port': ['ID=f9c76a9c-75e0-4304-9af4-f60c4c5fdcf1,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:42.943466 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a9c67584-5733-46e1-b5fc-329dd71d6f4f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:43.041837 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-1bdd2f19-52cd-4f30-b807-dbafd60b107d tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:40:43.051190 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-1bdd2f19-52cd-4f30-b807-dbafd60b107d tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:40:43.061459 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-1bdd2f19-52cd-4f30-b807-dbafd60b107d tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Made reservation on behalf of 5b4689d39a8d44f7b5702b765e6ed88d for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:43.064974 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-1bdd2f19-52cd-4f30-b807-dbafd60b107d tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:43.117075 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-a9c67584-5733-46e1-b5fc-329dd71d6f4f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Floating IP d556d938-10d1-41cf-958f-442aed6d048c associated. External IP: 172.25.5.106, port: 6f723cc8-37b4-40da-bca6-88429cbf201a. Feb 09 01:40:43.224819 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-1bdd2f19-52cd-4f30-b807-dbafd60b107d tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Allocated IP 172.20.0.6 (7721e87e-a4c9-469c-9d5d-ac174eacf08e/fcfa04f0-16f0-488a-a727-cdc7231920ce/5d9291be-bba9-48a1-801f-3bac80645b73) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:43.423956 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-1bdd2f19-52cd-4f30-b807-dbafd60b107d tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:43.453993 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-1bdd2f19-52cd-4f30-b807-dbafd60b107d tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:43.466102 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['6397401b-3e1a-4a65-845d-b690bfc90546'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:40:43.467359 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c67584-5733-46e1-b5fc-329dd71d6f4f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Router a21e74f6-da83-425f-9386-723b703cb801 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:40:43.531574 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-1bdd2f19-52cd-4f30-b807-dbafd60b107d tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Network 7721e87e-a4c9-469c-9d5d-ac174eacf08e is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:43.532746 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-1bdd2f19-52cd-4f30-b807-dbafd60b107d tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:43.537264 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-1bdd2f19-52cd-4f30-b807-dbafd60b107d tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:40:43.566500 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd2f19-52cd-4f30-b807-dbafd60b107d tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Pushing event updated for resources: {'Port': ['ID=5d9291be-bba9-48a1-801f-3bac80645b73,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:43.604067 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-1bdd2f19-52cd-4f30-b807-dbafd60b107d tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:43.605005 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-1bdd2f19-52cd-4f30-b807-dbafd60b107d tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:43.631578 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-1bdd2f19-52cd-4f30-b807-dbafd60b107d tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7283006 Feb 09 01:40:43.645155 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-fd9e2529-28eb-4229-892a-a92bb8e2ae4b service neutron] Request body: {'port': {'device_id': '47303464-d0b5-423e-98e9-4e38c39fdd1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:43.652038 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c67584-5733-46e1-b5fc-329dd71d6f4f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:40:43.661795 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4003c349-e6c4-429d-b613-00d472159355 None None] Sync routers for ids ['a21e74f6-da83-425f-9386-723b703cb801'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:40:43.671728 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4003c349-e6c4-429d-b613-00d472159355 None None] Routers {'a21e74f6-da83-425f-9386-723b703cb801'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:40:43.672304 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-4003c349-e6c4-429d-b613-00d472159355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:40:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a21e74f6-da83-425f-9386-723b703cb801'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:43.680289 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a9c67584-5733-46e1-b5fc-329dd71d6f4f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:43.742463 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a9c67584-5733-46e1-b5fc-329dd71d6f4f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3503225 Feb 09 01:40:43.743303 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41', 'tag': '6f723cc8-37b4-40da-bca6-88429cbf201a'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:40:43.769773 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-fd9e2529-28eb-4229-892a-a92bb8e2ae4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:43.796018 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41', 'tag': '6f723cc8-37b4-40da-bca6-88429cbf201a', 'status': 'completed', 'code': 200} Feb 09 01:40:43.869091 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-4003c349-e6c4-429d-b613-00d472159355 None None] Set router a21e74f6-da83-425f-9386-723b703cb801 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:40:43.956728 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360af6ea-35b2-453a-bfff-10c86cc15b23 req-479476d2-36f9-4ae7-9356-89c3b7a9efc0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:43.958379 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-360af6ea-35b2-453a-bfff-10c86cc15b23 req-479476d2-36f9-4ae7-9356-89c3b7a9efc0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 945 time: 0.1146178 Feb 09 01:40:44.010845 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-360af6ea-35b2-453a-bfff-10c86cc15b23 req-18054918-b058-4e58-8f2d-a7f887c51adc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=27876b85-2358-4e46-b47e-8097b30abad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467260 Feb 09 01:40:44.037192 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53532) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:44.148546 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-001d0699-5364-42ff-b807-bad902ef3e12 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/floatingips/d556d938-10d1-41cf-958f-442aed6d048c HTTP/1.1" status: 200 len: 991 time: 0.1090367 Feb 09 01:40:44.236662 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dae6a1-3527-4a40-8827-9cca99080bde req-39031596-ed86-46a9-940f-7bf3fce88807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:44.238024 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a3dae6a1-3527-4a40-8827-9cca99080bde req-39031596-ed86-46a9-940f-7bf3fce88807 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 1096 time: 0.4154778 Feb 09 01:40:44.254903 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-4003c349-e6c4-429d-b613-00d472159355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21e74f6-da83-425f-9386-723b703cb801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881468354', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '210a2540-5a1d-4ded-8f12-95c6e8ad1a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:20Z', 'updated_at': '2022-02-09T01:40:26Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '210a2540-5a1d-4ded-8f12-95c6e8ad1a0e', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e74f6-da83-425f-9386-723b703cb801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:21Z', 'updated_at': '2022-02-09T01:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'd556d938-10d1-41cf-958f-442aed6d048c', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'floating_ip_address': '172.25.5.106', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'a21e74f6-da83-425f-9386-723b703cb801', 'port_id': '6f723cc8-37b4-40da-bca6-88429cbf201a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4084c473-35e3-4248-9603-a4240507bd13', 'mac_address': 'fa:16:3e:32:12:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:40:42Z', 'updated_at': '2022-02-09T01:40:42Z', 'revision_number': 0, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90160899-cb24-450d-8550-c994ccfeeba9', 'name': '', 'network_id': '4084c473-35e3-4248-9603-a4240507bd13', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:a0:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e74f6-da83-425f-9386-723b703cb801', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '9eae6d4a-e5f1-4795-95d0-910619a3ee71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:24Z', 'updated_at': '2022-02-09T01:40:31Z', 'revision_number': 5, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '9eae6d4a-e5f1-4795-95d0-910619a3ee71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:44.258811 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4003c349-e6c4-429d-b613-00d472159355 None None] Checking router: a21e74f6-da83-425f-9386-723b703cb801 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:40:44.267065 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4003c349-e6c4-429d-b613-00d472159355 None None] Routers {'a21e74f6-da83-425f-9386-723b703cb801'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:40:44.267682 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-4003c349-e6c4-429d-b613-00d472159355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:40:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a21e74f6-da83-425f-9386-723b703cb801'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:44.346637 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5bbfdc-3206-42c6-8304-4c358101455e req-47e9c1ce-3c40-4f7b-9166-77ec6926181d tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:44.347332 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0d5bbfdc-3206-42c6-8304-4c358101455e req-47e9c1ce-3c40-4f7b-9166-77ec6926181d tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Synchronizing usage tracker for tenant:5b4689d39a8d44f7b5702b765e6ed88d on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:40:44.415905 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0d5bbfdc-3206-42c6-8304-4c358101455e req-47e9c1ce-3c40-4f7b-9166-77ec6926181d tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Unset dirty status for tenant:5b4689d39a8d44f7b5702b765e6ed88d on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:40:44.417085 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0d5bbfdc-3206-42c6-8304-4c358101455e req-47e9c1ce-3c40-4f7b-9166-77ec6926181d tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=47303464-d0b5-423e-98e9-4e38c39fdd1a HTTP/1.1" status: 200 len: 931 time: 0.3868203 Feb 09 01:40:44.443879 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-4003c349-e6c4-429d-b613-00d472159355 None None] Set router a21e74f6-da83-425f-9386-723b703cb801 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:40:44.479943 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dae6a1-3527-4a40-8827-9cca99080bde req-e03293a1-0fd2-4e27-a88b-456daf976ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:44.479943 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a3dae6a1-3527-4a40-8827-9cca99080bde req-e03293a1-0fd2-4e27-a88b-456daf976ba0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4084c473-35e3-4248-9603-a4240507bd13 HTTP/1.1" status: 200 len: 896 time: 0.2349977 Feb 09 01:40:44.489859 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0d5bbfdc-3206-42c6-8304-4c358101455e req-876cf221-bc68-40ca-9048-cc4c8cf8161f tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653324 Feb 09 01:40:44.643752 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-fd9e2529-28eb-4229-892a-a92bb8e2ae4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d9291be-bba9-48a1-801f-3bac80645b73 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:40:44.649065 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a3dae6a1-3527-4a40-8827-9cca99080bde req-21f7fe25-d2e1-4720-969e-3d3a6d92919f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f723cc8-37b4-40da-bca6-88429cbf201a HTTP/1.1" status: 200 len: 999 time: 0.1572499 Feb 09 01:40:44.652720 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-fd9e2529-28eb-4229-892a-a92bb8e2ae4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:44.708236 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-fd9e2529-28eb-4229-892a-a92bb8e2ae4b service neutron] Transition to ACTIVE for port object 5d9291be-bba9-48a1-801f-3bac80645b73 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:40:44.715217 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-fd9e2529-28eb-4229-892a-a92bb8e2ae4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:44.787832 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dae6a1-3527-4a40-8827-9cca99080bde req-4903a7f9-d6e0-45cd-b13c-726fb0a5b70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:44.789648 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a3dae6a1-3527-4a40-8827-9cca99080bde req-4903a7f9-d6e0-45cd-b13c-726fb0a5b70e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9eae6d4a-e5f1-4795-95d0-910619a3ee71 HTTP/1.1" status: 200 len: 835 time: 0.1335986 Feb 09 01:40:44.847216 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-4003c349-e6c4-429d-b613-00d472159355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21e74f6-da83-425f-9386-723b703cb801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881468354', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '210a2540-5a1d-4ded-8f12-95c6e8ad1a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:20Z', 'updated_at': '2022-02-09T01:40:26Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '210a2540-5a1d-4ded-8f12-95c6e8ad1a0e', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e74f6-da83-425f-9386-723b703cb801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:21Z', 'updated_at': '2022-02-09T01:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'd556d938-10d1-41cf-958f-442aed6d048c', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'floating_ip_address': '172.25.5.106', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'a21e74f6-da83-425f-9386-723b703cb801', 'port_id': '6f723cc8-37b4-40da-bca6-88429cbf201a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4084c473-35e3-4248-9603-a4240507bd13', 'mac_address': 'fa:16:3e:32:12:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:40:42Z', 'updated_at': '2022-02-09T01:40:42Z', 'revision_number': 0, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90160899-cb24-450d-8550-c994ccfeeba9', 'name': '', 'network_id': '4084c473-35e3-4248-9603-a4240507bd13', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:a0:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e74f6-da83-425f-9386-723b703cb801', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '9eae6d4a-e5f1-4795-95d0-910619a3ee71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:24Z', 'updated_at': '2022-02-09T01:40:31Z', 'revision_number': 5, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '9eae6d4a-e5f1-4795-95d0-910619a3ee71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:44.851391 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4003c349-e6c4-429d-b613-00d472159355 None None] The sync data for ids ['a21e74f6-da83-425f-9386-723b703cb801'] in n-d-828419-1 is: [{'id': 'a21e74f6-da83-425f-9386-723b703cb801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881468354', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '210a2540-5a1d-4ded-8f12-95c6e8ad1a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:20Z', 'updated_at': '2022-02-09T01:40:26Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '210a2540-5a1d-4ded-8f12-95c6e8ad1a0e', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e74f6-da83-425f-9386-723b703cb801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:21Z', 'updated_at': '2022-02-09T01:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'd556d938-10d1-41cf-958f-442aed6d048c', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'floating_ip_address': '172.25.5.106', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'a21e74f6-da83-425f-9386-723b703cb801', 'port_id': '6f723cc8-37b4-40da-bca6-88429cbf201a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4084c473-35e3-4248-9603-a4240507bd13', 'mac_address': 'fa:16:3e:32:12:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:40:42Z', 'updated_at': '2022-02-09T01:40:42Z', 'revision_number': 0, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90160899-cb24-450d-8550-c994ccfeeba9', 'name': '', 'network_id': '4084c473-35e3-4248-9603-a4240507bd13', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:a0:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e74f6-da83-425f-9386-723b703cb801', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '9eae6d4a-e5f1-4795-95d0-910619a3ee71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:24Z', 'updated_at': '2022-02-09T01:40:31Z', 'revision_number': 5, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '9eae6d4a-e5f1-4795-95d0-910619a3ee71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:40:44.895431 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e2529-28eb-4229-892a-a92bb8e2ae4b service neutron] Pushing event updated for resources: {'Port': ['ID=5d9291be-bba9-48a1-801f-3bac80645b73,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:45.025168 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-fd9e2529-28eb-4229-892a-a92bb8e2ae4b service neutron] Attempting to bind port 5d9291be-bba9-48a1-801f-3bac80645b73 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:40:45.025508 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-fd9e2529-28eb-4229-892a-a92bb8e2ae4b service neutron] Attempting to bind port 5d9291be-bba9-48a1-801f-3bac80645b73 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '79fd5c16-9db2-46ef-bf24-d344c29fdb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '7721e87e-a4c9-469c-9d5d-ac174eacf08e'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:40:45.025845 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-fd9e2529-28eb-4229-892a-a92bb8e2ae4b service neutron] Attempting to bind port 5d9291be-bba9-48a1-801f-3bac80645b73 on network 7721e87e-a4c9-469c-9d5d-ac174eacf08e {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:40:45.029260 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dae6a1-3527-4a40-8827-9cca99080bde req-b49c5b16-36ea-4dd4-ba1e-60302c6d990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:45.031286 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a3dae6a1-3527-4a40-8827-9cca99080bde req-b49c5b16-36ea-4dd4-ba1e-60302c6d990a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4084c473-35e3-4248-9603-a4240507bd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1954825 Feb 09 01:40:45.034860 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-fd9e2529-28eb-4229-892a-a92bb8e2ae4b service neutron] Port 5d9291be-bba9-48a1-801f-3bac80645b73 on network 7721e87e-a4c9-469c-9d5d-ac174eacf08e not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:40:45.035183 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-fd9e2529-28eb-4229-892a-a92bb8e2ae4b service neutron] Attempting to bind port 5d9291be-bba9-48a1-801f-3bac80645b73 on network 7721e87e-a4c9-469c-9d5d-ac174eacf08e {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:40:45.060538 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-fd9e2529-28eb-4229-892a-a92bb8e2ae4b service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:40:45.060828 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-fd9e2529-28eb-4229-892a-a92bb8e2ae4b service neutron] Checking segment: {'id': '79fd5c16-9db2-46ef-bf24-d344c29fdb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '7721e87e-a4c9-469c-9d5d-ac174eacf08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:40:45.061220 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-fd9e2529-28eb-4229-892a-a92bb8e2ae4b service neutron] Bound using segment: {'id': '79fd5c16-9db2-46ef-bf24-d344c29fdb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '7721e87e-a4c9-469c-9d5d-ac174eacf08e'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:40:45.061655 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-fd9e2529-28eb-4229-892a-a92bb8e2ae4b service neutron] Bound port: 5d9291be-bba9-48a1-801f-3bac80645b73, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79fd5c16-9db2-46ef-bf24-d344c29fdb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '7721e87e-a4c9-469c-9d5d-ac174eacf08e'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:40:45.062002 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-fd9e2529-28eb-4229-892a-a92bb8e2ae4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:45.068527 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0de218a-4999-43cf-ab60-2cb6308bf721 None None] New status for floating IP d556d938-10d1-41cf-958f-442aed6d048c: ACTIVE {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:40:45.151312 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53536) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:45.247218 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a3dae6a1-3527-4a40-8827-9cca99080bde req-bf525150-b0fa-4abb-a6d4-b87c0e8ccb37 service neutron] 10.222.0.35 "GET /v2.0/networks/4084c473-35e3-4248-9603-a4240507bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083387 Feb 09 01:40:45.248284 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-fd9e2529-28eb-4229-892a-a92bb8e2ae4b service neutron] For port 5d9291be-bba9-48a1-801f-3bac80645b73, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:40:45.251769 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-fd9e2529-28eb-4229-892a-a92bb8e2ae4b service neutron] For port 5d9291be-bba9-48a1-801f-3bac80645b73, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=5d9291be-bba9-48a1-801f-3bac80645b73,segment=NetworkSegment(79fd5c16-9db2-46ef-bf24-d344c29fdb7d),segment_id=79fd5c16-9db2-46ef-bf24-d344c29fdb7d)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:40:45.321696 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-fd9e2529-28eb-4229-892a-a92bb8e2ae4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:45.380439 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3ca6aa8f-333e-4f2e-b290-f4fbab31fc3c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/floatingips/d556d938-10d1-41cf-958f-442aed6d048c HTTP/1.1" status: 200 len: 991 time: 0.2274487 Feb 09 01:40:45.399789 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-fd9e2529-28eb-4229-892a-a92bb8e2ae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:45.400475 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-fd9e2529-28eb-4229-892a-a92bb8e2ae4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:45.401815 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-fd9e2529-28eb-4229-892a-a92bb8e2ae4b service neutron] 10.222.0.117 "PUT /v2.0/ports/5d9291be-bba9-48a1-801f-3bac80645b73 HTTP/1.1" status: 200 len: 1091 time: 1.7624636 Feb 09 01:40:45.402249 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47303464-d0b5-423e-98e9-4e38c39fdd1a', 'tag': '5d9291be-bba9-48a1-801f-3bac80645b73'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:40:45.445774 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e2529-28eb-4229-892a-a92bb8e2ae4b service neutron] Pushing event updated for resources: {'Port': ['ID=5d9291be-bba9-48a1-801f-3bac80645b73,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:45.457414 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47303464-d0b5-423e-98e9-4e38c39fdd1a', 'tag': '5d9291be-bba9-48a1-801f-3bac80645b73', 'status': 'completed', 'code': 200} Feb 09 01:40:45.503812 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a3dae6a1-3527-4a40-8827-9cca99080bde req-51865cb6-c308-4eba-aaa7-448f73defa08 service neutron] 10.222.0.35 "GET /v2.0/networks/4084c473-35e3-4248-9603-a4240507bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506804 Feb 09 01:40:45.535240 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-668ffaa7-a137-4a65-a3e5-8a8d9d314290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:45.536725 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-668ffaa7-a137-4a65-a3e5-8a8d9d314290 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5b4689d39a8d44f7b5702b765e6ed88d&device_id=47303464-d0b5-423e-98e9-4e38c39fdd1a HTTP/1.1" status: 200 len: 1094 time: 0.0785716 Feb 09 01:40:45.748034 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-c6ed6a5c-4a72-4d92-92a6-386f6190fb87 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d9291be-bba9-48a1-801f-3bac80645b73 HTTP/1.1" status: 200 len: 217 time: 0.2036805 Feb 09 01:40:45.831793 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-4b63ca0a-3909-4718-8747-be00714b2362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:45.833238 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-4b63ca0a-3909-4718-8747-be00714b2362 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=fcfa04f0-16f0-488a-a727-cdc7231920ce HTTP/1.1" status: 200 len: 855 time: 0.0745025 Feb 09 01:40:45.880604 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c80e28-a0e6-432b-8c47-9d790c0c1413 req-d224f1af-2229-43ad-bc71-0f64040b0a06 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:45.881999 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-84c80e28-a0e6-432b-8c47-9d790c0c1413 req-d224f1af-2229-43ad-bc71-0f64040b0a06 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=47303464-d0b5-423e-98e9-4e38c39fdd1a HTTP/1.1" status: 200 len: 943 time: 0.1704659 Feb 09 01:40:45.906290 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-d8bae5cf-278e-4222-8c77-14e1fb3d6aaa service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=7721e87e-a4c9-469c-9d5d-ac174eacf08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653882 Feb 09 01:40:46.015299 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-84c80e28-a0e6-432b-8c47-9d790c0c1413 req-e01ff295-d745-4060-84e7-7aca1726ac95 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274431 Feb 09 01:40:46.066026 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-d5fe9513-753a-4eea-8034-1e85135524f9 service neutron] 10.222.0.117 "GET /v2.0/networks/7721e87e-a4c9-469c-9d5d-ac174eacf08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523499 Feb 09 01:40:46.206134 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2294332a-ada5-48d7-9e6b-0991df28c9fe req-bf3ffa3c-6eb8-4b7e-b1e8-908632708b87 service neutron] 10.222.0.117 "GET /v2.0/networks/7721e87e-a4c9-469c-9d5d-ac174eacf08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316679 Feb 09 01:40:46.327649 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ff730-92e2-491d-9231-b4c8602589bf req-f71bdbfa-8534-4a8a-9436-076ef4e70d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:46.329042 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f61ff730-92e2-491d-9231-b4c8602589bf req-f71bdbfa-8534-4a8a-9436-076ef4e70d4e service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5b4689d39a8d44f7b5702b765e6ed88d&device_id=47303464-d0b5-423e-98e9-4e38c39fdd1a HTTP/1.1" status: 200 len: 1094 time: 0.0739851 Feb 09 01:40:46.383789 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53544) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:40:46.459608 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ff730-92e2-491d-9231-b4c8602589bf req-491df201-51c5-4ac4-a8d4-a8495a257275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:46.461076 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f61ff730-92e2-491d-9231-b4c8602589bf req-491df201-51c5-4ac4-a8d4-a8495a257275 service neutron] 10.222.0.117 "GET /v2.0/networks?id=7721e87e-a4c9-469c-9d5d-ac174eacf08e HTTP/1.1" status: 200 len: 916 time: 0.1256938 Feb 09 01:40:46.487673 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-71f4d3fe-8c4c-4fb6-9ddd-d6dfc63f55b6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/floatingips/d556d938-10d1-41cf-958f-442aed6d048c HTTP/1.1" status: 200 len: 993 time: 0.1027274 Feb 09 01:40:46.527679 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f61ff730-92e2-491d-9231-b4c8602589bf req-684c9d35-acd0-4488-a1f3-eee1f73d0bfc service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d9291be-bba9-48a1-801f-3bac80645b73 HTTP/1.1" status: 200 len: 217 time: 0.0599480 Feb 09 01:40:46.594900 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ff730-92e2-491d-9231-b4c8602589bf req-e397a194-fed2-49f2-a967-620f89084a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:46.596418 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f61ff730-92e2-491d-9231-b4c8602589bf req-e397a194-fed2-49f2-a967-620f89084a72 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=fcfa04f0-16f0-488a-a727-cdc7231920ce HTTP/1.1" status: 200 len: 855 time: 0.0625365 Feb 09 01:40:46.644474 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f61ff730-92e2-491d-9231-b4c8602589bf req-be1b545c-c7ad-40d4-8900-331dfc7632e4 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=7721e87e-a4c9-469c-9d5d-ac174eacf08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395470 Feb 09 01:40:46.770619 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f61ff730-92e2-491d-9231-b4c8602589bf req-92a76859-c8c6-4ce9-9bfd-59462c75b8ce service neutron] 10.222.0.117 "GET /v2.0/networks/7721e87e-a4c9-469c-9d5d-ac174eacf08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197987 Feb 09 01:40:46.900920 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f61ff730-92e2-491d-9231-b4c8602589bf req-12abc3f5-83dc-4812-b618-0e1ccb28d679 service neutron] 10.222.0.117 "GET /v2.0/networks/7721e87e-a4c9-469c-9d5d-ac174eacf08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222105 Feb 09 01:40:47.200885 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d82126-e9da-4f18-95ce-e3eb4c79d278 req-b674ce08-2be1-4662-91d4-25c56e248a75 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:47.202268 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45d82126-e9da-4f18-95ce-e3eb4c79d278 req-b674ce08-2be1-4662-91d4-25c56e248a75 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=47303464-d0b5-423e-98e9-4e38c39fdd1a HTTP/1.1" status: 200 len: 943 time: 0.0822716 Feb 09 01:40:47.245430 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45d82126-e9da-4f18-95ce-e3eb4c79d278 req-7cc0100f-8649-44d9-b6c1-34e40d8ef699 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376372 Feb 09 01:40:48.434734 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068111b4-8caa-4bb1-9cc1-73f0766e9727 req-76465cbf-3a0b-4a09-9b42-43c1272c7854 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:48.436736 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-068111b4-8caa-4bb1-9cc1-73f0766e9727 req-76465cbf-3a0b-4a09-9b42-43c1272c7854 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=47303464-d0b5-423e-98e9-4e38c39fdd1a HTTP/1.1" status: 200 len: 943 time: 0.0829225 Feb 09 01:40:48.479533 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-068111b4-8caa-4bb1-9cc1-73f0766e9727 req-f0c93555-ba2c-49df-ba57-a308803953b6 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372460 Feb 09 01:40:49.665285 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80213d5-6e39-46f9-bd55-d2323026b9b0 req-67d2a40d-f53a-429d-994e-637cac69d260 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:49.666717 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e80213d5-6e39-46f9-bd55-d2323026b9b0 req-67d2a40d-f53a-429d-994e-637cac69d260 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=47303464-d0b5-423e-98e9-4e38c39fdd1a HTTP/1.1" status: 200 len: 943 time: 0.0783932 Feb 09 01:40:49.712700 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e80213d5-6e39-46f9-bd55-d2323026b9b0 req-d437263f-f62d-4ced-852f-2a03e7522b03 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404980 Feb 09 01:40:50.097918 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 5d9291be-bba9-48a1-801f-3bac80645b73 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:40:50.243637 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 5d9291be-bba9-48a1-801f-3bac80645b73, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=5d9291be-bba9-48a1-801f-3bac80645b73,segment=NetworkSegment(79fd5c16-9db2-46ef-bf24-d344c29fdb7d),segment_id=79fd5c16-9db2-46ef-bf24-d344c29fdb7d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:40:50.259737 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '5d9291be-bba9-48a1-801f-3bac80645b73', 'network_id': '7721e87e-a4c9-469c-9d5d-ac174eacf08e', 'port_id': '5d9291be-bba9-48a1-801f-3bac80645b73', 'mac_address': 'fa:16:3e:90:1a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 998, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcfa04f0-16f0-488a-a727-cdc7231920ce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:40:50.312614 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:50.328898 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9291be-bba9-48a1-801f-3bac80645b73 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:40:50.344190 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 5d9291be-bba9-48a1-801f-3bac80645b73, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=5d9291be-bba9-48a1-801f-3bac80645b73,segment=NetworkSegment(79fd5c16-9db2-46ef-bf24-d344c29fdb7d),segment_id=79fd5c16-9db2-46ef-bf24-d344c29fdb7d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:40:50.348130 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:50.413448 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=5d9291be-bba9-48a1-801f-3bac80645b73,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:50.610243 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['5d9291be-bba9-48a1-801f-3bac80645b73'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:40:50.894419 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dafc4e-2ad3-44c9-8944-21976058c4fc req-830dcf16-2148-4cfc-a08d-d1b8adc59af2 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:50.895984 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-33dafc4e-2ad3-44c9-8944-21976058c4fc req-830dcf16-2148-4cfc-a08d-d1b8adc59af2 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=47303464-d0b5-423e-98e9-4e38c39fdd1a HTTP/1.1" status: 200 len: 944 time: 0.0789018 Feb 09 01:40:50.945054 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-33dafc4e-2ad3-44c9-8944-21976058c4fc req-4ffb3b0a-94d9-4db4-b0d4-300d05be8087 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385945 Feb 09 01:40:52.106624 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 5d9291be-bba9-48a1-801f-3bac80645b73 up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:40:52.128297 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29958dc7-637b-4432-ba3a-49b2b61c98d7 req-7f43c0df-ae16-4a24-b39b-4c958d0903ac tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:52.129797 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-29958dc7-637b-4432-ba3a-49b2b61c98d7 req-7f43c0df-ae16-4a24-b39b-4c958d0903ac tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=47303464-d0b5-423e-98e9-4e38c39fdd1a HTTP/1.1" status: 200 len: 944 time: 0.0795460 Feb 09 01:40:52.169419 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:52.175010 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-29958dc7-637b-4432-ba3a-49b2b61c98d7 req-95c96655-6cd5-473b-a680-15392fb670a8 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393107 Feb 09 01:40:52.186601 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 5d9291be-bba9-48a1-801f-3bac80645b73 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:40:52.191267 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 5d9291be-bba9-48a1-801f-3bac80645b73 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:52.191634 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:52.308857 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:52.335126 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47303464-d0b5-423e-98e9-4e38c39fdd1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9291be-bba9-48a1-801f-3bac80645b73'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:40:52.345591 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 5d9291be-bba9-48a1-801f-3bac80645b73, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=5d9291be-bba9-48a1-801f-3bac80645b73,segment=NetworkSegment(79fd5c16-9db2-46ef-bf24-d344c29fdb7d),segment_id=79fd5c16-9db2-46ef-bf24-d344c29fdb7d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:40:52.349630 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:52.385963 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47303464-d0b5-423e-98e9-4e38c39fdd1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9291be-bba9-48a1-801f-3bac80645b73', 'code': 200} Feb 09 01:40:52.419206 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=5d9291be-bba9-48a1-801f-3bac80645b73,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:52.511808 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8bbfbc-15fc-4fce-988e-7f2951294708 req-da06c398-6a03-420a-86f4-bdec54d63167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:52.514192 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-be8bbfbc-15fc-4fce-988e-7f2951294708 req-da06c398-6a03-420a-86f4-bdec54d63167 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=47303464-d0b5-423e-98e9-4e38c39fdd1a HTTP/1.1" status: 200 len: 1096 time: 0.0745451 Feb 09 01:40:52.557954 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-be8bbfbc-15fc-4fce-988e-7f2951294708 req-81dda732-789e-41e0-ac4a-a6e37306f924 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355413 Feb 09 01:40:53.364285 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975697dd-543d-4c15-a911-17284474777b req-47bce1d4-7c0c-41b8-b99a-136b17661c02 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:53.365662 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-975697dd-543d-4c15-a911-17284474777b req-47bce1d4-7c0c-41b8-b99a-136b17661c02 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=47303464-d0b5-423e-98e9-4e38c39fdd1a HTTP/1.1" status: 200 len: 945 time: 0.0841343 Feb 09 01:40:53.408489 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-975697dd-543d-4c15-a911-17284474777b req-0e97276b-e555-47d7-93f1-2225f0c64147 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372856 Feb 09 01:40:54.174764 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [req-92f909ea-371b-4e72-8c88-ac9eba9d0c1b req-c21ffddd-82da-4e74-80db-885fdf3f02c5 service neutron] (87611) timed out ('10.222.0.37', 36984) {{(pid=87611) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 01:40:54.598959 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c4ecf-b456-470f-8121-8af9645ea1f6 req-4457fc84-4f69-4d2b-ad77-82f0b283fa7f tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:54.600470 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a79c4ecf-b456-470f-8121-8af9645ea1f6 req-4457fc84-4f69-4d2b-ad77-82f0b283fa7f tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=47303464-d0b5-423e-98e9-4e38c39fdd1a HTTP/1.1" status: 200 len: 945 time: 0.0816813 Feb 09 01:40:54.644637 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a79c4ecf-b456-470f-8121-8af9645ea1f6 req-8f6ebadc-97ef-4fef-b707-17f9c7e86f34 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383749 Feb 09 01:40:55.227764 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:56.785447 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-c3c29818-bc92-43b8-ae32-4156dcaca89a tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:56.786872 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-c3c29818-bc92-43b8-ae32-4156dcaca89a tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/networks?id=7721e87e-a4c9-469c-9d5d-ac174eacf08e HTTP/1.1" status: 200 len: 815 time: 0.1419153 Feb 09 01:40:56.806286 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-0c78fb55-2f0e-483b-970d-846537d60f0e tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/quotas/5b4689d39a8d44f7b5702b765e6ed88d HTTP/1.1" status: 200 len: 375 time: 0.0139389 Feb 09 01:40:56.887490 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-37713bd3-58f4-470e-b792-7745c030e5f2 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5b4689d39a8d44f7b5702b765e6ed88d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758703 Feb 09 01:40:57.017817 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-a61a379e-5e6d-4854-9cae-7f3d637e7695 service neutron] 10.222.0.37 "GET /v2.0/networks/7721e87e-a4c9-469c-9d5d-ac174eacf08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232746 Feb 09 01:40:57.148698 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-9eec0933-2539-4a9e-b6b9-d56b5c31fac7 service neutron] 10.222.0.37 "GET /v2.0/networks/7721e87e-a4c9-469c-9d5d-ac174eacf08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250086 Feb 09 01:40:57.429182 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-56de74fd-4164-43a2-9f4d-da929b0fd7de req-11c667a5-30ca-4cf7-8a73-a28b8aefcd29 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=f063c05b-8092-436a-969c-df53235aa61a HTTP/1.1" status: 200 len: 210 time: 0.1504300 Feb 09 01:40:58.400580 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-6ecee32e-1c9a-4847-b568-e14a8f1d12f3 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:58.401887 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-6ecee32e-1c9a-4847-b568-e14a8f1d12f3 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.35 "GET /v2.0/networks?id=7721e87e-a4c9-469c-9d5d-ac174eacf08e HTTP/1.1" status: 200 len: 815 time: 0.1449881 Feb 09 01:40:58.414430 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-def639c3-8dc0-4f32-b109-095a5580e10b tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Request body: {'port': {'device_id': 'f063c05b-8092-436a-969c-df53235aa61a', 'network_id': '7721e87e-a4c9-469c-9d5d-ac174eacf08e', 'admin_state_up': True, 'tenant_id': '5b4689d39a8d44f7b5702b765e6ed88d'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:58.478636 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:40:58.555696 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-def639c3-8dc0-4f32-b109-095a5580e10b tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:40:58.565325 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-def639c3-8dc0-4f32-b109-095a5580e10b tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:40:58.574530 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-def639c3-8dc0-4f32-b109-095a5580e10b tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Made reservation on behalf of 5b4689d39a8d44f7b5702b765e6ed88d for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:58.578624 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-def639c3-8dc0-4f32-b109-095a5580e10b tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:58.590416 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c1d52430-8aa8-4713-9a61-283fde0cb161 req-edca344e-590b-4e1f-8c81-a44421fafdde tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=f063c05b-8092-436a-969c-df53235aa61a HTTP/1.1" status: 200 len: 210 time: 0.0554550 Feb 09 01:40:58.738408 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-def639c3-8dc0-4f32-b109-095a5580e10b tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Allocated IP 172.20.0.2 (7721e87e-a4c9-469c-9d5d-ac174eacf08e/fcfa04f0-16f0-488a-a727-cdc7231920ce/3aabde5c-e756-4be8-b708-13854247e398) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:58.934620 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-def639c3-8dc0-4f32-b109-095a5580e10b tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:58.963874 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-def639c3-8dc0-4f32-b109-095a5580e10b tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:58.984416 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['6397401b-3e1a-4a65-845d-b690bfc90546', '5d9291be-bba9-48a1-801f-3bac80645b73'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:40:59.039144 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-def639c3-8dc0-4f32-b109-095a5580e10b tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Network 7721e87e-a4c9-469c-9d5d-ac174eacf08e is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:59.040215 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-def639c3-8dc0-4f32-b109-095a5580e10b tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:59.042952 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-def639c3-8dc0-4f32-b109-095a5580e10b tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:40:59.090037 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def639c3-8dc0-4f32-b109-095a5580e10b tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Pushing event updated for resources: {'Port': ['ID=3aabde5c-e756-4be8-b708-13854247e398,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:59.115659 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-def639c3-8dc0-4f32-b109-095a5580e10b tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:59.116215 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-def639c3-8dc0-4f32-b109-095a5580e10b tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:59.142616 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-def639c3-8dc0-4f32-b109-095a5580e10b tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7315187 Feb 09 01:40:59.153903 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-4a3d71b5-8be8-4594-919c-edf5d9d16eeb service neutron] Request body: {'port': {'device_id': 'f063c05b-8092-436a-969c-df53235aa61a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:59.265292 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-4a3d71b5-8be8-4594-919c-edf5d9d16eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:59.606953 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-4a3d71b5-8be8-4594-919c-edf5d9d16eeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aabde5c-e756-4be8-b708-13854247e398 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:40:59.614168 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-4a3d71b5-8be8-4594-919c-edf5d9d16eeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:59.629126 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-4a3d71b5-8be8-4594-919c-edf5d9d16eeb service neutron] Transition to ACTIVE for port object 3aabde5c-e756-4be8-b708-13854247e398 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:40:59.634117 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-4a3d71b5-8be8-4594-919c-edf5d9d16eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:40:59.800493 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3d71b5-8be8-4594-919c-edf5d9d16eeb service neutron] Pushing event updated for resources: {'Port': ['ID=3aabde5c-e756-4be8-b708-13854247e398,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:00.031393 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-4a3d71b5-8be8-4594-919c-edf5d9d16eeb service neutron] Attempting to bind port 3aabde5c-e756-4be8-b708-13854247e398 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:41:00.031715 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-4a3d71b5-8be8-4594-919c-edf5d9d16eeb service neutron] Attempting to bind port 3aabde5c-e756-4be8-b708-13854247e398 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '79fd5c16-9db2-46ef-bf24-d344c29fdb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '7721e87e-a4c9-469c-9d5d-ac174eacf08e'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:41:00.032036 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-4a3d71b5-8be8-4594-919c-edf5d9d16eeb service neutron] Attempting to bind port 3aabde5c-e756-4be8-b708-13854247e398 on network 7721e87e-a4c9-469c-9d5d-ac174eacf08e {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:41:00.041937 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0272f32-efaa-43c3-bda2-ad7e5b750fd9 req-c4460f4e-e940-4653-9d64-8b884dbf5100 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:00.042619 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f0272f32-efaa-43c3-bda2-ad7e5b750fd9 req-c4460f4e-e940-4653-9d64-8b884dbf5100 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Synchronizing usage tracker for tenant:5b4689d39a8d44f7b5702b765e6ed88d on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:41:00.047460 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-4a3d71b5-8be8-4594-919c-edf5d9d16eeb service neutron] Port 3aabde5c-e756-4be8-b708-13854247e398 on network 7721e87e-a4c9-469c-9d5d-ac174eacf08e not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:41:00.047774 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-4a3d71b5-8be8-4594-919c-edf5d9d16eeb service neutron] Attempting to bind port 3aabde5c-e756-4be8-b708-13854247e398 on network 7721e87e-a4c9-469c-9d5d-ac174eacf08e {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:41:00.055673 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-4a3d71b5-8be8-4594-919c-edf5d9d16eeb service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:41:00.055947 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-4a3d71b5-8be8-4594-919c-edf5d9d16eeb service neutron] Checking segment: {'id': '79fd5c16-9db2-46ef-bf24-d344c29fdb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '7721e87e-a4c9-469c-9d5d-ac174eacf08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:41:00.056319 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-4a3d71b5-8be8-4594-919c-edf5d9d16eeb service neutron] Bound using segment: {'id': '79fd5c16-9db2-46ef-bf24-d344c29fdb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '7721e87e-a4c9-469c-9d5d-ac174eacf08e'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:41:00.056760 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-4a3d71b5-8be8-4594-919c-edf5d9d16eeb service neutron] Bound port: 3aabde5c-e756-4be8-b708-13854247e398, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79fd5c16-9db2-46ef-bf24-d344c29fdb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '7721e87e-a4c9-469c-9d5d-ac174eacf08e'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:41:00.057098 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-4a3d71b5-8be8-4594-919c-edf5d9d16eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:00.099742 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f0272f32-efaa-43c3-bda2-ad7e5b750fd9 req-c4460f4e-e940-4653-9d64-8b884dbf5100 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Unset dirty status for tenant:5b4689d39a8d44f7b5702b765e6ed88d on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:41:00.100879 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f0272f32-efaa-43c3-bda2-ad7e5b750fd9 req-c4460f4e-e940-4653-9d64-8b884dbf5100 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=f063c05b-8092-436a-969c-df53235aa61a HTTP/1.1" status: 200 len: 943 time: 0.3661351 Feb 09 01:41:00.173942 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f0272f32-efaa-43c3-bda2-ad7e5b750fd9 req-aab86432-91b7-4568-adc8-5ed884732c41 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613849 Feb 09 01:41:00.182265 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-4a3d71b5-8be8-4594-919c-edf5d9d16eeb service neutron] For port 3aabde5c-e756-4be8-b708-13854247e398, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:41:00.185195 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-4a3d71b5-8be8-4594-919c-edf5d9d16eeb service neutron] For port 3aabde5c-e756-4be8-b708-13854247e398, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=3aabde5c-e756-4be8-b708-13854247e398,segment=NetworkSegment(79fd5c16-9db2-46ef-bf24-d344c29fdb7d),segment_id=79fd5c16-9db2-46ef-bf24-d344c29fdb7d)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:41:00.195495 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-4a3d71b5-8be8-4594-919c-edf5d9d16eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:00.261048 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-4a3d71b5-8be8-4594-919c-edf5d9d16eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:00.261659 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-4a3d71b5-8be8-4594-919c-edf5d9d16eeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:00.262993 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-4a3d71b5-8be8-4594-919c-edf5d9d16eeb service neutron] 10.222.0.35 "PUT /v2.0/ports/3aabde5c-e756-4be8-b708-13854247e398 HTTP/1.1" status: 200 len: 1091 time: 1.1132724 Feb 09 01:41:00.263427 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f063c05b-8092-436a-969c-df53235aa61a', 'tag': '3aabde5c-e756-4be8-b708-13854247e398'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:41:00.283753 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3d71b5-8be8-4594-919c-edf5d9d16eeb service neutron] Pushing event updated for resources: {'Port': ['ID=3aabde5c-e756-4be8-b708-13854247e398,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:00.336247 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f063c05b-8092-436a-969c-df53235aa61a', 'tag': '3aabde5c-e756-4be8-b708-13854247e398', 'status': 'completed', 'code': 200} Feb 09 01:41:00.375914 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-132b5185-50e4-44eb-9e9f-fd9f7d8ce601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:00.377404 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-132b5185-50e4-44eb-9e9f-fd9f7d8ce601 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b4689d39a8d44f7b5702b765e6ed88d&device_id=f063c05b-8092-436a-969c-df53235aa61a HTTP/1.1" status: 200 len: 1094 time: 0.0720975 Feb 09 01:41:00.447322 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-ba12bc09-0ad3-4bd1-a48b-8a3b881d54be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3aabde5c-e756-4be8-b708-13854247e398 HTTP/1.1" status: 200 len: 217 time: 0.0622506 Feb 09 01:41:00.509946 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-6819ff40-8db3-4b94-8b4b-0eff42e65609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:00.511323 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-6819ff40-8db3-4b94-8b4b-0eff42e65609 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fcfa04f0-16f0-488a-a727-cdc7231920ce HTTP/1.1" status: 200 len: 855 time: 0.0571520 Feb 09 01:41:00.560535 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-eaa19fab-4686-43b8-8760-7f34af8daf23 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7721e87e-a4c9-469c-9d5d-ac174eacf08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427911 Feb 09 01:41:00.688448 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-6a0c0f19-94b6-4a45-b760-9be2097400fd service neutron] 10.222.0.35 "GET /v2.0/networks/7721e87e-a4c9-469c-9d5d-ac174eacf08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222034 Feb 09 01:41:00.818222 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f0d53a3e-1771-4852-a64c-1b33fd16cbd4 req-7633d082-f0a5-43ff-9127-a7f7441275c4 service neutron] 10.222.0.35 "GET /v2.0/networks/7721e87e-a4c9-469c-9d5d-ac174eacf08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226268 Feb 09 01:41:00.934432 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d7c03-0eeb-445e-b226-9ca378ab1072 req-09756a60-49bc-430d-ba17-a5ea0483e5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:00.935944 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b22d7c03-0eeb-445e-b226-9ca378ab1072 req-09756a60-49bc-430d-ba17-a5ea0483e5f7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b4689d39a8d44f7b5702b765e6ed88d&device_id=f063c05b-8092-436a-969c-df53235aa61a HTTP/1.1" status: 200 len: 1094 time: 0.0702999 Feb 09 01:41:01.066460 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d7c03-0eeb-445e-b226-9ca378ab1072 req-97e81426-fd1a-4e94-9d3a-fa7b825b03f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:01.067900 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b22d7c03-0eeb-445e-b226-9ca378ab1072 req-97e81426-fd1a-4e94-9d3a-fa7b825b03f0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7721e87e-a4c9-469c-9d5d-ac174eacf08e HTTP/1.1" status: 200 len: 916 time: 0.1256070 Feb 09 01:41:01.140826 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b22d7c03-0eeb-445e-b226-9ca378ab1072 req-fb4cf3bd-0f8f-4432-850e-c27cc41215ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3aabde5c-e756-4be8-b708-13854247e398 HTTP/1.1" status: 200 len: 217 time: 0.0648358 Feb 09 01:41:01.204040 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d7c03-0eeb-445e-b226-9ca378ab1072 req-87abe9e8-3e40-48e7-a32b-90ef8181edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:01.205423 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b22d7c03-0eeb-445e-b226-9ca378ab1072 req-87abe9e8-3e40-48e7-a32b-90ef8181edd9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fcfa04f0-16f0-488a-a727-cdc7231920ce HTTP/1.1" status: 200 len: 855 time: 0.0572333 Feb 09 01:41:01.256860 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b22d7c03-0eeb-445e-b226-9ca378ab1072 req-b590d91d-b074-4cb1-80be-ab5c8b21c237 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7721e87e-a4c9-469c-9d5d-ac174eacf08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444024 Feb 09 01:41:01.441687 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b22d7c03-0eeb-445e-b226-9ca378ab1072 req-4f9828be-9bb9-4b59-b0c3-cc876708007e service neutron] 10.222.0.35 "GET /v2.0/networks/7721e87e-a4c9-469c-9d5d-ac174eacf08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785543 Feb 09 01:41:01.453557 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b9d1d-77b3-495d-9398-d96abd93f8d8 req-082dbd2f-6e34-491d-a3c4-fbeff57b1ccd tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:01.454905 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf0b9d1d-77b3-495d-9398-d96abd93f8d8 req-082dbd2f-6e34-491d-a3c4-fbeff57b1ccd tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=f063c05b-8092-436a-969c-df53235aa61a HTTP/1.1" status: 200 len: 943 time: 0.1293492 Feb 09 01:41:01.575659 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf0b9d1d-77b3-495d-9398-d96abd93f8d8 req-879d9858-e46d-4af1-8f30-53070c48c4cc tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025701 Feb 09 01:41:01.610231 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b22d7c03-0eeb-445e-b226-9ca378ab1072 req-4f8491b6-daf6-4e0c-b67e-8430adcf0d76 service neutron] 10.222.0.35 "GET /v2.0/networks/7721e87e-a4c9-469c-9d5d-ac174eacf08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544278 Feb 09 01:41:02.757229 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5710a3a-37b5-48bd-b129-432db5a756bf req-476571df-6f8f-4613-a16d-3ea08daacfe0 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:02.758706 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a5710a3a-37b5-48bd-b129-432db5a756bf req-476571df-6f8f-4613-a16d-3ea08daacfe0 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=f063c05b-8092-436a-969c-df53235aa61a HTTP/1.1" status: 200 len: 943 time: 0.0786080 Feb 09 01:41:02.801972 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a5710a3a-37b5-48bd-b129-432db5a756bf req-4fc95124-785d-480c-97ff-2e2045beb15a tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369213 Feb 09 01:41:03.027837 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 3aabde5c-e756-4be8-b708-13854247e398 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:41:03.158618 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 3aabde5c-e756-4be8-b708-13854247e398, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=3aabde5c-e756-4be8-b708-13854247e398,segment=NetworkSegment(79fd5c16-9db2-46ef-bf24-d344c29fdb7d),segment_id=79fd5c16-9db2-46ef-bf24-d344c29fdb7d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:41:03.171850 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '3aabde5c-e756-4be8-b708-13854247e398', 'network_id': '7721e87e-a4c9-469c-9d5d-ac174eacf08e', 'port_id': '3aabde5c-e756-4be8-b708-13854247e398', 'mac_address': 'fa:16:3e:89:9f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 998, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcfa04f0-16f0-488a-a727-cdc7231920ce', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:41:03.229002 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:03.245616 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aabde5c-e756-4be8-b708-13854247e398 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:41:03.260547 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 3aabde5c-e756-4be8-b708-13854247e398, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=3aabde5c-e756-4be8-b708-13854247e398,segment=NetworkSegment(79fd5c16-9db2-46ef-bf24-d344c29fdb7d),segment_id=79fd5c16-9db2-46ef-bf24-d344c29fdb7d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:41:03.264604 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:03.329400 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=3aabde5c-e756-4be8-b708-13854247e398,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:03.503936 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['3aabde5c-e756-4be8-b708-13854247e398'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:41:04.089822 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1cbcc-1507-461d-8577-16597a1ad10b req-582460a4-37f9-4fed-a659-906ccaf18550 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:04.091191 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e3e1cbcc-1507-461d-8577-16597a1ad10b req-582460a4-37f9-4fed-a659-906ccaf18550 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=f063c05b-8092-436a-969c-df53235aa61a HTTP/1.1" status: 200 len: 944 time: 0.1852539 Feb 09 01:41:04.134592 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e3e1cbcc-1507-461d-8577-16597a1ad10b req-bc135170-cd02-4ac8-9ada-b22e4051b66f tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372288 Feb 09 01:41:05.059406 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 3aabde5c-e756-4be8-b708-13854247e398 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:41:05.126423 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 3aabde5c-e756-4be8-b708-13854247e398 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:41:05.131379 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 3aabde5c-e756-4be8-b708-13854247e398 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:05.131749 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:05.246433 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:05.273087 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f063c05b-8092-436a-969c-df53235aa61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aabde5c-e756-4be8-b708-13854247e398'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:41:05.283287 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 3aabde5c-e756-4be8-b708-13854247e398, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=3aabde5c-e756-4be8-b708-13854247e398,segment=NetworkSegment(79fd5c16-9db2-46ef-bf24-d344c29fdb7d),segment_id=79fd5c16-9db2-46ef-bf24-d344c29fdb7d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:41:05.287162 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:05.329822 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f063c05b-8092-436a-969c-df53235aa61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aabde5c-e756-4be8-b708-13854247e398', 'code': 200} Feb 09 01:41:05.331248 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b9145-95ad-4359-888b-5a831e14e718 req-9cc2358e-e000-409d-9b21-24ea9202d231 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:05.333039 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-100b9145-95ad-4359-888b-5a831e14e718 req-9cc2358e-e000-409d-9b21-24ea9202d231 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=f063c05b-8092-436a-969c-df53235aa61a HTTP/1.1" status: 200 len: 944 time: 0.0948479 Feb 09 01:41:05.384472 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-100b9145-95ad-4359-888b-5a831e14e718 req-f0822440-7e1c-46e1-9465-05838da7c41f tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451517 Feb 09 01:41:05.399184 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=3aabde5c-e756-4be8-b708-13854247e398,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:05.455478 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7371d5-d386-471e-83e7-5757fb30a3a2 req-efc9d131-1b88-43da-83f9-118a8ece0a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:05.456978 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0a7371d5-d386-471e-83e7-5757fb30a3a2 req-efc9d131-1b88-43da-83f9-118a8ece0a91 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f063c05b-8092-436a-969c-df53235aa61a HTTP/1.1" status: 200 len: 1096 time: 0.0751314 Feb 09 01:41:05.501317 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0a7371d5-d386-471e-83e7-5757fb30a3a2 req-fbc349be-e39b-41c3-a840-a381c480ea5f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355425 Feb 09 01:41:06.567419 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d0ddc-b902-41a5-8018-0cdea4c50bb0 req-6baa254b-fde1-4c09-b676-7cda5376895d tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:06.568889 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b41d0ddc-b902-41a5-8018-0cdea4c50bb0 req-6baa254b-fde1-4c09-b676-7cda5376895d tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=f063c05b-8092-436a-969c-df53235aa61a HTTP/1.1" status: 200 len: 945 time: 0.0783706 Feb 09 01:41:06.612155 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b41d0ddc-b902-41a5-8018-0cdea4c50bb0 req-cc1684fb-d635-4ebd-8fc4-ebdad4219ff1 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375957 Feb 09 01:41:06.952016 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-29191fff-4cd5-4d96-8628-a76eb99c71cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:07.796257 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2b428-09f7-42c2-b420-f5965ba19a32 req-9d2e815f-88bc-4bc3-9565-940d13cf64b6 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:07.797665 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-55f2b428-09f7-42c2-b420-f5965ba19a32 req-9d2e815f-88bc-4bc3-9565-940d13cf64b6 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=f063c05b-8092-436a-969c-df53235aa61a HTTP/1.1" status: 200 len: 945 time: 0.0787182 Feb 09 01:41:07.840475 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-55f2b428-09f7-42c2-b420-f5965ba19a32 req-6697a937-e68e-44f4-809a-2c224e878619 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370212 Feb 09 01:41:09.018399 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-12f78d8b-1026-48b5-ac01-5e2a4618e58f req-0a6ea08b-747a-46c4-a5fb-0ebf2628fe28 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=42de6597-d1fc-4108-88e0-f1fe30f00d69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0750854 Feb 09 01:41:09.153900 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f78d8b-1026-48b5-ac01-5e2a4618e58f req-7bbdc21c-dc61-4ca5-bb70-21d32b2818a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:09.155939 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-12f78d8b-1026-48b5-ac01-5e2a4618e58f req-7bbdc21c-dc61-4ca5-bb70-21d32b2818a3 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5b4689d39a8d44f7b5702b765e6ed88d&device_id=42de6597-d1fc-4108-88e0-f1fe30f00d69 HTTP/1.1" status: 200 len: 1097 time: 0.0703568 Feb 09 01:41:09.300627 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f78d8b-1026-48b5-ac01-5e2a4618e58f req-1438a95e-d59a-4755-be05-92212139b393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:09.300627 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-12f78d8b-1026-48b5-ac01-5e2a4618e58f req-1438a95e-d59a-4755-be05-92212139b393 service neutron] 10.222.0.117 "GET /v2.0/networks?id=7721e87e-a4c9-469c-9d5d-ac174eacf08e HTTP/1.1" status: 200 len: 916 time: 0.1258347 Feb 09 01:41:09.370307 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-12f78d8b-1026-48b5-ac01-5e2a4618e58f req-e0525187-ecc3-4d25-b15e-8b216dad6b67 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6397401b-3e1a-4a65-845d-b690bfc90546 HTTP/1.1" status: 200 len: 217 time: 0.0633814 Feb 09 01:41:09.379676 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fe82c257-89c5-4784-bba2-cdc96dade1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:09.436261 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f78d8b-1026-48b5-ac01-5e2a4618e58f req-b35544dc-7256-4edc-8cfa-fe54efe8e052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:09.437812 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-12f78d8b-1026-48b5-ac01-5e2a4618e58f req-b35544dc-7256-4edc-8cfa-fe54efe8e052 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=fcfa04f0-16f0-488a-a727-cdc7231920ce HTTP/1.1" status: 200 len: 855 time: 0.0611298 Feb 09 01:41:09.489481 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-12f78d8b-1026-48b5-ac01-5e2a4618e58f req-cb2996e9-5b37-4b97-ac6d-64d407a6d0d1 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=7721e87e-a4c9-469c-9d5d-ac174eacf08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436244 Feb 09 01:41:09.624972 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-12f78d8b-1026-48b5-ac01-5e2a4618e58f req-035cae21-1525-410c-89a3-da6783b3859a service neutron] 10.222.0.117 "GET /v2.0/networks/7721e87e-a4c9-469c-9d5d-ac174eacf08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282675 Feb 09 01:41:09.759919 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-12f78d8b-1026-48b5-ac01-5e2a4618e58f req-b71f13d7-ff25-4622-b210-ae3820df1918 service neutron] 10.222.0.117 "GET /v2.0/networks/7721e87e-a4c9-469c-9d5d-ac174eacf08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289780 Feb 09 01:41:10.442321 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:10.536168 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:11.858468 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:19.522710 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-6539f6db-dc5b-4452-874c-73515a52ee61 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:19.524140 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-6539f6db-dc5b-4452-874c-73515a52ee61 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/networks?id=7721e87e-a4c9-469c-9d5d-ac174eacf08e HTTP/1.1" status: 200 len: 815 time: 0.1483405 Feb 09 01:41:19.538500 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-a12f1f66-bec3-4340-9dc1-4d2719e43bd8 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/quotas/5b4689d39a8d44f7b5702b765e6ed88d HTTP/1.1" status: 200 len: 375 time: 0.0090728 Feb 09 01:41:19.622336 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-a3efde97-9a69-489e-836a-931cd9b1af07 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5b4689d39a8d44f7b5702b765e6ed88d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0789983 Feb 09 01:41:19.753124 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-f7bbc555-4593-4d5a-870e-51b6ec5f0b8b service neutron] 10.222.0.37 "GET /v2.0/networks/7721e87e-a4c9-469c-9d5d-ac174eacf08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234016 Feb 09 01:41:19.886607 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-393427d0-b3a9-4d68-aa7e-c3633b4f2510 service neutron] 10.222.0.37 "GET /v2.0/networks/7721e87e-a4c9-469c-9d5d-ac174eacf08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271472 Feb 09 01:41:19.903884 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddf45b-51fe-4de3-bf9c-f871600133f1 req-f191e3e0-08ee-4e74-a805-7e52548afe5b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:19.905990 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-05ddf45b-51fe-4de3-bf9c-f871600133f1 req-f191e3e0-08ee-4e74-a805-7e52548afe5b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 945 time: 0.0863836 Feb 09 01:41:19.951125 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-05ddf45b-51fe-4de3-bf9c-f871600133f1 req-8fc7faac-0c20-4d32-b723-42269292f389 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=27876b85-2358-4e46-b47e-8097b30abad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394053 Feb 09 01:41:19.974894 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53706) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:20.225838 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4bb8e313-73fc-4c4a-ae43-3ecace0c6607 req-7ab430cb-e27a-4cee-be04-7fd808c642e2 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6abb265-238c-4559-84f1-c724c81c8c18 HTTP/1.1" status: 200 len: 210 time: 0.1781750 Feb 09 01:41:20.256195 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-517fd497-69e8-4f03-8ea6-adacb87fd842 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/floatingips/d556d938-10d1-41cf-958f-442aed6d048c HTTP/1.1" status: 200 len: 993 time: 0.2801309 Feb 09 01:41:20.683382 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55007f12-52bc-4d28-993c-9cdc489b3e17 req-a7b346a8-c34f-4810-9cc3-366c26fb705f tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:20.684892 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-55007f12-52bc-4d28-993c-9cdc489b3e17 req-a7b346a8-c34f-4810-9cc3-366c26fb705f tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 1096 time: 0.0715325 Feb 09 01:41:20.730955 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-55007f12-52bc-4d28-993c-9cdc489b3e17 req-7746919c-6876-41cb-a791-1cccf12ff60a tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=27876b85-2358-4e46-b47e-8097b30abad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403295 Feb 09 01:41:21.285661 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-5c95e704-12c1-4f78-b87e-e80436c0c539 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:21.287094 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-5c95e704-12c1-4f78-b87e-e80436c0c539 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.117 "GET /v2.0/networks?id=7721e87e-a4c9-469c-9d5d-ac174eacf08e HTTP/1.1" status: 200 len: 815 time: 0.2792332 Feb 09 01:41:21.300295 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-8a892335-84cc-4324-9fa3-3a97f4b78eea tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Request body: {'port': {'device_id': 'b6abb265-238c-4559-84f1-c724c81c8c18', 'network_id': '7721e87e-a4c9-469c-9d5d-ac174eacf08e', 'admin_state_up': True, 'tenant_id': '5b4689d39a8d44f7b5702b765e6ed88d'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:21.410119 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-65188802-b633-4b22-a6c0-b374b09dd000 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820663 Feb 09 01:41:21.466693 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-8a892335-84cc-4324-9fa3-3a97f4b78eea tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:41:21.477238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-8a892335-84cc-4324-9fa3-3a97f4b78eea tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:41:21.493687 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-8a892335-84cc-4324-9fa3-3a97f4b78eea tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Made reservation on behalf of 5b4689d39a8d44f7b5702b765e6ed88d for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:21.505391 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-8a892335-84cc-4324-9fa3-3a97f4b78eea tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:21.576656 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-226efaf3-c19f-443d-93c2-48bfde648cce req-bb8ea467-97c8-4020-9b12-dcdb52cb6b8d tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6abb265-238c-4559-84f1-c724c81c8c18 HTTP/1.1" status: 200 len: 210 time: 0.0653024 Feb 09 01:41:21.731159 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84955d9d-b3f7-459b-b7b5-9a77a03c507d req-10e7df69-0ab3-42c9-b8e3-ae9d3d35ff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:21.734174 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-84955d9d-b3f7-459b-b7b5-9a77a03c507d req-10e7df69-0ab3-42c9-b8e3-ae9d3d35ff3f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 1096 time: 0.1651273 Feb 09 01:41:21.753028 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-8a892335-84cc-4324-9fa3-3a97f4b78eea tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Allocated IP 172.20.0.7 (7721e87e-a4c9-469c-9d5d-ac174eacf08e/fcfa04f0-16f0-488a-a727-cdc7231920ce/777c70d6-a488-436e-af2c-42d94947e9c0) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:21.960178 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-36e6e33b-8561-4f50-a94a-b5f10e53f7b0 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:41:21.961256 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-36e6e33b-8561-4f50-a94a-b5f10e53f7b0 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0606165 Feb 09 01:41:21.970374 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-e9e61c44-f087-425b-aa92-7333089dd105 service neutron] Request body: {'binding': {'host': 'n-h2-828419-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:21.970929 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-e9e61c44-f087-425b-aa92-7333089dd105 service neutron] Unknown quota resources ['binding']. {{(pid=87611) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 01:41:21.997078 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84955d9d-b3f7-459b-b7b5-9a77a03c507d req-126ef1e0-6305-4141-acb2-ce3f398014de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:21.998586 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-84955d9d-b3f7-459b-b7b5-9a77a03c507d req-126ef1e0-6305-4141-acb2-ce3f398014de service neutron] 10.222.0.35 "GET /v2.0/networks?id=4084c473-35e3-4248-9603-a4240507bd13 HTTP/1.1" status: 200 len: 896 time: 0.2425981 Feb 09 01:41:22.147800 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-84955d9d-b3f7-459b-b7b5-9a77a03c507d req-6783e96e-14b3-41fb-b5f1-a8b9db676230 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f723cc8-37b4-40da-bca6-88429cbf201a HTTP/1.1" status: 200 len: 1001 time: 0.1386096 Feb 09 01:41:22.159156 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:22.178440 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-e9e61c44-f087-425b-aa92-7333089dd105 service neutron] Attempting to bind port 6f723cc8-37b4-40da-bca6-88429cbf201a on host n-h2-828419-1 for vnic_type normal with profile None {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:41:22.178773 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-e9e61c44-f087-425b-aa92-7333089dd105 service neutron] Attempting to bind port 6f723cc8-37b4-40da-bca6-88429cbf201a by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '5cbe1d41-7995-4497-9467-0cb82257279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '4084c473-35e3-4248-9603-a4240507bd13'}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:41:22.179095 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-e9e61c44-f087-425b-aa92-7333089dd105 service neutron] Attempting to bind port 6f723cc8-37b4-40da-bca6-88429cbf201a on network 4084c473-35e3-4248-9603-a4240507bd13 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:41:22.183542 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-e9e61c44-f087-425b-aa92-7333089dd105 service neutron] Port 6f723cc8-37b4-40da-bca6-88429cbf201a on network 4084c473-35e3-4248-9603-a4240507bd13 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:41:22.183858 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-e9e61c44-f087-425b-aa92-7333089dd105 service neutron] Attempting to bind port 6f723cc8-37b4-40da-bca6-88429cbf201a on network 4084c473-35e3-4248-9603-a4240507bd13 {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:41:22.188872 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-e9e61c44-f087-425b-aa92-7333089dd105 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:41:22.189211 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-e9e61c44-f087-425b-aa92-7333089dd105 service neutron] Checking segment: {'id': '5cbe1d41-7995-4497-9467-0cb82257279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '4084c473-35e3-4248-9603-a4240507bd13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:41:22.189591 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-e9e61c44-f087-425b-aa92-7333089dd105 service neutron] Bound using segment: {'id': '5cbe1d41-7995-4497-9467-0cb82257279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '4084c473-35e3-4248-9603-a4240507bd13'} {{(pid=87611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:41:22.190014 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.managers [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-e9e61c44-f087-425b-aa92-7333089dd105 service neutron] Bound port: 6f723cc8-37b4-40da-bca6-88429cbf201a, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cbe1d41-7995-4497-9467-0cb82257279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '4084c473-35e3-4248-9603-a4240507bd13'}}] {{(pid=87611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:41:22.206337 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-8a892335-84cc-4324-9fa3-3a97f4b78eea tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:22.233197 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84955d9d-b3f7-459b-b7b5-9a77a03c507d req-a231fa2d-36d2-40c0-9f50-c2f217cbf6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:22.234688 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-84955d9d-b3f7-459b-b7b5-9a77a03c507d req-a231fa2d-36d2-40c0-9f50-c2f217cbf6c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9eae6d4a-e5f1-4795-95d0-910619a3ee71 HTTP/1.1" status: 200 len: 835 time: 0.0786989 Feb 09 01:41:22.262043 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-e9e61c44-f087-425b-aa92-7333089dd105 service neutron] For port 6f723cc8-37b4-40da-bca6-88429cbf201a, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=6f723cc8-37b4-40da-bca6-88429cbf201a,segment=NetworkSegment(5cbe1d41-7995-4497-9467-0cb82257279b),segment_id=5cbe1d41-7995-4497-9467-0cb82257279b)] {{(pid=87611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:41:22.266769 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-e9e61c44-f087-425b-aa92-7333089dd105 service neutron] Notify callbacks [] for binding, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:22.267948 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-e9e61c44-f087-425b-aa92-7333089dd105 service neutron] 10.222.0.37 "POST /v2.0/ports/6f723cc8-37b4-40da-bca6-88429cbf201a/bindings HTTP/1.1" status: 201 len: 389 time: 0.3012056 Feb 09 01:41:22.311329 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-8a892335-84cc-4324-9fa3-3a97f4b78eea tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:22.325576 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['6397401b-3e1a-4a65-845d-b690bfc90546', '5d9291be-bba9-48a1-801f-3bac80645b73'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:41:22.363386 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['3aabde5c-e756-4be8-b708-13854247e398'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:41:22.381970 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84955d9d-b3f7-459b-b7b5-9a77a03c507d req-52cb898f-0b0c-4dd6-8b79-845bcdc47d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:22.383456 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-84955d9d-b3f7-459b-b7b5-9a77a03c507d req-52cb898f-0b0c-4dd6-8b79-845bcdc47d3d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4084c473-35e3-4248-9603-a4240507bd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1424673 Feb 09 01:41:22.471557 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-8a892335-84cc-4324-9fa3-3a97f4b78eea tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Network 7721e87e-a4c9-469c-9d5d-ac174eacf08e is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:22.480895 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-8a892335-84cc-4324-9fa3-3a97f4b78eea tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:22.484723 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a892335-84cc-4324-9fa3-3a97f4b78eea tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Pushing event updated for resources: {'Port': ['ID=777c70d6-a488-436e-af2c-42d94947e9c0,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:22.487066 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-8a892335-84cc-4324-9fa3-3a97f4b78eea tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:41:22.503315 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19b063-2a40-46e8-b542-a253926985d5 req-607e9f3e-cd5f-4bfb-a403-deeaf54becfa tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:22.505806 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9b19b063-2a40-46e8-b542-a253926985d5 req-607e9f3e-cd5f-4bfb-a403-deeaf54becfa tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 945 time: 0.0927541 Feb 09 01:41:22.520634 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.117', 61179) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:22.540484 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a892335-84cc-4324-9fa3-3a97f4b78eea tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:22.540835 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a892335-84cc-4324-9fa3-3a97f4b78eea tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:22.541270 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a892335-84cc-4324-9fa3-3a97f4b78eea tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:22.541495 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a892335-84cc-4324-9fa3-3a97f4b78eea tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:22.541823 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a892335-84cc-4324-9fa3-3a97f4b78eea tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:22.542150 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a892335-84cc-4324-9fa3-3a97f4b78eea tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:22.542476 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a892335-84cc-4324-9fa3-3a97f4b78eea tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:22.542798 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a892335-84cc-4324-9fa3-3a97f4b78eea tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:22.543237 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a892335-84cc-4324-9fa3-3a97f4b78eea tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:22.543439 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a892335-84cc-4324-9fa3-3a97f4b78eea tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:22.543760 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a892335-84cc-4324-9fa3-3a97f4b78eea tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:22.544075 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a892335-84cc-4324-9fa3-3a97f4b78eea tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:22.561841 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9b19b063-2a40-46e8-b542-a253926985d5 req-c27c6185-d2f5-4f07-8f52-fb8d24deb8ca tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=27876b85-2358-4e46-b47e-8097b30abad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458889 Feb 09 01:41:22.639707 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-8a892335-84cc-4324-9fa3-3a97f4b78eea tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:22.640322 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-8a892335-84cc-4324-9fa3-3a97f4b78eea tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:22.687407 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-84955d9d-b3f7-459b-b7b5-9a77a03c507d req-b8c04d83-2237-40aa-99a2-b8e4e36620d3 service neutron] 10.222.0.35 "GET /v2.0/networks/4084c473-35e3-4248-9603-a4240507bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938757 Feb 09 01:41:22.697029 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-8a892335-84cc-4324-9fa3-3a97f4b78eea tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4006922 Feb 09 01:41:22.737889 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-ad66cadc-9437-47b7-ae65-83c5a775156a service neutron] Request body: {'port': {'device_id': 'b6abb265-238c-4559-84f1-c724c81c8c18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:22.803816 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-bf18cde3-c5d1-49fc-b5f8-e11c9a8baefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:22.805444 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-bf18cde3-c5d1-49fc-b5f8-e11c9a8baefd service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 1096 time: 0.2764952 Feb 09 01:41:23.198269 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-ad66cadc-9437-47b7-ae65-83c5a775156a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:23.208032 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-84955d9d-b3f7-459b-b7b5-9a77a03c507d req-109d8479-8007-4ff2-bd81-79100157937b service neutron] 10.222.0.35 "GET /v2.0/networks/4084c473-35e3-4248-9603-a4240507bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4804132 Feb 09 01:41:23.246800 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae0561-eac5-415e-aa2b-8cd4679a5ffc req-2534d61f-3f9c-4dd7-a030-3003c4d01e48 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:23.247509 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b7ae0561-eac5-415e-aa2b-8cd4679a5ffc req-2534d61f-3f9c-4dd7-a030-3003c4d01e48 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Synchronizing usage tracker for tenant:5b4689d39a8d44f7b5702b765e6ed88d on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:41:23.300089 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-6691c399-a32c-4478-a9ed-1c7f304f26ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:23.301521 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-6691c399-a32c-4478-a9ed-1c7f304f26ed service neutron] 10.222.0.117 "GET /v2.0/networks?id=4084c473-35e3-4248-9603-a4240507bd13 HTTP/1.1" status: 200 len: 896 time: 0.3280749 Feb 09 01:41:23.369318 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b7ae0561-eac5-415e-aa2b-8cd4679a5ffc req-2534d61f-3f9c-4dd7-a030-3003c4d01e48 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Unset dirty status for tenant:5b4689d39a8d44f7b5702b765e6ed88d on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:41:23.370351 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b7ae0561-eac5-415e-aa2b-8cd4679a5ffc req-2534d61f-3f9c-4dd7-a030-3003c4d01e48 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6abb265-238c-4559-84f1-c724c81c8c18 HTTP/1.1" status: 200 len: 931 time: 0.6784852 Feb 09 01:41:23.502301 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-8ffb7eb2-b4bc-4a14-b5d2-6d520fe080fc service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f723cc8-37b4-40da-bca6-88429cbf201a HTTP/1.1" status: 200 len: 1001 time: 0.1921482 Feb 09 01:41:23.512085 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b7ae0561-eac5-415e-aa2b-8cd4679a5ffc req-bb6c21e4-959b-4cf9-af34-24d9008d8f62 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209631 Feb 09 01:41:23.651813 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-e3f66ff0-a68a-41a8-aaf4-00cbc95d45fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:23.653227 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-e3f66ff0-a68a-41a8-aaf4-00cbc95d45fc service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9eae6d4a-e5f1-4795-95d0-910619a3ee71 HTTP/1.1" status: 200 len: 835 time: 0.1376393 Feb 09 01:41:23.751527 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973a3e4-c1e7-4b0a-b17c-98769d3dc5ba req-8b9b4622-d979-4e65-9c85-e0d72568b5e4 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:23.753004 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3973a3e4-c1e7-4b0a-b17c-98769d3dc5ba req-8b9b4622-d979-4e65-9c85-e0d72568b5e4 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 945 time: 0.0818975 Feb 09 01:41:23.796878 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3973a3e4-c1e7-4b0a-b17c-98769d3dc5ba req-4fbed885-56f4-481d-97ef-406fd084e10d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=27876b85-2358-4e46-b47e-8097b30abad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375059 Feb 09 01:41:23.810888 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-383ef99d-fd94-4bfb-8981-65d160676f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:23.812353 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-383ef99d-fd94-4bfb-8981-65d160676f0a service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=4084c473-35e3-4248-9603-a4240507bd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1466489 Feb 09 01:41:23.843233 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-ad66cadc-9437-47b7-ae65-83c5a775156a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 777c70d6-a488-436e-af2c-42d94947e9c0 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:41:23.898921 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-ad66cadc-9437-47b7-ae65-83c5a775156a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:23.926922 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-ad66cadc-9437-47b7-ae65-83c5a775156a service neutron] Transition to ACTIVE for port object 777c70d6-a488-436e-af2c-42d94947e9c0 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:41:23.932119 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-ad66cadc-9437-47b7-ae65-83c5a775156a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:24.086824 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-6d0b8270-8673-468c-88c0-3465ce76ce3b service neutron] 10.222.0.117 "GET /v2.0/networks/4084c473-35e3-4248-9603-a4240507bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661462 Feb 09 01:41:24.091090 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66cadc-9437-47b7-ae65-83c5a775156a service neutron] Pushing event updated for resources: {'Port': ['ID=777c70d6-a488-436e-af2c-42d94947e9c0,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:24.297709 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-ad66cadc-9437-47b7-ae65-83c5a775156a service neutron] Attempting to bind port 777c70d6-a488-436e-af2c-42d94947e9c0 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:41:24.297958 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-ad66cadc-9437-47b7-ae65-83c5a775156a service neutron] Attempting to bind port 777c70d6-a488-436e-af2c-42d94947e9c0 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '79fd5c16-9db2-46ef-bf24-d344c29fdb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '7721e87e-a4c9-469c-9d5d-ac174eacf08e'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:41:24.298287 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-ad66cadc-9437-47b7-ae65-83c5a775156a service neutron] Attempting to bind port 777c70d6-a488-436e-af2c-42d94947e9c0 on network 7721e87e-a4c9-469c-9d5d-ac174eacf08e {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:41:24.307549 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-ad66cadc-9437-47b7-ae65-83c5a775156a service neutron] Port 777c70d6-a488-436e-af2c-42d94947e9c0 on network 7721e87e-a4c9-469c-9d5d-ac174eacf08e not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:41:24.307865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-ad66cadc-9437-47b7-ae65-83c5a775156a service neutron] Attempting to bind port 777c70d6-a488-436e-af2c-42d94947e9c0 on network 7721e87e-a4c9-469c-9d5d-ac174eacf08e {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:41:24.311811 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-46a6ca37-271f-40c3-9852-a30126b249db service neutron] 10.222.0.117 "GET /v2.0/networks/4084c473-35e3-4248-9603-a4240507bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945231 Feb 09 01:41:24.315543 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-ad66cadc-9437-47b7-ae65-83c5a775156a service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:41:24.315875 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-ad66cadc-9437-47b7-ae65-83c5a775156a service neutron] Checking segment: {'id': '79fd5c16-9db2-46ef-bf24-d344c29fdb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '7721e87e-a4c9-469c-9d5d-ac174eacf08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:41:24.316244 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-ad66cadc-9437-47b7-ae65-83c5a775156a service neutron] Bound using segment: {'id': '79fd5c16-9db2-46ef-bf24-d344c29fdb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '7721e87e-a4c9-469c-9d5d-ac174eacf08e'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:41:24.316694 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-ad66cadc-9437-47b7-ae65-83c5a775156a service neutron] Bound port: 777c70d6-a488-436e-af2c-42d94947e9c0, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79fd5c16-9db2-46ef-bf24-d344c29fdb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '7721e87e-a4c9-469c-9d5d-ac174eacf08e'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:41:24.317035 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-ad66cadc-9437-47b7-ae65-83c5a775156a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:24.580581 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-ad66cadc-9437-47b7-ae65-83c5a775156a service neutron] For port 777c70d6-a488-436e-af2c-42d94947e9c0, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:41:24.584445 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-ad66cadc-9437-47b7-ae65-83c5a775156a service neutron] For port 777c70d6-a488-436e-af2c-42d94947e9c0, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=777c70d6-a488-436e-af2c-42d94947e9c0,segment=NetworkSegment(79fd5c16-9db2-46ef-bf24-d344c29fdb7d),segment_id=79fd5c16-9db2-46ef-bf24-d344c29fdb7d)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:41:24.593274 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-ad66cadc-9437-47b7-ae65-83c5a775156a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:24.639847 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-2a239433-a059-41ba-9bc3-9fb4585ca8d2 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:24.641319 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-2a239433-a059-41ba-9bc3-9fb4585ca8d2 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41&tenant_id=49364f58e6074dfa91c3c69aee216080&binding%3Ahost_id=n-h1-828419-1 HTTP/1.1" status: 200 len: 1096 time: 0.2698431 Feb 09 01:41:24.698848 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-f80acbc6-ecf3-46d4-9909-7e37843851fa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828419-1'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:24.743629 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-ad66cadc-9437-47b7-ae65-83c5a775156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:24.744235 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-ad66cadc-9437-47b7-ae65-83c5a775156a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:24.745558 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-ad66cadc-9437-47b7-ae65-83c5a775156a service neutron] 10.222.0.117 "PUT /v2.0/ports/777c70d6-a488-436e-af2c-42d94947e9c0 HTTP/1.1" status: 200 len: 1091 time: 2.0166965 Feb 09 01:41:24.746005 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6abb265-238c-4559-84f1-c724c81c8c18', 'tag': '777c70d6-a488-436e-af2c-42d94947e9c0'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:41:24.822313 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66cadc-9437-47b7-ae65-83c5a775156a service neutron] Pushing event updated for resources: {'Port': ['ID=777c70d6-a488-436e-af2c-42d94947e9c0,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:24.828684 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6abb265-238c-4559-84f1-c724c81c8c18', 'tag': '777c70d6-a488-436e-af2c-42d94947e9c0', 'status': 'completed', 'code': 200} Feb 09 01:41:24.912637 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-f80acbc6-ecf3-46d4-9909-7e37843851fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:24.940382 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a29c2c-2dc9-4c43-b39f-c2d07cf6c92a req-d084037d-ffe2-416d-af4c-121a1e07b926 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:24.941851 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-36a29c2c-2dc9-4c43-b39f-c2d07cf6c92a req-d084037d-ffe2-416d-af4c-121a1e07b926 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6abb265-238c-4559-84f1-c724c81c8c18 HTTP/1.1" status: 200 len: 943 time: 0.3137515 Feb 09 01:41:24.987792 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed906cb3-8656-4876-8907-9e08c16e35a3 req-0e503e6a-d85a-45c1-aef2-ba1375bdac01 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:24.989310 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ed906cb3-8656-4876-8907-9e08c16e35a3 req-0e503e6a-d85a-45c1-aef2-ba1375bdac01 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 945 time: 0.0825438 Feb 09 01:41:25.035612 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ed906cb3-8656-4876-8907-9e08c16e35a3 req-b04477e5-474d-45da-9e3f-19efa188c435 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=27876b85-2358-4e46-b47e-8097b30abad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398486 Feb 09 01:41:25.055083 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-639c52ae-01a7-4767-a9b4-0bdad06c53b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:25.056591 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-639c52ae-01a7-4767-a9b4-0bdad06c53b0 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5b4689d39a8d44f7b5702b765e6ed88d&device_id=b6abb265-238c-4559-84f1-c724c81c8c18 HTTP/1.1" status: 200 len: 1094 time: 0.2714591 Feb 09 01:41:25.158685 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-36a29c2c-2dc9-4c43-b39f-c2d07cf6c92a req-d4330c2c-47cc-41cd-9613-e7eda69b1fd1 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857264 Feb 09 01:41:25.181684 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-667ce67b-9559-4211-bc5e-0775b4b14561 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=777c70d6-a488-436e-af2c-42d94947e9c0 HTTP/1.1" status: 200 len: 217 time: 0.0732002 Feb 09 01:41:25.243060 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:25.276849 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-f80acbc6-ecf3-46d4-9909-7e37843851fa service neutron] For port 6f723cc8-37b4-40da-bca6-88429cbf201a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=6f723cc8-37b4-40da-bca6-88429cbf201a,segment=NetworkSegment(5cbe1d41-7995-4497-9467-0cb82257279b),segment_id=5cbe1d41-7995-4497-9467-0cb82257279b)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:41:25.280222 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-33ba8995-bd2f-4342-992f-3ed84949946b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:25.281688 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-33ba8995-bd2f-4342-992f-3ed84949946b service neutron] 10.222.0.117 "GET /v2.0/subnets?id=fcfa04f0-16f0-488a-a727-cdc7231920ce HTTP/1.1" status: 200 len: 855 time: 0.0934672 Feb 09 01:41:25.339807 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-c68457e3-d58e-4ff6-9118-4731a39ebcb4 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=7721e87e-a4c9-469c-9d5d-ac174eacf08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495484 Feb 09 01:41:25.414867 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-f80acbc6-ecf3-46d4-9909-7e37843851fa service neutron] For port 6f723cc8-37b4-40da-bca6-88429cbf201a, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:41:25.505468 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-f80acbc6-ecf3-46d4-9909-7e37843851fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:25.514223 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-f80acbc6-ecf3-46d4-9909-7e37843851fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:25.573591 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-d9602143-8ac3-4a32-b3f5-5d75c41b5628 service neutron] 10.222.0.117 "GET /v2.0/networks/7721e87e-a4c9-469c-9d5d-ac174eacf08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261143 Feb 09 01:41:25.766914 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80acbc6-ecf3-46d4-9909-7e37843851fa service neutron] Pushing event updated for resources: {'Port': ['ID=6f723cc8-37b4-40da-bca6-88429cbf201a,revision_number=7']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:25.767629 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-da01e607-88a3-4f3f-b52d-de32a07be4f6 None None] Provisioning complete for port 6f723cc8-37b4-40da-bca6-88429cbf201a triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:25.767629 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-da01e607-88a3-4f3f-b52d-de32a07be4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:25.822454 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-da01e607-88a3-4f3f-b52d-de32a07be4f6 None None] Port 6f723cc8-37b4-40da-bca6-88429cbf201a cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:41:25.856989 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f673b28c-4c87-44df-b318-a9d586104ac4 req-de80012c-16da-4da2-96b3-1e8e22f511b8 service neutron] 10.222.0.117 "GET /v2.0/networks/7721e87e-a4c9-469c-9d5d-ac174eacf08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748919 Feb 09 01:41:25.857787 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-f80acbc6-ecf3-46d4-9909-7e37843851fa service neutron] Attempting to bind port 6f723cc8-37b4-40da-bca6-88429cbf201a on host n-h1-828419-1 for vnic_type normal with profile {"migrating_to": "n-h2-828419-1"} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:41:25.858108 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-f80acbc6-ecf3-46d4-9909-7e37843851fa service neutron] Attempting to bind port 6f723cc8-37b4-40da-bca6-88429cbf201a by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '5cbe1d41-7995-4497-9467-0cb82257279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '4084c473-35e3-4248-9603-a4240507bd13'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:41:25.858430 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-f80acbc6-ecf3-46d4-9909-7e37843851fa service neutron] Attempting to bind port 6f723cc8-37b4-40da-bca6-88429cbf201a on network 4084c473-35e3-4248-9603-a4240507bd13 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:41:25.862931 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-f80acbc6-ecf3-46d4-9909-7e37843851fa service neutron] Port 6f723cc8-37b4-40da-bca6-88429cbf201a on network 4084c473-35e3-4248-9603-a4240507bd13 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:41:25.863262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-f80acbc6-ecf3-46d4-9909-7e37843851fa service neutron] Attempting to bind port 6f723cc8-37b4-40da-bca6-88429cbf201a on network 4084c473-35e3-4248-9603-a4240507bd13 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:41:25.868352 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-f80acbc6-ecf3-46d4-9909-7e37843851fa service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:41:25.868711 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-f80acbc6-ecf3-46d4-9909-7e37843851fa service neutron] Checking segment: {'id': '5cbe1d41-7995-4497-9467-0cb82257279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '4084c473-35e3-4248-9603-a4240507bd13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:41:25.869086 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-f80acbc6-ecf3-46d4-9909-7e37843851fa service neutron] Bound using segment: {'id': '5cbe1d41-7995-4497-9467-0cb82257279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '4084c473-35e3-4248-9603-a4240507bd13'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:41:25.869502 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-f80acbc6-ecf3-46d4-9909-7e37843851fa service neutron] Bound port: 6f723cc8-37b4-40da-bca6-88429cbf201a, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cbe1d41-7995-4497-9467-0cb82257279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '4084c473-35e3-4248-9603-a4240507bd13'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:41:25.869842 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-f80acbc6-ecf3-46d4-9909-7e37843851fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:26.010086 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-f80acbc6-ecf3-46d4-9909-7e37843851fa service neutron] For port 6f723cc8-37b4-40da-bca6-88429cbf201a, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:41:26.013561 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-f80acbc6-ecf3-46d4-9909-7e37843851fa service neutron] For port 6f723cc8-37b4-40da-bca6-88429cbf201a, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=6f723cc8-37b4-40da-bca6-88429cbf201a,segment=NetworkSegment(5cbe1d41-7995-4497-9467-0cb82257279b),segment_id=5cbe1d41-7995-4497-9467-0cb82257279b)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:41:26.018188 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-f80acbc6-ecf3-46d4-9909-7e37843851fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:26.199631 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13040f3-5ad8-49e2-b39c-9cd547d18338 req-33d57c06-3b9a-4e11-b629-50a95da68b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:26.201166 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b13040f3-5ad8-49e2-b39c-9cd547d18338 req-33d57c06-3b9a-4e11-b629-50a95da68b7f service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5b4689d39a8d44f7b5702b765e6ed88d&device_id=b6abb265-238c-4559-84f1-c724c81c8c18 HTTP/1.1" status: 200 len: 1094 time: 0.2880969 Feb 09 01:41:26.242401 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4001ad6-d757-4f8b-9f14-64cbf6a1e1ac req-35bdc6fb-c856-4e28-9058-56fa7fb6363a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:26.243938 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f4001ad6-d757-4f8b-9f14-64cbf6a1e1ac req-35bdc6fb-c856-4e28-9058-56fa7fb6363a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 943 time: 0.0967002 Feb 09 01:41:26.297135 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f4001ad6-d757-4f8b-9f14-64cbf6a1e1ac req-46856a3d-7581-4cfd-8071-a7740172c6c0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=27876b85-2358-4e46-b47e-8097b30abad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456731 Feb 09 01:41:26.417976 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80acbc6-ecf3-46d4-9909-7e37843851fa service neutron] Pushing event updated for resources: {'Port': ['ID=6f723cc8-37b4-40da-bca6-88429cbf201a,revision_number=8']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:26.448143 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0ceb2e9b-fcf7-4329-a2f9-fa7fe4d9d187 None None] Provisioning complete for port 6f723cc8-37b4-40da-bca6-88429cbf201a triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:26.448745 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0ceb2e9b-fcf7-4329-a2f9-fa7fe4d9d187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:26.524461 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-f80acbc6-ecf3-46d4-9909-7e37843851fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:26.524987 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-f80acbc6-ecf3-46d4-9909-7e37843851fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:26.526315 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-f80acbc6-ecf3-46d4-9909-7e37843851fa service neutron] 10.222.0.117 "PUT /v2.0/ports/6f723cc8-37b4-40da-bca6-88429cbf201a HTTP/1.1" status: 200 len: 1121 time: 1.8404799 Feb 09 01:41:26.537187 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13040f3-5ad8-49e2-b39c-9cd547d18338 req-f8ce99b5-548b-48d7-be7f-8d7e710f2b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:26.538572 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b13040f3-5ad8-49e2-b39c-9cd547d18338 req-f8ce99b5-548b-48d7-be7f-8d7e710f2b10 service neutron] 10.222.0.117 "GET /v2.0/networks?id=7721e87e-a4c9-469c-9d5d-ac174eacf08e HTTP/1.1" status: 200 len: 916 time: 0.2891243 Feb 09 01:41:26.571932 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0ceb2e9b-fcf7-4329-a2f9-fa7fe4d9d187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:26.608047 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f723cc8-37b4-40da-bca6-88429cbf201a'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:41:26.609555 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46688528-b880-414b-aeed-52ebfc2d1111 req-79a9c60e-b4ff-4a61-98f1-9e51a8e56871 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:26.611067 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-46688528-b880-414b-aeed-52ebfc2d1111 req-79a9c60e-b4ff-4a61-98f1-9e51a8e56871 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6abb265-238c-4559-84f1-c724c81c8c18 HTTP/1.1" status: 200 len: 943 time: 0.3152292 Feb 09 01:41:26.619201 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['6f723cc8-37b4-40da-bca6-88429cbf201a'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:41:26.620901 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b13040f3-5ad8-49e2-b39c-9cd547d18338 req-acdc1f48-9222-4948-b1a2-d09c39f91d1d service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=777c70d6-a488-436e-af2c-42d94947e9c0 HTTP/1.1" status: 200 len: 217 time: 0.0756931 Feb 09 01:41:26.661438 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f723cc8-37b4-40da-bca6-88429cbf201a', 'code': 200} Feb 09 01:41:26.663294 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-0ceb2e9b-fcf7-4329-a2f9-fa7fe4d9d187 None None] For port 6f723cc8-37b4-40da-bca6-88429cbf201a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=6f723cc8-37b4-40da-bca6-88429cbf201a,segment=NetworkSegment(5cbe1d41-7995-4497-9467-0cb82257279b),segment_id=5cbe1d41-7995-4497-9467-0cb82257279b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:41:26.672657 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0ceb2e9b-fcf7-4329-a2f9-fa7fe4d9d187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:26.708886 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-46688528-b880-414b-aeed-52ebfc2d1111 req-41e1e53e-475d-43ed-be7d-fed90af93b96 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898304 Feb 09 01:41:26.714369 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13040f3-5ad8-49e2-b39c-9cd547d18338 req-25ea759a-4d80-42cd-a052-7af553ad0360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:26.715777 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b13040f3-5ad8-49e2-b39c-9cd547d18338 req-25ea759a-4d80-42cd-a052-7af553ad0360 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=fcfa04f0-16f0-488a-a727-cdc7231920ce HTTP/1.1" status: 200 len: 855 time: 0.0819926 Feb 09 01:41:26.764619 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b13040f3-5ad8-49e2-b39c-9cd547d18338 req-8016d742-ba98-4891-9ba6-fd1019b5b914 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=7721e87e-a4c9-469c-9d5d-ac174eacf08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421209 Feb 09 01:41:26.836686 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f723cc8-37b4-40da-bca6-88429cbf201a'}, {'name': 'network-changed', 'server_uuid': '6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41', 'tag': '6f723cc8-37b4-40da-bca6-88429cbf201a'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:41:26.854992 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb2e9b-fcf7-4329-a2f9-fa7fe4d9d187 None None] Pushing event updated for resources: {'Port': ['ID=6f723cc8-37b4-40da-bca6-88429cbf201a,revision_number=9']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:26.865438 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceb2e9b-fcf7-4329-a2f9-fa7fe4d9d187 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:26.865778 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceb2e9b-fcf7-4329-a2f9-fa7fe4d9d187 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:26.866113 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceb2e9b-fcf7-4329-a2f9-fa7fe4d9d187 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:26.866720 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceb2e9b-fcf7-4329-a2f9-fa7fe4d9d187 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:26.867057 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceb2e9b-fcf7-4329-a2f9-fa7fe4d9d187 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:26.867381 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceb2e9b-fcf7-4329-a2f9-fa7fe4d9d187 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:26.867709 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceb2e9b-fcf7-4329-a2f9-fa7fe4d9d187 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:26.868014 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceb2e9b-fcf7-4329-a2f9-fa7fe4d9d187 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:26.868799 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceb2e9b-fcf7-4329-a2f9-fa7fe4d9d187 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:26.868799 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceb2e9b-fcf7-4329-a2f9-fa7fe4d9d187 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:26.868997 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceb2e9b-fcf7-4329-a2f9-fa7fe4d9d187 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:26.869266 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceb2e9b-fcf7-4329-a2f9-fa7fe4d9d187 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:26.900413 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f723cc8-37b4-40da-bca6-88429cbf201a', 'code': 200} Feb 09 01:41:26.900683 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41', 'tag': '6f723cc8-37b4-40da-bca6-88429cbf201a', 'status': 'completed', 'code': 200} Feb 09 01:41:26.909322 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b13040f3-5ad8-49e2-b39c-9cd547d18338 req-350cd522-853a-439e-9e12-b5db939770b6 service neutron] 10.222.0.117 "GET /v2.0/networks/7721e87e-a4c9-469c-9d5d-ac174eacf08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381166 Feb 09 01:41:27.103969 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b13040f3-5ad8-49e2-b39c-9cd547d18338 req-b65374da-dd27-46e9-9a49-69b95dfbaec2 service neutron] 10.222.0.117 "GET /v2.0/networks/7721e87e-a4c9-469c-9d5d-ac174eacf08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866496 Feb 09 01:41:27.108768 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c5503-128d-440b-81cf-f36bc75c267c req-9783b647-973d-4880-b26b-f174502f9be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:27.110280 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-477c5503-128d-440b-81cf-f36bc75c267c req-9783b647-973d-4880-b26b-f174502f9be3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 1126 time: 0.1731269 Feb 09 01:41:27.244773 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c5503-128d-440b-81cf-f36bc75c267c req-fb086f4a-e277-4f96-adea-f4771e808833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:27.246205 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-477c5503-128d-440b-81cf-f36bc75c267c req-fb086f4a-e277-4f96-adea-f4771e808833 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4084c473-35e3-4248-9603-a4240507bd13 HTTP/1.1" status: 200 len: 896 time: 0.1263502 Feb 09 01:41:27.345920 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-477c5503-128d-440b-81cf-f36bc75c267c req-efa7e637-bad0-4784-a991-4555d3b14af4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f723cc8-37b4-40da-bca6-88429cbf201a HTTP/1.1" status: 200 len: 1001 time: 0.0919633 Feb 09 01:41:27.452974 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c5503-128d-440b-81cf-f36bc75c267c req-81e46516-4831-4199-bba5-a25cd590c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:27.454394 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-477c5503-128d-440b-81cf-f36bc75c267c req-81e46516-4831-4199-bba5-a25cd590c122 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9eae6d4a-e5f1-4795-95d0-910619a3ee71 HTTP/1.1" status: 200 len: 835 time: 0.1012251 Feb 09 01:41:27.542823 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a387740-714d-479f-8a01-b2602f98158b req-ad5339d5-4df1-4c94-ab2a-41546f7b5814 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:27.544259 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8a387740-714d-479f-8a01-b2602f98158b req-ad5339d5-4df1-4c94-ab2a-41546f7b5814 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 945 time: 0.1410220 Feb 09 01:41:27.571946 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c5503-128d-440b-81cf-f36bc75c267c req-0ba497d8-3e15-49fd-8579-e8d564ac96c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:27.573371 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-477c5503-128d-440b-81cf-f36bc75c267c req-0ba497d8-3e15-49fd-8579-e8d564ac96c7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4084c473-35e3-4248-9603-a4240507bd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1110158 Feb 09 01:41:27.613862 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8a387740-714d-479f-8a01-b2602f98158b req-0dabbf54-90cf-4653-b271-1e86b07acc5c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=27876b85-2358-4e46-b47e-8097b30abad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628769 Feb 09 01:41:27.823479 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-477c5503-128d-440b-81cf-f36bc75c267c req-10a262b7-df2b-4896-8180-247540dcbf94 service neutron] 10.222.0.35 "GET /v2.0/networks/4084c473-35e3-4248-9603-a4240507bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324286 Feb 09 01:41:27.895534 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3084f-917e-4126-ae8f-aa24459b8b36 req-d96c7943-6b80-4312-949c-e6b598d6df68 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:27.896980 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3da3084f-917e-4126-ae8f-aa24459b8b36 req-d96c7943-6b80-4312-949c-e6b598d6df68 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6abb265-238c-4559-84f1-c724c81c8c18 HTTP/1.1" status: 200 len: 943 time: 0.0783591 Feb 09 01:41:27.944796 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3da3084f-917e-4126-ae8f-aa24459b8b36 req-a2914c9e-a633-4677-b730-26716d83ac27 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419278 Feb 09 01:41:27.956554 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-477c5503-128d-440b-81cf-f36bc75c267c req-e9bdb448-c33f-4916-8b41-c37e4c90f2a7 service neutron] 10.222.0.35 "GET /v2.0/networks/4084c473-35e3-4248-9603-a4240507bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255796 Feb 09 01:41:28.260618 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 777c70d6-a488-436e-af2c-42d94947e9c0 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:41:28.392214 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 777c70d6-a488-436e-af2c-42d94947e9c0, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=777c70d6-a488-436e-af2c-42d94947e9c0,segment=NetworkSegment(79fd5c16-9db2-46ef-bf24-d344c29fdb7d),segment_id=79fd5c16-9db2-46ef-bf24-d344c29fdb7d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:41:28.404937 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '777c70d6-a488-436e-af2c-42d94947e9c0', 'network_id': '7721e87e-a4c9-469c-9d5d-ac174eacf08e', 'port_id': '777c70d6-a488-436e-af2c-42d94947e9c0', 'mac_address': 'fa:16:3e:ae:e9:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 998, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcfa04f0-16f0-488a-a727-cdc7231920ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:41:28.458954 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:28.474665 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 777c70d6-a488-436e-af2c-42d94947e9c0 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:41:28.490652 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 777c70d6-a488-436e-af2c-42d94947e9c0, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=777c70d6-a488-436e-af2c-42d94947e9c0,segment=NetworkSegment(79fd5c16-9db2-46ef-bf24-d344c29fdb7d),segment_id=79fd5c16-9db2-46ef-bf24-d344c29fdb7d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:41:28.494164 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:28.563868 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=777c70d6-a488-436e-af2c-42d94947e9c0,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:28.774256 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['777c70d6-a488-436e-af2c-42d94947e9c0'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:41:28.797972 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d390b-f659-4647-9448-74daee3fa12a req-43d36992-11f5-4157-a084-3f2e57c71b8b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:28.799418 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4f7d390b-f659-4647-9448-74daee3fa12a req-43d36992-11f5-4157-a084-3f2e57c71b8b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 945 time: 0.0793967 Feb 09 01:41:28.846244 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4f7d390b-f659-4647-9448-74daee3fa12a req-29e202a6-a714-444a-8cf6-7a1485cc4311 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=27876b85-2358-4e46-b47e-8097b30abad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412748 Feb 09 01:41:29.130727 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b0cd1-f464-47fb-ba4d-7833d38c4514 req-a63ce2b2-4623-4cb6-bff7-21550c841565 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:29.132121 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4f5b0cd1-f464-47fb-ba4d-7833d38c4514 req-a63ce2b2-4623-4cb6-bff7-21550c841565 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6abb265-238c-4559-84f1-c724c81c8c18 HTTP/1.1" status: 200 len: 944 time: 0.0806372 Feb 09 01:41:29.175172 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4f5b0cd1-f464-47fb-ba4d-7833d38c4514 req-9ca31166-97c8-46e8-b8f9-efb88890cf5a tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373144 Feb 09 01:41:30.034257 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909804f-d929-462a-b2dd-d3d8840a5515 req-8411309a-b632-458b-8dc4-1f3598e9ecad tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:30.035711 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f909804f-d929-462a-b2dd-d3d8840a5515 req-8411309a-b632-458b-8dc4-1f3598e9ecad tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 945 time: 0.0802917 Feb 09 01:41:30.078260 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f909804f-d929-462a-b2dd-d3d8840a5515 req-a9ec9aad-1461-425b-9a41-ec4f01fa02b2 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=27876b85-2358-4e46-b47e-8097b30abad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366342 Feb 09 01:41:30.276656 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 6f723cc8-37b4-40da-bca6-88429cbf201a details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:41:30.280068 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 777c70d6-a488-436e-af2c-42d94947e9c0 up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:41:30.358667 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd300e58-c4d6-43b8-bde7-339e1307f901 req-f6b37d9f-59f3-4da2-b232-c7351f82035d tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:30.360845 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fd300e58-c4d6-43b8-bde7-339e1307f901 req-f6b37d9f-59f3-4da2-b232-c7351f82035d tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6abb265-238c-4559-84f1-c724c81c8c18 HTTP/1.1" status: 200 len: 944 time: 0.0823457 Feb 09 01:41:30.405716 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fd300e58-c4d6-43b8-bde7-339e1307f901 req-d742430e-7a91-4010-ada1-18ef33c3dca6 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400302 Feb 09 01:41:30.467263 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 777c70d6-a488-436e-af2c-42d94947e9c0 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:41:30.483169 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 777c70d6-a488-436e-af2c-42d94947e9c0 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:30.483556 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:30.543131 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 6f723cc8-37b4-40da-bca6-88429cbf201a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=6f723cc8-37b4-40da-bca6-88429cbf201a,segment=NetworkSegment(5cbe1d41-7995-4497-9467-0cb82257279b),segment_id=5cbe1d41-7995-4497-9467-0cb82257279b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:41:30.564232 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 6f723cc8-37b4-40da-bca6-88429cbf201a has no active binding in host n-h2-828419-1 {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 01:41:30.626846 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:30.652629 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6abb265-238c-4559-84f1-c724c81c8c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777c70d6-a488-436e-af2c-42d94947e9c0'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:41:30.661999 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 777c70d6-a488-436e-af2c-42d94947e9c0, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=777c70d6-a488-436e-af2c-42d94947e9c0,segment=NetworkSegment(79fd5c16-9db2-46ef-bf24-d344c29fdb7d),segment_id=79fd5c16-9db2-46ef-bf24-d344c29fdb7d)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:41:30.667328 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:30.703360 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6abb265-238c-4559-84f1-c724c81c8c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777c70d6-a488-436e-af2c-42d94947e9c0', 'code': 200} Feb 09 01:41:30.734439 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=777c70d6-a488-436e-af2c-42d94947e9c0,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:30.838908 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f52f4-fae0-464a-8470-4f968e5c4edf req-b70b0978-8a52-4ffc-a911-03a1be2dcaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:30.840352 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3e2f52f4-fae0-464a-8470-4f968e5c4edf req-b70b0978-8a52-4ffc-a911-03a1be2dcaba service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=b6abb265-238c-4559-84f1-c724c81c8c18 HTTP/1.1" status: 200 len: 1096 time: 0.0713813 Feb 09 01:41:30.889173 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3e2f52f4-fae0-464a-8470-4f968e5c4edf req-dadd379a-2c7a-4509-80ae-7c074abcb6c0 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347679 Feb 09 01:41:31.263492 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe33ee-3465-4264-b6cd-ec2c8b6c9b18 req-a54db638-dfcd-4cc1-adc7-fc9975e0b46c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:31.264945 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-03fe33ee-3465-4264-b6cd-ec2c8b6c9b18 req-a54db638-dfcd-4cc1-adc7-fc9975e0b46c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 945 time: 0.0794885 Feb 09 01:41:31.307974 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-03fe33ee-3465-4264-b6cd-ec2c8b6c9b18 req-dd1af65e-5bd0-4be7-9bde-befc3225dcb4 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=27876b85-2358-4e46-b47e-8097b30abad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374603 Feb 09 01:41:31.588716 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945f6fd-458b-4978-a4bb-f33c9e5c69a1 req-1def96e2-f67b-4e5a-9ef1-fa764fda67d0 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:31.590156 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e945f6fd-458b-4978-a4bb-f33c9e5c69a1 req-1def96e2-f67b-4e5a-9ef1-fa764fda67d0 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6abb265-238c-4559-84f1-c724c81c8c18 HTTP/1.1" status: 200 len: 945 time: 0.0789740 Feb 09 01:41:31.633280 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e945f6fd-458b-4978-a4bb-f33c9e5c69a1 req-62657e54-320d-4425-ae0d-50fb3a05a2b4 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368795 Feb 09 01:41:32.495918 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b67d89-85ad-4dd0-bbc7-5fc79e2a74ba req-9f318ee3-5ba8-4575-a873-787508a555af tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:32.497349 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b6b67d89-85ad-4dd0-bbc7-5fc79e2a74ba req-9f318ee3-5ba8-4575-a873-787508a555af tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 945 time: 0.0829322 Feb 09 01:41:32.541394 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b6b67d89-85ad-4dd0-bbc7-5fc79e2a74ba req-42d8065b-e771-4e8d-b108-144b88ea5fb6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=27876b85-2358-4e46-b47e-8097b30abad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379415 Feb 09 01:41:32.819867 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f76ac-20f9-45d1-a151-ab90515c5612 req-d96a7a02-b2ea-48e8-964e-df4ef2debbec tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:32.821275 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e06f76ac-20f9-45d1-a151-ab90515c5612 req-d96a7a02-b2ea-48e8-964e-df4ef2debbec tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6abb265-238c-4559-84f1-c724c81c8c18 HTTP/1.1" status: 200 len: 945 time: 0.0823638 Feb 09 01:41:32.864809 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e06f76ac-20f9-45d1-a151-ab90515c5612 req-f8eaa73f-8bd3-4319-aaba-dc917cc908c7 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373466 Feb 09 01:41:33.031979 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-454a1b87-f8ef-4994-bb28-53eab2339c05 service neutron] 10.222.0.35 "GET /v2.0/ports/6f723cc8-37b4-40da-bca6-88429cbf201a/bindings/n-h2-828419-1 HTTP/1.1" status: 200 len: 384 time: 0.0742607 Feb 09 01:41:33.298549 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-38676a2d-b836-48b8-94ff-154cc1df8c31 service neutron] For port 6f723cc8-37b4-40da-bca6-88429cbf201a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=6f723cc8-37b4-40da-bca6-88429cbf201a,segment=NetworkSegment(5cbe1d41-7995-4497-9467-0cb82257279b),segment_id=5cbe1d41-7995-4497-9467-0cb82257279b)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:41:33.319819 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-38676a2d-b836-48b8-94ff-154cc1df8c31 service neutron] For port 6f723cc8-37b4-40da-bca6-88429cbf201a, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:41:33.380275 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f723cc8-37b4-40da-bca6-88429cbf201a'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:41:33.389241 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-38676a2d-b836-48b8-94ff-154cc1df8c31 service neutron] For port 6f723cc8-37b4-40da-bca6-88429cbf201a, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=6f723cc8-37b4-40da-bca6-88429cbf201a,segment=NetworkSegment(5cbe1d41-7995-4497-9467-0cb82257279b),segment_id=5cbe1d41-7995-4497-9467-0cb82257279b)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:41:33.406889 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-38676a2d-b836-48b8-94ff-154cc1df8c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:33.446896 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f723cc8-37b4-40da-bca6-88429cbf201a', 'code': 200} Feb 09 01:41:33.506616 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-38676a2d-b836-48b8-94ff-154cc1df8c31 service neutron] Transition to ACTIVE for port object 6f723cc8-37b4-40da-bca6-88429cbf201a will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:41:33.510692 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-38676a2d-b836-48b8-94ff-154cc1df8c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:33.701311 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38676a2d-b836-48b8-94ff-154cc1df8c31 service neutron] Pushing event updated for resources: {'Port': ['ID=6f723cc8-37b4-40da-bca6-88429cbf201a,revision_number=11']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:33.761486 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-38676a2d-b836-48b8-94ff-154cc1df8c31 service neutron] No DVR routers for this DVR port 6f723cc8-37b4-40da-bca6-88429cbf201a on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:41:34.022850 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8bc26-a014-452f-8d96-71f48ed6f6e5 req-5873f062-8922-4f59-8356-3a8ac99136f3 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:34.024318 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d8c8bc26-a014-452f-8d96-71f48ed6f6e5 req-5873f062-8922-4f59-8356-3a8ac99136f3 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 944 time: 0.3729606 Feb 09 01:41:34.054879 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3f0b0-3ac6-495a-bf35-8d39430377ee req-e3e27132-3460-4c40-90d4-136c2169c22f tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:34.056768 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-02c3f0b0-3ac6-495a-bf35-8d39430377ee req-e3e27132-3460-4c40-90d4-136c2169c22f tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6abb265-238c-4559-84f1-c724c81c8c18 HTTP/1.1" status: 200 len: 945 time: 0.0817976 Feb 09 01:41:34.090549 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d8c8bc26-a014-452f-8d96-71f48ed6f6e5 req-d3c0caf5-1e32-4255-b612-362d72b4c5e2 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=27876b85-2358-4e46-b47e-8097b30abad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579138 Feb 09 01:41:34.112199 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-02c3f0b0-3ac6-495a-bf35-8d39430377ee req-641eac56-71b6-4d15-ad27-8741f64d8f7d tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494988 Feb 09 01:41:34.141530 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-38676a2d-b836-48b8-94ff-154cc1df8c31 service neutron] 10.222.0.35 "PUT /v2.0/ports/6f723cc8-37b4-40da-bca6-88429cbf201a/bindings/n-h2-828419-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1041908 Feb 09 01:41:34.266728 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-7e92513f-72bf-49f7-8dcc-d48fddf38154 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:34.268218 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-7e92513f-72bf-49f7-8dcc-d48fddf38154 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41&tenant_id=49364f58e6074dfa91c3c69aee216080&binding%3Ahost_id=n-h1-828419-1 HTTP/1.1" status: 200 len: 1095 time: 0.0739212 Feb 09 01:41:34.346261 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-0ea2302b-867f-44ca-87eb-a58e43dbdc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:34.347722 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-0ea2302b-867f-44ca-87eb-a58e43dbdc68 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41&tenant_id=49364f58e6074dfa91c3c69aee216080 HTTP/1.1" status: 200 len: 1095 time: 0.0729589 Feb 09 01:41:34.457929 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-fd484bd1-96b4-47d4-9723-7debc659e4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:34.459413 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-fd484bd1-96b4-47d4-9723-7debc659e4c4 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 1095 time: 0.0895801 Feb 09 01:41:34.594246 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-058c7a1d-f3af-447c-9de1-9d56868014dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:34.595694 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-058c7a1d-f3af-447c-9de1-9d56868014dc service neutron] 10.222.0.117 "GET /v2.0/networks?id=4084c473-35e3-4248-9603-a4240507bd13 HTTP/1.1" status: 200 len: 896 time: 0.1299269 Feb 09 01:41:34.699555 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-30d4dbd5-a441-4873-892c-2ac153f76998 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f723cc8-37b4-40da-bca6-88429cbf201a HTTP/1.1" status: 200 len: 999 time: 0.0968103 Feb 09 01:41:34.759690 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-cb36b853-20e2-4f1b-a1cb-60372dd6c923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:34.761154 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-cb36b853-20e2-4f1b-a1cb-60372dd6c923 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9eae6d4a-e5f1-4795-95d0-910619a3ee71 HTTP/1.1" status: 200 len: 835 time: 0.0559618 Feb 09 01:41:34.833569 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-2e5d9ab8-adb3-4837-b84c-0b7e18ff7ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:34.835029 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-2e5d9ab8-adb3-4837-b84c-0b7e18ff7ce6 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=4084c473-35e3-4248-9603-a4240507bd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685534 Feb 09 01:41:34.964904 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-257bb965-5a64-45db-bebe-ca9689e9687c service neutron] 10.222.0.117 "GET /v2.0/networks/4084c473-35e3-4248-9603-a4240507bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232233 Feb 09 01:41:35.105158 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-dc5ba62f-76a1-46ce-9f16-b77bb9ae302b service neutron] 10.222.0.117 "GET /v2.0/networks/4084c473-35e3-4248-9603-a4240507bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346712 Feb 09 01:41:35.301918 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e29cac-4fc6-4e1d-bf29-85f4e2f36417 req-033e33d2-099f-4802-9d87-3f95de442290 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:35.303419 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-28e29cac-4fc6-4e1d-bf29-85f4e2f36417 req-033e33d2-099f-4802-9d87-3f95de442290 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 944 time: 0.0853417 Feb 09 01:41:35.383921 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-28e29cac-4fc6-4e1d-bf29-85f4e2f36417 req-219ca98d-05e8-4586-a5ee-b83f1029526f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=27876b85-2358-4e46-b47e-8097b30abad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748861 Feb 09 01:41:35.415467 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-6df9aafd-b9b1-4479-aca9-9986040c37f3 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:35.416916 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-6df9aafd-b9b1-4479-aca9-9986040c37f3 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41&tenant_id=49364f58e6074dfa91c3c69aee216080&binding%3Ahost_id=n-h2-828419-1 HTTP/1.1" status: 200 len: 1095 time: 0.0791066 Feb 09 01:41:35.477518 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:41:35.528511 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-c12ee99e-e143-4a30-bd03-030c925682d9 service neutron] For port 6f723cc8-37b4-40da-bca6-88429cbf201a, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:41:35.531983 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-c12ee99e-e143-4a30-bd03-030c925682d9 service neutron] Notify callbacks [] for binding, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:35.533117 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-c12ee99e-e143-4a30-bd03-030c925682d9 service neutron] 10.222.0.117 "DELETE /v2.0/ports/6f723cc8-37b4-40da-bca6-88429cbf201a/bindings/n-h1-828419-1 HTTP/1.1" status: 204 len: 173 time: 0.1110494 Feb 09 01:41:36.572515 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007698b-6f20-4cf2-afe8-d7e63a8e718d req-b26dbf1a-c3ca-4831-a48b-28be6409fc98 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:36.573979 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9007698b-6f20-4cf2-afe8-d7e63a8e718d req-b26dbf1a-c3ca-4831-a48b-28be6409fc98 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 944 time: 0.0831716 Feb 09 01:41:36.621042 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9007698b-6f20-4cf2-afe8-d7e63a8e718d req-f6a924a1-d450-43ce-8bd9-c1646ccd2f30 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=27876b85-2358-4e46-b47e-8097b30abad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406787 Feb 09 01:41:36.804635 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc15c8d-914a-462e-bbe4-105e8f9cdce9 req-859e77a1-80e8-4511-8565-e1ddbf5c4429 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:36.806156 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6cc15c8d-914a-462e-bbe4-105e8f9cdce9 req-859e77a1-80e8-4511-8565-e1ddbf5c4429 tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 1095 time: 0.0725725 Feb 09 01:41:36.846958 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6cc15c8d-914a-462e-bbe4-105e8f9cdce9 req-4e913990-7d4b-40e3-aef0-5a6431db2fac tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=27876b85-2358-4e46-b47e-8097b30abad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345056 Feb 09 01:41:36.968438 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c52ea2b1-da05-4aa4-9125-7737140700e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:37.051252 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fbbd7-7cdd-4ca3-8eb0-0dbfe216767d req-afa46611-5b1b-4371-a689-71ca7bbb34b5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:37.057921 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-598fbbd7-7cdd-4ca3-8eb0-0dbfe216767d req-afa46611-5b1b-4371-a689-71ca7bbb34b5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 944 time: 0.0862389 Feb 09 01:41:37.101040 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-598fbbd7-7cdd-4ca3-8eb0-0dbfe216767d req-68a09f1c-1541-4006-97da-ca3658431735 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=27876b85-2358-4e46-b47e-8097b30abad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422463 Feb 09 01:41:37.121882 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53834) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:37.238379 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7c3fc6bc-87db-4239-be10-96b380338f49 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/floatingips/d556d938-10d1-41cf-958f-442aed6d048c HTTP/1.1" status: 200 len: 991 time: 0.1081898 Feb 09 01:41:37.238622 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 6f723cc8-37b4-40da-bca6-88429cbf201a no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:41:37.298670 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 6f723cc8-37b4-40da-bca6-88429cbf201a not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:41:39.385523 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f0494997-4b11-4d72-b4b2-f73cde5547c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:39.495900 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53846) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:39.796217 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-5938bce2-4bd8-4231-8736-bb7941426d93 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Deleting port f9c76a9c-75e0-4304-9af4-f60c4c5fdcf1 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:41:39.796488 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5938bce2-4bd8-4231-8736-bb7941426d93 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:39.960832 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5938bce2-4bd8-4231-8736-bb7941426d93 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:39.961164 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5938bce2-4bd8-4231-8736-bb7941426d93 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:40.083047 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-5938bce2-4bd8-4231-8736-bb7941426d93 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Calling delete_port for f9c76a9c-75e0-4304-9af4-f60c4c5fdcf1 owned by network:floatingip {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:41:40.234013 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5938bce2-4bd8-4231-8736-bb7941426d93 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:40.284626 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938bce2-4bd8-4231-8736-bb7941426d93 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event deleted for resources: {'Port': ['ID=f9c76a9c-75e0-4304-9af4-f60c4c5fdcf1,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:40.324774 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938bce2-4bd8-4231-8736-bb7941426d93 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:40.325127 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938bce2-4bd8-4231-8736-bb7941426d93 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:40.325471 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938bce2-4bd8-4231-8736-bb7941426d93 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:40.325814 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938bce2-4bd8-4231-8736-bb7941426d93 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:40.326714 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938bce2-4bd8-4231-8736-bb7941426d93 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:40.327157 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938bce2-4bd8-4231-8736-bb7941426d93 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:40.327387 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938bce2-4bd8-4231-8736-bb7941426d93 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:40.327709 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938bce2-4bd8-4231-8736-bb7941426d93 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:40.328041 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938bce2-4bd8-4231-8736-bb7941426d93 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:40.328363 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938bce2-4bd8-4231-8736-bb7941426d93 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:40.328711 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938bce2-4bd8-4231-8736-bb7941426d93 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:40.329031 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938bce2-4bd8-4231-8736-bb7941426d93 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:40.385634 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5938bce2-4bd8-4231-8736-bb7941426d93 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for floatingip, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:40.386032 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-5938bce2-4bd8-4231-8736-bb7941426d93 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Floating IP d556d938-10d1-41cf-958f-442aed6d048c disassociated (deleted). External IP: 172.25.5.106, port: 6f723cc8-37b4-40da-bca6-88429cbf201a. Feb 09 01:41:40.445685 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:40.541990 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:40.743354 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5938bce2-4bd8-4231-8736-bb7941426d93 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Router a21e74f6-da83-425f-9386-723b703cb801 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:41:40.916431 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5938bce2-4bd8-4231-8736-bb7941426d93 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:41:40.927930 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef2876f-fd57-42ce-8988-fd7ebcedd067 None None] Sync routers for ids ['a21e74f6-da83-425f-9386-723b703cb801'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:41:40.936870 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5938bce2-4bd8-4231-8736-bb7941426d93 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:40.937933 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef2876f-fd57-42ce-8988-fd7ebcedd067 None None] Routers {'a21e74f6-da83-425f-9386-723b703cb801'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:41:40.938604 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-6ef2876f-fd57-42ce-8988-fd7ebcedd067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:41:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a21e74f6-da83-425f-9386-723b703cb801'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:40.994518 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5938bce2-4bd8-4231-8736-bb7941426d93 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "DELETE /v2.0/floatingips/d556d938-10d1-41cf-958f-442aed6d048c HTTP/1.1" status: 204 len: 168 time: 1.4974000 Feb 09 01:41:40.995019 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41', 'tag': '6f723cc8-37b4-40da-bca6-88429cbf201a'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:41:41.042760 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41', 'tag': '6f723cc8-37b4-40da-bca6-88429cbf201a', 'status': 'completed', 'code': 200} Feb 09 01:41:41.135961 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-6ef2876f-fd57-42ce-8988-fd7ebcedd067 None None] Set router a21e74f6-da83-425f-9386-723b703cb801 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:41:41.203523 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1b5da-6c7b-4618-b944-c71e6e363382 req-3fc86a20-027b-458c-8d41-1c52e63706f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:41.205053 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4de1b5da-6c7b-4618-b944-c71e6e363382 req-3fc86a20-027b-458c-8d41-1c52e63706f0 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 1095 time: 0.1375368 Feb 09 01:41:41.342167 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1b5da-6c7b-4618-b944-c71e6e363382 req-ae9eebff-fd86-4f29-9734-35d9b6a4885e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:41.343534 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4de1b5da-6c7b-4618-b944-c71e6e363382 req-ae9eebff-fd86-4f29-9734-35d9b6a4885e service neutron] 10.222.0.117 "GET /v2.0/networks?id=4084c473-35e3-4248-9603-a4240507bd13 HTTP/1.1" status: 200 len: 896 time: 0.1306794 Feb 09 01:41:41.389355 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66527ebd-1ae8-48bb-adc4-55d8a749a147 req-5d59ac66-359c-46e0-bccb-175adf92764a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:41.390078 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-66527ebd-1ae8-48bb-adc4-55d8a749a147 req-5d59ac66-359c-46e0-bccb-175adf92764a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Synchronizing usage tracker for tenant:49364f58e6074dfa91c3c69aee216080 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:41:41.406248 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-66527ebd-1ae8-48bb-adc4-55d8a749a147 req-5d59ac66-359c-46e0-bccb-175adf92764a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Unset dirty status for tenant:49364f58e6074dfa91c3c69aee216080 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:41:41.416668 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-66527ebd-1ae8-48bb-adc4-55d8a749a147 req-5d59ac66-359c-46e0-bccb-175adf92764a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 944 time: 0.0969987 Feb 09 01:41:41.420198 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4de1b5da-6c7b-4618-b944-c71e6e363382 req-80673f09-eb91-4bf5-809e-9a3a40e9331f service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f723cc8-37b4-40da-bca6-88429cbf201a HTTP/1.1" status: 200 len: 217 time: 0.0700264 Feb 09 01:41:41.475412 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-66527ebd-1ae8-48bb-adc4-55d8a749a147 req-3d171033-4d6b-46f1-be8e-37eddfb6dbc7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=27876b85-2358-4e46-b47e-8097b30abad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529978 Feb 09 01:41:41.477352 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-6ef2876f-fd57-42ce-8988-fd7ebcedd067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21e74f6-da83-425f-9386-723b703cb801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881468354', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '210a2540-5a1d-4ded-8f12-95c6e8ad1a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:20Z', 'updated_at': '2022-02-09T01:40:26Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '210a2540-5a1d-4ded-8f12-95c6e8ad1a0e', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e74f6-da83-425f-9386-723b703cb801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:21Z', 'updated_at': '2022-02-09T01:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '90160899-cb24-450d-8550-c994ccfeeba9', 'name': '', 'network_id': '4084c473-35e3-4248-9603-a4240507bd13', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:a0:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e74f6-da83-425f-9386-723b703cb801', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '9eae6d4a-e5f1-4795-95d0-910619a3ee71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:24Z', 'updated_at': '2022-02-09T01:40:31Z', 'revision_number': 5, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '9eae6d4a-e5f1-4795-95d0-910619a3ee71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:41.485802 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef2876f-fd57-42ce-8988-fd7ebcedd067 None None] Checking router: a21e74f6-da83-425f-9386-723b703cb801 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:41:41.498267 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef2876f-fd57-42ce-8988-fd7ebcedd067 None None] Routers {'a21e74f6-da83-425f-9386-723b703cb801'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:41:41.498267 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-6ef2876f-fd57-42ce-8988-fd7ebcedd067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:41:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a21e74f6-da83-425f-9386-723b703cb801'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:41.499348 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1b5da-6c7b-4618-b944-c71e6e363382 req-1ef6af05-6d28-475d-9e53-45a5dd308c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:41.500839 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4de1b5da-6c7b-4618-b944-c71e6e363382 req-1ef6af05-6d28-475d-9e53-45a5dd308c7e service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9eae6d4a-e5f1-4795-95d0-910619a3ee71 HTTP/1.1" status: 200 len: 835 time: 0.0724676 Feb 09 01:41:41.585719 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1b5da-6c7b-4618-b944-c71e6e363382 req-26dd6f4e-14d6-4d3e-ab5b-fac2f8b28ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:41.587456 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4de1b5da-6c7b-4618-b944-c71e6e363382 req-26dd6f4e-14d6-4d3e-ab5b-fac2f8b28ccc service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=4084c473-35e3-4248-9603-a4240507bd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762331 Feb 09 01:41:41.689244 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-6ef2876f-fd57-42ce-8988-fd7ebcedd067 None None] Set router a21e74f6-da83-425f-9386-723b703cb801 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:41:41.888040 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4de1b5da-6c7b-4618-b944-c71e6e363382 req-bf12a41b-f835-4dcb-b2f4-78cc6a51fedd service neutron] 10.222.0.117 "GET /v2.0/networks/4084c473-35e3-4248-9603-a4240507bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935896 Feb 09 01:41:41.899487 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369289ba-1fc3-46ab-b7af-9e6615c92367 req-ae0a3db6-f2de-4e1e-98dc-4d0112d8837c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:41.900886 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-369289ba-1fc3-46ab-b7af-9e6615c92367 req-ae0a3db6-f2de-4e1e-98dc-4d0112d8837c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.117 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 944 time: 0.1256051 Feb 09 01:41:41.907640 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:42.016952 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-6ef2876f-fd57-42ce-8988-fd7ebcedd067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21e74f6-da83-425f-9386-723b703cb801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881468354', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '210a2540-5a1d-4ded-8f12-95c6e8ad1a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:20Z', 'updated_at': '2022-02-09T01:40:26Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '210a2540-5a1d-4ded-8f12-95c6e8ad1a0e', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e74f6-da83-425f-9386-723b703cb801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:21Z', 'updated_at': '2022-02-09T01:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '90160899-cb24-450d-8550-c994ccfeeba9', 'name': '', 'network_id': '4084c473-35e3-4248-9603-a4240507bd13', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:a0:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e74f6-da83-425f-9386-723b703cb801', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '9eae6d4a-e5f1-4795-95d0-910619a3ee71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:24Z', 'updated_at': '2022-02-09T01:40:31Z', 'revision_number': 5, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '9eae6d4a-e5f1-4795-95d0-910619a3ee71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:42.020835 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef2876f-fd57-42ce-8988-fd7ebcedd067 None None] The sync data for ids ['a21e74f6-da83-425f-9386-723b703cb801'] in n-d-828419-1 is: [{'id': 'a21e74f6-da83-425f-9386-723b703cb801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881468354', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '210a2540-5a1d-4ded-8f12-95c6e8ad1a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:20Z', 'updated_at': '2022-02-09T01:40:26Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '210a2540-5a1d-4ded-8f12-95c6e8ad1a0e', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e74f6-da83-425f-9386-723b703cb801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:21Z', 'updated_at': '2022-02-09T01:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '90160899-cb24-450d-8550-c994ccfeeba9', 'name': '', 'network_id': '4084c473-35e3-4248-9603-a4240507bd13', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:a0:c3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e74f6-da83-425f-9386-723b703cb801', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '9eae6d4a-e5f1-4795-95d0-910619a3ee71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:24Z', 'updated_at': '2022-02-09T01:40:31Z', 'revision_number': 5, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '9eae6d4a-e5f1-4795-95d0-910619a3ee71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:41:42.049246 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-369289ba-1fc3-46ab-b7af-9e6615c92367 req-3c4197b7-0a8f-4848-bf46-e7095c3a8ca4 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Deleting port 6f723cc8-37b4-40da-bca6-88429cbf201a {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:41:42.049583 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-369289ba-1fc3-46ab-b7af-9e6615c92367 req-3c4197b7-0a8f-4848-bf46-e7095c3a8ca4 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:42.134637 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4de1b5da-6c7b-4618-b944-c71e6e363382 req-a60b8ee2-93eb-4697-a3da-626844638449 service neutron] 10.222.0.117 "GET /v2.0/networks/4084c473-35e3-4248-9603-a4240507bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328141 Feb 09 01:41:42.262910 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106996f6-3c84-4462-988c-a802e33fb6e7 None None] New status for floating IP d556d938-10d1-41cf-958f-442aed6d048c: DOWN {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:41:42.335208 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-369289ba-1fc3-46ab-b7af-9e6615c92367 req-3c4197b7-0a8f-4848-bf46-e7095c3a8ca4 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] For port 6f723cc8-37b4-40da-bca6-88429cbf201a, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=6f723cc8-37b4-40da-bca6-88429cbf201a,segment=NetworkSegment(5cbe1d41-7995-4497-9467-0cb82257279b),segment_id=5cbe1d41-7995-4497-9467-0cb82257279b)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:41:42.335796 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-369289ba-1fc3-46ab-b7af-9e6615c92367 req-3c4197b7-0a8f-4848-bf46-e7095c3a8ca4 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:42.459773 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-369289ba-1fc3-46ab-b7af-9e6615c92367 req-3c4197b7-0a8f-4848-bf46-e7095c3a8ca4 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Calling delete_port for 6f723cc8-37b4-40da-bca6-88429cbf201a owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:41:42.658416 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-369289ba-1fc3-46ab-b7af-9e6615c92367 req-3c4197b7-0a8f-4848-bf46-e7095c3a8ca4 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:42.741084 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4197b7-0a8f-4848-bf46-e7095c3a8ca4 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event deleted for resources: {'Port': ['ID=6f723cc8-37b4-40da-bca6-88429cbf201a,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:42.799908 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7487524-942a-43ed-8285-8cca06c4aec7 req-e329eedc-5e03-44e3-904c-55be81031824 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:42.801378 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a7487524-942a-43ed-8285-8cca06c4aec7 req-e329eedc-5e03-44e3-904c-55be81031824 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41 HTTP/1.1" status: 200 len: 866 time: 0.2223687 Feb 09 01:41:42.802186 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-369289ba-1fc3-46ab-b7af-9e6615c92367 req-3c4197b7-0a8f-4848-bf46-e7095c3a8ca4 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] No DVR routers for this DVR port 6f723cc8-37b4-40da-bca6-88429cbf201a on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:41:42.804552 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-369289ba-1fc3-46ab-b7af-9e6615c92367 req-3c4197b7-0a8f-4848-bf46-e7095c3a8ca4 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:42.806993 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41', 'name': 'network-vif-deleted', 'tag': '6f723cc8-37b4-40da-bca6-88429cbf201a'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:41:42.849984 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-369289ba-1fc3-46ab-b7af-9e6615c92367 req-3c4197b7-0a8f-4848-bf46-e7095c3a8ca4 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.117 "DELETE /v2.0/ports/6f723cc8-37b4-40da-bca6-88429cbf201a HTTP/1.1" status: 204 len: 173 time: 0.9286592 Feb 09 01:41:42.856174 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6082c3cb-a7d7-4d1d-b350-6fa2cda9bb41', 'name': 'network-vif-deleted', 'tag': '6f723cc8-37b4-40da-bca6-88429cbf201a', 'status': 'completed', 'code': 200} Feb 09 01:41:42.863488 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a7487524-942a-43ed-8285-8cca06c4aec7 req-519c0943-40e2-404a-bb02-a54813cb83dc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=27876b85-2358-4e46-b47e-8097b30abad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517874 Feb 09 01:41:43.959638 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53880) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:44.640279 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-44db4173-2ce8-42e8-9027-41fe9d5472df tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:44.990768 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-44db4173-2ce8-42e8-9027-41fe9d5472df tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Deleting port 90160899-cb24-450d-8550-c994ccfeeba9 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:41:44.991424 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-44db4173-2ce8-42e8-9027-41fe9d5472df tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:45.210824 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-44db4173-2ce8-42e8-9027-41fe9d5472df tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] For port 90160899-cb24-450d-8550-c994ccfeeba9, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=90160899-cb24-450d-8550-c994ccfeeba9,segment=NetworkSegment(5cbe1d41-7995-4497-9467-0cb82257279b),segment_id=5cbe1d41-7995-4497-9467-0cb82257279b)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:41:45.210824 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-44db4173-2ce8-42e8-9027-41fe9d5472df tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:45.334167 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-44db4173-2ce8-42e8-9027-41fe9d5472df tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Calling delete_port for 90160899-cb24-450d-8550-c994ccfeeba9 owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:41:45.523359 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-44db4173-2ce8-42e8-9027-41fe9d5472df tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:45.684977 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db4173-2ce8-42e8-9027-41fe9d5472df tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event deleted for resources: {'Port': ['ID=90160899-cb24-450d-8550-c994ccfeeba9,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:45.962649 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-44db4173-2ce8-42e8-9027-41fe9d5472df tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:46.327009 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44db4173-2ce8-42e8-9027-41fe9d5472df tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Router a21e74f6-da83-425f-9386-723b703cb801 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:41:46.436353 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 6f723cc8-37b4-40da-bca6-88429cbf201a no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:41:46.505029 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44db4173-2ce8-42e8-9027-41fe9d5472df tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:41:46.517853 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: 6f723cc8-37b4-40da-bca6-88429cbf201a {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:41:46.518202 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 6f723cc8-37b4-40da-bca6-88429cbf201a not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:41:46.521450 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-44db4173-2ce8-42e8-9027-41fe9d5472df tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "PUT /v2.0/routers/a21e74f6-da83-425f-9386-723b703cb801/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5581715 Feb 09 01:41:46.521604 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70a8a80-ac6d-4c80-a5d3-ed6e4d626a47 None None] Sync routers for ids ['a21e74f6-da83-425f-9386-723b703cb801'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:41:46.521829 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53898) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:46.529492 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70a8a80-ac6d-4c80-a5d3-ed6e4d626a47 None None] Routers {'a21e74f6-da83-425f-9386-723b703cb801'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:41:46.530103 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-d70a8a80-ac6d-4c80-a5d3-ed6e4d626a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:41:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a21e74f6-da83-425f-9386-723b703cb801'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:46.597578 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-20997eaf-7bf0-47e8-b428-b386f411039d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Deleting subnet 9eae6d4a-e5f1-4795-95d0-910619a3ee71 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:41:46.601383 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-20997eaf-7bf0-47e8-b428-b386f411039d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:46.659504 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-20997eaf-7bf0-47e8-b428-b386f411039d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:46.721757 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-d70a8a80-ac6d-4c80-a5d3-ed6e4d626a47 None None] Set router a21e74f6-da83-425f-9386-723b703cb801 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:41:46.748523 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-20997eaf-7bf0-47e8-b428-b386f411039d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:46.832968 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-20997eaf-7bf0-47e8-b428-b386f411039d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:46.874627 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20997eaf-7bf0-47e8-b428-b386f411039d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event deleted for resources: {'Subnet': ['ID=9eae6d4a-e5f1-4795-95d0-910619a3ee71,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:46.876620 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-20997eaf-7bf0-47e8-b428-b386f411039d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:46.886136 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53906) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:46.886620 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-20997eaf-7bf0-47e8-b428-b386f411039d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "DELETE /v2.0/subnets/9eae6d4a-e5f1-4795-95d0-910619a3ee71 HTTP/1.1" status: 204 len: 168 time: 0.3633196 Feb 09 01:41:46.900938 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa8c6da-47c2-4773-b40b-d92dd41fd89f None None] Network 4084c473-35e3-4248-9603-a4240507bd13 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:41:47.084809 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bca48993-aa09-4124-88d7-a4e94ae189a7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:47.196854 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-d70a8a80-ac6d-4c80-a5d3-ed6e4d626a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21e74f6-da83-425f-9386-723b703cb801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881468354', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '210a2540-5a1d-4ded-8f12-95c6e8ad1a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:20Z', 'updated_at': '2022-02-09T01:41:45Z', 'revision_number': 5, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '210a2540-5a1d-4ded-8f12-95c6e8ad1a0e', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e74f6-da83-425f-9386-723b703cb801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:21Z', 'updated_at': '2022-02-09T01:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:47.201461 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70a8a80-ac6d-4c80-a5d3-ed6e4d626a47 None None] Checking router: a21e74f6-da83-425f-9386-723b703cb801 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:41:47.210793 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70a8a80-ac6d-4c80-a5d3-ed6e4d626a47 None None] Routers {'a21e74f6-da83-425f-9386-723b703cb801'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:41:47.211552 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-d70a8a80-ac6d-4c80-a5d3-ed6e4d626a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:41:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a21e74f6-da83-425f-9386-723b703cb801'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:47.285501 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49659c76-b73a-4c1f-9df8-c260d65eb0f8 None None] DHCP port deletion for 4084c473-35e3-4248-9603-a4240507bd13 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:41:47.295636 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-49659c76-b73a-4c1f-9df8-c260d65eb0f8 None None] Deleting port 11bfef73-f7e9-49d9-8622-f3050e1e64f4 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:41:47.296004 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-49659c76-b73a-4c1f-9df8-c260d65eb0f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:47.400220 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bca48993-aa09-4124-88d7-a4e94ae189a7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:47.411904 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-bca48993-aa09-4124-88d7-a4e94ae189a7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Deleting port 210a2540-5a1d-4ded-8f12-95c6e8ad1a0e {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:41:47.412433 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bca48993-aa09-4124-88d7-a4e94ae189a7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:47.491847 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-d70a8a80-ac6d-4c80-a5d3-ed6e4d626a47 None None] Set router a21e74f6-da83-425f-9386-723b703cb801 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:41:47.599928 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-bca48993-aa09-4124-88d7-a4e94ae189a7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] For port 210a2540-5a1d-4ded-8f12-95c6e8ad1a0e, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=210a2540-5a1d-4ded-8f12-95c6e8ad1a0e,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:41:47.600679 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bca48993-aa09-4124-88d7-a4e94ae189a7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:47.682954 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 11bfef73-f7e9-49d9-8622-f3050e1e64f4 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:41:47.731078 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-bca48993-aa09-4124-88d7-a4e94ae189a7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Calling delete_port for 210a2540-5a1d-4ded-8f12-95c6e8ad1a0e owned by network:router_gateway {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:41:48.004673 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-49659c76-b73a-4c1f-9df8-c260d65eb0f8 None None] For port 11bfef73-f7e9-49d9-8622-f3050e1e64f4, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=11bfef73-f7e9-49d9-8622-f3050e1e64f4,segment=NetworkSegment(5cbe1d41-7995-4497-9467-0cb82257279b),segment_id=5cbe1d41-7995-4497-9467-0cb82257279b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:41:48.005080 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-49659c76-b73a-4c1f-9df8-c260d65eb0f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:48.147903 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bca48993-aa09-4124-88d7-a4e94ae189a7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:48.212001 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-49659c76-b73a-4c1f-9df8-c260d65eb0f8 None None] Calling delete_port for 11bfef73-f7e9-49d9-8622-f3050e1e64f4 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:41:48.218284 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca48993-aa09-4124-88d7-a4e94ae189a7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event deleted for resources: {'Port': ['ID=210a2540-5a1d-4ded-8f12-95c6e8ad1a0e,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:48.259690 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:48.316145 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bca48993-aa09-4124-88d7-a4e94ae189a7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:48.331160 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 11bfef73-f7e9-49d9-8622-f3050e1e64f4, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=11bfef73-f7e9-49d9-8622-f3050e1e64f4,segment=NetworkSegment(5cbe1d41-7995-4497-9467-0cb82257279b),segment_id=5cbe1d41-7995-4497-9467-0cb82257279b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:41:48.340978 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:48.379385 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-d70a8a80-ac6d-4c80-a5d3-ed6e4d626a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21e74f6-da83-425f-9386-723b703cb801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881468354', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '210a2540-5a1d-4ded-8f12-95c6e8ad1a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:20Z', 'updated_at': '2022-02-09T01:41:45Z', 'revision_number': 5, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '210a2540-5a1d-4ded-8f12-95c6e8ad1a0e', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e74f6-da83-425f-9386-723b703cb801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:21Z', 'updated_at': '2022-02-09T01:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:48.394700 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-49659c76-b73a-4c1f-9df8-c260d65eb0f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:41:48.395194 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-49659c76-b73a-4c1f-9df8-c260d65eb0f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:41:48.402235 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70a8a80-ac6d-4c80-a5d3-ed6e4d626a47 None None] The sync data for ids ['a21e74f6-da83-425f-9386-723b703cb801'] in n-d-828419-1 is: [{'id': 'a21e74f6-da83-425f-9386-723b703cb801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881468354', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '210a2540-5a1d-4ded-8f12-95c6e8ad1a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:20Z', 'updated_at': '2022-02-09T01:41:45Z', 'revision_number': 5, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '210a2540-5a1d-4ded-8f12-95c6e8ad1a0e', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e74f6-da83-425f-9386-723b703cb801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:21Z', 'updated_at': '2022-02-09T01:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:41:48.434490 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=11bfef73-f7e9-49d9-8622-f3050e1e64f4,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:48.549297 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bca48993-aa09-4124-88d7-a4e94ae189a7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:48.552935 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bca48993-aa09-4124-88d7-a4e94ae189a7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:48.582158 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bca48993-aa09-4124-88d7-a4e94ae189a7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:48.582643 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca48993-aa09-4124-88d7-a4e94ae189a7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Fanout notify agent at l3_agent the message router_deleted on router a21e74f6-da83-425f-9386-723b703cb801 {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:41:48.603802 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722bf66-4f84-41f9-8671-d6d1a9dd6f67 req-abbb99b4-1e37-4d86-a820-446e135bd6a3 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:48.605254 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1722bf66-4f84-41f9-8671-d6d1a9dd6f67 req-abbb99b4-1e37-4d86-a820-446e135bd6a3 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6abb265-238c-4559-84f1-c724c81c8c18 HTTP/1.1" status: 200 len: 945 time: 0.2402127 Feb 09 01:41:48.609461 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bca48993-aa09-4124-88d7-a4e94ae189a7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:48.610434 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-bca48993-aa09-4124-88d7-a4e94ae189a7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "DELETE /v2.0/routers/a21e74f6-da83-425f-9386-723b703cb801 HTTP/1.1" status: 204 len: 168 time: 1.7223418 Feb 09 01:41:48.613241 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53916) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:48.649645 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1722bf66-4f84-41f9-8671-d6d1a9dd6f67 req-d8ef95cd-a5d0-4bad-b788-40c327c6e5c4 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381083 Feb 09 01:41:48.726132 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e593080f-b223-4fee-81eb-445721f20beb tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:48.736349 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-e593080f-b223-4fee-81eb-445721f20beb tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Deleting port 11bfef73-f7e9-49d9-8622-f3050e1e64f4 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:41:48.736715 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e593080f-b223-4fee-81eb-445721f20beb tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:48.896201 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-49659c76-b73a-4c1f-9df8-c260d65eb0f8 None None] Deleting port 11bfef73-f7e9-49d9-8622-f3050e1e64f4 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:41:48.896947 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-49659c76-b73a-4c1f-9df8-c260d65eb0f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:49.065780 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-e593080f-b223-4fee-81eb-445721f20beb tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] For port 11bfef73-f7e9-49d9-8622-f3050e1e64f4, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=11bfef73-f7e9-49d9-8622-f3050e1e64f4,segment=NetworkSegment(5cbe1d41-7995-4497-9467-0cb82257279b),segment_id=5cbe1d41-7995-4497-9467-0cb82257279b)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:41:49.066218 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e593080f-b223-4fee-81eb-445721f20beb tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:49.106343 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-49659c76-b73a-4c1f-9df8-c260d65eb0f8 None None] For port 11bfef73-f7e9-49d9-8622-f3050e1e64f4, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=11bfef73-f7e9-49d9-8622-f3050e1e64f4,segment=NetworkSegment(5cbe1d41-7995-4497-9467-0cb82257279b),segment_id=5cbe1d41-7995-4497-9467-0cb82257279b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:41:49.106738 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-49659c76-b73a-4c1f-9df8-c260d65eb0f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:49.192660 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-e593080f-b223-4fee-81eb-445721f20beb tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Calling delete_port for 11bfef73-f7e9-49d9-8622-f3050e1e64f4 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:41:49.231807 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-49659c76-b73a-4c1f-9df8-c260d65eb0f8 None None] Calling delete_port for 11bfef73-f7e9-49d9-8622-f3050e1e64f4 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:41:49.272652 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e593080f-b223-4fee-81eb-445721f20beb tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:49.304233 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-49659c76-b73a-4c1f-9df8-c260d65eb0f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:41:49.304617 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-49659c76-b73a-4c1f-9df8-c260d65eb0f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:41:49.319650 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593080f-b223-4fee-81eb-445721f20beb tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event deleted for resources: {'Port': ['ID=11bfef73-f7e9-49d9-8622-f3050e1e64f4,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:49.321399 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e593080f-b223-4fee-81eb-445721f20beb tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] No DVR routers for this DVR port 11bfef73-f7e9-49d9-8622-f3050e1e64f4 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:41:49.443772 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e593080f-b223-4fee-81eb-445721f20beb tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:49.469654 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-e593080f-b223-4fee-81eb-445721f20beb tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4084c473-35e3-4248-9603-a4240507bd13']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:49.482918 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-e593080f-b223-4fee-81eb-445721f20beb tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cbe1d41-7995-4497-9467-0cb82257279b') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:49.483215 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-e593080f-b223-4fee-81eb-445721f20beb tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cbe1d41-7995-4497-9467-0cb82257279b') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:49.495332 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e593080f-b223-4fee-81eb-445721f20beb tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:49.512212 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e593080f-b223-4fee-81eb-445721f20beb tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:49.518161 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e593080f-b223-4fee-81eb-445721f20beb tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Releasing vlan 965 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:41:49.518548 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e593080f-b223-4fee-81eb-445721f20beb tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:49.532925 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:41:49.532925 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:41:49.532925 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:41:49.532925 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:41:49.532925 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:41:49.532925 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:41:49.532925 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:41:49.532925 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:41:49.532925 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:41:49.532925 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:41:49.532925 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:41:49.532925 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:41:49.532925 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:41:49.532925 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:41:49.532925 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:41:49.532925 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:41:49.532925 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:41:49.532925 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:41:49.532925 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:41:49.532925 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:41:49.532925 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:41:49.532925 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:41:49.532925 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:41:49.532925 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:41:49.532925 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:41:49.532925 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:41:49.532925 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:41:49.532925 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:41:49.532925 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:41:49.532925 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:41:49.532925 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:41:49.532925 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:41:49.571336 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 210a2540-5a1d-4ded-8f12-95c6e8ad1a0e no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:41:49.605775 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 210a2540-5a1d-4ded-8f12-95c6e8ad1a0e {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:41:49.606254 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 210a2540-5a1d-4ded-8f12-95c6e8ad1a0e not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:41:49.606687 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 90160899-cb24-450d-8550-c994ccfeeba9 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:41:49.614847 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e593080f-b223-4fee-81eb-445721f20beb tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:49.633573 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e593080f-b223-4fee-81eb-445721f20beb tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:49.644663 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593080f-b223-4fee-81eb-445721f20beb tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event deleted for resources: {'Network': ['ID=4084c473-35e3-4248-9603-a4240507bd13,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:49.645096 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 90160899-cb24-450d-8550-c994ccfeeba9 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:41:49.645449 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 90160899-cb24-450d-8550-c994ccfeeba9 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:41:49.658832 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e593080f-b223-4fee-81eb-445721f20beb tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "DELETE /v2.0/networks/4084c473-35e3-4248-9603-a4240507bd13 HTTP/1.1" status: 204 len: 168 time: 1.0445368 Feb 09 01:41:49.661430 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53920) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:49.733748 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-892750d6-5048-4856-b9c0-93beea346bcd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:49.793344 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-892750d6-5048-4856-b9c0-93beea346bcd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:49.874735 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d7873-e1af-45ad-b374-3743ddd83ef4 req-2e5bd202-b6b7-4551-bfac-deef1d1ecc6a tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:49.876206 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ec6d7873-e1af-45ad-b374-3743ddd83ef4 req-2e5bd202-b6b7-4551-bfac-deef1d1ecc6a tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6abb265-238c-4559-84f1-c724c81c8c18 HTTP/1.1" status: 200 len: 945 time: 0.1180596 Feb 09 01:41:49.880641 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f24139-1409-4231-b9d7-0955657b1906 req-69a34a88-d6ac-4d12-9e00-64d978058105 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:49.882603 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e6f24139-1409-4231-b9d7-0955657b1906 req-69a34a88-d6ac-4d12-9e00-64d978058105 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.117 "GET /v2.0/ports?device_id=b6abb265-238c-4559-84f1-c724c81c8c18 HTTP/1.1" status: 200 len: 945 time: 0.0811634 Feb 09 01:41:49.923297 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-892750d6-5048-4856-b9c0-93beea346bcd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:49.943128 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ec6d7873-e1af-45ad-b374-3743ddd83ef4 req-af905c70-4613-4280-bead-74b86680fc4d tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607131 Feb 09 01:41:49.946442 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892750d6-5048-4856-b9c0-93beea346bcd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27876b85-2358-4e46-b47e-8097b30abad0,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:49.965109 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-892750d6-5048-4856-b9c0-93beea346bcd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:49.965231 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-e6f24139-1409-4231-b9d7-0955657b1906 req-9f4da66c-6db6-4e6f-ae95-1bba9d5d2601 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Deleting port 777c70d6-a488-436e-af2c-42d94947e9c0 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:41:49.965231 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e6f24139-1409-4231-b9d7-0955657b1906 req-9f4da66c-6db6-4e6f-ae95-1bba9d5d2601 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:49.965404 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-892750d6-5048-4856-b9c0-93beea346bcd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "DELETE /v2.0/security-groups/27876b85-2358-4e46-b47e-8097b30abad0 HTTP/1.1" status: 204 len: 168 time: 0.3017721 Feb 09 01:41:50.105607 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-49659c76-b73a-4c1f-9df8-c260d65eb0f8 None None] Deleting port 11bfef73-f7e9-49d9-8622-f3050e1e64f4 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:41:50.106134 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-49659c76-b73a-4c1f-9df8-c260d65eb0f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:50.175583 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-49659c76-b73a-4c1f-9df8-c260d65eb0f8 None None] The port '11bfef73-f7e9-49d9-8622-f3050e1e64f4' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:41:50.332831 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-e6f24139-1409-4231-b9d7-0955657b1906 req-9f4da66c-6db6-4e6f-ae95-1bba9d5d2601 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] For port 777c70d6-a488-436e-af2c-42d94947e9c0, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=777c70d6-a488-436e-af2c-42d94947e9c0,segment=NetworkSegment(79fd5c16-9db2-46ef-bf24-d344c29fdb7d),segment_id=79fd5c16-9db2-46ef-bf24-d344c29fdb7d)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:41:50.333193 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e6f24139-1409-4231-b9d7-0955657b1906 req-9f4da66c-6db6-4e6f-ae95-1bba9d5d2601 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:50.455609 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-e6f24139-1409-4231-b9d7-0955657b1906 req-9f4da66c-6db6-4e6f-ae95-1bba9d5d2601 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Calling delete_port for 777c70d6-a488-436e-af2c-42d94947e9c0 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:41:50.595496 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53930) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:50.600669 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-76c7165d-7bed-4730-8821-eedd870e5e1f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1528233819', 'description': 'tempest-secgroup-smoke-1528233819 description', 'project_id': '49364f58e6074dfa91c3c69aee216080'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:50.607297 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e6f24139-1409-4231-b9d7-0955657b1906 req-9f4da66c-6db6-4e6f-ae95-1bba9d5d2601 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:50.609225 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-76c7165d-7bed-4730-8821-eedd870e5e1f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:41:50.613400 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-76c7165d-7bed-4730-8821-eedd870e5e1f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:security_group and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:41:50.616353 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-76c7165d-7bed-4730-8821-eedd870e5e1f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:41:50.619934 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['6397401b-3e1a-4a65-845d-b690bfc90546', '5d9291be-bba9-48a1-801f-3bac80645b73', '777c70d6-a488-436e-af2c-42d94947e9c0'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:41:50.622224 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-76c7165d-7bed-4730-8821-eedd870e5e1f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:41:50.634824 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-76c7165d-7bed-4730-8821-eedd870e5e1f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:50.655078 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-76c7165d-7bed-4730-8821-eedd870e5e1f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:41:50.657393 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4da66c-6db6-4e6f-ae95-1bba9d5d2601 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Pushing event deleted for resources: {'Port': ['ID=777c70d6-a488-436e-af2c-42d94947e9c0,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:50.658590 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['3aabde5c-e756-4be8-b708-13854247e398'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:41:50.659016 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-76c7165d-7bed-4730-8821-eedd870e5e1f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:security_group_rule and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:41:50.661952 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-76c7165d-7bed-4730-8821-eedd870e5e1f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:41:50.667892 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-76c7165d-7bed-4730-8821-eedd870e5e1f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:41:50.740026 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-76c7165d-7bed-4730-8821-eedd870e5e1f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:50.740955 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f24139-1409-4231-b9d7-0955657b1906 req-9f4da66c-6db6-4e6f-ae95-1bba9d5d2601 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] No DVR routers for this DVR port 777c70d6-a488-436e-af2c-42d94947e9c0 on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:41:50.743720 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e6f24139-1409-4231-b9d7-0955657b1906 req-9f4da66c-6db6-4e6f-ae95-1bba9d5d2601 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:50.744600 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-76c7165d-7bed-4730-8821-eedd870e5e1f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:50.746598 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6abb265-238c-4559-84f1-c724c81c8c18', 'name': 'network-vif-deleted', 'tag': '777c70d6-a488-436e-af2c-42d94947e9c0'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:41:50.766049 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e6f24139-1409-4231-b9d7-0955657b1906 req-9f4da66c-6db6-4e6f-ae95-1bba9d5d2601 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.117 "DELETE /v2.0/ports/777c70d6-a488-436e-af2c-42d94947e9c0 HTTP/1.1" status: 204 len: 173 time: 0.8784063 Feb 09 01:41:50.809974 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7165d-7bed-4730-8821-eedd870e5e1f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48057031-8c91-459e-a90d-d62f2e117699,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:50.815469 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-76c7165d-7bed-4730-8821-eedd870e5e1f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:50.820017 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-76c7165d-7bed-4730-8821-eedd870e5e1f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2202556 Feb 09 01:41:50.820391 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6abb265-238c-4559-84f1-c724c81c8c18', 'name': 'network-vif-deleted', 'tag': '777c70d6-a488-436e-af2c-42d94947e9c0', 'status': 'completed', 'code': 200} Feb 09 01:41:50.820780 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53936) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:50.825251 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-47ff3e84-491b-40af-add7-f7029ab79105 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'security_group_rule': {'security_group_id': '48057031-8c91-459e-a90d-d62f2e117699', 'project_id': '49364f58e6074dfa91c3c69aee216080', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:50.834166 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-47ff3e84-491b-40af-add7-f7029ab79105 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:41:50.838402 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-47ff3e84-491b-40af-add7-f7029ab79105 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:security_group_rule and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:41:50.841759 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-47ff3e84-491b-40af-add7-f7029ab79105 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:41:50.847346 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-47ff3e84-491b-40af-add7-f7029ab79105 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:41:50.865155 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-47ff3e84-491b-40af-add7-f7029ab79105 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:50.938325 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-47ff3e84-491b-40af-add7-f7029ab79105 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:50.942881 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-47ff3e84-491b-40af-add7-f7029ab79105 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:50.975277 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff3e84-491b-40af-add7-f7029ab79105 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab375a3-0382-4936-afb5-4aa46e0a7351,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:50.984440 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-47ff3e84-491b-40af-add7-f7029ab79105 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:50.989704 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-47ff3e84-491b-40af-add7-f7029ab79105 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1660881 Feb 09 01:41:50.990763 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53942) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:50.996389 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-c0eec10f-ae42-4375-9f3b-66c2850de738 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'security_group_rule': {'security_group_id': '48057031-8c91-459e-a90d-d62f2e117699', 'project_id': '49364f58e6074dfa91c3c69aee216080', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:51.004170 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c0eec10f-ae42-4375-9f3b-66c2850de738 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:41:51.008118 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c0eec10f-ae42-4375-9f3b-66c2850de738 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:security_group_rule and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:41:51.011306 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c0eec10f-ae42-4375-9f3b-66c2850de738 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:41:51.017092 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c0eec10f-ae42-4375-9f3b-66c2850de738 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:41:51.035416 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0eec10f-ae42-4375-9f3b-66c2850de738 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:51.102990 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0eec10f-ae42-4375-9f3b-66c2850de738 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:51.138752 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0eec10f-ae42-4375-9f3b-66c2850de738 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:51.168797 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1b32aa40-fdfa-4815-8527-73996519c5f8 req-6fae9543-795c-4521-894f-6b7d5816c792 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6abb265-238c-4559-84f1-c724c81c8c18 HTTP/1.1" status: 200 len: 210 time: 0.0637295 Feb 09 01:41:51.173399 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eec10f-ae42-4375-9f3b-66c2850de738 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=407514f6-2202-4804-a5de-e7a9cf505cf7,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:51.186034 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0eec10f-ae42-4375-9f3b-66c2850de738 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:51.187206 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c0eec10f-ae42-4375-9f3b-66c2850de738 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1953323 Feb 09 01:41:51.194832 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53946) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:51.199868 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-48b5b416-6c1e-4b68-892d-5ffd70d42a8a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'security_group_rule': {'security_group_id': '48057031-8c91-459e-a90d-d62f2e117699', 'project_id': '49364f58e6074dfa91c3c69aee216080', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:51.206565 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-48b5b416-6c1e-4b68-892d-5ffd70d42a8a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:41:51.210413 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-48b5b416-6c1e-4b68-892d-5ffd70d42a8a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:security_group_rule and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:41:51.213308 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-48b5b416-6c1e-4b68-892d-5ffd70d42a8a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:41:51.219870 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-48b5b416-6c1e-4b68-892d-5ffd70d42a8a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:41:51.238171 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-48b5b416-6c1e-4b68-892d-5ffd70d42a8a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:51.307768 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-48b5b416-6c1e-4b68-892d-5ffd70d42a8a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:51.311715 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-48b5b416-6c1e-4b68-892d-5ffd70d42a8a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:51.334919 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5b416-6c1e-4b68-892d-5ffd70d42a8a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe3a9bc2-8c9a-4024-83ce-6e41f76de7f6,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:51.345022 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-48b5b416-6c1e-4b68-892d-5ffd70d42a8a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:51.346234 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-48b5b416-6c1e-4b68-892d-5ffd70d42a8a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1504128 Feb 09 01:41:51.349017 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53950) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:51.354130 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-66a2b0f6-3e6b-4cf5-9cb2-1fc8bf0f30d9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'security_group_rule': {'security_group_id': '48057031-8c91-459e-a90d-d62f2e117699', 'project_id': '49364f58e6074dfa91c3c69aee216080', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:51.361500 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-66a2b0f6-3e6b-4cf5-9cb2-1fc8bf0f30d9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:41:51.365785 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-66a2b0f6-3e6b-4cf5-9cb2-1fc8bf0f30d9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:security_group_rule and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:41:51.368644 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-66a2b0f6-3e6b-4cf5-9cb2-1fc8bf0f30d9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:41:51.374650 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-66a2b0f6-3e6b-4cf5-9cb2-1fc8bf0f30d9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:41:51.390889 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-66a2b0f6-3e6b-4cf5-9cb2-1fc8bf0f30d9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:51.453432 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-66a2b0f6-3e6b-4cf5-9cb2-1fc8bf0f30d9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:51.456941 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-66a2b0f6-3e6b-4cf5-9cb2-1fc8bf0f30d9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:51.479828 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2b0f6-3e6b-4cf5-9cb2-1fc8bf0f30d9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fed94f7-d366-4454-976f-f12b8895ece0,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:51.489938 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-66a2b0f6-3e6b-4cf5-9cb2-1fc8bf0f30d9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:51.491442 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-66a2b0f6-3e6b-4cf5-9cb2-1fc8bf0f30d9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1411304 Feb 09 01:41:51.493890 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53954) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:51.498977 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-747e1283-8c20-4b1b-986c-77afb372501d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'security_group_rule': {'security_group_id': '48057031-8c91-459e-a90d-d62f2e117699', 'project_id': '49364f58e6074dfa91c3c69aee216080', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:51.505754 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-747e1283-8c20-4b1b-986c-77afb372501d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:41:51.509583 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-747e1283-8c20-4b1b-986c-77afb372501d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:security_group_rule and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:41:51.512732 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-747e1283-8c20-4b1b-986c-77afb372501d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:41:51.518511 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-747e1283-8c20-4b1b-986c-77afb372501d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:41:51.529479 n-d-828419-1 neutron-server[87611]: INFO neutron.db.securitygroups_db [None req-747e1283-8c20-4b1b-986c-77afb372501d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Project 49364f58e6074dfa91c3c69aee216080 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:41:51.535777 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-747e1283-8c20-4b1b-986c-77afb372501d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:51.598148 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-747e1283-8c20-4b1b-986c-77afb372501d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:51.601543 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-747e1283-8c20-4b1b-986c-77afb372501d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:51.626722 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e1283-8c20-4b1b-986c-77afb372501d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0223853e-79d3-4ef4-8cec-b035107f76dd,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:51.634355 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-747e1283-8c20-4b1b-986c-77afb372501d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:51.635514 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-747e1283-8c20-4b1b-986c-77afb372501d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1407714 Feb 09 01:41:51.638807 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53958) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:51.644476 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-0f752f7e-2d33-4b6d-bfc7-8d073d43ed0f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'security_group_rule': {'security_group_id': '48057031-8c91-459e-a90d-d62f2e117699', 'project_id': '49364f58e6074dfa91c3c69aee216080', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:51.650852 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0f752f7e-2d33-4b6d-bfc7-8d073d43ed0f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:41:51.655266 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0f752f7e-2d33-4b6d-bfc7-8d073d43ed0f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:security_group_rule and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:41:51.658108 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0f752f7e-2d33-4b6d-bfc7-8d073d43ed0f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:41:51.663614 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0f752f7e-2d33-4b6d-bfc7-8d073d43ed0f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:41:51.673342 n-d-828419-1 neutron-server[87611]: INFO neutron.db.securitygroups_db [None req-0f752f7e-2d33-4b6d-bfc7-8d073d43ed0f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Project 49364f58e6074dfa91c3c69aee216080 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:41:51.679639 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0f752f7e-2d33-4b6d-bfc7-8d073d43ed0f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:51.742887 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0f752f7e-2d33-4b6d-bfc7-8d073d43ed0f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:51.746417 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0f752f7e-2d33-4b6d-bfc7-8d073d43ed0f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:51.770725 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f752f7e-2d33-4b6d-bfc7-8d073d43ed0f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba90c3f1-ab64-4361-9cb3-9ff54188b2d9,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:51.778853 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0f752f7e-2d33-4b6d-bfc7-8d073d43ed0f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:51.780604 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0f752f7e-2d33-4b6d-bfc7-8d073d43ed0f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1404321 Feb 09 01:41:51.783329 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53962) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:51.788881 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b4df0383-064e-49d6-944b-f753117e750d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'network': {'name': 'tempest-network-smoke--1921086261', 'project_id': '49364f58e6074dfa91c3c69aee216080', 'port_security_enabled': True}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:51.794358 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b4df0383-064e-49d6-944b-f753117e750d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:41:51.798438 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b4df0383-064e-49d6-944b-f753117e750d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:network and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:41:51.801283 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b4df0383-064e-49d6-944b-f753117e750d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:41:51.806886 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b4df0383-064e-49d6-944b-f753117e750d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:41:51.817330 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4df0383-064e-49d6-944b-f753117e750d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Made reservation on behalf of 49364f58e6074dfa91c3c69aee216080 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:51.820799 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4df0383-064e-49d6-944b-f753117e750d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:51.848594 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4df0383-064e-49d6-944b-f753117e750d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 971} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:41:51.857472 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4df0383-064e-49d6-944b-f753117e750d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:51.857812 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-b4df0383-064e-49d6-944b-f753117e750d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Added segment cda6d1ac-4935-44a2-87f0-985ffa70dc8e of type vlan for network f7221247-12ea-4739-b10d-f97ed1c5f937 Feb 09 01:41:51.882872 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4df0383-064e-49d6-944b-f753117e750d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:51.911422 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4df0383-064e-49d6-944b-f753117e750d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:51.916722 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4df0383-064e-49d6-944b-f753117e750d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:51.917306 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4df0383-064e-49d6-944b-f753117e750d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:52.030275 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df0383-064e-49d6-944b-f753117e750d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'Network': ['ID=f7221247-12ea-4739-b10d-f97ed1c5f937,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:52.033208 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b4df0383-064e-49d6-944b-f753117e750d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2489429 Feb 09 01:41:52.035897 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53966) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:52.041056 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-86076709-d4a1-48e6-a560-cf9484243689 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-684464610', 'admin_state_up': True, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:52.041332 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network f7221247-12ea-4739-b10d-f97ed1c5f937 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:41:52.048917 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-86076709-d4a1-48e6-a560-cf9484243689 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:41:52.052760 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-86076709-d4a1-48e6-a560-cf9484243689 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:router and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:41:52.055649 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-86076709-d4a1-48e6-a560-cf9484243689 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:41:52.062441 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-86076709-d4a1-48e6-a560-cf9484243689 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:41:52.072928 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-86076709-d4a1-48e6-a560-cf9484243689 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:52.073980 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-86076709-d4a1-48e6-a560-cf9484243689 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:52.090841 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-86076709-d4a1-48e6-a560-cf9484243689 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:52.185738 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:52.473790 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-86076709-d4a1-48e6-a560-cf9484243689 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:52.797913 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-86076709-d4a1-48e6-a560-cf9484243689 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:52.828453 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-86076709-d4a1-48e6-a560-cf9484243689 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:52.976549 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-86076709-d4a1-48e6-a560-cf9484243689 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Allocated IP 172.25.5.32 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/120620f9-1a4c-412e-90bf-2be334e79905) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:53.147631 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-86076709-d4a1-48e6-a560-cf9484243689 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:53.181584 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-86076709-d4a1-48e6-a560-cf9484243689 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:53.249583 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86076709-d4a1-48e6-a560-cf9484243689 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:53.252650 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-86076709-d4a1-48e6-a560-cf9484243689 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:53.257395 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86076709-d4a1-48e6-a560-cf9484243689 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:41:53.296963 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86076709-d4a1-48e6-a560-cf9484243689 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'Port': ['ID=120620f9-1a4c-412e-90bf-2be334e79905,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:53.688685 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-86076709-d4a1-48e6-a560-cf9484243689 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:54.164610 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-86076709-d4a1-48e6-a560-cf9484243689 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:54.378029 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86076709-d4a1-48e6-a560-cf9484243689 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Router 2fed91a3-66a7-4874-a057-4055f9f86570 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:41:54.510450 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 777c70d6-a488-436e-af2c-42d94947e9c0 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:41:54.571269 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86076709-d4a1-48e6-a560-cf9484243689 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:41:54.581357 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c21f63b-68b9-4867-915b-c7b9bc0e9c2f None None] Sync routers for ids ['2fed91a3-66a7-4874-a057-4055f9f86570'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:41:54.592770 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c21f63b-68b9-4867-915b-c7b9bc0e9c2f None None] Routers {'2fed91a3-66a7-4874-a057-4055f9f86570'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:41:54.593788 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-7c21f63b-68b9-4867-915b-c7b9bc0e9c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:41:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2fed91a3-66a7-4874-a057-4055f9f86570'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:54.600245 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: 777c70d6-a488-436e-af2c-42d94947e9c0 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:41:54.600623 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 777c70d6-a488-436e-af2c-42d94947e9c0 not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:41:54.611739 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-86076709-d4a1-48e6-a560-cf9484243689 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:54.616114 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-86076709-d4a1-48e6-a560-cf9484243689 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5762320 Feb 09 01:41:54.616350 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53980) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:54.669372 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-97a67694-d0cc-4e3a-9681-b570995d240e tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=49364f58e6074dfa91c3c69aee216080&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0517168 Feb 09 01:41:54.672205 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53986) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:54.810177 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a153f22f-bc5f-4665-b1aa-6336a4f687bc tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:54.812261 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a153f22f-bc5f-4665-b1aa-6336a4f687bc tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1389480 Feb 09 01:41:54.815335 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 53990) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:54.860259 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 53994) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:54.860570 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b682f48e-39e9-4711-80de-d38d2d2c219d tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d1df58ff-1788-422d-89ee-d00e1fe89789&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440149 Feb 09 01:41:54.875902 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-eb036089-6afd-4e34-a759-ed6cb4f9d5a5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1479528642', 'network_id': 'f7221247-12ea-4739-b10d-f97ed1c5f937', 'project_id': '49364f58e6074dfa91c3c69aee216080', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:54.904234 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-7c21f63b-68b9-4867-915b-c7b9bc0e9c2f None None] Set router 2fed91a3-66a7-4874-a057-4055f9f86570 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:41:55.007823 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-eb036089-6afd-4e34-a759-ed6cb4f9d5a5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:41:55.011611 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-eb036089-6afd-4e34-a759-ed6cb4f9d5a5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:subnet and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:41:55.014459 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-eb036089-6afd-4e34-a759-ed6cb4f9d5a5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:41:55.020030 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-eb036089-6afd-4e34-a759-ed6cb4f9d5a5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:41:55.033337 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb036089-6afd-4e34-a759-ed6cb4f9d5a5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Made reservation on behalf of 49364f58e6074dfa91c3c69aee216080 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:55.039858 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eb036089-6afd-4e34-a759-ed6cb4f9d5a5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:55.132806 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf33f8-1bc5-45f9-80f5-10fdc98cd91e req-244a4f78-fd04-4ef9-b742-db6869c7e0d9 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:55.133419 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3eaf33f8-1bc5-45f9-80f5-10fdc98cd91e req-244a4f78-fd04-4ef9-b742-db6869c7e0d9 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Synchronizing usage tracker for tenant:5b4689d39a8d44f7b5702b765e6ed88d on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:41:55.152649 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3eaf33f8-1bc5-45f9-80f5-10fdc98cd91e req-244a4f78-fd04-4ef9-b742-db6869c7e0d9 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Unset dirty status for tenant:5b4689d39a8d44f7b5702b765e6ed88d on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:41:55.154393 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3eaf33f8-1bc5-45f9-80f5-10fdc98cd91e req-244a4f78-fd04-4ef9-b742-db6869c7e0d9 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=f063c05b-8092-436a-969c-df53235aa61a HTTP/1.1" status: 200 len: 945 time: 0.1031835 Feb 09 01:41:55.207197 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3eaf33f8-1bc5-45f9-80f5-10fdc98cd91e req-644fe161-992e-4097-802e-4c4407c970d3 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459080 Feb 09 01:41:55.253559 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:55.260237 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-7c21f63b-68b9-4867-915b-c7b9bc0e9c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684464610', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '120620f9-1a4c-412e-90bf-2be334e79905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:52Z', 'updated_at': '2022-02-09T01:41:53Z', 'revision_number': 3, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '120620f9-1a4c-412e-90bf-2be334e79905', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:52Z', 'updated_at': '2022-02-09T01:41:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:55.264269 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c21f63b-68b9-4867-915b-c7b9bc0e9c2f None None] Checking router: 2fed91a3-66a7-4874-a057-4055f9f86570 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:41:55.264653 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c21f63b-68b9-4867-915b-c7b9bc0e9c2f None None] Updating router 2fed91a3-66a7-4874-a057-4055f9f86570 port 120620f9-1a4c-412e-90bf-2be334e79905 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:41:55.308928 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eb036089-6afd-4e34-a759-ed6cb4f9d5a5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:55.320343 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-7c21f63b-68b9-4867-915b-c7b9bc0e9c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:55.389606 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb036089-6afd-4e34-a759-ed6cb4f9d5a5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'Subnet': ['ID=2d89d0d3-51b3-4031-99a8-b87544e59fcb,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:55.398694 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb036089-6afd-4e34-a759-ed6cb4f9d5a5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Checking segment: {'id': 'cda6d1ac-4935-44a2-87f0-985ffa70dc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'f7221247-12ea-4739-b10d-f97ed1c5f937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:41:55.399047 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb036089-6afd-4e34-a759-ed6cb4f9d5a5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Network hostable DHCP agents. Network: f7221247-12ea-4739-b10d-f97ed1c5f937, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:41:55.418062 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb036089-6afd-4e34-a759-ed6cb4f9d5a5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Network f7221247-12ea-4739-b10d-f97ed1c5f937 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:41:55.427363 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-eb036089-6afd-4e34-a759-ed6cb4f9d5a5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, f7221247-12ea-4739-b10d-f97ed1c5f937) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:55.435984 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5baddc4-caa1-4816-a8b7-96f6ee178d79 None None] Network f7221247-12ea-4739-b10d-f97ed1c5f937 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:41:55.440821 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb036089-6afd-4e34-a759-ed6cb4f9d5a5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:55.441467 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eb036089-6afd-4e34-a759-ed6cb4f9d5a5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:55.464819 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-eb036089-6afd-4e34-a759-ed6cb4f9d5a5 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6031356 Feb 09 01:41:55.468049 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54000) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:41:55.658522 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580fb3af-8be5-43b0-b56f-1c5ade6decc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-f7221247-12ea-4739-b10d-f97ed1c5f937', 'network_id': 'f7221247-12ea-4739-b10d-f97ed1c5f937', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'fixed_ips': [{'subnet_id': '2d89d0d3-51b3-4031-99a8-b87544e59fcb'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:41:55.659413 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-580fb3af-8be5-43b0-b56f-1c5ade6decc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:55.665279 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-7c21f63b-68b9-4867-915b-c7b9bc0e9c2f None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:55.678330 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-7c21f63b-68b9-4867-915b-c7b9bc0e9c2f None None] Transition to ACTIVE for port object 120620f9-1a4c-412e-90bf-2be334e79905 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:41:55.684564 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-7c21f63b-68b9-4867-915b-c7b9bc0e9c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:55.764694 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-7c21f63b-68b9-4867-915b-c7b9bc0e9c2f None None] Attempting to bind port 120620f9-1a4c-412e-90bf-2be334e79905 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:41:55.765061 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-7c21f63b-68b9-4867-915b-c7b9bc0e9c2f None None] Attempting to bind port 120620f9-1a4c-412e-90bf-2be334e79905 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:41:55.765414 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c21f63b-68b9-4867-915b-c7b9bc0e9c2f None None] Attempting to bind port 120620f9-1a4c-412e-90bf-2be334e79905 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:41:55.774373 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc40fa-ac95-43be-b1c3-3e2851cbdabb None None] Pushing event updated for resources: {'Port': ['ID=120620f9-1a4c-412e-90bf-2be334e79905,revision_number=2']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:55.776683 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c21f63b-68b9-4867-915b-c7b9bc0e9c2f None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:41:55.777053 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c21f63b-68b9-4867-915b-c7b9bc0e9c2f None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:41:55.777442 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-7c21f63b-68b9-4867-915b-c7b9bc0e9c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:55.777827 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c21f63b-68b9-4867-915b-c7b9bc0e9c2f None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:41:55.778287 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-7c21f63b-68b9-4867-915b-c7b9bc0e9c2f None None] Bound port: 120620f9-1a4c-412e-90bf-2be334e79905, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:41:55.778795 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-7c21f63b-68b9-4867-915b-c7b9bc0e9c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:55.811519 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defc40fa-ac95-43be-b1c3-3e2851cbdabb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:55.812162 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defc40fa-ac95-43be-b1c3-3e2851cbdabb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:55.812814 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defc40fa-ac95-43be-b1c3-3e2851cbdabb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:55.812814 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defc40fa-ac95-43be-b1c3-3e2851cbdabb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:55.813161 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defc40fa-ac95-43be-b1c3-3e2851cbdabb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:55.813484 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defc40fa-ac95-43be-b1c3-3e2851cbdabb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:55.813802 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defc40fa-ac95-43be-b1c3-3e2851cbdabb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:55.814121 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defc40fa-ac95-43be-b1c3-3e2851cbdabb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:55.814437 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defc40fa-ac95-43be-b1c3-3e2851cbdabb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:55.814750 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defc40fa-ac95-43be-b1c3-3e2851cbdabb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:55.815066 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defc40fa-ac95-43be-b1c3-3e2851cbdabb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:55.815377 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defc40fa-ac95-43be-b1c3-3e2851cbdabb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:55.818040 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-580fb3af-8be5-43b0-b56f-1c5ade6decc9 None None] Allocated IP 172.20.0.2 (f7221247-12ea-4739-b10d-f97ed1c5f937/2d89d0d3-51b3-4031-99a8-b87544e59fcb/b64e022c-181e-4e79-bf3c-dadb0b6ee728) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:55.863745 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-7c21f63b-68b9-4867-915b-c7b9bc0e9c2f None None] For port 120620f9-1a4c-412e-90bf-2be334e79905, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:41:55.866942 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-7c21f63b-68b9-4867-915b-c7b9bc0e9c2f None None] For port 120620f9-1a4c-412e-90bf-2be334e79905, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=120620f9-1a4c-412e-90bf-2be334e79905,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:41:55.871982 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-7c21f63b-68b9-4867-915b-c7b9bc0e9c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:55.962597 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc40fa-ac95-43be-b1c3-3e2851cbdabb None None] Pushing event updated for resources: {'Port': ['ID=120620f9-1a4c-412e-90bf-2be334e79905,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:55.967307 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c21f63b-68b9-4867-915b-c7b9bc0e9c2f None None] Routers {'2fed91a3-66a7-4874-a057-4055f9f86570'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:41:55.967996 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-7c21f63b-68b9-4867-915b-c7b9bc0e9c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:41:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2fed91a3-66a7-4874-a057-4055f9f86570'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:56.040196 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-580fb3af-8be5-43b0-b56f-1c5ade6decc9 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:56.055290 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-580fb3af-8be5-43b0-b56f-1c5ade6decc9 None None] Transition to ACTIVE for port object b64e022c-181e-4e79-bf3c-dadb0b6ee728 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:41:56.075430 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-580fb3af-8be5-43b0-b56f-1c5ade6decc9 None None] Transition to ACTIVE for port object b64e022c-181e-4e79-bf3c-dadb0b6ee728 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:41:56.085814 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-580fb3af-8be5-43b0-b56f-1c5ade6decc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:56.156298 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-7c21f63b-68b9-4867-915b-c7b9bc0e9c2f None None] Set router 2fed91a3-66a7-4874-a057-4055f9f86570 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:41:56.169205 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580fb3af-8be5-43b0-b56f-1c5ade6decc9 None None] Network f7221247-12ea-4739-b10d-f97ed1c5f937 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:56.172523 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-580fb3af-8be5-43b0-b56f-1c5ade6decc9 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:56.177807 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580fb3af-8be5-43b0-b56f-1c5ade6decc9 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:41:56.179492 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580fb3af-8be5-43b0-b56f-1c5ade6decc9 None None] Pushing event updated for resources: {'Port': ['ID=b64e022c-181e-4e79-bf3c-dadb0b6ee728,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:56.285416 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-580fb3af-8be5-43b0-b56f-1c5ade6decc9 None None] Attempting to bind port b64e022c-181e-4e79-bf3c-dadb0b6ee728 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:41:56.285781 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-580fb3af-8be5-43b0-b56f-1c5ade6decc9 None None] Attempting to bind port b64e022c-181e-4e79-bf3c-dadb0b6ee728 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'cda6d1ac-4935-44a2-87f0-985ffa70dc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'f7221247-12ea-4739-b10d-f97ed1c5f937'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:41:56.286138 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580fb3af-8be5-43b0-b56f-1c5ade6decc9 None None] Attempting to bind port b64e022c-181e-4e79-bf3c-dadb0b6ee728 on network f7221247-12ea-4739-b10d-f97ed1c5f937 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:41:56.293420 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580fb3af-8be5-43b0-b56f-1c5ade6decc9 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:41:56.293782 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580fb3af-8be5-43b0-b56f-1c5ade6decc9 None None] Checking segment: {'id': 'cda6d1ac-4935-44a2-87f0-985ffa70dc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'f7221247-12ea-4739-b10d-f97ed1c5f937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:41:56.294178 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-580fb3af-8be5-43b0-b56f-1c5ade6decc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:56.298499 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580fb3af-8be5-43b0-b56f-1c5ade6decc9 None None] Bound using segment: {'id': 'cda6d1ac-4935-44a2-87f0-985ffa70dc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'f7221247-12ea-4739-b10d-f97ed1c5f937'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:41:56.298499 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-580fb3af-8be5-43b0-b56f-1c5ade6decc9 None None] Bound port: b64e022c-181e-4e79-bf3c-dadb0b6ee728, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda6d1ac-4935-44a2-87f0-985ffa70dc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'f7221247-12ea-4739-b10d-f97ed1c5f937'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:41:56.298499 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-580fb3af-8be5-43b0-b56f-1c5ade6decc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:56.391501 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-580fb3af-8be5-43b0-b56f-1c5ade6decc9 None None] For port b64e022c-181e-4e79-bf3c-dadb0b6ee728, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:41:56.395636 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-580fb3af-8be5-43b0-b56f-1c5ade6decc9 None None] For port b64e022c-181e-4e79-bf3c-dadb0b6ee728, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b64e022c-181e-4e79-bf3c-dadb0b6ee728,segment=NetworkSegment(cda6d1ac-4935-44a2-87f0-985ffa70dc8e),segment_id=cda6d1ac-4935-44a2-87f0-985ffa70dc8e)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:41:56.400391 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-580fb3af-8be5-43b0-b56f-1c5ade6decc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:56.417813 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4fb4e0ef-7f6d-41bd-91a7-808199afefbf tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:56.485616 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580fb3af-8be5-43b0-b56f-1c5ade6decc9 None None] Pushing event updated for resources: {'Port': ['ID=b64e022c-181e-4e79-bf3c-dadb0b6ee728,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:56.486077 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-7c21f63b-68b9-4867-915b-c7b9bc0e9c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684464610', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '120620f9-1a4c-412e-90bf-2be334e79905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:52Z', 'updated_at': '2022-02-09T01:41:53Z', 'revision_number': 3, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '120620f9-1a4c-412e-90bf-2be334e79905', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:52Z', 'updated_at': '2022-02-09T01:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:56.496135 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c21f63b-68b9-4867-915b-c7b9bc0e9c2f None None] The sync data for ids ['2fed91a3-66a7-4874-a057-4055f9f86570'] in n-d-828419-1 is: [{'id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684464610', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '120620f9-1a4c-412e-90bf-2be334e79905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:52Z', 'updated_at': '2022-02-09T01:41:53Z', 'revision_number': 3, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '120620f9-1a4c-412e-90bf-2be334e79905', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:52Z', 'updated_at': '2022-02-09T01:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:41:56.549102 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9384a-dd7d-407e-8869-863080790a2e req-01695dd1-0d06-4ef2-aca7-e8a11d8ccc4a tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:56.550645 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d6d9384a-dd7d-407e-8869-863080790a2e req-01695dd1-0d06-4ef2-aca7-e8a11d8ccc4a tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=f063c05b-8092-436a-969c-df53235aa61a HTTP/1.1" status: 200 len: 945 time: 0.2072301 Feb 09 01:41:56.680521 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d6d9384a-dd7d-407e-8869-863080790a2e req-4c458d59-36a5-4a45-b504-d36e77825df0 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721164 Feb 09 01:41:56.899061 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30057865-fdee-451f-82a7-badc9546e448 req-7d7933de-280f-459c-a765-6496fec582d2 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:56.900642 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-30057865-fdee-451f-82a7-badc9546e448 req-7d7933de-280f-459c-a765-6496fec582d2 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.35 "GET /v2.0/ports?device_id=f063c05b-8092-436a-969c-df53235aa61a HTTP/1.1" status: 200 len: 945 time: 0.1297393 Feb 09 01:41:56.955105 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-4fb4e0ef-7f6d-41bd-91a7-808199afefbf tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Allocated IP 172.20.0.1 (f7221247-12ea-4739-b10d-f97ed1c5f937/2d89d0d3-51b3-4031-99a8-b87544e59fcb/300d6915-11f2-485f-b5d0-01bed95dbb59) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:56.982506 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-30057865-fdee-451f-82a7-badc9546e448 req-0df81117-c728-486f-b850-46264a4b3c61 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Deleting port 3aabde5c-e756-4be8-b708-13854247e398 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:41:56.982923 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-30057865-fdee-451f-82a7-badc9546e448 req-0df81117-c728-486f-b850-46264a4b3c61 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:57.128718 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4fb4e0ef-7f6d-41bd-91a7-808199afefbf tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:57.146022 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-4fb4e0ef-7f6d-41bd-91a7-808199afefbf tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Transition to ACTIVE for port object 300d6915-11f2-485f-b5d0-01bed95dbb59 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:41:57.173484 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4fb4e0ef-7f6d-41bd-91a7-808199afefbf tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:57.251319 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb4e0ef-7f6d-41bd-91a7-808199afefbf tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Network f7221247-12ea-4739-b10d-f97ed1c5f937 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:57.254537 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-4fb4e0ef-7f6d-41bd-91a7-808199afefbf tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:57.258710 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb4e0ef-7f6d-41bd-91a7-808199afefbf tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:41:57.269679 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-30057865-fdee-451f-82a7-badc9546e448 req-0df81117-c728-486f-b850-46264a4b3c61 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] For port 3aabde5c-e756-4be8-b708-13854247e398, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=3aabde5c-e756-4be8-b708-13854247e398,segment=NetworkSegment(79fd5c16-9db2-46ef-bf24-d344c29fdb7d),segment_id=79fd5c16-9db2-46ef-bf24-d344c29fdb7d)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:41:57.270118 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-30057865-fdee-451f-82a7-badc9546e448 req-0df81117-c728-486f-b850-46264a4b3c61 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:57.289998 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4e0ef-7f6d-41bd-91a7-808199afefbf tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'Port': ['ID=300d6915-11f2-485f-b5d0-01bed95dbb59,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:57.327108 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4fb4e0ef-7f6d-41bd-91a7-808199afefbf tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:57.423984 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-30057865-fdee-451f-82a7-badc9546e448 req-0df81117-c728-486f-b850-46264a4b3c61 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Calling delete_port for 3aabde5c-e756-4be8-b708-13854247e398 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:41:57.622923 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-30057865-fdee-451f-82a7-badc9546e448 req-0df81117-c728-486f-b850-46264a4b3c61 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:57.652879 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['3aabde5c-e756-4be8-b708-13854247e398'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:41:57.680733 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['6397401b-3e1a-4a65-845d-b690bfc90546', '5d9291be-bba9-48a1-801f-3bac80645b73'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:41:57.687894 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df81117-c728-486f-b850-46264a4b3c61 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Pushing event deleted for resources: {'Port': ['ID=3aabde5c-e756-4be8-b708-13854247e398,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:57.770827 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 120620f9-1a4c-412e-90bf-2be334e79905 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:41:57.781172 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-30057865-fdee-451f-82a7-badc9546e448 req-0df81117-c728-486f-b850-46264a4b3c61 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] No DVR routers for this DVR port 3aabde5c-e756-4be8-b708-13854247e398 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:41:57.783749 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-30057865-fdee-451f-82a7-badc9546e448 req-0df81117-c728-486f-b850-46264a4b3c61 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:57.787573 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f063c05b-8092-436a-969c-df53235aa61a', 'name': 'network-vif-deleted', 'tag': '3aabde5c-e756-4be8-b708-13854247e398'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:41:57.812289 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-30057865-fdee-451f-82a7-badc9546e448 req-0df81117-c728-486f-b850-46264a4b3c61 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.35 "DELETE /v2.0/ports/3aabde5c-e756-4be8-b708-13854247e398 HTTP/1.1" status: 204 len: 173 time: 0.9035947 Feb 09 01:41:57.825567 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ae53e9-9a1e-4c7f-b15a-f1d600a4ee81 None None] Network f7221247-12ea-4739-b10d-f97ed1c5f937 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:41:57.866066 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4fb4e0ef-7f6d-41bd-91a7-808199afefbf tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:57.896198 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f063c05b-8092-436a-969c-df53235aa61a', 'name': 'network-vif-deleted', 'tag': '3aabde5c-e756-4be8-b708-13854247e398', 'status': 'completed', 'code': 200} Feb 09 01:41:57.908641 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-d49805cd-0ccf-4f09-b652-0bef8d94c971 req-7a7d9439-5a9a-4515-a7f5-30358c3e0570 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Synchronizing usage tracker for tenant:5b4689d39a8d44f7b5702b765e6ed88d on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:41:57.929386 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-d49805cd-0ccf-4f09-b652-0bef8d94c971 req-7a7d9439-5a9a-4515-a7f5-30358c3e0570 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Unset dirty status for tenant:5b4689d39a8d44f7b5702b765e6ed88d on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:41:57.930698 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d49805cd-0ccf-4f09-b652-0bef8d94c971 req-7a7d9439-5a9a-4515-a7f5-30358c3e0570 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=f063c05b-8092-436a-969c-df53235aa61a HTTP/1.1" status: 200 len: 210 time: 0.0937505 Feb 09 01:41:57.985258 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-28be0f19-b46a-4c93-ab6c-712d88ee0f39 None None] Provisioning for port b64e022c-181e-4e79-bf3c-dadb0b6ee728 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:41:58.087706 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 120620f9-1a4c-412e-90bf-2be334e79905 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:41:58.103598 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 120620f9-1a4c-412e-90bf-2be334e79905 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:58.104099 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:58.334687 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4fb4e0ef-7f6d-41bd-91a7-808199afefbf tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:58.339793 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4fb4e0ef-7f6d-41bd-91a7-808199afefbf tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:58.418801 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:58.457344 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 120620f9-1a4c-412e-90bf-2be334e79905, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=120620f9-1a4c-412e-90bf-2be334e79905,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:41:58.465463 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:58.466263 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b64e022c-181e-4e79-bf3c-dadb0b6ee728 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:41:58.470510 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4e0ef-7f6d-41bd-91a7-808199afefbf tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'Port': ['ID=300d6915-11f2-485f-b5d0-01bed95dbb59,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:58.479040 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4fb4e0ef-7f6d-41bd-91a7-808199afefbf tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:58.635761 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=120620f9-1a4c-412e-90bf-2be334e79905,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:58.645652 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb4e0ef-7f6d-41bd-91a7-808199afefbf tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Network f7221247-12ea-4739-b10d-f97ed1c5f937 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:58.646918 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-4fb4e0ef-7f6d-41bd-91a7-808199afefbf tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:58.659292 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port b64e022c-181e-4e79-bf3c-dadb0b6ee728 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:41:58.666534 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port b64e022c-181e-4e79-bf3c-dadb0b6ee728 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:58.667112 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:58.746133 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-17fa6022-8868-4f1d-aa6e-22a53bc71871 None None] Provisioning complete for port b64e022c-181e-4e79-bf3c-dadb0b6ee728 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:58.746503 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-17fa6022-8868-4f1d-aa6e-22a53bc71871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:58.842119 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb4e0ef-7f6d-41bd-91a7-808199afefbf tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Router 2fed91a3-66a7-4874-a057-4055f9f86570 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:41:58.854974 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:58.933450 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port b64e022c-181e-4e79-bf3c-dadb0b6ee728, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b64e022c-181e-4e79-bf3c-dadb0b6ee728,segment=NetworkSegment(cda6d1ac-4935-44a2-87f0-985ffa70dc8e),segment_id=cda6d1ac-4935-44a2-87f0-985ffa70dc8e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:41:58.943112 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:58.988941 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-17fa6022-8868-4f1d-aa6e-22a53bc71871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:59.035863 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb4e0ef-7f6d-41bd-91a7-808199afefbf tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:41:59.072002 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ef5356-5ac9-4d1b-9169-050a8d910735 None None] Sync routers for ids ['2fed91a3-66a7-4874-a057-4055f9f86570'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:41:59.072961 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4fb4e0ef-7f6d-41bd-91a7-808199afefbf tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "PUT /v2.0/routers/2fed91a3-66a7-4874-a057-4055f9f86570/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6037338 Feb 09 01:41:59.120975 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ef5356-5ac9-4d1b-9169-050a8d910735 None None] Routers {'2fed91a3-66a7-4874-a057-4055f9f86570'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:41:59.121609 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-49ef5356-5ac9-4d1b-9169-050a8d910735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:41:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2fed91a3-66a7-4874-a057-4055f9f86570'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:59.184504 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=b64e022c-181e-4e79-bf3c-dadb0b6ee728,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:59.202950 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-17fa6022-8868-4f1d-aa6e-22a53bc71871 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:41:59.203681 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-17fa6022-8868-4f1d-aa6e-22a53bc71871 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:41:59.232001 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-cb1bee65-2aac-4045-a2e6-2fc843737221 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Synchronizing usage tracker for tenant:49364f58e6074dfa91c3c69aee216080 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:41:59.247405 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-cb1bee65-2aac-4045-a2e6-2fc843737221 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Unset dirty status for tenant:49364f58e6074dfa91c3c69aee216080 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:41:59.248990 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-cb1bee65-2aac-4045-a2e6-2fc843737221 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1528233819&fields=id&tenant_id=49364f58e6074dfa91c3c69aee216080 HTTP/1.1" status: 200 len: 267 time: 0.0557675 Feb 09 01:41:59.318336 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-49ef5356-5ac9-4d1b-9169-050a8d910735 None None] Set router 2fed91a3-66a7-4874-a057-4055f9f86570 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:41:59.520147 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc515c-502d-4573-a247-f1f3aa35ee44 req-870225c3-d51b-4d01-97b0-3286412e6c62 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:59.521702 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6fcc515c-502d-4573-a247-f1f3aa35ee44 req-870225c3-d51b-4d01-97b0-3286412e6c62 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=47303464-d0b5-423e-98e9-4e38c39fdd1a HTTP/1.1" status: 200 len: 945 time: 0.0878115 Feb 09 01:41:59.538862 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-58773970-d5f6-4538-ae25-a98f75ee3f4e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:59.539898 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-58773970-d5f6-4538-ae25-a98f75ee3f4e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Synchronizing usage tracker for tenant:49364f58e6074dfa91c3c69aee216080 on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:41:59.557187 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-58773970-d5f6-4538-ae25-a98f75ee3f4e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Unset dirty status for tenant:49364f58e6074dfa91c3c69aee216080 on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:41:59.564987 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-58773970-d5f6-4538-ae25-a98f75ee3f4e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/networks?id=f7221247-12ea-4739-b10d-f97ed1c5f937 HTTP/1.1" status: 200 len: 797 time: 0.3086748 Feb 09 01:41:59.573113 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6fcc515c-502d-4573-a247-f1f3aa35ee44 req-9f59d127-d9aa-41e4-8f1b-c09a3033f813 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452590 Feb 09 01:41:59.606412 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-cc1b3b58-66fb-4793-aed0-dd32d05c11b6 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/quotas/49364f58e6074dfa91c3c69aee216080 HTTP/1.1" status: 200 len: 375 time: 0.0402544 Feb 09 01:41:59.626624 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 120620f9-1a4c-412e-90bf-2be334e79905 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:41:59.684591 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-5187b7e6-d007-42c9-accd-1b18aa401ee9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Synchronizing usage tracker for tenant:49364f58e6074dfa91c3c69aee216080 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:41:59.700483 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-5187b7e6-d007-42c9-accd-1b18aa401ee9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Unset dirty status for tenant:49364f58e6074dfa91c3c69aee216080 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:41:59.702391 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-5187b7e6-d007-42c9-accd-1b18aa401ee9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0949605 Feb 09 01:41:59.759239 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 120620f9-1a4c-412e-90bf-2be334e79905 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:59.759813 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:59.820106 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-49ef5356-5ac9-4d1b-9169-050a8d910735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684464610', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '120620f9-1a4c-412e-90bf-2be334e79905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:52Z', 'updated_at': '2022-02-09T01:41:57Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '120620f9-1a4c-412e-90bf-2be334e79905', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:52Z', 'updated_at': '2022-02-09T01:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '300d6915-11f2-485f-b5d0-01bed95dbb59', 'name': '', 'network_id': 'f7221247-12ea-4739-b10d-f97ed1c5f937', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:dc:b4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '2d89d0d3-51b3-4031-99a8-b87544e59fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:56Z', 'updated_at': '2022-02-09T01:41:58Z', 'revision_number': 2, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '2d89d0d3-51b3-4031-99a8-b87544e59fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:59.831564 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ef5356-5ac9-4d1b-9169-050a8d910735 None None] Checking router: 2fed91a3-66a7-4874-a057-4055f9f86570 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:41:59.831917 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ef5356-5ac9-4d1b-9169-050a8d910735 None None] Updating router 2fed91a3-66a7-4874-a057-4055f9f86570 port 300d6915-11f2-485f-b5d0-01bed95dbb59 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:41:59.836729 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-30228aeb-6814-4000-a047-f299a1a3decb service neutron] 10.222.0.37 "GET /v2.0/networks/f7221247-12ea-4739-b10d-f97ed1c5f937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228774 Feb 09 01:41:59.880908 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-17fa6022-8868-4f1d-aa6e-22a53bc71871 None None] Provisioning for port 300d6915-11f2-485f-b5d0-01bed95dbb59 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:41:59.889931 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-17fa6022-8868-4f1d-aa6e-22a53bc71871 None None] Provisioning complete for port 300d6915-11f2-485f-b5d0-01bed95dbb59 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:59.890297 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-17fa6022-8868-4f1d-aa6e-22a53bc71871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:41:59.970019 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-265bf7a0-3157-4ccc-a534-94c324822bac service neutron] 10.222.0.37 "GET /v2.0/networks/f7221247-12ea-4739-b10d-f97ed1c5f937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269469 Feb 09 01:42:00.015842 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-49ef5356-5ac9-4d1b-9169-050a8d910735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:00.077500 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-17fa6022-8868-4f1d-aa6e-22a53bc71871 None None] Port 300d6915-11f2-485f-b5d0-01bed95dbb59 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:42:00.093010 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b64e022c-181e-4e79-bf3c-dadb0b6ee728 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:42:00.155008 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-04dc69cd-9f65-470f-b54e-36e5dc6b87d8 req-5acb205f-19e2-4e60-93d2-121d9cbc487f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Synchronizing usage tracker for tenant:49364f58e6074dfa91c3c69aee216080 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:42:00.167630 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-04dc69cd-9f65-470f-b54e-36e5dc6b87d8 req-5acb205f-19e2-4e60-93d2-121d9cbc487f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Unset dirty status for tenant:49364f58e6074dfa91c3c69aee216080 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:42:00.168832 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-04dc69cd-9f65-470f-b54e-36e5dc6b87d8 req-5acb205f-19e2-4e60-93d2-121d9cbc487f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 210 time: 0.0621285 Feb 09 01:42:00.259402 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-1395b60e-1285-4bfc-833b-d7a0796cea8b None None] Provisioning complete for port 300d6915-11f2-485f-b5d0-01bed95dbb59 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:00.259778 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1395b60e-1285-4bfc-833b-d7a0796cea8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:00.366434 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port b64e022c-181e-4e79-bf3c-dadb0b6ee728 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:00.366825 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:00.445997 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-1395b60e-1285-4bfc-833b-d7a0796cea8b None None] Port 300d6915-11f2-485f-b5d0-01bed95dbb59 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:42:00.625479 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-49ef5356-5ac9-4d1b-9169-050a8d910735 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:00.640263 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-49ef5356-5ac9-4d1b-9169-050a8d910735 None None] Transition to ACTIVE for port object 300d6915-11f2-485f-b5d0-01bed95dbb59 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:42:00.647143 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-49ef5356-5ac9-4d1b-9169-050a8d910735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:00.789397 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd2aeb5-1126-4b5e-af38-a5d1075e2c6b None None] Pushing event updated for resources: {'Port': ['ID=300d6915-11f2-485f-b5d0-01bed95dbb59,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:00.818067 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9cacc3-08d2-47d5-91bb-3e5d70482639 req-cd6fe96c-3fe2-41eb-9e97-cd91b6af3f0a tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:00.820269 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0a9cacc3-08d2-47d5-91bb-3e5d70482639 req-cd6fe96c-3fe2-41eb-9e97-cd91b6af3f0a tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.117 "GET /v2.0/ports?device_id=47303464-d0b5-423e-98e9-4e38c39fdd1a HTTP/1.1" status: 200 len: 945 time: 0.1268506 Feb 09 01:42:00.822188 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ff561-3c87-4a0d-a6cb-bea90fc2d96b req-6de05280-c4bc-4975-bfff-d785267dad78 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:00.823947 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-016ff561-3c87-4a0d-a6cb-bea90fc2d96b req-6de05280-c4bc-4975-bfff-d785267dad78 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=47303464-d0b5-423e-98e9-4e38c39fdd1a HTTP/1.1" status: 200 len: 945 time: 0.1263580 Feb 09 01:42:00.880372 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-016ff561-3c87-4a0d-a6cb-bea90fc2d96b req-e8594ab7-23ae-409a-a706-ce7ab490d637 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472610 Feb 09 01:42:00.899527 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-49ef5356-5ac9-4d1b-9169-050a8d910735 None None] Attempting to bind port 300d6915-11f2-485f-b5d0-01bed95dbb59 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:42:00.899966 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-49ef5356-5ac9-4d1b-9169-050a8d910735 None None] Attempting to bind port 300d6915-11f2-485f-b5d0-01bed95dbb59 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'cda6d1ac-4935-44a2-87f0-985ffa70dc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'f7221247-12ea-4739-b10d-f97ed1c5f937'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:42:00.900477 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ef5356-5ac9-4d1b-9169-050a8d910735 None None] Attempting to bind port 300d6915-11f2-485f-b5d0-01bed95dbb59 on network f7221247-12ea-4739-b10d-f97ed1c5f937 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:42:00.909159 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-0a9cacc3-08d2-47d5-91bb-3e5d70482639 req-569b8e3b-86d6-4f24-a6fb-8ae6cd5dd291 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Deleting port 5d9291be-bba9-48a1-801f-3bac80645b73 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:42:00.909607 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0a9cacc3-08d2-47d5-91bb-3e5d70482639 req-569b8e3b-86d6-4f24-a6fb-8ae6cd5dd291 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:00.910552 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ef5356-5ac9-4d1b-9169-050a8d910735 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:42:00.910929 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ef5356-5ac9-4d1b-9169-050a8d910735 None None] Checking segment: {'id': 'cda6d1ac-4935-44a2-87f0-985ffa70dc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'f7221247-12ea-4739-b10d-f97ed1c5f937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:42:00.911331 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-49ef5356-5ac9-4d1b-9169-050a8d910735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:00.912102 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ef5356-5ac9-4d1b-9169-050a8d910735 None None] Bound using segment: {'id': 'cda6d1ac-4935-44a2-87f0-985ffa70dc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'f7221247-12ea-4739-b10d-f97ed1c5f937'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:42:00.912237 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-49ef5356-5ac9-4d1b-9169-050a8d910735 None None] Bound port: 300d6915-11f2-485f-b5d0-01bed95dbb59, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda6d1ac-4935-44a2-87f0-985ffa70dc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'f7221247-12ea-4739-b10d-f97ed1c5f937'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:42:00.912634 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-49ef5356-5ac9-4d1b-9169-050a8d910735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:01.003860 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-49ef5356-5ac9-4d1b-9169-050a8d910735 None None] For port 300d6915-11f2-485f-b5d0-01bed95dbb59, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:42:01.007146 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-49ef5356-5ac9-4d1b-9169-050a8d910735 None None] For port 300d6915-11f2-485f-b5d0-01bed95dbb59, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=300d6915-11f2-485f-b5d0-01bed95dbb59,segment=NetworkSegment(cda6d1ac-4935-44a2-87f0-985ffa70dc8e),segment_id=cda6d1ac-4935-44a2-87f0-985ffa70dc8e)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:42:01.010545 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-49ef5356-5ac9-4d1b-9169-050a8d910735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:01.086188 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd2aeb5-1126-4b5e-af38-a5d1075e2c6b None None] Pushing event updated for resources: {'Port': ['ID=300d6915-11f2-485f-b5d0-01bed95dbb59,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:01.112911 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ef5356-5ac9-4d1b-9169-050a8d910735 None None] Routers {'2fed91a3-66a7-4874-a057-4055f9f86570'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:42:01.114134 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-49ef5356-5ac9-4d1b-9169-050a8d910735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:41:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2fed91a3-66a7-4874-a057-4055f9f86570'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:01.189919 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-0a9cacc3-08d2-47d5-91bb-3e5d70482639 req-569b8e3b-86d6-4f24-a6fb-8ae6cd5dd291 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] For port 5d9291be-bba9-48a1-801f-3bac80645b73, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=5d9291be-bba9-48a1-801f-3bac80645b73,segment=NetworkSegment(79fd5c16-9db2-46ef-bf24-d344c29fdb7d),segment_id=79fd5c16-9db2-46ef-bf24-d344c29fdb7d)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:42:01.190299 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0a9cacc3-08d2-47d5-91bb-3e5d70482639 req-569b8e3b-86d6-4f24-a6fb-8ae6cd5dd291 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:01.343871 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 3aabde5c-e756-4be8-b708-13854247e398 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:42:01.385355 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 3aabde5c-e756-4be8-b708-13854247e398 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:42:01.385691 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 3aabde5c-e756-4be8-b708-13854247e398 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:42:01.397732 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-49ef5356-5ac9-4d1b-9169-050a8d910735 None None] Set router 2fed91a3-66a7-4874-a057-4055f9f86570 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:42:01.558032 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-0a9cacc3-08d2-47d5-91bb-3e5d70482639 req-569b8e3b-86d6-4f24-a6fb-8ae6cd5dd291 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Calling delete_port for 5d9291be-bba9-48a1-801f-3bac80645b73 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:42:01.600691 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4f92574e-85c4-4292-895e-02bc0622e1b1 req-f25c3d7a-20a6-4ffe-8f73-81226f2c4b1d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 210 time: 0.1962385 Feb 09 01:42:01.698252 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-44dd5525-319e-41f5-99be-0ecb8587c36d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:01.699598 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-44dd5525-319e-41f5-99be-0ecb8587c36d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.35 "GET /v2.0/networks?id=f7221247-12ea-4739-b10d-f97ed1c5f937 HTTP/1.1" status: 200 len: 797 time: 0.5016418 Feb 09 01:42:01.767280 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-49ef5356-5ac9-4d1b-9169-050a8d910735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684464610', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '120620f9-1a4c-412e-90bf-2be334e79905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:52Z', 'updated_at': '2022-02-09T01:41:57Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '120620f9-1a4c-412e-90bf-2be334e79905', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:52Z', 'updated_at': '2022-02-09T01:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '300d6915-11f2-485f-b5d0-01bed95dbb59', 'name': '', 'network_id': 'f7221247-12ea-4739-b10d-f97ed1c5f937', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:dc:b4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '2d89d0d3-51b3-4031-99a8-b87544e59fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:56Z', 'updated_at': '2022-02-09T01:42:00Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '2d89d0d3-51b3-4031-99a8-b87544e59fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:01.771330 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ef5356-5ac9-4d1b-9169-050a8d910735 None None] The sync data for ids ['2fed91a3-66a7-4874-a057-4055f9f86570'] in n-d-828419-1 is: [{'id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684464610', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '120620f9-1a4c-412e-90bf-2be334e79905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:52Z', 'updated_at': '2022-02-09T01:41:57Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '120620f9-1a4c-412e-90bf-2be334e79905', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:52Z', 'updated_at': '2022-02-09T01:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '300d6915-11f2-485f-b5d0-01bed95dbb59', 'name': '', 'network_id': 'f7221247-12ea-4739-b10d-f97ed1c5f937', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:dc:b4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '2d89d0d3-51b3-4031-99a8-b87544e59fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:56Z', 'updated_at': '2022-02-09T01:42:00Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '2d89d0d3-51b3-4031-99a8-b87544e59fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:42:01.795408 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-5dc2f45f-ce0b-4331-a7e6-c7064852911c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49364f58e6074dfa91c3c69aee216080 HTTP/1.1" status: 200 len: 380 time: 0.0634041 Feb 09 01:42:01.799419 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0a9cacc3-08d2-47d5-91bb-3e5d70482639 req-569b8e3b-86d6-4f24-a6fb-8ae6cd5dd291 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:01.814298 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['6397401b-3e1a-4a65-845d-b690bfc90546', '5d9291be-bba9-48a1-801f-3bac80645b73'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:42:01.855983 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-ba20f5bc-a888-4e17-a87d-144b48e46da7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'port': {'device_id': '663045e8-81ba-4bf3-883d-e43548626f0b', 'network_id': 'f7221247-12ea-4739-b10d-f97ed1c5f937', 'admin_state_up': True, 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'security_groups': ['48057031-8c91-459e-a90d-d62f2e117699']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:01.974143 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b8e3b-86d6-4f24-a6fb-8ae6cd5dd291 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Pushing event deleted for resources: {'Port': ['ID=5d9291be-bba9-48a1-801f-3bac80645b73,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:02.043819 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9cacc3-08d2-47d5-91bb-3e5d70482639 req-569b8e3b-86d6-4f24-a6fb-8ae6cd5dd291 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] No DVR routers for this DVR port 5d9291be-bba9-48a1-801f-3bac80645b73 on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:42:02.053629 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0a9cacc3-08d2-47d5-91bb-3e5d70482639 req-569b8e3b-86d6-4f24-a6fb-8ae6cd5dd291 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:02.057653 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47303464-d0b5-423e-98e9-4e38c39fdd1a', 'name': 'network-vif-deleted', 'tag': '5d9291be-bba9-48a1-801f-3bac80645b73'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:42:02.074515 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fcc16e4c-7f22-42d8-88ce-295f252a3207 req-df183355-a8a1-4302-90f1-c08c08bb758c tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=47303464-d0b5-423e-98e9-4e38c39fdd1a HTTP/1.1" status: 200 len: 210 time: 0.0702503 Feb 09 01:42:02.105954 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0a9cacc3-08d2-47d5-91bb-3e5d70482639 req-569b8e3b-86d6-4f24-a6fb-8ae6cd5dd291 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.117 "DELETE /v2.0/ports/5d9291be-bba9-48a1-801f-3bac80645b73 HTTP/1.1" status: 204 len: 173 time: 1.2765939 Feb 09 01:42:02.130965 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47303464-d0b5-423e-98e9-4e38c39fdd1a', 'name': 'network-vif-deleted', 'tag': '5d9291be-bba9-48a1-801f-3bac80645b73', 'status': 'completed', 'code': 200} Feb 09 01:42:02.144440 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-ba20f5bc-a888-4e17-a87d-144b48e46da7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:42:02.155140 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-ba20f5bc-a888-4e17-a87d-144b48e46da7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:42:02.165686 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-ba20f5bc-a888-4e17-a87d-144b48e46da7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Made reservation on behalf of 49364f58e6074dfa91c3c69aee216080 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:02.170193 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-ba20f5bc-a888-4e17-a87d-144b48e46da7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:02.362002 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-ba20f5bc-a888-4e17-a87d-144b48e46da7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Allocated IP 172.20.0.13 (f7221247-12ea-4739-b10d-f97ed1c5f937/2d89d0d3-51b3-4031-99a8-b87544e59fcb/bc153d4b-da37-43d2-8168-6c960604485c) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:42:02.564568 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-ba20f5bc-a888-4e17-a87d-144b48e46da7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:02.582075 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-ba20f5bc-a888-4e17-a87d-144b48e46da7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Transition to ACTIVE for port object bc153d4b-da37-43d2-8168-6c960604485c will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:42:02.610092 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-ba20f5bc-a888-4e17-a87d-144b48e46da7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:02.682463 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-ba20f5bc-a888-4e17-a87d-144b48e46da7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Network f7221247-12ea-4739-b10d-f97ed1c5f937 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:42:02.686796 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-ba20f5bc-a888-4e17-a87d-144b48e46da7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:02.690862 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-ba20f5bc-a888-4e17-a87d-144b48e46da7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:42:02.753043 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20f5bc-a888-4e17-a87d-144b48e46da7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'Port': ['ID=bc153d4b-da37-43d2-8168-6c960604485c,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:02.785131 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-ba20f5bc-a888-4e17-a87d-144b48e46da7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:02.785680 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-ba20f5bc-a888-4e17-a87d-144b48e46da7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:02.818246 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-ba20f5bc-a888-4e17-a87d-144b48e46da7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0168531 Feb 09 01:42:02.836747 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-97c25998-15e9-41bf-a47c-fce83458a0bf service neutron] Request body: {'port': {'device_id': '663045e8-81ba-4bf3-883d-e43548626f0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:02.856271 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda11a4-3dbe-42ce-b28f-ccf5b48e64d7 req-6d64bfa6-2286-4188-9512-f1b15228ce42 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:02.865185 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-eeda11a4-3dbe-42ce-b28f-ccf5b48e64d7 req-6d64bfa6-2286-4188-9512-f1b15228ce42 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 932 time: 0.0996587 Feb 09 01:42:02.915276 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-eeda11a4-3dbe-42ce-b28f-ccf5b48e64d7 req-cad8dc29-d9a3-4293-8280-3127d691945a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=48057031-8c91-459e-a90d-d62f2e117699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490184 Feb 09 01:42:02.964544 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-554b03ec-6590-422d-a6ad-1ac2727636ff None None] Provisioning for port bc153d4b-da37-43d2-8168-6c960604485c completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:42:02.974675 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-554b03ec-6590-422d-a6ad-1ac2727636ff None None] Provisioning complete for port bc153d4b-da37-43d2-8168-6c960604485c triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:02.974989 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-554b03ec-6590-422d-a6ad-1ac2727636ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:02.983250 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-97c25998-15e9-41bf-a47c-fce83458a0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:03.039556 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-554b03ec-6590-422d-a6ad-1ac2727636ff None None] Port bc153d4b-da37-43d2-8168-6c960604485c cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:42:03.463232 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-97c25998-15e9-41bf-a47c-fce83458a0bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc153d4b-da37-43d2-8168-6c960604485c {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:42:03.471037 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-97c25998-15e9-41bf-a47c-fce83458a0bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:03.486280 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-97c25998-15e9-41bf-a47c-fce83458a0bf service neutron] Transition to ACTIVE for port object bc153d4b-da37-43d2-8168-6c960604485c will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:42:03.489854 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-97c25998-15e9-41bf-a47c-fce83458a0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:03.606304 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 300d6915-11f2-485f-b5d0-01bed95dbb59 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:42:03.658874 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c25998-15e9-41bf-a47c-fce83458a0bf service neutron] Pushing event updated for resources: {'Port': ['ID=bc153d4b-da37-43d2-8168-6c960604485c,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:03.684995 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 300d6915-11f2-485f-b5d0-01bed95dbb59 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:42:03.693273 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 300d6915-11f2-485f-b5d0-01bed95dbb59 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:03.693957 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:03.731873 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-97c25998-15e9-41bf-a47c-fce83458a0bf service neutron] Attempting to bind port bc153d4b-da37-43d2-8168-6c960604485c on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:42:03.732213 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-97c25998-15e9-41bf-a47c-fce83458a0bf service neutron] Attempting to bind port bc153d4b-da37-43d2-8168-6c960604485c by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'cda6d1ac-4935-44a2-87f0-985ffa70dc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'f7221247-12ea-4739-b10d-f97ed1c5f937'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:42:03.732582 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-97c25998-15e9-41bf-a47c-fce83458a0bf service neutron] Attempting to bind port bc153d4b-da37-43d2-8168-6c960604485c on network f7221247-12ea-4739-b10d-f97ed1c5f937 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:42:03.737816 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-97c25998-15e9-41bf-a47c-fce83458a0bf service neutron] Port bc153d4b-da37-43d2-8168-6c960604485c on network f7221247-12ea-4739-b10d-f97ed1c5f937 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:42:03.738395 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-97c25998-15e9-41bf-a47c-fce83458a0bf service neutron] Attempting to bind port bc153d4b-da37-43d2-8168-6c960604485c on network f7221247-12ea-4739-b10d-f97ed1c5f937 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:42:03.744325 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-97c25998-15e9-41bf-a47c-fce83458a0bf service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:42:03.744699 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-97c25998-15e9-41bf-a47c-fce83458a0bf service neutron] Checking segment: {'id': 'cda6d1ac-4935-44a2-87f0-985ffa70dc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'f7221247-12ea-4739-b10d-f97ed1c5f937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:42:03.745229 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-97c25998-15e9-41bf-a47c-fce83458a0bf service neutron] Bound using segment: {'id': 'cda6d1ac-4935-44a2-87f0-985ffa70dc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'f7221247-12ea-4739-b10d-f97ed1c5f937'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:42:03.745662 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-97c25998-15e9-41bf-a47c-fce83458a0bf service neutron] Bound port: bc153d4b-da37-43d2-8168-6c960604485c, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cda6d1ac-4935-44a2-87f0-985ffa70dc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': 'f7221247-12ea-4739-b10d-f97ed1c5f937'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:42:03.746304 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-97c25998-15e9-41bf-a47c-fce83458a0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:03.830866 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:03.846100 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-97c25998-15e9-41bf-a47c-fce83458a0bf service neutron] For port bc153d4b-da37-43d2-8168-6c960604485c, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:42:03.849103 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-97c25998-15e9-41bf-a47c-fce83458a0bf service neutron] For port bc153d4b-da37-43d2-8168-6c960604485c, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=bc153d4b-da37-43d2-8168-6c960604485c,segment=NetworkSegment(cda6d1ac-4935-44a2-87f0-985ffa70dc8e),segment_id=cda6d1ac-4935-44a2-87f0-985ffa70dc8e)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:42:03.854210 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-97c25998-15e9-41bf-a47c-fce83458a0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:03.868812 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 300d6915-11f2-485f-b5d0-01bed95dbb59, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=300d6915-11f2-485f-b5d0-01bed95dbb59,segment=NetworkSegment(cda6d1ac-4935-44a2-87f0-985ffa70dc8e),segment_id=cda6d1ac-4935-44a2-87f0-985ffa70dc8e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:42:03.875257 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:03.917154 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-97c25998-15e9-41bf-a47c-fce83458a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:03.917769 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-97c25998-15e9-41bf-a47c-fce83458a0bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:03.919207 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-97c25998-15e9-41bf-a47c-fce83458a0bf service neutron] 10.222.0.35 "PUT /v2.0/ports/bc153d4b-da37-43d2-8168-6c960604485c HTTP/1.1" status: 200 len: 1092 time: 1.0870361 Feb 09 01:42:03.938004 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c25998-15e9-41bf-a47c-fce83458a0bf service neutron] Pushing event updated for resources: {'Port': ['ID=bc153d4b-da37-43d2-8168-6c960604485c,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:03.949328 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=300d6915-11f2-485f-b5d0-01bed95dbb59,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:04.077187 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-4b05c1e1-32b0-4763-abbe-32f203308374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:04.078543 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-4b05c1e1-32b0-4763-abbe-32f203308374 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 1095 time: 0.0974596 Feb 09 01:42:04.155185 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663045e8-81ba-4bf3-883d-e43548626f0b', 'tag': 'bc153d4b-da37-43d2-8168-6c960604485c'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:42:04.159504 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684cc50c-33d5-4d3d-9baa-594437072270 req-63b73ba4-6c02-47b6-af80-c3862c996dee tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:04.166277 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-684cc50c-33d5-4d3d-9baa-594437072270 req-63b73ba4-6c02-47b6-af80-c3862c996dee tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 944 time: 0.0954397 Feb 09 01:42:04.178089 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-84a9c104-0193-4b01-8352-bc239a3181b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc153d4b-da37-43d2-8168-6c960604485c HTTP/1.1" status: 200 len: 217 time: 0.0875342 Feb 09 01:42:04.217766 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-684cc50c-33d5-4d3d-9baa-594437072270 req-a31beb21-6038-463a-8cf8-94f899fd3fab tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=48057031-8c91-459e-a90d-d62f2e117699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503247 Feb 09 01:42:04.234116 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663045e8-81ba-4bf3-883d-e43548626f0b', 'tag': 'bc153d4b-da37-43d2-8168-6c960604485c', 'status': 'completed', 'code': 200} Feb 09 01:42:04.259451 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-4d269efb-7905-4a75-bdae-55e018ec0e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:04.260952 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-4d269efb-7905-4a75-bdae-55e018ec0e12 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2d89d0d3-51b3-4031-99a8-b87544e59fcb HTTP/1.1" status: 200 len: 835 time: 0.0730488 Feb 09 01:42:04.336576 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-68600ffb-ec10-4026-9dcb-a116a7b84604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:04.338095 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-68600ffb-ec10-4026-9dcb-a116a7b84604 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f7221247-12ea-4739-b10d-f97ed1c5f937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706978 Feb 09 01:42:04.475985 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-d102a89f-7aaf-42ce-b2e2-8472da2d9d39 service neutron] 10.222.0.35 "GET /v2.0/networks/f7221247-12ea-4739-b10d-f97ed1c5f937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278899 Feb 09 01:42:04.571669 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 5d9291be-bba9-48a1-801f-3bac80645b73 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:42:04.609428 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: 5d9291be-bba9-48a1-801f-3bac80645b73 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:42:04.609769 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 5d9291be-bba9-48a1-801f-3bac80645b73 not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:42:04.619881 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-317a9ac4-001d-4edb-875d-12360185d9e0 req-c136605f-ad71-4a91-a0be-72759839315a service neutron] 10.222.0.35 "GET /v2.0/networks/f7221247-12ea-4739-b10d-f97ed1c5f937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331830 Feb 09 01:42:04.741661 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe9e05-5f7c-4078-937d-e94d5f316dcf req-4bed9c1c-71a9-4d2f-9b02-e97066907110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:04.743147 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9ebe9e05-5f7c-4078-937d-e94d5f316dcf req-4bed9c1c-71a9-4d2f-9b02-e97066907110 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 1095 time: 0.0763810 Feb 09 01:42:04.876125 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe9e05-5f7c-4078-937d-e94d5f316dcf req-968bf23e-f9db-426b-a5d5-f6aca645d40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:04.877653 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9ebe9e05-5f7c-4078-937d-e94d5f316dcf req-968bf23e-f9db-426b-a5d5-f6aca645d40c service neutron] 10.222.0.35 "GET /v2.0/networks?id=f7221247-12ea-4739-b10d-f97ed1c5f937 HTTP/1.1" status: 200 len: 898 time: 0.1282518 Feb 09 01:42:04.950679 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9ebe9e05-5f7c-4078-937d-e94d5f316dcf req-9fe58e27-fbe3-417b-b2f9-87b9817ee9dc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc153d4b-da37-43d2-8168-6c960604485c HTTP/1.1" status: 200 len: 217 time: 0.0625248 Feb 09 01:42:05.018131 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe9e05-5f7c-4078-937d-e94d5f316dcf req-b88742b9-a2b3-4637-b9eb-6bd3c1dd1385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:05.019627 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9ebe9e05-5f7c-4078-937d-e94d5f316dcf req-b88742b9-a2b3-4637-b9eb-6bd3c1dd1385 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2d89d0d3-51b3-4031-99a8-b87544e59fcb HTTP/1.1" status: 200 len: 835 time: 0.0629406 Feb 09 01:42:05.097359 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe9e05-5f7c-4078-937d-e94d5f316dcf req-5c883794-bad0-40b7-9e9b-da22ea507d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:05.098849 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9ebe9e05-5f7c-4078-937d-e94d5f316dcf req-5c883794-bad0-40b7-9e9b-da22ea507d06 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f7221247-12ea-4739-b10d-f97ed1c5f937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715659 Feb 09 01:42:05.385504 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9ebe9e05-5f7c-4078-937d-e94d5f316dcf req-9d592921-2ff0-4d54-a9b4-cc859e0e26ae service neutron] 10.222.0.35 "GET /v2.0/networks/f7221247-12ea-4739-b10d-f97ed1c5f937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768745 Feb 09 01:42:05.522366 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508526a-6768-4cee-a470-af32067a2170 req-1267db3b-79aa-44cf-a00f-680d7fc98466 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:05.523078 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3508526a-6768-4cee-a470-af32067a2170 req-1267db3b-79aa-44cf-a00f-680d7fc98466 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Synchronizing usage tracker for tenant:49364f58e6074dfa91c3c69aee216080 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:42:05.555111 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9ebe9e05-5f7c-4078-937d-e94d5f316dcf req-4929dd05-4ae1-4ab3-a8ba-a3b142c22d7d service neutron] 10.222.0.35 "GET /v2.0/networks/f7221247-12ea-4739-b10d-f97ed1c5f937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609235 Feb 09 01:42:05.557866 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3508526a-6768-4cee-a470-af32067a2170 req-1267db3b-79aa-44cf-a00f-680d7fc98466 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Unset dirty status for tenant:49364f58e6074dfa91c3c69aee216080 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:42:05.558947 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3508526a-6768-4cee-a470-af32067a2170 req-1267db3b-79aa-44cf-a00f-680d7fc98466 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 944 time: 0.2237940 Feb 09 01:42:05.598624 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 300d6915-11f2-485f-b5d0-01bed95dbb59 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:42:05.626350 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3508526a-6768-4cee-a470-af32067a2170 req-4eff5ca3-a3ea-4c8d-a7e0-97d8cd4f25f0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=48057031-8c91-459e-a90d-d62f2e117699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593405 Feb 09 01:42:05.671004 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 300d6915-11f2-485f-b5d0-01bed95dbb59 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:05.671569 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:05.871914 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f639d68-e154-4864-b269-46aa23f07247 req-d2c2fc86-ba2e-4779-86b3-00d257f3c673 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:05.873210 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5f639d68-e154-4864-b269-46aa23f07247 req-d2c2fc86-ba2e-4779-86b3-00d257f3c673 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Synchronizing usage tracker for tenant:5b4689d39a8d44f7b5702b765e6ed88d on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:42:05.887954 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5f639d68-e154-4864-b269-46aa23f07247 req-d2c2fc86-ba2e-4779-86b3-00d257f3c673 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Unset dirty status for tenant:5b4689d39a8d44f7b5702b765e6ed88d on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:42:05.889118 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5f639d68-e154-4864-b269-46aa23f07247 req-d2c2fc86-ba2e-4779-86b3-00d257f3c673 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=42de6597-d1fc-4108-88e0-f1fe30f00d69 HTTP/1.1" status: 200 len: 946 time: 0.0969818 Feb 09 01:42:05.936454 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5f639d68-e154-4864-b269-46aa23f07247 req-b1c705ff-821f-4031-9b63-cd4931c57875 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415044 Feb 09 01:42:06.805793 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe727ff7-2867-4ee9-a85c-7207e4c87c30 req-e5b95b1d-40df-45aa-98bf-a3cfa6a8d67a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:06.807250 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fe727ff7-2867-4ee9-a85c-7207e4c87c30 req-e5b95b1d-40df-45aa-98bf-a3cfa6a8d67a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 944 time: 0.0824087 Feb 09 01:42:06.850641 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fe727ff7-2867-4ee9-a85c-7207e4c87c30 req-1a24c2bf-81e0-4494-ada2-000163d6255e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=48057031-8c91-459e-a90d-d62f2e117699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376439 Feb 09 01:42:06.950530 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e6df0f63-111c-483c-9984-3e0cdab010dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:07.121619 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf195c-402a-4779-ab98-508343b8b120 req-2041a9cc-f55c-4429-b14e-bf3bc1e6ad12 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:07.123655 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-99cf195c-402a-4779-ab98-508343b8b120 req-2041a9cc-f55c-4429-b14e-bf3bc1e6ad12 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=42de6597-d1fc-4108-88e0-f1fe30f00d69 HTTP/1.1" status: 200 len: 946 time: 0.0798001 Feb 09 01:42:07.166815 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-99cf195c-402a-4779-ab98-508343b8b120 req-7b6ec5db-fe09-45af-8782-5a167f6112f5 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15e83bf-10e8-457d-95bb-39ed8a4dda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372798 Feb 09 01:42:07.369391 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77b62c-53ed-48c1-949f-9b13623edf60 req-6bd1e15f-b1e5-4870-8194-a0e88458e12f tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:07.370790 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bc77b62c-53ed-48c1-949f-9b13623edf60 req-6bd1e15f-b1e5-4870-8194-a0e88458e12f tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.117 "GET /v2.0/ports?device_id=42de6597-d1fc-4108-88e0-f1fe30f00d69 HTTP/1.1" status: 200 len: 946 time: 0.0860775 Feb 09 01:42:07.385895 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device bc153d4b-da37-43d2-8168-6c960604485c details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:42:07.439493 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-bc77b62c-53ed-48c1-949f-9b13623edf60 req-c8aab2a2-7f15-4b45-8c81-cf8da30f0b44 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Deleting port 6397401b-3e1a-4a65-845d-b690bfc90546 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:42:07.439832 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bc77b62c-53ed-48c1-949f-9b13623edf60 req-c8aab2a2-7f15-4b45-8c81-cf8da30f0b44 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:07.520970 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port bc153d4b-da37-43d2-8168-6c960604485c, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=bc153d4b-da37-43d2-8168-6c960604485c,segment=NetworkSegment(cda6d1ac-4935-44a2-87f0-985ffa70dc8e),segment_id=cda6d1ac-4935-44a2-87f0-985ffa70dc8e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:42:07.534755 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'bc153d4b-da37-43d2-8168-6c960604485c', 'network_id': 'f7221247-12ea-4739-b10d-f97ed1c5f937', 'port_id': 'bc153d4b-da37-43d2-8168-6c960604485c', 'mac_address': 'fa:16:3e:2e:8a:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 971, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d89d0d3-51b3-4031-99a8-b87544e59fcb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:42:07.588102 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:07.611300 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc153d4b-da37-43d2-8168-6c960604485c {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:42:07.627769 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port bc153d4b-da37-43d2-8168-6c960604485c, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=bc153d4b-da37-43d2-8168-6c960604485c,segment=NetworkSegment(cda6d1ac-4935-44a2-87f0-985ffa70dc8e),segment_id=cda6d1ac-4935-44a2-87f0-985ffa70dc8e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:42:07.632169 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:07.695132 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-bc77b62c-53ed-48c1-949f-9b13623edf60 req-c8aab2a2-7f15-4b45-8c81-cf8da30f0b44 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] For port 6397401b-3e1a-4a65-845d-b690bfc90546, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=6397401b-3e1a-4a65-845d-b690bfc90546,segment=NetworkSegment(79fd5c16-9db2-46ef-bf24-d344c29fdb7d),segment_id=79fd5c16-9db2-46ef-bf24-d344c29fdb7d)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:42:07.695489 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bc77b62c-53ed-48c1-949f-9b13623edf60 req-c8aab2a2-7f15-4b45-8c81-cf8da30f0b44 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:07.699637 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=bc153d4b-da37-43d2-8168-6c960604485c,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:07.818800 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-bc77b62c-53ed-48c1-949f-9b13623edf60 req-c8aab2a2-7f15-4b45-8c81-cf8da30f0b44 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Calling delete_port for 6397401b-3e1a-4a65-845d-b690bfc90546 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:42:07.897579 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['bc153d4b-da37-43d2-8168-6c960604485c'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:42:07.972860 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bc77b62c-53ed-48c1-949f-9b13623edf60 req-c8aab2a2-7f15-4b45-8c81-cf8da30f0b44 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:07.986243 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['6397401b-3e1a-4a65-845d-b690bfc90546'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:42:08.029849 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aab2a2-7f15-4b45-8c81-cf8da30f0b44 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Pushing event deleted for resources: {'Port': ['ID=6397401b-3e1a-4a65-845d-b690bfc90546,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:08.072362 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c00eca-b163-4567-8d35-2f67e3c47d21 req-e54714d6-47e6-4cac-83a6-6613bf0b1c29 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:08.080351 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c5c00eca-b163-4567-8d35-2f67e3c47d21 req-e54714d6-47e6-4cac-83a6-6613bf0b1c29 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 945 time: 0.1187050 Feb 09 01:42:08.121647 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc77b62c-53ed-48c1-949f-9b13623edf60 req-c8aab2a2-7f15-4b45-8c81-cf8da30f0b44 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] No DVR routers for this DVR port 6397401b-3e1a-4a65-845d-b690bfc90546 on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:42:08.124749 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bc77b62c-53ed-48c1-949f-9b13623edf60 req-c8aab2a2-7f15-4b45-8c81-cf8da30f0b44 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:08.127379 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42de6597-d1fc-4108-88e0-f1fe30f00d69', 'name': 'network-vif-deleted', 'tag': '6397401b-3e1a-4a65-845d-b690bfc90546'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:42:08.139200 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c5c00eca-b163-4567-8d35-2f67e3c47d21 req-f03275ac-2812-480f-aaab-2ea44c1b0c13 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=48057031-8c91-459e-a90d-d62f2e117699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555592 Feb 09 01:42:08.143765 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bc77b62c-53ed-48c1-949f-9b13623edf60 req-c8aab2a2-7f15-4b45-8c81-cf8da30f0b44 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.117 "DELETE /v2.0/ports/6397401b-3e1a-4a65-845d-b690bfc90546 HTTP/1.1" status: 204 len: 173 time: 0.7673016 Feb 09 01:42:08.180590 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42de6597-d1fc-4108-88e0-f1fe30f00d69', 'name': 'network-vif-deleted', 'tag': '6397401b-3e1a-4a65-845d-b690bfc90546', 'status': 'completed', 'code': 200} Feb 09 01:42:08.320790 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-71766bf0-19a2-4368-b0c5-e945c7728159 req-4536af98-8c30-4fff-b389-d0297efbbd70 tempest-AttachVolumeNegativeTest-1149022163 tempest-AttachVolumeNegativeTest-1149022163-project] 10.222.0.37 "GET /v2.0/ports?device_id=42de6597-d1fc-4108-88e0-f1fe30f00d69 HTTP/1.1" status: 200 len: 210 time: 0.0466256 Feb 09 01:42:09.315540 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319dc357-a738-45be-a3af-3d06ab693e4d req-9068001d-2cbc-4568-8dfe-19623701740a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:09.316998 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-319dc357-a738-45be-a3af-3d06ab693e4d req-9068001d-2cbc-4568-8dfe-19623701740a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 945 time: 0.0779853 Feb 09 01:42:09.370199 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-319dc357-a738-45be-a3af-3d06ab693e4d req-3e169a59-2fe5-4eb3-8e75-96498afdec18 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=48057031-8c91-459e-a90d-d62f2e117699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450139 Feb 09 01:42:09.388342 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-057b856e-5d90-4a8f-8773-2b739438b24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:09.401876 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device bc153d4b-da37-43d2-8168-6c960604485c up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:42:09.421566 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54082) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:09.469719 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port bc153d4b-da37-43d2-8168-6c960604485c completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:42:09.474333 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port bc153d4b-da37-43d2-8168-6c960604485c triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:09.474734 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:09.479629 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b03121-7254-415f-805a-b950c79233db admin admin] Deleting subnet fcfa04f0-16f0-488a-a727-cdc7231920ce {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:42:09.483134 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-68b03121-7254-415f-805a-b950c79233db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:09.537791 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-68b03121-7254-415f-805a-b950c79233db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:09.593755 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:09.598197 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-68b03121-7254-415f-805a-b950c79233db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:09.620511 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663045e8-81ba-4bf3-883d-e43548626f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc153d4b-da37-43d2-8168-6c960604485c'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:42:09.630168 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port bc153d4b-da37-43d2-8168-6c960604485c, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=bc153d4b-da37-43d2-8168-6c960604485c,segment=NetworkSegment(cda6d1ac-4935-44a2-87f0-985ffa70dc8e),segment_id=cda6d1ac-4935-44a2-87f0-985ffa70dc8e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:42:09.633995 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:09.669019 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-68b03121-7254-415f-805a-b950c79233db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:09.671315 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663045e8-81ba-4bf3-883d-e43548626f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc153d4b-da37-43d2-8168-6c960604485c', 'code': 200} Feb 09 01:42:09.711607 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b03121-7254-415f-805a-b950c79233db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcfa04f0-16f0-488a-a727-cdc7231920ce,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:09.713764 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=bc153d4b-da37-43d2-8168-6c960604485c,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:09.715066 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-68b03121-7254-415f-805a-b950c79233db admin admin] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:09.721488 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-68b03121-7254-415f-805a-b950c79233db admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fcfa04f0-16f0-488a-a727-cdc7231920ce HTTP/1.1" status: 204 len: 168 time: 0.2988937 Feb 09 01:42:09.723898 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54088) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:09.800979 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797a311-0240-4592-b1a2-3ab8b5367045 req-1147a362-c631-4bd9-9b53-568cda318996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:09.802443 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a797a311-0240-4592-b1a2-3ab8b5367045 req-1147a362-c631-4bd9-9b53-568cda318996 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 1097 time: 0.0693359 Feb 09 01:42:09.829655 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cc164218-7f3a-4468-a114-4ad6abd8b92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:09.846509 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a797a311-0240-4592-b1a2-3ab8b5367045 req-948fca5f-2f35-48b5-be70-49128c778283 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=48057031-8c91-459e-a90d-d62f2e117699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342212 Feb 09 01:42:09.950426 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cc164218-7f3a-4468-a114-4ad6abd8b92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:09.974831 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-cc164218-7f3a-4468-a114-4ad6abd8b92a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7721e87e-a4c9-469c-9d5d-ac174eacf08e']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:09.986586 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-cc164218-7f3a-4468-a114-4ad6abd8b92a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79fd5c16-9db2-46ef-bf24-d344c29fdb7d') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:09.986884 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-cc164218-7f3a-4468-a114-4ad6abd8b92a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79fd5c16-9db2-46ef-bf24-d344c29fdb7d') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:09.998468 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cc164218-7f3a-4468-a114-4ad6abd8b92a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:10.015217 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cc164218-7f3a-4468-a114-4ad6abd8b92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:10.021361 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc164218-7f3a-4468-a114-4ad6abd8b92a admin admin] Releasing vlan 998 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:42:10.021877 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cc164218-7f3a-4468-a114-4ad6abd8b92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:10.034692 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:42:10.034692 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:42:10.034692 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:42:10.034692 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:42:10.034692 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:42:10.034692 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:42:10.034692 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:42:10.034692 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:42:10.034692 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:42:10.034692 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:42:10.034692 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:42:10.034692 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:42:10.034692 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:42:10.034692 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:42:10.034692 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:42:10.034692 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:42:10.034692 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:42:10.034692 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:42:10.034692 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:42:10.034692 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:42:10.034692 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:42:10.034692 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:42:10.034692 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:42:10.034692 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:42:10.034692 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:42:10.034692 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:42:10.034692 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:42:10.034692 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:42:10.034692 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:42:10.034692 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:42:10.034692 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:42:10.034692 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:42:10.110507 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cc164218-7f3a-4468-a114-4ad6abd8b92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:10.126702 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cc164218-7f3a-4468-a114-4ad6abd8b92a admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:10.136933 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc164218-7f3a-4468-a114-4ad6abd8b92a admin admin] Pushing event deleted for resources: {'Network': ['ID=7721e87e-a4c9-469c-9d5d-ac174eacf08e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:10.145708 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cc164218-7f3a-4468-a114-4ad6abd8b92a admin admin] 10.222.0.37 "DELETE /v2.0/networks/7721e87e-a4c9-469c-9d5d-ac174eacf08e HTTP/1.1" status: 204 len: 168 time: 0.4208424 Feb 09 01:42:10.251169 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54094) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:10.299267 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b2eedeb8-d964-44f3-9f55-c3563e1c1c44 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5b4689d39a8d44f7b5702b765e6ed88d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469153 Feb 09 01:42:10.301571 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54098) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:10.363826 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a4e477c-3361-48d7-8089-b902dd80f4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:10.390124 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a4e477c-3361-48d7-8089-b902dd80f4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:10.452810 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a4e477c-3361-48d7-8089-b902dd80f4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:10.454700 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:10.472840 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e477c-3361-48d7-8089-b902dd80f4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15e83bf-10e8-457d-95bb-39ed8a4dda06,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:10.486880 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a4e477c-3361-48d7-8089-b902dd80f4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:10.490688 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7a4e477c-3361-48d7-8089-b902dd80f4e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e15e83bf-10e8-457d-95bb-39ed8a4dda06 HTTP/1.1" status: 204 len: 168 time: 0.1855230 Feb 09 01:42:10.576651 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:10.577379 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894b950-8d8d-4fd6-a2c1-3c292964e64d req-78103f23-dc5a-4b1a-96a2-5a8b3239cce3 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:10.578914 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0894b950-8d8d-4fd6-a2c1-3c292964e64d req-78103f23-dc5a-4b1a-96a2-5a8b3239cce3 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 946 time: 0.0953453 Feb 09 01:42:10.604300 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 6397401b-3e1a-4a65-845d-b690bfc90546 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:42:10.628013 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0894b950-8d8d-4fd6-a2c1-3c292964e64d req-772c3567-fffd-4aee-8b1e-92e2493f810a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=48057031-8c91-459e-a90d-d62f2e117699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433431 Feb 09 01:42:10.639868 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: 6397401b-3e1a-4a65-845d-b690bfc90546 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:42:10.640200 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 6397401b-3e1a-4a65-845d-b690bfc90546 not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:42:11.836983 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c376340-c7e9-4913-8c6e-a451a5ad799f req-eea5f431-18d7-404a-acf1-ef599edf7f6a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:11.838419 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2c376340-c7e9-4913-8c6e-a451a5ad799f req-eea5f431-18d7-404a-acf1-ef599edf7f6a tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 946 time: 0.0944049 Feb 09 01:42:11.864957 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:11.887324 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2c376340-c7e9-4913-8c6e-a451a5ad799f req-6ae82c73-5542-485e-ab87-9a1794757cbc tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=48057031-8c91-459e-a90d-d62f2e117699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421710 Feb 09 01:42:12.082553 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e58ab-b61b-4c25-bd50-6ec0a1e29f2c req-d8385204-f084-4592-865f-6d5d24a8d1ff tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:12.084076 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b88e58ab-b61b-4c25-bd50-6ec0a1e29f2c req-d8385204-f084-4592-865f-6d5d24a8d1ff tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 946 time: 0.0866206 Feb 09 01:42:12.238777 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b88e58ab-b61b-4c25-bd50-6ec0a1e29f2c req-2f119cfd-9a02-41e7-a6be-2bf66bc6b906 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=48057031-8c91-459e-a90d-d62f2e117699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464605 Feb 09 01:42:12.261710 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54144) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:12.329248 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8bcba4-e84f-4a5a-a5b4-6207d0705f0e tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:12.330711 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ba8bcba4-e84f-4a5a-a5b4-6207d0705f0e tempest-TestNetworkAdvancedServerOps-565243718 tempest-TestNetworkAdvancedServerOps-565243718-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 1092 time: 0.0680387 Feb 09 01:42:12.333546 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54148) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:12.338362 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-e67da00f-f48c-4c10-bbb1-109774b300de tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'port_id': 'bc153d4b-da37-43d2-8168-6c960604485c', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:12.345601 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e67da00f-f48c-4c10-bbb1-109774b300de tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:42:12.352202 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e67da00f-f48c-4c10-bbb1-109774b300de tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Usage tracker for resource:floatingip and tenant:49364f58e6074dfa91c3c69aee216080 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:42:12.352856 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e67da00f-f48c-4c10-bbb1-109774b300de tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:42:12.359269 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e67da00f-f48c-4c10-bbb1-109774b300de tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:42:12.372234 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e67da00f-f48c-4c10-bbb1-109774b300de tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:12.476772 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:42:12.519365 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e67da00f-f48c-4c10-bbb1-109774b300de tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:12.756057 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-e67da00f-f48c-4c10-bbb1-109774b300de tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Allocated IP 172.25.5.13 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/abc04f4a-7035-46b9-beca-95e3250516ce) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:42:12.899250 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e67da00f-f48c-4c10-bbb1-109774b300de tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:12.931026 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e67da00f-f48c-4c10-bbb1-109774b300de tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:13.009101 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67da00f-f48c-4c10-bbb1-109774b300de tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:42:13.012462 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-e67da00f-f48c-4c10-bbb1-109774b300de tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:13.017862 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67da00f-f48c-4c10-bbb1-109774b300de tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:42:13.069130 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67da00f-f48c-4c10-bbb1-109774b300de tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'Port': ['ID=abc04f4a-7035-46b9-beca-95e3250516ce,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:13.455404 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e67da00f-f48c-4c10-bbb1-109774b300de tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:13.531800 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e67da00f-f48c-4c10-bbb1-109774b300de tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:13.738143 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e67da00f-f48c-4c10-bbb1-109774b300de tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:13.742209 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e67da00f-f48c-4c10-bbb1-109774b300de tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:13.852000 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67da00f-f48c-4c10-bbb1-109774b300de tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event updated for resources: {'Port': ['ID=abc04f4a-7035-46b9-beca-95e3250516ce,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:13.863252 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e67da00f-f48c-4c10-bbb1-109774b300de tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:14.031166 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-e67da00f-f48c-4c10-bbb1-109774b300de tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Floating IP 6b5e9447-3ad6-47a0-9d97-eeaa3d87ae49 associated. External IP: 172.25.5.13, port: bc153d4b-da37-43d2-8168-6c960604485c. Feb 09 01:42:14.592737 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67da00f-f48c-4c10-bbb1-109774b300de tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Router 2fed91a3-66a7-4874-a057-4055f9f86570 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:42:14.782803 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67da00f-f48c-4c10-bbb1-109774b300de tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:42:14.792697 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db11612-b1db-49e4-8f10-a87ef6456510 None None] Sync routers for ids ['2fed91a3-66a7-4874-a057-4055f9f86570'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:42:14.817110 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e67da00f-f48c-4c10-bbb1-109774b300de tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:14.817517 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db11612-b1db-49e4-8f10-a87ef6456510 None None] Routers {'2fed91a3-66a7-4874-a057-4055f9f86570'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:42:14.818650 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-4db11612-b1db-49e4-8f10-a87ef6456510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:42:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2fed91a3-66a7-4874-a057-4055f9f86570'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:14.889461 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e67da00f-f48c-4c10-bbb1-109774b300de tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5547450 Feb 09 01:42:14.889890 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663045e8-81ba-4bf3-883d-e43548626f0b', 'tag': 'bc153d4b-da37-43d2-8168-6c960604485c'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:42:14.947554 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663045e8-81ba-4bf3-883d-e43548626f0b', 'tag': 'bc153d4b-da37-43d2-8168-6c960604485c', 'status': 'completed', 'code': 200} Feb 09 01:42:15.024976 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-4db11612-b1db-49e4-8f10-a87ef6456510 None None] Set router 2fed91a3-66a7-4874-a057-4055f9f86570 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:42:15.053579 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c741a26-6f3d-4fec-b70a-9c8a104c6c2d req-c7958b0c-f497-4f68-be90-e441c37c71e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:15.055832 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4c741a26-6f3d-4fec-b70a-9c8a104c6c2d req-c7958b0c-f497-4f68-be90-e441c37c71e0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 1097 time: 0.0839236 Feb 09 01:42:15.100686 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ce46f-2287-44d5-95d2-ac089910a604 req-64c86a3a-e45d-42d1-b375-db47387b4173 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:15.109052 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f11ce46f-2287-44d5-95d2-ac089910a604 req-64c86a3a-e45d-42d1-b375-db47387b4173 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 946 time: 0.0996835 Feb 09 01:42:15.160495 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f11ce46f-2287-44d5-95d2-ac089910a604 req-cab0b1d0-52c6-4d9e-890d-64af2c375043 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=48057031-8c91-459e-a90d-d62f2e117699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504446 Feb 09 01:42:15.176811 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54190) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:15.201162 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c741a26-6f3d-4fec-b70a-9c8a104c6c2d req-f48a0318-a1d4-4e4f-b77a-11754707670b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:15.203884 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4c741a26-6f3d-4fec-b70a-9c8a104c6c2d req-f48a0318-a1d4-4e4f-b77a-11754707670b service neutron] 10.222.0.35 "GET /v2.0/networks?id=f7221247-12ea-4739-b10d-f97ed1c5f937 HTTP/1.1" status: 200 len: 898 time: 0.1417165 Feb 09 01:42:15.291996 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-74199404-d76a-4489-9245-7d6f5e43207e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/floatingips/6b5e9447-3ad6-47a0-9d97-eeaa3d87ae49 HTTP/1.1" status: 200 len: 991 time: 0.1139348 Feb 09 01:42:15.315676 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4c741a26-6f3d-4fec-b70a-9c8a104c6c2d req-34f2d8f6-b5db-4ab2-82ae-5ca367b36cc2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc153d4b-da37-43d2-8168-6c960604485c HTTP/1.1" status: 200 len: 999 time: 0.1049099 Feb 09 01:42:15.385562 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c741a26-6f3d-4fec-b70a-9c8a104c6c2d req-740571e6-9c29-4fda-9cf1-3057b01cba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:15.387113 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4c741a26-6f3d-4fec-b70a-9c8a104c6c2d req-740571e6-9c29-4fda-9cf1-3057b01cba27 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2d89d0d3-51b3-4031-99a8-b87544e59fcb HTTP/1.1" status: 200 len: 835 time: 0.0655382 Feb 09 01:42:15.397157 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-4db11612-b1db-49e4-8f10-a87ef6456510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684464610', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '120620f9-1a4c-412e-90bf-2be334e79905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:52Z', 'updated_at': '2022-02-09T01:41:57Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '120620f9-1a4c-412e-90bf-2be334e79905', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:52Z', 'updated_at': '2022-02-09T01:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '6b5e9447-3ad6-47a0-9d97-eeaa3d87ae49', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'floating_ip_address': '172.25.5.13', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'port_id': 'bc153d4b-da37-43d2-8168-6c960604485c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7221247-12ea-4739-b10d-f97ed1c5f937', 'mac_address': 'fa:16:3e:2e:8a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663045e8-81ba-4bf3-883d-e43548626f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:42:13Z', 'updated_at': '2022-02-09T01:42:13Z', 'revision_number': 0, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300d6915-11f2-485f-b5d0-01bed95dbb59', 'name': '', 'network_id': 'f7221247-12ea-4739-b10d-f97ed1c5f937', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:dc:b4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '2d89d0d3-51b3-4031-99a8-b87544e59fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:56Z', 'updated_at': '2022-02-09T01:42:03Z', 'revision_number': 5, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '2d89d0d3-51b3-4031-99a8-b87544e59fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:15.402976 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db11612-b1db-49e4-8f10-a87ef6456510 None None] Checking router: 2fed91a3-66a7-4874-a057-4055f9f86570 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:42:15.411738 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db11612-b1db-49e4-8f10-a87ef6456510 None None] Routers {'2fed91a3-66a7-4874-a057-4055f9f86570'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:42:15.412620 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-4db11612-b1db-49e4-8f10-a87ef6456510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:42:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2fed91a3-66a7-4874-a057-4055f9f86570'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:15.462908 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c741a26-6f3d-4fec-b70a-9c8a104c6c2d req-d5956883-35ff-40ef-8388-5b7f7b1c147d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:15.464382 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4c741a26-6f3d-4fec-b70a-9c8a104c6c2d req-d5956883-35ff-40ef-8388-5b7f7b1c147d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f7221247-12ea-4739-b10d-f97ed1c5f937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716655 Feb 09 01:42:15.599198 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-4db11612-b1db-49e4-8f10-a87ef6456510 None None] Set router 2fed91a3-66a7-4874-a057-4055f9f86570 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:42:15.600105 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4c741a26-6f3d-4fec-b70a-9c8a104c6c2d req-414456b9-ba6b-411f-998a-993e10a55b4e service neutron] 10.222.0.35 "GET /v2.0/networks/f7221247-12ea-4739-b10d-f97ed1c5f937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289954 Feb 09 01:42:15.731665 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4c741a26-6f3d-4fec-b70a-9c8a104c6c2d req-777be212-480c-4b16-919b-1931995db653 service neutron] 10.222.0.35 "GET /v2.0/networks/f7221247-12ea-4739-b10d-f97ed1c5f937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253428 Feb 09 01:42:15.962291 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-4db11612-b1db-49e4-8f10-a87ef6456510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684464610', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '120620f9-1a4c-412e-90bf-2be334e79905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:52Z', 'updated_at': '2022-02-09T01:41:57Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '120620f9-1a4c-412e-90bf-2be334e79905', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:52Z', 'updated_at': '2022-02-09T01:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '6b5e9447-3ad6-47a0-9d97-eeaa3d87ae49', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'floating_ip_address': '172.25.5.13', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'port_id': 'bc153d4b-da37-43d2-8168-6c960604485c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7221247-12ea-4739-b10d-f97ed1c5f937', 'mac_address': 'fa:16:3e:2e:8a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663045e8-81ba-4bf3-883d-e43548626f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:42:13Z', 'updated_at': '2022-02-09T01:42:13Z', 'revision_number': 0, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300d6915-11f2-485f-b5d0-01bed95dbb59', 'name': '', 'network_id': 'f7221247-12ea-4739-b10d-f97ed1c5f937', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:dc:b4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '2d89d0d3-51b3-4031-99a8-b87544e59fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:56Z', 'updated_at': '2022-02-09T01:42:03Z', 'revision_number': 5, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '2d89d0d3-51b3-4031-99a8-b87544e59fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:15.967013 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db11612-b1db-49e4-8f10-a87ef6456510 None None] The sync data for ids ['2fed91a3-66a7-4874-a057-4055f9f86570'] in n-d-828419-1 is: [{'id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684464610', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '120620f9-1a4c-412e-90bf-2be334e79905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:52Z', 'updated_at': '2022-02-09T01:41:57Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '120620f9-1a4c-412e-90bf-2be334e79905', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:52Z', 'updated_at': '2022-02-09T01:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '6b5e9447-3ad6-47a0-9d97-eeaa3d87ae49', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'floating_ip_address': '172.25.5.13', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'port_id': 'bc153d4b-da37-43d2-8168-6c960604485c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7221247-12ea-4739-b10d-f97ed1c5f937', 'mac_address': 'fa:16:3e:2e:8a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663045e8-81ba-4bf3-883d-e43548626f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:42:13Z', 'updated_at': '2022-02-09T01:42:13Z', 'revision_number': 0, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300d6915-11f2-485f-b5d0-01bed95dbb59', 'name': '', 'network_id': 'f7221247-12ea-4739-b10d-f97ed1c5f937', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:dc:b4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '2d89d0d3-51b3-4031-99a8-b87544e59fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:56Z', 'updated_at': '2022-02-09T01:42:03Z', 'revision_number': 5, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '2d89d0d3-51b3-4031-99a8-b87544e59fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:42:16.194111 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffc6157-0e91-47cf-a2c5-e309604d8139 None None] New status for floating IP 6b5e9447-3ad6-47a0-9d97-eeaa3d87ae49: ACTIVE {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:42:16.296548 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54198) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:16.406626 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-58de011a-a2b8-42ec-a05a-c714e0f16adb tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/floatingips/6b5e9447-3ad6-47a0-9d97-eeaa3d87ae49 HTTP/1.1" status: 200 len: 991 time: 0.1078324 Feb 09 01:42:17.410608 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54218) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:17.520718 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-54196da9-41f8-4c8b-a976-df369c2653d0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/floatingips/6b5e9447-3ad6-47a0-9d97-eeaa3d87ae49 HTTP/1.1" status: 200 len: 993 time: 0.1086133 Feb 09 01:42:19.806109 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54242) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:19.922388 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa716d35-e8d5-498f-b6f6-ddcc47c84022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:19.936481 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-fa716d35-e8d5-498f-b6f6-ddcc47c84022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:42:19.940284 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fa716d35-e8d5-498f-b6f6-ddcc47c84022 admin admin] Usage tracker for resource:security_group_rule and tenant:b03f4b15e0d84fc5a10ff3d3163d2924 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:42:19.943051 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fa716d35-e8d5-498f-b6f6-ddcc47c84022 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:42:19.948665 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-fa716d35-e8d5-498f-b6f6-ddcc47c84022 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:42:20.028684 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa716d35-e8d5-498f-b6f6-ddcc47c84022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:20.033166 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa716d35-e8d5-498f-b6f6-ddcc47c84022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:20.079025 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fa716d35-e8d5-498f-b6f6-ddcc47c84022 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b03f4b15e0d84fc5a10ff3d3163d2924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2718668 Feb 09 01:42:20.080621 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa716d35-e8d5-498f-b6f6-ddcc47c84022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89ad662-fa28-40c0-976d-7967ce9315db,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:20.081916 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54248) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:20.147930 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4efa68bb-1ae8-4e37-adf7-af5757c3257e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:20.173005 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4efa68bb-1ae8-4e37-adf7-af5757c3257e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:20.224242 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4efa68bb-1ae8-4e37-adf7-af5757c3257e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:20.244282 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa68bb-1ae8-4e37-adf7-af5757c3257e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89ad662-fa28-40c0-976d-7967ce9315db,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:20.248952 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4efa68bb-1ae8-4e37-adf7-af5757c3257e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:20.252497 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4efa68bb-1ae8-4e37-adf7-af5757c3257e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d89ad662-fa28-40c0-976d-7967ce9315db HTTP/1.1" status: 204 len: 168 time: 0.1670430 Feb 09 01:42:22.163261 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:25.269541 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:27.168213 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54390) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:27.284453 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-01ac027f-6ae2-4822-9516-ff8fd9bb34f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:27.299266 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-01ac027f-6ae2-4822-9516-ff8fd9bb34f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:42:27.303151 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-01ac027f-6ae2-4822-9516-ff8fd9bb34f2 admin admin] Usage tracker for resource:security_group_rule and tenant:130b08097fb14d9d9f967a8cc94360ec is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:42:27.305990 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-01ac027f-6ae2-4822-9516-ff8fd9bb34f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:42:27.311640 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-01ac027f-6ae2-4822-9516-ff8fd9bb34f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:42:27.392390 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-01ac027f-6ae2-4822-9516-ff8fd9bb34f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:27.395940 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-01ac027f-6ae2-4822-9516-ff8fd9bb34f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:27.439778 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac027f-6ae2-4822-9516-ff8fd9bb34f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfe942a-907a-4352-b20d-47c09d0bd135,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:27.443535 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-01ac027f-6ae2-4822-9516-ff8fd9bb34f2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=130b08097fb14d9d9f967a8cc94360ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2743013 Feb 09 01:42:27.446353 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54396) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:27.450052 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac027f-6ae2-4822-9516-ff8fd9bb34f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:27.450394 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac027f-6ae2-4822-9516-ff8fd9bb34f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:27.450745 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac027f-6ae2-4822-9516-ff8fd9bb34f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:27.451085 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac027f-6ae2-4822-9516-ff8fd9bb34f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:27.451411 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac027f-6ae2-4822-9516-ff8fd9bb34f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:27.451736 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac027f-6ae2-4822-9516-ff8fd9bb34f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:27.452055 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac027f-6ae2-4822-9516-ff8fd9bb34f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:27.452376 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac027f-6ae2-4822-9516-ff8fd9bb34f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:27.452717 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac027f-6ae2-4822-9516-ff8fd9bb34f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:27.453031 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac027f-6ae2-4822-9516-ff8fd9bb34f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:27.453344 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac027f-6ae2-4822-9516-ff8fd9bb34f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:27.453659 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac027f-6ae2-4822-9516-ff8fd9bb34f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:27.509968 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa1184f2-fde8-45eb-878e-e56025d9e8e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:27.535949 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa1184f2-fde8-45eb-878e-e56025d9e8e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:27.588605 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa1184f2-fde8-45eb-878e-e56025d9e8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:27.604798 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1184f2-fde8-45eb-878e-e56025d9e8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfe942a-907a-4352-b20d-47c09d0bd135,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:27.614039 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aa1184f2-fde8-45eb-878e-e56025d9e8e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:27.615152 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-aa1184f2-fde8-45eb-878e-e56025d9e8e9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3dfe942a-907a-4352-b20d-47c09d0bd135 HTTP/1.1" status: 204 len: 168 time: 0.1678255 Feb 09 01:42:27.884926 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54404) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:27.902508 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-560eb4ae-0ead-47e8-bd36-c9c6f6c85751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:27.917104 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-560eb4ae-0ead-47e8-bd36-c9c6f6c85751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:42:27.920936 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-560eb4ae-0ead-47e8-bd36-c9c6f6c85751 admin admin] Usage tracker for resource:security_group_rule and tenant:ed76f2d7722a49a6b9148c0304c85773 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:42:27.923677 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-560eb4ae-0ead-47e8-bd36-c9c6f6c85751 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:42:27.929295 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-560eb4ae-0ead-47e8-bd36-c9c6f6c85751 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:42:28.008843 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-560eb4ae-0ead-47e8-bd36-c9c6f6c85751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:28.012327 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-560eb4ae-0ead-47e8-bd36-c9c6f6c85751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:28.058012 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-560eb4ae-0ead-47e8-bd36-c9c6f6c85751 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed76f2d7722a49a6b9148c0304c85773&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1719630 Feb 09 01:42:28.059603 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560eb4ae-0ead-47e8-bd36-c9c6f6c85751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82793c9-8147-4286-86e4-0eec877e49be,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:28.061134 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54408) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:28.118463 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-54091c7d-3294-4f94-ae19-41e22bf9eb72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:28.143907 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-54091c7d-3294-4f94-ae19-41e22bf9eb72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:28.197410 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-54091c7d-3294-4f94-ae19-41e22bf9eb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:28.213170 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54091c7d-3294-4f94-ae19-41e22bf9eb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82793c9-8147-4286-86e4-0eec877e49be,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:28.222121 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-54091c7d-3294-4f94-ae19-41e22bf9eb72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:28.223211 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-54091c7d-3294-4f94-ae19-41e22bf9eb72 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a82793c9-8147-4286-86e4-0eec877e49be HTTP/1.1" status: 204 len: 168 time: 0.1611328 Feb 09 01:42:30.502252 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54484) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:30.631869 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-677e6de6-8c67-484c-bcf4-1a37b5e7b3f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:30.646054 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-677e6de6-8c67-484c-bcf4-1a37b5e7b3f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:42:30.649956 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-677e6de6-8c67-484c-bcf4-1a37b5e7b3f4 admin admin] Usage tracker for resource:security_group_rule and tenant:2e201e4a2bb74194825c51bfdec8ed85 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:42:30.652737 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-677e6de6-8c67-484c-bcf4-1a37b5e7b3f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:42:30.658364 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-677e6de6-8c67-484c-bcf4-1a37b5e7b3f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:42:30.738385 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-677e6de6-8c67-484c-bcf4-1a37b5e7b3f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:30.742040 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-677e6de6-8c67-484c-bcf4-1a37b5e7b3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:30.788779 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-677e6de6-8c67-484c-bcf4-1a37b5e7b3f4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2e201e4a2bb74194825c51bfdec8ed85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2853818 Feb 09 01:42:30.789658 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e6de6-8c67-484c-bcf4-1a37b5e7b3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec53b5bc-55b0-4f97-9ae6-576dfd5a9a69,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:30.791389 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54490) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:30.852970 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eb6952bf-55fb-4a1e-af60-7fb503ec85cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:30.878686 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eb6952bf-55fb-4a1e-af60-7fb503ec85cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:30.929806 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eb6952bf-55fb-4a1e-af60-7fb503ec85cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:30.945907 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6952bf-55fb-4a1e-af60-7fb503ec85cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec53b5bc-55b0-4f97-9ae6-576dfd5a9a69,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:30.955302 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eb6952bf-55fb-4a1e-af60-7fb503ec85cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:30.958802 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-eb6952bf-55fb-4a1e-af60-7fb503ec85cb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec53b5bc-55b0-4f97-9ae6-576dfd5a9a69 HTTP/1.1" status: 204 len: 168 time: 0.1640337 Feb 09 01:42:31.225222 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54498) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:31.243021 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9ce15022-8789-44d6-a7b2-49f6df063be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:31.257225 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9ce15022-8789-44d6-a7b2-49f6df063be2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:42:31.261045 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9ce15022-8789-44d6-a7b2-49f6df063be2 admin admin] Usage tracker for resource:security_group_rule and tenant:20d64425320b4b09a305a7b7007a66d4 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:42:31.263750 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9ce15022-8789-44d6-a7b2-49f6df063be2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:42:31.269340 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9ce15022-8789-44d6-a7b2-49f6df063be2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:42:31.352709 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9ce15022-8789-44d6-a7b2-49f6df063be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:31.356416 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9ce15022-8789-44d6-a7b2-49f6df063be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:31.404756 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce15022-8789-44d6-a7b2-49f6df063be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8f90f4-68c0-4e84-ad3f-0e0140ceb03b,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:31.408971 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9ce15022-8789-44d6-a7b2-49f6df063be2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20d64425320b4b09a305a7b7007a66d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1827586 Feb 09 01:42:31.411592 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54502) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:31.468764 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ac19b488-bda4-4c41-85d7-8e9783eebeb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:31.494723 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ac19b488-bda4-4c41-85d7-8e9783eebeb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:31.546657 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ac19b488-bda4-4c41-85d7-8e9783eebeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:31.562158 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19b488-bda4-4c41-85d7-8e9783eebeb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8f90f4-68c0-4e84-ad3f-0e0140ceb03b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:31.566623 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ac19b488-bda4-4c41-85d7-8e9783eebeb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:31.567685 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ac19b488-bda4-4c41-85d7-8e9783eebeb1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f8f90f4-68c0-4e84-ad3f-0e0140ceb03b HTTP/1.1" status: 204 len: 168 time: 0.1553385 Feb 09 01:42:32.793066 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54540) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:32.908765 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-12d98e5c-73ba-4795-b039-43ab2f3eb006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:32.923196 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-12d98e5c-73ba-4795-b039-43ab2f3eb006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:42:32.926973 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-12d98e5c-73ba-4795-b039-43ab2f3eb006 admin admin] Usage tracker for resource:security_group_rule and tenant:bedab4c97ad349d89de923aab4870de2 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:42:32.929713 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-12d98e5c-73ba-4795-b039-43ab2f3eb006 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:42:32.935875 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-12d98e5c-73ba-4795-b039-43ab2f3eb006 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:42:33.018633 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-12d98e5c-73ba-4795-b039-43ab2f3eb006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:33.022226 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-12d98e5c-73ba-4795-b039-43ab2f3eb006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:33.069288 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-12d98e5c-73ba-4795-b039-43ab2f3eb006 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bedab4c97ad349d89de923aab4870de2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2751079 Feb 09 01:42:33.070075 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d98e5c-73ba-4795-b039-43ab2f3eb006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e4480e-3f5b-4936-af52-e27d8cb1c0dc,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:33.072531 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54546) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:33.132646 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9b665617-cdfb-4afc-8b67-4c309ff67f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:33.157359 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9b665617-cdfb-4afc-8b67-4c309ff67f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:33.211640 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9b665617-cdfb-4afc-8b67-4c309ff67f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:33.227481 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b665617-cdfb-4afc-8b67-4c309ff67f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e4480e-3f5b-4936-af52-e27d8cb1c0dc,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:33.236458 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9b665617-cdfb-4afc-8b67-4c309ff67f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:33.237582 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9b665617-cdfb-4afc-8b67-4c309ff67f2e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b6e4480e-3f5b-4936-af52-e27d8cb1c0dc HTTP/1.1" status: 204 len: 168 time: 0.1633286 Feb 09 01:42:34.176905 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54578) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:34.291632 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-59531289-fec8-4d80-a79f-e75fa8cf136e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:34.306148 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-59531289-fec8-4d80-a79f-e75fa8cf136e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:42:34.310022 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-59531289-fec8-4d80-a79f-e75fa8cf136e admin admin] Usage tracker for resource:security_group_rule and tenant:a6a474ee87454ceb8adbf2bff1b2da8c is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:42:34.313407 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-59531289-fec8-4d80-a79f-e75fa8cf136e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:42:34.319004 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-59531289-fec8-4d80-a79f-e75fa8cf136e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:42:34.397513 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-59531289-fec8-4d80-a79f-e75fa8cf136e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:34.400897 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-59531289-fec8-4d80-a79f-e75fa8cf136e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:34.446514 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-59531289-fec8-4d80-a79f-e75fa8cf136e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a6a474ee87454ceb8adbf2bff1b2da8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2685549 Feb 09 01:42:34.448164 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59531289-fec8-4d80-a79f-e75fa8cf136e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b126fe-d46b-4922-b7e5-2d5530055434,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:34.449277 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54584) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:34.513039 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa621ca3-a618-4709-a824-ccc8372d0f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:34.537837 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa621ca3-a618-4709-a824-ccc8372d0f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:34.592059 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa621ca3-a618-4709-a824-ccc8372d0f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:34.607873 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa621ca3-a618-4709-a824-ccc8372d0f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b126fe-d46b-4922-b7e5-2d5530055434,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:34.618509 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fa621ca3-a618-4709-a824-ccc8372d0f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:34.619647 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fa621ca3-a618-4709-a824-ccc8372d0f59 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a3b126fe-d46b-4922-b7e5-2d5530055434 HTTP/1.1" status: 204 len: 168 time: 0.1693397 Feb 09 01:42:36.952130 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0e7b5835-3180-48e6-8e87-3e2a777aaa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:39.382625 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-94063dc4-8d6f-4fc2-8309-9557a728e9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:40.446996 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:40.548690 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:41.866609 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:49.503899 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:42:51.040970 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964105e-3f2c-4247-a388-2644b15643d3 req-0937a75e-9730-4238-aab5-98068ce8e841 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:51.042338 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6964105e-3f2c-4247-a388-2644b15643d3 req-0937a75e-9730-4238-aab5-98068ce8e841 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 946 time: 0.1850712 Feb 09 01:42:51.086386 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6964105e-3f2c-4247-a388-2644b15643d3 req-45780af6-5e51-424d-94ec-41d8133eabd7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=48057031-8c91-459e-a90d-d62f2e117699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377543 Feb 09 01:42:52.164346 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:52.276998 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bae317-2f4f-4d03-b6c4-0cbefeecf712 req-8cda4071-b352-46f8-ad99-70880ee8391e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:52.278461 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-55bae317-2f4f-4d03-b6c4-0cbefeecf712 req-8cda4071-b352-46f8-ad99-70880ee8391e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 946 time: 0.0837569 Feb 09 01:42:52.321763 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-55bae317-2f4f-4d03-b6c4-0cbefeecf712 req-9cbfbb45-a1c6-4cbd-bfaf-f837d14b7475 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=48057031-8c91-459e-a90d-d62f2e117699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375912 Feb 09 01:42:53.511410 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727db13-5554-4eb7-b6cf-0dee2d9cc682 req-79a23c46-35aa-4c10-ae62-79c731f55f1b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:53.512995 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a727db13-5554-4eb7-b6cf-0dee2d9cc682 req-79a23c46-35aa-4c10-ae62-79c731f55f1b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 946 time: 0.0830324 Feb 09 01:42:53.561995 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a727db13-5554-4eb7-b6cf-0dee2d9cc682 req-49d85504-90c5-4285-93f4-6c4001515437 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=48057031-8c91-459e-a90d-d62f2e117699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428598 Feb 09 01:42:54.765139 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df11b42-a5f6-4e62-b9e6-11b78f5d1a3c req-f78e5a52-2793-4630-abc0-09adf01daee2 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:54.767416 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3df11b42-a5f6-4e62-b9e6-11b78f5d1a3c req-f78e5a52-2793-4630-abc0-09adf01daee2 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 946 time: 0.0836535 Feb 09 01:42:54.816899 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3df11b42-a5f6-4e62-b9e6-11b78f5d1a3c req-f4bf6bf2-1dca-4dbc-b69f-7036e325d685 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=48057031-8c91-459e-a90d-d62f2e117699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437305 Feb 09 01:42:55.259730 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:56.004622 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f0126-b774-4a81-9e62-76da4b6059b2 req-d406f890-f0f4-4e76-871b-9fe2ff4b3f7b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:56.006515 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-675f0126-b774-4a81-9e62-76da4b6059b2 req-d406f890-f0f4-4e76-871b-9fe2ff4b3f7b tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 946 time: 0.0831439 Feb 09 01:42:56.050443 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-675f0126-b774-4a81-9e62-76da4b6059b2 req-907405f9-3032-4b6b-9fbb-a22beecabc24 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=48057031-8c91-459e-a90d-d62f2e117699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381808 Feb 09 01:42:57.332167 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726f5d4-a0c0-4516-addf-835106a4f9a2 req-29359c12-7e27-4d07-a934-15ddbbd7a7e8 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:57.333568 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e726f5d4-a0c0-4516-addf-835106a4f9a2 req-29359c12-7e27-4d07-a934-15ddbbd7a7e8 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 946 time: 0.1766551 Feb 09 01:42:57.376868 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e726f5d4-a0c0-4516-addf-835106a4f9a2 req-43867bc5-5cf4-4fe1-9d6e-88cf8025f55c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=48057031-8c91-459e-a90d-d62f2e117699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377941 Feb 09 01:42:58.566234 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041baecb-8b7c-43d1-a889-d25d0e0c6ce8 req-9b8ab440-a5bd-4d74-bf8b-6f1d36304c87 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:58.567993 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-041baecb-8b7c-43d1-a889-d25d0e0c6ce8 req-9b8ab440-a5bd-4d74-bf8b-6f1d36304c87 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 946 time: 0.0835395 Feb 09 01:42:58.611731 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-041baecb-8b7c-43d1-a889-d25d0e0c6ce8 req-926e4147-af2f-4152-b1c1-46a39d9d4fe3 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=48057031-8c91-459e-a90d-d62f2e117699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381420 Feb 09 01:42:59.431955 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54724) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:59.552687 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41f87280-aeae-41e7-b942-0a9a05e1bdb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:59.569403 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-41f87280-aeae-41e7-b942-0a9a05e1bdb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:42:59.573157 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-41f87280-aeae-41e7-b942-0a9a05e1bdb1 admin admin] Usage tracker for resource:security_group_rule and tenant:5778f06e5069495fa4952ea912f568eb is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:42:59.575864 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-41f87280-aeae-41e7-b942-0a9a05e1bdb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:42:59.581412 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-41f87280-aeae-41e7-b942-0a9a05e1bdb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:42:59.674575 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41f87280-aeae-41e7-b942-0a9a05e1bdb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:59.678787 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41f87280-aeae-41e7-b942-0a9a05e1bdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:59.727858 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-41f87280-aeae-41e7-b942-0a9a05e1bdb1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5778f06e5069495fa4952ea912f568eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2923188 Feb 09 01:42:59.727858 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f87280-aeae-41e7-b942-0a9a05e1bdb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d35d5bc-a1cc-4a04-abeb-11026293aa5f,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:59.728349 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54732) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:42:59.747788 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f87280-aeae-41e7-b942-0a9a05e1bdb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:59.748132 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f87280-aeae-41e7-b942-0a9a05e1bdb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:59.748490 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f87280-aeae-41e7-b942-0a9a05e1bdb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:59.748825 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f87280-aeae-41e7-b942-0a9a05e1bdb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:59.749152 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f87280-aeae-41e7-b942-0a9a05e1bdb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:59.749504 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f87280-aeae-41e7-b942-0a9a05e1bdb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:59.749823 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f87280-aeae-41e7-b942-0a9a05e1bdb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:59.750143 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f87280-aeae-41e7-b942-0a9a05e1bdb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:59.750462 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f87280-aeae-41e7-b942-0a9a05e1bdb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:59.750775 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f87280-aeae-41e7-b942-0a9a05e1bdb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:59.751089 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f87280-aeae-41e7-b942-0a9a05e1bdb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:59.751401 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f87280-aeae-41e7-b942-0a9a05e1bdb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:59.857971 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8960b68a-23be-4343-9843-af74686e1ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:59.894177 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de422e-753b-4c94-b427-157bba931355 req-0b1b8360-9ec7-4e49-903e-c17d4d9d01a0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:59.895578 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c8de422e-753b-4c94-b427-157bba931355 req-0b1b8360-9ec7-4e49-903e-c17d4d9d01a0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 946 time: 0.1494169 Feb 09 01:42:59.897540 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8960b68a-23be-4343-9843-af74686e1ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:42:59.964472 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c8de422e-753b-4c94-b427-157bba931355 req-bbd121ac-8eb2-4168-a25f-648f554940f0 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=48057031-8c91-459e-a90d-d62f2e117699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600181 Feb 09 01:42:59.986380 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8960b68a-23be-4343-9843-af74686e1ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:00.002482 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960b68a-23be-4343-9843-af74686e1ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d35d5bc-a1cc-4a04-abeb-11026293aa5f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:00.007394 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8960b68a-23be-4343-9843-af74686e1ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:00.008574 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8960b68a-23be-4343-9843-af74686e1ae8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1d35d5bc-a1cc-4a04-abeb-11026293aa5f HTTP/1.1" status: 204 len: 168 time: 0.2792399 Feb 09 01:43:01.157159 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df4b78-23b2-4b8e-a831-50a473756286 req-ce9a5058-05d8-4c40-a187-8180229b6fed tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:01.158624 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8df4b78-23b2-4b8e-a831-50a473756286 req-ce9a5058-05d8-4c40-a187-8180229b6fed tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 946 time: 0.0820987 Feb 09 01:43:01.210118 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8df4b78-23b2-4b8e-a831-50a473756286 req-615b408f-f4b0-43c4-9122-019754056f3f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=48057031-8c91-459e-a90d-d62f2e117699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459108 Feb 09 01:43:02.052283 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54810) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:02.167208 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d4c7b77a-517e-4fa5-9af0-c4eb30103668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:02.184183 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d4c7b77a-517e-4fa5-9af0-c4eb30103668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:02.187943 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d4c7b77a-517e-4fa5-9af0-c4eb30103668 admin admin] Usage tracker for resource:security_group_rule and tenant:d31c06aa28544b48a90e01bff72ff55c is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:02.190671 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d4c7b77a-517e-4fa5-9af0-c4eb30103668 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:02.196195 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d4c7b77a-517e-4fa5-9af0-c4eb30103668 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:02.278942 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d4c7b77a-517e-4fa5-9af0-c4eb30103668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:02.283317 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d4c7b77a-517e-4fa5-9af0-c4eb30103668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:02.332986 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d4c7b77a-517e-4fa5-9af0-c4eb30103668 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d31c06aa28544b48a90e01bff72ff55c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2792604 Feb 09 01:43:02.333796 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7b77a-517e-4fa5-9af0-c4eb30103668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8cfe7b-3a2c-4116-a12f-9ca0d02d1c16,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:02.336219 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54818) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:02.395412 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6fd86aac-79d6-4cd1-855c-a4cf4fce1539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:02.401949 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77248a52-76ab-47f9-88e4-d80e2b8262cb req-7659a5b4-5c4e-4f7f-b8fa-ffbdcc9d5615 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:02.403418 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-77248a52-76ab-47f9-88e4-d80e2b8262cb req-7659a5b4-5c4e-4f7f-b8fa-ffbdcc9d5615 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 946 time: 0.0849171 Feb 09 01:43:02.420684 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6fd86aac-79d6-4cd1-855c-a4cf4fce1539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:02.446023 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-77248a52-76ab-47f9-88e4-d80e2b8262cb req-15e014dd-42ba-43f9-82ea-a6c5faca64ec tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=48057031-8c91-459e-a90d-d62f2e117699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368381 Feb 09 01:43:02.472482 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6fd86aac-79d6-4cd1-855c-a4cf4fce1539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:02.491775 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd86aac-79d6-4cd1-855c-a4cf4fce1539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8cfe7b-3a2c-4116-a12f-9ca0d02d1c16,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:02.500770 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6fd86aac-79d6-4cd1-855c-a4cf4fce1539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:02.501876 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6fd86aac-79d6-4cd1-855c-a4cf4fce1539 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df8cfe7b-3a2c-4116-a12f-9ca0d02d1c16 HTTP/1.1" status: 204 len: 168 time: 0.1647995 Feb 09 01:43:02.770805 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54826) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:02.787953 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4c0ea5d5-6f73-44d6-bc82-abdc0474633a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:02.802426 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-4c0ea5d5-6f73-44d6-bc82-abdc0474633a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:02.806258 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4c0ea5d5-6f73-44d6-bc82-abdc0474633a admin admin] Usage tracker for resource:security_group_rule and tenant:519806d16dcb4aea90e1289edce6a8f7 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:02.809031 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4c0ea5d5-6f73-44d6-bc82-abdc0474633a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:02.815223 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-4c0ea5d5-6f73-44d6-bc82-abdc0474633a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:02.894141 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4c0ea5d5-6f73-44d6-bc82-abdc0474633a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:02.897703 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4c0ea5d5-6f73-44d6-bc82-abdc0474633a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:02.944423 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4c0ea5d5-6f73-44d6-bc82-abdc0474633a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=519806d16dcb4aea90e1289edce6a8f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1725397 Feb 09 01:43:02.945562 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ea5d5-6f73-44d6-bc82-abdc0474633a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2691a9-a25f-4538-ba57-521efeac88a3,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:02.947096 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54830) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:03.003982 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-78cc95fd-fd2f-4e0e-9939-0e2c42761766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:03.029062 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-78cc95fd-fd2f-4e0e-9939-0e2c42761766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:03.081201 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-78cc95fd-fd2f-4e0e-9939-0e2c42761766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:03.095067 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc95fd-fd2f-4e0e-9939-0e2c42761766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2691a9-a25f-4538-ba57-521efeac88a3,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:03.102097 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-78cc95fd-fd2f-4e0e-9939-0e2c42761766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:03.103198 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-78cc95fd-fd2f-4e0e-9939-0e2c42761766 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bd2691a9-a25f-4538-ba57-521efeac88a3 HTTP/1.1" status: 204 len: 168 time: 0.1548913 Feb 09 01:43:03.643466 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7d1dd-ec40-4d41-86dd-6e5e83d8b405 req-ed792624-21b1-4381-b210-a7f8b607658e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:03.644974 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d2e7d1dd-ec40-4d41-86dd-6e5e83d8b405 req-ed792624-21b1-4381-b210-a7f8b607658e tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 946 time: 0.0931857 Feb 09 01:43:03.690471 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d2e7d1dd-ec40-4d41-86dd-6e5e83d8b405 req-24f998df-1741-4bb7-be04-3aeedb2a84ff tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=48057031-8c91-459e-a90d-d62f2e117699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395746 Feb 09 01:43:04.877251 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0f8a7-3672-4a06-bba9-e6690eee47da req-f9b2c968-2939-48e5-bf8a-b4e20d654536 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:04.878761 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-52e0f8a7-3672-4a06-bba9-e6690eee47da req-f9b2c968-2939-48e5-bf8a-b4e20d654536 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 946 time: 0.0813053 Feb 09 01:43:04.926876 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-52e0f8a7-3672-4a06-bba9-e6690eee47da req-1087006c-cbb3-446d-948b-764279f415ce tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=48057031-8c91-459e-a90d-d62f2e117699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386586 Feb 09 01:43:05.303842 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54912) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:05.367782 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-60590ca8-225b-4b2d-84af-3dde52cf1c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:05.382657 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-60590ca8-225b-4b2d-84af-3dde52cf1c24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:05.386456 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-60590ca8-225b-4b2d-84af-3dde52cf1c24 admin admin] Usage tracker for resource:security_group_rule and tenant:5bbd507834b64ae0a6e91c3600f6840a is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:05.389178 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-60590ca8-225b-4b2d-84af-3dde52cf1c24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:05.390214 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e664c-94cf-4640-8ef1-0fb31c8b128c req-e12c5ad5-9995-42c9-9046-da6becff4591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:05.391747 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0e2e664c-94cf-4640-8ef1-0fb31c8b128c req-e12c5ad5-9995-42c9-9046-da6becff4591 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 1097 time: 0.1746757 Feb 09 01:43:05.394799 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-60590ca8-225b-4b2d-84af-3dde52cf1c24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:05.433191 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0e2e664c-94cf-4640-8ef1-0fb31c8b128c req-9fdfa0db-d006-4a07-ad3d-615604e18ea0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=48057031-8c91-459e-a90d-d62f2e117699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349739 Feb 09 01:43:05.476964 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-60590ca8-225b-4b2d-84af-3dde52cf1c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:05.480521 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-60590ca8-225b-4b2d-84af-3dde52cf1c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:05.532077 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-60590ca8-225b-4b2d-84af-3dde52cf1c24 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5bbd507834b64ae0a6e91c3600f6840a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2269826 Feb 09 01:43:05.532792 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60590ca8-225b-4b2d-84af-3dde52cf1c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd7ada5-8c52-496f-86d5-f3955de78626,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:05.534615 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54918) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:05.594443 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7acd21ae-c3b3-474e-80cc-70252f4b59b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:05.619481 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7acd21ae-c3b3-474e-80cc-70252f4b59b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:05.669764 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7acd21ae-c3b3-474e-80cc-70252f4b59b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:05.670382 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device bc153d4b-da37-43d2-8168-6c960604485c details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:43:05.687681 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd21ae-c3b3-474e-80cc-70252f4b59b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd7ada5-8c52-496f-86d5-f3955de78626,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:05.694751 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7acd21ae-c3b3-474e-80cc-70252f4b59b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:05.698163 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7acd21ae-c3b3-474e-80cc-70252f4b59b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8bd7ada5-8c52-496f-86d5-f3955de78626 HTTP/1.1" status: 204 len: 168 time: 0.1601982 Feb 09 01:43:05.820758 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port bc153d4b-da37-43d2-8168-6c960604485c, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=bc153d4b-da37-43d2-8168-6c960604485c,segment=NetworkSegment(cda6d1ac-4935-44a2-87f0-985ffa70dc8e),segment_id=cda6d1ac-4935-44a2-87f0-985ffa70dc8e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:05.834429 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'bc153d4b-da37-43d2-8168-6c960604485c', 'network_id': 'f7221247-12ea-4739-b10d-f97ed1c5f937', 'port_id': 'bc153d4b-da37-43d2-8168-6c960604485c', 'mac_address': 'fa:16:3e:2e:8a:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 971, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d89d0d3-51b3-4031-99a8-b87544e59fcb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:43:05.888110 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:05.905085 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc153d4b-da37-43d2-8168-6c960604485c {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:43:05.921532 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port bc153d4b-da37-43d2-8168-6c960604485c, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=bc153d4b-da37-43d2-8168-6c960604485c,segment=NetworkSegment(cda6d1ac-4935-44a2-87f0-985ffa70dc8e),segment_id=cda6d1ac-4935-44a2-87f0-985ffa70dc8e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:05.925637 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:05.981579 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 54928) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:05.995452 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=bc153d4b-da37-43d2-8168-6c960604485c,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:06.001151 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3140c4cf-3e9b-4792-92a9-ad4b79d7d3f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:06.003533 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:06.003875 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:06.004215 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:06.004569 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:06.004892 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:06.005468 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:06.005784 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:06.006099 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:06.006415 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:06.006728 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:06.007041 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:06.007355 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:06.017451 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3140c4cf-3e9b-4792-92a9-ad4b79d7d3f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:06.021321 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3140c4cf-3e9b-4792-92a9-ad4b79d7d3f5 admin admin] Usage tracker for resource:security_group_rule and tenant:4f39959e81dd473c940316883aa2e1b0 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:06.024211 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3140c4cf-3e9b-4792-92a9-ad4b79d7d3f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:06.030057 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3140c4cf-3e9b-4792-92a9-ad4b79d7d3f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:06.115364 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3140c4cf-3e9b-4792-92a9-ad4b79d7d3f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:06.120989 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3140c4cf-3e9b-4792-92a9-ad4b79d7d3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:06.127265 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153136ec-5871-4a08-830f-937c7e4c49bd req-dcea66fa-ce96-47e3-92b5-554153de38cb tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:06.128809 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-153136ec-5871-4a08-830f-937c7e4c49bd req-dcea66fa-ce96-47e3-92b5-554153de38cb tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 945 time: 0.0845602 Feb 09 01:43:06.170894 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3140c4cf-3e9b-4792-92a9-ad4b79d7d3f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4f39959e81dd473c940316883aa2e1b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1879103 Feb 09 01:43:06.173977 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 54932) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:06.175424 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140c4cf-3e9b-4792-92a9-ad4b79d7d3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06caeb07-3923-4a54-a784-2d783cc8245d,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:06.179033 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-153136ec-5871-4a08-830f-937c7e4c49bd req-d5cfbcb4-abad-4286-83e5-77adaaa4e8af tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=48057031-8c91-459e-a90d-d62f2e117699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433655 Feb 09 01:43:06.200604 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['bc153d4b-da37-43d2-8168-6c960604485c'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:43:06.241149 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e13438d5-c4d4-4677-98ce-fbcf36a7c10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:06.266604 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e13438d5-c4d4-4677-98ce-fbcf36a7c10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:06.320079 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e13438d5-c4d4-4677-98ce-fbcf36a7c10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:06.336011 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13438d5-c4d4-4677-98ce-fbcf36a7c10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06caeb07-3923-4a54-a784-2d783cc8245d,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:06.340753 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e13438d5-c4d4-4677-98ce-fbcf36a7c10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:06.345163 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e13438d5-c4d4-4677-98ce-fbcf36a7c10c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06caeb07-3923-4a54-a784-2d783cc8245d HTTP/1.1" status: 204 len: 168 time: 0.1669183 Feb 09 01:43:06.953861 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-98f26cd4-9cb5-4075-9200-5e5b4527a4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:07.372766 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb3180-247a-4a5d-b63b-14d12f3d801d req-c416d948-8c7c-4206-ad90-b8cdb3659804 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:07.374238 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-72fb3180-247a-4a5d-b63b-14d12f3d801d req-c416d948-8c7c-4206-ad90-b8cdb3659804 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 945 time: 0.0859141 Feb 09 01:43:07.417893 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-72fb3180-247a-4a5d-b63b-14d12f3d801d req-e161f708-109d-4d18-be34-bc0a6516c1c8 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=48057031-8c91-459e-a90d-d62f2e117699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375214 Feb 09 01:43:07.666142 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device bc153d4b-da37-43d2-8168-6c960604485c up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:43:07.735018 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port bc153d4b-da37-43d2-8168-6c960604485c triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:07.735391 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:07.867662 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:07.894852 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663045e8-81ba-4bf3-883d-e43548626f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc153d4b-da37-43d2-8168-6c960604485c'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:43:07.904357 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port bc153d4b-da37-43d2-8168-6c960604485c, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=bc153d4b-da37-43d2-8168-6c960604485c,segment=NetworkSegment(cda6d1ac-4935-44a2-87f0-985ffa70dc8e),segment_id=cda6d1ac-4935-44a2-87f0-985ffa70dc8e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:07.910377 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:07.980631 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663045e8-81ba-4bf3-883d-e43548626f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc153d4b-da37-43d2-8168-6c960604485c', 'code': 200} Feb 09 01:43:08.014877 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=bc153d4b-da37-43d2-8168-6c960604485c,revision_number=7']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:08.607759 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce52324-138c-411e-8b33-af4f5b9e3fb2 req-c7eb2360-0e92-406a-9211-2614cbb17904 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:08.609260 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cce52324-138c-411e-8b33-af4f5b9e3fb2 req-c7eb2360-0e92-406a-9211-2614cbb17904 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 946 time: 0.0787694 Feb 09 01:43:08.654333 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cce52324-138c-411e-8b33-af4f5b9e3fb2 req-54d7c94f-3196-4a20-b71c-895a45d1c833 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=48057031-8c91-459e-a90d-d62f2e117699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393596 Feb 09 01:43:08.680805 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55050) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:08.789402 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-21d856be-3fc1-4954-a782-421ac0c4f4c7 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/floatingips/6b5e9447-3ad6-47a0-9d97-eeaa3d87ae49 HTTP/1.1" status: 200 len: 993 time: 0.1073561 Feb 09 01:43:09.388813 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ac685677-2367-442c-a23a-df0451890ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:10.450904 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:10.552266 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:11.870341 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:11.927501 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55290) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:12.042429 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3ceb7289-1cf8-4ae6-9e7f-5ddd6cd78329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:12.056121 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3ceb7289-1cf8-4ae6-9e7f-5ddd6cd78329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:12.059859 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3ceb7289-1cf8-4ae6-9e7f-5ddd6cd78329 admin admin] Usage tracker for resource:security_group_rule and tenant:93df6315dc5e45e7894cf68c065d96ac is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:12.062612 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3ceb7289-1cf8-4ae6-9e7f-5ddd6cd78329 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:12.068152 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3ceb7289-1cf8-4ae6-9e7f-5ddd6cd78329 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:12.153519 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3ceb7289-1cf8-4ae6-9e7f-5ddd6cd78329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:12.157254 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3ceb7289-1cf8-4ae6-9e7f-5ddd6cd78329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:12.203015 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3ceb7289-1cf8-4ae6-9e7f-5ddd6cd78329 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=93df6315dc5e45e7894cf68c065d96ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2744467 Feb 09 01:43:12.205143 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb7289-1cf8-4ae6-9e7f-5ddd6cd78329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0186f7-79e5-4ba2-af21-add7f0cb74a5,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:12.206338 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55296) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:12.268250 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d5cf042d-7a36-4b2c-9438-21121a7513af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:12.293016 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d5cf042d-7a36-4b2c-9438-21121a7513af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:12.344803 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d5cf042d-7a36-4b2c-9438-21121a7513af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:12.360780 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf042d-7a36-4b2c-9438-21121a7513af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0186f7-79e5-4ba2-af21-add7f0cb74a5,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:12.367232 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d5cf042d-7a36-4b2c-9438-21121a7513af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:12.370983 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d5cf042d-7a36-4b2c-9438-21121a7513af admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc0186f7-79e5-4ba2-af21-add7f0cb74a5 HTTP/1.1" status: 204 len: 168 time: 0.1636624 Feb 09 01:43:13.573577 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55334) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:13.679684 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-f21ed577-f37a-451b-942d-c0e6e108c2f3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:13.685127 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f21ed577-f37a-451b-942d-c0e6e108c2f3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:13.689544 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f21ed577-f37a-451b-942d-c0e6e108c2f3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Usage tracker for resource:floatingip and tenant:914a7c73870844fd86c14e3bc0fc9dfe is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:13.692709 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f21ed577-f37a-451b-942d-c0e6e108c2f3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:13.699650 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f21ed577-f37a-451b-942d-c0e6e108c2f3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:13.711374 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f21ed577-f37a-451b-942d-c0e6e108c2f3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:13.835699 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f21ed577-f37a-451b-942d-c0e6e108c2f3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:13.967998 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-f21ed577-f37a-451b-942d-c0e6e108c2f3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Allocated IP 172.25.5.252 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/aaf60f53-fb1a-4cc5-8826-e22a63816eeb) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:14.118008 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f21ed577-f37a-451b-942d-c0e6e108c2f3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:14.146838 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f21ed577-f37a-451b-942d-c0e6e108c2f3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:14.211771 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21ed577-f37a-451b-942d-c0e6e108c2f3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:14.214568 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-f21ed577-f37a-451b-942d-c0e6e108c2f3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:14.217065 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21ed577-f37a-451b-942d-c0e6e108c2f3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:43:14.258720 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ed577-f37a-451b-942d-c0e6e108c2f3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Pushing event updated for resources: {'Port': ['ID=aaf60f53-fb1a-4cc5-8826-e22a63816eeb,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:14.302474 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f21ed577-f37a-451b-942d-c0e6e108c2f3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:14.362552 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f21ed577-f37a-451b-942d-c0e6e108c2f3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:14.664885 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f21ed577-f37a-451b-942d-c0e6e108c2f3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:14.669231 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f21ed577-f37a-451b-942d-c0e6e108c2f3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:14.783099 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ed577-f37a-451b-942d-c0e6e108c2f3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Pushing event updated for resources: {'Port': ['ID=aaf60f53-fb1a-4cc5-8826-e22a63816eeb,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:14.793560 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f21ed577-f37a-451b-942d-c0e6e108c2f3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:14.813748 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f21ed577-f37a-451b-942d-c0e6e108c2f3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:14.814938 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f21ed577-f37a-451b-942d-c0e6e108c2f3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2403800 Feb 09 01:43:14.818472 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55340) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:14.824014 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-f8bbd35c-01c2-4db4-b06e-aeb661f7d7b3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1795887976', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'fixed_ips': [{'ip_address': '172.25.5.252'}]}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:14.830011 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f8bbd35c-01c2-4db4-b06e-aeb661f7d7b3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:14.833809 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f8bbd35c-01c2-4db4-b06e-aeb661f7d7b3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Usage tracker for resource:port and tenant:914a7c73870844fd86c14e3bc0fc9dfe is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:14.837662 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f8bbd35c-01c2-4db4-b06e-aeb661f7d7b3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:14.843222 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f8bbd35c-01c2-4db4-b06e-aeb661f7d7b3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:14.852869 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bbd35c-01c2-4db4-b06e-aeb661f7d7b3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Made reservation on behalf of 914a7c73870844fd86c14e3bc0fc9dfe for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:14.855175 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f8bbd35c-01c2-4db4-b06e-aeb661f7d7b3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:14.867164 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f8bbd35c-01c2-4db4-b06e-aeb661f7d7b3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:14.881441 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f8bbd35c-01c2-4db4-b06e-aeb661f7d7b3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:14.885230 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f8bbd35c-01c2-4db4-b06e-aeb661f7d7b3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Usage tracker for resource:security_group_rule and tenant:914a7c73870844fd86c14e3bc0fc9dfe is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:14.887949 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f8bbd35c-01c2-4db4-b06e-aeb661f7d7b3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:14.894062 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f8bbd35c-01c2-4db4-b06e-aeb661f7d7b3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:14.973665 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f8bbd35c-01c2-4db4-b06e-aeb661f7d7b3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:14.977102 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f8bbd35c-01c2-4db4-b06e-aeb661f7d7b3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:14.988919 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-f8bbd35c-01c2-4db4-b06e-aeb661f7d7b3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] device_id is not set on port dc31097b-46fc-4a7f-89f9-a723933318d4 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:43:15.049560 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bbd35c-01c2-4db4-b06e-aeb661f7d7b3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b4a428-3488-4bd0-a019-6ad0abdeee3c,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:15.190802 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8bbd35c-01c2-4db4-b06e-aeb661f7d7b3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 01:43:15.191297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8bbd35c-01c2-4db4-b06e-aeb661f7d7b3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:43:15.214635 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f8bbd35c-01c2-4db4-b06e-aeb661f7d7b3 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.3951521 Feb 09 01:43:15.217324 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55344) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:15.372920 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-35803a78-18cd-44c8-97ea-a994e0160dbf tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Deleting port aaf60f53-fb1a-4cc5-8826-e22a63816eeb {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:43:15.373264 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-35803a78-18cd-44c8-97ea-a994e0160dbf tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:15.539856 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-35803a78-18cd-44c8-97ea-a994e0160dbf tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:15.540180 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-35803a78-18cd-44c8-97ea-a994e0160dbf tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:15.664053 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-35803a78-18cd-44c8-97ea-a994e0160dbf tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Calling delete_port for aaf60f53-fb1a-4cc5-8826-e22a63816eeb owned by network:floatingip {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:43:15.798998 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-35803a78-18cd-44c8-97ea-a994e0160dbf tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:15.848206 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35803a78-18cd-44c8-97ea-a994e0160dbf tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Pushing event deleted for resources: {'Port': ['ID=aaf60f53-fb1a-4cc5-8826-e22a63816eeb,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:15.939463 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-35803a78-18cd-44c8-97ea-a994e0160dbf tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:15.949060 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-35803a78-18cd-44c8-97ea-a994e0160dbf tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:15.950180 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-35803a78-18cd-44c8-97ea-a994e0160dbf tempest-ExternalNetworksAdminNegativeTestJSON-1631855832 tempest-ExternalNetworksAdminNegativeTestJSON-1631855832-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/cb371d48-a7a5-4805-9631-c3b496dcae06 HTTP/1.1" status: 204 len: 168 time: 0.7319469 Feb 09 01:43:16.212957 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55352) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:16.332300 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-af9b4472-f9e5-444d-8c3e-985dbaa1c787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:16.346567 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-af9b4472-f9e5-444d-8c3e-985dbaa1c787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:16.350437 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-af9b4472-f9e5-444d-8c3e-985dbaa1c787 admin admin] Usage tracker for resource:security_group_rule and tenant:e10a5e19990c4a66a86997d7e69f24fe is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:16.353215 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-af9b4472-f9e5-444d-8c3e-985dbaa1c787 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:16.358797 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-af9b4472-f9e5-444d-8c3e-985dbaa1c787 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:16.443307 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-af9b4472-f9e5-444d-8c3e-985dbaa1c787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:16.447097 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-af9b4472-f9e5-444d-8c3e-985dbaa1c787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:16.494514 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b4472-f9e5-444d-8c3e-985dbaa1c787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2655efe1-94a5-45b3-b75d-07990e34f8a7,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:16.500645 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-af9b4472-f9e5-444d-8c3e-985dbaa1c787 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e10a5e19990c4a66a86997d7e69f24fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2862415 Feb 09 01:43:16.503354 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55358) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:16.560230 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c0f8772-73ef-47a5-8803-8f53696580e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:16.585384 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c0f8772-73ef-47a5-8803-8f53696580e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:16.637891 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c0f8772-73ef-47a5-8803-8f53696580e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:16.651764 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f8772-73ef-47a5-8803-8f53696580e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2655efe1-94a5-45b3-b75d-07990e34f8a7,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:16.660439 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c0f8772-73ef-47a5-8803-8f53696580e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:16.661568 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8c0f8772-73ef-47a5-8803-8f53696580e0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2655efe1-94a5-45b3-b75d-07990e34f8a7 HTTP/1.1" status: 204 len: 168 time: 0.1573355 Feb 09 01:43:16.930395 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55366) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:16.977839 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ed1cb9d0-7461-47e0-a5a5-4f8f4561763b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=914a7c73870844fd86c14e3bc0fc9dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462601 Feb 09 01:43:16.980136 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55370) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:17.039269 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-56598770-206d-4d95-9c0c-83c13dffedd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:17.063691 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-56598770-206d-4d95-9c0c-83c13dffedd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:17.118803 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-56598770-206d-4d95-9c0c-83c13dffedd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:17.137761 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56598770-206d-4d95-9c0c-83c13dffedd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b4a428-3488-4bd0-a019-6ad0abdeee3c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:17.153064 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-56598770-206d-4d95-9c0c-83c13dffedd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:17.157169 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-56598770-206d-4d95-9c0c-83c13dffedd4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a6b4a428-3488-4bd0-a019-6ad0abdeee3c HTTP/1.1" status: 204 len: 168 time: 0.1731369 Feb 09 01:43:17.875589 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55394) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:17.979177 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-7dc04d6c-059c-459f-95bb-f35993fae0d9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2120346677'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:17.984782 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7dc04d6c-059c-459f-95bb-f35993fae0d9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:17.988771 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7dc04d6c-059c-459f-95bb-f35993fae0d9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:network and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:17.991614 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7dc04d6c-059c-459f-95bb-f35993fae0d9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:17.997986 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7dc04d6c-059c-459f-95bb-f35993fae0d9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:18.007910 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc04d6c-059c-459f-95bb-f35993fae0d9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:18.011284 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7dc04d6c-059c-459f-95bb-f35993fae0d9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:18.023579 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7dc04d6c-059c-459f-95bb-f35993fae0d9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:18.038573 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7dc04d6c-059c-459f-95bb-f35993fae0d9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:18.042352 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7dc04d6c-059c-459f-95bb-f35993fae0d9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:security_group_rule and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:18.045104 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7dc04d6c-059c-459f-95bb-f35993fae0d9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:18.050784 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7dc04d6c-059c-459f-95bb-f35993fae0d9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:18.133554 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7dc04d6c-059c-459f-95bb-f35993fae0d9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:18.137099 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7dc04d6c-059c-459f-95bb-f35993fae0d9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:18.165318 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc04d6c-059c-459f-95bb-f35993fae0d9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 975} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:43:18.177350 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc04d6c-059c-459f-95bb-f35993fae0d9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1768ca-523b-4848-8a5a-5921301bb36b,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:18.181642 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7dc04d6c-059c-459f-95bb-f35993fae0d9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:18.181985 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-7dc04d6c-059c-459f-95bb-f35993fae0d9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Added segment cda98b27-e08b-4a7f-b5d5-71d27d02f841 of type vlan for network c278fa39-f239-4898-af1e-f9dd3a03cd09 Feb 09 01:43:18.208534 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7dc04d6c-059c-459f-95bb-f35993fae0d9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:18.235577 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7dc04d6c-059c-459f-95bb-f35993fae0d9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:18.240883 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc04d6c-059c-459f-95bb-f35993fae0d9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:18.241464 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7dc04d6c-059c-459f-95bb-f35993fae0d9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:18.346360 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7dc04d6c-059c-459f-95bb-f35993fae0d9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4696569 Feb 09 01:43:18.349872 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55400) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:18.351959 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc04d6c-059c-459f-95bb-f35993fae0d9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Network': ['ID=c278fa39-f239-4898-af1e-f9dd3a03cd09,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:18.356023 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-4983129f-8a66-4db9-8893-552407c964c9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:18.361925 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:43:18.468451 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-4983129f-8a66-4db9-8893-552407c964c9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:18.472226 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4983129f-8a66-4db9-8893-552407c964c9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:subnet and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:18.474993 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4983129f-8a66-4db9-8893-552407c964c9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:18.480574 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-4983129f-8a66-4db9-8893-552407c964c9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:18.490531 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4983129f-8a66-4db9-8893-552407c964c9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:18.494196 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4983129f-8a66-4db9-8893-552407c964c9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:18.706733 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4983129f-8a66-4db9-8893-552407c964c9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:18.780723 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983129f-8a66-4db9-8893-552407c964c9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Subnet': ['ID=084ef201-9671-474f-a6f2-04fe315825f2,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:18.789701 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4983129f-8a66-4db9-8893-552407c964c9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Checking segment: {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:43:18.790059 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4983129f-8a66-4db9-8893-552407c964c9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network hostable DHCP agents. Network: c278fa39-f239-4898-af1e-f9dd3a03cd09, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:43:18.808634 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4983129f-8a66-4db9-8893-552407c964c9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:43:18.817828 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-4983129f-8a66-4db9-8893-552407c964c9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, c278fa39-f239-4898-af1e-f9dd3a03cd09) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:18.822072 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4983129f-8a66-4db9-8893-552407c964c9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:18.822721 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4983129f-8a66-4db9-8893-552407c964c9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:18.826692 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3de0ee8-f3ef-415a-bdd7-78dbf6222e02 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:43:18.844286 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4983129f-8a66-4db9-8893-552407c964c9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4927576 Feb 09 01:43:18.846944 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55404) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:18.852490 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-1136c907-f779-41df-9c82-db1abce5beca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'port': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'name': 'tempest-NetworksTestDHCPv6-1998396081'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:19.053044 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25a086d-1d88-47c1-9097-ae27c3c669e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-c278fa39-f239-4898-af1e-f9dd3a03cd09', 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'tenant_id': '054ea176b36542169ae947090049f000', 'fixed_ips': [{'subnet_id': '084ef201-9671-474f-a6f2-04fe315825f2'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:43:19.053882 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c25a086d-1d88-47c1-9097-ae27c3c669e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:19.100147 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1136c907-f779-41df-9c82-db1abce5beca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:19.103618 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1136c907-f779-41df-9c82-db1abce5beca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:port and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:19.106439 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1136c907-f779-41df-9c82-db1abce5beca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:19.113508 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1136c907-f779-41df-9c82-db1abce5beca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:19.123151 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1136c907-f779-41df-9c82-db1abce5beca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:19.126637 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1136c907-f779-41df-9c82-db1abce5beca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:19.151407 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-1136c907-f779-41df-9c82-db1abce5beca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] device_id is not set on port 93039740-505b-4a31-8e22-ebff515eda85 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:43:19.212882 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-c25a086d-1d88-47c1-9097-ae27c3c669e8 None None] Allocated IP 2001:db8::2 (c278fa39-f239-4898-af1e-f9dd3a03cd09/084ef201-9671-474f-a6f2-04fe315825f2/f5ebed80-f22d-424a-9556-8e4e13f46675) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:19.410364 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c25a086d-1d88-47c1-9097-ae27c3c669e8 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:19.419796 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c25a086d-1d88-47c1-9097-ae27c3c669e8 None None] Transition to ACTIVE for port object f5ebed80-f22d-424a-9556-8e4e13f46675 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:19.436807 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c25a086d-1d88-47c1-9097-ae27c3c669e8 None None] Transition to ACTIVE for port object f5ebed80-f22d-424a-9556-8e4e13f46675 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:19.441719 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c25a086d-1d88-47c1-9097-ae27c3c669e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:19.507437 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25a086d-1d88-47c1-9097-ae27c3c669e8 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:19.510306 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-c25a086d-1d88-47c1-9097-ae27c3c669e8 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:19.514067 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25a086d-1d88-47c1-9097-ae27c3c669e8 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:43:19.519948 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-1136c907-f779-41df-9c82-db1abce5beca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Allocated IP 2001:db8::38e (c278fa39-f239-4898-af1e-f9dd3a03cd09/084ef201-9671-474f-a6f2-04fe315825f2/93039740-505b-4a31-8e22-ebff515eda85) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:19.523260 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a086d-1d88-47c1-9097-ae27c3c669e8 None None] Pushing event updated for resources: {'Port': ['ID=f5ebed80-f22d-424a-9556-8e4e13f46675,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:19.608578 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-c25a086d-1d88-47c1-9097-ae27c3c669e8 None None] Attempting to bind port f5ebed80-f22d-424a-9556-8e4e13f46675 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:43:19.608953 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-c25a086d-1d88-47c1-9097-ae27c3c669e8 None None] Attempting to bind port f5ebed80-f22d-424a-9556-8e4e13f46675 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:43:19.609535 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25a086d-1d88-47c1-9097-ae27c3c669e8 None None] Attempting to bind port f5ebed80-f22d-424a-9556-8e4e13f46675 on network c278fa39-f239-4898-af1e-f9dd3a03cd09 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:43:19.615278 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25a086d-1d88-47c1-9097-ae27c3c669e8 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:43:19.615653 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25a086d-1d88-47c1-9097-ae27c3c669e8 None None] Checking segment: {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:43:19.616056 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c25a086d-1d88-47c1-9097-ae27c3c669e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:19.616478 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25a086d-1d88-47c1-9097-ae27c3c669e8 None None] Bound using segment: {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:43:19.616949 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-c25a086d-1d88-47c1-9097-ae27c3c669e8 None None] Bound port: f5ebed80-f22d-424a-9556-8e4e13f46675, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:43:19.617322 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c25a086d-1d88-47c1-9097-ae27c3c669e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:19.705505 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-c25a086d-1d88-47c1-9097-ae27c3c669e8 None None] For port f5ebed80-f22d-424a-9556-8e4e13f46675, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:43:19.708540 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-c25a086d-1d88-47c1-9097-ae27c3c669e8 None None] For port f5ebed80-f22d-424a-9556-8e4e13f46675, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=f5ebed80-f22d-424a-9556-8e4e13f46675,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:43:19.712833 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c25a086d-1d88-47c1-9097-ae27c3c669e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:19.735091 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1136c907-f779-41df-9c82-db1abce5beca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:19.750158 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-1136c907-f779-41df-9c82-db1abce5beca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Transition to ACTIVE for port object 93039740-505b-4a31-8e22-ebff515eda85 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:19.774036 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1136c907-f779-41df-9c82-db1abce5beca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:19.801587 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a086d-1d88-47c1-9097-ae27c3c669e8 None None] Pushing event updated for resources: {'Port': ['ID=f5ebed80-f22d-424a-9556-8e4e13f46675,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:19.845370 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1136c907-f779-41df-9c82-db1abce5beca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:19.848549 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-1136c907-f779-41df-9c82-db1abce5beca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:19.852671 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1136c907-f779-41df-9c82-db1abce5beca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:43:19.858146 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1136c907-f779-41df-9c82-db1abce5beca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:19.858770 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1136c907-f779-41df-9c82-db1abce5beca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:19.873263 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136c907-f779-41df-9c82-db1abce5beca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Port': ['ID=93039740-505b-4a31-8e22-ebff515eda85,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:19.886616 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1136c907-f779-41df-9c82-db1abce5beca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0386531 Feb 09 01:43:19.889330 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55408) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:19.997509 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f193ec89-fbc9-4ee6-b861-8a239e876ab6 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:20.003549 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f193ec89-fbc9-4ee6-b861-8a239e876ab6 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:20.005418 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f193ec89-fbc9-4ee6-b861-8a239e876ab6 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1147764 Feb 09 01:43:20.008141 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55412) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:20.086152 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-fce77b0b-de99-4051-af86-854513a04df8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting port 93039740-505b-4a31-8e22-ebff515eda85 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:43:20.086498 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fce77b0b-de99-4051-af86-854513a04df8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:20.341039 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fce77b0b-de99-4051-af86-854513a04df8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:20.465070 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-fce77b0b-de99-4051-af86-854513a04df8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Calling delete_port for 93039740-505b-4a31-8e22-ebff515eda85 owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:43:20.616729 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fce77b0b-de99-4051-af86-854513a04df8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:20.669571 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce77b0b-de99-4051-af86-854513a04df8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Port': ['ID=93039740-505b-4a31-8e22-ebff515eda85,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:20.710878 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fce77b0b-de99-4051-af86-854513a04df8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:20.717400 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-fce77b0b-de99-4051-af86-854513a04df8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/93039740-505b-4a31-8e22-ebff515eda85 HTTP/1.1" status: 204 len: 168 time: 0.7081795 Feb 09 01:43:20.720192 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55416) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:20.738472 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f42aac0-7df1-490d-bb71-624f1e277022 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:43:20.788936 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1c680e-1d65-42ce-9b5c-e0fd5829c15b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:20.790444 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1c680e-1d65-42ce-9b5c-e0fd5829c15b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:20.791213 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2f1c680e-1d65-42ce-9b5c-e0fd5829c15b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:43:20.808845 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2f1c680e-1d65-42ce-9b5c-e0fd5829c15b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:43:20.809977 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2f1c680e-1d65-42ce-9b5c-e0fd5829c15b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0888510 Feb 09 01:43:20.813648 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55420) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:20.822496 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-71a2982f-c103-457e-8798-64a7a2444c72 None None] Provisioning for port f5ebed80-f22d-424a-9556-8e4e13f46675 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:43:20.878985 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-79c14f40-06c2-4bc6-b785-daaaea254485 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting subnet 084ef201-9671-474f-a6f2-04fe315825f2 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:43:20.882184 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-79c14f40-06c2-4bc6-b785-daaaea254485 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:20.939228 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-79c14f40-06c2-4bc6-b785-daaaea254485 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:21.023934 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-79c14f40-06c2-4bc6-b785-daaaea254485 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:21.104063 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-79c14f40-06c2-4bc6-b785-daaaea254485 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:21.149946 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c14f40-06c2-4bc6-b785-daaaea254485 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Subnet': ['ID=084ef201-9671-474f-a6f2-04fe315825f2,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:21.154934 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-79c14f40-06c2-4bc6-b785-daaaea254485 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:21.169485 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-79c14f40-06c2-4bc6-b785-daaaea254485 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/084ef201-9671-474f-a6f2-04fe315825f2 HTTP/1.1" status: 204 len: 168 time: 0.3548179 Feb 09 01:43:21.173012 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55424) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:21.182904 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f11a423-c7bb-445a-b6a6-4b0e9f9482fd None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:43:21.240514 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-649037ff-0842-49ab-afa0-09e1f59208bb tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0663140 Feb 09 01:43:21.243640 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55428) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:21.249109 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-3ca9478a-d2e1-44e9-8999-8b388c5ec379 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:21.358130 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-3ca9478a-d2e1-44e9-8999-8b388c5ec379 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:21.363040 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-3ca9478a-d2e1-44e9-8999-8b388c5ec379 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:subnet and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:21.366186 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-3ca9478a-d2e1-44e9-8999-8b388c5ec379 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:21.371879 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-3ca9478a-d2e1-44e9-8999-8b388c5ec379 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:21.382032 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca9478a-d2e1-44e9-8999-8b388c5ec379 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:21.385550 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3ca9478a-d2e1-44e9-8999-8b388c5ec379 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:21.442962 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c434c6-2d4f-4846-8313-f3aa2b460326 None None] DHCP port deletion for c278fa39-f239-4898-af1e-f9dd3a03cd09 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:43:21.447613 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-81c434c6-2d4f-4846-8313-f3aa2b460326 None None] Deleting port f5ebed80-f22d-424a-9556-8e4e13f46675 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:43:21.447983 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-81c434c6-2d4f-4846-8313-f3aa2b460326 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:21.611586 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3ca9478a-d2e1-44e9-8999-8b388c5ec379 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:21.669325 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca9478a-d2e1-44e9-8999-8b388c5ec379 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:21.672432 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-3ca9478a-d2e1-44e9-8999-8b388c5ec379 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:21.676680 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca9478a-d2e1-44e9-8999-8b388c5ec379 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:21.677270 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3ca9478a-d2e1-44e9-8999-8b388c5ec379 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:21.686767 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-81c434c6-2d4f-4846-8313-f3aa2b460326 None None] For port f5ebed80-f22d-424a-9556-8e4e13f46675, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=f5ebed80-f22d-424a-9556-8e4e13f46675,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:21.687158 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-81c434c6-2d4f-4846-8313-f3aa2b460326 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:21.692597 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9478a-d2e1-44e9-8999-8b388c5ec379 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Subnet': ['ID=c6374086-87e7-4416-a6dc-b40e82a3ae57,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:21.707120 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3ca9478a-d2e1-44e9-8999-8b388c5ec379 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4624004 Feb 09 01:43:21.709754 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55432) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:21.716576 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-20585f47-5ee6-4db4-928f-3908a48dd079 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'port': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'name': 'tempest-NetworksTestDHCPv6-2090093061'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:21.810882 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-81c434c6-2d4f-4846-8313-f3aa2b460326 None None] Calling delete_port for f5ebed80-f22d-424a-9556-8e4e13f46675 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:43:21.854325 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-20585f47-5ee6-4db4-928f-3908a48dd079 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:21.858226 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-20585f47-5ee6-4db4-928f-3908a48dd079 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:port and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:21.861028 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-20585f47-5ee6-4db4-928f-3908a48dd079 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:21.866705 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-20585f47-5ee6-4db4-928f-3908a48dd079 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:21.878340 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20585f47-5ee6-4db4-928f-3908a48dd079 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:21.882895 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20585f47-5ee6-4db4-928f-3908a48dd079 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:21.883910 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-81c434c6-2d4f-4846-8313-f3aa2b460326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:21.905283 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-20585f47-5ee6-4db4-928f-3908a48dd079 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] device_id is not set on port 481f7a20-1fe7-401e-896f-6c2e660c19d5 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:43:21.930386 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c434c6-2d4f-4846-8313-f3aa2b460326 None None] Pushing event deleted for resources: {'Port': ['ID=f5ebed80-f22d-424a-9556-8e4e13f46675,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:21.932228 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c434c6-2d4f-4846-8313-f3aa2b460326 None None] No DVR routers for this DVR port f5ebed80-f22d-424a-9556-8e4e13f46675 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:43:21.946638 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201fc46e-102d-49bd-b6d4-2b441e684a0a None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:43:22.168734 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-20585f47-5ee6-4db4-928f-3908a48dd079 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Allocated IP 2001:db8::169 (c278fa39-f239-4898-af1e-f9dd3a03cd09/c6374086-87e7-4416-a6dc-b40e82a3ae57/481f7a20-1fe7-401e-896f-6c2e660c19d5) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:22.173290 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161a8e7b-4103-4d7a-a6d9-7f5f29fd0b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-c278fa39-f239-4898-af1e-f9dd3a03cd09', 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'tenant_id': '054ea176b36542169ae947090049f000', 'fixed_ips': [{'subnet_id': 'c6374086-87e7-4416-a6dc-b40e82a3ae57'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:43:22.174175 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-161a8e7b-4103-4d7a-a6d9-7f5f29fd0b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:22.187464 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:22.379016 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20585f47-5ee6-4db4-928f-3908a48dd079 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:22.394535 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-20585f47-5ee6-4db4-928f-3908a48dd079 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Transition to ACTIVE for port object 481f7a20-1fe7-401e-896f-6c2e660c19d5 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:22.417967 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20585f47-5ee6-4db4-928f-3908a48dd079 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:22.477210 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-161a8e7b-4103-4d7a-a6d9-7f5f29fd0b38 None None] Allocated IP 2001:db8::2 (c278fa39-f239-4898-af1e-f9dd3a03cd09/c6374086-87e7-4416-a6dc-b40e82a3ae57/2f039ed7-2838-4312-bbfa-359626f2b836) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:22.488664 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20585f47-5ee6-4db4-928f-3908a48dd079 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:22.492178 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-20585f47-5ee6-4db4-928f-3908a48dd079 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:22.496867 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20585f47-5ee6-4db4-928f-3908a48dd079 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:43:22.502555 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20585f47-5ee6-4db4-928f-3908a48dd079 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:22.503171 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20585f47-5ee6-4db4-928f-3908a48dd079 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:22.511051 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20585f47-5ee6-4db4-928f-3908a48dd079 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Port': ['ID=481f7a20-1fe7-401e-896f-6c2e660c19d5,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:22.528290 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-20585f47-5ee6-4db4-928f-3908a48dd079 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8171070 Feb 09 01:43:22.530757 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55436) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:22.612237 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977b029f-b7c9-4a7b-831f-518e403a32ea tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:22.612959 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-977b029f-b7c9-4a7b-831f-518e403a32ea tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:43:22.629828 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-977b029f-b7c9-4a7b-831f-518e403a32ea tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:43:22.631522 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-977b029f-b7c9-4a7b-831f-518e403a32ea tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0991285 Feb 09 01:43:22.634141 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55440) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:22.677712 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-161a8e7b-4103-4d7a-a6d9-7f5f29fd0b38 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:22.687857 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-161a8e7b-4103-4d7a-a6d9-7f5f29fd0b38 None None] Transition to ACTIVE for port object 2f039ed7-2838-4312-bbfa-359626f2b836 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:22.699927 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-3e14cafc-d634-4843-aae7-365381c9d988 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting port 481f7a20-1fe7-401e-896f-6c2e660c19d5 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:43:22.700459 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3e14cafc-d634-4843-aae7-365381c9d988 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:22.706153 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-161a8e7b-4103-4d7a-a6d9-7f5f29fd0b38 None None] Transition to ACTIVE for port object 2f039ed7-2838-4312-bbfa-359626f2b836 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:22.710947 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-161a8e7b-4103-4d7a-a6d9-7f5f29fd0b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:22.784642 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161a8e7b-4103-4d7a-a6d9-7f5f29fd0b38 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:22.787568 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-161a8e7b-4103-4d7a-a6d9-7f5f29fd0b38 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:22.791104 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161a8e7b-4103-4d7a-a6d9-7f5f29fd0b38 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:43:22.797386 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a8e7b-4103-4d7a-a6d9-7f5f29fd0b38 None None] Pushing event updated for resources: {'Port': ['ID=2f039ed7-2838-4312-bbfa-359626f2b836,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:22.882301 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-161a8e7b-4103-4d7a-a6d9-7f5f29fd0b38 None None] Attempting to bind port 2f039ed7-2838-4312-bbfa-359626f2b836 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:43:22.883031 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-161a8e7b-4103-4d7a-a6d9-7f5f29fd0b38 None None] Attempting to bind port 2f039ed7-2838-4312-bbfa-359626f2b836 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:43:22.883031 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a8e7b-4103-4d7a-a6d9-7f5f29fd0b38 None None] Attempting to bind port 2f039ed7-2838-4312-bbfa-359626f2b836 on network c278fa39-f239-4898-af1e-f9dd3a03cd09 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:43:22.888020 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a8e7b-4103-4d7a-a6d9-7f5f29fd0b38 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:43:22.888379 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a8e7b-4103-4d7a-a6d9-7f5f29fd0b38 None None] Checking segment: {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:43:22.888792 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-161a8e7b-4103-4d7a-a6d9-7f5f29fd0b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:22.889173 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a8e7b-4103-4d7a-a6d9-7f5f29fd0b38 None None] Bound using segment: {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:43:22.889622 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-161a8e7b-4103-4d7a-a6d9-7f5f29fd0b38 None None] Bound port: 2f039ed7-2838-4312-bbfa-359626f2b836, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:43:22.889984 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-161a8e7b-4103-4d7a-a6d9-7f5f29fd0b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:22.954668 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3e14cafc-d634-4843-aae7-365381c9d988 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:22.977638 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-161a8e7b-4103-4d7a-a6d9-7f5f29fd0b38 None None] For port 2f039ed7-2838-4312-bbfa-359626f2b836, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:43:22.980498 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-161a8e7b-4103-4d7a-a6d9-7f5f29fd0b38 None None] For port 2f039ed7-2838-4312-bbfa-359626f2b836, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=2f039ed7-2838-4312-bbfa-359626f2b836,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:43:22.985565 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-161a8e7b-4103-4d7a-a6d9-7f5f29fd0b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:23.064069 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a8e7b-4103-4d7a-a6d9-7f5f29fd0b38 None None] Pushing event updated for resources: {'Port': ['ID=2f039ed7-2838-4312-bbfa-359626f2b836,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:23.081446 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-3e14cafc-d634-4843-aae7-365381c9d988 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Calling delete_port for 481f7a20-1fe7-401e-896f-6c2e660c19d5 owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:43:23.233087 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3e14cafc-d634-4843-aae7-365381c9d988 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:23.295472 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14cafc-d634-4843-aae7-365381c9d988 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Port': ['ID=481f7a20-1fe7-401e-896f-6c2e660c19d5,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:23.339988 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3e14cafc-d634-4843-aae7-365381c9d988 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:23.350742 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3e14cafc-d634-4843-aae7-365381c9d988 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/481f7a20-1fe7-401e-896f-6c2e660c19d5 HTTP/1.1" status: 204 len: 168 time: 0.7156074 Feb 09 01:43:23.353139 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55444) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:23.423810 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebb66c1-d547-47e5-be8d-4ba67b7505a6 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:23.425349 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebb66c1-d547-47e5-be8d-4ba67b7505a6 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:23.426095 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5ebb66c1-d547-47e5-be8d-4ba67b7505a6 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:43:23.441438 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5ebb66c1-d547-47e5-be8d-4ba67b7505a6 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:43:23.445029 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5ebb66c1-d547-47e5-be8d-4ba67b7505a6 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0881574 Feb 09 01:43:23.445252 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55448) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:23.514532 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-341fa09b-dfe0-4de0-8925-737ca9987f46 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting subnet c6374086-87e7-4416-a6dc-b40e82a3ae57 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:43:23.517932 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-341fa09b-dfe0-4de0-8925-737ca9987f46 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:23.571974 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-341fa09b-dfe0-4de0-8925-737ca9987f46 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:23.646524 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 2f039ed7-2838-4312-bbfa-359626f2b836 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:43:23.660205 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-341fa09b-dfe0-4de0-8925-737ca9987f46 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:23.716487 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 2f039ed7-2838-4312-bbfa-359626f2b836 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:43:23.736905 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-341fa09b-dfe0-4de0-8925-737ca9987f46 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:23.777381 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341fa09b-dfe0-4de0-8925-737ca9987f46 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Subnet': ['ID=c6374086-87e7-4416-a6dc-b40e82a3ae57,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:23.781837 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-341fa09b-dfe0-4de0-8925-737ca9987f46 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:23.798073 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-341fa09b-dfe0-4de0-8925-737ca9987f46 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/c6374086-87e7-4416-a6dc-b40e82a3ae57 HTTP/1.1" status: 204 len: 168 time: 0.3491831 Feb 09 01:43:23.798387 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55452) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:23.979080 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-278a1ae7-9ff8-47a5-bbb7-4ae35c9ee029 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1793778 Feb 09 01:43:23.981878 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55456) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:23.987774 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-0f7f45f3-972f-4b96-a7d6-5318bd6f8698 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:24.085843 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d743c735-dfe5-4dc1-9c68-77f44293f608 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:43:24.101221 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-0f7f45f3-972f-4b96-a7d6-5318bd6f8698 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:24.105539 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0f7f45f3-972f-4b96-a7d6-5318bd6f8698 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:subnet and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:24.108370 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0f7f45f3-972f-4b96-a7d6-5318bd6f8698 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:24.148122 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-0f7f45f3-972f-4b96-a7d6-5318bd6f8698 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:24.169782 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7f45f3-972f-4b96-a7d6-5318bd6f8698 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:24.173847 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0f7f45f3-972f-4b96-a7d6-5318bd6f8698 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:24.223716 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-29553539-a383-4fd3-8f64-d72821acbaa8 None None] Provisioning for port 2f039ed7-2838-4312-bbfa-359626f2b836 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:43:24.232959 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-29553539-a383-4fd3-8f64-d72821acbaa8 None None] Provisioning complete for port 2f039ed7-2838-4312-bbfa-359626f2b836 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:24.233331 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-29553539-a383-4fd3-8f64-d72821acbaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:24.291321 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-618e3a72-9574-488f-8a1b-fc8950a9eb00 req-551b2d85-1106-45a1-9129-c4c135984165 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=663045e8-81ba-4bf3-883d-e43548626f0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1790268 Feb 09 01:43:24.452526 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-29553539-a383-4fd3-8f64-d72821acbaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:24.478481 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0f7f45f3-972f-4b96-a7d6-5318bd6f8698 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:24.491149 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-29553539-a383-4fd3-8f64-d72821acbaa8 None None] For port 2f039ed7-2838-4312-bbfa-359626f2b836, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=2f039ed7-2838-4312-bbfa-359626f2b836,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:24.495767 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-29553539-a383-4fd3-8f64-d72821acbaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:24.537818 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2121871e-1cf8-4377-8fd6-912c7911b34a None None] DHCP port deletion for c278fa39-f239-4898-af1e-f9dd3a03cd09 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:43:24.541664 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7f45f3-972f-4b96-a7d6-5318bd6f8698 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:24.543705 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e3a72-9574-488f-8a1b-fc8950a9eb00 req-8c830561-0e7d-4abe-a313-285f2e7bf405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:24.545225 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-618e3a72-9574-488f-8a1b-fc8950a9eb00 req-8c830561-0e7d-4abe-a313-285f2e7bf405 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 1097 time: 0.1839411 Feb 09 01:43:24.548128 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-0f7f45f3-972f-4b96-a7d6-5318bd6f8698 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:24.555470 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-2121871e-1cf8-4377-8fd6-912c7911b34a None None] Deleting port 2f039ed7-2838-4312-bbfa-359626f2b836 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:43:24.555842 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2121871e-1cf8-4377-8fd6-912c7911b34a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:24.555973 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7f45f3-972f-4b96-a7d6-5318bd6f8698 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:24.556556 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0f7f45f3-972f-4b96-a7d6-5318bd6f8698 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:24.596770 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f45f3-972f-4b96-a7d6-5318bd6f8698 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Subnet': ['ID=fa548ad5-546f-4ee3-82d1-01620d8d62f2,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:24.661417 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29553539-a383-4fd3-8f64-d72821acbaa8 None None] Pushing event updated for resources: {'Port': ['ID=2f039ed7-2838-4312-bbfa-359626f2b836,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:24.675890 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0f7f45f3-972f-4b96-a7d6-5318bd6f8698 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6926608 Feb 09 01:43:24.678272 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55460) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:24.685336 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-9e9c4a06-9004-4575-be49-6deb4bb3d611 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'port': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'name': 'tempest-NetworksTestDHCPv6-565423930'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:24.807511 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-2121871e-1cf8-4377-8fd6-912c7911b34a None None] For port 2f039ed7-2838-4312-bbfa-359626f2b836, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=2f039ed7-2838-4312-bbfa-359626f2b836,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:24.807874 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2121871e-1cf8-4377-8fd6-912c7911b34a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:24.813143 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e3a72-9574-488f-8a1b-fc8950a9eb00 req-70f74412-139b-4e91-926f-b36e0ddb307f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:24.814634 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-618e3a72-9574-488f-8a1b-fc8950a9eb00 req-70f74412-139b-4e91-926f-b36e0ddb307f service neutron] 10.222.0.35 "GET /v2.0/networks?id=f7221247-12ea-4739-b10d-f97ed1c5f937 HTTP/1.1" status: 200 len: 898 time: 0.2424364 Feb 09 01:43:24.928853 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-2121871e-1cf8-4377-8fd6-912c7911b34a None None] Calling delete_port for 2f039ed7-2838-4312-bbfa-359626f2b836 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:43:24.940057 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-9e9c4a06-9004-4575-be49-6deb4bb3d611 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:24.947353 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9e9c4a06-9004-4575-be49-6deb4bb3d611 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:port and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:24.951078 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-618e3a72-9574-488f-8a1b-fc8950a9eb00 req-920e1efe-4034-4570-adc1-395f2e19d951 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc153d4b-da37-43d2-8168-6c960604485c HTTP/1.1" status: 200 len: 1001 time: 0.1231658 Feb 09 01:43:24.951848 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9e9c4a06-9004-4575-be49-6deb4bb3d611 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:24.957568 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-9e9c4a06-9004-4575-be49-6deb4bb3d611 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:25.002519 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2121871e-1cf8-4377-8fd6-912c7911b34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:25.007636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9c4a06-9004-4575-be49-6deb4bb3d611 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:25.011076 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9e9c4a06-9004-4575-be49-6deb4bb3d611 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:25.043308 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e3a72-9574-488f-8a1b-fc8950a9eb00 req-fb081e02-32a7-42d4-8d34-12351a0c6c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:25.044778 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-618e3a72-9574-488f-8a1b-fc8950a9eb00 req-fb081e02-32a7-42d4-8d34-12351a0c6c6f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2d89d0d3-51b3-4031-99a8-b87544e59fcb HTTP/1.1" status: 200 len: 835 time: 0.0849674 Feb 09 01:43:25.045796 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-9e9c4a06-9004-4575-be49-6deb4bb3d611 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] device_id is not set on port d8f41c9d-625a-49db-9f47-38680e705a49 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:43:25.051233 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121871e-1cf8-4377-8fd6-912c7911b34a None None] Pushing event deleted for resources: {'Port': ['ID=2f039ed7-2838-4312-bbfa-359626f2b836,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:25.054746 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2121871e-1cf8-4377-8fd6-912c7911b34a None None] No DVR routers for this DVR port 2f039ed7-2838-4312-bbfa-359626f2b836 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:43:25.070925 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f41703-71cf-4e0e-8923-698e27009829 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:43:25.242528 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e3a72-9574-488f-8a1b-fc8950a9eb00 req-c35ee945-181a-43b8-b06d-c80100a2846e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:25.243992 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-618e3a72-9574-488f-8a1b-fc8950a9eb00 req-c35ee945-181a-43b8-b06d-c80100a2846e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f7221247-12ea-4739-b10d-f97ed1c5f937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1572952 Feb 09 01:43:25.284013 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-9e9c4a06-9004-4575-be49-6deb4bb3d611 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Allocated IP 2001:db8::20f (c278fa39-f239-4898-af1e-f9dd3a03cd09/fa548ad5-546f-4ee3-82d1-01620d8d62f2/d8f41c9d-625a-49db-9f47-38680e705a49) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:25.292006 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5140be-8821-4303-9ea8-af955862c96c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-c278fa39-f239-4898-af1e-f9dd3a03cd09', 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'tenant_id': '054ea176b36542169ae947090049f000', 'fixed_ips': [{'subnet_id': 'fa548ad5-546f-4ee3-82d1-01620d8d62f2'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:43:25.292856 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3a5140be-8821-4303-9ea8-af955862c96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:25.303640 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:25.508377 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-618e3a72-9574-488f-8a1b-fc8950a9eb00 req-a6dc0f84-3005-4b34-ace3-502f36439218 service neutron] 10.222.0.35 "GET /v2.0/networks/f7221247-12ea-4739-b10d-f97ed1c5f937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561331 Feb 09 01:43:25.612930 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 2f039ed7-2838-4312-bbfa-359626f2b836 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:43:25.648631 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 2f039ed7-2838-4312-bbfa-359626f2b836 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:43:25.648975 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 2f039ed7-2838-4312-bbfa-359626f2b836 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:43:25.823117 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9e9c4a06-9004-4575-be49-6deb4bb3d611 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:25.832425 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-618e3a72-9574-488f-8a1b-fc8950a9eb00 req-a4b1a35b-42c7-4b7f-b664-02230e952897 service neutron] 10.222.0.35 "GET /v2.0/networks/f7221247-12ea-4739-b10d-f97ed1c5f937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157704 Feb 09 01:43:25.844082 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-9e9c4a06-9004-4575-be49-6deb4bb3d611 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Transition to ACTIVE for port object d8f41c9d-625a-49db-9f47-38680e705a49 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:25.869536 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9e9c4a06-9004-4575-be49-6deb4bb3d611 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:25.933240 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-3a5140be-8821-4303-9ea8-af955862c96c None None] Allocated IP 2001:db8::2 (c278fa39-f239-4898-af1e-f9dd3a03cd09/fa548ad5-546f-4ee3-82d1-01620d8d62f2/60dd7c62-f90f-46b7-aa7d-0054742426bd) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:25.944382 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9c4a06-9004-4575-be49-6deb4bb3d611 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:25.947646 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-9e9c4a06-9004-4575-be49-6deb4bb3d611 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:25.951518 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9c4a06-9004-4575-be49-6deb4bb3d611 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:43:25.957543 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9c4a06-9004-4575-be49-6deb4bb3d611 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:25.958149 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9e9c4a06-9004-4575-be49-6deb4bb3d611 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:25.969734 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c4a06-9004-4575-be49-6deb4bb3d611 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Port': ['ID=d8f41c9d-625a-49db-9f47-38680e705a49,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:25.985854 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9e9c4a06-9004-4575-be49-6deb4bb3d611 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3065798 Feb 09 01:43:25.988237 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55464) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:26.070645 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5880a2af-772d-4869-8ad3-7a5bdf3f04ca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:26.071385 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5880a2af-772d-4869-8ad3-7a5bdf3f04ca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:43:26.088932 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5880a2af-772d-4869-8ad3-7a5bdf3f04ca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:43:26.092743 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5880a2af-772d-4869-8ad3-7a5bdf3f04ca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1009650 Feb 09 01:43:26.092981 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55468) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:26.147447 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3a5140be-8821-4303-9ea8-af955862c96c None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:26.163014 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-3a5140be-8821-4303-9ea8-af955862c96c None None] Transition to ACTIVE for port object 60dd7c62-f90f-46b7-aa7d-0054742426bd will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:26.169578 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-77196095-59bb-4d57-80cf-b8034c367382 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting port d8f41c9d-625a-49db-9f47-38680e705a49 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:43:26.169930 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-77196095-59bb-4d57-80cf-b8034c367382 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:26.181527 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-3a5140be-8821-4303-9ea8-af955862c96c None None] Transition to ACTIVE for port object 60dd7c62-f90f-46b7-aa7d-0054742426bd will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:26.186839 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3a5140be-8821-4303-9ea8-af955862c96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:26.285558 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5140be-8821-4303-9ea8-af955862c96c None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:26.288659 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-3a5140be-8821-4303-9ea8-af955862c96c None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:26.292224 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5140be-8821-4303-9ea8-af955862c96c None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:43:26.298345 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5140be-8821-4303-9ea8-af955862c96c None None] Pushing event updated for resources: {'Port': ['ID=60dd7c62-f90f-46b7-aa7d-0054742426bd,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:26.382816 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-3a5140be-8821-4303-9ea8-af955862c96c None None] Attempting to bind port 60dd7c62-f90f-46b7-aa7d-0054742426bd on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:43:26.383176 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-3a5140be-8821-4303-9ea8-af955862c96c None None] Attempting to bind port 60dd7c62-f90f-46b7-aa7d-0054742426bd by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:43:26.383534 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5140be-8821-4303-9ea8-af955862c96c None None] Attempting to bind port 60dd7c62-f90f-46b7-aa7d-0054742426bd on network c278fa39-f239-4898-af1e-f9dd3a03cd09 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:43:26.388643 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5140be-8821-4303-9ea8-af955862c96c None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:43:26.389013 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5140be-8821-4303-9ea8-af955862c96c None None] Checking segment: {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:43:26.389406 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3a5140be-8821-4303-9ea8-af955862c96c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:26.389794 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5140be-8821-4303-9ea8-af955862c96c None None] Bound using segment: {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:43:26.390247 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-3a5140be-8821-4303-9ea8-af955862c96c None None] Bound port: 60dd7c62-f90f-46b7-aa7d-0054742426bd, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:43:26.390645 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3a5140be-8821-4303-9ea8-af955862c96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:26.417237 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-77196095-59bb-4d57-80cf-b8034c367382 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:26.473299 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:43:26.480801 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-3a5140be-8821-4303-9ea8-af955862c96c None None] For port 60dd7c62-f90f-46b7-aa7d-0054742426bd, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:43:26.485955 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-3a5140be-8821-4303-9ea8-af955862c96c None None] For port 60dd7c62-f90f-46b7-aa7d-0054742426bd, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=60dd7c62-f90f-46b7-aa7d-0054742426bd,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:43:26.494085 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3a5140be-8821-4303-9ea8-af955862c96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:26.551224 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-77196095-59bb-4d57-80cf-b8034c367382 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Calling delete_port for d8f41c9d-625a-49db-9f47-38680e705a49 owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:43:26.574826 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5140be-8821-4303-9ea8-af955862c96c None None] Pushing event updated for resources: {'Port': ['ID=60dd7c62-f90f-46b7-aa7d-0054742426bd,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:26.704245 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-77196095-59bb-4d57-80cf-b8034c367382 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:26.769713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77196095-59bb-4d57-80cf-b8034c367382 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Port': ['ID=d8f41c9d-625a-49db-9f47-38680e705a49,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:26.818479 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-77196095-59bb-4d57-80cf-b8034c367382 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:26.828576 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-77196095-59bb-4d57-80cf-b8034c367382 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/d8f41c9d-625a-49db-9f47-38680e705a49 HTTP/1.1" status: 204 len: 168 time: 0.7345357 Feb 09 01:43:26.830871 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55472) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:26.899968 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e404b2-3679-454e-aac4-69091799790b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:26.901452 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e404b2-3679-454e-aac4-69091799790b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:26.902235 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e6e404b2-3679-454e-aac4-69091799790b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:43:26.917118 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e6e404b2-3679-454e-aac4-69091799790b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:43:26.918217 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e6e404b2-3679-454e-aac4-69091799790b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0863156 Feb 09 01:43:26.920763 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55476) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:26.988917 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fb86288-3dbb-4649-98ef-7fd519872f4d tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting subnet fa548ad5-546f-4ee3-82d1-01620d8d62f2 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:43:26.991756 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3fb86288-3dbb-4649-98ef-7fd519872f4d tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:27.046233 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3fb86288-3dbb-4649-98ef-7fd519872f4d tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:27.134037 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3fb86288-3dbb-4649-98ef-7fd519872f4d tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:27.206517 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3fb86288-3dbb-4649-98ef-7fd519872f4d tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:27.247041 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb86288-3dbb-4649-98ef-7fd519872f4d tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Subnet': ['ID=fa548ad5-546f-4ee3-82d1-01620d8d62f2,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:27.250710 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3fb86288-3dbb-4649-98ef-7fd519872f4d tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:27.264328 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3fb86288-3dbb-4649-98ef-7fd519872f4d tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/fa548ad5-546f-4ee3-82d1-01620d8d62f2 HTTP/1.1" status: 204 len: 168 time: 0.3425794 Feb 09 01:43:27.266893 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55480) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:27.337923 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c2618ca2-a54d-49f6-9ec4-f60ffedbe08d tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699430 Feb 09 01:43:27.340624 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55484) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:27.421108 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5f44d7-b806-4670-9724-9326f8245af9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:27.422391 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5a5f44d7-b806-4670-9724-9326f8245af9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:43:27.438553 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5a5f44d7-b806-4670-9724-9326f8245af9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:43:27.439717 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5a5f44d7-b806-4670-9724-9326f8245af9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0981779 Feb 09 01:43:27.442269 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55488) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:27.511284 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144bfe94-74f5-41ed-9c79-9369ecf2959e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:27.511822 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-144bfe94-74f5-41ed-9c79-9369ecf2959e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:43:27.527852 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-144bfe94-74f5-41ed-9c79-9369ecf2959e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:43:27.529571 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-144bfe94-74f5-41ed-9c79-9369ecf2959e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0863032 Feb 09 01:43:27.533727 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55492) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:27.546014 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d87c39-551e-4928-8f08-e2f6687d13bd None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:43:27.604570 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-22179dee-9944-459c-8c46-a1bfdf7ffb01 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0692980 Feb 09 01:43:27.609968 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55496) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:27.620033 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b7fbdb8b-98ef-480b-8ab8-bf083e32764b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:27.642829 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a6e4b99e-6935-488a-a254-5a40d0ea8938 None None] Provisioning for port 60dd7c62-f90f-46b7-aa7d-0054742426bd completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:43:27.661121 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 60dd7c62-f90f-46b7-aa7d-0054742426bd up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:43:27.811901 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 60dd7c62-f90f-46b7-aa7d-0054742426bd completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:43:27.817863 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 60dd7c62-f90f-46b7-aa7d-0054742426bd triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:27.818226 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:27.835540 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b7fbdb8b-98ef-480b-8ab8-bf083e32764b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:27.845597 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b7fbdb8b-98ef-480b-8ab8-bf083e32764b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:27.854457 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fbdb8b-98ef-480b-8ab8-bf083e32764b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:27.857930 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7fbdb8b-98ef-480b-8ab8-bf083e32764b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:27.923303 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc0493d-34ac-47d8-b31a-f6ca08d603b6 None None] DHCP port deletion for c278fa39-f239-4898-af1e-f9dd3a03cd09 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:43:27.936691 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-1dc0493d-34ac-47d8-b31a-f6ca08d603b6 None None] Deleting port 60dd7c62-f90f-46b7-aa7d-0054742426bd {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:43:27.937069 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1dc0493d-34ac-47d8-b31a-f6ca08d603b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:27.987074 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:28.070390 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 60dd7c62-f90f-46b7-aa7d-0054742426bd, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=60dd7c62-f90f-46b7-aa7d-0054742426bd,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:28.085185 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7fbdb8b-98ef-480b-8ab8-bf083e32764b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:28.087762 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:28.144504 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fbdb8b-98ef-480b-8ab8-bf083e32764b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:28.145638 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-b7fbdb8b-98ef-480b-8ab8-bf083e32764b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:28.153349 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fbdb8b-98ef-480b-8ab8-bf083e32764b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:28.153846 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7fbdb8b-98ef-480b-8ab8-bf083e32764b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:28.176642 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fbdb8b-98ef-480b-8ab8-bf083e32764b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Subnet': ['ID=b254f359-ab0e-43e2-af99-b5472cb60cd0,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:28.188025 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b7fbdb8b-98ef-480b-8ab8-bf083e32764b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5764780 Feb 09 01:43:28.190632 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55500) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:28.196409 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-17b17183-8165-4008-9684-7d54f7a8a024 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'port': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'fixed_ips': [{'subnet_id': 'b254f359-ab0e-43e2-af99-b5472cb60cd0', 'ip_address': '2001:db8::eec:8b69:7c4a:53ca'}], 'name': 'tempest-NetworksTestDHCPv6-1511110099'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:28.228249 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-1dc0493d-34ac-47d8-b31a-f6ca08d603b6 None None] For port 60dd7c62-f90f-46b7-aa7d-0054742426bd, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=60dd7c62-f90f-46b7-aa7d-0054742426bd,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:28.228660 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1dc0493d-34ac-47d8-b31a-f6ca08d603b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:28.239386 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=60dd7c62-f90f-46b7-aa7d-0054742426bd,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:28.331529 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-17b17183-8165-4008-9684-7d54f7a8a024 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:28.341255 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-17b17183-8165-4008-9684-7d54f7a8a024 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:28.350921 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b17183-8165-4008-9684-7d54f7a8a024 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:28.353200 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-1dc0493d-34ac-47d8-b31a-f6ca08d603b6 None None] Calling delete_port for 60dd7c62-f90f-46b7-aa7d-0054742426bd owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:43:28.429176 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-1dc0493d-34ac-47d8-b31a-f6ca08d603b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:43:28.429536 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-1dc0493d-34ac-47d8-b31a-f6ca08d603b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:43:28.475906 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-17b17183-8165-4008-9684-7d54f7a8a024 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:28.496871 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-17b17183-8165-4008-9684-7d54f7a8a024 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] device_id is not set on port 2dbdf86f-8341-45ab-b9f2-177d97564498 yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:43:28.697256 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-17b17183-8165-4008-9684-7d54f7a8a024 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Allocated IP 2001:db8::eec:8b69:7c4a:53ca (c278fa39-f239-4898-af1e-f9dd3a03cd09/b254f359-ab0e-43e2-af99-b5472cb60cd0/2dbdf86f-8341-45ab-b9f2-177d97564498) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:28.901440 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-17b17183-8165-4008-9684-7d54f7a8a024 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:28.916462 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-17b17183-8165-4008-9684-7d54f7a8a024 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Transition to ACTIVE for port object 2dbdf86f-8341-45ab-b9f2-177d97564498 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:28.930589 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-1dc0493d-34ac-47d8-b31a-f6ca08d603b6 None None] Deleting port 60dd7c62-f90f-46b7-aa7d-0054742426bd {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:43:28.931085 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1dc0493d-34ac-47d8-b31a-f6ca08d603b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:28.940055 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-17b17183-8165-4008-9684-7d54f7a8a024 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:29.013162 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b17183-8165-4008-9684-7d54f7a8a024 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:29.016259 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-17b17183-8165-4008-9684-7d54f7a8a024 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:29.020151 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b17183-8165-4008-9684-7d54f7a8a024 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:43:29.025600 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b17183-8165-4008-9684-7d54f7a8a024 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:29.026210 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-17b17183-8165-4008-9684-7d54f7a8a024 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:29.037788 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b17183-8165-4008-9684-7d54f7a8a024 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Port': ['ID=2dbdf86f-8341-45ab-b9f2-177d97564498,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:29.056651 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-17b17183-8165-4008-9684-7d54f7a8a024 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8649762 Feb 09 01:43:29.059144 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55504) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:29.139586 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9449a352-498f-42f6-a82b-4fb8c5c33bf6 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:29.145472 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9449a352-498f-42f6-a82b-4fb8c5c33bf6 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:29.146226 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9449a352-498f-42f6-a82b-4fb8c5c33bf6 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:43:29.161083 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9449a352-498f-42f6-a82b-4fb8c5c33bf6 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:43:29.164883 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9449a352-498f-42f6-a82b-4fb8c5c33bf6 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1021307 Feb 09 01:43:29.165057 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-1dc0493d-34ac-47d8-b31a-f6ca08d603b6 None None] For port 60dd7c62-f90f-46b7-aa7d-0054742426bd, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=60dd7c62-f90f-46b7-aa7d-0054742426bd,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:29.165057 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1dc0493d-34ac-47d8-b31a-f6ca08d603b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:29.165246 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55508) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:29.240693 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-aee8d457-64f5-422c-a6d6-1173090da2b7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting port 2dbdf86f-8341-45ab-b9f2-177d97564498 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:43:29.241027 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aee8d457-64f5-422c-a6d6-1173090da2b7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:29.316935 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-1dc0493d-34ac-47d8-b31a-f6ca08d603b6 None None] Calling delete_port for 60dd7c62-f90f-46b7-aa7d-0054742426bd owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:43:29.390716 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1dc0493d-34ac-47d8-b31a-f6ca08d603b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:29.438204 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0493d-34ac-47d8-b31a-f6ca08d603b6 None None] Pushing event deleted for resources: {'Port': ['ID=60dd7c62-f90f-46b7-aa7d-0054742426bd,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:29.443776 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc0493d-34ac-47d8-b31a-f6ca08d603b6 None None] No DVR routers for this DVR port 60dd7c62-f90f-46b7-aa7d-0054742426bd on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:43:29.459096 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7e7e17-bfa2-4ffe-926a-b68e3979cb27 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:43:29.492576 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aee8d457-64f5-422c-a6d6-1173090da2b7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:29.629034 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 60dd7c62-f90f-46b7-aa7d-0054742426bd no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:43:29.670476 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 60dd7c62-f90f-46b7-aa7d-0054742426bd {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:43:29.670820 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 60dd7c62-f90f-46b7-aa7d-0054742426bd not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:43:29.730871 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-aee8d457-64f5-422c-a6d6-1173090da2b7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Calling delete_port for 2dbdf86f-8341-45ab-b9f2-177d97564498 owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:43:29.764251 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078188c8-c8ca-4d29-bba7-ff276825470b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-c278fa39-f239-4898-af1e-f9dd3a03cd09', 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'tenant_id': '054ea176b36542169ae947090049f000', 'fixed_ips': [{'subnet_id': 'b254f359-ab0e-43e2-af99-b5472cb60cd0'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:43:29.765115 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-078188c8-c8ca-4d29-bba7-ff276825470b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:29.873830 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aee8d457-64f5-422c-a6d6-1173090da2b7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:29.922104 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8d457-64f5-422c-a6d6-1173090da2b7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Port': ['ID=2dbdf86f-8341-45ab-b9f2-177d97564498,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:29.964593 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aee8d457-64f5-422c-a6d6-1173090da2b7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:29.976931 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-078188c8-c8ca-4d29-bba7-ff276825470b None None] Allocated IP 2001:db8::2 (c278fa39-f239-4898-af1e-f9dd3a03cd09/b254f359-ab0e-43e2-af99-b5472cb60cd0/d9721b70-a07b-4898-bb42-be8a5ff868de) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:29.980259 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-aee8d457-64f5-422c-a6d6-1173090da2b7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/2dbdf86f-8341-45ab-b9f2-177d97564498 HTTP/1.1" status: 204 len: 168 time: 0.8119035 Feb 09 01:43:29.980632 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55512) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:30.051117 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed06e95-e768-41f5-8c3c-86abc10dd0b7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:30.052939 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed06e95-e768-41f5-8c3c-86abc10dd0b7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:30.057237 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2ed06e95-e768-41f5-8c3c-86abc10dd0b7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0731657 Feb 09 01:43:30.057603 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55516) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:30.126360 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f683ae2-9803-436b-9b2d-89b2b4a02c33 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting subnet b254f359-ab0e-43e2-af99-b5472cb60cd0 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:43:30.183499 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-078188c8-c8ca-4d29-bba7-ff276825470b None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:30.193505 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-078188c8-c8ca-4d29-bba7-ff276825470b None None] Transition to ACTIVE for port object d9721b70-a07b-4898-bb42-be8a5ff868de will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:30.211096 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-078188c8-c8ca-4d29-bba7-ff276825470b None None] Transition to ACTIVE for port object d9721b70-a07b-4898-bb42-be8a5ff868de will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:30.215496 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9f683ae2-9803-436b-9b2d-89b2b4a02c33 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:30.217844 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-078188c8-c8ca-4d29-bba7-ff276825470b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:30.270811 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9f683ae2-9803-436b-9b2d-89b2b4a02c33 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:30.282895 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078188c8-c8ca-4d29-bba7-ff276825470b None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:30.285752 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-078188c8-c8ca-4d29-bba7-ff276825470b None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:30.289502 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078188c8-c8ca-4d29-bba7-ff276825470b None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:43:30.298124 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078188c8-c8ca-4d29-bba7-ff276825470b None None] Pushing event updated for resources: {'Port': ['ID=d9721b70-a07b-4898-bb42-be8a5ff868de,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:30.356892 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9f683ae2-9803-436b-9b2d-89b2b4a02c33 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:30.382256 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-078188c8-c8ca-4d29-bba7-ff276825470b None None] Attempting to bind port d9721b70-a07b-4898-bb42-be8a5ff868de on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:43:30.382531 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-078188c8-c8ca-4d29-bba7-ff276825470b None None] Attempting to bind port d9721b70-a07b-4898-bb42-be8a5ff868de by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:43:30.382886 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078188c8-c8ca-4d29-bba7-ff276825470b None None] Attempting to bind port d9721b70-a07b-4898-bb42-be8a5ff868de on network c278fa39-f239-4898-af1e-f9dd3a03cd09 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:43:30.388015 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078188c8-c8ca-4d29-bba7-ff276825470b None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:43:30.388368 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078188c8-c8ca-4d29-bba7-ff276825470b None None] Checking segment: {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:43:30.388802 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-078188c8-c8ca-4d29-bba7-ff276825470b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:30.389196 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078188c8-c8ca-4d29-bba7-ff276825470b None None] Bound using segment: {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:43:30.389656 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-078188c8-c8ca-4d29-bba7-ff276825470b None None] Bound port: d9721b70-a07b-4898-bb42-be8a5ff868de, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:43:30.390024 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-078188c8-c8ca-4d29-bba7-ff276825470b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:30.429278 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9f683ae2-9803-436b-9b2d-89b2b4a02c33 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:30.468070 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f683ae2-9803-436b-9b2d-89b2b4a02c33 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Subnet': ['ID=b254f359-ab0e-43e2-af99-b5472cb60cd0,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:30.473400 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9f683ae2-9803-436b-9b2d-89b2b4a02c33 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:30.479657 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-078188c8-c8ca-4d29-bba7-ff276825470b None None] For port d9721b70-a07b-4898-bb42-be8a5ff868de, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:43:30.483019 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-078188c8-c8ca-4d29-bba7-ff276825470b None None] For port d9721b70-a07b-4898-bb42-be8a5ff868de, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d9721b70-a07b-4898-bb42-be8a5ff868de,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:43:30.484175 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9f683ae2-9803-436b-9b2d-89b2b4a02c33 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/b254f359-ab0e-43e2-af99-b5472cb60cd0 HTTP/1.1" status: 204 len: 168 time: 0.4252570 Feb 09 01:43:30.486918 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55520) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:30.489566 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-078188c8-c8ca-4d29-bba7-ff276825470b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:30.559682 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c525e8b1-06f8-4535-8228-fb730db92e6c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713360 Feb 09 01:43:30.562467 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55524) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:30.568358 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-7d36f372-2fe1-4b01-a53d-6f893fdb62bc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:30.597890 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078188c8-c8ca-4d29-bba7-ff276825470b None None] Pushing event updated for resources: {'Port': ['ID=d9721b70-a07b-4898-bb42-be8a5ff868de,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:30.647003 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a92f485-9c96-49b6-a298-72023a6ccd3a None None] get_active_networks_info from n-d-828419-1 {{(pid=87613) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:43:30.731652 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a92f485-9c96-49b6-a298-72023a6ccd3a None None] Resources bound (agent type, host, resource id): {{(pid=87613) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:43:30.802033 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-7d36f372-2fe1-4b01-a53d-6f893fdb62bc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:30.806894 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-7d36f372-2fe1-4b01-a53d-6f893fdb62bc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:subnet and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:30.809736 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-7d36f372-2fe1-4b01-a53d-6f893fdb62bc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:30.815543 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-7d36f372-2fe1-4b01-a53d-6f893fdb62bc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:30.825356 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d36f372-2fe1-4b01-a53d-6f893fdb62bc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:30.829509 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7d36f372-2fe1-4b01-a53d-6f893fdb62bc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:31.049210 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7d36f372-2fe1-4b01-a53d-6f893fdb62bc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:31.104651 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d36f372-2fe1-4b01-a53d-6f893fdb62bc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:31.111532 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-7d36f372-2fe1-4b01-a53d-6f893fdb62bc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:31.115926 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d36f372-2fe1-4b01-a53d-6f893fdb62bc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:31.116544 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7d36f372-2fe1-4b01-a53d-6f893fdb62bc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:31.119609 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0184c263-691d-4a94-abdc-efda8df6024e None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:43:31.134235 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36f372-2fe1-4b01-a53d-6f893fdb62bc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Subnet': ['ID=379bd6a9-492d-4b90-8a43-7e153174aa03,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:31.146533 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d36f372-2fe1-4b01-a53d-6f893fdb62bc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:31.146848 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d36f372-2fe1-4b01-a53d-6f893fdb62bc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:31.147183 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d36f372-2fe1-4b01-a53d-6f893fdb62bc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:31.147505 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d36f372-2fe1-4b01-a53d-6f893fdb62bc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:31.147840 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d36f372-2fe1-4b01-a53d-6f893fdb62bc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:31.148169 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d36f372-2fe1-4b01-a53d-6f893fdb62bc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:31.148526 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d36f372-2fe1-4b01-a53d-6f893fdb62bc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:31.148853 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d36f372-2fe1-4b01-a53d-6f893fdb62bc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:31.149178 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d36f372-2fe1-4b01-a53d-6f893fdb62bc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:31.149499 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d36f372-2fe1-4b01-a53d-6f893fdb62bc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:31.149825 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d36f372-2fe1-4b01-a53d-6f893fdb62bc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:31.150149 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d36f372-2fe1-4b01-a53d-6f893fdb62bc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:31.163173 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7d36f372-2fe1-4b01-a53d-6f893fdb62bc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5994692 Feb 09 01:43:31.165718 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55528) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:31.171432 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-71c52a47-48b1-4fd5-99ab-bab3e4503736 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'port': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'fixed_ips': [{'subnet_id': '379bd6a9-492d-4b90-8a43-7e153174aa03', 'ip_address': '2001:db8::4085:8395:c3f5:1968'}], 'name': 'tempest-NetworksTestDHCPv6-501484655'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:31.309182 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-71c52a47-48b1-4fd5-99ab-bab3e4503736 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:31.313165 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-71c52a47-48b1-4fd5-99ab-bab3e4503736 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:port and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:31.315957 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-71c52a47-48b1-4fd5-99ab-bab3e4503736 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:31.321614 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-71c52a47-48b1-4fd5-99ab-bab3e4503736 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:31.331747 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c52a47-48b1-4fd5-99ab-bab3e4503736 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:31.450298 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75a4207-b01a-428d-acf6-afe490b43933 None None] Update dhcp port {'port': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'fixed_ips': [{'subnet_id': '379bd6a9-492d-4b90-8a43-7e153174aa03'}], 'binding:host_id': 'n-d-828419-1'}, 'id': 'd9721b70-a07b-4898-bb42-be8a5ff868de'} from n-d-828419-1. {{(pid=87613) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:43:31.455940 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-71c52a47-48b1-4fd5-99ab-bab3e4503736 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:31.476098 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-71c52a47-48b1-4fd5-99ab-bab3e4503736 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] device_id is not set on port f2340127-04e4-4fdc-9664-d282f2d08398 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:43:31.503139 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f75a4207-b01a-428d-acf6-afe490b43933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:31.674391 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-71c52a47-48b1-4fd5-99ab-bab3e4503736 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Allocated IP 2001:db8::4085:8395:c3f5:1968 (c278fa39-f239-4898-af1e-f9dd3a03cd09/379bd6a9-492d-4b90-8a43-7e153174aa03/f2340127-04e4-4fdc-9664-d282f2d08398) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:31.869944 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-71c52a47-48b1-4fd5-99ab-bab3e4503736 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:31.885585 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-71c52a47-48b1-4fd5-99ab-bab3e4503736 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Transition to ACTIVE for port object f2340127-04e4-4fdc-9664-d282f2d08398 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:31.909296 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-71c52a47-48b1-4fd5-99ab-bab3e4503736 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:31.971288 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-f75a4207-b01a-428d-acf6-afe490b43933 None None] Allocated IP 2001:db8::2 (c278fa39-f239-4898-af1e-f9dd3a03cd09/379bd6a9-492d-4b90-8a43-7e153174aa03/d9721b70-a07b-4898-bb42-be8a5ff868de) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:31.984787 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c52a47-48b1-4fd5-99ab-bab3e4503736 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:31.988008 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-71c52a47-48b1-4fd5-99ab-bab3e4503736 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:31.991993 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c52a47-48b1-4fd5-99ab-bab3e4503736 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:43:31.997551 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c52a47-48b1-4fd5-99ab-bab3e4503736 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:31.998155 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-71c52a47-48b1-4fd5-99ab-bab3e4503736 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:32.005935 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c52a47-48b1-4fd5-99ab-bab3e4503736 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Port': ['ID=f2340127-04e4-4fdc-9664-d282f2d08398,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:32.028522 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-71c52a47-48b1-4fd5-99ab-bab3e4503736 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8615727 Feb 09 01:43:32.030691 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55532) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:32.111897 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f75a4207-b01a-428d-acf6-afe490b43933 None None] For port d9721b70-a07b-4898-bb42-be8a5ff868de, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d9721b70-a07b-4898-bb42-be8a5ff868de,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:32.128546 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0459bd5c-88d7-422a-a126-629f3011f409 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:32.134900 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0459bd5c-88d7-422a-a126-629f3011f409 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:32.135376 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0459bd5c-88d7-422a-a126-629f3011f409 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:43:32.136629 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f75a4207-b01a-428d-acf6-afe490b43933 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:32.152112 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0459bd5c-88d7-422a-a126-629f3011f409 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:43:32.152631 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f75a4207-b01a-428d-acf6-afe490b43933 None None] Ignored duplicate provisioning block setup for port d9721b70-a07b-4898-bb42-be8a5ff868de by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 09 01:43:32.153288 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0459bd5c-88d7-422a-a126-629f3011f409 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.1206722 Feb 09 01:43:32.156010 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55536) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:32.159680 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f75a4207-b01a-428d-acf6-afe490b43933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:32.226287 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-57eef839-cb76-4d1e-826d-6596858929a7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting port f2340127-04e4-4fdc-9664-d282f2d08398 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:43:32.226630 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-57eef839-cb76-4d1e-826d-6596858929a7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:32.268225 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a4207-b01a-428d-acf6-afe490b43933 None None] Pushing event updated for resources: {'Port': ['ID=d9721b70-a07b-4898-bb42-be8a5ff868de,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:32.489174 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-57eef839-cb76-4d1e-826d-6596858929a7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:32.732334 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-57eef839-cb76-4d1e-826d-6596858929a7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Calling delete_port for f2340127-04e4-4fdc-9664-d282f2d08398 owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:43:32.879296 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-57eef839-cb76-4d1e-826d-6596858929a7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:32.973964 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eef839-cb76-4d1e-826d-6596858929a7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Port': ['ID=f2340127-04e4-4fdc-9664-d282f2d08398,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:32.979722 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-57eef839-cb76-4d1e-826d-6596858929a7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:32.994209 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-57eef839-cb76-4d1e-826d-6596858929a7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/f2340127-04e4-4fdc-9664-d282f2d08398 HTTP/1.1" status: 204 len: 168 time: 0.8366296 Feb 09 01:43:32.997009 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55540) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:33.069627 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abdcaf3-02f8-49ea-bee4-cf58cb03db86 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:33.071244 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abdcaf3-02f8-49ea-bee4-cf58cb03db86 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:33.071997 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9abdcaf3-02f8-49ea-bee4-cf58cb03db86 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:43:33.088952 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9abdcaf3-02f8-49ea-bee4-cf58cb03db86 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:43:33.090191 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9abdcaf3-02f8-49ea-bee4-cf58cb03db86 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0922537 Feb 09 01:43:33.093033 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55544) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:33.178793 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a34db0-6811-4cf3-af0b-a4a8f9e19efe tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting subnet 379bd6a9-492d-4b90-8a43-7e153174aa03 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:43:33.182907 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-94a34db0-6811-4cf3-af0b-a4a8f9e19efe tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:33.242433 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-94a34db0-6811-4cf3-af0b-a4a8f9e19efe tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:33.318623 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-eda9a546-4d2a-4b4f-a84a-9b02652960d0 None None] Provisioning for port d9721b70-a07b-4898-bb42-be8a5ff868de completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:43:33.332675 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-94a34db0-6811-4cf3-af0b-a4a8f9e19efe tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:33.411962 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-94a34db0-6811-4cf3-af0b-a4a8f9e19efe tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:33.451853 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a34db0-6811-4cf3-af0b-a4a8f9e19efe tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Subnet': ['ID=379bd6a9-492d-4b90-8a43-7e153174aa03,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:33.456594 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-94a34db0-6811-4cf3-af0b-a4a8f9e19efe tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:33.470025 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-94a34db0-6811-4cf3-af0b-a4a8f9e19efe tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/379bd6a9-492d-4b90-8a43-7e153174aa03 HTTP/1.1" status: 204 len: 168 time: 0.3747997 Feb 09 01:43:33.472494 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55548) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:33.535226 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b6d57867-9a12-4c71-913e-054ad2de3d63 None None] Could not find standard attr ID for object f2340127-04e4-4fdc-9664-d282f2d08398. {{(pid=87613) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:43:33.546754 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-bd8b894d-de4e-489d-9480-5050d089de31 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0730047 Feb 09 01:43:33.549272 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55552) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:33.554857 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-eec749ac-e543-4fca-87cf-6595ea185036 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:33.652239 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d9721b70-a07b-4898-bb42-be8a5ff868de up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:43:33.671524 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-eec749ac-e543-4fca-87cf-6595ea185036 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:33.675547 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-eec749ac-e543-4fca-87cf-6595ea185036 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:subnet and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:33.678393 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-eec749ac-e543-4fca-87cf-6595ea185036 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:33.681873 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae84e69-e773-4bb6-971d-f06dba2b610f None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:43:33.683863 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-eec749ac-e543-4fca-87cf-6595ea185036 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:33.693332 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec749ac-e543-4fca-87cf-6595ea185036 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:33.696893 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eec749ac-e543-4fca-87cf-6595ea185036 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:33.873873 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port d9721b70-a07b-4898-bb42-be8a5ff868de completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:43:33.887357 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port d9721b70-a07b-4898-bb42-be8a5ff868de triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:33.887725 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:33.918310 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eec749ac-e543-4fca-87cf-6595ea185036 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:33.971102 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec749ac-e543-4fca-87cf-6595ea185036 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:33.974150 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-eec749ac-e543-4fca-87cf-6595ea185036 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:33.977718 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec749ac-e543-4fca-87cf-6595ea185036 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:33.978315 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eec749ac-e543-4fca-87cf-6595ea185036 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:34.011002 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec749ac-e543-4fca-87cf-6595ea185036 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Subnet': ['ID=3b091990-c577-473a-b5f6-de63adff28d3,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:34.019538 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:34.020236 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-eec749ac-e543-4fca-87cf-6595ea185036 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4699867 Feb 09 01:43:34.023324 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55556) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:34.032946 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-af8d66fd-85a0-449b-8b1a-5cb83b2d9a32 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'port': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'fixed_ips': [{'subnet_id': '3b091990-c577-473a-b5f6-de63adff28d3', 'ip_address': '2001:db8::157b:126:8404:5761'}], 'name': 'tempest-NetworksTestDHCPv6-1522721346'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:34.044844 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dab295-784f-4b03-b2cd-7c89691f4152 None None] DHCP port deletion for c278fa39-f239-4898-af1e-f9dd3a03cd09 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:43:34.050562 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-78dab295-784f-4b03-b2cd-7c89691f4152 None None] Deleting port d9721b70-a07b-4898-bb42-be8a5ff868de {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:43:34.050923 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-78dab295-784f-4b03-b2cd-7c89691f4152 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:34.099938 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port d9721b70-a07b-4898-bb42-be8a5ff868de, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d9721b70-a07b-4898-bb42-be8a5ff868de,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:34.109265 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:34.174215 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-af8d66fd-85a0-449b-8b1a-5cb83b2d9a32 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:34.178349 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-af8d66fd-85a0-449b-8b1a-5cb83b2d9a32 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:port and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:34.181214 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-af8d66fd-85a0-449b-8b1a-5cb83b2d9a32 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:34.188031 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-af8d66fd-85a0-449b-8b1a-5cb83b2d9a32 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:34.197667 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8d66fd-85a0-449b-8b1a-5cb83b2d9a32 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:34.203725 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-af8d66fd-85a0-449b-8b1a-5cb83b2d9a32 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:34.224811 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-af8d66fd-85a0-449b-8b1a-5cb83b2d9a32 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] device_id is not set on port 4fbf1811-54ff-4919-8b85-cbd7d558126b yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:43:34.280685 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=d9721b70-a07b-4898-bb42-be8a5ff868de,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:34.347029 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-78dab295-784f-4b03-b2cd-7c89691f4152 None None] For port d9721b70-a07b-4898-bb42-be8a5ff868de, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d9721b70-a07b-4898-bb42-be8a5ff868de,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:34.347617 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-78dab295-784f-4b03-b2cd-7c89691f4152 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:34.425527 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-af8d66fd-85a0-449b-8b1a-5cb83b2d9a32 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Allocated IP 2001:db8::157b:126:8404:5761 (c278fa39-f239-4898-af1e-f9dd3a03cd09/3b091990-c577-473a-b5f6-de63adff28d3/4fbf1811-54ff-4919-8b85-cbd7d558126b) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:34.509309 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-78dab295-784f-4b03-b2cd-7c89691f4152 None None] Calling delete_port for d9721b70-a07b-4898-bb42-be8a5ff868de owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:43:34.582687 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-78dab295-784f-4b03-b2cd-7c89691f4152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:34.631905 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dab295-784f-4b03-b2cd-7c89691f4152 None None] Pushing event deleted for resources: {'Port': ['ID=d9721b70-a07b-4898-bb42-be8a5ff868de,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:34.633737 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dab295-784f-4b03-b2cd-7c89691f4152 None None] No DVR routers for this DVR port d9721b70-a07b-4898-bb42-be8a5ff868de on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:43:34.640876 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-af8d66fd-85a0-449b-8b1a-5cb83b2d9a32 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:34.647187 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e676805-6212-4248-b439-f548f0f20d59 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:43:34.658128 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-af8d66fd-85a0-449b-8b1a-5cb83b2d9a32 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Transition to ACTIVE for port object 4fbf1811-54ff-4919-8b85-cbd7d558126b will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:34.682131 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-af8d66fd-85a0-449b-8b1a-5cb83b2d9a32 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:34.751571 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8d66fd-85a0-449b-8b1a-5cb83b2d9a32 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:34.754714 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-af8d66fd-85a0-449b-8b1a-5cb83b2d9a32 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:34.758918 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8d66fd-85a0-449b-8b1a-5cb83b2d9a32 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:43:34.764349 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8d66fd-85a0-449b-8b1a-5cb83b2d9a32 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:34.764982 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-af8d66fd-85a0-449b-8b1a-5cb83b2d9a32 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:34.787074 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d66fd-85a0-449b-8b1a-5cb83b2d9a32 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Port': ['ID=4fbf1811-54ff-4919-8b85-cbd7d558126b,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:34.804336 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-af8d66fd-85a0-449b-8b1a-5cb83b2d9a32 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7798488 Feb 09 01:43:34.806841 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55562) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:34.887414 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6913b994-ffd3-4c54-9e3c-82148449c3b9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:34.888128 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6913b994-ffd3-4c54-9e3c-82148449c3b9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:43:34.897370 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2340f632-84a5-4739-a7be-25b2566f1d5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-c278fa39-f239-4898-af1e-f9dd3a03cd09', 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'tenant_id': '054ea176b36542169ae947090049f000', 'fixed_ips': [{'subnet_id': '3b091990-c577-473a-b5f6-de63adff28d3'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:43:34.898207 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2340f632-84a5-4739-a7be-25b2566f1d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:34.908846 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6913b994-ffd3-4c54-9e3c-82148449c3b9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:43:34.910020 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6913b994-ffd3-4c54-9e3c-82148449c3b9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1022518 Feb 09 01:43:34.912706 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55568) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:34.987139 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-4250acf2-b031-43ca-a68d-c5b466011305 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting port 4fbf1811-54ff-4919-8b85-cbd7d558126b {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:43:34.987508 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4250acf2-b031-43ca-a68d-c5b466011305 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:35.072801 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-2340f632-84a5-4739-a7be-25b2566f1d5c None None] Allocated IP 2001:db8::2 (c278fa39-f239-4898-af1e-f9dd3a03cd09/3b091990-c577-473a-b5f6-de63adff28d3/c7da965f-9e4e-458c-bf1f-9214d45f2d06) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:35.235496 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4250acf2-b031-43ca-a68d-c5b466011305 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:35.278147 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2340f632-84a5-4739-a7be-25b2566f1d5c None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:35.288247 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2340f632-84a5-4739-a7be-25b2566f1d5c None None] Transition to ACTIVE for port object c7da965f-9e4e-458c-bf1f-9214d45f2d06 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:35.305707 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2340f632-84a5-4739-a7be-25b2566f1d5c None None] Transition to ACTIVE for port object c7da965f-9e4e-458c-bf1f-9214d45f2d06 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:35.310985 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2340f632-84a5-4739-a7be-25b2566f1d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:35.358845 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-4250acf2-b031-43ca-a68d-c5b466011305 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Calling delete_port for 4fbf1811-54ff-4919-8b85-cbd7d558126b owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:43:35.373371 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2340f632-84a5-4739-a7be-25b2566f1d5c None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:35.376723 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-2340f632-84a5-4739-a7be-25b2566f1d5c None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:35.380701 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2340f632-84a5-4739-a7be-25b2566f1d5c None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:43:35.389267 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340f632-84a5-4739-a7be-25b2566f1d5c None None] Pushing event updated for resources: {'Port': ['ID=c7da965f-9e4e-458c-bf1f-9214d45f2d06,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:35.475007 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-2340f632-84a5-4739-a7be-25b2566f1d5c None None] Attempting to bind port c7da965f-9e4e-458c-bf1f-9214d45f2d06 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:43:35.475372 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-2340f632-84a5-4739-a7be-25b2566f1d5c None None] Attempting to bind port c7da965f-9e4e-458c-bf1f-9214d45f2d06 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:43:35.475729 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2340f632-84a5-4739-a7be-25b2566f1d5c None None] Attempting to bind port c7da965f-9e4e-458c-bf1f-9214d45f2d06 on network c278fa39-f239-4898-af1e-f9dd3a03cd09 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:43:35.480835 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2340f632-84a5-4739-a7be-25b2566f1d5c None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:43:35.481205 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2340f632-84a5-4739-a7be-25b2566f1d5c None None] Checking segment: {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:43:35.481599 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2340f632-84a5-4739-a7be-25b2566f1d5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:35.481988 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2340f632-84a5-4739-a7be-25b2566f1d5c None None] Bound using segment: {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:43:35.482446 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-2340f632-84a5-4739-a7be-25b2566f1d5c None None] Bound port: c7da965f-9e4e-458c-bf1f-9214d45f2d06, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:43:35.482810 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2340f632-84a5-4739-a7be-25b2566f1d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:35.503322 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4250acf2-b031-43ca-a68d-c5b466011305 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:35.554094 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250acf2-b031-43ca-a68d-c5b466011305 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Port': ['ID=4fbf1811-54ff-4919-8b85-cbd7d558126b,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:35.572960 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-2340f632-84a5-4739-a7be-25b2566f1d5c None None] For port c7da965f-9e4e-458c-bf1f-9214d45f2d06, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:43:35.575990 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-2340f632-84a5-4739-a7be-25b2566f1d5c None None] For port c7da965f-9e4e-458c-bf1f-9214d45f2d06, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=c7da965f-9e4e-458c-bf1f-9214d45f2d06,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:43:35.582912 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2340f632-84a5-4739-a7be-25b2566f1d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:35.598338 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4250acf2-b031-43ca-a68d-c5b466011305 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:35.614304 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4250acf2-b031-43ca-a68d-c5b466011305 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/4fbf1811-54ff-4919-8b85-cbd7d558126b HTTP/1.1" status: 204 len: 168 time: 0.6982625 Feb 09 01:43:35.614683 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55576) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:35.642273 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d9721b70-a07b-4898-bb42-be8a5ff868de no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:43:35.684741 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a24278-f074-4936-8422-1f5d59f990aa tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:35.686347 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a24278-f074-4936-8422-1f5d59f990aa tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:35.686651 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: d9721b70-a07b-4898-bb42-be8a5ff868de {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:43:35.687532 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device d9721b70-a07b-4898-bb42-be8a5ff868de not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:43:35.687725 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-66a24278-f074-4936-8422-1f5d59f990aa tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:43:35.704463 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340f632-84a5-4739-a7be-25b2566f1d5c None None] Pushing event updated for resources: {'Port': ['ID=c7da965f-9e4e-458c-bf1f-9214d45f2d06,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:35.704846 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-66a24278-f074-4936-8422-1f5d59f990aa tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:43:35.707661 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-66a24278-f074-4936-8422-1f5d59f990aa tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0919957 Feb 09 01:43:35.709292 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55580) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:35.780829 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7813d8a-40dd-4e7e-a3e3-4dbe43ff0ae5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting subnet 3b091990-c577-473a-b5f6-de63adff28d3 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:43:35.783967 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b7813d8a-40dd-4e7e-a3e3-4dbe43ff0ae5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:35.840701 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b7813d8a-40dd-4e7e-a3e3-4dbe43ff0ae5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:36.052381 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b7813d8a-40dd-4e7e-a3e3-4dbe43ff0ae5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:36.125026 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b7813d8a-40dd-4e7e-a3e3-4dbe43ff0ae5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:36.165155 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7813d8a-40dd-4e7e-a3e3-4dbe43ff0ae5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Subnet': ['ID=3b091990-c577-473a-b5f6-de63adff28d3,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:36.167136 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b7813d8a-40dd-4e7e-a3e3-4dbe43ff0ae5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:36.184005 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b7813d8a-40dd-4e7e-a3e3-4dbe43ff0ae5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/3b091990-c577-473a-b5f6-de63adff28d3 HTTP/1.1" status: 204 len: 168 time: 0.4713478 Feb 09 01:43:36.184186 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55584) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:36.252613 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-68226052-81ca-4dbb-8c9a-28b238d2896a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0672476 Feb 09 01:43:36.254952 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55588) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:36.334617 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527c21c9-2e4f-4dbe-8e2a-661caecf0b7f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:36.335218 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-527c21c9-2e4f-4dbe-8e2a-661caecf0b7f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:43:36.350367 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-527c21c9-2e4f-4dbe-8e2a-661caecf0b7f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:43:36.351625 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-527c21c9-2e4f-4dbe-8e2a-661caecf0b7f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0955272 Feb 09 01:43:36.354073 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55592) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:36.418789 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18c34d5-382c-4533-98ad-cc8ddb0eac4a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:36.419462 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d18c34d5-382c-4533-98ad-cc8ddb0eac4a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:43:36.435553 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d18c34d5-382c-4533-98ad-cc8ddb0eac4a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:43:36.436922 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d18c34d5-382c-4533-98ad-cc8ddb0eac4a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0818901 Feb 09 01:43:36.439516 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55596) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:36.510991 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9f555a56-779a-46a7-810d-5826964273d1 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703061 Feb 09 01:43:36.515078 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55600) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:36.521121 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-3ce2ce32-80f3-43e8-a411-a121f62deb15 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:36.632693 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-3ce2ce32-80f3-43e8-a411-a121f62deb15 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:36.643210 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-3ce2ce32-80f3-43e8-a411-a121f62deb15 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:36.653325 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce2ce32-80f3-43e8-a411-a121f62deb15 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:36.657412 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3ce2ce32-80f3-43e8-a411-a121f62deb15 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:36.720943 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c2cc65-6abb-4a36-87a4-d3e7734d6990 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:43:36.816717 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-34db5e04-9f93-4388-bdb5-ae6d5ae0c1aa None None] Provisioning for port c7da965f-9e4e-458c-bf1f-9214d45f2d06 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:43:36.858168 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-34db5e04-9f93-4388-bdb5-ae6d5ae0c1aa None None] Could not find standard attr ID for object 4fbf1811-54ff-4919-8b85-cbd7d558126b. {{(pid=87613) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:43:36.881616 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3ce2ce32-80f3-43e8-a411-a121f62deb15 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:36.949064 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce2ce32-80f3-43e8-a411-a121f62deb15 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:36.952635 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-3ce2ce32-80f3-43e8-a411-a121f62deb15 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:36.965238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce2ce32-80f3-43e8-a411-a121f62deb15 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:36.971321 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3ce2ce32-80f3-43e8-a411-a121f62deb15 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:36.971435 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-66c51312-d5da-4a7c-b961-ff34e07056f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:36.983966 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2ce32-80f3-43e8-a411-a121f62deb15 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Subnet': ['ID=1028f9da-75a4-4ff7-aad1-5e9edc42cba5,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:37.000759 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3ce2ce32-80f3-43e8-a411-a121f62deb15 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4840803 Feb 09 01:43:37.003300 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55604) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:37.006825 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf22f8b-29f0-4fca-a00b-84b7af566e44 None None] DHCP port deletion for c278fa39-f239-4898-af1e-f9dd3a03cd09 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:43:37.009317 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-048eded0-7ba0-4c04-aed6-1b17caea9730 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'port': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'fixed_ips': [{'subnet_id': '1028f9da-75a4-4ff7-aad1-5e9edc42cba5', 'ip_address': '2001:db8::9b6a:d0e5:b8ab:a1a0'}], 'name': 'tempest-NetworksTestDHCPv6-578193313'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:37.011944 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-dcf22f8b-29f0-4fca-a00b-84b7af566e44 None None] Deleting port c7da965f-9e4e-458c-bf1f-9214d45f2d06 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:43:37.012392 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-dcf22f8b-29f0-4fca-a00b-84b7af566e44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:37.146763 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-048eded0-7ba0-4c04-aed6-1b17caea9730 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:37.156625 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-048eded0-7ba0-4c04-aed6-1b17caea9730 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:37.165960 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048eded0-7ba0-4c04-aed6-1b17caea9730 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:37.236104 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-dcf22f8b-29f0-4fca-a00b-84b7af566e44 None None] For port c7da965f-9e4e-458c-bf1f-9214d45f2d06, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=c7da965f-9e4e-458c-bf1f-9214d45f2d06,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:37.236525 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-dcf22f8b-29f0-4fca-a00b-84b7af566e44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:37.293291 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-048eded0-7ba0-4c04-aed6-1b17caea9730 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:37.313142 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-048eded0-7ba0-4c04-aed6-1b17caea9730 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] device_id is not set on port 1c37b92c-f2e2-4fd4-a6ae-b2d6539baca3 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:43:37.385585 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-dcf22f8b-29f0-4fca-a00b-84b7af566e44 None None] Calling delete_port for c7da965f-9e4e-458c-bf1f-9214d45f2d06 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:43:37.460079 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-dcf22f8b-29f0-4fca-a00b-84b7af566e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:37.509127 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf22f8b-29f0-4fca-a00b-84b7af566e44 None None] Pushing event deleted for resources: {'Port': ['ID=c7da965f-9e4e-458c-bf1f-9214d45f2d06,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:37.511235 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-048eded0-7ba0-4c04-aed6-1b17caea9730 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Allocated IP 2001:db8::9b6a:d0e5:b8ab:a1a0 (c278fa39-f239-4898-af1e-f9dd3a03cd09/1028f9da-75a4-4ff7-aad1-5e9edc42cba5/1c37b92c-f2e2-4fd4-a6ae-b2d6539baca3) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:37.514607 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf22f8b-29f0-4fca-a00b-84b7af566e44 None None] No DVR routers for this DVR port c7da965f-9e4e-458c-bf1f-9214d45f2d06 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:43:37.529208 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c28291-e04a-4f35-a194-c1ec64af2240 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:43:37.719057 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-048eded0-7ba0-4c04-aed6-1b17caea9730 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:37.734446 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-048eded0-7ba0-4c04-aed6-1b17caea9730 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Transition to ACTIVE for port object 1c37b92c-f2e2-4fd4-a6ae-b2d6539baca3 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:37.737914 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba75e25c-5998-486c-a32f-c0651679d33c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-c278fa39-f239-4898-af1e-f9dd3a03cd09', 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'tenant_id': '054ea176b36542169ae947090049f000', 'fixed_ips': [{'subnet_id': '1028f9da-75a4-4ff7-aad1-5e9edc42cba5'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:43:37.738770 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ba75e25c-5998-486c-a32f-c0651679d33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:37.758498 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-048eded0-7ba0-4c04-aed6-1b17caea9730 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:37.832830 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048eded0-7ba0-4c04-aed6-1b17caea9730 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:37.835948 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-048eded0-7ba0-4c04-aed6-1b17caea9730 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:37.839895 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048eded0-7ba0-4c04-aed6-1b17caea9730 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:43:37.845676 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048eded0-7ba0-4c04-aed6-1b17caea9730 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:37.846278 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-048eded0-7ba0-4c04-aed6-1b17caea9730 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:37.853722 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048eded0-7ba0-4c04-aed6-1b17caea9730 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Port': ['ID=1c37b92c-f2e2-4fd4-a6ae-b2d6539baca3,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:37.877480 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-048eded0-7ba0-4c04-aed6-1b17caea9730 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8731577 Feb 09 01:43:37.880917 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55610) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:37.886555 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-f3996ca3-75c8-4c05-9630-813b1632380e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'port': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'fixed_ips': [{'subnet_id': '1028f9da-75a4-4ff7-aad1-5e9edc42cba5', 'ip_address': '2001:db8::9b6a:d0e5:b8ab:a1a0'}], 'name': 'tempest-NetworksTestDHCPv6-1636210725'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:37.899424 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-ba75e25c-5998-486c-a32f-c0651679d33c None None] Allocated IP 2001:db8::2 (c278fa39-f239-4898-af1e-f9dd3a03cd09/1028f9da-75a4-4ff7-aad1-5e9edc42cba5/4f48b6cc-3e7f-46a2-a632-ace02d29993a) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:38.113311 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ba75e25c-5998-486c-a32f-c0651679d33c None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:38.123583 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ba75e25c-5998-486c-a32f-c0651679d33c None None] Transition to ACTIVE for port object 4f48b6cc-3e7f-46a2-a632-ace02d29993a will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:38.132487 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f3996ca3-75c8-4c05-9630-813b1632380e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:38.136469 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f3996ca3-75c8-4c05-9630-813b1632380e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:port and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:38.139248 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f3996ca3-75c8-4c05-9630-813b1632380e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:38.142114 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ba75e25c-5998-486c-a32f-c0651679d33c None None] Transition to ACTIVE for port object 4f48b6cc-3e7f-46a2-a632-ace02d29993a will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:38.145584 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f3996ca3-75c8-4c05-9630-813b1632380e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:38.147770 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ba75e25c-5998-486c-a32f-c0651679d33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:38.154703 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3996ca3-75c8-4c05-9630-813b1632380e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:38.160327 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f3996ca3-75c8-4c05-9630-813b1632380e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:38.181405 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-f3996ca3-75c8-4c05-9630-813b1632380e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] device_id is not set on port a4c22f41-b3d2-4128-96b2-cc03f65a02f8 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:43:38.212282 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba75e25c-5998-486c-a32f-c0651679d33c None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:38.215343 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-ba75e25c-5998-486c-a32f-c0651679d33c None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:38.219865 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba75e25c-5998-486c-a32f-c0651679d33c None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:43:38.226751 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75e25c-5998-486c-a32f-c0651679d33c None None] Pushing event updated for resources: {'Port': ['ID=4f48b6cc-3e7f-46a2-a632-ace02d29993a,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:38.311532 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-ba75e25c-5998-486c-a32f-c0651679d33c None None] Attempting to bind port 4f48b6cc-3e7f-46a2-a632-ace02d29993a on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:43:38.311888 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-ba75e25c-5998-486c-a32f-c0651679d33c None None] Attempting to bind port 4f48b6cc-3e7f-46a2-a632-ace02d29993a by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:43:38.312272 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba75e25c-5998-486c-a32f-c0651679d33c None None] Attempting to bind port 4f48b6cc-3e7f-46a2-a632-ace02d29993a on network c278fa39-f239-4898-af1e-f9dd3a03cd09 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:43:38.317367 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba75e25c-5998-486c-a32f-c0651679d33c None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:43:38.317729 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba75e25c-5998-486c-a32f-c0651679d33c None None] Checking segment: {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:43:38.318122 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ba75e25c-5998-486c-a32f-c0651679d33c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:38.318516 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba75e25c-5998-486c-a32f-c0651679d33c None None] Bound using segment: {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:43:38.318955 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-ba75e25c-5998-486c-a32f-c0651679d33c None None] Bound port: 4f48b6cc-3e7f-46a2-a632-ace02d29993a, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:43:38.319317 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ba75e25c-5998-486c-a32f-c0651679d33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:38.382612 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3996ca3-75c8-4c05-9630-813b1632380e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 01:43:38.383181 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3996ca3-75c8-4c05-9630-813b1632380e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:43:38.406459 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f3996ca3-75c8-4c05-9630-813b1632380e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5244060 Feb 09 01:43:38.406910 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-ba75e25c-5998-486c-a32f-c0651679d33c None None] For port 4f48b6cc-3e7f-46a2-a632-ace02d29993a, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:43:38.408948 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55614) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:38.414233 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-ba75e25c-5998-486c-a32f-c0651679d33c None None] For port 4f48b6cc-3e7f-46a2-a632-ace02d29993a, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=4f48b6cc-3e7f-46a2-a632-ace02d29993a,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:43:38.418720 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ba75e25c-5998-486c-a32f-c0651679d33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:38.495234 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b162176-ea19-4a8a-b341-b7b9bc0ffd6f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:38.502625 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75e25c-5998-486c-a32f-c0651679d33c None None] Pushing event updated for resources: {'Port': ['ID=4f48b6cc-3e7f-46a2-a632-ace02d29993a,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:38.508700 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b162176-ea19-4a8a-b341-b7b9bc0ffd6f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:38.508700 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-7b162176-ea19-4a8a-b341-b7b9bc0ffd6f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:43:38.523808 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-7b162176-ea19-4a8a-b341-b7b9bc0ffd6f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:43:38.525319 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7b162176-ea19-4a8a-b341-b7b9bc0ffd6f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1154516 Feb 09 01:43:38.528009 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55618) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:38.595691 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-8bae084a-cd40-4e93-89b6-8158f4033b1e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting port 1c37b92c-f2e2-4fd4-a6ae-b2d6539baca3 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:43:38.596034 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8bae084a-cd40-4e93-89b6-8158f4033b1e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:38.852871 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8bae084a-cd40-4e93-89b6-8158f4033b1e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:38.975434 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-8bae084a-cd40-4e93-89b6-8158f4033b1e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Calling delete_port for 1c37b92c-f2e2-4fd4-a6ae-b2d6539baca3 owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:43:39.118897 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8bae084a-cd40-4e93-89b6-8158f4033b1e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:39.177384 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae084a-cd40-4e93-89b6-8158f4033b1e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Port': ['ID=1c37b92c-f2e2-4fd4-a6ae-b2d6539baca3,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:39.223698 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8bae084a-cd40-4e93-89b6-8158f4033b1e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:39.237900 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8bae084a-cd40-4e93-89b6-8158f4033b1e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/1c37b92c-f2e2-4fd4-a6ae-b2d6539baca3 HTTP/1.1" status: 204 len: 168 time: 0.7088044 Feb 09 01:43:39.240235 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55622) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:39.306931 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbfa7b1-e194-4e5e-9e88-8d152ca905f1 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:39.308555 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbfa7b1-e194-4e5e-9e88-8d152ca905f1 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:39.309365 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6fbfa7b1-e194-4e5e-9e88-8d152ca905f1 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:43:39.325738 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6fbfa7b1-e194-4e5e-9e88-8d152ca905f1 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:43:39.326948 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6fbfa7b1-e194-4e5e-9e88-8d152ca905f1 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0857482 Feb 09 01:43:39.329713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55626) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:39.381980 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3a5f8e9d-e377-42d0-90d5-ace1423ae8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:39.400200 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-758f4e88-3f2d-4771-9c2f-9ed63a68dff2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting subnet 1028f9da-75a4-4ff7-aad1-5e9edc42cba5 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:43:39.403438 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-758f4e88-3f2d-4771-9c2f-9ed63a68dff2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:39.462487 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-758f4e88-3f2d-4771-9c2f-9ed63a68dff2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:39.507186 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-04deed4b-873e-4937-acd2-6698481ee8d9 None None] Provisioning for port 4f48b6cc-3e7f-46a2-a632-ace02d29993a completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:43:39.553299 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-758f4e88-3f2d-4771-9c2f-9ed63a68dff2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:39.649180 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-758f4e88-3f2d-4771-9c2f-9ed63a68dff2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:39.677557 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 4f48b6cc-3e7f-46a2-a632-ace02d29993a up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:43:39.690326 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f4e88-3f2d-4771-9c2f-9ed63a68dff2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Subnet': ['ID=1028f9da-75a4-4ff7-aad1-5e9edc42cba5,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:39.695773 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-758f4e88-3f2d-4771-9c2f-9ed63a68dff2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:39.710397 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-758f4e88-3f2d-4771-9c2f-9ed63a68dff2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/1028f9da-75a4-4ff7-aad1-5e9edc42cba5 HTTP/1.1" status: 204 len: 168 time: 0.3795698 Feb 09 01:43:39.712719 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55630) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:39.735761 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-43164fb1-5804-4269-8946-c026b99193fc None None] Could not find standard attr ID for object 4fbf1811-54ff-4919-8b85-cbd7d558126b. {{(pid=87613) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:43:39.755690 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 4f48b6cc-3e7f-46a2-a632-ace02d29993a completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:43:39.760980 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 4f48b6cc-3e7f-46a2-a632-ace02d29993a triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:39.761413 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:39.875930 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6547f8-6c60-4107-ace6-f77d5d01f234 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:43:39.899897 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-26c210ea-6647-48c4-8bcb-5fddc37b9bed tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1860595 Feb 09 01:43:39.903590 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55634) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:39.909469 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-a85b8be8-2f3a-44b8-adf4-81215a273eb8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:39.975000 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:39.983339 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ed13a900-bab0-46ec-a42c-25868776deca None None] Could not find standard attr ID for object 1c37b92c-f2e2-4fd4-a6ae-b2d6539baca3. {{(pid=87613) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:43:40.021236 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a85b8be8-2f3a-44b8-adf4-81215a273eb8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:40.025344 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a85b8be8-2f3a-44b8-adf4-81215a273eb8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:subnet and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:40.028321 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a85b8be8-2f3a-44b8-adf4-81215a273eb8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:40.034315 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a85b8be8-2f3a-44b8-adf4-81215a273eb8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:40.044831 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85b8be8-2f3a-44b8-adf4-81215a273eb8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:40.048532 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a85b8be8-2f3a-44b8-adf4-81215a273eb8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:40.115930 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 4f48b6cc-3e7f-46a2-a632-ace02d29993a, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=4f48b6cc-3e7f-46a2-a632-ace02d29993a,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:40.125597 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:40.211142 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=4f48b6cc-3e7f-46a2-a632-ace02d29993a,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:40.271323 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a85b8be8-2f3a-44b8-adf4-81215a273eb8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:40.283810 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d08b69-b313-4f68-b46b-a3754b4a6564 None None] DHCP port deletion for c278fa39-f239-4898-af1e-f9dd3a03cd09 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:43:40.288062 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d4d08b69-b313-4f68-b46b-a3754b4a6564 None None] Deleting port 4f48b6cc-3e7f-46a2-a632-ace02d29993a {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:43:40.288465 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4d08b69-b313-4f68-b46b-a3754b4a6564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:40.326054 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85b8be8-2f3a-44b8-adf4-81215a273eb8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:40.332639 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-a85b8be8-2f3a-44b8-adf4-81215a273eb8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:40.335426 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85b8be8-2f3a-44b8-adf4-81215a273eb8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:40.336052 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a85b8be8-2f3a-44b8-adf4-81215a273eb8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:40.356084 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b8be8-2f3a-44b8-adf4-81215a273eb8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Subnet': ['ID=467ee56e-9fb9-4233-8be5-5d96d914cdfd,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:40.369764 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a85b8be8-2f3a-44b8-adf4-81215a273eb8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4651649 Feb 09 01:43:40.372742 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55638) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:40.378790 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-9e68df17-679d-4441-9b59-9f3333428918 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'port': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'fixed_ips': [{'subnet_id': '467ee56e-9fb9-4233-8be5-5d96d914cdfd', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1839637004'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:40.480917 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:40.516323 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-9e68df17-679d-4441-9b59-9f3333428918 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:40.520489 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9e68df17-679d-4441-9b59-9f3333428918 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:port and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:40.524090 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9e68df17-679d-4441-9b59-9f3333428918 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:40.531475 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-9e68df17-679d-4441-9b59-9f3333428918 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:40.533936 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-d4d08b69-b313-4f68-b46b-a3754b4a6564 None None] For port 4f48b6cc-3e7f-46a2-a632-ace02d29993a, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=4f48b6cc-3e7f-46a2-a632-ace02d29993a,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:40.533936 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4d08b69-b313-4f68-b46b-a3754b4a6564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:40.543676 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e68df17-679d-4441-9b59-9f3333428918 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:40.549548 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9e68df17-679d-4441-9b59-9f3333428918 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:40.575279 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-9e68df17-679d-4441-9b59-9f3333428918 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] device_id is not set on port de4b9d90-d6a9-4373-b3f1-3aa87a9cf3eb yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:43:40.670052 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d4d08b69-b313-4f68-b46b-a3754b4a6564 None None] Calling delete_port for 4f48b6cc-3e7f-46a2-a632-ace02d29993a owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:43:40.696743 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:40.710725 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e68df17-679d-4441-9b59-9f3333428918 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:43:40.711181 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e68df17-679d-4441-9b59-9f3333428918 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:43:40.735321 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9e68df17-679d-4441-9b59-9f3333428918 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.3614936 Feb 09 01:43:40.737780 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55642) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:40.745583 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4d08b69-b313-4f68-b46b-a3754b4a6564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:40.785723 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-65700131-45b6-4c14-adf5-7c4e84ad4564 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:43:40.794301 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d08b69-b313-4f68-b46b-a3754b4a6564 None None] Pushing event deleted for resources: {'Port': ['ID=4f48b6cc-3e7f-46a2-a632-ace02d29993a,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:40.799727 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d08b69-b313-4f68-b46b-a3754b4a6564 None None] No DVR routers for this DVR port 4f48b6cc-3e7f-46a2-a632-ace02d29993a on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:43:40.807691 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-65700131-45b6-4c14-adf5-7c4e84ad4564 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:43:40.808876 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-65700131-45b6-4c14-adf5-7c4e84ad4564 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0700252 Feb 09 01:43:40.810984 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2791cdd7-f025-41fd-9391-c2bd8f62bb2a None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:43:40.811378 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55646) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:40.882411 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18a986c-5316-4835-8319-094f9b8688af tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:40.884059 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18a986c-5316-4835-8319-094f9b8688af tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:40.884859 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b18a986c-5316-4835-8319-094f9b8688af tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:43:40.902047 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b18a986c-5316-4835-8319-094f9b8688af tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:43:40.903471 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b18a986c-5316-4835-8319-094f9b8688af tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0908470 Feb 09 01:43:40.906368 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55650) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:40.978068 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-659790d3-9feb-4fa5-8917-9850fd516aaa tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting subnet 467ee56e-9fb9-4233-8be5-5d96d914cdfd {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:43:40.981085 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-659790d3-9feb-4fa5-8917-9850fd516aaa tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:41.030552 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78efdfb2-be93-4e1d-9c8b-00b6fa22a042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-c278fa39-f239-4898-af1e-f9dd3a03cd09', 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'tenant_id': '054ea176b36542169ae947090049f000', 'fixed_ips': [{'subnet_id': '467ee56e-9fb9-4233-8be5-5d96d914cdfd'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:43:41.031981 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-78efdfb2-be93-4e1d-9c8b-00b6fa22a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:41.037415 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-659790d3-9feb-4fa5-8917-9850fd516aaa tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:41.099255 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-659790d3-9feb-4fa5-8917-9850fd516aaa tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:41.176233 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-659790d3-9feb-4fa5-8917-9850fd516aaa tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server [None req-78efdfb2-be93-4e1d-9c8b-00b6fa22a042 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 467ee56e-9fb9-4233-8be5-5d96d914cdfd: This subnet is being modified by another concurrent operation. Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server raise exception Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 467ee56e-9fb9-4233-8be5-5d96d914cdfd: This subnet is being modified by another concurrent operation. Feb 09 01:43:41.179342 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server Feb 09 01:43:41.195654 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad11e6bf-56ac-43a2-a7e7-6965f5a07d20 None None] get_active_networks_info from n-d-828419-1 {{(pid=87613) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:43:41.217324 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659790d3-9feb-4fa5-8917-9850fd516aaa tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Subnet': ['ID=467ee56e-9fb9-4233-8be5-5d96d914cdfd,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:41.221494 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-659790d3-9feb-4fa5-8917-9850fd516aaa tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:41.242266 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-659790d3-9feb-4fa5-8917-9850fd516aaa tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/467ee56e-9fb9-4233-8be5-5d96d914cdfd HTTP/1.1" status: 204 len: 168 time: 0.3349049 Feb 09 01:43:41.244739 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55656) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:41.286103 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad11e6bf-56ac-43a2-a7e7-6965f5a07d20 None None] Resources bound (agent type, host, resource id): {{(pid=87613) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:43:41.313961 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f269ff95-95e5-4f2b-934e-51f8fbc699a1 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0681219 Feb 09 01:43:41.317683 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55660) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:41.323097 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-62a0b85c-950a-40f3-bf38-f19b7f05fd84 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:41.431380 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-62a0b85c-950a-40f3-bf38-f19b7f05fd84 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:41.435437 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-62a0b85c-950a-40f3-bf38-f19b7f05fd84 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:subnet and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:41.438759 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-62a0b85c-950a-40f3-bf38-f19b7f05fd84 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:41.444333 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-62a0b85c-950a-40f3-bf38-f19b7f05fd84 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:41.454351 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a0b85c-950a-40f3-bf38-f19b7f05fd84 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:41.457843 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-62a0b85c-950a-40f3-bf38-f19b7f05fd84 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:41.632425 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 4f48b6cc-3e7f-46a2-a632-ace02d29993a no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:43:41.667018 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 4f48b6cc-3e7f-46a2-a632-ace02d29993a {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:43:41.667353 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 4f48b6cc-3e7f-46a2-a632-ace02d29993a not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:43:41.682206 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-62a0b85c-950a-40f3-bf38-f19b7f05fd84 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:41.739529 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a0b85c-950a-40f3-bf38-f19b7f05fd84 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:41.742653 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-62a0b85c-950a-40f3-bf38-f19b7f05fd84 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:41.747047 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a0b85c-950a-40f3-bf38-f19b7f05fd84 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:41.747637 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-62a0b85c-950a-40f3-bf38-f19b7f05fd84 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:41.751376 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4902c6-4fb6-48db-b0b1-584f6e8ce255 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:43:41.767540 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0b85c-950a-40f3-bf38-f19b7f05fd84 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Subnet': ['ID=d38e80b7-6fc0-4217-a58b-80d49ec75ee6,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:41.783411 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-62a0b85c-950a-40f3-bf38-f19b7f05fd84 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4647484 Feb 09 01:43:41.786060 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55664) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:41.790972 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-6813dd8d-588e-4216-a4da-2ca54ad36636 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1320733910', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:41.798388 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6813dd8d-588e-4216-a4da-2ca54ad36636 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:41.802212 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6813dd8d-588e-4216-a4da-2ca54ad36636 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:router and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:41.805038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6813dd8d-588e-4216-a4da-2ca54ad36636 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:41.810672 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6813dd8d-588e-4216-a4da-2ca54ad36636 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:41.823361 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6813dd8d-588e-4216-a4da-2ca54ad36636 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:41.824271 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6813dd8d-588e-4216-a4da-2ca54ad36636 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:41.838617 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6813dd8d-588e-4216-a4da-2ca54ad36636 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:41.857130 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6813dd8d-588e-4216-a4da-2ca54ad36636 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:41.883396 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6813dd8d-588e-4216-a4da-2ca54ad36636 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:41.887354 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6813dd8d-588e-4216-a4da-2ca54ad36636 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.0978844 Feb 09 01:43:41.887575 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55668) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:41.948634 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:42.014150 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e19c22-259f-4c53-b7f2-18214fcdde82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-c278fa39-f239-4898-af1e-f9dd3a03cd09', 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'tenant_id': '054ea176b36542169ae947090049f000', 'fixed_ips': [{'subnet_id': 'd38e80b7-6fc0-4217-a58b-80d49ec75ee6'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:43:42.014977 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-15e19c22-259f-4c53-b7f2-18214fcdde82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:42.178939 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-15e19c22-259f-4c53-b7f2-18214fcdde82 None None] Allocated IP 2001:db8::2 (c278fa39-f239-4898-af1e-f9dd3a03cd09/d38e80b7-6fc0-4217-a58b-80d49ec75ee6/2a0187c3-1187-407b-996b-356d7fe7eb39) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:42.383830 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-15e19c22-259f-4c53-b7f2-18214fcdde82 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:42.393630 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-15e19c22-259f-4c53-b7f2-18214fcdde82 None None] Transition to ACTIVE for port object 2a0187c3-1187-407b-996b-356d7fe7eb39 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:42.411448 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-15e19c22-259f-4c53-b7f2-18214fcdde82 None None] Transition to ACTIVE for port object 2a0187c3-1187-407b-996b-356d7fe7eb39 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:42.417227 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-15e19c22-259f-4c53-b7f2-18214fcdde82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:42.472616 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-abf0a092-48be-416d-b3eb-ba52644bf127 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:42.481154 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e19c22-259f-4c53-b7f2-18214fcdde82 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:42.484620 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-15e19c22-259f-4c53-b7f2-18214fcdde82 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:42.488264 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e19c22-259f-4c53-b7f2-18214fcdde82 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:43:42.493981 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e19c22-259f-4c53-b7f2-18214fcdde82 None None] Pushing event updated for resources: {'Port': ['ID=2a0187c3-1187-407b-996b-356d7fe7eb39,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:42.582996 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-15e19c22-259f-4c53-b7f2-18214fcdde82 None None] Attempting to bind port 2a0187c3-1187-407b-996b-356d7fe7eb39 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:43:42.583357 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-15e19c22-259f-4c53-b7f2-18214fcdde82 None None] Attempting to bind port 2a0187c3-1187-407b-996b-356d7fe7eb39 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:43:42.583714 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e19c22-259f-4c53-b7f2-18214fcdde82 None None] Attempting to bind port 2a0187c3-1187-407b-996b-356d7fe7eb39 on network c278fa39-f239-4898-af1e-f9dd3a03cd09 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:43:42.588831 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e19c22-259f-4c53-b7f2-18214fcdde82 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:43:42.589193 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e19c22-259f-4c53-b7f2-18214fcdde82 None None] Checking segment: {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:43:42.589585 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-15e19c22-259f-4c53-b7f2-18214fcdde82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:42.589971 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e19c22-259f-4c53-b7f2-18214fcdde82 None None] Bound using segment: {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:43:42.590429 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-15e19c22-259f-4c53-b7f2-18214fcdde82 None None] Bound port: 2a0187c3-1187-407b-996b-356d7fe7eb39, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:43:42.590789 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-15e19c22-259f-4c53-b7f2-18214fcdde82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:42.676642 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-15e19c22-259f-4c53-b7f2-18214fcdde82 None None] For port 2a0187c3-1187-407b-996b-356d7fe7eb39, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:43:42.679801 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-15e19c22-259f-4c53-b7f2-18214fcdde82 None None] For port 2a0187c3-1187-407b-996b-356d7fe7eb39, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=2a0187c3-1187-407b-996b-356d7fe7eb39,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:43:42.684764 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-15e19c22-259f-4c53-b7f2-18214fcdde82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:42.768005 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e19c22-259f-4c53-b7f2-18214fcdde82 None None] Pushing event updated for resources: {'Port': ['ID=2a0187c3-1187-407b-996b-356d7fe7eb39,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:42.822287 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-abf0a092-48be-416d-b3eb-ba52644bf127 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Allocated IP 2001:db8::1 (c278fa39-f239-4898-af1e-f9dd3a03cd09/d38e80b7-6fc0-4217-a58b-80d49ec75ee6/f842755c-8bd9-4521-adad-d3002996fc05) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:43.013606 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-abf0a092-48be-416d-b3eb-ba52644bf127 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:43.032023 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-abf0a092-48be-416d-b3eb-ba52644bf127 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Transition to ACTIVE for port object f842755c-8bd9-4521-adad-d3002996fc05 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:43.060656 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-abf0a092-48be-416d-b3eb-ba52644bf127 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:43.133520 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf0a092-48be-416d-b3eb-ba52644bf127 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:43.136654 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-abf0a092-48be-416d-b3eb-ba52644bf127 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:43.139261 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf0a092-48be-416d-b3eb-ba52644bf127 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:43:43.139952 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-abf0a092-48be-416d-b3eb-ba52644bf127 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:43.267369 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0a092-48be-416d-b3eb-ba52644bf127 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Port': ['ID=f842755c-8bd9-4521-adad-d3002996fc05,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:43.425651 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-abf0a092-48be-416d-b3eb-ba52644bf127 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:43.669199 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 2a0187c3-1187-407b-996b-356d7fe7eb39 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:43:43.741389 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 2a0187c3-1187-407b-996b-356d7fe7eb39 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:43:43.829434 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bdec4f45-3c9d-4396-819e-5dbc9e5e0ae5 None None] Provisioning for port 2a0187c3-1187-407b-996b-356d7fe7eb39 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:43:43.835109 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bdec4f45-3c9d-4396-819e-5dbc9e5e0ae5 None None] Provisioning complete for port 2a0187c3-1187-407b-996b-356d7fe7eb39 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:43.835730 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bdec4f45-3c9d-4396-819e-5dbc9e5e0ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:43.948488 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-abf0a092-48be-416d-b3eb-ba52644bf127 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:43.953762 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-abf0a092-48be-416d-b3eb-ba52644bf127 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:43.954433 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-abf0a092-48be-416d-b3eb-ba52644bf127 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:43.957720 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bdec4f45-3c9d-4396-819e-5dbc9e5e0ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:43.989470 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-bdec4f45-3c9d-4396-819e-5dbc9e5e0ae5 None None] For port 2a0187c3-1187-407b-996b-356d7fe7eb39, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=2a0187c3-1187-407b-996b-356d7fe7eb39,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:43.993506 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bdec4f45-3c9d-4396-819e-5dbc9e5e0ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:44.061663 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec4f45-3c9d-4396-819e-5dbc9e5e0ae5 None None] Pushing event updated for resources: {'Port': ['ID=2a0187c3-1187-407b-996b-356d7fe7eb39,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:44.096206 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0a092-48be-416d-b3eb-ba52644bf127 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Port': ['ID=f842755c-8bd9-4521-adad-d3002996fc05,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:44.117519 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-533138db-77aa-4c0c-b639-18d4394d7ed8 None None] Provisioning for port f842755c-8bd9-4521-adad-d3002996fc05 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:43:44.122392 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-533138db-77aa-4c0c-b639-18d4394d7ed8 None None] Provisioning complete for port f842755c-8bd9-4521-adad-d3002996fc05 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:44.122765 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-533138db-77aa-4c0c-b639-18d4394d7ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:44.153301 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf0a092-48be-416d-b3eb-ba52644bf127 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:44.154422 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-abf0a092-48be-416d-b3eb-ba52644bf127 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:44.182356 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-533138db-77aa-4c0c-b639-18d4394d7ed8 None None] Port f842755c-8bd9-4521-adad-d3002996fc05 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:43:44.356472 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf0a092-48be-416d-b3eb-ba52644bf127 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Router 9918fd42-6e73-4954-a11b-cdb968e9ef67 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:43:44.407159 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c3dd4868-09ce-4d88-8672-7fc53f36fbe4 None None] Provisioning complete for port f842755c-8bd9-4521-adad-d3002996fc05 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:44.407526 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c3dd4868-09ce-4d88-8672-7fc53f36fbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:44.459740 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-c3dd4868-09ce-4d88-8672-7fc53f36fbe4 None None] Port f842755c-8bd9-4521-adad-d3002996fc05 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:43:44.518025 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf0a092-48be-416d-b3eb-ba52644bf127 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:43:44.527482 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b727b8e-c0be-40fb-8197-75415132be0f None None] Sync routers for ids ['9918fd42-6e73-4954-a11b-cdb968e9ef67'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:43:44.531616 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-abf0a092-48be-416d-b3eb-ba52644bf127 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "PUT /v2.0/routers/9918fd42-6e73-4954-a11b-cdb968e9ef67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6430345 Feb 09 01:43:44.534109 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55672) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:44.537258 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b727b8e-c0be-40fb-8197-75415132be0f None None] Routers {'9918fd42-6e73-4954-a11b-cdb968e9ef67'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:43:44.537864 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-1b727b8e-c0be-40fb-8197-75415132be0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:43:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['9918fd42-6e73-4954-a11b-cdb968e9ef67'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:44.610974 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504eeb43-e17d-4455-90ae-8dccff046958 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:44.611798 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-504eeb43-e17d-4455-90ae-8dccff046958 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:43:44.631053 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-504eeb43-e17d-4455-90ae-8dccff046958 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:43:44.634429 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-504eeb43-e17d-4455-90ae-8dccff046958 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports/f842755c-8bd9-4521-adad-d3002996fc05 HTTP/1.1" status: 200 len: 911 time: 0.0977917 Feb 09 01:43:44.634949 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55676) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:44.683685 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-1b727b8e-c0be-40fb-8197-75415132be0f None None] Set router 9918fd42-6e73-4954-a11b-cdb968e9ef67 gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:43:44.717871 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a2f3ee-626f-42eb-9aa7-30512cfdaa27 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:44.723563 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a2f3ee-626f-42eb-9aa7-30512cfdaa27 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:44.725087 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-20a2f3ee-626f-42eb-9aa7-30512cfdaa27 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0891199 Feb 09 01:43:44.727779 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55680) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:44.993045 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-1b727b8e-c0be-40fb-8197-75415132be0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9918fd42-6e73-4954-a11b-cdb968e9ef67', 'name': 'tempest-NetworksTestDHCPv6-router-1320733910', 'tenant_id': '054ea176b36542169ae947090049f000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:41Z', 'updated_at': '2022-02-09T01:43:43Z', 'revision_number': 2, 'project_id': '054ea176b36542169ae947090049f000', 'gw_port_host': None, '_interfaces': [{'id': 'f842755c-8bd9-4521-adad-d3002996fc05', 'name': '', 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'tenant_id': '054ea176b36542169ae947090049f000', 'mac_address': 'fa:16:3e:98:ac:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9918fd42-6e73-4954-a11b-cdb968e9ef67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd38e80b7-6fc0-4217-a58b-80d49ec75ee6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:42Z', 'updated_at': '2022-02-09T01:43:43Z', 'revision_number': 2, 'project_id': '054ea176b36542169ae947090049f000', 'subnets': [{'id': 'd38e80b7-6fc0-4217-a58b-80d49ec75ee6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:44.996773 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b727b8e-c0be-40fb-8197-75415132be0f None None] Checking router: 9918fd42-6e73-4954-a11b-cdb968e9ef67 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:43:44.997116 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b727b8e-c0be-40fb-8197-75415132be0f None None] Updating router 9918fd42-6e73-4954-a11b-cdb968e9ef67 port f842755c-8bd9-4521-adad-d3002996fc05 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:43:45.049080 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-1b727b8e-c0be-40fb-8197-75415132be0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:45.338842 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-61703815-ee27-43b4-b684-2b28a3f4796e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:45.393656 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-1b727b8e-c0be-40fb-8197-75415132be0f None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:45.405006 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-1b727b8e-c0be-40fb-8197-75415132be0f None None] Transition to ACTIVE for port object f842755c-8bd9-4521-adad-d3002996fc05 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:45.411505 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-1b727b8e-c0be-40fb-8197-75415132be0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:45.627052 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94a382-9091-4c77-aefb-569f4bf3695b None None] Pushing event updated for resources: {'Port': ['ID=f842755c-8bd9-4521-adad-d3002996fc05,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:45.627736 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-61703815-ee27-43b4-b684-2b28a3f4796e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting port f842755c-8bd9-4521-adad-d3002996fc05 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:43:45.627736 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-61703815-ee27-43b4-b684-2b28a3f4796e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:45.638840 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a94a382-9091-4c77-aefb-569f4bf3695b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:45.639383 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a94a382-9091-4c77-aefb-569f4bf3695b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:45.639877 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a94a382-9091-4c77-aefb-569f4bf3695b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:45.640513 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a94a382-9091-4c77-aefb-569f4bf3695b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:45.641028 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a94a382-9091-4c77-aefb-569f4bf3695b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:45.641336 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 2a0187c3-1187-407b-996b-356d7fe7eb39 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:43:45.642046 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a94a382-9091-4c77-aefb-569f4bf3695b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:45.642531 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a94a382-9091-4c77-aefb-569f4bf3695b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:45.643020 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a94a382-9091-4c77-aefb-569f4bf3695b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:45.643515 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a94a382-9091-4c77-aefb-569f4bf3695b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:45.643993 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a94a382-9091-4c77-aefb-569f4bf3695b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:45.644496 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a94a382-9091-4c77-aefb-569f4bf3695b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:45.644973 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a94a382-9091-4c77-aefb-569f4bf3695b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:45.652229 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-1b727b8e-c0be-40fb-8197-75415132be0f None None] Attempting to bind port f842755c-8bd9-4521-adad-d3002996fc05 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:43:45.652875 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-1b727b8e-c0be-40fb-8197-75415132be0f None None] Attempting to bind port f842755c-8bd9-4521-adad-d3002996fc05 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:43:45.653718 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b727b8e-c0be-40fb-8197-75415132be0f None None] Attempting to bind port f842755c-8bd9-4521-adad-d3002996fc05 on network c278fa39-f239-4898-af1e-f9dd3a03cd09 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:43:45.659390 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b727b8e-c0be-40fb-8197-75415132be0f None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:43:45.659989 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b727b8e-c0be-40fb-8197-75415132be0f None None] Checking segment: {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:43:45.660635 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-1b727b8e-c0be-40fb-8197-75415132be0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:45.661176 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b727b8e-c0be-40fb-8197-75415132be0f None None] Bound using segment: {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:43:45.661820 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-1b727b8e-c0be-40fb-8197-75415132be0f None None] Bound port: f842755c-8bd9-4521-adad-d3002996fc05, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:43:45.662399 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-1b727b8e-c0be-40fb-8197-75415132be0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:45.735952 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 2a0187c3-1187-407b-996b-356d7fe7eb39 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:45.736691 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:45.787407 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-1b727b8e-c0be-40fb-8197-75415132be0f None None] For port f842755c-8bd9-4521-adad-d3002996fc05, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:43:45.790323 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-1b727b8e-c0be-40fb-8197-75415132be0f None None] For port f842755c-8bd9-4521-adad-d3002996fc05, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=f842755c-8bd9-4521-adad-d3002996fc05,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:43:45.795725 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-1b727b8e-c0be-40fb-8197-75415132be0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:45.844761 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-61703815-ee27-43b4-b684-2b28a3f4796e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] For port f842755c-8bd9-4521-adad-d3002996fc05, host n-d-828419-1, got binding levels [] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:45.845123 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-61703815-ee27-43b4-b684-2b28a3f4796e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:45.873929 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b727b8e-c0be-40fb-8197-75415132be0f None None] Routers {'9918fd42-6e73-4954-a11b-cdb968e9ef67'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:43:45.874353 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-1b727b8e-c0be-40fb-8197-75415132be0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:43:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['9918fd42-6e73-4954-a11b-cdb968e9ef67'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:45.930432 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94a382-9091-4c77-aefb-569f4bf3695b None None] Pushing event updated for resources: {'Port': ['ID=f842755c-8bd9-4521-adad-d3002996fc05,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:45.949991 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55686) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:45.975605 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-61703815-ee27-43b4-b684-2b28a3f4796e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Calling delete_port for f842755c-8bd9-4521-adad-d3002996fc05 owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:43:46.040472 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-1b727b8e-c0be-40fb-8197-75415132be0f None None] Set router 9918fd42-6e73-4954-a11b-cdb968e9ef67 gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:43:46.111226 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.api [None req-61703815-ee27-43b4-b684-2b28a3f4796e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:43:46.111585 n-d-828419-1 neutron-server[87612]: DEBUG oslo_db.api [None req-61703815-ee27-43b4-b684-2b28a3f4796e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:43:46.301948 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-214ff243-f222-4d5b-9a69-75b5524e14d2 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Deleting port abc04f4a-7035-46b9-beca-95e3250516ce {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:43:46.302297 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-214ff243-f222-4d5b-9a69-75b5524e14d2 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:46.372713 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-1b727b8e-c0be-40fb-8197-75415132be0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9918fd42-6e73-4954-a11b-cdb968e9ef67', 'name': 'tempest-NetworksTestDHCPv6-router-1320733910', 'tenant_id': '054ea176b36542169ae947090049f000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:41Z', 'updated_at': '2022-02-09T01:43:43Z', 'revision_number': 2, 'project_id': '054ea176b36542169ae947090049f000', 'gw_port_host': None, '_interfaces': [{'id': 'f842755c-8bd9-4521-adad-d3002996fc05', 'name': '', 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'tenant_id': '054ea176b36542169ae947090049f000', 'mac_address': 'fa:16:3e:98:ac:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9918fd42-6e73-4954-a11b-cdb968e9ef67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd38e80b7-6fc0-4217-a58b-80d49ec75ee6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:42Z', 'updated_at': '2022-02-09T01:43:45Z', 'revision_number': 4, 'project_id': '054ea176b36542169ae947090049f000', 'subnets': [{'id': 'd38e80b7-6fc0-4217-a58b-80d49ec75ee6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:46.376995 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b727b8e-c0be-40fb-8197-75415132be0f None None] The sync data for ids ['9918fd42-6e73-4954-a11b-cdb968e9ef67'] in n-d-828419-1 is: [{'id': '9918fd42-6e73-4954-a11b-cdb968e9ef67', 'name': 'tempest-NetworksTestDHCPv6-router-1320733910', 'tenant_id': '054ea176b36542169ae947090049f000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:41Z', 'updated_at': '2022-02-09T01:43:43Z', 'revision_number': 2, 'project_id': '054ea176b36542169ae947090049f000', 'gw_port_host': None, '_interfaces': [{'id': 'f842755c-8bd9-4521-adad-d3002996fc05', 'name': '', 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'tenant_id': '054ea176b36542169ae947090049f000', 'mac_address': 'fa:16:3e:98:ac:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9918fd42-6e73-4954-a11b-cdb968e9ef67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd38e80b7-6fc0-4217-a58b-80d49ec75ee6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:42Z', 'updated_at': '2022-02-09T01:43:45Z', 'revision_number': 4, 'project_id': '054ea176b36542169ae947090049f000', 'subnets': [{'id': 'd38e80b7-6fc0-4217-a58b-80d49ec75ee6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:43:46.480504 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-214ff243-f222-4d5b-9a69-75b5524e14d2 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:46.480842 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-214ff243-f222-4d5b-9a69-75b5524e14d2 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:46.608318 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-214ff243-f222-4d5b-9a69-75b5524e14d2 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Calling delete_port for abc04f4a-7035-46b9-beca-95e3250516ce owned by network:floatingip {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:43:46.612943 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-61703815-ee27-43b4-b684-2b28a3f4796e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting port f842755c-8bd9-4521-adad-d3002996fc05 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:43:46.613401 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-61703815-ee27-43b4-b684-2b28a3f4796e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:46.772018 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-214ff243-f222-4d5b-9a69-75b5524e14d2 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:46.819334 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ff243-f222-4d5b-9a69-75b5524e14d2 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event deleted for resources: {'Port': ['ID=abc04f4a-7035-46b9-beca-95e3250516ce,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:46.819535 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-61703815-ee27-43b4-b684-2b28a3f4796e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] For port f842755c-8bd9-4521-adad-d3002996fc05, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=f842755c-8bd9-4521-adad-d3002996fc05,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:46.819875 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-61703815-ee27-43b4-b684-2b28a3f4796e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:46.920549 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-214ff243-f222-4d5b-9a69-75b5524e14d2 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for floatingip, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:46.921918 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-214ff243-f222-4d5b-9a69-75b5524e14d2 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Floating IP 6b5e9447-3ad6-47a0-9d97-eeaa3d87ae49 disassociated (deleted). External IP: 172.25.5.13, port: bc153d4b-da37-43d2-8168-6c960604485c. Feb 09 01:43:46.949894 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-61703815-ee27-43b4-b684-2b28a3f4796e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Calling delete_port for f842755c-8bd9-4521-adad-d3002996fc05 owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:43:47.171235 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-61703815-ee27-43b4-b684-2b28a3f4796e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:47.291892 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214ff243-f222-4d5b-9a69-75b5524e14d2 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Router 2fed91a3-66a7-4874-a057-4055f9f86570 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:43:47.340735 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61703815-ee27-43b4-b684-2b28a3f4796e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Port': ['ID=f842755c-8bd9-4521-adad-d3002996fc05,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:47.478561 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214ff243-f222-4d5b-9a69-75b5524e14d2 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:43:47.492699 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2c9f28-5e07-4e70-a884-43b426075cac None None] Sync routers for ids ['2fed91a3-66a7-4874-a057-4055f9f86570'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:43:47.509677 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2c9f28-5e07-4e70-a884-43b426075cac None None] Routers {'2fed91a3-66a7-4874-a057-4055f9f86570'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:43:47.510337 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-2a2c9f28-5e07-4e70-a884-43b426075cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:43:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2fed91a3-66a7-4874-a057-4055f9f86570'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:47.515946 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-214ff243-f222-4d5b-9a69-75b5524e14d2 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:47.520694 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-61703815-ee27-43b4-b684-2b28a3f4796e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:47.598867 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-214ff243-f222-4d5b-9a69-75b5524e14d2 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "DELETE /v2.0/floatingips/6b5e9447-3ad6-47a0-9d97-eeaa3d87ae49 HTTP/1.1" status: 204 len: 168 time: 1.6378570 Feb 09 01:43:47.599543 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663045e8-81ba-4bf3-883d-e43548626f0b', 'tag': 'bc153d4b-da37-43d2-8168-6c960604485c'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:43:47.653149 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663045e8-81ba-4bf3-883d-e43548626f0b', 'tag': 'bc153d4b-da37-43d2-8168-6c960604485c', 'status': 'completed', 'code': 200} Feb 09 01:43:47.743049 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-2a2c9f28-5e07-4e70-a884-43b426075cac None None] Set router 2fed91a3-66a7-4874-a057-4055f9f86570 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:43:47.900350 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61703815-ee27-43b4-b684-2b28a3f4796e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Router 9918fd42-6e73-4954-a11b-cdb968e9ef67 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:43:47.916522 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039f1d3-b047-4fe7-a795-b320468b8a1d req-ad99cc0a-0fa6-4e05-8993-f28ad063888b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:47.917982 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2039f1d3-b047-4fe7-a795-b320468b8a1d req-ad99cc0a-0fa6-4e05-8993-f28ad063888b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49364f58e6074dfa91c3c69aee216080&device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 1097 time: 0.2302988 Feb 09 01:43:48.113345 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-2a2c9f28-5e07-4e70-a884-43b426075cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684464610', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '120620f9-1a4c-412e-90bf-2be334e79905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:52Z', 'updated_at': '2022-02-09T01:41:57Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '120620f9-1a4c-412e-90bf-2be334e79905', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:52Z', 'updated_at': '2022-02-09T01:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '300d6915-11f2-485f-b5d0-01bed95dbb59', 'name': '', 'network_id': 'f7221247-12ea-4739-b10d-f97ed1c5f937', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:dc:b4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '2d89d0d3-51b3-4031-99a8-b87544e59fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:56Z', 'updated_at': '2022-02-09T01:42:03Z', 'revision_number': 5, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '2d89d0d3-51b3-4031-99a8-b87544e59fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:48.117325 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2c9f28-5e07-4e70-a884-43b426075cac None None] Checking router: 2fed91a3-66a7-4874-a057-4055f9f86570 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:43:48.125651 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2c9f28-5e07-4e70-a884-43b426075cac None None] Routers {'2fed91a3-66a7-4874-a057-4055f9f86570'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:43:48.126268 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-2a2c9f28-5e07-4e70-a884-43b426075cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:43:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2fed91a3-66a7-4874-a057-4055f9f86570'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:48.172969 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61703815-ee27-43b4-b684-2b28a3f4796e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:43:48.182584 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e364859-e62f-458c-82d7-f840ddec1015 None None] Sync routers for ids ['9918fd42-6e73-4954-a11b-cdb968e9ef67'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:43:48.196748 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e364859-e62f-458c-82d7-f840ddec1015 None None] Routers {'9918fd42-6e73-4954-a11b-cdb968e9ef67'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:43:48.197456 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-6e364859-e62f-458c-82d7-f840ddec1015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:43:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['9918fd42-6e73-4954-a11b-cdb968e9ef67'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:48.222003 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-61703815-ee27-43b4-b684-2b28a3f4796e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "PUT /v2.0/routers/9918fd42-6e73-4954-a11b-cdb968e9ef67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4909158 Feb 09 01:43:48.222382 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55696) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:48.239077 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039f1d3-b047-4fe7-a795-b320468b8a1d req-264d7d6c-8eee-439b-a762-a1c077ffab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:48.240686 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2039f1d3-b047-4fe7-a795-b320468b8a1d req-264d7d6c-8eee-439b-a762-a1c077ffab06 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f7221247-12ea-4739-b10d-f97ed1c5f937 HTTP/1.1" status: 200 len: 898 time: 0.2690458 Feb 09 01:43:48.248778 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f377264-05a4-4129-8aee-b61e7c26b1f0 req-16fad26c-a29f-4023-9b51-23b08d446577 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:48.250184 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0f377264-05a4-4129-8aee-b61e7c26b1f0 req-16fad26c-a29f-4023-9b51-23b08d446577 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 946 time: 0.3312492 Feb 09 01:43:48.294069 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf34027-73d8-472e-a971-2cb258797e26 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:48.296980 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf34027-73d8-472e-a971-2cb258797e26 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:48.298861 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ccf34027-73d8-472e-a971-2cb258797e26 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0754478 Feb 09 01:43:48.301451 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55700) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:48.341744 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-6e364859-e62f-458c-82d7-f840ddec1015 None None] Set router 9918fd42-6e73-4954-a11b-cdb968e9ef67 gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:43:48.342988 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-2a2c9f28-5e07-4e70-a884-43b426075cac None None] Set router 2fed91a3-66a7-4874-a057-4055f9f86570 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:43:48.359725 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2039f1d3-b047-4fe7-a795-b320468b8a1d req-399e1796-22a7-45c8-8709-e8f368294dd1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc153d4b-da37-43d2-8168-6c960604485c HTTP/1.1" status: 200 len: 217 time: 0.1080022 Feb 09 01:43:48.368002 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0f377264-05a4-4129-8aee-b61e7c26b1f0 req-16fc7bec-7ade-48dd-bc29-1cf81e259847 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=48057031-8c91-459e-a90d-d62f2e117699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570257 Feb 09 01:43:48.405365 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbec7151-5379-4935-826c-7a9765ac1de1 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting subnet d38e80b7-6fc0-4217-a58b-80d49ec75ee6 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:43:48.410630 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cbec7151-5379-4935-826c-7a9765ac1de1 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:48.428822 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039f1d3-b047-4fe7-a795-b320468b8a1d req-71a5216f-a885-4c53-8748-95e5dd79d348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:48.430373 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2039f1d3-b047-4fe7-a795-b320468b8a1d req-71a5216f-a885-4c53-8748-95e5dd79d348 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2d89d0d3-51b3-4031-99a8-b87544e59fcb HTTP/1.1" status: 200 len: 835 time: 0.0614696 Feb 09 01:43:48.462914 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-6e364859-e62f-458c-82d7-f840ddec1015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9918fd42-6e73-4954-a11b-cdb968e9ef67', 'name': 'tempest-NetworksTestDHCPv6-router-1320733910', 'tenant_id': '054ea176b36542169ae947090049f000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:41Z', 'updated_at': '2022-02-09T01:43:47Z', 'revision_number': 3, 'project_id': '054ea176b36542169ae947090049f000', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:48.467155 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e364859-e62f-458c-82d7-f840ddec1015 None None] Checking router: 9918fd42-6e73-4954-a11b-cdb968e9ef67 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:43:48.473085 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cbec7151-5379-4935-826c-7a9765ac1de1 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:48.476888 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e364859-e62f-458c-82d7-f840ddec1015 None None] Routers {'9918fd42-6e73-4954-a11b-cdb968e9ef67'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:43:48.477570 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-6e364859-e62f-458c-82d7-f840ddec1015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:43:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['9918fd42-6e73-4954-a11b-cdb968e9ef67'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:48.527844 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039f1d3-b047-4fe7-a795-b320468b8a1d req-3258bc4f-d9e0-4082-b32a-fe914146cdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:48.529567 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2039f1d3-b047-4fe7-a795-b320468b8a1d req-3258bc4f-d9e0-4082-b32a-fe914146cdcf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f7221247-12ea-4739-b10d-f97ed1c5f937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927460 Feb 09 01:43:48.642458 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-6e364859-e62f-458c-82d7-f840ddec1015 None None] Set router 9918fd42-6e73-4954-a11b-cdb968e9ef67 gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:43:48.722031 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cbec7151-5379-4935-826c-7a9765ac1de1 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:48.740002 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-2a2c9f28-5e07-4e70-a884-43b426075cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684464610', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '120620f9-1a4c-412e-90bf-2be334e79905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:52Z', 'updated_at': '2022-02-09T01:41:57Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '120620f9-1a4c-412e-90bf-2be334e79905', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:52Z', 'updated_at': '2022-02-09T01:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '300d6915-11f2-485f-b5d0-01bed95dbb59', 'name': '', 'network_id': 'f7221247-12ea-4739-b10d-f97ed1c5f937', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:dc:b4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '2d89d0d3-51b3-4031-99a8-b87544e59fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:56Z', 'updated_at': '2022-02-09T01:42:03Z', 'revision_number': 5, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '2d89d0d3-51b3-4031-99a8-b87544e59fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:48.745154 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2c9f28-5e07-4e70-a884-43b426075cac None None] The sync data for ids ['2fed91a3-66a7-4874-a057-4055f9f86570'] in n-d-828419-1 is: [{'id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684464610', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '120620f9-1a4c-412e-90bf-2be334e79905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:52Z', 'updated_at': '2022-02-09T01:41:57Z', 'revision_number': 4, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '120620f9-1a4c-412e-90bf-2be334e79905', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:52Z', 'updated_at': '2022-02-09T01:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '300d6915-11f2-485f-b5d0-01bed95dbb59', 'name': '', 'network_id': 'f7221247-12ea-4739-b10d-f97ed1c5f937', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'mac_address': 'fa:16:3e:dc:b4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '2d89d0d3-51b3-4031-99a8-b87544e59fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:56Z', 'updated_at': '2022-02-09T01:42:03Z', 'revision_number': 5, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'subnets': [{'id': '2d89d0d3-51b3-4031-99a8-b87544e59fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:43:48.770539 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-6e364859-e62f-458c-82d7-f840ddec1015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9918fd42-6e73-4954-a11b-cdb968e9ef67', 'name': 'tempest-NetworksTestDHCPv6-router-1320733910', 'tenant_id': '054ea176b36542169ae947090049f000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:41Z', 'updated_at': '2022-02-09T01:43:47Z', 'revision_number': 3, 'project_id': '054ea176b36542169ae947090049f000', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:48.775922 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e364859-e62f-458c-82d7-f840ddec1015 None None] The sync data for ids ['9918fd42-6e73-4954-a11b-cdb968e9ef67'] in n-d-828419-1 is: [{'id': '9918fd42-6e73-4954-a11b-cdb968e9ef67', 'name': 'tempest-NetworksTestDHCPv6-router-1320733910', 'tenant_id': '054ea176b36542169ae947090049f000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:41Z', 'updated_at': '2022-02-09T01:43:47Z', 'revision_number': 3, 'project_id': '054ea176b36542169ae947090049f000', 'gw_port_host': None}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:43:48.846959 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cbec7151-5379-4935-826c-7a9765ac1de1 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:48.872336 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2039f1d3-b047-4fe7-a795-b320468b8a1d req-65d9f8fa-3a1b-4e4c-8c65-0a15c664cc56 service neutron] 10.222.0.35 "GET /v2.0/networks/f7221247-12ea-4739-b10d-f97ed1c5f937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351262 Feb 09 01:43:48.889174 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cbec7151-5379-4935-826c-7a9765ac1de1 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:48.897688 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5582ccb2-afff-4dd6-b6de-b37051faafe3 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:43:48.897943 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec7151-5379-4935-826c-7a9765ac1de1 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Subnet': ['ID=d38e80b7-6fc0-4217-a58b-80d49ec75ee6,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:48.905974 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cbec7151-5379-4935-826c-7a9765ac1de1 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/d38e80b7-6fc0-4217-a58b-80d49ec75ee6 HTTP/1.1" status: 204 len: 168 time: 0.6032255 Feb 09 01:43:48.910212 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55704) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:49.135765 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fc8680e6-ad7a-461d-bdef-a095ec0b306f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2244492 Feb 09 01:43:49.138214 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55708) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:49.148159 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2039f1d3-b047-4fe7-a795-b320468b8a1d req-98c8eefc-92a6-4bae-826e-44e854ea3747 service neutron] 10.222.0.35 "GET /v2.0/networks/f7221247-12ea-4739-b10d-f97ed1c5f937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690325 Feb 09 01:43:49.152681 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fc00a9-0081-43cb-98f6-5e10708fc7cc None None] New status for floating IP 6b5e9447-3ad6-47a0-9d97-eeaa3d87ae49: DOWN {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:43:49.288322 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-910ce4ec-88c0-4b70-ba6d-dec9e1b14a36 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:49.367749 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287a1328-8967-4aa0-a952-1bad67d1fde9 None None] DHCP port deletion for c278fa39-f239-4898-af1e-f9dd3a03cd09 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:43:49.372004 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-287a1328-8967-4aa0-a952-1bad67d1fde9 None None] Deleting port 2a0187c3-1187-407b-996b-356d7fe7eb39 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:43:49.372377 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-287a1328-8967-4aa0-a952-1bad67d1fde9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:49.495671 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b527f31-0545-4022-ae62-e7d77389c728 req-c9b1652f-a4e3-4857-b457-02bed8cb982d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:49.497148 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6b527f31-0545-4022-ae62-e7d77389c728 req-c9b1652f-a4e3-4857-b457-02bed8cb982d tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.35 "GET /v2.0/ports?device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 946 time: 0.0821619 Feb 09 01:43:49.572744 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-6b527f31-0545-4022-ae62-e7d77389c728 req-2ccb1b39-b1ab-46c7-9662-c92efb54115f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Deleting port bc153d4b-da37-43d2-8168-6c960604485c {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:43:49.573307 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6b527f31-0545-4022-ae62-e7d77389c728 req-2ccb1b39-b1ab-46c7-9662-c92efb54115f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:49.652196 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-910ce4ec-88c0-4b70-ba6d-dec9e1b14a36 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:49.656863 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-910ce4ec-88c0-4b70-ba6d-dec9e1b14a36 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:49.659827 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 2a0187c3-1187-407b-996b-356d7fe7eb39 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:43:49.691675 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-910ce4ec-88c0-4b70-ba6d-dec9e1b14a36 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:49.692297 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910ce4ec-88c0-4b70-ba6d-dec9e1b14a36 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Fanout notify agent at l3_agent the message router_deleted on router 9918fd42-6e73-4954-a11b-cdb968e9ef67 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:43:49.703032 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a90f66-e1f4-4950-b36f-ab4fe7dca255 req-8845a02b-915d-4456-a5d7-45a564fb3f13 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:49.703775 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-18a90f66-e1f4-4950-b36f-ab4fe7dca255 req-8845a02b-915d-4456-a5d7-45a564fb3f13 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Synchronizing usage tracker for tenant:49364f58e6074dfa91c3c69aee216080 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:43:49.717944 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-287a1328-8967-4aa0-a952-1bad67d1fde9 None None] For port 2a0187c3-1187-407b-996b-356d7fe7eb39, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=2a0187c3-1187-407b-996b-356d7fe7eb39,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:49.718958 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-287a1328-8967-4aa0-a952-1bad67d1fde9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:49.723827 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-910ce4ec-88c0-4b70-ba6d-dec9e1b14a36 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:49.727544 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-910ce4ec-88c0-4b70-ba6d-dec9e1b14a36 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/routers/9918fd42-6e73-4954-a11b-cdb968e9ef67 HTTP/1.1" status: 204 len: 168 time: 0.5845644 Feb 09 01:43:49.728436 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55714) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:49.738077 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-e18ff333-17b2-498b-9f4d-2bb889f16742 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:49.806619 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-18a90f66-e1f4-4950-b36f-ab4fe7dca255 req-8845a02b-915d-4456-a5d7-45a564fb3f13 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Unset dirty status for tenant:49364f58e6074dfa91c3c69aee216080 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:43:49.807780 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-18a90f66-e1f4-4950-b36f-ab4fe7dca255 req-8845a02b-915d-4456-a5d7-45a564fb3f13 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 946 time: 0.2776420 Feb 09 01:43:49.864613 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-287a1328-8967-4aa0-a952-1bad67d1fde9 None None] Calling delete_port for 2a0187c3-1187-407b-996b-356d7fe7eb39 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:43:49.871448 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-6b527f31-0545-4022-ae62-e7d77389c728 req-2ccb1b39-b1ab-46c7-9662-c92efb54115f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] For port bc153d4b-da37-43d2-8168-6c960604485c, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=bc153d4b-da37-43d2-8168-6c960604485c,segment=NetworkSegment(cda6d1ac-4935-44a2-87f0-985ffa70dc8e),segment_id=cda6d1ac-4935-44a2-87f0-985ffa70dc8e)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:49.871850 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6b527f31-0545-4022-ae62-e7d77389c728 req-2ccb1b39-b1ab-46c7-9662-c92efb54115f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:49.882385 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-18a90f66-e1f4-4950-b36f-ab4fe7dca255 req-83b1dac0-73f8-4390-831d-d5da4d4f1791 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/security-groups?id=48057031-8c91-459e-a90d-d62f2e117699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680978 Feb 09 01:43:49.893474 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e18ff333-17b2-498b-9f4d-2bb889f16742 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:49.903326 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e18ff333-17b2-498b-9f4d-2bb889f16742 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:subnet and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:49.904341 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e18ff333-17b2-498b-9f4d-2bb889f16742 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:49.911415 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e18ff333-17b2-498b-9f4d-2bb889f16742 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:49.923814 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18ff333-17b2-498b-9f4d-2bb889f16742 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:49.928681 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e18ff333-17b2-498b-9f4d-2bb889f16742 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:49.991937 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:50.021333 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-6b527f31-0545-4022-ae62-e7d77389c728 req-2ccb1b39-b1ab-46c7-9662-c92efb54115f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Calling delete_port for bc153d4b-da37-43d2-8168-6c960604485c owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:43:50.050826 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-287a1328-8967-4aa0-a952-1bad67d1fde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:50.097741 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f842755c-8bd9-4521-adad-d3002996fc05 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:43:50.138063 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a1328-8967-4aa0-a952-1bad67d1fde9 None None] Pushing event deleted for resources: {'Port': ['ID=2a0187c3-1187-407b-996b-356d7fe7eb39,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:50.140572 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287a1328-8967-4aa0-a952-1bad67d1fde9 None None] No DVR routers for this DVR port 2a0187c3-1187-407b-996b-356d7fe7eb39 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:43:50.143577 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: f842755c-8bd9-4521-adad-d3002996fc05 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:43:50.143577 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device f842755c-8bd9-4521-adad-d3002996fc05 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:43:50.182611 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e18ff333-17b2-498b-9f4d-2bb889f16742 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:50.185310 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6b527f31-0545-4022-ae62-e7d77389c728 req-2ccb1b39-b1ab-46c7-9662-c92efb54115f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:50.241132 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb1b39-b1ab-46c7-9662-c92efb54115f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event deleted for resources: {'Port': ['ID=bc153d4b-da37-43d2-8168-6c960604485c,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:50.318432 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b527f31-0545-4022-ae62-e7d77389c728 req-2ccb1b39-b1ab-46c7-9662-c92efb54115f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] No DVR routers for this DVR port bc153d4b-da37-43d2-8168-6c960604485c on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:43:50.320897 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6b527f31-0545-4022-ae62-e7d77389c728 req-2ccb1b39-b1ab-46c7-9662-c92efb54115f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:50.323555 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663045e8-81ba-4bf3-883d-e43548626f0b', 'name': 'network-vif-deleted', 'tag': 'bc153d4b-da37-43d2-8168-6c960604485c'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:43:50.342995 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6b527f31-0545-4022-ae62-e7d77389c728 req-2ccb1b39-b1ab-46c7-9662-c92efb54115f tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.35 "DELETE /v2.0/ports/bc153d4b-da37-43d2-8168-6c960604485c HTTP/1.1" status: 204 len: 173 time: 0.8396494 Feb 09 01:43:50.362918 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18ff333-17b2-498b-9f4d-2bb889f16742 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:50.370355 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-e18ff333-17b2-498b-9f4d-2bb889f16742 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:50.375574 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18ff333-17b2-498b-9f4d-2bb889f16742 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:50.376184 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e18ff333-17b2-498b-9f4d-2bb889f16742 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:50.381697 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bbc332-38dc-4ab0-81fb-c4bded73808d None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:43:50.403002 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ff333-17b2-498b-9f4d-2bb889f16742 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Subnet': ['ID=a53e5868-b944-4592-bcb8-45b2afe9515c,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:50.433598 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55722) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:50.440774 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-c092b440-d2ca-42d9-9e62-b02906aba490 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1556616937', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:50.445010 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e18ff333-17b2-498b-9f4d-2bb889f16742 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7146649 Feb 09 01:43:50.450369 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c092b440-d2ca-42d9-9e62-b02906aba490 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:50.455525 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c092b440-d2ca-42d9-9e62-b02906aba490 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:router and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:50.464269 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c092b440-d2ca-42d9-9e62-b02906aba490 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:50.473385 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c092b440-d2ca-42d9-9e62-b02906aba490 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:50.483166 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c092b440-d2ca-42d9-9e62-b02906aba490 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:50.484617 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c092b440-d2ca-42d9-9e62-b02906aba490 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:50.506477 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c092b440-d2ca-42d9-9e62-b02906aba490 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:50.532144 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c092b440-d2ca-42d9-9e62-b02906aba490 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:50.546553 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663045e8-81ba-4bf3-883d-e43548626f0b', 'name': 'network-vif-deleted', 'tag': 'bc153d4b-da37-43d2-8168-6c960604485c', 'status': 'completed', 'code': 200} Feb 09 01:43:50.556358 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c092b440-d2ca-42d9-9e62-b02906aba490 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:50.557548 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c092b440-d2ca-42d9-9e62-b02906aba490 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1223047 Feb 09 01:43:50.560262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55726) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:50.630106 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d60e00-bbe2-4db2-97ed-9ef685f12e7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-c278fa39-f239-4898-af1e-f9dd3a03cd09', 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'tenant_id': '054ea176b36542169ae947090049f000', 'fixed_ips': [{'subnet_id': 'a53e5868-b944-4592-bcb8-45b2afe9515c'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:43:50.631354 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-81d60e00-bbe2-4db2-97ed-9ef685f12e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:50.801255 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-81d60e00-bbe2-4db2-97ed-9ef685f12e7a None None] Allocated IP 2001:db8::2 (c278fa39-f239-4898-af1e-f9dd3a03cd09/a53e5868-b944-4592-bcb8-45b2afe9515c/19992cfa-9216-4bbc-973d-f522eacf1da8) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:51.065641 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-81d60e00-bbe2-4db2-97ed-9ef685f12e7a None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:51.078047 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-81d60e00-bbe2-4db2-97ed-9ef685f12e7a None None] Transition to ACTIVE for port object 19992cfa-9216-4bbc-973d-f522eacf1da8 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:51.092471 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a3110fce-0055-43c8-a314-07c804b7c320 req-db27d59c-8c87-400e-ad28-253032ab19fd tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "GET /v2.0/ports?device_id=663045e8-81ba-4bf3-883d-e43548626f0b HTTP/1.1" status: 200 len: 210 time: 0.0537038 Feb 09 01:43:51.102275 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-81d60e00-bbe2-4db2-97ed-9ef685f12e7a None None] Transition to ACTIVE for port object 19992cfa-9216-4bbc-973d-f522eacf1da8 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:51.118173 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-81d60e00-bbe2-4db2-97ed-9ef685f12e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:51.184119 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d60e00-bbe2-4db2-97ed-9ef685f12e7a None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:51.186850 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-81d60e00-bbe2-4db2-97ed-9ef685f12e7a None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:51.190477 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d60e00-bbe2-4db2-97ed-9ef685f12e7a None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:43:51.194015 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e4346a1d-88a2-4b35-af46-a70adc31cae3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:51.228377 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d60e00-bbe2-4db2-97ed-9ef685f12e7a None None] Pushing event updated for resources: {'Port': ['ID=19992cfa-9216-4bbc-973d-f522eacf1da8,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:51.284594 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-81d60e00-bbe2-4db2-97ed-9ef685f12e7a None None] Attempting to bind port 19992cfa-9216-4bbc-973d-f522eacf1da8 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:43:51.284964 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-81d60e00-bbe2-4db2-97ed-9ef685f12e7a None None] Attempting to bind port 19992cfa-9216-4bbc-973d-f522eacf1da8 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:43:51.285327 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d60e00-bbe2-4db2-97ed-9ef685f12e7a None None] Attempting to bind port 19992cfa-9216-4bbc-973d-f522eacf1da8 on network c278fa39-f239-4898-af1e-f9dd3a03cd09 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:43:51.290529 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d60e00-bbe2-4db2-97ed-9ef685f12e7a None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:43:51.290894 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d60e00-bbe2-4db2-97ed-9ef685f12e7a None None] Checking segment: {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:43:51.291294 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-81d60e00-bbe2-4db2-97ed-9ef685f12e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:51.291690 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d60e00-bbe2-4db2-97ed-9ef685f12e7a None None] Bound using segment: {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:43:51.292151 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-81d60e00-bbe2-4db2-97ed-9ef685f12e7a None None] Bound port: 19992cfa-9216-4bbc-973d-f522eacf1da8, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:43:51.292545 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-81d60e00-bbe2-4db2-97ed-9ef685f12e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:51.381910 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-81d60e00-bbe2-4db2-97ed-9ef685f12e7a None None] For port 19992cfa-9216-4bbc-973d-f522eacf1da8, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:43:51.384898 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-81d60e00-bbe2-4db2-97ed-9ef685f12e7a None None] For port 19992cfa-9216-4bbc-973d-f522eacf1da8, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=19992cfa-9216-4bbc-973d-f522eacf1da8,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:43:51.389823 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-81d60e00-bbe2-4db2-97ed-9ef685f12e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:51.471592 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d60e00-bbe2-4db2-97ed-9ef685f12e7a None None] Pushing event updated for resources: {'Port': ['ID=19992cfa-9216-4bbc-973d-f522eacf1da8,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:51.545018 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-e4346a1d-88a2-4b35-af46-a70adc31cae3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Allocated IP 2001:db8::1 (c278fa39-f239-4898-af1e-f9dd3a03cd09/a53e5868-b944-4592-bcb8-45b2afe9515c/ac67a171-074a-478d-9bdc-f6fdad66f016) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:51.722100 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e4346a1d-88a2-4b35-af46-a70adc31cae3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:51.738768 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-e4346a1d-88a2-4b35-af46-a70adc31cae3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Transition to ACTIVE for port object ac67a171-074a-478d-9bdc-f6fdad66f016 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:51.763470 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e4346a1d-88a2-4b35-af46-a70adc31cae3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:51.836560 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4346a1d-88a2-4b35-af46-a70adc31cae3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:51.839694 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-e4346a1d-88a2-4b35-af46-a70adc31cae3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:51.844114 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4346a1d-88a2-4b35-af46-a70adc31cae3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:43:51.844661 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e4346a1d-88a2-4b35-af46-a70adc31cae3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:51.850011 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4346a1d-88a2-4b35-af46-a70adc31cae3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Port': ['ID=ac67a171-074a-478d-9bdc-f6fdad66f016,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:51.950229 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e4346a1d-88a2-4b35-af46-a70adc31cae3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:52.182711 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:52.199363 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55734) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:52.359329 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e4346a1d-88a2-4b35-af46-a70adc31cae3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:52.364706 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e4346a1d-88a2-4b35-af46-a70adc31cae3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:52.365623 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e4346a1d-88a2-4b35-af46-a70adc31cae3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:52.502609 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2f56d98c-375a-4b09-b079-3af6234274ab None None] Provisioning for port 19992cfa-9216-4bbc-973d-f522eacf1da8 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:43:52.543549 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4346a1d-88a2-4b35-af46-a70adc31cae3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Port': ['ID=ac67a171-074a-478d-9bdc-f6fdad66f016,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:52.575956 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4346a1d-88a2-4b35-af46-a70adc31cae3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:52.577849 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-e4346a1d-88a2-4b35-af46-a70adc31cae3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:52.739153 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-41f8716e-2d63-4814-8d54-f26b613ad122 None None] Provisioning for port ac67a171-074a-478d-9bdc-f6fdad66f016 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:43:52.746772 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-41f8716e-2d63-4814-8d54-f26b613ad122 None None] Provisioning complete for port ac67a171-074a-478d-9bdc-f6fdad66f016 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:52.747796 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-41f8716e-2d63-4814-8d54-f26b613ad122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:52.808509 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-900e49ab-7255-4882-ba15-95269ca54a66 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:52.831822 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-41f8716e-2d63-4814-8d54-f26b613ad122 None None] Port ac67a171-074a-478d-9bdc-f6fdad66f016 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:43:52.910182 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4346a1d-88a2-4b35-af46-a70adc31cae3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Router 1af98daa-3e04-4fb1-a227-4bc39d24fcf4 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:43:52.951774 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2e337599-5e8d-4135-bb38-d17ed9a0c90b None None] Provisioning complete for port ac67a171-074a-478d-9bdc-f6fdad66f016 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:52.952143 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2e337599-5e8d-4135-bb38-d17ed9a0c90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:53.010392 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-2e337599-5e8d-4135-bb38-d17ed9a0c90b None None] Port ac67a171-074a-478d-9bdc-f6fdad66f016 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:43:53.070653 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4346a1d-88a2-4b35-af46-a70adc31cae3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:43:53.085411 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60023801-460f-4127-8e3b-ba70b9617aa5 None None] Sync routers for ids ['1af98daa-3e04-4fb1-a227-4bc39d24fcf4'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:43:53.085964 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e4346a1d-88a2-4b35-af46-a70adc31cae3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "PUT /v2.0/routers/1af98daa-3e04-4fb1-a227-4bc39d24fcf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5219126 Feb 09 01:43:53.085964 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55738) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:53.094890 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60023801-460f-4127-8e3b-ba70b9617aa5 None None] Routers {'1af98daa-3e04-4fb1-a227-4bc39d24fcf4'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:43:53.095813 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-60023801-460f-4127-8e3b-ba70b9617aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:43:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1af98daa-3e04-4fb1-a227-4bc39d24fcf4'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:53.162297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef58efd2-8e88-4a63-92a7-0adf9f9b177f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:53.162865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ef58efd2-8e88-4a63-92a7-0adf9f9b177f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:43:53.178968 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ef58efd2-8e88-4a63-92a7-0adf9f9b177f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:43:53.182592 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ef58efd2-8e88-4a63-92a7-0adf9f9b177f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports/ac67a171-074a-478d-9bdc-f6fdad66f016 HTTP/1.1" status: 200 len: 911 time: 0.0932596 Feb 09 01:43:53.182884 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55742) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:53.195614 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-900e49ab-7255-4882-ba15-95269ca54a66 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Deleting port 300d6915-11f2-485f-b5d0-01bed95dbb59 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:43:53.195958 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-900e49ab-7255-4882-ba15-95269ca54a66 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:53.265856 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b826b5a6-2958-4661-8307-5cc9660116f8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:53.271631 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b826b5a6-2958-4661-8307-5cc9660116f8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:53.276220 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b826b5a6-2958-4661-8307-5cc9660116f8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0922179 Feb 09 01:43:53.276833 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55746) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:53.283998 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-60023801-460f-4127-8e3b-ba70b9617aa5 None None] Set router 1af98daa-3e04-4fb1-a227-4bc39d24fcf4 gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:43:53.388932 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-900e49ab-7255-4882-ba15-95269ca54a66 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] For port 300d6915-11f2-485f-b5d0-01bed95dbb59, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=300d6915-11f2-485f-b5d0-01bed95dbb59,segment=NetworkSegment(cda6d1ac-4935-44a2-87f0-985ffa70dc8e),segment_id=cda6d1ac-4935-44a2-87f0-985ffa70dc8e)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:53.389554 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-900e49ab-7255-4882-ba15-95269ca54a66 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:53.523979 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-900e49ab-7255-4882-ba15-95269ca54a66 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Calling delete_port for 300d6915-11f2-485f-b5d0-01bed95dbb59 owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:43:53.604387 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-60023801-460f-4127-8e3b-ba70b9617aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af98daa-3e04-4fb1-a227-4bc39d24fcf4', 'name': 'tempest-NetworksTestDHCPv6-router-1556616937', 'tenant_id': '054ea176b36542169ae947090049f000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:50Z', 'updated_at': '2022-02-09T01:43:51Z', 'revision_number': 2, 'project_id': '054ea176b36542169ae947090049f000', 'gw_port_host': None, '_interfaces': [{'id': 'ac67a171-074a-478d-9bdc-f6fdad66f016', 'name': '', 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'tenant_id': '054ea176b36542169ae947090049f000', 'mac_address': 'fa:16:3e:9d:a8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af98daa-3e04-4fb1-a227-4bc39d24fcf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'a53e5868-b944-4592-bcb8-45b2afe9515c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:51Z', 'updated_at': '2022-02-09T01:43:52Z', 'revision_number': 2, 'project_id': '054ea176b36542169ae947090049f000', 'subnets': [{'id': 'a53e5868-b944-4592-bcb8-45b2afe9515c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:53.612761 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60023801-460f-4127-8e3b-ba70b9617aa5 None None] Checking router: 1af98daa-3e04-4fb1-a227-4bc39d24fcf4 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:43:53.613106 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60023801-460f-4127-8e3b-ba70b9617aa5 None None] Updating router 1af98daa-3e04-4fb1-a227-4bc39d24fcf4 port ac67a171-074a-478d-9bdc-f6fdad66f016 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:43:53.673768 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-60023801-460f-4127-8e3b-ba70b9617aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:53.693842 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 19992cfa-9216-4bbc-973d-f522eacf1da8 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:43:53.804769 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 19992cfa-9216-4bbc-973d-f522eacf1da8 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:43:53.810870 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 19992cfa-9216-4bbc-973d-f522eacf1da8 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:53.811294 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:53.838592 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9ce5d2b6-d916-4fbf-98ce-29d25ada877a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:53.941665 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:53.951043 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device bc153d4b-da37-43d2-8168-6c960604485c no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:43:53.990799 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: bc153d4b-da37-43d2-8168-6c960604485c {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:43:53.991149 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device bc153d4b-da37-43d2-8168-6c960604485c not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:43:54.011611 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 19992cfa-9216-4bbc-973d-f522eacf1da8, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=19992cfa-9216-4bbc-973d-f522eacf1da8,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:54.011885 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-900e49ab-7255-4882-ba15-95269ca54a66 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:54.017063 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:54.063543 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e49ab-7255-4882-ba15-95269ca54a66 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event deleted for resources: {'Port': ['ID=300d6915-11f2-485f-b5d0-01bed95dbb59,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:54.098580 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=19992cfa-9216-4bbc-973d-f522eacf1da8,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:54.151610 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-60023801-460f-4127-8e3b-ba70b9617aa5 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:54.165306 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-60023801-460f-4127-8e3b-ba70b9617aa5 None None] Transition to ACTIVE for port object ac67a171-074a-478d-9bdc-f6fdad66f016 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:54.176915 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-60023801-460f-4127-8e3b-ba70b9617aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:54.206949 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-9ce5d2b6-d916-4fbf-98ce-29d25ada877a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting port ac67a171-074a-478d-9bdc-f6fdad66f016 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:43:54.207288 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9ce5d2b6-d916-4fbf-98ce-29d25ada877a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:54.363287 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e6aae-aa65-42aa-9828-6252b7456bc7 None None] Pushing event updated for resources: {'Port': ['ID=ac67a171-074a-478d-9bdc-f6fdad66f016,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:54.514326 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-900e49ab-7255-4882-ba15-95269ca54a66 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:54.527069 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-60023801-460f-4127-8e3b-ba70b9617aa5 None None] Attempting to bind port ac67a171-074a-478d-9bdc-f6fdad66f016 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:43:54.527473 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-60023801-460f-4127-8e3b-ba70b9617aa5 None None] Attempting to bind port ac67a171-074a-478d-9bdc-f6fdad66f016 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:43:54.528991 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60023801-460f-4127-8e3b-ba70b9617aa5 None None] Attempting to bind port ac67a171-074a-478d-9bdc-f6fdad66f016 on network c278fa39-f239-4898-af1e-f9dd3a03cd09 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:43:54.540249 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60023801-460f-4127-8e3b-ba70b9617aa5 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:43:54.540792 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60023801-460f-4127-8e3b-ba70b9617aa5 None None] Checking segment: {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:43:54.541287 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-60023801-460f-4127-8e3b-ba70b9617aa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:54.541796 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60023801-460f-4127-8e3b-ba70b9617aa5 None None] Bound using segment: {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:43:54.542380 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-60023801-460f-4127-8e3b-ba70b9617aa5 None None] Bound port: ac67a171-074a-478d-9bdc-f6fdad66f016, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:43:54.542844 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-60023801-460f-4127-8e3b-ba70b9617aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:54.634892 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-9ce5d2b6-d916-4fbf-98ce-29d25ada877a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] For port ac67a171-074a-478d-9bdc-f6fdad66f016, host n-d-828419-1, got binding levels [] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:54.635288 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9ce5d2b6-d916-4fbf-98ce-29d25ada877a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:54.681701 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-60023801-460f-4127-8e3b-ba70b9617aa5 None None] For port ac67a171-074a-478d-9bdc-f6fdad66f016, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:43:54.685312 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-60023801-460f-4127-8e3b-ba70b9617aa5 None None] For port ac67a171-074a-478d-9bdc-f6fdad66f016, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=ac67a171-074a-478d-9bdc-f6fdad66f016,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:43:54.690590 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-60023801-460f-4127-8e3b-ba70b9617aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:54.776155 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60023801-460f-4127-8e3b-ba70b9617aa5 None None] Routers {'1af98daa-3e04-4fb1-a227-4bc39d24fcf4'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:43:54.776390 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-60023801-460f-4127-8e3b-ba70b9617aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:43:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1af98daa-3e04-4fb1-a227-4bc39d24fcf4'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:54.791903 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-9ce5d2b6-d916-4fbf-98ce-29d25ada877a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Calling delete_port for ac67a171-074a-478d-9bdc-f6fdad66f016 owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:43:54.839441 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e6aae-aa65-42aa-9828-6252b7456bc7 None None] Pushing event updated for resources: {'Port': ['ID=ac67a171-074a-478d-9bdc-f6fdad66f016,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:54.957025 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.api [None req-9ce5d2b6-d916-4fbf-98ce-29d25ada877a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:43:54.957656 n-d-828419-1 neutron-server[87612]: DEBUG oslo_db.api [None req-9ce5d2b6-d916-4fbf-98ce-29d25ada877a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:43:54.967047 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-60023801-460f-4127-8e3b-ba70b9617aa5 None None] Set router 1af98daa-3e04-4fb1-a227-4bc39d24fcf4 gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:43:55.009823 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900e49ab-7255-4882-ba15-95269ca54a66 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Router 2fed91a3-66a7-4874-a057-4055f9f86570 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:43:55.228949 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900e49ab-7255-4882-ba15-95269ca54a66 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:43:55.240218 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a634e53e-065c-442a-9bf5-687a05206af2 None None] Sync routers for ids ['2fed91a3-66a7-4874-a057-4055f9f86570'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:43:55.242839 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-900e49ab-7255-4882-ba15-95269ca54a66 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "PUT /v2.0/routers/2fed91a3-66a7-4874-a057-4055f9f86570/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0423973 Feb 09 01:43:55.245796 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55750) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:55.254274 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a634e53e-065c-442a-9bf5-687a05206af2 None None] Routers {'2fed91a3-66a7-4874-a057-4055f9f86570'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:43:55.254903 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-a634e53e-065c-442a-9bf5-687a05206af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:43:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2fed91a3-66a7-4874-a057-4055f9f86570'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:55.335797 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c3a0d17-2939-49ab-88f9-abdea83b2298 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Deleting subnet 2d89d0d3-51b3-4031-99a8-b87544e59fcb {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:43:55.338954 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3c3a0d17-2939-49ab-88f9-abdea83b2298 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:55.354378 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-60023801-460f-4127-8e3b-ba70b9617aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af98daa-3e04-4fb1-a227-4bc39d24fcf4', 'name': 'tempest-NetworksTestDHCPv6-router-1556616937', 'tenant_id': '054ea176b36542169ae947090049f000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:50Z', 'updated_at': '2022-02-09T01:43:51Z', 'revision_number': 2, 'project_id': '054ea176b36542169ae947090049f000', 'gw_port_host': None, '_interfaces': [{'id': 'ac67a171-074a-478d-9bdc-f6fdad66f016', 'name': '', 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'tenant_id': '054ea176b36542169ae947090049f000', 'mac_address': 'fa:16:3e:9d:a8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af98daa-3e04-4fb1-a227-4bc39d24fcf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'a53e5868-b944-4592-bcb8-45b2afe9515c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:51Z', 'updated_at': '2022-02-09T01:43:54Z', 'revision_number': 4, 'project_id': '054ea176b36542169ae947090049f000', 'subnets': [{'id': 'a53e5868-b944-4592-bcb8-45b2afe9515c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:55.359634 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60023801-460f-4127-8e3b-ba70b9617aa5 None None] The sync data for ids ['1af98daa-3e04-4fb1-a227-4bc39d24fcf4'] in n-d-828419-1 is: [{'id': '1af98daa-3e04-4fb1-a227-4bc39d24fcf4', 'name': 'tempest-NetworksTestDHCPv6-router-1556616937', 'tenant_id': '054ea176b36542169ae947090049f000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:50Z', 'updated_at': '2022-02-09T01:43:51Z', 'revision_number': 2, 'project_id': '054ea176b36542169ae947090049f000', 'gw_port_host': None, '_interfaces': [{'id': 'ac67a171-074a-478d-9bdc-f6fdad66f016', 'name': '', 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'tenant_id': '054ea176b36542169ae947090049f000', 'mac_address': 'fa:16:3e:9d:a8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af98daa-3e04-4fb1-a227-4bc39d24fcf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'a53e5868-b944-4592-bcb8-45b2afe9515c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:51Z', 'updated_at': '2022-02-09T01:43:54Z', 'revision_number': 4, 'project_id': '054ea176b36542169ae947090049f000', 'subnets': [{'id': 'a53e5868-b944-4592-bcb8-45b2afe9515c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:43:55.368081 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:55.406638 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3c3a0d17-2939-49ab-88f9-abdea83b2298 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:55.459440 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-9ce5d2b6-d916-4fbf-98ce-29d25ada877a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting port ac67a171-074a-478d-9bdc-f6fdad66f016 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:43:55.460055 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9ce5d2b6-d916-4fbf-98ce-29d25ada877a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:55.491638 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-a634e53e-065c-442a-9bf5-687a05206af2 None None] Set router 2fed91a3-66a7-4874-a057-4055f9f86570 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:43:55.509274 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3c3a0d17-2939-49ab-88f9-abdea83b2298 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:55.740560 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-9ce5d2b6-d916-4fbf-98ce-29d25ada877a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] For port ac67a171-074a-478d-9bdc-f6fdad66f016, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=ac67a171-074a-478d-9bdc-f6fdad66f016,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:55.742861 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9ce5d2b6-d916-4fbf-98ce-29d25ada877a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:55.817426 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3c3a0d17-2939-49ab-88f9-abdea83b2298 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:55.830472 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 19992cfa-9216-4bbc-973d-f522eacf1da8 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:43:55.856938 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a0d17-2939-49ab-88f9-abdea83b2298 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event deleted for resources: {'Subnet': ['ID=2d89d0d3-51b3-4031-99a8-b87544e59fcb,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:55.860838 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3c3a0d17-2939-49ab-88f9-abdea83b2298 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:55.868376 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3c3a0d17-2939-49ab-88f9-abdea83b2298 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "DELETE /v2.0/subnets/2d89d0d3-51b3-4031-99a8-b87544e59fcb HTTP/1.1" status: 204 len: 168 time: 0.6214826 Feb 09 01:43:55.873104 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55758) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:55.905955 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-9ce5d2b6-d916-4fbf-98ce-29d25ada877a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Calling delete_port for ac67a171-074a-478d-9bdc-f6fdad66f016 owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:43:55.907320 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20c3265-4168-46e2-b0cf-f6a7e3581754 None None] Network f7221247-12ea-4739-b10d-f97ed1c5f937 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:43:56.047722 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 19992cfa-9216-4bbc-973d-f522eacf1da8 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:56.048186 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:56.085759 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f551f914-765d-456b-a105-81c488c04178 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:56.140026 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9ce5d2b6-d916-4fbf-98ce-29d25ada877a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:56.227705 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-a634e53e-065c-442a-9bf5-687a05206af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684464610', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '120620f9-1a4c-412e-90bf-2be334e79905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:52Z', 'updated_at': '2022-02-09T01:43:53Z', 'revision_number': 5, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port': {'id': '120620f9-1a4c-412e-90bf-2be334e79905', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:52Z', 'updated_at': '2022-02-09T01:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:56.238331 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a634e53e-065c-442a-9bf5-687a05206af2 None None] Checking router: 2fed91a3-66a7-4874-a057-4055f9f86570 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:43:56.240172 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce5d2b6-d916-4fbf-98ce-29d25ada877a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Port': ['ID=ac67a171-074a-478d-9bdc-f6fdad66f016,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:56.313274 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a634e53e-065c-442a-9bf5-687a05206af2 None None] Routers {'2fed91a3-66a7-4874-a057-4055f9f86570'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:43:56.314009 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-a634e53e-065c-442a-9bf5-687a05206af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:43:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2fed91a3-66a7-4874-a057-4055f9f86570'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:56.361979 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f551f914-765d-456b-a105-81c488c04178 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:56.381510 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-f551f914-765d-456b-a105-81c488c04178 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Deleting port 120620f9-1a4c-412e-90bf-2be334e79905 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:43:56.382814 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f551f914-765d-456b-a105-81c488c04178 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:56.464514 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9ce5d2b6-d916-4fbf-98ce-29d25ada877a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:56.545061 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38db48c7-9659-40ba-9725-0e5182a69936 None None] DHCP port deletion for f7221247-12ea-4739-b10d-f97ed1c5f937 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:43:56.547736 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-a634e53e-065c-442a-9bf5-687a05206af2 None None] Set router 2fed91a3-66a7-4874-a057-4055f9f86570 gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:43:56.595484 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-f551f914-765d-456b-a105-81c488c04178 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] For port 120620f9-1a4c-412e-90bf-2be334e79905, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=120620f9-1a4c-412e-90bf-2be334e79905,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:56.595900 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f551f914-765d-456b-a105-81c488c04178 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:56.695248 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-38db48c7-9659-40ba-9725-0e5182a69936 None None] Deleting port b64e022c-181e-4e79-bf3c-dadb0b6ee728 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:43:56.695618 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-38db48c7-9659-40ba-9725-0e5182a69936 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:56.736307 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-f551f914-765d-456b-a105-81c488c04178 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Calling delete_port for 120620f9-1a4c-412e-90bf-2be334e79905 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:43:56.739821 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-a634e53e-065c-442a-9bf5-687a05206af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684464610', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:52Z', 'updated_at': '2022-02-09T01:43:56Z', 'revision_number': 6, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:56.751592 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a634e53e-065c-442a-9bf5-687a05206af2 None None] The sync data for ids ['2fed91a3-66a7-4874-a057-4055f9f86570'] in n-d-828419-1 is: [{'id': '2fed91a3-66a7-4874-a057-4055f9f86570', 'name': 'tempest-TestNetworkAdvancedServerOps-router-684464610', 'tenant_id': '49364f58e6074dfa91c3c69aee216080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:52Z', 'updated_at': '2022-02-09T01:43:56Z', 'revision_number': 6, 'project_id': '49364f58e6074dfa91c3c69aee216080', 'gw_port_host': None}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:43:56.785623 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce5d2b6-d916-4fbf-98ce-29d25ada877a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Router 1af98daa-3e04-4fb1-a227-4bc39d24fcf4 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:43:56.926693 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-38db48c7-9659-40ba-9725-0e5182a69936 None None] For port b64e022c-181e-4e79-bf3c-dadb0b6ee728, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b64e022c-181e-4e79-bf3c-dadb0b6ee728,segment=NetworkSegment(cda6d1ac-4935-44a2-87f0-985ffa70dc8e),segment_id=cda6d1ac-4935-44a2-87f0-985ffa70dc8e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:56.927229 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-38db48c7-9659-40ba-9725-0e5182a69936 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:56.937229 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f551f914-765d-456b-a105-81c488c04178 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:56.993868 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f551f914-765d-456b-a105-81c488c04178 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event deleted for resources: {'Port': ['ID=120620f9-1a4c-412e-90bf-2be334e79905,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:57.082157 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-38db48c7-9659-40ba-9725-0e5182a69936 None None] Calling delete_port for b64e022c-181e-4e79-bf3c-dadb0b6ee728 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:43:57.108264 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce5d2b6-d916-4fbf-98ce-29d25ada877a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:43:57.121117 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f551f914-765d-456b-a105-81c488c04178 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:57.140981 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9ce5d2b6-d916-4fbf-98ce-29d25ada877a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "PUT /v2.0/routers/1af98daa-3e04-4fb1-a227-4bc39d24fcf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8624189 Feb 09 01:43:57.146306 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55762) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:57.196555 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-38db48c7-9659-40ba-9725-0e5182a69936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:57.227293 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a5a8fb-3c3f-4515-a67b-3c9eacdca960 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:57.229104 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a5a8fb-3c3f-4515-a67b-3c9eacdca960 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:57.230175 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f3a5a8fb-3c3f-4515-a67b-3c9eacdca960 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:43:57.247742 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db48c7-9659-40ba-9725-0e5182a69936 None None] Pushing event deleted for resources: {'Port': ['ID=b64e022c-181e-4e79-bf3c-dadb0b6ee728,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:57.253911 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f3a5a8fb-3c3f-4515-a67b-3c9eacdca960 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:43:57.255207 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f3a5a8fb-3c3f-4515-a67b-3c9eacdca960 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1074655 Feb 09 01:43:57.258364 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55766) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:57.262578 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e6ff58-bc5c-4732-9079-21336928066b None None] Sync routers for ids ['1af98daa-3e04-4fb1-a227-4bc39d24fcf4'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:43:57.272223 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38db48c7-9659-40ba-9725-0e5182a69936 None None] No DVR routers for this DVR port b64e022c-181e-4e79-bf3c-dadb0b6ee728 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:43:57.273388 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e6ff58-bc5c-4732-9079-21336928066b None None] Routers {'1af98daa-3e04-4fb1-a227-4bc39d24fcf4'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:43:57.274355 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-07e6ff58-bc5c-4732-9079-21336928066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:43:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1af98daa-3e04-4fb1-a227-4bc39d24fcf4'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:57.410849 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-07e6ff58-bc5c-4732-9079-21336928066b None None] Set router 1af98daa-3e04-4fb1-a227-4bc39d24fcf4 gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:43:57.487659 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f551f914-765d-456b-a105-81c488c04178 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:57.492006 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f551f914-765d-456b-a105-81c488c04178 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:57.519793 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-07e6ff58-bc5c-4732-9079-21336928066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af98daa-3e04-4fb1-a227-4bc39d24fcf4', 'name': 'tempest-NetworksTestDHCPv6-router-1556616937', 'tenant_id': '054ea176b36542169ae947090049f000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:50Z', 'updated_at': '2022-02-09T01:43:56Z', 'revision_number': 3, 'project_id': '054ea176b36542169ae947090049f000', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:57.524195 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e6ff58-bc5c-4732-9079-21336928066b None None] Checking router: 1af98daa-3e04-4fb1-a227-4bc39d24fcf4 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:43:57.533255 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e6ff58-bc5c-4732-9079-21336928066b None None] Routers {'1af98daa-3e04-4fb1-a227-4bc39d24fcf4'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:43:57.533858 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-07e6ff58-bc5c-4732-9079-21336928066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:43:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['1af98daa-3e04-4fb1-a227-4bc39d24fcf4'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:57.534889 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7722413-b6e6-42a9-8f3f-a794c5a14a88 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting subnet a53e5868-b944-4592-bcb8-45b2afe9515c {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:43:57.538978 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c7722413-b6e6-42a9-8f3f-a794c5a14a88 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:57.565756 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f551f914-765d-456b-a105-81c488c04178 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:57.566243 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f551f914-765d-456b-a105-81c488c04178 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Fanout notify agent at l3_agent the message router_deleted on router 2fed91a3-66a7-4874-a057-4055f9f86570 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:43:57.601323 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f551f914-765d-456b-a105-81c488c04178 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:57.605164 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55772) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:57.605722 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f551f914-765d-456b-a105-81c488c04178 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "DELETE /v2.0/routers/2fed91a3-66a7-4874-a057-4055f9f86570 HTTP/1.1" status: 204 len: 168 time: 1.7316153 Feb 09 01:43:57.613906 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c7722413-b6e6-42a9-8f3f-a794c5a14a88 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:57.708705 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c7722413-b6e6-42a9-8f3f-a794c5a14a88 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:57.709657 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-07e6ff58-bc5c-4732-9079-21336928066b None None] Set router 1af98daa-3e04-4fb1-a227-4bc39d24fcf4 gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:43:57.719479 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 120620f9-1a4c-412e-90bf-2be334e79905 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:43:57.747725 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b0495821-79cc-4653-beee-3d0a71aee21c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:57.766249 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 120620f9-1a4c-412e-90bf-2be334e79905 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:43:57.766588 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 120620f9-1a4c-412e-90bf-2be334e79905 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:43:57.770231 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b64e022c-181e-4e79-bf3c-dadb0b6ee728 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:43:57.812306 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c7722413-b6e6-42a9-8f3f-a794c5a14a88 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:57.822868 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: b64e022c-181e-4e79-bf3c-dadb0b6ee728 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:43:57.823206 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b64e022c-181e-4e79-bf3c-dadb0b6ee728 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:43:57.823627 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 300d6915-11f2-485f-b5d0-01bed95dbb59 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:43:57.847735 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-07e6ff58-bc5c-4732-9079-21336928066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af98daa-3e04-4fb1-a227-4bc39d24fcf4', 'name': 'tempest-NetworksTestDHCPv6-router-1556616937', 'tenant_id': '054ea176b36542169ae947090049f000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:50Z', 'updated_at': '2022-02-09T01:43:56Z', 'revision_number': 3, 'project_id': '054ea176b36542169ae947090049f000', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:57.852692 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e6ff58-bc5c-4732-9079-21336928066b None None] The sync data for ids ['1af98daa-3e04-4fb1-a227-4bc39d24fcf4'] in n-d-828419-1 is: [{'id': '1af98daa-3e04-4fb1-a227-4bc39d24fcf4', 'name': 'tempest-NetworksTestDHCPv6-router-1556616937', 'tenant_id': '054ea176b36542169ae947090049f000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:50Z', 'updated_at': '2022-02-09T01:43:56Z', 'revision_number': 3, 'project_id': '054ea176b36542169ae947090049f000', 'gw_port_host': None}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:43:57.865780 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 300d6915-11f2-485f-b5d0-01bed95dbb59 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:43:57.866257 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 300d6915-11f2-485f-b5d0-01bed95dbb59 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:43:57.866614 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c7722413-b6e6-42a9-8f3f-a794c5a14a88 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:57.876191 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cb3416-91d9-44ed-bcec-fd023b3d4395 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:43:57.891278 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7722413-b6e6-42a9-8f3f-a794c5a14a88 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Subnet': ['ID=a53e5868-b944-4592-bcb8-45b2afe9515c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:57.897641 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c7722413-b6e6-42a9-8f3f-a794c5a14a88 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/a53e5868-b944-4592-bcb8-45b2afe9515c HTTP/1.1" status: 204 len: 168 time: 0.6382022 Feb 09 01:43:57.901462 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55776) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:57.921170 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b0495821-79cc-4653-beee-3d0a71aee21c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:57.948864 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-b0495821-79cc-4653-beee-3d0a71aee21c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7221247-12ea-4739-b10d-f97ed1c5f937']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:57.963314 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-b0495821-79cc-4653-beee-3d0a71aee21c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda6d1ac-4935-44a2-87f0-985ffa70dc8e') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:57.963614 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-b0495821-79cc-4653-beee-3d0a71aee21c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda6d1ac-4935-44a2-87f0-985ffa70dc8e') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:57.976726 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b0495821-79cc-4653-beee-3d0a71aee21c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:57.996357 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b0495821-79cc-4653-beee-3d0a71aee21c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:58.004158 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0495821-79cc-4653-beee-3d0a71aee21c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Releasing vlan 971 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:43:58.004596 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b0495821-79cc-4653-beee-3d0a71aee21c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:58.091605 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:43:58.091605 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:43:58.091605 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:43:58.091605 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:43:58.091605 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:43:58.091605 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:43:58.091605 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:43:58.091605 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:43:58.091605 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:43:58.091605 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:43:58.091605 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:43:58.091605 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:43:58.091605 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:43:58.091605 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:43:58.091605 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:43:58.091605 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:43:58.091605 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:43:58.091605 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:43:58.091605 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:43:58.091605 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:43:58.091605 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:43:58.091605 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:43:58.091605 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:43:58.091605 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:43:58.091605 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:43:58.091605 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:43:58.091605 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:43:58.091605 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:43:58.091605 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:43:58.091605 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:43:58.091605 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:43:58.091605 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:43:58.107396 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b0495821-79cc-4653-beee-3d0a71aee21c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:58.107750 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-49604950-ee0f-473d-95bc-e85b8eab607f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:router {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:43:58.127574 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-49604950-ee0f-473d-95bc-e85b8eab607f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:router {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:43:58.129615 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-49604950-ee0f-473d-95bc-e85b8eab607f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2270856 Feb 09 01:43:58.132353 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55782) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:58.141597 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b0495821-79cc-4653-beee-3d0a71aee21c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:58.144372 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0495821-79cc-4653-beee-3d0a71aee21c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event deleted for resources: {'Network': ['ID=f7221247-12ea-4739-b10d-f97ed1c5f937,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:58.160669 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b0495821-79cc-4653-beee-3d0a71aee21c tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "DELETE /v2.0/networks/f7221247-12ea-4739-b10d-f97ed1c5f937 HTTP/1.1" status: 204 len: 168 time: 0.5520241 Feb 09 01:43:58.161529 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55786) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:58.235207 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3dc722e9-e0b7-45ce-b33e-4a38a70c9ee9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:58.253101 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6a6be5-436e-4650-b8f0-94cde886f287 None None] DHCP port deletion for c278fa39-f239-4898-af1e-f9dd3a03cd09 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:43:58.257471 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-bb6a6be5-436e-4650-b8f0-94cde886f287 None None] Deleting port 19992cfa-9216-4bbc-973d-f522eacf1da8 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:43:58.258043 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bb6a6be5-436e-4650-b8f0-94cde886f287 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:58.274954 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8efd83f6-f2ff-4503-82a4-964956925274 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:58.281564 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3dc722e9-e0b7-45ce-b33e-4a38a70c9ee9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:58.372433 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3dc722e9-e0b7-45ce-b33e-4a38a70c9ee9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:58.406025 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3dc722e9-e0b7-45ce-b33e-4a38a70c9ee9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:58.409892 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3dc722e9-e0b7-45ce-b33e-4a38a70c9ee9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] 10.222.0.37 "DELETE /v2.0/security-groups/48057031-8c91-459e-a90d-d62f2e117699 HTTP/1.1" status: 204 len: 168 time: 0.2447598 Feb 09 01:43:58.411132 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc722e9-e0b7-45ce-b33e-4a38a70c9ee9 tempest-TestNetworkAdvancedServerOps-87289351 tempest-TestNetworkAdvancedServerOps-87289351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48057031-8c91-459e-a90d-d62f2e117699,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:58.497025 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-bb6a6be5-436e-4650-b8f0-94cde886f287 None None] For port 19992cfa-9216-4bbc-973d-f522eacf1da8, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=19992cfa-9216-4bbc-973d-f522eacf1da8,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:43:58.497453 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bb6a6be5-436e-4650-b8f0-94cde886f287 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:58.616483 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8efd83f6-f2ff-4503-82a4-964956925274 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:58.618690 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8efd83f6-f2ff-4503-82a4-964956925274 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:58.624946 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-bb6a6be5-436e-4650-b8f0-94cde886f287 None None] Calling delete_port for 19992cfa-9216-4bbc-973d-f522eacf1da8 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:43:58.645077 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8efd83f6-f2ff-4503-82a4-964956925274 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:58.645594 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efd83f6-f2ff-4503-82a4-964956925274 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Fanout notify agent at l3_agent the message router_deleted on router 1af98daa-3e04-4fb1-a227-4bc39d24fcf4 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:43:58.672307 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8efd83f6-f2ff-4503-82a4-964956925274 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:58.676120 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55796) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:58.676568 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8efd83f6-f2ff-4503-82a4-964956925274 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/routers/1af98daa-3e04-4fb1-a227-4bc39d24fcf4 HTTP/1.1" status: 204 len: 168 time: 0.5431724 Feb 09 01:43:58.714627 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bb6a6be5-436e-4650-b8f0-94cde886f287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:58.728706 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1006c2f9-4123-44ef-ab22-e8db123546f0 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:43:58.747039 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1006c2f9-4123-44ef-ab22-e8db123546f0 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:43:58.748832 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1006c2f9-4123-44ef-ab22-e8db123546f0 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0706334 Feb 09 01:43:58.751318 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55800) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:58.800474 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55804) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:58.820043 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a6be5-436e-4650-b8f0-94cde886f287 None None] Pushing event deleted for resources: {'Port': ['ID=19992cfa-9216-4bbc-973d-f522eacf1da8,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:58.823528 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6a6be5-436e-4650-b8f0-94cde886f287 None None] No DVR routers for this DVR port 19992cfa-9216-4bbc-973d-f522eacf1da8 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:43:58.826603 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e274bc9-1f1a-479a-833f-0e850814d546 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:58.828842 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8e274bc9-1f1a-479a-833f-0e850814d546 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0762012 Feb 09 01:43:58.831224 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55810) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:58.901419 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-63cb955d-6b72-4be6-a653-816f5dceb931 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:router {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:43:58.923894 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-63cb955d-6b72-4be6-a653-816f5dceb931 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:router {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:43:58.925104 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-63cb955d-6b72-4be6-a653-816f5dceb931 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0921946 Feb 09 01:43:58.929376 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55814) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:58.935192 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-b57a30f7-d8b0-440a-acd2-bd7f9fc8eb98 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:58.963074 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b8d528b0-66d5-4e68-9b05-c04dbcf51fbc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=49364f58e6074dfa91c3c69aee216080&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1612661 Feb 09 01:43:58.965594 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55818) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:59.027566 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3dc31e0c-8bf0-4b4d-b25a-ff7f81046ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:59.054425 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3dc31e0c-8bf0-4b4d-b25a-ff7f81046ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:59.058648 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b57a30f7-d8b0-440a-acd2-bd7f9fc8eb98 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:59.063690 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b57a30f7-d8b0-440a-acd2-bd7f9fc8eb98 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:subnet and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:59.066529 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b57a30f7-d8b0-440a-acd2-bd7f9fc8eb98 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:59.072323 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b57a30f7-d8b0-440a-acd2-bd7f9fc8eb98 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:59.082327 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57a30f7-d8b0-440a-acd2-bd7f9fc8eb98 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:59.086267 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b57a30f7-d8b0-440a-acd2-bd7f9fc8eb98 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:59.107922 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3dc31e0c-8bf0-4b4d-b25a-ff7f81046ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:59.126039 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc31e0c-8bf0-4b4d-b25a-ff7f81046ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938742c0-cd47-4801-8313-4f12925acb9e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:59.132333 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3dc31e0c-8bf0-4b4d-b25a-ff7f81046ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:59.136063 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3dc31e0c-8bf0-4b4d-b25a-ff7f81046ec3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/938742c0-cd47-4801-8313-4f12925acb9e HTTP/1.1" status: 204 len: 168 time: 0.1695371 Feb 09 01:43:59.410261 n-d-828419-1 neutron-server[87612]: DEBUG neutron.objects.ports [None req-b57a30f7-d8b0-440a-acd2-bd7f9fc8eb98 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87612) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:43:59.411394 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b57a30f7-d8b0-440a-acd2-bd7f9fc8eb98 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:59.415316 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55826) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:59.460441 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57a30f7-d8b0-440a-acd2-bd7f9fc8eb98 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:59.464773 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8c455b16-9afb-4a27-9f5a-522147fec753 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2c8565727ab94c28bbda29882e6835dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460677 Feb 09 01:43:59.464932 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-b57a30f7-d8b0-440a-acd2-bd7f9fc8eb98 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:59.465036 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55830) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:59.466229 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57a30f7-d8b0-440a-acd2-bd7f9fc8eb98 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:59.466806 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b57a30f7-d8b0-440a-acd2-bd7f9fc8eb98 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:59.473451 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdded16-24d0-42c8-ba60-6869562c3a1f None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:43:59.500894 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a30f7-d8b0-440a-acd2-bd7f9fc8eb98 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Subnet': ['ID=ea3bf903-17c2-437c-a6a4-38a449cbdb78,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:59.517042 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b57a30f7-d8b0-440a-acd2-bd7f9fc8eb98 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5838671 Feb 09 01:43:59.517375 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55834) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:43:59.523731 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-8a2d9c33-ede1-4353-8f08-2ae61690e592 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:59.624137 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4ba559a5-b508-4e30-b9b3-7c2208d76f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:59.673941 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ac67a171-074a-478d-9bdc-f6fdad66f016 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:43:59.676526 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4ba559a5-b508-4e30-b9b3-7c2208d76f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:59.721953 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: ac67a171-074a-478d-9bdc-f6fdad66f016 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:43:59.722299 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ac67a171-074a-478d-9bdc-f6fdad66f016 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:43:59.722718 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 19992cfa-9216-4bbc-973d-f522eacf1da8 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:43:59.724293 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8a2d9c33-ede1-4353-8f08-2ae61690e592 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:43:59.739927 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8a2d9c33-ede1-4353-8f08-2ae61690e592 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:subnet and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:43:59.744349 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8a2d9c33-ede1-4353-8f08-2ae61690e592 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:43:59.750851 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8a2d9c33-ede1-4353-8f08-2ae61690e592 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:43:59.752385 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e65e09-882a-4a2a-a046-8c0287260808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-c278fa39-f239-4898-af1e-f9dd3a03cd09', 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'tenant_id': '054ea176b36542169ae947090049f000', 'fixed_ips': [{'subnet_id': 'ea3bf903-17c2-437c-a6a4-38a449cbdb78'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:43:59.753242 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-80e65e09-882a-4a2a-a046-8c0287260808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:59.763900 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2d9c33-ede1-4353-8f08-2ae61690e592 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:59.767966 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8a2d9c33-ede1-4353-8f08-2ae61690e592 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:59.769170 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 19992cfa-9216-4bbc-973d-f522eacf1da8 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:43:59.769513 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 19992cfa-9216-4bbc-973d-f522eacf1da8 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:43:59.842943 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4ba559a5-b508-4e30-b9b3-7c2208d76f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:43:59.877515 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba559a5-b508-4e30-b9b3-7c2208d76f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834cebd4-de64-456d-a633-2bd6054a1a0f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:59.940870 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-80e65e09-882a-4a2a-a046-8c0287260808 None None] Allocated IP 2001:db8::f816:3eff:fe11:3c20 (c278fa39-f239-4898-af1e-f9dd3a03cd09/ea3bf903-17c2-437c-a6a4-38a449cbdb78/e7beb55c-0538-45df-b653-cf54a6d85d97) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:00.021696 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba559a5-b508-4e30-b9b3-7c2208d76f2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.022038 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba559a5-b508-4e30-b9b3-7c2208d76f2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.022375 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba559a5-b508-4e30-b9b3-7c2208d76f2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.022708 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba559a5-b508-4e30-b9b3-7c2208d76f2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.023034 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba559a5-b508-4e30-b9b3-7c2208d76f2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.023358 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba559a5-b508-4e30-b9b3-7c2208d76f2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.023680 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba559a5-b508-4e30-b9b3-7c2208d76f2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.024006 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba559a5-b508-4e30-b9b3-7c2208d76f2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.024312 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba559a5-b508-4e30-b9b3-7c2208d76f2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.024656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba559a5-b508-4e30-b9b3-7c2208d76f2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.024979 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba559a5-b508-4e30-b9b3-7c2208d76f2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.025298 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba559a5-b508-4e30-b9b3-7c2208d76f2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.032334 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4ba559a5-b508-4e30-b9b3-7c2208d76f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:00.033473 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4ba559a5-b508-4e30-b9b3-7c2208d76f2c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/834cebd4-de64-456d-a633-2bd6054a1a0f HTTP/1.1" status: 204 len: 168 time: 0.5675986 Feb 09 01:44:00.161649 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-80e65e09-882a-4a2a-a046-8c0287260808 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:00.172482 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-80e65e09-882a-4a2a-a046-8c0287260808 None None] Transition to ACTIVE for port object e7beb55c-0538-45df-b653-cf54a6d85d97 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:00.191039 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-80e65e09-882a-4a2a-a046-8c0287260808 None None] Transition to ACTIVE for port object e7beb55c-0538-45df-b653-cf54a6d85d97 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:00.191915 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8a2d9c33-ede1-4353-8f08-2ae61690e592 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:00.197060 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-80e65e09-882a-4a2a-a046-8c0287260808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:00.255158 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2d9c33-ede1-4353-8f08-2ae61690e592 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:00.259309 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-8a2d9c33-ede1-4353-8f08-2ae61690e592 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:00.261965 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2d9c33-ede1-4353-8f08-2ae61690e592 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:00.262750 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8a2d9c33-ede1-4353-8f08-2ae61690e592 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:00.272151 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e65e09-882a-4a2a-a046-8c0287260808 None None] Pushing event updated for resources: {'Port': ['ID=e7beb55c-0538-45df-b653-cf54a6d85d97,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:00.281550 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d9c33-ede1-4353-8f08-2ae61690e592 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Subnet': ['ID=c99837e6-eed2-45f5-9973-a0b1c991420a,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:00.283452 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e65e09-882a-4a2a-a046-8c0287260808 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:00.284864 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-80e65e09-882a-4a2a-a046-8c0287260808 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:00.288364 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e65e09-882a-4a2a-a046-8c0287260808 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:44:00.299117 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8a2d9c33-ede1-4353-8f08-2ae61690e592 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7807868 Feb 09 01:44:00.301800 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55842) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:00.307354 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-616164e3-661e-487b-aa10-19b91bd80341 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'port': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'mac_address': 'fa:16:3e:ee:e7:3a', 'name': 'tempest-NetworksTestDHCPv6-1786432274'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:00.389036 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-80e65e09-882a-4a2a-a046-8c0287260808 None None] Attempting to bind port e7beb55c-0538-45df-b653-cf54a6d85d97 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:44:00.389408 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-80e65e09-882a-4a2a-a046-8c0287260808 None None] Attempting to bind port e7beb55c-0538-45df-b653-cf54a6d85d97 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:44:00.389801 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e65e09-882a-4a2a-a046-8c0287260808 None None] Attempting to bind port e7beb55c-0538-45df-b653-cf54a6d85d97 on network c278fa39-f239-4898-af1e-f9dd3a03cd09 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:44:00.395496 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e65e09-882a-4a2a-a046-8c0287260808 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:44:00.395863 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e65e09-882a-4a2a-a046-8c0287260808 None None] Checking segment: {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:44:00.396257 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-80e65e09-882a-4a2a-a046-8c0287260808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:00.396679 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e65e09-882a-4a2a-a046-8c0287260808 None None] Bound using segment: {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:44:00.397332 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-80e65e09-882a-4a2a-a046-8c0287260808 None None] Bound port: e7beb55c-0538-45df-b653-cf54a6d85d97, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:44:00.397877 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-80e65e09-882a-4a2a-a046-8c0287260808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:00.455287 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-616164e3-661e-487b-aa10-19b91bd80341 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:00.469445 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-616164e3-661e-487b-aa10-19b91bd80341 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:00.480820 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616164e3-661e-487b-aa10-19b91bd80341 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:00.498438 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-80e65e09-882a-4a2a-a046-8c0287260808 None None] For port e7beb55c-0538-45df-b653-cf54a6d85d97, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:44:00.502390 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-80e65e09-882a-4a2a-a046-8c0287260808 None None] For port e7beb55c-0538-45df-b653-cf54a6d85d97, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=e7beb55c-0538-45df-b653-cf54a6d85d97,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:44:00.510198 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-80e65e09-882a-4a2a-a046-8c0287260808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:00.597069 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e65e09-882a-4a2a-a046-8c0287260808 None None] Pushing event updated for resources: {'Port': ['ID=e7beb55c-0538-45df-b653-cf54a6d85d97,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:00.620444 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-616164e3-661e-487b-aa10-19b91bd80341 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:00.649717 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-616164e3-661e-487b-aa10-19b91bd80341 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] device_id is not set on port 91a21dcd-b1e3-4166-9d9e-8006f47f84dc yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:44:00.881207 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55862) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:00.904163 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-616164e3-661e-487b-aa10-19b91bd80341 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Allocated IP 172.20.0.11 (c278fa39-f239-4898-af1e-f9dd3a03cd09/c99837e6-eed2-45f5-9973-a0b1c991420a/91a21dcd-b1e3-4166-9d9e-8006f47f84dc) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:00.911986 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-616164e3-661e-487b-aa10-19b91bd80341 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Allocated IP 2001:db8::f816:3eff:feee:e73a (c278fa39-f239-4898-af1e-f9dd3a03cd09/ea3bf903-17c2-437c-a6a4-38a449cbdb78/91a21dcd-b1e3-4166-9d9e-8006f47f84dc) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:01.044486 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-223d785d-201a-48fb-9f18-73a1115a2892 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1583565903-network', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:01.056550 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-223d785d-201a-48fb-9f18-73a1115a2892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:01.065964 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-223d785d-201a-48fb-9f18-73a1115a2892 admin admin] Usage tracker for resource:network and tenant:8e4609b135f049c2b6f4026628e9ff52 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:44:01.070788 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-223d785d-201a-48fb-9f18-73a1115a2892 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:44:01.085716 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-223d785d-201a-48fb-9f18-73a1115a2892 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:01.112078 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223d785d-201a-48fb-9f18-73a1115a2892 admin admin] Made reservation on behalf of 8e4609b135f049c2b6f4026628e9ff52 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:01.114368 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-223d785d-201a-48fb-9f18-73a1115a2892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:01.132985 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-223d785d-201a-48fb-9f18-73a1115a2892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:01.172533 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-223d785d-201a-48fb-9f18-73a1115a2892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:01.179957 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-223d785d-201a-48fb-9f18-73a1115a2892 admin admin] Usage tracker for resource:security_group_rule and tenant:8e4609b135f049c2b6f4026628e9ff52 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:44:01.184215 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-616164e3-661e-487b-aa10-19b91bd80341 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:01.187552 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-223d785d-201a-48fb-9f18-73a1115a2892 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:44:01.197452 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-223d785d-201a-48fb-9f18-73a1115a2892 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:01.212030 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-616164e3-661e-487b-aa10-19b91bd80341 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Transition to ACTIVE for port object 91a21dcd-b1e3-4166-9d9e-8006f47f84dc will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:01.270452 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-616164e3-661e-487b-aa10-19b91bd80341 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:01.358218 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616164e3-661e-487b-aa10-19b91bd80341 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:01.364604 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-616164e3-661e-487b-aa10-19b91bd80341 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:01.372483 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-223d785d-201a-48fb-9f18-73a1115a2892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:01.373548 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616164e3-661e-487b-aa10-19b91bd80341 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:44:01.408293 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-223d785d-201a-48fb-9f18-73a1115a2892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:01.448160 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616164e3-661e-487b-aa10-19b91bd80341 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Port': ['ID=91a21dcd-b1e3-4166-9d9e-8006f47f84dc,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:01.473684 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223d785d-201a-48fb-9f18-73a1115a2892 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 998} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:44:01.477713 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d785d-201a-48fb-9f18-73a1115a2892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ded46fa-dc4e-4d50-8a49-d0a52d8bd2ff,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:01.489345 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616164e3-661e-487b-aa10-19b91bd80341 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:01.489875 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-616164e3-661e-487b-aa10-19b91bd80341 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:01.507472 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-223d785d-201a-48fb-9f18-73a1115a2892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:01.507814 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-223d785d-201a-48fb-9f18-73a1115a2892 admin admin] Added segment 46063248-51dd-468e-a4b6-560393ccc17c of type vlan for network cfe4cd9a-664e-4f87-abb4-b5474b5267f4 Feb 09 01:44:01.546714 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-616164e3-661e-487b-aa10-19b91bd80341 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2432694 Feb 09 01:44:01.548527 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-223d785d-201a-48fb-9f18-73a1115a2892 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:01.549497 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55868) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:01.580182 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-223d785d-201a-48fb-9f18-73a1115a2892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:01.581614 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223d785d-201a-48fb-9f18-73a1115a2892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:01.582069 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-223d785d-201a-48fb-9f18-73a1115a2892 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:01.655080 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55ef1ee-1676-4234-8277-ee245e4ff2e0 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:44:01.681510 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-223d785d-201a-48fb-9f18-73a1115a2892 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7992678 Feb 09 01:44:01.684656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55872) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:01.692021 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-902a6c45-c916-4e43-b2a3-c32964fe46d8 admin admin] Request body: {'subnet': {'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1583565903-subnet', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:01.702240 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-902a6c45-c916-4e43-b2a3-c32964fe46d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:01.704661 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d785d-201a-48fb-9f18-73a1115a2892 admin admin] Pushing event updated for resources: {'Network': ['ID=cfe4cd9a-664e-4f87-abb4-b5474b5267f4,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:01.709336 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-902a6c45-c916-4e43-b2a3-c32964fe46d8 admin admin] Usage tracker for resource:subnet and tenant:8e4609b135f049c2b6f4026628e9ff52 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:44:01.712266 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-902a6c45-c916-4e43-b2a3-c32964fe46d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:44:01.718618 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-902a6c45-c916-4e43-b2a3-c32964fe46d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:01.728367 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902a6c45-c916-4e43-b2a3-c32964fe46d8 admin admin] Made reservation on behalf of 8e4609b135f049c2b6f4026628e9ff52 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:01.730972 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-902a6c45-c916-4e43-b2a3-c32964fe46d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:01.738166 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device e7beb55c-0538-45df-b653-cf54a6d85d97 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:44:01.761600 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network cfe4cd9a-664e-4f87-abb4-b5474b5267f4 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:44:01.779445 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb2711a-be8a-4aac-965b-02bf091d54bd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:01.785883 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb2711a-be8a-4aac-965b-02bf091d54bd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:01.787693 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-acb2711a-be8a-4aac-965b-02bf091d54bd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2363350 Feb 09 01:44:01.790411 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55876) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:01.861438 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-e7327533-14a4-4dc5-afa6-1e0d3e96e411 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting port 91a21dcd-b1e3-4166-9d9e-8006f47f84dc {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:44:01.861784 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e7327533-14a4-4dc5-afa6-1e0d3e96e411 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:01.867101 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5297a677-82b9-4a62-be8f-cfd0a1b2bce4 None None] Provisioning for port e7beb55c-0538-45df-b653-cf54a6d85d97 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:01.952615 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-902a6c45-c916-4e43-b2a3-c32964fe46d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:02.003966 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port e7beb55c-0538-45df-b653-cf54a6d85d97 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:02.017191 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port e7beb55c-0538-45df-b653-cf54a6d85d97 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:02.017559 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:02.033271 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a6c45-c916-4e43-b2a3-c32964fe46d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2d98d50-568e-4c65-b79f-d25c63859233,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:02.040835 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902a6c45-c916-4e43-b2a3-c32964fe46d8 admin admin] Checking segment: {'id': '46063248-51dd-468e-a4b6-560393ccc17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:44:02.041050 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902a6c45-c916-4e43-b2a3-c32964fe46d8 admin admin] Network hostable DHCP agents. Network: cfe4cd9a-664e-4f87-abb4-b5474b5267f4, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:44:02.064300 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902a6c45-c916-4e43-b2a3-c32964fe46d8 admin admin] Network cfe4cd9a-664e-4f87-abb4-b5474b5267f4 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:44:02.080275 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-902a6c45-c916-4e43-b2a3-c32964fe46d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, cfe4cd9a-664e-4f87-abb4-b5474b5267f4) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:02.085689 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902a6c45-c916-4e43-b2a3-c32964fe46d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:02.086288 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-902a6c45-c916-4e43-b2a3-c32964fe46d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:02.104890 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b925d5af-cec9-475e-bd78-81eb40466ffa None None] Network cfe4cd9a-664e-4f87-abb4-b5474b5267f4 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:44:02.122623 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-902a6c45-c916-4e43-b2a3-c32964fe46d8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4369380 Feb 09 01:44:02.126375 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55880) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:02.135708 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-5c3e7055-c1d0-4378-ae74-78aca5cd8db7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1583565903-router', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:02.141960 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5c3e7055-c1d0-4378-ae74-78aca5cd8db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:02.146098 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5c3e7055-c1d0-4378-ae74-78aca5cd8db7 admin admin] Usage tracker for resource:router and tenant:8e4609b135f049c2b6f4026628e9ff52 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:44:02.149330 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5c3e7055-c1d0-4378-ae74-78aca5cd8db7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:44:02.153641 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e7327533-14a4-4dc5-afa6-1e0d3e96e411 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:02.157663 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5c3e7055-c1d0-4378-ae74-78aca5cd8db7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:02.170365 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7055-c1d0-4378-ae74-78aca5cd8db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:02.171968 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7055-c1d0-4378-ae74-78aca5cd8db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:02.190270 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7055-c1d0-4378-ae74-78aca5cd8db7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:02.290129 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-e7327533-14a4-4dc5-afa6-1e0d3e96e411 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Calling delete_port for 91a21dcd-b1e3-4166-9d9e-8006f47f84dc owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:44:02.370094 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:02.510219 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e7327533-14a4-4dc5-afa6-1e0d3e96e411 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:02.540528 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port e7beb55c-0538-45df-b653-cf54a6d85d97, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=e7beb55c-0538-45df-b653-cf54a6d85d97,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:02.548165 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231f3279-7d43-4867-8ca3-baba846d21e2 None None] Update dhcp port {'port': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'fixed_ips': [{'subnet_id': 'ea3bf903-17c2-437c-a6a4-38a449cbdb78', 'ip_address': '2001:db8::f816:3eff:fe11:3c20'}, {'subnet_id': 'c99837e6-eed2-45f5-9973-a0b1c991420a'}], 'binding:host_id': 'n-d-828419-1'}, 'id': 'e7beb55c-0538-45df-b653-cf54a6d85d97'} from n-d-828419-1. {{(pid=87613) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:44:02.560745 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7327533-14a4-4dc5-afa6-1e0d3e96e411 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Port': ['ID=91a21dcd-b1e3-4166-9d9e-8006f47f84dc,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:02.573234 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee080e0-2503-4954-8c97-cee0d410119a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-cfe4cd9a-664e-4f87-abb4-b5474b5267f4', 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'fixed_ips': [{'subnet_id': 'e2d98d50-568e-4c65-b79f-d25c63859233'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:44:02.574055 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-aee080e0-2503-4954-8c97-cee0d410119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:02.583306 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:02.583694 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7055-c1d0-4378-ae74-78aca5cd8db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:02.714903 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e7327533-14a4-4dc5-afa6-1e0d3e96e411 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:02.725566 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e7327533-14a4-4dc5-afa6-1e0d3e96e411 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/91a21dcd-b1e3-4166-9d9e-8006f47f84dc HTTP/1.1" status: 204 len: 168 time: 0.9341650 Feb 09 01:44:02.728052 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55884) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:02.729487 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-231f3279-7d43-4867-8ca3-baba846d21e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:02.763514 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=e7beb55c-0538-45df-b653-cf54a6d85d97,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:02.800355 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aee2b3-9e17-416b-9926-476ee1d7b39c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:02.802115 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aee2b3-9e17-416b-9926-476ee1d7b39c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:02.803646 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aee2b3-9e17-416b-9926-476ee1d7b39c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:02.804548 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-66aee2b3-9e17-416b-9926-476ee1d7b39c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:44:02.822038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-66aee2b3-9e17-416b-9926-476ee1d7b39c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:44:02.826031 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-66aee2b3-9e17-416b-9926-476ee1d7b39c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0939503 Feb 09 01:44:02.826316 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55888) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:02.892061 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b85f038-0715-4dbc-ae52-2097ed6ad87e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting subnet c99837e6-eed2-45f5-9973-a0b1c991420a {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:44:02.895246 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4b85f038-0715-4dbc-ae52-2097ed6ad87e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:02.919210 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7055-c1d0-4378-ae74-78aca5cd8db7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:02.926243 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-aee080e0-2503-4954-8c97-cee0d410119a None None] Allocated IP 172.20.0.2 (cfe4cd9a-664e-4f87-abb4-b5474b5267f4/e2d98d50-568e-4c65-b79f-d25c63859233/7331c4f3-1064-48c5-8be6-5ac9895ab75b) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:02.951049 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7055-c1d0-4378-ae74-78aca5cd8db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:02.955380 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4b85f038-0715-4dbc-ae52-2097ed6ad87e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:03.031586 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4b85f038-0715-4dbc-ae52-2097ed6ad87e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:03.114401 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-5c3e7055-c1d0-4378-ae74-78aca5cd8db7 admin admin] Allocated IP 172.25.5.124 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/6533b5a0-3dce-4c2b-8e21-eb4087e6a6af) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:03.123087 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4b85f038-0715-4dbc-ae52-2097ed6ad87e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server [None req-231f3279-7d43-4867-8ca3-baba846d21e2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c99837e6-eed2-45f5-9973-a0b1c991420a: This subnet is being modified by another concurrent operation. Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server raise exception Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c99837e6-eed2-45f5-9973-a0b1c991420a: This subnet is being modified by another concurrent operation. Feb 09 01:44:03.146165 n-d-828419-1 neutron-server[87613]: ERROR oslo_messaging.rpc.server Feb 09 01:44:03.168588 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85f038-0715-4dbc-ae52-2097ed6ad87e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Subnet': ['ID=c99837e6-eed2-45f5-9973-a0b1c991420a,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:03.178428 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4b85f038-0715-4dbc-ae52-2097ed6ad87e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:03.183799 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-aee080e0-2503-4954-8c97-cee0d410119a None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:03.195148 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-aee080e0-2503-4954-8c97-cee0d410119a None None] Transition to ACTIVE for port object 7331c4f3-1064-48c5-8be6-5ac9895ab75b will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:03.195751 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4b85f038-0715-4dbc-ae52-2097ed6ad87e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/c99837e6-eed2-45f5-9973-a0b1c991420a HTTP/1.1" status: 204 len: 168 time: 0.3683634 Feb 09 01:44:03.196528 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55892) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:03.219743 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-aee080e0-2503-4954-8c97-cee0d410119a None None] Transition to ACTIVE for port object 7331c4f3-1064-48c5-8be6-5ac9895ab75b will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:03.227304 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-aee080e0-2503-4954-8c97-cee0d410119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:03.274677 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-46bf39c4-f152-46b8-a6d0-bd3845e259ce tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting subnet ea3bf903-17c2-437c-a6a4-38a449cbdb78 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:44:03.278012 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-46bf39c4-f152-46b8-a6d0-bd3845e259ce tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:03.294383 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7055-c1d0-4378-ae74-78aca5cd8db7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:03.303540 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-734c078c-71d3-46f1-a4c9-ce26472ee9fc None None] Could not find standard attr ID for object 91a21dcd-b1e3-4166-9d9e-8006f47f84dc. {{(pid=87613) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:44:03.315197 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee080e0-2503-4954-8c97-cee0d410119a None None] Network cfe4cd9a-664e-4f87-abb4-b5474b5267f4 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:03.318837 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-aee080e0-2503-4954-8c97-cee0d410119a None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:03.323926 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee080e0-2503-4954-8c97-cee0d410119a None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:44:03.326011 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee080e0-2503-4954-8c97-cee0d410119a None None] Pushing event updated for resources: {'Port': ['ID=7331c4f3-1064-48c5-8be6-5ac9895ab75b,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:03.336973 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7055-c1d0-4378-ae74-78aca5cd8db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:03.339132 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-46bf39c4-f152-46b8-a6d0-bd3845e259ce tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:03.367523 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-734c078c-71d3-46f1-a4c9-ce26472ee9fc None None] Provisioning complete for port e7beb55c-0538-45df-b653-cf54a6d85d97 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:03.367523 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-734c078c-71d3-46f1-a4c9-ce26472ee9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:03.408424 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3e7055-c1d0-4378-ae74-78aca5cd8db7 admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:03.411360 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-5c3e7055-c1d0-4378-ae74-78aca5cd8db7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:03.415548 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3e7055-c1d0-4378-ae74-78aca5cd8db7 admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:44:03.454083 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-46bf39c4-f152-46b8-a6d0-bd3845e259ce tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:03.459385 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e7055-c1d0-4378-ae74-78aca5cd8db7 admin admin] Pushing event updated for resources: {'Port': ['ID=6533b5a0-3dce-4c2b-8e21-eb4087e6a6af,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:03.474121 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-aee080e0-2503-4954-8c97-cee0d410119a None None] Attempting to bind port 7331c4f3-1064-48c5-8be6-5ac9895ab75b on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:44:03.474789 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-aee080e0-2503-4954-8c97-cee0d410119a None None] Attempting to bind port 7331c4f3-1064-48c5-8be6-5ac9895ab75b by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '46063248-51dd-468e-a4b6-560393ccc17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:44:03.475316 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee080e0-2503-4954-8c97-cee0d410119a None None] Attempting to bind port 7331c4f3-1064-48c5-8be6-5ac9895ab75b on network cfe4cd9a-664e-4f87-abb4-b5474b5267f4 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:44:03.482174 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:44:03.485908 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee080e0-2503-4954-8c97-cee0d410119a None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:44:03.486519 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee080e0-2503-4954-8c97-cee0d410119a None None] Checking segment: {'id': '46063248-51dd-468e-a4b6-560393ccc17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:44:03.487083 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-aee080e0-2503-4954-8c97-cee0d410119a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:03.487631 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee080e0-2503-4954-8c97-cee0d410119a None None] Bound using segment: {'id': '46063248-51dd-468e-a4b6-560393ccc17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:44:03.488265 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-aee080e0-2503-4954-8c97-cee0d410119a None None] Bound port: 7331c4f3-1064-48c5-8be6-5ac9895ab75b, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46063248-51dd-468e-a4b6-560393ccc17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:44:03.488825 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-aee080e0-2503-4954-8c97-cee0d410119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:03.538239 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-46bf39c4-f152-46b8-a6d0-bd3845e259ce tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:03.578633 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf39c4-f152-46b8-a6d0-bd3845e259ce tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Subnet': ['ID=ea3bf903-17c2-437c-a6a4-38a449cbdb78,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:03.582516 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-46bf39c4-f152-46b8-a6d0-bd3845e259ce tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:03.595294 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-46bf39c4-f152-46b8-a6d0-bd3845e259ce tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/ea3bf903-17c2-437c-a6a4-38a449cbdb78 HTTP/1.1" status: 204 len: 168 time: 0.3977213 Feb 09 01:44:03.596029 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55896) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:03.597927 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a71ea27-dbba-4de6-aeb9-9d8bf62cd279 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:44:03.681425 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ac47d6b2-5221-469e-b11f-d211c7c6e617 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0840094 Feb 09 01:44:03.684195 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55900) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:03.687979 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device e7beb55c-0538-45df-b653-cf54a6d85d97 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:44:03.691101 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-48e967da-1f8a-4eb3-820e-e49e6a59f159 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:03.776949 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-aee080e0-2503-4954-8c97-cee0d410119a None None] For port 7331c4f3-1064-48c5-8be6-5ac9895ab75b, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:44:03.802987 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-48e967da-1f8a-4eb3-820e-e49e6a59f159 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:03.809443 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-48e967da-1f8a-4eb3-820e-e49e6a59f159 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:subnet and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:44:03.812379 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-48e967da-1f8a-4eb3-820e-e49e6a59f159 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:44:03.818305 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-48e967da-1f8a-4eb3-820e-e49e6a59f159 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:03.830530 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e967da-1f8a-4eb3-820e-e49e6a59f159 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:03.835892 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-48e967da-1f8a-4eb3-820e-e49e6a59f159 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:03.916604 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-aee080e0-2503-4954-8c97-cee0d410119a None None] For port 7331c4f3-1064-48c5-8be6-5ac9895ab75b, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=7331c4f3-1064-48c5-8be6-5ac9895ab75b,segment=NetworkSegment(46063248-51dd-468e-a4b6-560393ccc17c),segment_id=46063248-51dd-468e-a4b6-560393ccc17c)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:44:03.928901 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-aee080e0-2503-4954-8c97-cee0d410119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:03.971169 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-71de84f7-1958-4809-8524-32c481a7545e None None] Could not find standard attr ID for object 91a21dcd-b1e3-4166-9d9e-8006f47f84dc. {{(pid=87613) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:44:03.999581 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7055-c1d0-4378-ae74-78aca5cd8db7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:04.079946 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:04.122044 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee080e0-2503-4954-8c97-cee0d410119a None None] Pushing event updated for resources: {'Port': ['ID=7331c4f3-1064-48c5-8be6-5ac9895ab75b,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:04.142810 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port e7beb55c-0538-45df-b653-cf54a6d85d97, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=e7beb55c-0538-45df-b653-cf54a6d85d97,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:04.151405 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:04.198635 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dcda87-896a-46dc-95cc-53d558874666 None None] DHCP port deletion for c278fa39-f239-4898-af1e-f9dd3a03cd09 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:44:04.221716 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50dcda87-896a-46dc-95cc-53d558874666 None None] Deleting port e7beb55c-0538-45df-b653-cf54a6d85d97 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:44:04.222233 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50dcda87-896a-46dc-95cc-53d558874666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:04.285595 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=e7beb55c-0538-45df-b653-cf54a6d85d97,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:04.375855 n-d-828419-1 neutron-server[87612]: DEBUG neutron.objects.ports [None req-48e967da-1f8a-4eb3-820e-e49e6a59f159 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87612) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:44:04.466332 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7055-c1d0-4378-ae74-78aca5cd8db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:04.508505 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50dcda87-896a-46dc-95cc-53d558874666 None None] For port e7beb55c-0538-45df-b653-cf54a6d85d97, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=e7beb55c-0538-45df-b653-cf54a6d85d97,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:04.509270 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50dcda87-896a-46dc-95cc-53d558874666 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:04.623293 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-48e967da-1f8a-4eb3-820e-e49e6a59f159 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:04.645524 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50dcda87-896a-46dc-95cc-53d558874666 None None] Calling delete_port for e7beb55c-0538-45df-b653-cf54a6d85d97 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:44:04.687949 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3e7055-c1d0-4378-ae74-78aca5cd8db7 admin admin] Router e49742cb-6f42-4438-bbb7-ac53c31b16ab is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:44:04.847470 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-48e967da-1f8a-4eb3-820e-e49e6a59f159 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] For port e7beb55c-0538-45df-b653-cf54a6d85d97, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=e7beb55c-0538-45df-b653-cf54a6d85d97,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:04.871594 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-48e967da-1f8a-4eb3-820e-e49e6a59f159 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:04.873813 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3e7055-c1d0-4378-ae74-78aca5cd8db7 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:44:04.884998 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee336393-7ff0-4ec1-998d-d6e583960e91 None None] Sync routers for ids ['e49742cb-6f42-4438-bbb7-ac53c31b16ab'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:04.885734 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-48e967da-1f8a-4eb3-820e-e49e6a59f159 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:04.886467 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-48e967da-1f8a-4eb3-820e-e49e6a59f159 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:04.887541 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-50dcda87-896a-46dc-95cc-53d558874666 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:44:04.887886 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-50dcda87-896a-46dc-95cc-53d558874666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:44:04.896765 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee336393-7ff0-4ec1-998d-d6e583960e91 None None] Routers {'e49742cb-6f42-4438-bbb7-ac53c31b16ab'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:44:04.897722 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ee336393-7ff0-4ec1-998d-d6e583960e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:43:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e49742cb-6f42-4438-bbb7-ac53c31b16ab'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:04.904467 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7055-c1d0-4378-ae74-78aca5cd8db7 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:04.909028 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5c3e7055-c1d0-4378-ae74-78aca5cd8db7 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7782445 Feb 09 01:44:04.909164 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55906) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:05.005558 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e967da-1f8a-4eb3-820e-e49e6a59f159 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:05.013347 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-48e967da-1f8a-4eb3-820e-e49e6a59f159 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:05.017573 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e967da-1f8a-4eb3-820e-e49e6a59f159 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:05.018215 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-48e967da-1f8a-4eb3-820e-e49e6a59f159 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:05.086001 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e967da-1f8a-4eb3-820e-e49e6a59f159 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Subnet': ['ID=3c09b5c8-f08f-4be9-a3f1-7cdecb1b7912,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:05.096596 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e967da-1f8a-4eb3-820e-e49e6a59f159 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Port': ['ID=e7beb55c-0538-45df-b653-cf54a6d85d97,revision_number=7']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:05.098598 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-ee336393-7ff0-4ec1-998d-d6e583960e91 None None] Set router e49742cb-6f42-4438-bbb7-ac53c31b16ab gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:44:05.111503 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-48e967da-1f8a-4eb3-820e-e49e6a59f159 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4257481 Feb 09 01:44:05.114287 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55910) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:05.120342 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-5b56b227-64f6-4ed4-8dab-a874069dbeeb tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:05.283681 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5b56b227-64f6-4ed4-8dab-a874069dbeeb tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:05.289825 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5b56b227-64f6-4ed4-8dab-a874069dbeeb tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:subnet and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:44:05.293076 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5b56b227-64f6-4ed4-8dab-a874069dbeeb tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:44:05.300435 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5b56b227-64f6-4ed4-8dab-a874069dbeeb tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:05.315069 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b56b227-64f6-4ed4-8dab-a874069dbeeb tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:05.320304 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5b56b227-64f6-4ed4-8dab-a874069dbeeb tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:05.409007 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50dcda87-896a-46dc-95cc-53d558874666 None None] Deleting port e7beb55c-0538-45df-b653-cf54a6d85d97 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:44:05.409391 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50dcda87-896a-46dc-95cc-53d558874666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:05.437361 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91d7522-1842-45ed-88aa-6fccbb97a53a None None] Network cfe4cd9a-664e-4f87-abb4-b5474b5267f4 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:44:05.552498 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b83eb860-8457-4b54-afac-0812828fe2db None None] Provisioning for port 7331c4f3-1064-48c5-8be6-5ac9895ab75b completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:05.618462 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5b56b227-64f6-4ed4-8dab-a874069dbeeb tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:05.695235 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56b227-64f6-4ed4-8dab-a874069dbeeb tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Subnet': ['ID=7f95523f-73d9-4614-ad82-811752dc924e,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:05.714917 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b56b227-64f6-4ed4-8dab-a874069dbeeb tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:05.716591 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-5b56b227-64f6-4ed4-8dab-a874069dbeeb tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:05.719142 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b56b227-64f6-4ed4-8dab-a874069dbeeb tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:05.719771 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5b56b227-64f6-4ed4-8dab-a874069dbeeb tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:05.748865 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5b56b227-64f6-4ed4-8dab-a874069dbeeb tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6306887 Feb 09 01:44:05.749625 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55914) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:05.755423 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-bca77ad4-958a-43dd-b69b-e5b49f581aa4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'port': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'mac_address': 'fa:16:3e:d3:85:ff', 'name': 'tempest-NetworksTestDHCPv6-1077821692'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:05.762046 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7331c4f3-1064-48c5-8be6-5ac9895ab75b up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:44:05.841658 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cea31424-f696-4c11-936c-bdb1469f9fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:05.904833 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-bca77ad4-958a-43dd-b69b-e5b49f581aa4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:05.910002 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-bca77ad4-958a-43dd-b69b-e5b49f581aa4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:port and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:44:05.913673 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-bca77ad4-958a-43dd-b69b-e5b49f581aa4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:44:05.919849 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-bca77ad4-958a-43dd-b69b-e5b49f581aa4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:05.930297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca77ad4-958a-43dd-b69b-e5b49f581aa4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:05.935402 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ee336393-7ff0-4ec1-998d-d6e583960e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'name': 'tempest-TestVolumeBackupRestore-1583565903-router', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '6533b5a0-3dce-4c2b-8e21-eb4087e6a6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:02Z', 'updated_at': '2022-02-09T01:44:03Z', 'revision_number': 3, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'gw_port': {'id': '6533b5a0-3dce-4c2b-8e21-eb4087e6a6af', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cb:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:02Z', 'updated_at': '2022-02-09T01:44:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:05.958850 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee336393-7ff0-4ec1-998d-d6e583960e91 None None] Checking router: e49742cb-6f42-4438-bbb7-ac53c31b16ab for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:44:05.959189 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee336393-7ff0-4ec1-998d-d6e583960e91 None None] Updating router e49742cb-6f42-4438-bbb7-ac53c31b16ab port 6533b5a0-3dce-4c2b-8e21-eb4087e6a6af binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:44:06.043761 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50dcda87-896a-46dc-95cc-53d558874666 None None] For port e7beb55c-0538-45df-b653-cf54a6d85d97, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=e7beb55c-0538-45df-b653-cf54a6d85d97,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:06.044166 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50dcda87-896a-46dc-95cc-53d558874666 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:06.063737 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-cea31424-f696-4c11-936c-bdb1469f9fb4 admin admin] Allocated IP 172.20.0.1 (cfe4cd9a-664e-4f87-abb4-b5474b5267f4/e2d98d50-568e-4c65-b79f-d25c63859233/1e2dde8f-7524-4f64-9f6a-772cf69536b3) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:06.084169 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bca77ad4-958a-43dd-b69b-e5b49f581aa4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:06.116497 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-bca77ad4-958a-43dd-b69b-e5b49f581aa4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] device_id is not set on port e2e1f4f2-5bd0-4013-9737-6cf07d4dd0b7 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:44:06.185154 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 7331c4f3-1064-48c5-8be6-5ac9895ab75b completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:06.195249 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50dcda87-896a-46dc-95cc-53d558874666 None None] Calling delete_port for e7beb55c-0538-45df-b653-cf54a6d85d97 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:44:06.236123 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee336393-7ff0-4ec1-998d-d6e583960e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:06.237859 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cea31424-f696-4c11-936c-bdb1469f9fb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:06.253210 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-cea31424-f696-4c11-936c-bdb1469f9fb4 admin admin] Transition to ACTIVE for port object 1e2dde8f-7524-4f64-9f6a-772cf69536b3 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:06.277791 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 7331c4f3-1064-48c5-8be6-5ac9895ab75b triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:06.278326 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:06.279575 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cea31424-f696-4c11-936c-bdb1469f9fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:06.347757 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea31424-f696-4c11-936c-bdb1469f9fb4 admin admin] Network cfe4cd9a-664e-4f87-abb4-b5474b5267f4 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:06.350492 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-cea31424-f696-4c11-936c-bdb1469f9fb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:06.354722 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea31424-f696-4c11-936c-bdb1469f9fb4 admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:44:06.366886 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-bca77ad4-958a-43dd-b69b-e5b49f581aa4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Allocated IP 172.20.0.7 (c278fa39-f239-4898-af1e-f9dd3a03cd09/7f95523f-73d9-4614-ad82-811752dc924e/e2e1f4f2-5bd0-4013-9737-6cf07d4dd0b7) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:06.373101 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-bca77ad4-958a-43dd-b69b-e5b49f581aa4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Allocated IP 2001:db8::f816:3eff:fed3:85ff (c278fa39-f239-4898-af1e-f9dd3a03cd09/3c09b5c8-f08f-4be9-a3f1-7cdecb1b7912/e2e1f4f2-5bd0-4013-9737-6cf07d4dd0b7) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:06.392646 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea31424-f696-4c11-936c-bdb1469f9fb4 admin admin] Pushing event updated for resources: {'Port': ['ID=1e2dde8f-7524-4f64-9f6a-772cf69536b3,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:06.414255 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cea31424-f696-4c11-936c-bdb1469f9fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:06.668238 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50dcda87-896a-46dc-95cc-53d558874666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:06.706480 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cea31424-f696-4c11-936c-bdb1469f9fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:06.736187 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dcda87-896a-46dc-95cc-53d558874666 None None] Pushing event deleted for resources: {'Port': ['ID=e7beb55c-0538-45df-b653-cf54a6d85d97,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:06.738289 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:06.796420 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dcda87-896a-46dc-95cc-53d558874666 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:06.796774 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dcda87-896a-46dc-95cc-53d558874666 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:06.797113 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dcda87-896a-46dc-95cc-53d558874666 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:06.797437 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dcda87-896a-46dc-95cc-53d558874666 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:06.798540 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dcda87-896a-46dc-95cc-53d558874666 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:06.798540 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dcda87-896a-46dc-95cc-53d558874666 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:06.798540 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dcda87-896a-46dc-95cc-53d558874666 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:06.798843 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dcda87-896a-46dc-95cc-53d558874666 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:06.799025 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dcda87-896a-46dc-95cc-53d558874666 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:06.799346 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dcda87-896a-46dc-95cc-53d558874666 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:06.799665 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dcda87-896a-46dc-95cc-53d558874666 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:06.799980 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dcda87-896a-46dc-95cc-53d558874666 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:06.869728 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bca77ad4-958a-43dd-b69b-e5b49f581aa4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:06.874340 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dcda87-896a-46dc-95cc-53d558874666 None None] No DVR routers for this DVR port e7beb55c-0538-45df-b653-cf54a6d85d97 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:44:06.888346 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 7331c4f3-1064-48c5-8be6-5ac9895ab75b, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=7331c4f3-1064-48c5-8be6-5ac9895ab75b,segment=NetworkSegment(46063248-51dd-468e-a4b6-560393ccc17c),segment_id=46063248-51dd-468e-a4b6-560393ccc17c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:06.906422 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-bca77ad4-958a-43dd-b69b-e5b49f581aa4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Transition to ACTIVE for port object e2e1f4f2-5bd0-4013-9737-6cf07d4dd0b7 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:06.928177 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449ff80b-dd73-4d41-9cf4-914cd54be5d6 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:44:06.942045 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bca77ad4-958a-43dd-b69b-e5b49f581aa4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:06.957297 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:07.003158 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cea31424-f696-4c11-936c-bdb1469f9fb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:07.008827 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cea31424-f696-4c11-936c-bdb1469f9fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:07.035763 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca77ad4-958a-43dd-b69b-e5b49f581aa4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:07.039218 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-bca77ad4-958a-43dd-b69b-e5b49f581aa4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:07.043004 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca77ad4-958a-43dd-b69b-e5b49f581aa4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:44:07.066538 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-65a33bf0-0a5b-4d9b-a15b-816a4e258060 None None] Provisioning complete for port 7331c4f3-1064-48c5-8be6-5ac9895ab75b triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:07.067267 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-65a33bf0-0a5b-4d9b-a15b-816a4e258060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:07.111738 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca77ad4-958a-43dd-b69b-e5b49f581aa4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Port': ['ID=e2e1f4f2-5bd0-4013-9737-6cf07d4dd0b7,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:07.114558 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea31424-f696-4c11-936c-bdb1469f9fb4 admin admin] Pushing event updated for resources: {'Port': ['ID=1e2dde8f-7524-4f64-9f6a-772cf69536b3,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:07.119182 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca77ad4-958a-43dd-b69b-e5b49f581aa4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:07.119816 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bca77ad4-958a-43dd-b69b-e5b49f581aa4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:07.133352 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cea31424-f696-4c11-936c-bdb1469f9fb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:07.147434 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-bca77ad4-958a-43dd-b69b-e5b49f581aa4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3943956 Feb 09 01:44:07.147637 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55920) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:07.194038 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a8c3f9b2-c6e1-43b8-9bd7-f5e65175431d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:07.196741 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee336393-7ff0-4ec1-998d-d6e583960e91 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:07.234828 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf856f0-b5c5-43e6-acc9-aed3a3b80dcf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:07.235578 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8bf856f0-b5c5-43e6-acc9-aed3a3b80dcf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:44:07.243424 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ee336393-7ff0-4ec1-998d-d6e583960e91 None None] Transition to ACTIVE for port object 6533b5a0-3dce-4c2b-8e21-eb4087e6a6af will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:07.249968 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=7331c4f3-1064-48c5-8be6-5ac9895ab75b,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:07.253332 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8bf856f0-b5c5-43e6-acc9-aed3a3b80dcf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:44:07.258727 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee336393-7ff0-4ec1-998d-d6e583960e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:07.259058 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8bf856f0-b5c5-43e6-acc9-aed3a3b80dcf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.1102104 Feb 09 01:44:07.259786 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55924) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:07.275231 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea31424-f696-4c11-936c-bdb1469f9fb4 admin admin] Network cfe4cd9a-664e-4f87-abb4-b5474b5267f4 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:07.276499 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-cea31424-f696-4c11-936c-bdb1469f9fb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:07.397259 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b53f4-88e3-4244-9de5-b2fdd5ef56d1 None None] Pushing event updated for resources: {'Port': ['ID=6533b5a0-3dce-4c2b-8e21-eb4087e6a6af,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:07.486375 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-7bbe36f1-2bad-4e2c-bae5-924c3465e6fc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting port e2e1f4f2-5bd0-4013-9737-6cf07d4dd0b7 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:44:07.486870 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7bbe36f1-2bad-4e2c-bae5-924c3465e6fc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:07.522121 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-ee336393-7ff0-4ec1-998d-d6e583960e91 None None] Attempting to bind port 6533b5a0-3dce-4c2b-8e21-eb4087e6a6af on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:44:07.522490 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-ee336393-7ff0-4ec1-998d-d6e583960e91 None None] Attempting to bind port 6533b5a0-3dce-4c2b-8e21-eb4087e6a6af by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:44:07.522853 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee336393-7ff0-4ec1-998d-d6e583960e91 None None] Attempting to bind port 6533b5a0-3dce-4c2b-8e21-eb4087e6a6af on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:44:07.541448 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee336393-7ff0-4ec1-998d-d6e583960e91 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:44:07.541818 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee336393-7ff0-4ec1-998d-d6e583960e91 None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:44:07.542223 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee336393-7ff0-4ec1-998d-d6e583960e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:07.542611 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee336393-7ff0-4ec1-998d-d6e583960e91 None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:44:07.543075 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-ee336393-7ff0-4ec1-998d-d6e583960e91 None None] Bound port: 6533b5a0-3dce-4c2b-8e21-eb4087e6a6af, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:44:07.543443 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee336393-7ff0-4ec1-998d-d6e583960e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:07.650211 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea31424-f696-4c11-936c-bdb1469f9fb4 admin admin] Router e49742cb-6f42-4438-bbb7-ac53c31b16ab has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:44:07.665583 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7331c4f3-1064-48c5-8be6-5ac9895ab75b up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:44:07.691054 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-ee336393-7ff0-4ec1-998d-d6e583960e91 None None] For port 6533b5a0-3dce-4c2b-8e21-eb4087e6a6af, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:44:07.724185 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-ee336393-7ff0-4ec1-998d-d6e583960e91 None None] For port 6533b5a0-3dce-4c2b-8e21-eb4087e6a6af, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6533b5a0-3dce-4c2b-8e21-eb4087e6a6af,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:44:07.737269 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee336393-7ff0-4ec1-998d-d6e583960e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:07.774573 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7bbe36f1-2bad-4e2c-bae5-924c3465e6fc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:07.783968 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9280702c-8f5d-448a-857c-f25ed70a6101 None None] Provisioning for port 1e2dde8f-7524-4f64-9f6a-772cf69536b3 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:07.812221 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9280702c-8f5d-448a-857c-f25ed70a6101 None None] Provisioning complete for port 1e2dde8f-7524-4f64-9f6a-772cf69536b3 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:07.812221 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9280702c-8f5d-448a-857c-f25ed70a6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:07.846183 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143e95c2-e767-49c7-86a5-db55f052917f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-c278fa39-f239-4898-af1e-f9dd3a03cd09', 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'tenant_id': '054ea176b36542169ae947090049f000', 'fixed_ips': [{'subnet_id': '3c09b5c8-f08f-4be9-a3f1-7cdecb1b7912'}, {'subnet_id': '7f95523f-73d9-4614-ad82-811752dc924e'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:44:07.846811 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea31424-f696-4c11-936c-bdb1469f9fb4 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:44:07.847027 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-143e95c2-e767-49c7-86a5-db55f052917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:07.861815 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cea31424-f696-4c11-936c-bdb1469f9fb4 admin admin] 10.222.0.37 "PUT /v2.0/routers/e49742cb-6f42-4438-bbb7-ac53c31b16ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9460874 Feb 09 01:44:07.915035 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee336393-7ff0-4ec1-998d-d6e583960e91 None None] Routers {'e49742cb-6f42-4438-bbb7-ac53c31b16ab'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:44:07.915675 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ee336393-7ff0-4ec1-998d-d6e583960e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:43:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e49742cb-6f42-4438-bbb7-ac53c31b16ab'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:07.920334 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-7bbe36f1-2bad-4e2c-bae5-924c3465e6fc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Calling delete_port for e2e1f4f2-5bd0-4013-9737-6cf07d4dd0b7 owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:44:08.003678 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b53f4-88e3-4244-9de5-b2fdd5ef56d1 None None] Pushing event updated for resources: {'Port': ['ID=6533b5a0-3dce-4c2b-8e21-eb4087e6a6af,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:08.026031 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-9280702c-8f5d-448a-857c-f25ed70a6101 None None] Port 1e2dde8f-7524-4f64-9f6a-772cf69536b3 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:44:08.034073 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 7331c4f3-1064-48c5-8be6-5ac9895ab75b triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:08.034444 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:08.169686 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7bbe36f1-2bad-4e2c-bae5-924c3465e6fc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:08.221486 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-ee336393-7ff0-4ec1-998d-d6e583960e91 None None] Set router e49742cb-6f42-4438-bbb7-ac53c31b16ab gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:44:08.257095 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe36f1-2bad-4e2c-bae5-924c3465e6fc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Port': ['ID=e2e1f4f2-5bd0-4013-9737-6cf07d4dd0b7,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:08.381880 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7bbe36f1-2bad-4e2c-bae5-924c3465e6fc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:08.396482 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7bbe36f1-2bad-4e2c-bae5-924c3465e6fc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/e2e1f4f2-5bd0-4013-9737-6cf07d4dd0b7 HTTP/1.1" status: 204 len: 168 time: 1.1349118 Feb 09 01:44:08.398858 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55944) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:08.418930 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55948) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:08.428727 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-713d5dad-26eb-4af2-bb84-87374a90b0a1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-780694723-network', 'tenant_id': '65df808d59aa4d76b6bab838836fb14b'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:08.438221 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-713d5dad-26eb-4af2-bb84-87374a90b0a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:08.443950 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-713d5dad-26eb-4af2-bb84-87374a90b0a1 admin admin] Usage tracker for resource:network and tenant:65df808d59aa4d76b6bab838836fb14b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:44:08.447251 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-713d5dad-26eb-4af2-bb84-87374a90b0a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:44:08.454470 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-713d5dad-26eb-4af2-bb84-87374a90b0a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:08.465427 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713d5dad-26eb-4af2-bb84-87374a90b0a1 admin admin] Made reservation on behalf of 65df808d59aa4d76b6bab838836fb14b for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:08.467883 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-713d5dad-26eb-4af2-bb84-87374a90b0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:08.473958 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d95741-58f6-449e-8db0-ad31077aa75b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:08.475575 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d95741-58f6-449e-8db0-ad31077aa75b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:08.477533 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d95741-58f6-449e-8db0-ad31077aa75b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:08.478791 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-20d95741-58f6-449e-8db0-ad31077aa75b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:44:08.482392 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-713d5dad-26eb-4af2-bb84-87374a90b0a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:08.495330 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-20d95741-58f6-449e-8db0-ad31077aa75b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:44:08.497607 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-20d95741-58f6-449e-8db0-ad31077aa75b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0969076 Feb 09 01:44:08.500072 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55952) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:08.500918 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-713d5dad-26eb-4af2-bb84-87374a90b0a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:08.506192 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-713d5dad-26eb-4af2-bb84-87374a90b0a1 admin admin] Usage tracker for resource:security_group_rule and tenant:65df808d59aa4d76b6bab838836fb14b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:44:08.509099 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-713d5dad-26eb-4af2-bb84-87374a90b0a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:44:08.516055 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-713d5dad-26eb-4af2-bb84-87374a90b0a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:08.581688 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac5a8e7-8b40-439b-be80-5b2c511885a7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting subnet 3c09b5c8-f08f-4be9-a3f1-7cdecb1b7912 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:44:08.603254 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-713d5dad-26eb-4af2-bb84-87374a90b0a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:08.606631 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-713d5dad-26eb-4af2-bb84-87374a90b0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:08.642629 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713d5dad-26eb-4af2-bb84-87374a90b0a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 973} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:44:08.643804 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-143e95c2-e767-49c7-86a5-db55f052917f None None] Allocated IP 172.20.0.2 (c278fa39-f239-4898-af1e-f9dd3a03cd09/7f95523f-73d9-4614-ad82-811752dc924e/46933693-1cfa-4a57-a42b-2014da8797ee) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:08.652102 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d5dad-26eb-4af2-bb84-87374a90b0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d92b8f-a8a4-4557-9208-acdf23adcd33,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:08.659694 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-713d5dad-26eb-4af2-bb84-87374a90b0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:08.660096 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-713d5dad-26eb-4af2-bb84-87374a90b0a1 admin admin] Added segment 7254289b-8b80-49a6-b00f-afabc6043c7c of type vlan for network 099f964e-5e40-4870-a5fd-56c036fa59f7 Feb 09 01:44:08.683045 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-143e95c2-e767-49c7-86a5-db55f052917f None None] Allocated IP 2001:db8::f816:3eff:fe93:4fdf (c278fa39-f239-4898-af1e-f9dd3a03cd09/3c09b5c8-f08f-4be9-a3f1-7cdecb1b7912/46933693-1cfa-4a57-a42b-2014da8797ee) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:08.687521 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-713d5dad-26eb-4af2-bb84-87374a90b0a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:08.718491 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-713d5dad-26eb-4af2-bb84-87374a90b0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:08.719719 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713d5dad-26eb-4af2-bb84-87374a90b0a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:08.720318 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-713d5dad-26eb-4af2-bb84-87374a90b0a1 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:08.827513 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-713d5dad-26eb-4af2-bb84-87374a90b0a1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4061959 Feb 09 01:44:08.828550 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d5dad-26eb-4af2-bb84-87374a90b0a1 admin admin] Pushing event updated for resources: {'Network': ['ID=099f964e-5e40-4870-a5fd-56c036fa59f7,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:08.830765 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55956) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:08.837524 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-13247b8d-d5bb-46be-b6e9-3a0739727288 admin admin] Request body: {'subnet': {'network_id': '099f964e-5e40-4870-a5fd-56c036fa59f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-780694723-subnet', 'tenant_id': '65df808d59aa4d76b6bab838836fb14b', 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:08.844433 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-13247b8d-d5bb-46be-b6e9-3a0739727288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:08.848714 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-13247b8d-d5bb-46be-b6e9-3a0739727288 admin admin] Usage tracker for resource:subnet and tenant:65df808d59aa4d76b6bab838836fb14b is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:44:08.851689 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-13247b8d-d5bb-46be-b6e9-3a0739727288 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:44:08.858082 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-13247b8d-d5bb-46be-b6e9-3a0739727288 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:08.865066 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 099f964e-5e40-4870-a5fd-56c036fa59f7 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:44:08.868609 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13247b8d-d5bb-46be-b6e9-3a0739727288 admin admin] Made reservation on behalf of 65df808d59aa4d76b6bab838836fb14b for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:08.870943 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13247b8d-d5bb-46be-b6e9-3a0739727288 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:08.947580 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-ee336393-7ff0-4ec1-998d-d6e583960e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'name': 'tempest-TestVolumeBackupRestore-1583565903-router', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '6533b5a0-3dce-4c2b-8e21-eb4087e6a6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:02Z', 'updated_at': '2022-02-09T01:44:06Z', 'revision_number': 4, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'gw_port': {'id': '6533b5a0-3dce-4c2b-8e21-eb4087e6a6af', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cb:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:02Z', 'updated_at': '2022-02-09T01:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '1e2dde8f-7524-4f64-9f6a-772cf69536b3', 'name': '', 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'mac_address': 'fa:16:3e:e8:1e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'e2d98d50-568e-4c65-b79f-d25c63859233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:05Z', 'updated_at': '2022-02-09T01:44:06Z', 'revision_number': 2, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'subnets': [{'id': 'e2d98d50-568e-4c65-b79f-d25c63859233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:08.977200 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee336393-7ff0-4ec1-998d-d6e583960e91 None None] The sync data for ids ['e49742cb-6f42-4438-bbb7-ac53c31b16ab'] in n-d-828419-1 is: [{'id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'name': 'tempest-TestVolumeBackupRestore-1583565903-router', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '6533b5a0-3dce-4c2b-8e21-eb4087e6a6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:02Z', 'updated_at': '2022-02-09T01:44:06Z', 'revision_number': 4, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'gw_port': {'id': '6533b5a0-3dce-4c2b-8e21-eb4087e6a6af', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cb:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:02Z', 'updated_at': '2022-02-09T01:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '1e2dde8f-7524-4f64-9f6a-772cf69536b3', 'name': '', 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'mac_address': 'fa:16:3e:e8:1e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'e2d98d50-568e-4c65-b79f-d25c63859233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:05Z', 'updated_at': '2022-02-09T01:44:06Z', 'revision_number': 2, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'subnets': [{'id': 'e2d98d50-568e-4c65-b79f-d25c63859233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:09.058332 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-143e95c2-e767-49c7-86a5-db55f052917f None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:09.070665 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-143e95c2-e767-49c7-86a5-db55f052917f None None] Transition to ACTIVE for port object 46933693-1cfa-4a57-a42b-2014da8797ee will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:09.092095 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-143e95c2-e767-49c7-86a5-db55f052917f None None] Transition to ACTIVE for port object 46933693-1cfa-4a57-a42b-2014da8797ee will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:09.099321 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-143e95c2-e767-49c7-86a5-db55f052917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:09.105299 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-eac5a8e7-8b40-439b-be80-5b2c511885a7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:09.150876 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13247b8d-d5bb-46be-b6e9-3a0739727288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:09.172946 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143e95c2-e767-49c7-86a5-db55f052917f None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:09.175805 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-143e95c2-e767-49c7-86a5-db55f052917f None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:09.179546 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143e95c2-e767-49c7-86a5-db55f052917f None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:44:09.207271 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-eac5a8e7-8b40-439b-be80-5b2c511885a7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:09.213595 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e95c2-e767-49c7-86a5-db55f052917f None None] Pushing event updated for resources: {'Port': ['ID=46933693-1cfa-4a57-a42b-2014da8797ee,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:09.313044 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13247b8d-d5bb-46be-b6e9-3a0739727288 admin admin] Checking segment: {'id': '7254289b-8b80-49a6-b00f-afabc6043c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '099f964e-5e40-4870-a5fd-56c036fa59f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:44:09.313719 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13247b8d-d5bb-46be-b6e9-3a0739727288 admin admin] Network hostable DHCP agents. Network: 099f964e-5e40-4870-a5fd-56c036fa59f7, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:44:09.317658 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13247b8d-d5bb-46be-b6e9-3a0739727288 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dfe1da8-9a31-4ddf-a05b-ad079713dadd,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:09.344357 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-143e95c2-e767-49c7-86a5-db55f052917f None None] Attempting to bind port 46933693-1cfa-4a57-a42b-2014da8797ee on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:44:09.344767 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-143e95c2-e767-49c7-86a5-db55f052917f None None] Attempting to bind port 46933693-1cfa-4a57-a42b-2014da8797ee by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:44:09.345127 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143e95c2-e767-49c7-86a5-db55f052917f None None] Attempting to bind port 46933693-1cfa-4a57-a42b-2014da8797ee on network c278fa39-f239-4898-af1e-f9dd3a03cd09 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:44:09.352083 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143e95c2-e767-49c7-86a5-db55f052917f None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:44:09.352624 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143e95c2-e767-49c7-86a5-db55f052917f None None] Checking segment: {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:44:09.353490 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-143e95c2-e767-49c7-86a5-db55f052917f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:09.353714 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143e95c2-e767-49c7-86a5-db55f052917f None None] Bound using segment: {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:44:09.354264 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-143e95c2-e767-49c7-86a5-db55f052917f None None] Bound port: 46933693-1cfa-4a57-a42b-2014da8797ee, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:44:09.354672 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-143e95c2-e767-49c7-86a5-db55f052917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:09.359970 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13247b8d-d5bb-46be-b6e9-3a0739727288 admin admin] Network 099f964e-5e40-4870-a5fd-56c036fa59f7 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:44:09.372148 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-eac5a8e7-8b40-439b-be80-5b2c511885a7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:09.402396 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-13247b8d-d5bb-46be-b6e9-3a0739727288 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 099f964e-5e40-4870-a5fd-56c036fa59f7) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:09.417154 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13247b8d-d5bb-46be-b6e9-3a0739727288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:09.417770 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13247b8d-d5bb-46be-b6e9-3a0739727288 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:09.425759 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb1ed76-427d-4b55-811c-b199e38b386d None None] Network 099f964e-5e40-4870-a5fd-56c036fa59f7 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:44:09.453426 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-13247b8d-d5bb-46be-b6e9-3a0739727288 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6211195 Feb 09 01:44:09.456264 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55962) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:09.462629 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-3050a140-1fd1-4b6d-95d5-cde4a8dd2450 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-780694723-router', 'tenant_id': '65df808d59aa4d76b6bab838836fb14b', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:09.469727 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3050a140-1fd1-4b6d-95d5-cde4a8dd2450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:09.478685 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3050a140-1fd1-4b6d-95d5-cde4a8dd2450 admin admin] Usage tracker for resource:router and tenant:65df808d59aa4d76b6bab838836fb14b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:44:09.481964 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3050a140-1fd1-4b6d-95d5-cde4a8dd2450 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:44:09.484689 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-eac5a8e7-8b40-439b-be80-5b2c511885a7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:09.489281 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3050a140-1fd1-4b6d-95d5-cde4a8dd2450 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:09.509033 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3050a140-1fd1-4b6d-95d5-cde4a8dd2450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:09.510617 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3050a140-1fd1-4b6d-95d5-cde4a8dd2450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:09.520432 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fbca5646-9949-41dc-8af6-135fc37e601f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:09.534464 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5a8e7-8b40-439b-be80-5b2c511885a7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Subnet': ['ID=3c09b5c8-f08f-4be9-a3f1-7cdecb1b7912,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:09.535921 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3050a140-1fd1-4b6d-95d5-cde4a8dd2450 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:09.538509 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-eac5a8e7-8b40-439b-be80-5b2c511885a7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:09.563748 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-eac5a8e7-8b40-439b-be80-5b2c511885a7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/3c09b5c8-f08f-4be9-a3f1-7cdecb1b7912 HTTP/1.1" status: 204 len: 168 time: 1.0617878 Feb 09 01:44:09.566214 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55966) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:09.580148 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-143e95c2-e767-49c7-86a5-db55f052917f None None] For port 46933693-1cfa-4a57-a42b-2014da8797ee, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:44:09.599884 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-143e95c2-e767-49c7-86a5-db55f052917f None None] For port 46933693-1cfa-4a57-a42b-2014da8797ee, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=46933693-1cfa-4a57-a42b-2014da8797ee,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:44:09.620128 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-143e95c2-e767-49c7-86a5-db55f052917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:09.657128 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-07946252-86e8-47d6-ae99-ca0152a87738 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting subnet 7f95523f-73d9-4614-ad82-811752dc924e {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:44:09.660288 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-07946252-86e8-47d6-ae99-ca0152a87738 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:09.725144 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-07946252-86e8-47d6-ae99-ca0152a87738 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:09.841157 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e95c2-e767-49c7-86a5-db55f052917f None None] Pushing event updated for resources: {'Port': ['ID=46933693-1cfa-4a57-a42b-2014da8797ee,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:09.850488 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb09bc6-72e1-4109-8a54-9fddf0476b09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-099f964e-5e40-4870-a5fd-56c036fa59f7', 'network_id': '099f964e-5e40-4870-a5fd-56c036fa59f7', 'tenant_id': '65df808d59aa4d76b6bab838836fb14b', 'fixed_ips': [{'subnet_id': '9dfe1da8-9a31-4ddf-a05b-ad079713dadd'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:44:09.852501 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8eb09bc6-72e1-4109-8a54-9fddf0476b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:09.864793 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-07946252-86e8-47d6-ae99-ca0152a87738 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:09.920327 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3050a140-1fd1-4b6d-95d5-cde4a8dd2450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:09.984461 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-07946252-86e8-47d6-ae99-ca0152a87738 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:10.034506 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07946252-86e8-47d6-ae99-ca0152a87738 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Subnet': ['ID=7f95523f-73d9-4614-ad82-811752dc924e,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:10.039001 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-07946252-86e8-47d6-ae99-ca0152a87738 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:10.049701 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-07946252-86e8-47d6-ae99-ca0152a87738 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/7f95523f-73d9-4614-ad82-811752dc924e HTTP/1.1" status: 204 len: 168 time: 0.4817240 Feb 09 01:44:10.052057 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55970) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:10.074566 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-8eb09bc6-72e1-4109-8a54-9fddf0476b09 None None] Allocated IP 172.20.0.2 (099f964e-5e40-4870-a5fd-56c036fa59f7/9dfe1da8-9a31-4ddf-a05b-ad079713dadd/3196807b-4463-4a93-a4b1-4b6d6fa7d1b4) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:10.175344 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-89f950b4-c9fa-43dd-9830-4ee186b33819 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1221404 Feb 09 01:44:10.176099 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55974) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:10.182101 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-67e4005a-a0e7-42c2-969f-c87b62436927 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:10.356560 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-67e4005a-a0e7-42c2-969f-c87b62436927 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:10.361664 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-67e4005a-a0e7-42c2-969f-c87b62436927 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:subnet and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:44:10.365052 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-67e4005a-a0e7-42c2-969f-c87b62436927 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:44:10.371042 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-67e4005a-a0e7-42c2-969f-c87b62436927 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:10.385671 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e4005a-a0e7-42c2-969f-c87b62436927 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:10.391916 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-67e4005a-a0e7-42c2-969f-c87b62436927 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:10.396809 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3050a140-1fd1-4b6d-95d5-cde4a8dd2450 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:10.424847 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8eb09bc6-72e1-4109-8a54-9fddf0476b09 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:10.441983 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3050a140-1fd1-4b6d-95d5-cde4a8dd2450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:10.464057 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8eb09bc6-72e1-4109-8a54-9fddf0476b09 None None] Transition to ACTIVE for port object 3196807b-4463-4a93-a4b1-4b6d6fa7d1b4 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:10.479697 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:10.490962 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8eb09bc6-72e1-4109-8a54-9fddf0476b09 None None] Transition to ACTIVE for port object 3196807b-4463-4a93-a4b1-4b6d6fa7d1b4 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:10.501086 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8eb09bc6-72e1-4109-8a54-9fddf0476b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:10.578779 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb09bc6-72e1-4109-8a54-9fddf0476b09 None None] Network 099f964e-5e40-4870-a5fd-56c036fa59f7 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:10.588788 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-8eb09bc6-72e1-4109-8a54-9fddf0476b09 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:10.595380 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb09bc6-72e1-4109-8a54-9fddf0476b09 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:44:10.630291 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-3050a140-1fd1-4b6d-95d5-cde4a8dd2450 admin admin] Allocated IP 172.25.5.166 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/538a2e7f-e148-4f24-af6a-8481f6b584cc) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:10.659439 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:10.667731 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb09bc6-72e1-4109-8a54-9fddf0476b09 None None] Pushing event updated for resources: {'Port': ['ID=3196807b-4463-4a93-a4b1-4b6d6fa7d1b4,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:10.743657 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-8eb09bc6-72e1-4109-8a54-9fddf0476b09 None None] Attempting to bind port 3196807b-4463-4a93-a4b1-4b6d6fa7d1b4 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:44:10.744046 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-8eb09bc6-72e1-4109-8a54-9fddf0476b09 None None] Attempting to bind port 3196807b-4463-4a93-a4b1-4b6d6fa7d1b4 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '7254289b-8b80-49a6-b00f-afabc6043c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '099f964e-5e40-4870-a5fd-56c036fa59f7'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:44:10.744481 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb09bc6-72e1-4109-8a54-9fddf0476b09 None None] Attempting to bind port 3196807b-4463-4a93-a4b1-4b6d6fa7d1b4 on network 099f964e-5e40-4870-a5fd-56c036fa59f7 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:44:10.753871 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb09bc6-72e1-4109-8a54-9fddf0476b09 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:44:10.754267 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb09bc6-72e1-4109-8a54-9fddf0476b09 None None] Checking segment: {'id': '7254289b-8b80-49a6-b00f-afabc6043c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '099f964e-5e40-4870-a5fd-56c036fa59f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:44:10.754657 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8eb09bc6-72e1-4109-8a54-9fddf0476b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:10.755061 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb09bc6-72e1-4109-8a54-9fddf0476b09 None None] Bound using segment: {'id': '7254289b-8b80-49a6-b00f-afabc6043c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '099f964e-5e40-4870-a5fd-56c036fa59f7'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:44:10.755566 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-8eb09bc6-72e1-4109-8a54-9fddf0476b09 None None] Bound port: 3196807b-4463-4a93-a4b1-4b6d6fa7d1b4, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7254289b-8b80-49a6-b00f-afabc6043c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '099f964e-5e40-4870-a5fd-56c036fa59f7'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:44:10.756472 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8eb09bc6-72e1-4109-8a54-9fddf0476b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:10.842254 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-67e4005a-a0e7-42c2-969f-c87b62436927 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:10.911547 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e4005a-a0e7-42c2-969f-c87b62436927 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:10.915271 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-67e4005a-a0e7-42c2-969f-c87b62436927 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:10.926381 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e4005a-a0e7-42c2-969f-c87b62436927 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:10.927035 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-67e4005a-a0e7-42c2-969f-c87b62436927 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:10.951724 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-8eb09bc6-72e1-4109-8a54-9fddf0476b09 None None] For port 3196807b-4463-4a93-a4b1-4b6d6fa7d1b4, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:44:10.957871 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4005a-a0e7-42c2-969f-c87b62436927 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Subnet': ['ID=74da42f6-4a3d-4197-9272-877e08c27557,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:10.968756 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-8eb09bc6-72e1-4109-8a54-9fddf0476b09 None None] For port 3196807b-4463-4a93-a4b1-4b6d6fa7d1b4, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=3196807b-4463-4a93-a4b1-4b6d6fa7d1b4,segment=NetworkSegment(7254289b-8b80-49a6-b00f-afabc6043c7c),segment_id=7254289b-8b80-49a6-b00f-afabc6043c7c)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:44:10.976699 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3050a140-1fd1-4b6d-95d5-cde4a8dd2450 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:10.985408 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-67e4005a-a0e7-42c2-969f-c87b62436927 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8077071 Feb 09 01:44:10.987919 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55978) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:10.994184 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8eb09bc6-72e1-4109-8a54-9fddf0476b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:10.994402 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-e5c41573-6267-4278-9302-1f207a3aea06 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:11.051867 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3050a140-1fd1-4b6d-95d5-cde4a8dd2450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:11.095224 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb09bc6-72e1-4109-8a54-9fddf0476b09 None None] Pushing event updated for resources: {'Port': ['ID=3196807b-4463-4a93-a4b1-4b6d6fa7d1b4,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:11.174071 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3050a140-1fd1-4b6d-95d5-cde4a8dd2450 admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:11.184417 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-3050a140-1fd1-4b6d-95d5-cde4a8dd2450 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:11.189064 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3050a140-1fd1-4b6d-95d5-cde4a8dd2450 admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:44:11.216755 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050a140-1fd1-4b6d-95d5-cde4a8dd2450 admin admin] Pushing event updated for resources: {'Port': ['ID=538a2e7f-e148-4f24-af6a-8481f6b584cc,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:11.227945 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e5c41573-6267-4278-9302-1f207a3aea06 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:11.232685 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e5c41573-6267-4278-9302-1f207a3aea06 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:subnet and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:44:11.235707 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e5c41573-6267-4278-9302-1f207a3aea06 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:44:11.242458 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e5c41573-6267-4278-9302-1f207a3aea06 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:11.257383 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c41573-6267-4278-9302-1f207a3aea06 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:11.261020 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e5c41573-6267-4278-9302-1f207a3aea06 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:11.569535 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bedf333-4b42-4966-b113-f71ebb85e258 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:44:11.751393 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6b5232e7-9c9f-4be7-9c5e-ba240968acf4 None None] Provisioning for port 46933693-1cfa-4a57-a42b-2014da8797ee completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:11.752802 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3050a140-1fd1-4b6d-95d5-cde4a8dd2450 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:11.801190 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 3196807b-4463-4a93-a4b1-4b6d6fa7d1b4 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:44:11.864868 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6b5232e7-9c9f-4be7-9c5e-ba240968acf4 None None] Could not find standard attr ID for object e2e1f4f2-5bd0-4013-9737-6cf07d4dd0b7. {{(pid=87613) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:44:11.879377 n-d-828419-1 neutron-server[87612]: DEBUG neutron.objects.ports [None req-e5c41573-6267-4278-9302-1f207a3aea06 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87612) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:44:11.937009 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:11.982538 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 3196807b-4463-4a93-a4b1-4b6d6fa7d1b4 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:11.995726 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 46933693-1cfa-4a57-a42b-2014da8797ee up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:44:12.070009 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e5c41573-6267-4278-9302-1f207a3aea06 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:12.170100 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 46933693-1cfa-4a57-a42b-2014da8797ee completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:12.182011 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 46933693-1cfa-4a57-a42b-2014da8797ee triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:12.182567 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:12.211179 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3050a140-1fd1-4b6d-95d5-cde4a8dd2450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:12.326775 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:12.360921 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-e5c41573-6267-4278-9302-1f207a3aea06 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] For port 46933693-1cfa-4a57-a42b-2014da8797ee, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=46933693-1cfa-4a57-a42b-2014da8797ee,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:12.390867 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e5c41573-6267-4278-9302-1f207a3aea06 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:12.397366 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e5c41573-6267-4278-9302-1f207a3aea06 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:12.398271 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e5c41573-6267-4278-9302-1f207a3aea06 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:12.456933 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4f4465-e8c5-4f07-b52b-1755077b62a2 None None] Sync routers for ids ['e49742cb-6f42-4438-bbb7-ac53c31b16ab'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:12.462879 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3050a140-1fd1-4b6d-95d5-cde4a8dd2450 admin admin] Router 8cc16fbe-67cf-4f0b-87e5-61a690f705ee is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:44:12.473619 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4f4465-e8c5-4f07-b52b-1755077b62a2 None None] Routers {'e49742cb-6f42-4438-bbb7-ac53c31b16ab'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:44:12.478047 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-8e4f4465-e8c5-4f07-b52b-1755077b62a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:44:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e49742cb-6f42-4438-bbb7-ac53c31b16ab'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:12.487577 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:44:12.488010 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:44:12.541267 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c41573-6267-4278-9302-1f207a3aea06 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:12.552264 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-e5c41573-6267-4278-9302-1f207a3aea06 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:12.554865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c41573-6267-4278-9302-1f207a3aea06 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:12.555593 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e5c41573-6267-4278-9302-1f207a3aea06 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:12.574662 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d404661-7bfe-4689-b7ee-ced3218b314e None None] Network 099f964e-5e40-4870-a5fd-56c036fa59f7 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:44:12.580706 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c41573-6267-4278-9302-1f207a3aea06 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Port': ['ID=46933693-1cfa-4a57-a42b-2014da8797ee,revision_number=6']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:12.586568 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c41573-6267-4278-9302-1f207a3aea06 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Subnet': ['ID=32d8fa38-c1bd-42ab-bc14-e0f009a7a734,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:12.610347 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e5c41573-6267-4278-9302-1f207a3aea06 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6172242 Feb 09 01:44:12.610347 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55982) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:12.615163 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-5e2523db-09b6-4e22-97de-3ad6f48ac745 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'port': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'mac_address': 'fa:16:3e:b1:7b:b1', 'name': 'tempest-NetworksTestDHCPv6-365863297'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:12.744048 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-3700937f-6882-48bc-b04c-b926585bae2e None None] Provisioning for port 3196807b-4463-4a93-a4b1-4b6d6fa7d1b4 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:12.754663 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-8e4f4465-e8c5-4f07-b52b-1755077b62a2 None None] Set router e49742cb-6f42-4438-bbb7-ac53c31b16ab gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:44:12.769895 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-3700937f-6882-48bc-b04c-b926585bae2e None None] Provisioning complete for port 3196807b-4463-4a93-a4b1-4b6d6fa7d1b4 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:12.770259 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3700937f-6882-48bc-b04c-b926585bae2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:12.778577 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3050a140-1fd1-4b6d-95d5-cde4a8dd2450 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:44:12.824216 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5e2523db-09b6-4e22-97de-3ad6f48ac745 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:12.829663 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5e2523db-09b6-4e22-97de-3ad6f48ac745 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:port and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:44:12.831545 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3050a140-1fd1-4b6d-95d5-cde4a8dd2450 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:12.833100 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5e2523db-09b6-4e22-97de-3ad6f48ac745 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:44:12.835284 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3050a140-1fd1-4b6d-95d5-cde4a8dd2450 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3770003 Feb 09 01:44:12.837960 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2e5d99-e5d8-4f09-8fea-14bcea3c3d73 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:44:12.838125 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 55986) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:12.844086 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5e2523db-09b6-4e22-97de-3ad6f48ac745 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:12.851081 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52754147-daf7-4619-ad5d-fbe3694e0083 None None] Sync routers for ids ['8cc16fbe-67cf-4f0b-87e5-61a690f705ee'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:12.855128 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2523db-09b6-4e22-97de-3ad6f48ac745 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:12.940034 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52754147-daf7-4619-ad5d-fbe3694e0083 None None] Routers {'8cc16fbe-67cf-4f0b-87e5-61a690f705ee'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:44:12.940717 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-52754147-daf7-4619-ad5d-fbe3694e0083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:44:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8cc16fbe-67cf-4f0b-87e5-61a690f705ee'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:13.002620 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5e2523db-09b6-4e22-97de-3ad6f48ac745 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:13.064117 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-5e2523db-09b6-4e22-97de-3ad6f48ac745 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] device_id is not set on port 60e1d43d-64a0-4536-b420-6c76d60d4aa1 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:44:13.192665 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-8e4f4465-e8c5-4f07-b52b-1755077b62a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'name': 'tempest-TestVolumeBackupRestore-1583565903-router', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '6533b5a0-3dce-4c2b-8e21-eb4087e6a6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:02Z', 'updated_at': '2022-02-09T01:44:06Z', 'revision_number': 4, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'gw_port': {'id': '6533b5a0-3dce-4c2b-8e21-eb4087e6a6af', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cb:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:02Z', 'updated_at': '2022-02-09T01:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '1e2dde8f-7524-4f64-9f6a-772cf69536b3', 'name': '', 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'mac_address': 'fa:16:3e:e8:1e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'e2d98d50-568e-4c65-b79f-d25c63859233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:05Z', 'updated_at': '2022-02-09T01:44:06Z', 'revision_number': 2, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'subnets': [{'id': 'e2d98d50-568e-4c65-b79f-d25c63859233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:13.205314 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4f4465-e8c5-4f07-b52b-1755077b62a2 None None] Checking router: e49742cb-6f42-4438-bbb7-ac53c31b16ab for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:44:13.206018 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4f4465-e8c5-4f07-b52b-1755077b62a2 None None] Updating router e49742cb-6f42-4438-bbb7-ac53c31b16ab port 1e2dde8f-7524-4f64-9f6a-772cf69536b3 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:44:13.265935 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-8e4f4465-e8c5-4f07-b52b-1755077b62a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:13.354493 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-5e2523db-09b6-4e22-97de-3ad6f48ac745 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Allocated IP 172.20.0.9 (c278fa39-f239-4898-af1e-f9dd3a03cd09/74da42f6-4a3d-4197-9272-877e08c27557/60e1d43d-64a0-4536-b420-6c76d60d4aa1) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:13.361751 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-5e2523db-09b6-4e22-97de-3ad6f48ac745 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Allocated IP 2001:db8::f816:3eff:feb1:7bb1 (c278fa39-f239-4898-af1e-f9dd3a03cd09/32d8fa38-c1bd-42ab-bc14-e0f009a7a734/60e1d43d-64a0-4536-b420-6c76d60d4aa1) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:13.400008 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:13.536730 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3700937f-6882-48bc-b04c-b926585bae2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:13.658241 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-8e4f4465-e8c5-4f07-b52b-1755077b62a2 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:13.678337 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-8e4f4465-e8c5-4f07-b52b-1755077b62a2 None None] Transition to ACTIVE for port object 1e2dde8f-7524-4f64-9f6a-772cf69536b3 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:13.683443 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-52754147-daf7-4619-ad5d-fbe3694e0083 None None] Set router 8cc16fbe-67cf-4f0b-87e5-61a690f705ee gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:44:13.686696 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-8e4f4465-e8c5-4f07-b52b-1755077b62a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:13.750717 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5e2523db-09b6-4e22-97de-3ad6f48ac745 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:13.767626 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-5e2523db-09b6-4e22-97de-3ad6f48ac745 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Transition to ACTIVE for port object 60e1d43d-64a0-4536-b420-6c76d60d4aa1 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:13.790835 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-19211a1c-8274-4de4-9623-2082fa5d664d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:13.801327 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5e2523db-09b6-4e22-97de-3ad6f48ac745 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:13.833321 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 46933693-1cfa-4a57-a42b-2014da8797ee, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=46933693-1cfa-4a57-a42b-2014da8797ee,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:13.920112 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2523db-09b6-4e22-97de-3ad6f48ac745 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:13.930406 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-5e2523db-09b6-4e22-97de-3ad6f48ac745 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:13.934176 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2523db-09b6-4e22-97de-3ad6f48ac745 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:44:13.975667 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2523db-09b6-4e22-97de-3ad6f48ac745 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Port': ['ID=60e1d43d-64a0-4536-b420-6c76d60d4aa1,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:13.985653 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-8e4f4465-e8c5-4f07-b52b-1755077b62a2 None None] Attempting to bind port 1e2dde8f-7524-4f64-9f6a-772cf69536b3 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:44:13.986705 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-8e4f4465-e8c5-4f07-b52b-1755077b62a2 None None] Attempting to bind port 1e2dde8f-7524-4f64-9f6a-772cf69536b3 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '46063248-51dd-468e-a4b6-560393ccc17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:44:13.987055 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4f4465-e8c5-4f07-b52b-1755077b62a2 None None] Attempting to bind port 1e2dde8f-7524-4f64-9f6a-772cf69536b3 on network cfe4cd9a-664e-4f87-abb4-b5474b5267f4 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:44:13.992870 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:13.993585 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6533b5a0-3dce-4c2b-8e21-eb4087e6a6af up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:44:13.998676 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4f4465-e8c5-4f07-b52b-1755077b62a2 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:44:13.999154 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4f4465-e8c5-4f07-b52b-1755077b62a2 None None] Checking segment: {'id': '46063248-51dd-468e-a4b6-560393ccc17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:44:13.999637 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-8e4f4465-e8c5-4f07-b52b-1755077b62a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:14.000086 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4f4465-e8c5-4f07-b52b-1755077b62a2 None None] Bound using segment: {'id': '46063248-51dd-468e-a4b6-560393ccc17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:44:14.000642 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-8e4f4465-e8c5-4f07-b52b-1755077b62a2 None None] Bound port: 1e2dde8f-7524-4f64-9f6a-772cf69536b3, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46063248-51dd-468e-a4b6-560393ccc17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:44:14.001073 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-8e4f4465-e8c5-4f07-b52b-1755077b62a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:14.050477 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2523db-09b6-4e22-97de-3ad6f48ac745 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:14.053104 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5e2523db-09b6-4e22-97de-3ad6f48ac745 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:14.067461 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d619a0-b5d3-40c8-a911-bb4474d80d10 None None] Pushing event updated for resources: {'Port': ['ID=1e2dde8f-7524-4f64-9f6a-772cf69536b3,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:14.112531 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5e2523db-09b6-4e22-97de-3ad6f48ac745 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5022357 Feb 09 01:44:14.115002 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55990) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:14.115925 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-19211a1c-8274-4de4-9623-2082fa5d664d admin admin] Allocated IP 172.20.0.1 (099f964e-5e40-4870-a5fd-56c036fa59f7/9dfe1da8-9a31-4ddf-a05b-ad079713dadd/a9d680f4-72e0-48d3-be83-e57a9a12a8ad) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:14.121828 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-8e4f4465-e8c5-4f07-b52b-1755077b62a2 None None] For port 1e2dde8f-7524-4f64-9f6a-772cf69536b3, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:44:14.127128 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-8e4f4465-e8c5-4f07-b52b-1755077b62a2 None None] For port 1e2dde8f-7524-4f64-9f6a-772cf69536b3, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1e2dde8f-7524-4f64-9f6a-772cf69536b3,segment=NetworkSegment(46063248-51dd-468e-a4b6-560393ccc17c),segment_id=46063248-51dd-468e-a4b6-560393ccc17c)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:44:14.134638 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-8e4f4465-e8c5-4f07-b52b-1755077b62a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:14.198360 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-3700937f-6882-48bc-b04c-b926585bae2e None None] For port 3196807b-4463-4a93-a4b1-4b6d6fa7d1b4, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=3196807b-4463-4a93-a4b1-4b6d6fa7d1b4,segment=NetworkSegment(7254289b-8b80-49a6-b00f-afabc6043c7c),segment_id=7254289b-8b80-49a6-b00f-afabc6043c7c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:14.242661 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ced123e-78a0-44d6-b698-3dd64ae653d7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:14.249354 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ced123e-78a0-44d6-b698-3dd64ae653d7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:14.250952 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9ced123e-78a0-44d6-b698-3dd64ae653d7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:44:14.251973 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4f4465-e8c5-4f07-b52b-1755077b62a2 None None] Routers {'e49742cb-6f42-4438-bbb7-ac53c31b16ab'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:44:14.252676 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-8e4f4465-e8c5-4f07-b52b-1755077b62a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:44:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e49742cb-6f42-4438-bbb7-ac53c31b16ab'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:14.277021 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3700937f-6882-48bc-b04c-b926585bae2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:14.290253 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9ced123e-78a0-44d6-b698-3dd64ae653d7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:44:14.292556 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9ced123e-78a0-44d6-b698-3dd64ae653d7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1765876 Feb 09 01:44:14.298970 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55994) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:14.328845 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-19211a1c-8274-4de4-9623-2082fa5d664d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:14.331214 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=46933693-1cfa-4a57-a42b-2014da8797ee,revision_number=7']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:14.346072 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-19211a1c-8274-4de4-9623-2082fa5d664d admin admin] Transition to ACTIVE for port object a9d680f4-72e0-48d3-be83-e57a9a12a8ad will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:14.383289 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-19211a1c-8274-4de4-9623-2082fa5d664d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:14.424695 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-dc33716c-1a2b-462a-b149-b064d2bc4d1e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting port 60e1d43d-64a0-4536-b420-6c76d60d4aa1 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:44:14.425681 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dc33716c-1a2b-462a-b149-b064d2bc4d1e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:14.435831 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d619a0-b5d3-40c8-a911-bb4474d80d10 None None] Pushing event updated for resources: {'Port': ['ID=1e2dde8f-7524-4f64-9f6a-772cf69536b3,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:14.490175 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19211a1c-8274-4de4-9623-2082fa5d664d admin admin] Network 099f964e-5e40-4870-a5fd-56c036fa59f7 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:14.495073 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-19211a1c-8274-4de4-9623-2082fa5d664d admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:14.504507 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19211a1c-8274-4de4-9623-2082fa5d664d admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:44:14.564820 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19211a1c-8274-4de4-9623-2082fa5d664d admin admin] Pushing event updated for resources: {'Port': ['ID=a9d680f4-72e0-48d3-be83-e57a9a12a8ad,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:14.596655 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-19211a1c-8274-4de4-9623-2082fa5d664d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:14.619068 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-8e4f4465-e8c5-4f07-b52b-1755077b62a2 None None] Set router e49742cb-6f42-4438-bbb7-ac53c31b16ab gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:44:14.728444 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 6533b5a0-3dce-4c2b-8e21-eb4087e6a6af completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:14.778422 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-19211a1c-8274-4de4-9623-2082fa5d664d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:14.792069 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 6533b5a0-3dce-4c2b-8e21-eb4087e6a6af triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:14.793083 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:14.851700 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-78d78038-7a48-45a6-af1c-f8518c3cca05 None None] Provisioning complete for port 46933693-1cfa-4a57-a42b-2014da8797ee triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:14.852185 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-78d78038-7a48-45a6-af1c-f8518c3cca05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:14.862970 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dc33716c-1a2b-462a-b149-b064d2bc4d1e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:14.925144 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700937f-6882-48bc-b04c-b926585bae2e None None] Pushing event updated for resources: {'Port': ['ID=3196807b-4463-4a93-a4b1-4b6d6fa7d1b4,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:14.961319 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-52754147-daf7-4619-ad5d-fbe3694e0083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc16fbe-67cf-4f0b-87e5-61a690f705ee', 'name': 'tempest-TestVolumeBackupRestore-780694723-router', 'tenant_id': '65df808d59aa4d76b6bab838836fb14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '538a2e7f-e148-4f24-af6a-8481f6b584cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:09Z', 'updated_at': '2022-02-09T01:44:11Z', 'revision_number': 3, 'project_id': '65df808d59aa4d76b6bab838836fb14b', 'gw_port': {'id': '538a2e7f-e148-4f24-af6a-8481f6b584cc', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:02:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc16fbe-67cf-4f0b-87e5-61a690f705ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:10Z', 'updated_at': '2022-02-09T01:44:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:14.975532 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52754147-daf7-4619-ad5d-fbe3694e0083 None None] Checking router: 8cc16fbe-67cf-4f0b-87e5-61a690f705ee for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:44:14.975998 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52754147-daf7-4619-ad5d-fbe3694e0083 None None] Updating router 8cc16fbe-67cf-4f0b-87e5-61a690f705ee port 538a2e7f-e148-4f24-af6a-8481f6b584cc binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:44:15.060984 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-8e4f4465-e8c5-4f07-b52b-1755077b62a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'name': 'tempest-TestVolumeBackupRestore-1583565903-router', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '6533b5a0-3dce-4c2b-8e21-eb4087e6a6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:02Z', 'updated_at': '2022-02-09T01:44:06Z', 'revision_number': 4, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'gw_port': {'id': '6533b5a0-3dce-4c2b-8e21-eb4087e6a6af', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cb:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:02Z', 'updated_at': '2022-02-09T01:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '1e2dde8f-7524-4f64-9f6a-772cf69536b3', 'name': '', 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'mac_address': 'fa:16:3e:e8:1e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'e2d98d50-568e-4c65-b79f-d25c63859233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:05Z', 'updated_at': '2022-02-09T01:44:14Z', 'revision_number': 4, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'subnets': [{'id': 'e2d98d50-568e-4c65-b79f-d25c63859233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:15.062237 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-dc33716c-1a2b-462a-b149-b064d2bc4d1e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Calling delete_port for 60e1d43d-64a0-4536-b420-6c76d60d4aa1 owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:44:15.067767 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4f4465-e8c5-4f07-b52b-1755077b62a2 None None] The sync data for ids ['e49742cb-6f42-4438-bbb7-ac53c31b16ab'] in n-d-828419-1 is: [{'id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'name': 'tempest-TestVolumeBackupRestore-1583565903-router', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '6533b5a0-3dce-4c2b-8e21-eb4087e6a6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:02Z', 'updated_at': '2022-02-09T01:44:06Z', 'revision_number': 4, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'gw_port': {'id': '6533b5a0-3dce-4c2b-8e21-eb4087e6a6af', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cb:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:02Z', 'updated_at': '2022-02-09T01:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '1e2dde8f-7524-4f64-9f6a-772cf69536b3', 'name': '', 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'mac_address': 'fa:16:3e:e8:1e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'e2d98d50-568e-4c65-b79f-d25c63859233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:05Z', 'updated_at': '2022-02-09T01:44:14Z', 'revision_number': 4, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'subnets': [{'id': 'e2d98d50-568e-4c65-b79f-d25c63859233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:15.114336 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-52754147-daf7-4619-ad5d-fbe3694e0083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:15.275514 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:15.297194 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 6533b5a0-3dce-4c2b-8e21-eb4087e6a6af, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6533b5a0-3dce-4c2b-8e21-eb4087e6a6af,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:15.354493 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269648d4-d66b-4eab-87ce-0a0a0c8bd21d None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:44:15.361571 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-19211a1c-8274-4de4-9623-2082fa5d664d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:15.368968 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-19211a1c-8274-4de4-9623-2082fa5d664d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:15.375009 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:15.412247 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dc33716c-1a2b-462a-b149-b064d2bc4d1e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:15.482748 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33716c-1a2b-462a-b149-b064d2bc4d1e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Port': ['ID=60e1d43d-64a0-4536-b420-6c76d60d4aa1,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:15.529043 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 3196807b-4463-4a93-a4b1-4b6d6fa7d1b4 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:44:15.563030 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-19211a1c-8274-4de4-9623-2082fa5d664d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:15.566352 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19211a1c-8274-4de4-9623-2082fa5d664d admin admin] Pushing event updated for resources: {'Port': ['ID=a9d680f4-72e0-48d3-be83-e57a9a12a8ad,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:15.643048 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-dc33716c-1a2b-462a-b149-b064d2bc4d1e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:15.659791 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-dc33716c-1a2b-462a-b149-b064d2bc4d1e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/60e1d43d-64a0-4536-b420-6c76d60d4aa1 HTTP/1.1" status: 204 len: 168 time: 1.3572836 Feb 09 01:44:15.659985 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 55998) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:15.670655 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9366d33c-ff9d-4979-b196-d0a2ed6cf708 None None] Provisioning complete for port 46933693-1cfa-4a57-a42b-2014da8797ee triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:15.671037 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9366d33c-ff9d-4979-b196-d0a2ed6cf708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:15.707908 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19211a1c-8274-4de4-9623-2082fa5d664d admin admin] Network 099f964e-5e40-4870-a5fd-56c036fa59f7 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:15.709421 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-19211a1c-8274-4de4-9623-2082fa5d664d admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:15.735894 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fa70ed-b201-4a74-b431-1d954fc31c5e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:15.737503 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fa70ed-b201-4a74-b431-1d954fc31c5e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:15.739385 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fa70ed-b201-4a74-b431-1d954fc31c5e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:15.740223 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-03fa70ed-b201-4a74-b431-1d954fc31c5e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:44:15.760026 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-03fa70ed-b201-4a74-b431-1d954fc31c5e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:44:15.764953 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-03fa70ed-b201-4a74-b431-1d954fc31c5e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1033859 Feb 09 01:44:15.765727 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56002) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:15.818395 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=6533b5a0-3dce-4c2b-8e21-eb4087e6a6af,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:15.851661 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3fa1730-4bdb-45bb-9110-cfd87a7aa1a4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting subnet 32d8fa38-c1bd-42ab-bc14-e0f009a7a734 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:44:15.855417 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f3fa1730-4bdb-45bb-9110-cfd87a7aa1a4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:15.921710 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f3fa1730-4bdb-45bb-9110-cfd87a7aa1a4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:15.934324 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19211a1c-8274-4de4-9623-2082fa5d664d admin admin] Router 8cc16fbe-67cf-4f0b-87e5-61a690f705ee has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:44:16.010356 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f3fa1730-4bdb-45bb-9110-cfd87a7aa1a4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:16.019236 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 3196807b-4463-4a93-a4b1-4b6d6fa7d1b4 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:16.019604 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:16.116191 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f3fa1730-4bdb-45bb-9110-cfd87a7aa1a4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:16.136512 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19211a1c-8274-4de4-9623-2082fa5d664d admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:44:16.146184 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-19211a1c-8274-4de4-9623-2082fa5d664d admin admin] 10.222.0.37 "PUT /v2.0/routers/8cc16fbe-67cf-4f0b-87e5-61a690f705ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3070631 Feb 09 01:44:16.174721 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f3fa1730-4bdb-45bb-9110-cfd87a7aa1a4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:16.182645 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa1730-4bdb-45bb-9110-cfd87a7aa1a4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Subnet': ['ID=32d8fa38-c1bd-42ab-bc14-e0f009a7a734,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:16.198865 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56008) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:16.199195 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f3fa1730-4bdb-45bb-9110-cfd87a7aa1a4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/32d8fa38-c1bd-42ab-bc14-e0f009a7a734 HTTP/1.1" status: 204 len: 168 time: 0.4323380 Feb 09 01:44:16.265625 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-52754147-daf7-4619-ad5d-fbe3694e0083 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:16.271964 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-00144dcc-dba4-480c-b4cf-3f7259bc51e4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting subnet 74da42f6-4a3d-4197-9272-877e08c27557 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:44:16.276420 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-00144dcc-dba4-480c-b4cf-3f7259bc51e4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:16.301718 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9366d33c-ff9d-4979-b196-d0a2ed6cf708 None None] Provisioning complete for port 3196807b-4463-4a93-a4b1-4b6d6fa7d1b4 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:16.302025 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9366d33c-ff9d-4979-b196-d0a2ed6cf708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:16.358717 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-00144dcc-dba4-480c-b4cf-3f7259bc51e4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:16.363753 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-52754147-daf7-4619-ad5d-fbe3694e0083 None None] Transition to ACTIVE for port object 538a2e7f-e148-4f24-af6a-8481f6b584cc will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:16.393960 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-52754147-daf7-4619-ad5d-fbe3694e0083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:16.436547 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-00144dcc-dba4-480c-b4cf-3f7259bc51e4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:16.464517 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 46933693-1cfa-4a57-a42b-2014da8797ee up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:44:16.527067 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-00144dcc-dba4-480c-b4cf-3f7259bc51e4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:16.543349 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-52754147-daf7-4619-ad5d-fbe3694e0083 None None] Attempting to bind port 538a2e7f-e148-4f24-af6a-8481f6b584cc on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:44:16.543773 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-52754147-daf7-4619-ad5d-fbe3694e0083 None None] Attempting to bind port 538a2e7f-e148-4f24-af6a-8481f6b584cc by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:44:16.544241 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52754147-daf7-4619-ad5d-fbe3694e0083 None None] Attempting to bind port 538a2e7f-e148-4f24-af6a-8481f6b584cc on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:44:16.556978 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c9a9d-23ba-4a21-b1e1-8b81e3c2fcf6 None None] Pushing event updated for resources: {'Port': ['ID=538a2e7f-e148-4f24-af6a-8481f6b584cc,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:16.563295 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52754147-daf7-4619-ad5d-fbe3694e0083 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:44:16.563813 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52754147-daf7-4619-ad5d-fbe3694e0083 None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:44:16.564320 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-52754147-daf7-4619-ad5d-fbe3694e0083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:16.564839 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52754147-daf7-4619-ad5d-fbe3694e0083 None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:44:16.565725 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-52754147-daf7-4619-ad5d-fbe3694e0083 None None] Bound port: 538a2e7f-e148-4f24-af6a-8481f6b584cc, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:44:16.566077 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-52754147-daf7-4619-ad5d-fbe3694e0083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:16.578040 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-00144dcc-dba4-480c-b4cf-3f7259bc51e4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:16.582127 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00144dcc-dba4-480c-b4cf-3f7259bc51e4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Subnet': ['ID=74da42f6-4a3d-4197-9272-877e08c27557,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:16.594689 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-00144dcc-dba4-480c-b4cf-3f7259bc51e4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/74da42f6-4a3d-4197-9272-877e08c27557 HTTP/1.1" status: 204 len: 168 time: 0.3919203 Feb 09 01:44:16.594852 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56024) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:16.601843 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc43c84-e36c-439b-9ca9-bb415b394cd3 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:44:16.673364 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-63f1980e-9be7-43aa-a41b-f7582abf6973 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:router {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:44:16.687698 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-63f1980e-9be7-43aa-a41b-f7582abf6973 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:router {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:44:16.691516 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-63f1980e-9be7-43aa-a41b-f7582abf6973 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0931377 Feb 09 01:44:16.691725 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56048) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:16.697323 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b0c5eed7-7e6a-4437-93b0-8e6eacf225cc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:16.813356 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b0c5eed7-7e6a-4437-93b0-8e6eacf225cc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:16.817543 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b0c5eed7-7e6a-4437-93b0-8e6eacf225cc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:subnet and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:44:16.820493 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b0c5eed7-7e6a-4437-93b0-8e6eacf225cc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:44:16.826582 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b0c5eed7-7e6a-4437-93b0-8e6eacf225cc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:16.837737 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9366d33c-ff9d-4979-b196-d0a2ed6cf708 None None] Could not find standard attr ID for object 60e1d43d-64a0-4536-b420-6c76d60d4aa1. {{(pid=87613) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:44:16.838307 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c5eed7-7e6a-4437-93b0-8e6eacf225cc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:16.841391 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b0c5eed7-7e6a-4437-93b0-8e6eacf225cc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:16.841899 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-52754147-daf7-4619-ad5d-fbe3694e0083 None None] For port 538a2e7f-e148-4f24-af6a-8481f6b584cc, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:44:16.879933 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 46933693-1cfa-4a57-a42b-2014da8797ee triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:16.880153 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:16.905028 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-52754147-daf7-4619-ad5d-fbe3694e0083 None None] For port 538a2e7f-e148-4f24-af6a-8481f6b584cc, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=538a2e7f-e148-4f24-af6a-8481f6b584cc,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:44:16.930492 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-52754147-daf7-4619-ad5d-fbe3694e0083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:17.054900 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52754147-daf7-4619-ad5d-fbe3694e0083 None None] Routers {'8cc16fbe-67cf-4f0b-87e5-61a690f705ee'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:44:17.055444 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-52754147-daf7-4619-ad5d-fbe3694e0083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:44:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8cc16fbe-67cf-4f0b-87e5-61a690f705ee'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:17.087076 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b0c5eed7-7e6a-4437-93b0-8e6eacf225cc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:17.114417 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c9a9d-23ba-4a21-b1e1-8b81e3c2fcf6 None None] Pushing event updated for resources: {'Port': ['ID=538a2e7f-e148-4f24-af6a-8481f6b584cc,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:17.139253 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9366d33c-ff9d-4979-b196-d0a2ed6cf708 None None] Provisioning for port a9d680f4-72e0-48d3-be83-e57a9a12a8ad completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:17.179312 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c5eed7-7e6a-4437-93b0-8e6eacf225cc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:17.193905 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5eed7-7e6a-4437-93b0-8e6eacf225cc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Subnet': ['ID=bad55de7-42bf-41f6-ac87-984627d6bd60,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:17.200225 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-b0c5eed7-7e6a-4437-93b0-8e6eacf225cc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:17.209054 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c5eed7-7e6a-4437-93b0-8e6eacf225cc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:17.209425 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b0c5eed7-7e6a-4437-93b0-8e6eacf225cc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:17.242191 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b0c5eed7-7e6a-4437-93b0-8e6eacf225cc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5494187 Feb 09 01:44:17.244827 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9366d33c-ff9d-4979-b196-d0a2ed6cf708 None None] Provisioning complete for port a9d680f4-72e0-48d3-be83-e57a9a12a8ad triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:17.245445 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9366d33c-ff9d-4979-b196-d0a2ed6cf708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:17.245574 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56064) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:17.258012 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-69c5818d-949d-47fc-ab18-15ae739cc11e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:17.393765 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1e2dde8f-7524-4f64-9f6a-772cf69536b3 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:44:17.460384 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-52754147-daf7-4619-ad5d-fbe3694e0083 None None] Set router 8cc16fbe-67cf-4f0b-87e5-61a690f705ee gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:44:17.518171 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21e2f1f-7575-47ec-bfaa-17af8ed34360 None None] DHCP port deletion for c278fa39-f239-4898-af1e-f9dd3a03cd09 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:44:17.551890 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-69c5818d-949d-47fc-ab18-15ae739cc11e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:17.556634 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-69c5818d-949d-47fc-ab18-15ae739cc11e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:subnet and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:44:17.559566 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-69c5818d-949d-47fc-ab18-15ae739cc11e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:44:17.567609 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-69c5818d-949d-47fc-ab18-15ae739cc11e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:17.579677 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c5818d-949d-47fc-ab18-15ae739cc11e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:17.584592 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-69c5818d-949d-47fc-ab18-15ae739cc11e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:17.610367 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-9366d33c-ff9d-4979-b196-d0a2ed6cf708 None None] Port a9d680f4-72e0-48d3-be83-e57a9a12a8ad cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:44:17.611881 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-c21e2f1f-7575-47ec-bfaa-17af8ed34360 None None] Deleting port 46933693-1cfa-4a57-a42b-2014da8797ee {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:44:17.612252 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c21e2f1f-7575-47ec-bfaa-17af8ed34360 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:17.878445 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e4ef65fb-b0c3-4946-a5b3-00a9573115dd None None] Provisioning complete for port 46933693-1cfa-4a57-a42b-2014da8797ee triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:17.879159 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e4ef65fb-b0c3-4946-a5b3-00a9573115dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:17.912841 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 1e2dde8f-7524-4f64-9f6a-772cf69536b3 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:17.968124 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 1e2dde8f-7524-4f64-9f6a-772cf69536b3 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:17.968525 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:18.024096 n-d-828419-1 neutron-server[87612]: DEBUG neutron.objects.ports [None req-69c5818d-949d-47fc-ab18-15ae739cc11e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87612) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:44:18.237039 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-69c5818d-949d-47fc-ab18-15ae739cc11e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:18.318883 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-c21e2f1f-7575-47ec-bfaa-17af8ed34360 None None] For port 46933693-1cfa-4a57-a42b-2014da8797ee, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=46933693-1cfa-4a57-a42b-2014da8797ee,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:18.319312 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c21e2f1f-7575-47ec-bfaa-17af8ed34360 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:18.461929 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:18.487298 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-c21e2f1f-7575-47ec-bfaa-17af8ed34360 None None] Calling delete_port for 46933693-1cfa-4a57-a42b-2014da8797ee owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:44:18.495497 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-69c5818d-949d-47fc-ab18-15ae739cc11e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] For port 46933693-1cfa-4a57-a42b-2014da8797ee, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=46933693-1cfa-4a57-a42b-2014da8797ee,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:18.524651 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-69c5818d-949d-47fc-ab18-15ae739cc11e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:18.530459 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-69c5818d-949d-47fc-ab18-15ae739cc11e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:18.531176 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-69c5818d-949d-47fc-ab18-15ae739cc11e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:18.556254 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e4ef65fb-b0c3-4946-a5b3-00a9573115dd None None] Provisioning complete for port a9d680f4-72e0-48d3-be83-e57a9a12a8ad triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:18.556648 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e4ef65fb-b0c3-4946-a5b3-00a9573115dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:18.584750 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-52754147-daf7-4619-ad5d-fbe3694e0083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc16fbe-67cf-4f0b-87e5-61a690f705ee', 'name': 'tempest-TestVolumeBackupRestore-780694723-router', 'tenant_id': '65df808d59aa4d76b6bab838836fb14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '538a2e7f-e148-4f24-af6a-8481f6b584cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:09Z', 'updated_at': '2022-02-09T01:44:14Z', 'revision_number': 4, 'project_id': '65df808d59aa4d76b6bab838836fb14b', 'gw_port': {'id': '538a2e7f-e148-4f24-af6a-8481f6b584cc', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:02:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc16fbe-67cf-4f0b-87e5-61a690f705ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:10Z', 'updated_at': '2022-02-09T01:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'a9d680f4-72e0-48d3-be83-e57a9a12a8ad', 'name': '', 'network_id': '099f964e-5e40-4870-a5fd-56c036fa59f7', 'tenant_id': '65df808d59aa4d76b6bab838836fb14b', 'mac_address': 'fa:16:3e:53:25:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc16fbe-67cf-4f0b-87e5-61a690f705ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '9dfe1da8-9a31-4ddf-a05b-ad079713dadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:13Z', 'updated_at': '2022-02-09T01:44:14Z', 'revision_number': 2, 'project_id': '65df808d59aa4d76b6bab838836fb14b', 'subnets': [{'id': '9dfe1da8-9a31-4ddf-a05b-ad079713dadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:18.606972 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 1e2dde8f-7524-4f64-9f6a-772cf69536b3, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1e2dde8f-7524-4f64-9f6a-772cf69536b3,segment=NetworkSegment(46063248-51dd-468e-a4b6-560393ccc17c),segment_id=46063248-51dd-468e-a4b6-560393ccc17c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:18.615887 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52754147-daf7-4619-ad5d-fbe3694e0083 None None] The sync data for ids ['8cc16fbe-67cf-4f0b-87e5-61a690f705ee'] in n-d-828419-1 is: [{'id': '8cc16fbe-67cf-4f0b-87e5-61a690f705ee', 'name': 'tempest-TestVolumeBackupRestore-780694723-router', 'tenant_id': '65df808d59aa4d76b6bab838836fb14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '538a2e7f-e148-4f24-af6a-8481f6b584cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:09Z', 'updated_at': '2022-02-09T01:44:14Z', 'revision_number': 4, 'project_id': '65df808d59aa4d76b6bab838836fb14b', 'gw_port': {'id': '538a2e7f-e148-4f24-af6a-8481f6b584cc', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:02:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc16fbe-67cf-4f0b-87e5-61a690f705ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:10Z', 'updated_at': '2022-02-09T01:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'a9d680f4-72e0-48d3-be83-e57a9a12a8ad', 'name': '', 'network_id': '099f964e-5e40-4870-a5fd-56c036fa59f7', 'tenant_id': '65df808d59aa4d76b6bab838836fb14b', 'mac_address': 'fa:16:3e:53:25:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc16fbe-67cf-4f0b-87e5-61a690f705ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '9dfe1da8-9a31-4ddf-a05b-ad079713dadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:13Z', 'updated_at': '2022-02-09T01:44:14Z', 'revision_number': 2, 'project_id': '65df808d59aa4d76b6bab838836fb14b', 'subnets': [{'id': '9dfe1da8-9a31-4ddf-a05b-ad079713dadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:18.623435 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:18.643009 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c5818d-949d-47fc-ab18-15ae739cc11e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:18.647370 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-69c5818d-949d-47fc-ab18-15ae739cc11e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:18.651117 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5818d-949d-47fc-ab18-15ae739cc11e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:18.651719 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-69c5818d-949d-47fc-ab18-15ae739cc11e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:18.699090 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56100) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:18.699744 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-69c5818d-949d-47fc-ab18-15ae739cc11e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4526255 Feb 09 01:44:18.708841 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-0a6fd6d0-54e6-4f5a-9732-71a4df2b49b9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'port': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'mac_address': 'fa:16:3e:f7:95:79', 'name': 'tempest-NetworksTestDHCPv6-746572690'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:18.709897 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5818d-949d-47fc-ab18-15ae739cc11e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Subnet': ['ID=65db038c-90b0-4b13-93a5-8074dd304ec2,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:18.727283 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e4ef65fb-b0c3-4946-a5b3-00a9573115dd None None] Port a9d680f4-72e0-48d3-be83-e57a9a12a8ad cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:44:18.732166 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5818d-949d-47fc-ab18-15ae739cc11e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Port': ['ID=46933693-1cfa-4a57-a42b-2014da8797ee,revision_number=10']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:18.745554 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-c21e2f1f-7575-47ec-bfaa-17af8ed34360 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:44:18.746112 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-c21e2f1f-7575-47ec-bfaa-17af8ed34360 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:44:18.763286 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6533b5a0-3dce-4c2b-8e21-eb4087e6a6af up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:44:18.813975 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=1e2dde8f-7524-4f64-9f6a-772cf69536b3,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:18.858304 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 6533b5a0-3dce-4c2b-8e21-eb4087e6a6af triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:18.858682 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:19.064678 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0a6fd6d0-54e6-4f5a-9732-71a4df2b49b9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:19.069441 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0a6fd6d0-54e6-4f5a-9732-71a4df2b49b9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:port and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:44:19.074201 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0a6fd6d0-54e6-4f5a-9732-71a4df2b49b9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:44:19.081584 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0a6fd6d0-54e6-4f5a-9732-71a4df2b49b9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:19.098455 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6fd6d0-54e6-4f5a-9732-71a4df2b49b9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:19.135092 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 46933693-1cfa-4a57-a42b-2014da8797ee no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:44:19.267428 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0a6fd6d0-54e6-4f5a-9732-71a4df2b49b9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:19.283439 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-c21e2f1f-7575-47ec-bfaa-17af8ed34360 None None] Deleting port 46933693-1cfa-4a57-a42b-2014da8797ee {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:44:19.283849 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c21e2f1f-7575-47ec-bfaa-17af8ed34360 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:19.306296 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-0a6fd6d0-54e6-4f5a-9732-71a4df2b49b9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] device_id is not set on port 50e0a45d-7091-432d-9611-18850fd37f63 yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:44:19.310777 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:19.446690 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 46933693-1cfa-4a57-a42b-2014da8797ee, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=46933693-1cfa-4a57-a42b-2014da8797ee,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:19.470315 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:19.580229 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-0a6fd6d0-54e6-4f5a-9732-71a4df2b49b9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Allocated IP 172.20.0.3 (c278fa39-f239-4898-af1e-f9dd3a03cd09/bad55de7-42bf-41f6-ac87-984627d6bd60/50e0a45d-7091-432d-9611-18850fd37f63) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:19.586771 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-0a6fd6d0-54e6-4f5a-9732-71a4df2b49b9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Allocated IP 2001:db8::f816:3eff:fef7:9579 (c278fa39-f239-4898-af1e-f9dd3a03cd09/65db038c-90b0-4b13-93a5-8074dd304ec2/50e0a45d-7091-432d-9611-18850fd37f63) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:19.751594 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=46933693-1cfa-4a57-a42b-2014da8797ee,revision_number=11']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:19.791487 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-c21e2f1f-7575-47ec-bfaa-17af8ed34360 None None] For port 46933693-1cfa-4a57-a42b-2014da8797ee, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=46933693-1cfa-4a57-a42b-2014da8797ee,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:19.791885 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c21e2f1f-7575-47ec-bfaa-17af8ed34360 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:19.862565 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0a6fd6d0-54e6-4f5a-9732-71a4df2b49b9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:19.881795 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-0a6fd6d0-54e6-4f5a-9732-71a4df2b49b9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Transition to ACTIVE for port object 50e0a45d-7091-432d-9611-18850fd37f63 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:19.916949 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0a6fd6d0-54e6-4f5a-9732-71a4df2b49b9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:19.927657 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-c21e2f1f-7575-47ec-bfaa-17af8ed34360 None None] Calling delete_port for 46933693-1cfa-4a57-a42b-2014da8797ee owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:44:20.009425 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6fd6d0-54e6-4f5a-9732-71a4df2b49b9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:20.012749 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-0a6fd6d0-54e6-4f5a-9732-71a4df2b49b9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:20.016703 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-c21e2f1f-7575-47ec-bfaa-17af8ed34360 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:44:20.017075 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-c21e2f1f-7575-47ec-bfaa-17af8ed34360 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:44:20.017931 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6fd6d0-54e6-4f5a-9732-71a4df2b49b9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:44:20.087901 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fd6d0-54e6-4f5a-9732-71a4df2b49b9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:20.088555 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0a6fd6d0-54e6-4f5a-9732-71a4df2b49b9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:20.093218 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6fd6d0-54e6-4f5a-9732-71a4df2b49b9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Port': ['ID=50e0a45d-7091-432d-9611-18850fd37f63,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:20.120595 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56106) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:20.121283 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0a6fd6d0-54e6-4f5a-9732-71a4df2b49b9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.4201312 Feb 09 01:44:20.207963 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7a3014-ebff-438f-bba1-0e8658d2bcea tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:20.214133 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7a3014-ebff-438f-bba1-0e8658d2bcea tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:20.216964 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-cc7a3014-ebff-438f-bba1-0e8658d2bcea tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:44:20.236186 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-cc7a3014-ebff-438f-bba1-0e8658d2bcea tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:44:20.237392 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-cc7a3014-ebff-438f-bba1-0e8658d2bcea tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1157813 Feb 09 01:44:20.240213 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56110) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:20.315468 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-d3e66962-9f76-4248-8d91-84e0afe5ad88 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting port 50e0a45d-7091-432d-9611-18850fd37f63 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:44:20.315818 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d3e66962-9f76-4248-8d91-84e0afe5ad88 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:20.375324 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-c21e2f1f-7575-47ec-bfaa-17af8ed34360 None None] Deleting port 46933693-1cfa-4a57-a42b-2014da8797ee {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:44:20.376537 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c21e2f1f-7575-47ec-bfaa-17af8ed34360 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:20.594304 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d3e66962-9f76-4248-8d91-84e0afe5ad88 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:20.652462 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-c21e2f1f-7575-47ec-bfaa-17af8ed34360 None None] For port 46933693-1cfa-4a57-a42b-2014da8797ee, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=46933693-1cfa-4a57-a42b-2014da8797ee,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:20.652462 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c21e2f1f-7575-47ec-bfaa-17af8ed34360 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:20.742810 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-d3e66962-9f76-4248-8d91-84e0afe5ad88 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Calling delete_port for 50e0a45d-7091-432d-9611-18850fd37f63 owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:44:20.824594 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-c21e2f1f-7575-47ec-bfaa-17af8ed34360 None None] Calling delete_port for 46933693-1cfa-4a57-a42b-2014da8797ee owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:44:20.856304 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 538a2e7f-e148-4f24-af6a-8481f6b584cc up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:44:20.997533 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 538a2e7f-e148-4f24-af6a-8481f6b584cc completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:21.008264 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 538a2e7f-e148-4f24-af6a-8481f6b584cc triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:21.008665 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:21.098387 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c21e2f1f-7575-47ec-bfaa-17af8ed34360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:21.131833 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d3e66962-9f76-4248-8d91-84e0afe5ad88 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:21.192275 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e66962-9f76-4248-8d91-84e0afe5ad88 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Port': ['ID=50e0a45d-7091-432d-9611-18850fd37f63,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:21.264279 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e2f1f-7575-47ec-bfaa-17af8ed34360 None None] Pushing event deleted for resources: {'Port': ['ID=46933693-1cfa-4a57-a42b-2014da8797ee,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:21.310029 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21e2f1f-7575-47ec-bfaa-17af8ed34360 None None] No DVR routers for this DVR port 46933693-1cfa-4a57-a42b-2014da8797ee on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:44:21.321268 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:21.329683 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ef4689-42b5-43ba-bf33-754953c62141 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:44:21.347759 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d3e66962-9f76-4248-8d91-84e0afe5ad88 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:21.367932 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d3e66962-9f76-4248-8d91-84e0afe5ad88 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/50e0a45d-7091-432d-9611-18850fd37f63 HTTP/1.1" status: 204 len: 168 time: 1.1216500 Feb 09 01:44:21.368060 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56116) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:21.403179 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b5d3c2-6ad6-448c-96d4-d10036183c54 None None] Sync routers for ids ['8cc16fbe-67cf-4f0b-87e5-61a690f705ee'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:21.416563 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b5d3c2-6ad6-448c-96d4-d10036183c54 None None] Routers {'8cc16fbe-67cf-4f0b-87e5-61a690f705ee'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:44:21.417288 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-54b5d3c2-6ad6-448c-96d4-d10036183c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:44:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8cc16fbe-67cf-4f0b-87e5-61a690f705ee'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:21.424647 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 538a2e7f-e148-4f24-af6a-8481f6b584cc, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=538a2e7f-e148-4f24-af6a-8481f6b584cc,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:21.442080 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:21.443063 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1e2dde8f-7524-4f64-9f6a-772cf69536b3 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:44:21.456206 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409a90d1-c299-488c-82c0-f2aa6219b6f5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:21.457975 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409a90d1-c299-488c-82c0-f2aa6219b6f5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:21.459631 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409a90d1-c299-488c-82c0-f2aa6219b6f5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:21.466804 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-409a90d1-c299-488c-82c0-f2aa6219b6f5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:44:21.477657 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-409a90d1-c299-488c-82c0-f2aa6219b6f5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:44:21.481481 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-409a90d1-c299-488c-82c0-f2aa6219b6f5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1124067 Feb 09 01:44:21.481795 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56120) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:21.578434 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-5001c09c-7ae5-4f11-ad2c-66cec259c5d8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting subnet 65db038c-90b0-4b13-93a5-8074dd304ec2 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:44:21.583000 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5001c09c-7ae5-4f11-ad2c-66cec259c5d8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:21.660792 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5001c09c-7ae5-4f11-ad2c-66cec259c5d8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:21.701685 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=538a2e7f-e148-4f24-af6a-8481f6b584cc,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:21.743024 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5001c09c-7ae5-4f11-ad2c-66cec259c5d8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:21.748705 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-54b5d3c2-6ad6-448c-96d4-d10036183c54 None None] Set router 8cc16fbe-67cf-4f0b-87e5-61a690f705ee gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:44:21.769780 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 1e2dde8f-7524-4f64-9f6a-772cf69536b3 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:21.770795 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:21.843982 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca32d012-efd5-4faf-9ba3-276d4c2cb8e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-c278fa39-f239-4898-af1e-f9dd3a03cd09', 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'tenant_id': '054ea176b36542169ae947090049f000', 'fixed_ips': [{'subnet_id': '65db038c-90b0-4b13-93a5-8074dd304ec2'}, {'subnet_id': 'bad55de7-42bf-41f6-ac87-984627d6bd60'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:44:21.844678 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5001c09c-7ae5-4f11-ad2c-66cec259c5d8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:21.844860 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ca32d012-efd5-4faf-9ba3-276d4c2cb8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:21.892881 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5001c09c-7ae5-4f11-ad2c-66cec259c5d8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:21.906015 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5001c09c-7ae5-4f11-ad2c-66cec259c5d8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Subnet': ['ID=65db038c-90b0-4b13-93a5-8074dd304ec2,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:21.915424 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5001c09c-7ae5-4f11-ad2c-66cec259c5d8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/65db038c-90b0-4b13-93a5-8074dd304ec2 HTTP/1.1" status: 204 len: 168 time: 0.4322734 Feb 09 01:44:21.918023 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56126) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:22.010430 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcfe3272-a1fa-433c-8757-baeeb1dd296e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting subnet bad55de7-42bf-41f6-ac87-984627d6bd60 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:44:22.033244 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bcfe3272-a1fa-433c-8757-baeeb1dd296e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:22.059829 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d340d0af-4e65-4692-a112-4216d16f9caa None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:44:22.117211 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bcfe3272-a1fa-433c-8757-baeeb1dd296e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:22.195622 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bcfe3272-a1fa-433c-8757-baeeb1dd296e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:22.215974 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-54b5d3c2-6ad6-448c-96d4-d10036183c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc16fbe-67cf-4f0b-87e5-61a690f705ee', 'name': 'tempest-TestVolumeBackupRestore-780694723-router', 'tenant_id': '65df808d59aa4d76b6bab838836fb14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '538a2e7f-e148-4f24-af6a-8481f6b584cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:09Z', 'updated_at': '2022-02-09T01:44:14Z', 'revision_number': 4, 'project_id': '65df808d59aa4d76b6bab838836fb14b', 'gw_port': {'id': '538a2e7f-e148-4f24-af6a-8481f6b584cc', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:02:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc16fbe-67cf-4f0b-87e5-61a690f705ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:10Z', 'updated_at': '2022-02-09T01:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'a9d680f4-72e0-48d3-be83-e57a9a12a8ad', 'name': '', 'network_id': '099f964e-5e40-4870-a5fd-56c036fa59f7', 'tenant_id': '65df808d59aa4d76b6bab838836fb14b', 'mac_address': 'fa:16:3e:53:25:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc16fbe-67cf-4f0b-87e5-61a690f705ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '9dfe1da8-9a31-4ddf-a05b-ad079713dadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:13Z', 'updated_at': '2022-02-09T01:44:14Z', 'revision_number': 2, 'project_id': '65df808d59aa4d76b6bab838836fb14b', 'subnets': [{'id': '9dfe1da8-9a31-4ddf-a05b-ad079713dadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:22.220502 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b5d3c2-6ad6-448c-96d4-d10036183c54 None None] Checking router: 8cc16fbe-67cf-4f0b-87e5-61a690f705ee for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:44:22.220958 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b5d3c2-6ad6-448c-96d4-d10036183c54 None None] Updating router 8cc16fbe-67cf-4f0b-87e5-61a690f705ee port a9d680f4-72e0-48d3-be83-e57a9a12a8ad binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:44:22.234693 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:22.279934 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-54b5d3c2-6ad6-448c-96d4-d10036183c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:22.293199 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bcfe3272-a1fa-433c-8757-baeeb1dd296e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:22.321661 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920ecd29-c722-48be-a34f-0e38a596239f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-c278fa39-f239-4898-af1e-f9dd3a03cd09', 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'tenant_id': '054ea176b36542169ae947090049f000', 'fixed_ips': [{'subnet_id': 'bad55de7-42bf-41f6-ac87-984627d6bd60'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:44:22.322620 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-920ecd29-c722-48be-a34f-0e38a596239f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:22.341788 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe3272-a1fa-433c-8757-baeeb1dd296e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Subnet': ['ID=bad55de7-42bf-41f6-ac87-984627d6bd60,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:22.345678 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bcfe3272-a1fa-433c-8757-baeeb1dd296e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:22.357078 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-bcfe3272-a1fa-433c-8757-baeeb1dd296e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/bad55de7-42bf-41f6-ac87-984627d6bd60 HTTP/1.1" status: 204 len: 168 time: 0.4375648 Feb 09 01:44:22.359892 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56130) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:22.441156 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a7518fbd-f839-4247-876c-c29b54ef094a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0801415 Feb 09 01:44:22.443703 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56134) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:22.461415 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af5e356-44e0-4d16-812c-40f03d540e4b None None] get_active_networks_info from n-d-828419-1 {{(pid=87613) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:44:22.502472 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-299eb6b1-cc7c-49fb-b351-fee20b10b0e0 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:44:22.521106 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-299eb6b1-cc7c-49fb-b351-fee20b10b0e0 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:44:22.524717 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-299eb6b1-cc7c-49fb-b351-fee20b10b0e0 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0776665 Feb 09 01:44:22.525665 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56138) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:22.586506 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af5e356-44e0-4d16-812c-40f03d540e4b None None] Resources bound (agent type, host, resource id): {{(pid=87613) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:44:22.606788 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb302f58-f0e9-4c14-921c-e59a48785998 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:22.608027 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cb302f58-f0e9-4c14-921c-e59a48785998 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:44:22.630429 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cb302f58-f0e9-4c14-921c-e59a48785998 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:44:22.636935 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56142) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:22.648043 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cb302f58-f0e9-4c14-921c-e59a48785998 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1213446 Feb 09 01:44:22.705719 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-54b5d3c2-6ad6-448c-96d4-d10036183c54 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:22.722873 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-54b5d3c2-6ad6-448c-96d4-d10036183c54 None None] Transition to ACTIVE for port object a9d680f4-72e0-48d3-be83-e57a9a12a8ad will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:22.732818 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56146) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:22.734184 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-54b5d3c2-6ad6-448c-96d4-d10036183c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:22.740948 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-94d265fd-1087-4115-9761-55030fa7e68c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:22.745895 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-00c25c8d-168f-44b9-ab7e-22608db0f763 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1066992 Feb 09 01:44:22.751312 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 538a2e7f-e148-4f24-af6a-8481f6b584cc up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:44:22.958628 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-94d265fd-1087-4115-9761-55030fa7e68c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:22.974919 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-94d265fd-1087-4115-9761-55030fa7e68c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:22.977201 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14754b57-e9f3-45be-9ce1-c77f40f1ff34 None None] Pushing event updated for resources: {'Port': ['ID=a9d680f4-72e0-48d3-be83-e57a9a12a8ad,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:22.988309 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d265fd-1087-4115-9761-55030fa7e68c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:22.988883 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 538a2e7f-e148-4f24-af6a-8481f6b584cc triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:22.989256 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:22.991770 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-94d265fd-1087-4115-9761-55030fa7e68c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:22.993212 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-94d265fd-1087-4115-9761-55030fa7e68c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:44:22.993648 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94d265fd-1087-4115-9761-55030fa7e68c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:44:23.008020 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-54b5d3c2-6ad6-448c-96d4-d10036183c54 None None] Attempting to bind port a9d680f4-72e0-48d3-be83-e57a9a12a8ad on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:44:23.008388 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-54b5d3c2-6ad6-448c-96d4-d10036183c54 None None] Attempting to bind port a9d680f4-72e0-48d3-be83-e57a9a12a8ad by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '7254289b-8b80-49a6-b00f-afabc6043c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '099f964e-5e40-4870-a5fd-56c036fa59f7'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:44:23.008771 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b5d3c2-6ad6-448c-96d4-d10036183c54 None None] Attempting to bind port a9d680f4-72e0-48d3-be83-e57a9a12a8ad on network 099f964e-5e40-4870-a5fd-56c036fa59f7 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:44:23.015014 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b5d3c2-6ad6-448c-96d4-d10036183c54 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:44:23.015376 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b5d3c2-6ad6-448c-96d4-d10036183c54 None None] Checking segment: {'id': '7254289b-8b80-49a6-b00f-afabc6043c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '099f964e-5e40-4870-a5fd-56c036fa59f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:44:23.015769 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-54b5d3c2-6ad6-448c-96d4-d10036183c54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:23.016158 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b5d3c2-6ad6-448c-96d4-d10036183c54 None None] Bound using segment: {'id': '7254289b-8b80-49a6-b00f-afabc6043c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '099f964e-5e40-4870-a5fd-56c036fa59f7'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:44:23.016647 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-54b5d3c2-6ad6-448c-96d4-d10036183c54 None None] Bound port: a9d680f4-72e0-48d3-be83-e57a9a12a8ad, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7254289b-8b80-49a6-b00f-afabc6043c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '099f964e-5e40-4870-a5fd-56c036fa59f7'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:44:23.017015 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-54b5d3c2-6ad6-448c-96d4-d10036183c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:23.123336 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-54b5d3c2-6ad6-448c-96d4-d10036183c54 None None] For port a9d680f4-72e0-48d3-be83-e57a9a12a8ad, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:44:23.126636 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-54b5d3c2-6ad6-448c-96d4-d10036183c54 None None] For port a9d680f4-72e0-48d3-be83-e57a9a12a8ad, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=a9d680f4-72e0-48d3-be83-e57a9a12a8ad,segment=NetworkSegment(7254289b-8b80-49a6-b00f-afabc6043c7c),segment_id=7254289b-8b80-49a6-b00f-afabc6043c7c)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:44:23.134487 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-54b5d3c2-6ad6-448c-96d4-d10036183c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:23.145298 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56152) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:23.146857 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-94d265fd-1087-4115-9761-55030fa7e68c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4120238 Feb 09 01:44:23.151469 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-ef226941-3c19-4bb4-9ed4-144d95e1866d tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:23.230537 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b5d3c2-6ad6-448c-96d4-d10036183c54 None None] Routers {'8cc16fbe-67cf-4f0b-87e5-61a690f705ee'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:44:23.231903 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-54b5d3c2-6ad6-448c-96d4-d10036183c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:44:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8cc16fbe-67cf-4f0b-87e5-61a690f705ee'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:23.260126 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69720542-5f6c-434d-a506-826ea627859a None None] get_active_networks_info from n-d-828419-1 {{(pid=87613) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:44:23.314780 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14754b57-e9f3-45be-9ce1-c77f40f1ff34 None None] Pushing event updated for resources: {'Port': ['ID=a9d680f4-72e0-48d3-be83-e57a9a12a8ad,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:23.324355 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ef226941-3c19-4bb4-9ed4-144d95e1866d tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:23.336804 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ef226941-3c19-4bb4-9ed4-144d95e1866d tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:23.349673 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef226941-3c19-4bb4-9ed4-144d95e1866d tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:23.354183 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ef226941-3c19-4bb4-9ed4-144d95e1866d tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:23.355606 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef226941-3c19-4bb4-9ed4-144d95e1866d tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:44:23.356086 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef226941-3c19-4bb4-9ed4-144d95e1866d tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:44:23.359148 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69720542-5f6c-434d-a506-826ea627859a None None] Resources bound (agent type, host, resource id): {{(pid=87613) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:44:23.383836 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ef226941-3c19-4bb4-9ed4-144d95e1866d tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2373493 Feb 09 01:44:23.386713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56156) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:23.393646 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-184b6ef2-67ba-4145-a978-d6a1ad468d7a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:23.461413 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-54b5d3c2-6ad6-448c-96d4-d10036183c54 None None] Set router 8cc16fbe-67cf-4f0b-87e5-61a690f705ee gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:44:23.535211 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-184b6ef2-67ba-4145-a978-d6a1ad468d7a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:23.547590 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-184b6ef2-67ba-4145-a978-d6a1ad468d7a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:23.559297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184b6ef2-67ba-4145-a978-d6a1ad468d7a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:23.566407 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-184b6ef2-67ba-4145-a978-d6a1ad468d7a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:23.568542 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-184b6ef2-67ba-4145-a978-d6a1ad468d7a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:44:23.569292 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-184b6ef2-67ba-4145-a978-d6a1ad468d7a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:44:23.596307 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-184b6ef2-67ba-4145-a978-d6a1ad468d7a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2084317 Feb 09 01:44:23.599258 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56160) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:23.605894 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-6931cbd1-6be8-44a5-a86c-a2b71a17f4b7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:23.738845 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6931cbd1-6be8-44a5-a86c-a2b71a17f4b7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:23.752309 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6931cbd1-6be8-44a5-a86c-a2b71a17f4b7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:23.764519 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6931cbd1-6be8-44a5-a86c-a2b71a17f4b7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:23.768578 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6931cbd1-6be8-44a5-a86c-a2b71a17f4b7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:23.770235 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-6931cbd1-6be8-44a5-a86c-a2b71a17f4b7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:44:23.770950 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6931cbd1-6be8-44a5-a86c-a2b71a17f4b7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:44:23.795339 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6931cbd1-6be8-44a5-a86c-a2b71a17f4b7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1945550 Feb 09 01:44:23.798816 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56164) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:23.805035 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-93788bf1-0d48-49a3-958d-91be726ccd6c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:23.877332 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-54b5d3c2-6ad6-448c-96d4-d10036183c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc16fbe-67cf-4f0b-87e5-61a690f705ee', 'name': 'tempest-TestVolumeBackupRestore-780694723-router', 'tenant_id': '65df808d59aa4d76b6bab838836fb14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '538a2e7f-e148-4f24-af6a-8481f6b584cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:09Z', 'updated_at': '2022-02-09T01:44:14Z', 'revision_number': 4, 'project_id': '65df808d59aa4d76b6bab838836fb14b', 'gw_port': {'id': '538a2e7f-e148-4f24-af6a-8481f6b584cc', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:02:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc16fbe-67cf-4f0b-87e5-61a690f705ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:10Z', 'updated_at': '2022-02-09T01:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'a9d680f4-72e0-48d3-be83-e57a9a12a8ad', 'name': '', 'network_id': '099f964e-5e40-4870-a5fd-56c036fa59f7', 'tenant_id': '65df808d59aa4d76b6bab838836fb14b', 'mac_address': 'fa:16:3e:53:25:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc16fbe-67cf-4f0b-87e5-61a690f705ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '9dfe1da8-9a31-4ddf-a05b-ad079713dadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:13Z', 'updated_at': '2022-02-09T01:44:23Z', 'revision_number': 4, 'project_id': '65df808d59aa4d76b6bab838836fb14b', 'subnets': [{'id': '9dfe1da8-9a31-4ddf-a05b-ad079713dadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:23.882755 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b5d3c2-6ad6-448c-96d4-d10036183c54 None None] The sync data for ids ['8cc16fbe-67cf-4f0b-87e5-61a690f705ee'] in n-d-828419-1 is: [{'id': '8cc16fbe-67cf-4f0b-87e5-61a690f705ee', 'name': 'tempest-TestVolumeBackupRestore-780694723-router', 'tenant_id': '65df808d59aa4d76b6bab838836fb14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '538a2e7f-e148-4f24-af6a-8481f6b584cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:09Z', 'updated_at': '2022-02-09T01:44:14Z', 'revision_number': 4, 'project_id': '65df808d59aa4d76b6bab838836fb14b', 'gw_port': {'id': '538a2e7f-e148-4f24-af6a-8481f6b584cc', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:02:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc16fbe-67cf-4f0b-87e5-61a690f705ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:10Z', 'updated_at': '2022-02-09T01:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'a9d680f4-72e0-48d3-be83-e57a9a12a8ad', 'name': '', 'network_id': '099f964e-5e40-4870-a5fd-56c036fa59f7', 'tenant_id': '65df808d59aa4d76b6bab838836fb14b', 'mac_address': 'fa:16:3e:53:25:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc16fbe-67cf-4f0b-87e5-61a690f705ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '9dfe1da8-9a31-4ddf-a05b-ad079713dadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:13Z', 'updated_at': '2022-02-09T01:44:23Z', 'revision_number': 4, 'project_id': '65df808d59aa4d76b6bab838836fb14b', 'subnets': [{'id': '9dfe1da8-9a31-4ddf-a05b-ad079713dadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:23.949066 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-93788bf1-0d48-49a3-958d-91be726ccd6c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:23.963543 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-93788bf1-0d48-49a3-958d-91be726ccd6c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:23.980617 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93788bf1-0d48-49a3-958d-91be726ccd6c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:23.989455 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-93788bf1-0d48-49a3-958d-91be726ccd6c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:23.990999 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-93788bf1-0d48-49a3-958d-91be726ccd6c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:44:23.991445 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93788bf1-0d48-49a3-958d-91be726ccd6c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:44:24.024965 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56170) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:24.036414 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-d1f31fc4-00bc-4041-b3fd-009ec9f0faf7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:24.044507 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-93788bf1-0d48-49a3-958d-91be726ccd6c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2210362 Feb 09 01:44:24.195788 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d1f31fc4-00bc-4041-b3fd-009ec9f0faf7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:24.206652 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d1f31fc4-00bc-4041-b3fd-009ec9f0faf7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:24.218376 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f31fc4-00bc-4041-b3fd-009ec9f0faf7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:24.222679 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d1f31fc4-00bc-4041-b3fd-009ec9f0faf7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:24.224467 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f31fc4-00bc-4041-b3fd-009ec9f0faf7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:44:24.225324 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1f31fc4-00bc-4041-b3fd-009ec9f0faf7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:44:24.247637 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d1f31fc4-00bc-4041-b3fd-009ec9f0faf7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2209785 Feb 09 01:44:24.249989 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56174) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:24.298073 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4e4a5e08-8047-4f87-b50e-d4643f2021cb tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:44:24.310712 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4e4a5e08-8047-4f87-b50e-d4643f2021cb tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:44:24.314259 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4e4a5e08-8047-4f87-b50e-d4643f2021cb tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0610182 Feb 09 01:44:24.315007 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56178) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:24.383910 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e059b492-524d-4e10-9290-9284342fcd1e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:24.388155 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56182) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:24.388291 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e059b492-524d-4e10-9290-9284342fcd1e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0721617 Feb 09 01:44:24.462132 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9b692fb3-b017-4927-a863-407e885e9fa1 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0727639 Feb 09 01:44:24.466307 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56186) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:24.473185 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-2a5320a7-62c2-4b7e-b554-d0947dab6c2f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:24.594694 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2a5320a7-62c2-4b7e-b554-d0947dab6c2f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:24.606166 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2a5320a7-62c2-4b7e-b554-d0947dab6c2f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:24.618643 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5320a7-62c2-4b7e-b554-d0947dab6c2f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:24.622428 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2a5320a7-62c2-4b7e-b554-d0947dab6c2f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:24.758438 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device a9d680f4-72e0-48d3-be83-e57a9a12a8ad up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:44:24.831255 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port a9d680f4-72e0-48d3-be83-e57a9a12a8ad completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:24.835988 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port a9d680f4-72e0-48d3-be83-e57a9a12a8ad triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:24.836369 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:24.999675 n-d-828419-1 neutron-server[87611]: DEBUG neutron.objects.ports [None req-2a5320a7-62c2-4b7e-b554-d0947dab6c2f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87611) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:44:25.000872 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2a5320a7-62c2-4b7e-b554-d0947dab6c2f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:25.002016 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:25.035094 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port a9d680f4-72e0-48d3-be83-e57a9a12a8ad, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=a9d680f4-72e0-48d3-be83-e57a9a12a8ad,segment=NetworkSegment(7254289b-8b80-49a6-b00f-afabc6043c7c),segment_id=7254289b-8b80-49a6-b00f-afabc6043c7c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:25.040610 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:25.086322 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5320a7-62c2-4b7e-b554-d0947dab6c2f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:25.089875 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-2a5320a7-62c2-4b7e-b554-d0947dab6c2f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:25.095003 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5320a7-62c2-4b7e-b554-d0947dab6c2f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:25.096190 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2a5320a7-62c2-4b7e-b554-d0947dab6c2f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:25.118548 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=a9d680f4-72e0-48d3-be83-e57a9a12a8ad,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:25.122221 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860fe41f-7545-47ac-b674-765b6a4befb1 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:44:25.132836 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5320a7-62c2-4b7e-b554-d0947dab6c2f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Subnet': ['ID=811fb77f-6fe2-4eb0-be42-e26565b6bbb2,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:25.145713 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2a5320a7-62c2-4b7e-b554-d0947dab6c2f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6782479 Feb 09 01:44:25.149588 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56192) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:25.156828 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-e1f3278e-5e53-4cf2-849d-5a46e2357335 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'port': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'mac_address': 'fa:16:3e:97:34:b3', 'name': 'tempest-NetworksTestDHCPv6-2032948094'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:25.320464 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:25.335692 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e1f3278e-5e53-4cf2-849d-5a46e2357335 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:25.346777 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e1f3278e-5e53-4cf2-849d-5a46e2357335 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:25.358777 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f3278e-5e53-4cf2-849d-5a46e2357335 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:25.375499 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f61040-2f1d-4d5c-956c-1acd23beeb79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-c278fa39-f239-4898-af1e-f9dd3a03cd09', 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'tenant_id': '054ea176b36542169ae947090049f000', 'fixed_ips': [{'subnet_id': '811fb77f-6fe2-4eb0-be42-e26565b6bbb2'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:44:25.376494 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f4f61040-2f1d-4d5c-956c-1acd23beeb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:25.490795 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e1f3278e-5e53-4cf2-849d-5a46e2357335 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:25.519023 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-e1f3278e-5e53-4cf2-849d-5a46e2357335 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] device_id is not set on port ffa77843-08ca-4116-b974-9047ecd8038d yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:44:25.539074 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-f4f61040-2f1d-4d5c-956c-1acd23beeb79 None None] Allocated IP 2001:db8::f816:3eff:fe07:aa92 (c278fa39-f239-4898-af1e-f9dd3a03cd09/811fb77f-6fe2-4eb0-be42-e26565b6bbb2/7540dfb9-0de1-4b82-87ea-5ee3fa1a22fe) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:25.760190 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f4f61040-2f1d-4d5c-956c-1acd23beeb79 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:25.771418 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f4f61040-2f1d-4d5c-956c-1acd23beeb79 None None] Transition to ACTIVE for port object 7540dfb9-0de1-4b82-87ea-5ee3fa1a22fe will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:25.790287 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f4f61040-2f1d-4d5c-956c-1acd23beeb79 None None] Transition to ACTIVE for port object 7540dfb9-0de1-4b82-87ea-5ee3fa1a22fe will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:25.796081 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f4f61040-2f1d-4d5c-956c-1acd23beeb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:25.863204 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f61040-2f1d-4d5c-956c-1acd23beeb79 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:25.866023 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-f4f61040-2f1d-4d5c-956c-1acd23beeb79 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:25.868820 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-e1f3278e-5e53-4cf2-849d-5a46e2357335 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Allocated IP 2001:db8::f816:3eff:fe97:34b3 (c278fa39-f239-4898-af1e-f9dd3a03cd09/811fb77f-6fe2-4eb0-be42-e26565b6bbb2/ffa77843-08ca-4116-b974-9047ecd8038d) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:25.870882 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f61040-2f1d-4d5c-956c-1acd23beeb79 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:44:25.905861 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f61040-2f1d-4d5c-956c-1acd23beeb79 None None] Pushing event updated for resources: {'Port': ['ID=7540dfb9-0de1-4b82-87ea-5ee3fa1a22fe,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:25.977998 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-f4f61040-2f1d-4d5c-956c-1acd23beeb79 None None] Attempting to bind port 7540dfb9-0de1-4b82-87ea-5ee3fa1a22fe on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:44:25.978374 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-f4f61040-2f1d-4d5c-956c-1acd23beeb79 None None] Attempting to bind port 7540dfb9-0de1-4b82-87ea-5ee3fa1a22fe by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:44:25.978738 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f61040-2f1d-4d5c-956c-1acd23beeb79 None None] Attempting to bind port 7540dfb9-0de1-4b82-87ea-5ee3fa1a22fe on network c278fa39-f239-4898-af1e-f9dd3a03cd09 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:44:25.984906 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f61040-2f1d-4d5c-956c-1acd23beeb79 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:44:25.985281 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f61040-2f1d-4d5c-956c-1acd23beeb79 None None] Checking segment: {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:44:25.985683 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f4f61040-2f1d-4d5c-956c-1acd23beeb79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:25.986076 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f61040-2f1d-4d5c-956c-1acd23beeb79 None None] Bound using segment: {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:44:25.986538 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-f4f61040-2f1d-4d5c-956c-1acd23beeb79 None None] Bound port: 7540dfb9-0de1-4b82-87ea-5ee3fa1a22fe, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:44:25.986906 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f4f61040-2f1d-4d5c-956c-1acd23beeb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:26.091447 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e1f3278e-5e53-4cf2-849d-5a46e2357335 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:26.106561 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f4f61040-2f1d-4d5c-956c-1acd23beeb79 None None] For port 7540dfb9-0de1-4b82-87ea-5ee3fa1a22fe, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:44:26.109459 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-e1f3278e-5e53-4cf2-849d-5a46e2357335 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Transition to ACTIVE for port object ffa77843-08ca-4116-b974-9047ecd8038d will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:26.110582 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f4f61040-2f1d-4d5c-956c-1acd23beeb79 None None] For port 7540dfb9-0de1-4b82-87ea-5ee3fa1a22fe, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=7540dfb9-0de1-4b82-87ea-5ee3fa1a22fe,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:44:26.115243 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f4f61040-2f1d-4d5c-956c-1acd23beeb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:26.135777 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e1f3278e-5e53-4cf2-849d-5a46e2357335 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:26.201205 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f61040-2f1d-4d5c-956c-1acd23beeb79 None None] Pushing event updated for resources: {'Port': ['ID=7540dfb9-0de1-4b82-87ea-5ee3fa1a22fe,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:26.214124 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f3278e-5e53-4cf2-849d-5a46e2357335 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:26.218615 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-e1f3278e-5e53-4cf2-849d-5a46e2357335 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:26.220973 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f3278e-5e53-4cf2-849d-5a46e2357335 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:44:26.228626 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f3278e-5e53-4cf2-849d-5a46e2357335 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:26.229292 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e1f3278e-5e53-4cf2-849d-5a46e2357335 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:26.254507 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3278e-5e53-4cf2-849d-5a46e2357335 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Port': ['ID=ffa77843-08ca-4116-b974-9047ecd8038d,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:26.273319 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e1f3278e-5e53-4cf2-849d-5a46e2357335 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1222789 Feb 09 01:44:26.275788 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56198) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:26.373027 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ab2ab7-63c1-4a33-b64a-176bce429db5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:26.381546 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ab2ab7-63c1-4a33-b64a-176bce429db5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:26.382355 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b9ab2ab7-63c1-4a33-b64a-176bce429db5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:44:26.399437 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b9ab2ab7-63c1-4a33-b64a-176bce429db5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:44:26.400668 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b9ab2ab7-63c1-4a33-b64a-176bce429db5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1238184 Feb 09 01:44:26.403628 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56202) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:26.491312 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-17da55df-2c1a-4528-a1ab-163a3f5d7c71 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting port ffa77843-08ca-4116-b974-9047ecd8038d {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:44:26.491533 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-17da55df-2c1a-4528-a1ab-163a3f5d7c71 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:26.794570 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7540dfb9-0de1-4b82-87ea-5ee3fa1a22fe up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:44:26.878213 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 7540dfb9-0de1-4b82-87ea-5ee3fa1a22fe completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:26.884454 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-17da55df-2c1a-4528-a1ab-163a3f5d7c71 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:26.885521 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device a9d680f4-72e0-48d3-be83-e57a9a12a8ad up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:44:26.961085 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port a9d680f4-72e0-48d3-be83-e57a9a12a8ad triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:26.961556 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:27.041414 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-17da55df-2c1a-4528-a1ab-163a3f5d7c71 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Calling delete_port for ffa77843-08ca-4116-b974-9047ecd8038d owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:44:27.238918 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-17da55df-2c1a-4528-a1ab-163a3f5d7c71 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:27.303352 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da55df-2c1a-4528-a1ab-163a3f5d7c71 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Port': ['ID=ffa77843-08ca-4116-b974-9047ecd8038d,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:27.347903 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-17da55df-2c1a-4528-a1ab-163a3f5d7c71 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:27.362819 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-17da55df-2c1a-4528-a1ab-163a3f5d7c71 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/ffa77843-08ca-4116-b974-9047ecd8038d HTTP/1.1" status: 204 len: 168 time: 0.9580646 Feb 09 01:44:27.365166 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56208) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:27.436949 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff978e9-8d5a-4912-9f3f-f530753e3686 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:27.438575 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff978e9-8d5a-4912-9f3f-f530753e3686 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:27.439336 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-dff978e9-8d5a-4912-9f3f-f530753e3686 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:44:27.456947 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-dff978e9-8d5a-4912-9f3f-f530753e3686 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:44:27.458387 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-dff978e9-8d5a-4912-9f3f-f530753e3686 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0922515 Feb 09 01:44:27.461083 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56212) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:27.484626 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-78186585-fc1f-496d-9039-fe08ff018cf9 None None] Provisioning for port 7540dfb9-0de1-4b82-87ea-5ee3fa1a22fe completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:27.490206 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-78186585-fc1f-496d-9039-fe08ff018cf9 None None] Provisioning complete for port 7540dfb9-0de1-4b82-87ea-5ee3fa1a22fe triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:27.490639 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-78186585-fc1f-496d-9039-fe08ff018cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:27.551140 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba718fc8-9657-4ce3-a2ca-13b683b44963 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting subnet 811fb77f-6fe2-4eb0-be42-e26565b6bbb2 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:44:27.553620 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ba718fc8-9657-4ce3-a2ca-13b683b44963 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:27.625653 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ba718fc8-9657-4ce3-a2ca-13b683b44963 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:27.628410 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-78186585-fc1f-496d-9039-fe08ff018cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:27.663969 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-78186585-fc1f-496d-9039-fe08ff018cf9 None None] For port 7540dfb9-0de1-4b82-87ea-5ee3fa1a22fe, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=7540dfb9-0de1-4b82-87ea-5ee3fa1a22fe,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:27.669259 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-78186585-fc1f-496d-9039-fe08ff018cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:27.727848 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ba718fc8-9657-4ce3-a2ca-13b683b44963 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:27.755549 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78186585-fc1f-496d-9039-fe08ff018cf9 None None] Pushing event updated for resources: {'Port': ['ID=7540dfb9-0de1-4b82-87ea-5ee3fa1a22fe,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:27.786641 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-53ea4c2b-ca46-438f-b626-f6009b2f2ebc None None] Could not find standard attr ID for object ffa77843-08ca-4116-b974-9047ecd8038d. {{(pid=87613) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:44:27.823568 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ba718fc8-9657-4ce3-a2ca-13b683b44963 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:27.867586 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba718fc8-9657-4ce3-a2ca-13b683b44963 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Subnet': ['ID=811fb77f-6fe2-4eb0-be42-e26565b6bbb2,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:27.871049 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ba718fc8-9657-4ce3-a2ca-13b683b44963 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:27.885669 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ba718fc8-9657-4ce3-a2ca-13b683b44963 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/811fb77f-6fe2-4eb0-be42-e26565b6bbb2 HTTP/1.1" status: 204 len: 168 time: 0.4229262 Feb 09 01:44:27.890157 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56216) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:27.955733 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f867d201-192d-40e4-8738-7b82ea4f44d3 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:44:27.972113 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-bc9a3d6b-c9e0-4a74-abe8-297797672592 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0801952 Feb 09 01:44:27.974996 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56220) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:27.980992 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-28940257-947f-47d0-b3a2-7c7d2976c54c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:28.104621 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-28940257-947f-47d0-b3a2-7c7d2976c54c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:28.112658 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-28940257-947f-47d0-b3a2-7c7d2976c54c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:subnet and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:44:28.119240 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-28940257-947f-47d0-b3a2-7c7d2976c54c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:44:28.125780 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-28940257-947f-47d0-b3a2-7c7d2976c54c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:28.137142 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28940257-947f-47d0-b3a2-7c7d2976c54c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:28.141571 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-28940257-947f-47d0-b3a2-7c7d2976c54c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:28.275289 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8ce345-6954-4790-b1c6-b4547055800e None None] DHCP port deletion for c278fa39-f239-4898-af1e-f9dd3a03cd09 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:44:28.279348 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-fa8ce345-6954-4790-b1c6-b4547055800e None None] Deleting port 7540dfb9-0de1-4b82-87ea-5ee3fa1a22fe {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:44:28.279793 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fa8ce345-6954-4790-b1c6-b4547055800e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:28.494149 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-fa8ce345-6954-4790-b1c6-b4547055800e None None] For port 7540dfb9-0de1-4b82-87ea-5ee3fa1a22fe, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=7540dfb9-0de1-4b82-87ea-5ee3fa1a22fe,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:28.494468 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fa8ce345-6954-4790-b1c6-b4547055800e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:28.528499 n-d-828419-1 neutron-server[87612]: DEBUG neutron.objects.ports [None req-28940257-947f-47d0-b3a2-7c7d2976c54c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87612) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:44:28.637786 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-fa8ce345-6954-4790-b1c6-b4547055800e None None] Calling delete_port for 7540dfb9-0de1-4b82-87ea-5ee3fa1a22fe owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:44:28.729322 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fa8ce345-6954-4790-b1c6-b4547055800e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:28.760303 n-d-828419-1 neutron-server[87612]: WARNING neutron.services.revisions.revision_plugin [None req-28940257-947f-47d0-b3a2-7c7d2976c54c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Could not find related port for resource to bump revision. Feb 09 01:44:28.770668 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.ipam_pluggable_backend [None req-28940257-947f-47d0-b3a2-7c7d2976c54c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Port 7540dfb9-0de1-4b82-87ea-5ee3fa1a22fe was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87612) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 09 01:44:28.771060 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.ipam_pluggable_backend [None req-28940257-947f-47d0-b3a2-7c7d2976c54c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Reverting IP allocation for 2001:db8::f816:3eff:fe07:aa92 {{(pid=87612) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 09 01:44:28.773523 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7540dfb9-0de1-4b82-87ea-5ee3fa1a22fe no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:44:28.775788 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.ipam_pluggable_backend [None req-28940257-947f-47d0-b3a2-7c7d2976c54c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe07:aa92 {{(pid=87612) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 09 01:44:28.776998 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-28940257-947f-47d0-b3a2-7c7d2976c54c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:28.817482 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ce345-6954-4790-b1c6-b4547055800e None None] Pushing event deleted for resources: {'Port': ['ID=7540dfb9-0de1-4b82-87ea-5ee3fa1a22fe,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:28.819911 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8ce345-6954-4790-b1c6-b4547055800e None None] No DVR routers for this DVR port 7540dfb9-0de1-4b82-87ea-5ee3fa1a22fe on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:44:28.821079 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 7540dfb9-0de1-4b82-87ea-5ee3fa1a22fe {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:44:28.821428 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7540dfb9-0de1-4b82-87ea-5ee3fa1a22fe not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:44:28.831913 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28940257-947f-47d0-b3a2-7c7d2976c54c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:28.837066 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-28940257-947f-47d0-b3a2-7c7d2976c54c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:28.842260 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28940257-947f-47d0-b3a2-7c7d2976c54c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:28.842853 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-28940257-947f-47d0-b3a2-7c7d2976c54c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:28.849291 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524773c6-572d-4549-82c5-e4721bac0211 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:44:28.871519 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28940257-947f-47d0-b3a2-7c7d2976c54c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Subnet': ['ID=a87b3a3a-f433-452f-bd38-039ce4508763,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:28.883825 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-28940257-947f-47d0-b3a2-7c7d2976c54c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9077830 Feb 09 01:44:28.886522 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56226) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:28.892956 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-5ef57bda-36f4-4fe3-9b7d-cb0333fdfeca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'port': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'mac_address': 'fa:16:3e:85:db:ee', 'name': 'tempest-NetworksTestDHCPv6-749228875'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:29.043653 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5ef57bda-36f4-4fe3-9b7d-cb0333fdfeca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:29.048527 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5ef57bda-36f4-4fe3-9b7d-cb0333fdfeca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:port and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:44:29.051732 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5ef57bda-36f4-4fe3-9b7d-cb0333fdfeca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:44:29.058037 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5ef57bda-36f4-4fe3-9b7d-cb0333fdfeca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:29.070077 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef57bda-36f4-4fe3-9b7d-cb0333fdfeca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:29.076091 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5ef57bda-36f4-4fe3-9b7d-cb0333fdfeca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:29.094605 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8eef035-d100-477e-a6a7-d82cfa1b9a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-c278fa39-f239-4898-af1e-f9dd3a03cd09', 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'tenant_id': '054ea176b36542169ae947090049f000', 'fixed_ips': [{'subnet_id': 'a87b3a3a-f433-452f-bd38-039ce4508763'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:44:29.095463 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d8eef035-d100-477e-a6a7-d82cfa1b9a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:29.108832 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-5ef57bda-36f4-4fe3-9b7d-cb0333fdfeca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] device_id is not set on port ee1679b5-db45-49a9-bf84-69b8ad6ca3ca yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:44:29.263935 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-5ef57bda-36f4-4fe3-9b7d-cb0333fdfeca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Allocated IP 2001:db8::f816:3eff:fe85:dbee (c278fa39-f239-4898-af1e-f9dd3a03cd09/a87b3a3a-f433-452f-bd38-039ce4508763/ee1679b5-db45-49a9-bf84-69b8ad6ca3ca) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:29.473750 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5ef57bda-36f4-4fe3-9b7d-cb0333fdfeca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:29.489498 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-5ef57bda-36f4-4fe3-9b7d-cb0333fdfeca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Transition to ACTIVE for port object ee1679b5-db45-49a9-bf84-69b8ad6ca3ca will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:29.514887 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5ef57bda-36f4-4fe3-9b7d-cb0333fdfeca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:29.587947 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-d8eef035-d100-477e-a6a7-d82cfa1b9a0d None None] Allocated IP 2001:db8::f816:3eff:fe85:7fa5 (c278fa39-f239-4898-af1e-f9dd3a03cd09/a87b3a3a-f433-452f-bd38-039ce4508763/38875db2-24ff-4221-85e8-a4450613f77d) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:29.588198 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef57bda-36f4-4fe3-9b7d-cb0333fdfeca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:29.591254 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-5ef57bda-36f4-4fe3-9b7d-cb0333fdfeca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:29.596967 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef57bda-36f4-4fe3-9b7d-cb0333fdfeca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:44:29.602454 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef57bda-36f4-4fe3-9b7d-cb0333fdfeca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:29.603076 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5ef57bda-36f4-4fe3-9b7d-cb0333fdfeca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:29.629108 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef57bda-36f4-4fe3-9b7d-cb0333fdfeca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Port': ['ID=ee1679b5-db45-49a9-bf84-69b8ad6ca3ca,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:29.650674 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5ef57bda-36f4-4fe3-9b7d-cb0333fdfeca tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7629631 Feb 09 01:44:29.653179 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56232) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:29.744369 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff679caa-3cab-4f1e-837b-6d5b48b3cb75 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:29.745154 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ff679caa-3cab-4f1e-837b-6d5b48b3cb75 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:44:29.770469 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ff679caa-3cab-4f1e-837b-6d5b48b3cb75 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:44:29.771724 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ff679caa-3cab-4f1e-837b-6d5b48b3cb75 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1175981 Feb 09 01:44:29.774262 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56236) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:29.846651 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-47a2fcd0-cb33-4803-9abd-2827220e9bb2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting port ee1679b5-db45-49a9-bf84-69b8ad6ca3ca {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:44:29.847019 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-47a2fcd0-cb33-4803-9abd-2827220e9bb2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:29.850673 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d8eef035-d100-477e-a6a7-d82cfa1b9a0d None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:29.863090 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d8eef035-d100-477e-a6a7-d82cfa1b9a0d None None] Transition to ACTIVE for port object 38875db2-24ff-4221-85e8-a4450613f77d will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:29.886322 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d8eef035-d100-477e-a6a7-d82cfa1b9a0d None None] Transition to ACTIVE for port object 38875db2-24ff-4221-85e8-a4450613f77d will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:29.893155 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d8eef035-d100-477e-a6a7-d82cfa1b9a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:29.958278 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8eef035-d100-477e-a6a7-d82cfa1b9a0d None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:29.961216 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-d8eef035-d100-477e-a6a7-d82cfa1b9a0d None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:29.964782 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eef035-d100-477e-a6a7-d82cfa1b9a0d None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:44:29.970386 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eef035-d100-477e-a6a7-d82cfa1b9a0d None None] Pushing event updated for resources: {'Port': ['ID=38875db2-24ff-4221-85e8-a4450613f77d,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:30.112841 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-d8eef035-d100-477e-a6a7-d82cfa1b9a0d None None] Attempting to bind port 38875db2-24ff-4221-85e8-a4450613f77d on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:44:30.113651 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-d8eef035-d100-477e-a6a7-d82cfa1b9a0d None None] Attempting to bind port 38875db2-24ff-4221-85e8-a4450613f77d by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:44:30.114184 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eef035-d100-477e-a6a7-d82cfa1b9a0d None None] Attempting to bind port 38875db2-24ff-4221-85e8-a4450613f77d on network c278fa39-f239-4898-af1e-f9dd3a03cd09 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:44:30.124197 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eef035-d100-477e-a6a7-d82cfa1b9a0d None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:44:30.124879 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eef035-d100-477e-a6a7-d82cfa1b9a0d None None] Checking segment: {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:44:30.125367 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d8eef035-d100-477e-a6a7-d82cfa1b9a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:30.125987 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eef035-d100-477e-a6a7-d82cfa1b9a0d None None] Bound using segment: {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:44:30.126755 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-d8eef035-d100-477e-a6a7-d82cfa1b9a0d None None] Bound port: 38875db2-24ff-4221-85e8-a4450613f77d, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:44:30.127362 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d8eef035-d100-477e-a6a7-d82cfa1b9a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:30.228290 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-d8eef035-d100-477e-a6a7-d82cfa1b9a0d None None] For port 38875db2-24ff-4221-85e8-a4450613f77d, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:44:30.232263 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-d8eef035-d100-477e-a6a7-d82cfa1b9a0d None None] For port 38875db2-24ff-4221-85e8-a4450613f77d, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=38875db2-24ff-4221-85e8-a4450613f77d,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:44:30.239217 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d8eef035-d100-477e-a6a7-d82cfa1b9a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:30.246225 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-47a2fcd0-cb33-4803-9abd-2827220e9bb2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:30.354388 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eef035-d100-477e-a6a7-d82cfa1b9a0d None None] Pushing event updated for resources: {'Port': ['ID=38875db2-24ff-4221-85e8-a4450613f77d,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:30.379639 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-47a2fcd0-cb33-4803-9abd-2827220e9bb2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Calling delete_port for ee1679b5-db45-49a9-bf84-69b8ad6ca3ca owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:44:30.553782 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-47a2fcd0-cb33-4803-9abd-2827220e9bb2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:30.614557 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2fcd0-cb33-4803-9abd-2827220e9bb2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Port': ['ID=ee1679b5-db45-49a9-bf84-69b8ad6ca3ca,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:30.689640 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-47a2fcd0-cb33-4803-9abd-2827220e9bb2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:30.712085 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-47a2fcd0-cb33-4803-9abd-2827220e9bb2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/ee1679b5-db45-49a9-bf84-69b8ad6ca3ca HTTP/1.1" status: 204 len: 168 time: 0.9367340 Feb 09 01:44:30.712234 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56258) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:30.775891 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 38875db2-24ff-4221-85e8-a4450613f77d up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:44:30.822742 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91efa8a3-e254-4cb6-83a8-f233ad6ca086 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:30.824273 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91efa8a3-e254-4cb6-83a8-f233ad6ca086 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:30.825083 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-91efa8a3-e254-4cb6-83a8-f233ad6ca086 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:44:30.841359 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-91efa8a3-e254-4cb6-83a8-f233ad6ca086 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:44:30.843279 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-91efa8a3-e254-4cb6-83a8-f233ad6ca086 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1294289 Feb 09 01:44:30.846383 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56262) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:30.846826 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 38875db2-24ff-4221-85e8-a4450613f77d completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:30.915839 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcca9043-c6d6-447c-bcf6-a15b16aae1e3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting subnet a87b3a3a-f433-452f-bd38-039ce4508763 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:44:30.919489 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fcca9043-c6d6-447c-bcf6-a15b16aae1e3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:30.982100 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fcca9043-c6d6-447c-bcf6-a15b16aae1e3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:31.069315 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fcca9043-c6d6-447c-bcf6-a15b16aae1e3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:31.149185 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fcca9043-c6d6-447c-bcf6-a15b16aae1e3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:31.195712 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fcca9043-c6d6-447c-bcf6-a15b16aae1e3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:31.198574 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca9043-c6d6-447c-bcf6-a15b16aae1e3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Subnet': ['ID=a87b3a3a-f433-452f-bd38-039ce4508763,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:31.223457 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fcca9043-c6d6-447c-bcf6-a15b16aae1e3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/a87b3a3a-f433-452f-bd38-039ce4508763 HTTP/1.1" status: 204 len: 168 time: 0.3739119 Feb 09 01:44:31.223727 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56266) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:31.308452 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1f37c0d3-ad33-4d00-b31e-ec49427a9437 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0833974 Feb 09 01:44:31.310770 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56270) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:31.395705 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a3fbe1-d901-43c8-95cb-d6ab17e1f025 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:31.396542 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b3a3fbe1-d901-43c8-95cb-d6ab17e1f025 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:44:31.414368 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b3a3fbe1-d901-43c8-95cb-d6ab17e1f025 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:44:31.417933 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b3a3fbe1-d901-43c8-95cb-d6ab17e1f025 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1038747 Feb 09 01:44:31.418261 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56274) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:31.456790 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30cb1e2-7c5b-4525-a6f2-9fa34aa11eaf None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:44:31.488050 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f062da-7136-4d44-b8c3-1e0101b7ddc4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:31.488765 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c3f062da-7136-4d44-b8c3-1e0101b7ddc4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:44:31.515139 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c3f062da-7136-4d44-b8c3-1e0101b7ddc4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:44:31.518963 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c3f062da-7136-4d44-b8c3-1e0101b7ddc4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0972915 Feb 09 01:44:31.519172 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56278) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:31.561099 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-075d3e2d-5b82-4ec0-a2b4-0b6c5445bd90 None None] Provisioning for port 38875db2-24ff-4221-85e8-a4450613f77d completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:31.596335 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7bd21b35-8084-4759-9626-4761d710c6bc tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0715947 Feb 09 01:44:31.596926 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56282) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:31.597714 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-075d3e2d-5b82-4ec0-a2b4-0b6c5445bd90 None None] Provisioning complete for port 38875db2-24ff-4221-85e8-a4450613f77d triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:31.598086 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-075d3e2d-5b82-4ec0-a2b4-0b6c5445bd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:31.602610 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-8b8536d8-a8a2-4ef2-9997-c82569f2a787 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:31.722345 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8b8536d8-a8a2-4ef2-9997-c82569f2a787 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:31.732095 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8b8536d8-a8a2-4ef2-9997-c82569f2a787 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:31.749087 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8536d8-a8a2-4ef2-9997-c82569f2a787 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:31.752789 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8b8536d8-a8a2-4ef2-9997-c82569f2a787 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:31.794526 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-075d3e2d-5b82-4ec0-a2b4-0b6c5445bd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:31.837836 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-075d3e2d-5b82-4ec0-a2b4-0b6c5445bd90 None None] For port 38875db2-24ff-4221-85e8-a4450613f77d, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=38875db2-24ff-4221-85e8-a4450613f77d,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:31.855256 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-075d3e2d-5b82-4ec0-a2b4-0b6c5445bd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:31.857153 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2c100a-357b-4ba9-aa5d-fff7ceff371c None None] DHCP port deletion for c278fa39-f239-4898-af1e-f9dd3a03cd09 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:44:31.898541 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-7b2c100a-357b-4ba9-aa5d-fff7ceff371c None None] Deleting port 38875db2-24ff-4221-85e8-a4450613f77d {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:44:31.898814 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7b2c100a-357b-4ba9-aa5d-fff7ceff371c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:32.013632 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d3e2d-5b82-4ec0-a2b4-0b6c5445bd90 None None] Pushing event updated for resources: {'Port': ['ID=38875db2-24ff-4221-85e8-a4450613f77d,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:32.149745 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-7b2c100a-357b-4ba9-aa5d-fff7ceff371c None None] For port 38875db2-24ff-4221-85e8-a4450613f77d, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=38875db2-24ff-4221-85e8-a4450613f77d,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:32.150134 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7b2c100a-357b-4ba9-aa5d-fff7ceff371c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:32.171306 n-d-828419-1 neutron-server[87611]: DEBUG neutron.objects.ports [None req-8b8536d8-a8a2-4ef2-9997-c82569f2a787 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87611) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:44:32.272220 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-7b2c100a-357b-4ba9-aa5d-fff7ceff371c None None] Calling delete_port for 38875db2-24ff-4221-85e8-a4450613f77d owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:44:32.353700 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-7b2c100a-357b-4ba9-aa5d-fff7ceff371c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:44:32.355439 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-7b2c100a-357b-4ba9-aa5d-fff7ceff371c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:44:32.383147 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8b8536d8-a8a2-4ef2-9997-c82569f2a787 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:32.696899 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 38875db2-24ff-4221-85e8-a4450613f77d no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:44:32.711802 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-8b8536d8-a8a2-4ef2-9997-c82569f2a787 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] For port 38875db2-24ff-4221-85e8-a4450613f77d, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=38875db2-24ff-4221-85e8-a4450613f77d,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:32.740598 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8b8536d8-a8a2-4ef2-9997-c82569f2a787 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:32.747207 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8b8536d8-a8a2-4ef2-9997-c82569f2a787 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:32.747946 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8b8536d8-a8a2-4ef2-9997-c82569f2a787 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:32.821691 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:32.856432 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 38875db2-24ff-4221-85e8-a4450613f77d, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=38875db2-24ff-4221-85e8-a4450613f77d,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:32.857595 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-7b2c100a-357b-4ba9-aa5d-fff7ceff371c None None] Deleting port 38875db2-24ff-4221-85e8-a4450613f77d {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:44:32.858781 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7b2c100a-357b-4ba9-aa5d-fff7ceff371c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:32.866968 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8536d8-a8a2-4ef2-9997-c82569f2a787 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:32.871972 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-8b8536d8-a8a2-4ef2-9997-c82569f2a787 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:32.879276 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8536d8-a8a2-4ef2-9997-c82569f2a787 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:32.879877 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8b8536d8-a8a2-4ef2-9997-c82569f2a787 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:32.890080 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:32.891783 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8536d8-a8a2-4ef2-9997-c82569f2a787 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Subnet': ['ID=3119fc88-4984-49e5-93d9-4649d3814c1a,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:32.911730 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8536d8-a8a2-4ef2-9997-c82569f2a787 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Port': ['ID=38875db2-24ff-4221-85e8-a4450613f77d,revision_number=6']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:32.925121 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8b8536d8-a8a2-4ef2-9997-c82569f2a787 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3268473 Feb 09 01:44:32.927898 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56298) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:32.934946 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-74cc9b0c-1e02-4327-9513-a36d6d7824ef tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'port': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'mac_address': 'fa:16:3e:d6:81:d1', 'name': 'tempest-NetworksTestDHCPv6-660327612'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:33.071770 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=38875db2-24ff-4221-85e8-a4450613f77d,revision_number=7']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:33.110640 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-74cc9b0c-1e02-4327-9513-a36d6d7824ef tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:33.121622 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-74cc9b0c-1e02-4327-9513-a36d6d7824ef tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:33.132942 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cc9b0c-1e02-4327-9513-a36d6d7824ef tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:33.221721 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-7b2c100a-357b-4ba9-aa5d-fff7ceff371c None None] For port 38875db2-24ff-4221-85e8-a4450613f77d, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=38875db2-24ff-4221-85e8-a4450613f77d,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:33.222703 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7b2c100a-357b-4ba9-aa5d-fff7ceff371c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:33.259025 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-74cc9b0c-1e02-4327-9513-a36d6d7824ef tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:33.291112 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-74cc9b0c-1e02-4327-9513-a36d6d7824ef tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] device_id is not set on port 4e364e5d-6e0f-479a-a84f-bbd86fc092e2 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:44:33.391585 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-7b2c100a-357b-4ba9-aa5d-fff7ceff371c None None] Calling delete_port for 38875db2-24ff-4221-85e8-a4450613f77d owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:44:33.447926 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-74cc9b0c-1e02-4327-9513-a36d6d7824ef tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Allocated IP 2001:db8::f816:3eff:fed6:81d1 (c278fa39-f239-4898-af1e-f9dd3a03cd09/3119fc88-4984-49e5-93d9-4649d3814c1a/4e364e5d-6e0f-479a-a84f-bbd86fc092e2) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:33.566862 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7b2c100a-357b-4ba9-aa5d-fff7ceff371c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:33.616935 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c100a-357b-4ba9-aa5d-fff7ceff371c None None] Pushing event deleted for resources: {'Port': ['ID=38875db2-24ff-4221-85e8-a4450613f77d,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:33.697525 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2c100a-357b-4ba9-aa5d-fff7ceff371c None None] No DVR routers for this DVR port 38875db2-24ff-4221-85e8-a4450613f77d on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:44:33.713013 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59349035-426f-464c-aa20-d1441660b779 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:44:33.750692 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-74cc9b0c-1e02-4327-9513-a36d6d7824ef tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:33.770338 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-74cc9b0c-1e02-4327-9513-a36d6d7824ef tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Transition to ACTIVE for port object 4e364e5d-6e0f-479a-a84f-bbd86fc092e2 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:33.799440 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-74cc9b0c-1e02-4327-9513-a36d6d7824ef tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:33.896461 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cc9b0c-1e02-4327-9513-a36d6d7824ef tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:33.901101 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-74cc9b0c-1e02-4327-9513-a36d6d7824ef tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:33.906092 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cc9b0c-1e02-4327-9513-a36d6d7824ef tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:44:33.913621 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cc9b0c-1e02-4327-9513-a36d6d7824ef tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:33.914581 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-74cc9b0c-1e02-4327-9513-a36d6d7824ef tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:33.960620 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc9b0c-1e02-4327-9513-a36d6d7824ef tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Port': ['ID=4e364e5d-6e0f-479a-a84f-bbd86fc092e2,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:33.974669 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc9b0c-1e02-4327-9513-a36d6d7824ef tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:33.975078 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc9b0c-1e02-4327-9513-a36d6d7824ef tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:33.975565 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc9b0c-1e02-4327-9513-a36d6d7824ef tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:33.975915 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc9b0c-1e02-4327-9513-a36d6d7824ef tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:33.976260 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc9b0c-1e02-4327-9513-a36d6d7824ef tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:33.976638 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc9b0c-1e02-4327-9513-a36d6d7824ef tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:33.977060 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc9b0c-1e02-4327-9513-a36d6d7824ef tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:33.977673 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc9b0c-1e02-4327-9513-a36d6d7824ef tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:33.978388 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc9b0c-1e02-4327-9513-a36d6d7824ef tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:33.978388 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc9b0c-1e02-4327-9513-a36d6d7824ef tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:33.978886 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc9b0c-1e02-4327-9513-a36d6d7824ef tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:33.979266 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc9b0c-1e02-4327-9513-a36d6d7824ef tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:33.989686 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-74cc9b0c-1e02-4327-9513-a36d6d7824ef tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0599709 Feb 09 01:44:33.990094 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56304) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:34.046159 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074828bb-05d2-406f-80f4-7a0993177921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-c278fa39-f239-4898-af1e-f9dd3a03cd09', 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'tenant_id': '054ea176b36542169ae947090049f000', 'fixed_ips': [{'subnet_id': '3119fc88-4984-49e5-93d9-4649d3814c1a'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:44:34.047185 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-074828bb-05d2-406f-80f4-7a0993177921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:34.117015 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a2353e-4143-45af-a754-49297a624dc5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:34.120117 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c6a2353e-4143-45af-a754-49297a624dc5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1274948 Feb 09 01:44:34.121172 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56308) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:34.212976 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-debead2b-fda3-4707-a41f-0361db67df57 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting port 4e364e5d-6e0f-479a-a84f-bbd86fc092e2 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:44:34.213322 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-debead2b-fda3-4707-a41f-0361db67df57 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:34.250057 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-074828bb-05d2-406f-80f4-7a0993177921 None None] Allocated IP 2001:db8::f816:3eff:fed1:cc6b (c278fa39-f239-4898-af1e-f9dd3a03cd09/3119fc88-4984-49e5-93d9-4649d3814c1a/6566e796-ad91-4e27-8c33-cf0df5407dac) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:34.461528 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-debead2b-fda3-4707-a41f-0361db67df57 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:34.463314 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-074828bb-05d2-406f-80f4-7a0993177921 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:34.474709 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-074828bb-05d2-406f-80f4-7a0993177921 None None] Transition to ACTIVE for port object 6566e796-ad91-4e27-8c33-cf0df5407dac will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:34.492936 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-074828bb-05d2-406f-80f4-7a0993177921 None None] Transition to ACTIVE for port object 6566e796-ad91-4e27-8c33-cf0df5407dac will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:34.498512 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-074828bb-05d2-406f-80f4-7a0993177921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:34.568657 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074828bb-05d2-406f-80f4-7a0993177921 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:34.571944 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-074828bb-05d2-406f-80f4-7a0993177921 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:34.577531 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074828bb-05d2-406f-80f4-7a0993177921 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:44:34.583546 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074828bb-05d2-406f-80f4-7a0993177921 None None] Pushing event updated for resources: {'Port': ['ID=6566e796-ad91-4e27-8c33-cf0df5407dac,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:34.595208 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-debead2b-fda3-4707-a41f-0361db67df57 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Calling delete_port for 4e364e5d-6e0f-479a-a84f-bbd86fc092e2 owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:44:34.673040 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-074828bb-05d2-406f-80f4-7a0993177921 None None] Attempting to bind port 6566e796-ad91-4e27-8c33-cf0df5407dac on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:44:34.673410 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-074828bb-05d2-406f-80f4-7a0993177921 None None] Attempting to bind port 6566e796-ad91-4e27-8c33-cf0df5407dac by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:44:34.673775 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074828bb-05d2-406f-80f4-7a0993177921 None None] Attempting to bind port 6566e796-ad91-4e27-8c33-cf0df5407dac on network c278fa39-f239-4898-af1e-f9dd3a03cd09 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:44:34.680672 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074828bb-05d2-406f-80f4-7a0993177921 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:44:34.681042 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074828bb-05d2-406f-80f4-7a0993177921 None None] Checking segment: {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:44:34.681444 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-074828bb-05d2-406f-80f4-7a0993177921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:34.681834 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074828bb-05d2-406f-80f4-7a0993177921 None None] Bound using segment: {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:44:34.682297 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-074828bb-05d2-406f-80f4-7a0993177921 None None] Bound port: 6566e796-ad91-4e27-8c33-cf0df5407dac, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:44:34.682669 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-074828bb-05d2-406f-80f4-7a0993177921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:34.751518 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-debead2b-fda3-4707-a41f-0361db67df57 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:34.783987 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-074828bb-05d2-406f-80f4-7a0993177921 None None] For port 6566e796-ad91-4e27-8c33-cf0df5407dac, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:44:34.787312 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-074828bb-05d2-406f-80f4-7a0993177921 None None] For port 6566e796-ad91-4e27-8c33-cf0df5407dac, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6566e796-ad91-4e27-8c33-cf0df5407dac,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:44:34.791351 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-074828bb-05d2-406f-80f4-7a0993177921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:34.808302 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debead2b-fda3-4707-a41f-0361db67df57 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Port': ['ID=4e364e5d-6e0f-479a-a84f-bbd86fc092e2,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:34.851893 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-debead2b-fda3-4707-a41f-0361db67df57 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:34.863406 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-debead2b-fda3-4707-a41f-0361db67df57 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/4e364e5d-6e0f-479a-a84f-bbd86fc092e2 HTTP/1.1" status: 204 len: 168 time: 0.7374799 Feb 09 01:44:34.865880 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56312) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:34.883662 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074828bb-05d2-406f-80f4-7a0993177921 None None] Pushing event updated for resources: {'Port': ['ID=6566e796-ad91-4e27-8c33-cf0df5407dac,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:34.935234 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73abc31-b84e-4d48-8812-87d87981bdfd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:34.937544 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73abc31-b84e-4d48-8812-87d87981bdfd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:34.939125 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f73abc31-b84e-4d48-8812-87d87981bdfd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0717471 Feb 09 01:44:34.941781 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56316) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:35.008544 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1834982-30e2-408f-98f8-3a6af6038acd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting subnet 3119fc88-4984-49e5-93d9-4649d3814c1a {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:44:35.011779 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f1834982-30e2-408f-98f8-3a6af6038acd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:35.087562 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f1834982-30e2-408f-98f8-3a6af6038acd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:35.172500 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f1834982-30e2-408f-98f8-3a6af6038acd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:35.260933 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f1834982-30e2-408f-98f8-3a6af6038acd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:35.299602 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1834982-30e2-408f-98f8-3a6af6038acd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Subnet': ['ID=3119fc88-4984-49e5-93d9-4649d3814c1a,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:35.303001 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f1834982-30e2-408f-98f8-3a6af6038acd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:35.315531 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f1834982-30e2-408f-98f8-3a6af6038acd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/3119fc88-4984-49e5-93d9-4649d3814c1a HTTP/1.1" status: 204 len: 168 time: 0.3722851 Feb 09 01:44:35.318550 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56326) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:35.390270 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-730f6ce7-c159-4c7c-8682-9f19425945bf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699856 Feb 09 01:44:35.392917 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56332) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:35.398578 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b264b5be-b5f1-4a89-8b69-f62f1e60d97a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:35.516201 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b264b5be-b5f1-4a89-8b69-f62f1e60d97a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:35.524612 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b264b5be-b5f1-4a89-8b69-f62f1e60d97a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:subnet and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:44:35.529228 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b264b5be-b5f1-4a89-8b69-f62f1e60d97a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:44:35.535807 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b264b5be-b5f1-4a89-8b69-f62f1e60d97a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:35.549160 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b264b5be-b5f1-4a89-8b69-f62f1e60d97a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:35.552664 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b264b5be-b5f1-4a89-8b69-f62f1e60d97a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:35.927474 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66266a38-695b-43de-93c0-65f113dde096 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:44:36.002942 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ecb20b75-0457-4dd1-887f-4c688b41cce3 None None] Could not find standard attr ID for object 4e364e5d-6e0f-479a-a84f-bbd86fc092e2. {{(pid=87613) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:44:36.036673 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ecb20b75-0457-4dd1-887f-4c688b41cce3 None None] Provisioning for port 6566e796-ad91-4e27-8c33-cf0df5407dac completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:36.057975 n-d-828419-1 neutron-server[87611]: DEBUG neutron.objects.ports [None req-b264b5be-b5f1-4a89-8b69-f62f1e60d97a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87611) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:44:36.242442 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b264b5be-b5f1-4a89-8b69-f62f1e60d97a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:36.494855 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-b264b5be-b5f1-4a89-8b69-f62f1e60d97a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] For port 6566e796-ad91-4e27-8c33-cf0df5407dac, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6566e796-ad91-4e27-8c33-cf0df5407dac,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:36.526376 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b264b5be-b5f1-4a89-8b69-f62f1e60d97a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:36.531903 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b264b5be-b5f1-4a89-8b69-f62f1e60d97a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:36.532901 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b264b5be-b5f1-4a89-8b69-f62f1e60d97a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:36.668709 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b264b5be-b5f1-4a89-8b69-f62f1e60d97a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:36.678057 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-b264b5be-b5f1-4a89-8b69-f62f1e60d97a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:36.685791 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e0b82ace-ce71-40ed-ac70-a53e3b047501 None None] Could not find standard attr ID for object ee1679b5-db45-49a9-bf84-69b8ad6ca3ca. {{(pid=87613) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:44:36.686187 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b264b5be-b5f1-4a89-8b69-f62f1e60d97a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:36.686786 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b264b5be-b5f1-4a89-8b69-f62f1e60d97a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:36.698501 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264b5be-b5f1-4a89-8b69-f62f1e60d97a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Port': ['ID=6566e796-ad91-4e27-8c33-cf0df5407dac,revision_number=5']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:36.701137 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264b5be-b5f1-4a89-8b69-f62f1e60d97a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Subnet': ['ID=41f16f74-59ee-4f8d-b114-a429dc3bf889,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:36.729363 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b264b5be-b5f1-4a89-8b69-f62f1e60d97a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3352599 Feb 09 01:44:36.732164 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56340) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:36.738330 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-c4552b3d-3d3f-4f7a-bfd0-7ea3d51c3ea3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'port': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'mac_address': 'fa:16:3e:4d:74:9c', 'name': 'tempest-NetworksTestDHCPv6-860948440'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:36.804544 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6566e796-ad91-4e27-8c33-cf0df5407dac up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:44:36.863841 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c669ae-b89e-48ff-ab46-f08a8a964aee None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:44:36.884271 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c4552b3d-3d3f-4f7a-bfd0-7ea3d51c3ea3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:36.888680 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c4552b3d-3d3f-4f7a-bfd0-7ea3d51c3ea3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:port and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:44:36.892532 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c4552b3d-3d3f-4f7a-bfd0-7ea3d51c3ea3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:44:36.898518 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c4552b3d-3d3f-4f7a-bfd0-7ea3d51c3ea3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:36.909994 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4552b3d-3d3f-4f7a-bfd0-7ea3d51c3ea3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:36.978898 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-92b0dd4e-71e3-4494-bcf0-55831cfd87e4 None None] Could not find standard attr ID for object 4e364e5d-6e0f-479a-a84f-bbd86fc092e2. {{(pid=87613) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:44:37.008321 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7bbb5f5d-a52f-4def-b192-c6a7c22df11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:37.049270 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 6566e796-ad91-4e27-8c33-cf0df5407dac completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:37.050844 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c4552b3d-3d3f-4f7a-bfd0-7ea3d51c3ea3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:37.065816 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 6566e796-ad91-4e27-8c33-cf0df5407dac triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:37.066251 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:37.087038 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-c4552b3d-3d3f-4f7a-bfd0-7ea3d51c3ea3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] device_id is not set on port f6e94430-1899-4b73-83d1-f8b0be7051ed yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:44:37.248057 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-c4552b3d-3d3f-4f7a-bfd0-7ea3d51c3ea3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Allocated IP 2001:db8::f816:3eff:fe4d:749c (c278fa39-f239-4898-af1e-f9dd3a03cd09/41f16f74-59ee-4f8d-b114-a429dc3bf889/f6e94430-1899-4b73-83d1-f8b0be7051ed) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:37.292990 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:37.331405 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 6566e796-ad91-4e27-8c33-cf0df5407dac, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6566e796-ad91-4e27-8c33-cf0df5407dac,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:37.346445 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:37.472575 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=6566e796-ad91-4e27-8c33-cf0df5407dac,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:37.543322 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c4552b3d-3d3f-4f7a-bfd0-7ea3d51c3ea3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:37.559254 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-c4552b3d-3d3f-4f7a-bfd0-7ea3d51c3ea3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Transition to ACTIVE for port object f6e94430-1899-4b73-83d1-f8b0be7051ed will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:37.583833 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c4552b3d-3d3f-4f7a-bfd0-7ea3d51c3ea3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:37.604507 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9aba229d-77b8-4fc9-9873-559a39631fc0 None None] Provisioning complete for port 6566e796-ad91-4e27-8c33-cf0df5407dac triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:37.604875 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9aba229d-77b8-4fc9-9873-559a39631fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:37.655216 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4552b3d-3d3f-4f7a-bfd0-7ea3d51c3ea3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:37.658400 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-c4552b3d-3d3f-4f7a-bfd0-7ea3d51c3ea3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:37.662472 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4552b3d-3d3f-4f7a-bfd0-7ea3d51c3ea3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:44:37.668532 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4552b3d-3d3f-4f7a-bfd0-7ea3d51c3ea3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:37.669175 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c4552b3d-3d3f-4f7a-bfd0-7ea3d51c3ea3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:37.681373 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4552b3d-3d3f-4f7a-bfd0-7ea3d51c3ea3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Port': ['ID=f6e94430-1899-4b73-83d1-f8b0be7051ed,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:37.701159 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c4552b3d-3d3f-4f7a-bfd0-7ea3d51c3ea3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9651339 Feb 09 01:44:37.702067 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56348) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:37.788368 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046ecca9-f487-4f75-ba96-c9db3a3ac8ce tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:37.794306 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046ecca9-f487-4f75-ba96-c9db3a3ac8ce tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:37.795109 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-046ecca9-f487-4f75-ba96-c9db3a3ac8ce tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:44:37.814189 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-046ecca9-f487-4f75-ba96-c9db3a3ac8ce tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:44:37.817771 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-046ecca9-f487-4f75-ba96-c9db3a3ac8ce tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1125445 Feb 09 01:44:37.817999 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56352) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:37.884881 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-6cf693af-2325-4421-a2ab-322422dac4ba tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting port f6e94430-1899-4b73-83d1-f8b0be7051ed {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:44:37.885164 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6cf693af-2325-4421-a2ab-322422dac4ba tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:37.946524 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6683b758-6d51-4df5-b8cf-5be40905997e None None] Provisioning for port f6e94430-1899-4b73-83d1-f8b0be7051ed completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:37.951568 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6683b758-6d51-4df5-b8cf-5be40905997e None None] Provisioning complete for port f6e94430-1899-4b73-83d1-f8b0be7051ed triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:37.951875 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6683b758-6d51-4df5-b8cf-5be40905997e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:38.004431 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-6683b758-6d51-4df5-b8cf-5be40905997e None None] Port f6e94430-1899-4b73-83d1-f8b0be7051ed cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:44:38.219369 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6cf693af-2325-4421-a2ab-322422dac4ba tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:38.340824 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-6cf693af-2325-4421-a2ab-322422dac4ba tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Calling delete_port for f6e94430-1899-4b73-83d1-f8b0be7051ed owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:44:38.486138 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6cf693af-2325-4421-a2ab-322422dac4ba tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:38.542847 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf693af-2325-4421-a2ab-322422dac4ba tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Port': ['ID=f6e94430-1899-4b73-83d1-f8b0be7051ed,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:38.586747 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6cf693af-2325-4421-a2ab-322422dac4ba tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:38.603858 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6cf693af-2325-4421-a2ab-322422dac4ba tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/f6e94430-1899-4b73-83d1-f8b0be7051ed HTTP/1.1" status: 204 len: 168 time: 0.7827477 Feb 09 01:44:38.604121 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56356) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:38.675939 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170d2d61-bc39-4a85-b82d-3bc4e2293131 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:38.677610 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170d2d61-bc39-4a85-b82d-3bc4e2293131 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:38.678368 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-170d2d61-bc39-4a85-b82d-3bc4e2293131 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:44:38.704850 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-170d2d61-bc39-4a85-b82d-3bc4e2293131 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:44:38.708538 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-170d2d61-bc39-4a85-b82d-3bc4e2293131 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1010644 Feb 09 01:44:38.709021 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56364) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:38.734167 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6566e796-ad91-4e27-8c33-cf0df5407dac up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:44:38.797903 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f60216-0db2-40fe-9e74-871c977785c4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting subnet 41f16f74-59ee-4f8d-b114-a429dc3bf889 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:44:38.801241 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-49f60216-0db2-40fe-9e74-871c977785c4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:38.813935 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 6566e796-ad91-4e27-8c33-cf0df5407dac triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:38.814328 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:38.863099 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-49f60216-0db2-40fe-9e74-871c977785c4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:38.955282 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-49f60216-0db2-40fe-9e74-871c977785c4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:39.037836 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-49f60216-0db2-40fe-9e74-871c977785c4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:39.079936 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f60216-0db2-40fe-9e74-871c977785c4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Subnet': ['ID=41f16f74-59ee-4f8d-b114-a429dc3bf889,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:39.083508 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-49f60216-0db2-40fe-9e74-871c977785c4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:39.096846 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a9089d-7167-4b64-a665-080d9794bd46 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:44:39.105204 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56384) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:39.105617 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-49f60216-0db2-40fe-9e74-871c977785c4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/41f16f74-59ee-4f8d-b114-a429dc3bf889 HTTP/1.1" status: 204 len: 168 time: 0.3952920 Feb 09 01:44:39.179110 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-586602f5-ffcf-43cb-977c-4060fed4e9ea tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0726211 Feb 09 01:44:39.181558 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56388) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:39.262445 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b48f494-d96a-43c6-813d-7abc2842a517 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:39.263112 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-3b48f494-d96a-43c6-813d-7abc2842a517 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:44:39.279552 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-3b48f494-d96a-43c6-813d-7abc2842a517 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:44:39.282938 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3b48f494-d96a-43c6-813d-7abc2842a517 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0977786 Feb 09 01:44:39.283405 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56398) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:39.351373 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181aa19b-10b0-4e3d-8e79-6ad4fb16f9b3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:39.356810 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-181aa19b-10b0-4e3d-8e79-6ad4fb16f9b3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0685542 Feb 09 01:44:39.356810 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56402) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:39.367200 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669a0707-9252-42f6-a380-a0487dffdb1e None None] DHCP port deletion for c278fa39-f239-4898-af1e-f9dd3a03cd09 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:44:39.391168 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-669a0707-9252-42f6-a380-a0487dffdb1e None None] Deleting port 6566e796-ad91-4e27-8c33-cf0df5407dac {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:44:39.391168 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-669a0707-9252-42f6-a380-a0487dffdb1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:39.430434 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fc1b6da2-26f6-4254-b208-44b8e1593d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:39.439500 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6f654082-46b2-4a70-bb71-ffcc8af1a8e3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0790014 Feb 09 01:44:39.439733 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56406) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:39.445323 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-97309fc4-3872-43a8-a13d-2a902c0decf3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:39.562840 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-97309fc4-3872-43a8-a13d-2a902c0decf3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:39.567237 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-97309fc4-3872-43a8-a13d-2a902c0decf3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:subnet and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:44:39.571348 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-97309fc4-3872-43a8-a13d-2a902c0decf3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:44:39.577625 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-97309fc4-3872-43a8-a13d-2a902c0decf3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:39.589358 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97309fc4-3872-43a8-a13d-2a902c0decf3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:39.593943 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-97309fc4-3872-43a8-a13d-2a902c0decf3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:39.618603 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-669a0707-9252-42f6-a380-a0487dffdb1e None None] For port 6566e796-ad91-4e27-8c33-cf0df5407dac, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6566e796-ad91-4e27-8c33-cf0df5407dac,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:39.619043 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-669a0707-9252-42f6-a380-a0487dffdb1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:39.776055 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-669a0707-9252-42f6-a380-a0487dffdb1e None None] Calling delete_port for 6566e796-ad91-4e27-8c33-cf0df5407dac owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:44:39.846541 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-97309fc4-3872-43a8-a13d-2a902c0decf3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:39.860770 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-669a0707-9252-42f6-a380-a0487dffdb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:39.910519 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97309fc4-3872-43a8-a13d-2a902c0decf3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:39.913619 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-97309fc4-3872-43a8-a13d-2a902c0decf3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:39.916502 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a0707-9252-42f6-a380-a0487dffdb1e None None] Pushing event deleted for resources: {'Port': ['ID=6566e796-ad91-4e27-8c33-cf0df5407dac,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:39.917204 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97309fc4-3872-43a8-a13d-2a902c0decf3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:39.917796 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-97309fc4-3872-43a8-a13d-2a902c0decf3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:39.918932 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669a0707-9252-42f6-a380-a0487dffdb1e None None] No DVR routers for this DVR port 6566e796-ad91-4e27-8c33-cf0df5407dac on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:44:39.940008 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f425b372-169f-45d7-9b12-f54e035ada20 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:44:39.940175 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97309fc4-3872-43a8-a13d-2a902c0decf3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Subnet': ['ID=5bf58d8d-2f25-4181-9af3-ad760b35877b,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:39.955555 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-97309fc4-3872-43a8-a13d-2a902c0decf3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5148418 Feb 09 01:44:39.958848 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56416) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:39.964243 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-06d91bc9-8da8-4bfc-8277-0b6fe48bdaaf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'port': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'mac_address': 'fa:16:3e:e7:a3:1f', 'name': 'tempest-NetworksTestDHCPv6-2068065453'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:40.111076 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-06d91bc9-8da8-4bfc-8277-0b6fe48bdaaf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:40.121647 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-06d91bc9-8da8-4bfc-8277-0b6fe48bdaaf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:40.134734 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d91bc9-8da8-4bfc-8277-0b6fe48bdaaf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:40.139956 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-06d91bc9-8da8-4bfc-8277-0b6fe48bdaaf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:40.168062 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-06d91bc9-8da8-4bfc-8277-0b6fe48bdaaf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] device_id is not set on port 43451ece-8b62-4891-be3c-5ed2221c1d5c yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:44:40.188459 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a7d567-2d15-42f2-b46c-f51a10cb0fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-c278fa39-f239-4898-af1e-f9dd3a03cd09', 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'tenant_id': '054ea176b36542169ae947090049f000', 'fixed_ips': [{'subnet_id': '5bf58d8d-2f25-4181-9af3-ad760b35877b'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:44:40.189487 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-87a7d567-2d15-42f2-b46c-f51a10cb0fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:40.333369 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-06d91bc9-8da8-4bfc-8277-0b6fe48bdaaf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Allocated IP 2001:db8::103 (c278fa39-f239-4898-af1e-f9dd3a03cd09/5bf58d8d-2f25-4181-9af3-ad760b35877b/43451ece-8b62-4891-be3c-5ed2221c1d5c) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:40.443536 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:40.472619 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:44:40.566398 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:40.651834 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-06d91bc9-8da8-4bfc-8277-0b6fe48bdaaf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:40.671184 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-06d91bc9-8da8-4bfc-8277-0b6fe48bdaaf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Transition to ACTIVE for port object 43451ece-8b62-4891-be3c-5ed2221c1d5c will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:40.701980 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-06d91bc9-8da8-4bfc-8277-0b6fe48bdaaf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:40.733792 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6566e796-ad91-4e27-8c33-cf0df5407dac no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:44:40.772250 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 6566e796-ad91-4e27-8c33-cf0df5407dac {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:44:40.772772 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6566e796-ad91-4e27-8c33-cf0df5407dac not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:44:40.793435 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d91bc9-8da8-4bfc-8277-0b6fe48bdaaf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:40.797171 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-06d91bc9-8da8-4bfc-8277-0b6fe48bdaaf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:40.799698 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d91bc9-8da8-4bfc-8277-0b6fe48bdaaf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:44:40.804630 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-87a7d567-2d15-42f2-b46c-f51a10cb0fd9 None None] Allocated IP 2001:db8::2 (c278fa39-f239-4898-af1e-f9dd3a03cd09/5bf58d8d-2f25-4181-9af3-ad760b35877b/eb5598ae-1076-45ca-9149-ca67c5cdd7df) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:40.805460 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d91bc9-8da8-4bfc-8277-0b6fe48bdaaf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:40.806272 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-06d91bc9-8da8-4bfc-8277-0b6fe48bdaaf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:40.819145 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d91bc9-8da8-4bfc-8277-0b6fe48bdaaf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Port': ['ID=43451ece-8b62-4891-be3c-5ed2221c1d5c,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:40.841019 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-06d91bc9-8da8-4bfc-8277-0b6fe48bdaaf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8789608 Feb 09 01:44:40.841240 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56426) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:40.925240 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9b05f8-c14e-4d9b-9c1e-fff05c18b92d tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:40.926435 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6c9b05f8-c14e-4d9b-9c1e-fff05c18b92d tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:44:40.942633 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6c9b05f8-c14e-4d9b-9c1e-fff05c18b92d tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:44:40.943772 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6c9b05f8-c14e-4d9b-9c1e-fff05c18b92d tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1016288 Feb 09 01:44:40.946501 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56430) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:41.023121 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-87a7d567-2d15-42f2-b46c-f51a10cb0fd9 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:41.023575 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-c077d1f1-096d-41f4-a297-322847915bdd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting port 43451ece-8b62-4891-be3c-5ed2221c1d5c {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:44:41.023915 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c077d1f1-096d-41f4-a297-322847915bdd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:41.035178 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-87a7d567-2d15-42f2-b46c-f51a10cb0fd9 None None] Transition to ACTIVE for port object eb5598ae-1076-45ca-9149-ca67c5cdd7df will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:41.055251 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-87a7d567-2d15-42f2-b46c-f51a10cb0fd9 None None] Transition to ACTIVE for port object eb5598ae-1076-45ca-9149-ca67c5cdd7df will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:41.062461 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-87a7d567-2d15-42f2-b46c-f51a10cb0fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:41.143579 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a7d567-2d15-42f2-b46c-f51a10cb0fd9 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:41.144292 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7d567-2d15-42f2-b46c-f51a10cb0fd9 None None] Pushing event updated for resources: {'Port': ['ID=eb5598ae-1076-45ca-9149-ca67c5cdd7df,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:41.146873 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-87a7d567-2d15-42f2-b46c-f51a10cb0fd9 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:41.148995 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a7d567-2d15-42f2-b46c-f51a10cb0fd9 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:44:41.241453 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-87a7d567-2d15-42f2-b46c-f51a10cb0fd9 None None] Attempting to bind port eb5598ae-1076-45ca-9149-ca67c5cdd7df on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:44:41.242555 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-87a7d567-2d15-42f2-b46c-f51a10cb0fd9 None None] Attempting to bind port eb5598ae-1076-45ca-9149-ca67c5cdd7df by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:44:41.242888 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a7d567-2d15-42f2-b46c-f51a10cb0fd9 None None] Attempting to bind port eb5598ae-1076-45ca-9149-ca67c5cdd7df on network c278fa39-f239-4898-af1e-f9dd3a03cd09 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:44:41.248614 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a7d567-2d15-42f2-b46c-f51a10cb0fd9 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:44:41.248988 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a7d567-2d15-42f2-b46c-f51a10cb0fd9 None None] Checking segment: {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:44:41.249389 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-87a7d567-2d15-42f2-b46c-f51a10cb0fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:41.249917 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a7d567-2d15-42f2-b46c-f51a10cb0fd9 None None] Bound using segment: {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:44:41.250383 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-87a7d567-2d15-42f2-b46c-f51a10cb0fd9 None None] Bound port: eb5598ae-1076-45ca-9149-ca67c5cdd7df, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:44:41.250750 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-87a7d567-2d15-42f2-b46c-f51a10cb0fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:41.284601 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c077d1f1-096d-41f4-a297-322847915bdd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:41.340388 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-87a7d567-2d15-42f2-b46c-f51a10cb0fd9 None None] For port eb5598ae-1076-45ca-9149-ca67c5cdd7df, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:44:41.343970 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-87a7d567-2d15-42f2-b46c-f51a10cb0fd9 None None] For port eb5598ae-1076-45ca-9149-ca67c5cdd7df, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=eb5598ae-1076-45ca-9149-ca67c5cdd7df,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:44:41.348097 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-87a7d567-2d15-42f2-b46c-f51a10cb0fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:41.430348 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-c077d1f1-096d-41f4-a297-322847915bdd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Calling delete_port for 43451ece-8b62-4891-be3c-5ed2221c1d5c owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:44:41.455832 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7d567-2d15-42f2-b46c-f51a10cb0fd9 None None] Pushing event updated for resources: {'Port': ['ID=eb5598ae-1076-45ca-9149-ca67c5cdd7df,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:41.587107 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c077d1f1-096d-41f4-a297-322847915bdd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:41.695596 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077d1f1-096d-41f4-a297-322847915bdd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Port': ['ID=43451ece-8b62-4891-be3c-5ed2221c1d5c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:41.708091 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c077d1f1-096d-41f4-a297-322847915bdd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:41.730616 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c077d1f1-096d-41f4-a297-322847915bdd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/43451ece-8b62-4891-be3c-5ed2221c1d5c HTTP/1.1" status: 204 len: 168 time: 0.7830272 Feb 09 01:44:41.733578 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56438) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:41.805793 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081eddc5-289c-4381-b2c8-f62e2d5642b9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:41.807397 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081eddc5-289c-4381-b2c8-f62e2d5642b9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:41.808154 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-081eddc5-289c-4381-b2c8-f62e2d5642b9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:44:41.825364 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-081eddc5-289c-4381-b2c8-f62e2d5642b9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:44:41.829082 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-081eddc5-289c-4381-b2c8-f62e2d5642b9 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0921836 Feb 09 01:44:41.829426 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56444) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:41.881844 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:41.900023 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd8d84a9-3595-42db-a7f5-b7973656aee2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting subnet 5bf58d8d-2f25-4181-9af3-ad760b35877b {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:44:41.902950 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fd8d84a9-3595-42db-a7f5-b7973656aee2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:41.966934 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fd8d84a9-3595-42db-a7f5-b7973656aee2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:42.053918 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fd8d84a9-3595-42db-a7f5-b7973656aee2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:42.130714 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fd8d84a9-3595-42db-a7f5-b7973656aee2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:42.172804 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d84a9-3595-42db-a7f5-b7973656aee2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Subnet': ['ID=5bf58d8d-2f25-4181-9af3-ad760b35877b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:42.176553 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fd8d84a9-3595-42db-a7f5-b7973656aee2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:42.195871 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fd8d84a9-3595-42db-a7f5-b7973656aee2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/5bf58d8d-2f25-4181-9af3-ad760b35877b HTTP/1.1" status: 204 len: 168 time: 0.3631475 Feb 09 01:44:42.196078 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56448) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:42.269264 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-80621c6c-bce4-4568-8008-0440286c2ae1 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0720005 Feb 09 01:44:42.271694 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56452) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:42.363712 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5884a4-7f17-4a2f-9832-b703cd2bd2c2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:42.364483 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7a5884a4-7f17-4a2f-9832-b703cd2bd2c2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:44:42.382797 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7a5884a4-7f17-4a2f-9832-b703cd2bd2c2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:44:42.384579 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7a5884a4-7f17-4a2f-9832-b703cd2bd2c2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1118705 Feb 09 01:44:42.387137 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56456) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:42.462450 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa607390-f7b9-4dae-aa87-fb7a96aacf76 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:42.463393 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fa607390-f7b9-4dae-aa87-fb7a96aacf76 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:44:42.481289 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fa607390-f7b9-4dae-aa87-fb7a96aacf76 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:44:42.484894 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fa607390-f7b9-4dae-aa87-fb7a96aacf76 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0964596 Feb 09 01:44:42.486581 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56460) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:42.562385 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-febda0b8-88dc-47a1-996a-1fc32271d781 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0744689 Feb 09 01:44:42.566250 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56468) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:42.571789 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b2a3fd56-b76a-4a8e-bc7c-003e5f0f0f6e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:42.574783 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68fd052-12b3-4f3b-9311-5a88e28589af None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:44:42.699515 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bedf3bb0-e143-4263-9acd-874a3bc328e1 None None] Provisioning for port eb5598ae-1076-45ca-9149-ca67c5cdd7df completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:42.711571 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b2a3fd56-b76a-4a8e-bc7c-003e5f0f0f6e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:42.728436 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b2a3fd56-b76a-4a8e-bc7c-003e5f0f0f6e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:42.741769 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a3fd56-b76a-4a8e-bc7c-003e5f0f0f6e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:42.746642 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b2a3fd56-b76a-4a8e-bc7c-003e5f0f0f6e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:42.794834 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device eb5598ae-1076-45ca-9149-ca67c5cdd7df up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:44:42.897087 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port eb5598ae-1076-45ca-9149-ca67c5cdd7df completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:42.902234 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port eb5598ae-1076-45ca-9149-ca67c5cdd7df triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:42.920630 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:42.985486 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36b1764-579a-4e1c-b24e-1df39a534141 None None] DHCP port deletion for c278fa39-f239-4898-af1e-f9dd3a03cd09 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:44:42.992470 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e36b1764-579a-4e1c-b24e-1df39a534141 None None] Deleting port eb5598ae-1076-45ca-9149-ca67c5cdd7df {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:44:42.993077 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e36b1764-579a-4e1c-b24e-1df39a534141 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:43.241501 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:43.300330 n-d-828419-1 neutron-server[87611]: DEBUG neutron.objects.ports [None req-b2a3fd56-b76a-4a8e-bc7c-003e5f0f0f6e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87611) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:44:43.302873 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port eb5598ae-1076-45ca-9149-ca67c5cdd7df, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=eb5598ae-1076-45ca-9149-ca67c5cdd7df,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:43.314036 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:43.420737 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-e36b1764-579a-4e1c-b24e-1df39a534141 None None] For port eb5598ae-1076-45ca-9149-ca67c5cdd7df, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=eb5598ae-1076-45ca-9149-ca67c5cdd7df,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:43.421125 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e36b1764-579a-4e1c-b24e-1df39a534141 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:43.476981 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b2a3fd56-b76a-4a8e-bc7c-003e5f0f0f6e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:43.547258 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e36b1764-579a-4e1c-b24e-1df39a534141 None None] Calling delete_port for eb5598ae-1076-45ca-9149-ca67c5cdd7df owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:44:43.587229 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=eb5598ae-1076-45ca-9149-ca67c5cdd7df,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:43.719329 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-b2a3fd56-b76a-4a8e-bc7c-003e5f0f0f6e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] For port eb5598ae-1076-45ca-9149-ca67c5cdd7df, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=eb5598ae-1076-45ca-9149-ca67c5cdd7df,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:43.742968 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b2a3fd56-b76a-4a8e-bc7c-003e5f0f0f6e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:43.748914 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b2a3fd56-b76a-4a8e-bc7c-003e5f0f0f6e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:43.749687 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b2a3fd56-b76a-4a8e-bc7c-003e5f0f0f6e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:43.751067 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-e36b1764-579a-4e1c-b24e-1df39a534141 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:44:43.751421 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-e36b1764-579a-4e1c-b24e-1df39a534141 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:44:43.854423 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a3fd56-b76a-4a8e-bc7c-003e5f0f0f6e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:43.862397 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-b2a3fd56-b76a-4a8e-bc7c-003e5f0f0f6e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:43.868938 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a3fd56-b76a-4a8e-bc7c-003e5f0f0f6e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:43.869534 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b2a3fd56-b76a-4a8e-bc7c-003e5f0f0f6e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:43.894437 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3fd56-b76a-4a8e-bc7c-003e5f0f0f6e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Subnet': ['ID=36ec902b-f4d2-42c8-8ef1-6628dd4d03be,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:43.905801 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3fd56-b76a-4a8e-bc7c-003e5f0f0f6e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Port': ['ID=eb5598ae-1076-45ca-9149-ca67c5cdd7df,revision_number=6']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:43.914687 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b2a3fd56-b76a-4a8e-bc7c-003e5f0f0f6e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3474715 Feb 09 01:44:43.917631 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56488) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:43.923385 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b38a93af-9bda-4fe6-a05f-2c985bbd5c1c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:44.071372 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b38a93af-9bda-4fe6-a05f-2c985bbd5c1c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:44.075503 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b38a93af-9bda-4fe6-a05f-2c985bbd5c1c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:subnet and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:44:44.078384 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b38a93af-9bda-4fe6-a05f-2c985bbd5c1c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:44:44.084119 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b38a93af-9bda-4fe6-a05f-2c985bbd5c1c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:44.093779 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38a93af-9bda-4fe6-a05f-2c985bbd5c1c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:44.097242 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b38a93af-9bda-4fe6-a05f-2c985bbd5c1c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:44.227395 n-d-828419-1 neutron-server[87611]: INFO neutron.db.ipam_backend_mixin [None req-b38a93af-9bda-4fe6-a05f-2c985bbd5c1c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 36ec902b-f4d2-42c8-8ef1-6628dd4d03be (CIDR: 2001:db8::/64) Feb 09 01:44:44.230743 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-b38a93af-9bda-4fe6-a05f-2c985bbd5c1c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:44:44.231191 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b38a93af-9bda-4fe6-a05f-2c985bbd5c1c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:44:44.251510 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b38a93af-9bda-4fe6-a05f-2c985bbd5c1c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3298314 Feb 09 01:44:44.252260 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e36b1764-579a-4e1c-b24e-1df39a534141 None None] Deleting port eb5598ae-1076-45ca-9149-ca67c5cdd7df {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:44:44.252474 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56496) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:44.252668 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e36b1764-579a-4e1c-b24e-1df39a534141 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:44.258399 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-c008ecc5-a5c3-43f2-b404-75c7690b18e1 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:44.398841 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c008ecc5-a5c3-43f2-b404-75c7690b18e1 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:44.403026 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c008ecc5-a5c3-43f2-b404-75c7690b18e1 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:subnet and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:44:44.406599 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c008ecc5-a5c3-43f2-b404-75c7690b18e1 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:44:44.412258 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c008ecc5-a5c3-43f2-b404-75c7690b18e1 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:44.432691 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c008ecc5-a5c3-43f2-b404-75c7690b18e1 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:44.432691 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c008ecc5-a5c3-43f2-b404-75c7690b18e1 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:44.491985 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-e36b1764-579a-4e1c-b24e-1df39a534141 None None] For port eb5598ae-1076-45ca-9149-ca67c5cdd7df, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=eb5598ae-1076-45ca-9149-ca67c5cdd7df,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:44.492509 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e36b1764-579a-4e1c-b24e-1df39a534141 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:44.613677 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e36b1764-579a-4e1c-b24e-1df39a534141 None None] Calling delete_port for eb5598ae-1076-45ca-9149-ca67c5cdd7df owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:44:44.724034 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c008ecc5-a5c3-43f2-b404-75c7690b18e1 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:44.743930 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device eb5598ae-1076-45ca-9149-ca67c5cdd7df no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:44:44.806044 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c008ecc5-a5c3-43f2-b404-75c7690b18e1 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:44.809317 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-c008ecc5-a5c3-43f2-b404-75c7690b18e1 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:44.813708 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c008ecc5-a5c3-43f2-b404-75c7690b18e1 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:44.814301 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c008ecc5-a5c3-43f2-b404-75c7690b18e1 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:44.828108 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008ecc5-a5c3-43f2-b404-75c7690b18e1 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Subnet': ['ID=e9d53602-0541-4c72-9d27-b99cc9bc4ab0,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:44.843172 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e36b1764-579a-4e1c-b24e-1df39a534141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:44.844640 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c008ecc5-a5c3-43f2-b404-75c7690b18e1 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5910895 Feb 09 01:44:44.847427 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56508) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:44.853529 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-c843e05a-b3a1-46e8-bb00-201e6d5092b8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'port': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'mac_address': 'fa:16:3e:d5:29:88', 'name': 'tempest-NetworksTestDHCPv6-359279038'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:44.883950 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No active binding found for port eb5598ae-1076-45ca-9149-ca67c5cdd7df {{(pid=87613) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 01:44:44.884377 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device eb5598ae-1076-45ca-9149-ca67c5cdd7df not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:44:44.895877 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b1764-579a-4e1c-b24e-1df39a534141 None None] Pushing event deleted for resources: {'Port': ['ID=eb5598ae-1076-45ca-9149-ca67c5cdd7df,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:44.984114 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36b1764-579a-4e1c-b24e-1df39a534141 None None] No DVR routers for this DVR port eb5598ae-1076-45ca-9149-ca67c5cdd7df on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:44:44.999182 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5639fb-f49e-4b74-9853-3f4661fb03c2 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:44:45.008451 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c843e05a-b3a1-46e8-bb00-201e6d5092b8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:45.020848 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c843e05a-b3a1-46e8-bb00-201e6d5092b8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:45.033180 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c843e05a-b3a1-46e8-bb00-201e6d5092b8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'port': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:45.182872 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c843e05a-b3a1-46e8-bb00-201e6d5092b8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:45.209664 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [None req-c843e05a-b3a1-46e8-bb00-201e6d5092b8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] device_id is not set on port 1a8075de-2d26-48f7-b215-c85956dd700b yet. {{(pid=87611) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:44:45.267719 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ebbcf5-d371-4fba-8f7f-54d36762d9c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-c278fa39-f239-4898-af1e-f9dd3a03cd09', 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'tenant_id': '054ea176b36542169ae947090049f000', 'fixed_ips': [{'subnet_id': '36ec902b-f4d2-42c8-8ef1-6628dd4d03be'}, {'subnet_id': 'e9d53602-0541-4c72-9d27-b99cc9bc4ab0'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:44:45.268841 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50ebbcf5-d371-4fba-8f7f-54d36762d9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:45.519136 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-50ebbcf5-d371-4fba-8f7f-54d36762d9c7 None None] Allocated IP 2001:db8:0:1::2 (c278fa39-f239-4898-af1e-f9dd3a03cd09/e9d53602-0541-4c72-9d27-b99cc9bc4ab0/6b9d9951-9b02-4d64-9d71-e7e407bec430) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:45.524765 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-50ebbcf5-d371-4fba-8f7f-54d36762d9c7 None None] Allocated IP 2001:db8::f816:3eff:feea:7a4e (c278fa39-f239-4898-af1e-f9dd3a03cd09/36ec902b-f4d2-42c8-8ef1-6628dd4d03be/6b9d9951-9b02-4d64-9d71-e7e407bec430) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:45.755580 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50ebbcf5-d371-4fba-8f7f-54d36762d9c7 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:45.766089 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50ebbcf5-d371-4fba-8f7f-54d36762d9c7 None None] Transition to ACTIVE for port object 6b9d9951-9b02-4d64-9d71-e7e407bec430 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:45.784572 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50ebbcf5-d371-4fba-8f7f-54d36762d9c7 None None] Transition to ACTIVE for port object 6b9d9951-9b02-4d64-9d71-e7e407bec430 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:45.790469 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50ebbcf5-d371-4fba-8f7f-54d36762d9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:45.855888 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ebbcf5-d371-4fba-8f7f-54d36762d9c7 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:45.858866 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-50ebbcf5-d371-4fba-8f7f-54d36762d9c7 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:45.862442 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ebbcf5-d371-4fba-8f7f-54d36762d9c7 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:44:45.868249 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ebbcf5-d371-4fba-8f7f-54d36762d9c7 None None] Pushing event updated for resources: {'Port': ['ID=6b9d9951-9b02-4d64-9d71-e7e407bec430,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:45.931179 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-c843e05a-b3a1-46e8-bb00-201e6d5092b8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Allocated IP 2001:db8:0:1::2be (c278fa39-f239-4898-af1e-f9dd3a03cd09/e9d53602-0541-4c72-9d27-b99cc9bc4ab0/1a8075de-2d26-48f7-b215-c85956dd700b) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:45.937515 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-c843e05a-b3a1-46e8-bb00-201e6d5092b8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Allocated IP 2001:db8::f816:3eff:fed5:2988 (c278fa39-f239-4898-af1e-f9dd3a03cd09/36ec902b-f4d2-42c8-8ef1-6628dd4d03be/1a8075de-2d26-48f7-b215-c85956dd700b) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:45.992180 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-50ebbcf5-d371-4fba-8f7f-54d36762d9c7 None None] Attempting to bind port 6b9d9951-9b02-4d64-9d71-e7e407bec430 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:44:45.992587 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-50ebbcf5-d371-4fba-8f7f-54d36762d9c7 None None] Attempting to bind port 6b9d9951-9b02-4d64-9d71-e7e407bec430 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:44:45.992955 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ebbcf5-d371-4fba-8f7f-54d36762d9c7 None None] Attempting to bind port 6b9d9951-9b02-4d64-9d71-e7e407bec430 on network c278fa39-f239-4898-af1e-f9dd3a03cd09 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:44:45.999695 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ebbcf5-d371-4fba-8f7f-54d36762d9c7 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:44:46.000067 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ebbcf5-d371-4fba-8f7f-54d36762d9c7 None None] Checking segment: {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:44:46.000505 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50ebbcf5-d371-4fba-8f7f-54d36762d9c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:46.000940 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ebbcf5-d371-4fba-8f7f-54d36762d9c7 None None] Bound using segment: {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:44:46.001423 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-50ebbcf5-d371-4fba-8f7f-54d36762d9c7 None None] Bound port: 6b9d9951-9b02-4d64-9d71-e7e407bec430, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda98b27-e08b-4a7f-b5d5-71d27d02f841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:44:46.002040 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50ebbcf5-d371-4fba-8f7f-54d36762d9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:46.095600 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50ebbcf5-d371-4fba-8f7f-54d36762d9c7 None None] For port 6b9d9951-9b02-4d64-9d71-e7e407bec430, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:44:46.098721 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50ebbcf5-d371-4fba-8f7f-54d36762d9c7 None None] For port 6b9d9951-9b02-4d64-9d71-e7e407bec430, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6b9d9951-9b02-4d64-9d71-e7e407bec430,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:44:46.104007 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50ebbcf5-d371-4fba-8f7f-54d36762d9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:46.163486 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c843e05a-b3a1-46e8-bb00-201e6d5092b8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:46.182234 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-c843e05a-b3a1-46e8-bb00-201e6d5092b8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Transition to ACTIVE for port object 1a8075de-2d26-48f7-b215-c85956dd700b will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:46.192880 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ebbcf5-d371-4fba-8f7f-54d36762d9c7 None None] Pushing event updated for resources: {'Port': ['ID=6b9d9951-9b02-4d64-9d71-e7e407bec430,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:46.217289 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c843e05a-b3a1-46e8-bb00-201e6d5092b8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:46.288269 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c843e05a-b3a1-46e8-bb00-201e6d5092b8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:46.291451 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-c843e05a-b3a1-46e8-bb00-201e6d5092b8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:46.296045 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c843e05a-b3a1-46e8-bb00-201e6d5092b8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:44:46.301637 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c843e05a-b3a1-46e8-bb00-201e6d5092b8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:46.302261 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c843e05a-b3a1-46e8-bb00-201e6d5092b8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:46.317098 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843e05a-b3a1-46e8-bb00-201e6d5092b8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Port': ['ID=1a8075de-2d26-48f7-b215-c85956dd700b,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:46.336728 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c843e05a-b3a1-46e8-bb00-201e6d5092b8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4858038 Feb 09 01:44:46.337079 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56524) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:46.432356 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-b1ca098e-ab74-4bcb-9f12-4dab28403279 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting port 1a8075de-2d26-48f7-b215-c85956dd700b {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:44:46.432805 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b1ca098e-ab74-4bcb-9f12-4dab28403279 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:46.706551 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b1ca098e-ab74-4bcb-9f12-4dab28403279 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:46.750906 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6b9d9951-9b02-4d64-9d71-e7e407bec430 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:44:46.819277 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 6b9d9951-9b02-4d64-9d71-e7e407bec430 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:46.848852 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-b1ca098e-ab74-4bcb-9f12-4dab28403279 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Calling delete_port for 1a8075de-2d26-48f7-b215-c85956dd700b owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:44:47.104721 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b1ca098e-ab74-4bcb-9f12-4dab28403279 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:47.163079 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca098e-ab74-4bcb-9f12-4dab28403279 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Port': ['ID=1a8075de-2d26-48f7-b215-c85956dd700b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:47.243697 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b1ca098e-ab74-4bcb-9f12-4dab28403279 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:47.254733 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b1ca098e-ab74-4bcb-9f12-4dab28403279 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/1a8075de-2d26-48f7-b215-c85956dd700b HTTP/1.1" status: 204 len: 168 time: 0.9165859 Feb 09 01:44:47.257396 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56536) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:47.335112 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e052120c-5f1c-498e-8da8-7c66d9af4e6b None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:44:47.357304 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a9fbd9-b089-42e4-8149-c3e77b555290 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:47.358161 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-09a9fbd9-b089-42e4-8149-c3e77b555290 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:44:47.375132 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-09a9fbd9-b089-42e4-8149-c3e77b555290 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:44:47.378932 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-09a9fbd9-b089-42e4-8149-c3e77b555290 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1182058 Feb 09 01:44:47.379267 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56542) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:47.452014 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6f6dfdca-0029-445a-9279-3dab8b77c5ba None None] Provisioning for port 6b9d9951-9b02-4d64-9d71-e7e407bec430 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:47.461960 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de220797-42d7-4320-998f-f2af995a58f4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:47.463576 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-de220797-42d7-4320-998f-f2af995a58f4 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0832994 Feb 09 01:44:47.466164 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56546) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:47.467698 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6f6dfdca-0029-445a-9279-3dab8b77c5ba None None] Provisioning complete for port 6b9d9951-9b02-4d64-9d71-e7e407bec430 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:47.468072 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6f6dfdca-0029-445a-9279-3dab8b77c5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:47.535131 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c9a532-03dd-409d-88dc-1cfe7b19f2b3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:47.536747 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c9a532-03dd-409d-88dc-1cfe7b19f2b3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:47.538230 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c9a532-03dd-409d-88dc-1cfe7b19f2b3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:47.539084 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-69c9a532-03dd-409d-88dc-1cfe7b19f2b3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:44:47.554939 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-69c9a532-03dd-409d-88dc-1cfe7b19f2b3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:44:47.558647 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-69c9a532-03dd-409d-88dc-1cfe7b19f2b3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0888395 Feb 09 01:44:47.558984 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56550) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:47.629253 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ea93bf-8bba-4249-bbc0-00275ae9a098 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting subnet 36ec902b-f4d2-42c8-8ef1-6628dd4d03be {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:44:47.632517 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-03ea93bf-8bba-4249-bbc0-00275ae9a098 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:47.686351 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6f6dfdca-0029-445a-9279-3dab8b77c5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:47.687276 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-03ea93bf-8bba-4249-bbc0-00275ae9a098 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:47.729359 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-6f6dfdca-0029-445a-9279-3dab8b77c5ba None None] For port 6b9d9951-9b02-4d64-9d71-e7e407bec430, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6b9d9951-9b02-4d64-9d71-e7e407bec430,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:47.737687 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6f6dfdca-0029-445a-9279-3dab8b77c5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:47.817578 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6dfdca-0029-445a-9279-3dab8b77c5ba None None] Pushing event updated for resources: {'Port': ['ID=6b9d9951-9b02-4d64-9d71-e7e407bec430,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:47.885546 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-03ea93bf-8bba-4249-bbc0-00275ae9a098 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:47.966180 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-03ea93bf-8bba-4249-bbc0-00275ae9a098 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:48.017687 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea93bf-8bba-4249-bbc0-00275ae9a098 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Subnet': ['ID=36ec902b-f4d2-42c8-8ef1-6628dd4d03be,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:48.021878 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-03ea93bf-8bba-4249-bbc0-00275ae9a098 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:48.041802 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56554) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:48.042339 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-03ea93bf-8bba-4249-bbc0-00275ae9a098 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/36ec902b-f4d2-42c8-8ef1-6628dd4d03be HTTP/1.1" status: 204 len: 168 time: 0.4820781 Feb 09 01:44:48.101249 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a7a18308-8c87-495f-8cb7-07facf22b0f3 None None] Provisioning complete for port 6b9d9951-9b02-4d64-9d71-e7e407bec430 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:48.102160 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a7a18308-8c87-495f-8cb7-07facf22b0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:48.225011 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbb42c8-8809-4ce6-9334-07387893ccd2 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:44:48.306331 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-c056ddbd-167c-4993-8969-a55398b884ba tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting subnet e9d53602-0541-4c72-9d27-b99cc9bc4ab0 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:44:48.309457 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c056ddbd-167c-4993-8969-a55398b884ba tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:48.375815 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c056ddbd-167c-4993-8969-a55398b884ba tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:48.462917 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c056ddbd-167c-4993-8969-a55398b884ba tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:48.502250 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-84daf1d2-1823-4055-a847-c53f3bb58a87 None None] Could not find standard attr ID for object 43451ece-8b62-4891-be3c-5ed2221c1d5c. {{(pid=87613) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:44:48.542598 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c056ddbd-167c-4993-8969-a55398b884ba tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:48.585380 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056ddbd-167c-4993-8969-a55398b884ba tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Subnet': ['ID=e9d53602-0541-4c72-9d27-b99cc9bc4ab0,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:48.589061 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c056ddbd-167c-4993-8969-a55398b884ba tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:48.601207 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c056ddbd-167c-4993-8969-a55398b884ba tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/e9d53602-0541-4c72-9d27-b99cc9bc4ab0 HTTP/1.1" status: 204 len: 168 time: 0.5554490 Feb 09 01:44:48.602098 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56564) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:48.680550 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b281840a-1d88-4878-812c-042a2a71444f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0771742 Feb 09 01:44:48.682628 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56568) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:48.688257 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-70819dcd-d933-48f0-8af2-4b48d2d40d10 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:48.718349 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6b9d9951-9b02-4d64-9d71-e7e407bec430 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:44:48.789165 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 6b9d9951-9b02-4d64-9d71-e7e407bec430 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:48.789781 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:48.833343 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-70819dcd-d933-48f0-8af2-4b48d2d40d10 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:48.840051 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-70819dcd-d933-48f0-8af2-4b48d2d40d10 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:subnet and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:44:48.844968 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-70819dcd-d933-48f0-8af2-4b48d2d40d10 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:44:48.852527 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-70819dcd-d933-48f0-8af2-4b48d2d40d10 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:48.865761 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70819dcd-d933-48f0-8af2-4b48d2d40d10 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:48.872693 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-70819dcd-d933-48f0-8af2-4b48d2d40d10 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:49.230500 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f00cb70-6894-41fd-a608-670b24f2fab5 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:44:49.280060 n-d-828419-1 neutron-server[87611]: DEBUG neutron.objects.ports [None req-70819dcd-d933-48f0-8af2-4b48d2d40d10 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87611) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:44:49.466912 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-70819dcd-d933-48f0-8af2-4b48d2d40d10 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:49.497510 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a55235e4-7bae-4a1d-a670-f9c2f4d5b15c None None] Provisioning complete for port 6b9d9951-9b02-4d64-9d71-e7e407bec430 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:49.497874 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a55235e4-7bae-4a1d-a670-f9c2f4d5b15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:49.727220 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-70819dcd-d933-48f0-8af2-4b48d2d40d10 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] For port 6b9d9951-9b02-4d64-9d71-e7e407bec430, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6b9d9951-9b02-4d64-9d71-e7e407bec430,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:49.753334 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-70819dcd-d933-48f0-8af2-4b48d2d40d10 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:49.758512 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-70819dcd-d933-48f0-8af2-4b48d2d40d10 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:49.759340 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-70819dcd-d933-48f0-8af2-4b48d2d40d10 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:49.869473 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70819dcd-d933-48f0-8af2-4b48d2d40d10 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:49.877142 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-70819dcd-d933-48f0-8af2-4b48d2d40d10 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:49.887795 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70819dcd-d933-48f0-8af2-4b48d2d40d10 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:49.888317 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-70819dcd-d933-48f0-8af2-4b48d2d40d10 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:49.922891 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70819dcd-d933-48f0-8af2-4b48d2d40d10 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Port': ['ID=6b9d9951-9b02-4d64-9d71-e7e407bec430,revision_number=7']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:49.925456 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70819dcd-d933-48f0-8af2-4b48d2d40d10 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Subnet': ['ID=2dd87c4a-e609-457a-8fad-a07f2a950270,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:49.931004 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-70819dcd-d933-48f0-8af2-4b48d2d40d10 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2447414 Feb 09 01:44:49.931224 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56578) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:49.936969 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-0309627d-c577-4e36-9df5-41c1a0992690 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:50.078523 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0309627d-c577-4e36-9df5-41c1a0992690 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:50.082816 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0309627d-c577-4e36-9df5-41c1a0992690 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:subnet and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:44:50.085901 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0309627d-c577-4e36-9df5-41c1a0992690 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:44:50.091619 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0309627d-c577-4e36-9df5-41c1a0992690 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:50.105113 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0309627d-c577-4e36-9df5-41c1a0992690 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:50.108726 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0309627d-c577-4e36-9df5-41c1a0992690 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:50.250662 n-d-828419-1 neutron-server[87611]: INFO neutron.db.ipam_backend_mixin [None req-0309627d-c577-4e36-9df5-41c1a0992690 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2dd87c4a-e609-457a-8fad-a07f2a950270 (CIDR: 2001:db8::/64) Feb 09 01:44:50.254544 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-0309627d-c577-4e36-9df5-41c1a0992690 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:44:50.255049 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0309627d-c577-4e36-9df5-41c1a0992690 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:44:50.274582 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0309627d-c577-4e36-9df5-41c1a0992690 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3422515 Feb 09 01:44:50.277224 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56584) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:50.283927 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-51ae2255-8172-4747-bcd9-1237fbd763b5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:50.357262 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5030eba-3f94-48d7-8cd0-757e30ff5c11 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:44:50.427555 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-51ae2255-8172-4747-bcd9-1237fbd763b5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:50.433090 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-51ae2255-8172-4747-bcd9-1237fbd763b5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:subnet and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:44:50.437344 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-51ae2255-8172-4747-bcd9-1237fbd763b5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:44:50.443132 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-51ae2255-8172-4747-bcd9-1237fbd763b5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:50.457385 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ae2255-8172-4747-bcd9-1237fbd763b5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:50.461174 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-51ae2255-8172-4747-bcd9-1237fbd763b5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:50.462378 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-22f44c65-0011-497e-a844-491bf5b82ee9 None None] Provisioning complete for port 6b9d9951-9b02-4d64-9d71-e7e407bec430 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:50.462861 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-22f44c65-0011-497e-a844-491bf5b82ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:50.736652 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6b9d9951-9b02-4d64-9d71-e7e407bec430 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:44:50.768435 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-51ae2255-8172-4747-bcd9-1237fbd763b5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:50.811203 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 6b9d9951-9b02-4d64-9d71-e7e407bec430 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:50.811717 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:50.833253 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae2255-8172-4747-bcd9-1237fbd763b5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Subnet': ['ID=8682a3ba-26c2-48be-9888-5d14812fb0a6,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:50.847112 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ae2255-8172-4747-bcd9-1237fbd763b5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:50.848567 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-51ae2255-8172-4747-bcd9-1237fbd763b5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:50.851444 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ae2255-8172-4747-bcd9-1237fbd763b5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:50.852195 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-51ae2255-8172-4747-bcd9-1237fbd763b5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:50.884873 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-51ae2255-8172-4747-bcd9-1237fbd763b5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6037028 Feb 09 01:44:50.885205 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56592) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:50.892466 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-940fdbaf-146f-4e83-92ef-fa2a9813ea24 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'port': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'mac_address': 'fa:16:3e:47:a6:a0', 'name': 'tempest-NetworksTestDHCPv6-1022557782'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:51.028639 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8458250-7e81-4765-a2b4-5b8b0f8db60e None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:44:51.049344 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-940fdbaf-146f-4e83-92ef-fa2a9813ea24 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:51.059991 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-940fdbaf-146f-4e83-92ef-fa2a9813ea24 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:51.073654 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940fdbaf-146f-4e83-92ef-fa2a9813ea24 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:51.184777 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-96d91b3a-206a-493c-907f-5e124aff0099 None None] Provisioning complete for port 6b9d9951-9b02-4d64-9d71-e7e407bec430 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:51.185982 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-96d91b3a-206a-493c-907f-5e124aff0099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:51.227848 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-940fdbaf-146f-4e83-92ef-fa2a9813ea24 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:51.257374 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-940fdbaf-146f-4e83-92ef-fa2a9813ea24 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] device_id is not set on port ac156e04-be15-42dd-9663-c6941de71292 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:44:51.485121 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-940fdbaf-146f-4e83-92ef-fa2a9813ea24 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Allocated IP 2001:db8:0:1::1c9 (c278fa39-f239-4898-af1e-f9dd3a03cd09/8682a3ba-26c2-48be-9888-5d14812fb0a6/ac156e04-be15-42dd-9663-c6941de71292) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:51.492782 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-940fdbaf-146f-4e83-92ef-fa2a9813ea24 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Allocated IP 2001:db8::f816:3eff:fe47:a6a0 (c278fa39-f239-4898-af1e-f9dd3a03cd09/2dd87c4a-e609-457a-8fad-a07f2a950270/ac156e04-be15-42dd-9663-c6941de71292) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:51.494937 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73b04bc-3197-47fb-9b18-e32c431802d6 None None] Update dhcp port {'port': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'fixed_ips': [{'subnet_id': '2dd87c4a-e609-457a-8fad-a07f2a950270', 'ip_address': '2001:db8::f816:3eff:feea:7a4e'}, {'subnet_id': '8682a3ba-26c2-48be-9888-5d14812fb0a6'}], 'binding:host_id': 'n-d-828419-1'}, 'id': '6b9d9951-9b02-4d64-9d71-e7e407bec430'} from n-d-828419-1. {{(pid=87613) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:44:51.554631 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e73b04bc-3197-47fb-9b18-e32c431802d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:51.701841 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-940fdbaf-146f-4e83-92ef-fa2a9813ea24 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:51.717701 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-940fdbaf-146f-4e83-92ef-fa2a9813ea24 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Transition to ACTIVE for port object ac156e04-be15-42dd-9663-c6941de71292 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:51.744830 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-940fdbaf-146f-4e83-92ef-fa2a9813ea24 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:51.814033 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-e73b04bc-3197-47fb-9b18-e32c431802d6 None None] Allocated IP 2001:db8:0:1::2 (c278fa39-f239-4898-af1e-f9dd3a03cd09/8682a3ba-26c2-48be-9888-5d14812fb0a6/6b9d9951-9b02-4d64-9d71-e7e407bec430) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:51.814997 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940fdbaf-146f-4e83-92ef-fa2a9813ea24 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:51.818285 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-940fdbaf-146f-4e83-92ef-fa2a9813ea24 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:51.822222 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940fdbaf-146f-4e83-92ef-fa2a9813ea24 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:44:51.828226 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940fdbaf-146f-4e83-92ef-fa2a9813ea24 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:51.828868 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-940fdbaf-146f-4e83-92ef-fa2a9813ea24 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:51.840650 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940fdbaf-146f-4e83-92ef-fa2a9813ea24 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Port': ['ID=ac156e04-be15-42dd-9663-c6941de71292,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:51.860970 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-940fdbaf-146f-4e83-92ef-fa2a9813ea24 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9722891 Feb 09 01:44:51.861191 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56602) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:51.931165 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-90b8e48e-2ab6-4033-9c42-a8b44c7a4c04 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting port ac156e04-be15-42dd-9663-c6941de71292 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:44:51.931557 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90b8e48e-2ab6-4033-9c42-a8b44c7a4c04 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:51.995321 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-e73b04bc-3197-47fb-9b18-e32c431802d6 None None] For port 6b9d9951-9b02-4d64-9d71-e7e407bec430, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6b9d9951-9b02-4d64-9d71-e7e407bec430,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:52.021024 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e73b04bc-3197-47fb-9b18-e32c431802d6 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:52.039910 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e73b04bc-3197-47fb-9b18-e32c431802d6 None None] Transition to ACTIVE for port object 6b9d9951-9b02-4d64-9d71-e7e407bec430 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:52.044320 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e73b04bc-3197-47fb-9b18-e32c431802d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:52.214456 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b04bc-3197-47fb-9b18-e32c431802d6 None None] Pushing event updated for resources: {'Port': ['ID=6b9d9951-9b02-4d64-9d71-e7e407bec430,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:52.217633 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:52.339942 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90b8e48e-2ab6-4033-9c42-a8b44c7a4c04 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:52.470865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-90b8e48e-2ab6-4033-9c42-a8b44c7a4c04 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Calling delete_port for ac156e04-be15-42dd-9663-c6941de71292 owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:44:52.699680 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90b8e48e-2ab6-4033-9c42-a8b44c7a4c04 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:52.729596 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6b9d9951-9b02-4d64-9d71-e7e407bec430 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:44:52.752708 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8e48e-2ab6-4033-9c42-a8b44c7a4c04 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Port': ['ID=ac156e04-be15-42dd-9663-c6941de71292,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:52.831989 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5938aead-68b0-4b73-8703-ee2ec1cd38a1 None None] Provisioning for port 6b9d9951-9b02-4d64-9d71-e7e407bec430 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:52.838244 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5938aead-68b0-4b73-8703-ee2ec1cd38a1 None None] Provisioning complete for port 6b9d9951-9b02-4d64-9d71-e7e407bec430 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:52.838609 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90b8e48e-2ab6-4033-9c42-a8b44c7a4c04 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:52.838736 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5938aead-68b0-4b73-8703-ee2ec1cd38a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:52.851587 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-90b8e48e-2ab6-4033-9c42-a8b44c7a4c04 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/ac156e04-be15-42dd-9663-c6941de71292 HTTP/1.1" status: 204 len: 168 time: 0.9872656 Feb 09 01:44:52.851794 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56612) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:52.947437 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a4b238-de37-4cc8-ad4c-50eb8e7b4b45 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:52.948451 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a4a4b238-de37-4cc8-ad4c-50eb8e7b4b45 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:44:52.968329 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a4a4b238-de37-4cc8-ad4c-50eb8e7b4b45 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:44:52.970045 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a4a4b238-de37-4cc8-ad4c-50eb8e7b4b45 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1174095 Feb 09 01:44:52.972602 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56620) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:53.083703 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ffa4fb-61ea-4842-89e7-a5d40d6f60c0 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:53.088147 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56624) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:53.088627 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-03ffa4fb-61ea-4842-89e7-a5d40d6f60c0 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1144841 Feb 09 01:44:53.105749 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-257596bb-c1d0-4c00-bf1f-27b455f451b6 None None] Could not find standard attr ID for object 1a8075de-2d26-48f7-b215-c85956dd700b. {{(pid=87613) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:44:53.171893 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd7c344-4065-4555-b30e-8ab8260ff77f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:53.173659 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd7c344-4065-4555-b30e-8ab8260ff77f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:53.175237 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd7c344-4065-4555-b30e-8ab8260ff77f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:53.176040 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2fd7c344-4065-4555-b30e-8ab8260ff77f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:44:53.191882 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2fd7c344-4065-4555-b30e-8ab8260ff77f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:44:53.193445 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2fd7c344-4065-4555-b30e-8ab8260ff77f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1035075 Feb 09 01:44:53.196114 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56628) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:53.334564 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f81ee1a4-3550-4a51-a2aa-e4c0c4e69aee None None] Could not find standard attr ID for object ac156e04-be15-42dd-9663-c6941de71292. {{(pid=87613) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:44:53.377984 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-da2d7d14-39c7-434b-bf1a-e21b081efcf3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting subnet 2dd87c4a-e609-457a-8fad-a07f2a950270 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:44:53.383989 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da2d7d14-39c7-434b-bf1a-e21b081efcf3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:53.439786 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da2d7d14-39c7-434b-bf1a-e21b081efcf3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:53.532808 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da2d7d14-39c7-434b-bf1a-e21b081efcf3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:53.610753 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da2d7d14-39c7-434b-bf1a-e21b081efcf3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:53.651464 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d7d14-39c7-434b-bf1a-e21b081efcf3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Subnet': ['ID=2dd87c4a-e609-457a-8fad-a07f2a950270,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:53.655327 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da2d7d14-39c7-434b-bf1a-e21b081efcf3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:53.669851 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-da2d7d14-39c7-434b-bf1a-e21b081efcf3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/2dd87c4a-e609-457a-8fad-a07f2a950270 HTTP/1.1" status: 204 len: 168 time: 0.4725177 Feb 09 01:44:53.672286 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56634) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:53.729673 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23ecca4-8f66-41ca-8bc0-779d39c3c914 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:44:53.747320 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-a09ff252-6daf-4a04-bb48-353b73b0cb57 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting subnet 8682a3ba-26c2-48be-9888-5d14812fb0a6 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:44:53.751036 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a09ff252-6daf-4a04-bb48-353b73b0cb57 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:53.805762 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a09ff252-6daf-4a04-bb48-353b73b0cb57 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:53.892222 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a09ff252-6daf-4a04-bb48-353b73b0cb57 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:53.970149 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a09ff252-6daf-4a04-bb48-353b73b0cb57 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:54.017305 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ff252-6daf-4a04-bb48-353b73b0cb57 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Subnet': ['ID=8682a3ba-26c2-48be-9888-5d14812fb0a6,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:54.020728 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a09ff252-6daf-4a04-bb48-353b73b0cb57 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:54.033140 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a09ff252-6daf-4a04-bb48-353b73b0cb57 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/8682a3ba-26c2-48be-9888-5d14812fb0a6 HTTP/1.1" status: 204 len: 168 time: 0.3575308 Feb 09 01:44:54.033405 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56642) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:54.115744 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3aa032c9-f0ce-43ce-a043-e11b528e7e63 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0812156 Feb 09 01:44:54.118586 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56646) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:54.124879 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-5889f20c-338a-4abd-9489-74edaa87b935 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:54.250040 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5889f20c-338a-4abd-9489-74edaa87b935 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:54.254959 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5889f20c-338a-4abd-9489-74edaa87b935 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:subnet and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:44:54.258466 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5889f20c-338a-4abd-9489-74edaa87b935 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:44:54.265582 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5889f20c-338a-4abd-9489-74edaa87b935 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:54.276878 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5889f20c-338a-4abd-9489-74edaa87b935 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:54.281356 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5889f20c-338a-4abd-9489-74edaa87b935 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:54.554744 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5889f20c-338a-4abd-9489-74edaa87b935 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:54.626969 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889f20c-338a-4abd-9489-74edaa87b935 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Subnet': ['ID=05118cae-f503-4830-ab2a-394c0906c801,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:54.641222 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5889f20c-338a-4abd-9489-74edaa87b935 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:54.642560 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-5889f20c-338a-4abd-9489-74edaa87b935 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:54.645514 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5889f20c-338a-4abd-9489-74edaa87b935 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:54.646224 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5889f20c-338a-4abd-9489-74edaa87b935 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:54.681798 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56652) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:54.682067 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5889f20c-338a-4abd-9489-74edaa87b935 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5623913 Feb 09 01:44:54.688614 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-527e7af9-ff65-4d36-99da-c2673b311692 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:54.692749 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0286a68-88f8-4015-bb73-ee496c6aeaa4 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:44:54.810045 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-28d988aa-1ef8-47fc-86ec-7bfff4a54388 None None] Provisioning complete for port 6b9d9951-9b02-4d64-9d71-e7e407bec430 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:54.811691 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-28d988aa-1ef8-47fc-86ec-7bfff4a54388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:54.835639 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-527e7af9-ff65-4d36-99da-c2673b311692 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:54.840244 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-527e7af9-ff65-4d36-99da-c2673b311692 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:subnet and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:44:54.843673 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-527e7af9-ff65-4d36-99da-c2673b311692 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:44:54.851040 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-527e7af9-ff65-4d36-99da-c2673b311692 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:54.864121 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527e7af9-ff65-4d36-99da-c2673b311692 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:54.868703 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-527e7af9-ff65-4d36-99da-c2673b311692 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:55.054806 n-d-828419-1 neutron-server[87611]: INFO neutron.db.ipam_backend_mixin [None req-527e7af9-ff65-4d36-99da-c2673b311692 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 05118cae-f503-4830-ab2a-394c0906c801 (CIDR: 2001:db8::/64) Feb 09 01:44:55.059336 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-527e7af9-ff65-4d36-99da-c2673b311692 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:44:55.061838 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-527e7af9-ff65-4d36-99da-c2673b311692 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:44:55.082139 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-527e7af9-ff65-4d36-99da-c2673b311692 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3988783 Feb 09 01:44:55.084507 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56660) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:55.092076 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-5ddf9f3a-aa94-4622-bf95-6b93490487d7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:55.241397 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65ee653-fa1a-4e4c-af7e-13db22165fd0 None None] Update dhcp port {'port': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'fixed_ips': [{'subnet_id': '05118cae-f503-4830-ab2a-394c0906c801'}], 'binding:host_id': 'n-d-828419-1'}, 'id': '6b9d9951-9b02-4d64-9d71-e7e407bec430'} from n-d-828419-1. {{(pid=87613) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:44:55.251349 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5ddf9f3a-aa94-4622-bf95-6b93490487d7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:55.255410 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5ddf9f3a-aa94-4622-bf95-6b93490487d7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:subnet and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:44:55.258612 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5ddf9f3a-aa94-4622-bf95-6b93490487d7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:44:55.264209 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5ddf9f3a-aa94-4622-bf95-6b93490487d7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:55.274783 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ddf9f3a-aa94-4622-bf95-6b93490487d7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:55.278353 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5ddf9f3a-aa94-4622-bf95-6b93490487d7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:55.309562 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c65ee653-fa1a-4e4c-af7e-13db22165fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:55.320787 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:55.528184 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-c65ee653-fa1a-4e4c-af7e-13db22165fd0 None None] Allocated IP 2001:db8::2 (c278fa39-f239-4898-af1e-f9dd3a03cd09/05118cae-f503-4830-ab2a-394c0906c801/6b9d9951-9b02-4d64-9d71-e7e407bec430) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:55.671920 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-c65ee653-fa1a-4e4c-af7e-13db22165fd0 None None] For port 6b9d9951-9b02-4d64-9d71-e7e407bec430, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6b9d9951-9b02-4d64-9d71-e7e407bec430,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:55.676050 n-d-828419-1 neutron-server[87611]: DEBUG neutron.objects.ports [None req-5ddf9f3a-aa94-4622-bf95-6b93490487d7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87611) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:44:55.696049 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c65ee653-fa1a-4e4c-af7e-13db22165fd0 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:55.712239 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c65ee653-fa1a-4e4c-af7e-13db22165fd0 None None] Transition to ACTIVE for port object 6b9d9951-9b02-4d64-9d71-e7e407bec430 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:55.721521 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c65ee653-fa1a-4e4c-af7e-13db22165fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:55.852135 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5ddf9f3a-aa94-4622-bf95-6b93490487d7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:55.877294 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ee653-fa1a-4e4c-af7e-13db22165fd0 None None] Pushing event updated for resources: {'Port': ['ID=6b9d9951-9b02-4d64-9d71-e7e407bec430,revision_number=11']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:56.211963 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-5ddf9f3a-aa94-4622-bf95-6b93490487d7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] For port 6b9d9951-9b02-4d64-9d71-e7e407bec430, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6b9d9951-9b02-4d64-9d71-e7e407bec430,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:44:56.239902 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5ddf9f3a-aa94-4622-bf95-6b93490487d7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:56.245570 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5ddf9f3a-aa94-4622-bf95-6b93490487d7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:56.246283 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5ddf9f3a-aa94-4622-bf95-6b93490487d7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:56.359464 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddf9f3a-aa94-4622-bf95-6b93490487d7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:56.369118 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-5ddf9f3a-aa94-4622-bf95-6b93490487d7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:56.378505 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddf9f3a-aa94-4622-bf95-6b93490487d7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:56.379108 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5ddf9f3a-aa94-4622-bf95-6b93490487d7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:56.401125 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf9f3a-aa94-4622-bf95-6b93490487d7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Port': ['ID=6b9d9951-9b02-4d64-9d71-e7e407bec430,revision_number=13']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:56.404570 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf9f3a-aa94-4622-bf95-6b93490487d7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Subnet': ['ID=93ac898c-ba69-4e41-97bd-27d259c4806a,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:56.418939 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5ddf9f3a-aa94-4622-bf95-6b93490487d7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3332002 Feb 09 01:44:56.421773 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56670) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:56.431376 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-88f27844-f269-47b4-810a-bf2d58ee2585 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'port': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'mac_address': 'fa:16:3e:06:d2:be', 'name': 'tempest-NetworksTestDHCPv6-674803015'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:56.527058 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcde146-0872-46e5-948d-21e724c4e130 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:44:56.582134 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-88f27844-f269-47b4-810a-bf2d58ee2585 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:56.591425 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-88f27844-f269-47b4-810a-bf2d58ee2585 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:56.601982 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f27844-f269-47b4-810a-bf2d58ee2585 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:56.613729 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5c829047-1886-4e6d-a2e8-bc7540ecfffd None None] Provisioning for port 6b9d9951-9b02-4d64-9d71-e7e407bec430 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:56.620274 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5c829047-1886-4e6d-a2e8-bc7540ecfffd None None] Provisioning complete for port 6b9d9951-9b02-4d64-9d71-e7e407bec430 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:56.620666 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5c829047-1886-4e6d-a2e8-bc7540ecfffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:56.750973 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6b9d9951-9b02-4d64-9d71-e7e407bec430 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:44:56.773278 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-88f27844-f269-47b4-810a-bf2d58ee2585 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:56.807381 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-88f27844-f269-47b4-810a-bf2d58ee2585 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] device_id is not set on port 4f16721b-76ee-46ae-b0e0-0e2c78bb8600 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:44:56.922399 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 6b9d9951-9b02-4d64-9d71-e7e407bec430 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:56.922887 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:57.194436 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-88f27844-f269-47b4-810a-bf2d58ee2585 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Allocated IP 2001:db8::165 (c278fa39-f239-4898-af1e-f9dd3a03cd09/05118cae-f503-4830-ab2a-394c0906c801/4f16721b-76ee-46ae-b0e0-0e2c78bb8600) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:57.202930 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-88f27844-f269-47b4-810a-bf2d58ee2585 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Allocated IP 2001:db8:0:1:f816:3eff:fe06:d2be (c278fa39-f239-4898-af1e-f9dd3a03cd09/93ac898c-ba69-4e41-97bd-27d259c4806a/4f16721b-76ee-46ae-b0e0-0e2c78bb8600) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:57.427193 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-88f27844-f269-47b4-810a-bf2d58ee2585 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:57.445005 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-88f27844-f269-47b4-810a-bf2d58ee2585 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Transition to ACTIVE for port object 4f16721b-76ee-46ae-b0e0-0e2c78bb8600 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:57.472267 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-88f27844-f269-47b4-810a-bf2d58ee2585 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:57.544614 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f27844-f269-47b4-810a-bf2d58ee2585 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:57.546319 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-88f27844-f269-47b4-810a-bf2d58ee2585 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:57.548879 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f27844-f269-47b4-810a-bf2d58ee2585 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:44:57.554794 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f27844-f269-47b4-810a-bf2d58ee2585 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:57.555400 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-88f27844-f269-47b4-810a-bf2d58ee2585 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:57.597612 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f27844-f269-47b4-810a-bf2d58ee2585 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Port': ['ID=4f16721b-76ee-46ae-b0e0-0e2c78bb8600,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:57.602918 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-88f27844-f269-47b4-810a-bf2d58ee2585 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1793504 Feb 09 01:44:57.605931 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56682) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:57.683510 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-0619726f-61e9-4a09-879e-86544f3dba97 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting port 4f16721b-76ee-46ae-b0e0-0e2c78bb8600 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:44:57.683866 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0619726f-61e9-4a09-879e-86544f3dba97 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:57.773767 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0b8056f2-d36f-451e-a96d-2e39525beb79 None None] Provisioning complete for port 6b9d9951-9b02-4d64-9d71-e7e407bec430 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:57.776004 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0b8056f2-d36f-451e-a96d-2e39525beb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:57.924201 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [req-e6b52cad-7ead-4e60-878e-4730bb66adf7 req-5f58cd13-95d2-4a8a-9b87-21f8cc9cbc44 service neutron] (87611) timed out ('10.222.0.37', 42442) {{(pid=87611) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 01:44:57.985168 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0619726f-61e9-4a09-879e-86544f3dba97 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:58.039382 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d51ba68f-2aae-4a89-b5d3-bffc77c99427 None None] Provisioning for port 4f16721b-76ee-46ae-b0e0-0e2c78bb8600 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:58.045411 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d51ba68f-2aae-4a89-b5d3-bffc77c99427 None None] Provisioning complete for port 4f16721b-76ee-46ae-b0e0-0e2c78bb8600 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:58.046259 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d51ba68f-2aae-4a89-b5d3-bffc77c99427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:58.109476 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d51ba68f-2aae-4a89-b5d3-bffc77c99427 None None] Port 4f16721b-76ee-46ae-b0e0-0e2c78bb8600 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:44:58.121731 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-0619726f-61e9-4a09-879e-86544f3dba97 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Calling delete_port for 4f16721b-76ee-46ae-b0e0-0e2c78bb8600 owned by {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:44:58.324822 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0619726f-61e9-4a09-879e-86544f3dba97 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:58.441380 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619726f-61e9-4a09-879e-86544f3dba97 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Port': ['ID=4f16721b-76ee-46ae-b0e0-0e2c78bb8600,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:58.458698 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0619726f-61e9-4a09-879e-86544f3dba97 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:58.470185 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0619726f-61e9-4a09-879e-86544f3dba97 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/4f16721b-76ee-46ae-b0e0-0e2c78bb8600 HTTP/1.1" status: 204 len: 168 time: 0.8632147 Feb 09 01:44:58.475218 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56692) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:58.589475 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b54a5f-ab1e-4cf2-bb29-6430596d7df0 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:58.589645 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-42b54a5f-ab1e-4cf2-bb29-6430596d7df0 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:44:58.608741 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-42b54a5f-ab1e-4cf2-bb29-6430596d7df0 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:44:58.612441 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-42b54a5f-ab1e-4cf2-bb29-6430596d7df0 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1339629 Feb 09 01:44:58.613301 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56700) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:58.696352 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db65eaf-439a-4ea0-ba72-12bb9c5289f2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:58.697837 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9db65eaf-439a-4ea0-ba72-12bb9c5289f2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0832584 Feb 09 01:44:58.700507 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56704) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:58.766626 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d2b781-7743-4fed-acc0-74e4aea3245f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:58.768111 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d2b781-7743-4fed-acc0-74e4aea3245f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:58.769715 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d2b781-7743-4fed-acc0-74e4aea3245f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:58.770514 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-91d2b781-7743-4fed-acc0-74e4aea3245f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:44:58.786805 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-91d2b781-7743-4fed-acc0-74e4aea3245f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:44:58.788677 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-91d2b781-7743-4fed-acc0-74e4aea3245f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0869758 Feb 09 01:44:58.791125 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56708) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:58.860808 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ef51fc7-fd44-43ab-ab1b-ce39b18369cd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting subnet 05118cae-f503-4830-ab2a-394c0906c801 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:44:58.863697 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5ef51fc7-fd44-43ab-ab1b-ce39b18369cd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:58.916315 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5ef51fc7-fd44-43ab-ab1b-ce39b18369cd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:58.999304 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5ef51fc7-fd44-43ab-ab1b-ce39b18369cd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:59.072620 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5ef51fc7-fd44-43ab-ab1b-ce39b18369cd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:59.116112 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef51fc7-fd44-43ab-ab1b-ce39b18369cd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Subnet': ['ID=05118cae-f503-4830-ab2a-394c0906c801,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:59.118547 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5ef51fc7-fd44-43ab-ab1b-ce39b18369cd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:59.124999 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02013ab9-8efa-4e0c-ba94-f5b63c709abc None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:44:59.134902 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5ef51fc7-fd44-43ab-ab1b-ce39b18369cd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/05118cae-f503-4830-ab2a-394c0906c801 HTTP/1.1" status: 204 len: 168 time: 0.3427358 Feb 09 01:44:59.137494 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56712) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:59.210697 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb8086d2-c226-420a-b140-b3302faf78bf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting subnet 93ac898c-ba69-4e41-97bd-27d259c4806a {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:44:59.213726 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bb8086d2-c226-420a-b140-b3302faf78bf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:59.269304 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bb8086d2-c226-420a-b140-b3302faf78bf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:59.357733 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bb8086d2-c226-420a-b140-b3302faf78bf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:59.448234 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bb8086d2-c226-420a-b140-b3302faf78bf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:59.488204 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8086d2-c226-420a-b140-b3302faf78bf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Subnet': ['ID=93ac898c-ba69-4e41-97bd-27d259c4806a,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:59.491759 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bb8086d2-c226-420a-b140-b3302faf78bf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:59.501981 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-bb8086d2-c226-420a-b140-b3302faf78bf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/93ac898c-ba69-4e41-97bd-27d259c4806a HTTP/1.1" status: 204 len: 168 time: 0.3633933 Feb 09 01:44:59.504876 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56720) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:59.575770 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4d98c065-3239-4f98-9e70-57f952ac1e8e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0691426 Feb 09 01:44:59.579159 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56726) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:44:59.585104 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-c144325a-fd13-47b5-bb3c-c118b2ad959f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:59.704679 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c144325a-fd13-47b5-bb3c-c118b2ad959f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:44:59.709035 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c144325a-fd13-47b5-bb3c-c118b2ad959f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:subnet and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:44:59.711935 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c144325a-fd13-47b5-bb3c-c118b2ad959f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:44:59.718297 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c144325a-fd13-47b5-bb3c-c118b2ad959f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:44:59.728662 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c144325a-fd13-47b5-bb3c-c118b2ad959f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:59.732132 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c144325a-fd13-47b5-bb3c-c118b2ad959f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:44:59.987226 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab982af-bd02-403d-a820-d870d751d3ab None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:45:00.077755 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c144325a-fd13-47b5-bb3c-c118b2ad959f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:00.108154 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6b9d5524-4ef1-45d8-8c38-40b32882e435 None None] Provisioning complete for port 6b9d9951-9b02-4d64-9d71-e7e407bec430 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:00.108564 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6b9d5524-4ef1-45d8-8c38-40b32882e435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:00.136125 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c144325a-fd13-47b5-bb3c-c118b2ad959f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:45:00.142011 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-c144325a-fd13-47b5-bb3c-c118b2ad959f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:00.147100 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c144325a-fd13-47b5-bb3c-c118b2ad959f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:00.147802 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c144325a-fd13-47b5-bb3c-c118b2ad959f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:00.166914 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144325a-fd13-47b5-bb3c-c118b2ad959f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Subnet': ['ID=86819b7e-fb19-4b9f-a469-e9ff530c55e9,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:00.180884 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144325a-fd13-47b5-bb3c-c118b2ad959f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:00.181306 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144325a-fd13-47b5-bb3c-c118b2ad959f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:00.181716 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144325a-fd13-47b5-bb3c-c118b2ad959f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:00.182110 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144325a-fd13-47b5-bb3c-c118b2ad959f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:00.182512 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144325a-fd13-47b5-bb3c-c118b2ad959f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:00.182907 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144325a-fd13-47b5-bb3c-c118b2ad959f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:00.183254 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144325a-fd13-47b5-bb3c-c118b2ad959f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:00.183564 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144325a-fd13-47b5-bb3c-c118b2ad959f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:00.184321 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144325a-fd13-47b5-bb3c-c118b2ad959f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:00.184321 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144325a-fd13-47b5-bb3c-c118b2ad959f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:00.184587 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144325a-fd13-47b5-bb3c-c118b2ad959f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:00.184888 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144325a-fd13-47b5-bb3c-c118b2ad959f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:00.192275 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c144325a-fd13-47b5-bb3c-c118b2ad959f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6091549 Feb 09 01:45:00.192543 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56730) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:00.199190 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-19312bc0-6c4b-407a-bc9c-14fb7f1f209a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:00.340263 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-19312bc0-6c4b-407a-bc9c-14fb7f1f209a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:00.345272 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-19312bc0-6c4b-407a-bc9c-14fb7f1f209a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:subnet and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:45:00.348213 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-19312bc0-6c4b-407a-bc9c-14fb7f1f209a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:45:00.354220 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-19312bc0-6c4b-407a-bc9c-14fb7f1f209a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:00.369203 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19312bc0-6c4b-407a-bc9c-14fb7f1f209a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:00.372877 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-19312bc0-6c4b-407a-bc9c-14fb7f1f209a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:00.433697 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3cedba-c741-4545-abd7-656c42d1768a None None] Update dhcp port {'port': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'fixed_ips': [{'subnet_id': '86819b7e-fb19-4b9f-a469-e9ff530c55e9'}], 'binding:host_id': 'n-d-828419-1'}, 'id': '6b9d9951-9b02-4d64-9d71-e7e407bec430'} from n-d-828419-1. {{(pid=87613) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 01:45:00.505706 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7d3cedba-c741-4545-abd7-656c42d1768a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:00.532632 n-d-828419-1 neutron-server[87611]: INFO neutron.db.ipam_backend_mixin [None req-19312bc0-6c4b-407a-bc9c-14fb7f1f209a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 86819b7e-fb19-4b9f-a469-e9ff530c55e9 (CIDR: 2001:db8::/64) Feb 09 01:45:00.537897 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-19312bc0-6c4b-407a-bc9c-14fb7f1f209a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:45:00.538506 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19312bc0-6c4b-407a-bc9c-14fb7f1f209a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:00.563372 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56738) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:00.565295 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-19312bc0-6c4b-407a-bc9c-14fb7f1f209a tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3713427 Feb 09 01:45:00.569287 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-2a2e0cfc-bb19-4951-9a07-43d40e48ab0c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'subnet': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:00.731464 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-2a2e0cfc-bb19-4951-9a07-43d40e48ab0c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:00.735908 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2a2e0cfc-bb19-4951-9a07-43d40e48ab0c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Usage tracker for resource:subnet and tenant:054ea176b36542169ae947090049f000 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:45:00.739028 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2a2e0cfc-bb19-4951-9a07-43d40e48ab0c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:45:00.744893 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-2a2e0cfc-bb19-4951-9a07-43d40e48ab0c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:00.755495 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2e0cfc-bb19-4951-9a07-43d40e48ab0c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:00.759757 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0cfc-bb19-4951-9a07-43d40e48ab0c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:00.792341 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-7d3cedba-c741-4545-abd7-656c42d1768a None None] Allocated IP 2001:db8::2 (c278fa39-f239-4898-af1e-f9dd3a03cd09/86819b7e-fb19-4b9f-a469-e9ff530c55e9/6b9d9951-9b02-4d64-9d71-e7e407bec430) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:45:00.929541 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-7d3cedba-c741-4545-abd7-656c42d1768a None None] For port 6b9d9951-9b02-4d64-9d71-e7e407bec430, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6b9d9951-9b02-4d64-9d71-e7e407bec430,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:45:00.954369 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7d3cedba-c741-4545-abd7-656c42d1768a None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:00.970359 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7d3cedba-c741-4545-abd7-656c42d1768a None None] Transition to ACTIVE for port object 6b9d9951-9b02-4d64-9d71-e7e407bec430 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:45:00.976020 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7d3cedba-c741-4545-abd7-656c42d1768a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:01.085749 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cedba-c741-4545-abd7-656c42d1768a None None] Pushing event updated for resources: {'Port': ['ID=6b9d9951-9b02-4d64-9d71-e7e407bec430,revision_number=16']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:01.178568 n-d-828419-1 neutron-server[87612]: DEBUG neutron.objects.ports [None req-2a2e0cfc-bb19-4951-9a07-43d40e48ab0c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87612) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 01:45:01.356704 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0cfc-bb19-4951-9a07-43d40e48ab0c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:01.593867 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-2a2e0cfc-bb19-4951-9a07-43d40e48ab0c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] For port 6b9d9951-9b02-4d64-9d71-e7e407bec430, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6b9d9951-9b02-4d64-9d71-e7e407bec430,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:45:01.620274 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0cfc-bb19-4951-9a07-43d40e48ab0c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:01.625655 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0cfc-bb19-4951-9a07-43d40e48ab0c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:01.626448 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0cfc-bb19-4951-9a07-43d40e48ab0c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:01.679861 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85099dc8-9f25-42d9-bd8c-ea5851a4ccb2 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:45:01.770297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e0cfc-bb19-4951-9a07-43d40e48ab0c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Subnet': ['ID=502a398b-1324-4449-bed2-b15d0a698345,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:01.775467 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2e0cfc-bb19-4951-9a07-43d40e48ab0c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:45:01.779801 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-2a2e0cfc-bb19-4951-9a07-43d40e48ab0c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:01.783742 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2e0cfc-bb19-4951-9a07-43d40e48ab0c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:01.784340 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0cfc-bb19-4951-9a07-43d40e48ab0c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:01.790134 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-439fb65d-1a9b-4abb-8beb-cdd88429d6fb None None] Provisioning for port 6b9d9951-9b02-4d64-9d71-e7e407bec430 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:45:01.799200 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e0cfc-bb19-4951-9a07-43d40e48ab0c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Port': ['ID=6b9d9951-9b02-4d64-9d71-e7e407bec430,revision_number=18']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:01.806264 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-439fb65d-1a9b-4abb-8beb-cdd88429d6fb None None] Provisioning complete for port 6b9d9951-9b02-4d64-9d71-e7e407bec430 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:01.806640 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-439fb65d-1a9b-4abb-8beb-cdd88429d6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:01.814661 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2a2e0cfc-bb19-4951-9a07-43d40e48ab0c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2500784 Feb 09 01:45:01.817174 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56750) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:01.823089 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-5c9e165a-260b-4bff-bbf1-f805cdceea4e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Request body: {'port': {'network_id': 'c278fa39-f239-4898-af1e-f9dd3a03cd09', 'mac_address': 'fa:16:3e:9b:17:7f', 'name': 'tempest-NetworksTestDHCPv6-1612383349'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:02.100366 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5c9e165a-260b-4bff-bbf1-f805cdceea4e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:02.112456 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5c9e165a-260b-4bff-bbf1-f805cdceea4e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:02.124792 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9e165a-260b-4bff-bbf1-f805cdceea4e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Made reservation on behalf of 054ea176b36542169ae947090049f000 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:02.257239 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5c9e165a-260b-4bff-bbf1-f805cdceea4e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:02.285464 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [None req-5c9e165a-260b-4bff-bbf1-f805cdceea4e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] device_id is not set on port 535a46dc-8317-44c6-bdf6-6163c2f00e94 yet. {{(pid=87612) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 01:45:02.520492 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-5c9e165a-260b-4bff-bbf1-f805cdceea4e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Allocated IP 2001:db8::1db (c278fa39-f239-4898-af1e-f9dd3a03cd09/86819b7e-fb19-4b9f-a469-e9ff530c55e9/535a46dc-8317-44c6-bdf6-6163c2f00e94) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:45:02.526715 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-5c9e165a-260b-4bff-bbf1-f805cdceea4e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9b:177f (c278fa39-f239-4898-af1e-f9dd3a03cd09/502a398b-1324-4449-bed2-b15d0a698345/535a46dc-8317-44c6-bdf6-6163c2f00e94) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:45:02.638070 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71683a3-5c0f-4a43-a20b-bd5020e3c118 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:45:02.759271 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6b9d9951-9b02-4d64-9d71-e7e407bec430 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:45:02.760938 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5c9e165a-260b-4bff-bbf1-f805cdceea4e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:02.779855 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-5c9e165a-260b-4bff-bbf1-f805cdceea4e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Transition to ACTIVE for port object 535a46dc-8317-44c6-bdf6-6163c2f00e94 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:45:02.806713 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5c9e165a-260b-4bff-bbf1-f805cdceea4e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:02.852911 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bd7180d9-1391-4a31-8916-cd04abe3c5f3 None None] Provisioning complete for port 6b9d9951-9b02-4d64-9d71-e7e407bec430 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:02.853278 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bd7180d9-1391-4a31-8916-cd04abe3c5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:02.882483 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9e165a-260b-4bff-bbf1-f805cdceea4e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:45:02.885757 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-5c9e165a-260b-4bff-bbf1-f805cdceea4e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:02.891708 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9e165a-260b-4bff-bbf1-f805cdceea4e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:45:02.897609 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9e165a-260b-4bff-bbf1-f805cdceea4e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:02.898242 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5c9e165a-260b-4bff-bbf1-f805cdceea4e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:02.912775 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e165a-260b-4bff-bbf1-f805cdceea4e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event updated for resources: {'Port': ['ID=535a46dc-8317-44c6-bdf6-6163c2f00e94,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:02.937400 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5c9e165a-260b-4bff-bbf1-f805cdceea4e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1161380 Feb 09 01:45:02.937621 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56760) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:03.008895 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 6b9d9951-9b02-4d64-9d71-e7e407bec430 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:03.009299 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:03.030598 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-fd757973-6f35-4ce4-bb7d-aed956b07d91 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting port 535a46dc-8317-44c6-bdf6-6163c2f00e94 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:45:03.030943 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fd757973-6f35-4ce4-bb7d-aed956b07d91 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:03.288922 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fd757973-6f35-4ce4-bb7d-aed956b07d91 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:03.415749 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-fd757973-6f35-4ce4-bb7d-aed956b07d91 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Calling delete_port for 535a46dc-8317-44c6-bdf6-6163c2f00e94 owned by {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:45:03.461681 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7f6d0388-4084-4dda-9323-3940c4b353cc None None] Provisioning complete for port 6b9d9951-9b02-4d64-9d71-e7e407bec430 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:03.462065 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7f6d0388-4084-4dda-9323-3940c4b353cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:03.657908 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fd757973-6f35-4ce4-bb7d-aed956b07d91 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:03.659847 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7f6d0388-4084-4dda-9323-3940c4b353cc None None] Provisioning for port 535a46dc-8317-44c6-bdf6-6163c2f00e94 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:45:03.667183 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7f6d0388-4084-4dda-9323-3940c4b353cc None None] Provisioning complete for port 535a46dc-8317-44c6-bdf6-6163c2f00e94 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:03.667692 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7f6d0388-4084-4dda-9323-3940c4b353cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:03.708672 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-7f6d0388-4084-4dda-9323-3940c4b353cc None None] Port 535a46dc-8317-44c6-bdf6-6163c2f00e94 was deleted so its status cannot be updated. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 09 01:45:03.716338 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd757973-6f35-4ce4-bb7d-aed956b07d91 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Port': ['ID=535a46dc-8317-44c6-bdf6-6163c2f00e94,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:03.802036 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fd757973-6f35-4ce4-bb7d-aed956b07d91 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:03.814744 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-fd757973-6f35-4ce4-bb7d-aed956b07d91 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/535a46dc-8317-44c6-bdf6-6163c2f00e94 HTTP/1.1" status: 204 len: 168 time: 0.8738942 Feb 09 01:45:03.815358 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56766) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:03.819349 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f8c4c921-6f4d-438b-b29b-c7851b581c03 None None] Could not find standard attr ID for object 535a46dc-8317-44c6-bdf6-6163c2f00e94. {{(pid=87613) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:45:03.908193 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca529427-e94f-47dc-9858-25e00264ce62 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:03.908979 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ca529427-e94f-47dc-9858-25e00264ce62 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:45:03.926389 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ca529427-e94f-47dc-9858-25e00264ce62 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:45:03.927716 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ca529427-e94f-47dc-9858-25e00264ce62 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1110742 Feb 09 01:45:03.930288 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56774) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:04.017396 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1663aea5-cbd1-4298-8dc3-a4da4dc42623 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:04.018029 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1663aea5-cbd1-4298-8dc3-a4da4dc42623 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:45:04.030177 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1663aea5-cbd1-4298-8dc3-a4da4dc42623 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:45:04.031311 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1663aea5-cbd1-4298-8dc3-a4da4dc42623 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1000040 Feb 09 01:45:04.033806 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56778) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:04.103209 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f5b958-e93a-46fc-9135-e4b409d8924d tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:04.104735 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f5b958-e93a-46fc-9135-e4b409d8924d tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:04.106339 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f5b958-e93a-46fc-9135-e4b409d8924d tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:04.107683 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-69f5b958-e93a-46fc-9135-e4b409d8924d tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:45:04.122646 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-69f5b958-e93a-46fc-9135-e4b409d8924d tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:45:04.123794 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-69f5b958-e93a-46fc-9135-e4b409d8924d tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0891118 Feb 09 01:45:04.126467 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56782) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:04.191894 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-08269d75-6f0a-48b0-9fe5-da795560ffb7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting subnet 502a398b-1324-4449-bed2-b15d0a698345 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:45:04.194703 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-08269d75-6f0a-48b0-9fe5-da795560ffb7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:04.251808 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-08269d75-6f0a-48b0-9fe5-da795560ffb7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:04.330699 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-08269d75-6f0a-48b0-9fe5-da795560ffb7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:04.400745 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-08269d75-6f0a-48b0-9fe5-da795560ffb7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:04.442178 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08269d75-6f0a-48b0-9fe5-da795560ffb7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Subnet': ['ID=502a398b-1324-4449-bed2-b15d0a698345,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:04.445767 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-08269d75-6f0a-48b0-9fe5-da795560ffb7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:04.456997 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d62ccd9-f44d-4a81-912a-0fc4b9607984 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:45:04.461819 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-08269d75-6f0a-48b0-9fe5-da795560ffb7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/502a398b-1324-4449-bed2-b15d0a698345 HTTP/1.1" status: 204 len: 168 time: 0.3317320 Feb 09 01:45:04.462138 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56786) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:04.531853 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b6a201-fb8c-4261-b2c4-330d96f9ece3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Deleting subnet 86819b7e-fb19-4b9f-a469-e9ff530c55e9 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:45:04.534825 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a9b6a201-fb8c-4261-b2c4-330d96f9ece3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:04.588294 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a9b6a201-fb8c-4261-b2c4-330d96f9ece3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:04.680783 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a9b6a201-fb8c-4261-b2c4-330d96f9ece3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:04.766023 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a9b6a201-fb8c-4261-b2c4-330d96f9ece3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:04.816493 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6a201-fb8c-4261-b2c4-330d96f9ece3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Subnet': ['ID=86819b7e-fb19-4b9f-a469-e9ff530c55e9,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:04.821040 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a9b6a201-fb8c-4261-b2c4-330d96f9ece3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:04.832528 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a9b6a201-fb8c-4261-b2c4-330d96f9ece3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/86819b7e-fb19-4b9f-a469-e9ff530c55e9 HTTP/1.1" status: 204 len: 168 time: 0.3693020 Feb 09 01:45:04.834446 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56796) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:04.908267 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7479527e-103f-4f9d-bf93-5a643590e5d1 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0727267 Feb 09 01:45:04.910847 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56800) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:04.998416 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a2ec20-8736-4bde-997d-7ce8ac5c752f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:05.000229 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-77a2ec20-8736-4bde-997d-7ce8ac5c752f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0881963 Feb 09 01:45:05.002382 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56804) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:05.067780 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc1ebb4-e661-409e-aa43-f7677775df26 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:05.068501 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8fc1ebb4-e661-409e-aa43-f7677775df26 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Synchronizing usage tracker for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:45:05.085749 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8fc1ebb4-e661-409e-aa43-f7677775df26 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Unset dirty status for tenant:054ea176b36542169ae947090049f000 on resource:subnet {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:45:05.087053 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8fc1ebb4-e661-409e-aa43-f7677775df26 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0837629 Feb 09 01:45:05.089947 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56808) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:05.160609 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0fa0473f-bbf9-4f0f-9084-aba9e1cae020 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0692971 Feb 09 01:45:05.167266 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56812) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:05.209380 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fe78b9b-5f99-4409-a90d-bc8d35d24d33 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:05.209866 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fe78b9b-5f99-4409-a90d-bc8d35d24d33 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:05.213776 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2fe78b9b-5f99-4409-a90d-bc8d35d24d33 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/535a46dc-8317-44c6-bdf6-6163c2f00e94 HTTP/1.1" status: 404 len: 333 time: 0.0433073 Feb 09 01:45:05.214186 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56816) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:05.258194 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-0932fb08-c294-45a2-ae29-0ba9fc4f7889 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:05.258660 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0932fb08-c294-45a2-ae29-0ba9fc4f7889 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:05.262570 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0932fb08-c294-45a2-ae29-0ba9fc4f7889 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/502a398b-1324-4449-bed2-b15d0a698345 HTTP/1.1" status: 404 len: 337 time: 0.0451951 Feb 09 01:45:05.262796 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56820) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:05.301829 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-768887ac-228f-49a6-97e8-17cbf13d197f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:05.302462 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-768887ac-228f-49a6-97e8-17cbf13d197f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:05.304727 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-768887ac-228f-49a6-97e8-17cbf13d197f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/86819b7e-fb19-4b9f-a469-e9ff530c55e9 HTTP/1.1" status: 404 len: 337 time: 0.0409515 Feb 09 01:45:05.307164 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56824) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:05.349617 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb6c648-baa1-4959-bf02-5da8df2230c3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:05.350092 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bb6c648-baa1-4959-bf02-5da8df2230c3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:05.354233 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9bb6c648-baa1-4959-bf02-5da8df2230c3 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/4f16721b-76ee-46ae-b0e0-0e2c78bb8600 HTTP/1.1" status: 404 len: 333 time: 0.0438561 Feb 09 01:45:05.354453 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56828) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:05.367207 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00268b6-baf0-4617-98b5-a4a33889f021 None None] Network c278fa39-f239-4898-af1e-f9dd3a03cd09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:45:05.513951 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-544039ff-c79d-4ad8-94be-026f0b78c2c7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:05.514332 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-544039ff-c79d-4ad8-94be-026f0b78c2c7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:05.518362 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-544039ff-c79d-4ad8-94be-026f0b78c2c7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/93ac898c-ba69-4e41-97bd-27d259c4806a HTTP/1.1" status: 404 len: 337 time: 0.1606929 Feb 09 01:45:05.518632 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56832) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:05.532805 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-eccd74bb-69dc-431e-b152-0d11b07aa22c None None] Provisioning complete for port 6b9d9951-9b02-4d64-9d71-e7e407bec430 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:05.533182 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-eccd74bb-69dc-431e-b152-0d11b07aa22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:05.556853 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-38addecf-4b0f-47c7-808e-1878ff04fbc2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:05.557312 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38addecf-4b0f-47c7-808e-1878ff04fbc2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:05.561344 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-38addecf-4b0f-47c7-808e-1878ff04fbc2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/05118cae-f503-4830-ab2a-394c0906c801 HTTP/1.1" status: 404 len: 337 time: 0.0395589 Feb 09 01:45:05.562684 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56836) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:05.606316 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-c936193b-25f1-4cb2-a24a-362bbd684435 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:05.606701 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c936193b-25f1-4cb2-a24a-362bbd684435 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:05.611589 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c936193b-25f1-4cb2-a24a-362bbd684435 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/ac156e04-be15-42dd-9663-c6941de71292 HTTP/1.1" status: 404 len: 333 time: 0.0466228 Feb 09 01:45:05.611589 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56840) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:05.649467 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-a66c4e56-6479-4990-b8b1-853c04ff8591 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:05.649928 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a66c4e56-6479-4990-b8b1-853c04ff8591 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:05.654556 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a66c4e56-6479-4990-b8b1-853c04ff8591 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/8682a3ba-26c2-48be-9888-5d14812fb0a6 HTTP/1.1" status: 404 len: 337 time: 0.0392854 Feb 09 01:45:05.654770 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56844) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:05.693610 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-645b0580-e1cb-4070-806f-e7fa6fbd5b25 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:05.694074 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-645b0580-e1cb-4070-806f-e7fa6fbd5b25 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:05.695750 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-645b0580-e1cb-4070-806f-e7fa6fbd5b25 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/2dd87c4a-e609-457a-8fad-a07f2a950270 HTTP/1.1" status: 404 len: 337 time: 0.0400996 Feb 09 01:45:05.698279 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56848) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:05.744666 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-608424f7-a536-4c30-9cf3-1191af6e96c6 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:05.745142 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-608424f7-a536-4c30-9cf3-1191af6e96c6 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:05.749121 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-608424f7-a536-4c30-9cf3-1191af6e96c6 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/1a8075de-2d26-48f7-b215-c85956dd700b HTTP/1.1" status: 404 len: 333 time: 0.0476365 Feb 09 01:45:05.751692 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56854) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:05.763002 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee824152-b224-4abf-9aa0-d9ff0246edff None None] DHCP port deletion for c278fa39-f239-4898-af1e-f9dd3a03cd09 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:45:05.768491 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-ee824152-b224-4abf-9aa0-d9ff0246edff None None] Deleting port 6b9d9951-9b02-4d64-9d71-e7e407bec430 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:45:05.768937 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee824152-b224-4abf-9aa0-d9ff0246edff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:05.789258 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bcf7609-b31f-41b3-807f-2ec51e243e12 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:05.789828 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bcf7609-b31f-41b3-807f-2ec51e243e12 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:05.791580 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8bcf7609-b31f-41b3-807f-2ec51e243e12 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/e9d53602-0541-4c72-9d27-b99cc9bc4ab0 HTTP/1.1" status: 404 len: 337 time: 0.0409088 Feb 09 01:45:05.794170 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56860) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:05.835744 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6cef42c-080d-434b-a310-ea0c713b3104 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:05.836363 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6cef42c-080d-434b-a310-ea0c713b3104 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:05.842534 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d6cef42c-080d-434b-a310-ea0c713b3104 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/36ec902b-f4d2-42c8-8ef1-6628dd4d03be HTTP/1.1" status: 404 len: 337 time: 0.0452440 Feb 09 01:45:05.842809 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56864) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:05.905284 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d335a3d-b580-4787-8fe4-12e314bf4740 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:05.905766 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d335a3d-b580-4787-8fe4-12e314bf4740 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:05.907558 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8d335a3d-b580-4787-8fe4-12e314bf4740 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/43451ece-8b62-4891-be3c-5ed2221c1d5c HTTP/1.1" status: 404 len: 333 time: 0.0636225 Feb 09 01:45:05.910027 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56870) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:05.950629 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-573557e5-24d9-4b4d-93d8-0551a4526af7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:05.951621 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-573557e5-24d9-4b4d-93d8-0551a4526af7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:05.953476 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-573557e5-24d9-4b4d-93d8-0551a4526af7 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/5bf58d8d-2f25-4181-9af3-ad760b35877b HTTP/1.1" status: 404 len: 337 time: 0.0424216 Feb 09 01:45:05.955948 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56874) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:05.985172 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-ee824152-b224-4abf-9aa0-d9ff0246edff None None] For port 6b9d9951-9b02-4d64-9d71-e7e407bec430, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6b9d9951-9b02-4d64-9d71-e7e407bec430,segment=NetworkSegment(cda98b27-e08b-4a7f-b5d5-71d27d02f841),segment_id=cda98b27-e08b-4a7f-b5d5-71d27d02f841)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:45:05.985575 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee824152-b224-4abf-9aa0-d9ff0246edff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:06.002530 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0bc9316-d365-4cb2-babe-c4ae8834021b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:06.003083 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0bc9316-d365-4cb2-babe-c4ae8834021b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:06.007547 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b0bc9316-d365-4cb2-babe-c4ae8834021b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/f6e94430-1899-4b73-83d1-f8b0be7051ed HTTP/1.1" status: 404 len: 333 time: 0.0480218 Feb 09 01:45:06.007776 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56878) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:06.045537 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68b15d1-004d-40d0-b522-f69b9126c561 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:06.046008 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f68b15d1-004d-40d0-b522-f69b9126c561 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:06.050286 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56882) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:06.050488 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f68b15d1-004d-40d0-b522-f69b9126c561 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/41f16f74-59ee-4f8d-b114-a429dc3bf889 HTTP/1.1" status: 404 len: 337 time: 0.0415611 Feb 09 01:45:06.093817 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b31df1-8dbf-4ef0-a9da-9deac31ebdaf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:06.094402 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58b31df1-8dbf-4ef0-a9da-9deac31ebdaf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:06.098618 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56886) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:06.098801 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-58b31df1-8dbf-4ef0-a9da-9deac31ebdaf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/4e364e5d-6e0f-479a-a84f-bbd86fc092e2 HTTP/1.1" status: 404 len: 333 time: 0.0472834 Feb 09 01:45:06.129278 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-ee824152-b224-4abf-9aa0-d9ff0246edff None None] Calling delete_port for 6b9d9951-9b02-4d64-9d71-e7e407bec430 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:45:06.141477 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b23d0f-a362-4fb6-8bb0-9ff43b10cc46 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:06.141943 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b23d0f-a362-4fb6-8bb0-9ff43b10cc46 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:06.146357 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-51b23d0f-a362-4fb6-8bb0-9ff43b10cc46 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/3119fc88-4984-49e5-93d9-4649d3814c1a HTTP/1.1" status: 404 len: 337 time: 0.0441792 Feb 09 01:45:06.146590 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56890) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:06.186745 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f8d007-1d7d-46bb-a04b-e0e27869b0bf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:06.187222 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72f8d007-1d7d-46bb-a04b-e0e27869b0bf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:06.191068 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-72f8d007-1d7d-46bb-a04b-e0e27869b0bf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/ee1679b5-db45-49a9-bf84-69b8ad6ca3ca HTTP/1.1" status: 404 len: 333 time: 0.0432723 Feb 09 01:45:06.191489 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56894) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:06.207524 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee824152-b224-4abf-9aa0-d9ff0246edff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:06.236574 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-0736b7e6-a9a5-4f4e-b0d5-bb5fbf7fdfd1 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:06.237041 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0736b7e6-a9a5-4f4e-b0d5-bb5fbf7fdfd1 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:06.241095 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0736b7e6-a9a5-4f4e-b0d5-bb5fbf7fdfd1 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/a87b3a3a-f433-452f-bd38-039ce4508763 HTTP/1.1" status: 404 len: 337 time: 0.0462232 Feb 09 01:45:06.241219 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56898) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:06.261244 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee824152-b224-4abf-9aa0-d9ff0246edff None None] Pushing event deleted for resources: {'Port': ['ID=6b9d9951-9b02-4d64-9d71-e7e407bec430,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:06.265455 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee824152-b224-4abf-9aa0-d9ff0246edff None None] No DVR routers for this DVR port 6b9d9951-9b02-4d64-9d71-e7e407bec430 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:45:06.293228 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c480c30-5393-4530-a7ef-3826e698d4aa tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:06.293697 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c480c30-5393-4530-a7ef-3826e698d4aa tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:06.295387 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9c480c30-5393-4530-a7ef-3826e698d4aa tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/ffa77843-08ca-4116-b974-9047ecd8038d HTTP/1.1" status: 404 len: 333 time: 0.0532563 Feb 09 01:45:06.298009 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56902) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:06.335283 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-deba6e75-ece9-485f-9200-ccc92dcce173 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:06.335731 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deba6e75-ece9-485f-9200-ccc92dcce173 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:06.337342 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-deba6e75-ece9-485f-9200-ccc92dcce173 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/811fb77f-6fe2-4eb0-be42-e26565b6bbb2 HTTP/1.1" status: 404 len: 337 time: 0.0384793 Feb 09 01:45:06.339596 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56906) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:06.379841 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-38917f66-564a-4b79-87de-bdcafce736ce tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:06.380317 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38917f66-564a-4b79-87de-bdcafce736ce tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:06.382269 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-38917f66-564a-4b79-87de-bdcafce736ce tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/50e0a45d-7091-432d-9611-18850fd37f63 HTTP/1.1" status: 404 len: 333 time: 0.0418148 Feb 09 01:45:06.384729 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56910) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:06.424220 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e270df7-00e4-457c-9afa-14630de946ab tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:06.424699 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e270df7-00e4-457c-9afa-14630de946ab tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:06.426288 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6e270df7-00e4-457c-9afa-14630de946ab tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/65db038c-90b0-4b13-93a5-8074dd304ec2 HTTP/1.1" status: 404 len: 337 time: 0.0406759 Feb 09 01:45:06.428585 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56914) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:06.465283 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef700c1-52fc-4976-9369-499b9cd7f480 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:06.465727 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef700c1-52fc-4976-9369-499b9cd7f480 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:06.467338 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9ef700c1-52fc-4976-9369-499b9cd7f480 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/bad55de7-42bf-41f6-ac87-984627d6bd60 HTTP/1.1" status: 404 len: 337 time: 0.0378897 Feb 09 01:45:06.469677 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56918) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:06.512504 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-302e2380-246d-409d-8b3c-605431900a03 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:06.513000 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-302e2380-246d-409d-8b3c-605431900a03 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:06.515047 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-302e2380-246d-409d-8b3c-605431900a03 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/60e1d43d-64a0-4536-b420-6c76d60d4aa1 HTTP/1.1" status: 404 len: 333 time: 0.0441110 Feb 09 01:45:06.517204 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56922) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:06.557283 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fed637c-c2fc-40b5-8159-46ff7ea94619 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:06.557625 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fed637c-c2fc-40b5-8159-46ff7ea94619 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:06.562219 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7fed637c-c2fc-40b5-8159-46ff7ea94619 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/32d8fa38-c1bd-42ab-bc14-e0f009a7a734 HTTP/1.1" status: 404 len: 337 time: 0.0411394 Feb 09 01:45:06.562557 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56926) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:06.600010 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e081996-30b0-4473-8ec8-edcd21aefd9b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:06.600502 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e081996-30b0-4473-8ec8-edcd21aefd9b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:06.602250 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1e081996-30b0-4473-8ec8-edcd21aefd9b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/74da42f6-4a3d-4197-9272-877e08c27557 HTTP/1.1" status: 404 len: 337 time: 0.0387244 Feb 09 01:45:06.605855 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56932) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:06.647633 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a958e1a-dde2-4a51-8b09-ce3fc0e9005c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:06.648104 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a958e1a-dde2-4a51-8b09-ce3fc0e9005c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:06.649811 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1a958e1a-dde2-4a51-8b09-ce3fc0e9005c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/e2e1f4f2-5bd0-4013-9737-6cf07d4dd0b7 HTTP/1.1" status: 404 len: 333 time: 0.0429952 Feb 09 01:45:06.652324 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 56938) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:06.712051 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-612d0be9-0771-4dda-8c21-9ccec7ac786e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:06.712051 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-612d0be9-0771-4dda-8c21-9ccec7ac786e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:06.712444 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56942) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:06.717287 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-612d0be9-0771-4dda-8c21-9ccec7ac786e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/7f95523f-73d9-4614-ad82-811752dc924e HTTP/1.1" status: 404 len: 337 time: 0.0636289 Feb 09 01:45:06.726217 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6b9d9951-9b02-4d64-9d71-e7e407bec430 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:45:06.749884 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-b88883f7-ba9a-487a-8002-c109fede1fe5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:06.750336 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b88883f7-ba9a-487a-8002-c109fede1fe5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:06.753149 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b88883f7-ba9a-487a-8002-c109fede1fe5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/3c09b5c8-f08f-4be9-a3f1-7cdecb1b7912 HTTP/1.1" status: 404 len: 337 time: 0.0408869 Feb 09 01:45:06.754538 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56946) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:06.767389 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 6b9d9951-9b02-4d64-9d71-e7e407bec430 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:45:06.767812 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6b9d9951-9b02-4d64-9d71-e7e407bec430 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:45:06.799466 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc94a0c-ed34-47fc-a082-dcd2361edb83 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:06.799943 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edc94a0c-ed34-47fc-a082-dcd2361edb83 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:06.801620 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-edc94a0c-ed34-47fc-a082-dcd2361edb83 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/91a21dcd-b1e3-4166-9d9e-8006f47f84dc HTTP/1.1" status: 404 len: 333 time: 0.0461898 Feb 09 01:45:06.804267 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56950) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:06.841171 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed4c07f7-72c2-43e3-8c7b-85af307c7089 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:06.842080 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed4c07f7-72c2-43e3-8c7b-85af307c7089 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:06.843676 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ed4c07f7-72c2-43e3-8c7b-85af307c7089 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/c99837e6-eed2-45f5-9973-a0b1c991420a HTTP/1.1" status: 404 len: 337 time: 0.0385025 Feb 09 01:45:06.846060 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56954) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:06.882803 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-749a85e5-c349-4ae0-a416-8ce5c34f3d4b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:06.883258 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-749a85e5-c349-4ae0-a416-8ce5c34f3d4b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:06.887174 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-749a85e5-c349-4ae0-a416-8ce5c34f3d4b tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/ea3bf903-17c2-437c-a6a4-38a449cbdb78 HTTP/1.1" status: 404 len: 337 time: 0.0379891 Feb 09 01:45:06.888092 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56960) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:06.934052 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-58825528-8940-435c-b6d9-8f5320705b1f tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports?device_id=1af98daa-3e04-4fb1-a227-4bc39d24fcf4 HTTP/1.1" status: 200 len: 205 time: 0.0456173 Feb 09 01:45:06.936333 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56964) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:06.971299 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4c198355-a42f-4a7b-bc26-e6ed23c3323c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:07.001313 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-068fd164-4c76-4587-be2b-7d7f5b2684a8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] delete failed (client error): The resource could not be found. Feb 09 01:45:07.002327 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-068fd164-4c76-4587-be2b-7d7f5b2684a8 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/routers/1af98daa-3e04-4fb1-a227-4bc39d24fcf4 HTTP/1.1" status: 404 len: 336 time: 0.0650811 Feb 09 01:45:07.004952 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56968) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:07.046095 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff61b9a-3969-4b11-aef2-4cd520f68b95 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:07.046551 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff61b9a-3969-4b11-aef2-4cd520f68b95 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:07.050718 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2ff61b9a-3969-4b11-aef2-4cd520f68b95 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/a53e5868-b944-4592-bcb8-45b2afe9515c HTTP/1.1" status: 404 len: 337 time: 0.0423632 Feb 09 01:45:07.050917 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56972) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:07.097069 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-56efdb1b-0dbc-4662-8111-109e81e2f46e tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "GET /v2.0/ports?device_id=9918fd42-6e73-4954-a11b-cdb968e9ef67 HTTP/1.1" status: 200 len: 205 time: 0.0427794 Feb 09 01:45:07.097708 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56976) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:07.165361 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-932b6cf2-2df1-4ab8-9ba6-d2b8f8eda484 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] delete failed (client error): The resource could not be found. Feb 09 01:45:07.166372 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-932b6cf2-2df1-4ab8-9ba6-d2b8f8eda484 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/routers/9918fd42-6e73-4954-a11b-cdb968e9ef67 HTTP/1.1" status: 404 len: 336 time: 0.0682592 Feb 09 01:45:07.170206 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56980) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:07.206869 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50604ac-3e4c-4942-ae70-b97f50442f86 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:07.207319 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50604ac-3e4c-4942-ae70-b97f50442f86 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:07.208952 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d50604ac-3e4c-4942-ae70-b97f50442f86 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/d38e80b7-6fc0-4217-a58b-80d49ec75ee6 HTTP/1.1" status: 404 len: 337 time: 0.0378697 Feb 09 01:45:07.211416 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56984) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:07.247974 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-d821ab38-5911-48b3-bf42-c0a1c3aa95a6 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:07.248438 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d821ab38-5911-48b3-bf42-c0a1c3aa95a6 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:07.250024 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d821ab38-5911-48b3-bf42-c0a1c3aa95a6 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/467ee56e-9fb9-4233-8be5-5d96d914cdfd HTTP/1.1" status: 404 len: 337 time: 0.0377414 Feb 09 01:45:07.252424 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56988) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:07.406222 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f982020-948b-46b6-9361-645ea6468ca6 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:07.406717 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f982020-948b-46b6-9361-645ea6468ca6 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:07.408419 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7f982020-948b-46b6-9361-645ea6468ca6 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/1c37b92c-f2e2-4fd4-a6ae-b2d6539baca3 HTTP/1.1" status: 404 len: 333 time: 0.1550925 Feb 09 01:45:07.410947 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56994) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:07.448660 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3d7183-4a1a-48db-9f75-bc7a107581f5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:07.449124 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3d7183-4a1a-48db-9f75-bc7a107581f5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:07.453733 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0c3d7183-4a1a-48db-9f75-bc7a107581f5 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/1028f9da-75a4-4ff7-aad1-5e9edc42cba5 HTTP/1.1" status: 404 len: 337 time: 0.0389457 Feb 09 01:45:07.453950 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 56998) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:07.495061 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-2012ee55-2338-4639-9148-6b7718e594dd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:07.495542 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2012ee55-2338-4639-9148-6b7718e594dd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:07.497241 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2012ee55-2338-4639-9148-6b7718e594dd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/4fbf1811-54ff-4919-8b85-cbd7d558126b HTTP/1.1" status: 404 len: 333 time: 0.0423808 Feb 09 01:45:07.499795 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57004) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:07.541004 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-762f832f-9ff8-4ddb-91d2-766e8cd1ea0c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:07.541467 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-762f832f-9ff8-4ddb-91d2-766e8cd1ea0c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:07.543200 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-762f832f-9ff8-4ddb-91d2-766e8cd1ea0c tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/3b091990-c577-473a-b5f6-de63adff28d3 HTTP/1.1" status: 404 len: 337 time: 0.0424531 Feb 09 01:45:07.545724 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57008) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:07.587641 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed44ea8-0e6c-461e-9f1b-5fbe7cedeb29 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:07.588128 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ed44ea8-0e6c-461e-9f1b-5fbe7cedeb29 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:07.589867 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6ed44ea8-0e6c-461e-9f1b-5fbe7cedeb29 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/f2340127-04e4-4fdc-9664-d282f2d08398 HTTP/1.1" status: 404 len: 333 time: 0.0432570 Feb 09 01:45:07.593151 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57012) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:07.630540 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c645ce8-02e6-4a02-a487-993c9b33ce31 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:07.630915 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c645ce8-02e6-4a02-a487-993c9b33ce31 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:07.632829 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6c645ce8-02e6-4a02-a487-993c9b33ce31 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/379bd6a9-492d-4b90-8a43-7e153174aa03 HTTP/1.1" status: 404 len: 337 time: 0.0387840 Feb 09 01:45:07.635246 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57016) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:07.678669 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-87485a5b-862c-4034-ac9e-d3da93ed9b70 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:07.679144 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87485a5b-862c-4034-ac9e-d3da93ed9b70 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:07.680812 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-87485a5b-862c-4034-ac9e-d3da93ed9b70 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/2dbdf86f-8341-45ab-b9f2-177d97564498 HTTP/1.1" status: 404 len: 333 time: 0.0446830 Feb 09 01:45:07.683273 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57020) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:07.723469 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ace53cf-1cd9-48eb-8998-df8c5a43a2dd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:07.724169 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ace53cf-1cd9-48eb-8998-df8c5a43a2dd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:07.726796 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3ace53cf-1cd9-48eb-8998-df8c5a43a2dd tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/b254f359-ab0e-43e2-af99-b5472cb60cd0 HTTP/1.1" status: 404 len: 337 time: 0.0424938 Feb 09 01:45:07.728967 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57024) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:07.769860 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-69ca9d6d-36bb-4922-a602-2f80d8ac63bf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:07.770327 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69ca9d6d-36bb-4922-a602-2f80d8ac63bf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:07.771939 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-69ca9d6d-36bb-4922-a602-2f80d8ac63bf tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/d8f41c9d-625a-49db-9f47-38680e705a49 HTTP/1.1" status: 404 len: 333 time: 0.0421023 Feb 09 01:45:07.774393 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57028) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:07.814091 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-87cb1b3a-eef6-451e-bca0-342f452cb231 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:07.814441 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87cb1b3a-eef6-451e-bca0-342f452cb231 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:07.816029 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-87cb1b3a-eef6-451e-bca0-342f452cb231 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/fa548ad5-546f-4ee3-82d1-01620d8d62f2 HTTP/1.1" status: 404 len: 337 time: 0.0407686 Feb 09 01:45:07.818347 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57032) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:07.858236 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-10533485-4a34-412e-afdc-9d9ee84a92d2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:07.858699 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10533485-4a34-412e-afdc-9d9ee84a92d2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:07.860290 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-10533485-4a34-412e-afdc-9d9ee84a92d2 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/481f7a20-1fe7-401e-896f-6c2e660c19d5 HTTP/1.1" status: 404 len: 333 time: 0.0410907 Feb 09 01:45:07.862874 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57036) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:07.902119 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c05846-98dc-4a78-9e7d-cc22df4f9c36 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:07.902508 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c05846-98dc-4a78-9e7d-cc22df4f9c36 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:07.904123 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-84c05846-98dc-4a78-9e7d-cc22df4f9c36 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/c6374086-87e7-4416-a6dc-b40e82a3ae57 HTTP/1.1" status: 404 len: 337 time: 0.0402918 Feb 09 01:45:07.906724 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57040) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:07.946367 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-e60e08b7-8a7a-468f-aeae-4dfba56e7656 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:07.946896 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e60e08b7-8a7a-468f-aeae-4dfba56e7656 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:07.952422 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e60e08b7-8a7a-468f-aeae-4dfba56e7656 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/ports/93039740-505b-4a31-8e22-ebff515eda85 HTTP/1.1" status: 404 len: 333 time: 0.0447972 Feb 09 01:45:07.953042 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57046) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:07.994150 n-d-828419-1 neutron-server[87611]: INFO neutron.pecan_wsgi.hooks.translation [None req-f061d7cc-ab47-4d87-8ba3-d52614038fed tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:07.994609 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f061d7cc-ab47-4d87-8ba3-d52614038fed tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87611) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:07.996238 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f061d7cc-ab47-4d87-8ba3-d52614038fed tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/subnets/084ef201-9671-474f-a6f2-04fe315825f2 HTTP/1.1" status: 404 len: 337 time: 0.0421708 Feb 09 01:45:07.999336 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57050) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:08.113497 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1623f676-6210-4577-b9b5-19794aae1444 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:08.352408 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1623f676-6210-4577-b9b5-19794aae1444 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:08.378196 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-1623f676-6210-4577-b9b5-19794aae1444 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c278fa39-f239-4898-af1e-f9dd3a03cd09']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:08.391038 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-1623f676-6210-4577-b9b5-19794aae1444 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda98b27-e08b-4a7f-b5d5-71d27d02f841') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:08.391336 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-1623f676-6210-4577-b9b5-19794aae1444 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda98b27-e08b-4a7f-b5d5-71d27d02f841') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:08.403711 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1623f676-6210-4577-b9b5-19794aae1444 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:08.428850 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1623f676-6210-4577-b9b5-19794aae1444 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:08.433710 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1623f676-6210-4577-b9b5-19794aae1444 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Releasing vlan 975 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:45:08.434103 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1623f676-6210-4577-b9b5-19794aae1444 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:08.450896 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:45:08.450896 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:45:08.450896 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:45:08.450896 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:45:08.450896 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:45:08.450896 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:45:08.450896 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:45:08.450896 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:45:08.450896 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:45:08.450896 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:45:08.450896 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:45:08.450896 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:45:08.450896 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:45:08.450896 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:45:08.450896 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:45:08.450896 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:45:08.450896 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:45:08.450896 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:45:08.450896 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:45:08.450896 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:45:08.450896 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:45:08.450896 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:45:08.450896 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:45:08.450896 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:45:08.450896 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:45:08.450896 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:45:08.450896 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:45:08.450896 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:45:08.450896 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:45:08.450896 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:45:08.450896 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:45:08.450896 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:45:08.534407 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1623f676-6210-4577-b9b5-19794aae1444 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:08.539887 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1623f676-6210-4577-b9b5-19794aae1444 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:08.564292 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623f676-6210-4577-b9b5-19794aae1444 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] Pushing event deleted for resources: {'Network': ['ID=c278fa39-f239-4898-af1e-f9dd3a03cd09,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:08.567988 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1623f676-6210-4577-b9b5-19794aae1444 tempest-NetworksTestDHCPv6-1812907704 tempest-NetworksTestDHCPv6-1812907704-project] 10.222.0.37 "DELETE /v2.0/networks/c278fa39-f239-4898-af1e-f9dd3a03cd09 HTTP/1.1" status: 204 len: 168 time: 0.5677569 Feb 09 01:45:08.831108 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57062) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:09.042761 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f1edab6b-3c85-43ce-b3ef-ec130769fc61 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=054ea176b36542169ae947090049f000&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2081990 Feb 09 01:45:09.043430 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57072) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:09.104683 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d8f676bb-ae3b-47db-8c48-7feaaaa618dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:09.130284 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d8f676bb-ae3b-47db-8c48-7feaaaa618dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:09.186639 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d8f676bb-ae3b-47db-8c48-7feaaaa618dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:09.202919 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f676bb-ae3b-47db-8c48-7feaaaa618dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1768ca-523b-4848-8a5a-5921301bb36b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:09.207273 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d8f676bb-ae3b-47db-8c48-7feaaaa618dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:09.212863 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d8f676bb-ae3b-47db-8c48-7feaaaa618dd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa1768ca-523b-4848-8a5a-5921301bb36b HTTP/1.1" status: 204 len: 168 time: 0.1690125 Feb 09 01:45:09.382212 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-20bd78d2-4474-46cc-8597-fa94899dce39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:09.898948 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57100) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.008316 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [None req-20782bb2-ae18-4f9e-b577-531912c81491 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.012460 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-20782bb2-ae18-4f9e-b577-531912c81491 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1104000 Feb 09 01:45:10.013447 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57114) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.018324 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [None req-3c642607-2cff-42fc-a11a-452da470143e tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.019462 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3c642607-2cff-42fc-a11a-452da470143e tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0049615 Feb 09 01:45:10.021707 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57118) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.032607 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [None req-7d078062-2512-4dbb-b968-3032556e6243 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.032607 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7d078062-2512-4dbb-b968-3032556e6243 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0061522 Feb 09 01:45:10.034347 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57122) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.039177 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-0b523b05-65f5-4b16-8950-f2bde35c84af tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.042084 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0b523b05-65f5-4b16-8950-f2bde35c84af tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0048370 Feb 09 01:45:10.042296 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57126) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.047485 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-0cbad341-74aa-437b-9c1c-c106cea36ee2 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.048522 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0cbad341-74aa-437b-9c1c-c106cea36ee2 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0052042 Feb 09 01:45:10.050654 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57130) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.055007 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-dda66994-de62-495d-8ad2-73bdfe60b1e0 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.056018 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-dda66994-de62-495d-8ad2-73bdfe60b1e0 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0043094 Feb 09 01:45:10.058080 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57134) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.062542 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-d2c08fd6-2a77-41c2-b97e-ddbb506f8772 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.063670 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d2c08fd6-2a77-41c2-b97e-ddbb506f8772 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0045478 Feb 09 01:45:10.068818 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57138) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.083498 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-beec0864-fb3d-4550-ae6d-0411c28eaa78 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.088386 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-beec0864-fb3d-4550-ae6d-0411c28eaa78 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0104940 Feb 09 01:45:10.088386 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57142) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.096878 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-6730afc6-5eb2-49ff-a463-61a3bb8dc2a1 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.100542 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6730afc6-5eb2-49ff-a463-61a3bb8dc2a1 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0099227 Feb 09 01:45:10.100965 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57146) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.106110 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [None req-07532baf-19de-465b-8c1d-bea617820454 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.108443 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-07532baf-19de-465b-8c1d-bea617820454 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0050361 Feb 09 01:45:10.110031 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57150) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.114542 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [None req-2b3273ed-7b81-4123-9626-ee0fcd819220 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.115445 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2b3273ed-7b81-4123-9626-ee0fcd819220 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0044994 Feb 09 01:45:10.117564 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57154) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.121862 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [None req-93bc5f04-47b3-4bbd-b96f-80677960097d tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.122785 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-93bc5f04-47b3-4bbd-b96f-80677960097d tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0043800 Feb 09 01:45:10.124921 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57158) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.129790 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [None req-686dab97-3626-4ff1-a56e-fb4b740b3de1 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.130703 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-686dab97-3626-4ff1-a56e-fb4b740b3de1 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0049787 Feb 09 01:45:10.133044 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57162) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.137331 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [None req-f8501d58-e55f-4da3-8638-dd0d21cf362a tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.138255 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f8501d58-e55f-4da3-8638-dd0d21cf362a tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0043826 Feb 09 01:45:10.140465 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57166) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.144989 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [None req-76e68695-20ff-4a2a-a33e-50ea4650dd0f tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.145891 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-76e68695-20ff-4a2a-a33e-50ea4650dd0f tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0045896 Feb 09 01:45:10.147926 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57170) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.152135 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [None req-e075ea6c-392f-4e05-831b-174934c34774 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.153082 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e075ea6c-392f-4e05-831b-174934c34774 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0043170 Feb 09 01:45:10.155648 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57174) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.159899 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [None req-b60eb922-8dee-4503-8e4d-1996e9866b1a tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.160832 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b60eb922-8dee-4503-8e4d-1996e9866b1a tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0043745 Feb 09 01:45:10.162871 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57178) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.167143 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [None req-ca69f780-1845-4e91-b1ac-8a4621396eed tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.168049 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ca69f780-1845-4e91-b1ac-8a4621396eed tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0043738 Feb 09 01:45:10.170785 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57182) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.175040 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [None req-fd359632-0009-4323-8d90-1b75050ee4fb tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.175930 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fd359632-0009-4323-8d90-1b75050ee4fb tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0043414 Feb 09 01:45:10.177971 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57186) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.182774 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [None req-0e3f578c-61e6-421b-a86d-2f3570289af5 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.183703 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0e3f578c-61e6-421b-a86d-2f3570289af5 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0049062 Feb 09 01:45:10.185754 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57190) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.189988 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [None req-6f97dad0-92a2-4ebe-90e8-536028f32413 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.190891 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6f97dad0-92a2-4ebe-90e8-536028f32413 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0043375 Feb 09 01:45:10.192946 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57194) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.197167 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [None req-c33a49b2-0f85-43d5-941e-59cc2c1dbb19 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.198065 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c33a49b2-0f85-43d5-941e-59cc2c1dbb19 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0043209 Feb 09 01:45:10.200097 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57198) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.204414 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [None req-c0470776-a22e-4c1e-8101-c796e14fc163 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.205321 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c0470776-a22e-4c1e-8101-c796e14fc163 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0043805 Feb 09 01:45:10.207303 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57202) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.211514 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [None req-5e27367e-0311-45fb-94ad-f9e357fbeda1 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.212587 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5e27367e-0311-45fb-94ad-f9e357fbeda1 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0043101 Feb 09 01:45:10.214744 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57206) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.220455 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-045d7f5d-e7d1-451e-af27-221d2415ac7e tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.221417 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-045d7f5d-e7d1-451e-af27-221d2415ac7e tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0057399 Feb 09 01:45:10.223402 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57210) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.227594 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-168a7a69-2469-4a7a-a75c-21d74cdd2278 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.228514 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-168a7a69-2469-4a7a-a75c-21d74cdd2278 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0042830 Feb 09 01:45:10.230509 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57214) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.235261 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-33f3bb61-5cec-414b-ad9f-a0fb9a6fa09b tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.236158 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-33f3bb61-5cec-414b-ad9f-a0fb9a6fa09b tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0048461 Feb 09 01:45:10.238228 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57218) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.242557 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-484ec484-ddf8-49a0-bf5d-8dd9c08a1c65 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.243477 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-484ec484-ddf8-49a0-bf5d-8dd9c08a1c65 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0044203 Feb 09 01:45:10.245472 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57222) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.249757 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-b2ab38b9-ca2b-4ae5-8c97-0fbd8c64e1f7 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.250676 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b2ab38b9-ca2b-4ae5-8c97-0fbd8c64e1f7 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0043733 Feb 09 01:45:10.252668 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57226) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.257033 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-4724d319-0a00-4203-a73d-969c55482206 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.257956 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4724d319-0a00-4203-a73d-969c55482206 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0044596 Feb 09 01:45:10.259909 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57230) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.264590 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-dc6d3c5a-972a-43d1-bb78-a74e87439892 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.265508 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-dc6d3c5a-972a-43d1-bb78-a74e87439892 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0047717 Feb 09 01:45:10.267502 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57234) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.272279 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-d283db28-3b4f-4f3d-9c63-a28336c1778a tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.273259 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d283db28-3b4f-4f3d-9c63-a28336c1778a tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0049179 Feb 09 01:45:10.275185 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57238) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.279923 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-2ea2d8ad-128a-4c8b-a01e-7bbf8ba3022b tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.280881 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2ea2d8ad-128a-4c8b-a01e-7bbf8ba3022b tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0048771 Feb 09 01:45:10.282834 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57242) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.286917 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-40312fe4-9512-477e-b69e-a244961b098f tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.287814 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-40312fe4-9512-477e-b69e-a244961b098f tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0041776 Feb 09 01:45:10.289881 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57246) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.294402 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-e3a83314-564a-415c-8f43-f5eed477e00e tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.295289 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e3a83314-564a-415c-8f43-f5eed477e00e tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0045974 Feb 09 01:45:10.297345 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57250) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.301525 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-b55d3717-58f5-430f-95ed-2794631e7091 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.302407 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b55d3717-58f5-430f-95ed-2794631e7091 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0042491 Feb 09 01:45:10.304543 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57254) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.308916 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-cf4cb790-f488-417f-bfed-169a150a4643 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.309846 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-cf4cb790-f488-417f-bfed-169a150a4643 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044410 Feb 09 01:45:10.311788 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57258) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.316244 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-d5936181-d2f4-41d6-ae8e-c3746e3f884c tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.317165 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d5936181-d2f4-41d6-ae8e-c3746e3f884c tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0045416 Feb 09 01:45:10.319167 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57262) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.323766 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-cc9aa0ad-0e40-40e5-8233-f607a90fba42 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.324728 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-cc9aa0ad-0e40-40e5-8233-f607a90fba42 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0047088 Feb 09 01:45:10.327208 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57266) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.331478 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-40ea8afd-bcab-4848-a5c2-a3a29d34c829 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.332374 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-40ea8afd-bcab-4848-a5c2-a3a29d34c829 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0043664 Feb 09 01:45:10.334432 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57270) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.338599 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-8cb39f1a-810b-4666-8516-06060bf4b2a8 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.339522 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8cb39f1a-810b-4666-8516-06060bf4b2a8 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0042992 Feb 09 01:45:10.342060 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57274) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.346162 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-893f2b18-727f-49ef-8f2e-b5c22ec6e3b6 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.347091 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-893f2b18-727f-49ef-8f2e-b5c22ec6e3b6 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0041986 Feb 09 01:45:10.349068 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57278) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.353268 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-5d86fcc1-ff50-49fb-8832-0554c11311a4 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.354166 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5d86fcc1-ff50-49fb-8832-0554c11311a4 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0042946 Feb 09 01:45:10.356250 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57282) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.361186 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [None req-1ff3d954-d701-4d44-bfb5-8723205325cc tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.362086 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1ff3d954-d701-4d44-bfb5-8723205325cc tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0048831 Feb 09 01:45:10.364114 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57286) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.368610 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [None req-7089ffed-c81e-46ad-a892-ce0c17892020 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.369572 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7089ffed-c81e-46ad-a892-ce0c17892020 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0045478 Feb 09 01:45:10.371511 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57290) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.376342 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [None req-1dca77c3-25d7-4f06-a78f-9559093dd796 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.377292 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1dca77c3-25d7-4f06-a78f-9559093dd796 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0049686 Feb 09 01:45:10.379453 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57294) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.383911 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [None req-ed6b0951-0084-40d0-9911-20e0aa71ed89 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.386980 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ed6b0951-0084-40d0-9911-20e0aa71ed89 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0067027 Feb 09 01:45:10.387173 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57298) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.392878 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-cfd06c59-d981-460e-9983-7350fdeb6395 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.393772 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-cfd06c59-d981-460e-9983-7350fdeb6395 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0045862 Feb 09 01:45:10.395769 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57302) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.400262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-dfed7606-f1cc-4161-a3c2-97ee441f766c tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.401219 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-dfed7606-f1cc-4161-a3c2-97ee441f766c tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0046084 Feb 09 01:45:10.403239 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57306) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.408725 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-0cbad3d7-8d37-4902-a94b-6e75ecec6257 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.409662 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0cbad3d7-8d37-4902-a94b-6e75ecec6257 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0055892 Feb 09 01:45:10.411655 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57310) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.415789 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-165839fb-cb02-4f97-9216-272a16ecdc65 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.416738 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-165839fb-cb02-4f97-9216-272a16ecdc65 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0041978 Feb 09 01:45:10.418657 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57314) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.422882 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-f5083d27-777b-4543-85a1-036e16dec891 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.423809 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f5083d27-777b-4543-85a1-036e16dec891 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0043230 Feb 09 01:45:10.425830 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57318) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.430081 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-74577cf7-c6af-471a-8c49-88f5bdf116d4 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.432995 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-74577cf7-c6af-471a-8c49-88f5bdf116d4 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0043569 Feb 09 01:45:10.433170 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57322) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.437851 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-a5a122ae-216b-44a9-8cfb-9de08520e0d8 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.441173 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a5a122ae-216b-44a9-8cfb-9de08520e0d8 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0071425 Feb 09 01:45:10.442851 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57326) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.450075 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [None req-f7636d91-ef41-4d1e-9a7f-3f243c470179 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.450583 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:10.454267 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57330) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.454413 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f7636d91-ef41-4d1e-9a7f-3f243c470179 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0105345 Feb 09 01:45:10.459105 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-73a007a3-08b1-4ad2-951d-e93efbcf1e28 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.460029 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-73a007a3-08b1-4ad2-951d-e93efbcf1e28 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0047851 Feb 09 01:45:10.462175 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57334) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.467108 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-ce2e4e8d-722e-4ee5-87a4-234991086fca tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.468010 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ce2e4e8d-722e-4ee5-87a4-234991086fca tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0050273 Feb 09 01:45:10.470242 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57338) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.475075 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-6d6b3124-7679-41a0-a419-aa55fb83d19f tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.475982 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6d6b3124-7679-41a0-a419-aa55fb83d19f tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0049298 Feb 09 01:45:10.478036 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57342) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.482299 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-02e24e2b-45a3-4074-8b66-074b1be66cfe tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.483204 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-02e24e2b-45a3-4074-8b66-074b1be66cfe tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0043659 Feb 09 01:45:10.485897 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57346) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.491834 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-8a5b9283-1b0e-46d0-982c-0610cce9aa2b tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.493669 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8a5b9283-1b0e-46d0-982c-0610cce9aa2b tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0060551 Feb 09 01:45:10.494975 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57350) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.500202 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-4ffe90b8-ed6e-45ab-9718-9d95f1a70e0d tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.501150 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4ffe90b8-ed6e-45ab-9718-9d95f1a70e0d tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0053525 Feb 09 01:45:10.503838 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57354) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.509956 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [None req-29b0c63e-f29b-465d-919e-483d6ae1530b tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.510905 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-29b0c63e-f29b-465d-919e-483d6ae1530b tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0057709 Feb 09 01:45:10.513050 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57358) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.517889 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [None req-f786a6fd-db28-4f61-9c20-4fe81f533aac tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.518788 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f786a6fd-db28-4f61-9c20-4fe81f533aac tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0044119 Feb 09 01:45:10.520984 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57362) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.525254 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [None req-33045566-c59d-43ea-9776-08f4baeb86e3 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.526162 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-33045566-c59d-43ea-9776-08f4baeb86e3 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0043709 Feb 09 01:45:10.528184 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57366) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.533064 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [None req-3ebdbc5b-a2b9-488c-ba98-155b56f76934 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.533961 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3ebdbc5b-a2b9-488c-ba98-155b56f76934 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0049067 Feb 09 01:45:10.536008 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57370) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.540689 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [None req-6a7be9d3-63a1-424d-bff9-10835300d576 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.541587 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6a7be9d3-63a1-424d-bff9-10835300d576 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0047402 Feb 09 01:45:10.543632 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57374) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.548038 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [None req-36971324-fec9-4220-8fbc-132152c634df tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.551201 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-36971324-fec9-4220-8fbc-132152c634df tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0067348 Feb 09 01:45:10.551597 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57378) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.556858 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [None req-42b8cdf8-7e37-4b2c-8221-596506521491 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.557933 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-42b8cdf8-7e37-4b2c-8221-596506521491 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0052891 Feb 09 01:45:10.560185 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57382) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.565166 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [None req-5ec3f984-5e6e-4cca-9012-844c9baf7847 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:45:10.566147 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5ec3f984-5e6e-4cca-9012-844c9baf7847 tempest-ExtensionsTestJSON-2139786615 tempest-ExtensionsTestJSON-2139786615-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0049415 Feb 09 01:45:10.566521 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:10.848008 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57394) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:10.963210 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0d00050-93b7-4017-9c81-2cad2759a10a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:10.978457 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c0d00050-93b7-4017-9c81-2cad2759a10a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:10.983095 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c0d00050-93b7-4017-9c81-2cad2759a10a admin admin] Usage tracker for resource:security_group_rule and tenant:9ef95bdc707e4c8d8e21b383360a5ad5 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:45:10.986161 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c0d00050-93b7-4017-9c81-2cad2759a10a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:45:10.992630 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c0d00050-93b7-4017-9c81-2cad2759a10a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:11.095709 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0d00050-93b7-4017-9c81-2cad2759a10a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:11.099612 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c0d00050-93b7-4017-9c81-2cad2759a10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:11.146814 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c0d00050-93b7-4017-9c81-2cad2759a10a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9ef95bdc707e4c8d8e21b383360a5ad5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2977374 Feb 09 01:45:11.147669 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d00050-93b7-4017-9c81-2cad2759a10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fedfb8-95a7-4627-83c7-5320114d5848,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:11.149469 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57402) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:11.210486 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d1a59efe-6002-4dcd-8400-0c05a64d6f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:11.236322 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d1a59efe-6002-4dcd-8400-0c05a64d6f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:11.287147 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d1a59efe-6002-4dcd-8400-0c05a64d6f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:11.301174 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a59efe-6002-4dcd-8400-0c05a64d6f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fedfb8-95a7-4627-83c7-5320114d5848,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:11.310096 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d1a59efe-6002-4dcd-8400-0c05a64d6f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:11.313441 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d1a59efe-6002-4dcd-8400-0c05a64d6f25 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/94fedfb8-95a7-4627-83c7-5320114d5848 HTTP/1.1" status: 204 len: 168 time: 0.1602652 Feb 09 01:45:11.886107 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:12.034628 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57432) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:12.184179 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-6d9cf115-b627-4364-8446-ffea71afb485 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Request body: {'security_group': {'name': 'tempest-secgroup--1890053982'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:12.190386 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6d9cf115-b627-4364-8446-ffea71afb485 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:12.194190 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6d9cf115-b627-4364-8446-ffea71afb485 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Usage tracker for resource:security_group and tenant:f028a6a114af472eaf907c7f5c29243d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:45:12.197039 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6d9cf115-b627-4364-8446-ffea71afb485 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:45:12.203650 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6d9cf115-b627-4364-8446-ffea71afb485 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:12.213110 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6d9cf115-b627-4364-8446-ffea71afb485 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:12.225539 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6d9cf115-b627-4364-8446-ffea71afb485 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:12.239916 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6d9cf115-b627-4364-8446-ffea71afb485 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:12.243630 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6d9cf115-b627-4364-8446-ffea71afb485 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Usage tracker for resource:security_group_rule and tenant:f028a6a114af472eaf907c7f5c29243d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:45:12.246326 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6d9cf115-b627-4364-8446-ffea71afb485 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:45:12.251946 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6d9cf115-b627-4364-8446-ffea71afb485 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:12.333448 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6d9cf115-b627-4364-8446-ffea71afb485 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:12.337393 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6d9cf115-b627-4364-8446-ffea71afb485 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:12.351304 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6d9cf115-b627-4364-8446-ffea71afb485 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:12.359037 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6d9cf115-b627-4364-8446-ffea71afb485 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Usage tracker for resource:security_group_rule and tenant:f028a6a114af472eaf907c7f5c29243d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:45:12.363384 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6d9cf115-b627-4364-8446-ffea71afb485 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:45:12.376868 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6d9cf115-b627-4364-8446-ffea71afb485 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:12.384316 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9cf115-b627-4364-8446-ffea71afb485 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e9a096-ad2b-49de-a084-d33bb997b719,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:12.451976 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6d9cf115-b627-4364-8446-ffea71afb485 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:12.455640 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6d9cf115-b627-4364-8446-ffea71afb485 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:12.498803 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9cf115-b627-4364-8446-ffea71afb485 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a918d77-8ff2-42a3-bc6e-1c9ee16af067,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:12.507764 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6d9cf115-b627-4364-8446-ffea71afb485 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:12.511662 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6d9cf115-b627-4364-8446-ffea71afb485 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4758446 Feb 09 01:45:12.512709 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57444) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:12.577300 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-111f9297-4b21-4b80-a5be-f45ffc75f0f2 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0625432 Feb 09 01:45:12.579981 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57450) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:12.589524 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-10ff47ae-8a02-4cc6-bf69-2aaddda8245b tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Request body: {'security_group': {'name': 'tempest-security--2101248955', 'description': 'tempest-security-description-1126305198'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:12.624972 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-10ff47ae-8a02-4cc6-bf69-2aaddda8245b tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:12.678241 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-10ff47ae-8a02-4cc6-bf69-2aaddda8245b tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:12.681542 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-10ff47ae-8a02-4cc6-bf69-2aaddda8245b tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:12.718437 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-10ff47ae-8a02-4cc6-bf69-2aaddda8245b tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:12.722143 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-10ff47ae-8a02-4cc6-bf69-2aaddda8245b tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "PUT /v2.0/security-groups/4a918d77-8ff2-42a3-bc6e-1c9ee16af067 HTTP/1.1" status: 200 len: 1780 time: 0.1386566 Feb 09 01:45:12.722143 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff47ae-8a02-4cc6-bf69-2aaddda8245b tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a918d77-8ff2-42a3-bc6e-1c9ee16af067,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:12.722626 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57454) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:12.768193 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5008d905-ce9b-4499-8c49-4c5e777b3193 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "GET /v2.0/security-groups/4a918d77-8ff2-42a3-bc6e-1c9ee16af067 HTTP/1.1" status: 200 len: 1780 time: 0.0441675 Feb 09 01:45:12.770696 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57458) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:12.835799 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c9baf328-4aff-48c5-a3f9-315c2ebdf791 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:12.866609 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c9baf328-4aff-48c5-a3f9-315c2ebdf791 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:12.913203 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c9baf328-4aff-48c5-a3f9-315c2ebdf791 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:12.928482 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9baf328-4aff-48c5-a3f9-315c2ebdf791 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a918d77-8ff2-42a3-bc6e-1c9ee16af067,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:12.934802 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c9baf328-4aff-48c5-a3f9-315c2ebdf791 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:12.938996 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c9baf328-4aff-48c5-a3f9-315c2ebdf791 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "DELETE /v2.0/security-groups/4a918d77-8ff2-42a3-bc6e-1c9ee16af067 HTTP/1.1" status: 204 len: 168 time: 0.1673710 Feb 09 01:45:12.939154 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57462) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:12.989663 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b4c5f401-58bc-400c-bc0c-de93ebceb277 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0493684 Feb 09 01:45:12.992178 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57466) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:13.008621 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-1ea42d11-dc40-49b6-bf18-67a07c7d251c tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] delete failed (client error): The resource could not be found. Feb 09 01:45:13.009602 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1ea42d11-dc40-49b6-bf18-67a07c7d251c tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "DELETE /v2.0/security-groups/4a918d77-8ff2-42a3-bc6e-1c9ee16af067 HTTP/1.1" status: 404 len: 347 time: 0.0164759 Feb 09 01:45:13.013241 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57470) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:13.019370 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-7c427652-2d50-4561-9ea8-f7ce26f1a8c3 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Request body: {'security_group': {'name': 'tempest-secgroup--286237402'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:13.026369 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-7c427652-2d50-4561-9ea8-f7ce26f1a8c3 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:13.030238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-7c427652-2d50-4561-9ea8-f7ce26f1a8c3 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Usage tracker for resource:security_group and tenant:f028a6a114af472eaf907c7f5c29243d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:45:13.033099 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-7c427652-2d50-4561-9ea8-f7ce26f1a8c3 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:45:13.038855 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-7c427652-2d50-4561-9ea8-f7ce26f1a8c3 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:13.049971 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7c427652-2d50-4561-9ea8-f7ce26f1a8c3 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:13.070969 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-7c427652-2d50-4561-9ea8-f7ce26f1a8c3 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:13.074929 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-7c427652-2d50-4561-9ea8-f7ce26f1a8c3 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Usage tracker for resource:security_group_rule and tenant:f028a6a114af472eaf907c7f5c29243d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:45:13.078309 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-7c427652-2d50-4561-9ea8-f7ce26f1a8c3 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:45:13.083982 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-7c427652-2d50-4561-9ea8-f7ce26f1a8c3 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:13.161323 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7c427652-2d50-4561-9ea8-f7ce26f1a8c3 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:13.165144 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7c427652-2d50-4561-9ea8-f7ce26f1a8c3 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:13.210435 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c427652-2d50-4561-9ea8-f7ce26f1a8c3 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06f1e19f-16f4-47ef-a0fe-dc3d95ee1d87,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:13.213752 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7c427652-2d50-4561-9ea8-f7ce26f1a8c3 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:13.218222 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7c427652-2d50-4561-9ea8-f7ce26f1a8c3 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1999123 Feb 09 01:45:13.218607 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57476) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:13.223920 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-6c6aa98d-d25e-40d3-8362-bdd1c196cd30 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Request body: {'security_group_rule': {'security_group_id': '06f1e19f-16f4-47ef-a0fe-dc3d95ee1d87', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:13.230370 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6c6aa98d-d25e-40d3-8362-bdd1c196cd30 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:13.234838 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6c6aa98d-d25e-40d3-8362-bdd1c196cd30 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Usage tracker for resource:security_group_rule and tenant:f028a6a114af472eaf907c7f5c29243d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:45:13.237722 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6c6aa98d-d25e-40d3-8362-bdd1c196cd30 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:45:13.243385 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6c6aa98d-d25e-40d3-8362-bdd1c196cd30 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:13.260589 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6c6aa98d-d25e-40d3-8362-bdd1c196cd30 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:13.325150 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6c6aa98d-d25e-40d3-8362-bdd1c196cd30 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:13.330224 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6c6aa98d-d25e-40d3-8362-bdd1c196cd30 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:13.353479 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6aa98d-d25e-40d3-8362-bdd1c196cd30 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c1a180-2d6b-4acf-b34f-89dd9c90ad5e,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:13.362694 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6c6aa98d-d25e-40d3-8362-bdd1c196cd30 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:13.363976 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6c6aa98d-d25e-40d3-8362-bdd1c196cd30 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1443317 Feb 09 01:45:13.367547 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57484) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:13.404888 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2888c5cd-e1ff-4fdc-965e-d83b463584bb tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:13.415215 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2888c5cd-e1ff-4fdc-965e-d83b463584bb tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:13.438349 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2888c5cd-e1ff-4fdc-965e-d83b463584bb tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:13.455903 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888c5cd-e1ff-4fdc-965e-d83b463584bb tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0c1a180-2d6b-4acf-b34f-89dd9c90ad5e,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:13.458554 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2888c5cd-e1ff-4fdc-965e-d83b463584bb tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:13.462002 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2888c5cd-e1ff-4fdc-965e-d83b463584bb tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/a0c1a180-2d6b-4acf-b34f-89dd9c90ad5e HTTP/1.1" status: 204 len: 168 time: 0.0912929 Feb 09 01:45:13.462973 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57488) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:13.508085 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c4f87734-996e-4097-9950-c06be9fa9506 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Synchronizing usage tracker for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group_rule {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:45:13.524779 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c4f87734-996e-4097-9950-c06be9fa9506 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Unset dirty status for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group_rule {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:45:13.526074 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c4f87734-996e-4097-9950-c06be9fa9506 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0629873 Feb 09 01:45:13.529590 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57492) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:13.595000 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f35f33bc-7541-450a-ac01-3b54683424ff tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:13.621119 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f35f33bc-7541-450a-ac01-3b54683424ff tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:13.674575 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f35f33bc-7541-450a-ac01-3b54683424ff tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:13.690238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f33bc-7541-450a-ac01-3b54683424ff tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f1e19f-16f4-47ef-a0fe-dc3d95ee1d87,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:13.704423 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f35f33bc-7541-450a-ac01-3b54683424ff tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:13.705542 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f35f33bc-7541-450a-ac01-3b54683424ff tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "DELETE /v2.0/security-groups/06f1e19f-16f4-47ef-a0fe-dc3d95ee1d87 HTTP/1.1" status: 204 len: 168 time: 0.1748965 Feb 09 01:45:13.708113 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57496) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:13.760853 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-98252485-92e1-445a-ac61-06baf0e16824 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Synchronizing usage tracker for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:45:13.777197 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-98252485-92e1-445a-ac61-06baf0e16824 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Unset dirty status for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:45:13.778413 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-98252485-92e1-445a-ac61-06baf0e16824 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0693221 Feb 09 01:45:13.782795 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57500) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:13.787256 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-3aa86d24-5eb7-435e-82c3-5d58c71becd5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Request body: {'security_group': {'name': 'tempest-secgroup--59526511'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:13.794090 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-3aa86d24-5eb7-435e-82c3-5d58c71becd5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:13.803640 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-3aa86d24-5eb7-435e-82c3-5d58c71becd5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:13.813929 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3aa86d24-5eb7-435e-82c3-5d58c71becd5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:13.833703 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-3aa86d24-5eb7-435e-82c3-5d58c71becd5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:13.837796 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-3aa86d24-5eb7-435e-82c3-5d58c71becd5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Usage tracker for resource:security_group_rule and tenant:f028a6a114af472eaf907c7f5c29243d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:45:13.840650 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-3aa86d24-5eb7-435e-82c3-5d58c71becd5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:45:13.846368 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-3aa86d24-5eb7-435e-82c3-5d58c71becd5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:13.925359 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3aa86d24-5eb7-435e-82c3-5d58c71becd5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:13.929241 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3aa86d24-5eb7-435e-82c3-5d58c71becd5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:13.973481 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa86d24-5eb7-435e-82c3-5d58c71becd5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d883734b-f3f2-4855-addf-528542c2bf5a,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:13.986068 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3aa86d24-5eb7-435e-82c3-5d58c71becd5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:13.987326 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3aa86d24-5eb7-435e-82c3-5d58c71becd5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2039731 Feb 09 01:45:13.990166 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57504) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:13.995056 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-3a919b10-19bd-4137-8a9c-9d80c9175ed6 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Request body: {'security_group_rule': {'security_group_id': 'd883734b-f3f2-4855-addf-528542c2bf5a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:14.001644 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-3a919b10-19bd-4137-8a9c-9d80c9175ed6 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:14.005834 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-3a919b10-19bd-4137-8a9c-9d80c9175ed6 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Usage tracker for resource:security_group_rule and tenant:f028a6a114af472eaf907c7f5c29243d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:45:14.008916 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-3a919b10-19bd-4137-8a9c-9d80c9175ed6 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:45:14.015046 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-3a919b10-19bd-4137-8a9c-9d80c9175ed6 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:14.031708 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3a919b10-19bd-4137-8a9c-9d80c9175ed6 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:14.094480 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3a919b10-19bd-4137-8a9c-9d80c9175ed6 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:14.098344 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3a919b10-19bd-4137-8a9c-9d80c9175ed6 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:14.125121 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a919b10-19bd-4137-8a9c-9d80c9175ed6 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b22df4d-cf90-4379-a04f-6d2523b0916f,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:14.134316 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3a919b10-19bd-4137-8a9c-9d80c9175ed6 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:14.137974 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3a919b10-19bd-4137-8a9c-9d80c9175ed6 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1442795 Feb 09 01:45:14.138705 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57508) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:14.143484 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-9ef23e42-1875-4cd7-a678-c147f5e5ac29 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Request body: {'security_group_rule': {'security_group_id': 'd883734b-f3f2-4855-addf-528542c2bf5a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:14.149632 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-9ef23e42-1875-4cd7-a678-c147f5e5ac29 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:14.153666 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9ef23e42-1875-4cd7-a678-c147f5e5ac29 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Usage tracker for resource:security_group_rule and tenant:f028a6a114af472eaf907c7f5c29243d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:45:14.157396 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9ef23e42-1875-4cd7-a678-c147f5e5ac29 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:45:14.163176 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-9ef23e42-1875-4cd7-a678-c147f5e5ac29 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:14.183673 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9ef23e42-1875-4cd7-a678-c147f5e5ac29 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:14.257024 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9ef23e42-1875-4cd7-a678-c147f5e5ac29 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:14.260688 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9ef23e42-1875-4cd7-a678-c147f5e5ac29 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:14.284909 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef23e42-1875-4cd7-a678-c147f5e5ac29 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7032a40-9bd5-4966-8570-4eef644a3232,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:14.297990 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9ef23e42-1875-4cd7-a678-c147f5e5ac29 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:14.299431 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9ef23e42-1875-4cd7-a678-c147f5e5ac29 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1597891 Feb 09 01:45:14.302041 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57518) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:14.309848 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-60738bac-df5c-4199-b159-0b00b7e37f6e tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Request body: {'security_group_rule': {'security_group_id': 'd883734b-f3f2-4855-addf-528542c2bf5a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:14.317133 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-60738bac-df5c-4199-b159-0b00b7e37f6e tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:14.324781 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-60738bac-df5c-4199-b159-0b00b7e37f6e tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Usage tracker for resource:security_group_rule and tenant:f028a6a114af472eaf907c7f5c29243d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:45:14.328906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-60738bac-df5c-4199-b159-0b00b7e37f6e tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:45:14.334629 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-60738bac-df5c-4199-b159-0b00b7e37f6e tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:14.353290 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-60738bac-df5c-4199-b159-0b00b7e37f6e tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:14.417594 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-60738bac-df5c-4199-b159-0b00b7e37f6e tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:14.421622 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-60738bac-df5c-4199-b159-0b00b7e37f6e tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:14.444548 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60738bac-df5c-4199-b159-0b00b7e37f6e tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f44afe-0cb8-4edf-9ab8-a9c3a74bfa8c,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:14.457314 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-60738bac-df5c-4199-b159-0b00b7e37f6e tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:14.458478 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-60738bac-df5c-4199-b159-0b00b7e37f6e tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1554081 Feb 09 01:45:14.461239 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57522) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:14.466088 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-6efe9d02-83a4-4be0-9d0f-239753e1ce23 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Request body: {'security_group_rule': {'security_group_id': 'd883734b-f3f2-4855-addf-528542c2bf5a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:14.472252 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6efe9d02-83a4-4be0-9d0f-239753e1ce23 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:14.476585 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6efe9d02-83a4-4be0-9d0f-239753e1ce23 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Usage tracker for resource:security_group_rule and tenant:f028a6a114af472eaf907c7f5c29243d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:45:14.479523 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6efe9d02-83a4-4be0-9d0f-239753e1ce23 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:45:14.485229 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6efe9d02-83a4-4be0-9d0f-239753e1ce23 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:14.503282 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6efe9d02-83a4-4be0-9d0f-239753e1ce23 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:14.570327 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6efe9d02-83a4-4be0-9d0f-239753e1ce23 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:14.574420 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6efe9d02-83a4-4be0-9d0f-239753e1ce23 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:14.600510 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe9d02-83a4-4be0-9d0f-239753e1ce23 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c1d0d2-e8a4-41fe-9349-b2d8bb1fd409,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:14.612729 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6efe9d02-83a4-4be0-9d0f-239753e1ce23 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:14.613882 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6efe9d02-83a4-4be0-9d0f-239753e1ce23 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1517353 Feb 09 01:45:14.616550 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57526) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:14.621444 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-3af86026-d559-4534-b8a2-9419b39671c2 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Request body: {'security_group_rule': {'security_group_id': 'd883734b-f3f2-4855-addf-528542c2bf5a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:14.628089 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-3af86026-d559-4534-b8a2-9419b39671c2 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:14.632405 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-3af86026-d559-4534-b8a2-9419b39671c2 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Usage tracker for resource:security_group_rule and tenant:f028a6a114af472eaf907c7f5c29243d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:45:14.635238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-3af86026-d559-4534-b8a2-9419b39671c2 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:45:14.641870 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-3af86026-d559-4534-b8a2-9419b39671c2 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:14.659032 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3af86026-d559-4534-b8a2-9419b39671c2 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:14.721680 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3af86026-d559-4534-b8a2-9419b39671c2 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:14.725759 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3af86026-d559-4534-b8a2-9419b39671c2 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:14.749205 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af86026-d559-4534-b8a2-9419b39671c2 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54cd160e-7506-476a-b37c-ac732edc7b18,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:14.762819 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3af86026-d559-4534-b8a2-9419b39671c2 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:14.767112 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3af86026-d559-4534-b8a2-9419b39671c2 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1470699 Feb 09 01:45:14.767475 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57530) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:14.798097 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0c8a637b-e3a5-4cf6-b7e2-e82275a040bb tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:14.808183 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0c8a637b-e3a5-4cf6-b7e2-e82275a040bb tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:14.832429 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0c8a637b-e3a5-4cf6-b7e2-e82275a040bb tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:14.851215 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a637b-e3a5-4cf6-b7e2-e82275a040bb tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54cd160e-7506-476a-b37c-ac732edc7b18,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:14.853545 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0c8a637b-e3a5-4cf6-b7e2-e82275a040bb tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:14.857783 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0c8a637b-e3a5-4cf6-b7e2-e82275a040bb tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/54cd160e-7506-476a-b37c-ac732edc7b18 HTTP/1.1" status: 204 len: 168 time: 0.0863357 Feb 09 01:45:14.857783 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57534) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:14.917269 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-3ca391f1-2e60-46f2-a73b-7c534d60b68d tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Synchronizing usage tracker for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group_rule {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:45:14.933615 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-3ca391f1-2e60-46f2-a73b-7c534d60b68d tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Unset dirty status for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group_rule {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:45:14.935053 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3ca391f1-2e60-46f2-a73b-7c534d60b68d tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0762658 Feb 09 01:45:14.937864 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57542) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:14.977356 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b4e97a25-b23f-4fa3-a84f-6aa9e57e62b8 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:14.984741 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b4e97a25-b23f-4fa3-a84f-6aa9e57e62b8 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:15.008846 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b4e97a25-b23f-4fa3-a84f-6aa9e57e62b8 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:15.026698 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e97a25-b23f-4fa3-a84f-6aa9e57e62b8 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78c1d0d2-e8a4-41fe-9349-b2d8bb1fd409,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:15.037286 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b4e97a25-b23f-4fa3-a84f-6aa9e57e62b8 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:15.038724 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b4e97a25-b23f-4fa3-a84f-6aa9e57e62b8 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/78c1d0d2-e8a4-41fe-9349-b2d8bb1fd409 HTTP/1.1" status: 204 len: 168 time: 0.0999739 Feb 09 01:45:15.041645 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57546) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:15.095199 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9850d07b-f175-4e8c-b812-78cad636b72d tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Synchronizing usage tracker for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group_rule {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:45:15.111317 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9850d07b-f175-4e8c-b812-78cad636b72d tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Unset dirty status for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group_rule {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:45:15.115458 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9850d07b-f175-4e8c-b812-78cad636b72d tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0697834 Feb 09 01:45:15.115655 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57550) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:15.143547 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d85ac54f-50ac-46c6-a1d9-f64424ccf5be tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:15.153507 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d85ac54f-50ac-46c6-a1d9-f64424ccf5be tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:15.176459 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d85ac54f-50ac-46c6-a1d9-f64424ccf5be tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:15.198017 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ac54f-50ac-46c6-a1d9-f64424ccf5be tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12f44afe-0cb8-4edf-9ab8-a9c3a74bfa8c,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:15.204385 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d85ac54f-50ac-46c6-a1d9-f64424ccf5be tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:15.208114 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57556) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:15.208560 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d85ac54f-50ac-46c6-a1d9-f64424ccf5be tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/12f44afe-0cb8-4edf-9ab8-a9c3a74bfa8c HTTP/1.1" status: 204 len: 168 time: 0.0915616 Feb 09 01:45:15.269232 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-bb057bb3-666f-4067-8b1f-2129b5875a86 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0597863 Feb 09 01:45:15.271824 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57560) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:15.298192 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f99ac9da-4d18-43b0-b7ce-3198da1e899b tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:15.308381 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f99ac9da-4d18-43b0-b7ce-3198da1e899b tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:15.332236 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f99ac9da-4d18-43b0-b7ce-3198da1e899b tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:15.350437 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ac9da-4d18-43b0-b7ce-3198da1e899b tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7032a40-9bd5-4966-8570-4eef644a3232,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:15.352907 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f99ac9da-4d18-43b0-b7ce-3198da1e899b tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:15.356308 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f99ac9da-4d18-43b0-b7ce-3198da1e899b tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/f7032a40-9bd5-4966-8570-4eef644a3232 HTTP/1.1" status: 204 len: 168 time: 0.0812845 Feb 09 01:45:15.356888 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57564) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:15.407358 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-79238e1c-d9c6-4ea2-a338-807cd1546fd9 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Synchronizing usage tracker for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group_rule {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:45:15.421871 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-79238e1c-d9c6-4ea2-a338-807cd1546fd9 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Unset dirty status for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group_rule {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:45:15.423078 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-79238e1c-d9c6-4ea2-a338-807cd1546fd9 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0656407 Feb 09 01:45:15.425927 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57568) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:15.453768 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41e1a257-5574-4eef-8c52-cd1458086a89 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:15.464046 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41e1a257-5574-4eef-8c52-cd1458086a89 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:15.488103 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41e1a257-5574-4eef-8c52-cd1458086a89 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:15.509331 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1a257-5574-4eef-8c52-cd1458086a89 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b22df4d-cf90-4379-a04f-6d2523b0916f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:15.515505 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41e1a257-5574-4eef-8c52-cd1458086a89 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:15.519041 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-41e1a257-5574-4eef-8c52-cd1458086a89 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/2b22df4d-cf90-4379-a04f-6d2523b0916f HTTP/1.1" status: 204 len: 168 time: 0.0898714 Feb 09 01:45:15.519208 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57572) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:15.564799 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e720f50a-4bcc-4510-8977-71beb9dcba36 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Synchronizing usage tracker for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group_rule {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:45:15.579241 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e720f50a-4bcc-4510-8977-71beb9dcba36 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Unset dirty status for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group_rule {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:45:15.580472 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e720f50a-4bcc-4510-8977-71beb9dcba36 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0603423 Feb 09 01:45:15.583245 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57576) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:15.645358 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8e04c451-fcb2-4935-b647-9d9b5c73b763 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:15.672514 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8e04c451-fcb2-4935-b647-9d9b5c73b763 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:15.717911 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8e04c451-fcb2-4935-b647-9d9b5c73b763 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:15.741659 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04c451-fcb2-4935-b647-9d9b5c73b763 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d883734b-f3f2-4855-addf-528542c2bf5a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:15.755154 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8e04c451-fcb2-4935-b647-9d9b5c73b763 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:15.759535 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8e04c451-fcb2-4935-b647-9d9b5c73b763 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "DELETE /v2.0/security-groups/d883734b-f3f2-4855-addf-528542c2bf5a HTTP/1.1" status: 204 len: 168 time: 0.1722145 Feb 09 01:45:15.759669 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57580) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:15.809886 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0310eb98-f7e7-4de2-8c63-b9fec61681c3 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Synchronizing usage tracker for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:45:15.824867 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0310eb98-f7e7-4de2-8c63-b9fec61681c3 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Unset dirty status for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:45:15.830503 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0310eb98-f7e7-4de2-8c63-b9fec61681c3 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0656469 Feb 09 01:45:15.830636 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57584) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:15.835579 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-56bf9532-5daa-4407-9b08-564ee7d58042 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Request body: {'security_group': {'name': 'tempest-secgroup--1474973552'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:15.843347 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-56bf9532-5daa-4407-9b08-564ee7d58042 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:15.852792 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-56bf9532-5daa-4407-9b08-564ee7d58042 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:15.862725 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-56bf9532-5daa-4407-9b08-564ee7d58042 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:15.882219 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-56bf9532-5daa-4407-9b08-564ee7d58042 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:15.886286 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-56bf9532-5daa-4407-9b08-564ee7d58042 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Usage tracker for resource:security_group_rule and tenant:f028a6a114af472eaf907c7f5c29243d is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:45:15.889015 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-56bf9532-5daa-4407-9b08-564ee7d58042 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:45:15.895128 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-56bf9532-5daa-4407-9b08-564ee7d58042 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:15.977036 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-56bf9532-5daa-4407-9b08-564ee7d58042 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:15.981305 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-56bf9532-5daa-4407-9b08-564ee7d58042 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:16.027285 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf9532-5daa-4407-9b08-564ee7d58042 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e507aced-52db-47a8-a814-1407cdee71f7,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:16.045732 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-56bf9532-5daa-4407-9b08-564ee7d58042 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:16.046269 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-56bf9532-5daa-4407-9b08-564ee7d58042 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2145743 Feb 09 01:45:16.048991 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57592) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:16.069282 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-e74b097e-0516-4ade-ac5b-a5a74c118d44 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Request body: {'security_group_rule': {'security_group_id': 'e507aced-52db-47a8-a814-1407cdee71f7', 'direction': 'ingress', 'protocol': 17}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:16.080329 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e74b097e-0516-4ade-ac5b-a5a74c118d44 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:16.085332 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e74b097e-0516-4ade-ac5b-a5a74c118d44 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Usage tracker for resource:security_group_rule and tenant:f028a6a114af472eaf907c7f5c29243d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:45:16.088483 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e74b097e-0516-4ade-ac5b-a5a74c118d44 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:45:16.095503 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e74b097e-0516-4ade-ac5b-a5a74c118d44 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:16.123935 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e74b097e-0516-4ade-ac5b-a5a74c118d44 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:16.196475 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e74b097e-0516-4ade-ac5b-a5a74c118d44 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:16.200825 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e74b097e-0516-4ade-ac5b-a5a74c118d44 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:16.226512 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b097e-0516-4ade-ac5b-a5a74c118d44 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b37e6d-f702-4631-8168-a8225eb708cb,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:16.241284 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e74b097e-0516-4ade-ac5b-a5a74c118d44 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:16.242800 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e74b097e-0516-4ade-ac5b-a5a74c118d44 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1890366 Feb 09 01:45:16.245810 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57598) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:16.314653 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3c1fc1f0-5105-4ade-8315-3f85f0bfebe5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:16.342685 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3c1fc1f0-5105-4ade-8315-3f85f0bfebe5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:16.390681 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3c1fc1f0-5105-4ade-8315-3f85f0bfebe5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:16.409467 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1fc1f0-5105-4ade-8315-3f85f0bfebe5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e507aced-52db-47a8-a814-1407cdee71f7,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:16.419528 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3c1fc1f0-5105-4ade-8315-3f85f0bfebe5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:16.420663 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3c1fc1f0-5105-4ade-8315-3f85f0bfebe5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "DELETE /v2.0/security-groups/e507aced-52db-47a8-a814-1407cdee71f7 HTTP/1.1" status: 204 len: 168 time: 0.1738629 Feb 09 01:45:16.423227 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57604) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:16.471994 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ebd4e3da-70e1-40ed-a9d4-dcb12a3bbc15 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Synchronizing usage tracker for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:45:16.486773 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ebd4e3da-70e1-40ed-a9d4-dcb12a3bbc15 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Unset dirty status for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:45:16.488069 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ebd4e3da-70e1-40ed-a9d4-dcb12a3bbc15 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0639374 Feb 09 01:45:16.492428 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57608) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:16.497604 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-f6521f78-3e08-4812-a10d-7dce9cf0e81d tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Request body: {'security_group': {'name': 'tempest-secgroup--430010413'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:16.504849 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f6521f78-3e08-4812-a10d-7dce9cf0e81d tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:16.515440 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f6521f78-3e08-4812-a10d-7dce9cf0e81d tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:16.525119 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f6521f78-3e08-4812-a10d-7dce9cf0e81d tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:16.545185 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f6521f78-3e08-4812-a10d-7dce9cf0e81d tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:16.549204 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f6521f78-3e08-4812-a10d-7dce9cf0e81d tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Usage tracker for resource:security_group_rule and tenant:f028a6a114af472eaf907c7f5c29243d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:45:16.551937 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f6521f78-3e08-4812-a10d-7dce9cf0e81d tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:45:16.557436 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f6521f78-3e08-4812-a10d-7dce9cf0e81d tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:16.626498 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f6521f78-3e08-4812-a10d-7dce9cf0e81d tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:16.629993 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f6521f78-3e08-4812-a10d-7dce9cf0e81d tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:16.677210 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6521f78-3e08-4812-a10d-7dce9cf0e81d tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97398dab-c6f2-40c6-86ea-8ec3d8890ee1,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:16.688801 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f6521f78-3e08-4812-a10d-7dce9cf0e81d tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:16.689961 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f6521f78-3e08-4812-a10d-7dce9cf0e81d tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1963210 Feb 09 01:45:16.692680 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57612) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:16.697596 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-f46818fd-232c-4731-b314-0fa4c999aa09 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Request body: {'security_group': {'name': 'tempest-secgroup--1388160410'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:16.704449 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f46818fd-232c-4731-b314-0fa4c999aa09 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:16.709057 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f46818fd-232c-4731-b314-0fa4c999aa09 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Usage tracker for resource:security_group and tenant:f028a6a114af472eaf907c7f5c29243d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:45:16.711930 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f46818fd-232c-4731-b314-0fa4c999aa09 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:45:16.718091 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f46818fd-232c-4731-b314-0fa4c999aa09 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:16.728224 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f46818fd-232c-4731-b314-0fa4c999aa09 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:16.746880 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f46818fd-232c-4731-b314-0fa4c999aa09 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:16.751306 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f46818fd-232c-4731-b314-0fa4c999aa09 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Usage tracker for resource:security_group_rule and tenant:f028a6a114af472eaf907c7f5c29243d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:45:16.754106 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f46818fd-232c-4731-b314-0fa4c999aa09 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:45:16.759846 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f46818fd-232c-4731-b314-0fa4c999aa09 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:16.831371 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f46818fd-232c-4731-b314-0fa4c999aa09 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:16.835553 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f46818fd-232c-4731-b314-0fa4c999aa09 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:16.884282 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46818fd-232c-4731-b314-0fa4c999aa09 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50b1ac49-a2bc-4654-bd77-f40d3393c1a9,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:16.893145 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f46818fd-232c-4731-b314-0fa4c999aa09 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:16.896957 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f46818fd-232c-4731-b314-0fa4c999aa09 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2007551 Feb 09 01:45:16.898050 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57620) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:16.902482 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-f5c7edc6-4457-4603-a975-32b171989c41 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Request body: {'security_group_rule': {'security_group_id': '97398dab-c6f2-40c6-86ea-8ec3d8890ee1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '50b1ac49-a2bc-4654-bd77-f40d3393c1a9', 'remote_ip_prefix': None}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:16.910569 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f5c7edc6-4457-4603-a975-32b171989c41 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:16.915364 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f5c7edc6-4457-4603-a975-32b171989c41 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Usage tracker for resource:security_group_rule and tenant:f028a6a114af472eaf907c7f5c29243d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:45:16.924997 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f5c7edc6-4457-4603-a975-32b171989c41 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:45:16.928682 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f5c7edc6-4457-4603-a975-32b171989c41 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:16.958066 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f5c7edc6-4457-4603-a975-32b171989c41 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:17.021517 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f5c7edc6-4457-4603-a975-32b171989c41 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:17.025616 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f5c7edc6-4457-4603-a975-32b171989c41 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:17.050037 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c7edc6-4457-4603-a975-32b171989c41 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65fa8a28-e4f7-45ae-a17e-7c15f86bb944,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:17.069325 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f5c7edc6-4457-4603-a975-32b171989c41 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:17.073522 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f5c7edc6-4457-4603-a975-32b171989c41 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1725659 Feb 09 01:45:17.073865 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57624) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:17.104073 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ca38f4d-539a-45bf-8613-e26df6f93c9c tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:17.116078 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ca38f4d-539a-45bf-8613-e26df6f93c9c tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:17.140623 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ca38f4d-539a-45bf-8613-e26df6f93c9c tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:17.157573 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca38f4d-539a-45bf-8613-e26df6f93c9c tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65fa8a28-e4f7-45ae-a17e-7c15f86bb944,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:17.161543 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0ca38f4d-539a-45bf-8613-e26df6f93c9c tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:17.165017 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0ca38f4d-539a-45bf-8613-e26df6f93c9c tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/65fa8a28-e4f7-45ae-a17e-7c15f86bb944 HTTP/1.1" status: 204 len: 168 time: 0.0875707 Feb 09 01:45:17.165166 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57628) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:17.214133 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9c94c8b0-4f76-4e92-8513-734ecaa28c2c tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Synchronizing usage tracker for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group_rule {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:45:17.228876 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9c94c8b0-4f76-4e92-8513-734ecaa28c2c tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Unset dirty status for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group_rule {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:45:17.230308 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9c94c8b0-4f76-4e92-8513-734ecaa28c2c tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0642946 Feb 09 01:45:17.233794 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57632) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:17.305454 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c9624c07-53e7-4f15-9c9b-d53e95a5b27a tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:17.340451 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c9624c07-53e7-4f15-9c9b-d53e95a5b27a tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:17.386784 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c9624c07-53e7-4f15-9c9b-d53e95a5b27a tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:17.408132 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9624c07-53e7-4f15-9c9b-d53e95a5b27a tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b1ac49-a2bc-4654-bd77-f40d3393c1a9,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:17.425144 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c9624c07-53e7-4f15-9c9b-d53e95a5b27a tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:17.428609 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c9624c07-53e7-4f15-9c9b-d53e95a5b27a tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "DELETE /v2.0/security-groups/50b1ac49-a2bc-4654-bd77-f40d3393c1a9 HTTP/1.1" status: 204 len: 168 time: 0.1915967 Feb 09 01:45:17.428958 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57642) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:17.471917 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:45:17.491733 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-98495648-2f54-4535-b2cd-5df376199f14 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Synchronizing usage tracker for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:45:17.507390 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-98495648-2f54-4535-b2cd-5df376199f14 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Unset dirty status for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:45:17.508748 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-98495648-2f54-4535-b2cd-5df376199f14 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0781701 Feb 09 01:45:17.511598 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57646) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:17.575441 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3546a2ac-7628-4e5f-81d2-dd6b99aab959 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:17.607912 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3546a2ac-7628-4e5f-81d2-dd6b99aab959 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:17.657762 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3546a2ac-7628-4e5f-81d2-dd6b99aab959 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:17.678054 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546a2ac-7628-4e5f-81d2-dd6b99aab959 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97398dab-c6f2-40c6-86ea-8ec3d8890ee1,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:17.693793 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3546a2ac-7628-4e5f-81d2-dd6b99aab959 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:17.695066 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3546a2ac-7628-4e5f-81d2-dd6b99aab959 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "DELETE /v2.0/security-groups/97398dab-c6f2-40c6-86ea-8ec3d8890ee1 HTTP/1.1" status: 204 len: 168 time: 0.1824269 Feb 09 01:45:17.697793 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57652) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:17.761267 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a908b250-058c-4ed3-a2e6-887440fdef90 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Synchronizing usage tracker for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:45:17.784739 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a908b250-058c-4ed3-a2e6-887440fdef90 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Unset dirty status for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:45:17.786414 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a908b250-058c-4ed3-a2e6-887440fdef90 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0873427 Feb 09 01:45:17.790891 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57658) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:17.796081 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-f3c6e762-de16-4b58-a51c-9a5787855f69 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Request body: {'security_group': {'name': 'tempest-secgroup--271216451'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:17.804594 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f3c6e762-de16-4b58-a51c-9a5787855f69 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:17.816613 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f3c6e762-de16-4b58-a51c-9a5787855f69 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:17.825927 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f3c6e762-de16-4b58-a51c-9a5787855f69 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:17.846411 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f3c6e762-de16-4b58-a51c-9a5787855f69 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:17.850416 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f3c6e762-de16-4b58-a51c-9a5787855f69 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Usage tracker for resource:security_group_rule and tenant:f028a6a114af472eaf907c7f5c29243d is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:45:17.853196 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f3c6e762-de16-4b58-a51c-9a5787855f69 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:45:17.859337 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f3c6e762-de16-4b58-a51c-9a5787855f69 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:17.947115 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f3c6e762-de16-4b58-a51c-9a5787855f69 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:17.951719 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f3c6e762-de16-4b58-a51c-9a5787855f69 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:17.993613 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6e762-de16-4b58-a51c-9a5787855f69 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9291f1-12b2-4981-ab35-e3878cd58e55,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:18.007859 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f3c6e762-de16-4b58-a51c-9a5787855f69 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:18.009292 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f3c6e762-de16-4b58-a51c-9a5787855f69 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2177963 Feb 09 01:45:18.012182 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57664) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:18.018432 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-e824e6ea-12c3-4bbc-bab4-7d374a1be836 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Request body: {'security_group_rule': {'security_group_id': '4a9291f1-12b2-4981-ab35-e3878cd58e55', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:18.025902 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e824e6ea-12c3-4bbc-bab4-7d374a1be836 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:18.030619 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e824e6ea-12c3-4bbc-bab4-7d374a1be836 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Usage tracker for resource:security_group_rule and tenant:f028a6a114af472eaf907c7f5c29243d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:45:18.033461 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e824e6ea-12c3-4bbc-bab4-7d374a1be836 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:45:18.039231 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e824e6ea-12c3-4bbc-bab4-7d374a1be836 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:18.055258 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e824e6ea-12c3-4bbc-bab4-7d374a1be836 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:18.116383 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e824e6ea-12c3-4bbc-bab4-7d374a1be836 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:18.120801 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e824e6ea-12c3-4bbc-bab4-7d374a1be836 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:18.145537 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824e6ea-12c3-4bbc-bab4-7d374a1be836 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad4fae99-99b2-4600-b4fd-ba00d4a4aafa,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:18.157776 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e824e6ea-12c3-4bbc-bab4-7d374a1be836 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:18.162357 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e824e6ea-12c3-4bbc-bab4-7d374a1be836 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1458173 Feb 09 01:45:18.162357 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57672) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:18.190843 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4894b3dc-9215-4a6c-9687-9595df0e0fcc tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:18.202118 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4894b3dc-9215-4a6c-9687-9595df0e0fcc tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:18.239458 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4894b3dc-9215-4a6c-9687-9595df0e0fcc tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:18.258059 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894b3dc-9215-4a6c-9687-9595df0e0fcc tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad4fae99-99b2-4600-b4fd-ba00d4a4aafa,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:18.261870 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4894b3dc-9215-4a6c-9687-9595df0e0fcc tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:18.262956 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4894b3dc-9215-4a6c-9687-9595df0e0fcc tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/ad4fae99-99b2-4600-b4fd-ba00d4a4aafa HTTP/1.1" status: 204 len: 168 time: 0.1002200 Feb 09 01:45:18.266114 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57676) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:18.313194 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0da48c5e-a3c4-4c5c-b3f3-056407e4c3d2 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Synchronizing usage tracker for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group_rule {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:45:18.329627 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-0da48c5e-a3c4-4c5c-b3f3-056407e4c3d2 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Unset dirty status for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group_rule {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:45:18.330976 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0da48c5e-a3c4-4c5c-b3f3-056407e4c3d2 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0639811 Feb 09 01:45:18.333963 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57682) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:18.401672 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f2c3dd05-8c67-47ee-8955-8936572ce184 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:18.430972 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f2c3dd05-8c67-47ee-8955-8936572ce184 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:18.494318 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f2c3dd05-8c67-47ee-8955-8936572ce184 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:18.513812 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3dd05-8c67-47ee-8955-8936572ce184 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9291f1-12b2-4981-ab35-e3878cd58e55,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:18.528697 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f2c3dd05-8c67-47ee-8955-8936572ce184 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:18.530024 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f2c3dd05-8c67-47ee-8955-8936572ce184 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "DELETE /v2.0/security-groups/4a9291f1-12b2-4981-ab35-e3878cd58e55 HTTP/1.1" status: 204 len: 168 time: 0.1945081 Feb 09 01:45:18.532531 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57690) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:18.581978 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4167ddd8-d91b-45c9-9c39-c1ee02cf176d tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Synchronizing usage tracker for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:45:18.597516 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4167ddd8-d91b-45c9-9c39-c1ee02cf176d tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Unset dirty status for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:45:18.600448 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4167ddd8-d91b-45c9-9c39-c1ee02cf176d tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0653291 Feb 09 01:45:18.602729 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57694) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:18.608601 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-1f84550b-c908-4666-80d1-c7a17b8c3dee tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Request body: {'security_group': {'name': 'tempest-secgroup--42246341'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:18.615959 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1f84550b-c908-4666-80d1-c7a17b8c3dee tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:18.626115 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1f84550b-c908-4666-80d1-c7a17b8c3dee tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:18.636555 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1f84550b-c908-4666-80d1-c7a17b8c3dee tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:18.656013 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1f84550b-c908-4666-80d1-c7a17b8c3dee tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:18.660105 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1f84550b-c908-4666-80d1-c7a17b8c3dee tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Usage tracker for resource:security_group_rule and tenant:f028a6a114af472eaf907c7f5c29243d is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:45:18.662946 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1f84550b-c908-4666-80d1-c7a17b8c3dee tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:45:18.668938 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1f84550b-c908-4666-80d1-c7a17b8c3dee tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:18.741052 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1f84550b-c908-4666-80d1-c7a17b8c3dee tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:18.750500 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1f84550b-c908-4666-80d1-c7a17b8c3dee tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:18.798507 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84550b-c908-4666-80d1-c7a17b8c3dee tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4debec05-ab91-4aff-bd06-02f3541ac261,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:18.810192 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1f84550b-c908-4666-80d1-c7a17b8c3dee tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:18.811539 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1f84550b-c908-4666-80d1-c7a17b8c3dee tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2078028 Feb 09 01:45:18.814157 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57702) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:18.819608 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-fe1e93c7-b76b-45c5-86f1-331771943980 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Request body: {'security_group_rule': {'security_group_id': '4debec05-ab91-4aff-bd06-02f3541ac261', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:18.826923 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-fe1e93c7-b76b-45c5-86f1-331771943980 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:18.831188 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fe1e93c7-b76b-45c5-86f1-331771943980 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Usage tracker for resource:security_group_rule and tenant:f028a6a114af472eaf907c7f5c29243d is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:45:18.834163 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fe1e93c7-b76b-45c5-86f1-331771943980 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:45:18.839787 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-fe1e93c7-b76b-45c5-86f1-331771943980 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:18.857762 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fe1e93c7-b76b-45c5-86f1-331771943980 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:18.921790 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fe1e93c7-b76b-45c5-86f1-331771943980 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:18.925816 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fe1e93c7-b76b-45c5-86f1-331771943980 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:18.948686 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e93c7-b76b-45c5-86f1-331771943980 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=266af30e-1d91-4a50-8dd0-bb7a6fe9201d,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:18.961631 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fe1e93c7-b76b-45c5-86f1-331771943980 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:18.962792 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fe1e93c7-b76b-45c5-86f1-331771943980 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1476698 Feb 09 01:45:18.965419 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57706) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:18.983780 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-59ccc97c-8370-420e-898d-a36be4479304 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "GET /v2.0/security-group-rules/266af30e-1d91-4a50-8dd0-bb7a6fe9201d HTTP/1.1" status: 200 len: 763 time: 0.0172749 Feb 09 01:45:18.986095 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57710) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:19.033434 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-80f3a12b-7125-404c-90d3-e1cdb90e4a6f tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Synchronizing usage tracker for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group_rule {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:45:19.050602 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-80f3a12b-7125-404c-90d3-e1cdb90e4a6f tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Unset dirty status for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group_rule {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:45:19.051796 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-80f3a12b-7125-404c-90d3-e1cdb90e4a6f tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0648334 Feb 09 01:45:19.054965 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57716) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:19.088708 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ebdd21f0-6fff-43be-ac7f-bc1a1cdbe413 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:19.100167 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ebdd21f0-6fff-43be-ac7f-bc1a1cdbe413 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:19.126096 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ebdd21f0-6fff-43be-ac7f-bc1a1cdbe413 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:19.150541 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd21f0-6fff-43be-ac7f-bc1a1cdbe413 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=266af30e-1d91-4a50-8dd0-bb7a6fe9201d,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:19.159366 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ebdd21f0-6fff-43be-ac7f-bc1a1cdbe413 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:19.160596 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ebdd21f0-6fff-43be-ac7f-bc1a1cdbe413 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/266af30e-1d91-4a50-8dd0-bb7a6fe9201d HTTP/1.1" status: 204 len: 168 time: 0.1043277 Feb 09 01:45:19.163116 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57722) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:19.208865 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7626e1a1-1b56-4723-a80b-e482a926f1b4 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Synchronizing usage tracker for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group_rule {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:45:19.224106 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7626e1a1-1b56-4723-a80b-e482a926f1b4 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Unset dirty status for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group_rule {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:45:19.227912 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7626e1a1-1b56-4723-a80b-e482a926f1b4 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0613563 Feb 09 01:45:19.228235 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57726) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:19.233633 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-505d1289-c4ee-4c46-9e5e-aff63e62f8ff tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Request body: {'security_group_rule': {'security_group_id': '4debec05-ab91-4aff-bd06-02f3541ac261', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:19.240068 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-505d1289-c4ee-4c46-9e5e-aff63e62f8ff tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:19.249437 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-505d1289-c4ee-4c46-9e5e-aff63e62f8ff tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:19.267305 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-505d1289-c4ee-4c46-9e5e-aff63e62f8ff tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:19.326825 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-505d1289-c4ee-4c46-9e5e-aff63e62f8ff tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:19.330193 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-505d1289-c4ee-4c46-9e5e-aff63e62f8ff tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:19.351202 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d1289-c4ee-4c46-9e5e-aff63e62f8ff tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce85682-3b9a-446d-8b70-16e21d9c77df,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:19.366480 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-505d1289-c4ee-4c46-9e5e-aff63e62f8ff tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:19.367725 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-505d1289-c4ee-4c46-9e5e-aff63e62f8ff tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1385543 Feb 09 01:45:19.370618 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57730) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:19.394060 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-78d0246f-5c1c-4416-985a-7a1f51775546 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "GET /v2.0/security-group-rules/5ce85682-3b9a-446d-8b70-16e21d9c77df HTTP/1.1" status: 200 len: 763 time: 0.0219736 Feb 09 01:45:19.395056 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57736) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:19.446722 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7a79111d-f49e-43fe-8c6f-0bafc7a4e8f0 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0504205 Feb 09 01:45:19.449324 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57744) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:19.481328 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-23f7d6da-4960-4701-bf57-c2165dbc5383 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:19.494060 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-23f7d6da-4960-4701-bf57-c2165dbc5383 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:19.523392 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-23f7d6da-4960-4701-bf57-c2165dbc5383 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:19.541107 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7d6da-4960-4701-bf57-c2165dbc5383 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ce85682-3b9a-446d-8b70-16e21d9c77df,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:19.545079 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-23f7d6da-4960-4701-bf57-c2165dbc5383 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:19.546179 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-23f7d6da-4960-4701-bf57-c2165dbc5383 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/5ce85682-3b9a-446d-8b70-16e21d9c77df HTTP/1.1" status: 204 len: 168 time: 0.0959404 Feb 09 01:45:19.548723 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57748) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:19.593616 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-34fde8b9-e330-4365-9920-e2dc5e5ef2f4 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Synchronizing usage tracker for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group_rule {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:45:19.608836 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-34fde8b9-e330-4365-9920-e2dc5e5ef2f4 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Unset dirty status for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group_rule {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:45:19.612542 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-34fde8b9-e330-4365-9920-e2dc5e5ef2f4 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0604742 Feb 09 01:45:19.612747 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57752) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:19.617785 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-0fbbe041-e72c-42ba-b2a8-c10fbef8cff3 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Request body: {'security_group_rule': {'security_group_id': '4debec05-ab91-4aff-bd06-02f3541ac261', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:19.624610 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-0fbbe041-e72c-42ba-b2a8-c10fbef8cff3 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:19.634506 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-0fbbe041-e72c-42ba-b2a8-c10fbef8cff3 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:19.646008 n-d-828419-1 neutron-server[87612]: INFO neutron.db.securitygroups_db [None req-0fbbe041-e72c-42ba-b2a8-c10fbef8cff3 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Project f028a6a114af472eaf907c7f5c29243d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:45:19.652742 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0fbbe041-e72c-42ba-b2a8-c10fbef8cff3 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:19.713926 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0fbbe041-e72c-42ba-b2a8-c10fbef8cff3 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:19.717727 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0fbbe041-e72c-42ba-b2a8-c10fbef8cff3 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:19.739969 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbe041-e72c-42ba-b2a8-c10fbef8cff3 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a1e2af-3b2a-4c2e-8943-08e0f86d0729,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:19.752772 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0fbbe041-e72c-42ba-b2a8-c10fbef8cff3 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:19.754087 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0fbbe041-e72c-42ba-b2a8-c10fbef8cff3 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1404414 Feb 09 01:45:19.757055 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57756) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:19.776153 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8a22a04e-022a-40ac-bc74-e225899aa7a3 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "GET /v2.0/security-group-rules/97a1e2af-3b2a-4c2e-8943-08e0f86d0729 HTTP/1.1" status: 200 len: 769 time: 0.0180113 Feb 09 01:45:19.778448 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57760) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:19.824578 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7db37f1d-bd3f-4d10-8cec-39c4b5a741da tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Synchronizing usage tracker for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group_rule {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:45:19.840084 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7db37f1d-bd3f-4d10-8cec-39c4b5a741da tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Unset dirty status for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group_rule {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:45:19.841383 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7db37f1d-bd3f-4d10-8cec-39c4b5a741da tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0620012 Feb 09 01:45:19.844148 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57764) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:19.870624 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a6e1e2c-4b21-40e2-ba5c-83ab8b86d3f2 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:19.884823 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a6e1e2c-4b21-40e2-ba5c-83ab8b86d3f2 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:19.908705 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a6e1e2c-4b21-40e2-ba5c-83ab8b86d3f2 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:19.927330 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e1e2c-4b21-40e2-ba5c-83ab8b86d3f2 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97a1e2af-3b2a-4c2e-8943-08e0f86d0729,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:19.933210 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a6e1e2c-4b21-40e2-ba5c-83ab8b86d3f2 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:19.934463 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7a6e1e2c-4b21-40e2-ba5c-83ab8b86d3f2 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/97a1e2af-3b2a-4c2e-8943-08e0f86d0729 HTTP/1.1" status: 204 len: 168 time: 0.0894516 Feb 09 01:45:19.937511 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57768) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:19.986751 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5eed01a5-118d-41cc-8c0a-b90a1e247ca5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Synchronizing usage tracker for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group_rule {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:45:20.003595 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5eed01a5-118d-41cc-8c0a-b90a1e247ca5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Unset dirty status for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group_rule {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:45:20.007865 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5eed01a5-118d-41cc-8c0a-b90a1e247ca5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0665781 Feb 09 01:45:20.008094 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57776) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:20.086432 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8eb89971-66e0-4668-9fdb-4474f878f5c6 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:20.115802 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8eb89971-66e0-4668-9fdb-4474f878f5c6 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:20.162567 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8eb89971-66e0-4668-9fdb-4474f878f5c6 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:20.181996 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb89971-66e0-4668-9fdb-4474f878f5c6 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4debec05-ab91-4aff-bd06-02f3541ac261,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:20.205797 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8eb89971-66e0-4668-9fdb-4474f878f5c6 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:20.207392 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8eb89971-66e0-4668-9fdb-4474f878f5c6 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "DELETE /v2.0/security-groups/4debec05-ab91-4aff-bd06-02f3541ac261 HTTP/1.1" status: 204 len: 168 time: 0.1983588 Feb 09 01:45:20.210452 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57780) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:20.264741 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e71b0082-1b9e-45bb-9558-7e68c2558884 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0530245 Feb 09 01:45:20.268940 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57784) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:20.274701 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-5819c72a-654d-40b9-ab5d-ca8bcf5644e5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Request body: {'security_group': {'name': 'tempest-secgroup--780367785'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:20.281726 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5819c72a-654d-40b9-ab5d-ca8bcf5644e5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:20.286082 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5819c72a-654d-40b9-ab5d-ca8bcf5644e5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Usage tracker for resource:security_group and tenant:f028a6a114af472eaf907c7f5c29243d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:45:20.289525 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5819c72a-654d-40b9-ab5d-ca8bcf5644e5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:45:20.295642 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5819c72a-654d-40b9-ab5d-ca8bcf5644e5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:20.307176 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5819c72a-654d-40b9-ab5d-ca8bcf5644e5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:20.328689 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5819c72a-654d-40b9-ab5d-ca8bcf5644e5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:20.332794 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5819c72a-654d-40b9-ab5d-ca8bcf5644e5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Usage tracker for resource:security_group_rule and tenant:f028a6a114af472eaf907c7f5c29243d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:45:20.335766 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5819c72a-654d-40b9-ab5d-ca8bcf5644e5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:45:20.341972 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5819c72a-654d-40b9-ab5d-ca8bcf5644e5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:20.421328 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5819c72a-654d-40b9-ab5d-ca8bcf5644e5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:20.425808 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5819c72a-654d-40b9-ab5d-ca8bcf5644e5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:20.468712 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5819c72a-654d-40b9-ab5d-ca8bcf5644e5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:20.469923 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5819c72a-654d-40b9-ab5d-ca8bcf5644e5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1994834 Feb 09 01:45:20.472803 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57794) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:20.478061 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-ef9774ad-09c4-4c80-b6c4-3953e0d65517 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Request body: {'security_group_rule': {'security_group_id': '32c8c629-444e-47d5-a690-888d644e3f6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:20.483969 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5819c72a-654d-40b9-ab5d-ca8bcf5644e5 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32c8c629-444e-47d5-a690-888d644e3f6b,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:20.485323 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ef9774ad-09c4-4c80-b6c4-3953e0d65517 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:20.489510 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ef9774ad-09c4-4c80-b6c4-3953e0d65517 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Usage tracker for resource:security_group_rule and tenant:f028a6a114af472eaf907c7f5c29243d is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:45:20.493500 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ef9774ad-09c4-4c80-b6c4-3953e0d65517 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:45:20.500246 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ef9774ad-09c4-4c80-b6c4-3953e0d65517 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:20.519111 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ef9774ad-09c4-4c80-b6c4-3953e0d65517 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:20.581545 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ef9774ad-09c4-4c80-b6c4-3953e0d65517 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:20.585720 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ef9774ad-09c4-4c80-b6c4-3953e0d65517 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:20.608136 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9774ad-09c4-4c80-b6c4-3953e0d65517 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb67ef9-6ce5-414e-9a65-106652d8013b,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:20.621245 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ef9774ad-09c4-4c80-b6c4-3953e0d65517 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:20.623139 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ef9774ad-09c4-4c80-b6c4-3953e0d65517 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1487672 Feb 09 01:45:20.625699 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57798) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:20.688120 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a140b53-e902-46eb-bc92-2fd835d53097 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:20.715331 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a140b53-e902-46eb-bc92-2fd835d53097 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:20.768299 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a140b53-e902-46eb-bc92-2fd835d53097 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:20.787656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a140b53-e902-46eb-bc92-2fd835d53097 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c8c629-444e-47d5-a690-888d644e3f6b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:20.799632 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a140b53-e902-46eb-bc92-2fd835d53097 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:20.803083 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7a140b53-e902-46eb-bc92-2fd835d53097 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "DELETE /v2.0/security-groups/32c8c629-444e-47d5-a690-888d644e3f6b HTTP/1.1" status: 204 len: 168 time: 0.1741300 Feb 09 01:45:20.803512 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57806) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:20.869583 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-396bec2d-feee-477e-a7ed-7c4013f90967 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Synchronizing usage tracker for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:45:20.884616 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-396bec2d-feee-477e-a7ed-7c4013f90967 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Unset dirty status for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:45:20.885834 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-396bec2d-feee-477e-a7ed-7c4013f90967 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0811388 Feb 09 01:45:20.889071 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57810) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:20.932473 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4dd3d433-cc82-43d9-99db-00f5f489abe7 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Synchronizing usage tracker for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group_rule {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:45:20.946878 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4dd3d433-cc82-43d9-99db-00f5f489abe7 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Unset dirty status for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group_rule {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:45:20.951548 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4dd3d433-cc82-43d9-99db-00f5f489abe7 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0582542 Feb 09 01:45:20.951675 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57814) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:20.967708 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [None req-61937fbe-6c8a-4227-a5df-794e987e08e8 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] delete failed (client error): The resource could not be found. Feb 09 01:45:20.971838 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-61937fbe-6c8a-4227-a5df-794e987e08e8 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "DELETE /v2.0/security-groups/32c8c629-444e-47d5-a690-888d644e3f6b HTTP/1.1" status: 404 len: 347 time: 0.0160906 Feb 09 01:45:20.972141 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57818) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:21.025909 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-caa782d1-0f61-4795-8717-2098be379d10 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Synchronizing usage tracker for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:45:21.038252 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-caa782d1-0f61-4795-8717-2098be379d10 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] Unset dirty status for tenant:f028a6a114af472eaf907c7f5c29243d on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:45:21.044458 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-caa782d1-0f61-4795-8717-2098be379d10 tempest-SecGroupIPv6Test-1266642322 tempest-SecGroupIPv6Test-1266642322-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0663490 Feb 09 01:45:21.311545 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 57830) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:21.473590 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-04f227dc-6bf0-408a-b8b2-46ce6e9270f6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f028a6a114af472eaf907c7f5c29243d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577992 Feb 09 01:45:21.474191 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 57838) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:21.534638 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4b6526ab-6f00-47b2-8d2a-2de6497ece3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:21.559042 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4b6526ab-6f00-47b2-8d2a-2de6497ece3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:21.608699 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4b6526ab-6f00-47b2-8d2a-2de6497ece3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:21.627212 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6526ab-6f00-47b2-8d2a-2de6497ece3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e9a096-ad2b-49de-a084-d33bb997b719,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:21.652241 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4b6526ab-6f00-47b2-8d2a-2de6497ece3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:21.657009 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4b6526ab-6f00-47b2-8d2a-2de6497ece3a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/54e9a096-ad2b-49de-a084-d33bb997b719 HTTP/1.1" status: 204 len: 168 time: 0.1820865 Feb 09 01:45:22.238156 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:25.305121 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:31.379050 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58056) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:31.502009 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f7adb105-3291-4b23-9677-46693f74bc3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:31.524876 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f7adb105-3291-4b23-9677-46693f74bc3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:31.531815 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f7adb105-3291-4b23-9677-46693f74bc3b admin admin] Usage tracker for resource:security_group_rule and tenant:bee3a24df64a46558fc358e594412eef is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:45:31.539408 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f7adb105-3291-4b23-9677-46693f74bc3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:45:31.553758 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f7adb105-3291-4b23-9677-46693f74bc3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:31.644269 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f7adb105-3291-4b23-9677-46693f74bc3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:31.647951 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f7adb105-3291-4b23-9677-46693f74bc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:31.696512 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f7adb105-3291-4b23-9677-46693f74bc3b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bee3a24df64a46558fc358e594412eef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3145027 Feb 09 01:45:31.697043 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7adb105-3291-4b23-9677-46693f74bc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5075ba4b-3f5d-4ed3-8ae1-a8d5a5b12efe,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:31.697453 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58068) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:31.765162 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-05b71eac-190d-49df-abb0-43d26ad9f323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:31.794916 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-05b71eac-190d-49df-abb0-43d26ad9f323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:31.852138 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-05b71eac-190d-49df-abb0-43d26ad9f323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:31.870841 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b71eac-190d-49df-abb0-43d26ad9f323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5075ba4b-3f5d-4ed3-8ae1-a8d5a5b12efe,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:31.873705 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-05b71eac-190d-49df-abb0-43d26ad9f323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:31.874825 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-05b71eac-190d-49df-abb0-43d26ad9f323 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5075ba4b-3f5d-4ed3-8ae1-a8d5a5b12efe HTTP/1.1" status: 204 len: 168 time: 0.1764023 Feb 09 01:45:32.181893 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58086) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:32.199363 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4e1ca2cf-ae65-4fe2-bfb5-b2d3573f0b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:32.218146 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4e1ca2cf-ae65-4fe2-bfb5-b2d3573f0b31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:32.221984 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4e1ca2cf-ae65-4fe2-bfb5-b2d3573f0b31 admin admin] Usage tracker for resource:security_group_rule and tenant:bb2ea6eb827c40babbeb6cccc7697fd5 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:45:32.224794 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4e1ca2cf-ae65-4fe2-bfb5-b2d3573f0b31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:45:32.230574 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4e1ca2cf-ae65-4fe2-bfb5-b2d3573f0b31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:32.314028 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4e1ca2cf-ae65-4fe2-bfb5-b2d3573f0b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:32.327772 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4e1ca2cf-ae65-4fe2-bfb5-b2d3573f0b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:32.376757 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4e1ca2cf-ae65-4fe2-bfb5-b2d3573f0b31 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb2ea6eb827c40babbeb6cccc7697fd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1935637 Feb 09 01:45:32.377743 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ca2cf-ae65-4fe2-bfb5-b2d3573f0b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81eeda56-80f0-48d5-a139-c8c7fadfc677,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:32.379459 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58094) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:32.439437 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e6081769-09c2-484e-9b6f-eb8f8983e942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:32.465099 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e6081769-09c2-484e-9b6f-eb8f8983e942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:32.522662 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e6081769-09c2-484e-9b6f-eb8f8983e942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:32.538510 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6081769-09c2-484e-9b6f-eb8f8983e942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81eeda56-80f0-48d5-a139-c8c7fadfc677,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:32.548147 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e6081769-09c2-484e-9b6f-eb8f8983e942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:32.551524 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e6081769-09c2-484e-9b6f-eb8f8983e942 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/81eeda56-80f0-48d5-a139-c8c7fadfc677 HTTP/1.1" status: 204 len: 168 time: 0.1682177 Feb 09 01:45:36.975000 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2d94561c-44ee-49aa-a50f-720f46300692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:39.325862 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58258) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:39.384476 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b4598ca8-2ca2-4b13-8d80-36d5b995fef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:39.442056 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6b72e81d-6f78-4643-a416-88b4d14c63b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:39.456048 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6b72e81d-6f78-4643-a416-88b4d14c63b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:39.459814 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6b72e81d-6f78-4643-a416-88b4d14c63b2 admin admin] Usage tracker for resource:security_group_rule and tenant:a4381e7bc97247ee822779ae8de4e388 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:45:39.462587 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6b72e81d-6f78-4643-a416-88b4d14c63b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:45:39.468659 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6b72e81d-6f78-4643-a416-88b4d14c63b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:39.551180 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6b72e81d-6f78-4643-a416-88b4d14c63b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:39.554566 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6b72e81d-6f78-4643-a416-88b4d14c63b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:39.600338 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6b72e81d-6f78-4643-a416-88b4d14c63b2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a4381e7bc97247ee822779ae8de4e388&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2733994 Feb 09 01:45:39.601900 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72e81d-6f78-4643-a416-88b4d14c63b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1745c3c-d884-463e-a38c-d6235210201f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:39.603057 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58264) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:39.609571 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72e81d-6f78-4643-a416-88b4d14c63b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:39.609914 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72e81d-6f78-4643-a416-88b4d14c63b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:39.610246 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72e81d-6f78-4643-a416-88b4d14c63b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:39.611066 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72e81d-6f78-4643-a416-88b4d14c63b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:39.611066 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72e81d-6f78-4643-a416-88b4d14c63b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:39.611281 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72e81d-6f78-4643-a416-88b4d14c63b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:39.611512 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72e81d-6f78-4643-a416-88b4d14c63b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:39.611828 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72e81d-6f78-4643-a416-88b4d14c63b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:39.612145 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72e81d-6f78-4643-a416-88b4d14c63b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:39.612488 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72e81d-6f78-4643-a416-88b4d14c63b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:39.612807 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72e81d-6f78-4643-a416-88b4d14c63b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:39.613120 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72e81d-6f78-4643-a416-88b4d14c63b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:39.673050 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-efca6106-3884-4c3c-9af2-1d52919a640a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:39.701604 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-efca6106-3884-4c3c-9af2-1d52919a640a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:39.753558 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-efca6106-3884-4c3c-9af2-1d52919a640a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:39.774608 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca6106-3884-4c3c-9af2-1d52919a640a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1745c3c-d884-463e-a38c-d6235210201f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:39.783313 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-efca6106-3884-4c3c-9af2-1d52919a640a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:39.784455 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-efca6106-3884-4c3c-9af2-1d52919a640a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f1745c3c-d884-463e-a38c-d6235210201f HTTP/1.1" status: 204 len: 168 time: 0.1801906 Feb 09 01:45:40.071630 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58274) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:40.089907 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f182c39b-27c0-49eb-8bd3-0dd22a002e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:40.104509 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f182c39b-27c0-49eb-8bd3-0dd22a002e1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:45:40.108311 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f182c39b-27c0-49eb-8bd3-0dd22a002e1d admin admin] Usage tracker for resource:security_group_rule and tenant:a6346340e49946f993b57c8bb4ccf11b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:45:40.111233 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-f182c39b-27c0-49eb-8bd3-0dd22a002e1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:45:40.116978 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-f182c39b-27c0-49eb-8bd3-0dd22a002e1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:45:40.202463 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f182c39b-27c0-49eb-8bd3-0dd22a002e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:40.205997 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f182c39b-27c0-49eb-8bd3-0dd22a002e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:40.252061 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182c39b-27c0-49eb-8bd3-0dd22a002e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca43610-cb0d-4010-852a-30c2fefdee0a,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:40.260565 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f182c39b-27c0-49eb-8bd3-0dd22a002e1d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a6346340e49946f993b57c8bb4ccf11b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1851861 Feb 09 01:45:40.261123 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58278) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:45:40.321396 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8fb9dcb8-1b88-4012-a309-e2adbc52f14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:40.347204 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8fb9dcb8-1b88-4012-a309-e2adbc52f14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:40.406036 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8fb9dcb8-1b88-4012-a309-e2adbc52f14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:40.419858 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9dcb8-1b88-4012-a309-e2adbc52f14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca43610-cb0d-4010-852a-30c2fefdee0a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:40.428993 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8fb9dcb8-1b88-4012-a309-e2adbc52f14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:40.431833 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8fb9dcb8-1b88-4012-a309-e2adbc52f14c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ca43610-cb0d-4010-852a-30c2fefdee0a HTTP/1.1" status: 204 len: 168 time: 0.1701181 Feb 09 01:45:40.461157 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:40.568489 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:41.880864 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:52.246165 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:45:54.478779 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:45:55.305221 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:06.980606 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8e86025c-5221-4969-a4c5-fd1a3a56b6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:09.387722 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-30051a6f-86cc-44d7-82df-84966af5a451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:10.457806 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:10.568234 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:11.371835 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58920) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:46:11.377449 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-d28b4862-5251-4f81-be7b-0eff52693989 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-279113972', 'description': 'tempest-secgroup-smoke-279113972 description', 'project_id': '8e4609b135f049c2b6f4026628e9ff52'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:11.384828 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d28b4862-5251-4f81-be7b-0eff52693989 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:46:11.389379 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d28b4862-5251-4f81-be7b-0eff52693989 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Usage tracker for resource:security_group and tenant:8e4609b135f049c2b6f4026628e9ff52 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:46:11.392600 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d28b4862-5251-4f81-be7b-0eff52693989 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:46:11.403268 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d28b4862-5251-4f81-be7b-0eff52693989 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:46:11.412217 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d28b4862-5251-4f81-be7b-0eff52693989 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:11.432126 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d28b4862-5251-4f81-be7b-0eff52693989 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:46:11.436636 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d28b4862-5251-4f81-be7b-0eff52693989 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Usage tracker for resource:security_group_rule and tenant:8e4609b135f049c2b6f4026628e9ff52 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:46:11.439450 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d28b4862-5251-4f81-be7b-0eff52693989 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:46:11.445172 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d28b4862-5251-4f81-be7b-0eff52693989 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:46:11.525447 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d28b4862-5251-4f81-be7b-0eff52693989 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:11.529185 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d28b4862-5251-4f81-be7b-0eff52693989 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:11.571378 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b4862-5251-4f81-be7b-0eff52693989 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb941ff-ecbe-481b-9b57-ebc0f279c7ad,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:11.573595 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d28b4862-5251-4f81-be7b-0eff52693989 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:11.575390 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d28b4862-5251-4f81-be7b-0eff52693989 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2019675 Feb 09 01:46:11.578553 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 58928) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:46:11.581660 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28b4862-5251-4f81-be7b-0eff52693989 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:11.582005 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28b4862-5251-4f81-be7b-0eff52693989 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:11.582341 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28b4862-5251-4f81-be7b-0eff52693989 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:11.582727 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28b4862-5251-4f81-be7b-0eff52693989 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:11.583054 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28b4862-5251-4f81-be7b-0eff52693989 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:11.583379 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28b4862-5251-4f81-be7b-0eff52693989 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:11.583689 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28b4862-5251-4f81-be7b-0eff52693989 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:11.584004 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28b4862-5251-4f81-be7b-0eff52693989 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:11.584323 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28b4862-5251-4f81-be7b-0eff52693989 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:11.584432 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-a61f7cd9-004e-425b-9a3d-f2334a57f8fc tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Request body: {'security_group_rule': {'security_group_id': '4bb941ff-ecbe-481b-9b57-ebc0f279c7ad', 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:11.584668 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28b4862-5251-4f81-be7b-0eff52693989 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:11.584982 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28b4862-5251-4f81-be7b-0eff52693989 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:11.585292 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28b4862-5251-4f81-be7b-0eff52693989 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:11.591479 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a61f7cd9-004e-425b-9a3d-f2334a57f8fc tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:46:11.596661 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a61f7cd9-004e-425b-9a3d-f2334a57f8fc tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Usage tracker for resource:security_group_rule and tenant:8e4609b135f049c2b6f4026628e9ff52 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:46:11.599612 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a61f7cd9-004e-425b-9a3d-f2334a57f8fc tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:46:11.605559 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a61f7cd9-004e-425b-9a3d-f2334a57f8fc tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:46:11.620912 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a61f7cd9-004e-425b-9a3d-f2334a57f8fc tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:11.686631 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a61f7cd9-004e-425b-9a3d-f2334a57f8fc tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:11.690848 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a61f7cd9-004e-425b-9a3d-f2334a57f8fc tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:11.715395 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f7cd9-004e-425b-9a3d-f2334a57f8fc tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=414ec1e0-dc03-4e96-8424-90cefcf0d35e,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:11.731800 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a61f7cd9-004e-425b-9a3d-f2334a57f8fc tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:11.736030 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a61f7cd9-004e-425b-9a3d-f2334a57f8fc tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1560121 Feb 09 01:46:11.736617 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58936) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:46:11.745950 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-63e6e74a-709a-4ee9-bae2-558caea72780 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Request body: {'security_group_rule': {'security_group_id': '4bb941ff-ecbe-481b-9b57-ebc0f279c7ad', 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:11.753344 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-63e6e74a-709a-4ee9-bae2-558caea72780 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:46:11.757557 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-63e6e74a-709a-4ee9-bae2-558caea72780 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Usage tracker for resource:security_group_rule and tenant:8e4609b135f049c2b6f4026628e9ff52 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:46:11.760418 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-63e6e74a-709a-4ee9-bae2-558caea72780 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:46:11.767520 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-63e6e74a-709a-4ee9-bae2-558caea72780 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:46:11.785401 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-63e6e74a-709a-4ee9-bae2-558caea72780 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:11.850280 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-63e6e74a-709a-4ee9-bae2-558caea72780 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:11.854753 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-63e6e74a-709a-4ee9-bae2-558caea72780 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:11.878101 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6e74a-709a-4ee9-bae2-558caea72780 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1494a598-f89c-44b2-acc3-4a5590566826,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:11.889466 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-63e6e74a-709a-4ee9-bae2-558caea72780 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:11.893299 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:11.893791 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-63e6e74a-709a-4ee9-bae2-558caea72780 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1491766 Feb 09 01:46:11.893791 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58942) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:46:11.898780 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-ef3a6fb2-0249-4acd-a7ba-48350023f0d5 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Request body: {'security_group_rule': {'security_group_id': '4bb941ff-ecbe-481b-9b57-ebc0f279c7ad', 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:11.906083 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ef3a6fb2-0249-4acd-a7ba-48350023f0d5 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:46:11.910015 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ef3a6fb2-0249-4acd-a7ba-48350023f0d5 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Usage tracker for resource:security_group_rule and tenant:8e4609b135f049c2b6f4026628e9ff52 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:46:11.912925 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ef3a6fb2-0249-4acd-a7ba-48350023f0d5 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:46:11.918857 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ef3a6fb2-0249-4acd-a7ba-48350023f0d5 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:46:11.935080 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ef3a6fb2-0249-4acd-a7ba-48350023f0d5 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:12.007152 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ef3a6fb2-0249-4acd-a7ba-48350023f0d5 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:12.010663 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ef3a6fb2-0249-4acd-a7ba-48350023f0d5 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:12.034489 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a6fb2-0249-4acd-a7ba-48350023f0d5 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=486a6c34-2690-42da-89d4-6acb66b77ab9,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:12.044340 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ef3a6fb2-0249-4acd-a7ba-48350023f0d5 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:12.048174 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ef3a6fb2-0249-4acd-a7ba-48350023f0d5 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1510105 Feb 09 01:46:12.048500 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58950) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:46:12.053630 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-3630e668-4c9d-4f66-8131-1d7021da1206 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Request body: {'security_group_rule': {'security_group_id': '4bb941ff-ecbe-481b-9b57-ebc0f279c7ad', 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:12.060453 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3630e668-4c9d-4f66-8131-1d7021da1206 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:46:12.064359 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3630e668-4c9d-4f66-8131-1d7021da1206 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Usage tracker for resource:security_group_rule and tenant:8e4609b135f049c2b6f4026628e9ff52 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:46:12.070994 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3630e668-4c9d-4f66-8131-1d7021da1206 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:46:12.077450 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3630e668-4c9d-4f66-8131-1d7021da1206 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:46:12.097230 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3630e668-4c9d-4f66-8131-1d7021da1206 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:12.160285 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3630e668-4c9d-4f66-8131-1d7021da1206 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:12.164234 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3630e668-4c9d-4f66-8131-1d7021da1206 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:12.188071 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630e668-4c9d-4f66-8131-1d7021da1206 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a66a30-75a1-4d28-a099-ef3d56171633,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:12.197223 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3630e668-4c9d-4f66-8131-1d7021da1206 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:12.198418 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3630e668-4c9d-4f66-8131-1d7021da1206 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1489387 Feb 09 01:46:12.202143 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58958) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:46:12.207321 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-1fed2303-f37d-4ffe-acb8-ebbc1e3400a4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Request body: {'security_group_rule': {'security_group_id': '4bb941ff-ecbe-481b-9b57-ebc0f279c7ad', 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:12.214131 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1fed2303-f37d-4ffe-acb8-ebbc1e3400a4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:46:12.218176 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1fed2303-f37d-4ffe-acb8-ebbc1e3400a4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Usage tracker for resource:security_group_rule and tenant:8e4609b135f049c2b6f4026628e9ff52 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:46:12.221076 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1fed2303-f37d-4ffe-acb8-ebbc1e3400a4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:46:12.226801 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1fed2303-f37d-4ffe-acb8-ebbc1e3400a4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:46:12.247770 n-d-828419-1 neutron-server[87611]: INFO neutron.db.securitygroups_db [None req-1fed2303-f37d-4ffe-acb8-ebbc1e3400a4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Project 8e4609b135f049c2b6f4026628e9ff52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:46:12.255968 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1fed2303-f37d-4ffe-acb8-ebbc1e3400a4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:12.327107 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1fed2303-f37d-4ffe-acb8-ebbc1e3400a4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:12.331013 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1fed2303-f37d-4ffe-acb8-ebbc1e3400a4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:12.353905 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed2303-f37d-4ffe-acb8-ebbc1e3400a4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2142ad22-3d6a-4610-b19f-6d70ce065142,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:12.364164 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1fed2303-f37d-4ffe-acb8-ebbc1e3400a4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:12.368039 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1fed2303-f37d-4ffe-acb8-ebbc1e3400a4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1623387 Feb 09 01:46:12.368174 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 58962) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:46:12.373085 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-4f233a7c-32a4-49ce-8d0d-018e7d4d5583 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Request body: {'security_group_rule': {'security_group_id': '4bb941ff-ecbe-481b-9b57-ebc0f279c7ad', 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:12.379515 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4f233a7c-32a4-49ce-8d0d-018e7d4d5583 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:46:12.383804 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4f233a7c-32a4-49ce-8d0d-018e7d4d5583 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Usage tracker for resource:security_group_rule and tenant:8e4609b135f049c2b6f4026628e9ff52 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:46:12.386811 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4f233a7c-32a4-49ce-8d0d-018e7d4d5583 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:46:12.392636 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4f233a7c-32a4-49ce-8d0d-018e7d4d5583 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:46:12.403898 n-d-828419-1 neutron-server[87611]: INFO neutron.db.securitygroups_db [None req-4f233a7c-32a4-49ce-8d0d-018e7d4d5583 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Project 8e4609b135f049c2b6f4026628e9ff52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:46:12.410367 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4f233a7c-32a4-49ce-8d0d-018e7d4d5583 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:12.476556 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4f233a7c-32a4-49ce-8d0d-018e7d4d5583 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:12.481271 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4f233a7c-32a4-49ce-8d0d-018e7d4d5583 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:12.513222 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f233a7c-32a4-49ce-8d0d-018e7d4d5583 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=351d616f-c20d-4cc3-a805-14f3f1b4ae08,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:12.522943 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4f233a7c-32a4-49ce-8d0d-018e7d4d5583 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:12.528697 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4f233a7c-32a4-49ce-8d0d-018e7d4d5583 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1552563 Feb 09 01:46:12.787161 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-19294935-8c99-4ccc-b3de-5b605b86eba4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Synchronizing usage tracker for tenant:8e4609b135f049c2b6f4026628e9ff52 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:46:12.803606 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-19294935-8c99-4ccc-b3de-5b605b86eba4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Unset dirty status for tenant:8e4609b135f049c2b6f4026628e9ff52 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:46:12.804833 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-19294935-8c99-4ccc-b3de-5b605b86eba4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-279113972&fields=id&tenant_id=8e4609b135f049c2b6f4026628e9ff52 HTTP/1.1" status: 200 len: 267 time: 0.0634387 Feb 09 01:46:12.960148 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-b38f6c31-d86c-4891-b1b6-a870477329ad tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:12.961116 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-b38f6c31-d86c-4891-b1b6-a870477329ad tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Synchronizing usage tracker for tenant:8e4609b135f049c2b6f4026628e9ff52 on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:46:12.978792 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-b38f6c31-d86c-4891-b1b6-a870477329ad tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Unset dirty status for tenant:8e4609b135f049c2b6f4026628e9ff52 on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:46:12.980094 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-b38f6c31-d86c-4891-b1b6-a870477329ad tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/networks?id=cfe4cd9a-664e-4f87-abb4-b5474b5267f4 HTTP/1.1" status: 200 len: 814 time: 0.1683173 Feb 09 01:46:12.999897 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-bb67ebac-72e1-4088-a099-a07b7d1ca4f0 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/quotas/8e4609b135f049c2b6f4026628e9ff52 HTTP/1.1" status: 200 len: 375 time: 0.0105953 Feb 09 01:46:13.099153 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-90559e3e-20a9-4dad-8e2c-b9937dc52d31 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Synchronizing usage tracker for tenant:8e4609b135f049c2b6f4026628e9ff52 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:46:13.120234 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-90559e3e-20a9-4dad-8e2c-b9937dc52d31 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Unset dirty status for tenant:8e4609b135f049c2b6f4026628e9ff52 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:46:13.122015 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-90559e3e-20a9-4dad-8e2c-b9937dc52d31 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8e4609b135f049c2b6f4026628e9ff52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1154528 Feb 09 01:46:13.480021 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-ece3bd8e-433f-415a-bad7-bc47dd24ab63 service neutron] 10.222.0.37 "GET /v2.0/networks/cfe4cd9a-664e-4f87-abb4-b5474b5267f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442538 Feb 09 01:46:13.619514 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-c99437da-b2f9-44a6-b352-c60777cb9c83 service neutron] 10.222.0.37 "GET /v2.0/networks/cfe4cd9a-664e-4f87-abb4-b5474b5267f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333897 Feb 09 01:46:14.013644 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e2d7ebb9-a3f9-4004-ad5c-21941e5d1107 req-f98d2905-ad3a-4523-b91c-3331bace7d38 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/ports?device_id=b577fa28-1e17-4cbf-8566-2cde6fc3a95c HTTP/1.1" status: 200 len: 210 time: 0.0434134 Feb 09 01:46:15.109904 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-80698eca-f680-49b4-89dd-9710ff44e17e req-72b75b10-382e-44ba-a9fe-80dc786e135e tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/ports?device_id=b577fa28-1e17-4cbf-8566-2cde6fc3a95c HTTP/1.1" status: 200 len: 210 time: 0.0434668 Feb 09 01:46:16.266612 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-025c2724-9b91-4a58-a165-c36be3b21824 req-dbda8025-43eb-4f7c-b656-90e4c0ea3bc5 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/ports?device_id=b577fa28-1e17-4cbf-8566-2cde6fc3a95c HTTP/1.1" status: 200 len: 210 time: 0.0466630 Feb 09 01:46:17.428354 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c513e52a-ec50-43dc-b957-85730a36df01 req-a60721bc-f7d4-4f13-a113-2daeca087011 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/ports?device_id=b577fa28-1e17-4cbf-8566-2cde6fc3a95c HTTP/1.1" status: 200 len: 210 time: 0.0480998 Feb 09 01:46:17.549550 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-04c1dced-6482-4ae4-af5d-04d746e5732f tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:17.551056 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-04c1dced-6482-4ae4-af5d-04d746e5732f tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.117 "GET /v2.0/networks?id=cfe4cd9a-664e-4f87-abb4-b5474b5267f4 HTTP/1.1" status: 200 len: 814 time: 0.1827052 Feb 09 01:46:17.605128 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-e4d74691-07d7-4ca4-b106-def0c903499a tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.117 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e4609b135f049c2b6f4026628e9ff52 HTTP/1.1" status: 200 len: 379 time: 0.0456150 Feb 09 01:46:17.619310 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-362d8cde-79d9-4521-97da-bf57703807eb tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Request body: {'port': {'device_id': 'b577fa28-1e17-4cbf-8566-2cde6fc3a95c', 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4', 'admin_state_up': True, 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'security_groups': ['4bb941ff-ecbe-481b-9b57-ebc0f279c7ad']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:17.892349 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-362d8cde-79d9-4521-97da-bf57703807eb tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:46:17.902047 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-362d8cde-79d9-4521-97da-bf57703807eb tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:46:17.915157 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-362d8cde-79d9-4521-97da-bf57703807eb tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Made reservation on behalf of 8e4609b135f049c2b6f4026628e9ff52 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:17.919913 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-362d8cde-79d9-4521-97da-bf57703807eb tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:18.198065 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-362d8cde-79d9-4521-97da-bf57703807eb tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Allocated IP 172.20.0.13 (cfe4cd9a-664e-4f87-abb4-b5474b5267f4/e2d98d50-568e-4c65-b79f-d25c63859233/19212206-3e2f-4f32-9bd1-64ee45aa5ff6) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:18.405617 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-362d8cde-79d9-4521-97da-bf57703807eb tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:18.423106 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-362d8cde-79d9-4521-97da-bf57703807eb tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Transition to ACTIVE for port object 19212206-3e2f-4f32-9bd1-64ee45aa5ff6 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:46:18.447274 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-362d8cde-79d9-4521-97da-bf57703807eb tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:18.525735 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-362d8cde-79d9-4521-97da-bf57703807eb tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Network cfe4cd9a-664e-4f87-abb4-b5474b5267f4 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:18.529220 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-362d8cde-79d9-4521-97da-bf57703807eb tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:18.531995 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-362d8cde-79d9-4521-97da-bf57703807eb tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:46:18.633597 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d8cde-79d9-4521-97da-bf57703807eb tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Pushing event updated for resources: {'Port': ['ID=19212206-3e2f-4f32-9bd1-64ee45aa5ff6,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:18.687023 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-362d8cde-79d9-4521-97da-bf57703807eb tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:18.687894 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-362d8cde-79d9-4521-97da-bf57703807eb tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:18.726825 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07f3a5-2734-45a4-8485-ac6f210b1af6 req-a44b1e84-5012-4d7f-879d-7da2571751ad tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:18.729859 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7a07f3a5-2734-45a4-8485-ac6f210b1af6 req-a44b1e84-5012-4d7f-879d-7da2571751ad tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Synchronizing usage tracker for tenant:8e4609b135f049c2b6f4026628e9ff52 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:46:18.735573 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-362d8cde-79d9-4521-97da-bf57703807eb tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1222889 Feb 09 01:46:18.748993 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-7160f774-15ab-41ee-87c3-7165787efc6b service neutron] Request body: {'port': {'device_id': 'b577fa28-1e17-4cbf-8566-2cde6fc3a95c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:18.809301 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-7a07f3a5-2734-45a4-8485-ac6f210b1af6 req-a44b1e84-5012-4d7f-879d-7da2571751ad tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Unset dirty status for tenant:8e4609b135f049c2b6f4026628e9ff52 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:46:18.810452 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7a07f3a5-2734-45a4-8485-ac6f210b1af6 req-a44b1e84-5012-4d7f-879d-7da2571751ad tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/ports?device_id=b577fa28-1e17-4cbf-8566-2cde6fc3a95c HTTP/1.1" status: 200 len: 932 time: 0.2419884 Feb 09 01:46:18.890014 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d3f36104-344a-4412-9726-b8cd323d5cbc None None] Provisioning for port 19212206-3e2f-4f32-9bd1-64ee45aa5ff6 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:46:18.892551 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-7160f774-15ab-41ee-87c3-7165787efc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:18.895533 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d3f36104-344a-4412-9726-b8cd323d5cbc None None] Provisioning complete for port 19212206-3e2f-4f32-9bd1-64ee45aa5ff6 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:18.896016 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d3f36104-344a-4412-9726-b8cd323d5cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:18.937056 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7a07f3a5-2734-45a4-8485-ac6f210b1af6 req-4fc9ae7a-2305-4b7f-b4b0-cf4ae79b8c13 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bb941ff-ecbe-481b-9b57-ebc0f279c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953803 Feb 09 01:46:18.993024 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d3f36104-344a-4412-9726-b8cd323d5cbc None None] Port 19212206-3e2f-4f32-9bd1-64ee45aa5ff6 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:46:19.335739 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-7160f774-15ab-41ee-87c3-7165787efc6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19212206-3e2f-4f32-9bd1-64ee45aa5ff6 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:46:19.343898 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-7160f774-15ab-41ee-87c3-7165787efc6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:19.359082 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-7160f774-15ab-41ee-87c3-7165787efc6b service neutron] Transition to ACTIVE for port object 19212206-3e2f-4f32-9bd1-64ee45aa5ff6 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:46:19.363069 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-7160f774-15ab-41ee-87c3-7165787efc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:19.531886 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160f774-15ab-41ee-87c3-7165787efc6b service neutron] Pushing event updated for resources: {'Port': ['ID=19212206-3e2f-4f32-9bd1-64ee45aa5ff6,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:19.634048 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-7160f774-15ab-41ee-87c3-7165787efc6b service neutron] Attempting to bind port 19212206-3e2f-4f32-9bd1-64ee45aa5ff6 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:46:19.634704 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-7160f774-15ab-41ee-87c3-7165787efc6b service neutron] Attempting to bind port 19212206-3e2f-4f32-9bd1-64ee45aa5ff6 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '46063248-51dd-468e-a4b6-560393ccc17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:46:19.634704 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-7160f774-15ab-41ee-87c3-7165787efc6b service neutron] Attempting to bind port 19212206-3e2f-4f32-9bd1-64ee45aa5ff6 on network cfe4cd9a-664e-4f87-abb4-b5474b5267f4 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:46:19.641511 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-7160f774-15ab-41ee-87c3-7165787efc6b service neutron] Port 19212206-3e2f-4f32-9bd1-64ee45aa5ff6 on network cfe4cd9a-664e-4f87-abb4-b5474b5267f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:46:19.641832 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-7160f774-15ab-41ee-87c3-7165787efc6b service neutron] Attempting to bind port 19212206-3e2f-4f32-9bd1-64ee45aa5ff6 on network cfe4cd9a-664e-4f87-abb4-b5474b5267f4 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:46:19.647474 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-7160f774-15ab-41ee-87c3-7165787efc6b service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:46:19.647806 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-7160f774-15ab-41ee-87c3-7165787efc6b service neutron] Checking segment: {'id': '46063248-51dd-468e-a4b6-560393ccc17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:46:19.648191 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-7160f774-15ab-41ee-87c3-7165787efc6b service neutron] Bound using segment: {'id': '46063248-51dd-468e-a4b6-560393ccc17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:46:19.648793 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-7160f774-15ab-41ee-87c3-7165787efc6b service neutron] Bound port: 19212206-3e2f-4f32-9bd1-64ee45aa5ff6, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46063248-51dd-468e-a4b6-560393ccc17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:46:19.648980 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-7160f774-15ab-41ee-87c3-7165787efc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:19.741511 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-7160f774-15ab-41ee-87c3-7165787efc6b service neutron] For port 19212206-3e2f-4f32-9bd1-64ee45aa5ff6, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:46:19.745085 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-7160f774-15ab-41ee-87c3-7165787efc6b service neutron] For port 19212206-3e2f-4f32-9bd1-64ee45aa5ff6, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=19212206-3e2f-4f32-9bd1-64ee45aa5ff6,segment=NetworkSegment(46063248-51dd-468e-a4b6-560393ccc17c),segment_id=46063248-51dd-468e-a4b6-560393ccc17c)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:46:19.750117 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-7160f774-15ab-41ee-87c3-7165787efc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:19.822110 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-7160f774-15ab-41ee-87c3-7165787efc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:19.822110 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-7160f774-15ab-41ee-87c3-7165787efc6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:19.823037 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-7160f774-15ab-41ee-87c3-7165787efc6b service neutron] 10.222.0.117 "PUT /v2.0/ports/19212206-3e2f-4f32-9bd1-64ee45aa5ff6 HTTP/1.1" status: 200 len: 1092 time: 1.0778983 Feb 09 01:46:19.823037 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b577fa28-1e17-4cbf-8566-2cde6fc3a95c', 'tag': '19212206-3e2f-4f32-9bd1-64ee45aa5ff6'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:46:19.845484 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160f774-15ab-41ee-87c3-7165787efc6b service neutron] Pushing event updated for resources: {'Port': ['ID=19212206-3e2f-4f32-9bd1-64ee45aa5ff6,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:19.939653 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-a8df4650-af9a-4645-8d2a-ab0ad9660375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:19.941258 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-a8df4650-af9a-4645-8d2a-ab0ad9660375 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8e4609b135f049c2b6f4026628e9ff52&device_id=b577fa28-1e17-4cbf-8566-2cde6fc3a95c HTTP/1.1" status: 200 len: 1095 time: 0.0746272 Feb 09 01:46:20.144907 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-708dd407-bac4-414f-87b2-8a6b3edc7edd service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19212206-3e2f-4f32-9bd1-64ee45aa5ff6 HTTP/1.1" status: 200 len: 217 time: 0.1970062 Feb 09 01:46:20.257648 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-1659b7f3-d804-4986-a975-2f9ffad33d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:20.259055 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-1659b7f3-d804-4986-a975-2f9ffad33d68 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=e2d98d50-568e-4c65-b79f-d25c63859233 HTTP/1.1" status: 200 len: 853 time: 0.0826335 Feb 09 01:46:20.328965 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584009fc-0b2a-4ac6-9adb-883c818af25f req-d6b34360-652c-4b51-90aa-2ee30563a510 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:20.330392 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-584009fc-0b2a-4ac6-9adb-883c818af25f req-d6b34360-652c-4b51-90aa-2ee30563a510 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/ports?device_id=b577fa28-1e17-4cbf-8566-2cde6fc3a95c HTTP/1.1" status: 200 len: 944 time: 0.1846275 Feb 09 01:46:20.387881 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-d5cd33a0-3819-432e-b54c-eacd205ecc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:20.389401 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-d5cd33a0-3819-432e-b54c-eacd205ecc01 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=cfe4cd9a-664e-4f87-abb4-b5474b5267f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1238568 Feb 09 01:46:20.396510 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-584009fc-0b2a-4ac6-9adb-883c818af25f req-c3733015-528a-407e-a1a8-3fba13161e3c tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bb941ff-ecbe-481b-9b57-ebc0f279c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594983 Feb 09 01:46:20.524081 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-7234bc0b-fd85-40f5-ac8e-ced274dab439 service neutron] 10.222.0.117 "GET /v2.0/networks/cfe4cd9a-664e-4f87-abb4-b5474b5267f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266382 Feb 09 01:46:20.665154 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2b86d1bb-d8ca-4522-a3fb-21ba3ed4b8ee req-f8974844-0e06-43ed-b779-f93aa8e3dc24 service neutron] 10.222.0.117 "GET /v2.0/networks/cfe4cd9a-664e-4f87-abb4-b5474b5267f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343946 Feb 09 01:46:20.882910 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b577fa28-1e17-4cbf-8566-2cde6fc3a95c', 'tag': '19212206-3e2f-4f32-9bd1-64ee45aa5ff6', 'status': 'completed', 'code': 200} Feb 09 01:46:20.985991 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96671423-bec0-4326-89d6-674c33783ea5 req-026bdd6d-97f2-4254-8736-0a7cc2927e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:20.987470 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-96671423-bec0-4326-89d6-674c33783ea5 req-026bdd6d-97f2-4254-8736-0a7cc2927e41 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8e4609b135f049c2b6f4026628e9ff52&device_id=b577fa28-1e17-4cbf-8566-2cde6fc3a95c HTTP/1.1" status: 200 len: 1095 time: 0.0816760 Feb 09 01:46:21.124634 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96671423-bec0-4326-89d6-674c33783ea5 req-e891eccc-4872-41de-b413-779311076bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:21.126469 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-96671423-bec0-4326-89d6-674c33783ea5 req-e891eccc-4872-41de-b413-779311076bd5 service neutron] 10.222.0.117 "GET /v2.0/networks?id=cfe4cd9a-664e-4f87-abb4-b5474b5267f4 HTTP/1.1" status: 200 len: 915 time: 0.1322753 Feb 09 01:46:21.192720 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-96671423-bec0-4326-89d6-674c33783ea5 req-b8fa6b97-81e7-4531-bb2a-a417dcd7f105 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19212206-3e2f-4f32-9bd1-64ee45aa5ff6 HTTP/1.1" status: 200 len: 217 time: 0.0599964 Feb 09 01:46:21.263864 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96671423-bec0-4326-89d6-674c33783ea5 req-5ff2c607-656f-48ae-bde1-593624f41efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:21.265491 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-96671423-bec0-4326-89d6-674c33783ea5 req-5ff2c607-656f-48ae-bde1-593624f41efe service neutron] 10.222.0.117 "GET /v2.0/subnets?id=e2d98d50-568e-4c65-b79f-d25c63859233 HTTP/1.1" status: 200 len: 853 time: 0.0671334 Feb 09 01:46:21.340506 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96671423-bec0-4326-89d6-674c33783ea5 req-5e2f5b44-d4bb-4ff2-8e7e-1df64cd69030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:21.341982 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-96671423-bec0-4326-89d6-674c33783ea5 req-5e2f5b44-d4bb-4ff2-8e7e-1df64cd69030 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=cfe4cd9a-664e-4f87-abb4-b5474b5267f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705285 Feb 09 01:46:21.487041 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-96671423-bec0-4326-89d6-674c33783ea5 req-92572284-b2cd-4af5-9e50-a5426c4174a9 service neutron] 10.222.0.117 "GET /v2.0/networks/cfe4cd9a-664e-4f87-abb4-b5474b5267f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379373 Feb 09 01:46:21.673296 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-96671423-bec0-4326-89d6-674c33783ea5 req-1a87b566-dad8-4ace-82bc-4dad4dc725ac service neutron] 10.222.0.117 "GET /v2.0/networks/cfe4cd9a-664e-4f87-abb4-b5474b5267f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809325 Feb 09 01:46:21.690264 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed0038-3996-43ad-ae30-2702563fb8d7 req-8083d9ea-05a3-46cc-8088-c1e6f9613a0e tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:21.691734 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9aed0038-3996-43ad-ae30-2702563fb8d7 req-8083d9ea-05a3-46cc-8088-c1e6f9613a0e tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/ports?device_id=b577fa28-1e17-4cbf-8566-2cde6fc3a95c HTTP/1.1" status: 200 len: 944 time: 0.1316011 Feb 09 01:46:21.739793 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9aed0038-3996-43ad-ae30-2702563fb8d7 req-006481f0-ed33-4337-93c9-200aef891097 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bb941ff-ecbe-481b-9b57-ebc0f279c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423748 Feb 09 01:46:22.256326 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:22.931218 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c45551-7d06-4c51-9319-cf100f561c2f req-01056dae-ce96-402b-b663-9ef9c12c419a tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:22.932730 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-01c45551-7d06-4c51-9319-cf100f561c2f req-01056dae-ce96-402b-b663-9ef9c12c419a tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/ports?device_id=b577fa28-1e17-4cbf-8566-2cde6fc3a95c HTTP/1.1" status: 200 len: 944 time: 0.0842254 Feb 09 01:46:22.977115 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-01c45551-7d06-4c51-9319-cf100f561c2f req-b0ab1d80-3cfb-4848-99f1-6d1d719c872a tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bb941ff-ecbe-481b-9b57-ebc0f279c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383933 Feb 09 01:46:24.163306 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afa141-0f7d-43fc-b521-a4407158c5aa req-47d757b4-59f3-4b1d-9e6c-11771c19924e tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:24.164803 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-87afa141-0f7d-43fc-b521-a4407158c5aa req-47d757b4-59f3-4b1d-9e6c-11771c19924e tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/ports?device_id=b577fa28-1e17-4cbf-8566-2cde6fc3a95c HTTP/1.1" status: 200 len: 944 time: 0.0812066 Feb 09 01:46:24.209205 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-87afa141-0f7d-43fc-b521-a4407158c5aa req-04c6ab80-9688-41ce-b1af-d49329fd9f2e tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bb941ff-ecbe-481b-9b57-ebc0f279c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380945 Feb 09 01:46:25.319513 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:25.405789 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ba082-76b9-462a-aaa2-7ef57bef5c34 req-f89d711e-e50c-48d9-a0ca-34862cb15b21 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:25.407484 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e60ba082-76b9-462a-aaa2-7ef57bef5c34 req-f89d711e-e50c-48d9-a0ca-34862cb15b21 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/ports?device_id=b577fa28-1e17-4cbf-8566-2cde6fc3a95c HTTP/1.1" status: 200 len: 944 time: 0.0853498 Feb 09 01:46:25.457786 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e60ba082-76b9-462a-aaa2-7ef57bef5c34 req-3669bf11-5725-42d1-b87c-3c6435cf4d7e tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bb941ff-ecbe-481b-9b57-ebc0f279c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435989 Feb 09 01:46:26.652301 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c0526-3375-49ad-a4f1-afa2717d085c req-f1d6456b-d86e-41ee-b36d-874f1bbedfb3 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:26.653790 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b83c0526-3375-49ad-a4f1-afa2717d085c req-f1d6456b-d86e-41ee-b36d-874f1bbedfb3 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/ports?device_id=b577fa28-1e17-4cbf-8566-2cde6fc3a95c HTTP/1.1" status: 200 len: 944 time: 0.0857351 Feb 09 01:46:26.697486 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b83c0526-3375-49ad-a4f1-afa2717d085c req-160902a6-6008-4217-9ade-a2280d1d41ee tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bb941ff-ecbe-481b-9b57-ebc0f279c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378449 Feb 09 01:46:27.880107 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e806e-4388-446a-b5aa-d462a20b8157 req-562870fd-613d-45d7-9dc7-c393bcb1594f tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:27.881590 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-753e806e-4388-446a-b5aa-d462a20b8157 req-562870fd-613d-45d7-9dc7-c393bcb1594f tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/ports?device_id=b577fa28-1e17-4cbf-8566-2cde6fc3a95c HTTP/1.1" status: 200 len: 944 time: 0.0793483 Feb 09 01:46:27.925383 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-753e806e-4388-446a-b5aa-d462a20b8157 req-5c648e55-81cb-4570-b955-8f5cd861983c tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bb941ff-ecbe-481b-9b57-ebc0f279c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373063 Feb 09 01:46:27.974053 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 19212206-3e2f-4f32-9bd1-64ee45aa5ff6 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:46:28.107498 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 19212206-3e2f-4f32-9bd1-64ee45aa5ff6, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=19212206-3e2f-4f32-9bd1-64ee45aa5ff6,segment=NetworkSegment(46063248-51dd-468e-a4b6-560393ccc17c),segment_id=46063248-51dd-468e-a4b6-560393ccc17c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:46:28.120553 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '19212206-3e2f-4f32-9bd1-64ee45aa5ff6', 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4', 'port_id': '19212206-3e2f-4f32-9bd1-64ee45aa5ff6', 'mac_address': 'fa:16:3e:9a:b7:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 998, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2d98d50-568e-4c65-b79f-d25c63859233', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:46:28.186553 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:28.205673 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19212206-3e2f-4f32-9bd1-64ee45aa5ff6 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:46:28.222602 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 19212206-3e2f-4f32-9bd1-64ee45aa5ff6, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=19212206-3e2f-4f32-9bd1-64ee45aa5ff6,segment=NetworkSegment(46063248-51dd-468e-a4b6-560393ccc17c),segment_id=46063248-51dd-468e-a4b6-560393ccc17c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:46:28.226955 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:28.296877 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=19212206-3e2f-4f32-9bd1-64ee45aa5ff6,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:28.304155 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:28.304526 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:28.304859 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:28.305191 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:28.305518 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:28.305847 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:28.306167 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:28.306482 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:28.306803 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:28.307120 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:28.307439 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:28.307754 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:28.478839 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['19212206-3e2f-4f32-9bd1-64ee45aa5ff6'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:46:29.109716 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b171115-4f29-45c0-bef8-514ae27a58b8 req-ea9b0fcd-c573-4b90-aa3e-bce8d831e955 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:29.111143 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1b171115-4f29-45c0-bef8-514ae27a58b8 req-ea9b0fcd-c573-4b90-aa3e-bce8d831e955 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/ports?device_id=b577fa28-1e17-4cbf-8566-2cde6fc3a95c HTTP/1.1" status: 200 len: 945 time: 0.0772917 Feb 09 01:46:29.270512 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1b171115-4f29-45c0-bef8-514ae27a58b8 req-98b1b1a6-49da-4480-8947-ebe64587bd2f tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bb941ff-ecbe-481b-9b57-ebc0f279c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536009 Feb 09 01:46:29.989821 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 19212206-3e2f-4f32-9bd1-64ee45aa5ff6 up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:46:30.061420 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 19212206-3e2f-4f32-9bd1-64ee45aa5ff6 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:46:30.066869 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 19212206-3e2f-4f32-9bd1-64ee45aa5ff6 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:30.067254 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:30.184819 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:30.215699 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b577fa28-1e17-4cbf-8566-2cde6fc3a95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19212206-3e2f-4f32-9bd1-64ee45aa5ff6'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:46:30.225619 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 19212206-3e2f-4f32-9bd1-64ee45aa5ff6, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=19212206-3e2f-4f32-9bd1-64ee45aa5ff6,segment=NetworkSegment(46063248-51dd-468e-a4b6-560393ccc17c),segment_id=46063248-51dd-468e-a4b6-560393ccc17c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:46:30.231306 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:30.306415 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=19212206-3e2f-4f32-9bd1-64ee45aa5ff6,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:30.420237 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b577fa28-1e17-4cbf-8566-2cde6fc3a95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19212206-3e2f-4f32-9bd1-64ee45aa5ff6', 'code': 200} Feb 09 01:46:30.472588 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edea8f-c4d5-45a3-ba15-cd81a694f0be req-a923a906-e52c-4b22-9745-b56b04aea67e tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:30.474065 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-72edea8f-c4d5-45a3-ba15-cd81a694f0be req-a923a906-e52c-4b22-9745-b56b04aea67e tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/ports?device_id=b577fa28-1e17-4cbf-8566-2cde6fc3a95c HTTP/1.1" status: 200 len: 946 time: 0.0904446 Feb 09 01:46:30.569360 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-72edea8f-c4d5-45a3-ba15-cd81a694f0be req-6ff6732b-4864-42d8-b72c-773a032df4a9 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bb941ff-ecbe-481b-9b57-ebc0f279c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605335 Feb 09 01:46:30.585881 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9ed26-808a-427f-84bc-7dc0ca4befe4 req-e95e50ac-be62-4d0c-bb37-9187e5c70ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:30.593550 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c7d9ed26-808a-427f-84bc-7dc0ca4befe4 req-e95e50ac-be62-4d0c-bb37-9187e5c70ce3 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=b577fa28-1e17-4cbf-8566-2cde6fc3a95c HTTP/1.1" status: 200 len: 1097 time: 0.1147554 Feb 09 01:46:30.635299 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c7d9ed26-808a-427f-84bc-7dc0ca4befe4 req-a4c0f673-f246-4b08-ade0-a58fccc9e86f service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=4bb941ff-ecbe-481b-9b57-ebc0f279c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359824 Feb 09 01:46:31.473927 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:46:31.779187 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb835e8-ef23-43d3-9608-c053af5e97b5 req-9e9b74b8-831f-4b9a-914e-e1d1128248b6 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:31.780673 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1fb835e8-ef23-43d3-9608-c053af5e97b5 req-9e9b74b8-831f-4b9a-914e-e1d1128248b6 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/ports?device_id=b577fa28-1e17-4cbf-8566-2cde6fc3a95c HTTP/1.1" status: 200 len: 946 time: 0.0884655 Feb 09 01:46:31.825385 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1fb835e8-ef23-43d3-9608-c053af5e97b5 req-93396b2f-a9ae-4d13-ba41-ec89e68db334 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bb941ff-ecbe-481b-9b57-ebc0f279c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390229 Feb 09 01:46:33.022813 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0362b65-ffca-4624-abe8-a516c60ca33b req-ed2917f8-1585-4afe-9cd7-9396a9d5db75 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:33.024441 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c0362b65-ffca-4624-abe8-a516c60ca33b req-ed2917f8-1585-4afe-9cd7-9396a9d5db75 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/ports?device_id=b577fa28-1e17-4cbf-8566-2cde6fc3a95c HTTP/1.1" status: 200 len: 946 time: 0.0827105 Feb 09 01:46:33.098953 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c0362b65-ffca-4624-abe8-a516c60ca33b req-3595f473-fa1e-4ce9-b4a9-e4b433ef56df tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bb941ff-ecbe-481b-9b57-ebc0f279c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658698 Feb 09 01:46:33.306284 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7cc1d7-b566-4d74-a893-f42bc74a27d7 req-e61fd288-cc9a-4c4b-a31a-64733b119eee tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:33.313641 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8a7cc1d7-b566-4d74-a893-f42bc74a27d7 req-e61fd288-cc9a-4c4b-a31a-64733b119eee tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/ports?device_id=b577fa28-1e17-4cbf-8566-2cde6fc3a95c HTTP/1.1" status: 200 len: 946 time: 0.1015646 Feb 09 01:46:33.359334 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8a7cc1d7-b566-4d74-a893-f42bc74a27d7 req-f1a9509d-3fe2-4d80-a603-0aab1dede9ce tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bb941ff-ecbe-481b-9b57-ebc0f279c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449195 Feb 09 01:46:33.382868 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59330) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:46:33.600168 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2feb36-22a2-4fad-8c5c-c81f02fa283a tempest-TestVolumeBackupRestore-677880811 tempest-TestVolumeBackupRestore-677880811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:33.600168 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6b2feb36-22a2-4fad-8c5c-c81f02fa283a tempest-TestVolumeBackupRestore-677880811 tempest-TestVolumeBackupRestore-677880811-project-admin] Synchronizing usage tracker for tenant:65df808d59aa4d76b6bab838836fb14b on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:46:33.615891 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6b2feb36-22a2-4fad-8c5c-c81f02fa283a tempest-TestVolumeBackupRestore-677880811 tempest-TestVolumeBackupRestore-677880811-project-admin] Unset dirty status for tenant:65df808d59aa4d76b6bab838836fb14b on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:46:33.616988 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6b2feb36-22a2-4fad-8c5c-c81f02fa283a tempest-TestVolumeBackupRestore-677880811 tempest-TestVolumeBackupRestore-677880811-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b577fa28-1e17-4cbf-8566-2cde6fc3a95c HTTP/1.1" status: 200 len: 1092 time: 0.2331452 Feb 09 01:46:33.619875 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 59340) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:46:33.625710 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-ad82eae6-eb1c-4ab4-9c8f-0418eda4e7da tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'port_id': '19212206-3e2f-4f32-9bd1-64ee45aa5ff6', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:33.636544 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ad82eae6-eb1c-4ab4-9c8f-0418eda4e7da tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:46:33.640477 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ad82eae6-eb1c-4ab4-9c8f-0418eda4e7da tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Usage tracker for resource:floatingip and tenant:8e4609b135f049c2b6f4026628e9ff52 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:46:33.643426 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ad82eae6-eb1c-4ab4-9c8f-0418eda4e7da tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:46:33.649303 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ad82eae6-eb1c-4ab4-9c8f-0418eda4e7da tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:46:33.659977 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ad82eae6-eb1c-4ab4-9c8f-0418eda4e7da tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:33.814211 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ad82eae6-eb1c-4ab4-9c8f-0418eda4e7da tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:33.963934 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-ad82eae6-eb1c-4ab4-9c8f-0418eda4e7da tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Allocated IP 172.25.5.236 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/bdd33021-58c2-4ee5-b89f-799a3d7aba65) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:34.133100 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ad82eae6-eb1c-4ab4-9c8f-0418eda4e7da tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:34.169433 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ad82eae6-eb1c-4ab4-9c8f-0418eda4e7da tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:34.236706 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad82eae6-eb1c-4ab4-9c8f-0418eda4e7da tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:34.239667 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-ad82eae6-eb1c-4ab4-9c8f-0418eda4e7da tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:34.242414 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad82eae6-eb1c-4ab4-9c8f-0418eda4e7da tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:46:34.281988 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad82eae6-eb1c-4ab4-9c8f-0418eda4e7da tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Pushing event updated for resources: {'Port': ['ID=bdd33021-58c2-4ee5-b89f-799a3d7aba65,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:34.843075 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ad82eae6-eb1c-4ab4-9c8f-0418eda4e7da tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:34.915698 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ad82eae6-eb1c-4ab4-9c8f-0418eda4e7da tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:35.139230 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ad82eae6-eb1c-4ab4-9c8f-0418eda4e7da tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:35.143653 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ad82eae6-eb1c-4ab4-9c8f-0418eda4e7da tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:35.273266 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad82eae6-eb1c-4ab4-9c8f-0418eda4e7da tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Pushing event updated for resources: {'Port': ['ID=bdd33021-58c2-4ee5-b89f-799a3d7aba65,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:35.284783 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ad82eae6-eb1c-4ab4-9c8f-0418eda4e7da tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:35.478002 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-ad82eae6-eb1c-4ab4-9c8f-0418eda4e7da tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Floating IP d9915dc5-ef97-4432-878c-e5f693c04712 associated. External IP: 172.25.5.236, port: 19212206-3e2f-4f32-9bd1-64ee45aa5ff6. Feb 09 01:46:35.857445 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad82eae6-eb1c-4ab4-9c8f-0418eda4e7da tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Router e49742cb-6f42-4438-bbb7-ac53c31b16ab has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:46:36.069028 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad82eae6-eb1c-4ab4-9c8f-0418eda4e7da tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:46:36.079043 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144a2db7-ece8-41ac-9df0-dbcfc8d7b241 None None] Sync routers for ids ['e49742cb-6f42-4438-bbb7-ac53c31b16ab'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:46:36.095601 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144a2db7-ece8-41ac-9df0-dbcfc8d7b241 None None] Routers {'e49742cb-6f42-4438-bbb7-ac53c31b16ab'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:46:36.095601 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-144a2db7-ece8-41ac-9df0-dbcfc8d7b241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:46:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e49742cb-6f42-4438-bbb7-ac53c31b16ab'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:36.111106 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ad82eae6-eb1c-4ab4-9c8f-0418eda4e7da tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:36.191794 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ad82eae6-eb1c-4ab4-9c8f-0418eda4e7da tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5708461 Feb 09 01:46:36.192575 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b577fa28-1e17-4cbf-8566-2cde6fc3a95c', 'tag': '19212206-3e2f-4f32-9bd1-64ee45aa5ff6'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:46:36.194680 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59374) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:46:36.306958 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-144a2db7-ece8-41ac-9df0-dbcfc8d7b241 None None] Set router e49742cb-6f42-4438-bbb7-ac53c31b16ab gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:46:36.319494 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b24ece-f1a3-4b7b-b950-42a5715df811 tempest-TestVolumeBackupRestore-677880811 tempest-TestVolumeBackupRestore-677880811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:36.328968 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-20b24ece-f1a3-4b7b-b950-42a5715df811 tempest-TestVolumeBackupRestore-677880811 tempest-TestVolumeBackupRestore-677880811-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b577fa28-1e17-4cbf-8566-2cde6fc3a95c HTTP/1.1" status: 200 len: 1092 time: 0.1240790 Feb 09 01:46:36.328968 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 59384) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:46:36.340576 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-c49f6103-1db6-46fa-aae9-5f15665db01f tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Request body: {'floatingip': {'port_id': '19212206-3e2f-4f32-9bd1-64ee45aa5ff6'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:36.348751 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b577fa28-1e17-4cbf-8566-2cde6fc3a95c', 'tag': '19212206-3e2f-4f32-9bd1-64ee45aa5ff6', 'status': 'completed', 'code': 200} Feb 09 01:46:36.507776 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c49f6103-1db6-46fa-aae9-5f15665db01f tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks [] for floatingip, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:36.591448 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c26fe8-c796-45f2-95d0-b40957d3345b req-52082867-501d-41a8-84e7-ac5040917b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:36.592921 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-72c26fe8-c796-45f2-95d0-b40957d3345b req-52082867-501d-41a8-84e7-ac5040917b27 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8e4609b135f049c2b6f4026628e9ff52&device_id=b577fa28-1e17-4cbf-8566-2cde6fc3a95c HTTP/1.1" status: 200 len: 1097 time: 0.2005317 Feb 09 01:46:36.689429 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-144a2db7-ece8-41ac-9df0-dbcfc8d7b241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'name': 'tempest-TestVolumeBackupRestore-1583565903-router', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '6533b5a0-3dce-4c2b-8e21-eb4087e6a6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:02Z', 'updated_at': '2022-02-09T01:44:06Z', 'revision_number': 4, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'gw_port': {'id': '6533b5a0-3dce-4c2b-8e21-eb4087e6a6af', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:02Z', 'updated_at': '2022-02-09T01:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'd9915dc5-ef97-4432-878c-e5f693c04712', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'floating_ip_address': '172.25.5.236', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'port_id': '19212206-3e2f-4f32-9bd1-64ee45aa5ff6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4', 'mac_address': 'fa:16:3e:9a:b7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b577fa28-1e17-4cbf-8566-2cde6fc3a95c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:46:34Z', 'updated_at': '2022-02-09T01:46:34Z', 'revision_number': 0, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e2dde8f-7524-4f64-9f6a-772cf69536b3', 'name': '', 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'mac_address': 'fa:16:3e:e8:1e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'e2d98d50-568e-4c65-b79f-d25c63859233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:05Z', 'updated_at': '2022-02-09T01:44:18Z', 'revision_number': 5, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'subnets': [{'id': 'e2d98d50-568e-4c65-b79f-d25c63859233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:36.696588 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144a2db7-ece8-41ac-9df0-dbcfc8d7b241 None None] Checking router: e49742cb-6f42-4438-bbb7-ac53c31b16ab for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:46:36.718366 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144a2db7-ece8-41ac-9df0-dbcfc8d7b241 None None] Routers {'e49742cb-6f42-4438-bbb7-ac53c31b16ab'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:46:36.718366 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-144a2db7-ece8-41ac-9df0-dbcfc8d7b241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:46:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e49742cb-6f42-4438-bbb7-ac53c31b16ab'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:36.873639 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c26fe8-c796-45f2-95d0-b40957d3345b req-461cb0bf-1b27-4eb2-93d6-1a15a3750669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:36.873639 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-72c26fe8-c796-45f2-95d0-b40957d3345b req-461cb0bf-1b27-4eb2-93d6-1a15a3750669 service neutron] 10.222.0.117 "GET /v2.0/networks?id=cfe4cd9a-664e-4f87-abb4-b5474b5267f4 HTTP/1.1" status: 200 len: 915 time: 0.2684882 Feb 09 01:46:36.961098 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-144a2db7-ece8-41ac-9df0-dbcfc8d7b241 None None] Set router e49742cb-6f42-4438-bbb7-ac53c31b16ab gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:46:37.064379 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-18e82cad-2ef8-4f3f-b274-689dd9789922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:37.068280 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-72c26fe8-c796-45f2-95d0-b40957d3345b req-07f727a6-998c-4f3e-8fc1-7049e86fc3ad service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19212206-3e2f-4f32-9bd1-64ee45aa5ff6 HTTP/1.1" status: 200 len: 1000 time: 0.1907091 Feb 09 01:46:37.322357 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c26fe8-c796-45f2-95d0-b40957d3345b req-f0b36c32-9089-4700-8b25-c5c01bdd8bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:37.323941 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-72c26fe8-c796-45f2-95d0-b40957d3345b req-f0b36c32-9089-4700-8b25-c5c01bdd8bd5 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=e2d98d50-568e-4c65-b79f-d25c63859233 HTTP/1.1" status: 200 len: 853 time: 0.2011142 Feb 09 01:46:37.430769 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c26fe8-c796-45f2-95d0-b40957d3345b req-cf5cc77c-a5ad-423b-bb16-8074fc9b650c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:37.430769 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-72c26fe8-c796-45f2-95d0-b40957d3345b req-cf5cc77c-a5ad-423b-bb16-8074fc9b650c service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=cfe4cd9a-664e-4f87-abb4-b5474b5267f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945184 Feb 09 01:46:37.443944 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-144a2db7-ece8-41ac-9df0-dbcfc8d7b241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'name': 'tempest-TestVolumeBackupRestore-1583565903-router', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '6533b5a0-3dce-4c2b-8e21-eb4087e6a6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:02Z', 'updated_at': '2022-02-09T01:44:06Z', 'revision_number': 4, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'gw_port': {'id': '6533b5a0-3dce-4c2b-8e21-eb4087e6a6af', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:02Z', 'updated_at': '2022-02-09T01:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'd9915dc5-ef97-4432-878c-e5f693c04712', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'floating_ip_address': '172.25.5.236', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'port_id': '19212206-3e2f-4f32-9bd1-64ee45aa5ff6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4', 'mac_address': 'fa:16:3e:9a:b7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b577fa28-1e17-4cbf-8566-2cde6fc3a95c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:46:34Z', 'updated_at': '2022-02-09T01:46:34Z', 'revision_number': 0, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e2dde8f-7524-4f64-9f6a-772cf69536b3', 'name': '', 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'mac_address': 'fa:16:3e:e8:1e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'e2d98d50-568e-4c65-b79f-d25c63859233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:05Z', 'updated_at': '2022-02-09T01:44:18Z', 'revision_number': 5, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'subnets': [{'id': 'e2d98d50-568e-4c65-b79f-d25c63859233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:37.448715 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144a2db7-ece8-41ac-9df0-dbcfc8d7b241 None None] The sync data for ids ['e49742cb-6f42-4438-bbb7-ac53c31b16ab'] in n-d-828419-1 is: [{'id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'name': 'tempest-TestVolumeBackupRestore-1583565903-router', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '6533b5a0-3dce-4c2b-8e21-eb4087e6a6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:02Z', 'updated_at': '2022-02-09T01:44:06Z', 'revision_number': 4, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'gw_port': {'id': '6533b5a0-3dce-4c2b-8e21-eb4087e6a6af', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:02Z', 'updated_at': '2022-02-09T01:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'd9915dc5-ef97-4432-878c-e5f693c04712', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'floating_ip_address': '172.25.5.236', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'port_id': '19212206-3e2f-4f32-9bd1-64ee45aa5ff6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4', 'mac_address': 'fa:16:3e:9a:b7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b577fa28-1e17-4cbf-8566-2cde6fc3a95c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:46:34Z', 'updated_at': '2022-02-09T01:46:34Z', 'revision_number': 0, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e2dde8f-7524-4f64-9f6a-772cf69536b3', 'name': '', 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'mac_address': 'fa:16:3e:e8:1e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'e2d98d50-568e-4c65-b79f-d25c63859233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:05Z', 'updated_at': '2022-02-09T01:44:18Z', 'revision_number': 5, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'subnets': [{'id': 'e2d98d50-568e-4c65-b79f-d25c63859233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:46:37.451668 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-72c26fe8-c796-45f2-95d0-b40957d3345b req-926df985-9254-4b75-abfa-4817c71dbf6f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:46:37.451668 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-72c26fe8-c796-45f2-95d0-b40957d3345b req-926df985-9254-4b75-abfa-4817c71dbf6f service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067480 Feb 09 01:46:37.880186 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c49f6103-1db6-46fa-aae9-5f15665db01f tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:37.884661 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-72c26fe8-c796-45f2-95d0-b40957d3345b req-0e7b6560-fb1c-44a3-a820-210771de4257 service neutron] 10.222.0.117 "GET /v2.0/networks/cfe4cd9a-664e-4f87-abb4-b5474b5267f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275393 Feb 09 01:46:37.887941 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c49f6103-1db6-46fa-aae9-5f15665db01f tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:38.208846 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-72c26fe8-c796-45f2-95d0-b40957d3345b req-ec7366f4-b88a-4656-b968-fba7878aaaa7 service neutron] 10.222.0.117 "GET /v2.0/networks/cfe4cd9a-664e-4f87-abb4-b5474b5267f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522633 Feb 09 01:46:38.407373 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49f6103-1db6-46fa-aae9-5f15665db01f tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Router e49742cb-6f42-4438-bbb7-ac53c31b16ab has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:46:38.452374 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74666b29-df1b-4ce0-8769-e5036b11afe3 None None] New status for floating IP d9915dc5-ef97-4432-878c-e5f693c04712: ACTIVE {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:46:38.642565 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49f6103-1db6-46fa-aae9-5f15665db01f tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:46:38.647538 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c49f6103-1db6-46fa-aae9-5f15665db01f tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:38.760592 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b577fa28-1e17-4cbf-8566-2cde6fc3a95c', 'tag': '19212206-3e2f-4f32-9bd1-64ee45aa5ff6'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:46:38.812254 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c49f6103-1db6-46fa-aae9-5f15665db01f tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "PUT /v2.0/floatingips/d9915dc5-ef97-4432-878c-e5f693c04712 HTTP/1.1" status: 200 len: 992 time: 2.4803448 Feb 09 01:46:38.824423 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b577fa28-1e17-4cbf-8566-2cde6fc3a95c', 'tag': '19212206-3e2f-4f32-9bd1-64ee45aa5ff6', 'status': 'completed', 'code': 200} Feb 09 01:46:38.912684 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05eb8866-723c-457f-80ba-e570e6884894 None None] Sync routers for ids ['e49742cb-6f42-4438-bbb7-ac53c31b16ab'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:46:38.921956 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eb8866-723c-457f-80ba-e570e6884894 None None] Routers {'e49742cb-6f42-4438-bbb7-ac53c31b16ab'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:46:38.922582 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-05eb8866-723c-457f-80ba-e570e6884894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:46:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e49742cb-6f42-4438-bbb7-ac53c31b16ab'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:38.937613 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1abfc-451e-4bb6-b309-61d66ee0912d req-56850285-b1ee-4a8e-b515-9b4bcbd90c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:38.939217 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9de1abfc-451e-4bb6-b309-61d66ee0912d req-56850285-b1ee-4a8e-b515-9b4bcbd90c66 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8e4609b135f049c2b6f4026628e9ff52&device_id=b577fa28-1e17-4cbf-8566-2cde6fc3a95c HTTP/1.1" status: 200 len: 1097 time: 0.0968280 Feb 09 01:46:39.126561 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1abfc-451e-4bb6-b309-61d66ee0912d req-8031a23a-a933-4851-8355-e78d7b13826f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:39.126561 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9de1abfc-451e-4bb6-b309-61d66ee0912d req-8031a23a-a933-4851-8355-e78d7b13826f service neutron] 10.222.0.117 "GET /v2.0/networks?id=cfe4cd9a-664e-4f87-abb4-b5474b5267f4 HTTP/1.1" status: 200 len: 915 time: 0.1798134 Feb 09 01:46:39.135444 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-05eb8866-723c-457f-80ba-e570e6884894 None None] Set router e49742cb-6f42-4438-bbb7-ac53c31b16ab gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:46:39.399995 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9de1abfc-451e-4bb6-b309-61d66ee0912d req-4466a914-f58b-4490-8839-76770c4daa2a service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19212206-3e2f-4f32-9bd1-64ee45aa5ff6 HTTP/1.1" status: 200 len: 1002 time: 0.2686348 Feb 09 01:46:39.458675 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-df26d461-374d-49dc-9e97-f701b591d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:39.467794 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1abfc-451e-4bb6-b309-61d66ee0912d req-458681b5-cd9d-4ef7-93f8-7ffbdbf20699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:39.469293 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9de1abfc-451e-4bb6-b309-61d66ee0912d req-458681b5-cd9d-4ef7-93f8-7ffbdbf20699 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=e2d98d50-568e-4c65-b79f-d25c63859233 HTTP/1.1" status: 200 len: 853 time: 0.0631785 Feb 09 01:46:39.567881 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1abfc-451e-4bb6-b309-61d66ee0912d req-74951910-4fac-44ed-b39d-5b5439fb969d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:39.567881 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9de1abfc-451e-4bb6-b309-61d66ee0912d req-74951910-4fac-44ed-b39d-5b5439fb969d service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=cfe4cd9a-664e-4f87-abb4-b5474b5267f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884464 Feb 09 01:46:39.588795 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-05eb8866-723c-457f-80ba-e570e6884894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'name': 'tempest-TestVolumeBackupRestore-1583565903-router', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '6533b5a0-3dce-4c2b-8e21-eb4087e6a6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:02Z', 'updated_at': '2022-02-09T01:44:06Z', 'revision_number': 4, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'gw_port': {'id': '6533b5a0-3dce-4c2b-8e21-eb4087e6a6af', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:02Z', 'updated_at': '2022-02-09T01:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'd9915dc5-ef97-4432-878c-e5f693c04712', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'floating_ip_address': '172.25.5.236', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'port_id': '19212206-3e2f-4f32-9bd1-64ee45aa5ff6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4', 'mac_address': 'fa:16:3e:9a:b7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b577fa28-1e17-4cbf-8566-2cde6fc3a95c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:46:34Z', 'updated_at': '2022-02-09T01:46:38Z', 'revision_number': 2, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e2dde8f-7524-4f64-9f6a-772cf69536b3', 'name': '', 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'mac_address': 'fa:16:3e:e8:1e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'e2d98d50-568e-4c65-b79f-d25c63859233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:05Z', 'updated_at': '2022-02-09T01:44:18Z', 'revision_number': 5, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'subnets': [{'id': 'e2d98d50-568e-4c65-b79f-d25c63859233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:39.598917 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05eb8866-723c-457f-80ba-e570e6884894 None None] Checking router: e49742cb-6f42-4438-bbb7-ac53c31b16ab for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:46:39.610356 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eb8866-723c-457f-80ba-e570e6884894 None None] Routers {'e49742cb-6f42-4438-bbb7-ac53c31b16ab'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:46:39.610356 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-05eb8866-723c-457f-80ba-e570e6884894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:46:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e49742cb-6f42-4438-bbb7-ac53c31b16ab'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:39.711510 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9de1abfc-451e-4bb6-b309-61d66ee0912d req-92c75dd9-a4e3-4c66-b246-5f547dea3f82 service neutron] 10.222.0.117 "GET /v2.0/networks/cfe4cd9a-664e-4f87-abb4-b5474b5267f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415532 Feb 09 01:46:39.817367 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-05eb8866-723c-457f-80ba-e570e6884894 None None] Set router e49742cb-6f42-4438-bbb7-ac53c31b16ab gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:46:39.901759 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9de1abfc-451e-4bb6-b309-61d66ee0912d req-ee5758ae-66e2-498c-b8b7-5b51e34f1b8a service neutron] 10.222.0.117 "GET /v2.0/networks/cfe4cd9a-664e-4f87-abb4-b5474b5267f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804252 Feb 09 01:46:40.236901 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-05eb8866-723c-457f-80ba-e570e6884894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'name': 'tempest-TestVolumeBackupRestore-1583565903-router', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '6533b5a0-3dce-4c2b-8e21-eb4087e6a6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:02Z', 'updated_at': '2022-02-09T01:44:06Z', 'revision_number': 4, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'gw_port': {'id': '6533b5a0-3dce-4c2b-8e21-eb4087e6a6af', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:02Z', 'updated_at': '2022-02-09T01:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'd9915dc5-ef97-4432-878c-e5f693c04712', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'floating_ip_address': '172.25.5.236', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'port_id': '19212206-3e2f-4f32-9bd1-64ee45aa5ff6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4', 'mac_address': 'fa:16:3e:9a:b7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b577fa28-1e17-4cbf-8566-2cde6fc3a95c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:46:34Z', 'updated_at': '2022-02-09T01:46:38Z', 'revision_number': 2, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e2dde8f-7524-4f64-9f6a-772cf69536b3', 'name': '', 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'mac_address': 'fa:16:3e:e8:1e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'e2d98d50-568e-4c65-b79f-d25c63859233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:05Z', 'updated_at': '2022-02-09T01:44:18Z', 'revision_number': 5, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'subnets': [{'id': 'e2d98d50-568e-4c65-b79f-d25c63859233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:40.242544 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05eb8866-723c-457f-80ba-e570e6884894 None None] The sync data for ids ['e49742cb-6f42-4438-bbb7-ac53c31b16ab'] in n-d-828419-1 is: [{'id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'name': 'tempest-TestVolumeBackupRestore-1583565903-router', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '6533b5a0-3dce-4c2b-8e21-eb4087e6a6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:02Z', 'updated_at': '2022-02-09T01:44:06Z', 'revision_number': 4, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'gw_port': {'id': '6533b5a0-3dce-4c2b-8e21-eb4087e6a6af', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:02Z', 'updated_at': '2022-02-09T01:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'd9915dc5-ef97-4432-878c-e5f693c04712', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'floating_ip_address': '172.25.5.236', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'port_id': '19212206-3e2f-4f32-9bd1-64ee45aa5ff6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4', 'mac_address': 'fa:16:3e:9a:b7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b577fa28-1e17-4cbf-8566-2cde6fc3a95c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:46:34Z', 'updated_at': '2022-02-09T01:46:38Z', 'revision_number': 2, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e2dde8f-7524-4f64-9f6a-772cf69536b3', 'name': '', 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'mac_address': 'fa:16:3e:e8:1e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'e2d98d50-568e-4c65-b79f-d25c63859233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:05Z', 'updated_at': '2022-02-09T01:44:18Z', 'revision_number': 5, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'subnets': [{'id': 'e2d98d50-568e-4c65-b79f-d25c63859233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:46:40.458237 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:40.578447 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:40.822419 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b577fa28-1e17-4cbf-8566-2cde6fc3a95c', 'tag': '19212206-3e2f-4f32-9bd1-64ee45aa5ff6'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:46:40.869569 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b577fa28-1e17-4cbf-8566-2cde6fc3a95c', 'tag': '19212206-3e2f-4f32-9bd1-64ee45aa5ff6', 'status': 'completed', 'code': 200} Feb 09 01:46:40.972652 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee55510-3709-4a0f-aad7-6cde46fc8387 req-efe8d5e5-547e-4bbd-8c4b-43175142af1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:40.972652 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cee55510-3709-4a0f-aad7-6cde46fc8387 req-efe8d5e5-547e-4bbd-8c4b-43175142af1e service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8e4609b135f049c2b6f4026628e9ff52&device_id=b577fa28-1e17-4cbf-8566-2cde6fc3a95c HTTP/1.1" status: 200 len: 1097 time: 0.0765672 Feb 09 01:46:41.129385 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee55510-3709-4a0f-aad7-6cde46fc8387 req-eacdc042-ea42-4649-bf56-118a0c8cabeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:41.130877 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cee55510-3709-4a0f-aad7-6cde46fc8387 req-eacdc042-ea42-4649-bf56-118a0c8cabeb service neutron] 10.222.0.117 "GET /v2.0/networks?id=cfe4cd9a-664e-4f87-abb4-b5474b5267f4 HTTP/1.1" status: 200 len: 915 time: 0.1546743 Feb 09 01:46:41.245271 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cee55510-3709-4a0f-aad7-6cde46fc8387 req-7791c79a-3716-4471-b634-e3cef2464dce service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19212206-3e2f-4f32-9bd1-64ee45aa5ff6 HTTP/1.1" status: 200 len: 1002 time: 0.1058750 Feb 09 01:46:41.365480 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee55510-3709-4a0f-aad7-6cde46fc8387 req-3d2382b8-b27a-4914-995d-a6c94584e608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:41.371271 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cee55510-3709-4a0f-aad7-6cde46fc8387 req-3d2382b8-b27a-4914-995d-a6c94584e608 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=e2d98d50-568e-4c65-b79f-d25c63859233 HTTP/1.1" status: 200 len: 853 time: 0.1183991 Feb 09 01:46:41.457841 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee55510-3709-4a0f-aad7-6cde46fc8387 req-d1e76910-22c7-4b0f-ad25-419835b25662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:41.457841 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cee55510-3709-4a0f-aad7-6cde46fc8387 req-d1e76910-22c7-4b0f-ad25-419835b25662 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=cfe4cd9a-664e-4f87-abb4-b5474b5267f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829067 Feb 09 01:46:41.602155 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cee55510-3709-4a0f-aad7-6cde46fc8387 req-359f05ff-42a8-464f-bdc4-6118d9c58a95 service neutron] 10.222.0.117 "GET /v2.0/networks/cfe4cd9a-664e-4f87-abb4-b5474b5267f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351895 Feb 09 01:46:41.750734 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cee55510-3709-4a0f-aad7-6cde46fc8387 req-e8aae131-0d90-45de-8d99-f34253219dc4 service neutron] 10.222.0.117 "GET /v2.0/networks/cfe4cd9a-664e-4f87-abb4-b5474b5267f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467924 Feb 09 01:46:41.891375 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:52.260320 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:46:55.356967 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:06.990785 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0e2b5bed-b0c2-465f-b569-a92ab80bfb7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:08.476497 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:47:09.393355 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-86292efb-09bc-4145-a056-c4094024d425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:10.461768 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:10.576246 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:11.861961 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60214) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:47:11.893251 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:12.079245 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-a9bc3764-1e65-48cb-b6cc-93252e169bb4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Deleting port bdd33021-58c2-4ee5-b89f-799a3d7aba65 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:47:12.079602 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a9bc3764-1e65-48cb-b6cc-93252e169bb4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:12.278087 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a9bc3764-1e65-48cb-b6cc-93252e169bb4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:12.278415 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a9bc3764-1e65-48cb-b6cc-93252e169bb4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:12.404612 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-a9bc3764-1e65-48cb-b6cc-93252e169bb4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Calling delete_port for bdd33021-58c2-4ee5-b89f-799a3d7aba65 owned by network:floatingip {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:47:12.586664 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a9bc3764-1e65-48cb-b6cc-93252e169bb4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:12.633979 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc3764-1e65-48cb-b6cc-93252e169bb4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Pushing event deleted for resources: {'Port': ['ID=bdd33021-58c2-4ee5-b89f-799a3d7aba65,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:12.663758 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc3764-1e65-48cb-b6cc-93252e169bb4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:12.664113 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc3764-1e65-48cb-b6cc-93252e169bb4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:12.668314 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc3764-1e65-48cb-b6cc-93252e169bb4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:12.668314 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc3764-1e65-48cb-b6cc-93252e169bb4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:12.668314 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc3764-1e65-48cb-b6cc-93252e169bb4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:12.668314 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc3764-1e65-48cb-b6cc-93252e169bb4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:12.668314 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc3764-1e65-48cb-b6cc-93252e169bb4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:12.668314 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc3764-1e65-48cb-b6cc-93252e169bb4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:12.668314 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc3764-1e65-48cb-b6cc-93252e169bb4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:12.668314 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc3764-1e65-48cb-b6cc-93252e169bb4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:12.668314 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc3764-1e65-48cb-b6cc-93252e169bb4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:12.668314 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc3764-1e65-48cb-b6cc-93252e169bb4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:12.755334 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a9bc3764-1e65-48cb-b6cc-93252e169bb4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks [] for floatingip, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:12.755334 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [None req-a9bc3764-1e65-48cb-b6cc-93252e169bb4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Floating IP d9915dc5-ef97-4432-878c-e5f693c04712 disassociated (deleted). External IP: 172.25.5.236, port: 19212206-3e2f-4f32-9bd1-64ee45aa5ff6. Feb 09 01:47:13.249446 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ff1b9d99-a11c-4422-aee2-926c67942eb8 req-69005dfe-a8a8-4ce9-a6c9-947348fbfa65 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=b577fa28-1e17-4cbf-8566-2cde6fc3a95c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2010622 Feb 09 01:47:13.407328 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9bc3764-1e65-48cb-b6cc-93252e169bb4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Router e49742cb-6f42-4438-bbb7-ac53c31b16ab has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:47:13.523468 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b9d99-a11c-4422-aee2-926c67942eb8 req-60be7b86-1258-4625-bb84-2ac0dd747587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:13.524823 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ff1b9d99-a11c-4422-aee2-926c67942eb8 req-60be7b86-1258-4625-bb84-2ac0dd747587 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8e4609b135f049c2b6f4026628e9ff52&device_id=b577fa28-1e17-4cbf-8566-2cde6fc3a95c HTTP/1.1" status: 200 len: 1097 time: 0.1978049 Feb 09 01:47:13.735613 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bc3764-1e65-48cb-b6cc-93252e169bb4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:47:13.747674 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6211c443-18ab-4f7b-9872-f2d106bb0034 None None] Sync routers for ids ['e49742cb-6f42-4438-bbb7-ac53c31b16ab'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:47:13.770130 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6211c443-18ab-4f7b-9872-f2d106bb0034 None None] Routers {'e49742cb-6f42-4438-bbb7-ac53c31b16ab'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:47:13.771524 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-6211c443-18ab-4f7b-9872-f2d106bb0034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:47:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e49742cb-6f42-4438-bbb7-ac53c31b16ab'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:13.807791 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a9bc3764-1e65-48cb-b6cc-93252e169bb4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:13.843217 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b9d99-a11c-4422-aee2-926c67942eb8 req-6bcd8cee-a0c9-46e6-8495-a5ab5730851b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:13.845032 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ff1b9d99-a11c-4422-aee2-926c67942eb8 req-6bcd8cee-a0c9-46e6-8495-a5ab5730851b service neutron] 10.222.0.117 "GET /v2.0/networks?id=cfe4cd9a-664e-4f87-abb4-b5474b5267f4 HTTP/1.1" status: 200 len: 915 time: 0.2478061 Feb 09 01:47:13.938694 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ff1b9d99-a11c-4422-aee2-926c67942eb8 req-c73699dd-396b-4466-9180-9e77d4495bce service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19212206-3e2f-4f32-9bd1-64ee45aa5ff6 HTTP/1.1" status: 200 len: 217 time: 0.0853536 Feb 09 01:47:13.960897 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-6211c443-18ab-4f7b-9872-f2d106bb0034 None None] Set router e49742cb-6f42-4438-bbb7-ac53c31b16ab gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:47:14.021676 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b9d99-a11c-4422-aee2-926c67942eb8 req-4f034b3e-37b9-432f-859f-ca133d9b41ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:14.021676 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ff1b9d99-a11c-4422-aee2-926c67942eb8 req-4f034b3e-37b9-432f-859f-ca133d9b41ab service neutron] 10.222.0.117 "GET /v2.0/subnets?id=e2d98d50-568e-4c65-b79f-d25c63859233 HTTP/1.1" status: 200 len: 853 time: 0.0718658 Feb 09 01:47:14.021676 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a9bc3764-1e65-48cb-b6cc-93252e169bb4 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "DELETE /v2.0/floatingips/d9915dc5-ef97-4432-878c-e5f693c04712 HTTP/1.1" status: 204 len: 168 time: 2.1611097 Feb 09 01:47:14.031219 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b577fa28-1e17-4cbf-8566-2cde6fc3a95c', 'tag': '19212206-3e2f-4f32-9bd1-64ee45aa5ff6'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:47:14.117773 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b9d99-a11c-4422-aee2-926c67942eb8 req-2a01a156-6ba3-4943-b31a-1a8a3400fa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:14.119265 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ff1b9d99-a11c-4422-aee2-926c67942eb8 req-2a01a156-6ba3-4943-b31a-1a8a3400fa18 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=cfe4cd9a-664e-4f87-abb4-b5474b5267f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918183 Feb 09 01:47:14.165426 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b577fa28-1e17-4cbf-8566-2cde6fc3a95c', 'tag': '19212206-3e2f-4f32-9bd1-64ee45aa5ff6', 'status': 'completed', 'code': 200} Feb 09 01:47:14.359567 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ff1b9d99-a11c-4422-aee2-926c67942eb8 req-5253b572-f5b8-418b-b817-7a71408a8a32 service neutron] 10.222.0.117 "GET /v2.0/networks/cfe4cd9a-664e-4f87-abb4-b5474b5267f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334507 Feb 09 01:47:14.418012 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-6211c443-18ab-4f7b-9872-f2d106bb0034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'name': 'tempest-TestVolumeBackupRestore-1583565903-router', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '6533b5a0-3dce-4c2b-8e21-eb4087e6a6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:02Z', 'updated_at': '2022-02-09T01:44:06Z', 'revision_number': 4, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'gw_port': {'id': '6533b5a0-3dce-4c2b-8e21-eb4087e6a6af', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:02Z', 'updated_at': '2022-02-09T01:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '1e2dde8f-7524-4f64-9f6a-772cf69536b3', 'name': '', 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'mac_address': 'fa:16:3e:e8:1e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'e2d98d50-568e-4c65-b79f-d25c63859233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:05Z', 'updated_at': '2022-02-09T01:44:18Z', 'revision_number': 5, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'subnets': [{'id': 'e2d98d50-568e-4c65-b79f-d25c63859233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:14.423430 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6211c443-18ab-4f7b-9872-f2d106bb0034 None None] Checking router: e49742cb-6f42-4438-bbb7-ac53c31b16ab for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:47:14.438676 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6211c443-18ab-4f7b-9872-f2d106bb0034 None None] Routers {'e49742cb-6f42-4438-bbb7-ac53c31b16ab'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:47:14.438676 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-6211c443-18ab-4f7b-9872-f2d106bb0034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:47:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e49742cb-6f42-4438-bbb7-ac53c31b16ab'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:14.537132 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ff1b9d99-a11c-4422-aee2-926c67942eb8 req-cc51fe78-6a84-43f6-a960-4b364dc4ac60 service neutron] 10.222.0.117 "GET /v2.0/networks/cfe4cd9a-664e-4f87-abb4-b5474b5267f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708968 Feb 09 01:47:14.695262 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-6211c443-18ab-4f7b-9872-f2d106bb0034 None None] Set router e49742cb-6f42-4438-bbb7-ac53c31b16ab gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:47:14.711654 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b3c57-bbf8-4a4b-a4b3-ffe22086a180 req-7a5c5946-d7e6-491a-8584-fd28ae052e8d tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:14.712486 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5b5b3c57-bbf8-4a4b-a4b3-ffe22086a180 req-7a5c5946-d7e6-491a-8584-fd28ae052e8d tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Synchronizing usage tracker for tenant:8e4609b135f049c2b6f4026628e9ff52 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:47:14.721387 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acfd18-3593-4d6e-8b93-f3379b80ef7b req-eaa7d5af-5bd7-46fd-a78e-f8bf45d64e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:14.721847 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b3acfd18-3593-4d6e-8b93-f3379b80ef7b req-eaa7d5af-5bd7-46fd-a78e-f8bf45d64e99 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8e4609b135f049c2b6f4026628e9ff52&device_id=b577fa28-1e17-4cbf-8566-2cde6fc3a95c HTTP/1.1" status: 200 len: 1097 time: 0.1202300 Feb 09 01:47:14.955184 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5b5b3c57-bbf8-4a4b-a4b3-ffe22086a180 req-7a5c5946-d7e6-491a-8584-fd28ae052e8d tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Unset dirty status for tenant:8e4609b135f049c2b6f4026628e9ff52 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:47:14.956358 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5b5b3c57-bbf8-4a4b-a4b3-ffe22086a180 req-7a5c5946-d7e6-491a-8584-fd28ae052e8d tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/ports?device_id=b577fa28-1e17-4cbf-8566-2cde6fc3a95c HTTP/1.1" status: 200 len: 946 time: 0.5207160 Feb 09 01:47:15.056974 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5b5b3c57-bbf8-4a4b-a4b3-ffe22086a180 req-58570535-6253-485a-95e6-ca3e339a0e6c tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bb941ff-ecbe-481b-9b57-ebc0f279c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899420 Feb 09 01:47:15.064067 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acfd18-3593-4d6e-8b93-f3379b80ef7b req-1ddce6bf-ebab-4cf7-becc-dd387347a7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:15.065535 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b3acfd18-3593-4d6e-8b93-f3379b80ef7b req-1ddce6bf-ebab-4cf7-becc-dd387347a7c8 service neutron] 10.222.0.117 "GET /v2.0/networks?id=cfe4cd9a-664e-4f87-abb4-b5474b5267f4 HTTP/1.1" status: 200 len: 915 time: 0.3346379 Feb 09 01:47:15.085873 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-6211c443-18ab-4f7b-9872-f2d106bb0034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'name': 'tempest-TestVolumeBackupRestore-1583565903-router', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '6533b5a0-3dce-4c2b-8e21-eb4087e6a6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:02Z', 'updated_at': '2022-02-09T01:44:06Z', 'revision_number': 4, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'gw_port': {'id': '6533b5a0-3dce-4c2b-8e21-eb4087e6a6af', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:02Z', 'updated_at': '2022-02-09T01:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '1e2dde8f-7524-4f64-9f6a-772cf69536b3', 'name': '', 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'mac_address': 'fa:16:3e:e8:1e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'e2d98d50-568e-4c65-b79f-d25c63859233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:05Z', 'updated_at': '2022-02-09T01:44:18Z', 'revision_number': 5, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'subnets': [{'id': 'e2d98d50-568e-4c65-b79f-d25c63859233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:15.090526 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6211c443-18ab-4f7b-9872-f2d106bb0034 None None] The sync data for ids ['e49742cb-6f42-4438-bbb7-ac53c31b16ab'] in n-d-828419-1 is: [{'id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'name': 'tempest-TestVolumeBackupRestore-1583565903-router', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '6533b5a0-3dce-4c2b-8e21-eb4087e6a6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:02Z', 'updated_at': '2022-02-09T01:44:06Z', 'revision_number': 4, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'gw_port': {'id': '6533b5a0-3dce-4c2b-8e21-eb4087e6a6af', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:02Z', 'updated_at': '2022-02-09T01:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '1e2dde8f-7524-4f64-9f6a-772cf69536b3', 'name': '', 'network_id': 'cfe4cd9a-664e-4f87-abb4-b5474b5267f4', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'mac_address': 'fa:16:3e:e8:1e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'e2d98d50-568e-4c65-b79f-d25c63859233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:05Z', 'updated_at': '2022-02-09T01:44:18Z', 'revision_number': 5, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'subnets': [{'id': 'e2d98d50-568e-4c65-b79f-d25c63859233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:47:15.145172 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b3acfd18-3593-4d6e-8b93-f3379b80ef7b req-9528109b-ce9b-4365-8a29-0493b3d2853f service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19212206-3e2f-4f32-9bd1-64ee45aa5ff6 HTTP/1.1" status: 200 len: 217 time: 0.0724003 Feb 09 01:47:15.212753 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acfd18-3593-4d6e-8b93-f3379b80ef7b req-aa093618-2d47-452d-a551-ecb0abed0b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:15.214712 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b3acfd18-3593-4d6e-8b93-f3379b80ef7b req-aa093618-2d47-452d-a551-ecb0abed0b3f service neutron] 10.222.0.117 "GET /v2.0/subnets?id=e2d98d50-568e-4c65-b79f-d25c63859233 HTTP/1.1" status: 200 len: 853 time: 0.0627284 Feb 09 01:47:15.316374 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acfd18-3593-4d6e-8b93-f3379b80ef7b req-5d142caf-61f2-43da-99ab-d91488134f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:15.322496 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b3acfd18-3593-4d6e-8b93-f3379b80ef7b req-5d142caf-61f2-43da-99ab-d91488134f05 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=cfe4cd9a-664e-4f87-abb4-b5474b5267f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947075 Feb 09 01:47:15.375273 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ca7385-dc85-492e-acdc-5f980982e78a None None] New status for floating IP d9915dc5-ef97-4432-878c-e5f693c04712: DOWN {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:47:15.457255 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b3acfd18-3593-4d6e-8b93-f3379b80ef7b req-e543e6cb-bd5e-43ad-bbf1-132bb28d26bb service neutron] 10.222.0.117 "GET /v2.0/networks/cfe4cd9a-664e-4f87-abb4-b5474b5267f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330853 Feb 09 01:47:15.608143 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b3acfd18-3593-4d6e-8b93-f3379b80ef7b req-c81dcb33-7e82-4003-9a2b-7d29a974bcd1 service neutron] 10.222.0.117 "GET /v2.0/networks/cfe4cd9a-664e-4f87-abb4-b5474b5267f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440194 Feb 09 01:47:16.006069 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96cc8a-eb83-4494-8964-caa3f7af96d1 req-6ce8b624-b88b-4ea9-bd1e-635cd299fc43 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:16.007775 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5f96cc8a-eb83-4494-8964-caa3f7af96d1 req-6ce8b624-b88b-4ea9-bd1e-635cd299fc43 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.117 "GET /v2.0/ports?device_id=b577fa28-1e17-4cbf-8566-2cde6fc3a95c HTTP/1.1" status: 200 len: 946 time: 0.0840774 Feb 09 01:47:16.081522 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-5f96cc8a-eb83-4494-8964-caa3f7af96d1 req-5a75e1de-ac4a-4297-9d4c-0ac0a7118c73 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Deleting port 19212206-3e2f-4f32-9bd1-64ee45aa5ff6 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:47:16.082312 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5f96cc8a-eb83-4494-8964-caa3f7af96d1 req-5a75e1de-ac4a-4297-9d4c-0ac0a7118c73 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:16.274846 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee461da-f15d-4797-8ac7-deac907ee1c2 req-defcc90b-6741-422a-aafc-d05a39c94ff2 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:16.276638 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cee461da-f15d-4797-8ac7-deac907ee1c2 req-defcc90b-6741-422a-aafc-d05a39c94ff2 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/ports?device_id=b577fa28-1e17-4cbf-8566-2cde6fc3a95c HTTP/1.1" status: 200 len: 946 time: 0.0864544 Feb 09 01:47:16.347771 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cee461da-f15d-4797-8ac7-deac907ee1c2 req-69da9266-877a-4502-aae5-a8b4e8f93b7a tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bb941ff-ecbe-481b-9b57-ebc0f279c7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475595 Feb 09 01:47:16.355892 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-5f96cc8a-eb83-4494-8964-caa3f7af96d1 req-5a75e1de-ac4a-4297-9d4c-0ac0a7118c73 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] For port 19212206-3e2f-4f32-9bd1-64ee45aa5ff6, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=19212206-3e2f-4f32-9bd1-64ee45aa5ff6,segment=NetworkSegment(46063248-51dd-468e-a4b6-560393ccc17c),segment_id=46063248-51dd-468e-a4b6-560393ccc17c)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:47:16.356479 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5f96cc8a-eb83-4494-8964-caa3f7af96d1 req-5a75e1de-ac4a-4297-9d4c-0ac0a7118c73 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:16.493770 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-5f96cc8a-eb83-4494-8964-caa3f7af96d1 req-5a75e1de-ac4a-4297-9d4c-0ac0a7118c73 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Calling delete_port for 19212206-3e2f-4f32-9bd1-64ee45aa5ff6 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:47:16.653601 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5f96cc8a-eb83-4494-8964-caa3f7af96d1 req-5a75e1de-ac4a-4297-9d4c-0ac0a7118c73 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:16.703536 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75e1de-ac4a-4297-9d4c-0ac0a7118c73 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Pushing event deleted for resources: {'Port': ['ID=19212206-3e2f-4f32-9bd1-64ee45aa5ff6,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:16.788123 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f96cc8a-eb83-4494-8964-caa3f7af96d1 req-5a75e1de-ac4a-4297-9d4c-0ac0a7118c73 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] No DVR routers for this DVR port 19212206-3e2f-4f32-9bd1-64ee45aa5ff6 on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:47:16.790758 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5f96cc8a-eb83-4494-8964-caa3f7af96d1 req-5a75e1de-ac4a-4297-9d4c-0ac0a7118c73 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:16.794035 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b577fa28-1e17-4cbf-8566-2cde6fc3a95c', 'name': 'network-vif-deleted', 'tag': '19212206-3e2f-4f32-9bd1-64ee45aa5ff6'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:47:16.811891 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5f96cc8a-eb83-4494-8964-caa3f7af96d1 req-5a75e1de-ac4a-4297-9d4c-0ac0a7118c73 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.117 "DELETE /v2.0/ports/19212206-3e2f-4f32-9bd1-64ee45aa5ff6 HTTP/1.1" status: 204 len: 173 time: 0.7989287 Feb 09 01:47:16.849740 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b577fa28-1e17-4cbf-8566-2cde6fc3a95c', 'name': 'network-vif-deleted', 'tag': '19212206-3e2f-4f32-9bd1-64ee45aa5ff6', 'status': 'completed', 'code': 200} Feb 09 01:47:17.777658 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8bebfad8-a791-4c86-a86f-a47ccec2b31b req-92e146c8-14cd-4cf8-b030-e079acaf8d62 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "GET /v2.0/ports?device_id=b577fa28-1e17-4cbf-8566-2cde6fc3a95c HTTP/1.1" status: 200 len: 210 time: 0.2721524 Feb 09 01:47:18.876665 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60354) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:47:18.945396 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c13dda88-e926-47ea-8519-ad9373f6b050 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:18.974995 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c13dda88-e926-47ea-8519-ad9373f6b050 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:19.062417 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c13dda88-e926-47ea-8519-ad9373f6b050 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:19.195437 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13dda88-e926-47ea-8519-ad9373f6b050 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb941ff-ecbe-481b-9b57-ebc0f279c7ad,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:19.215725 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c13dda88-e926-47ea-8519-ad9373f6b050 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:19.225391 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c13dda88-e926-47ea-8519-ad9373f6b050 tempest-TestVolumeBackupRestore-1816348537 tempest-TestVolumeBackupRestore-1816348537-project] 10.222.0.37 "DELETE /v2.0/security-groups/4bb941ff-ecbe-481b-9b57-ebc0f279c7ad HTTP/1.1" status: 204 len: 168 time: 0.3475835 Feb 09 01:47:20.144952 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 19212206-3e2f-4f32-9bd1-64ee45aa5ff6 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:47:20.197364 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: 19212206-3e2f-4f32-9bd1-64ee45aa5ff6 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:47:20.197853 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 19212206-3e2f-4f32-9bd1-64ee45aa5ff6 not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:47:21.846506 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60678) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:47:22.269835 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:22.641771 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-059421cf-5c80-4933-b48a-09bd4a4c1b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:23.073928 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-059421cf-5c80-4933-b48a-09bd4a4c1b05 admin admin] Deleting port 1e2dde8f-7524-4f64-9f6a-772cf69536b3 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:47:23.074505 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-059421cf-5c80-4933-b48a-09bd4a4c1b05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:23.258147 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-059421cf-5c80-4933-b48a-09bd4a4c1b05 admin admin] For port 1e2dde8f-7524-4f64-9f6a-772cf69536b3, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1e2dde8f-7524-4f64-9f6a-772cf69536b3,segment=NetworkSegment(46063248-51dd-468e-a4b6-560393ccc17c),segment_id=46063248-51dd-468e-a4b6-560393ccc17c)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:47:23.258550 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-059421cf-5c80-4933-b48a-09bd4a4c1b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:23.405490 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-059421cf-5c80-4933-b48a-09bd4a4c1b05 admin admin] Calling delete_port for 1e2dde8f-7524-4f64-9f6a-772cf69536b3 owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:47:23.600976 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-059421cf-5c80-4933-b48a-09bd4a4c1b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:23.776810 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059421cf-5c80-4933-b48a-09bd4a4c1b05 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e2dde8f-7524-4f64-9f6a-772cf69536b3,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:24.076612 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-059421cf-5c80-4933-b48a-09bd4a4c1b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:24.451575 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059421cf-5c80-4933-b48a-09bd4a4c1b05 admin admin] Router e49742cb-6f42-4438-bbb7-ac53c31b16ab has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:47:24.628068 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059421cf-5c80-4933-b48a-09bd4a4c1b05 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:47:24.637755 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a43f1b2-bec8-4eb7-932e-5d9a0582bcda None None] Sync routers for ids ['e49742cb-6f42-4438-bbb7-ac53c31b16ab'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:47:24.643072 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-059421cf-5c80-4933-b48a-09bd4a4c1b05 admin admin] 10.222.0.37 "PUT /v2.0/routers/e49742cb-6f42-4438-bbb7-ac53c31b16ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7935269 Feb 09 01:47:24.643072 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60898) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:47:24.649642 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a43f1b2-bec8-4eb7-932e-5d9a0582bcda None None] Routers {'e49742cb-6f42-4438-bbb7-ac53c31b16ab'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:47:24.650256 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0a43f1b2-bec8-4eb7-932e-5d9a0582bcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:47:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e49742cb-6f42-4438-bbb7-ac53c31b16ab'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:24.854386 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f10caead-0a2a-4145-b730-ca81ecbbdf67 admin admin] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:24.860235 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-0a43f1b2-bec8-4eb7-932e-5d9a0582bcda None None] Set router e49742cb-6f42-4438-bbb7-ac53c31b16ab gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:47:25.052966 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f10caead-0a2a-4145-b730-ca81ecbbdf67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:25.065167 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-f10caead-0a2a-4145-b730-ca81ecbbdf67 admin admin] Deleting port 6533b5a0-3dce-4c2b-8e21-eb4087e6a6af {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:47:25.065657 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f10caead-0a2a-4145-b730-ca81ecbbdf67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:25.175676 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0a43f1b2-bec8-4eb7-932e-5d9a0582bcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'name': 'tempest-TestVolumeBackupRestore-1583565903-router', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '6533b5a0-3dce-4c2b-8e21-eb4087e6a6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:02Z', 'updated_at': '2022-02-09T01:47:23Z', 'revision_number': 5, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'gw_port': {'id': '6533b5a0-3dce-4c2b-8e21-eb4087e6a6af', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:02Z', 'updated_at': '2022-02-09T01:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:25.180137 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a43f1b2-bec8-4eb7-932e-5d9a0582bcda None None] Checking router: e49742cb-6f42-4438-bbb7-ac53c31b16ab for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:47:25.190797 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a43f1b2-bec8-4eb7-932e-5d9a0582bcda None None] Routers {'e49742cb-6f42-4438-bbb7-ac53c31b16ab'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:47:25.191413 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0a43f1b2-bec8-4eb7-932e-5d9a0582bcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:47:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e49742cb-6f42-4438-bbb7-ac53c31b16ab'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:25.351770 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:25.362034 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-0a43f1b2-bec8-4eb7-932e-5d9a0582bcda None None] Set router e49742cb-6f42-4438-bbb7-ac53c31b16ab gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:47:25.415738 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-f10caead-0a2a-4145-b730-ca81ecbbdf67 admin admin] For port 6533b5a0-3dce-4c2b-8e21-eb4087e6a6af, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6533b5a0-3dce-4c2b-8e21-eb4087e6a6af,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:47:25.416329 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f10caead-0a2a-4145-b730-ca81ecbbdf67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:25.502498 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-0a43f1b2-bec8-4eb7-932e-5d9a0582bcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'name': 'tempest-TestVolumeBackupRestore-1583565903-router', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:02Z', 'updated_at': '2022-02-09T01:47:25Z', 'revision_number': 6, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:25.506592 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a43f1b2-bec8-4eb7-932e-5d9a0582bcda None None] The sync data for ids ['e49742cb-6f42-4438-bbb7-ac53c31b16ab'] in n-d-828419-1 is: [{'id': 'e49742cb-6f42-4438-bbb7-ac53c31b16ab', 'name': 'tempest-TestVolumeBackupRestore-1583565903-router', 'tenant_id': '8e4609b135f049c2b6f4026628e9ff52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:02Z', 'updated_at': '2022-02-09T01:47:25Z', 'revision_number': 6, 'project_id': '8e4609b135f049c2b6f4026628e9ff52', 'gw_port_host': None}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:47:25.549865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-f10caead-0a2a-4145-b730-ca81ecbbdf67 admin admin] Calling delete_port for 6533b5a0-3dce-4c2b-8e21-eb4087e6a6af owned by network:router_gateway {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:47:25.726165 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f10caead-0a2a-4145-b730-ca81ecbbdf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:25.773894 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10caead-0a2a-4145-b730-ca81ecbbdf67 admin admin] Pushing event deleted for resources: {'Port': ['ID=6533b5a0-3dce-4c2b-8e21-eb4087e6a6af,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:25.888709 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f10caead-0a2a-4145-b730-ca81ecbbdf67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:26.078986 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f10caead-0a2a-4145-b730-ca81ecbbdf67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:26.081762 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f10caead-0a2a-4145-b730-ca81ecbbdf67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:26.109630 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f10caead-0a2a-4145-b730-ca81ecbbdf67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:26.110209 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10caead-0a2a-4145-b730-ca81ecbbdf67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e49742cb-6f42-4438-bbb7-ac53c31b16ab {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:47:26.123346 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f10caead-0a2a-4145-b730-ca81ecbbdf67 admin admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:26.124506 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f10caead-0a2a-4145-b730-ca81ecbbdf67 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e49742cb-6f42-4438-bbb7-ac53c31b16ab HTTP/1.1" status: 204 len: 168 time: 1.4800749 Feb 09 01:47:26.127016 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 60926) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:47:26.188409 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-d13f3646-854a-42f9-9203-c490572fddbd admin admin] Deleting subnet e2d98d50-568e-4c65-b79f-d25c63859233 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:47:26.191330 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d13f3646-854a-42f9-9203-c490572fddbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:26.240600 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d13f3646-854a-42f9-9203-c490572fddbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:26.340317 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d13f3646-854a-42f9-9203-c490572fddbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:26.410409 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d13f3646-854a-42f9-9203-c490572fddbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:26.453844 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f3646-854a-42f9-9203-c490572fddbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2d98d50-568e-4c65-b79f-d25c63859233,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:26.455774 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d13f3646-854a-42f9-9203-c490572fddbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:26.459780 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e99fc92-9ffe-4f78-8173-bd8742ef0069 None None] Network cfe4cd9a-664e-4f87-abb4-b5474b5267f4 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:47:26.466767 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d13f3646-854a-42f9-9203-c490572fddbd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e2d98d50-568e-4c65-b79f-d25c63859233 HTTP/1.1" status: 204 len: 168 time: 0.3380172 Feb 09 01:47:26.468790 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60934) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:47:26.597411 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0499c3c9-a754-48da-bb20-e50b10fde017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:26.608094 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-0499c3c9-a754-48da-bb20-e50b10fde017 admin admin] Deleting port 7331c4f3-1064-48c5-8be6-5ac9895ab75b {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:47:26.608455 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0499c3c9-a754-48da-bb20-e50b10fde017 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:26.799495 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051c1427-f0d8-4b55-aa91-6bdfce377711 None None] DHCP port deletion for cfe4cd9a-664e-4f87-abb4-b5474b5267f4 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:47:26.804810 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-051c1427-f0d8-4b55-aa91-6bdfce377711 None None] Deleting port 7331c4f3-1064-48c5-8be6-5ac9895ab75b {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:47:26.805886 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-051c1427-f0d8-4b55-aa91-6bdfce377711 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:26.842627 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-0499c3c9-a754-48da-bb20-e50b10fde017 admin admin] For port 7331c4f3-1064-48c5-8be6-5ac9895ab75b, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=7331c4f3-1064-48c5-8be6-5ac9895ab75b,segment=NetworkSegment(46063248-51dd-468e-a4b6-560393ccc17c),segment_id=46063248-51dd-468e-a4b6-560393ccc17c)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:47:26.842993 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0499c3c9-a754-48da-bb20-e50b10fde017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:26.853170 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6533b5a0-3dce-4c2b-8e21-eb4087e6a6af no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:47:26.899742 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 6533b5a0-3dce-4c2b-8e21-eb4087e6a6af {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:47:26.900081 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6533b5a0-3dce-4c2b-8e21-eb4087e6a6af not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:47:26.900605 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1e2dde8f-7524-4f64-9f6a-772cf69536b3 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:47:26.944293 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 1e2dde8f-7524-4f64-9f6a-772cf69536b3 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:47:26.944667 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1e2dde8f-7524-4f64-9f6a-772cf69536b3 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:47:26.987233 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-0499c3c9-a754-48da-bb20-e50b10fde017 admin admin] Calling delete_port for 7331c4f3-1064-48c5-8be6-5ac9895ab75b owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:47:27.068887 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0499c3c9-a754-48da-bb20-e50b10fde017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:27.122551 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-051c1427-f0d8-4b55-aa91-6bdfce377711 None None] For port 7331c4f3-1064-48c5-8be6-5ac9895ab75b, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=7331c4f3-1064-48c5-8be6-5ac9895ab75b,segment=NetworkSegment(46063248-51dd-468e-a4b6-560393ccc17c),segment_id=46063248-51dd-468e-a4b6-560393ccc17c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:47:27.123148 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-051c1427-f0d8-4b55-aa91-6bdfce377711 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:27.130490 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0499c3c9-a754-48da-bb20-e50b10fde017 admin admin] Pushing event deleted for resources: {'Port': ['ID=7331c4f3-1064-48c5-8be6-5ac9895ab75b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:27.139877 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0499c3c9-a754-48da-bb20-e50b10fde017 admin admin] No DVR routers for this DVR port 7331c4f3-1064-48c5-8be6-5ac9895ab75b on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:47:27.142223 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499c3c9-a754-48da-bb20-e50b10fde017 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:27.142574 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499c3c9-a754-48da-bb20-e50b10fde017 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:27.142910 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499c3c9-a754-48da-bb20-e50b10fde017 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:27.143414 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499c3c9-a754-48da-bb20-e50b10fde017 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:27.144051 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499c3c9-a754-48da-bb20-e50b10fde017 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:27.144051 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499c3c9-a754-48da-bb20-e50b10fde017 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:27.144467 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499c3c9-a754-48da-bb20-e50b10fde017 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:27.144804 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499c3c9-a754-48da-bb20-e50b10fde017 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:27.145130 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499c3c9-a754-48da-bb20-e50b10fde017 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:27.145681 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499c3c9-a754-48da-bb20-e50b10fde017 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:27.145872 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499c3c9-a754-48da-bb20-e50b10fde017 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:27.146356 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499c3c9-a754-48da-bb20-e50b10fde017 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:27.251678 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-051c1427-f0d8-4b55-aa91-6bdfce377711 None None] Calling delete_port for 7331c4f3-1064-48c5-8be6-5ac9895ab75b owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:47:27.276351 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0499c3c9-a754-48da-bb20-e50b10fde017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:27.302043 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-0499c3c9-a754-48da-bb20-e50b10fde017 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe4cd9a-664e-4f87-abb4-b5474b5267f4']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:27.314844 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-0499c3c9-a754-48da-bb20-e50b10fde017 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46063248-51dd-468e-a4b6-560393ccc17c') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:27.315335 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-0499c3c9-a754-48da-bb20-e50b10fde017 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46063248-51dd-468e-a4b6-560393ccc17c') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:27.326989 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0499c3c9-a754-48da-bb20-e50b10fde017 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:27.327953 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-051c1427-f0d8-4b55-aa91-6bdfce377711 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:47:27.328309 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-051c1427-f0d8-4b55-aa91-6bdfce377711 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:47:27.343723 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0499c3c9-a754-48da-bb20-e50b10fde017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:27.349726 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0499c3c9-a754-48da-bb20-e50b10fde017 admin admin] Releasing vlan 998 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:47:27.350116 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0499c3c9-a754-48da-bb20-e50b10fde017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:27.363914 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:47:27.363914 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:47:27.363914 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:47:27.363914 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:47:27.363914 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:47:27.363914 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:47:27.363914 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:47:27.363914 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:47:27.363914 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:47:27.363914 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:47:27.363914 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:47:27.363914 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:47:27.363914 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:47:27.363914 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:47:27.363914 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:47:27.363914 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:47:27.363914 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:47:27.363914 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:47:27.363914 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:47:27.363914 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:47:27.363914 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:47:27.363914 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:47:27.363914 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:47:27.363914 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:47:27.363914 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:47:27.363914 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:47:27.363914 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:47:27.363914 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:47:27.363914 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:47:27.363914 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:47:27.363914 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:47:27.363914 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:47:27.443864 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0499c3c9-a754-48da-bb20-e50b10fde017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:27.448354 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0499c3c9-a754-48da-bb20-e50b10fde017 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:27.473123 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0499c3c9-a754-48da-bb20-e50b10fde017 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfe4cd9a-664e-4f87-abb4-b5474b5267f4,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:27.495115 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0499c3c9-a754-48da-bb20-e50b10fde017 admin admin] 10.222.0.37 "DELETE /v2.0/networks/cfe4cd9a-664e-4f87-abb4-b5474b5267f4 HTTP/1.1" status: 204 len: 168 time: 1.0240984 Feb 09 01:47:27.496882 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 60956) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:47:27.829935 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-051c1427-f0d8-4b55-aa91-6bdfce377711 None None] Deleting port 7331c4f3-1064-48c5-8be6-5ac9895ab75b {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:47:27.830512 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-051c1427-f0d8-4b55-aa91-6bdfce377711 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:27.896551 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-051c1427-f0d8-4b55-aa91-6bdfce377711 None None] The port '7331c4f3-1064-48c5-8be6-5ac9895ab75b' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:47:28.188979 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8aa48689-40f9-42fb-897e-8aa2044c0014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:28.555669 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-8aa48689-40f9-42fb-897e-8aa2044c0014 admin admin] Deleting port a9d680f4-72e0-48d3-be83-e57a9a12a8ad {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:47:28.556322 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8aa48689-40f9-42fb-897e-8aa2044c0014 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:28.727664 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-8aa48689-40f9-42fb-897e-8aa2044c0014 admin admin] For port a9d680f4-72e0-48d3-be83-e57a9a12a8ad, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=a9d680f4-72e0-48d3-be83-e57a9a12a8ad,segment=NetworkSegment(7254289b-8b80-49a6-b00f-afabc6043c7c),segment_id=7254289b-8b80-49a6-b00f-afabc6043c7c)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:47:28.728020 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8aa48689-40f9-42fb-897e-8aa2044c0014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:28.802635 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7331c4f3-1064-48c5-8be6-5ac9895ab75b no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:47:28.842920 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 7331c4f3-1064-48c5-8be6-5ac9895ab75b {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:47:28.843551 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7331c4f3-1064-48c5-8be6-5ac9895ab75b not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:47:28.867998 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-8aa48689-40f9-42fb-897e-8aa2044c0014 admin admin] Calling delete_port for a9d680f4-72e0-48d3-be83-e57a9a12a8ad owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:47:29.209114 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8aa48689-40f9-42fb-897e-8aa2044c0014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:29.258635 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa48689-40f9-42fb-897e-8aa2044c0014 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9d680f4-72e0-48d3-be83-e57a9a12a8ad,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:29.663221 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8aa48689-40f9-42fb-897e-8aa2044c0014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:30.034717 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa48689-40f9-42fb-897e-8aa2044c0014 admin admin] Router 8cc16fbe-67cf-4f0b-87e5-61a690f705ee has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:47:30.228843 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa48689-40f9-42fb-897e-8aa2044c0014 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:47:30.238104 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca7d6c7-b2bc-4693-87a7-9e8dddff1a51 None None] Sync routers for ids ['8cc16fbe-67cf-4f0b-87e5-61a690f705ee'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:47:30.246514 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8aa48689-40f9-42fb-897e-8aa2044c0014 admin admin] 10.222.0.37 "PUT /v2.0/routers/8cc16fbe-67cf-4f0b-87e5-61a690f705ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7482121 Feb 09 01:47:30.249139 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 32774) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:47:30.249374 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca7d6c7-b2bc-4693-87a7-9e8dddff1a51 None None] Routers {'8cc16fbe-67cf-4f0b-87e5-61a690f705ee'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:47:30.249924 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-eca7d6c7-b2bc-4693-87a7-9e8dddff1a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:47:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8cc16fbe-67cf-4f0b-87e5-61a690f705ee'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:30.434977 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4ec64505-54fb-4408-9757-bc8fc9df3e24 admin admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:30.468412 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-eca7d6c7-b2bc-4693-87a7-9e8dddff1a51 None None] Set router 8cc16fbe-67cf-4f0b-87e5-61a690f705ee gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:47:30.616663 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4ec64505-54fb-4408-9757-bc8fc9df3e24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:30.627335 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-4ec64505-54fb-4408-9757-bc8fc9df3e24 admin admin] Deleting port 538a2e7f-e148-4f24-af6a-8481f6b584cc {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:47:30.627649 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4ec64505-54fb-4408-9757-bc8fc9df3e24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:30.777601 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-eca7d6c7-b2bc-4693-87a7-9e8dddff1a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc16fbe-67cf-4f0b-87e5-61a690f705ee', 'name': 'tempest-TestVolumeBackupRestore-780694723-router', 'tenant_id': '65df808d59aa4d76b6bab838836fb14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '538a2e7f-e148-4f24-af6a-8481f6b584cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:09Z', 'updated_at': '2022-02-09T01:47:29Z', 'revision_number': 5, 'project_id': '65df808d59aa4d76b6bab838836fb14b', 'gw_port': {'id': '538a2e7f-e148-4f24-af6a-8481f6b584cc', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:02:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc16fbe-67cf-4f0b-87e5-61a690f705ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:10Z', 'updated_at': '2022-02-09T01:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:30.782358 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca7d6c7-b2bc-4693-87a7-9e8dddff1a51 None None] Checking router: 8cc16fbe-67cf-4f0b-87e5-61a690f705ee for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:47:30.792968 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca7d6c7-b2bc-4693-87a7-9e8dddff1a51 None None] Routers {'8cc16fbe-67cf-4f0b-87e5-61a690f705ee'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:47:30.794260 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-eca7d6c7-b2bc-4693-87a7-9e8dddff1a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:47:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['8cc16fbe-67cf-4f0b-87e5-61a690f705ee'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:30.819225 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-4ec64505-54fb-4408-9757-bc8fc9df3e24 admin admin] For port 538a2e7f-e148-4f24-af6a-8481f6b584cc, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=538a2e7f-e148-4f24-af6a-8481f6b584cc,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:47:30.819744 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4ec64505-54fb-4408-9757-bc8fc9df3e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:30.967166 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-eca7d6c7-b2bc-4693-87a7-9e8dddff1a51 None None] Set router 8cc16fbe-67cf-4f0b-87e5-61a690f705ee gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:47:31.076421 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-4ec64505-54fb-4408-9757-bc8fc9df3e24 admin admin] Calling delete_port for 538a2e7f-e148-4f24-af6a-8481f6b584cc owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:47:31.096931 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-eca7d6c7-b2bc-4693-87a7-9e8dddff1a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc16fbe-67cf-4f0b-87e5-61a690f705ee', 'name': 'tempest-TestVolumeBackupRestore-780694723-router', 'tenant_id': '65df808d59aa4d76b6bab838836fb14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:09Z', 'updated_at': '2022-02-09T01:47:30Z', 'revision_number': 6, 'project_id': '65df808d59aa4d76b6bab838836fb14b', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:31.105196 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca7d6c7-b2bc-4693-87a7-9e8dddff1a51 None None] The sync data for ids ['8cc16fbe-67cf-4f0b-87e5-61a690f705ee'] in n-d-828419-1 is: [{'id': '8cc16fbe-67cf-4f0b-87e5-61a690f705ee', 'name': 'tempest-TestVolumeBackupRestore-780694723-router', 'tenant_id': '65df808d59aa4d76b6bab838836fb14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:09Z', 'updated_at': '2022-02-09T01:47:30Z', 'revision_number': 6, 'project_id': '65df808d59aa4d76b6bab838836fb14b', 'gw_port_host': None}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:47:31.269429 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4ec64505-54fb-4408-9757-bc8fc9df3e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:31.315884 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec64505-54fb-4408-9757-bc8fc9df3e24 admin admin] Pushing event deleted for resources: {'Port': ['ID=538a2e7f-e148-4f24-af6a-8481f6b584cc,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:31.408839 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4ec64505-54fb-4408-9757-bc8fc9df3e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:31.602349 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4ec64505-54fb-4408-9757-bc8fc9df3e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:31.605469 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4ec64505-54fb-4408-9757-bc8fc9df3e24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:31.629364 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4ec64505-54fb-4408-9757-bc8fc9df3e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:31.629894 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec64505-54fb-4408-9757-bc8fc9df3e24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cc16fbe-67cf-4f0b-87e5-61a690f705ee {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:47:31.641932 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4ec64505-54fb-4408-9757-bc8fc9df3e24 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:31.645535 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4ec64505-54fb-4408-9757-bc8fc9df3e24 admin admin] 10.222.0.37 "DELETE /v2.0/routers/8cc16fbe-67cf-4f0b-87e5-61a690f705ee HTTP/1.1" status: 204 len: 168 time: 1.3930001 Feb 09 01:47:31.645706 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 32800) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:47:31.704725 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e0d673-c35f-4c65-a04b-f1e5fac0b746 admin admin] Deleting subnet 9dfe1da8-9a31-4ddf-a05b-ad079713dadd {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:47:31.707622 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-42e0d673-c35f-4c65-a04b-f1e5fac0b746 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:31.771863 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-42e0d673-c35f-4c65-a04b-f1e5fac0b746 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:31.848843 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-42e0d673-c35f-4c65-a04b-f1e5fac0b746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:31.922984 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-42e0d673-c35f-4c65-a04b-f1e5fac0b746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:31.963737 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e0d673-c35f-4c65-a04b-f1e5fac0b746 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dfe1da8-9a31-4ddf-a05b-ad079713dadd,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:31.967910 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-42e0d673-c35f-4c65-a04b-f1e5fac0b746 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:31.974033 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-42e0d673-c35f-4c65-a04b-f1e5fac0b746 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9dfe1da8-9a31-4ddf-a05b-ad079713dadd HTTP/1.1" status: 204 len: 168 time: 0.3273623 Feb 09 01:47:31.976549 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 32812) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:47:31.982895 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a435e8fd-4d44-457a-88f7-1c9343157805 None None] Network 099f964e-5e40-4870-a5fd-56c036fa59f7 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:47:32.103098 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c833a94-6082-4dcf-8a61-83531fccdc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:32.115660 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-0c833a94-6082-4dcf-8a61-83531fccdc37 admin admin] Deleting port 3196807b-4463-4a93-a4b1-4b6d6fa7d1b4 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:47:32.116356 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c833a94-6082-4dcf-8a61-83531fccdc37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:32.293845 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f499fc-efbe-4096-9a3b-2b34c1cd449b None None] DHCP port deletion for 099f964e-5e40-4870-a5fd-56c036fa59f7 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:47:32.298213 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f6f499fc-efbe-4096-9a3b-2b34c1cd449b None None] Deleting port 3196807b-4463-4a93-a4b1-4b6d6fa7d1b4 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:47:32.298663 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f6f499fc-efbe-4096-9a3b-2b34c1cd449b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:32.372521 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-0c833a94-6082-4dcf-8a61-83531fccdc37 admin admin] For port 3196807b-4463-4a93-a4b1-4b6d6fa7d1b4, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=3196807b-4463-4a93-a4b1-4b6d6fa7d1b4,segment=NetworkSegment(7254289b-8b80-49a6-b00f-afabc6043c7c),segment_id=7254289b-8b80-49a6-b00f-afabc6043c7c)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:47:32.372880 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c833a94-6082-4dcf-8a61-83531fccdc37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:32.501396 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-0c833a94-6082-4dcf-8a61-83531fccdc37 admin admin] Calling delete_port for 3196807b-4463-4a93-a4b1-4b6d6fa7d1b4 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:47:32.537998 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f6f499fc-efbe-4096-9a3b-2b34c1cd449b None None] For port 3196807b-4463-4a93-a4b1-4b6d6fa7d1b4, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=3196807b-4463-4a93-a4b1-4b6d6fa7d1b4,segment=NetworkSegment(7254289b-8b80-49a6-b00f-afabc6043c7c),segment_id=7254289b-8b80-49a6-b00f-afabc6043c7c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:47:32.538515 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f6f499fc-efbe-4096-9a3b-2b34c1cd449b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:32.582671 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c833a94-6082-4dcf-8a61-83531fccdc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:32.634654 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c833a94-6082-4dcf-8a61-83531fccdc37 admin admin] Pushing event deleted for resources: {'Port': ['ID=3196807b-4463-4a93-a4b1-4b6d6fa7d1b4,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:32.643120 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c833a94-6082-4dcf-8a61-83531fccdc37 admin admin] No DVR routers for this DVR port 3196807b-4463-4a93-a4b1-4b6d6fa7d1b4 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:47:32.692975 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f6f499fc-efbe-4096-9a3b-2b34c1cd449b None None] Calling delete_port for 3196807b-4463-4a93-a4b1-4b6d6fa7d1b4 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:47:32.773597 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-f6f499fc-efbe-4096-9a3b-2b34c1cd449b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:47:32.773597 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-f6f499fc-efbe-4096-9a3b-2b34c1cd449b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:47:32.817402 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 3196807b-4463-4a93-a4b1-4b6d6fa7d1b4 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:47:32.859230 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 3196807b-4463-4a93-a4b1-4b6d6fa7d1b4 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:47:32.859595 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 3196807b-4463-4a93-a4b1-4b6d6fa7d1b4 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:47:32.860021 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 538a2e7f-e148-4f24-af6a-8481f6b584cc no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:47:32.870857 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c833a94-6082-4dcf-8a61-83531fccdc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:32.899749 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-0c833a94-6082-4dcf-8a61-83531fccdc37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['099f964e-5e40-4870-a5fd-56c036fa59f7']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:32.924860 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-0c833a94-6082-4dcf-8a61-83531fccdc37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7254289b-8b80-49a6-b00f-afabc6043c7c') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:32.924860 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-0c833a94-6082-4dcf-8a61-83531fccdc37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7254289b-8b80-49a6-b00f-afabc6043c7c') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:32.937336 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c833a94-6082-4dcf-8a61-83531fccdc37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:32.950064 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 538a2e7f-e148-4f24-af6a-8481f6b584cc {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:47:32.950404 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 538a2e7f-e148-4f24-af6a-8481f6b584cc not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:47:32.951029 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device a9d680f4-72e0-48d3-be83-e57a9a12a8ad no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:47:32.955050 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c833a94-6082-4dcf-8a61-83531fccdc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:32.961527 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c833a94-6082-4dcf-8a61-83531fccdc37 admin admin] Releasing vlan 973 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:47:32.961908 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c833a94-6082-4dcf-8a61-83531fccdc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:32.975622 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:47:32.975622 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:47:32.975622 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:47:32.975622 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:47:32.975622 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:47:32.975622 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:47:32.975622 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:47:32.975622 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:47:32.975622 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:47:32.975622 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:47:32.975622 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:47:32.975622 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:47:32.975622 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:47:32.975622 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:47:32.975622 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:47:32.975622 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:47:32.975622 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:47:32.975622 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:47:32.975622 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:47:32.975622 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:47:32.975622 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:47:32.975622 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:47:32.975622 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:47:32.975622 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:47:32.975622 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:47:32.975622 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:47:32.975622 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:47:32.975622 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:47:32.975622 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:47:32.975622 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:47:32.975622 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:47:32.975622 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:47:32.987962 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: a9d680f4-72e0-48d3-be83-e57a9a12a8ad {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:47:32.988492 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device a9d680f4-72e0-48d3-be83-e57a9a12a8ad not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:47:33.057635 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c833a94-6082-4dcf-8a61-83531fccdc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:33.063955 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c833a94-6082-4dcf-8a61-83531fccdc37 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:33.093373 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c833a94-6082-4dcf-8a61-83531fccdc37 admin admin] Pushing event deleted for resources: {'Network': ['ID=099f964e-5e40-4870-a5fd-56c036fa59f7,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:33.098152 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0c833a94-6082-4dcf-8a61-83531fccdc37 admin admin] 10.222.0.37 "DELETE /v2.0/networks/099f964e-5e40-4870-a5fd-56c036fa59f7 HTTP/1.1" status: 204 len: 168 time: 1.1207259 Feb 09 01:47:33.275066 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f6f499fc-efbe-4096-9a3b-2b34c1cd449b None None] Deleting port 3196807b-4463-4a93-a4b1-4b6d6fa7d1b4 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:47:33.275928 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f6f499fc-efbe-4096-9a3b-2b34c1cd449b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:33.351868 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f6f499fc-efbe-4096-9a3b-2b34c1cd449b None None] The port '3196807b-4463-4a93-a4b1-4b6d6fa7d1b4' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:47:33.377080 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 32838) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:47:33.427265 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-91254993-eba0-438d-a603-0ede332808e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e4609b135f049c2b6f4026628e9ff52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489557 Feb 09 01:47:33.429773 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 32846) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:47:33.501508 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c5141ada-3f99-46af-9c2e-140516729baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:33.526928 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c5141ada-3f99-46af-9c2e-140516729baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:33.586224 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c5141ada-3f99-46af-9c2e-140516729baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:33.603073 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5141ada-3f99-46af-9c2e-140516729baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ded46fa-dc4e-4d50-8a49-d0a52d8bd2ff,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:33.610571 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c5141ada-3f99-46af-9c2e-140516729baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:33.616715 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c5141ada-3f99-46af-9c2e-140516729baa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ded46fa-dc4e-4d50-8a49-d0a52d8bd2ff HTTP/1.1" status: 204 len: 168 time: 0.1837647 Feb 09 01:47:33.965259 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 32862) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:47:34.026906 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-62644c41-53da-4131-aaed-67b1ddebbf9d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=65df808d59aa4d76b6bab838836fb14b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0601826 Feb 09 01:47:34.029255 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 32866) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:47:34.086973 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f05aa07b-b13e-4575-beff-c695c91e7417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:34.113566 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f05aa07b-b13e-4575-beff-c695c91e7417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:34.167267 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f05aa07b-b13e-4575-beff-c695c91e7417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:34.183771 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05aa07b-b13e-4575-beff-c695c91e7417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d92b8f-a8a4-4557-9208-acdf23adcd33,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:34.188138 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f05aa07b-b13e-4575-beff-c695c91e7417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:34.189260 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f05aa07b-b13e-4575-beff-c695c91e7417 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/64d92b8f-a8a4-4557-9208-acdf23adcd33 HTTP/1.1" status: 204 len: 168 time: 0.1591370 Feb 09 01:47:36.984905 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0e1e66c9-44f6-49a5-b7ef-3ed448d0e763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:39.390550 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa31c-3cef-46bf-8eb4-4fa5e98ccb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:40.463450 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:40.578286 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:41.894012 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:45.475330 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:47:45.694449 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33376) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:47:45.831437 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3a5a03e4-77e7-421e-8d2b-78c9f34e7903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:45.846033 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3a5a03e4-77e7-421e-8d2b-78c9f34e7903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:47:45.849890 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3a5a03e4-77e7-421e-8d2b-78c9f34e7903 admin admin] Usage tracker for resource:security_group_rule and tenant:2e94e4a37302415cbf42abcff5f2baed is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:47:45.852668 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3a5a03e4-77e7-421e-8d2b-78c9f34e7903 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:47:45.858294 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3a5a03e4-77e7-421e-8d2b-78c9f34e7903 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:47:45.939698 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3a5a03e4-77e7-421e-8d2b-78c9f34e7903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:45.943441 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3a5a03e4-77e7-421e-8d2b-78c9f34e7903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:45.989452 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3a5a03e4-77e7-421e-8d2b-78c9f34e7903 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2e94e4a37302415cbf42abcff5f2baed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2938719 Feb 09 01:47:45.990254 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a03e4-77e7-421e-8d2b-78c9f34e7903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afb7032-8423-4388-af9b-14e864988322,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:45.992126 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 33382) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:47:46.053570 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-75bc64ff-b67a-4731-80c4-9e0e6a901c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:46.079762 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-75bc64ff-b67a-4731-80c4-9e0e6a901c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:46.130511 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-75bc64ff-b67a-4731-80c4-9e0e6a901c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:46.144779 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc64ff-b67a-4731-80c4-9e0e6a901c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afb7032-8423-4388-af9b-14e864988322,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:46.151150 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-75bc64ff-b67a-4731-80c4-9e0e6a901c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:46.152256 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-75bc64ff-b67a-4731-80c4-9e0e6a901c62 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5afb7032-8423-4388-af9b-14e864988322 HTTP/1.1" status: 204 len: 168 time: 0.1590488 Feb 09 01:47:46.426541 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 33390) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:47:46.444227 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-84ca37ab-c5f8-4b2e-81ff-5033edb6a304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:46.458562 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-84ca37ab-c5f8-4b2e-81ff-5033edb6a304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:47:46.462314 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-84ca37ab-c5f8-4b2e-81ff-5033edb6a304 admin admin] Usage tracker for resource:security_group_rule and tenant:bee2f8d955d144d5a24a1d9263011984 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:47:46.465204 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-84ca37ab-c5f8-4b2e-81ff-5033edb6a304 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:47:46.470770 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-84ca37ab-c5f8-4b2e-81ff-5033edb6a304 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:47:46.551789 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-84ca37ab-c5f8-4b2e-81ff-5033edb6a304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:46.555340 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-84ca37ab-c5f8-4b2e-81ff-5033edb6a304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:46.604449 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-84ca37ab-c5f8-4b2e-81ff-5033edb6a304 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bee2f8d955d144d5a24a1d9263011984&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1768546 Feb 09 01:47:46.605993 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca37ab-c5f8-4b2e-81ff-5033edb6a304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbfa693-1512-40fe-a22f-d195952f389f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:46.607295 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 33394) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:47:46.665285 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dadd0877-c689-4714-8ec1-575b2ccbcda9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:46.690605 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dadd0877-c689-4714-8ec1-575b2ccbcda9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:46.744625 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dadd0877-c689-4714-8ec1-575b2ccbcda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:46.760828 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd0877-c689-4714-8ec1-575b2ccbcda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbfa693-1512-40fe-a22f-d195952f389f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:46.768977 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dadd0877-c689-4714-8ec1-575b2ccbcda9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:46.770105 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-dadd0877-c689-4714-8ec1-575b2ccbcda9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ffbfa693-1512-40fe-a22f-d195952f389f HTTP/1.1" status: 204 len: 168 time: 0.1610656 Feb 09 01:47:47.470398 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 33418) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:47:47.579525 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-ea9de5c8-8b7e-4ad4-9f57-b64d939030cb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1261235585-network', 'tenant_id': '1779235a0b86406ca2e874b879d7da6c'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:47.584664 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ea9de5c8-8b7e-4ad4-9f57-b64d939030cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:47:47.588458 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ea9de5c8-8b7e-4ad4-9f57-b64d939030cb admin admin] Usage tracker for resource:network and tenant:1779235a0b86406ca2e874b879d7da6c is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:47:47.591225 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ea9de5c8-8b7e-4ad4-9f57-b64d939030cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:47:47.597807 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ea9de5c8-8b7e-4ad4-9f57-b64d939030cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:47:47.607708 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9de5c8-8b7e-4ad4-9f57-b64d939030cb admin admin] Made reservation on behalf of 1779235a0b86406ca2e874b879d7da6c for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:47.610153 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ea9de5c8-8b7e-4ad4-9f57-b64d939030cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:47.622687 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ea9de5c8-8b7e-4ad4-9f57-b64d939030cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:47.637803 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ea9de5c8-8b7e-4ad4-9f57-b64d939030cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:47:47.641703 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ea9de5c8-8b7e-4ad4-9f57-b64d939030cb admin admin] Usage tracker for resource:security_group_rule and tenant:1779235a0b86406ca2e874b879d7da6c is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:47:47.644521 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ea9de5c8-8b7e-4ad4-9f57-b64d939030cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:47:47.650168 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ea9de5c8-8b7e-4ad4-9f57-b64d939030cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:47:47.729121 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ea9de5c8-8b7e-4ad4-9f57-b64d939030cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:47.732630 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ea9de5c8-8b7e-4ad4-9f57-b64d939030cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:47.758642 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea9de5c8-8b7e-4ad4-9f57-b64d939030cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 970} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:47:47.770591 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9de5c8-8b7e-4ad4-9f57-b64d939030cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2d814f-b5e8-405d-9e24-9aad1777d43c,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:47.774762 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ea9de5c8-8b7e-4ad4-9f57-b64d939030cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:47.775125 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-ea9de5c8-8b7e-4ad4-9f57-b64d939030cb admin admin] Added segment f3a8baed-731b-4f5a-89ff-b73fe05b50a5 of type vlan for network 2397c3cf-31db-481e-978b-4f4bd0ebc74c Feb 09 01:47:47.800700 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ea9de5c8-8b7e-4ad4-9f57-b64d939030cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:47.828186 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ea9de5c8-8b7e-4ad4-9f57-b64d939030cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:47.829137 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9de5c8-8b7e-4ad4-9f57-b64d939030cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:47.829716 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ea9de5c8-8b7e-4ad4-9f57-b64d939030cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:47.933599 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9de5c8-8b7e-4ad4-9f57-b64d939030cb admin admin] Pushing event updated for resources: {'Network': ['ID=2397c3cf-31db-481e-978b-4f4bd0ebc74c,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:47.936713 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ea9de5c8-8b7e-4ad4-9f57-b64d939030cb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4652789 Feb 09 01:47:47.939690 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 33424) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:47:47.943287 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 2397c3cf-31db-481e-978b-4f4bd0ebc74c details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:47:47.944825 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-8c2df54d-6844-47f8-86b4-8a0d38e75ac5 admin admin] Request body: {'subnet': {'network_id': '2397c3cf-31db-481e-978b-4f4bd0ebc74c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1261235585-subnet', 'tenant_id': '1779235a0b86406ca2e874b879d7da6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:47.950637 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8c2df54d-6844-47f8-86b4-8a0d38e75ac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:47:47.954423 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8c2df54d-6844-47f8-86b4-8a0d38e75ac5 admin admin] Usage tracker for resource:subnet and tenant:1779235a0b86406ca2e874b879d7da6c is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:47:47.957289 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8c2df54d-6844-47f8-86b4-8a0d38e75ac5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:47:47.963805 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8c2df54d-6844-47f8-86b4-8a0d38e75ac5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:47:47.973111 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2df54d-6844-47f8-86b4-8a0d38e75ac5 admin admin] Made reservation on behalf of 1779235a0b86406ca2e874b879d7da6c for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:47.975726 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c2df54d-6844-47f8-86b4-8a0d38e75ac5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:48.300955 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c2df54d-6844-47f8-86b4-8a0d38e75ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:48.372075 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2df54d-6844-47f8-86b4-8a0d38e75ac5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce785288-22b9-45a0-879d-b7a47156ca81,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:48.379203 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2df54d-6844-47f8-86b4-8a0d38e75ac5 admin admin] Checking segment: {'id': 'f3a8baed-731b-4f5a-89ff-b73fe05b50a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '2397c3cf-31db-481e-978b-4f4bd0ebc74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:47:48.379554 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2df54d-6844-47f8-86b4-8a0d38e75ac5 admin admin] Network hostable DHCP agents. Network: 2397c3cf-31db-481e-978b-4f4bd0ebc74c, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:47:48.397738 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2df54d-6844-47f8-86b4-8a0d38e75ac5 admin admin] Network 2397c3cf-31db-481e-978b-4f4bd0ebc74c is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:47:48.407033 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-8c2df54d-6844-47f8-86b4-8a0d38e75ac5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 2397c3cf-31db-481e-978b-4f4bd0ebc74c) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:48.410975 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2df54d-6844-47f8-86b4-8a0d38e75ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:48.411561 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c2df54d-6844-47f8-86b4-8a0d38e75ac5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:48.416946 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c38ce94-bd98-419d-aca5-9024793dd815 None None] Network 2397c3cf-31db-481e-978b-4f4bd0ebc74c requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:47:48.437374 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8c2df54d-6844-47f8-86b4-8a0d38e75ac5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4907172 Feb 09 01:47:48.639141 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00210ea-4645-49de-a6fa-20361e0dce97 None None] Network 2397c3cf-31db-481e-978b-4f4bd0ebc74c requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:47:50.462135 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a44803-2c20-47f1-b94a-96c1859a61df req-a13f89fd-b12a-4f75-918a-639544f142d1 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:50.463387 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-64a44803-2c20-47f1-b94a-96c1859a61df req-a13f89fd-b12a-4f75-918a-639544f142d1 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Synchronizing usage tracker for tenant:1779235a0b86406ca2e874b879d7da6c on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:47:50.480880 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-64a44803-2c20-47f1-b94a-96c1859a61df req-a13f89fd-b12a-4f75-918a-639544f142d1 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Unset dirty status for tenant:1779235a0b86406ca2e874b879d7da6c on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:47:50.482033 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-64a44803-2c20-47f1-b94a-96c1859a61df req-a13f89fd-b12a-4f75-918a-639544f142d1 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/networks?id=2397c3cf-31db-481e-978b-4f4bd0ebc74c HTTP/1.1" status: 200 len: 809 time: 0.1659949 Feb 09 01:47:50.497644 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-64a44803-2c20-47f1-b94a-96c1859a61df req-c607ca32-d9f0-459a-a60d-b715dc715bcd tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/quotas/1779235a0b86406ca2e874b879d7da6c HTTP/1.1" status: 200 len: 375 time: 0.0100212 Feb 09 01:47:50.552321 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-64a44803-2c20-47f1-b94a-96c1859a61df req-59f9ef51-85df-4483-a9b2-be5cced327fd tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1779235a0b86406ca2e874b879d7da6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492008 Feb 09 01:47:50.610438 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-64a44803-2c20-47f1-b94a-96c1859a61df req-eb937ed1-0d6b-4d0d-9b3b-1fb906e6ff2c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:47:50.611409 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-64a44803-2c20-47f1-b94a-96c1859a61df req-eb937ed1-0d6b-4d0d-9b3b-1fb906e6ff2c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0522130 Feb 09 01:47:50.741883 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-64a44803-2c20-47f1-b94a-96c1859a61df req-cf4d782a-1a2e-458e-bf65-895250e4ec99 service neutron] 10.222.0.37 "GET /v2.0/networks/2397c3cf-31db-481e-978b-4f4bd0ebc74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245844 Feb 09 01:47:50.872996 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-64a44803-2c20-47f1-b94a-96c1859a61df req-0de10f8d-8522-4963-b07f-fb882780be42 service neutron] 10.222.0.37 "GET /v2.0/networks/2397c3cf-31db-481e-978b-4f4bd0ebc74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245775 Feb 09 01:47:51.062976 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-42517f94-0cb9-4357-b973-c5e4117b3b12 req-7a0cfc8f-fce0-47f9-a12f-043c1b88c33a tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01642a4-8edb-48b6-914c-04d614ecf797 HTTP/1.1" status: 200 len: 210 time: 0.0540178 Feb 09 01:47:52.210773 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5c57c954-bb0a-476d-94f0-2a4b8944d3c5 req-860b8bd7-d7ca-44e9-9788-e7c27a656863 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01642a4-8edb-48b6-914c-04d614ecf797 HTTP/1.1" status: 200 len: 210 time: 0.0423934 Feb 09 01:47:52.266714 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:53.089182 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a44803-2c20-47f1-b94a-96c1859a61df req-2e99d9a7-c27d-405b-8a6b-70fbf16da551 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:53.090535 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-64a44803-2c20-47f1-b94a-96c1859a61df req-2e99d9a7-c27d-405b-8a6b-70fbf16da551 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.117 "GET /v2.0/networks?id=2397c3cf-31db-481e-978b-4f4bd0ebc74c HTTP/1.1" status: 200 len: 809 time: 0.1533556 Feb 09 01:47:53.103399 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-64a44803-2c20-47f1-b94a-96c1859a61df req-2ff4dcaa-5043-403c-a628-5dbc602095c3 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Request body: {'port': {'device_id': 'f01642a4-8edb-48b6-914c-04d614ecf797', 'network_id': '2397c3cf-31db-481e-978b-4f4bd0ebc74c', 'admin_state_up': True, 'tenant_id': '1779235a0b86406ca2e874b879d7da6c'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:53.235683 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-64a44803-2c20-47f1-b94a-96c1859a61df req-2ff4dcaa-5043-403c-a628-5dbc602095c3 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:47:53.239467 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-64a44803-2c20-47f1-b94a-96c1859a61df req-2ff4dcaa-5043-403c-a628-5dbc602095c3 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Usage tracker for resource:port and tenant:1779235a0b86406ca2e874b879d7da6c is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:47:53.242283 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-64a44803-2c20-47f1-b94a-96c1859a61df req-2ff4dcaa-5043-403c-a628-5dbc602095c3 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:47:53.247982 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-64a44803-2c20-47f1-b94a-96c1859a61df req-2ff4dcaa-5043-403c-a628-5dbc602095c3 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:47:53.257782 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64a44803-2c20-47f1-b94a-96c1859a61df req-2ff4dcaa-5043-403c-a628-5dbc602095c3 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Made reservation on behalf of 1779235a0b86406ca2e874b879d7da6c for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:53.262052 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-64a44803-2c20-47f1-b94a-96c1859a61df req-2ff4dcaa-5043-403c-a628-5dbc602095c3 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:53.359218 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-55ce0adf-103b-45da-921c-ed44129c6d9f req-3e772d8f-9273-42ac-aa60-4bebca4a7404 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01642a4-8edb-48b6-914c-04d614ecf797 HTTP/1.1" status: 200 len: 210 time: 0.0442257 Feb 09 01:47:53.423024 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-64a44803-2c20-47f1-b94a-96c1859a61df req-2ff4dcaa-5043-403c-a628-5dbc602095c3 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Allocated IP 172.20.0.3 (2397c3cf-31db-481e-978b-4f4bd0ebc74c/ce785288-22b9-45a0-879d-b7a47156ca81/fed40695-29e6-4016-b9eb-7a4f262e0b3d) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:47:53.617528 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-64a44803-2c20-47f1-b94a-96c1859a61df req-2ff4dcaa-5043-403c-a628-5dbc602095c3 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:53.646764 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-64a44803-2c20-47f1-b94a-96c1859a61df req-2ff4dcaa-5043-403c-a628-5dbc602095c3 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:53.719311 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64a44803-2c20-47f1-b94a-96c1859a61df req-2ff4dcaa-5043-403c-a628-5dbc602095c3 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Network 2397c3cf-31db-481e-978b-4f4bd0ebc74c is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:53.722489 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-64a44803-2c20-47f1-b94a-96c1859a61df req-2ff4dcaa-5043-403c-a628-5dbc602095c3 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:53.726257 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a44803-2c20-47f1-b94a-96c1859a61df req-2ff4dcaa-5043-403c-a628-5dbc602095c3 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:47:53.756181 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4dcaa-5043-403c-a628-5dbc602095c3 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Pushing event updated for resources: {'Port': ['ID=fed40695-29e6-4016-b9eb-7a4f262e0b3d,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:53.791163 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a44803-2c20-47f1-b94a-96c1859a61df req-2ff4dcaa-5043-403c-a628-5dbc602095c3 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:53.791781 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-64a44803-2c20-47f1-b94a-96c1859a61df req-2ff4dcaa-5043-403c-a628-5dbc602095c3 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:53.810640 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-64a44803-2c20-47f1-b94a-96c1859a61df req-2ff4dcaa-5043-403c-a628-5dbc602095c3 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7109327 Feb 09 01:47:53.821569 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-64a44803-2c20-47f1-b94a-96c1859a61df req-f63c0351-7859-4c59-8276-e07cf06f71d6 service neutron] Request body: {'port': {'device_id': 'f01642a4-8edb-48b6-914c-04d614ecf797', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:53.931721 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-64a44803-2c20-47f1-b94a-96c1859a61df req-f63c0351-7859-4c59-8276-e07cf06f71d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:54.391793 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-64a44803-2c20-47f1-b94a-96c1859a61df req-f63c0351-7859-4c59-8276-e07cf06f71d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fed40695-29e6-4016-b9eb-7a4f262e0b3d {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:47:54.399373 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-64a44803-2c20-47f1-b94a-96c1859a61df req-f63c0351-7859-4c59-8276-e07cf06f71d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:54.413879 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-64a44803-2c20-47f1-b94a-96c1859a61df req-f63c0351-7859-4c59-8276-e07cf06f71d6 service neutron] Transition to ACTIVE for port object fed40695-29e6-4016-b9eb-7a4f262e0b3d will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:47:54.417775 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-64a44803-2c20-47f1-b94a-96c1859a61df req-f63c0351-7859-4c59-8276-e07cf06f71d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:54.627917 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c0351-7859-4c59-8276-e07cf06f71d6 service neutron] Pushing event updated for resources: {'Port': ['ID=fed40695-29e6-4016-b9eb-7a4f262e0b3d,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:54.727102 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb5c16-e844-4181-a1a7-b13f87550410 req-8f148019-12fe-4a12-bdc3-c5c3b6bb9651 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:54.727721 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-2afb5c16-e844-4181-a1a7-b13f87550410 req-8f148019-12fe-4a12-bdc3-c5c3b6bb9651 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Synchronizing usage tracker for tenant:1779235a0b86406ca2e874b879d7da6c on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:47:54.733079 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-64a44803-2c20-47f1-b94a-96c1859a61df req-f63c0351-7859-4c59-8276-e07cf06f71d6 service neutron] Attempting to bind port fed40695-29e6-4016-b9eb-7a4f262e0b3d on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:47:54.733404 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-64a44803-2c20-47f1-b94a-96c1859a61df req-f63c0351-7859-4c59-8276-e07cf06f71d6 service neutron] Attempting to bind port fed40695-29e6-4016-b9eb-7a4f262e0b3d by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': 'f3a8baed-731b-4f5a-89ff-b73fe05b50a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '2397c3cf-31db-481e-978b-4f4bd0ebc74c'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:47:54.733736 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a44803-2c20-47f1-b94a-96c1859a61df req-f63c0351-7859-4c59-8276-e07cf06f71d6 service neutron] Attempting to bind port fed40695-29e6-4016-b9eb-7a4f262e0b3d on network 2397c3cf-31db-481e-978b-4f4bd0ebc74c {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:47:54.741391 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a44803-2c20-47f1-b94a-96c1859a61df req-f63c0351-7859-4c59-8276-e07cf06f71d6 service neutron] Port fed40695-29e6-4016-b9eb-7a4f262e0b3d on network 2397c3cf-31db-481e-978b-4f4bd0ebc74c not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:47:54.741713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a44803-2c20-47f1-b94a-96c1859a61df req-f63c0351-7859-4c59-8276-e07cf06f71d6 service neutron] Attempting to bind port fed40695-29e6-4016-b9eb-7a4f262e0b3d on network 2397c3cf-31db-481e-978b-4f4bd0ebc74c {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:47:54.752273 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a44803-2c20-47f1-b94a-96c1859a61df req-f63c0351-7859-4c59-8276-e07cf06f71d6 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:47:54.752637 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a44803-2c20-47f1-b94a-96c1859a61df req-f63c0351-7859-4c59-8276-e07cf06f71d6 service neutron] Checking segment: {'id': 'f3a8baed-731b-4f5a-89ff-b73fe05b50a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '2397c3cf-31db-481e-978b-4f4bd0ebc74c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:47:54.753024 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a44803-2c20-47f1-b94a-96c1859a61df req-f63c0351-7859-4c59-8276-e07cf06f71d6 service neutron] Bound using segment: {'id': 'f3a8baed-731b-4f5a-89ff-b73fe05b50a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '2397c3cf-31db-481e-978b-4f4bd0ebc74c'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:47:54.753459 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-64a44803-2c20-47f1-b94a-96c1859a61df req-f63c0351-7859-4c59-8276-e07cf06f71d6 service neutron] Bound port: fed40695-29e6-4016-b9eb-7a4f262e0b3d, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3a8baed-731b-4f5a-89ff-b73fe05b50a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '2397c3cf-31db-481e-978b-4f4bd0ebc74c'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:47:54.753809 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-64a44803-2c20-47f1-b94a-96c1859a61df req-f63c0351-7859-4c59-8276-e07cf06f71d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:54.771364 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-2afb5c16-e844-4181-a1a7-b13f87550410 req-8f148019-12fe-4a12-bdc3-c5c3b6bb9651 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Unset dirty status for tenant:1779235a0b86406ca2e874b879d7da6c on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:47:54.772581 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2afb5c16-e844-4181-a1a7-b13f87550410 req-8f148019-12fe-4a12-bdc3-c5c3b6bb9651 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01642a4-8edb-48b6-914c-04d614ecf797 HTTP/1.1" status: 200 len: 943 time: 0.2912815 Feb 09 01:47:54.871530 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-2afb5c16-e844-4181-a1a7-b13f87550410 req-467e5c2a-3904-4447-b1a1-f13b27a8b7ba tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Synchronizing usage tracker for tenant:1779235a0b86406ca2e874b879d7da6c on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:47:54.887575 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-64a44803-2c20-47f1-b94a-96c1859a61df req-f63c0351-7859-4c59-8276-e07cf06f71d6 service neutron] For port fed40695-29e6-4016-b9eb-7a4f262e0b3d, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:47:54.892710 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-64a44803-2c20-47f1-b94a-96c1859a61df req-f63c0351-7859-4c59-8276-e07cf06f71d6 service neutron] For port fed40695-29e6-4016-b9eb-7a4f262e0b3d, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=fed40695-29e6-4016-b9eb-7a4f262e0b3d,segment=NetworkSegment(f3a8baed-731b-4f5a-89ff-b73fe05b50a5),segment_id=f3a8baed-731b-4f5a-89ff-b73fe05b50a5)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:47:54.897214 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-64a44803-2c20-47f1-b94a-96c1859a61df req-f63c0351-7859-4c59-8276-e07cf06f71d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:54.939806 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-2afb5c16-e844-4181-a1a7-b13f87550410 req-467e5c2a-3904-4447-b1a1-f13b27a8b7ba tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Unset dirty status for tenant:1779235a0b86406ca2e874b879d7da6c on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:47:54.941013 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2afb5c16-e844-4181-a1a7-b13f87550410 req-467e5c2a-3904-4447-b1a1-f13b27a8b7ba tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a2d814f-b5e8-405d-9e24-9aad1777d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425128 Feb 09 01:47:54.960046 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a44803-2c20-47f1-b94a-96c1859a61df req-f63c0351-7859-4c59-8276-e07cf06f71d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:54.960813 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-64a44803-2c20-47f1-b94a-96c1859a61df req-f63c0351-7859-4c59-8276-e07cf06f71d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:54.962192 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-64a44803-2c20-47f1-b94a-96c1859a61df req-f63c0351-7859-4c59-8276-e07cf06f71d6 service neutron] 10.222.0.117 "PUT /v2.0/ports/fed40695-29e6-4016-b9eb-7a4f262e0b3d HTTP/1.1" status: 200 len: 1091 time: 1.1445589 Feb 09 01:47:54.962678 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01642a4-8edb-48b6-914c-04d614ecf797', 'tag': 'fed40695-29e6-4016-b9eb-7a4f262e0b3d'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:47:54.996874 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c0351-7859-4c59-8276-e07cf06f71d6 service neutron] Pushing event updated for resources: {'Port': ['ID=fed40695-29e6-4016-b9eb-7a4f262e0b3d,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:55.041217 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01642a4-8edb-48b6-914c-04d614ecf797', 'tag': 'fed40695-29e6-4016-b9eb-7a4f262e0b3d', 'status': 'completed', 'code': 200} Feb 09 01:47:55.085796 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a44803-2c20-47f1-b94a-96c1859a61df req-cc0d42d1-865f-4cd5-86be-2dacfe714836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:55.087308 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-64a44803-2c20-47f1-b94a-96c1859a61df req-cc0d42d1-865f-4cd5-86be-2dacfe714836 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=1779235a0b86406ca2e874b879d7da6c&device_id=f01642a4-8edb-48b6-914c-04d614ecf797 HTTP/1.1" status: 200 len: 1094 time: 0.0781963 Feb 09 01:47:55.157984 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-64a44803-2c20-47f1-b94a-96c1859a61df req-d7621b63-1c3e-4c20-9187-2b5c3a86106d service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fed40695-29e6-4016-b9eb-7a4f262e0b3d HTTP/1.1" status: 200 len: 217 time: 0.0636675 Feb 09 01:47:55.218736 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a44803-2c20-47f1-b94a-96c1859a61df req-572833d5-d71e-4b11-ad49-0e37b433e9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:55.220089 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-64a44803-2c20-47f1-b94a-96c1859a61df req-572833d5-d71e-4b11-ad49-0e37b433e9c8 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ce785288-22b9-45a0-879d-b7a47156ca81 HTTP/1.1" status: 200 len: 849 time: 0.0559714 Feb 09 01:47:55.270096 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-64a44803-2c20-47f1-b94a-96c1859a61df req-b333826b-b7e0-4698-833a-c278c759f1b4 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=2397c3cf-31db-481e-978b-4f4bd0ebc74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432322 Feb 09 01:47:55.364692 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:55.401576 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-64a44803-2c20-47f1-b94a-96c1859a61df req-401155ce-9e27-45ae-9194-edfbe5af52ce service neutron] 10.222.0.117 "GET /v2.0/networks/2397c3cf-31db-481e-978b-4f4bd0ebc74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249108 Feb 09 01:47:55.532587 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-64a44803-2c20-47f1-b94a-96c1859a61df req-401091b8-7655-41b1-8171-48ddad1b7aaf service neutron] 10.222.0.117 "GET /v2.0/networks/2397c3cf-31db-481e-978b-4f4bd0ebc74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244709 Feb 09 01:47:55.650400 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e1b2e-2910-47f2-b9a5-fc42e22a01bb req-f2a15617-20d6-4f06-bf58-ae77e9bc1533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:55.651869 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-780e1b2e-2910-47f2-b9a5-fc42e22a01bb req-f2a15617-20d6-4f06-bf58-ae77e9bc1533 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=1779235a0b86406ca2e874b879d7da6c&device_id=f01642a4-8edb-48b6-914c-04d614ecf797 HTTP/1.1" status: 200 len: 1094 time: 0.0757241 Feb 09 01:47:55.780049 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e1b2e-2910-47f2-b9a5-fc42e22a01bb req-c2b78840-7f87-469a-bc52-3d6f8265968c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:55.781504 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-780e1b2e-2910-47f2-b9a5-fc42e22a01bb req-c2b78840-7f87-469a-bc52-3d6f8265968c service neutron] 10.222.0.117 "GET /v2.0/networks?id=2397c3cf-31db-481e-978b-4f4bd0ebc74c HTTP/1.1" status: 200 len: 910 time: 0.1237922 Feb 09 01:47:55.964457 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-780e1b2e-2910-47f2-b9a5-fc42e22a01bb req-00ef9d4b-e0a3-4f89-8429-5b9fa0829c0b service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fed40695-29e6-4016-b9eb-7a4f262e0b3d HTTP/1.1" status: 200 len: 217 time: 0.1758220 Feb 09 01:47:56.037152 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e1b2e-2910-47f2-b9a5-fc42e22a01bb req-d7842e33-a064-4637-b9ea-b4e6a0361b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:56.038595 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-780e1b2e-2910-47f2-b9a5-fc42e22a01bb req-d7842e33-a064-4637-b9ea-b4e6a0361b99 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ce785288-22b9-45a0-879d-b7a47156ca81 HTTP/1.1" status: 200 len: 849 time: 0.0655847 Feb 09 01:47:56.121701 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-780e1b2e-2910-47f2-b9a5-fc42e22a01bb req-cbf3547f-59dc-4207-bbd9-0aa67f174f5d service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=2397c3cf-31db-481e-978b-4f4bd0ebc74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764492 Feb 09 01:47:56.261387 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef84173-6426-45a8-bae4-7d04c565c63a req-1a9abc75-f1d2-4c2a-ac89-638b58b9fd24 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:56.263256 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aef84173-6426-45a8-bae4-7d04c565c63a req-1a9abc75-f1d2-4c2a-ac89-638b58b9fd24 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01642a4-8edb-48b6-914c-04d614ecf797 HTTP/1.1" status: 200 len: 943 time: 0.1884286 Feb 09 01:47:56.294879 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-780e1b2e-2910-47f2-b9a5-fc42e22a01bb req-6b03871e-573c-46b3-89fe-ee771a016ffd service neutron] 10.222.0.117 "GET /v2.0/networks/2397c3cf-31db-481e-978b-4f4bd0ebc74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656804 Feb 09 01:47:56.387447 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aef84173-6426-45a8-bae4-7d04c565c63a req-fa1556ac-f642-4dfe-9369-7a1469184b81 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a2d814f-b5e8-405d-9e24-9aad1777d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155186 Feb 09 01:47:56.443304 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-780e1b2e-2910-47f2-b9a5-fc42e22a01bb req-69e19264-1ff1-4c26-92d8-89d5b9d43e52 service neutron] 10.222.0.117 "GET /v2.0/networks/2397c3cf-31db-481e-978b-4f4bd0ebc74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383097 Feb 09 01:47:57.576925 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6728c-43cc-499f-8206-3dc7ce0a2161 req-457a8289-c8e0-4beb-8cdd-234af8cd0a6e tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:57.578406 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e8e6728c-43cc-499f-8206-3dc7ce0a2161 req-457a8289-c8e0-4beb-8cdd-234af8cd0a6e tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01642a4-8edb-48b6-914c-04d614ecf797 HTTP/1.1" status: 200 len: 943 time: 0.0833180 Feb 09 01:47:57.623010 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e8e6728c-43cc-499f-8206-3dc7ce0a2161 req-5e80da40-1b42-4359-b111-059ec7cb80fb tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a2d814f-b5e8-405d-9e24-9aad1777d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389795 Feb 09 01:47:58.362568 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device fed40695-29e6-4016-b9eb-7a4f262e0b3d details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:47:58.493715 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port fed40695-29e6-4016-b9eb-7a4f262e0b3d, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=fed40695-29e6-4016-b9eb-7a4f262e0b3d,segment=NetworkSegment(f3a8baed-731b-4f5a-89ff-b73fe05b50a5),segment_id=f3a8baed-731b-4f5a-89ff-b73fe05b50a5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:47:58.507596 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': 'fed40695-29e6-4016-b9eb-7a4f262e0b3d', 'network_id': '2397c3cf-31db-481e-978b-4f4bd0ebc74c', 'port_id': 'fed40695-29e6-4016-b9eb-7a4f262e0b3d', 'mac_address': 'fa:16:3e:ef:62:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 970, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce785288-22b9-45a0-879d-b7a47156ca81', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:47:58.565984 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:58.582771 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fed40695-29e6-4016-b9eb-7a4f262e0b3d {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:47:58.598852 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port fed40695-29e6-4016-b9eb-7a4f262e0b3d, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=fed40695-29e6-4016-b9eb-7a4f262e0b3d,segment=NetworkSegment(f3a8baed-731b-4f5a-89ff-b73fe05b50a5),segment_id=f3a8baed-731b-4f5a-89ff-b73fe05b50a5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:47:58.602484 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:47:58.668735 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=fed40695-29e6-4016-b9eb-7a4f262e0b3d,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:58.676105 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:58.676475 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:58.676818 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:58.677155 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:58.677489 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:58.677835 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:58.678140 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:58.678461 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:58.678783 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:58.679102 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:58.679420 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:58.679736 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:58.810434 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd295002-364d-4a88-9388-7f6da79308ed req-62580a03-71d3-4b25-9501-379ddb136989 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:58.811873 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd295002-364d-4a88-9388-7f6da79308ed req-62580a03-71d3-4b25-9501-379ddb136989 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01642a4-8edb-48b6-914c-04d614ecf797 HTTP/1.1" status: 200 len: 944 time: 0.0848091 Feb 09 01:47:58.818399 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['fed40695-29e6-4016-b9eb-7a4f262e0b3d'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:47:58.855668 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd295002-364d-4a88-9388-7f6da79308ed req-b9f68e22-c52d-4058-99b1-ed2946ce61f4 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a2d814f-b5e8-405d-9e24-9aad1777d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380199 Feb 09 01:48:00.037685 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844376da-fde8-4a4a-ac74-843568fb3207 req-f2e66380-e5bd-4ea6-a4d0-aaac7e69333f tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:00.039138 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-844376da-fde8-4a4a-ac74-843568fb3207 req-f2e66380-e5bd-4ea6-a4d0-aaac7e69333f tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01642a4-8edb-48b6-914c-04d614ecf797 HTTP/1.1" status: 200 len: 944 time: 0.0788727 Feb 09 01:48:00.083780 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-844376da-fde8-4a4a-ac74-843568fb3207 req-f3572952-8bc6-4e72-ae15-5fe35a207f36 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a2d814f-b5e8-405d-9e24-9aad1777d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380225 Feb 09 01:48:00.378097 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device fed40695-29e6-4016-b9eb-7a4f262e0b3d up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:48:00.444294 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port fed40695-29e6-4016-b9eb-7a4f262e0b3d completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:48:00.448990 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port fed40695-29e6-4016-b9eb-7a4f262e0b3d triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:00.449358 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:00.563345 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:00.589627 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01642a4-8edb-48b6-914c-04d614ecf797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed40695-29e6-4016-b9eb-7a4f262e0b3d'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:48:00.599165 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port fed40695-29e6-4016-b9eb-7a4f262e0b3d, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=fed40695-29e6-4016-b9eb-7a4f262e0b3d,segment=NetworkSegment(f3a8baed-731b-4f5a-89ff-b73fe05b50a5),segment_id=f3a8baed-731b-4f5a-89ff-b73fe05b50a5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:48:00.603125 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:00.642177 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01642a4-8edb-48b6-914c-04d614ecf797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed40695-29e6-4016-b9eb-7a4f262e0b3d', 'code': 200} Feb 09 01:48:00.680012 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=fed40695-29e6-4016-b9eb-7a4f262e0b3d,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:00.756971 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791a5d5-a01d-4d0c-b63f-956b182f0e6d req-fc9bcd01-fe2a-42df-a41f-b890be69f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:00.758714 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6791a5d5-a01d-4d0c-b63f-956b182f0e6d req-fc9bcd01-fe2a-42df-a41f-b890be69f23e service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=f01642a4-8edb-48b6-914c-04d614ecf797 HTTP/1.1" status: 200 len: 1096 time: 0.0698431 Feb 09 01:48:00.797119 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6791a5d5-a01d-4d0c-b63f-956b182f0e6d req-08e14d2e-7a3b-4e6d-9876-bee41350658c service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=4a2d814f-b5e8-405d-9e24-9aad1777d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327485 Feb 09 01:48:01.269873 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de16639-8776-4472-80b0-cfa53a40dea5 req-5fe896cb-1d82-4f3b-ad7d-19a58f2a4e2c tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:01.271337 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9de16639-8776-4472-80b0-cfa53a40dea5 req-5fe896cb-1d82-4f3b-ad7d-19a58f2a4e2c tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01642a4-8edb-48b6-914c-04d614ecf797 HTTP/1.1" status: 200 len: 945 time: 0.0833778 Feb 09 01:48:01.314454 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9de16639-8776-4472-80b0-cfa53a40dea5 req-940b64ed-cbd1-47a0-b44b-326ea95853fd tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a2d814f-b5e8-405d-9e24-9aad1777d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368309 Feb 09 01:48:02.502470 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d69bc-7bcc-486a-9d9b-b7ce0ccfebf9 req-b84b92a5-f003-41eb-aa1e-d2f32242326d tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:02.503890 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-969d69bc-7bcc-486a-9d9b-b7ce0ccfebf9 req-b84b92a5-f003-41eb-aa1e-d2f32242326d tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01642a4-8edb-48b6-914c-04d614ecf797 HTTP/1.1" status: 200 len: 945 time: 0.0811834 Feb 09 01:48:02.546948 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-969d69bc-7bcc-486a-9d9b-b7ce0ccfebf9 req-6750aef8-e1fd-4599-890a-8b806abd9429 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a2d814f-b5e8-405d-9e24-9aad1777d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365174 Feb 09 01:48:03.425451 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110cd03-f4b2-4992-a44a-dc50e4af0f43 req-75337da9-1117-4b3f-8f27-6262bfd80d84 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:03.426892 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1110cd03-f4b2-4992-a44a-dc50e4af0f43 req-75337da9-1117-4b3f-8f27-6262bfd80d84 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01642a4-8edb-48b6-914c-04d614ecf797 HTTP/1.1" status: 200 len: 945 time: 0.0788705 Feb 09 01:48:03.473628 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1110cd03-f4b2-4992-a44a-dc50e4af0f43 req-a232b8b3-cb0d-4d2e-b987-14c142361da4 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a2d814f-b5e8-405d-9e24-9aad1777d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405850 Feb 09 01:48:04.658604 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068346c4-c1d0-4b4e-9226-9a0b905d0c79 req-5774f14f-fa97-46cf-bcf0-8947bddb4a2c tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:04.660082 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-068346c4-c1d0-4b4e-9226-9a0b905d0c79 req-5774f14f-fa97-46cf-bcf0-8947bddb4a2c tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01642a4-8edb-48b6-914c-04d614ecf797 HTTP/1.1" status: 200 len: 945 time: 0.0798314 Feb 09 01:48:04.667903 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc335e0-8bb2-49e3-b3d9-46c4878a9114 req-f6ce223f-f731-454d-84d5-7d0b66b93451 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:04.669358 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ecc335e0-8bb2-49e3-b3d9-46c4878a9114 req-f6ce223f-f731-454d-84d5-7d0b66b93451 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.117 "GET /v2.0/ports?device_id=f01642a4-8edb-48b6-914c-04d614ecf797 HTTP/1.1" status: 200 len: 945 time: 0.0794697 Feb 09 01:48:04.723392 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-068346c4-c1d0-4b4e-9226-9a0b905d0c79 req-4522c744-d669-47d6-8d0a-e35a170fddd5 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a2d814f-b5e8-405d-9e24-9aad1777d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569408 Feb 09 01:48:04.758285 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-ecc335e0-8bb2-49e3-b3d9-46c4878a9114 req-fe1ad360-382f-41ee-8e6b-4cc328081f90 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Deleting port fed40695-29e6-4016-b9eb-7a4f262e0b3d {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:48:04.758577 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ecc335e0-8bb2-49e3-b3d9-46c4878a9114 req-fe1ad360-382f-41ee-8e6b-4cc328081f90 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:05.004357 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-ecc335e0-8bb2-49e3-b3d9-46c4878a9114 req-fe1ad360-382f-41ee-8e6b-4cc328081f90 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] For port fed40695-29e6-4016-b9eb-7a4f262e0b3d, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=fed40695-29e6-4016-b9eb-7a4f262e0b3d,segment=NetworkSegment(f3a8baed-731b-4f5a-89ff-b73fe05b50a5),segment_id=f3a8baed-731b-4f5a-89ff-b73fe05b50a5)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:48:05.004737 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ecc335e0-8bb2-49e3-b3d9-46c4878a9114 req-fe1ad360-382f-41ee-8e6b-4cc328081f90 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:05.140256 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-ecc335e0-8bb2-49e3-b3d9-46c4878a9114 req-fe1ad360-382f-41ee-8e6b-4cc328081f90 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Calling delete_port for fed40695-29e6-4016-b9eb-7a4f262e0b3d owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:48:05.281584 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ecc335e0-8bb2-49e3-b3d9-46c4878a9114 req-fe1ad360-382f-41ee-8e6b-4cc328081f90 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:05.293427 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['fed40695-29e6-4016-b9eb-7a4f262e0b3d'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:48:05.333640 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ad360-382f-41ee-8e6b-4cc328081f90 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Pushing event deleted for resources: {'Port': ['ID=fed40695-29e6-4016-b9eb-7a4f262e0b3d,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:05.406730 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc335e0-8bb2-49e3-b3d9-46c4878a9114 req-fe1ad360-382f-41ee-8e6b-4cc328081f90 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] No DVR routers for this DVR port fed40695-29e6-4016-b9eb-7a4f262e0b3d on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:48:05.409004 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ecc335e0-8bb2-49e3-b3d9-46c4878a9114 req-fe1ad360-382f-41ee-8e6b-4cc328081f90 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:05.411412 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01642a4-8edb-48b6-914c-04d614ecf797', 'name': 'network-vif-deleted', 'tag': 'fed40695-29e6-4016-b9eb-7a4f262e0b3d'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:48:05.426033 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ecc335e0-8bb2-49e3-b3d9-46c4878a9114 req-fe1ad360-382f-41ee-8e6b-4cc328081f90 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.117 "DELETE /v2.0/ports/fed40695-29e6-4016-b9eb-7a4f262e0b3d HTTP/1.1" status: 204 len: 173 time: 0.7511294 Feb 09 01:48:05.457824 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01642a4-8edb-48b6-914c-04d614ecf797', 'name': 'network-vif-deleted', 'tag': 'fed40695-29e6-4016-b9eb-7a4f262e0b3d', 'status': 'completed', 'code': 200} Feb 09 01:48:05.889973 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8f7c39f1-7bf4-4a0f-a818-3fc8f93506d4 req-dc2a0116-7433-42fd-90e4-7b89a6dea1ff tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01642a4-8edb-48b6-914c-04d614ecf797 HTTP/1.1" status: 200 len: 210 time: 0.0445380 Feb 09 01:48:06.987981 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0946dd5a-54e5-4e08-9da9-1497aa127fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:07.248413 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-2b9a4ac5-3231-4d5b-ac09-3ee16bc7f304 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:07.249824 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-2b9a4ac5-3231-4d5b-ac09-3ee16bc7f304 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/networks?id=2397c3cf-31db-481e-978b-4f4bd0ebc74c HTTP/1.1" status: 200 len: 809 time: 0.1447375 Feb 09 01:48:07.265093 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-be9ab33c-9961-4036-bda8-f58e5054a121 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/quotas/1779235a0b86406ca2e874b879d7da6c HTTP/1.1" status: 200 len: 375 time: 0.0097842 Feb 09 01:48:07.310592 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-e03c7a35-50d2-457f-892f-63a5cc5a7c4d tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1779235a0b86406ca2e874b879d7da6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406809 Feb 09 01:48:07.445003 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-64446272-1bd9-4013-95f3-98b887da967a service neutron] 10.222.0.37 "GET /v2.0/networks/2397c3cf-31db-481e-978b-4f4bd0ebc74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279781 Feb 09 01:48:07.575727 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-f63e3b2c-ae69-49b7-880d-c88202a46ecc service neutron] 10.222.0.37 "GET /v2.0/networks/2397c3cf-31db-481e-978b-4f4bd0ebc74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243923 Feb 09 01:48:07.870113 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0c3d2514-4c8e-42c9-b502-679eaf4023b2 req-0da76d12-55f3-42b5-9fd7-f7865657761d tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Synchronizing usage tracker for tenant:1779235a0b86406ca2e874b879d7da6c on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:48:07.886838 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-0c3d2514-4c8e-42c9-b502-679eaf4023b2 req-0da76d12-55f3-42b5-9fd7-f7865657761d tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Unset dirty status for tenant:1779235a0b86406ca2e874b879d7da6c on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:48:07.887991 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0c3d2514-4c8e-42c9-b502-679eaf4023b2 req-0da76d12-55f3-42b5-9fd7-f7865657761d tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/ports?device_id=6df83fb5-f6a2-4426-9b28-52770e623b57 HTTP/1.1" status: 200 len: 210 time: 0.1784422 Feb 09 01:48:08.393160 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device fed40695-29e6-4016-b9eb-7a4f262e0b3d no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:48:08.427564 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: fed40695-29e6-4016-b9eb-7a4f262e0b3d {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:48:08.427914 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device fed40695-29e6-4016-b9eb-7a4f262e0b3d not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:48:09.012742 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-839f0f95-7352-463e-a328-a1309f8aa904 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:09.014822 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-839f0f95-7352-463e-a328-a1309f8aa904 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.117 "GET /v2.0/networks?id=2397c3cf-31db-481e-978b-4f4bd0ebc74c HTTP/1.1" status: 200 len: 809 time: 0.1519423 Feb 09 01:48:09.026820 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-233fffa4-30fd-4ee6-a451-8673a32fee87 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Request body: {'port': {'device_id': '6df83fb5-f6a2-4426-9b28-52770e623b57', 'network_id': '2397c3cf-31db-481e-978b-4f4bd0ebc74c', 'admin_state_up': True, 'tenant_id': '1779235a0b86406ca2e874b879d7da6c'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:09.041691 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b88d9780-a948-4b73-a917-bceaa9a7b966 req-7246022e-205e-4bd0-ae01-c4b502892611 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/ports?device_id=6df83fb5-f6a2-4426-9b28-52770e623b57 HTTP/1.1" status: 200 len: 210 time: 0.0475283 Feb 09 01:48:09.170510 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-233fffa4-30fd-4ee6-a451-8673a32fee87 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:48:09.180092 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-233fffa4-30fd-4ee6-a451-8673a32fee87 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:48:09.189532 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-233fffa4-30fd-4ee6-a451-8673a32fee87 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Made reservation on behalf of 1779235a0b86406ca2e874b879d7da6c for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:09.193027 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-233fffa4-30fd-4ee6-a451-8673a32fee87 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:09.350975 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-233fffa4-30fd-4ee6-a451-8673a32fee87 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Allocated IP 172.20.0.13 (2397c3cf-31db-481e-978b-4f4bd0ebc74c/ce785288-22b9-45a0-879d-b7a47156ca81/c066d0ed-965b-40f5-abb9-4b968a527705) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:09.392301 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-cdc371b6-fc1a-42eb-ad92-476bc0c1f2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:09.552420 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-233fffa4-30fd-4ee6-a451-8673a32fee87 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:09.580869 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-233fffa4-30fd-4ee6-a451-8673a32fee87 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:09.656484 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-233fffa4-30fd-4ee6-a451-8673a32fee87 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Network 2397c3cf-31db-481e-978b-4f4bd0ebc74c is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:09.657851 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-233fffa4-30fd-4ee6-a451-8673a32fee87 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:09.663173 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-233fffa4-30fd-4ee6-a451-8673a32fee87 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:48:09.711052 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233fffa4-30fd-4ee6-a451-8673a32fee87 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Pushing event updated for resources: {'Port': ['ID=c066d0ed-965b-40f5-abb9-4b968a527705,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:09.738436 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-233fffa4-30fd-4ee6-a451-8673a32fee87 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:09.739039 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-233fffa4-30fd-4ee6-a451-8673a32fee87 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:09.763225 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-233fffa4-30fd-4ee6-a451-8673a32fee87 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7408228 Feb 09 01:48:09.773894 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-3ba5d3b0-fbc0-4303-a69a-d54ae4d39f21 service neutron] Request body: {'port': {'device_id': '6df83fb5-f6a2-4426-9b28-52770e623b57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:09.882850 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-3ba5d3b0-fbc0-4303-a69a-d54ae4d39f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:10.278787 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-3ba5d3b0-fbc0-4303-a69a-d54ae4d39f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c066d0ed-965b-40f5-abb9-4b968a527705 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:48:10.287930 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-3ba5d3b0-fbc0-4303-a69a-d54ae4d39f21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:10.310549 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ff1a6-027f-4cbc-8ee4-65b07233d47a req-64ad11a7-526b-464e-be77-54ef0c8e2336 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:10.311240 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b86ff1a6-027f-4cbc-8ee4-65b07233d47a req-64ad11a7-526b-464e-be77-54ef0c8e2336 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Synchronizing usage tracker for tenant:1779235a0b86406ca2e874b879d7da6c on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:48:10.315802 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-3ba5d3b0-fbc0-4303-a69a-d54ae4d39f21 service neutron] Transition to ACTIVE for port object c066d0ed-965b-40f5-abb9-4b968a527705 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:48:10.323315 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-3ba5d3b0-fbc0-4303-a69a-d54ae4d39f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:10.375704 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b86ff1a6-027f-4cbc-8ee4-65b07233d47a req-64ad11a7-526b-464e-be77-54ef0c8e2336 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Unset dirty status for tenant:1779235a0b86406ca2e874b879d7da6c on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:48:10.376868 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b86ff1a6-027f-4cbc-8ee4-65b07233d47a req-64ad11a7-526b-464e-be77-54ef0c8e2336 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/ports?device_id=6df83fb5-f6a2-4426-9b28-52770e623b57 HTTP/1.1" status: 200 len: 932 time: 0.2242377 Feb 09 01:48:10.466169 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:10.514472 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5d3b0-fbc0-4303-a69a-d54ae4d39f21 service neutron] Pushing event updated for resources: {'Port': ['ID=c066d0ed-965b-40f5-abb9-4b968a527705,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:10.560354 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b86ff1a6-027f-4cbc-8ee4-65b07233d47a req-53fe522c-0d28-4f9a-93fa-a88cf7de3366 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a2d814f-b5e8-405d-9e24-9aad1777d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316628 Feb 09 01:48:10.582680 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:10.595687 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-3ba5d3b0-fbc0-4303-a69a-d54ae4d39f21 service neutron] Attempting to bind port c066d0ed-965b-40f5-abb9-4b968a527705 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:48:10.596021 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-3ba5d3b0-fbc0-4303-a69a-d54ae4d39f21 service neutron] Attempting to bind port c066d0ed-965b-40f5-abb9-4b968a527705 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': 'f3a8baed-731b-4f5a-89ff-b73fe05b50a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '2397c3cf-31db-481e-978b-4f4bd0ebc74c'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:48:10.596347 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-3ba5d3b0-fbc0-4303-a69a-d54ae4d39f21 service neutron] Attempting to bind port c066d0ed-965b-40f5-abb9-4b968a527705 on network 2397c3cf-31db-481e-978b-4f4bd0ebc74c {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:48:10.600923 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-3ba5d3b0-fbc0-4303-a69a-d54ae4d39f21 service neutron] Port c066d0ed-965b-40f5-abb9-4b968a527705 on network 2397c3cf-31db-481e-978b-4f4bd0ebc74c not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:48:10.601241 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-3ba5d3b0-fbc0-4303-a69a-d54ae4d39f21 service neutron] Attempting to bind port c066d0ed-965b-40f5-abb9-4b968a527705 on network 2397c3cf-31db-481e-978b-4f4bd0ebc74c {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:48:10.606298 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-3ba5d3b0-fbc0-4303-a69a-d54ae4d39f21 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:48:10.606634 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-3ba5d3b0-fbc0-4303-a69a-d54ae4d39f21 service neutron] Checking segment: {'id': 'f3a8baed-731b-4f5a-89ff-b73fe05b50a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '2397c3cf-31db-481e-978b-4f4bd0ebc74c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:48:10.607018 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-3ba5d3b0-fbc0-4303-a69a-d54ae4d39f21 service neutron] Bound using segment: {'id': 'f3a8baed-731b-4f5a-89ff-b73fe05b50a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '2397c3cf-31db-481e-978b-4f4bd0ebc74c'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:48:10.607440 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-3ba5d3b0-fbc0-4303-a69a-d54ae4d39f21 service neutron] Bound port: c066d0ed-965b-40f5-abb9-4b968a527705, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3a8baed-731b-4f5a-89ff-b73fe05b50a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '2397c3cf-31db-481e-978b-4f4bd0ebc74c'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:48:10.607785 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-3ba5d3b0-fbc0-4303-a69a-d54ae4d39f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:10.818432 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-3ba5d3b0-fbc0-4303-a69a-d54ae4d39f21 service neutron] For port c066d0ed-965b-40f5-abb9-4b968a527705, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:48:10.822710 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-3ba5d3b0-fbc0-4303-a69a-d54ae4d39f21 service neutron] For port c066d0ed-965b-40f5-abb9-4b968a527705, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c066d0ed-965b-40f5-abb9-4b968a527705,segment=NetworkSegment(f3a8baed-731b-4f5a-89ff-b73fe05b50a5),segment_id=f3a8baed-731b-4f5a-89ff-b73fe05b50a5)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:48:10.827004 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-3ba5d3b0-fbc0-4303-a69a-d54ae4d39f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:10.887037 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-3ba5d3b0-fbc0-4303-a69a-d54ae4d39f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:10.887787 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-3ba5d3b0-fbc0-4303-a69a-d54ae4d39f21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:10.889190 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-3ba5d3b0-fbc0-4303-a69a-d54ae4d39f21 service neutron] 10.222.0.117 "PUT /v2.0/ports/c066d0ed-965b-40f5-abb9-4b968a527705 HTTP/1.1" status: 200 len: 1092 time: 1.1191983 Feb 09 01:48:10.892140 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df83fb5-f6a2-4426-9b28-52770e623b57', 'tag': 'c066d0ed-965b-40f5-abb9-4b968a527705'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:48:10.915703 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5d3b0-fbc0-4303-a69a-d54ae4d39f21 service neutron] Pushing event updated for resources: {'Port': ['ID=c066d0ed-965b-40f5-abb9-4b968a527705,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:10.963089 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df83fb5-f6a2-4426-9b28-52770e623b57', 'tag': 'c066d0ed-965b-40f5-abb9-4b968a527705', 'status': 'completed', 'code': 200} Feb 09 01:48:10.997117 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-60b0a7e7-cd35-42d4-896e-cad35e37d68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:10.998581 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-60b0a7e7-cd35-42d4-896e-cad35e37d68c service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=1779235a0b86406ca2e874b879d7da6c&device_id=6df83fb5-f6a2-4426-9b28-52770e623b57 HTTP/1.1" status: 200 len: 1095 time: 0.0726345 Feb 09 01:48:11.071392 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-1c302d3a-594b-4d4b-bb45-8e0bc0c9b730 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c066d0ed-965b-40f5-abb9-4b968a527705 HTTP/1.1" status: 200 len: 217 time: 0.0665944 Feb 09 01:48:11.132878 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-be2636b2-63b1-4461-a198-222af531a110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:11.134729 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-be2636b2-63b1-4461-a198-222af531a110 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ce785288-22b9-45a0-879d-b7a47156ca81 HTTP/1.1" status: 200 len: 849 time: 0.0580170 Feb 09 01:48:11.181429 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-6534fce4-389d-4196-88cd-50b5a722f470 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=2397c3cf-31db-481e-978b-4f4bd0ebc74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404966 Feb 09 01:48:11.309341 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-01be5470-e045-44ea-b138-f92ec66daea1 service neutron] 10.222.0.117 "GET /v2.0/networks/2397c3cf-31db-481e-978b-4f4bd0ebc74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231122 Feb 09 01:48:11.439570 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a519bb0c-b3e4-4c6b-9a61-bd616d3c89d2 req-f20a9e1e-fbfe-4998-988d-d0bc315e7d52 service neutron] 10.222.0.117 "GET /v2.0/networks/2397c3cf-31db-481e-978b-4f4bd0ebc74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245682 Feb 09 01:48:11.557416 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd4eae-1bc4-431d-a1d5-60fef506d92b req-dcecf932-6605-4bf8-ac04-843bd7b64403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:11.558881 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-affd4eae-1bc4-431d-a1d5-60fef506d92b req-dcecf932-6605-4bf8-ac04-843bd7b64403 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=1779235a0b86406ca2e874b879d7da6c&device_id=6df83fb5-f6a2-4426-9b28-52770e623b57 HTTP/1.1" status: 200 len: 1095 time: 0.0747521 Feb 09 01:48:11.730849 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd4eae-1bc4-431d-a1d5-60fef506d92b req-a3b24854-d13c-48ed-a899-980a7cee3c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:11.732632 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-affd4eae-1bc4-431d-a1d5-60fef506d92b req-a3b24854-d13c-48ed-a899-980a7cee3c04 service neutron] 10.222.0.117 "GET /v2.0/networks?id=2397c3cf-31db-481e-978b-4f4bd0ebc74c HTTP/1.1" status: 200 len: 910 time: 0.1679988 Feb 09 01:48:11.807739 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-affd4eae-1bc4-431d-a1d5-60fef506d92b req-d5c6d3d2-6e5a-401a-b240-d8d9b85ccd8a service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c066d0ed-965b-40f5-abb9-4b968a527705 HTTP/1.1" status: 200 len: 217 time: 0.0674951 Feb 09 01:48:11.862395 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286a3e1-f588-4f5b-a397-699763ca06ce req-055ed719-5c35-4ff1-84d1-b49fe2778d18 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:11.863791 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6286a3e1-f588-4f5b-a397-699763ca06ce req-055ed719-5c35-4ff1-84d1-b49fe2778d18 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/ports?device_id=6df83fb5-f6a2-4426-9b28-52770e623b57 HTTP/1.1" status: 200 len: 944 time: 0.1927521 Feb 09 01:48:11.897151 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:11.903908 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd4eae-1bc4-431d-a1d5-60fef506d92b req-f4f1b594-b599-4a44-bf28-772310abe383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:11.905337 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-affd4eae-1bc4-431d-a1d5-60fef506d92b req-f4f1b594-b599-4a44-bf28-772310abe383 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ce785288-22b9-45a0-879d-b7a47156ca81 HTTP/1.1" status: 200 len: 849 time: 0.0914490 Feb 09 01:48:11.960774 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6286a3e1-f588-4f5b-a397-699763ca06ce req-c47fff3c-dd95-4a29-849e-bf92d72054c0 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a2d814f-b5e8-405d-9e24-9aad1777d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871656 Feb 09 01:48:11.962817 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-affd4eae-1bc4-431d-a1d5-60fef506d92b req-300f47a0-f4e3-4b22-b0d3-c52a6d71e04f service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=2397c3cf-31db-481e-978b-4f4bd0ebc74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480535 Feb 09 01:48:12.093897 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-affd4eae-1bc4-431d-a1d5-60fef506d92b req-9d61692c-3100-4e9b-8293-647fa6f9d893 service neutron] 10.222.0.117 "GET /v2.0/networks/2397c3cf-31db-481e-978b-4f4bd0ebc74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236296 Feb 09 01:48:12.222097 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-affd4eae-1bc4-431d-a1d5-60fef506d92b req-1b480e55-6f30-4192-96e0-a3c7e2d30714 service neutron] 10.222.0.117 "GET /v2.0/networks/2397c3cf-31db-481e-978b-4f4bd0ebc74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217904 Feb 09 01:48:13.150841 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1682bfa-8dc0-45bf-8371-7b9f731496b7 req-6bddeb69-f38a-4c88-a51a-2bb0dda4dbf9 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:13.152285 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a1682bfa-8dc0-45bf-8371-7b9f731496b7 req-6bddeb69-f38a-4c88-a51a-2bb0dda4dbf9 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/ports?device_id=6df83fb5-f6a2-4426-9b28-52770e623b57 HTTP/1.1" status: 200 len: 944 time: 0.0830150 Feb 09 01:48:13.194773 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a1682bfa-8dc0-45bf-8371-7b9f731496b7 req-b68814b4-dd0f-47e7-b904-9a73a2604c50 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a2d814f-b5e8-405d-9e24-9aad1777d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368893 Feb 09 01:48:14.377047 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a34e5-63cb-4c61-a05d-92fe7b4be94f req-93d474de-c249-4070-8710-4074381e9622 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:14.379117 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0c7a34e5-63cb-4c61-a05d-92fe7b4be94f req-93d474de-c249-4070-8710-4074381e9622 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/ports?device_id=6df83fb5-f6a2-4426-9b28-52770e623b57 HTTP/1.1" status: 200 len: 944 time: 0.0799453 Feb 09 01:48:14.409181 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device c066d0ed-965b-40f5-abb9-4b968a527705 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:48:14.542451 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0c7a34e5-63cb-4c61-a05d-92fe7b4be94f req-5466e7ce-79d1-407b-bc5a-ca2aabd271be tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a2d814f-b5e8-405d-9e24-9aad1777d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581089 Feb 09 01:48:14.581425 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port c066d0ed-965b-40f5-abb9-4b968a527705, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c066d0ed-965b-40f5-abb9-4b968a527705,segment=NetworkSegment(f3a8baed-731b-4f5a-89ff-b73fe05b50a5),segment_id=f3a8baed-731b-4f5a-89ff-b73fe05b50a5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:48:14.594491 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': 'c066d0ed-965b-40f5-abb9-4b968a527705', 'network_id': '2397c3cf-31db-481e-978b-4f4bd0ebc74c', 'port_id': 'c066d0ed-965b-40f5-abb9-4b968a527705', 'mac_address': 'fa:16:3e:a7:dc:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 970, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce785288-22b9-45a0-879d-b7a47156ca81', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:48:14.646710 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:14.662913 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c066d0ed-965b-40f5-abb9-4b968a527705 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:48:14.677853 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port c066d0ed-965b-40f5-abb9-4b968a527705, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c066d0ed-965b-40f5-abb9-4b968a527705,segment=NetworkSegment(f3a8baed-731b-4f5a-89ff-b73fe05b50a5),segment_id=f3a8baed-731b-4f5a-89ff-b73fe05b50a5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:48:14.681786 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:14.748424 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=c066d0ed-965b-40f5-abb9-4b968a527705,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:14.878620 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['c066d0ed-965b-40f5-abb9-4b968a527705'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:48:15.818241 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109783a4-1557-4615-a9c8-56f91777b4e6 req-fc28a7c2-64f8-4b2c-8dbc-c868bac66ba7 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:15.819702 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-109783a4-1557-4615-a9c8-56f91777b4e6 req-fc28a7c2-64f8-4b2c-8dbc-c868bac66ba7 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/ports?device_id=6df83fb5-f6a2-4426-9b28-52770e623b57 HTTP/1.1" status: 200 len: 945 time: 0.1735492 Feb 09 01:48:15.864518 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-109783a4-1557-4615-a9c8-56f91777b4e6 req-57302d16-b3cf-455f-99ed-97beefc6367a tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a2d814f-b5e8-405d-9e24-9aad1777d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385885 Feb 09 01:48:16.408719 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device c066d0ed-965b-40f5-abb9-4b968a527705 up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:48:16.478262 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port c066d0ed-965b-40f5-abb9-4b968a527705 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:48:16.483404 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port c066d0ed-965b-40f5-abb9-4b968a527705 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:16.483775 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:16.598732 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:16.624787 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df83fb5-f6a2-4426-9b28-52770e623b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c066d0ed-965b-40f5-abb9-4b968a527705'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:48:16.634557 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port c066d0ed-965b-40f5-abb9-4b968a527705, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c066d0ed-965b-40f5-abb9-4b968a527705,segment=NetworkSegment(f3a8baed-731b-4f5a-89ff-b73fe05b50a5),segment_id=f3a8baed-731b-4f5a-89ff-b73fe05b50a5)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:48:16.638257 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:16.674085 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df83fb5-f6a2-4426-9b28-52770e623b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c066d0ed-965b-40f5-abb9-4b968a527705', 'code': 200} Feb 09 01:48:16.704211 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=c066d0ed-965b-40f5-abb9-4b968a527705,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:16.793437 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915fdae-5a6d-4078-b7b4-07ac4814de1d req-39eb6acc-6b7b-4301-9cec-57d8496788b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:16.794877 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e915fdae-5a6d-4078-b7b4-07ac4814de1d req-39eb6acc-6b7b-4301-9cec-57d8496788b8 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=6df83fb5-f6a2-4426-9b28-52770e623b57 HTTP/1.1" status: 200 len: 1097 time: 0.0695643 Feb 09 01:48:16.832954 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e915fdae-5a6d-4078-b7b4-07ac4814de1d req-6b9037f7-1691-4bbd-90f4-59c5381659f9 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=4a2d814f-b5e8-405d-9e24-9aad1777d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322533 Feb 09 01:48:17.044160 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e338763-6624-4073-a73d-2b6efd590768 req-cb290127-3a85-42db-bea1-b1fb5327cc86 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:17.045550 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1e338763-6624-4073-a73d-2b6efd590768 req-cb290127-3a85-42db-bea1-b1fb5327cc86 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/ports?device_id=6df83fb5-f6a2-4426-9b28-52770e623b57 HTTP/1.1" status: 200 len: 946 time: 0.0785234 Feb 09 01:48:17.092621 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1e338763-6624-4073-a73d-2b6efd590768 req-a870313c-4e83-468d-80ea-791fb9919d60 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a2d814f-b5e8-405d-9e24-9aad1777d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412738 Feb 09 01:48:18.279569 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f8995-fd0c-4064-a509-609a41ae77f4 req-835ac46b-c7a2-48d0-b99b-64d5e9d90b00 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:18.281051 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-766f8995-fd0c-4064-a509-609a41ae77f4 req-835ac46b-c7a2-48d0-b99b-64d5e9d90b00 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/ports?device_id=6df83fb5-f6a2-4426-9b28-52770e623b57 HTTP/1.1" status: 200 len: 946 time: 0.0808535 Feb 09 01:48:18.324600 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-766f8995-fd0c-4064-a509-609a41ae77f4 req-779bd9ca-af70-4e9f-8531-c067f3ece540 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a2d814f-b5e8-405d-9e24-9aad1777d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379646 Feb 09 01:48:19.282677 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c85f2d-a903-4362-8dac-1d5f1c8222c5 req-e956fc4a-ece8-4239-a3d7-ba9df15ada86 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:19.284012 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d0c85f2d-a903-4362-8dac-1d5f1c8222c5 req-e956fc4a-ece8-4239-a3d7-ba9df15ada86 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/ports?device_id=6df83fb5-f6a2-4426-9b28-52770e623b57 HTTP/1.1" status: 200 len: 946 time: 0.0787086 Feb 09 01:48:19.326254 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d0c85f2d-a903-4362-8dac-1d5f1c8222c5 req-38f628b9-dac3-44f5-b1b7-b44cfe8b6755 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a2d814f-b5e8-405d-9e24-9aad1777d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366573 Feb 09 01:48:20.520988 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8677019-4864-4e7a-bcec-3da50aec8adb req-7b33f1af-0e27-4fc8-b773-9847fc2ac760 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:20.522545 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a8677019-4864-4e7a-bcec-3da50aec8adb req-7b33f1af-0e27-4fc8-b773-9847fc2ac760 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/ports?device_id=6df83fb5-f6a2-4426-9b28-52770e623b57 HTTP/1.1" status: 200 len: 946 time: 0.0856206 Feb 09 01:48:20.561698 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7566755-00fa-4838-ae54-5cd0801742cd req-604045e7-d104-4db4-abf9-9a1c3e4f6fcb tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:20.563119 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f7566755-00fa-4838-ae54-5cd0801742cd req-604045e7-d104-4db4-abf9-9a1c3e4f6fcb tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.117 "GET /v2.0/ports?device_id=6df83fb5-f6a2-4426-9b28-52770e623b57 HTTP/1.1" status: 200 len: 946 time: 0.0836828 Feb 09 01:48:20.567526 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a8677019-4864-4e7a-bcec-3da50aec8adb req-97d985ee-449f-43bb-bf26-f331bbdb48fc tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a2d814f-b5e8-405d-9e24-9aad1777d43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377154 Feb 09 01:48:20.630556 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-f7566755-00fa-4838-ae54-5cd0801742cd req-c15a2b49-08af-4474-9b9a-1e4b49622511 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Deleting port c066d0ed-965b-40f5-abb9-4b968a527705 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:48:20.630822 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f7566755-00fa-4838-ae54-5cd0801742cd req-c15a2b49-08af-4474-9b9a-1e4b49622511 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:20.871040 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-f7566755-00fa-4838-ae54-5cd0801742cd req-c15a2b49-08af-4474-9b9a-1e4b49622511 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] For port c066d0ed-965b-40f5-abb9-4b968a527705, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c066d0ed-965b-40f5-abb9-4b968a527705,segment=NetworkSegment(f3a8baed-731b-4f5a-89ff-b73fe05b50a5),segment_id=f3a8baed-731b-4f5a-89ff-b73fe05b50a5)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:48:20.871390 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f7566755-00fa-4838-ae54-5cd0801742cd req-c15a2b49-08af-4474-9b9a-1e4b49622511 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:20.991186 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-f7566755-00fa-4838-ae54-5cd0801742cd req-c15a2b49-08af-4474-9b9a-1e4b49622511 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Calling delete_port for c066d0ed-965b-40f5-abb9-4b968a527705 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:48:21.133347 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f7566755-00fa-4838-ae54-5cd0801742cd req-c15a2b49-08af-4474-9b9a-1e4b49622511 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:21.144780 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['c066d0ed-965b-40f5-abb9-4b968a527705'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:48:21.189007 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a2b49-08af-4474-9b9a-1e4b49622511 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Pushing event deleted for resources: {'Port': ['ID=c066d0ed-965b-40f5-abb9-4b968a527705,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:21.229922 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a2b49-08af-4474-9b9a-1e4b49622511 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:21.230262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a2b49-08af-4474-9b9a-1e4b49622511 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:21.230595 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a2b49-08af-4474-9b9a-1e4b49622511 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:21.230921 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a2b49-08af-4474-9b9a-1e4b49622511 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:21.231244 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a2b49-08af-4474-9b9a-1e4b49622511 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:21.231562 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a2b49-08af-4474-9b9a-1e4b49622511 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:21.231878 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a2b49-08af-4474-9b9a-1e4b49622511 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:21.232195 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a2b49-08af-4474-9b9a-1e4b49622511 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:21.232534 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a2b49-08af-4474-9b9a-1e4b49622511 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:21.232845 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a2b49-08af-4474-9b9a-1e4b49622511 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:21.233154 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a2b49-08af-4474-9b9a-1e4b49622511 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:21.233461 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a2b49-08af-4474-9b9a-1e4b49622511 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:21.269397 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7566755-00fa-4838-ae54-5cd0801742cd req-c15a2b49-08af-4474-9b9a-1e4b49622511 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] No DVR routers for this DVR port c066d0ed-965b-40f5-abb9-4b968a527705 on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:48:21.271654 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f7566755-00fa-4838-ae54-5cd0801742cd req-c15a2b49-08af-4474-9b9a-1e4b49622511 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:21.275856 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df83fb5-f6a2-4426-9b28-52770e623b57', 'name': 'network-vif-deleted', 'tag': 'c066d0ed-965b-40f5-abb9-4b968a527705'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:48:21.289245 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f7566755-00fa-4838-ae54-5cd0801742cd req-c15a2b49-08af-4474-9b9a-1e4b49622511 tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.117 "DELETE /v2.0/ports/c066d0ed-965b-40f5-abb9-4b968a527705 HTTP/1.1" status: 204 len: 173 time: 0.7210057 Feb 09 01:48:21.324064 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df83fb5-f6a2-4426-9b28-52770e623b57', 'name': 'network-vif-deleted', 'tag': 'c066d0ed-965b-40f5-abb9-4b968a527705', 'status': 'completed', 'code': 200} Feb 09 01:48:21.731037 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-25169528-e130-4cb9-b89b-ee4dc09bce69 req-88fa713f-07c8-442c-98e6-365c7f0a6fdd tempest-VolumesActionsTest-183237348 tempest-VolumesActionsTest-183237348-project] 10.222.0.37 "GET /v2.0/ports?device_id=6df83fb5-f6a2-4426-9b28-52770e623b57 HTTP/1.1" status: 200 len: 210 time: 0.0432992 Feb 09 01:48:22.265714 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:22.473845 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:48:24.458248 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device c066d0ed-965b-40f5-abb9-4b968a527705 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:48:24.496791 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: c066d0ed-965b-40f5-abb9-4b968a527705 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:48:24.497137 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device c066d0ed-965b-40f5-abb9-4b968a527705 not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:48:25.386940 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:36.996281 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b86ec523-13fc-4836-93d8-bad7d966af47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:39.393198 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7a0019e2-4941-4113-8137-de049260c259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:40.470462 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:40.584314 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:41.899149 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:42.444682 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 33810) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:48:42.506986 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aa29e28-d0c1-4517-8b7e-0cd66c076d97 admin admin] Deleting subnet ce785288-22b9-45a0-879d-b7a47156ca81 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:48:42.510666 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7aa29e28-d0c1-4517-8b7e-0cd66c076d97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:42.560454 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7aa29e28-d0c1-4517-8b7e-0cd66c076d97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:42.615460 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7aa29e28-d0c1-4517-8b7e-0cd66c076d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:42.690044 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7aa29e28-d0c1-4517-8b7e-0cd66c076d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:42.727491 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa29e28-d0c1-4517-8b7e-0cd66c076d97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce785288-22b9-45a0-879d-b7a47156ca81,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:42.731170 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7aa29e28-d0c1-4517-8b7e-0cd66c076d97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:42.736835 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7aa29e28-d0c1-4517-8b7e-0cd66c076d97 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ce785288-22b9-45a0-879d-b7a47156ca81 HTTP/1.1" status: 204 len: 168 time: 0.2910910 Feb 09 01:48:42.739214 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 33814) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:48:42.843624 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4f99bfc2-03cc-4c1d-8ff9-3b001ace7664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:42.965426 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4f99bfc2-03cc-4c1d-8ff9-3b001ace7664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:42.989269 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-4f99bfc2-03cc-4c1d-8ff9-3b001ace7664 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2397c3cf-31db-481e-978b-4f4bd0ebc74c']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:43.001327 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-4f99bfc2-03cc-4c1d-8ff9-3b001ace7664 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3a8baed-731b-4f5a-89ff-b73fe05b50a5') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:43.001626 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-4f99bfc2-03cc-4c1d-8ff9-3b001ace7664 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3a8baed-731b-4f5a-89ff-b73fe05b50a5') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:43.013348 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4f99bfc2-03cc-4c1d-8ff9-3b001ace7664 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:43.028989 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4f99bfc2-03cc-4c1d-8ff9-3b001ace7664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:43.034846 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f99bfc2-03cc-4c1d-8ff9-3b001ace7664 admin admin] Releasing vlan 970 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:48:43.035232 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4f99bfc2-03cc-4c1d-8ff9-3b001ace7664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:43.048719 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:48:43.048719 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:48:43.048719 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:48:43.048719 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:48:43.048719 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:48:43.048719 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:48:43.048719 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:48:43.048719 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:48:43.048719 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:48:43.048719 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:48:43.048719 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:48:43.048719 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:48:43.048719 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:48:43.048719 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:48:43.048719 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:48:43.048719 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:48:43.048719 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:48:43.048719 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:48:43.048719 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:48:43.048719 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:48:43.048719 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:48:43.048719 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:48:43.048719 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:48:43.048719 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:48:43.048719 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:48:43.048719 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:48:43.048719 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:48:43.048719 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:48:43.048719 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:48:43.048719 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:48:43.048719 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:48:43.048719 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:48:43.125418 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4f99bfc2-03cc-4c1d-8ff9-3b001ace7664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:43.142018 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4f99bfc2-03cc-4c1d-8ff9-3b001ace7664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:43.151890 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99bfc2-03cc-4c1d-8ff9-3b001ace7664 admin admin] Pushing event deleted for resources: {'Network': ['ID=2397c3cf-31db-481e-978b-4f4bd0ebc74c,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:43.159846 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4f99bfc2-03cc-4c1d-8ff9-3b001ace7664 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2397c3cf-31db-481e-978b-4f4bd0ebc74c HTTP/1.1" status: 204 len: 168 time: 0.4194806 Feb 09 01:48:43.267346 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 33820) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:48:43.314979 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a57677be-2cd1-4a67-945a-90a8b0c1f1d5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1779235a0b86406ca2e874b879d7da6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465112 Feb 09 01:48:43.317400 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 33824) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:48:43.379587 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f1d9abbd-a445-4ed8-93e7-16b2b30e8d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:43.404277 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f1d9abbd-a445-4ed8-93e7-16b2b30e8d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:43.456073 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f1d9abbd-a445-4ed8-93e7-16b2b30e8d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:43.473466 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9abbd-a445-4ed8-93e7-16b2b30e8d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2d814f-b5e8-405d-9e24-9aad1777d43c,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:43.482004 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f1d9abbd-a445-4ed8-93e7-16b2b30e8d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:43.483171 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f1d9abbd-a445-4ed8-93e7-16b2b30e8d74 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a2d814f-b5e8-405d-9e24-9aad1777d43c HTTP/1.1" status: 204 len: 168 time: 0.1648993 Feb 09 01:48:52.342143 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:55.417581 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:48:59.478016 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:49:06.992291 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-074f67f7-aaaf-4b50-8163-2184303530d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:09.395684 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3701fcc3-3423-447b-a077-bd03dfa5221d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:10.480539 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:10.588559 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:11.902971 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:22.328004 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:23.051702 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34824) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:49:23.169605 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-66f1e683-418b-47b4-b4d2-6a7ae1af05b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:23.184337 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-66f1e683-418b-47b4-b4d2-6a7ae1af05b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:49:23.188640 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-66f1e683-418b-47b4-b4d2-6a7ae1af05b8 admin admin] Usage tracker for resource:security_group_rule and tenant:9162198b798a46f79131c5283f20acd4 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:49:23.191416 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-66f1e683-418b-47b4-b4d2-6a7ae1af05b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:49:23.197089 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-66f1e683-418b-47b4-b4d2-6a7ae1af05b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:49:23.277907 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-66f1e683-418b-47b4-b4d2-6a7ae1af05b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:23.281705 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-66f1e683-418b-47b4-b4d2-6a7ae1af05b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:23.329747 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-66f1e683-418b-47b4-b4d2-6a7ae1af05b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9162198b798a46f79131c5283f20acd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2769945 Feb 09 01:49:23.331294 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1e683-418b-47b4-b4d2-6a7ae1af05b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7640e0e0-c226-40a7-b98a-f20d2bd85dbc,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:23.332473 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34830) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:49:23.339205 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1e683-418b-47b4-b4d2-6a7ae1af05b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:23.339575 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1e683-418b-47b4-b4d2-6a7ae1af05b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:23.339938 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1e683-418b-47b4-b4d2-6a7ae1af05b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:23.340275 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1e683-418b-47b4-b4d2-6a7ae1af05b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:23.340630 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1e683-418b-47b4-b4d2-6a7ae1af05b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:23.340966 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1e683-418b-47b4-b4d2-6a7ae1af05b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:23.341292 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1e683-418b-47b4-b4d2-6a7ae1af05b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:23.341616 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1e683-418b-47b4-b4d2-6a7ae1af05b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:23.341941 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1e683-418b-47b4-b4d2-6a7ae1af05b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:23.342271 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1e683-418b-47b4-b4d2-6a7ae1af05b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:23.342585 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1e683-418b-47b4-b4d2-6a7ae1af05b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:23.342904 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1e683-418b-47b4-b4d2-6a7ae1af05b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:23.394154 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a0fb-dad4-4136-bae4-54cdcd3f0340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:23.418645 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a0fb-dad4-4136-bae4-54cdcd3f0340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:23.473048 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a0fb-dad4-4136-bae4-54cdcd3f0340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:23.486704 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0a0fb-dad4-4136-bae4-54cdcd3f0340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7640e0e0-c226-40a7-b98a-f20d2bd85dbc,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:23.498990 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0a0fb-dad4-4136-bae4-54cdcd3f0340 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:23.499342 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0a0fb-dad4-4136-bae4-54cdcd3f0340 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:23.499682 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0a0fb-dad4-4136-bae4-54cdcd3f0340 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:23.500014 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0a0fb-dad4-4136-bae4-54cdcd3f0340 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:23.500500 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0a0fb-dad4-4136-bae4-54cdcd3f0340 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:23.501028 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0a0fb-dad4-4136-bae4-54cdcd3f0340 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:23.501363 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0a0fb-dad4-4136-bae4-54cdcd3f0340 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:23.501691 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0a0fb-dad4-4136-bae4-54cdcd3f0340 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:23.502017 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0a0fb-dad4-4136-bae4-54cdcd3f0340 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:23.502339 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0a0fb-dad4-4136-bae4-54cdcd3f0340 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:23.502708 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0a0fb-dad4-4136-bae4-54cdcd3f0340 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:23.503291 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0a0fb-dad4-4136-bae4-54cdcd3f0340 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:23.506782 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a0fb-dad4-4136-bae4-54cdcd3f0340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:23.508634 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a4b0a0fb-dad4-4136-bae4-54cdcd3f0340 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7640e0e0-c226-40a7-b98a-f20d2bd85dbc HTTP/1.1" status: 204 len: 168 time: 0.1747952 Feb 09 01:49:24.159081 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34854) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:49:24.262363 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-2d59d0bf-d61a-42e5-8821-7be14e31d625 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-364888192-network', 'tenant_id': '56cb30a49d57418bbcb793edd0a59595'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:24.267855 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2d59d0bf-d61a-42e5-8821-7be14e31d625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:49:24.271734 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2d59d0bf-d61a-42e5-8821-7be14e31d625 admin admin] Usage tracker for resource:network and tenant:56cb30a49d57418bbcb793edd0a59595 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:49:24.274582 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2d59d0bf-d61a-42e5-8821-7be14e31d625 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:49:24.280746 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2d59d0bf-d61a-42e5-8821-7be14e31d625 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:49:24.291217 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d59d0bf-d61a-42e5-8821-7be14e31d625 admin admin] Made reservation on behalf of 56cb30a49d57418bbcb793edd0a59595 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:49:24.294290 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d59d0bf-d61a-42e5-8821-7be14e31d625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:24.306063 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d59d0bf-d61a-42e5-8821-7be14e31d625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:24.320080 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2d59d0bf-d61a-42e5-8821-7be14e31d625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:49:24.323854 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2d59d0bf-d61a-42e5-8821-7be14e31d625 admin admin] Usage tracker for resource:security_group_rule and tenant:56cb30a49d57418bbcb793edd0a59595 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:49:24.326956 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2d59d0bf-d61a-42e5-8821-7be14e31d625 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:49:24.332596 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2d59d0bf-d61a-42e5-8821-7be14e31d625 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:49:24.417957 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d59d0bf-d61a-42e5-8821-7be14e31d625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:24.421852 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d59d0bf-d61a-42e5-8821-7be14e31d625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:24.448471 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d59d0bf-d61a-42e5-8821-7be14e31d625 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 986} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:49:24.461107 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59d0bf-d61a-42e5-8821-7be14e31d625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0962117-8c37-4e89-b269-9e37246f5a34,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:24.466147 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d59d0bf-d61a-42e5-8821-7be14e31d625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:24.466486 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-2d59d0bf-d61a-42e5-8821-7be14e31d625 admin admin] Added segment 800be926-51f8-4639-b07e-725f35db9081 of type vlan for network 24084d6e-baeb-4621-b66d-1c63c38d8a09 Feb 09 01:49:24.491847 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d59d0bf-d61a-42e5-8821-7be14e31d625 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:24.520188 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d59d0bf-d61a-42e5-8821-7be14e31d625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:24.521133 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d59d0bf-d61a-42e5-8821-7be14e31d625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:24.521713 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2d59d0bf-d61a-42e5-8821-7be14e31d625 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:24.625073 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2d59d0bf-d61a-42e5-8821-7be14e31d625 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4649074 Feb 09 01:49:24.625944 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59d0bf-d61a-42e5-8821-7be14e31d625 admin admin] Pushing event updated for resources: {'Network': ['ID=24084d6e-baeb-4621-b66d-1c63c38d8a09,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:24.627827 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34860) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:49:24.634012 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-c5a17e4f-d05c-4a59-86a8-0f845bc9731b admin admin] Request body: {'subnet': {'network_id': '24084d6e-baeb-4621-b66d-1c63c38d8a09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-364888192-subnet', 'tenant_id': '56cb30a49d57418bbcb793edd0a59595', 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:24.637789 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 24084d6e-baeb-4621-b66d-1c63c38d8a09 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:49:24.640067 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c5a17e4f-d05c-4a59-86a8-0f845bc9731b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:49:24.643918 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c5a17e4f-d05c-4a59-86a8-0f845bc9731b admin admin] Usage tracker for resource:subnet and tenant:56cb30a49d57418bbcb793edd0a59595 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:49:24.646792 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-c5a17e4f-d05c-4a59-86a8-0f845bc9731b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:49:24.653724 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-c5a17e4f-d05c-4a59-86a8-0f845bc9731b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:49:24.662848 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a17e4f-d05c-4a59-86a8-0f845bc9731b admin admin] Made reservation on behalf of 56cb30a49d57418bbcb793edd0a59595 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:49:24.665467 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c5a17e4f-d05c-4a59-86a8-0f845bc9731b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:24.879830 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c5a17e4f-d05c-4a59-86a8-0f845bc9731b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:24.953129 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a17e4f-d05c-4a59-86a8-0f845bc9731b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea86a03f-b357-4460-80b1-c83ae4e527bc,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:24.963016 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a17e4f-d05c-4a59-86a8-0f845bc9731b admin admin] Checking segment: {'id': '800be926-51f8-4639-b07e-725f35db9081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '24084d6e-baeb-4621-b66d-1c63c38d8a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:49:24.963363 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a17e4f-d05c-4a59-86a8-0f845bc9731b admin admin] Network hostable DHCP agents. Network: 24084d6e-baeb-4621-b66d-1c63c38d8a09, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:49:24.981144 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a17e4f-d05c-4a59-86a8-0f845bc9731b admin admin] Network 24084d6e-baeb-4621-b66d-1c63c38d8a09 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:49:24.989633 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-c5a17e4f-d05c-4a59-86a8-0f845bc9731b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 24084d6e-baeb-4621-b66d-1c63c38d8a09) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:24.993459 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a17e4f-d05c-4a59-86a8-0f845bc9731b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:24.994032 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c5a17e4f-d05c-4a59-86a8-0f845bc9731b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:24.999740 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44748375-5d75-40f7-8431-1f58beacfc32 None None] Network 24084d6e-baeb-4621-b66d-1c63c38d8a09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:49:25.014737 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c5a17e4f-d05c-4a59-86a8-0f845bc9731b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3858674 Feb 09 01:49:25.017385 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34864) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:49:25.022606 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-d914a4b2-664f-41bc-b590-d63973f488d8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-364888192-router', 'tenant_id': '56cb30a49d57418bbcb793edd0a59595', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:25.028102 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d914a4b2-664f-41bc-b590-d63973f488d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:49:25.032096 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d914a4b2-664f-41bc-b590-d63973f488d8 admin admin] Usage tracker for resource:router and tenant:56cb30a49d57418bbcb793edd0a59595 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:49:25.035253 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d914a4b2-664f-41bc-b590-d63973f488d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:49:25.041116 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d914a4b2-664f-41bc-b590-d63973f488d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:49:25.051689 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d914a4b2-664f-41bc-b590-d63973f488d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:25.052869 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d914a4b2-664f-41bc-b590-d63973f488d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:25.071796 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d914a4b2-664f-41bc-b590-d63973f488d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:25.226243 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-24084d6e-baeb-4621-b66d-1c63c38d8a09', 'network_id': '24084d6e-baeb-4621-b66d-1c63c38d8a09', 'tenant_id': '56cb30a49d57418bbcb793edd0a59595', 'fixed_ips': [{'subnet_id': 'ea86a03f-b357-4460-80b1-c83ae4e527bc'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:49:25.227177 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:25.347822 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d914a4b2-664f-41bc-b590-d63973f488d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:25.425166 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] Allocated IP 172.20.0.2 (24084d6e-baeb-4621-b66d-1c63c38d8a09/ea86a03f-b357-4460-80b1-c83ae4e527bc/978d1f9f-c394-4bb4-b144-7858c7155095) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:25.427362 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:25.647085 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:25.658460 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] Transition to ACTIVE for port object 978d1f9f-c394-4bb4-b144-7858c7155095 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:49:25.677879 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] Transition to ACTIVE for port object 978d1f9f-c394-4bb4-b144-7858c7155095 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:49:25.683109 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:25.747145 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] Network 24084d6e-baeb-4621-b66d-1c63c38d8a09 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:25.750103 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:25.753806 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:49:25.761047 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] Pushing event updated for resources: {'Port': ['ID=978d1f9f-c394-4bb4-b144-7858c7155095,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:25.773390 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d914a4b2-664f-41bc-b590-d63973f488d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:25.802011 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:25.802360 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:25.802689 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:25.803017 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:25.803330 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d914a4b2-664f-41bc-b590-d63973f488d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:25.803449 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:25.803651 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:25.803966 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:25.804290 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:25.804624 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:25.804941 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:25.805259 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:25.805575 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:25.863014 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] Attempting to bind port 978d1f9f-c394-4bb4-b144-7858c7155095 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:49:25.863381 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] Attempting to bind port 978d1f9f-c394-4bb4-b144-7858c7155095 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '800be926-51f8-4639-b07e-725f35db9081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '24084d6e-baeb-4621-b66d-1c63c38d8a09'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:49:25.863742 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] Attempting to bind port 978d1f9f-c394-4bb4-b144-7858c7155095 on network 24084d6e-baeb-4621-b66d-1c63c38d8a09 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:49:25.869087 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:49:25.869458 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] Checking segment: {'id': '800be926-51f8-4639-b07e-725f35db9081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '24084d6e-baeb-4621-b66d-1c63c38d8a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:49:25.869852 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:25.870241 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] Bound using segment: {'id': '800be926-51f8-4639-b07e-725f35db9081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '24084d6e-baeb-4621-b66d-1c63c38d8a09'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:49:25.870696 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] Bound port: 978d1f9f-c394-4bb4-b144-7858c7155095, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800be926-51f8-4639-b07e-725f35db9081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '24084d6e-baeb-4621-b66d-1c63c38d8a09'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:49:25.871123 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:25.940974 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-d914a4b2-664f-41bc-b590-d63973f488d8 admin admin] Allocated IP 172.25.5.154 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/ccc92142-3556-4dc2-85cd-d00707376adf) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:25.957388 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] For port 978d1f9f-c394-4bb4-b144-7858c7155095, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:49:25.961234 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] For port 978d1f9f-c394-4bb4-b144-7858c7155095, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=978d1f9f-c394-4bb4-b144-7858c7155095,segment=NetworkSegment(800be926-51f8-4639-b07e-725f35db9081),segment_id=800be926-51f8-4639-b07e-725f35db9081)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:49:25.966087 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:26.057062 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004d326-bbd5-48ec-8e49-8dd68caf58e0 None None] Pushing event updated for resources: {'Port': ['ID=978d1f9f-c394-4bb4-b144-7858c7155095,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:26.102016 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d914a4b2-664f-41bc-b590-d63973f488d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:26.131745 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d914a4b2-664f-41bc-b590-d63973f488d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:26.199688 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d914a4b2-664f-41bc-b590-d63973f488d8 admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:26.202776 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-d914a4b2-664f-41bc-b590-d63973f488d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:26.206494 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d914a4b2-664f-41bc-b590-d63973f488d8 admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:49:26.258732 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d914a4b2-664f-41bc-b590-d63973f488d8 admin admin] Pushing event updated for resources: {'Port': ['ID=ccc92142-3556-4dc2-85cd-d00707376adf,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:26.644424 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d914a4b2-664f-41bc-b590-d63973f488d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:26.894482 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 978d1f9f-c394-4bb4-b144-7858c7155095 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:49:26.964259 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 978d1f9f-c394-4bb4-b144-7858c7155095 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:49:27.009604 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d914a4b2-664f-41bc-b590-d63973f488d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:27.039904 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfd339a-9285-47f5-9b1a-e9a0516e16c4 None None] Network 24084d6e-baeb-4621-b66d-1c63c38d8a09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:49:27.130096 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f4b5eee8-aba9-49d0-a9a6-b0b49d8c8857 None None] Provisioning for port 978d1f9f-c394-4bb4-b144-7858c7155095 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:49:27.141686 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f4b5eee8-aba9-49d0-a9a6-b0b49d8c8857 None None] Provisioning complete for port 978d1f9f-c394-4bb4-b144-7858c7155095 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:27.142256 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f4b5eee8-aba9-49d0-a9a6-b0b49d8c8857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:27.331589 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d914a4b2-664f-41bc-b590-d63973f488d8 admin admin] Router 9e8ce7da-a7e0-420e-8f6e-97334537185a is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:49:27.381701 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f4b5eee8-aba9-49d0-a9a6-b0b49d8c8857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:27.423303 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f4b5eee8-aba9-49d0-a9a6-b0b49d8c8857 None None] For port 978d1f9f-c394-4bb4-b144-7858c7155095, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=978d1f9f-c394-4bb4-b144-7858c7155095,segment=NetworkSegment(800be926-51f8-4639-b07e-725f35db9081),segment_id=800be926-51f8-4639-b07e-725f35db9081)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:49:27.430723 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f4b5eee8-aba9-49d0-a9a6-b0b49d8c8857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:27.503937 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b5eee8-aba9-49d0-a9a6-b0b49d8c8857 None None] Pushing event updated for resources: {'Port': ['ID=978d1f9f-c394-4bb4-b144-7858c7155095,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:27.513182 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d914a4b2-664f-41bc-b590-d63973f488d8 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:49:27.524531 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2565b57-0be1-4b8b-b851-c4f99da46d5e None None] Sync routers for ids ['9e8ce7da-a7e0-420e-8f6e-97334537185a'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:49:27.535239 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2565b57-0be1-4b8b-b851-c4f99da46d5e None None] Routers {'9e8ce7da-a7e0-420e-8f6e-97334537185a'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:49:27.536155 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d2565b57-0be1-4b8b-b851-c4f99da46d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:49:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['9e8ce7da-a7e0-420e-8f6e-97334537185a'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:27.538873 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d914a4b2-664f-41bc-b590-d63973f488d8 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:27.543104 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d914a4b2-664f-41bc-b590-d63973f488d8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5220337 Feb 09 01:49:27.543502 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34868) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:49:27.659075 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-27be1ebe-5916-489e-bfe3-1b91bd8d6450 None None] Provisioning complete for port 978d1f9f-c394-4bb4-b144-7858c7155095 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:27.659630 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-27be1ebe-5916-489e-bfe3-1b91bd8d6450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:27.726227 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-d2565b57-0be1-4b8b-b851-c4f99da46d5e None None] Set router 9e8ce7da-a7e0-420e-8f6e-97334537185a gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:49:28.005256 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d2565b57-0be1-4b8b-b851-c4f99da46d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8ce7da-a7e0-420e-8f6e-97334537185a', 'name': 'tempest-TestAggregatesBasicOps-364888192-router', 'tenant_id': '56cb30a49d57418bbcb793edd0a59595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'ccc92142-3556-4dc2-85cd-d00707376adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:25Z', 'updated_at': '2022-02-09T01:49:26Z', 'revision_number': 3, 'project_id': '56cb30a49d57418bbcb793edd0a59595', 'gw_port': {'id': 'ccc92142-3556-4dc2-85cd-d00707376adf', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8ce7da-a7e0-420e-8f6e-97334537185a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:25Z', 'updated_at': '2022-02-09T01:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:28.009346 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2565b57-0be1-4b8b-b851-c4f99da46d5e None None] Checking router: 9e8ce7da-a7e0-420e-8f6e-97334537185a for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:49:28.009691 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2565b57-0be1-4b8b-b851-c4f99da46d5e None None] Updating router 9e8ce7da-a7e0-420e-8f6e-97334537185a port ccc92142-3556-4dc2-85cd-d00707376adf binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:49:28.062527 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d2565b57-0be1-4b8b-b851-c4f99da46d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:28.331262 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b6a697b0-9ba0-4a6f-b9c4-30632900bf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:28.378675 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d2565b57-0be1-4b8b-b851-c4f99da46d5e None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:28.390666 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-d2565b57-0be1-4b8b-b851-c4f99da46d5e None None] Transition to ACTIVE for port object ccc92142-3556-4dc2-85cd-d00707376adf will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:49:28.397285 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d2565b57-0be1-4b8b-b851-c4f99da46d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:28.474417 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-d2565b57-0be1-4b8b-b851-c4f99da46d5e None None] Attempting to bind port ccc92142-3556-4dc2-85cd-d00707376adf on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:49:28.474761 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-d2565b57-0be1-4b8b-b851-c4f99da46d5e None None] Attempting to bind port ccc92142-3556-4dc2-85cd-d00707376adf by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:49:28.475111 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2565b57-0be1-4b8b-b851-c4f99da46d5e None None] Attempting to bind port ccc92142-3556-4dc2-85cd-d00707376adf on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:49:28.484513 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b540a43-fe54-4954-8ff6-3b8d2291aecd None None] Pushing event updated for resources: {'Port': ['ID=ccc92142-3556-4dc2-85cd-d00707376adf,revision_number=2']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:28.486605 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2565b57-0be1-4b8b-b851-c4f99da46d5e None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:49:28.486966 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2565b57-0be1-4b8b-b851-c4f99da46d5e None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:49:28.487353 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d2565b57-0be1-4b8b-b851-c4f99da46d5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:28.487730 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2565b57-0be1-4b8b-b851-c4f99da46d5e None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:49:28.488183 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-d2565b57-0be1-4b8b-b851-c4f99da46d5e None None] Bound port: ccc92142-3556-4dc2-85cd-d00707376adf, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:49:28.488570 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d2565b57-0be1-4b8b-b851-c4f99da46d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:28.525491 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b540a43-fe54-4954-8ff6-3b8d2291aecd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:28.526200 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b540a43-fe54-4954-8ff6-3b8d2291aecd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:28.526200 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b540a43-fe54-4954-8ff6-3b8d2291aecd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:28.526499 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b540a43-fe54-4954-8ff6-3b8d2291aecd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:28.527667 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b540a43-fe54-4954-8ff6-3b8d2291aecd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:28.527667 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b540a43-fe54-4954-8ff6-3b8d2291aecd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:28.527913 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b540a43-fe54-4954-8ff6-3b8d2291aecd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:28.528234 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b540a43-fe54-4954-8ff6-3b8d2291aecd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:28.528574 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b540a43-fe54-4954-8ff6-3b8d2291aecd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:28.528885 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b540a43-fe54-4954-8ff6-3b8d2291aecd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:28.529579 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b540a43-fe54-4954-8ff6-3b8d2291aecd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:28.529579 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b540a43-fe54-4954-8ff6-3b8d2291aecd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:28.540124 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-b6a697b0-9ba0-4a6f-b9c4-30632900bf34 admin admin] Allocated IP 172.20.0.1 (24084d6e-baeb-4621-b66d-1c63c38d8a09/ea86a03f-b357-4460-80b1-c83ae4e527bc/6db12212-810b-4ff4-a0c9-4fd064ce802a) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:28.571183 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-d2565b57-0be1-4b8b-b851-c4f99da46d5e None None] For port ccc92142-3556-4dc2-85cd-d00707376adf, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:49:28.574220 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-d2565b57-0be1-4b8b-b851-c4f99da46d5e None None] For port ccc92142-3556-4dc2-85cd-d00707376adf, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=ccc92142-3556-4dc2-85cd-d00707376adf,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:49:28.577918 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d2565b57-0be1-4b8b-b851-c4f99da46d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:28.656124 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2565b57-0be1-4b8b-b851-c4f99da46d5e None None] Routers {'9e8ce7da-a7e0-420e-8f6e-97334537185a'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:49:28.656765 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d2565b57-0be1-4b8b-b851-c4f99da46d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:49:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['9e8ce7da-a7e0-420e-8f6e-97334537185a'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:28.690975 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b6a697b0-9ba0-4a6f-b9c4-30632900bf34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:28.705938 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-b6a697b0-9ba0-4a6f-b9c4-30632900bf34 admin admin] Transition to ACTIVE for port object 6db12212-810b-4ff4-a0c9-4fd064ce802a will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:49:28.716948 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b540a43-fe54-4954-8ff6-3b8d2291aecd None None] Pushing event updated for resources: {'Port': ['ID=ccc92142-3556-4dc2-85cd-d00707376adf,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:28.731827 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b6a697b0-9ba0-4a6f-b9c4-30632900bf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:28.798593 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a697b0-9ba0-4a6f-b9c4-30632900bf34 admin admin] Network 24084d6e-baeb-4621-b66d-1c63c38d8a09 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:28.801135 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-b6a697b0-9ba0-4a6f-b9c4-30632900bf34 admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:28.804851 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a697b0-9ba0-4a6f-b9c4-30632900bf34 admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:49:28.845773 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a697b0-9ba0-4a6f-b9c4-30632900bf34 admin admin] Pushing event updated for resources: {'Port': ['ID=6db12212-810b-4ff4-a0c9-4fd064ce802a,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:28.867900 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b6a697b0-9ba0-4a6f-b9c4-30632900bf34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:28.869811 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 978d1f9f-c394-4bb4-b144-7858c7155095 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:49:28.879470 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-d2565b57-0be1-4b8b-b851-c4f99da46d5e None None] Set router 9e8ce7da-a7e0-420e-8f6e-97334537185a gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:49:28.957568 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 978d1f9f-c394-4bb4-b144-7858c7155095 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:28.958020 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:29.115207 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-48e5e88e-a241-403e-a72c-c5faff7f6099 None None] Provisioning for port 6db12212-810b-4ff4-a0c9-4fd064ce802a completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:49:29.122972 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b6a697b0-9ba0-4a6f-b9c4-30632900bf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:29.123406 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-48e5e88e-a241-403e-a72c-c5faff7f6099 None None] Provisioning complete for port 6db12212-810b-4ff4-a0c9-4fd064ce802a triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:29.124432 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-48e5e88e-a241-403e-a72c-c5faff7f6099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:29.181983 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-48e5e88e-a241-403e-a72c-c5faff7f6099 None None] Port 6db12212-810b-4ff4-a0c9-4fd064ce802a cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:49:29.202448 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d2565b57-0be1-4b8b-b851-c4f99da46d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8ce7da-a7e0-420e-8f6e-97334537185a', 'name': 'tempest-TestAggregatesBasicOps-364888192-router', 'tenant_id': '56cb30a49d57418bbcb793edd0a59595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'ccc92142-3556-4dc2-85cd-d00707376adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:25Z', 'updated_at': '2022-02-09T01:49:26Z', 'revision_number': 3, 'project_id': '56cb30a49d57418bbcb793edd0a59595', 'gw_port': {'id': 'ccc92142-3556-4dc2-85cd-d00707376adf', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8ce7da-a7e0-420e-8f6e-97334537185a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:25Z', 'updated_at': '2022-02-09T01:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:29.206258 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2565b57-0be1-4b8b-b851-c4f99da46d5e None None] The sync data for ids ['9e8ce7da-a7e0-420e-8f6e-97334537185a'] in n-d-828419-1 is: [{'id': '9e8ce7da-a7e0-420e-8f6e-97334537185a', 'name': 'tempest-TestAggregatesBasicOps-364888192-router', 'tenant_id': '56cb30a49d57418bbcb793edd0a59595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'ccc92142-3556-4dc2-85cd-d00707376adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:25Z', 'updated_at': '2022-02-09T01:49:26Z', 'revision_number': 3, 'project_id': '56cb30a49d57418bbcb793edd0a59595', 'gw_port': {'id': 'ccc92142-3556-4dc2-85cd-d00707376adf', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8ce7da-a7e0-420e-8f6e-97334537185a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:25Z', 'updated_at': '2022-02-09T01:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:49:29.352932 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b6a697b0-9ba0-4a6f-b9c4-30632900bf34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:29.357425 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b6a697b0-9ba0-4a6f-b9c4-30632900bf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:29.602821 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a697b0-9ba0-4a6f-b9c4-30632900bf34 admin admin] Pushing event updated for resources: {'Port': ['ID=6db12212-810b-4ff4-a0c9-4fd064ce802a,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:29.605780 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b6a697b0-9ba0-4a6f-b9c4-30632900bf34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:29.753211 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a697b0-9ba0-4a6f-b9c4-30632900bf34 admin admin] Network 24084d6e-baeb-4621-b66d-1c63c38d8a09 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:29.754391 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-b6a697b0-9ba0-4a6f-b9c4-30632900bf34 admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:29.963773 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a697b0-9ba0-4a6f-b9c4-30632900bf34 admin admin] Router 9e8ce7da-a7e0-420e-8f6e-97334537185a has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:49:30.008836 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6dcef408-6d05-488a-a9dc-5ba0ced23243 None None] Provisioning complete for port 6db12212-810b-4ff4-a0c9-4fd064ce802a triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:30.009388 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6dcef408-6d05-488a-a9dc-5ba0ced23243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:30.064866 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-6dcef408-6d05-488a-a9dc-5ba0ced23243 None None] Port 6db12212-810b-4ff4-a0c9-4fd064ce802a cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:49:30.165909 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a697b0-9ba0-4a6f-b9c4-30632900bf34 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:49:30.182963 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b6a697b0-9ba0-4a6f-b9c4-30632900bf34 admin admin] 10.222.0.37 "PUT /v2.0/routers/9e8ce7da-a7e0-420e-8f6e-97334537185a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6381650 Feb 09 01:49:30.682374 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34886) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:49:30.687913 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-bd50fa5b-7edd-40a3-b135-7b31ad10b67d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-42496805-network', 'tenant_id': 'fdb23db899ff40afa31cf8daf2cfe4ca'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:30.693208 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-bd50fa5b-7edd-40a3-b135-7b31ad10b67d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:49:30.697146 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-bd50fa5b-7edd-40a3-b135-7b31ad10b67d admin admin] Usage tracker for resource:network and tenant:fdb23db899ff40afa31cf8daf2cfe4ca is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:49:30.700619 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-bd50fa5b-7edd-40a3-b135-7b31ad10b67d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:49:30.706290 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-bd50fa5b-7edd-40a3-b135-7b31ad10b67d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:49:30.717608 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd50fa5b-7edd-40a3-b135-7b31ad10b67d admin admin] Made reservation on behalf of fdb23db899ff40afa31cf8daf2cfe4ca for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:49:30.720071 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bd50fa5b-7edd-40a3-b135-7b31ad10b67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:30.731952 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bd50fa5b-7edd-40a3-b135-7b31ad10b67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:30.747409 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-bd50fa5b-7edd-40a3-b135-7b31ad10b67d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:49:30.750588 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-bd50fa5b-7edd-40a3-b135-7b31ad10b67d admin admin] Usage tracker for resource:security_group_rule and tenant:fdb23db899ff40afa31cf8daf2cfe4ca is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:49:30.753383 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-bd50fa5b-7edd-40a3-b135-7b31ad10b67d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:49:30.759348 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-bd50fa5b-7edd-40a3-b135-7b31ad10b67d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:49:30.772255 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fca19c-e698-40ec-ab51-e5b391ede65e None None] Sync routers for ids ['9e8ce7da-a7e0-420e-8f6e-97334537185a'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:49:30.781585 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fca19c-e698-40ec-ab51-e5b391ede65e None None] Routers {'9e8ce7da-a7e0-420e-8f6e-97334537185a'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:49:30.782202 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-47fca19c-e698-40ec-ab51-e5b391ede65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:49:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['9e8ce7da-a7e0-420e-8f6e-97334537185a'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:30.858519 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bd50fa5b-7edd-40a3-b135-7b31ad10b67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:30.865796 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bd50fa5b-7edd-40a3-b135-7b31ad10b67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:30.895277 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd50fa5b-7edd-40a3-b135-7b31ad10b67d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 967} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:49:30.896231 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ccc92142-3556-4dc2-85cd-d00707376adf up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:49:30.908934 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50fa5b-7edd-40a3-b135-7b31ad10b67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cce1430-cc0b-4a2f-af8d-16e5a84d0641,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:30.913481 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bd50fa5b-7edd-40a3-b135-7b31ad10b67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:30.913829 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-bd50fa5b-7edd-40a3-b135-7b31ad10b67d admin admin] Added segment 4c241721-2fd2-4ffd-ab6f-1a4614cd6baa of type vlan for network eaf23385-fac0-42a8-965a-a401bfb6652c Feb 09 01:49:30.943612 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bd50fa5b-7edd-40a3-b135-7b31ad10b67d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:30.973069 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bd50fa5b-7edd-40a3-b135-7b31ad10b67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:30.974063 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd50fa5b-7edd-40a3-b135-7b31ad10b67d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:30.974653 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-bd50fa5b-7edd-40a3-b135-7b31ad10b67d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:31.065275 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port ccc92142-3556-4dc2-85cd-d00707376adf completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:49:31.070182 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-47fca19c-e698-40ec-ab51-e5b391ede65e None None] Set router 9e8ce7da-a7e0-420e-8f6e-97334537185a gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:49:31.074891 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50fa5b-7edd-40a3-b135-7b31ad10b67d admin admin] Pushing event updated for resources: {'Network': ['ID=eaf23385-fac0-42a8-965a-a401bfb6652c,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:31.078075 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-bd50fa5b-7edd-40a3-b135-7b31ad10b67d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3946722 Feb 09 01:49:31.080874 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34890) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:49:31.086546 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-ffe6d605-9aea-434e-8ae9-75daad24d30f admin admin] Request body: {'subnet': {'network_id': 'eaf23385-fac0-42a8-965a-a401bfb6652c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-42496805-subnet', 'tenant_id': 'fdb23db899ff40afa31cf8daf2cfe4ca', 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:31.094681 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ffe6d605-9aea-434e-8ae9-75daad24d30f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:49:31.098791 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ffe6d605-9aea-434e-8ae9-75daad24d30f admin admin] Usage tracker for resource:subnet and tenant:fdb23db899ff40afa31cf8daf2cfe4ca is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:49:31.102725 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ffe6d605-9aea-434e-8ae9-75daad24d30f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:49:31.109773 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ffe6d605-9aea-434e-8ae9-75daad24d30f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:49:31.121576 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network eaf23385-fac0-42a8-965a-a401bfb6652c details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:49:31.123070 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe6d605-9aea-434e-8ae9-75daad24d30f admin admin] Made reservation on behalf of fdb23db899ff40afa31cf8daf2cfe4ca for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:49:31.125848 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ffe6d605-9aea-434e-8ae9-75daad24d30f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:31.146914 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port ccc92142-3556-4dc2-85cd-d00707376adf triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:31.147285 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:31.329672 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ffe6d605-9aea-434e-8ae9-75daad24d30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:31.397803 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6d605-9aea-434e-8ae9-75daad24d30f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ab23397-626e-4a48-b166-8698c1cdd46d,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:31.411154 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe6d605-9aea-434e-8ae9-75daad24d30f admin admin] Checking segment: {'id': '4c241721-2fd2-4ffd-ab6f-1a4614cd6baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': 'eaf23385-fac0-42a8-965a-a401bfb6652c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:49:31.411509 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe6d605-9aea-434e-8ae9-75daad24d30f admin admin] Network hostable DHCP agents. Network: eaf23385-fac0-42a8-965a-a401bfb6652c, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:49:31.430075 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe6d605-9aea-434e-8ae9-75daad24d30f admin admin] Network eaf23385-fac0-42a8-965a-a401bfb6652c is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:49:31.439536 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-ffe6d605-9aea-434e-8ae9-75daad24d30f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, eaf23385-fac0-42a8-965a-a401bfb6652c) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:31.443905 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe6d605-9aea-434e-8ae9-75daad24d30f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:31.444347 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ffe6d605-9aea-434e-8ae9-75daad24d30f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:31.465950 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ffe6d605-9aea-434e-8ae9-75daad24d30f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3839855 Feb 09 01:49:31.467348 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e6f9e8-1041-4351-9cb5-f9dc8442649c None None] Network eaf23385-fac0-42a8-965a-a401bfb6652c requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:49:31.468689 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34894) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:49:31.473706 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-8a18ff3f-19ab-49e0-8545-34206d669c49 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-42496805-router', 'tenant_id': 'fdb23db899ff40afa31cf8daf2cfe4ca', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:31.479001 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8a18ff3f-19ab-49e0-8545-34206d669c49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:49:31.482972 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8a18ff3f-19ab-49e0-8545-34206d669c49 admin admin] Usage tracker for resource:router and tenant:fdb23db899ff40afa31cf8daf2cfe4ca is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:49:31.485836 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8a18ff3f-19ab-49e0-8545-34206d669c49 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:49:31.491485 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8a18ff3f-19ab-49e0-8545-34206d669c49 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:49:31.513672 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8a18ff3f-19ab-49e0-8545-34206d669c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:31.514808 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8a18ff3f-19ab-49e0-8545-34206d669c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:31.529639 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8a18ff3f-19ab-49e0-8545-34206d669c49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:31.606430 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:31.677727 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port ccc92142-3556-4dc2-85cd-d00707376adf, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=ccc92142-3556-4dc2-85cd-d00707376adf,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:49:31.685975 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:31.793896 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8a18ff3f-19ab-49e0-8545-34206d669c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:31.848988 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=ccc92142-3556-4dc2-85cd-d00707376adf,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:31.854790 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07ee856-7192-4131-8737-7bcdbc85408b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-eaf23385-fac0-42a8-965a-a401bfb6652c', 'network_id': 'eaf23385-fac0-42a8-965a-a401bfb6652c', 'tenant_id': 'fdb23db899ff40afa31cf8daf2cfe4ca', 'fixed_ips': [{'subnet_id': '0ab23397-626e-4a48-b166-8698c1cdd46d'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:49:31.856157 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f07ee856-7192-4131-8737-7bcdbc85408b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:31.874712 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-47fca19c-e698-40ec-ab51-e5b391ede65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8ce7da-a7e0-420e-8f6e-97334537185a', 'name': 'tempest-TestAggregatesBasicOps-364888192-router', 'tenant_id': '56cb30a49d57418bbcb793edd0a59595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'ccc92142-3556-4dc2-85cd-d00707376adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:25Z', 'updated_at': '2022-02-09T01:49:29Z', 'revision_number': 4, 'project_id': '56cb30a49d57418bbcb793edd0a59595', 'gw_port': {'id': 'ccc92142-3556-4dc2-85cd-d00707376adf', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8ce7da-a7e0-420e-8f6e-97334537185a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:25Z', 'updated_at': '2022-02-09T01:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '6db12212-810b-4ff4-a0c9-4fd064ce802a', 'name': '', 'network_id': '24084d6e-baeb-4621-b66d-1c63c38d8a09', 'tenant_id': '56cb30a49d57418bbcb793edd0a59595', 'mac_address': 'fa:16:3e:cf:f3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8ce7da-a7e0-420e-8f6e-97334537185a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'ea86a03f-b357-4460-80b1-c83ae4e527bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:28Z', 'updated_at': '2022-02-09T01:49:29Z', 'revision_number': 2, 'project_id': '56cb30a49d57418bbcb793edd0a59595', 'subnets': [{'id': 'ea86a03f-b357-4460-80b1-c83ae4e527bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:31.881408 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fca19c-e698-40ec-ab51-e5b391ede65e None None] Checking router: 9e8ce7da-a7e0-420e-8f6e-97334537185a for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:49:31.881760 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fca19c-e698-40ec-ab51-e5b391ede65e None None] Updating router 9e8ce7da-a7e0-420e-8f6e-97334537185a port 6db12212-810b-4ff4-a0c9-4fd064ce802a binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:49:31.993780 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-47fca19c-e698-40ec-ab51-e5b391ede65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:32.171568 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-f07ee856-7192-4131-8737-7bcdbc85408b None None] Allocated IP 172.20.0.2 (eaf23385-fac0-42a8-965a-a401bfb6652c/0ab23397-626e-4a48-b166-8698c1cdd46d/fed24314-0080-4838-93c9-8e3be2b6172b) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:32.218108 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8a18ff3f-19ab-49e0-8545-34206d669c49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:32.249414 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8a18ff3f-19ab-49e0-8545-34206d669c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:32.385952 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-8a18ff3f-19ab-49e0-8545-34206d669c49 admin admin] Allocated IP 172.25.5.165 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/3f555d2d-eaaf-4aad-a216-135f567ca3d6) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:32.535053 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8a18ff3f-19ab-49e0-8545-34206d669c49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:32.565009 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8a18ff3f-19ab-49e0-8545-34206d669c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:32.586011 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f07ee856-7192-4131-8737-7bcdbc85408b None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:32.602871 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f07ee856-7192-4131-8737-7bcdbc85408b None None] Transition to ACTIVE for port object fed24314-0080-4838-93c9-8e3be2b6172b will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:49:32.626494 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-47fca19c-e698-40ec-ab51-e5b391ede65e None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:32.635485 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a18ff3f-19ab-49e0-8545-34206d669c49 admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:32.637674 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f07ee856-7192-4131-8737-7bcdbc85408b None None] Transition to ACTIVE for port object fed24314-0080-4838-93c9-8e3be2b6172b will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:49:32.638905 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-8a18ff3f-19ab-49e0-8545-34206d669c49 admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:32.642349 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a18ff3f-19ab-49e0-8545-34206d669c49 admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:49:32.644912 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-47fca19c-e698-40ec-ab51-e5b391ede65e None None] Transition to ACTIVE for port object 6db12212-810b-4ff4-a0c9-4fd064ce802a will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:49:32.648772 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f07ee856-7192-4131-8737-7bcdbc85408b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:32.682226 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18ff3f-19ab-49e0-8545-34206d669c49 admin admin] Pushing event updated for resources: {'Port': ['ID=3f555d2d-eaaf-4aad-a216-135f567ca3d6,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:32.684135 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-47fca19c-e698-40ec-ab51-e5b391ede65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:32.725797 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07ee856-7192-4131-8737-7bcdbc85408b None None] Network eaf23385-fac0-42a8-965a-a401bfb6652c is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:32.780168 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-f07ee856-7192-4131-8737-7bcdbc85408b None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:32.790708 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07ee856-7192-4131-8737-7bcdbc85408b None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:49:32.799002 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ee856-7192-4131-8737-7bcdbc85408b None None] Pushing event updated for resources: {'Port': ['ID=fed24314-0080-4838-93c9-8e3be2b6172b,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:32.906554 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ccc92142-3556-4dc2-85cd-d00707376adf up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:49:33.072921 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993339d7-a4b2-420c-bc33-9dd04af90a1f None None] Pushing event updated for resources: {'Port': ['ID=6db12212-810b-4ff4-a0c9-4fd064ce802a,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:33.087265 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-47fca19c-e698-40ec-ab51-e5b391ede65e None None] Attempting to bind port 6db12212-810b-4ff4-a0c9-4fd064ce802a on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:49:33.087637 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-47fca19c-e698-40ec-ab51-e5b391ede65e None None] Attempting to bind port 6db12212-810b-4ff4-a0c9-4fd064ce802a by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '800be926-51f8-4639-b07e-725f35db9081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '24084d6e-baeb-4621-b66d-1c63c38d8a09'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:49:33.088004 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fca19c-e698-40ec-ab51-e5b391ede65e None None] Attempting to bind port 6db12212-810b-4ff4-a0c9-4fd064ce802a on network 24084d6e-baeb-4621-b66d-1c63c38d8a09 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:49:33.089150 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8a18ff3f-19ab-49e0-8545-34206d669c49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:33.094842 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-f07ee856-7192-4131-8737-7bcdbc85408b None None] Attempting to bind port fed24314-0080-4838-93c9-8e3be2b6172b on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:49:33.095210 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-f07ee856-7192-4131-8737-7bcdbc85408b None None] Attempting to bind port fed24314-0080-4838-93c9-8e3be2b6172b by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '4c241721-2fd2-4ffd-ab6f-1a4614cd6baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': 'eaf23385-fac0-42a8-965a-a401bfb6652c'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:49:33.095570 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ee856-7192-4131-8737-7bcdbc85408b None None] Attempting to bind port fed24314-0080-4838-93c9-8e3be2b6172b on network eaf23385-fac0-42a8-965a-a401bfb6652c {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:49:33.102536 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fca19c-e698-40ec-ab51-e5b391ede65e None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:49:33.102912 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fca19c-e698-40ec-ab51-e5b391ede65e None None] Checking segment: {'id': '800be926-51f8-4639-b07e-725f35db9081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '24084d6e-baeb-4621-b66d-1c63c38d8a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:49:33.103314 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-47fca19c-e698-40ec-ab51-e5b391ede65e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:33.103708 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fca19c-e698-40ec-ab51-e5b391ede65e None None] Bound using segment: {'id': '800be926-51f8-4639-b07e-725f35db9081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '24084d6e-baeb-4621-b66d-1c63c38d8a09'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:49:33.104175 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-47fca19c-e698-40ec-ab51-e5b391ede65e None None] Bound port: 6db12212-810b-4ff4-a0c9-4fd064ce802a, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800be926-51f8-4639-b07e-725f35db9081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '24084d6e-baeb-4621-b66d-1c63c38d8a09'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:49:33.104577 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-47fca19c-e698-40ec-ab51-e5b391ede65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:33.123415 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ee856-7192-4131-8737-7bcdbc85408b None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:49:33.123793 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ee856-7192-4131-8737-7bcdbc85408b None None] Checking segment: {'id': '4c241721-2fd2-4ffd-ab6f-1a4614cd6baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': 'eaf23385-fac0-42a8-965a-a401bfb6652c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:49:33.124194 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f07ee856-7192-4131-8737-7bcdbc85408b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:33.124624 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ee856-7192-4131-8737-7bcdbc85408b None None] Bound using segment: {'id': '4c241721-2fd2-4ffd-ab6f-1a4614cd6baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': 'eaf23385-fac0-42a8-965a-a401bfb6652c'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:49:33.125100 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-f07ee856-7192-4131-8737-7bcdbc85408b None None] Bound port: fed24314-0080-4838-93c9-8e3be2b6172b, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c241721-2fd2-4ffd-ab6f-1a4614cd6baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': 'eaf23385-fac0-42a8-965a-a401bfb6652c'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:49:33.125474 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f07ee856-7192-4131-8737-7bcdbc85408b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:33.241446 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port ccc92142-3556-4dc2-85cd-d00707376adf triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:33.242148 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:33.340764 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-47fca19c-e698-40ec-ab51-e5b391ede65e None None] For port 6db12212-810b-4ff4-a0c9-4fd064ce802a, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:49:33.347557 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-47fca19c-e698-40ec-ab51-e5b391ede65e None None] For port 6db12212-810b-4ff4-a0c9-4fd064ce802a, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6db12212-810b-4ff4-a0c9-4fd064ce802a,segment=NetworkSegment(800be926-51f8-4639-b07e-725f35db9081),segment_id=800be926-51f8-4639-b07e-725f35db9081)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:49:33.348853 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f07ee856-7192-4131-8737-7bcdbc85408b None None] For port fed24314-0080-4838-93c9-8e3be2b6172b, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:49:33.353284 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f07ee856-7192-4131-8737-7bcdbc85408b None None] For port fed24314-0080-4838-93c9-8e3be2b6172b, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=fed24314-0080-4838-93c9-8e3be2b6172b,segment=NetworkSegment(4c241721-2fd2-4ffd-ab6f-1a4614cd6baa),segment_id=4c241721-2fd2-4ffd-ab6f-1a4614cd6baa)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:49:33.355829 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-47fca19c-e698-40ec-ab51-e5b391ede65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:33.398665 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f07ee856-7192-4131-8737-7bcdbc85408b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:33.450810 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8a18ff3f-19ab-49e0-8545-34206d669c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:33.509023 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993339d7-a4b2-420c-bc33-9dd04af90a1f None None] Pushing event updated for resources: {'Port': ['ID=6db12212-810b-4ff4-a0c9-4fd064ce802a,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:33.512176 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fca19c-e698-40ec-ab51-e5b391ede65e None None] Routers {'9e8ce7da-a7e0-420e-8f6e-97334537185a'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:49:33.512813 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-47fca19c-e698-40ec-ab51-e5b391ede65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:49:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['9e8ce7da-a7e0-420e-8f6e-97334537185a'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:33.717935 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ee856-7192-4131-8737-7bcdbc85408b None None] Pushing event updated for resources: {'Port': ['ID=fed24314-0080-4838-93c9-8e3be2b6172b,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:33.764314 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-47fca19c-e698-40ec-ab51-e5b391ede65e None None] Set router 9e8ce7da-a7e0-420e-8f6e-97334537185a gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:49:33.831353 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a18ff3f-19ab-49e0-8545-34206d669c49 admin admin] Router 0feab8a8-3d32-43f1-b273-d0b863c3dc91 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:49:34.029600 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a18ff3f-19ab-49e0-8545-34206d669c49 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:49:34.043062 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2218dea-65f6-45cb-8c34-2c886748dda3 None None] Sync routers for ids ['0feab8a8-3d32-43f1-b273-d0b863c3dc91'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:49:34.053350 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2218dea-65f6-45cb-8c34-2c886748dda3 None None] Routers {'0feab8a8-3d32-43f1-b273-d0b863c3dc91'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:49:34.054218 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f2218dea-65f6-45cb-8c34-2c886748dda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:49:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['0feab8a8-3d32-43f1-b273-d0b863c3dc91'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:34.058383 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8a18ff3f-19ab-49e0-8545-34206d669c49 admin admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:34.062851 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34898) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:49:34.063364 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8a18ff3f-19ab-49e0-8545-34206d669c49 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5932417 Feb 09 01:49:34.147399 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-47fca19c-e698-40ec-ab51-e5b391ede65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8ce7da-a7e0-420e-8f6e-97334537185a', 'name': 'tempest-TestAggregatesBasicOps-364888192-router', 'tenant_id': '56cb30a49d57418bbcb793edd0a59595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'ccc92142-3556-4dc2-85cd-d00707376adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:25Z', 'updated_at': '2022-02-09T01:49:29Z', 'revision_number': 4, 'project_id': '56cb30a49d57418bbcb793edd0a59595', 'gw_port': {'id': 'ccc92142-3556-4dc2-85cd-d00707376adf', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8ce7da-a7e0-420e-8f6e-97334537185a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:25Z', 'updated_at': '2022-02-09T01:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '6db12212-810b-4ff4-a0c9-4fd064ce802a', 'name': '', 'network_id': '24084d6e-baeb-4621-b66d-1c63c38d8a09', 'tenant_id': '56cb30a49d57418bbcb793edd0a59595', 'mac_address': 'fa:16:3e:cf:f3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8ce7da-a7e0-420e-8f6e-97334537185a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'ea86a03f-b357-4460-80b1-c83ae4e527bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:28Z', 'updated_at': '2022-02-09T01:49:33Z', 'revision_number': 4, 'project_id': '56cb30a49d57418bbcb793edd0a59595', 'subnets': [{'id': 'ea86a03f-b357-4460-80b1-c83ae4e527bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:34.152580 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fca19c-e698-40ec-ab51-e5b391ede65e None None] The sync data for ids ['9e8ce7da-a7e0-420e-8f6e-97334537185a'] in n-d-828419-1 is: [{'id': '9e8ce7da-a7e0-420e-8f6e-97334537185a', 'name': 'tempest-TestAggregatesBasicOps-364888192-router', 'tenant_id': '56cb30a49d57418bbcb793edd0a59595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'ccc92142-3556-4dc2-85cd-d00707376adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:25Z', 'updated_at': '2022-02-09T01:49:29Z', 'revision_number': 4, 'project_id': '56cb30a49d57418bbcb793edd0a59595', 'gw_port': {'id': 'ccc92142-3556-4dc2-85cd-d00707376adf', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8ce7da-a7e0-420e-8f6e-97334537185a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:25Z', 'updated_at': '2022-02-09T01:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '6db12212-810b-4ff4-a0c9-4fd064ce802a', 'name': '', 'network_id': '24084d6e-baeb-4621-b66d-1c63c38d8a09', 'tenant_id': '56cb30a49d57418bbcb793edd0a59595', 'mac_address': 'fa:16:3e:cf:f3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8ce7da-a7e0-420e-8f6e-97334537185a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'ea86a03f-b357-4460-80b1-c83ae4e527bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:28Z', 'updated_at': '2022-02-09T01:49:33Z', 'revision_number': 4, 'project_id': '56cb30a49d57418bbcb793edd0a59595', 'subnets': [{'id': 'ea86a03f-b357-4460-80b1-c83ae4e527bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:49:34.287458 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-f2218dea-65f6-45cb-8c34-2c886748dda3 None None] Set router 0feab8a8-3d32-43f1-b273-d0b863c3dc91 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:49:34.611565 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f2218dea-65f6-45cb-8c34-2c886748dda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0feab8a8-3d32-43f1-b273-d0b863c3dc91', 'name': 'tempest-TestAggregatesBasicOps-42496805-router', 'tenant_id': 'fdb23db899ff40afa31cf8daf2cfe4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '3f555d2d-eaaf-4aad-a216-135f567ca3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:31Z', 'updated_at': '2022-02-09T01:49:32Z', 'revision_number': 3, 'project_id': 'fdb23db899ff40afa31cf8daf2cfe4ca', 'gw_port': {'id': '3f555d2d-eaaf-4aad-a216-135f567ca3d6', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0feab8a8-3d32-43f1-b273-d0b863c3dc91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:32Z', 'updated_at': '2022-02-09T01:49:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:34.615952 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2218dea-65f6-45cb-8c34-2c886748dda3 None None] Checking router: 0feab8a8-3d32-43f1-b273-d0b863c3dc91 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:49:34.616285 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2218dea-65f6-45cb-8c34-2c886748dda3 None None] Updating router 0feab8a8-3d32-43f1-b273-d0b863c3dc91 port 3f555d2d-eaaf-4aad-a216-135f567ca3d6 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:49:34.672685 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-f2218dea-65f6-45cb-8c34-2c886748dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:34.741346 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae638a9-6285-4fa0-9185-6407e1f6485f None None] Network eaf23385-fac0-42a8-965a-a401bfb6652c requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:49:34.847200 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4e86b478-c1bc-46df-965f-7b1f74d47c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:34.924825 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-1f58cdc5-89bd-4882-bd69-6a385f282d55 None None] Provisioning for port fed24314-0080-4838-93c9-8e3be2b6172b completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:49:35.025041 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device fed24314-0080-4838-93c9-8e3be2b6172b up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:49:35.140589 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-f2218dea-65f6-45cb-8c34-2c886748dda3 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:35.159846 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-f2218dea-65f6-45cb-8c34-2c886748dda3 None None] Transition to ACTIVE for port object 3f555d2d-eaaf-4aad-a216-135f567ca3d6 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:49:35.168183 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port fed24314-0080-4838-93c9-8e3be2b6172b completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:49:35.168344 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-f2218dea-65f6-45cb-8c34-2c886748dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:35.176595 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port fed24314-0080-4838-93c9-8e3be2b6172b triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:35.177142 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:35.281178 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-f2218dea-65f6-45cb-8c34-2c886748dda3 None None] Attempting to bind port 3f555d2d-eaaf-4aad-a216-135f567ca3d6 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:49:35.281784 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-f2218dea-65f6-45cb-8c34-2c886748dda3 None None] Attempting to bind port 3f555d2d-eaaf-4aad-a216-135f567ca3d6 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:49:35.283241 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2218dea-65f6-45cb-8c34-2c886748dda3 None None] Attempting to bind port 3f555d2d-eaaf-4aad-a216-135f567ca3d6 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:49:35.303747 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2218dea-65f6-45cb-8c34-2c886748dda3 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:49:35.304115 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2218dea-65f6-45cb-8c34-2c886748dda3 None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:49:35.304575 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-f2218dea-65f6-45cb-8c34-2c886748dda3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:35.305232 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2218dea-65f6-45cb-8c34-2c886748dda3 None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:49:35.305754 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-f2218dea-65f6-45cb-8c34-2c886748dda3 None None] Bound port: 3f555d2d-eaaf-4aad-a216-135f567ca3d6, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:49:35.306130 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-f2218dea-65f6-45cb-8c34-2c886748dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:35.314510 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-4e86b478-c1bc-46df-965f-7b1f74d47c26 admin admin] Allocated IP 172.20.0.1 (eaf23385-fac0-42a8-965a-a401bfb6652c/0ab23397-626e-4a48-b166-8698c1cdd46d/58e5ee40-b217-434e-be1f-003704a51455) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:35.343641 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:35.367514 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c9c78-91b1-41f2-afac-3e39c437ed5a None None] Pushing event updated for resources: {'Port': ['ID=3f555d2d-eaaf-4aad-a216-135f567ca3d6,revision_number=2']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:35.384254 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port fed24314-0080-4838-93c9-8e3be2b6172b, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=fed24314-0080-4838-93c9-8e3be2b6172b,segment=NetworkSegment(4c241721-2fd2-4ffd-ab6f-1a4614cd6baa),segment_id=4c241721-2fd2-4ffd-ab6f-1a4614cd6baa)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:49:35.395725 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:35.396463 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6db12212-810b-4ff4-a0c9-4fd064ce802a up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:49:35.417427 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-f2218dea-65f6-45cb-8c34-2c886748dda3 None None] For port 3f555d2d-eaaf-4aad-a216-135f567ca3d6, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:49:35.421895 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-f2218dea-65f6-45cb-8c34-2c886748dda3 None None] For port 3f555d2d-eaaf-4aad-a216-135f567ca3d6, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=3f555d2d-eaaf-4aad-a216-135f567ca3d6,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:49:35.434478 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-f2218dea-65f6-45cb-8c34-2c886748dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:35.523034 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2218dea-65f6-45cb-8c34-2c886748dda3 None None] Routers {'0feab8a8-3d32-43f1-b273-d0b863c3dc91'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:49:35.523672 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f2218dea-65f6-45cb-8c34-2c886748dda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:49:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['0feab8a8-3d32-43f1-b273-d0b863c3dc91'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:35.556009 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=fed24314-0080-4838-93c9-8e3be2b6172b,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:35.560671 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4e86b478-c1bc-46df-965f-7b1f74d47c26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:35.568681 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 6db12212-810b-4ff4-a0c9-4fd064ce802a completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:49:35.573626 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 6db12212-810b-4ff4-a0c9-4fd064ce802a triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:35.574033 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:35.583434 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-4e86b478-c1bc-46df-965f-7b1f74d47c26 admin admin] Transition to ACTIVE for port object 58e5ee40-b217-434e-be1f-003704a51455 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:49:35.612670 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4e86b478-c1bc-46df-965f-7b1f74d47c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:35.647106 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c9c78-91b1-41f2-afac-3e39c437ed5a None None] Pushing event updated for resources: {'Port': ['ID=3f555d2d-eaaf-4aad-a216-135f567ca3d6,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:35.670957 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2930a287-340e-46f0-98f0-8ba0c84eee74 None None] Provisioning complete for port fed24314-0080-4838-93c9-8e3be2b6172b triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:35.671327 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2930a287-340e-46f0-98f0-8ba0c84eee74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:35.696880 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e86b478-c1bc-46df-965f-7b1f74d47c26 admin admin] Network eaf23385-fac0-42a8-965a-a401bfb6652c is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:35.700846 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-4e86b478-c1bc-46df-965f-7b1f74d47c26 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:35.706216 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e86b478-c1bc-46df-965f-7b1f74d47c26 admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:49:35.753584 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86b478-c1bc-46df-965f-7b1f74d47c26 admin admin] Pushing event updated for resources: {'Port': ['ID=58e5ee40-b217-434e-be1f-003704a51455,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:35.785108 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-f2218dea-65f6-45cb-8c34-2c886748dda3 None None] Set router 0feab8a8-3d32-43f1-b273-d0b863c3dc91 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:49:35.790108 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4e86b478-c1bc-46df-965f-7b1f74d47c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:35.877426 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:35.916806 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 6db12212-810b-4ff4-a0c9-4fd064ce802a, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6db12212-810b-4ff4-a0c9-4fd064ce802a,segment=NetworkSegment(800be926-51f8-4639-b07e-725f35db9081),segment_id=800be926-51f8-4639-b07e-725f35db9081)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:49:35.922833 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:36.012440 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=6db12212-810b-4ff4-a0c9-4fd064ce802a,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:36.026469 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a3dc7135-53a7-45e6-85a6-0403930131d8 None None] Provisioning for port 58e5ee40-b217-434e-be1f-003704a51455 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:49:36.033748 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a3dc7135-53a7-45e6-85a6-0403930131d8 None None] Provisioning complete for port 58e5ee40-b217-434e-be1f-003704a51455 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:36.034319 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a3dc7135-53a7-45e6-85a6-0403930131d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:36.083431 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4e86b478-c1bc-46df-965f-7b1f74d47c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:36.103261 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a3dc7135-53a7-45e6-85a6-0403930131d8 None None] Port 58e5ee40-b217-434e-be1f-003704a51455 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:49:36.112128 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f2218dea-65f6-45cb-8c34-2c886748dda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0feab8a8-3d32-43f1-b273-d0b863c3dc91', 'name': 'tempest-TestAggregatesBasicOps-42496805-router', 'tenant_id': 'fdb23db899ff40afa31cf8daf2cfe4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '3f555d2d-eaaf-4aad-a216-135f567ca3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:31Z', 'updated_at': '2022-02-09T01:49:32Z', 'revision_number': 3, 'project_id': 'fdb23db899ff40afa31cf8daf2cfe4ca', 'gw_port': {'id': '3f555d2d-eaaf-4aad-a216-135f567ca3d6', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0feab8a8-3d32-43f1-b273-d0b863c3dc91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:32Z', 'updated_at': '2022-02-09T01:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:36.116128 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2218dea-65f6-45cb-8c34-2c886748dda3 None None] The sync data for ids ['0feab8a8-3d32-43f1-b273-d0b863c3dc91'] in n-d-828419-1 is: [{'id': '0feab8a8-3d32-43f1-b273-d0b863c3dc91', 'name': 'tempest-TestAggregatesBasicOps-42496805-router', 'tenant_id': 'fdb23db899ff40afa31cf8daf2cfe4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '3f555d2d-eaaf-4aad-a216-135f567ca3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:31Z', 'updated_at': '2022-02-09T01:49:32Z', 'revision_number': 3, 'project_id': 'fdb23db899ff40afa31cf8daf2cfe4ca', 'gw_port': {'id': '3f555d2d-eaaf-4aad-a216-135f567ca3d6', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0feab8a8-3d32-43f1-b273-d0b863c3dc91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:32Z', 'updated_at': '2022-02-09T01:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:49:36.314513 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4e86b478-c1bc-46df-965f-7b1f74d47c26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:36.323207 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4e86b478-c1bc-46df-965f-7b1f74d47c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:36.441130 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86b478-c1bc-46df-965f-7b1f74d47c26 admin admin] Pushing event updated for resources: {'Port': ['ID=58e5ee40-b217-434e-be1f-003704a51455,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:36.443687 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4e86b478-c1bc-46df-965f-7b1f74d47c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:36.479559 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:49:36.581445 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e86b478-c1bc-46df-965f-7b1f74d47c26 admin admin] Network eaf23385-fac0-42a8-965a-a401bfb6652c is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:36.582636 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-4e86b478-c1bc-46df-965f-7b1f74d47c26 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:36.792320 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e86b478-c1bc-46df-965f-7b1f74d47c26 admin admin] Router 0feab8a8-3d32-43f1-b273-d0b863c3dc91 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:49:36.839774 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-24bfe93f-005e-47ef-8768-4337456b8dbc None None] Provisioning complete for port 58e5ee40-b217-434e-be1f-003704a51455 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:36.840146 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-24bfe93f-005e-47ef-8768-4337456b8dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:36.908586 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-24bfe93f-005e-47ef-8768-4337456b8dbc None None] Port 58e5ee40-b217-434e-be1f-003704a51455 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:49:36.955431 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 3f555d2d-eaaf-4aad-a216-135f567ca3d6 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:49:37.024656 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-00f980b2-b077-47ac-b36c-eafaa5ce410e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:37.057783 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 3f555d2d-eaaf-4aad-a216-135f567ca3d6 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:49:37.071954 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 3f555d2d-eaaf-4aad-a216-135f567ca3d6 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:37.072630 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:37.133457 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e86b478-c1bc-46df-965f-7b1f74d47c26 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:49:37.151302 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4e86b478-c1bc-46df-965f-7b1f74d47c26 admin admin] 10.222.0.37 "PUT /v2.0/routers/0feab8a8-3d32-43f1-b273-d0b863c3dc91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0781248 Feb 09 01:49:37.197493 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:37.215323 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 3f555d2d-eaaf-4aad-a216-135f567ca3d6, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=3f555d2d-eaaf-4aad-a216-135f567ca3d6,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:49:37.219207 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:37.220064 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device fed24314-0080-4838-93c9-8e3be2b6172b up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:49:37.378886 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=3f555d2d-eaaf-4aad-a216-135f567ca3d6,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:37.390321 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port fed24314-0080-4838-93c9-8e3be2b6172b triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:37.390688 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:37.520689 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6db12212-810b-4ff4-a0c9-4fd064ce802a up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:49:37.590427 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 6db12212-810b-4ff4-a0c9-4fd064ce802a triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:37.590789 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:37.832893 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4443d5df-0d6e-4f1d-8dfd-f36666d7f765 None None] Sync routers for ids ['0feab8a8-3d32-43f1-b273-d0b863c3dc91'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:49:37.842205 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4443d5df-0d6e-4f1d-8dfd-f36666d7f765 None None] Routers {'0feab8a8-3d32-43f1-b273-d0b863c3dc91'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:49:37.842823 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-4443d5df-0d6e-4f1d-8dfd-f36666d7f765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:49:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['0feab8a8-3d32-43f1-b273-d0b863c3dc91'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:38.034682 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-4443d5df-0d6e-4f1d-8dfd-f36666d7f765 None None] Set router 0feab8a8-3d32-43f1-b273-d0b863c3dc91 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:49:38.280322 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34948) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:49:38.357483 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-4443d5df-0d6e-4f1d-8dfd-f36666d7f765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0feab8a8-3d32-43f1-b273-d0b863c3dc91', 'name': 'tempest-TestAggregatesBasicOps-42496805-router', 'tenant_id': 'fdb23db899ff40afa31cf8daf2cfe4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '3f555d2d-eaaf-4aad-a216-135f567ca3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:31Z', 'updated_at': '2022-02-09T01:49:36Z', 'revision_number': 4, 'project_id': 'fdb23db899ff40afa31cf8daf2cfe4ca', 'gw_port': {'id': '3f555d2d-eaaf-4aad-a216-135f567ca3d6', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0feab8a8-3d32-43f1-b273-d0b863c3dc91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:32Z', 'updated_at': '2022-02-09T01:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '58e5ee40-b217-434e-be1f-003704a51455', 'name': '', 'network_id': 'eaf23385-fac0-42a8-965a-a401bfb6652c', 'tenant_id': 'fdb23db899ff40afa31cf8daf2cfe4ca', 'mac_address': 'fa:16:3e:99:a8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0feab8a8-3d32-43f1-b273-d0b863c3dc91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '0ab23397-626e-4a48-b166-8698c1cdd46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:34Z', 'updated_at': '2022-02-09T01:49:36Z', 'revision_number': 2, 'project_id': 'fdb23db899ff40afa31cf8daf2cfe4ca', 'subnets': [{'id': '0ab23397-626e-4a48-b166-8698c1cdd46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:38.361764 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4443d5df-0d6e-4f1d-8dfd-f36666d7f765 None None] Checking router: 0feab8a8-3d32-43f1-b273-d0b863c3dc91 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:49:38.362340 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4443d5df-0d6e-4f1d-8dfd-f36666d7f765 None None] Updating router 0feab8a8-3d32-43f1-b273-d0b863c3dc91 port 58e5ee40-b217-434e-be1f-003704a51455 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:49:38.415451 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4443d5df-0d6e-4f1d-8dfd-f36666d7f765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:38.749964 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4443d5df-0d6e-4f1d-8dfd-f36666d7f765 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:38.762437 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-4443d5df-0d6e-4f1d-8dfd-f36666d7f765 None None] Transition to ACTIVE for port object 58e5ee40-b217-434e-be1f-003704a51455 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:49:38.768853 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4443d5df-0d6e-4f1d-8dfd-f36666d7f765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:38.816324 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6c421a49-9076-449d-ba51-5badc2fcddbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:38.886912 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 3f555d2d-eaaf-4aad-a216-135f567ca3d6 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:49:39.026136 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c887b3-33ae-4062-add6-28ba61328aa8 None None] Pushing event updated for resources: {'Port': ['ID=58e5ee40-b217-434e-be1f-003704a51455,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:39.094972 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-4443d5df-0d6e-4f1d-8dfd-f36666d7f765 None None] Attempting to bind port 58e5ee40-b217-434e-be1f-003704a51455 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:49:39.095656 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-4443d5df-0d6e-4f1d-8dfd-f36666d7f765 None None] Attempting to bind port 58e5ee40-b217-434e-be1f-003704a51455 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '4c241721-2fd2-4ffd-ab6f-1a4614cd6baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': 'eaf23385-fac0-42a8-965a-a401bfb6652c'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:49:39.095656 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4443d5df-0d6e-4f1d-8dfd-f36666d7f765 None None] Attempting to bind port 58e5ee40-b217-434e-be1f-003704a51455 on network eaf23385-fac0-42a8-965a-a401bfb6652c {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:49:39.104452 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4443d5df-0d6e-4f1d-8dfd-f36666d7f765 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:49:39.105209 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4443d5df-0d6e-4f1d-8dfd-f36666d7f765 None None] Checking segment: {'id': '4c241721-2fd2-4ffd-ab6f-1a4614cd6baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': 'eaf23385-fac0-42a8-965a-a401bfb6652c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:49:39.105209 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4443d5df-0d6e-4f1d-8dfd-f36666d7f765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:39.105522 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4443d5df-0d6e-4f1d-8dfd-f36666d7f765 None None] Bound using segment: {'id': '4c241721-2fd2-4ffd-ab6f-1a4614cd6baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': 'eaf23385-fac0-42a8-965a-a401bfb6652c'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:49:39.105974 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-4443d5df-0d6e-4f1d-8dfd-f36666d7f765 None None] Bound port: 58e5ee40-b217-434e-be1f-003704a51455, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c241721-2fd2-4ffd-ab6f-1a4614cd6baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 967, 'network_id': 'eaf23385-fac0-42a8-965a-a401bfb6652c'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:49:39.106334 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4443d5df-0d6e-4f1d-8dfd-f36666d7f765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:39.126162 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 3f555d2d-eaaf-4aad-a216-135f567ca3d6 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:39.126522 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:39.193951 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-6c421a49-9076-449d-ba51-5badc2fcddbc admin admin] Deleting port 6db12212-810b-4ff4-a0c9-4fd064ce802a {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:49:39.194296 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6c421a49-9076-449d-ba51-5badc2fcddbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:39.286909 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-4443d5df-0d6e-4f1d-8dfd-f36666d7f765 None None] For port 58e5ee40-b217-434e-be1f-003704a51455, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:49:39.310304 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-4443d5df-0d6e-4f1d-8dfd-f36666d7f765 None None] For port 58e5ee40-b217-434e-be1f-003704a51455, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=58e5ee40-b217-434e-be1f-003704a51455,segment=NetworkSegment(4c241721-2fd2-4ffd-ab6f-1a4614cd6baa),segment_id=4c241721-2fd2-4ffd-ab6f-1a4614cd6baa)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:49:39.320212 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4443d5df-0d6e-4f1d-8dfd-f36666d7f765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:39.369213 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-6c421a49-9076-449d-ba51-5badc2fcddbc admin admin] For port 6db12212-810b-4ff4-a0c9-4fd064ce802a, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6db12212-810b-4ff4-a0c9-4fd064ce802a,segment=NetworkSegment(800be926-51f8-4639-b07e-725f35db9081),segment_id=800be926-51f8-4639-b07e-725f35db9081)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:49:39.369823 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6c421a49-9076-449d-ba51-5badc2fcddbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:39.412252 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4443d5df-0d6e-4f1d-8dfd-f36666d7f765 None None] Routers {'0feab8a8-3d32-43f1-b273-d0b863c3dc91'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:49:39.412923 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-4443d5df-0d6e-4f1d-8dfd-f36666d7f765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:49:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['0feab8a8-3d32-43f1-b273-d0b863c3dc91'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:39.476076 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-451f4d7b-b59d-4697-a9d5-b1159fddd9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:39.489607 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c887b3-33ae-4062-add6-28ba61328aa8 None None] Pushing event updated for resources: {'Port': ['ID=58e5ee40-b217-434e-be1f-003704a51455,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:39.496975 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-6c421a49-9076-449d-ba51-5badc2fcddbc admin admin] Calling delete_port for 6db12212-810b-4ff4-a0c9-4fd064ce802a owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:49:39.619382 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-4443d5df-0d6e-4f1d-8dfd-f36666d7f765 None None] Set router 0feab8a8-3d32-43f1-b273-d0b863c3dc91 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:49:39.938407 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6c421a49-9076-449d-ba51-5badc2fcddbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:39.945687 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-4443d5df-0d6e-4f1d-8dfd-f36666d7f765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0feab8a8-3d32-43f1-b273-d0b863c3dc91', 'name': 'tempest-TestAggregatesBasicOps-42496805-router', 'tenant_id': 'fdb23db899ff40afa31cf8daf2cfe4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '3f555d2d-eaaf-4aad-a216-135f567ca3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:31Z', 'updated_at': '2022-02-09T01:49:36Z', 'revision_number': 4, 'project_id': 'fdb23db899ff40afa31cf8daf2cfe4ca', 'gw_port': {'id': '3f555d2d-eaaf-4aad-a216-135f567ca3d6', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0feab8a8-3d32-43f1-b273-d0b863c3dc91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:32Z', 'updated_at': '2022-02-09T01:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '58e5ee40-b217-434e-be1f-003704a51455', 'name': '', 'network_id': 'eaf23385-fac0-42a8-965a-a401bfb6652c', 'tenant_id': 'fdb23db899ff40afa31cf8daf2cfe4ca', 'mac_address': 'fa:16:3e:99:a8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0feab8a8-3d32-43f1-b273-d0b863c3dc91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '0ab23397-626e-4a48-b166-8698c1cdd46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:34Z', 'updated_at': '2022-02-09T01:49:39Z', 'revision_number': 4, 'project_id': 'fdb23db899ff40afa31cf8daf2cfe4ca', 'subnets': [{'id': '0ab23397-626e-4a48-b166-8698c1cdd46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:39.949682 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4443d5df-0d6e-4f1d-8dfd-f36666d7f765 None None] The sync data for ids ['0feab8a8-3d32-43f1-b273-d0b863c3dc91'] in n-d-828419-1 is: [{'id': '0feab8a8-3d32-43f1-b273-d0b863c3dc91', 'name': 'tempest-TestAggregatesBasicOps-42496805-router', 'tenant_id': 'fdb23db899ff40afa31cf8daf2cfe4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '3f555d2d-eaaf-4aad-a216-135f567ca3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:31Z', 'updated_at': '2022-02-09T01:49:36Z', 'revision_number': 4, 'project_id': 'fdb23db899ff40afa31cf8daf2cfe4ca', 'gw_port': {'id': '3f555d2d-eaaf-4aad-a216-135f567ca3d6', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0feab8a8-3d32-43f1-b273-d0b863c3dc91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:32Z', 'updated_at': '2022-02-09T01:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '58e5ee40-b217-434e-be1f-003704a51455', 'name': '', 'network_id': 'eaf23385-fac0-42a8-965a-a401bfb6652c', 'tenant_id': 'fdb23db899ff40afa31cf8daf2cfe4ca', 'mac_address': 'fa:16:3e:99:a8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0feab8a8-3d32-43f1-b273-d0b863c3dc91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '0ab23397-626e-4a48-b166-8698c1cdd46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:34Z', 'updated_at': '2022-02-09T01:49:39Z', 'revision_number': 4, 'project_id': 'fdb23db899ff40afa31cf8daf2cfe4ca', 'subnets': [{'id': '0ab23397-626e-4a48-b166-8698c1cdd46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:49:39.990716 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c421a49-9076-449d-ba51-5badc2fcddbc admin admin] Pushing event deleted for resources: {'Port': ['ID=6db12212-810b-4ff4-a0c9-4fd064ce802a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:40.288342 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6c421a49-9076-449d-ba51-5badc2fcddbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:40.482502 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:40.594699 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:40.666617 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c421a49-9076-449d-ba51-5badc2fcddbc admin admin] Router 9e8ce7da-a7e0-420e-8f6e-97334537185a has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:49:40.849567 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c421a49-9076-449d-ba51-5badc2fcddbc admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:49:40.861194 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c580a9-b406-4dbe-9853-bf402f798848 None None] Sync routers for ids ['9e8ce7da-a7e0-420e-8f6e-97334537185a'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:49:40.869086 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6c421a49-9076-449d-ba51-5badc2fcddbc admin admin] 10.222.0.37 "PUT /v2.0/routers/9e8ce7da-a7e0-420e-8f6e-97334537185a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5854356 Feb 09 01:49:40.869611 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34952) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:49:40.877754 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c580a9-b406-4dbe-9853-bf402f798848 None None] Routers {'9e8ce7da-a7e0-420e-8f6e-97334537185a'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:49:40.878458 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-01c580a9-b406-4dbe-9853-bf402f798848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:49:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['9e8ce7da-a7e0-420e-8f6e-97334537185a'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:40.972118 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 58e5ee40-b217-434e-be1f-003704a51455 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:49:41.057463 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 58e5ee40-b217-434e-be1f-003704a51455 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:49:41.066490 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 58e5ee40-b217-434e-be1f-003704a51455 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:41.066860 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:41.082560 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0e70a9ba-2d22-444f-9ac0-55c16b3cc58f admin admin] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:41.126975 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-01c580a9-b406-4dbe-9853-bf402f798848 None None] Set router 9e8ce7da-a7e0-420e-8f6e-97334537185a gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:49:41.213986 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:41.246978 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 58e5ee40-b217-434e-be1f-003704a51455, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=58e5ee40-b217-434e-be1f-003704a51455,segment=NetworkSegment(4c241721-2fd2-4ffd-ab6f-1a4614cd6baa),segment_id=4c241721-2fd2-4ffd-ab6f-1a4614cd6baa)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:49:41.252632 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:41.275580 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0e70a9ba-2d22-444f-9ac0-55c16b3cc58f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:41.286066 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-0e70a9ba-2d22-444f-9ac0-55c16b3cc58f admin admin] Deleting port ccc92142-3556-4dc2-85cd-d00707376adf {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:49:41.286502 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0e70a9ba-2d22-444f-9ac0-55c16b3cc58f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:41.320110 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=58e5ee40-b217-434e-be1f-003704a51455,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:41.433542 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-01c580a9-b406-4dbe-9853-bf402f798848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8ce7da-a7e0-420e-8f6e-97334537185a', 'name': 'tempest-TestAggregatesBasicOps-364888192-router', 'tenant_id': '56cb30a49d57418bbcb793edd0a59595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'ccc92142-3556-4dc2-85cd-d00707376adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:25Z', 'updated_at': '2022-02-09T01:49:39Z', 'revision_number': 5, 'project_id': '56cb30a49d57418bbcb793edd0a59595', 'gw_port': {'id': 'ccc92142-3556-4dc2-85cd-d00707376adf', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8ce7da-a7e0-420e-8f6e-97334537185a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:25Z', 'updated_at': '2022-02-09T01:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:41.437107 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c580a9-b406-4dbe-9853-bf402f798848 None None] Checking router: 9e8ce7da-a7e0-420e-8f6e-97334537185a for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:49:41.445642 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c580a9-b406-4dbe-9853-bf402f798848 None None] Routers {'9e8ce7da-a7e0-420e-8f6e-97334537185a'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:49:41.446315 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-01c580a9-b406-4dbe-9853-bf402f798848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:49:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['9e8ce7da-a7e0-420e-8f6e-97334537185a'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:41.467648 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-0e70a9ba-2d22-444f-9ac0-55c16b3cc58f admin admin] For port ccc92142-3556-4dc2-85cd-d00707376adf, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=ccc92142-3556-4dc2-85cd-d00707376adf,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:49:41.468005 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0e70a9ba-2d22-444f-9ac0-55c16b3cc58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:41.593931 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-0e70a9ba-2d22-444f-9ac0-55c16b3cc58f admin admin] Calling delete_port for ccc92142-3556-4dc2-85cd-d00707376adf owned by network:router_gateway {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:49:41.631527 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-01c580a9-b406-4dbe-9853-bf402f798848 None None] Set router 9e8ce7da-a7e0-420e-8f6e-97334537185a gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:49:41.735480 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-01c580a9-b406-4dbe-9853-bf402f798848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8ce7da-a7e0-420e-8f6e-97334537185a', 'name': 'tempest-TestAggregatesBasicOps-364888192-router', 'tenant_id': '56cb30a49d57418bbcb793edd0a59595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:25Z', 'updated_at': '2022-02-09T01:49:41Z', 'revision_number': 6, 'project_id': '56cb30a49d57418bbcb793edd0a59595', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:41.739262 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c580a9-b406-4dbe-9853-bf402f798848 None None] The sync data for ids ['9e8ce7da-a7e0-420e-8f6e-97334537185a'] in n-d-828419-1 is: [{'id': '9e8ce7da-a7e0-420e-8f6e-97334537185a', 'name': 'tempest-TestAggregatesBasicOps-364888192-router', 'tenant_id': '56cb30a49d57418bbcb793edd0a59595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:25Z', 'updated_at': '2022-02-09T01:49:41Z', 'revision_number': 6, 'project_id': '56cb30a49d57418bbcb793edd0a59595', 'gw_port_host': None}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:49:41.904738 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:42.021677 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0e70a9ba-2d22-444f-9ac0-55c16b3cc58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:42.070752 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70a9ba-2d22-444f-9ac0-55c16b3cc58f admin admin] Pushing event deleted for resources: {'Port': ['ID=ccc92142-3556-4dc2-85cd-d00707376adf,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:42.158885 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0e70a9ba-2d22-444f-9ac0-55c16b3cc58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:42.332708 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0e70a9ba-2d22-444f-9ac0-55c16b3cc58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:42.334829 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0e70a9ba-2d22-444f-9ac0-55c16b3cc58f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:42.359788 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0e70a9ba-2d22-444f-9ac0-55c16b3cc58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:42.360241 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e70a9ba-2d22-444f-9ac0-55c16b3cc58f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e8ce7da-a7e0-420e-8f6e-97334537185a {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:49:42.371838 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-0e70a9ba-2d22-444f-9ac0-55c16b3cc58f admin admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:42.372992 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0e70a9ba-2d22-444f-9ac0-55c16b3cc58f admin admin] 10.222.0.37 "DELETE /v2.0/routers/9e8ce7da-a7e0-420e-8f6e-97334537185a HTTP/1.1" status: 204 len: 168 time: 1.5008276 Feb 09 01:49:42.375556 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 34956) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:49:42.434677 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f7b3c2-83d5-40f0-bd9d-74fb2b08bdf7 admin admin] Deleting subnet ea86a03f-b357-4460-80b1-c83ae4e527bc {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:49:42.437471 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d8f7b3c2-83d5-40f0-bd9d-74fb2b08bdf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:42.484681 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d8f7b3c2-83d5-40f0-bd9d-74fb2b08bdf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:42.566912 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d8f7b3c2-83d5-40f0-bd9d-74fb2b08bdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:42.639110 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d8f7b3c2-83d5-40f0-bd9d-74fb2b08bdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:42.681289 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7b3c2-83d5-40f0-bd9d-74fb2b08bdf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea86a03f-b357-4460-80b1-c83ae4e527bc,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:42.683776 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d8f7b3c2-83d5-40f0-bd9d-74fb2b08bdf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:42.691487 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928a8f42-9953-4faf-b69c-20538a5c80b8 None None] Network 24084d6e-baeb-4621-b66d-1c63c38d8a09 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:49:42.692456 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d8f7b3c2-83d5-40f0-bd9d-74fb2b08bdf7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ea86a03f-b357-4460-80b1-c83ae4e527bc HTTP/1.1" status: 204 len: 168 time: 0.3158777 Feb 09 01:49:42.692961 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34960) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:49:42.802590 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4569294-b8d0-40ff-b2f0-687e8097bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:42.813385 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-b4569294-b8d0-40ff-b2f0-687e8097bc58 admin admin] Deleting port 978d1f9f-c394-4bb4-b144-7858c7155095 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:49:42.813710 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4569294-b8d0-40ff-b2f0-687e8097bc58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:42.885466 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 58e5ee40-b217-434e-be1f-003704a51455 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:49:42.971317 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 58e5ee40-b217-434e-be1f-003704a51455 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:42.971895 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:43.041340 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3f9978-e11e-4963-8895-e2035a6d600f None None] DHCP port deletion for 24084d6e-baeb-4621-b66d-1c63c38d8a09 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:49:43.048845 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-1f3f9978-e11e-4963-8895-e2035a6d600f None None] Deleting port 978d1f9f-c394-4bb4-b144-7858c7155095 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:49:43.049244 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1f3f9978-e11e-4963-8895-e2035a6d600f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:43.158654 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-b4569294-b8d0-40ff-b2f0-687e8097bc58 admin admin] For port 978d1f9f-c394-4bb4-b144-7858c7155095, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=978d1f9f-c394-4bb4-b144-7858c7155095,segment=NetworkSegment(800be926-51f8-4639-b07e-725f35db9081),segment_id=800be926-51f8-4639-b07e-725f35db9081)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:49:43.158992 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4569294-b8d0-40ff-b2f0-687e8097bc58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:43.282065 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-b4569294-b8d0-40ff-b2f0-687e8097bc58 admin admin] Calling delete_port for 978d1f9f-c394-4bb4-b144-7858c7155095 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:49:43.298063 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ccc92142-3556-4dc2-85cd-d00707376adf no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:49:43.336351 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: ccc92142-3556-4dc2-85cd-d00707376adf {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:49:43.336716 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ccc92142-3556-4dc2-85cd-d00707376adf not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:49:43.337133 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6db12212-810b-4ff4-a0c9-4fd064ce802a no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:49:43.356534 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4569294-b8d0-40ff-b2f0-687e8097bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:43.381032 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 6db12212-810b-4ff4-a0c9-4fd064ce802a {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:49:43.381370 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6db12212-810b-4ff4-a0c9-4fd064ce802a not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:49:43.402584 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-1f3f9978-e11e-4963-8895-e2035a6d600f None None] For port 978d1f9f-c394-4bb4-b144-7858c7155095, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=978d1f9f-c394-4bb4-b144-7858c7155095,segment=NetworkSegment(800be926-51f8-4639-b07e-725f35db9081),segment_id=800be926-51f8-4639-b07e-725f35db9081)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:49:43.402972 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1f3f9978-e11e-4963-8895-e2035a6d600f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:43.406492 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4569294-b8d0-40ff-b2f0-687e8097bc58 admin admin] Pushing event deleted for resources: {'Port': ['ID=978d1f9f-c394-4bb4-b144-7858c7155095,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:43.409961 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4569294-b8d0-40ff-b2f0-687e8097bc58 admin admin] No DVR routers for this DVR port 978d1f9f-c394-4bb4-b144-7858c7155095 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:49:43.523958 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4569294-b8d0-40ff-b2f0-687e8097bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:43.526899 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-1f3f9978-e11e-4963-8895-e2035a6d600f None None] Calling delete_port for 978d1f9f-c394-4bb4-b144-7858c7155095 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:49:43.549252 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-b4569294-b8d0-40ff-b2f0-687e8097bc58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24084d6e-baeb-4621-b66d-1c63c38d8a09']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:43.561826 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-b4569294-b8d0-40ff-b2f0-687e8097bc58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '800be926-51f8-4639-b07e-725f35db9081') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:43.562198 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-b4569294-b8d0-40ff-b2f0-687e8097bc58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '800be926-51f8-4639-b07e-725f35db9081') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:43.574054 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4569294-b8d0-40ff-b2f0-687e8097bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:43.590183 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4569294-b8d0-40ff-b2f0-687e8097bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:49:43.591232 n-d-828419-1 neutron-server[87613]: util.warn( Feb 09 01:49:43.596691 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4569294-b8d0-40ff-b2f0-687e8097bc58 admin admin] Releasing vlan 986 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:49:43.597090 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4569294-b8d0-40ff-b2f0-687e8097bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:43.599775 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-1f3f9978-e11e-4963-8895-e2035a6d600f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:49:43.600133 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-1f3f9978-e11e-4963-8895-e2035a6d600f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:49:43.610513 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:49:43.610513 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:49:43.610513 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:49:43.610513 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:49:43.610513 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:49:43.610513 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:49:43.610513 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:49:43.610513 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:49:43.610513 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:49:43.610513 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:49:43.610513 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:49:43.610513 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:49:43.610513 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:49:43.610513 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:49:43.610513 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:49:43.610513 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:49:43.610513 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:49:43.610513 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:49:43.610513 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:49:43.610513 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:49:43.610513 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:49:43.610513 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:49:43.610513 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:49:43.610513 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:49:43.610513 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:49:43.610513 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:49:43.610513 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:49:43.610513 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:49:43.610513 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:49:43.610513 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:49:43.610513 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:49:43.610513 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:49:43.685514 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4569294-b8d0-40ff-b2f0-687e8097bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:43.701642 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4569294-b8d0-40ff-b2f0-687e8097bc58 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:43.712173 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4569294-b8d0-40ff-b2f0-687e8097bc58 admin admin] Pushing event deleted for resources: {'Network': ['ID=24084d6e-baeb-4621-b66d-1c63c38d8a09,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:43.715066 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b4569294-b8d0-40ff-b2f0-687e8097bc58 admin admin] 10.222.0.37 "DELETE /v2.0/networks/24084d6e-baeb-4621-b66d-1c63c38d8a09 HTTP/1.1" status: 204 len: 168 time: 1.0210221 Feb 09 01:49:43.717926 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34964) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:49:44.101636 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-1f3f9978-e11e-4963-8895-e2035a6d600f None None] Deleting port 978d1f9f-c394-4bb4-b144-7858c7155095 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:49:44.102110 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1f3f9978-e11e-4963-8895-e2035a6d600f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:44.168268 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-1f3f9978-e11e-4963-8895-e2035a6d600f None None] The port '978d1f9f-c394-4bb4-b144-7858c7155095' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:49:44.248327 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a31d711-f25b-485e-a147-8629449cf509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:44.696191 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-7a31d711-f25b-485e-a147-8629449cf509 admin admin] Deleting port 58e5ee40-b217-434e-be1f-003704a51455 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:49:44.696566 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a31d711-f25b-485e-a147-8629449cf509 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:44.853997 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 978d1f9f-c394-4bb4-b144-7858c7155095 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:49:44.870656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-7a31d711-f25b-485e-a147-8629449cf509 admin admin] For port 58e5ee40-b217-434e-be1f-003704a51455, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=58e5ee40-b217-434e-be1f-003704a51455,segment=NetworkSegment(4c241721-2fd2-4ffd-ab6f-1a4614cd6baa),segment_id=4c241721-2fd2-4ffd-ab6f-1a4614cd6baa)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:49:44.871181 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a31d711-f25b-485e-a147-8629449cf509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:44.888663 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 978d1f9f-c394-4bb4-b144-7858c7155095 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:49:44.889010 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 978d1f9f-c394-4bb4-b144-7858c7155095 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:49:44.994988 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-7a31d711-f25b-485e-a147-8629449cf509 admin admin] Calling delete_port for 58e5ee40-b217-434e-be1f-003704a51455 owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:49:45.172160 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a31d711-f25b-485e-a147-8629449cf509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:45.219729 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31d711-f25b-485e-a147-8629449cf509 admin admin] Pushing event deleted for resources: {'Port': ['ID=58e5ee40-b217-434e-be1f-003704a51455,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:45.491389 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a31d711-f25b-485e-a147-8629449cf509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:45.960539 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a31d711-f25b-485e-a147-8629449cf509 admin admin] Router 0feab8a8-3d32-43f1-b273-d0b863c3dc91 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:49:46.140554 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a31d711-f25b-485e-a147-8629449cf509 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:49:46.149081 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c871012-ff85-4e9a-8cc1-cc5fa46cae4b None None] Sync routers for ids ['0feab8a8-3d32-43f1-b273-d0b863c3dc91'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:49:46.149584 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7a31d711-f25b-485e-a147-8629449cf509 admin admin] 10.222.0.37 "PUT /v2.0/routers/0feab8a8-3d32-43f1-b273-d0b863c3dc91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4301341 Feb 09 01:49:46.152202 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34968) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:49:46.159297 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c871012-ff85-4e9a-8cc1-cc5fa46cae4b None None] Routers {'0feab8a8-3d32-43f1-b273-d0b863c3dc91'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:49:46.159970 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-4c871012-ff85-4e9a-8cc1-cc5fa46cae4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:49:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['0feab8a8-3d32-43f1-b273-d0b863c3dc91'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:46.330180 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aacc4202-3d92-472c-9781-a43aa8534f63 admin admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:46.334869 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-4c871012-ff85-4e9a-8cc1-cc5fa46cae4b None None] Set router 0feab8a8-3d32-43f1-b273-d0b863c3dc91 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:49:46.505644 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aacc4202-3d92-472c-9781-a43aa8534f63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:46.517886 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-aacc4202-3d92-472c-9781-a43aa8534f63 admin admin] Deleting port 3f555d2d-eaaf-4aad-a216-135f567ca3d6 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:49:46.518289 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aacc4202-3d92-472c-9781-a43aa8534f63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:46.611983 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-4c871012-ff85-4e9a-8cc1-cc5fa46cae4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0feab8a8-3d32-43f1-b273-d0b863c3dc91', 'name': 'tempest-TestAggregatesBasicOps-42496805-router', 'tenant_id': 'fdb23db899ff40afa31cf8daf2cfe4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '3f555d2d-eaaf-4aad-a216-135f567ca3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:31Z', 'updated_at': '2022-02-09T01:49:45Z', 'revision_number': 5, 'project_id': 'fdb23db899ff40afa31cf8daf2cfe4ca', 'gw_port': {'id': '3f555d2d-eaaf-4aad-a216-135f567ca3d6', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0feab8a8-3d32-43f1-b273-d0b863c3dc91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:32Z', 'updated_at': '2022-02-09T01:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:46.616122 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c871012-ff85-4e9a-8cc1-cc5fa46cae4b None None] Checking router: 0feab8a8-3d32-43f1-b273-d0b863c3dc91 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:49:46.624936 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c871012-ff85-4e9a-8cc1-cc5fa46cae4b None None] Routers {'0feab8a8-3d32-43f1-b273-d0b863c3dc91'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:49:46.625532 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-4c871012-ff85-4e9a-8cc1-cc5fa46cae4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:49:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['0feab8a8-3d32-43f1-b273-d0b863c3dc91'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:46.695319 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-aacc4202-3d92-472c-9781-a43aa8534f63 admin admin] For port 3f555d2d-eaaf-4aad-a216-135f567ca3d6, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=3f555d2d-eaaf-4aad-a216-135f567ca3d6,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:49:46.695675 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aacc4202-3d92-472c-9781-a43aa8534f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:46.818003 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-4c871012-ff85-4e9a-8cc1-cc5fa46cae4b None None] Set router 0feab8a8-3d32-43f1-b273-d0b863c3dc91 gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:49:46.821054 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-aacc4202-3d92-472c-9781-a43aa8534f63 admin admin] Calling delete_port for 3f555d2d-eaaf-4aad-a216-135f567ca3d6 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:49:46.923988 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-4c871012-ff85-4e9a-8cc1-cc5fa46cae4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0feab8a8-3d32-43f1-b273-d0b863c3dc91', 'name': 'tempest-TestAggregatesBasicOps-42496805-router', 'tenant_id': 'fdb23db899ff40afa31cf8daf2cfe4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:31Z', 'updated_at': '2022-02-09T01:49:46Z', 'revision_number': 6, 'project_id': 'fdb23db899ff40afa31cf8daf2cfe4ca', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:46.927886 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c871012-ff85-4e9a-8cc1-cc5fa46cae4b None None] The sync data for ids ['0feab8a8-3d32-43f1-b273-d0b863c3dc91'] in n-d-828419-1 is: [{'id': '0feab8a8-3d32-43f1-b273-d0b863c3dc91', 'name': 'tempest-TestAggregatesBasicOps-42496805-router', 'tenant_id': 'fdb23db899ff40afa31cf8daf2cfe4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:31Z', 'updated_at': '2022-02-09T01:49:46Z', 'revision_number': 6, 'project_id': 'fdb23db899ff40afa31cf8daf2cfe4ca', 'gw_port_host': None}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:49:46.988554 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aacc4202-3d92-472c-9781-a43aa8534f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:47.035129 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc4202-3d92-472c-9781-a43aa8534f63 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f555d2d-eaaf-4aad-a216-135f567ca3d6,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:47.126397 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aacc4202-3d92-472c-9781-a43aa8534f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:47.422332 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aacc4202-3d92-472c-9781-a43aa8534f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:47.424890 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aacc4202-3d92-472c-9781-a43aa8534f63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:47.448740 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aacc4202-3d92-472c-9781-a43aa8534f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:47.449259 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacc4202-3d92-472c-9781-a43aa8534f63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0feab8a8-3d32-43f1-b273-d0b863c3dc91 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:49:47.461899 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-aacc4202-3d92-472c-9781-a43aa8534f63 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:47.463041 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-aacc4202-3d92-472c-9781-a43aa8534f63 admin admin] 10.222.0.37 "DELETE /v2.0/routers/0feab8a8-3d32-43f1-b273-d0b863c3dc91 HTTP/1.1" status: 204 len: 168 time: 1.3099079 Feb 09 01:49:47.466138 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34972) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:49:47.524665 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-372e783d-dfc8-4bae-ba53-49ae6164b6da admin admin] Deleting subnet 0ab23397-626e-4a48-b166-8698c1cdd46d {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:49:47.527956 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-372e783d-dfc8-4bae-ba53-49ae6164b6da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:47.578069 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-372e783d-dfc8-4bae-ba53-49ae6164b6da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:47.654027 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-372e783d-dfc8-4bae-ba53-49ae6164b6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:47.722092 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-372e783d-dfc8-4bae-ba53-49ae6164b6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:47.761908 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e783d-dfc8-4bae-ba53-49ae6164b6da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ab23397-626e-4a48-b166-8698c1cdd46d,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:47.767186 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-372e783d-dfc8-4bae-ba53-49ae6164b6da admin admin] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:47.778303 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4b5610-3639-4cad-bd02-b2f1a3c2d434 None None] Network eaf23385-fac0-42a8-965a-a401bfb6652c requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:49:47.778829 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-372e783d-dfc8-4bae-ba53-49ae6164b6da admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0ab23397-626e-4a48-b166-8698c1cdd46d HTTP/1.1" status: 204 len: 168 time: 0.3084004 Feb 09 01:49:47.778829 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34976) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:49:47.894899 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-39eb2890-23e8-4bd2-8a89-fa07f85afccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:47.906255 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-39eb2890-23e8-4bd2-8a89-fa07f85afccb admin admin] Deleting port fed24314-0080-4838-93c9-8e3be2b6172b {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:49:47.906508 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-39eb2890-23e8-4bd2-8a89-fa07f85afccb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:48.029872 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24ddff4-1804-4f2d-967d-5def55c8572d None None] DHCP port deletion for eaf23385-fac0-42a8-965a-a401bfb6652c request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:49:48.034564 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f24ddff4-1804-4f2d-967d-5def55c8572d None None] Deleting port fed24314-0080-4838-93c9-8e3be2b6172b {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:49:48.035266 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f24ddff4-1804-4f2d-967d-5def55c8572d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:48.130748 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-39eb2890-23e8-4bd2-8a89-fa07f85afccb admin admin] For port fed24314-0080-4838-93c9-8e3be2b6172b, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=fed24314-0080-4838-93c9-8e3be2b6172b,segment=NetworkSegment(4c241721-2fd2-4ffd-ab6f-1a4614cd6baa),segment_id=4c241721-2fd2-4ffd-ab6f-1a4614cd6baa)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:49:48.131287 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-39eb2890-23e8-4bd2-8a89-fa07f85afccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:48.245599 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f24ddff4-1804-4f2d-967d-5def55c8572d None None] For port fed24314-0080-4838-93c9-8e3be2b6172b, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=fed24314-0080-4838-93c9-8e3be2b6172b,segment=NetworkSegment(4c241721-2fd2-4ffd-ab6f-1a4614cd6baa),segment_id=4c241721-2fd2-4ffd-ab6f-1a4614cd6baa)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:49:48.245971 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f24ddff4-1804-4f2d-967d-5def55c8572d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:48.260155 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-39eb2890-23e8-4bd2-8a89-fa07f85afccb admin admin] Calling delete_port for fed24314-0080-4838-93c9-8e3be2b6172b owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:49:48.334692 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-39eb2890-23e8-4bd2-8a89-fa07f85afccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:48.369020 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f24ddff4-1804-4f2d-967d-5def55c8572d None None] Calling delete_port for fed24314-0080-4838-93c9-8e3be2b6172b owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:49:48.384246 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb2890-23e8-4bd2-8a89-fa07f85afccb admin admin] Pushing event deleted for resources: {'Port': ['ID=fed24314-0080-4838-93c9-8e3be2b6172b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:48.389461 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39eb2890-23e8-4bd2-8a89-fa07f85afccb admin admin] No DVR routers for this DVR port fed24314-0080-4838-93c9-8e3be2b6172b on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:49:48.443448 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-f24ddff4-1804-4f2d-967d-5def55c8572d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:49:48.443792 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-f24ddff4-1804-4f2d-967d-5def55c8572d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:49:48.505851 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-39eb2890-23e8-4bd2-8a89-fa07f85afccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:48.530713 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-39eb2890-23e8-4bd2-8a89-fa07f85afccb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf23385-fac0-42a8-965a-a401bfb6652c']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:48.544569 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-39eb2890-23e8-4bd2-8a89-fa07f85afccb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c241721-2fd2-4ffd-ab6f-1a4614cd6baa') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:48.544868 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-39eb2890-23e8-4bd2-8a89-fa07f85afccb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c241721-2fd2-4ffd-ab6f-1a4614cd6baa') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:48.555831 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-39eb2890-23e8-4bd2-8a89-fa07f85afccb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:48.572330 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-39eb2890-23e8-4bd2-8a89-fa07f85afccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:48.578176 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39eb2890-23e8-4bd2-8a89-fa07f85afccb admin admin] Releasing vlan 967 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:49:48.578550 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-39eb2890-23e8-4bd2-8a89-fa07f85afccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:48.591415 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:49:48.591415 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:49:48.591415 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:49:48.591415 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:49:48.591415 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:49:48.591415 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:49:48.591415 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:49:48.591415 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:49:48.591415 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:49:48.591415 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:49:48.591415 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:49:48.591415 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:49:48.591415 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:49:48.591415 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:49:48.591415 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:49:48.591415 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:49:48.591415 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:49:48.591415 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:49:48.591415 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:49:48.591415 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:49:48.591415 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:49:48.591415 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:49:48.591415 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:49:48.591415 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:49:48.591415 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:49:48.591415 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:49:48.591415 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:49:48.591415 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:49:48.591415 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:49:48.591415 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:49:48.591415 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:49:48.591415 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:49:48.668587 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-39eb2890-23e8-4bd2-8a89-fa07f85afccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:48.685067 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-39eb2890-23e8-4bd2-8a89-fa07f85afccb admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:48.694766 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb2890-23e8-4bd2-8a89-fa07f85afccb admin admin] Pushing event deleted for resources: {'Network': ['ID=eaf23385-fac0-42a8-965a-a401bfb6652c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:48.698744 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-39eb2890-23e8-4bd2-8a89-fa07f85afccb admin admin] 10.222.0.37 "DELETE /v2.0/networks/eaf23385-fac0-42a8-965a-a401bfb6652c HTTP/1.1" status: 204 len: 168 time: 0.9192343 Feb 09 01:49:48.863139 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 3f555d2d-eaaf-4aad-a216-135f567ca3d6 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:49:48.871410 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34982) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:49:48.899465 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 3f555d2d-eaaf-4aad-a216-135f567ca3d6 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:49:48.899814 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 3f555d2d-eaaf-4aad-a216-135f567ca3d6 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:49:48.900240 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device fed24314-0080-4838-93c9-8e3be2b6172b no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:49:48.920201 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1f306094-324e-4828-aacd-f01c31214bf7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=56cb30a49d57418bbcb793edd0a59595&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474296 Feb 09 01:49:48.922613 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34986) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:49:48.933841 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: fed24314-0080-4838-93c9-8e3be2b6172b {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:49:48.934187 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device fed24314-0080-4838-93c9-8e3be2b6172b not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:49:48.934611 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 58e5ee40-b217-434e-be1f-003704a51455 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:49:48.964622 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f24ddff4-1804-4f2d-967d-5def55c8572d None None] Deleting port fed24314-0080-4838-93c9-8e3be2b6172b {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:49:48.964993 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f24ddff4-1804-4f2d-967d-5def55c8572d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:48.978840 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8b279e60-7908-4f69-bcce-d39b454110a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:49.000638 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 58e5ee40-b217-434e-be1f-003704a51455 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:49:49.000987 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 58e5ee40-b217-434e-be1f-003704a51455 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:49:49.004608 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8b279e60-7908-4f69-bcce-d39b454110a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:49.035466 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f24ddff4-1804-4f2d-967d-5def55c8572d None None] The port 'fed24314-0080-4838-93c9-8e3be2b6172b' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:49:49.061854 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8b279e60-7908-4f69-bcce-d39b454110a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:49.079422 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b279e60-7908-4f69-bcce-d39b454110a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0962117-8c37-4e89-b269-9e37246f5a34,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:49.085800 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8b279e60-7908-4f69-bcce-d39b454110a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:49.089991 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8b279e60-7908-4f69-bcce-d39b454110a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b0962117-8c37-4e89-b269-9e37246f5a34 HTTP/1.1" status: 204 len: 168 time: 0.1634781 Feb 09 01:49:49.419237 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34994) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:49:49.466329 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2e4e144d-ee16-4f51-a7bd-e1f64be0a7cd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fdb23db899ff40afa31cf8daf2cfe4ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460038 Feb 09 01:49:49.468675 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 34998) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:49:49.524661 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f51a9522-2f9d-45fc-8286-3a3e8ebcab28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:49.550275 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f51a9522-2f9d-45fc-8286-3a3e8ebcab28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:49.601760 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f51a9522-2f9d-45fc-8286-3a3e8ebcab28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:49.617043 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a9522-2f9d-45fc-8286-3a3e8ebcab28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cce1430-cc0b-4a2f-af8d-16e5a84d0641,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:49.621876 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f51a9522-2f9d-45fc-8286-3a3e8ebcab28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:49.622953 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f51a9522-2f9d-45fc-8286-3a3e8ebcab28 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5cce1430-cc0b-4a2f-af8d-16e5a84d0641 HTTP/1.1" status: 204 len: 168 time: 0.1534266 Feb 09 01:49:51.719898 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35154) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:49:51.837098 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b85b56fb-5eef-4c81-af53-308cfb63e32a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:51.853926 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b85b56fb-5eef-4c81-af53-308cfb63e32a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:49:51.857955 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b85b56fb-5eef-4c81-af53-308cfb63e32a admin admin] Usage tracker for resource:security_group_rule and tenant:cab48bebe851414e9143a4aea82e72b1 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:49:51.860727 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b85b56fb-5eef-4c81-af53-308cfb63e32a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:49:51.866369 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b85b56fb-5eef-4c81-af53-308cfb63e32a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:49:51.957231 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b85b56fb-5eef-4c81-af53-308cfb63e32a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:51.960962 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b85b56fb-5eef-4c81-af53-308cfb63e32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:52.006542 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b85b56fb-5eef-4c81-af53-308cfb63e32a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cab48bebe851414e9143a4aea82e72b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2855937 Feb 09 01:49:52.008303 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b56fb-5eef-4c81-af53-308cfb63e32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f13dcc-971b-4150-8a6b-dc2a8f5d3f09,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:52.009643 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35160) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:49:52.072503 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9ecd4018-60cd-4a22-9ae0-05337f777b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:52.099691 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9ecd4018-60cd-4a22-9ae0-05337f777b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:52.155205 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9ecd4018-60cd-4a22-9ae0-05337f777b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:52.170502 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd4018-60cd-4a22-9ae0-05337f777b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f13dcc-971b-4150-8a6b-dc2a8f5d3f09,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:52.175512 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9ecd4018-60cd-4a22-9ae0-05337f777b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:52.177289 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9ecd4018-60cd-4a22-9ae0-05337f777b19 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3f13dcc-971b-4150-8a6b-dc2a8f5d3f09 HTTP/1.1" status: 204 len: 168 time: 0.1653526 Feb 09 01:49:52.341428 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:52.449347 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35168) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:49:52.467520 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e1398ea2-e1c6-47d6-9f21-e037d0a118eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:52.481399 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e1398ea2-e1c6-47d6-9f21-e037d0a118eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:49:52.485192 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e1398ea2-e1c6-47d6-9f21-e037d0a118eb admin admin] Usage tracker for resource:security_group_rule and tenant:daaf0594391d4647a2b56d707b8481ec is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:49:52.487954 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e1398ea2-e1c6-47d6-9f21-e037d0a118eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:49:52.493567 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e1398ea2-e1c6-47d6-9f21-e037d0a118eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:49:52.575776 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e1398ea2-e1c6-47d6-9f21-e037d0a118eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:52.579414 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e1398ea2-e1c6-47d6-9f21-e037d0a118eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:52.628243 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e1398ea2-e1c6-47d6-9f21-e037d0a118eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=daaf0594391d4647a2b56d707b8481ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1776218 Feb 09 01:49:52.629206 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1398ea2-e1c6-47d6-9f21-e037d0a118eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8271ee73-8715-458b-8b34-824fd3739b6a,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:52.631004 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35172) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:49:52.690205 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-35e319ea-a698-4699-80aa-d65f83ed1bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:52.716014 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-35e319ea-a698-4699-80aa-d65f83ed1bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:52.769942 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-35e319ea-a698-4699-80aa-d65f83ed1bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:52.786128 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e319ea-a698-4699-80aa-d65f83ed1bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8271ee73-8715-458b-8b34-824fd3739b6a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:52.795198 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-35e319ea-a698-4699-80aa-d65f83ed1bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:49:52.796313 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-35e319ea-a698-4699-80aa-d65f83ed1bec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8271ee73-8715-458b-8b34-824fd3739b6a HTTP/1.1" status: 204 len: 168 time: 0.1636720 Feb 09 01:49:55.423868 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:03.397822 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-848db7c1-d960-449b-8afa-aaf31e35f6e9 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=de8f44db4c0b49c68b37b917989f4fac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329940 Feb 09 01:50:03.546716 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-699934f5-a053-42c8-8083-d22dda1e1033 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:03.548148 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-699934f5-a053-42c8-8083-d22dda1e1033 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1453094 Feb 09 01:50:03.563318 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-e1168de6-546f-43d7-81fe-39d620eaeaed tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] 10.222.0.37 "GET /v2.0/quotas/de8f44db4c0b49c68b37b917989f4fac HTTP/1.1" status: 200 len: 375 time: 0.0098786 Feb 09 01:50:03.608617 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-46575d0a-2ff3-4f43-9217-8ec2ef3dcfb4 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=de8f44db4c0b49c68b37b917989f4fac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404928 Feb 09 01:50:03.785964 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0fd28449-a2c7-4407-bb42-10cae20ab289 req-3e98ca3b-2193-4086-b5ca-80ccd04951ee tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] 10.222.0.37 "GET /v2.0/ports?device_id=b19b7b7a-5e98-40a2-ac87-226b11136feb HTTP/1.1" status: 200 len: 210 time: 0.0458105 Feb 09 01:50:04.878794 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2aecb1ac-4212-436e-83eb-de6aa3aeb770 req-700f658e-e549-4b14-affa-4cd76dcbac37 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] 10.222.0.37 "GET /v2.0/ports?device_id=b19b7b7a-5e98-40a2-ac87-226b11136feb HTTP/1.1" status: 200 len: 210 time: 0.0421362 Feb 09 01:50:05.723118 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-aff28028-fcf2-4b9c-b4a2-e69128d05a9f tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] 10.222.0.117 "GET /v2.0/networks?tenant_id=de8f44db4c0b49c68b37b917989f4fac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304542 Feb 09 01:50:05.876690 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-d242712c-abe5-4940-994b-6e9182af466d tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:05.878113 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-d242712c-abe5-4940-994b-6e9182af466d tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1496911 Feb 09 01:50:05.892561 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-4056cc25-4b81-420e-9d89-8fb033327c63 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Request body: {'port': {'device_id': 'b19b7b7a-5e98-40a2-ac87-226b11136feb', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'admin_state_up': True, 'tenant_id': 'de8f44db4c0b49c68b37b917989f4fac'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:06.037417 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-78e62805-0808-41ef-9493-09c82ade1ba5 req-01f1a44f-33ba-4e87-afc6-4a93086fe07e tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] 10.222.0.37 "GET /v2.0/ports?device_id=b19b7b7a-5e98-40a2-ac87-226b11136feb HTTP/1.1" status: 200 len: 210 time: 0.0433834 Feb 09 01:50:06.146383 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-4056cc25-4b81-420e-9d89-8fb033327c63 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:50:06.150132 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-4056cc25-4b81-420e-9d89-8fb033327c63 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Usage tracker for resource:port and tenant:de8f44db4c0b49c68b37b917989f4fac is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:50:06.153408 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-4056cc25-4b81-420e-9d89-8fb033327c63 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:50:06.158946 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-4056cc25-4b81-420e-9d89-8fb033327c63 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:50:06.169254 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-4056cc25-4b81-420e-9d89-8fb033327c63 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Made reservation on behalf of de8f44db4c0b49c68b37b917989f4fac for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:50:06.172711 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-4056cc25-4b81-420e-9d89-8fb033327c63 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:06.184693 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-4056cc25-4b81-420e-9d89-8fb033327c63 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:06.199160 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-4056cc25-4b81-420e-9d89-8fb033327c63 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:50:06.202946 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-4056cc25-4b81-420e-9d89-8fb033327c63 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Usage tracker for resource:security_group_rule and tenant:de8f44db4c0b49c68b37b917989f4fac is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:50:06.205718 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-4056cc25-4b81-420e-9d89-8fb033327c63 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:50:06.211294 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-4056cc25-4b81-420e-9d89-8fb033327c63 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:50:06.293569 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-4056cc25-4b81-420e-9d89-8fb033327c63 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:06.297230 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-4056cc25-4b81-420e-9d89-8fb033327c63 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:06.375643 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056cc25-4b81-420e-9d89-8fb033327c63 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd266ae-cad7-4b94-a059-f92f16ae7f8a,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:06.463535 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-4056cc25-4b81-420e-9d89-8fb033327c63 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Allocated IP 192.168.233.187 (82c0e553-004f-4f65-a38e-9d785fdc5802/c1d7756a-584e-4152-ad93-d220060f4b30/55fe6f12-aac5-4174-be56-f310c9617328) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:50:06.662089 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-4056cc25-4b81-420e-9d89-8fb033327c63 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:06.676863 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-4056cc25-4b81-420e-9d89-8fb033327c63 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Transition to ACTIVE for port object 55fe6f12-aac5-4174-be56-f310c9617328 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:50:06.700589 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-4056cc25-4b81-420e-9d89-8fb033327c63 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:06.774527 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-4056cc25-4b81-420e-9d89-8fb033327c63 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Network 82c0e553-004f-4f65-a38e-9d785fdc5802 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:06.777694 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-4056cc25-4b81-420e-9d89-8fb033327c63 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:06.781498 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-4056cc25-4b81-420e-9d89-8fb033327c63 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:50:06.816301 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056cc25-4b81-420e-9d89-8fb033327c63 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Pushing event updated for resources: {'Port': ['ID=55fe6f12-aac5-4174-be56-f310c9617328,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:06.848571 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-4056cc25-4b81-420e-9d89-8fb033327c63 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:06.849190 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-4056cc25-4b81-420e-9d89-8fb033327c63 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:06.880575 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-4056cc25-4b81-420e-9d89-8fb033327c63 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9914341 Feb 09 01:50:06.893094 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-17c622d3-0651-43ea-ad2a-518c7e80f903 service neutron] Request body: {'port': {'device_id': 'b19b7b7a-5e98-40a2-ac87-226b11136feb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:06.998191 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-02a66bf4-5510-4e5a-9ae0-ff3c53a5b943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:07.009668 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-17c622d3-0651-43ea-ad2a-518c7e80f903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:07.035047 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-41911728-a5a6-4eb2-8af7-26e74744eebb None None] Provisioning for port 55fe6f12-aac5-4174-be56-f310c9617328 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:50:07.039953 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-41911728-a5a6-4eb2-8af7-26e74744eebb None None] Provisioning complete for port 55fe6f12-aac5-4174-be56-f310c9617328 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:07.040321 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-41911728-a5a6-4eb2-8af7-26e74744eebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:07.099180 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-41911728-a5a6-4eb2-8af7-26e74744eebb None None] Port 55fe6f12-aac5-4174-be56-f310c9617328 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:50:07.356061 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83877ce0-c96a-49e9-a686-c78a21cdec36 req-9d982464-9d08-451b-89d7-509e03f0097a tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:07.356776 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-83877ce0-c96a-49e9-a686-c78a21cdec36 req-9d982464-9d08-451b-89d7-509e03f0097a tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Synchronizing usage tracker for tenant:de8f44db4c0b49c68b37b917989f4fac on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:50:07.383234 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-83877ce0-c96a-49e9-a686-c78a21cdec36 req-9d982464-9d08-451b-89d7-509e03f0097a tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Unset dirty status for tenant:de8f44db4c0b49c68b37b917989f4fac on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:50:07.384360 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-83877ce0-c96a-49e9-a686-c78a21cdec36 req-9d982464-9d08-451b-89d7-509e03f0097a tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] 10.222.0.37 "GET /v2.0/ports?device_id=b19b7b7a-5e98-40a2-ac87-226b11136feb HTTP/1.1" status: 200 len: 936 time: 0.2254684 Feb 09 01:50:07.479432 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-17c622d3-0651-43ea-ad2a-518c7e80f903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55fe6f12-aac5-4174-be56-f310c9617328 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:50:07.489234 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-83877ce0-c96a-49e9-a686-c78a21cdec36 req-59ba69ff-6b3b-4451-9b75-b04e6d5347dd tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Synchronizing usage tracker for tenant:de8f44db4c0b49c68b37b917989f4fac on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:50:07.492466 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-17c622d3-0651-43ea-ad2a-518c7e80f903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:07.513828 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-17c622d3-0651-43ea-ad2a-518c7e80f903 service neutron] Transition to ACTIVE for port object 55fe6f12-aac5-4174-be56-f310c9617328 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:50:07.517920 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-17c622d3-0651-43ea-ad2a-518c7e80f903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:07.561285 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-83877ce0-c96a-49e9-a686-c78a21cdec36 req-59ba69ff-6b3b-4451-9b75-b04e6d5347dd tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Unset dirty status for tenant:de8f44db4c0b49c68b37b917989f4fac on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:50:07.562424 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-83877ce0-c96a-49e9-a686-c78a21cdec36 req-59ba69ff-6b3b-4451-9b75-b04e6d5347dd tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bd266ae-cad7-4b94-a059-f92f16ae7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698503 Feb 09 01:50:07.658060 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c622d3-0651-43ea-ad2a-518c7e80f903 service neutron] Pushing event updated for resources: {'Port': ['ID=55fe6f12-aac5-4174-be56-f310c9617328,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:07.765330 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-17c622d3-0651-43ea-ad2a-518c7e80f903 service neutron] Attempting to bind port 55fe6f12-aac5-4174-be56-f310c9617328 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:50:07.765671 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-17c622d3-0651-43ea-ad2a-518c7e80f903 service neutron] Attempting to bind port 55fe6f12-aac5-4174-be56-f310c9617328 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:50:07.765999 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-17c622d3-0651-43ea-ad2a-518c7e80f903 service neutron] Attempting to bind port 55fe6f12-aac5-4174-be56-f310c9617328 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:50:07.770573 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-17c622d3-0651-43ea-ad2a-518c7e80f903 service neutron] Port 55fe6f12-aac5-4174-be56-f310c9617328 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:50:07.770890 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-17c622d3-0651-43ea-ad2a-518c7e80f903 service neutron] Attempting to bind port 55fe6f12-aac5-4174-be56-f310c9617328 on network 82c0e553-004f-4f65-a38e-9d785fdc5802 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:50:07.775898 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-17c622d3-0651-43ea-ad2a-518c7e80f903 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:50:07.776238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-17c622d3-0651-43ea-ad2a-518c7e80f903 service neutron] Checking segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:50:07.776656 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-17c622d3-0651-43ea-ad2a-518c7e80f903 service neutron] Bound using segment: {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:50:07.777118 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-17c622d3-0651-43ea-ad2a-518c7e80f903 service neutron] Bound port: 55fe6f12-aac5-4174-be56-f310c9617328, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b1f92d-a400-45ee-b622-f4d3da8763c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:50:07.777462 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-17c622d3-0651-43ea-ad2a-518c7e80f903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:07.871442 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-17c622d3-0651-43ea-ad2a-518c7e80f903 service neutron] For port 55fe6f12-aac5-4174-be56-f310c9617328, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:50:07.874134 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-17c622d3-0651-43ea-ad2a-518c7e80f903 service neutron] For port 55fe6f12-aac5-4174-be56-f310c9617328, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=55fe6f12-aac5-4174-be56-f310c9617328,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:50:07.878575 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-17c622d3-0651-43ea-ad2a-518c7e80f903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:07.936894 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-17c622d3-0651-43ea-ad2a-518c7e80f903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:07.937528 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-17c622d3-0651-43ea-ad2a-518c7e80f903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:07.938873 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-17c622d3-0651-43ea-ad2a-518c7e80f903 service neutron] 10.222.0.117 "PUT /v2.0/ports/55fe6f12-aac5-4174-be56-f310c9617328 HTTP/1.1" status: 200 len: 1096 time: 1.0503538 Feb 09 01:50:07.939316 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b19b7b7a-5e98-40a2-ac87-226b11136feb', 'tag': '55fe6f12-aac5-4174-be56-f310c9617328'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:50:07.972706 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c622d3-0651-43ea-ad2a-518c7e80f903 service neutron] Pushing event updated for resources: {'Port': ['ID=55fe6f12-aac5-4174-be56-f310c9617328,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:08.061472 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b19b7b7a-5e98-40a2-ac87-226b11136feb', 'tag': '55fe6f12-aac5-4174-be56-f310c9617328', 'status': 'completed', 'code': 200} Feb 09 01:50:08.074790 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-2e921efc-4c64-44b9-83f2-0d7392bfd085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:08.076440 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-2e921efc-4c64-44b9-83f2-0d7392bfd085 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=de8f44db4c0b49c68b37b917989f4fac&device_id=b19b7b7a-5e98-40a2-ac87-226b11136feb HTTP/1.1" status: 200 len: 1099 time: 0.0987444 Feb 09 01:50:08.151607 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-f24a7fcd-311d-46b2-94d0-d8dfb124b86c service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=55fe6f12-aac5-4174-be56-f310c9617328 HTTP/1.1" status: 200 len: 217 time: 0.0687861 Feb 09 01:50:08.216299 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-252e7a5a-a37f-4cc8-b5e4-1521d57d9663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:08.217641 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-252e7a5a-a37f-4cc8-b5e4-1521d57d9663 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.0603943 Feb 09 01:50:08.293841 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-3b8e03bf-fa16-43c4-bea0-15d96ba44f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:08.295307 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-3b8e03bf-fa16-43c4-bea0-15d96ba44f75 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0712144 Feb 09 01:50:08.541234 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-d76b432c-84dd-40b9-8bfe-3b0a989e4705 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396946 Feb 09 01:50:08.711500 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f540b31-cb81-4718-a6c8-ceb037d55a6f req-c31e6712-ed0d-4a39-b83b-6ffe38133080 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640031 Feb 09 01:50:08.750315 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967449ee-27c7-4f3b-8a2a-8d6a0f13086d req-25d677bd-516e-4c9a-a63f-03189cf654fe tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:08.751771 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-967449ee-27c7-4f3b-8a2a-8d6a0f13086d req-25d677bd-516e-4c9a-a63f-03189cf654fe tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] 10.222.0.37 "GET /v2.0/ports?device_id=b19b7b7a-5e98-40a2-ac87-226b11136feb HTTP/1.1" status: 200 len: 948 time: 0.0832391 Feb 09 01:50:08.843063 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-967449ee-27c7-4f3b-8a2a-8d6a0f13086d req-9dd20e69-fbfc-40f7-92cd-40068cfa5977 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bd266ae-cad7-4b94-a059-f92f16ae7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579147 Feb 09 01:50:08.857967 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b937a-0f02-42b5-a1f4-2fa8b58af74d req-0fa6a6a4-e2d8-4cb1-b344-968b81591d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:08.859410 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-593b937a-0f02-42b5-a1f4-2fa8b58af74d req-0fa6a6a4-e2d8-4cb1-b344-968b81591d99 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=de8f44db4c0b49c68b37b917989f4fac&device_id=b19b7b7a-5e98-40a2-ac87-226b11136feb HTTP/1.1" status: 200 len: 1099 time: 0.1065795 Feb 09 01:50:08.988430 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b937a-0f02-42b5-a1f4-2fa8b58af74d req-4b06df99-236f-44df-824f-e087d7369b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:08.989855 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-593b937a-0f02-42b5-a1f4-2fa8b58af74d req-4b06df99-236f-44df-824f-e087d7369b6b service neutron] 10.222.0.117 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.1244528 Feb 09 01:50:09.060256 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-593b937a-0f02-42b5-a1f4-2fa8b58af74d req-a2661cd4-cf9b-4d78-96da-aa7d07177b06 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=55fe6f12-aac5-4174-be56-f310c9617328 HTTP/1.1" status: 200 len: 217 time: 0.0632927 Feb 09 01:50:09.121626 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b937a-0f02-42b5-a1f4-2fa8b58af74d req-cf98b634-6129-4b89-be3c-567424d8affd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:09.123036 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-593b937a-0f02-42b5-a1f4-2fa8b58af74d req-cf98b634-6129-4b89-be3c-567424d8affd service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.0568490 Feb 09 01:50:09.198599 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b937a-0f02-42b5-a1f4-2fa8b58af74d req-6239fcaf-3e96-4df7-bd72-c4c462153ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:09.200045 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-593b937a-0f02-42b5-a1f4-2fa8b58af74d req-6239fcaf-3e96-4df7-bd72-c4c462153ace service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0710690 Feb 09 01:50:09.331467 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-593b937a-0f02-42b5-a1f4-2fa8b58af74d req-203c1ab2-e896-4720-8f98-3d6843237ac9 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245151 Feb 09 01:50:09.397719 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1d133206-9b3d-4620-972e-a33143786b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:09.463497 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-593b937a-0f02-42b5-a1f4-2fa8b58af74d req-ef216caa-d536-49a1-b6d3-041fc9c682b2 service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234226 Feb 09 01:50:10.183259 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a531b-2620-413b-8889-137fea48b0c0 req-fa14c1dd-e9d7-4f7c-af3c-ce1f5d6ea734 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:10.184642 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5e4a531b-2620-413b-8889-137fea48b0c0 req-fa14c1dd-e9d7-4f7c-af3c-ce1f5d6ea734 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] 10.222.0.37 "GET /v2.0/ports?device_id=b19b7b7a-5e98-40a2-ac87-226b11136feb HTTP/1.1" status: 200 len: 948 time: 0.0810969 Feb 09 01:50:10.327622 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5e4a531b-2620-413b-8889-137fea48b0c0 req-734b1126-1441-48df-8a2e-684c7a150d37 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bd266ae-cad7-4b94-a059-f92f16ae7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374187 Feb 09 01:50:10.475134 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:10.592643 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:10.812203 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 55fe6f12-aac5-4174-be56-f310c9617328 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:50:10.943360 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 55fe6f12-aac5-4174-be56-f310c9617328, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=55fe6f12-aac5-4174-be56-f310c9617328,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:50:10.956031 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '55fe6f12-aac5-4174-be56-f310c9617328', 'network_id': '82c0e553-004f-4f65-a38e-9d785fdc5802', 'port_id': '55fe6f12-aac5-4174-be56-f310c9617328', 'mac_address': 'fa:16:3e:87:a9:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d7756a-584e-4152-ad93-d220060f4b30', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:50:11.013434 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:11.029636 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55fe6f12-aac5-4174-be56-f310c9617328 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:50:11.045085 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 55fe6f12-aac5-4174-be56-f310c9617328, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=55fe6f12-aac5-4174-be56-f310c9617328,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:50:11.049869 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:11.120570 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=55fe6f12-aac5-4174-be56-f310c9617328,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:11.263957 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['55fe6f12-aac5-4174-be56-f310c9617328'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:50:11.511783 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03dfd2-d846-42e8-b3aa-3eedc4cbc19d req-f6cab42a-922c-46b3-a64e-ef1053138e59 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:11.513289 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3e03dfd2-d846-42e8-b3aa-3eedc4cbc19d req-f6cab42a-922c-46b3-a64e-ef1053138e59 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] 10.222.0.37 "GET /v2.0/ports?device_id=b19b7b7a-5e98-40a2-ac87-226b11136feb HTTP/1.1" status: 200 len: 949 time: 0.0817161 Feb 09 01:50:11.557461 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3e03dfd2-d846-42e8-b3aa-3eedc4cbc19d req-12dc3deb-f5d3-49a0-98da-1979cc931109 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bd266ae-cad7-4b94-a059-f92f16ae7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385354 Feb 09 01:50:11.908189 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:12.736449 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5657c5-d3ec-412b-8ac2-a1e5e1166b53 req-7a00854d-8aa9-4405-873f-074eae47d0b0 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:12.737892 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5e5657c5-d3ec-412b-8ac2-a1e5e1166b53 req-7a00854d-8aa9-4405-873f-074eae47d0b0 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] 10.222.0.37 "GET /v2.0/ports?device_id=b19b7b7a-5e98-40a2-ac87-226b11136feb HTTP/1.1" status: 200 len: 949 time: 0.0776925 Feb 09 01:50:12.780290 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5e5657c5-d3ec-412b-8ac2-a1e5e1166b53 req-61d13cfb-ee74-4f30-b439-4f68ab796121 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bd266ae-cad7-4b94-a059-f92f16ae7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369267 Feb 09 01:50:12.844040 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 55fe6f12-aac5-4174-be56-f310c9617328 up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:50:12.909869 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 55fe6f12-aac5-4174-be56-f310c9617328 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:50:12.914627 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 55fe6f12-aac5-4174-be56-f310c9617328 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:12.914999 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:13.030118 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:13.058298 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19b7b7a-5e98-40a2-ac87-226b11136feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fe6f12-aac5-4174-be56-f310c9617328'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:50:13.067058 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 55fe6f12-aac5-4174-be56-f310c9617328, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=55fe6f12-aac5-4174-be56-f310c9617328,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:50:13.071465 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:13.111682 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19b7b7a-5e98-40a2-ac87-226b11136feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fe6f12-aac5-4174-be56-f310c9617328', 'code': 200} Feb 09 01:50:13.150678 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=55fe6f12-aac5-4174-be56-f310c9617328,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:13.232735 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d4ae9-de68-4daf-b48c-f365dfd99aa1 req-e497e0c8-48ab-47e8-9c97-0d2d95e7bc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:13.234162 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-616d4ae9-de68-4daf-b48c-f365dfd99aa1 req-e497e0c8-48ab-47e8-9c97-0d2d95e7bc04 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=b19b7b7a-5e98-40a2-ac87-226b11136feb HTTP/1.1" status: 200 len: 1101 time: 0.0710187 Feb 09 01:50:13.274059 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-616d4ae9-de68-4daf-b48c-f365dfd99aa1 req-a2c2f214-d191-4ff0-bc59-52b0f2e9feb5 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=2bd266ae-cad7-4b94-a059-f92f16ae7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339415 Feb 09 01:50:13.478560 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:50:13.963549 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fb699-79cc-4e4f-a8ff-9fdc94c6d7cf req-6a061755-6dbb-4d95-b8ba-d08e46e80cac tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:13.964996 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-883fb699-79cc-4e4f-a8ff-9fdc94c6d7cf req-6a061755-6dbb-4d95-b8ba-d08e46e80cac tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] 10.222.0.37 "GET /v2.0/ports?device_id=b19b7b7a-5e98-40a2-ac87-226b11136feb HTTP/1.1" status: 200 len: 950 time: 0.0796177 Feb 09 01:50:14.008784 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-883fb699-79cc-4e4f-a8ff-9fdc94c6d7cf req-60ca36af-6d00-430b-92c0-bb9c9b74c698 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bd266ae-cad7-4b94-a059-f92f16ae7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382063 Feb 09 01:50:15.189547 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b57276-f514-42d7-b5af-3b8a307fc1f3 req-7de50d4b-f991-466f-b551-e08529c9612d tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:15.190996 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86b57276-f514-42d7-b5af-3b8a307fc1f3 req-7de50d4b-f991-466f-b551-e08529c9612d tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] 10.222.0.37 "GET /v2.0/ports?device_id=b19b7b7a-5e98-40a2-ac87-226b11136feb HTTP/1.1" status: 200 len: 950 time: 0.0790799 Feb 09 01:50:15.233750 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86b57276-f514-42d7-b5af-3b8a307fc1f3 req-75a664e9-47cb-4c13-ac9b-b3a35807323c tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bd266ae-cad7-4b94-a059-f92f16ae7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372529 Feb 09 01:50:16.000738 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ce8a9084-a695-4a97-83b0-bf5b17dbca62 req-13c0282b-5553-4881-832d-1ab8fb86465c service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=b19b7b7a-5e98-40a2-ac87-226b11136feb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0739787 Feb 09 01:50:16.160610 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a9084-a695-4a97-83b0-bf5b17dbca62 req-301a13e9-9584-4d85-8a39-7993e8832350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:16.162311 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ce8a9084-a695-4a97-83b0-bf5b17dbca62 req-301a13e9-9584-4d85-8a39-7993e8832350 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=de8f44db4c0b49c68b37b917989f4fac&device_id=b19b7b7a-5e98-40a2-ac87-226b11136feb HTTP/1.1" status: 200 len: 1101 time: 0.0782723 Feb 09 01:50:16.481624 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a9084-a695-4a97-83b0-bf5b17dbca62 req-c57d2b61-aa35-46e1-9d14-f3a0f724b1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:16.482975 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ce8a9084-a695-4a97-83b0-bf5b17dbca62 req-c57d2b61-aa35-46e1-9d14-f3a0f724b1a5 service neutron] 10.222.0.117 "GET /v2.0/networks?id=82c0e553-004f-4f65-a38e-9d785fdc5802 HTTP/1.1" status: 200 len: 870 time: 0.2970195 Feb 09 01:50:16.494458 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65096ff5-c023-4eaf-86e9-53b69b75f596 req-5c859148-ef7e-4aa3-9895-4d628a9082d9 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:16.495823 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-65096ff5-c023-4eaf-86e9-53b69b75f596 req-5c859148-ef7e-4aa3-9895-4d628a9082d9 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] 10.222.0.37 "GET /v2.0/ports?device_id=b19b7b7a-5e98-40a2-ac87-226b11136feb HTTP/1.1" status: 200 len: 950 time: 0.2431443 Feb 09 01:50:16.573448 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ce8a9084-a695-4a97-83b0-bf5b17dbca62 req-d84391d1-c197-40bd-b353-e7baeeaf2e92 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=55fe6f12-aac5-4174-be56-f310c9617328 HTTP/1.1" status: 200 len: 217 time: 0.0767078 Feb 09 01:50:16.633770 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-65096ff5-c023-4eaf-86e9-53b69b75f596 req-b8f0469a-fd3a-46bb-854a-7f685349285c tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bd266ae-cad7-4b94-a059-f92f16ae7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891790 Feb 09 01:50:16.650872 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a9084-a695-4a97-83b0-bf5b17dbca62 req-6589f664-91eb-44a5-a56f-747730300030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:16.652875 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ce8a9084-a695-4a97-83b0-bf5b17dbca62 req-6589f664-91eb-44a5-a56f-747730300030 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c1d7756a-584e-4152-ad93-d220060f4b30 HTTP/1.1" status: 200 len: 843 time: 0.0668864 Feb 09 01:50:16.726096 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a9084-a695-4a97-83b0-bf5b17dbca62 req-2b40e765-93fc-4f37-a604-8444bf323272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:16.727546 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ce8a9084-a695-4a97-83b0-bf5b17dbca62 req-2b40e765-93fc-4f37-a604-8444bf323272 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=82c0e553-004f-4f65-a38e-9d785fdc5802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0685935 Feb 09 01:50:16.857470 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ce8a9084-a695-4a97-83b0-bf5b17dbca62 req-674800af-63e1-4285-99d5-5e49a433deca service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231289 Feb 09 01:50:16.987096 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ce8a9084-a695-4a97-83b0-bf5b17dbca62 req-5032fccc-185c-4a4b-a5c2-7ae4022e345e service neutron] 10.222.0.117 "GET /v2.0/networks/82c0e553-004f-4f65-a38e-9d785fdc5802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226361 Feb 09 01:50:17.606193 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93203a-202f-44e0-977d-17815a2deef8 req-1b138005-10ba-420f-9c4f-e83d2b9decee tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:17.607622 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5b93203a-202f-44e0-977d-17815a2deef8 req-1b138005-10ba-420f-9c4f-e83d2b9decee tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] 10.222.0.117 "GET /v2.0/ports?device_id=b19b7b7a-5e98-40a2-ac87-226b11136feb HTTP/1.1" status: 200 len: 950 time: 0.0831025 Feb 09 01:50:17.675994 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-5b93203a-202f-44e0-977d-17815a2deef8 req-3873b072-bcbd-4b85-8b6c-9a4059a6b5be tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Deleting port 55fe6f12-aac5-4174-be56-f310c9617328 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:50:17.676338 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5b93203a-202f-44e0-977d-17815a2deef8 req-3873b072-bcbd-4b85-8b6c-9a4059a6b5be tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:17.817279 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08e418-6727-4885-8da7-048bc039f1c4 req-a549c077-cf31-4728-b165-362e728424e9 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:17.818741 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fe08e418-6727-4885-8da7-048bc039f1c4 req-a549c077-cf31-4728-b165-362e728424e9 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] 10.222.0.37 "GET /v2.0/ports?device_id=b19b7b7a-5e98-40a2-ac87-226b11136feb HTTP/1.1" status: 200 len: 950 time: 0.0791383 Feb 09 01:50:17.866987 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fe08e418-6727-4885-8da7-048bc039f1c4 req-add59d80-6807-4f91-a082-3cc625a6515b tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bd266ae-cad7-4b94-a059-f92f16ae7f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418899 Feb 09 01:50:17.922742 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-5b93203a-202f-44e0-977d-17815a2deef8 req-3873b072-bcbd-4b85-8b6c-9a4059a6b5be tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] For port 55fe6f12-aac5-4174-be56-f310c9617328, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=55fe6f12-aac5-4174-be56-f310c9617328,segment=NetworkSegment(c2b1f92d-a400-45ee-b622-f4d3da8763c8),segment_id=c2b1f92d-a400-45ee-b622-f4d3da8763c8)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:50:17.923102 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5b93203a-202f-44e0-977d-17815a2deef8 req-3873b072-bcbd-4b85-8b6c-9a4059a6b5be tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:18.048484 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-5b93203a-202f-44e0-977d-17815a2deef8 req-3873b072-bcbd-4b85-8b6c-9a4059a6b5be tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Calling delete_port for 55fe6f12-aac5-4174-be56-f310c9617328 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:50:18.191677 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5b93203a-202f-44e0-977d-17815a2deef8 req-3873b072-bcbd-4b85-8b6c-9a4059a6b5be tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:18.204434 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['55fe6f12-aac5-4174-be56-f310c9617328'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:50:18.243804 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873b072-bcbd-4b85-8b6c-9a4059a6b5be tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Pushing event deleted for resources: {'Port': ['ID=55fe6f12-aac5-4174-be56-f310c9617328,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:18.321134 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b93203a-202f-44e0-977d-17815a2deef8 req-3873b072-bcbd-4b85-8b6c-9a4059a6b5be tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] No DVR routers for this DVR port 55fe6f12-aac5-4174-be56-f310c9617328 on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:50:18.324344 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5b93203a-202f-44e0-977d-17815a2deef8 req-3873b072-bcbd-4b85-8b6c-9a4059a6b5be tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:18.326982 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19b7b7a-5e98-40a2-ac87-226b11136feb', 'name': 'network-vif-deleted', 'tag': '55fe6f12-aac5-4174-be56-f310c9617328'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:50:18.345153 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5b93203a-202f-44e0-977d-17815a2deef8 req-3873b072-bcbd-4b85-8b6c-9a4059a6b5be tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] 10.222.0.117 "DELETE /v2.0/ports/55fe6f12-aac5-4174-be56-f310c9617328 HTTP/1.1" status: 204 len: 173 time: 0.7320919 Feb 09 01:50:18.372692 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19b7b7a-5e98-40a2-ac87-226b11136feb', 'name': 'network-vif-deleted', 'tag': '55fe6f12-aac5-4174-be56-f310c9617328', 'status': 'completed', 'code': 200} Feb 09 01:50:19.030778 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-332eb8c2-a706-4df0-9f4b-b967d9a0c720 req-79898a14-4668-4052-bad7-3cfe50b9f8f7 tempest-ServersAdminNegativeTestJSON-451442868 tempest-ServersAdminNegativeTestJSON-451442868-project] 10.222.0.37 "GET /v2.0/ports?device_id=b19b7b7a-5e98-40a2-ac87-226b11136feb HTTP/1.1" status: 200 len: 210 time: 0.0469964 Feb 09 01:50:20.380223 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35320) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:50:20.523883 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-da51f293-5e6a-421c-ad1c-23d44438f12e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=de8f44db4c0b49c68b37b917989f4fac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424809 Feb 09 01:50:20.526348 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35326) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:50:20.583407 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f9384cf3-f2c1-4aaf-93f3-b79ee209dcc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:20.611228 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f9384cf3-f2c1-4aaf-93f3-b79ee209dcc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:20.661631 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f9384cf3-f2c1-4aaf-93f3-b79ee209dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:20.678171 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9384cf3-f2c1-4aaf-93f3-b79ee209dcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd266ae-cad7-4b94-a059-f92f16ae7f8a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:20.689248 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f9384cf3-f2c1-4aaf-93f3-b79ee209dcc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:20.690375 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f9384cf3-f2c1-4aaf-93f3-b79ee209dcc5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2bd266ae-cad7-4b94-a059-f92f16ae7f8a HTTP/1.1" status: 204 len: 168 time: 0.1627691 Feb 09 01:50:20.890119 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 55fe6f12-aac5-4174-be56-f310c9617328 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:50:20.924703 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: 55fe6f12-aac5-4174-be56-f310c9617328 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:50:20.925033 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 55fe6f12-aac5-4174-be56-f310c9617328 not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:50:20.961868 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35334) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:50:20.979922 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a56abe5-91e9-4b61-b7e0-b6bd705260a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:20.994747 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7a56abe5-91e9-4b61-b7e0-b6bd705260a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:50:20.998604 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7a56abe5-91e9-4b61-b7e0-b6bd705260a7 admin admin] Usage tracker for resource:security_group_rule and tenant:ca5222e41ff9422197616546a0ede6c4 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:50:21.001369 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7a56abe5-91e9-4b61-b7e0-b6bd705260a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:50:21.007177 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7a56abe5-91e9-4b61-b7e0-b6bd705260a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:50:21.090083 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a56abe5-91e9-4b61-b7e0-b6bd705260a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:21.094044 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a56abe5-91e9-4b61-b7e0-b6bd705260a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:21.144087 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7a56abe5-91e9-4b61-b7e0-b6bd705260a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca5222e41ff9422197616546a0ede6c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1810622 Feb 09 01:50:21.145608 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a56abe5-91e9-4b61-b7e0-b6bd705260a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4717557-9913-4a7a-89a3-e8322c90b4fb,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:21.146796 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35338) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:50:21.210000 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b3ca6de8-f949-458a-a776-1249d3934bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:21.235884 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b3ca6de8-f949-458a-a776-1249d3934bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:21.289500 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b3ca6de8-f949-458a-a776-1249d3934bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:21.306687 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca6de8-f949-458a-a776-1249d3934bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4717557-9913-4a7a-89a3-e8322c90b4fb,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:21.310929 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b3ca6de8-f949-458a-a776-1249d3934bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:21.312034 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b3ca6de8-f949-458a-a776-1249d3934bc2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d4717557-9913-4a7a-89a3-e8322c90b4fb HTTP/1.1" status: 204 len: 168 time: 0.1642635 Feb 09 01:50:22.033209 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35362) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:50:22.137984 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-7cc2eae1-2954-4ff0-b77b-90fc4dcd8493 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1666738940-network', 'tenant_id': '9ec678e7df8643c0978003223f092c27'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:22.143186 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-7cc2eae1-2954-4ff0-b77b-90fc4dcd8493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:50:22.147012 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-7cc2eae1-2954-4ff0-b77b-90fc4dcd8493 admin admin] Usage tracker for resource:network and tenant:9ec678e7df8643c0978003223f092c27 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:50:22.149849 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-7cc2eae1-2954-4ff0-b77b-90fc4dcd8493 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:50:22.156067 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-7cc2eae1-2954-4ff0-b77b-90fc4dcd8493 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:50:22.166175 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc2eae1-2954-4ff0-b77b-90fc4dcd8493 admin admin] Made reservation on behalf of 9ec678e7df8643c0978003223f092c27 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:50:22.168509 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7cc2eae1-2954-4ff0-b77b-90fc4dcd8493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:22.180264 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7cc2eae1-2954-4ff0-b77b-90fc4dcd8493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:22.194004 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-7cc2eae1-2954-4ff0-b77b-90fc4dcd8493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:50:22.197738 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-7cc2eae1-2954-4ff0-b77b-90fc4dcd8493 admin admin] Usage tracker for resource:security_group_rule and tenant:9ec678e7df8643c0978003223f092c27 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:50:22.200987 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-7cc2eae1-2954-4ff0-b77b-90fc4dcd8493 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:50:22.206533 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-7cc2eae1-2954-4ff0-b77b-90fc4dcd8493 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:50:22.288554 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7cc2eae1-2954-4ff0-b77b-90fc4dcd8493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:22.292080 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7cc2eae1-2954-4ff0-b77b-90fc4dcd8493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:22.321276 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc2eae1-2954-4ff0-b77b-90fc4dcd8493 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 960} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:50:22.330272 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2eae1-2954-4ff0-b77b-90fc4dcd8493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41e04d9-0910-49a0-9e6f-4b5a46c6121c,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:22.336207 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7cc2eae1-2954-4ff0-b77b-90fc4dcd8493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:22.336363 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-7cc2eae1-2954-4ff0-b77b-90fc4dcd8493 admin admin] Added segment 2fca6930-8534-47d0-bab8-66b7aa54be88 of type vlan for network 10cc1617-6e96-4875-8513-446bf81f5189 Feb 09 01:50:22.344535 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:22.363560 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7cc2eae1-2954-4ff0-b77b-90fc4dcd8493 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:22.392048 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7cc2eae1-2954-4ff0-b77b-90fc4dcd8493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:22.393007 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc2eae1-2954-4ff0-b77b-90fc4dcd8493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:22.393600 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7cc2eae1-2954-4ff0-b77b-90fc4dcd8493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:22.497592 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7cc2eae1-2954-4ff0-b77b-90fc4dcd8493 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4631598 Feb 09 01:50:22.498482 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2eae1-2954-4ff0-b77b-90fc4dcd8493 admin admin] Pushing event updated for resources: {'Network': ['ID=10cc1617-6e96-4875-8513-446bf81f5189,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:22.500567 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35368) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:50:22.509699 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 10cc1617-6e96-4875-8513-446bf81f5189 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:50:22.512148 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-42d0279d-f31b-4d46-88cd-9cbfbf4b9993 admin admin] Request body: {'subnet': {'network_id': '10cc1617-6e96-4875-8513-446bf81f5189', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1666738940-subnet', 'tenant_id': '9ec678e7df8643c0978003223f092c27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:22.518294 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-42d0279d-f31b-4d46-88cd-9cbfbf4b9993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:50:22.522354 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-42d0279d-f31b-4d46-88cd-9cbfbf4b9993 admin admin] Usage tracker for resource:subnet and tenant:9ec678e7df8643c0978003223f092c27 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:50:22.525234 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-42d0279d-f31b-4d46-88cd-9cbfbf4b9993 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:50:22.531575 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-42d0279d-f31b-4d46-88cd-9cbfbf4b9993 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:50:22.541560 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d0279d-f31b-4d46-88cd-9cbfbf4b9993 admin admin] Made reservation on behalf of 9ec678e7df8643c0978003223f092c27 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:50:22.543899 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-42d0279d-f31b-4d46-88cd-9cbfbf4b9993 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:22.744979 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-42d0279d-f31b-4d46-88cd-9cbfbf4b9993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:22.820923 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0279d-f31b-4d46-88cd-9cbfbf4b9993 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec65722c-c309-4b35-9aea-eeafd994270c,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:22.825494 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d0279d-f31b-4d46-88cd-9cbfbf4b9993 admin admin] Checking segment: {'id': '2fca6930-8534-47d0-bab8-66b7aa54be88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '10cc1617-6e96-4875-8513-446bf81f5189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:50:22.825849 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d0279d-f31b-4d46-88cd-9cbfbf4b9993 admin admin] Network hostable DHCP agents. Network: 10cc1617-6e96-4875-8513-446bf81f5189, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:50:22.844291 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d0279d-f31b-4d46-88cd-9cbfbf4b9993 admin admin] Network 10cc1617-6e96-4875-8513-446bf81f5189 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:50:22.852757 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-42d0279d-f31b-4d46-88cd-9cbfbf4b9993 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 10cc1617-6e96-4875-8513-446bf81f5189) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:22.857183 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d0279d-f31b-4d46-88cd-9cbfbf4b9993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:22.857816 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-42d0279d-f31b-4d46-88cd-9cbfbf4b9993 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:22.862400 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2309d273-2dc6-42e2-a1f7-5ab7132d5be2 None None] Network 10cc1617-6e96-4875-8513-446bf81f5189 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:50:22.884912 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-42d0279d-f31b-4d46-88cd-9cbfbf4b9993 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3832343 Feb 09 01:50:23.081250 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f884fe-feda-4960-a859-6e9d6f3cd390 None None] Network 10cc1617-6e96-4875-8513-446bf81f5189 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:50:23.427579 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-912255dc-a610-4f0b-80b7-c84ec02d184c tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:23.429048 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-912255dc-a610-4f0b-80b7-c84ec02d184c tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/networks?id=10cc1617-6e96-4875-8513-446bf81f5189 HTTP/1.1" status: 200 len: 812 time: 0.1434662 Feb 09 01:50:23.443992 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-6cce6c5f-2121-4431-bf74-645853ed08b3 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/quotas/9ec678e7df8643c0978003223f092c27 HTTP/1.1" status: 200 len: 375 time: 0.0094693 Feb 09 01:50:23.493924 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-91949f3a-de14-4d29-9000-15330650a4d0 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9ec678e7df8643c0978003223f092c27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450170 Feb 09 01:50:23.626865 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-12bcc8d6-fb77-4848-b0d3-ec4dc73428b9 service neutron] 10.222.0.37 "GET /v2.0/networks/10cc1617-6e96-4875-8513-446bf81f5189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265292 Feb 09 01:50:23.754215 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-2eb39006-8761-46ad-936a-08ebc510d480 service neutron] 10.222.0.37 "GET /v2.0/networks/10cc1617-6e96-4875-8513-446bf81f5189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215312 Feb 09 01:50:23.933601 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2a3a2d6-d516-42e0-b62f-69663a16ad5d req-53f62cf8-9a26-4d17-8be8-0002755c6faa tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 210 time: 0.0510848 Feb 09 01:50:25.091213 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9570fe8d-a591-42f2-8e71-3adf702b5f13 req-adeccd7a-ae14-4481-a663-246cbecf37bb tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 210 time: 0.0448096 Feb 09 01:50:25.104731 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-c0d2037f-1895-4822-a2b9-e400b39ee637 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:25.106126 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-c0d2037f-1895-4822-a2b9-e400b39ee637 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Synchronizing usage tracker for tenant:9ec678e7df8643c0978003223f092c27 on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:50:25.123297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-c0d2037f-1895-4822-a2b9-e400b39ee637 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Unset dirty status for tenant:9ec678e7df8643c0978003223f092c27 on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:50:25.124640 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-c0d2037f-1895-4822-a2b9-e400b39ee637 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.117 "GET /v2.0/networks?id=10cc1617-6e96-4875-8513-446bf81f5189 HTTP/1.1" status: 200 len: 812 time: 0.1780357 Feb 09 01:50:25.137625 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-a1f56138-3b3a-47ac-b204-4527041e3857 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Request body: {'port': {'device_id': '004be6c6-942b-4f62-be27-9b321798cb8d', 'network_id': '10cc1617-6e96-4875-8513-446bf81f5189', 'admin_state_up': True, 'tenant_id': '9ec678e7df8643c0978003223f092c27'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:25.387843 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-a1f56138-3b3a-47ac-b204-4527041e3857 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:50:25.391636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-a1f56138-3b3a-47ac-b204-4527041e3857 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Usage tracker for resource:port and tenant:9ec678e7df8643c0978003223f092c27 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:50:25.394406 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-a1f56138-3b3a-47ac-b204-4527041e3857 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:50:25.399970 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-a1f56138-3b3a-47ac-b204-4527041e3857 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:50:25.408973 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-a1f56138-3b3a-47ac-b204-4527041e3857 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Made reservation on behalf of 9ec678e7df8643c0978003223f092c27 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:50:25.412484 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-a1f56138-3b3a-47ac-b204-4527041e3857 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:25.439614 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:25.572237 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-a1f56138-3b3a-47ac-b204-4527041e3857 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Allocated IP 172.20.0.5 (10cc1617-6e96-4875-8513-446bf81f5189/ec65722c-c309-4b35-9aea-eeafd994270c/15249743-d3f2-4ee8-9799-268e472fb253) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:50:25.766920 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-a1f56138-3b3a-47ac-b204-4527041e3857 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:25.795104 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-a1f56138-3b3a-47ac-b204-4527041e3857 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:25.867396 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-a1f56138-3b3a-47ac-b204-4527041e3857 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Network 10cc1617-6e96-4875-8513-446bf81f5189 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:25.871230 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-a1f56138-3b3a-47ac-b204-4527041e3857 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:25.875023 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-a1f56138-3b3a-47ac-b204-4527041e3857 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:50:25.908108 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f56138-3b3a-47ac-b204-4527041e3857 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Pushing event updated for resources: {'Port': ['ID=15249743-d3f2-4ee8-9799-268e472fb253,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:25.921500 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f56138-3b3a-47ac-b204-4527041e3857 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:25.921842 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f56138-3b3a-47ac-b204-4527041e3857 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:25.922180 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f56138-3b3a-47ac-b204-4527041e3857 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:25.922511 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f56138-3b3a-47ac-b204-4527041e3857 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:25.922839 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f56138-3b3a-47ac-b204-4527041e3857 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:25.923165 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f56138-3b3a-47ac-b204-4527041e3857 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:25.923485 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f56138-3b3a-47ac-b204-4527041e3857 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:25.923804 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f56138-3b3a-47ac-b204-4527041e3857 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:25.924123 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f56138-3b3a-47ac-b204-4527041e3857 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:25.924465 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f56138-3b3a-47ac-b204-4527041e3857 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:25.924785 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f56138-3b3a-47ac-b204-4527041e3857 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:25.925101 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f56138-3b3a-47ac-b204-4527041e3857 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:25.948837 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-a1f56138-3b3a-47ac-b204-4527041e3857 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:25.949440 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-a1f56138-3b3a-47ac-b204-4527041e3857 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:25.968554 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-a1f56138-3b3a-47ac-b204-4527041e3857 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8362191 Feb 09 01:50:25.979616 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-40903122-c26d-4318-b543-4d1fdbaf7149 service neutron] Request body: {'port': {'device_id': '004be6c6-942b-4f62-be27-9b321798cb8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:26.095633 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-40903122-c26d-4318-b543-4d1fdbaf7149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:26.390925 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f0288-c3ea-4e9c-af5c-a08ae270733a req-54b348c3-195f-4084-8337-bab16b7f02a8 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:26.391573 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ed4f0288-c3ea-4e9c-af5c-a08ae270733a req-54b348c3-195f-4084-8337-bab16b7f02a8 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Synchronizing usage tracker for tenant:9ec678e7df8643c0978003223f092c27 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:50:26.436453 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ed4f0288-c3ea-4e9c-af5c-a08ae270733a req-54b348c3-195f-4084-8337-bab16b7f02a8 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Unset dirty status for tenant:9ec678e7df8643c0978003223f092c27 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:50:26.437597 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ed4f0288-c3ea-4e9c-af5c-a08ae270733a req-54b348c3-195f-4084-8337-bab16b7f02a8 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 931 time: 0.2314444 Feb 09 01:50:26.548576 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ed4f0288-c3ea-4e9c-af5c-a08ae270733a req-0a8b0df3-0ac0-42c9-9659-a28c311020e1 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Synchronizing usage tracker for tenant:9ec678e7df8643c0978003223f092c27 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:50:26.552195 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-40903122-c26d-4318-b543-4d1fdbaf7149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15249743-d3f2-4ee8-9799-268e472fb253 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:50:26.560555 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-40903122-c26d-4318-b543-4d1fdbaf7149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:26.585687 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-40903122-c26d-4318-b543-4d1fdbaf7149 service neutron] Transition to ACTIVE for port object 15249743-d3f2-4ee8-9799-268e472fb253 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:50:26.588768 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ed4f0288-c3ea-4e9c-af5c-a08ae270733a req-0a8b0df3-0ac0-42c9-9659-a28c311020e1 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Unset dirty status for tenant:9ec678e7df8643c0978003223f092c27 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:50:26.590702 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ed4f0288-c3ea-4e9c-af5c-a08ae270733a req-0a8b0df3-0ac0-42c9-9659-a28c311020e1 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467485 Feb 09 01:50:26.591747 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-40903122-c26d-4318-b543-4d1fdbaf7149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:26.744250 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40903122-c26d-4318-b543-4d1fdbaf7149 service neutron] Pushing event updated for resources: {'Port': ['ID=15249743-d3f2-4ee8-9799-268e472fb253,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:26.817228 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-40903122-c26d-4318-b543-4d1fdbaf7149 service neutron] Attempting to bind port 15249743-d3f2-4ee8-9799-268e472fb253 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:50:26.817554 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-40903122-c26d-4318-b543-4d1fdbaf7149 service neutron] Attempting to bind port 15249743-d3f2-4ee8-9799-268e472fb253 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '2fca6930-8534-47d0-bab8-66b7aa54be88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '10cc1617-6e96-4875-8513-446bf81f5189'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:50:26.817881 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-40903122-c26d-4318-b543-4d1fdbaf7149 service neutron] Attempting to bind port 15249743-d3f2-4ee8-9799-268e472fb253 on network 10cc1617-6e96-4875-8513-446bf81f5189 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:50:26.822340 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-40903122-c26d-4318-b543-4d1fdbaf7149 service neutron] Port 15249743-d3f2-4ee8-9799-268e472fb253 on network 10cc1617-6e96-4875-8513-446bf81f5189 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:50:26.822655 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-40903122-c26d-4318-b543-4d1fdbaf7149 service neutron] Attempting to bind port 15249743-d3f2-4ee8-9799-268e472fb253 on network 10cc1617-6e96-4875-8513-446bf81f5189 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:50:26.828323 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-40903122-c26d-4318-b543-4d1fdbaf7149 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:50:26.828685 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-40903122-c26d-4318-b543-4d1fdbaf7149 service neutron] Checking segment: {'id': '2fca6930-8534-47d0-bab8-66b7aa54be88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '10cc1617-6e96-4875-8513-446bf81f5189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:50:26.829062 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-40903122-c26d-4318-b543-4d1fdbaf7149 service neutron] Bound using segment: {'id': '2fca6930-8534-47d0-bab8-66b7aa54be88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '10cc1617-6e96-4875-8513-446bf81f5189'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:50:26.829500 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-40903122-c26d-4318-b543-4d1fdbaf7149 service neutron] Bound port: 15249743-d3f2-4ee8-9799-268e472fb253, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fca6930-8534-47d0-bab8-66b7aa54be88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '10cc1617-6e96-4875-8513-446bf81f5189'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:50:26.829834 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-40903122-c26d-4318-b543-4d1fdbaf7149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:26.916617 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-40903122-c26d-4318-b543-4d1fdbaf7149 service neutron] For port 15249743-d3f2-4ee8-9799-268e472fb253, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:50:26.919372 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-40903122-c26d-4318-b543-4d1fdbaf7149 service neutron] For port 15249743-d3f2-4ee8-9799-268e472fb253, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=15249743-d3f2-4ee8-9799-268e472fb253,segment=NetworkSegment(2fca6930-8534-47d0-bab8-66b7aa54be88),segment_id=2fca6930-8534-47d0-bab8-66b7aa54be88)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:50:26.923725 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-40903122-c26d-4318-b543-4d1fdbaf7149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:26.984240 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-40903122-c26d-4318-b543-4d1fdbaf7149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:26.984864 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-40903122-c26d-4318-b543-4d1fdbaf7149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:26.986203 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-40903122-c26d-4318-b543-4d1fdbaf7149 service neutron] 10.222.0.117 "PUT /v2.0/ports/15249743-d3f2-4ee8-9799-268e472fb253 HTTP/1.1" status: 200 len: 1091 time: 1.0105412 Feb 09 01:50:26.986626 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004be6c6-942b-4f62-be27-9b321798cb8d', 'tag': '15249743-d3f2-4ee8-9799-268e472fb253'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:50:27.006085 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40903122-c26d-4318-b543-4d1fdbaf7149 service neutron] Pushing event updated for resources: {'Port': ['ID=15249743-d3f2-4ee8-9799-268e472fb253,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:27.165083 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '004be6c6-942b-4f62-be27-9b321798cb8d', 'tag': '15249743-d3f2-4ee8-9799-268e472fb253', 'status': 'completed', 'code': 200} Feb 09 01:50:27.210604 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-6fb515b5-4b0d-4a7b-8b63-64b5ffdcd804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:27.212016 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-6fb515b5-4b0d-4a7b-8b63-64b5ffdcd804 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=9ec678e7df8643c0978003223f092c27&device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 1094 time: 0.1895862 Feb 09 01:50:27.280711 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-aa71b13e-8581-45ae-a841-bd16a54cd1bb service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15249743-d3f2-4ee8-9799-268e472fb253 HTTP/1.1" status: 200 len: 217 time: 0.0619113 Feb 09 01:50:27.340251 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-04f2e5c7-e57b-4f3f-b811-29280177269b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:27.341657 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-04f2e5c7-e57b-4f3f-b811-29280177269b service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ec65722c-c309-4b35-9aea-eeafd994270c HTTP/1.1" status: 200 len: 852 time: 0.0555973 Feb 09 01:50:27.390222 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-82afab71-4177-41b2-aabc-d3214ee75861 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=10cc1617-6e96-4875-8513-446bf81f5189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424349 Feb 09 01:50:27.524811 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-4cec8c07-a498-47ba-b091-de257ba814c6 service neutron] 10.222.0.117 "GET /v2.0/networks/10cc1617-6e96-4875-8513-446bf81f5189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281087 Feb 09 01:50:27.653389 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6413278c-e2bc-4fa3-a81c-f67bea4d6383 req-f2a09e7b-9d62-47a3-800d-dcc707021a61 service neutron] 10.222.0.117 "GET /v2.0/networks/10cc1617-6e96-4875-8513-446bf81f5189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227894 Feb 09 01:50:27.832044 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddb7bc-d276-416c-94e9-af549c73f599 req-f03bae4e-c60c-4564-9a51-d3bdfde23118 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:27.833402 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-baddb7bc-d276-416c-94e9-af549c73f599 req-f03bae4e-c60c-4564-9a51-d3bdfde23118 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 943 time: 0.1052074 Feb 09 01:50:27.835852 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5bc0e-4e87-4f6b-b81b-b8fef12de895 req-a2d5a942-91d1-4cf4-acc1-6dcc9ba59454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:27.837203 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-56f5bc0e-4e87-4f6b-b81b-b8fef12de895 req-a2d5a942-91d1-4cf4-acc1-6dcc9ba59454 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=9ec678e7df8643c0978003223f092c27&device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 1094 time: 0.1387248 Feb 09 01:50:27.954597 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-baddb7bc-d276-416c-94e9-af549c73f599 req-f9ba0bc6-61ea-4767-86a6-85e796825369 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152904 Feb 09 01:50:27.994716 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5bc0e-4e87-4f6b-b81b-b8fef12de895 req-4e2225da-382c-4a41-b16c-3be5bdee8f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:27.996153 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-56f5bc0e-4e87-4f6b-b81b-b8fef12de895 req-4e2225da-382c-4a41-b16c-3be5bdee8f8f service neutron] 10.222.0.117 "GET /v2.0/networks?id=10cc1617-6e96-4875-8513-446bf81f5189 HTTP/1.1" status: 200 len: 913 time: 0.1441441 Feb 09 01:50:28.062282 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-56f5bc0e-4e87-4f6b-b81b-b8fef12de895 req-25e5dac2-db8d-47e6-ac27-5d9ab4217dbd service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15249743-d3f2-4ee8-9799-268e472fb253 HTTP/1.1" status: 200 len: 217 time: 0.0592999 Feb 09 01:50:28.126363 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5bc0e-4e87-4f6b-b81b-b8fef12de895 req-1675d229-4d51-4c2d-8585-880b952f023d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:28.127774 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-56f5bc0e-4e87-4f6b-b81b-b8fef12de895 req-1675d229-4d51-4c2d-8585-880b952f023d service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ec65722c-c309-4b35-9aea-eeafd994270c HTTP/1.1" status: 200 len: 852 time: 0.0597756 Feb 09 01:50:28.174122 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-56f5bc0e-4e87-4f6b-b81b-b8fef12de895 req-785abe35-418e-43d5-aa6f-108b73c5e310 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=10cc1617-6e96-4875-8513-446bf81f5189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395367 Feb 09 01:50:28.303220 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-56f5bc0e-4e87-4f6b-b81b-b8fef12de895 req-c16d1491-d202-4a62-820f-bc89c5d59bae service neutron] 10.222.0.117 "GET /v2.0/networks/10cc1617-6e96-4875-8513-446bf81f5189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220577 Feb 09 01:50:28.434829 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-56f5bc0e-4e87-4f6b-b81b-b8fef12de895 req-4634d040-bfac-465c-b942-f2926a6f9d04 service neutron] 10.222.0.117 "GET /v2.0/networks/10cc1617-6e96-4875-8513-446bf81f5189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246428 Feb 09 01:50:28.890267 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 15249743-d3f2-4ee8-9799-268e472fb253 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:50:29.028184 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 15249743-d3f2-4ee8-9799-268e472fb253, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=15249743-d3f2-4ee8-9799-268e472fb253,segment=NetworkSegment(2fca6930-8534-47d0-bab8-66b7aa54be88),segment_id=2fca6930-8534-47d0-bab8-66b7aa54be88)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:50:29.041413 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '15249743-d3f2-4ee8-9799-268e472fb253', 'network_id': '10cc1617-6e96-4875-8513-446bf81f5189', 'port_id': '15249743-d3f2-4ee8-9799-268e472fb253', 'mac_address': 'fa:16:3e:84:8c:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 960, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec65722c-c309-4b35-9aea-eeafd994270c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:50:29.097847 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:29.114488 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15249743-d3f2-4ee8-9799-268e472fb253 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:50:29.129523 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 15249743-d3f2-4ee8-9799-268e472fb253, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=15249743-d3f2-4ee8-9799-268e472fb253,segment=NetworkSegment(2fca6930-8534-47d0-bab8-66b7aa54be88),segment_id=2fca6930-8534-47d0-bab8-66b7aa54be88)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:50:29.134124 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:29.139508 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319246a7-4aa5-491f-8aac-fe8ee7cd0f8a req-ec38ec63-dc27-4d02-8363-d82e92215f9e tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:29.141003 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-319246a7-4aa5-491f-8aac-fe8ee7cd0f8a req-ec38ec63-dc27-4d02-8363-d82e92215f9e tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 943 time: 0.0810785 Feb 09 01:50:29.189316 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-319246a7-4aa5-491f-8aac-fe8ee7cd0f8a req-eb21bba0-d668-4ead-a388-c843cdfffe47 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424285 Feb 09 01:50:29.203742 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=15249743-d3f2-4ee8-9799-268e472fb253,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:29.211174 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:29.211551 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:29.211889 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:29.212225 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:29.212582 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:29.212913 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:29.213238 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:29.213563 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:29.213887 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:29.214235 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:29.214558 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:29.214876 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:29.333153 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['15249743-d3f2-4ee8-9799-268e472fb253'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:50:30.378763 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f88f2e-16d3-4ad9-af64-fdda25e601c4 req-80d1f8cb-7dba-4261-8ed5-a6e6cdb52378 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:30.380123 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-01f88f2e-16d3-4ad9-af64-fdda25e601c4 req-80d1f8cb-7dba-4261-8ed5-a6e6cdb52378 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 944 time: 0.0821757 Feb 09 01:50:30.424086 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-01f88f2e-16d3-4ad9-af64-fdda25e601c4 req-f2c7f471-2d21-4ba9-9636-5a20f78e5afe tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377805 Feb 09 01:50:30.905315 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 15249743-d3f2-4ee8-9799-268e472fb253 up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:50:30.974731 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 15249743-d3f2-4ee8-9799-268e472fb253 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:50:30.979416 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 15249743-d3f2-4ee8-9799-268e472fb253 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:30.979787 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:31.096327 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:31.151279 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004be6c6-942b-4f62-be27-9b321798cb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15249743-d3f2-4ee8-9799-268e472fb253'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:50:31.161119 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 15249743-d3f2-4ee8-9799-268e472fb253, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=15249743-d3f2-4ee8-9799-268e472fb253,segment=NetworkSegment(2fca6930-8534-47d0-bab8-66b7aa54be88),segment_id=2fca6930-8534-47d0-bab8-66b7aa54be88)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:50:31.165263 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:31.201074 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004be6c6-942b-4f62-be27-9b321798cb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15249743-d3f2-4ee8-9799-268e472fb253', 'code': 200} Feb 09 01:50:31.231956 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=15249743-d3f2-4ee8-9799-268e472fb253,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:31.323291 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ba9d5-8ced-4aeb-af86-f43bc2260ce2 req-3b30feed-cc77-4a20-a205-70a0601ecf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:31.324804 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-715ba9d5-8ced-4aeb-af86-f43bc2260ce2 req-3b30feed-cc77-4a20-a205-70a0601ecf5b service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 1096 time: 0.0684681 Feb 09 01:50:31.363645 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-715ba9d5-8ced-4aeb-af86-f43bc2260ce2 req-da4e7693-ed90-48cf-afc6-e68db3d005f5 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327346 Feb 09 01:50:31.713009 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e1b25-30e4-4a54-aad0-425a062ba219 req-6a0a5dbd-530e-4049-a5e4-aa0466d313de tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:31.714934 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d9e1b25-30e4-4a54-aad0-425a062ba219 req-6a0a5dbd-530e-4049-a5e4-aa0466d313de tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 945 time: 0.1849923 Feb 09 01:50:31.757510 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d9e1b25-30e4-4a54-aad0-425a062ba219 req-99e06899-a7d2-40a3-9afc-e2e5ee2908ee tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370183 Feb 09 01:50:32.943720 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f391a-f669-49a8-96c0-60017d2f9027 req-4b0e46bd-48d8-4121-a252-819e6f5f5060 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:32.945206 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-391f391a-f669-49a8-96c0-60017d2f9027 req-4b0e46bd-48d8-4121-a252-819e6f5f5060 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 945 time: 0.0796976 Feb 09 01:50:32.988061 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-391f391a-f669-49a8-96c0-60017d2f9027 req-ad6e55be-09b6-441b-a89d-03bc0de62db3 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367734 Feb 09 01:50:33.594118 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f293cc-d154-4d3e-99fd-973b447bf31e req-ae2835d5-6f6c-46ce-844c-f2c1fa31cc5e tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:33.595576 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-61f293cc-d154-4d3e-99fd-973b447bf31e req-ae2835d5-6f6c-46ce-844c-f2c1fa31cc5e tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 945 time: 0.1370723 Feb 09 01:50:33.602058 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-9ee06f52-fa21-4dae-b6a3-8388e9d87512 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1874819 Feb 09 01:50:33.642270 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-61f293cc-d154-4d3e-99fd-973b447bf31e req-3b34aed0-1d7f-497b-9ed6-70bd65177757 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392971 Feb 09 01:50:34.854412 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-04d36cb8-76d1-4ab1-bfcc-214b200ae5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:34.856385 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-04d36cb8-76d1-4ab1-bfcc-214b200ae5a7 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=9ec678e7df8643c0978003223f092c27&device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 1096 time: 0.1286874 Feb 09 01:50:34.867723 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af95b9-91a1-4a58-8aaf-cb5cdfffe9a6 req-accfd978-5f3f-4057-9e1e-7fc515139504 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:34.869069 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c8af95b9-91a1-4a58-8aaf-cb5cdfffe9a6 req-accfd978-5f3f-4057-9e1e-7fc515139504 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 945 time: 0.1062090 Feb 09 01:50:34.990174 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c8af95b9-91a1-4a58-8aaf-cb5cdfffe9a6 req-2246a388-230e-4c8a-a06c-e73cdb1c847e tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024907 Feb 09 01:50:35.023953 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-2741a6fd-e0bb-47ef-997b-a64d6d01c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:35.025422 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-2741a6fd-e0bb-47ef-997b-a64d6d01c633 service neutron] 10.222.0.117 "GET /v2.0/networks?id=10cc1617-6e96-4875-8513-446bf81f5189 HTTP/1.1" status: 200 len: 913 time: 0.1555371 Feb 09 01:50:35.095115 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-982cf503-d651-4b63-9bb0-5a949efb3adb service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15249743-d3f2-4ee8-9799-268e472fb253 HTTP/1.1" status: 200 len: 217 time: 0.0642033 Feb 09 01:50:35.155574 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-d8df876f-c61e-45d5-9c15-4bb11a1a0e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:35.156993 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-d8df876f-c61e-45d5-9c15-4bb11a1a0e69 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ec65722c-c309-4b35-9aea-eeafd994270c HTTP/1.1" status: 200 len: 852 time: 0.0559931 Feb 09 01:50:35.205579 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-db3c801e-51c5-48cc-b6e3-c9e2994ace0e service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=10cc1617-6e96-4875-8513-446bf81f5189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432227 Feb 09 01:50:35.335520 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-bfdaad0d-5506-4905-bb01-37beb4f48b5c service neutron] 10.222.0.117 "GET /v2.0/networks/10cc1617-6e96-4875-8513-446bf81f5189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231892 Feb 09 01:50:35.463461 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-829fc6c0-a975-4433-a670-baa857e59df5 service neutron] 10.222.0.117 "GET /v2.0/networks/10cc1617-6e96-4875-8513-446bf81f5189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224213 Feb 09 01:50:36.176028 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec47e7-70a7-40f7-a6b2-a152a1b86b5b req-6c51c72e-05bf-422e-ba60-5d8137055e1a tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:36.177530 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-28ec47e7-70a7-40f7-a6b2-a152a1b86b5b req-6c51c72e-05bf-422e-ba60-5d8137055e1a tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 945 time: 0.0835364 Feb 09 01:50:36.221595 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-28ec47e7-70a7-40f7-a6b2-a152a1b86b5b req-30191f3d-bb6b-4dd9-a994-033c7f2e153f tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384607 Feb 09 01:50:36.999375 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6bc05ae2-e479-4623-8f12-848f9489dcd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:37.402882 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3df7c0-de95-490a-b06c-7d8a5dfaa79b req-c42233a4-176b-4494-ab64-7179635da093 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:37.404243 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2b3df7c0-de95-490a-b06c-7d8a5dfaa79b req-c42233a4-176b-4494-ab64-7179635da093 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 945 time: 0.0791757 Feb 09 01:50:37.447506 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2b3df7c0-de95-490a-b06c-7d8a5dfaa79b req-4ddee7db-7022-4f98-9a3e-4d6bd4b030c1 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377114 Feb 09 01:50:38.637126 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66c0e3-470e-497d-a16b-bc144c04a7d9 req-442ddc8b-fb22-47aa-ad31-c9872253ca72 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:38.638589 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1a66c0e3-470e-497d-a16b-bc144c04a7d9 req-442ddc8b-fb22-47aa-ad31-c9872253ca72 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 945 time: 0.0814438 Feb 09 01:50:38.684722 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1a66c0e3-470e-497d-a16b-bc144c04a7d9 req-8fb465e7-950f-4a4f-abbb-d68471f12bef tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401375 Feb 09 01:50:38.852947 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-d7939eb0-c82d-40e7-a6c9-c6d044fe50b8 req-fc8b2dbf-0d31-4bae-9465-bb8c5a822237 service neutron] (87612) timed out ('10.222.0.35', 63295) {{(pid=87612) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 01:50:39.399974 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e228d1ba-5173-4129-8d1f-9a648d3ea347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:39.872588 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c8f0b-128c-4c33-910e-d8f3e25ca647 req-29bbbc97-917f-451b-835b-db7f5ba24ed3 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:39.874022 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-af4c8f0b-128c-4c33-910e-d8f3e25ca647 req-29bbbc97-917f-451b-835b-db7f5ba24ed3 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 945 time: 0.0818460 Feb 09 01:50:39.916658 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-af4c8f0b-128c-4c33-910e-d8f3e25ca647 req-97c0290d-bbeb-44c3-a904-1fe058081e3d tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370893 Feb 09 01:50:40.476040 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:40.595923 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:41.108751 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f56e1-f70c-48f3-885b-e466ffcb82fe req-caaa5c36-9b31-4333-b5d7-7425c0167123 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:41.110221 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dd8f56e1-f70c-48f3-885b-e466ffcb82fe req-caaa5c36-9b31-4333-b5d7-7425c0167123 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 945 time: 0.0809536 Feb 09 01:50:41.153661 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dd8f56e1-f70c-48f3-885b-e466ffcb82fe req-5571a8d2-3af5-4d78-9ca0-5f9aa85588e1 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378370 Feb 09 01:50:41.911303 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:42.340567 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0796c6-e00c-4bf0-80c9-ea7f8eff9c48 req-2e0f0af0-a805-45a1-9209-c672ab16ce6f tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:42.342017 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ef0796c6-e00c-4bf0-80c9-ea7f8eff9c48 req-2e0f0af0-a805-45a1-9209-c672ab16ce6f tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 945 time: 0.0820215 Feb 09 01:50:42.388408 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ef0796c6-e00c-4bf0-80c9-ea7f8eff9c48 req-37fc1205-0b05-46b7-8905-0cb4b47d2d13 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407238 Feb 09 01:50:43.572386 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dadd481-32ac-4b97-b407-5fcb6a7a53e1 req-24d8aca9-6bea-49a1-b2ca-f7ca3440723e tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:43.574477 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6dadd481-32ac-4b97-b407-5fcb6a7a53e1 req-24d8aca9-6bea-49a1-b2ca-f7ca3440723e tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 945 time: 0.0816119 Feb 09 01:50:43.708095 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6dadd481-32ac-4b97-b407-5fcb6a7a53e1 req-31ba7b05-44fd-4f76-a9a6-d823aa390805 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278803 Feb 09 01:50:44.889520 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef0de0-9bed-4b7e-bddd-aad0b8512c70 req-4ae35329-ac56-448b-b00a-0b54321f585c tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:44.890960 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d3ef0de0-9bed-4b7e-bddd-aad0b8512c70 req-4ae35329-ac56-448b-b00a-0b54321f585c tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 945 time: 0.0792155 Feb 09 01:50:44.934018 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d3ef0de0-9bed-4b7e-bddd-aad0b8512c70 req-cbdd789a-d147-4447-9bf1-138ae53f6532 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374451 Feb 09 01:50:46.118130 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93461802-95f6-491e-bb4f-6373960a6553 req-2efaba3c-e9fb-447b-80f2-34c7c0f62d98 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:46.119586 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-93461802-95f6-491e-bb4f-6373960a6553 req-2efaba3c-e9fb-447b-80f2-34c7c0f62d98 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 945 time: 0.0802145 Feb 09 01:50:46.162592 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-93461802-95f6-491e-bb4f-6373960a6553 req-69c3fb0b-03c0-4981-82c5-73a75c9e7098 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367365 Feb 09 01:50:47.354522 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584b0ff-bf1d-4482-8545-3a713f38649b req-212534f1-7d45-4840-8034-785c8063b229 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:47.355944 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9584b0ff-bf1d-4482-8545-3a713f38649b req-212534f1-7d45-4840-8034-785c8063b229 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 945 time: 0.0805779 Feb 09 01:50:47.398589 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9584b0ff-bf1d-4482-8545-3a713f38649b req-5fa0d74d-2ffb-46f5-888f-519f2642a808 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370805 Feb 09 01:50:48.582334 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e985d49-c16d-4c9b-8126-1a00ac630d3d req-aa59228a-5096-464e-8c56-ba0b33055726 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:48.583822 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7e985d49-c16d-4c9b-8126-1a00ac630d3d req-aa59228a-5096-464e-8c56-ba0b33055726 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 945 time: 0.0818555 Feb 09 01:50:48.626730 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7e985d49-c16d-4c9b-8126-1a00ac630d3d req-bb73f95c-28c6-4765-923c-28f7c379ffd0 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367262 Feb 09 01:50:49.810844 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91427024-7a61-4ded-998b-3e67357902a8 req-359f2ac1-a5de-44ca-8ca3-566703f414ad tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:49.812289 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-91427024-7a61-4ded-998b-3e67357902a8 req-359f2ac1-a5de-44ca-8ca3-566703f414ad tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 945 time: 0.0794446 Feb 09 01:50:49.855686 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-91427024-7a61-4ded-998b-3e67357902a8 req-225c856e-9013-41d7-8d8b-d6112a02342a tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377550 Feb 09 01:50:50.478046 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:50:51.036050 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ce67f-d070-4e13-8fab-dad7b284189f req-20b86ccb-916f-4a6d-a377-93ccb414c3f8 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:51.037511 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-db9ce67f-d070-4e13-8fab-dad7b284189f req-20b86ccb-916f-4a6d-a377-93ccb414c3f8 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 945 time: 0.0780485 Feb 09 01:50:51.086619 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-db9ce67f-d070-4e13-8fab-dad7b284189f req-4a71d45b-3cee-4385-b2a7-f4b0c814479a tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434327 Feb 09 01:50:52.271886 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10692f-8ce8-4788-b1c5-0231f69ac0eb req-13511578-d1ed-4232-9ccd-4b4d32296ca4 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:52.273365 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c10692f-8ce8-4788-b1c5-0231f69ac0eb req-13511578-d1ed-4232-9ccd-4b4d32296ca4 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 945 time: 0.0831208 Feb 09 01:50:52.315892 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c10692f-8ce8-4788-b1c5-0231f69ac0eb req-3385e86b-8e1e-4281-8c1e-c1a72e886a50 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361512 Feb 09 01:50:52.332454 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:53.500504 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1557da-04e5-44a2-a5b4-e539336243d5 req-61562169-7aac-4ab3-8a7c-7e70751399d1 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:53.501971 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bf1557da-04e5-44a2-a5b4-e539336243d5 req-61562169-7aac-4ab3-8a7c-7e70751399d1 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 945 time: 0.0779417 Feb 09 01:50:53.546256 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bf1557da-04e5-44a2-a5b4-e539336243d5 req-fcfc8cdf-1413-4769-9ebb-05911e4a2a33 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387576 Feb 09 01:50:54.738958 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81992576-c85c-48b9-8a44-cfdb2d512493 req-ccfa20a6-63c5-4f28-8993-7dbbf00fdf4a tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:54.740320 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81992576-c85c-48b9-8a44-cfdb2d512493 req-ccfa20a6-63c5-4f28-8993-7dbbf00fdf4a tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 945 time: 0.0791237 Feb 09 01:50:54.784010 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-81992576-c85c-48b9-8a44-cfdb2d512493 req-0e4e28ee-bd04-489d-a571-70401d9d4e3c tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378981 Feb 09 01:50:55.452464 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:50:55.969728 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7e7a1-d64f-49e0-8dce-159f39940116 req-d902c8c2-3a13-4e68-b100-5f0e634411ea tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:55.971152 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-12c7e7a1-d64f-49e0-8dce-159f39940116 req-d902c8c2-3a13-4e68-b100-5f0e634411ea tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 945 time: 0.0806332 Feb 09 01:50:56.015359 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-12c7e7a1-d64f-49e0-8dce-159f39940116 req-c48bb402-e89d-4363-ae47-be3bbedaf2d1 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385768 Feb 09 01:50:57.309832 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9e75e-f716-4403-9a35-5400ca044a30 req-ef03ad83-f890-46b5-b33b-341ba0e6a7af tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:57.311295 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fbb9e75e-f716-4403-9a35-5400ca044a30 req-ef03ad83-f890-46b5-b33b-341ba0e6a7af tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 945 time: 0.1916986 Feb 09 01:50:57.355314 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fbb9e75e-f716-4403-9a35-5400ca044a30 req-88a80d00-eff7-4355-834e-24917cbf8d0a tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383060 Feb 09 01:50:58.537350 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414003e-d8af-401b-bcfb-446355607a45 req-ab8edb2d-acde-4d33-b4da-b29bc6ef704b tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:58.538864 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a414003e-d8af-401b-bcfb-446355607a45 req-ab8edb2d-acde-4d33-b4da-b29bc6ef704b tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 945 time: 0.0787697 Feb 09 01:50:58.582921 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a414003e-d8af-401b-bcfb-446355607a45 req-8f91ec69-2928-4e9c-a27b-60ef55e0f713 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377254 Feb 09 01:50:59.767627 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8977a-144c-4afc-a49b-938d2d6b3e43 req-1baecc0e-418a-4023-9f7f-c7cce1e46f46 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:59.769112 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-31c8977a-144c-4afc-a49b-938d2d6b3e43 req-1baecc0e-418a-4023-9f7f-c7cce1e46f46 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 945 time: 0.0805583 Feb 09 01:50:59.812052 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-31c8977a-144c-4afc-a49b-938d2d6b3e43 req-1602d493-0a0b-47af-973f-42889ac7f9e9 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372975 Feb 09 01:51:00.997822 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da953b52-c99b-4cc0-9a78-a0ccf2ef5c60 req-cf408adb-9198-4937-9ebb-a02d73e04bad tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:00.999272 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-da953b52-c99b-4cc0-9a78-a0ccf2ef5c60 req-cf408adb-9198-4937-9ebb-a02d73e04bad tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 945 time: 0.0819261 Feb 09 01:51:01.042334 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-da953b52-c99b-4cc0-9a78-a0ccf2ef5c60 req-0d651d89-1a2b-42f2-b5af-78ef5caf9f4c tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375366 Feb 09 01:51:02.233553 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f545dca-e514-4fed-8c70-05cd4f3467ff req-d4b561c6-3a13-44f3-9c3d-ba5f3e5fc338 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:02.235043 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5f545dca-e514-4fed-8c70-05cd4f3467ff req-d4b561c6-3a13-44f3-9c3d-ba5f3e5fc338 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 945 time: 0.0803630 Feb 09 01:51:02.278802 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5f545dca-e514-4fed-8c70-05cd4f3467ff req-5e6311bc-0da4-494d-ba19-f1f4301ff9e3 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382228 Feb 09 01:51:02.464855 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-4cc1c8d2-7bb9-447a-9ab6-7bcf1b8b66da service neutron] show failed (client error): The resource could not be found. Feb 09 01:51:02.465830 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-4cc1c8d2-7bb9-447a-9ab6-7bcf1b8b66da service neutron] 10.222.0.117 "GET /v2.0/ports/15249743-d3f2-4ee8-9799-268e472fb253/bindings/n-h1-828419-1 HTTP/1.1" status: 404 len: 380 time: 0.0764890 Feb 09 01:51:02.768235 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-8303c0b5-3db8-44fa-997b-8bff9593b84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:02.769626 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-8303c0b5-3db8-44fa-997b-8bff9593b84b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d&tenant_id=9ec678e7df8643c0978003223f092c27 HTTP/1.1" status: 200 len: 1096 time: 0.1157441 Feb 09 01:51:02.781039 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-fca8189a-74ff-4059-8369-4be1a61eb6d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828419-1', 'device_owner': 'compute:nova'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:02.889827 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-fca8189a-74ff-4059-8369-4be1a61eb6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:03.154038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-fca8189a-74ff-4059-8369-4be1a61eb6d1 service neutron] For port 15249743-d3f2-4ee8-9799-268e472fb253, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=15249743-d3f2-4ee8-9799-268e472fb253,segment=NetworkSegment(2fca6930-8534-47d0-bab8-66b7aa54be88),segment_id=2fca6930-8534-47d0-bab8-66b7aa54be88)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:51:03.181919 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-fca8189a-74ff-4059-8369-4be1a61eb6d1 service neutron] For port 15249743-d3f2-4ee8-9799-268e472fb253, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:51:03.238132 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004be6c6-942b-4f62-be27-9b321798cb8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15249743-d3f2-4ee8-9799-268e472fb253'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:51:03.243692 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-fca8189a-74ff-4059-8369-4be1a61eb6d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:03.258795 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-fca8189a-74ff-4059-8369-4be1a61eb6d1 service neutron] Transition to ACTIVE for port object 15249743-d3f2-4ee8-9799-268e472fb253 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:51:03.263615 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-fca8189a-74ff-4059-8369-4be1a61eb6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:03.305976 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004be6c6-942b-4f62-be27-9b321798cb8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15249743-d3f2-4ee8-9799-268e472fb253', 'code': 200} Feb 09 01:51:03.456750 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-fca8189a-74ff-4059-8369-4be1a61eb6d1 service neutron] No DVR routers for this DVR port 15249743-d3f2-4ee8-9799-268e472fb253 on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:51:03.464065 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca8189a-74ff-4059-8369-4be1a61eb6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=15249743-d3f2-4ee8-9799-268e472fb253,revision_number=6']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:03.530387 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-fca8189a-74ff-4059-8369-4be1a61eb6d1 service neutron] Attempting to bind port 15249743-d3f2-4ee8-9799-268e472fb253 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:51:03.530709 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-fca8189a-74ff-4059-8369-4be1a61eb6d1 service neutron] Attempting to bind port 15249743-d3f2-4ee8-9799-268e472fb253 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '2fca6930-8534-47d0-bab8-66b7aa54be88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '10cc1617-6e96-4875-8513-446bf81f5189'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:51:03.531027 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-fca8189a-74ff-4059-8369-4be1a61eb6d1 service neutron] Attempting to bind port 15249743-d3f2-4ee8-9799-268e472fb253 on network 10cc1617-6e96-4875-8513-446bf81f5189 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:51:03.538769 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-fca8189a-74ff-4059-8369-4be1a61eb6d1 service neutron] Port 15249743-d3f2-4ee8-9799-268e472fb253 on network 10cc1617-6e96-4875-8513-446bf81f5189 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:51:03.539093 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-fca8189a-74ff-4059-8369-4be1a61eb6d1 service neutron] Attempting to bind port 15249743-d3f2-4ee8-9799-268e472fb253 on network 10cc1617-6e96-4875-8513-446bf81f5189 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:51:03.547581 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-fca8189a-74ff-4059-8369-4be1a61eb6d1 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:51:03.547907 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-fca8189a-74ff-4059-8369-4be1a61eb6d1 service neutron] Checking segment: {'id': '2fca6930-8534-47d0-bab8-66b7aa54be88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '10cc1617-6e96-4875-8513-446bf81f5189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:51:03.548280 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-fca8189a-74ff-4059-8369-4be1a61eb6d1 service neutron] Bound using segment: {'id': '2fca6930-8534-47d0-bab8-66b7aa54be88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '10cc1617-6e96-4875-8513-446bf81f5189'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:51:03.548727 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-fca8189a-74ff-4059-8369-4be1a61eb6d1 service neutron] Bound port: 15249743-d3f2-4ee8-9799-268e472fb253, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fca6930-8534-47d0-bab8-66b7aa54be88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '10cc1617-6e96-4875-8513-446bf81f5189'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:51:03.549063 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-fca8189a-74ff-4059-8369-4be1a61eb6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:03.572929 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b42ec-4542-483a-a7a9-e91ea7c78015 req-2fe2b596-81ba-42fc-849e-c06e17e826ee tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:03.574363 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a81b42ec-4542-483a-a7a9-e91ea7c78015 req-2fe2b596-81ba-42fc-849e-c06e17e826ee tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 943 time: 0.1664371 Feb 09 01:51:03.672488 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a81b42ec-4542-483a-a7a9-e91ea7c78015 req-52691077-f601-4b79-88fe-bed72a048de8 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736263 Feb 09 01:51:03.680872 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-fca8189a-74ff-4059-8369-4be1a61eb6d1 service neutron] For port 15249743-d3f2-4ee8-9799-268e472fb253, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:51:03.684355 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-fca8189a-74ff-4059-8369-4be1a61eb6d1 service neutron] For port 15249743-d3f2-4ee8-9799-268e472fb253, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=15249743-d3f2-4ee8-9799-268e472fb253,segment=NetworkSegment(2fca6930-8534-47d0-bab8-66b7aa54be88),segment_id=2fca6930-8534-47d0-bab8-66b7aa54be88)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:51:03.690521 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-fca8189a-74ff-4059-8369-4be1a61eb6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:03.750940 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-fca8189a-74ff-4059-8369-4be1a61eb6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:03.751558 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-fca8189a-74ff-4059-8369-4be1a61eb6d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:03.752928 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-fca8189a-74ff-4059-8369-4be1a61eb6d1 service neutron] 10.222.0.35 "PUT /v2.0/ports/15249743-d3f2-4ee8-9799-268e472fb253 HTTP/1.1" status: 200 len: 1091 time: 0.9756835 Feb 09 01:51:03.767279 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca8189a-74ff-4059-8369-4be1a61eb6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=15249743-d3f2-4ee8-9799-268e472fb253,revision_number=7']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:03.846479 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-c735c37a-1891-4054-ad35-53cfe8c048ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:03.847940 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-c735c37a-1891-4054-ad35-53cfe8c048ba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ec678e7df8643c0978003223f092c27&device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 1094 time: 0.0736058 Feb 09 01:51:03.980263 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-e34b860b-2fc5-4e0a-a6ea-053e6d404cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:03.981774 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-e34b860b-2fc5-4e0a-a6ea-053e6d404cb2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=10cc1617-6e96-4875-8513-446bf81f5189 HTTP/1.1" status: 200 len: 913 time: 0.1246245 Feb 09 01:51:04.155405 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-174be3bf-7115-434f-9df3-df690ee10788 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15249743-d3f2-4ee8-9799-268e472fb253 HTTP/1.1" status: 200 len: 217 time: 0.1670177 Feb 09 01:51:04.218328 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-47eb12a9-ba90-4032-92a8-358a07388b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:04.219687 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-47eb12a9-ba90-4032-92a8-358a07388b44 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec65722c-c309-4b35-9aea-eeafd994270c HTTP/1.1" status: 200 len: 852 time: 0.0575731 Feb 09 01:51:04.267625 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-1ade0168-b3b0-4add-8206-e20bcf6e2ebf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=10cc1617-6e96-4875-8513-446bf81f5189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415654 Feb 09 01:51:04.277475 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-9c9703ef-1f72-4f21-8161-f99000a4c90d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:51:04.278391 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-9c9703ef-1f72-4f21-8161-f99000a4c90d service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047345 Feb 09 01:51:04.409651 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-4f5517ac-881e-4d09-a1b5-95db16d0b20f service neutron] 10.222.0.35 "GET /v2.0/networks/10cc1617-6e96-4875-8513-446bf81f5189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245718 Feb 09 01:51:04.540796 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8eda405c-c4a4-44de-b916-03955e3da1d7 req-52a59875-3239-453f-b3d1-daf874b6e048 service neutron] 10.222.0.35 "GET /v2.0/networks/10cc1617-6e96-4875-8513-446bf81f5189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243463 Feb 09 01:51:04.856806 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e95d3-2fe7-4ead-97ff-abcd75dd834f req-0580546b-4cd3-4910-99bc-d624f214e389 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:04.858269 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a18e95d3-2fe7-4ead-97ff-abcd75dd834f req-0580546b-4cd3-4910-99bc-d624f214e389 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 943 time: 0.0796142 Feb 09 01:51:04.905294 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a18e95d3-2fe7-4ead-97ff-abcd75dd834f req-4f24f853-ba05-46a1-a836-e28f9996771d tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414071 Feb 09 01:51:05.061758 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 15249743-d3f2-4ee8-9799-268e472fb253 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:51:05.120255 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 15249743-d3f2-4ee8-9799-268e472fb253 not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:51:05.307077 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004be6c6-942b-4f62-be27-9b321798cb8d', 'tag': '15249743-d3f2-4ee8-9799-268e472fb253'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:51:05.362368 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '004be6c6-942b-4f62-be27-9b321798cb8d', 'tag': '15249743-d3f2-4ee8-9799-268e472fb253', 'status': 'completed', 'code': 200} Feb 09 01:51:05.506534 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0440ddd-e4ff-4aeb-aad1-7199ed10bd21 req-66c88198-3222-4aa1-834e-b3d6294a6cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:05.508247 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b0440ddd-e4ff-4aeb-aad1-7199ed10bd21 req-66c88198-3222-4aa1-834e-b3d6294a6cbb service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=9ec678e7df8643c0978003223f092c27&device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 1094 time: 0.1285794 Feb 09 01:51:05.510683 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0440ddd-e4ff-4aeb-aad1-7199ed10bd21 req-9209f578-c0d3-4d62-bf10-eb67ef1bcce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:05.511961 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b0440ddd-e4ff-4aeb-aad1-7199ed10bd21 req-9209f578-c0d3-4d62-bf10-eb67ef1bcce1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ec678e7df8643c0978003223f092c27&device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 1094 time: 0.0987597 Feb 09 01:51:05.740341 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0440ddd-e4ff-4aeb-aad1-7199ed10bd21 req-fe19c6d9-9ffe-42c4-aba8-0c1d7f4f4c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:05.741789 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b0440ddd-e4ff-4aeb-aad1-7199ed10bd21 req-fe19c6d9-9ffe-42c4-aba8-0c1d7f4f4c37 service neutron] 10.222.0.117 "GET /v2.0/networks?id=10cc1617-6e96-4875-8513-446bf81f5189 HTTP/1.1" status: 200 len: 913 time: 0.2270694 Feb 09 01:51:05.742852 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0440ddd-e4ff-4aeb-aad1-7199ed10bd21 req-369e1eb9-816b-44bb-a7db-1d5b6e388d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:05.744099 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b0440ddd-e4ff-4aeb-aad1-7199ed10bd21 req-369e1eb9-816b-44bb-a7db-1d5b6e388d6f service neutron] 10.222.0.35 "GET /v2.0/networks?id=10cc1617-6e96-4875-8513-446bf81f5189 HTTP/1.1" status: 200 len: 913 time: 0.2121460 Feb 09 01:51:05.867408 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b0440ddd-e4ff-4aeb-aad1-7199ed10bd21 req-ef851ba3-0e1d-4bd8-a704-748fcf344b91 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15249743-d3f2-4ee8-9799-268e472fb253 HTTP/1.1" status: 200 len: 217 time: 0.1187556 Feb 09 01:51:05.868679 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b0440ddd-e4ff-4aeb-aad1-7199ed10bd21 req-ea72df9a-baf0-45c0-a695-37742b00d01f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15249743-d3f2-4ee8-9799-268e472fb253 HTTP/1.1" status: 200 len: 217 time: 0.0706611 Feb 09 01:51:05.973307 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0440ddd-e4ff-4aeb-aad1-7199ed10bd21 req-36aeec64-8336-4891-8f50-6332c5220b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:05.974778 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b0440ddd-e4ff-4aeb-aad1-7199ed10bd21 req-36aeec64-8336-4891-8f50-6332c5220b74 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ec65722c-c309-4b35-9aea-eeafd994270c HTTP/1.1" status: 200 len: 852 time: 0.1012328 Feb 09 01:51:05.977849 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0440ddd-e4ff-4aeb-aad1-7199ed10bd21 req-f97aab79-4831-40bb-b811-337fe45ab0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:05.979164 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b0440ddd-e4ff-4aeb-aad1-7199ed10bd21 req-f97aab79-4831-40bb-b811-337fe45ab0f4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec65722c-c309-4b35-9aea-eeafd994270c HTTP/1.1" status: 200 len: 852 time: 0.0742693 Feb 09 01:51:06.062597 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b0440ddd-e4ff-4aeb-aad1-7199ed10bd21 req-09b0be6a-5cba-41b5-9f79-3d060d5eaab9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=10cc1617-6e96-4875-8513-446bf81f5189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473213 Feb 09 01:51:06.064356 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b0440ddd-e4ff-4aeb-aad1-7199ed10bd21 req-f659290d-780a-43e8-b3f6-af6f113d983d service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=10cc1617-6e96-4875-8513-446bf81f5189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828531 Feb 09 01:51:06.094410 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b862a-fbb6-4165-b3b2-1a2b2960249a req-7dc65634-df22-4fb8-969c-ce1e6cf5f799 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:06.095989 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-710b862a-fbb6-4165-b3b2-1a2b2960249a req-7dc65634-df22-4fb8-969c-ce1e6cf5f799 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 943 time: 0.0816061 Feb 09 01:51:06.140247 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-710b862a-fbb6-4165-b3b2-1a2b2960249a req-3dc69b2c-a06c-412f-aba5-94deabeabd83 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385492 Feb 09 01:51:06.420858 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b0440ddd-e4ff-4aeb-aad1-7199ed10bd21 req-57215874-e337-4d51-8a6e-216459bb0adc service neutron] 10.222.0.35 "GET /v2.0/networks/10cc1617-6e96-4875-8513-446bf81f5189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507314 Feb 09 01:51:06.423947 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b0440ddd-e4ff-4aeb-aad1-7199ed10bd21 req-f7bf0e39-f871-448b-9aff-9596c7924e13 service neutron] 10.222.0.117 "GET /v2.0/networks/10cc1617-6e96-4875-8513-446bf81f5189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528776 Feb 09 01:51:06.654712 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b0440ddd-e4ff-4aeb-aad1-7199ed10bd21 req-1c37ceb2-24e3-4f62-9e13-eb418e089ffe service neutron] 10.222.0.35 "GET /v2.0/networks/10cc1617-6e96-4875-8513-446bf81f5189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279415 Feb 09 01:51:06.656574 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b0440ddd-e4ff-4aeb-aad1-7199ed10bd21 req-f1369e8d-7424-4e97-b3a1-5b79e6d2ef0c service neutron] 10.222.0.117 "GET /v2.0/networks/10cc1617-6e96-4875-8513-446bf81f5189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129748 Feb 09 01:51:07.005593 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-70ab9563-21c9-48f3-932a-b1a941cd84f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:07.331004 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c4b34-394b-4d84-8f3d-509adaaa86f5 req-9a1b1fb8-7652-4d3f-9d01-8a8434f28dc6 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:07.332476 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f1c4b34-394b-4d84-8f3d-509adaaa86f5 req-9a1b1fb8-7652-4d3f-9d01-8a8434f28dc6 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 943 time: 0.0850296 Feb 09 01:51:07.375819 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2f1c4b34-394b-4d84-8f3d-509adaaa86f5 req-65848a44-626c-456c-a780-ca3408ba1825 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376911 Feb 09 01:51:07.742677 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067de5d2-ba44-4984-bcd6-38463cfc33ea req-0e6179e0-622f-4a8b-8a37-7e12491ba1c6 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:07.743995 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-067de5d2-ba44-4984-bcd6-38463cfc33ea req-0e6179e0-622f-4a8b-8a37-7e12491ba1c6 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.117 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d&tenant_id=9ec678e7df8643c0978003223f092c27&binding%3Ahost_id=n-h1-828419-1 HTTP/1.1" status: 200 len: 943 time: 0.0823777 Feb 09 01:51:07.823538 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [req-067de5d2-ba44-4984-bcd6-38463cfc33ea req-1d7d3630-d892-4d89-888a-f923a44be65a service neutron] delete failed (client error): The resource could not be found. Feb 09 01:51:07.824512 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-067de5d2-ba44-4984-bcd6-38463cfc33ea req-1d7d3630-d892-4d89-888a-f923a44be65a service neutron] 10.222.0.117 "DELETE /v2.0/ports/15249743-d3f2-4ee8-9799-268e472fb253/bindings/n-h2-828419-1 HTTP/1.1" status: 404 len: 380 time: 0.0748820 Feb 09 01:51:07.963001 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067de5d2-ba44-4984-bcd6-38463cfc33ea req-218e5c4a-5c24-45e0-bdb8-ad1bee5facd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:07.965059 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-067de5d2-ba44-4984-bcd6-38463cfc33ea req-218e5c4a-5c24-45e0-bdb8-ad1bee5facd7 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=9ec678e7df8643c0978003223f092c27&device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 1094 time: 0.0696304 Feb 09 01:51:08.098470 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067de5d2-ba44-4984-bcd6-38463cfc33ea req-e49ef4cb-5df7-497a-8279-462d97e28197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:08.100016 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-067de5d2-ba44-4984-bcd6-38463cfc33ea req-e49ef4cb-5df7-497a-8279-462d97e28197 service neutron] 10.222.0.117 "GET /v2.0/networks?id=10cc1617-6e96-4875-8513-446bf81f5189 HTTP/1.1" status: 200 len: 913 time: 0.1289141 Feb 09 01:51:08.168890 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-067de5d2-ba44-4984-bcd6-38463cfc33ea req-114f8ad2-5461-48ae-847d-0472eae7533b service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15249743-d3f2-4ee8-9799-268e472fb253 HTTP/1.1" status: 200 len: 217 time: 0.0629842 Feb 09 01:51:08.223122 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 15249743-d3f2-4ee8-9799-268e472fb253 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:51:08.228487 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067de5d2-ba44-4984-bcd6-38463cfc33ea req-4cb6ef72-7c75-41a8-a7e4-8f82091b6f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:08.229934 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-067de5d2-ba44-4984-bcd6-38463cfc33ea req-4cb6ef72-7c75-41a8-a7e4-8f82091b6f73 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ec65722c-c309-4b35-9aea-eeafd994270c HTTP/1.1" status: 200 len: 852 time: 0.0560310 Feb 09 01:51:08.277002 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-067de5d2-ba44-4984-bcd6-38463cfc33ea req-ea6ddd69-65b7-480b-9ace-c3d41426e0a1 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=10cc1617-6e96-4875-8513-446bf81f5189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415895 Feb 09 01:51:08.360208 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 15249743-d3f2-4ee8-9799-268e472fb253, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=15249743-d3f2-4ee8-9799-268e472fb253,segment=NetworkSegment(2fca6930-8534-47d0-bab8-66b7aa54be88),segment_id=2fca6930-8534-47d0-bab8-66b7aa54be88)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:51:08.373709 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '15249743-d3f2-4ee8-9799-268e472fb253', 'network_id': '10cc1617-6e96-4875-8513-446bf81f5189', 'port_id': '15249743-d3f2-4ee8-9799-268e472fb253', 'mac_address': 'fa:16:3e:84:8c:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 960, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec65722c-c309-4b35-9aea-eeafd994270c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:51:08.411102 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-067de5d2-ba44-4984-bcd6-38463cfc33ea req-2030a4f7-5b24-4086-b135-a3efe8161c94 service neutron] 10.222.0.117 "GET /v2.0/networks/10cc1617-6e96-4875-8513-446bf81f5189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279743 Feb 09 01:51:08.427755 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:08.444477 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15249743-d3f2-4ee8-9799-268e472fb253 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:51:08.459891 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 15249743-d3f2-4ee8-9799-268e472fb253, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=15249743-d3f2-4ee8-9799-268e472fb253,segment=NetworkSegment(2fca6930-8534-47d0-bab8-66b7aa54be88),segment_id=2fca6930-8534-47d0-bab8-66b7aa54be88)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:51:08.464236 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:08.531838 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=15249743-d3f2-4ee8-9799-268e472fb253,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:08.546895 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-067de5d2-ba44-4984-bcd6-38463cfc33ea req-650b80d0-f23e-4986-ba07-383196ee290c service neutron] 10.222.0.117 "GET /v2.0/networks/10cc1617-6e96-4875-8513-446bf81f5189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300373 Feb 09 01:51:08.739945 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['15249743-d3f2-4ee8-9799-268e472fb253'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:51:09.354974 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1754b89-446b-4305-b384-2cfd9bbc071c req-71ac5c86-1cb6-438b-8b81-5f801724f648 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:09.356465 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f1754b89-446b-4305-b384-2cfd9bbc071c req-71ac5c86-1cb6-438b-8b81-5f801724f648 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 944 time: 0.0890191 Feb 09 01:51:09.402437 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f1754b89-446b-4305-b384-2cfd9bbc071c req-6415dc7a-7ee2-468f-8d8e-448e8fdf409f tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402918 Feb 09 01:51:09.402984 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f96a2307-2de9-432f-9e4e-7a740ae75f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:10.258498 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 15249743-d3f2-4ee8-9799-268e472fb253 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:51:10.324118 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 15249743-d3f2-4ee8-9799-268e472fb253 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:51:10.329306 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 15249743-d3f2-4ee8-9799-268e472fb253 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:10.329681 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:10.444101 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:10.474120 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004be6c6-942b-4f62-be27-9b321798cb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15249743-d3f2-4ee8-9799-268e472fb253'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:51:10.490647 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 15249743-d3f2-4ee8-9799-268e472fb253, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=15249743-d3f2-4ee8-9799-268e472fb253,segment=NetworkSegment(2fca6930-8534-47d0-bab8-66b7aa54be88),segment_id=2fca6930-8534-47d0-bab8-66b7aa54be88)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:51:10.496448 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:10.528988 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:10.531400 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004be6c6-942b-4f62-be27-9b321798cb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15249743-d3f2-4ee8-9799-268e472fb253', 'code': 200} Feb 09 01:51:10.574622 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=15249743-d3f2-4ee8-9799-268e472fb253,revision_number=9']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:10.599355 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:10.630474 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d40fd-c7e9-4ed6-8f9a-9a24774d81d6 req-6d411e7c-d409-4579-9027-9373261138b9 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:10.631931 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f71d40fd-c7e9-4ed6-8f9a-9a24774d81d6 req-6d411e7c-d409-4579-9027-9373261138b9 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 945 time: 0.0944445 Feb 09 01:51:10.676980 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f71d40fd-c7e9-4ed6-8f9a-9a24774d81d6 req-6c151071-9ece-4959-b528-e87aab195a36 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/security-groups?id=d41e04d9-0910-49a0-9e6f-4b5a46c6121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385067 Feb 09 01:51:10.717622 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067de5d2-ba44-4984-bcd6-38463cfc33ea req-7af8a5e5-eb4a-463e-868c-2b1fc2922887 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:10.719029 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-067de5d2-ba44-4984-bcd6-38463cfc33ea req-7af8a5e5-eb4a-463e-868c-2b1fc2922887 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.35 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 945 time: 0.0772543 Feb 09 01:51:10.790684 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-067de5d2-ba44-4984-bcd6-38463cfc33ea req-55d78eec-8b91-4429-a7ef-1347d6410572 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Deleting port 15249743-d3f2-4ee8-9799-268e472fb253 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:51:10.791025 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-067de5d2-ba44-4984-bcd6-38463cfc33ea req-55d78eec-8b91-4429-a7ef-1347d6410572 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:11.144180 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-067de5d2-ba44-4984-bcd6-38463cfc33ea req-55d78eec-8b91-4429-a7ef-1347d6410572 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] For port 15249743-d3f2-4ee8-9799-268e472fb253, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=15249743-d3f2-4ee8-9799-268e472fb253,segment=NetworkSegment(2fca6930-8534-47d0-bab8-66b7aa54be88),segment_id=2fca6930-8534-47d0-bab8-66b7aa54be88)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:51:11.144592 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-067de5d2-ba44-4984-bcd6-38463cfc33ea req-55d78eec-8b91-4429-a7ef-1347d6410572 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:11.268828 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-067de5d2-ba44-4984-bcd6-38463cfc33ea req-55d78eec-8b91-4429-a7ef-1347d6410572 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Calling delete_port for 15249743-d3f2-4ee8-9799-268e472fb253 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:51:11.417290 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-067de5d2-ba44-4984-bcd6-38463cfc33ea req-55d78eec-8b91-4429-a7ef-1347d6410572 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:11.428806 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['15249743-d3f2-4ee8-9799-268e472fb253'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:51:11.466900 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d78eec-8b91-4429-a7ef-1347d6410572 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Pushing event deleted for resources: {'Port': ['ID=15249743-d3f2-4ee8-9799-268e472fb253,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:11.542877 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-067de5d2-ba44-4984-bcd6-38463cfc33ea req-55d78eec-8b91-4429-a7ef-1347d6410572 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] No DVR routers for this DVR port 15249743-d3f2-4ee8-9799-268e472fb253 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:51:11.545523 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-067de5d2-ba44-4984-bcd6-38463cfc33ea req-55d78eec-8b91-4429-a7ef-1347d6410572 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:11.548023 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004be6c6-942b-4f62-be27-9b321798cb8d', 'name': 'network-vif-deleted', 'tag': '15249743-d3f2-4ee8-9799-268e472fb253'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:51:11.563488 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-067de5d2-ba44-4984-bcd6-38463cfc33ea req-55d78eec-8b91-4429-a7ef-1347d6410572 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.35 "DELETE /v2.0/ports/15249743-d3f2-4ee8-9799-268e472fb253 HTTP/1.1" status: 204 len: 173 time: 0.8375006 Feb 09 01:51:11.595438 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004be6c6-942b-4f62-be27-9b321798cb8d', 'name': 'network-vif-deleted', 'tag': '15249743-d3f2-4ee8-9799-268e472fb253', 'status': 'completed', 'code': 200} Feb 09 01:51:11.846327 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bdb7b36b-9dc2-4bc8-baf4-e10ddcc7b824 req-0d806bf3-bab1-45fe-900a-627ee6106093 tempest-DeleteServersTestJSON-608222210 tempest-DeleteServersTestJSON-608222210-project] 10.222.0.37 "GET /v2.0/ports?device_id=004be6c6-942b-4f62-be27-9b321798cb8d HTTP/1.1" status: 200 len: 210 time: 0.0440106 Feb 09 01:51:11.912387 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:13.087702 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35532) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:51:13.146564 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5fd7bd4-5890-4a85-a10b-9f085cb356a6 admin admin] Deleting subnet ec65722c-c309-4b35-9aea-eeafd994270c {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:51:13.149456 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a5fd7bd4-5890-4a85-a10b-9f085cb356a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:13.201294 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a5fd7bd4-5890-4a85-a10b-9f085cb356a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:13.254219 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a5fd7bd4-5890-4a85-a10b-9f085cb356a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:13.322905 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a5fd7bd4-5890-4a85-a10b-9f085cb356a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:13.361991 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd7bd4-5890-4a85-a10b-9f085cb356a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec65722c-c309-4b35-9aea-eeafd994270c,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:13.367227 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a5fd7bd4-5890-4a85-a10b-9f085cb356a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:13.372921 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a5fd7bd4-5890-4a85-a10b-9f085cb356a6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ec65722c-c309-4b35-9aea-eeafd994270c HTTP/1.1" status: 204 len: 168 time: 0.2834849 Feb 09 01:51:13.375385 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35536) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:51:13.475794 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ad5c0fb2-9f7e-4192-ad70-cf14dee3a256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:13.601868 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ad5c0fb2-9f7e-4192-ad70-cf14dee3a256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:13.626228 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-ad5c0fb2-9f7e-4192-ad70-cf14dee3a256 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10cc1617-6e96-4875-8513-446bf81f5189']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:13.638508 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-ad5c0fb2-9f7e-4192-ad70-cf14dee3a256 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fca6930-8534-47d0-bab8-66b7aa54be88') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:13.638797 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-ad5c0fb2-9f7e-4192-ad70-cf14dee3a256 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fca6930-8534-47d0-bab8-66b7aa54be88') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:13.649721 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ad5c0fb2-9f7e-4192-ad70-cf14dee3a256 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:13.665125 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ad5c0fb2-9f7e-4192-ad70-cf14dee3a256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:13.671081 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad5c0fb2-9f7e-4192-ad70-cf14dee3a256 admin admin] Releasing vlan 960 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:51:13.671487 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ad5c0fb2-9f7e-4192-ad70-cf14dee3a256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:13.685228 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:51:13.685228 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:51:13.685228 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:51:13.685228 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:51:13.685228 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:51:13.685228 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:51:13.685228 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:51:13.685228 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:51:13.685228 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:51:13.685228 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:51:13.685228 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:51:13.685228 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:51:13.685228 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:51:13.685228 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:51:13.685228 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:51:13.685228 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:51:13.685228 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:51:13.685228 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:51:13.685228 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:51:13.685228 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:51:13.685228 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:51:13.685228 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:51:13.685228 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:51:13.685228 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:51:13.685228 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:51:13.685228 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:51:13.685228 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:51:13.685228 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:51:13.685228 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:51:13.685228 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:51:13.685228 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:51:13.685228 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:51:13.762281 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ad5c0fb2-9f7e-4192-ad70-cf14dee3a256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:13.778270 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ad5c0fb2-9f7e-4192-ad70-cf14dee3a256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:13.788150 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c0fb2-9f7e-4192-ad70-cf14dee3a256 admin admin] Pushing event deleted for resources: {'Network': ['ID=10cc1617-6e96-4875-8513-446bf81f5189,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:13.796028 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ad5c0fb2-9f7e-4192-ad70-cf14dee3a256 admin admin] 10.222.0.37 "DELETE /v2.0/networks/10cc1617-6e96-4875-8513-446bf81f5189 HTTP/1.1" status: 204 len: 168 time: 0.4197185 Feb 09 01:51:13.904520 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35542) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:51:13.951671 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1cdebfb9-d6ad-4fb3-bf7c-6e86cef79567 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9ec678e7df8643c0978003223f092c27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460095 Feb 09 01:51:13.954094 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35546) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:51:14.009807 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6a36cef0-a8d1-438f-a48a-232cca7a2102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:14.038222 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6a36cef0-a8d1-438f-a48a-232cca7a2102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:14.089408 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6a36cef0-a8d1-438f-a48a-232cca7a2102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:14.104958 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36cef0-a8d1-438f-a48a-232cca7a2102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41e04d9-0910-49a0-9e6f-4b5a46c6121c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:14.113971 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36cef0-a8d1-438f-a48a-232cca7a2102 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:14.114371 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36cef0-a8d1-438f-a48a-232cca7a2102 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:14.114732 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36cef0-a8d1-438f-a48a-232cca7a2102 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:14.115129 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36cef0-a8d1-438f-a48a-232cca7a2102 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:14.115499 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36cef0-a8d1-438f-a48a-232cca7a2102 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:14.115843 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36cef0-a8d1-438f-a48a-232cca7a2102 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:14.116164 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36cef0-a8d1-438f-a48a-232cca7a2102 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:14.116565 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36cef0-a8d1-438f-a48a-232cca7a2102 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:14.116883 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36cef0-a8d1-438f-a48a-232cca7a2102 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:14.117199 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36cef0-a8d1-438f-a48a-232cca7a2102 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:14.117514 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36cef0-a8d1-438f-a48a-232cca7a2102 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:14.117828 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36cef0-a8d1-438f-a48a-232cca7a2102 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:14.128072 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6a36cef0-a8d1-438f-a48a-232cca7a2102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:14.129124 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6a36cef0-a8d1-438f-a48a-232cca7a2102 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d41e04d9-0910-49a0-9e6f-4b5a46c6121c HTTP/1.1" status: 204 len: 168 time: 0.1741469 Feb 09 01:51:14.284381 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 15249743-d3f2-4ee8-9799-268e472fb253 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:51:14.318524 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 15249743-d3f2-4ee8-9799-268e472fb253 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:51:14.318872 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 15249743-d3f2-4ee8-9799-268e472fb253 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:51:14.834631 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35570) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:51:14.936949 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-eb8ab919-84ed-4728-998a-c4a31f41768c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1981190794-network', 'tenant_id': '7b86418ea7774ed99f1f45f546d06a2d'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:14.942365 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-eb8ab919-84ed-4728-998a-c4a31f41768c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:51:14.946193 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-eb8ab919-84ed-4728-998a-c4a31f41768c admin admin] Usage tracker for resource:network and tenant:7b86418ea7774ed99f1f45f546d06a2d is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:51:14.949703 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-eb8ab919-84ed-4728-998a-c4a31f41768c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:51:14.956483 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-eb8ab919-84ed-4728-998a-c4a31f41768c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:51:14.965047 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8ab919-84ed-4728-998a-c4a31f41768c admin admin] Made reservation on behalf of 7b86418ea7774ed99f1f45f546d06a2d for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:51:14.967292 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eb8ab919-84ed-4728-998a-c4a31f41768c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:14.979483 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eb8ab919-84ed-4728-998a-c4a31f41768c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:14.993500 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-eb8ab919-84ed-4728-998a-c4a31f41768c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:51:14.997985 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-eb8ab919-84ed-4728-998a-c4a31f41768c admin admin] Usage tracker for resource:security_group_rule and tenant:7b86418ea7774ed99f1f45f546d06a2d is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:51:15.000808 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-eb8ab919-84ed-4728-998a-c4a31f41768c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:51:15.006544 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-eb8ab919-84ed-4728-998a-c4a31f41768c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:51:15.088427 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eb8ab919-84ed-4728-998a-c4a31f41768c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:15.093362 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eb8ab919-84ed-4728-998a-c4a31f41768c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:15.123946 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8ab919-84ed-4728-998a-c4a31f41768c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 974} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:51:15.132467 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ab919-84ed-4728-998a-c4a31f41768c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df61363-b253-475f-8108-580775e83f72,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:15.138327 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eb8ab919-84ed-4728-998a-c4a31f41768c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:15.138883 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-eb8ab919-84ed-4728-998a-c4a31f41768c admin admin] Added segment f5aec9d4-1d86-4548-93b9-00d30b84f31a of type vlan for network de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 Feb 09 01:51:15.165309 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eb8ab919-84ed-4728-998a-c4a31f41768c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:15.196718 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eb8ab919-84ed-4728-998a-c4a31f41768c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:15.197656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8ab919-84ed-4728-998a-c4a31f41768c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:15.198232 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-eb8ab919-84ed-4728-998a-c4a31f41768c admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:15.294683 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-eb8ab919-84ed-4728-998a-c4a31f41768c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4589205 Feb 09 01:51:15.297822 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35576) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:51:15.299547 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ab919-84ed-4728-998a-c4a31f41768c admin admin] Pushing event updated for resources: {'Network': ['ID=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:15.303375 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-806b3010-579a-4a4e-9ef7-99f01b0accb9 admin admin] Request body: {'subnet': {'network_id': 'de7f22f1-ffa6-41e4-9e8e-6651666ab0d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1981190794-subnet', 'tenant_id': '7b86418ea7774ed99f1f45f546d06a2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:15.308843 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-806b3010-579a-4a4e-9ef7-99f01b0accb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:51:15.309291 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:51:15.312729 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-806b3010-579a-4a4e-9ef7-99f01b0accb9 admin admin] Usage tracker for resource:subnet and tenant:7b86418ea7774ed99f1f45f546d06a2d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:51:15.315639 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-806b3010-579a-4a4e-9ef7-99f01b0accb9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:51:15.321691 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-806b3010-579a-4a4e-9ef7-99f01b0accb9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:51:15.333033 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806b3010-579a-4a4e-9ef7-99f01b0accb9 admin admin] Made reservation on behalf of 7b86418ea7774ed99f1f45f546d06a2d for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:51:15.335649 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-806b3010-579a-4a4e-9ef7-99f01b0accb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:15.535934 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-806b3010-579a-4a4e-9ef7-99f01b0accb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:15.614752 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b3010-579a-4a4e-9ef7-99f01b0accb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c868fd7-20bc-4515-ada2-7b253f8af937,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:15.618709 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806b3010-579a-4a4e-9ef7-99f01b0accb9 admin admin] Checking segment: {'id': 'f5aec9d4-1d86-4548-93b9-00d30b84f31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': 'de7f22f1-ffa6-41e4-9e8e-6651666ab0d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:51:15.619066 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806b3010-579a-4a4e-9ef7-99f01b0accb9 admin admin] Network hostable DHCP agents. Network: de7f22f1-ffa6-41e4-9e8e-6651666ab0d7, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:51:15.638116 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806b3010-579a-4a4e-9ef7-99f01b0accb9 admin admin] Network de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:51:15.646783 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-806b3010-579a-4a4e-9ef7-99f01b0accb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, de7f22f1-ffa6-41e4-9e8e-6651666ab0d7) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:15.650663 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806b3010-579a-4a4e-9ef7-99f01b0accb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:15.651251 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-806b3010-579a-4a4e-9ef7-99f01b0accb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:15.656038 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c275d7b4-c432-4308-a39b-65e8f57e86c2 None None] Network de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:51:15.671062 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-806b3010-579a-4a4e-9ef7-99f01b0accb9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3721662 Feb 09 01:51:15.897997 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dc5f42-0c96-4f91-85f6-e69d174d798e None None] Network de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:51:16.172366 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-6addaf1a-dfb6-4743-aeb3-d596444843a7 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:16.173074 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-6addaf1a-dfb6-4743-aeb3-d596444843a7 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Synchronizing usage tracker for tenant:7b86418ea7774ed99f1f45f546d06a2d on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:51:16.189566 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-6addaf1a-dfb6-4743-aeb3-d596444843a7 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Unset dirty status for tenant:7b86418ea7774ed99f1f45f546d06a2d on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:51:16.190892 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-6addaf1a-dfb6-4743-aeb3-d596444843a7 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/networks?id=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 HTTP/1.1" status: 200 len: 815 time: 0.1617672 Feb 09 01:51:16.206283 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-675fafa6-7f4c-4a0e-9bfa-7bea172dfd7c tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/quotas/7b86418ea7774ed99f1f45f546d06a2d HTTP/1.1" status: 200 len: 375 time: 0.0099676 Feb 09 01:51:16.255722 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-d6a4c707-902f-4e5e-8049-b369318b31ba tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7b86418ea7774ed99f1f45f546d06a2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446000 Feb 09 01:51:16.312992 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-2f8f7e3f-40f5-42f4-b787-fbf651979eae service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:51:16.314030 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-2f8f7e3f-40f5-42f4-b787-fbf651979eae service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0518048 Feb 09 01:51:16.449693 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-fdda1702-3994-4238-bf99-fdb5c1d28341 service neutron] 10.222.0.37 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296988 Feb 09 01:51:16.673513 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-9717ef91-9bdf-4258-ba7b-ab279d067cf3 service neutron] 10.222.0.37 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179658 Feb 09 01:51:16.848114 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0a895087-0ee2-499f-a7f2-b145e658db63 req-2d28dc53-e5f9-46e4-b6b2-47520af5e581 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 210 time: 0.0435545 Feb 09 01:51:18.012288 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a7a5d421-8a6f-450c-8722-6d8bfb93daf4 req-eb711239-9bb2-40e3-a954-f1654e675d90 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 210 time: 0.0428240 Feb 09 01:51:18.032029 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-5c5c4973-3d23-4a3b-90b8-9209a244e452 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:18.033766 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-5c5c4973-3d23-4a3b-90b8-9209a244e452 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.35 "GET /v2.0/networks?id=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 HTTP/1.1" status: 200 len: 815 time: 0.2665799 Feb 09 01:51:18.047966 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-23e10504-8b0a-4d6f-8627-e0e4ca9b0168 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Request body: {'port': {'device_id': '3b04b0b2-9594-424c-a0b5-56b912ea13eb', 'network_id': 'de7f22f1-ffa6-41e4-9e8e-6651666ab0d7', 'admin_state_up': True, 'tenant_id': '7b86418ea7774ed99f1f45f546d06a2d'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:18.183196 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-23e10504-8b0a-4d6f-8627-e0e4ca9b0168 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:51:18.186954 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-23e10504-8b0a-4d6f-8627-e0e4ca9b0168 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Usage tracker for resource:port and tenant:7b86418ea7774ed99f1f45f546d06a2d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:51:18.189774 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-23e10504-8b0a-4d6f-8627-e0e4ca9b0168 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:51:18.195374 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-23e10504-8b0a-4d6f-8627-e0e4ca9b0168 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:51:18.205525 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-23e10504-8b0a-4d6f-8627-e0e4ca9b0168 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Made reservation on behalf of 7b86418ea7774ed99f1f45f546d06a2d for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:51:18.209092 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-23e10504-8b0a-4d6f-8627-e0e4ca9b0168 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:18.374264 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-23e10504-8b0a-4d6f-8627-e0e4ca9b0168 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Allocated IP 172.20.0.9 (de7f22f1-ffa6-41e4-9e8e-6651666ab0d7/1c868fd7-20bc-4515-ada2-7b253f8af937/c884442e-678b-454d-ab33-a177594d3f0d) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:51:18.576466 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-23e10504-8b0a-4d6f-8627-e0e4ca9b0168 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:18.606503 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-23e10504-8b0a-4d6f-8627-e0e4ca9b0168 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:18.678418 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-23e10504-8b0a-4d6f-8627-e0e4ca9b0168 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Network de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:51:18.682186 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-23e10504-8b0a-4d6f-8627-e0e4ca9b0168 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:18.686211 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-23e10504-8b0a-4d6f-8627-e0e4ca9b0168 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:51:18.723750 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e10504-8b0a-4d6f-8627-e0e4ca9b0168 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Pushing event updated for resources: {'Port': ['ID=c884442e-678b-454d-ab33-a177594d3f0d,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:18.750804 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-23e10504-8b0a-4d6f-8627-e0e4ca9b0168 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:18.751407 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-23e10504-8b0a-4d6f-8627-e0e4ca9b0168 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:18.771068 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-23e10504-8b0a-4d6f-8627-e0e4ca9b0168 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7265286 Feb 09 01:51:18.783128 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-dd26150d-b7a0-41f3-a66d-55f36d34a30a service neutron] Request body: {'port': {'device_id': '3b04b0b2-9594-424c-a0b5-56b912ea13eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:18.893033 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-dd26150d-b7a0-41f3-a66d-55f36d34a30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:19.288311 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ad33a-d907-4f1f-958c-ddca86b5867c req-45a7db85-a644-425c-ad2a-d73b82b7ab3d tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:19.289020 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-4a7ad33a-d907-4f1f-958c-ddca86b5867c req-45a7db85-a644-425c-ad2a-d73b82b7ab3d tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Synchronizing usage tracker for tenant:7b86418ea7774ed99f1f45f546d06a2d on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:51:19.309301 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-dd26150d-b7a0-41f3-a66d-55f36d34a30a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c884442e-678b-454d-ab33-a177594d3f0d {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:51:19.317304 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-dd26150d-b7a0-41f3-a66d-55f36d34a30a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:19.321307 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-4a7ad33a-d907-4f1f-958c-ddca86b5867c req-45a7db85-a644-425c-ad2a-d73b82b7ab3d tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Unset dirty status for tenant:7b86418ea7774ed99f1f45f546d06a2d on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:51:19.322970 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4a7ad33a-d907-4f1f-958c-ddca86b5867c req-45a7db85-a644-425c-ad2a-d73b82b7ab3d tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 931 time: 0.1980169 Feb 09 01:51:19.346532 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-dd26150d-b7a0-41f3-a66d-55f36d34a30a service neutron] Transition to ACTIVE for port object c884442e-678b-454d-ab33-a177594d3f0d will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:51:19.352025 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-dd26150d-b7a0-41f3-a66d-55f36d34a30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:19.486756 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4a7ad33a-d907-4f1f-958c-ddca86b5867c req-a0ca2b21-fb02-4409-87b3-669254ed0a7d tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576531 Feb 09 01:51:19.522088 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26150d-b7a0-41f3-a66d-55f36d34a30a service neutron] Pushing event updated for resources: {'Port': ['ID=c884442e-678b-454d-ab33-a177594d3f0d,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:19.601787 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-dd26150d-b7a0-41f3-a66d-55f36d34a30a service neutron] Attempting to bind port c884442e-678b-454d-ab33-a177594d3f0d on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:51:19.602116 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-dd26150d-b7a0-41f3-a66d-55f36d34a30a service neutron] Attempting to bind port c884442e-678b-454d-ab33-a177594d3f0d by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'f5aec9d4-1d86-4548-93b9-00d30b84f31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': 'de7f22f1-ffa6-41e4-9e8e-6651666ab0d7'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:51:19.602437 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-dd26150d-b7a0-41f3-a66d-55f36d34a30a service neutron] Attempting to bind port c884442e-678b-454d-ab33-a177594d3f0d on network de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:51:19.607159 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-dd26150d-b7a0-41f3-a66d-55f36d34a30a service neutron] Port c884442e-678b-454d-ab33-a177594d3f0d on network de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:51:19.607650 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-dd26150d-b7a0-41f3-a66d-55f36d34a30a service neutron] Attempting to bind port c884442e-678b-454d-ab33-a177594d3f0d on network de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:51:19.612739 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-dd26150d-b7a0-41f3-a66d-55f36d34a30a service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:51:19.613069 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-dd26150d-b7a0-41f3-a66d-55f36d34a30a service neutron] Checking segment: {'id': 'f5aec9d4-1d86-4548-93b9-00d30b84f31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': 'de7f22f1-ffa6-41e4-9e8e-6651666ab0d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:51:19.613451 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-dd26150d-b7a0-41f3-a66d-55f36d34a30a service neutron] Bound using segment: {'id': 'f5aec9d4-1d86-4548-93b9-00d30b84f31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': 'de7f22f1-ffa6-41e4-9e8e-6651666ab0d7'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:51:19.613863 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-dd26150d-b7a0-41f3-a66d-55f36d34a30a service neutron] Bound port: c884442e-678b-454d-ab33-a177594d3f0d, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5aec9d4-1d86-4548-93b9-00d30b84f31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': 'de7f22f1-ffa6-41e4-9e8e-6651666ab0d7'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:51:19.614202 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-dd26150d-b7a0-41f3-a66d-55f36d34a30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:19.703614 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-dd26150d-b7a0-41f3-a66d-55f36d34a30a service neutron] For port c884442e-678b-454d-ab33-a177594d3f0d, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:51:19.706566 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-dd26150d-b7a0-41f3-a66d-55f36d34a30a service neutron] For port c884442e-678b-454d-ab33-a177594d3f0d, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c884442e-678b-454d-ab33-a177594d3f0d,segment=NetworkSegment(f5aec9d4-1d86-4548-93b9-00d30b84f31a),segment_id=f5aec9d4-1d86-4548-93b9-00d30b84f31a)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:51:19.710639 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-dd26150d-b7a0-41f3-a66d-55f36d34a30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:19.881156 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-dd26150d-b7a0-41f3-a66d-55f36d34a30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:19.881768 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-dd26150d-b7a0-41f3-a66d-55f36d34a30a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:19.883383 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-dd26150d-b7a0-41f3-a66d-55f36d34a30a service neutron] 10.222.0.35 "PUT /v2.0/ports/c884442e-678b-454d-ab33-a177594d3f0d HTTP/1.1" status: 200 len: 1091 time: 1.1043730 Feb 09 01:51:19.883829 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b04b0b2-9594-424c-a0b5-56b912ea13eb', 'tag': 'c884442e-678b-454d-ab33-a177594d3f0d'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:51:19.902943 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26150d-b7a0-41f3-a66d-55f36d34a30a service neutron] Pushing event updated for resources: {'Port': ['ID=c884442e-678b-454d-ab33-a177594d3f0d,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:19.950475 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b04b0b2-9594-424c-a0b5-56b912ea13eb', 'tag': 'c884442e-678b-454d-ab33-a177594d3f0d', 'status': 'completed', 'code': 200} Feb 09 01:51:19.989962 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-09a580e3-278f-4a00-89b3-8bc473191bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:19.991408 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-09a580e3-278f-4a00-89b3-8bc473191bfd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b86418ea7774ed99f1f45f546d06a2d&device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 1094 time: 0.0725672 Feb 09 01:51:20.064145 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-3a3505f3-5b2b-4f48-a6a2-b575c39ef592 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c884442e-678b-454d-ab33-a177594d3f0d HTTP/1.1" status: 200 len: 217 time: 0.0622118 Feb 09 01:51:20.131745 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-919b09d6-c945-4250-b378-52e4d4bf870d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:20.133366 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-919b09d6-c945-4250-b378-52e4d4bf870d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c868fd7-20bc-4515-ada2-7b253f8af937 HTTP/1.1" status: 200 len: 855 time: 0.0594339 Feb 09 01:51:20.178877 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-c466b546-148a-4be5-be07-f0e9a9046074 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392060 Feb 09 01:51:20.308322 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-6a8ac444-9cdc-409e-b270-4ab1c20630d1 service neutron] 10.222.0.35 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211236 Feb 09 01:51:20.437876 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ca5c0f7d-d44e-4f2d-88fc-9a9c53a0607d req-2c09ff5f-875e-4d83-a0fd-e62fb34f9114 service neutron] 10.222.0.35 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232712 Feb 09 01:51:20.550526 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21386e82-80e4-4bb0-bb0c-91aaa114267d req-54e0cd29-4626-4e11-a468-39f8cd40c117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:20.552115 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-21386e82-80e4-4bb0-bb0c-91aaa114267d req-54e0cd29-4626-4e11-a468-39f8cd40c117 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b86418ea7774ed99f1f45f546d06a2d&device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 1094 time: 0.0706942 Feb 09 01:51:20.748366 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21386e82-80e4-4bb0-bb0c-91aaa114267d req-cabb9b45-82be-479b-b514-2581d4761357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:20.749734 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-21386e82-80e4-4bb0-bb0c-91aaa114267d req-cabb9b45-82be-479b-b514-2581d4761357 service neutron] 10.222.0.35 "GET /v2.0/networks?id=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 HTTP/1.1" status: 200 len: 916 time: 0.1914077 Feb 09 01:51:20.761344 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d98e5-a87e-43ac-95f0-014e801d81e8 req-761c456e-68e1-47e5-8f0a-d12b0238d4d5 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:20.762672 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a04d98e5-a87e-43ac-95f0-014e801d81e8 req-761c456e-68e1-47e5-8f0a-d12b0238d4d5 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 943 time: 0.1292408 Feb 09 01:51:20.839874 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-21386e82-80e4-4bb0-bb0c-91aaa114267d req-0d420e1b-b0ed-4c91-9b75-8c4d6943fcf3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c884442e-678b-454d-ab33-a177594d3f0d HTTP/1.1" status: 200 len: 217 time: 0.0763035 Feb 09 01:51:20.895997 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a04d98e5-a87e-43ac-95f0-014e801d81e8 req-cfd396c4-f4ad-4efd-8e6b-a70e0797421d tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859408 Feb 09 01:51:20.918446 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21386e82-80e4-4bb0-bb0c-91aaa114267d req-61926242-4072-4681-8158-e67a283207f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:20.918446 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-21386e82-80e4-4bb0-bb0c-91aaa114267d req-61926242-4072-4681-8158-e67a283207f2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c868fd7-20bc-4515-ada2-7b253f8af937 HTTP/1.1" status: 200 len: 855 time: 0.0646224 Feb 09 01:51:20.962597 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-21386e82-80e4-4bb0-bb0c-91aaa114267d req-f491ccc0-9e7a-4591-8f0b-63da07f88332 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399971 Feb 09 01:51:21.092256 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-21386e82-80e4-4bb0-bb0c-91aaa114267d req-e4e45590-834f-47d3-9de0-152a2af9c5fa service neutron] 10.222.0.35 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229115 Feb 09 01:51:21.221314 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-21386e82-80e4-4bb0-bb0c-91aaa114267d req-b037db1f-bbaf-44aa-aa8d-3187078f7579 service neutron] 10.222.0.35 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222272 Feb 09 01:51:22.082794 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29727e7d-fc15-4a44-a6a7-d326d0095156 req-8ba30151-2e44-4b4f-a63b-940eaba953e0 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:22.084247 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-29727e7d-fc15-4a44-a6a7-d326d0095156 req-8ba30151-2e44-4b4f-a63b-940eaba953e0 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 943 time: 0.0822043 Feb 09 01:51:22.127995 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-29727e7d-fc15-4a44-a6a7-d326d0095156 req-da8f153a-515d-4acd-8da5-d2ed8f5dd822 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Synchronizing usage tracker for tenant:7b86418ea7774ed99f1f45f546d06a2d on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:51:22.144175 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-29727e7d-fc15-4a44-a6a7-d326d0095156 req-da8f153a-515d-4acd-8da5-d2ed8f5dd822 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Unset dirty status for tenant:7b86418ea7774ed99f1f45f546d06a2d on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:51:22.145465 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-29727e7d-fc15-4a44-a6a7-d326d0095156 req-da8f153a-515d-4acd-8da5-d2ed8f5dd822 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549974 Feb 09 01:51:22.343354 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:23.329055 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01201f83-6a82-4044-b776-d859ad554a5d req-35ea541f-18c4-45e4-a370-dd928dc2fd81 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:23.330479 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-01201f83-6a82-4044-b776-d859ad554a5d req-35ea541f-18c4-45e4-a370-dd928dc2fd81 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 943 time: 0.0816236 Feb 09 01:51:23.372355 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-01201f83-6a82-4044-b776-d859ad554a5d req-d0842e10-d0bc-470e-9bbd-fca5016bc694 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363443 Feb 09 01:51:24.299006 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c884442e-678b-454d-ab33-a177594d3f0d details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:51:24.430272 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c884442e-678b-454d-ab33-a177594d3f0d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c884442e-678b-454d-ab33-a177594d3f0d,segment=NetworkSegment(f5aec9d4-1d86-4548-93b9-00d30b84f31a),segment_id=f5aec9d4-1d86-4548-93b9-00d30b84f31a)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:51:24.443262 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'c884442e-678b-454d-ab33-a177594d3f0d', 'network_id': 'de7f22f1-ffa6-41e4-9e8e-6651666ab0d7', 'port_id': 'c884442e-678b-454d-ab33-a177594d3f0d', 'mac_address': 'fa:16:3e:8e:0e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 974, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c868fd7-20bc-4515-ada2-7b253f8af937', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:51:24.501397 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:24.518448 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c884442e-678b-454d-ab33-a177594d3f0d {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:51:24.533897 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c884442e-678b-454d-ab33-a177594d3f0d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c884442e-678b-454d-ab33-a177594d3f0d,segment=NetworkSegment(f5aec9d4-1d86-4548-93b9-00d30b84f31a),segment_id=f5aec9d4-1d86-4548-93b9-00d30b84f31a)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:51:24.539008 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:24.567938 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a3ae5-e11c-4723-97ed-9883299e59c5 req-525cbdbc-e634-4e8f-a056-0a93b4285aca tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:24.569857 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-982a3ae5-e11c-4723-97ed-9883299e59c5 req-525cbdbc-e634-4e8f-a056-0a93b4285aca tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 943 time: 0.0837746 Feb 09 01:51:24.606957 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=c884442e-678b-454d-ab33-a177594d3f0d,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:24.615474 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-982a3ae5-e11c-4723-97ed-9883299e59c5 req-b8ac79ab-3995-42c9-8bf8-37eb9804bd60 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395641 Feb 09 01:51:24.775042 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['c884442e-678b-454d-ab33-a177594d3f0d'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:51:25.454965 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:25.798097 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c56cb-0854-4529-bd73-0d5292c55dee req-e2eebfb0-ffba-49a1-a253-b51d3d00a25e tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:25.799529 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b41c56cb-0854-4529-bd73-0d5292c55dee req-e2eebfb0-ffba-49a1-a253-b51d3d00a25e tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 944 time: 0.0793474 Feb 09 01:51:25.955828 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b41c56cb-0854-4529-bd73-0d5292c55dee req-1fb37ed7-ee23-48b8-a8f6-3a452d97620d tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505566 Feb 09 01:51:26.300467 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c884442e-678b-454d-ab33-a177594d3f0d up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:51:26.368561 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port c884442e-678b-454d-ab33-a177594d3f0d completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:51:26.373054 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port c884442e-678b-454d-ab33-a177594d3f0d triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:26.373419 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:26.488189 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:26.514138 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b04b0b2-9594-424c-a0b5-56b912ea13eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c884442e-678b-454d-ab33-a177594d3f0d'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:51:26.523417 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c884442e-678b-454d-ab33-a177594d3f0d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c884442e-678b-454d-ab33-a177594d3f0d,segment=NetworkSegment(f5aec9d4-1d86-4548-93b9-00d30b84f31a),segment_id=f5aec9d4-1d86-4548-93b9-00d30b84f31a)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:51:26.527734 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:26.563314 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b04b0b2-9594-424c-a0b5-56b912ea13eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c884442e-678b-454d-ab33-a177594d3f0d', 'code': 200} Feb 09 01:51:26.596491 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=c884442e-678b-454d-ab33-a177594d3f0d,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:26.683795 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5f966-5bf5-4983-ab16-044e5b32790a req-ca5be8ff-e75f-44e9-84cc-2c4f1237b0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:26.685278 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-71a5f966-5bf5-4983-ab16-044e5b32790a req-ca5be8ff-e75f-44e9-84cc-2c4f1237b0f2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 1096 time: 0.0678668 Feb 09 01:51:26.727726 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-71a5f966-5bf5-4983-ab16-044e5b32790a req-5f463ce2-d0d7-4b67-8549-c2caffc28314 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335188 Feb 09 01:51:27.146678 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49625555-0a3e-4516-b665-74687b38bc98 req-50489ba2-be02-4a9e-bfe9-5561c68c8f09 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:27.148143 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-49625555-0a3e-4516-b665-74687b38bc98 req-50489ba2-be02-4a9e-bfe9-5561c68c8f09 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 945 time: 0.0869465 Feb 09 01:51:27.191522 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-49625555-0a3e-4516-b665-74687b38bc98 req-b819425b-1398-466d-a6b2-e57013e2fea0 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377154 Feb 09 01:51:27.477326 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:51:28.380512 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e99c7-27cf-4a5f-8d21-524fe7385b48 req-5e91d80f-a1c7-4e4d-b2e6-f09943598ead tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:28.381960 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f68e99c7-27cf-4a5f-8d21-524fe7385b48 req-5e91d80f-a1c7-4e4d-b2e6-f09943598ead tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 945 time: 0.0829778 Feb 09 01:51:28.426202 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f68e99c7-27cf-4a5f-8d21-524fe7385b48 req-619d1367-be99-446e-8e4c-8a195d48e248 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379188 Feb 09 01:51:28.609815 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b013ded-22ec-4420-927f-6bb9f86e1531 req-62bf7990-b865-49ee-a22b-2fbdc5f41e4d tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:28.611265 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6b013ded-22ec-4420-927f-6bb9f86e1531 req-62bf7990-b865-49ee-a22b-2fbdc5f41e4d tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 945 time: 0.0794206 Feb 09 01:51:28.654180 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6b013ded-22ec-4420-927f-6bb9f86e1531 req-3f4861ea-7d15-457a-9dc2-3e6c725a5e0a tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372510 Feb 09 01:51:28.996793 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2b234-0477-4a27-bc08-2c699a6380dd req-b6d6f0ec-a90f-4693-a850-e9f5d2b0d441 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:28.998191 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-84c2b234-0477-4a27-bc08-2c699a6380dd req-b6d6f0ec-a90f-4693-a850-e9f5d2b0d441 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 945 time: 0.0817237 Feb 09 01:51:29.042137 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-84c2b234-0477-4a27-bc08-2c699a6380dd req-825feb67-f86b-49a5-949a-9ba55f1ce06d tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382614 Feb 09 01:51:29.228827 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163af61c-0cc6-4ef2-868b-637814b000e6 req-a071b380-33a8-488c-b310-2e426bdbd6cc tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:29.230272 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-163af61c-0cc6-4ef2-868b-637814b000e6 req-a071b380-33a8-488c-b310-2e426bdbd6cc tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 945 time: 0.0795395 Feb 09 01:51:29.272889 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-163af61c-0cc6-4ef2-868b-637814b000e6 req-42cff51f-61bf-44e1-a9af-333e2a4dd9c2 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368595 Feb 09 01:51:29.674456 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dc846832-0419-4357-89ea-a1a615a1e962 req-73ab5979-4ab2-43ef-ba35-906068992a00 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1292307 Feb 09 01:51:29.690157 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21280cb5-0b17-4cf6-a23e-46f423fa7676 req-a718c5a1-f7aa-41b1-a271-c417e97575ed tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:29.691565 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-21280cb5-0b17-4cf6-a23e-46f423fa7676 req-a718c5a1-f7aa-41b1-a271-c417e97575ed tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 945 time: 0.1001818 Feb 09 01:51:29.737080 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-21280cb5-0b17-4cf6-a23e-46f423fa7676 req-534a00a3-c770-45c7-ac35-1371d2842509 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380800 Feb 09 01:51:30.985822 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60487b-2f2f-42a2-94e1-fa860a01b03a req-3b71104d-f943-4dff-a79a-d5fdf4bb791b tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:30.987253 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c60487b-2f2f-42a2-94e1-fa860a01b03a req-3b71104d-f943-4dff-a79a-d5fdf4bb791b tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 945 time: 0.1441598 Feb 09 01:51:30.992963 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc846832-0419-4357-89ea-a1a615a1e962 req-d865264f-2018-4d5c-9e3e-6eb828388148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:30.994810 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dc846832-0419-4357-89ea-a1a615a1e962 req-d865264f-2018-4d5c-9e3e-6eb828388148 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b86418ea7774ed99f1f45f546d06a2d&device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 1096 time: 0.0998185 Feb 09 01:51:31.111737 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c60487b-2f2f-42a2-94e1-fa860a01b03a req-fcae7c57-828a-49a4-af70-4f4bc63a888f tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160111 Feb 09 01:51:31.151677 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc846832-0419-4357-89ea-a1a615a1e962 req-ddebd205-8921-4639-b3f0-a4fb42f8385b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:31.153141 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dc846832-0419-4357-89ea-a1a615a1e962 req-ddebd205-8921-4639-b3f0-a4fb42f8385b service neutron] 10.222.0.35 "GET /v2.0/networks?id=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 HTTP/1.1" status: 200 len: 916 time: 0.1454248 Feb 09 01:51:31.223394 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dc846832-0419-4357-89ea-a1a615a1e962 req-c45e2c67-6c52-4bf5-8246-ef04d32cbd68 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c884442e-678b-454d-ab33-a177594d3f0d HTTP/1.1" status: 200 len: 217 time: 0.0637283 Feb 09 01:51:31.291328 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc846832-0419-4357-89ea-a1a615a1e962 req-1163e6e9-b263-4e13-8073-9921fa1a7e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:31.292747 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dc846832-0419-4357-89ea-a1a615a1e962 req-1163e6e9-b263-4e13-8073-9921fa1a7e87 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c868fd7-20bc-4515-ada2-7b253f8af937 HTTP/1.1" status: 200 len: 855 time: 0.0612123 Feb 09 01:51:31.341250 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dc846832-0419-4357-89ea-a1a615a1e962 req-9c57a521-9b56-4419-a066-5334bc000181 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426538 Feb 09 01:51:31.472505 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dc846832-0419-4357-89ea-a1a615a1e962 req-69df04dc-5114-45b5-9850-284a5eb9ecc8 service neutron] 10.222.0.35 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249340 Feb 09 01:51:31.605234 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dc846832-0419-4357-89ea-a1a615a1e962 req-cdd04de7-5c7f-4427-ad28-6f5e9600622d service neutron] 10.222.0.35 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256044 Feb 09 01:51:32.292654 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31a3e6-10f2-4d69-a190-c869dbd34a02 req-f7d60043-9bf5-4eb1-8c1c-c8aa282d595d tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:32.294074 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9d31a3e6-10f2-4d69-a190-c869dbd34a02 req-f7d60043-9bf5-4eb1-8c1c-c8aa282d595d tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 945 time: 0.0770264 Feb 09 01:51:32.347965 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9d31a3e6-10f2-4d69-a190-c869dbd34a02 req-c505bfe3-82f9-48f9-8a6b-5f483feb9ecc tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437503 Feb 09 01:51:33.535468 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f88de-7bd1-471f-8cf0-b39c637a3c54 req-e4c63fa6-f900-48fa-ab88-05fb5c81c262 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:33.536935 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-464f88de-7bd1-471f-8cf0-b39c637a3c54 req-e4c63fa6-f900-48fa-ab88-05fb5c81c262 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 945 time: 0.0778742 Feb 09 01:51:33.581048 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-464f88de-7bd1-471f-8cf0-b39c637a3c54 req-04938d7f-55a4-4475-ae02-c88a61549816 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378087 Feb 09 01:51:34.219493 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93fad4-0d29-4fe6-b386-68191f85adcd req-45c53381-7d0b-4308-a170-005217ad9ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:34.220955 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a93fad4-0d29-4fe6-b386-68191f85adcd req-45c53381-7d0b-4308-a170-005217ad9ebc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b86418ea7774ed99f1f45f546d06a2d&device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 1096 time: 0.0725119 Feb 09 01:51:34.363704 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93fad4-0d29-4fe6-b386-68191f85adcd req-01cd66a2-ce12-4cbb-8a86-d80a261343c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:34.365421 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a93fad4-0d29-4fe6-b386-68191f85adcd req-01cd66a2-ce12-4cbb-8a86-d80a261343c5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 HTTP/1.1" status: 200 len: 916 time: 0.1251943 Feb 09 01:51:34.430408 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a93fad4-0d29-4fe6-b386-68191f85adcd req-81e5164c-17b1-4307-9758-7cb79411140d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c884442e-678b-454d-ab33-a177594d3f0d HTTP/1.1" status: 200 len: 217 time: 0.0583348 Feb 09 01:51:34.600508 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93fad4-0d29-4fe6-b386-68191f85adcd req-b990773e-65ba-4b3c-b240-7f0e688b634d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:34.601957 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a93fad4-0d29-4fe6-b386-68191f85adcd req-b990773e-65ba-4b3c-b240-7f0e688b634d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c868fd7-20bc-4515-ada2-7b253f8af937 HTTP/1.1" status: 200 len: 855 time: 0.1648011 Feb 09 01:51:34.649356 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a93fad4-0d29-4fe6-b386-68191f85adcd req-459e3058-80db-4a1c-8c32-9e2154f85a90 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410919 Feb 09 01:51:34.770550 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37f68a-2613-4b14-b14a-d9ca0cbc8287 req-42244cd7-168a-4753-9eec-569c935bf05c tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:34.771992 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ee37f68a-2613-4b14-b14a-d9ca0cbc8287 req-42244cd7-168a-4753-9eec-569c935bf05c tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 945 time: 0.0837033 Feb 09 01:51:34.782080 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a93fad4-0d29-4fe6-b386-68191f85adcd req-41242a9d-f2b8-4e92-af5a-9ebabe0b081b service neutron] 10.222.0.35 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255705 Feb 09 01:51:34.815567 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ee37f68a-2613-4b14-b14a-d9ca0cbc8287 req-790d8c0e-226c-4a63-b458-1debf1deace9 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378063 Feb 09 01:51:34.913355 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a93fad4-0d29-4fe6-b386-68191f85adcd req-e743b677-fffd-4bd4-b51b-864f8c1ffcb1 service neutron] 10.222.0.35 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247766 Feb 09 01:51:36.001844 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903b85c-1641-4872-8452-dde8c01cc85f req-c3fd94cb-6fd1-45d9-9ce7-9649f295b421 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:36.003317 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0903b85c-1641-4872-8452-dde8c01cc85f req-c3fd94cb-6fd1-45d9-9ce7-9649f295b421 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 945 time: 0.0830915 Feb 09 01:51:36.047097 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0903b85c-1641-4872-8452-dde8c01cc85f req-53d4ab97-c8f6-4556-a969-b53166dac4c6 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379167 Feb 09 01:51:36.997853 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-21597361-e5dc-43c7-9930-c74a657ce11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:37.231661 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e506049-c316-49fa-a088-cefcdfbeac7f req-9a6bc651-a3da-4f29-b977-14f647cbc772 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:37.233060 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4e506049-c316-49fa-a088-cefcdfbeac7f req-9a6bc651-a3da-4f29-b977-14f647cbc772 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 945 time: 0.0798168 Feb 09 01:51:37.276070 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4e506049-c316-49fa-a088-cefcdfbeac7f req-2cd52eb9-40e0-4ced-9be3-7d546e5aeb22 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374572 Feb 09 01:51:38.458928 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b52ae1-17d8-4b7b-a349-ff05c1d1b04a req-2a7b9edc-1bc2-4854-b508-aca7fe277e08 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:38.460370 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-92b52ae1-17d8-4b7b-a349-ff05c1d1b04a req-2a7b9edc-1bc2-4854-b508-aca7fe277e08 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 945 time: 0.0785003 Feb 09 01:51:38.504617 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-92b52ae1-17d8-4b7b-a349-ff05c1d1b04a req-689794ad-2234-458c-b3a1-b164d4eed11d tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380733 Feb 09 01:51:39.404372 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f22d4aa5-5def-41a8-a174-a3acabf89dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:39.693180 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab7667-f3a6-4414-9f91-071b0b6c0927 req-f6f35eb8-1a60-461a-8800-f9ea05926d9a tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:39.694556 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9fab7667-f3a6-4414-9f91-071b0b6c0927 req-f6f35eb8-1a60-461a-8800-f9ea05926d9a tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 945 time: 0.0855646 Feb 09 01:51:39.737947 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9fab7667-f3a6-4414-9f91-071b0b6c0927 req-18c654b7-5360-440d-a83b-3702971ec54e tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377364 Feb 09 01:51:40.480999 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:40.599994 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:40.924204 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926b281-cc02-496d-b878-7647ac064dbb req-c03c1996-7cb1-4345-b10b-8ee45cfac03f tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:40.925696 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6926b281-cc02-496d-b878-7647ac064dbb req-c03c1996-7cb1-4345-b10b-8ee45cfac03f tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 945 time: 0.0838809 Feb 09 01:51:40.968743 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6926b281-cc02-496d-b878-7647ac064dbb req-c40f30ea-658a-413b-85b8-3cbf4f235acc tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374794 Feb 09 01:51:41.914483 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:42.153735 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0f2ec-4ee8-4bc6-9423-1b6977c99203 req-63d3a4f5-d872-4157-a1e0-76c6f4c55e73 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:42.155218 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c8e0f2ec-4ee8-4bc6-9423-1b6977c99203 req-63d3a4f5-d872-4157-a1e0-76c6f4c55e73 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 945 time: 0.0794723 Feb 09 01:51:42.201850 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c8e0f2ec-4ee8-4bc6-9423-1b6977c99203 req-30fad45c-70b7-4bf4-9921-a6021d3c3a14 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408044 Feb 09 01:51:43.385560 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f0bb0-3462-483b-b38d-f21a046aa4d6 req-24a12bfd-3b39-4397-8c9a-da4eb64305f6 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:43.386994 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5e4f0bb0-3462-483b-b38d-f21a046aa4d6 req-24a12bfd-3b39-4397-8c9a-da4eb64305f6 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 945 time: 0.0780990 Feb 09 01:51:43.433263 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5e4f0bb0-3462-483b-b38d-f21a046aa4d6 req-4ebb221f-53a8-4eee-abe6-100e878f4379 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407839 Feb 09 01:51:44.615543 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619b1d4-4467-4747-9156-6e015443b13e req-66b2981b-59b3-4956-a030-9a2594792778 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:44.617026 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2619b1d4-4467-4747-9156-6e015443b13e req-66b2981b-59b3-4956-a030-9a2594792778 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 945 time: 0.0803192 Feb 09 01:51:44.660475 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2619b1d4-4467-4747-9156-6e015443b13e req-c0e43374-cc83-4710-a097-a42a62aef63a tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378590 Feb 09 01:51:45.845284 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4d4bf-1492-4538-8e26-fd53183df177 req-63d39828-aece-4f80-a606-960558e970a2 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:45.846748 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9ff4d4bf-1492-4538-8e26-fd53183df177 req-63d39828-aece-4f80-a606-960558e970a2 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 945 time: 0.0809155 Feb 09 01:51:45.889758 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9ff4d4bf-1492-4538-8e26-fd53183df177 req-3aa716f5-57fe-43a5-bfdb-e1145fd6fb20 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375185 Feb 09 01:51:47.075518 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3a9e8-d483-4405-bde4-c1aa6003ec27 req-28911e44-979d-4304-8394-0a90171ffa2b tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:47.077027 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f3a3a9e8-d483-4405-bde4-c1aa6003ec27 req-28911e44-979d-4304-8394-0a90171ffa2b tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 945 time: 0.0835609 Feb 09 01:51:47.121522 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f3a3a9e8-d483-4405-bde4-c1aa6003ec27 req-80c37948-7570-4ba9-aba5-6c672c2a6905 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386934 Feb 09 01:51:48.306943 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90070c44-6f38-4bbd-9efe-bfe637ea3301 req-887a6056-58cc-4d41-a2bd-0f1fbb153fab tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:48.308653 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-90070c44-6f38-4bbd-9efe-bfe637ea3301 req-887a6056-58cc-4d41-a2bd-0f1fbb153fab tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 945 time: 0.0837054 Feb 09 01:51:48.351088 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-90070c44-6f38-4bbd-9efe-bfe637ea3301 req-e303227d-c975-41aa-81bb-89dce84dfbda tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366719 Feb 09 01:51:49.536455 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb323ab-0342-4f2c-b038-0c7475e6b9b7 req-47a54f4f-8617-4187-b1e9-5054a5772024 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:49.537877 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bbb323ab-0342-4f2c-b038-0c7475e6b9b7 req-47a54f4f-8617-4187-b1e9-5054a5772024 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 945 time: 0.0770311 Feb 09 01:51:49.581035 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bbb323ab-0342-4f2c-b038-0c7475e6b9b7 req-b63cd256-1b32-4304-a5f7-38c44b5e66f4 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375237 Feb 09 01:51:50.761477 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3732e94-cc70-489f-8ea4-a7454aec97eb req-37a59431-1d3b-417c-8f61-7e8ed7941f79 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:50.762919 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c3732e94-cc70-489f-8ea4-a7454aec97eb req-37a59431-1d3b-417c-8f61-7e8ed7941f79 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 945 time: 0.0793524 Feb 09 01:51:50.805625 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c3732e94-cc70-489f-8ea4-a7454aec97eb req-72431af4-c8c0-4c9b-8b59-e84efcf63354 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372000 Feb 09 01:51:51.990280 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09434b-88d5-4b00-acb9-31069f3aea7e req-cecb825d-6640-4295-b9ee-152268f315e0 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:51.991743 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9d09434b-88d5-4b00-acb9-31069f3aea7e req-cecb825d-6640-4295-b9ee-152268f315e0 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 945 time: 0.0811133 Feb 09 01:51:52.035903 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9d09434b-88d5-4b00-acb9-31069f3aea7e req-34f1482a-e9be-4fd3-b748-e030aa22b69e tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378132 Feb 09 01:51:52.351842 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:53.225489 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff253796-8b02-4b24-b460-412a8dde9761 req-ad28c862-5970-4e03-b088-c89cc08f2373 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:53.226853 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ff253796-8b02-4b24-b460-412a8dde9761 req-ad28c862-5970-4e03-b088-c89cc08f2373 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 945 time: 0.0833919 Feb 09 01:51:53.269473 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ff253796-8b02-4b24-b460-412a8dde9761 req-19ee66e7-8a83-4343-abeb-cdc8fab88381 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364583 Feb 09 01:51:54.452071 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6b7db-16a1-4613-9389-5d39fdd0a1d7 req-5135a6fb-6b3f-4a54-9d86-bae44c0cee9a tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:54.453452 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fbf6b7db-16a1-4613-9389-5d39fdd0a1d7 req-5135a6fb-6b3f-4a54-9d86-bae44c0cee9a tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 945 time: 0.0787914 Feb 09 01:51:54.499121 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fbf6b7db-16a1-4613-9389-5d39fdd0a1d7 req-2b8231cf-9356-4c56-b36d-b63461499c29 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399687 Feb 09 01:51:55.463625 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:55.686403 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d1850-f953-4377-a303-9015c42f76da req-7f6a63a3-6555-4d1f-b816-c503b78f367b tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:55.687864 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f4d1850-f953-4377-a303-9015c42f76da req-7f6a63a3-6555-4d1f-b816-c503b78f367b tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 945 time: 0.0803394 Feb 09 01:51:55.734619 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f4d1850-f953-4377-a303-9015c42f76da req-af931421-3c35-4d74-bf19-8cc74059a420 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410151 Feb 09 01:51:56.917975 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ea031-3a5a-4cfc-94aa-01dbbe6163d4 req-7faae85c-50d4-4a08-b05c-3d3e41c8e545 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:56.919407 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4b5ea031-3a5a-4cfc-94aa-01dbbe6163d4 req-7faae85c-50d4-4a08-b05c-3d3e41c8e545 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 945 time: 0.0793371 Feb 09 01:51:56.961793 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4b5ea031-3a5a-4cfc-94aa-01dbbe6163d4 req-3c6c6b0e-a84f-46db-8cda-7a47d793dcf6 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368323 Feb 09 01:51:58.145806 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c861f-9084-423e-b2da-dafb3014ad4d req-6a127450-f408-4dbf-84fc-515f70adb56e tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:58.147255 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-151c861f-9084-423e-b2da-dafb3014ad4d req-6a127450-f408-4dbf-84fc-515f70adb56e tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 945 time: 0.0792837 Feb 09 01:51:58.190558 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-151c861f-9084-423e-b2da-dafb3014ad4d req-edd124ca-f9a6-4275-8cd2-722e0ec7b96a tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375543 Feb 09 01:51:58.769661 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [req-dc846832-0419-4357-89ea-a1a615a1e962 req-c600e5b9-fc93-43b9-a547-9d4ab037783b service neutron] show failed (client error): The resource could not be found. Feb 09 01:51:58.770621 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dc846832-0419-4357-89ea-a1a615a1e962 req-c600e5b9-fc93-43b9-a547-9d4ab037783b service neutron] 10.222.0.35 "GET /v2.0/ports/c884442e-678b-454d-ab33-a177594d3f0d/bindings/n-h2-828419-1 HTTP/1.1" status: 404 len: 380 time: 0.0760579 Feb 09 01:51:59.101444 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc846832-0419-4357-89ea-a1a615a1e962 req-0264daeb-85b8-4097-8188-09dd2fb3960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:59.102924 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dc846832-0419-4357-89ea-a1a615a1e962 req-0264daeb-85b8-4097-8188-09dd2fb3960b service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb&tenant_id=7b86418ea7774ed99f1f45f546d06a2d HTTP/1.1" status: 200 len: 1096 time: 0.1203351 Feb 09 01:51:59.113274 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-dc846832-0419-4357-89ea-a1a615a1e962 req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828419-1', 'device_owner': 'compute:nova'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:59.220300 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dc846832-0419-4357-89ea-a1a615a1e962 req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:59.379942 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c60351-2b97-4474-9ac1-c35ae6f73787 req-c5584444-96af-46bd-a996-41668a9e0351 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:59.381434 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f5c60351-2b97-4474-9ac1-c35ae6f73787 req-c5584444-96af-46bd-a996-41668a9e0351 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 945 time: 0.0833883 Feb 09 01:51:59.425543 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f5c60351-2b97-4474-9ac1-c35ae6f73787 req-e6cf55ce-89b7-4467-98e0-43a56476b988 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373302 Feb 09 01:51:59.483071 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-dc846832-0419-4357-89ea-a1a615a1e962 req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] For port c884442e-678b-454d-ab33-a177594d3f0d, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c884442e-678b-454d-ab33-a177594d3f0d,segment=NetworkSegment(f5aec9d4-1d86-4548-93b9-00d30b84f31a),segment_id=f5aec9d4-1d86-4548-93b9-00d30b84f31a)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:51:59.511190 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-dc846832-0419-4357-89ea-a1a615a1e962 req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] For port c884442e-678b-454d-ab33-a177594d3f0d, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:51:59.568050 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b04b0b2-9594-424c-a0b5-56b912ea13eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c884442e-678b-454d-ab33-a177594d3f0d'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:51:59.573415 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dc846832-0419-4357-89ea-a1a615a1e962 req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:59.587408 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-dc846832-0419-4357-89ea-a1a615a1e962 req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] Transition to ACTIVE for port object c884442e-678b-454d-ab33-a177594d3f0d will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:51:59.591279 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dc846832-0419-4357-89ea-a1a615a1e962 req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:51:59.629287 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b04b0b2-9594-424c-a0b5-56b912ea13eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c884442e-678b-454d-ab33-a177594d3f0d', 'code': 200} Feb 09 01:51:59.852937 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] Pushing event updated for resources: {'Port': ['ID=c884442e-678b-454d-ab33-a177594d3f0d,revision_number=6']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:59.855746 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc846832-0419-4357-89ea-a1a615a1e962 req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] No DVR routers for this DVR port c884442e-678b-454d-ab33-a177594d3f0d on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:51:59.864716 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:59.865054 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:59.865385 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:59.865710 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:59.866032 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:59.866353 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:59.866668 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:59.866981 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:59.867293 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:59.867604 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:59.867913 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:59.868810 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:59.919307 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-dc846832-0419-4357-89ea-a1a615a1e962 req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] Attempting to bind port c884442e-678b-454d-ab33-a177594d3f0d on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:51:59.919556 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-dc846832-0419-4357-89ea-a1a615a1e962 req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] Attempting to bind port c884442e-678b-454d-ab33-a177594d3f0d by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': 'f5aec9d4-1d86-4548-93b9-00d30b84f31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': 'de7f22f1-ffa6-41e4-9e8e-6651666ab0d7'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:51:59.919876 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc846832-0419-4357-89ea-a1a615a1e962 req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] Attempting to bind port c884442e-678b-454d-ab33-a177594d3f0d on network de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:51:59.924228 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc846832-0419-4357-89ea-a1a615a1e962 req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] Port c884442e-678b-454d-ab33-a177594d3f0d on network de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:51:59.924574 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc846832-0419-4357-89ea-a1a615a1e962 req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] Attempting to bind port c884442e-678b-454d-ab33-a177594d3f0d on network de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:51:59.929484 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc846832-0419-4357-89ea-a1a615a1e962 req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:51:59.929811 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc846832-0419-4357-89ea-a1a615a1e962 req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] Checking segment: {'id': 'f5aec9d4-1d86-4548-93b9-00d30b84f31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': 'de7f22f1-ffa6-41e4-9e8e-6651666ab0d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:51:59.930183 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc846832-0419-4357-89ea-a1a615a1e962 req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] Bound using segment: {'id': 'f5aec9d4-1d86-4548-93b9-00d30b84f31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': 'de7f22f1-ffa6-41e4-9e8e-6651666ab0d7'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:51:59.930639 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-dc846832-0419-4357-89ea-a1a615a1e962 req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] Bound port: c884442e-678b-454d-ab33-a177594d3f0d, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5aec9d4-1d86-4548-93b9-00d30b84f31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': 'de7f22f1-ffa6-41e4-9e8e-6651666ab0d7'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:51:59.931487 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dc846832-0419-4357-89ea-a1a615a1e962 req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:00.018293 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-dc846832-0419-4357-89ea-a1a615a1e962 req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] For port c884442e-678b-454d-ab33-a177594d3f0d, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:52:00.021182 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-dc846832-0419-4357-89ea-a1a615a1e962 req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] For port c884442e-678b-454d-ab33-a177594d3f0d, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c884442e-678b-454d-ab33-a177594d3f0d,segment=NetworkSegment(f5aec9d4-1d86-4548-93b9-00d30b84f31a),segment_id=f5aec9d4-1d86-4548-93b9-00d30b84f31a)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:52:00.025761 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dc846832-0419-4357-89ea-a1a615a1e962 req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:00.083647 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc846832-0419-4357-89ea-a1a615a1e962 req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:00.084252 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dc846832-0419-4357-89ea-a1a615a1e962 req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:00.085613 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dc846832-0419-4357-89ea-a1a615a1e962 req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] 10.222.0.117 "PUT /v2.0/ports/c884442e-678b-454d-ab33-a177594d3f0d HTTP/1.1" status: 200 len: 1091 time: 0.9761305 Feb 09 01:52:00.103811 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1032d1-bdaf-4ad0-ba46-cf12242d1c99 service neutron] Pushing event updated for resources: {'Port': ['ID=c884442e-678b-454d-ab33-a177594d3f0d,revision_number=7']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:00.175032 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc846832-0419-4357-89ea-a1a615a1e962 req-70b09375-ec67-47e1-91e8-46b9ebdf5451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:00.176423 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dc846832-0419-4357-89ea-a1a615a1e962 req-70b09375-ec67-47e1-91e8-46b9ebdf5451 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=7b86418ea7774ed99f1f45f546d06a2d&device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 1094 time: 0.0692489 Feb 09 01:52:00.304349 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc846832-0419-4357-89ea-a1a615a1e962 req-a7a614b2-7841-472b-8fdc-0f465190df65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:00.305831 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dc846832-0419-4357-89ea-a1a615a1e962 req-a7a614b2-7841-472b-8fdc-0f465190df65 service neutron] 10.222.0.117 "GET /v2.0/networks?id=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 HTTP/1.1" status: 200 len: 916 time: 0.1238854 Feb 09 01:52:00.378600 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dc846832-0419-4357-89ea-a1a615a1e962 req-3b285902-7144-4d49-b725-83c693d0a4dc service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c884442e-678b-454d-ab33-a177594d3f0d HTTP/1.1" status: 200 len: 217 time: 0.0631123 Feb 09 01:52:00.441656 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc846832-0419-4357-89ea-a1a615a1e962 req-78af7a9e-6a33-4549-883c-22576589cee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:00.442946 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dc846832-0419-4357-89ea-a1a615a1e962 req-78af7a9e-6a33-4549-883c-22576589cee2 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=1c868fd7-20bc-4515-ada2-7b253f8af937 HTTP/1.1" status: 200 len: 855 time: 0.0582395 Feb 09 01:52:00.488774 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dc846832-0419-4357-89ea-a1a615a1e962 req-ae916953-7cc0-4b19-a8de-7603352900f4 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401349 Feb 09 01:52:00.609900 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a60f2-0503-4da0-8c95-ad8c9563958b req-9b25d469-53b6-4fb2-b067-06b20b1b1c66 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:00.611349 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ee3a60f2-0503-4da0-8c95-ad8c9563958b req-9b25d469-53b6-4fb2-b067-06b20b1b1c66 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 943 time: 0.0791588 Feb 09 01:52:00.623713 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dc846832-0419-4357-89ea-a1a615a1e962 req-957571ad-7868-4c94-af37-e9b3b49cbcd8 service neutron] 10.222.0.117 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288188 Feb 09 01:52:00.655923 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ee3a60f2-0503-4da0-8c95-ad8c9563958b req-ad0f724b-c2ad-41dd-af42-7de6db8a1385 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389295 Feb 09 01:52:00.757596 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dc846832-0419-4357-89ea-a1a615a1e962 req-bf518679-1dfa-4e1c-aedd-895694bd73b1 service neutron] 10.222.0.117 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266534 Feb 09 01:52:01.630782 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b04b0b2-9594-424c-a0b5-56b912ea13eb', 'tag': 'c884442e-678b-454d-ab33-a177594d3f0d'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:52:01.687725 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b04b0b2-9594-424c-a0b5-56b912ea13eb', 'tag': 'c884442e-678b-454d-ab33-a177594d3f0d', 'status': 'completed', 'code': 200} Feb 09 01:52:01.833911 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa88a6b-6dcc-43d8-a0c2-b7780ad9bc91 req-2811f2fd-1fb5-4925-831b-6c5dfe3409a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:01.835382 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8fa88a6b-6dcc-43d8-a0c2-b7780ad9bc91 req-2811f2fd-1fb5-4925-831b-6c5dfe3409a5 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=7b86418ea7774ed99f1f45f546d06a2d&device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 1094 time: 0.1310189 Feb 09 01:52:01.837918 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa88a6b-6dcc-43d8-a0c2-b7780ad9bc91 req-b22fc018-8e8e-41e1-b583-80cd17b4eb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:01.839229 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8fa88a6b-6dcc-43d8-a0c2-b7780ad9bc91 req-b22fc018-8e8e-41e1-b583-80cd17b4eb82 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b86418ea7774ed99f1f45f546d06a2d&device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 1094 time: 0.1009843 Feb 09 01:52:01.844465 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6be54-8ebd-4171-a23a-965604758b3d req-6e5830bf-8b30-43b3-bfdb-8018a0381833 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:01.845909 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-faa6be54-8ebd-4171-a23a-965604758b3d req-6e5830bf-8b30-43b3-bfdb-8018a0381833 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 943 time: 0.0814362 Feb 09 01:52:01.890096 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-faa6be54-8ebd-4171-a23a-965604758b3d req-c34f1fac-b438-4e8b-9b9b-82e2b6418ef4 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384929 Feb 09 01:52:02.077727 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa88a6b-6dcc-43d8-a0c2-b7780ad9bc91 req-d256b89d-b10e-438f-b4bd-427c60fd21a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:02.079161 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8fa88a6b-6dcc-43d8-a0c2-b7780ad9bc91 req-d256b89d-b10e-438f-b4bd-427c60fd21a7 service neutron] 10.222.0.117 "GET /v2.0/networks?id=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 HTTP/1.1" status: 200 len: 916 time: 0.2366028 Feb 09 01:52:02.080223 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa88a6b-6dcc-43d8-a0c2-b7780ad9bc91 req-4b9b34a0-60f9-4d1c-b4bf-0d0570f3eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:02.081527 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8fa88a6b-6dcc-43d8-a0c2-b7780ad9bc91 req-4b9b34a0-60f9-4d1c-b4bf-0d0570f3eeec service neutron] 10.222.0.35 "GET /v2.0/networks?id=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 HTTP/1.1" status: 200 len: 916 time: 0.2211235 Feb 09 01:52:02.195241 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8fa88a6b-6dcc-43d8-a0c2-b7780ad9bc91 req-96f6b8cd-783a-46a9-92bd-124471b63f61 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c884442e-678b-454d-ab33-a177594d3f0d HTTP/1.1" status: 200 len: 217 time: 0.1091962 Feb 09 01:52:02.239175 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8fa88a6b-6dcc-43d8-a0c2-b7780ad9bc91 req-d72e1f5c-281b-4aae-b6d9-201094b22444 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c884442e-678b-454d-ab33-a177594d3f0d HTTP/1.1" status: 200 len: 217 time: 0.0997353 Feb 09 01:52:02.427957 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa88a6b-6dcc-43d8-a0c2-b7780ad9bc91 req-f3c322bc-9e16-404f-bd94-617c45285336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:02.429407 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8fa88a6b-6dcc-43d8-a0c2-b7780ad9bc91 req-f3c322bc-9e16-404f-bd94-617c45285336 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=1c868fd7-20bc-4515-ada2-7b253f8af937 HTTP/1.1" status: 200 len: 855 time: 0.2280498 Feb 09 01:52:02.438293 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa88a6b-6dcc-43d8-a0c2-b7780ad9bc91 req-25fbf9f8-7f17-4739-a9d6-b9ebdd017a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:02.439627 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8fa88a6b-6dcc-43d8-a0c2-b7780ad9bc91 req-25fbf9f8-7f17-4739-a9d6-b9ebdd017a98 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c868fd7-20bc-4515-ada2-7b253f8af937 HTTP/1.1" status: 200 len: 855 time: 0.1895909 Feb 09 01:52:02.515925 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8fa88a6b-6dcc-43d8-a0c2-b7780ad9bc91 req-a35d5afc-0947-4486-9af0-8d6ba8236469 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752871 Feb 09 01:52:02.521679 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8fa88a6b-6dcc-43d8-a0c2-b7780ad9bc91 req-b1559876-d608-4246-876e-2deb1d8585d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512216 Feb 09 01:52:02.750001 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8fa88a6b-6dcc-43d8-a0c2-b7780ad9bc91 req-2f0e8ba5-c3a2-47da-bf6d-df1651cffdf3 service neutron] 10.222.0.117 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274163 Feb 09 01:52:02.752943 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8fa88a6b-6dcc-43d8-a0c2-b7780ad9bc91 req-242982e8-fd4d-4461-a7f8-3b8988fedf55 service neutron] 10.222.0.35 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134354 Feb 09 01:52:02.987524 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8fa88a6b-6dcc-43d8-a0c2-b7780ad9bc91 req-4eaaff46-2334-4894-a84d-f49cbc30c10e service neutron] 10.222.0.117 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299690 Feb 09 01:52:02.990574 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8fa88a6b-6dcc-43d8-a0c2-b7780ad9bc91 req-2efbce99-4fa9-4407-9cd5-ec62b972feb2 service neutron] 10.222.0.35 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150955 Feb 09 01:52:03.075780 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05fa051-8824-46bf-b2b1-6080a37394a3 req-a68a713f-99f1-4e65-8589-e7b41b17a1d7 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:03.077270 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f05fa051-8824-46bf-b2b1-6080a37394a3 req-a68a713f-99f1-4e65-8589-e7b41b17a1d7 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 943 time: 0.0789328 Feb 09 01:52:03.123942 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f05fa051-8824-46bf-b2b1-6080a37394a3 req-8e8e9506-d188-406b-a36c-911f7a6871e3 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410223 Feb 09 01:52:03.388928 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device c884442e-678b-454d-ab33-a177594d3f0d details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:52:03.483054 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daba8fe-cc41-49c7-8d1d-80388c9a96b9 req-38069d48-a913-4102-909a-7ecdff34b546 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:03.484571 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5daba8fe-cc41-49c7-8d1d-80388c9a96b9 req-38069d48-a913-4102-909a-7ecdff34b546 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 943 time: 0.1399341 Feb 09 01:52:03.492790 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84657a-2c7d-4fcd-93be-b238499afc2d req-bc6085bb-73a2-4295-a4ec-7ee3c65c26a6 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:03.494784 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c84657a-2c7d-4fcd-93be-b238499afc2d req-bc6085bb-73a2-4295-a4ec-7ee3c65c26a6 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb&tenant_id=7b86418ea7774ed99f1f45f546d06a2d&binding%3Ahost_id=n-h2-828419-1 HTTP/1.1" status: 200 len: 943 time: 0.1184943 Feb 09 01:52:03.532061 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port c884442e-678b-454d-ab33-a177594d3f0d, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c884442e-678b-454d-ab33-a177594d3f0d,segment=NetworkSegment(f5aec9d4-1d86-4548-93b9-00d30b84f31a),segment_id=f5aec9d4-1d86-4548-93b9-00d30b84f31a)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:52:03.545475 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': 'c884442e-678b-454d-ab33-a177594d3f0d', 'network_id': 'de7f22f1-ffa6-41e4-9e8e-6651666ab0d7', 'port_id': 'c884442e-678b-454d-ab33-a177594d3f0d', 'mac_address': 'fa:16:3e:8e:0e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 974, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c868fd7-20bc-4515-ada2-7b253f8af937', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:52:03.592662 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5daba8fe-cc41-49c7-8d1d-80388c9a96b9 req-c4571aa9-b615-4dc7-a3c2-8f71c2fb7cd9 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969007 Feb 09 01:52:03.599185 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:03.605322 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [req-9c84657a-2c7d-4fcd-93be-b238499afc2d req-42f2c48f-69f8-443c-a2d0-9303a19525ca service neutron] delete failed (client error): The resource could not be found. Feb 09 01:52:03.606815 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c84657a-2c7d-4fcd-93be-b238499afc2d req-42f2c48f-69f8-443c-a2d0-9303a19525ca service neutron] 10.222.0.35 "DELETE /v2.0/ports/c884442e-678b-454d-ab33-a177594d3f0d/bindings/n-h1-828419-1 HTTP/1.1" status: 404 len: 380 time: 0.0925763 Feb 09 01:52:03.617242 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c884442e-678b-454d-ab33-a177594d3f0d {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:52:03.633840 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port c884442e-678b-454d-ab33-a177594d3f0d, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c884442e-678b-454d-ab33-a177594d3f0d,segment=NetworkSegment(f5aec9d4-1d86-4548-93b9-00d30b84f31a),segment_id=f5aec9d4-1d86-4548-93b9-00d30b84f31a)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:52:03.639135 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:03.721105 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=c884442e-678b-454d-ab33-a177594d3f0d,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:03.729559 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:03.729896 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:03.730227 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:03.730558 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:03.730893 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:03.731199 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:03.731516 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:03.731837 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:03.732147 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:03.732485 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:03.732803 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:03.733118 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:03.764755 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84657a-2c7d-4fcd-93be-b238499afc2d req-41d5e790-2146-461d-a3bd-ef4fb746f078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:03.766239 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c84657a-2c7d-4fcd-93be-b238499afc2d req-41d5e790-2146-461d-a3bd-ef4fb746f078 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b86418ea7774ed99f1f45f546d06a2d&device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 1095 time: 0.0814097 Feb 09 01:52:03.877172 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['c884442e-678b-454d-ab33-a177594d3f0d'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:52:03.917191 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84657a-2c7d-4fcd-93be-b238499afc2d req-c1ca95a5-c8bf-4476-a305-eba0e63d1a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:03.918530 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c84657a-2c7d-4fcd-93be-b238499afc2d req-c1ca95a5-c8bf-4476-a305-eba0e63d1a24 service neutron] 10.222.0.35 "GET /v2.0/networks?id=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 HTTP/1.1" status: 200 len: 916 time: 0.1426814 Feb 09 01:52:03.992000 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c84657a-2c7d-4fcd-93be-b238499afc2d req-cbd024d6-8bb6-453b-ae8b-4631679687c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c884442e-678b-454d-ab33-a177594d3f0d HTTP/1.1" status: 200 len: 217 time: 0.0633523 Feb 09 01:52:04.069590 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84657a-2c7d-4fcd-93be-b238499afc2d req-702cf6d2-9965-4c90-9ebf-f287b4aa04d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:04.071018 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c84657a-2c7d-4fcd-93be-b238499afc2d req-702cf6d2-9965-4c90-9ebf-f287b4aa04d8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c868fd7-20bc-4515-ada2-7b253f8af937 HTTP/1.1" status: 200 len: 855 time: 0.0705729 Feb 09 01:52:04.121800 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c84657a-2c7d-4fcd-93be-b238499afc2d req-026bd0ac-e260-4702-bde9-a53e4e8c6542 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403492 Feb 09 01:52:04.370480 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c84657a-2c7d-4fcd-93be-b238499afc2d req-7302b2f0-45b4-44df-a507-921049e885d7 service neutron] 10.222.0.35 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385824 Feb 09 01:52:04.476589 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:52:04.503873 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c84657a-2c7d-4fcd-93be-b238499afc2d req-9a6bb846-ff82-483c-b07a-f4764c5bccd2 service neutron] 10.222.0.35 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227961 Feb 09 01:52:04.519853 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c884442e-678b-454d-ab33-a177594d3f0d no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:52:04.586145 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c884442e-678b-454d-ab33-a177594d3f0d not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:52:04.786255 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399b27c-6658-4387-a231-70d1fb85d8bc req-a3b0674f-f815-4e44-8c87-fd96776f9676 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:04.787674 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3399b27c-6658-4387-a231-70d1fb85d8bc req-a3b0674f-f815-4e44-8c87-fd96776f9676 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 944 time: 0.0786262 Feb 09 01:52:04.832092 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3399b27c-6658-4387-a231-70d1fb85d8bc req-a6062b1e-e985-47ac-9544-eab92198599d tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379689 Feb 09 01:52:05.407822 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device c884442e-678b-454d-ab33-a177594d3f0d up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:52:05.472367 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port c884442e-678b-454d-ab33-a177594d3f0d completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:52:05.476855 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port c884442e-678b-454d-ab33-a177594d3f0d triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:05.477222 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:05.618322 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:05.644475 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b04b0b2-9594-424c-a0b5-56b912ea13eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c884442e-678b-454d-ab33-a177594d3f0d'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:52:05.654341 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port c884442e-678b-454d-ab33-a177594d3f0d, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c884442e-678b-454d-ab33-a177594d3f0d,segment=NetworkSegment(f5aec9d4-1d86-4548-93b9-00d30b84f31a),segment_id=f5aec9d4-1d86-4548-93b9-00d30b84f31a)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:52:05.658996 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:05.726247 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=c884442e-678b-454d-ab33-a177594d3f0d,revision_number=9']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:05.752624 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b04b0b2-9594-424c-a0b5-56b912ea13eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c884442e-678b-454d-ab33-a177594d3f0d', 'code': 200} Feb 09 01:52:06.019071 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e7fb2-736b-45ea-8ee6-bb2f0cbb0836 req-71a382e2-2a96-42f3-b3f3-71624e5ac5d5 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:06.020452 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-156e7fb2-736b-45ea-8ee6-bb2f0cbb0836 req-71a382e2-2a96-42f3-b3f3-71624e5ac5d5 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 945 time: 0.0817614 Feb 09 01:52:06.063732 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-156e7fb2-736b-45ea-8ee6-bb2f0cbb0836 req-d8b1bd48-a09e-44c2-945c-3584bd5b8212 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376556 Feb 09 01:52:06.250371 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e9986-3dae-4ede-9dbe-592054d12ac2 req-fab097ec-8c0c-4238-994d-3bda1c9dcac8 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:06.251836 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f63e9986-3dae-4ede-9dbe-592054d12ac2 req-fab097ec-8c0c-4238-994d-3bda1c9dcac8 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 945 time: 0.0787678 Feb 09 01:52:06.300259 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f63e9986-3dae-4ede-9dbe-592054d12ac2 req-5241b71e-9930-471a-b56f-80358995d5dc tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425398 Feb 09 01:52:06.481549 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b8840-4df7-4d35-ad7c-1f161c6c9466 req-80d7e112-464f-41d9-a760-9ede9243f1e6 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:06.482995 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-820b8840-4df7-4d35-ad7c-1f161c6c9466 req-80d7e112-464f-41d9-a760-9ede9243f1e6 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 945 time: 0.0802822 Feb 09 01:52:06.628404 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-820b8840-4df7-4d35-ad7c-1f161c6c9466 req-bdf2281c-7b55-4b8d-8134-174e73711eac tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395068 Feb 09 01:52:07.000275 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-36cec28f-fd74-496e-b7d0-fbe922e505e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:07.108214 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-724ccc28-8d12-4f88-ab3f-96d9d94e65a7 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:07.109665 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-724ccc28-8d12-4f88-ab3f-96d9d94e65a7 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/networks?id=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 HTTP/1.1" status: 200 len: 815 time: 0.1512151 Feb 09 01:52:07.124602 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-6ccd7c8c-02fa-41b7-8d8a-8e082980c353 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/quotas/7b86418ea7774ed99f1f45f546d06a2d HTTP/1.1" status: 200 len: 375 time: 0.0094755 Feb 09 01:52:07.202047 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-a0afeb47-0b49-40ec-85c9-80b2d632e802 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7b86418ea7774ed99f1f45f546d06a2d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0726418 Feb 09 01:52:07.329690 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-55287263-9896-4169-b1a6-987b8c5f79c5 service neutron] 10.222.0.37 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209898 Feb 09 01:52:07.457372 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-d1ffd83c-7136-40c7-8bf8-521daabfcc03 service neutron] 10.222.0.37 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218064 Feb 09 01:52:07.629346 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8aa55b59-ae14-4a1c-a5c5-5d353c167f9c req-087716e8-db2a-4a5e-894b-52ff0b8246bd tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 210 time: 0.0422871 Feb 09 01:52:08.297412 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20793500-a7ab-4c19-9d8c-787bac6b794e req-a02a1318-426f-43c2-b661-c8afffd6da80 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:08.298702 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-20793500-a7ab-4c19-9d8c-787bac6b794e req-a02a1318-426f-43c2-b661-c8afffd6da80 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.117 "GET /v2.0/ports?device_id=3b04b0b2-9594-424c-a0b5-56b912ea13eb HTTP/1.1" status: 200 len: 945 time: 0.0783761 Feb 09 01:52:08.370522 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-20793500-a7ab-4c19-9d8c-787bac6b794e req-b2d2aff8-39b0-4043-84f0-b00a9f49fc38 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Deleting port c884442e-678b-454d-ab33-a177594d3f0d {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:52:08.370865 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-20793500-a7ab-4c19-9d8c-787bac6b794e req-b2d2aff8-39b0-4043-84f0-b00a9f49fc38 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:08.742969 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-20793500-a7ab-4c19-9d8c-787bac6b794e req-b2d2aff8-39b0-4043-84f0-b00a9f49fc38 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] For port c884442e-678b-454d-ab33-a177594d3f0d, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c884442e-678b-454d-ab33-a177594d3f0d,segment=NetworkSegment(f5aec9d4-1d86-4548-93b9-00d30b84f31a),segment_id=f5aec9d4-1d86-4548-93b9-00d30b84f31a)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:52:08.743706 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-20793500-a7ab-4c19-9d8c-787bac6b794e req-b2d2aff8-39b0-4043-84f0-b00a9f49fc38 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:08.760342 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-887ce726-e72e-4f10-89b7-bf9091547b63 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:08.761878 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-887ce726-e72e-4f10-89b7-bf9091547b63 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.117 "GET /v2.0/networks?id=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 HTTP/1.1" status: 200 len: 815 time: 0.2589037 Feb 09 01:52:08.788479 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-804f8add-f36c-497f-aeaf-1dcb1ac23fbf req-0fac070e-4d66-4f60-8b7b-50869e77c0e6 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 210 time: 0.0472319 Feb 09 01:52:08.874384 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-9c91cb7b-006a-431f-ac50-f8e14db2a30a tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Request body: {'port': {'device_id': '692d83ae-f158-4f21-afd5-ba49258da27a', 'network_id': 'de7f22f1-ffa6-41e4-9e8e-6651666ab0d7', 'admin_state_up': True, 'tenant_id': '7b86418ea7774ed99f1f45f546d06a2d'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:08.896423 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-20793500-a7ab-4c19-9d8c-787bac6b794e req-b2d2aff8-39b0-4043-84f0-b00a9f49fc38 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Calling delete_port for c884442e-678b-454d-ab33-a177594d3f0d owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:52:09.112500 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-9c91cb7b-006a-431f-ac50-f8e14db2a30a tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:52:09.120302 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-9c91cb7b-006a-431f-ac50-f8e14db2a30a tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Usage tracker for resource:port and tenant:7b86418ea7774ed99f1f45f546d06a2d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:52:09.128103 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-9c91cb7b-006a-431f-ac50-f8e14db2a30a tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:52:09.138305 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-9c91cb7b-006a-431f-ac50-f8e14db2a30a tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:52:09.153559 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-20793500-a7ab-4c19-9d8c-787bac6b794e req-b2d2aff8-39b0-4043-84f0-b00a9f49fc38 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:09.155661 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-9c91cb7b-006a-431f-ac50-f8e14db2a30a tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Made reservation on behalf of 7b86418ea7774ed99f1f45f546d06a2d for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:52:09.159138 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-9c91cb7b-006a-431f-ac50-f8e14db2a30a tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:09.165557 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['c884442e-678b-454d-ab33-a177594d3f0d'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:52:09.225588 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2aff8-39b0-4043-84f0-b00a9f49fc38 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Pushing event deleted for resources: {'Port': ['ID=c884442e-678b-454d-ab33-a177594d3f0d,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:09.337309 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-20793500-a7ab-4c19-9d8c-787bac6b794e req-b2d2aff8-39b0-4043-84f0-b00a9f49fc38 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] No DVR routers for this DVR port c884442e-678b-454d-ab33-a177594d3f0d on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:52:09.343480 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-20793500-a7ab-4c19-9d8c-787bac6b794e req-b2d2aff8-39b0-4043-84f0-b00a9f49fc38 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:09.345922 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b04b0b2-9594-424c-a0b5-56b912ea13eb', 'name': 'network-vif-deleted', 'tag': 'c884442e-678b-454d-ab33-a177594d3f0d'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:52:09.381094 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-20793500-a7ab-4c19-9d8c-787bac6b794e req-b2d2aff8-39b0-4043-84f0-b00a9f49fc38 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.117 "DELETE /v2.0/ports/c884442e-678b-454d-ab33-a177594d3f0d HTTP/1.1" status: 204 len: 173 time: 1.0766351 Feb 09 01:52:09.411098 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-aa20d636-d7fb-44be-ae84-02426653b869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:09.549736 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b04b0b2-9594-424c-a0b5-56b912ea13eb', 'name': 'network-vif-deleted', 'tag': 'c884442e-678b-454d-ab33-a177594d3f0d', 'status': 'completed', 'code': 200} Feb 09 01:52:09.584212 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-9c91cb7b-006a-431f-ac50-f8e14db2a30a tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Allocated IP 172.20.0.3 (de7f22f1-ffa6-41e4-9e8e-6651666ab0d7/1c868fd7-20bc-4515-ada2-7b253f8af937/f134bc44-9f8b-4221-bcea-1ad2554943a6) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:52:09.787418 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-9c91cb7b-006a-431f-ac50-f8e14db2a30a tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:09.816066 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-9c91cb7b-006a-431f-ac50-f8e14db2a30a tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:09.888879 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-9c91cb7b-006a-431f-ac50-f8e14db2a30a tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Network de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:09.891988 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-9c91cb7b-006a-431f-ac50-f8e14db2a30a tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:09.896068 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-9c91cb7b-006a-431f-ac50-f8e14db2a30a tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:52:09.932928 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91cb7b-006a-431f-ac50-f8e14db2a30a tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Pushing event updated for resources: {'Port': ['ID=f134bc44-9f8b-4221-bcea-1ad2554943a6,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:09.964266 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-9c91cb7b-006a-431f-ac50-f8e14db2a30a tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:09.964892 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-9c91cb7b-006a-431f-ac50-f8e14db2a30a tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:09.975898 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4783146-a04f-4c00-b237-616b4c7a0aba req-338f553f-2e74-40f4-a102-ad164e968172 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:09.977473 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b4783146-a04f-4c00-b237-616b4c7a0aba req-338f553f-2e74-40f4-a102-ad164e968172 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 931 time: 0.0801063 Feb 09 01:52:09.983287 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-9c91cb7b-006a-431f-ac50-f8e14db2a30a tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1704838 Feb 09 01:52:09.994443 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-348d121d-1305-4f46-ba1f-11f13850c3af service neutron] Request body: {'port': {'device_id': '692d83ae-f158-4f21-afd5-ba49258da27a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:10.022668 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b4783146-a04f-4c00-b237-616b4c7a0aba req-66c9af1d-c507-4c32-8cb4-368d7c93ccff tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388606 Feb 09 01:52:10.108478 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-348d121d-1305-4f46-ba1f-11f13850c3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:10.447489 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-348d121d-1305-4f46-ba1f-11f13850c3af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f134bc44-9f8b-4221-bcea-1ad2554943a6 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:52:10.454524 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-348d121d-1305-4f46-ba1f-11f13850c3af service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:10.468643 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-348d121d-1305-4f46-ba1f-11f13850c3af service neutron] Transition to ACTIVE for port object f134bc44-9f8b-4221-bcea-1ad2554943a6 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:52:10.472486 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-348d121d-1305-4f46-ba1f-11f13850c3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:10.483886 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:10.604668 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:10.628573 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d121d-1305-4f46-ba1f-11f13850c3af service neutron] Pushing event updated for resources: {'Port': ['ID=f134bc44-9f8b-4221-bcea-1ad2554943a6,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:10.705119 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-348d121d-1305-4f46-ba1f-11f13850c3af service neutron] Attempting to bind port f134bc44-9f8b-4221-bcea-1ad2554943a6 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:52:10.705368 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-348d121d-1305-4f46-ba1f-11f13850c3af service neutron] Attempting to bind port f134bc44-9f8b-4221-bcea-1ad2554943a6 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': 'f5aec9d4-1d86-4548-93b9-00d30b84f31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': 'de7f22f1-ffa6-41e4-9e8e-6651666ab0d7'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:52:10.705689 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-348d121d-1305-4f46-ba1f-11f13850c3af service neutron] Attempting to bind port f134bc44-9f8b-4221-bcea-1ad2554943a6 on network de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:52:10.710101 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-348d121d-1305-4f46-ba1f-11f13850c3af service neutron] Port f134bc44-9f8b-4221-bcea-1ad2554943a6 on network de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:52:10.710414 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-348d121d-1305-4f46-ba1f-11f13850c3af service neutron] Attempting to bind port f134bc44-9f8b-4221-bcea-1ad2554943a6 on network de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:52:10.715372 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-348d121d-1305-4f46-ba1f-11f13850c3af service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:52:10.715704 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-348d121d-1305-4f46-ba1f-11f13850c3af service neutron] Checking segment: {'id': 'f5aec9d4-1d86-4548-93b9-00d30b84f31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': 'de7f22f1-ffa6-41e4-9e8e-6651666ab0d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:52:10.716079 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-348d121d-1305-4f46-ba1f-11f13850c3af service neutron] Bound using segment: {'id': 'f5aec9d4-1d86-4548-93b9-00d30b84f31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': 'de7f22f1-ffa6-41e4-9e8e-6651666ab0d7'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:52:10.716531 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-348d121d-1305-4f46-ba1f-11f13850c3af service neutron] Bound port: f134bc44-9f8b-4221-bcea-1ad2554943a6, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5aec9d4-1d86-4548-93b9-00d30b84f31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': 'de7f22f1-ffa6-41e4-9e8e-6651666ab0d7'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:52:10.716872 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-348d121d-1305-4f46-ba1f-11f13850c3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:10.806756 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-348d121d-1305-4f46-ba1f-11f13850c3af service neutron] For port f134bc44-9f8b-4221-bcea-1ad2554943a6, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:52:10.809737 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-348d121d-1305-4f46-ba1f-11f13850c3af service neutron] For port f134bc44-9f8b-4221-bcea-1ad2554943a6, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=f134bc44-9f8b-4221-bcea-1ad2554943a6,segment=NetworkSegment(f5aec9d4-1d86-4548-93b9-00d30b84f31a),segment_id=f5aec9d4-1d86-4548-93b9-00d30b84f31a)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:52:10.814165 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-348d121d-1305-4f46-ba1f-11f13850c3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:10.873040 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-348d121d-1305-4f46-ba1f-11f13850c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:10.873712 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-348d121d-1305-4f46-ba1f-11f13850c3af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:10.875044 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-348d121d-1305-4f46-ba1f-11f13850c3af service neutron] 10.222.0.117 "PUT /v2.0/ports/f134bc44-9f8b-4221-bcea-1ad2554943a6 HTTP/1.1" status: 200 len: 1091 time: 0.8845563 Feb 09 01:52:10.890672 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d121d-1305-4f46-ba1f-11f13850c3af service neutron] Pushing event updated for resources: {'Port': ['ID=f134bc44-9f8b-4221-bcea-1ad2554943a6,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:10.983451 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-50b42a2a-4118-42ed-aabf-f840c8ef6c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:10.984850 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-50b42a2a-4118-42ed-aabf-f840c8ef6c0c service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=7b86418ea7774ed99f1f45f546d06a2d&device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 1094 time: 0.0758333 Feb 09 01:52:11.050999 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-060a155b-7765-4c11-9754-8a55cd7df194 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f134bc44-9f8b-4221-bcea-1ad2554943a6 HTTP/1.1" status: 200 len: 217 time: 0.0594800 Feb 09 01:52:11.117437 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-e3e6ad4c-5496-4130-a3cd-3685d50b429d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:11.119445 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-e3e6ad4c-5496-4130-a3cd-3685d50b429d service neutron] 10.222.0.117 "GET /v2.0/subnets?id=1c868fd7-20bc-4515-ada2-7b253f8af937 HTTP/1.1" status: 200 len: 855 time: 0.0621185 Feb 09 01:52:11.197250 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-0ba0acbd-ef04-4d70-ad7c-9b25c38c5294 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722673 Feb 09 01:52:11.460588 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device c884442e-678b-454d-ab33-a177594d3f0d no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:52:11.460919 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6732b3-b161-4233-bd36-6c773f33c3f0 req-4913107e-1c8b-4693-99d9-7df7f4356829 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:11.461403 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-4b6732b3-b161-4233-bd36-6c773f33c3f0 req-4913107e-1c8b-4693-99d9-7df7f4356829 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Synchronizing usage tracker for tenant:7b86418ea7774ed99f1f45f546d06a2d on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:52:11.465635 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-af0d57e6-e90b-4623-96a0-5e3117413d3b service neutron] 10.222.0.117 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604396 Feb 09 01:52:11.495949 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: c884442e-678b-454d-ab33-a177594d3f0d {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:52:11.496586 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device c884442e-678b-454d-ab33-a177594d3f0d not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:52:11.538286 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-4b6732b3-b161-4233-bd36-6c773f33c3f0 req-4913107e-1c8b-4693-99d9-7df7f4356829 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Unset dirty status for tenant:7b86418ea7774ed99f1f45f546d06a2d on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:52:11.539410 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4b6732b3-b161-4233-bd36-6c773f33c3f0 req-4913107e-1c8b-4693-99d9-7df7f4356829 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 943 time: 0.3847444 Feb 09 01:52:11.551236 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692d83ae-f158-4f21-afd5-ba49258da27a', 'tag': 'f134bc44-9f8b-4221-bcea-1ad2554943a6'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:52:11.599948 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692d83ae-f158-4f21-afd5-ba49258da27a', 'tag': 'f134bc44-9f8b-4221-bcea-1ad2554943a6', 'status': 'completed', 'code': 200} Feb 09 01:52:11.623914 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4b6732b3-b161-4233-bd36-6c773f33c3f0 req-c55740b9-0d76-4cb0-8488-1293b86b526a tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755162 Feb 09 01:52:11.643528 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5014f9b0-f6bd-48c2-bff9-8e9a075e7e77 req-1cbca1cf-1d01-4f4a-b7f5-e646246f84a8 service neutron] 10.222.0.117 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697989 Feb 09 01:52:11.753120 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978dc38-b7e8-4bbc-b8fe-b1467b9d37f8 req-e7f68e9b-1800-4fcf-98df-a82e98295eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:11.754574 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7978dc38-b7e8-4bbc-b8fe-b1467b9d37f8 req-e7f68e9b-1800-4fcf-98df-a82e98295eb5 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=7b86418ea7774ed99f1f45f546d06a2d&device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 1094 time: 0.0696049 Feb 09 01:52:11.882390 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978dc38-b7e8-4bbc-b8fe-b1467b9d37f8 req-06f88813-24d3-4b8c-b299-a1eda54b12ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:11.884627 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7978dc38-b7e8-4bbc-b8fe-b1467b9d37f8 req-06f88813-24d3-4b8c-b299-a1eda54b12ce service neutron] 10.222.0.117 "GET /v2.0/networks?id=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 HTTP/1.1" status: 200 len: 916 time: 0.1232133 Feb 09 01:52:11.916764 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:11.955636 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7978dc38-b7e8-4bbc-b8fe-b1467b9d37f8 req-7c36cdda-72fd-4181-ae8e-f0f035d1a685 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f134bc44-9f8b-4221-bcea-1ad2554943a6 HTTP/1.1" status: 200 len: 217 time: 0.0645041 Feb 09 01:52:12.016805 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978dc38-b7e8-4bbc-b8fe-b1467b9d37f8 req-dca6aa06-086f-4dd5-a36b-55a2664d331a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:12.018123 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7978dc38-b7e8-4bbc-b8fe-b1467b9d37f8 req-dca6aa06-086f-4dd5-a36b-55a2664d331a service neutron] 10.222.0.117 "GET /v2.0/subnets?id=1c868fd7-20bc-4515-ada2-7b253f8af937 HTTP/1.1" status: 200 len: 855 time: 0.0566432 Feb 09 01:52:12.068944 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7978dc38-b7e8-4bbc-b8fe-b1467b9d37f8 req-04f1ec64-e194-40f3-8d6d-9849969077ac service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443299 Feb 09 01:52:12.198966 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7978dc38-b7e8-4bbc-b8fe-b1467b9d37f8 req-bb528a9a-291a-4d66-892b-8dbbbe053550 service neutron] 10.222.0.117 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233809 Feb 09 01:52:12.327010 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7978dc38-b7e8-4bbc-b8fe-b1467b9d37f8 req-83304ba4-d229-420b-8913-c45a69a27f33 service neutron] 10.222.0.117 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217489 Feb 09 01:52:12.814457 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b786d62-9bc5-4769-977a-baa9c610be36 req-4487e812-6d67-42b2-ba7a-234c99b29fe4 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:12.815886 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1b786d62-9bc5-4769-977a-baa9c610be36 req-4487e812-6d67-42b2-ba7a-234c99b29fe4 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 943 time: 0.0811028 Feb 09 01:52:12.858728 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1b786d62-9bc5-4769-977a-baa9c610be36 req-25e0b171-6dfc-4faf-b484-b3d6737f2898 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373995 Feb 09 01:52:13.480664 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device f134bc44-9f8b-4221-bcea-1ad2554943a6 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:52:13.612363 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port f134bc44-9f8b-4221-bcea-1ad2554943a6, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=f134bc44-9f8b-4221-bcea-1ad2554943a6,segment=NetworkSegment(f5aec9d4-1d86-4548-93b9-00d30b84f31a),segment_id=f5aec9d4-1d86-4548-93b9-00d30b84f31a)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:52:13.625893 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': 'f134bc44-9f8b-4221-bcea-1ad2554943a6', 'network_id': 'de7f22f1-ffa6-41e4-9e8e-6651666ab0d7', 'port_id': 'f134bc44-9f8b-4221-bcea-1ad2554943a6', 'mac_address': 'fa:16:3e:db:06:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 974, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c868fd7-20bc-4515-ada2-7b253f8af937', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:52:13.682231 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:13.699008 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f134bc44-9f8b-4221-bcea-1ad2554943a6 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:52:13.713653 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port f134bc44-9f8b-4221-bcea-1ad2554943a6, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=f134bc44-9f8b-4221-bcea-1ad2554943a6,segment=NetworkSegment(f5aec9d4-1d86-4548-93b9-00d30b84f31a),segment_id=f5aec9d4-1d86-4548-93b9-00d30b84f31a)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:52:13.717306 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:13.781436 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=f134bc44-9f8b-4221-bcea-1ad2554943a6,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:13.914582 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['f134bc44-9f8b-4221-bcea-1ad2554943a6'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:52:14.039997 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a4f56-d5c1-48da-881c-32d41d82e780 req-b6975b15-0ae0-4eea-a09a-d311862d5a6c tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:14.044186 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d90a4f56-d5c1-48da-881c-32d41d82e780 req-b6975b15-0ae0-4eea-a09a-d311862d5a6c tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 944 time: 0.0819652 Feb 09 01:52:14.087914 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d90a4f56-d5c1-48da-881c-32d41d82e780 req-88ff37bf-4f87-4a2d-8e0d-5ea2d5067b91 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402174 Feb 09 01:52:15.277664 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf29ca4-f2b9-492e-bd54-5c9949cdad0a req-69ae0c98-a343-4c4b-8331-e584b0ef4c16 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:15.279108 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-eaf29ca4-f2b9-492e-bd54-5c9949cdad0a req-69ae0c98-a343-4c4b-8331-e584b0ef4c16 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 944 time: 0.0811839 Feb 09 01:52:15.322307 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-eaf29ca4-f2b9-492e-bd54-5c9949cdad0a req-6f6bb932-1a0e-45fb-be78-9eed3614665a tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376649 Feb 09 01:52:15.496561 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device f134bc44-9f8b-4221-bcea-1ad2554943a6 up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:52:15.562705 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port f134bc44-9f8b-4221-bcea-1ad2554943a6 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:52:15.567378 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port f134bc44-9f8b-4221-bcea-1ad2554943a6 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:15.567752 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:15.680196 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:15.705176 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692d83ae-f158-4f21-afd5-ba49258da27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f134bc44-9f8b-4221-bcea-1ad2554943a6'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:52:15.714832 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port f134bc44-9f8b-4221-bcea-1ad2554943a6, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=f134bc44-9f8b-4221-bcea-1ad2554943a6,segment=NetworkSegment(f5aec9d4-1d86-4548-93b9-00d30b84f31a),segment_id=f5aec9d4-1d86-4548-93b9-00d30b84f31a)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:52:15.720070 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:15.756012 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692d83ae-f158-4f21-afd5-ba49258da27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f134bc44-9f8b-4221-bcea-1ad2554943a6', 'code': 200} Feb 09 01:52:15.792452 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=f134bc44-9f8b-4221-bcea-1ad2554943a6,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:15.878664 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f030491-5506-4d1e-b09c-d07a78523aa0 req-88e19152-0983-4bff-937a-61ce16485833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:15.880102 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f030491-5506-4d1e-b09c-d07a78523aa0 req-88e19152-0983-4bff-937a-61ce16485833 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 1096 time: 0.0712578 Feb 09 01:52:15.919768 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7f030491-5506-4d1e-b09c-d07a78523aa0 req-3d1b0e75-6ee7-4f25-83e1-674d1430baef service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333133 Feb 09 01:52:16.503799 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330899db-ebea-45b3-89b5-41878ce57573 req-bf9ede69-5770-466a-8d9e-4a67d3580f80 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:16.505249 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-330899db-ebea-45b3-89b5-41878ce57573 req-bf9ede69-5770-466a-8d9e-4a67d3580f80 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 945 time: 0.0812447 Feb 09 01:52:16.547773 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-330899db-ebea-45b3-89b5-41878ce57573 req-4573bee9-d084-4f31-9d77-a21f79275f9d tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360885 Feb 09 01:52:17.789360 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942a4c9-d552-4a2a-a4b2-926e3db90a5f req-e4cd8af2-ae5b-4851-9304-198d36aa0129 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:17.790887 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e942a4c9-d552-4a2a-a4b2-926e3db90a5f req-e4cd8af2-ae5b-4851-9304-198d36aa0129 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 945 time: 0.1295435 Feb 09 01:52:17.837815 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e942a4c9-d552-4a2a-a4b2-926e3db90a5f req-a8082d16-b60c-41fb-8dcf-acb545e49e10 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406799 Feb 09 01:52:18.005965 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1fa97570-fb4f-4fb7-a1f0-475b766373e0 req-56b46c62-c732-492e-8809-ad4c3268401e service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0704117 Feb 09 01:52:18.073667 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973d809-7c94-41d5-8b83-f2a5a302e562 req-f2bcbbba-8cf1-4c60-83db-34a747142261 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:18.075132 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0973d809-7c94-41d5-8b83-f2a5a302e562 req-f2bcbbba-8cf1-4c60-83db-34a747142261 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 945 time: 0.1345890 Feb 09 01:52:18.120807 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0973d809-7c94-41d5-8b83-f2a5a302e562 req-acea57df-1051-49ca-bc69-a3e2ce10a502 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395381 Feb 09 01:52:18.143848 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa97570-fb4f-4fb7-a1f0-475b766373e0 req-ff08f90a-9d2a-479b-9266-c5acd18d123e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:18.145339 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1fa97570-fb4f-4fb7-a1f0-475b766373e0 req-ff08f90a-9d2a-479b-9266-c5acd18d123e service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=7b86418ea7774ed99f1f45f546d06a2d&device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 1096 time: 0.0713272 Feb 09 01:52:18.288300 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa97570-fb4f-4fb7-a1f0-475b766373e0 req-37e7b173-e290-444c-aca8-50e270f38584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:18.289780 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1fa97570-fb4f-4fb7-a1f0-475b766373e0 req-37e7b173-e290-444c-aca8-50e270f38584 service neutron] 10.222.0.117 "GET /v2.0/networks?id=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 HTTP/1.1" status: 200 len: 916 time: 0.1265976 Feb 09 01:52:18.478396 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1fa97570-fb4f-4fb7-a1f0-475b766373e0 req-1b1e4985-2421-48c6-afb5-ac714fe91a45 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f134bc44-9f8b-4221-bcea-1ad2554943a6 HTTP/1.1" status: 200 len: 217 time: 0.1817837 Feb 09 01:52:18.537357 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2408062f-fa56-4999-8525-41d7037a26ab req-92ece686-9884-4736-b7b2-ac109d7ac1cd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1294620 Feb 09 01:52:18.542843 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa97570-fb4f-4fb7-a1f0-475b766373e0 req-b27d0088-d9c3-4266-a836-eb2ba6d9e756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:18.544280 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1fa97570-fb4f-4fb7-a1f0-475b766373e0 req-b27d0088-d9c3-4266-a836-eb2ba6d9e756 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=1c868fd7-20bc-4515-ada2-7b253f8af937 HTTP/1.1" status: 200 len: 855 time: 0.0607741 Feb 09 01:52:18.557784 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928daaa8-a7c5-4c64-b7b2-7f8e277112de req-68e7ad9c-a7be-44ac-b358-200f89f5a838 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:18.559243 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-928daaa8-a7c5-4c64-b7b2-7f8e277112de req-68e7ad9c-a7be-44ac-b358-200f89f5a838 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 945 time: 0.0975037 Feb 09 01:52:18.595071 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1fa97570-fb4f-4fb7-a1f0-475b766373e0 req-67555c99-4618-4b82-887e-a27b41f22eb3 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444851 Feb 09 01:52:18.604044 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-928daaa8-a7c5-4c64-b7b2-7f8e277112de req-6d722415-513c-4f42-9b04-41c4be14c3bb tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389090 Feb 09 01:52:18.745346 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1fa97570-fb4f-4fb7-a1f0-475b766373e0 req-ed3262e5-3d0a-46d0-ba66-b3db15c4b754 service neutron] 10.222.0.117 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439450 Feb 09 01:52:18.879410 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1fa97570-fb4f-4fb7-a1f0-475b766373e0 req-92254429-c47d-4013-9243-1fb3b545bab4 service neutron] 10.222.0.117 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284626 Feb 09 01:52:19.811725 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408062f-fa56-4999-8525-41d7037a26ab req-10fee9b8-5144-48fa-af00-41d1ecd3ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:19.813195 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2408062f-fa56-4999-8525-41d7037a26ab req-10fee9b8-5144-48fa-af00-41d1ecd3ccec service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=7b86418ea7774ed99f1f45f546d06a2d&device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 1096 time: 0.1311662 Feb 09 01:52:19.823716 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4846e-804e-455a-9a57-6bd480978cb3 req-2cba143c-ac5a-4108-bcf2-3613e6264c7a tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:19.825065 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1cb4846e-804e-455a-9a57-6bd480978cb3 req-2cba143c-ac5a-4108-bcf2-3613e6264c7a tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 945 time: 0.1035638 Feb 09 01:52:19.944501 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1cb4846e-804e-455a-9a57-6bd480978cb3 req-93d3bb05-ecd4-4d7a-a32e-aad47e9cb389 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016941 Feb 09 01:52:19.980766 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408062f-fa56-4999-8525-41d7037a26ab req-ada79aa3-3b18-40fd-833a-d8b72ff81a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:19.982201 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2408062f-fa56-4999-8525-41d7037a26ab req-ada79aa3-3b18-40fd-833a-d8b72ff81a2e service neutron] 10.222.0.117 "GET /v2.0/networks?id=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 HTTP/1.1" status: 200 len: 916 time: 0.1563163 Feb 09 01:52:20.054341 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2408062f-fa56-4999-8525-41d7037a26ab req-35aa77e4-72c7-4686-923a-60debf88fbc2 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f134bc44-9f8b-4221-bcea-1ad2554943a6 HTTP/1.1" status: 200 len: 217 time: 0.0648832 Feb 09 01:52:20.114205 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408062f-fa56-4999-8525-41d7037a26ab req-5f97caac-235b-4810-bae5-bd2b9f8e8831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:20.115600 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2408062f-fa56-4999-8525-41d7037a26ab req-5f97caac-235b-4810-bae5-bd2b9f8e8831 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=1c868fd7-20bc-4515-ada2-7b253f8af937 HTTP/1.1" status: 200 len: 855 time: 0.0555701 Feb 09 01:52:20.164366 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2408062f-fa56-4999-8525-41d7037a26ab req-f346f87e-9f21-4482-9fb1-f865928493da service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424001 Feb 09 01:52:20.295460 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2408062f-fa56-4999-8525-41d7037a26ab req-a24740da-a19e-410e-9ff1-0e5feb229924 service neutron] 10.222.0.117 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248221 Feb 09 01:52:20.421773 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2408062f-fa56-4999-8525-41d7037a26ab req-a11f2174-105d-42c7-9c7a-8327327fba0a service neutron] 10.222.0.117 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207361 Feb 09 01:52:21.127509 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743e76d-13cc-48f5-b8bf-b57593ef157e req-c05feefb-7eec-4e83-bf9b-2baa0997aad1 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:21.128968 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b743e76d-13cc-48f5-b8bf-b57593ef157e req-c05feefb-7eec-4e83-bf9b-2baa0997aad1 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 945 time: 0.0815678 Feb 09 01:52:21.173259 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b743e76d-13cc-48f5-b8bf-b57593ef157e req-02c253d2-659e-4d11-8c0c-9aa878520fd1 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378530 Feb 09 01:52:22.354087 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:22.358685 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e4bab-95ca-41fc-9a13-467d1676c1cd req-2f7517f2-e7c2-46ab-a3e1-76e09c5ce22d tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:22.360128 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-673e4bab-95ca-41fc-9a13-467d1676c1cd req-2f7517f2-e7c2-46ab-a3e1-76e09c5ce22d tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 945 time: 0.0793684 Feb 09 01:52:22.403255 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-673e4bab-95ca-41fc-9a13-467d1676c1cd req-4d7a7a52-3ed2-471c-93f3-e0e7033871ad tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374439 Feb 09 01:52:23.588665 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf3dd2-771d-4935-86ce-2272b674eb57 req-87ed47d8-2dc6-4398-b833-91c5806a24d0 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:23.590111 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-80bf3dd2-771d-4935-86ce-2272b674eb57 req-87ed47d8-2dc6-4398-b833-91c5806a24d0 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 945 time: 0.0828793 Feb 09 01:52:23.633645 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-80bf3dd2-771d-4935-86ce-2272b674eb57 req-8942744c-dfd2-4144-b83e-db770b4edb6e tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379014 Feb 09 01:52:24.822381 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72de77c-f735-47ab-b79b-7b64b6833400 req-af805e8c-f31d-4ec9-83e4-b7d02d652a7f tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:24.823851 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d72de77c-f735-47ab-b79b-7b64b6833400 req-af805e8c-f31d-4ec9-83e4-b7d02d652a7f tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 945 time: 0.0843978 Feb 09 01:52:24.866049 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d72de77c-f735-47ab-b79b-7b64b6833400 req-6252a550-1568-44bd-b8cd-636ded7d4c75 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365605 Feb 09 01:52:25.469201 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:26.053906 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b56c6-901d-408b-8379-5e786683f54c req-7d611edb-3a56-417a-9a24-d21ca23c8579 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:26.055364 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1f5b56c6-901d-408b-8379-5e786683f54c req-7d611edb-3a56-417a-9a24-d21ca23c8579 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 945 time: 0.0821009 Feb 09 01:52:26.099197 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1f5b56c6-901d-408b-8379-5e786683f54c req-6db2a2c9-36da-4315-afb6-f3e63a01f255 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381262 Feb 09 01:52:27.289040 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8f483-4e32-4b47-b282-92d575ea897b req-bcecb0c0-60a4-48d7-9e1d-d0fdd0014e09 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:27.290490 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8af8f483-4e32-4b47-b282-92d575ea897b req-bcecb0c0-60a4-48d7-9e1d-d0fdd0014e09 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 945 time: 0.0862625 Feb 09 01:52:27.333944 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8af8f483-4e32-4b47-b282-92d575ea897b req-ddebd34d-c50c-4b2b-9e87-8f51fbfbc01b tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374355 Feb 09 01:52:28.520621 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d3f05-95bd-4b3d-a7c3-0ced846e81b6 req-9be616ba-517e-4c99-88f9-a0fea68adc0f tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:28.522078 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-415d3f05-95bd-4b3d-a7c3-0ced846e81b6 req-9be616ba-517e-4c99-88f9-a0fea68adc0f tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 945 time: 0.0835056 Feb 09 01:52:28.565541 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-415d3f05-95bd-4b3d-a7c3-0ced846e81b6 req-05a76a11-c682-4ca5-b738-9d51db7fb078 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378728 Feb 09 01:52:29.868075 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e66c6-53e5-49f0-9a1b-2ffd00d2269e req-a870af33-549d-49ca-b016-7528cc73a029 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:29.870017 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c9e66c6-53e5-49f0-9a1b-2ffd00d2269e req-a870af33-549d-49ca-b016-7528cc73a029 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 945 time: 0.1947823 Feb 09 01:52:29.913408 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c9e66c6-53e5-49f0-9a1b-2ffd00d2269e req-c53615d3-63b9-43e9-aa03-1b08d1e300d7 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377543 Feb 09 01:52:31.105952 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938a20b-a043-4fb2-b1a1-cb5e23b0a3cf req-545109f4-afd5-4a82-934c-6d9da0aaa241 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:31.107456 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d938a20b-a043-4fb2-b1a1-cb5e23b0a3cf req-545109f4-afd5-4a82-934c-6d9da0aaa241 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 945 time: 0.0884476 Feb 09 01:52:31.249106 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d938a20b-a043-4fb2-b1a1-cb5e23b0a3cf req-4a75f0a9-0eed-42e5-bff8-fcd2482dbfb0 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357591 Feb 09 01:52:32.432915 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b37af-0815-40ba-b151-5fef8e38d157 req-2988f39e-3eca-4886-9b22-5208c1af0c2d tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:32.434253 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-809b37af-0815-40ba-b151-5fef8e38d157 req-2988f39e-3eca-4886-9b22-5208c1af0c2d tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 945 time: 0.0810676 Feb 09 01:52:32.478698 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-809b37af-0815-40ba-b151-5fef8e38d157 req-1bc4be0a-d620-4413-8f0f-a1b5b4af4dac tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389302 Feb 09 01:52:33.663301 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e84923-ddee-4f56-ade4-a86ff45ef3d9 req-ac590151-9be4-43f1-97fa-d2adb6010b4f tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:33.664764 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-17e84923-ddee-4f56-ade4-a86ff45ef3d9 req-ac590151-9be4-43f1-97fa-d2adb6010b4f tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 945 time: 0.0787132 Feb 09 01:52:33.710935 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-17e84923-ddee-4f56-ade4-a86ff45ef3d9 req-8ca1e3bd-07f6-4ada-b47b-7c25276d1d32 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400774 Feb 09 01:52:34.895856 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9b9e7-4c20-4047-8f87-c4aee75bc432 req-2f8ff0d4-7b42-4244-8e82-335c7902a1cf tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:34.897342 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-20d9b9e7-4c20-4047-8f87-c4aee75bc432 req-2f8ff0d4-7b42-4244-8e82-335c7902a1cf tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 945 time: 0.0801792 Feb 09 01:52:34.940173 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-20d9b9e7-4c20-4047-8f87-c4aee75bc432 req-9ecc854b-6bdc-4d46-82b3-6c59012b77dd tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367944 Feb 09 01:52:36.124826 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44ec86-9514-40b1-b771-49a15b4e8cb8 req-1dd426c8-794d-4c5b-9108-c8f5bffad2f1 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:36.126286 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7d44ec86-9514-40b1-b771-49a15b4e8cb8 req-1dd426c8-794d-4c5b-9108-c8f5bffad2f1 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 945 time: 0.0815582 Feb 09 01:52:36.169621 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7d44ec86-9514-40b1-b771-49a15b4e8cb8 req-f17b38a5-5d22-44ed-8a45-beb112246c4c tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377605 Feb 09 01:52:37.002452 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c1f1259e-d936-4523-9918-22db7b6fb8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:37.358974 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d939b81-72cc-4c0b-8bb7-906a0c2fe7bd req-2072fd08-58ec-4a1f-8258-b13f1b9fcf2e tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:37.360415 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4d939b81-72cc-4c0b-8bb7-906a0c2fe7bd req-2072fd08-58ec-4a1f-8258-b13f1b9fcf2e tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 945 time: 0.0804155 Feb 09 01:52:37.405162 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4d939b81-72cc-4c0b-8bb7-906a0c2fe7bd req-de18adbe-f9d6-4015-bb60-780f2b3c456a tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382953 Feb 09 01:52:38.585429 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600907b-d6ce-4c9e-9a6d-ab0f72d6cd66 req-b39b0057-06e5-456d-9ed4-440553f9e0ae tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:38.586884 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7600907b-d6ce-4c9e-9a6d-ab0f72d6cd66 req-b39b0057-06e5-456d-9ed4-440553f9e0ae tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 945 time: 0.0790770 Feb 09 01:52:38.630716 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7600907b-d6ce-4c9e-9a6d-ab0f72d6cd66 req-0ad4b612-b3d4-4d7b-855a-29564b8860d8 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382600 Feb 09 01:52:39.403948 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-56281ed9-4170-4bb4-8140-3ddbb783e9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:39.812318 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2738f4-54b9-461b-9b50-a2ac65fafdb9 req-63b68f18-4238-4b80-8a5f-bbc7a2bf3417 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:39.813789 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1a2738f4-54b9-461b-9b50-a2ac65fafdb9 req-63b68f18-4238-4b80-8a5f-bbc7a2bf3417 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 945 time: 0.0793927 Feb 09 01:52:39.857298 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1a2738f4-54b9-461b-9b50-a2ac65fafdb9 req-dfe41104-c74b-4cf4-b1b9-3c68cab7cb55 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379286 Feb 09 01:52:40.486108 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:40.605074 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:41.053226 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ac0ca-08e2-4e82-a7ae-a84037c43d67 req-fcd62ab9-c3b1-4708-a229-fa75e464e93a tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:41.054675 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a73ac0ca-08e2-4e82-a7ae-a84037c43d67 req-fcd62ab9-c3b1-4708-a229-fa75e464e93a tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 945 time: 0.0887954 Feb 09 01:52:41.098612 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a73ac0ca-08e2-4e82-a7ae-a84037c43d67 req-5dbdfe9f-b2f9-4f04-8b9d-531a1011493d tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383539 Feb 09 01:52:41.475976 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:52:41.920311 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:42.283081 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1731eba-b8e4-4481-acce-62395f8ec42a req-3809f9ea-92de-4780-8a32-522ce0fbb9e8 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:42.284535 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d1731eba-b8e4-4481-acce-62395f8ec42a req-3809f9ea-92de-4780-8a32-522ce0fbb9e8 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 945 time: 0.0807102 Feb 09 01:52:42.327166 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d1731eba-b8e4-4481-acce-62395f8ec42a req-c39c0ae6-bdbd-46d6-8efe-d2cc4aa46a1c tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370827 Feb 09 01:52:43.509118 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee16aa-afd5-4d9e-9c78-b0eb67cad01d req-128eaec5-c7f2-4901-b5fb-a2c84766ae9f tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:43.511098 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a7ee16aa-afd5-4d9e-9c78-b0eb67cad01d req-128eaec5-c7f2-4901-b5fb-a2c84766ae9f tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 945 time: 0.0798633 Feb 09 01:52:43.559851 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a7ee16aa-afd5-4d9e-9c78-b0eb67cad01d req-e4c29724-661f-44fb-ba1c-a4de8ef0184c tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432506 Feb 09 01:52:44.745994 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a490e5-a732-452d-a02c-2987c38d4004 req-46e5578b-040d-4875-9c49-07274304f6ae tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:44.747441 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-71a490e5-a732-452d-a02c-2987c38d4004 req-46e5578b-040d-4875-9c49-07274304f6ae tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 945 time: 0.0791657 Feb 09 01:52:44.795781 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-71a490e5-a732-452d-a02c-2987c38d4004 req-7552db72-8f26-418b-9b50-8a86c33f9c7b tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427110 Feb 09 01:52:45.980616 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e5aff-1253-4690-9af8-11e3c4ef0631 req-74ae4f8a-e10f-4301-9376-3ec8514100d6 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:45.982072 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4c0e5aff-1253-4690-9af8-11e3c4ef0631 req-74ae4f8a-e10f-4301-9376-3ec8514100d6 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 945 time: 0.0822632 Feb 09 01:52:46.025870 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4c0e5aff-1253-4690-9af8-11e3c4ef0631 req-5743b8a4-0e70-4771-8e01-f13dc141cc7c tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381608 Feb 09 01:52:47.265733 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [req-2408062f-fa56-4999-8525-41d7037a26ab req-947c2072-12e8-4b8d-bd5d-f1475e754b14 service neutron] show failed (client error): The resource could not be found. Feb 09 01:52:47.266629 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2408062f-fa56-4999-8525-41d7037a26ab req-947c2072-12e8-4b8d-bd5d-f1475e754b14 service neutron] 10.222.0.117 "GET /v2.0/ports/f134bc44-9f8b-4221-bcea-1ad2554943a6/bindings/n-h1-828419-1 HTTP/1.1" status: 404 len: 380 time: 0.1003706 Feb 09 01:52:47.277799 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166cea76-ef5d-48c1-934a-bbaa6c89dd3c req-2167675d-ea33-48a1-954c-c6d48c4b5cf1 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:47.279241 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-166cea76-ef5d-48c1-934a-bbaa6c89dd3c req-2167675d-ea33-48a1-954c-c6d48c4b5cf1 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 945 time: 0.1487203 Feb 09 01:52:47.330448 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-166cea76-ef5d-48c1-934a-bbaa6c89dd3c req-c2758f82-c307-4350-808a-d2e2c2526b29 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447192 Feb 09 01:52:47.526892 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408062f-fa56-4999-8525-41d7037a26ab req-c349b1a9-9c05-462a-9113-52a8c560b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:47.528258 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2408062f-fa56-4999-8525-41d7037a26ab req-c349b1a9-9c05-462a-9113-52a8c560b9cd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a&tenant_id=7b86418ea7774ed99f1f45f546d06a2d HTTP/1.1" status: 200 len: 1096 time: 0.0695419 Feb 09 01:52:47.541138 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-2408062f-fa56-4999-8525-41d7037a26ab req-704c534d-0016-49ea-814a-ac81f8a30d88 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828419-1', 'device_owner': 'compute:nova'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:47.650450 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2408062f-fa56-4999-8525-41d7037a26ab req-704c534d-0016-49ea-814a-ac81f8a30d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:47.913635 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-2408062f-fa56-4999-8525-41d7037a26ab req-704c534d-0016-49ea-814a-ac81f8a30d88 service neutron] For port f134bc44-9f8b-4221-bcea-1ad2554943a6, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=f134bc44-9f8b-4221-bcea-1ad2554943a6,segment=NetworkSegment(f5aec9d4-1d86-4548-93b9-00d30b84f31a),segment_id=f5aec9d4-1d86-4548-93b9-00d30b84f31a)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:52:47.941615 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-2408062f-fa56-4999-8525-41d7037a26ab req-704c534d-0016-49ea-814a-ac81f8a30d88 service neutron] For port f134bc44-9f8b-4221-bcea-1ad2554943a6, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:52:47.998052 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692d83ae-f158-4f21-afd5-ba49258da27a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f134bc44-9f8b-4221-bcea-1ad2554943a6'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:52:48.004063 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2408062f-fa56-4999-8525-41d7037a26ab req-704c534d-0016-49ea-814a-ac81f8a30d88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:48.018989 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-2408062f-fa56-4999-8525-41d7037a26ab req-704c534d-0016-49ea-814a-ac81f8a30d88 service neutron] Transition to ACTIVE for port object f134bc44-9f8b-4221-bcea-1ad2554943a6 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:52:48.022755 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2408062f-fa56-4999-8525-41d7037a26ab req-704c534d-0016-49ea-814a-ac81f8a30d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:48.068606 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692d83ae-f158-4f21-afd5-ba49258da27a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f134bc44-9f8b-4221-bcea-1ad2554943a6', 'code': 200} Feb 09 01:52:48.189584 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-2408062f-fa56-4999-8525-41d7037a26ab req-704c534d-0016-49ea-814a-ac81f8a30d88 service neutron] No DVR routers for this DVR port f134bc44-9f8b-4221-bcea-1ad2554943a6 on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:52:48.229938 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c534d-0016-49ea-814a-ac81f8a30d88 service neutron] Pushing event updated for resources: {'Port': ['ID=f134bc44-9f8b-4221-bcea-1ad2554943a6,revision_number=6']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:48.247060 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-2408062f-fa56-4999-8525-41d7037a26ab req-704c534d-0016-49ea-814a-ac81f8a30d88 service neutron] Attempting to bind port f134bc44-9f8b-4221-bcea-1ad2554943a6 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:52:48.247392 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-2408062f-fa56-4999-8525-41d7037a26ab req-704c534d-0016-49ea-814a-ac81f8a30d88 service neutron] Attempting to bind port f134bc44-9f8b-4221-bcea-1ad2554943a6 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'f5aec9d4-1d86-4548-93b9-00d30b84f31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': 'de7f22f1-ffa6-41e4-9e8e-6651666ab0d7'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:52:48.247718 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2408062f-fa56-4999-8525-41d7037a26ab req-704c534d-0016-49ea-814a-ac81f8a30d88 service neutron] Attempting to bind port f134bc44-9f8b-4221-bcea-1ad2554943a6 on network de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:52:48.252175 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2408062f-fa56-4999-8525-41d7037a26ab req-704c534d-0016-49ea-814a-ac81f8a30d88 service neutron] Port f134bc44-9f8b-4221-bcea-1ad2554943a6 on network de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:52:48.252652 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2408062f-fa56-4999-8525-41d7037a26ab req-704c534d-0016-49ea-814a-ac81f8a30d88 service neutron] Attempting to bind port f134bc44-9f8b-4221-bcea-1ad2554943a6 on network de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:52:48.257694 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2408062f-fa56-4999-8525-41d7037a26ab req-704c534d-0016-49ea-814a-ac81f8a30d88 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:52:48.258291 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2408062f-fa56-4999-8525-41d7037a26ab req-704c534d-0016-49ea-814a-ac81f8a30d88 service neutron] Checking segment: {'id': 'f5aec9d4-1d86-4548-93b9-00d30b84f31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': 'de7f22f1-ffa6-41e4-9e8e-6651666ab0d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:52:48.258665 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2408062f-fa56-4999-8525-41d7037a26ab req-704c534d-0016-49ea-814a-ac81f8a30d88 service neutron] Bound using segment: {'id': 'f5aec9d4-1d86-4548-93b9-00d30b84f31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': 'de7f22f1-ffa6-41e4-9e8e-6651666ab0d7'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:52:48.259082 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-2408062f-fa56-4999-8525-41d7037a26ab req-704c534d-0016-49ea-814a-ac81f8a30d88 service neutron] Bound port: f134bc44-9f8b-4221-bcea-1ad2554943a6, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5aec9d4-1d86-4548-93b9-00d30b84f31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': 'de7f22f1-ffa6-41e4-9e8e-6651666ab0d7'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:52:48.259420 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2408062f-fa56-4999-8525-41d7037a26ab req-704c534d-0016-49ea-814a-ac81f8a30d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:48.497490 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-2408062f-fa56-4999-8525-41d7037a26ab req-704c534d-0016-49ea-814a-ac81f8a30d88 service neutron] For port f134bc44-9f8b-4221-bcea-1ad2554943a6, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:52:48.512838 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-2408062f-fa56-4999-8525-41d7037a26ab req-704c534d-0016-49ea-814a-ac81f8a30d88 service neutron] For port f134bc44-9f8b-4221-bcea-1ad2554943a6, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=f134bc44-9f8b-4221-bcea-1ad2554943a6,segment=NetworkSegment(f5aec9d4-1d86-4548-93b9-00d30b84f31a),segment_id=f5aec9d4-1d86-4548-93b9-00d30b84f31a)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:52:48.518378 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2408062f-fa56-4999-8525-41d7037a26ab req-704c534d-0016-49ea-814a-ac81f8a30d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:48.591929 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408062f-fa56-4999-8525-41d7037a26ab req-704c534d-0016-49ea-814a-ac81f8a30d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:48.592577 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2408062f-fa56-4999-8525-41d7037a26ab req-704c534d-0016-49ea-814a-ac81f8a30d88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:48.593934 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2408062f-fa56-4999-8525-41d7037a26ab req-704c534d-0016-49ea-814a-ac81f8a30d88 service neutron] 10.222.0.35 "PUT /v2.0/ports/f134bc44-9f8b-4221-bcea-1ad2554943a6 HTTP/1.1" status: 200 len: 1091 time: 1.0565801 Feb 09 01:52:48.612117 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fabdb9-1587-4ba5-8855-5a8ebfd52f2f req-4d0aa88d-c0a9-4e8a-b8e5-fa66076f63f3 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:48.613579 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-28fabdb9-1587-4ba5-8855-5a8ebfd52f2f req-4d0aa88d-c0a9-4e8a-b8e5-fa66076f63f3 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 943 time: 0.1684284 Feb 09 01:52:48.617391 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c534d-0016-49ea-814a-ac81f8a30d88 service neutron] Pushing event updated for resources: {'Port': ['ID=f134bc44-9f8b-4221-bcea-1ad2554943a6,revision_number=7']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:48.710613 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-28fabdb9-1587-4ba5-8855-5a8ebfd52f2f req-797f5078-e5f4-4b0d-8cf5-7350ea66b8a7 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893147 Feb 09 01:52:48.727768 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408062f-fa56-4999-8525-41d7037a26ab req-072204fa-c5ba-4394-bda4-ecaecd3b89dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:48.729295 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2408062f-fa56-4999-8525-41d7037a26ab req-072204fa-c5ba-4394-bda4-ecaecd3b89dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b86418ea7774ed99f1f45f546d06a2d&device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 1094 time: 0.1091444 Feb 09 01:52:48.865863 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408062f-fa56-4999-8525-41d7037a26ab req-ab68f83c-737f-45c0-863c-0fe728beb9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:48.867304 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2408062f-fa56-4999-8525-41d7037a26ab req-ab68f83c-737f-45c0-863c-0fe728beb9b1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 HTTP/1.1" status: 200 len: 916 time: 0.1281283 Feb 09 01:52:48.939028 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2408062f-fa56-4999-8525-41d7037a26ab req-159d4a12-b39e-4929-a82a-12a4d099a5ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f134bc44-9f8b-4221-bcea-1ad2554943a6 HTTP/1.1" status: 200 len: 217 time: 0.0601919 Feb 09 01:52:49.004916 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408062f-fa56-4999-8525-41d7037a26ab req-e2f0f0b6-df85-4d38-a065-e3b5e356bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:49.006318 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2408062f-fa56-4999-8525-41d7037a26ab req-e2f0f0b6-df85-4d38-a065-e3b5e356bc25 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c868fd7-20bc-4515-ada2-7b253f8af937 HTTP/1.1" status: 200 len: 855 time: 0.0597980 Feb 09 01:52:49.055745 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2408062f-fa56-4999-8525-41d7037a26ab req-c3af68c2-72a4-4f1b-9f2f-c93c0af819e0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397885 Feb 09 01:52:49.186239 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2408062f-fa56-4999-8525-41d7037a26ab req-2152afc0-d96c-4e1a-858e-75553497531d service neutron] 10.222.0.35 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231582 Feb 09 01:52:49.318344 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2408062f-fa56-4999-8525-41d7037a26ab req-9730f557-67c6-444d-9b4d-9ea62d1aea71 service neutron] 10.222.0.35 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225162 Feb 09 01:52:49.683361 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device f134bc44-9f8b-4221-bcea-1ad2554943a6 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:52:49.738712 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device f134bc44-9f8b-4221-bcea-1ad2554943a6 not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:52:50.052176 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca84b7b-01a3-4ea6-8c7d-b5e81e8e8034 req-f13bb9e0-5ee4-4655-a04e-b438ab793fee tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:50.053603 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6ca84b7b-01a3-4ea6-8c7d-b5e81e8e8034 req-f13bb9e0-5ee4-4655-a04e-b438ab793fee tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 943 time: 0.0819495 Feb 09 01:52:50.069376 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692d83ae-f158-4f21-afd5-ba49258da27a', 'tag': 'f134bc44-9f8b-4221-bcea-1ad2554943a6'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:52:50.099115 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6ca84b7b-01a3-4ea6-8c7d-b5e81e8e8034 req-b8ed0087-d6b1-4851-acac-e43f1e43fc59 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393558 Feb 09 01:52:50.128032 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692d83ae-f158-4f21-afd5-ba49258da27a', 'tag': 'f134bc44-9f8b-4221-bcea-1ad2554943a6', 'status': 'completed', 'code': 200} Feb 09 01:52:50.275207 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618f761-450e-41b0-b23d-86397a66f7ab req-24197239-c172-4fbe-9332-1e3230d5af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:50.276703 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4618f761-450e-41b0-b23d-86397a66f7ab req-24197239-c172-4fbe-9332-1e3230d5af44 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=7b86418ea7774ed99f1f45f546d06a2d&device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 1094 time: 0.1295033 Feb 09 01:52:50.278467 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618f761-450e-41b0-b23d-86397a66f7ab req-7c007761-c2ec-44f9-aa2f-98da131b45ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:50.279746 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4618f761-450e-41b0-b23d-86397a66f7ab req-7c007761-c2ec-44f9-aa2f-98da131b45ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b86418ea7774ed99f1f45f546d06a2d&device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 1094 time: 0.1031153 Feb 09 01:52:50.507064 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618f761-450e-41b0-b23d-86397a66f7ab req-e3cde291-459f-417e-b5a1-dab89cb79672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:50.508771 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4618f761-450e-41b0-b23d-86397a66f7ab req-e3cde291-459f-417e-b5a1-dab89cb79672 service neutron] 10.222.0.117 "GET /v2.0/networks?id=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 HTTP/1.1" status: 200 len: 916 time: 0.2264237 Feb 09 01:52:50.512812 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618f761-450e-41b0-b23d-86397a66f7ab req-9a595138-4674-4952-a076-afb381fb6469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:50.514107 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4618f761-450e-41b0-b23d-86397a66f7ab req-9a595138-4674-4952-a076-afb381fb6469 service neutron] 10.222.0.35 "GET /v2.0/networks?id=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 HTTP/1.1" status: 200 len: 916 time: 0.2130823 Feb 09 01:52:50.626210 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4618f761-450e-41b0-b23d-86397a66f7ab req-4545b9e9-b03c-4337-9c3c-6e97cd9d6509 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f134bc44-9f8b-4221-bcea-1ad2554943a6 HTTP/1.1" status: 200 len: 217 time: 0.1111767 Feb 09 01:52:50.634792 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4618f761-450e-41b0-b23d-86397a66f7ab req-1dd20c87-8ed5-4d05-af7b-27f61d9a11b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f134bc44-9f8b-4221-bcea-1ad2554943a6 HTTP/1.1" status: 200 len: 217 time: 0.0731354 Feb 09 01:52:50.864225 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618f761-450e-41b0-b23d-86397a66f7ab req-0895e996-add0-4463-bf67-fbe76997a6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:50.865695 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4618f761-450e-41b0-b23d-86397a66f7ab req-0895e996-add0-4463-bf67-fbe76997a6cc service neutron] 10.222.0.117 "GET /v2.0/subnets?id=1c868fd7-20bc-4515-ada2-7b253f8af937 HTTP/1.1" status: 200 len: 855 time: 0.2327054 Feb 09 01:52:50.868703 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618f761-450e-41b0-b23d-86397a66f7ab req-5dda4f12-909c-4f80-a0c4-de3d2da98a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:50.869979 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4618f761-450e-41b0-b23d-86397a66f7ab req-5dda4f12-909c-4f80-a0c4-de3d2da98a5e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c868fd7-20bc-4515-ada2-7b253f8af937 HTTP/1.1" status: 200 len: 855 time: 0.1962633 Feb 09 01:52:50.948834 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4618f761-450e-41b0-b23d-86397a66f7ab req-5a1cee43-404c-48d8-8206-105dea695824 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769143 Feb 09 01:52:50.950758 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4618f761-450e-41b0-b23d-86397a66f7ab req-961361e7-3c21-44fe-a8b3-0e7de07a4cb7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499902 Feb 09 01:52:51.189661 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4618f761-450e-41b0-b23d-86397a66f7ab req-ad272c00-9989-4ca0-b2ec-3ddbd8a1cd62 service neutron] 10.222.0.117 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343872 Feb 09 01:52:51.192694 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4618f761-450e-41b0-b23d-86397a66f7ab req-2c188517-3108-4976-b7e9-4f4c4830c174 service neutron] 10.222.0.35 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189493 Feb 09 01:52:51.313611 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0d262-7c2f-4bf1-9d5a-49b911108fdb req-da0c05be-bd2a-4019-94ec-e4c4b99d0f1c tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:51.315053 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3ad0d262-7c2f-4bf1-9d5a-49b911108fdb req-da0c05be-bd2a-4019-94ec-e4c4b99d0f1c tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 943 time: 0.0929270 Feb 09 01:52:51.359790 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3ad0d262-7c2f-4bf1-9d5a-49b911108fdb req-ed772c61-2cd7-4603-9570-e7f3183fb941 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389802 Feb 09 01:52:51.432368 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4618f761-450e-41b0-b23d-86397a66f7ab req-d2c7c685-f695-497d-8c36-7da38d781470 service neutron] 10.222.0.117 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350025 Feb 09 01:52:51.435333 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4618f761-450e-41b0-b23d-86397a66f7ab req-bc843b89-21ed-46a1-bb12-f57d39a01a73 service neutron] 10.222.0.35 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192919 Feb 09 01:52:52.368149 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:52.547064 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1f6f2-29e0-42c5-9684-2c06df2d8643 req-474aead8-5694-4027-842f-94ff0b74f247 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:52.548960 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-efb1f6f2-29e0-42c5-9684-2c06df2d8643 req-474aead8-5694-4027-842f-94ff0b74f247 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 943 time: 0.0802276 Feb 09 01:52:52.596092 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-efb1f6f2-29e0-42c5-9684-2c06df2d8643 req-3784433d-0b94-4147-9921-a9a22707ce92 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417659 Feb 09 01:52:52.684345 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device f134bc44-9f8b-4221-bcea-1ad2554943a6 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:52:52.821776 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port f134bc44-9f8b-4221-bcea-1ad2554943a6, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=f134bc44-9f8b-4221-bcea-1ad2554943a6,segment=NetworkSegment(f5aec9d4-1d86-4548-93b9-00d30b84f31a),segment_id=f5aec9d4-1d86-4548-93b9-00d30b84f31a)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:52:52.835119 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'f134bc44-9f8b-4221-bcea-1ad2554943a6', 'network_id': 'de7f22f1-ffa6-41e4-9e8e-6651666ab0d7', 'port_id': 'f134bc44-9f8b-4221-bcea-1ad2554943a6', 'mac_address': 'fa:16:3e:db:06:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 974, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c868fd7-20bc-4515-ada2-7b253f8af937', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:52:52.893665 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:52.910605 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f134bc44-9f8b-4221-bcea-1ad2554943a6 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:52:52.925937 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port f134bc44-9f8b-4221-bcea-1ad2554943a6, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=f134bc44-9f8b-4221-bcea-1ad2554943a6,segment=NetworkSegment(f5aec9d4-1d86-4548-93b9-00d30b84f31a),segment_id=f5aec9d4-1d86-4548-93b9-00d30b84f31a)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:52:52.930296 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:52.966701 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e17e5-bde9-47b5-b406-1daebd45f791 req-84050a4b-da46-416c-8e49-3b7e603cb062 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:52.968181 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f47e17e5-bde9-47b5-b406-1daebd45f791 req-84050a4b-da46-416c-8e49-3b7e603cb062 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 943 time: 0.1491816 Feb 09 01:52:52.979051 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11475d-213c-4d74-8668-4601408f4c07 req-3dd7003a-5761-491f-addb-833f985bc99c tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:52.980466 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-db11475d-213c-4d74-8668-4601408f4c07 req-3dd7003a-5761-491f-addb-833f985bc99c tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.117 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a&tenant_id=7b86418ea7774ed99f1f45f546d06a2d&binding%3Ahost_id=n-h1-828419-1 HTTP/1.1" status: 200 len: 943 time: 0.1254618 Feb 09 01:52:53.010373 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=f134bc44-9f8b-4221-bcea-1ad2554943a6,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:53.074242 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f47e17e5-bde9-47b5-b406-1daebd45f791 req-14c89a65-e398-49fd-bc85-8df2f52bfa81 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922239 Feb 09 01:52:53.089404 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [req-db11475d-213c-4d74-8668-4601408f4c07 req-080f1f55-5508-454b-8b6f-1bc98943186b service neutron] delete failed (client error): The resource could not be found. Feb 09 01:52:53.090961 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-db11475d-213c-4d74-8668-4601408f4c07 req-080f1f55-5508-454b-8b6f-1bc98943186b service neutron] 10.222.0.117 "DELETE /v2.0/ports/f134bc44-9f8b-4221-bcea-1ad2554943a6/bindings/n-h2-828419-1 HTTP/1.1" status: 404 len: 380 time: 0.0951338 Feb 09 01:52:53.206643 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['f134bc44-9f8b-4221-bcea-1ad2554943a6'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:52:53.236484 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11475d-213c-4d74-8668-4601408f4c07 req-5335ea32-147a-4421-8e87-e59934280c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:53.237960 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-db11475d-213c-4d74-8668-4601408f4c07 req-5335ea32-147a-4421-8e87-e59934280c69 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=7b86418ea7774ed99f1f45f546d06a2d&device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 1095 time: 0.0747237 Feb 09 01:52:53.370474 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11475d-213c-4d74-8668-4601408f4c07 req-66dca2a9-a963-4f92-aee2-80633d95d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:53.371982 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-db11475d-213c-4d74-8668-4601408f4c07 req-66dca2a9-a963-4f92-aee2-80633d95d413 service neutron] 10.222.0.117 "GET /v2.0/networks?id=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 HTTP/1.1" status: 200 len: 916 time: 0.1284432 Feb 09 01:52:53.437759 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-db11475d-213c-4d74-8668-4601408f4c07 req-3cd23d3f-a624-418d-bdd8-b11e541afed7 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f134bc44-9f8b-4221-bcea-1ad2554943a6 HTTP/1.1" status: 200 len: 217 time: 0.0602841 Feb 09 01:52:53.501861 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11475d-213c-4d74-8668-4601408f4c07 req-22b10191-7f6d-4e35-9a82-efbccfb6585a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:53.503162 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-db11475d-213c-4d74-8668-4601408f4c07 req-22b10191-7f6d-4e35-9a82-efbccfb6585a service neutron] 10.222.0.117 "GET /v2.0/subnets?id=1c868fd7-20bc-4515-ada2-7b253f8af937 HTTP/1.1" status: 200 len: 855 time: 0.0591516 Feb 09 01:52:53.548893 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-db11475d-213c-4d74-8668-4601408f4c07 req-b2c4370e-6e01-4a73-8fcb-3f7f0d12dd1a service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396767 Feb 09 01:52:53.790336 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-db11475d-213c-4d74-8668-4601408f4c07 req-e97af8d8-093a-46e1-b46f-43350c589025 service neutron] 10.222.0.117 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358506 Feb 09 01:52:53.919459 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-db11475d-213c-4d74-8668-4601408f4c07 req-61410b61-1dc1-4c83-abdf-20bcdd17578c service neutron] 10.222.0.117 "GET /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231961 Feb 09 01:52:54.275177 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac083568-2459-4674-ace2-94e10561888f req-9816282f-c0c1-4441-a246-583a29ab16dc tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:54.276680 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ac083568-2459-4674-ace2-94e10561888f req-9816282f-c0c1-4441-a246-583a29ab16dc tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 944 time: 0.0877328 Feb 09 01:52:54.328357 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ac083568-2459-4674-ace2-94e10561888f req-4b03b987-591c-4571-bb8d-209117529ad9 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444298 Feb 09 01:52:54.694119 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device f134bc44-9f8b-4221-bcea-1ad2554943a6 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:52:54.761716 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port f134bc44-9f8b-4221-bcea-1ad2554943a6 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:52:54.766871 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port f134bc44-9f8b-4221-bcea-1ad2554943a6 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:54.767245 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:54.883694 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:54.910615 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692d83ae-f158-4f21-afd5-ba49258da27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f134bc44-9f8b-4221-bcea-1ad2554943a6'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:52:54.920289 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port f134bc44-9f8b-4221-bcea-1ad2554943a6, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=f134bc44-9f8b-4221-bcea-1ad2554943a6,segment=NetworkSegment(f5aec9d4-1d86-4548-93b9-00d30b84f31a),segment_id=f5aec9d4-1d86-4548-93b9-00d30b84f31a)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:52:54.924582 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:54.959551 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692d83ae-f158-4f21-afd5-ba49258da27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f134bc44-9f8b-4221-bcea-1ad2554943a6', 'code': 200} Feb 09 01:52:55.002527 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=f134bc44-9f8b-4221-bcea-1ad2554943a6,revision_number=9']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:55.475860 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:55.508599 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7863a-8fa3-4d25-98f1-435d3b92d5a2 req-ec03ec97-90ff-47d1-84ed-14aeb377aac7 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:55.510029 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4cd7863a-8fa3-4d25-98f1-435d3b92d5a2 req-ec03ec97-90ff-47d1-84ed-14aeb377aac7 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 945 time: 0.0801284 Feb 09 01:52:55.557913 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4cd7863a-8fa3-4d25-98f1-435d3b92d5a2 req-9e9c6d31-6a57-4350-a8fe-efaf9e7662b4 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422161 Feb 09 01:52:55.742010 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc99cd4-7b0a-466e-8194-746f22cd1691 req-4fed1b34-ef45-42ab-b167-445a11a8c32a tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:55.743337 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5dc99cd4-7b0a-466e-8194-746f22cd1691 req-4fed1b34-ef45-42ab-b167-445a11a8c32a tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 945 time: 0.0815921 Feb 09 01:52:55.786361 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5dc99cd4-7b0a-466e-8194-746f22cd1691 req-7ed10158-94e5-4db5-bd5f-c3b655cbb83f tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375395 Feb 09 01:52:55.964850 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972afc7-fe6a-4980-b32c-fbbc3310cd7a req-6bf5cec6-673d-4853-8c5f-b1da1f21064c tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:55.966835 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1972afc7-fe6a-4980-b32c-fbbc3310cd7a req-6bf5cec6-673d-4853-8c5f-b1da1f21064c tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 945 time: 0.0784719 Feb 09 01:52:56.010049 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1972afc7-fe6a-4980-b32c-fbbc3310cd7a req-0f5c28da-1b5f-4941-b5ff-0c9fe0d8c5fb tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375459 Feb 09 01:52:56.560925 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e78bb-1a16-4bc4-ae63-1de938e244f4 req-0e9b7817-8bde-4552-9db0-5d7025a5d36e tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:56.562288 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-305e78bb-1a16-4bc4-ae63-1de938e244f4 req-0e9b7817-8bde-4552-9db0-5d7025a5d36e tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 945 time: 0.0793207 Feb 09 01:52:56.604411 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-305e78bb-1a16-4bc4-ae63-1de938e244f4 req-e27c15c0-87e6-4484-b596-e1b4f34a737e tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365863 Feb 09 01:52:57.784306 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55946bf9-239d-4094-bb4f-36ff325f0e9e req-ccbd6d24-2a08-4153-ac63-598712bc10d0 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:57.786626 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-55946bf9-239d-4094-bb4f-36ff325f0e9e req-ccbd6d24-2a08-4153-ac63-598712bc10d0 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.35 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 945 time: 0.0890911 Feb 09 01:52:57.804773 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f6196-fb19-41be-a574-00d365d7f475 req-25b5d6a0-0578-4f00-8257-7cdff962bbab tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:57.806244 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-098f6196-fb19-41be-a574-00d365d7f475 req-25b5d6a0-0578-4f00-8257-7cdff962bbab tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/ports?device_id=692d83ae-f158-4f21-afd5-ba49258da27a HTTP/1.1" status: 200 len: 945 time: 0.0977015 Feb 09 01:52:57.850194 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-098f6196-fb19-41be-a574-00d365d7f475 req-c469315e-2309-4f4b-bbd4-7803eb2bf9b8 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.37 "GET /v2.0/security-groups?id=5df61363-b253-475f-8108-580775e83f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382557 Feb 09 01:52:57.859258 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-55946bf9-239d-4094-bb4f-36ff325f0e9e req-0ac2efc9-95cf-45b9-990f-602065c73ca1 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Deleting port f134bc44-9f8b-4221-bcea-1ad2554943a6 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:52:57.859603 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-55946bf9-239d-4094-bb4f-36ff325f0e9e req-0ac2efc9-95cf-45b9-990f-602065c73ca1 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:58.104367 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-55946bf9-239d-4094-bb4f-36ff325f0e9e req-0ac2efc9-95cf-45b9-990f-602065c73ca1 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] For port f134bc44-9f8b-4221-bcea-1ad2554943a6, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=f134bc44-9f8b-4221-bcea-1ad2554943a6,segment=NetworkSegment(f5aec9d4-1d86-4548-93b9-00d30b84f31a),segment_id=f5aec9d4-1d86-4548-93b9-00d30b84f31a)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:52:58.104878 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-55946bf9-239d-4094-bb4f-36ff325f0e9e req-0ac2efc9-95cf-45b9-990f-602065c73ca1 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:58.228023 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-55946bf9-239d-4094-bb4f-36ff325f0e9e req-0ac2efc9-95cf-45b9-990f-602065c73ca1 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Calling delete_port for f134bc44-9f8b-4221-bcea-1ad2554943a6 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:52:58.366213 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-55946bf9-239d-4094-bb4f-36ff325f0e9e req-0ac2efc9-95cf-45b9-990f-602065c73ca1 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:58.382559 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['f134bc44-9f8b-4221-bcea-1ad2554943a6'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:52:58.415780 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2efc9-95cf-45b9-990f-602065c73ca1 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Pushing event deleted for resources: {'Port': ['ID=f134bc44-9f8b-4221-bcea-1ad2554943a6,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:58.489243 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-55946bf9-239d-4094-bb4f-36ff325f0e9e req-0ac2efc9-95cf-45b9-990f-602065c73ca1 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] No DVR routers for this DVR port f134bc44-9f8b-4221-bcea-1ad2554943a6 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:52:58.491698 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-55946bf9-239d-4094-bb4f-36ff325f0e9e req-0ac2efc9-95cf-45b9-990f-602065c73ca1 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:58.494115 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692d83ae-f158-4f21-afd5-ba49258da27a', 'name': 'network-vif-deleted', 'tag': 'f134bc44-9f8b-4221-bcea-1ad2554943a6'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:52:58.510077 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-55946bf9-239d-4094-bb4f-36ff325f0e9e req-0ac2efc9-95cf-45b9-990f-602065c73ca1 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] 10.222.0.35 "DELETE /v2.0/ports/f134bc44-9f8b-4221-bcea-1ad2554943a6 HTTP/1.1" status: 204 len: 173 time: 0.7148979 Feb 09 01:52:58.539392 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692d83ae-f158-4f21-afd5-ba49258da27a', 'name': 'network-vif-deleted', 'tag': 'f134bc44-9f8b-4221-bcea-1ad2554943a6', 'status': 'completed', 'code': 200} Feb 09 01:52:59.086832 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35926) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:52:59.144752 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a07b2d-d5db-4882-902a-d02ab4c6c7d8 admin admin] Deleting subnet 1c868fd7-20bc-4515-ada2-7b253f8af937 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:52:59.147479 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a0a07b2d-d5db-4882-902a-d02ab4c6c7d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:59.197919 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a0a07b2d-d5db-4882-902a-d02ab4c6c7d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:59.251593 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a0a07b2d-d5db-4882-902a-d02ab4c6c7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:59.319347 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a0a07b2d-d5db-4882-902a-d02ab4c6c7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:59.357559 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a07b2d-d5db-4882-902a-d02ab4c6c7d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c868fd7-20bc-4515-ada2-7b253f8af937,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:59.359455 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a0a07b2d-d5db-4882-902a-d02ab4c6c7d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:59.365390 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a0a07b2d-d5db-4882-902a-d02ab4c6c7d8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1c868fd7-20bc-4515-ada2-7b253f8af937 HTTP/1.1" status: 204 len: 168 time: 0.2775493 Feb 09 01:52:59.367943 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35930) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:52:59.580268 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9c90489b-5aa0-418a-b4ee-ea1339c36d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:59.701255 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9c90489b-5aa0-418a-b4ee-ea1339c36d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:59.726097 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-9c90489b-5aa0-418a-b4ee-ea1339c36d3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de7f22f1-ffa6-41e4-9e8e-6651666ab0d7']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:59.737702 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-9c90489b-5aa0-418a-b4ee-ea1339c36d3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5aec9d4-1d86-4548-93b9-00d30b84f31a') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:59.737997 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-9c90489b-5aa0-418a-b4ee-ea1339c36d3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5aec9d4-1d86-4548-93b9-00d30b84f31a') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:59.748942 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9c90489b-5aa0-418a-b4ee-ea1339c36d3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:59.765024 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9c90489b-5aa0-418a-b4ee-ea1339c36d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:59.770794 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c90489b-5aa0-418a-b4ee-ea1339c36d3a admin admin] Releasing vlan 974 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:52:59.771169 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9c90489b-5aa0-418a-b4ee-ea1339c36d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:59.784710 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:52:59.784710 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:52:59.784710 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:52:59.784710 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:52:59.784710 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:52:59.784710 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:52:59.784710 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:52:59.784710 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:52:59.784710 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:52:59.784710 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:52:59.784710 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:52:59.784710 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:52:59.784710 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:52:59.784710 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:52:59.784710 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:52:59.784710 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:52:59.784710 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:52:59.784710 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:52:59.784710 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:52:59.784710 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:52:59.784710 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:52:59.784710 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:52:59.784710 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:52:59.784710 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:52:59.784710 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:52:59.784710 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:52:59.784710 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:52:59.784710 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:52:59.784710 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:52:59.784710 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:52:59.784710 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:52:59.784710 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:52:59.858843 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9c90489b-5aa0-418a-b4ee-ea1339c36d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:59.874962 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9c90489b-5aa0-418a-b4ee-ea1339c36d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:52:59.885079 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90489b-5aa0-418a-b4ee-ea1339c36d3a admin admin] Pushing event deleted for resources: {'Network': ['ID=de7f22f1-ffa6-41e4-9e8e-6651666ab0d7,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:59.895270 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90489b-5aa0-418a-b4ee-ea1339c36d3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:59.895617 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90489b-5aa0-418a-b4ee-ea1339c36d3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:59.895957 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90489b-5aa0-418a-b4ee-ea1339c36d3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:59.896287 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90489b-5aa0-418a-b4ee-ea1339c36d3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:59.896644 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90489b-5aa0-418a-b4ee-ea1339c36d3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:59.896973 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90489b-5aa0-418a-b4ee-ea1339c36d3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:59.897297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90489b-5aa0-418a-b4ee-ea1339c36d3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:59.897617 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90489b-5aa0-418a-b4ee-ea1339c36d3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:59.897938 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90489b-5aa0-418a-b4ee-ea1339c36d3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:59.898264 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90489b-5aa0-418a-b4ee-ea1339c36d3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:59.898601 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90489b-5aa0-418a-b4ee-ea1339c36d3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:59.898917 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c90489b-5aa0-418a-b4ee-ea1339c36d3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:59.904901 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9c90489b-5aa0-418a-b4ee-ea1339c36d3a admin admin] 10.222.0.37 "DELETE /v2.0/networks/de7f22f1-ffa6-41e4-9e8e-6651666ab0d7 HTTP/1.1" status: 204 len: 168 time: 0.5359788 Feb 09 01:53:00.019051 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35936) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:53:00.065933 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b180d557-34b1-4c25-9ecd-f6d663039c5e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7b86418ea7774ed99f1f45f546d06a2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457263 Feb 09 01:53:00.068593 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35940) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:53:00.124815 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d3323cf8-18a5-443a-b8db-1b22044b03fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:00.153496 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d3323cf8-18a5-443a-b8db-1b22044b03fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:00.204336 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d3323cf8-18a5-443a-b8db-1b22044b03fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:00.219150 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3323cf8-18a5-443a-b8db-1b22044b03fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df61363-b253-475f-8108-580775e83f72,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:00.232484 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d3323cf8-18a5-443a-b8db-1b22044b03fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:00.233942 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d3323cf8-18a5-443a-b8db-1b22044b03fa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5df61363-b253-475f-8108-580775e83f72 HTTP/1.1" status: 204 len: 168 time: 0.1642177 Feb 09 01:53:00.953237 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35964) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:53:01.067938 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-2845a914-4477-4ded-8337-43c7065a663c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1292461242-network', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:01.077413 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-2845a914-4477-4ded-8337-43c7065a663c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:53:01.081613 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2845a914-4477-4ded-8337-43c7065a663c admin admin] Usage tracker for resource:network and tenant:6b566ff5d7734d039a6c9a0cee356703 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:53:01.084637 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2845a914-4477-4ded-8337-43c7065a663c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:53:01.090921 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-2845a914-4477-4ded-8337-43c7065a663c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:53:01.102542 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2845a914-4477-4ded-8337-43c7065a663c admin admin] Made reservation on behalf of 6b566ff5d7734d039a6c9a0cee356703 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:53:01.104912 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2845a914-4477-4ded-8337-43c7065a663c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:01.117025 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2845a914-4477-4ded-8337-43c7065a663c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:01.130998 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-2845a914-4477-4ded-8337-43c7065a663c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:53:01.135165 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2845a914-4477-4ded-8337-43c7065a663c admin admin] Usage tracker for resource:security_group_rule and tenant:6b566ff5d7734d039a6c9a0cee356703 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:53:01.138384 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2845a914-4477-4ded-8337-43c7065a663c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:53:01.143998 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-2845a914-4477-4ded-8337-43c7065a663c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:53:01.227938 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2845a914-4477-4ded-8337-43c7065a663c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:01.231813 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2845a914-4477-4ded-8337-43c7065a663c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:01.262838 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2845a914-4477-4ded-8337-43c7065a663c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 952} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:53:01.271296 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845a914-4477-4ded-8337-43c7065a663c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d865613f-3290-4692-9d48-91ef225c4885,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:01.279432 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2845a914-4477-4ded-8337-43c7065a663c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:01.279432 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-2845a914-4477-4ded-8337-43c7065a663c admin admin] Added segment 162070e6-b39f-45b7-bb6f-7dd9f49217fd of type vlan for network 41793e7c-34c9-456f-92e3-253bce801e43 Feb 09 01:53:01.304691 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2845a914-4477-4ded-8337-43c7065a663c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:01.336752 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2845a914-4477-4ded-8337-43c7065a663c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:01.337701 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2845a914-4477-4ded-8337-43c7065a663c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:01.338279 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2845a914-4477-4ded-8337-43c7065a663c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:01.442338 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2845a914-4477-4ded-8337-43c7065a663c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4878721 Feb 09 01:53:01.443063 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845a914-4477-4ded-8337-43c7065a663c admin admin] Pushing event updated for resources: {'Network': ['ID=41793e7c-34c9-456f-92e3-253bce801e43,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:01.445222 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35970) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:53:01.451255 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-94ccb61a-36fc-42f1-8e9e-7a4b6f0efa6b admin admin] Request body: {'subnet': {'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1292461242-subnet', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:01.457248 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-94ccb61a-36fc-42f1-8e9e-7a4b6f0efa6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:53:01.458067 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 41793e7c-34c9-456f-92e3-253bce801e43 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:53:01.461799 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-94ccb61a-36fc-42f1-8e9e-7a4b6f0efa6b admin admin] Usage tracker for resource:subnet and tenant:6b566ff5d7734d039a6c9a0cee356703 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:53:01.464865 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-94ccb61a-36fc-42f1-8e9e-7a4b6f0efa6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:53:01.471085 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-94ccb61a-36fc-42f1-8e9e-7a4b6f0efa6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:53:01.481305 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ccb61a-36fc-42f1-8e9e-7a4b6f0efa6b admin admin] Made reservation on behalf of 6b566ff5d7734d039a6c9a0cee356703 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:53:01.483581 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-94ccb61a-36fc-42f1-8e9e-7a4b6f0efa6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:01.685885 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-94ccb61a-36fc-42f1-8e9e-7a4b6f0efa6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:01.764301 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ccb61a-36fc-42f1-8e9e-7a4b6f0efa6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=926d1ec7-d37a-4213-9841-10aa28c4ba4d,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:01.773305 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ccb61a-36fc-42f1-8e9e-7a4b6f0efa6b admin admin] Checking segment: {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:53:01.773658 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ccb61a-36fc-42f1-8e9e-7a4b6f0efa6b admin admin] Network hostable DHCP agents. Network: 41793e7c-34c9-456f-92e3-253bce801e43, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:53:01.779715 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ccb61a-36fc-42f1-8e9e-7a4b6f0efa6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:01.780061 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ccb61a-36fc-42f1-8e9e-7a4b6f0efa6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:01.780430 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ccb61a-36fc-42f1-8e9e-7a4b6f0efa6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:01.780768 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ccb61a-36fc-42f1-8e9e-7a4b6f0efa6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:01.781096 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ccb61a-36fc-42f1-8e9e-7a4b6f0efa6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:01.781424 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ccb61a-36fc-42f1-8e9e-7a4b6f0efa6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:01.781750 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ccb61a-36fc-42f1-8e9e-7a4b6f0efa6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:01.782074 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ccb61a-36fc-42f1-8e9e-7a4b6f0efa6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:01.782395 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ccb61a-36fc-42f1-8e9e-7a4b6f0efa6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:01.782716 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ccb61a-36fc-42f1-8e9e-7a4b6f0efa6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:01.783034 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ccb61a-36fc-42f1-8e9e-7a4b6f0efa6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:01.783354 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ccb61a-36fc-42f1-8e9e-7a4b6f0efa6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:01.799740 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ccb61a-36fc-42f1-8e9e-7a4b6f0efa6b admin admin] Network 41793e7c-34c9-456f-92e3-253bce801e43 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:53:01.808613 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-94ccb61a-36fc-42f1-8e9e-7a4b6f0efa6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 41793e7c-34c9-456f-92e3-253bce801e43) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:01.813035 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ccb61a-36fc-42f1-8e9e-7a4b6f0efa6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:01.813653 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-94ccb61a-36fc-42f1-8e9e-7a4b6f0efa6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:01.818749 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1f3c42-0658-43d5-b48d-4ad926c0efb9 None None] Network 41793e7c-34c9-456f-92e3-253bce801e43 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:53:01.836801 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-94ccb61a-36fc-42f1-8e9e-7a4b6f0efa6b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3878019 Feb 09 01:53:01.837157 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35974) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:53:01.842706 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-b87b39c5-1d8f-4143-a724-c6eeb7e48b6f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1292461242-router', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:01.847968 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b87b39c5-1d8f-4143-a724-c6eeb7e48b6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:53:01.852079 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b87b39c5-1d8f-4143-a724-c6eeb7e48b6f admin admin] Usage tracker for resource:router and tenant:6b566ff5d7734d039a6c9a0cee356703 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:53:01.855220 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b87b39c5-1d8f-4143-a724-c6eeb7e48b6f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:53:01.861857 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b87b39c5-1d8f-4143-a724-c6eeb7e48b6f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:53:01.872990 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b87b39c5-1d8f-4143-a724-c6eeb7e48b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:01.874195 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b87b39c5-1d8f-4143-a724-c6eeb7e48b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:01.889376 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b87b39c5-1d8f-4143-a724-c6eeb7e48b6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:02.030636 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b35ace-46ae-4cd0-a2e3-df2cdb4da282 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-41793e7c-34c9-456f-92e3-253bce801e43', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:53:02.031669 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b2b35ace-46ae-4cd0-a2e3-df2cdb4da282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:02.165411 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b87b39c5-1d8f-4143-a724-c6eeb7e48b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:02.186681 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-b2b35ace-46ae-4cd0-a2e3-df2cdb4da282 None None] Allocated IP 172.20.0.2 (41793e7c-34c9-456f-92e3-253bce801e43/926d1ec7-d37a-4213-9841-10aa28c4ba4d/6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:53:02.386692 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b2b35ace-46ae-4cd0-a2e3-df2cdb4da282 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:02.396930 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b2b35ace-46ae-4cd0-a2e3-df2cdb4da282 None None] Transition to ACTIVE for port object 6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:53:02.415171 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b2b35ace-46ae-4cd0-a2e3-df2cdb4da282 None None] Transition to ACTIVE for port object 6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:53:02.421298 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b2b35ace-46ae-4cd0-a2e3-df2cdb4da282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:02.476028 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b87b39c5-1d8f-4143-a724-c6eeb7e48b6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:02.491200 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b35ace-46ae-4cd0-a2e3-df2cdb4da282 None None] Network 41793e7c-34c9-456f-92e3-253bce801e43 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:53:02.494111 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-b2b35ace-46ae-4cd0-a2e3-df2cdb4da282 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:02.498566 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b35ace-46ae-4cd0-a2e3-df2cdb4da282 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:53:02.500985 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b35ace-46ae-4cd0-a2e3-df2cdb4da282 None None] Pushing event updated for resources: {'Port': ['ID=6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:02.515822 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b87b39c5-1d8f-4143-a724-c6eeb7e48b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:02.591651 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-b2b35ace-46ae-4cd0-a2e3-df2cdb4da282 None None] Attempting to bind port 6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:53:02.592222 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-b2b35ace-46ae-4cd0-a2e3-df2cdb4da282 None None] Attempting to bind port 6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:53:02.592616 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b35ace-46ae-4cd0-a2e3-df2cdb4da282 None None] Attempting to bind port 6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba on network 41793e7c-34c9-456f-92e3-253bce801e43 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:53:02.598459 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b35ace-46ae-4cd0-a2e3-df2cdb4da282 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:53:02.598823 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b35ace-46ae-4cd0-a2e3-df2cdb4da282 None None] Checking segment: {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:53:02.599217 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b2b35ace-46ae-4cd0-a2e3-df2cdb4da282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:02.599602 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b35ace-46ae-4cd0-a2e3-df2cdb4da282 None None] Bound using segment: {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:53:02.600067 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-b2b35ace-46ae-4cd0-a2e3-df2cdb4da282 None None] Bound port: 6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:53:02.600473 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b2b35ace-46ae-4cd0-a2e3-df2cdb4da282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:02.693064 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-b2b35ace-46ae-4cd0-a2e3-df2cdb4da282 None None] For port 6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:53:02.695895 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-b2b35ace-46ae-4cd0-a2e3-df2cdb4da282 None None] For port 6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:53:02.699969 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b2b35ace-46ae-4cd0-a2e3-df2cdb4da282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:02.737320 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device f134bc44-9f8b-4221-bcea-1ad2554943a6 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:53:02.775462 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-b87b39c5-1d8f-4143-a724-c6eeb7e48b6f admin admin] Allocated IP 172.25.5.143 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/c8007137-5766-486b-9ca5-4cfb3d527a46) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:53:02.788588 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: f134bc44-9f8b-4221-bcea-1ad2554943a6 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:53:02.788943 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device f134bc44-9f8b-4221-bcea-1ad2554943a6 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:53:02.818344 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b35ace-46ae-4cd0-a2e3-df2cdb4da282 None None] Pushing event updated for resources: {'Port': ['ID=6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:02.933207 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b87b39c5-1d8f-4143-a724-c6eeb7e48b6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:02.966695 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b87b39c5-1d8f-4143-a724-c6eeb7e48b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:03.041417 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87b39c5-1d8f-4143-a724-c6eeb7e48b6f admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:53:03.044706 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-b87b39c5-1d8f-4143-a724-c6eeb7e48b6f admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:03.048679 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87b39c5-1d8f-4143-a724-c6eeb7e48b6f admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:53:03.078422 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b39c5-1d8f-4143-a724-c6eeb7e48b6f admin admin] Pushing event updated for resources: {'Port': ['ID=c8007137-5766-486b-9ca5-4cfb3d527a46,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:03.459211 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b87b39c5-1d8f-4143-a724-c6eeb7e48b6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:03.800534 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b87b39c5-1d8f-4143-a724-c6eeb7e48b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:03.818851 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260ee849-686c-477d-825e-a66755b97245 None None] Network 41793e7c-34c9-456f-92e3-253bce801e43 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:53:04.003272 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2a4e0634-dbd2-43c3-ad14-75c019c99ba5 None None] Provisioning for port 6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:53:04.004572 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87b39c5-1d8f-4143-a724-c6eeb7e48b6f admin admin] Router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:53:04.312075 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87b39c5-1d8f-4143-a724-c6eeb7e48b6f admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:53:04.322802 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978fd9c9-16a2-460e-bcec-b390fddab3eb None None] Sync routers for ids ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:53:04.332701 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978fd9c9-16a2-460e-bcec-b390fddab3eb None None] Routers {'2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:53:04.333688 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-978fd9c9-16a2-460e-bcec-b390fddab3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:52:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:04.335761 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b87b39c5-1d8f-4143-a724-c6eeb7e48b6f admin admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:04.337640 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b87b39c5-1d8f-4143-a724-c6eeb7e48b6f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4994819 Feb 09 01:53:04.340955 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35978) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:53:04.509758 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-978fd9c9-16a2-460e-bcec-b390fddab3eb None None] Set router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:53:04.786271 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-978fd9c9-16a2-460e-bcec-b390fddab3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'name': 'tempest-ServerActionsTestJSON-1292461242-router', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:01Z', 'updated_at': '2022-02-09T01:53:03Z', 'revision_number': 3, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'gw_port': {'id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:04:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:02Z', 'updated_at': '2022-02-09T01:53:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:04.790098 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978fd9c9-16a2-460e-bcec-b390fddab3eb None None] Checking router: 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:53:04.790436 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978fd9c9-16a2-460e-bcec-b390fddab3eb None None] Updating router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 port c8007137-5766-486b-9ca5-4cfb3d527a46 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:53:04.845001 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-978fd9c9-16a2-460e-bcec-b390fddab3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:04.983380 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:53:05.027042 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a6077ead-447a-4d4b-9723-b2a376d44d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:05.056902 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:53:05.067084 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:05.068012 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:05.194190 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:05.228488 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:53:05.229386 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-978fd9c9-16a2-460e-bcec-b390fddab3eb None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:05.233105 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:05.242374 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-978fd9c9-16a2-460e-bcec-b390fddab3eb None None] Transition to ACTIVE for port object c8007137-5766-486b-9ca5-4cfb3d527a46 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:53:05.248956 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-978fd9c9-16a2-460e-bcec-b390fddab3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:05.251758 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-a6077ead-447a-4d4b-9723-b2a376d44d96 admin admin] Allocated IP 172.20.0.1 (41793e7c-34c9-456f-92e3-253bce801e43/926d1ec7-d37a-4213-9841-10aa28c4ba4d/4b8e3ae0-216f-41ac-844b-15c2a1e73a43) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:53:05.309950 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:05.318322 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:05.318668 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:05.319001 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:05.320010 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:05.320273 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:05.320668 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:05.320998 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:05.321622 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:05.321622 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:05.321938 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:05.322372 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:05.323015 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:05.326838 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-978fd9c9-16a2-460e-bcec-b390fddab3eb None None] Attempting to bind port c8007137-5766-486b-9ca5-4cfb3d527a46 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:53:05.327394 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-978fd9c9-16a2-460e-bcec-b390fddab3eb None None] Attempting to bind port c8007137-5766-486b-9ca5-4cfb3d527a46 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:53:05.327502 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978fd9c9-16a2-460e-bcec-b390fddab3eb None None] Attempting to bind port c8007137-5766-486b-9ca5-4cfb3d527a46 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:53:05.330066 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3743ed-a26b-4edd-ac5a-1664155e3c0c None None] Pushing event updated for resources: {'Port': ['ID=c8007137-5766-486b-9ca5-4cfb3d527a46,revision_number=2']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:05.340206 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3743ed-a26b-4edd-ac5a-1664155e3c0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:05.340564 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3743ed-a26b-4edd-ac5a-1664155e3c0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:05.340888 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3743ed-a26b-4edd-ac5a-1664155e3c0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:05.341209 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3743ed-a26b-4edd-ac5a-1664155e3c0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:05.341519 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3743ed-a26b-4edd-ac5a-1664155e3c0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:05.341830 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3743ed-a26b-4edd-ac5a-1664155e3c0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:05.342140 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3743ed-a26b-4edd-ac5a-1664155e3c0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:05.342444 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3743ed-a26b-4edd-ac5a-1664155e3c0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:05.342749 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3743ed-a26b-4edd-ac5a-1664155e3c0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:05.343054 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3743ed-a26b-4edd-ac5a-1664155e3c0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:05.343353 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3743ed-a26b-4edd-ac5a-1664155e3c0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:05.343652 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3743ed-a26b-4edd-ac5a-1664155e3c0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:05.346728 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978fd9c9-16a2-460e-bcec-b390fddab3eb None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:53:05.347087 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978fd9c9-16a2-460e-bcec-b390fddab3eb None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:53:05.347471 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-978fd9c9-16a2-460e-bcec-b390fddab3eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:05.347835 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978fd9c9-16a2-460e-bcec-b390fddab3eb None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:53:05.348291 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-978fd9c9-16a2-460e-bcec-b390fddab3eb None None] Bound port: c8007137-5766-486b-9ca5-4cfb3d527a46, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:53:05.348674 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-978fd9c9-16a2-460e-bcec-b390fddab3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:05.403219 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a6077ead-447a-4d4b-9723-b2a376d44d96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:05.418899 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-a6077ead-447a-4d4b-9723-b2a376d44d96 admin admin] Transition to ACTIVE for port object 4b8e3ae0-216f-41ac-844b-15c2a1e73a43 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:53:05.422319 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-978fd9c9-16a2-460e-bcec-b390fddab3eb None None] For port c8007137-5766-486b-9ca5-4cfb3d527a46, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:53:05.425692 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-978fd9c9-16a2-460e-bcec-b390fddab3eb None None] For port c8007137-5766-486b-9ca5-4cfb3d527a46, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=c8007137-5766-486b-9ca5-4cfb3d527a46,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:53:05.429943 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-978fd9c9-16a2-460e-bcec-b390fddab3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:05.442672 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a6077ead-447a-4d4b-9723-b2a376d44d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:05.508949 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978fd9c9-16a2-460e-bcec-b390fddab3eb None None] Routers {'2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:53:05.509570 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-978fd9c9-16a2-460e-bcec-b390fddab3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:52:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:05.517865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6077ead-447a-4d4b-9723-b2a376d44d96 admin admin] Network 41793e7c-34c9-456f-92e3-253bce801e43 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:53:05.520741 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-a6077ead-447a-4d4b-9723-b2a376d44d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:05.524706 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6077ead-447a-4d4b-9723-b2a376d44d96 admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:53:05.560626 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6077ead-447a-4d4b-9723-b2a376d44d96 admin admin] Pushing event updated for resources: {'Port': ['ID=4b8e3ae0-216f-41ac-844b-15c2a1e73a43,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:05.567015 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3743ed-a26b-4edd-ac5a-1664155e3c0c None None] Pushing event updated for resources: {'Port': ['ID=c8007137-5766-486b-9ca5-4cfb3d527a46,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:05.586183 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a6077ead-447a-4d4b-9723-b2a376d44d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:05.701303 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-978fd9c9-16a2-460e-bcec-b390fddab3eb None None] Set router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:53:05.767937 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b81bef17-87e9-4fc6-b4d1-f6949c9503e3 None None] Provisioning for port 4b8e3ae0-216f-41ac-844b-15c2a1e73a43 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:53:05.773522 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b81bef17-87e9-4fc6-b4d1-f6949c9503e3 None None] Provisioning complete for port 4b8e3ae0-216f-41ac-844b-15c2a1e73a43 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:05.773887 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b81bef17-87e9-4fc6-b4d1-f6949c9503e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:05.838038 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b81bef17-87e9-4fc6-b4d1-f6949c9503e3 None None] Port 4b8e3ae0-216f-41ac-844b-15c2a1e73a43 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:53:05.992598 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-978fd9c9-16a2-460e-bcec-b390fddab3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'name': 'tempest-ServerActionsTestJSON-1292461242-router', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:01Z', 'updated_at': '2022-02-09T01:53:03Z', 'revision_number': 3, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'gw_port': {'id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:04:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:02Z', 'updated_at': '2022-02-09T01:53:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:05.997200 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978fd9c9-16a2-460e-bcec-b390fddab3eb None None] The sync data for ids ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'] in n-d-828419-1 is: [{'id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'name': 'tempest-ServerActionsTestJSON-1292461242-router', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:01Z', 'updated_at': '2022-02-09T01:53:03Z', 'revision_number': 3, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'gw_port': {'id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:04:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:02Z', 'updated_at': '2022-02-09T01:53:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:53:06.051826 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a6077ead-447a-4d4b-9723-b2a376d44d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:06.310469 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a6077ead-447a-4d4b-9723-b2a376d44d96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:06.316599 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a6077ead-447a-4d4b-9723-b2a376d44d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:06.430647 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6077ead-447a-4d4b-9723-b2a376d44d96 admin admin] Pushing event updated for resources: {'Port': ['ID=4b8e3ae0-216f-41ac-844b-15c2a1e73a43,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:06.436352 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a6077ead-447a-4d4b-9723-b2a376d44d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:06.575332 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6077ead-447a-4d4b-9723-b2a376d44d96 admin admin] Network 41793e7c-34c9-456f-92e3-253bce801e43 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:53:06.576577 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-a6077ead-447a-4d4b-9723-b2a376d44d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:06.782420 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6077ead-447a-4d4b-9723-b2a376d44d96 admin admin] Router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:53:06.869235 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-dde51aba-0a01-42e7-879b-89cfe6519636 None None] Provisioning complete for port 4b8e3ae0-216f-41ac-844b-15c2a1e73a43 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:06.869739 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-dde51aba-0a01-42e7-879b-89cfe6519636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:06.926643 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-dde51aba-0a01-42e7-879b-89cfe6519636 None None] Port 4b8e3ae0-216f-41ac-844b-15c2a1e73a43 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:53:06.972529 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6077ead-447a-4d4b-9723-b2a376d44d96 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:53:06.981997 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a6077ead-447a-4d4b-9723-b2a376d44d96 admin admin] 10.222.0.37 "PUT /v2.0/routers/2ca2b559-8e65-440e-a2bf-46c0d84e0ed1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6399758 Feb 09 01:53:07.005095 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-492af741-8477-4afb-9598-090e36079fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:07.030777 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device c8007137-5766-486b-9ca5-4cfb3d527a46 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:53:07.098348 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port c8007137-5766-486b-9ca5-4cfb3d527a46 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:53:07.103671 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port c8007137-5766-486b-9ca5-4cfb3d527a46 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:07.104037 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:07.223876 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:07.240878 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port c8007137-5766-486b-9ca5-4cfb3d527a46, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=c8007137-5766-486b-9ca5-4cfb3d527a46,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:53:07.244754 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:07.245477 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:53:07.362056 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=c8007137-5766-486b-9ca5-4cfb3d527a46,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:07.374598 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:07.374970 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:07.603866 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b2efe-cb16-4e1a-8e02-8d7af44db70e None None] Sync routers for ids ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:53:07.613309 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17b2efe-cb16-4e1a-8e02-8d7af44db70e None None] Routers {'2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:53:07.613998 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b17b2efe-cb16-4e1a-8e02-8d7af44db70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:52:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:07.759703 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35988) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:53:07.765036 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-a4845d61-847e-4d79-98a5-22935fc90cad tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Request body: {'security_group': {'name': 'tempest-securitygroup--668150690', 'description': 'tempest-description--548529014'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:07.771725 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a4845d61-847e-4d79-98a5-22935fc90cad tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:53:07.775827 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a4845d61-847e-4d79-98a5-22935fc90cad tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Usage tracker for resource:security_group and tenant:6b566ff5d7734d039a6c9a0cee356703 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:53:07.778953 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a4845d61-847e-4d79-98a5-22935fc90cad tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:53:07.785250 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a4845d61-847e-4d79-98a5-22935fc90cad tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:53:07.795184 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-b17b2efe-cb16-4e1a-8e02-8d7af44db70e None None] Set router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:53:07.795385 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a4845d61-847e-4d79-98a5-22935fc90cad tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:07.815095 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a4845d61-847e-4d79-98a5-22935fc90cad tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:53:07.818837 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a4845d61-847e-4d79-98a5-22935fc90cad tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Usage tracker for resource:security_group_rule and tenant:6b566ff5d7734d039a6c9a0cee356703 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:53:07.821587 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a4845d61-847e-4d79-98a5-22935fc90cad tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:53:07.827126 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a4845d61-847e-4d79-98a5-22935fc90cad tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:53:07.898541 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a4845d61-847e-4d79-98a5-22935fc90cad tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:07.902562 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a4845d61-847e-4d79-98a5-22935fc90cad tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:07.944347 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4845d61-847e-4d79-98a5-22935fc90cad tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aab4fc7-99f5-434e-b554-d8b0484e3b71,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:07.947169 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a4845d61-847e-4d79-98a5-22935fc90cad tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:07.951029 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a4845d61-847e-4d79-98a5-22935fc90cad tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1876812 Feb 09 01:53:07.951177 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 35992) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:53:07.956064 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-e5d8c5ba-dcd2-4162-a424-0d7cba4c6ed6 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Request body: {'security_group_rule': {'security_group_id': '5aab4fc7-99f5-434e-b554-d8b0484e3b71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:07.962502 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e5d8c5ba-dcd2-4162-a424-0d7cba4c6ed6 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:53:07.966337 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e5d8c5ba-dcd2-4162-a424-0d7cba4c6ed6 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Usage tracker for resource:security_group_rule and tenant:6b566ff5d7734d039a6c9a0cee356703 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:53:07.969204 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-e5d8c5ba-dcd2-4162-a424-0d7cba4c6ed6 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:53:07.975052 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-e5d8c5ba-dcd2-4162-a424-0d7cba4c6ed6 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:53:07.992615 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e5d8c5ba-dcd2-4162-a424-0d7cba4c6ed6 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:08.056004 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e5d8c5ba-dcd2-4162-a424-0d7cba4c6ed6 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:08.061628 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e5d8c5ba-dcd2-4162-a424-0d7cba4c6ed6 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:08.085778 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8c5ba-dcd2-4162-a424-0d7cba4c6ed6 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3d07d70-9645-4955-a054-3772c4ea552d,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:08.096314 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e5d8c5ba-dcd2-4162-a424-0d7cba4c6ed6 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:08.097966 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e5d8c5ba-dcd2-4162-a424-0d7cba4c6ed6 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1458366 Feb 09 01:53:08.100677 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 35996) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:53:08.106740 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-a279a30e-c28f-4f9c-af48-7cfca3af4559 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Request body: {'security_group_rule': {'security_group_id': '5aab4fc7-99f5-434e-b554-d8b0484e3b71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:08.113270 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a279a30e-c28f-4f9c-af48-7cfca3af4559 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:53:08.117101 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a279a30e-c28f-4f9c-af48-7cfca3af4559 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Usage tracker for resource:security_group_rule and tenant:6b566ff5d7734d039a6c9a0cee356703 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:53:08.119931 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a279a30e-c28f-4f9c-af48-7cfca3af4559 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:53:08.120061 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b17b2efe-cb16-4e1a-8e02-8d7af44db70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'name': 'tempest-ServerActionsTestJSON-1292461242-router', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:01Z', 'updated_at': '2022-02-09T01:53:05Z', 'revision_number': 4, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'gw_port': {'id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:04:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:02Z', 'updated_at': '2022-02-09T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '4b8e3ae0-216f-41ac-844b-15c2a1e73a43', 'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'mac_address': 'fa:16:3e:68:16:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:05Z', 'updated_at': '2022-02-09T01:53:06Z', 'revision_number': 2, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'subnets': [{'id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:08.124063 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b2efe-cb16-4e1a-8e02-8d7af44db70e None None] Checking router: 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:53:08.124591 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b2efe-cb16-4e1a-8e02-8d7af44db70e None None] Updating router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 port 4b8e3ae0-216f-41ac-844b-15c2a1e73a43 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:53:08.129642 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a279a30e-c28f-4f9c-af48-7cfca3af4559 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:53:08.146335 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a279a30e-c28f-4f9c-af48-7cfca3af4559 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:08.212254 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a279a30e-c28f-4f9c-af48-7cfca3af4559 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:08.216731 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a279a30e-c28f-4f9c-af48-7cfca3af4559 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:08.217982 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b17b2efe-cb16-4e1a-8e02-8d7af44db70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:08.241093 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279a30e-c28f-4f9c-af48-7cfca3af4559 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de25e964-f623-40b3-be0b-61254c56877d,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:08.249847 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a279a30e-c28f-4f9c-af48-7cfca3af4559 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:08.254146 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 36000) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:53:08.254297 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a279a30e-c28f-4f9c-af48-7cfca3af4559 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1524992 Feb 09 01:53:08.259614 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-507b8721-1077-46dd-9942-ae0dd29c3704 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:08.265951 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-507b8721-1077-46dd-9942-ae0dd29c3704 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:53:08.269851 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-507b8721-1077-46dd-9942-ae0dd29c3704 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Usage tracker for resource:floatingip and tenant:6b566ff5d7734d039a6c9a0cee356703 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:53:08.272714 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-507b8721-1077-46dd-9942-ae0dd29c3704 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:53:08.278836 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-507b8721-1077-46dd-9942-ae0dd29c3704 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:53:08.292550 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-507b8721-1077-46dd-9942-ae0dd29c3704 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks [] for floatingip, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:08.426063 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-507b8721-1077-46dd-9942-ae0dd29c3704 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:08.562954 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b17b2efe-cb16-4e1a-8e02-8d7af44db70e None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:08.574484 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b17b2efe-cb16-4e1a-8e02-8d7af44db70e None None] Transition to ACTIVE for port object 4b8e3ae0-216f-41ac-844b-15c2a1e73a43 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:53:08.582368 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b17b2efe-cb16-4e1a-8e02-8d7af44db70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:08.687332 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-507b8721-1077-46dd-9942-ae0dd29c3704 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Allocated IP 172.25.5.254 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/857c0cbc-67b1-4ded-9eb2-911cd4bb4d28) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:53:08.710282 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf4621-f466-4807-a212-72bd8d3b57e7 None None] Pushing event updated for resources: {'Port': ['ID=4b8e3ae0-216f-41ac-844b-15c2a1e73a43,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:08.801122 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-b17b2efe-cb16-4e1a-8e02-8d7af44db70e None None] Attempting to bind port 4b8e3ae0-216f-41ac-844b-15c2a1e73a43 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:53:08.801587 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-b17b2efe-cb16-4e1a-8e02-8d7af44db70e None None] Attempting to bind port 4b8e3ae0-216f-41ac-844b-15c2a1e73a43 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:53:08.802025 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b2efe-cb16-4e1a-8e02-8d7af44db70e None None] Attempting to bind port 4b8e3ae0-216f-41ac-844b-15c2a1e73a43 on network 41793e7c-34c9-456f-92e3-253bce801e43 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:53:08.807697 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b2efe-cb16-4e1a-8e02-8d7af44db70e None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:53:08.808203 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b2efe-cb16-4e1a-8e02-8d7af44db70e None None] Checking segment: {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:53:08.809351 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b17b2efe-cb16-4e1a-8e02-8d7af44db70e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:08.809941 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b2efe-cb16-4e1a-8e02-8d7af44db70e None None] Bound using segment: {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:53:08.810561 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-b17b2efe-cb16-4e1a-8e02-8d7af44db70e None None] Bound port: 4b8e3ae0-216f-41ac-844b-15c2a1e73a43, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:53:08.811067 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b17b2efe-cb16-4e1a-8e02-8d7af44db70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:08.846567 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-507b8721-1077-46dd-9942-ae0dd29c3704 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:08.881630 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-507b8721-1077-46dd-9942-ae0dd29c3704 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:08.920119 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-b17b2efe-cb16-4e1a-8e02-8d7af44db70e None None] For port 4b8e3ae0-216f-41ac-844b-15c2a1e73a43, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:53:08.923543 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-b17b2efe-cb16-4e1a-8e02-8d7af44db70e None None] For port 4b8e3ae0-216f-41ac-844b-15c2a1e73a43, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=4b8e3ae0-216f-41ac-844b-15c2a1e73a43,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:53:08.929535 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b17b2efe-cb16-4e1a-8e02-8d7af44db70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:08.954418 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507b8721-1077-46dd-9942-ae0dd29c3704 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:53:08.957303 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-507b8721-1077-46dd-9942-ae0dd29c3704 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:08.961178 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507b8721-1077-46dd-9942-ae0dd29c3704 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:53:08.971717 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device c8007137-5766-486b-9ca5-4cfb3d527a46 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:53:08.996322 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b8721-1077-46dd-9942-ae0dd29c3704 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Pushing event updated for resources: {'Port': ['ID=857c0cbc-67b1-4ded-9eb2-911cd4bb4d28,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:09.057248 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-507b8721-1077-46dd-9942-ae0dd29c3704 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:09.066134 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf4621-f466-4807-a212-72bd8d3b57e7 None None] Pushing event updated for resources: {'Port': ['ID=4b8e3ae0-216f-41ac-844b-15c2a1e73a43,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:09.071144 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17b2efe-cb16-4e1a-8e02-8d7af44db70e None None] Routers {'2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:53:09.071750 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b17b2efe-cb16-4e1a-8e02-8d7af44db70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:52:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:09.126511 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-507b8721-1077-46dd-9942-ae0dd29c3704 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:09.174215 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port c8007137-5766-486b-9ca5-4cfb3d527a46 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:09.174772 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:09.313468 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-b17b2efe-cb16-4e1a-8e02-8d7af44db70e None None] Set router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:53:09.342824 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-507b8721-1077-46dd-9942-ae0dd29c3704 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:09.347873 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-507b8721-1077-46dd-9942-ae0dd29c3704 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:09.455899 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b8721-1077-46dd-9942-ae0dd29c3704 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Pushing event updated for resources: {'Port': ['ID=857c0cbc-67b1-4ded-9eb2-911cd4bb4d28,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:09.472586 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-507b8721-1077-46dd-9942-ae0dd29c3704 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:09.494071 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-507b8721-1077-46dd-9942-ae0dd29c3704 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:09.495388 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-507b8721-1077-46dd-9942-ae0dd29c3704 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2402153 Feb 09 01:53:09.581845 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b2f05ee8-8700-4153-846e-a055f9179f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:09.662850 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-927504b3-b9c7-4b50-9572-91f442c2dd64 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--668150690&fields=id&tenant_id=6b566ff5d7734d039a6c9a0cee356703 HTTP/1.1" status: 200 len: 267 time: 0.0401669 Feb 09 01:53:09.746631 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b17b2efe-cb16-4e1a-8e02-8d7af44db70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'name': 'tempest-ServerActionsTestJSON-1292461242-router', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:01Z', 'updated_at': '2022-02-09T01:53:05Z', 'revision_number': 4, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'gw_port': {'id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:04:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:02Z', 'updated_at': '2022-02-09T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '4b8e3ae0-216f-41ac-844b-15c2a1e73a43', 'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'mac_address': 'fa:16:3e:68:16:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:05Z', 'updated_at': '2022-02-09T01:53:08Z', 'revision_number': 4, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'subnets': [{'id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:09.750579 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b2efe-cb16-4e1a-8e02-8d7af44db70e None None] The sync data for ids ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'] in n-d-828419-1 is: [{'id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'name': 'tempest-ServerActionsTestJSON-1292461242-router', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:01Z', 'updated_at': '2022-02-09T01:53:05Z', 'revision_number': 4, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'gw_port': {'id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:04:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:02Z', 'updated_at': '2022-02-09T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '4b8e3ae0-216f-41ac-844b-15c2a1e73a43', 'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'mac_address': 'fa:16:3e:68:16:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:05Z', 'updated_at': '2022-02-09T01:53:08Z', 'revision_number': 4, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'subnets': [{'id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:53:09.835194 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-5255839b-daf9-40f9-b3a1-0684e538e643 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:09.838155 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-5255839b-daf9-40f9-b3a1-0684e538e643 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 812 time: 0.1683733 Feb 09 01:53:09.854233 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-3552568d-f825-4821-832a-cf64c1dbea1e tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/quotas/6b566ff5d7734d039a6c9a0cee356703 HTTP/1.1" status: 200 len: 375 time: 0.0113428 Feb 09 01:53:09.945491 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-80a03d07-568b-4baa-bd23-eb483428d117 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0851791 Feb 09 01:53:10.192478 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-b018241f-b77f-4c07-b8fe-6b24e8125dbc service neutron] 10.222.0.37 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346277 Feb 09 01:53:10.326465 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-be1ab40a-9d6d-45a5-8c4d-40ebf42ff727 service neutron] 10.222.0.37 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282144 Feb 09 01:53:10.488878 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:10.528329 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-1fe9fd23-df05-43c4-8760-1fb146caefa5 req-cd4a9e94-2df9-4f84-8416-1702f56e3ab2 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Synchronizing usage tracker for tenant:6b566ff5d7734d039a6c9a0cee356703 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:53:10.546464 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-1fe9fd23-df05-43c4-8760-1fb146caefa5 req-cd4a9e94-2df9-4f84-8416-1702f56e3ab2 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Unset dirty status for tenant:6b566ff5d7734d039a6c9a0cee356703 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:53:10.547775 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1fe9fd23-df05-43c4-8760-1fb146caefa5 req-cd4a9e94-2df9-4f84-8416-1702f56e3ab2 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 210 time: 0.0674064 Feb 09 01:53:10.612048 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:10.984367 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 4b8e3ae0-216f-41ac-844b-15c2a1e73a43 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:53:11.054521 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 4b8e3ae0-216f-41ac-844b-15c2a1e73a43 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:53:11.060681 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 4b8e3ae0-216f-41ac-844b-15c2a1e73a43 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:11.061280 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:11.179511 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:11.211859 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 4b8e3ae0-216f-41ac-844b-15c2a1e73a43, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=4b8e3ae0-216f-41ac-844b-15c2a1e73a43,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:53:11.215665 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:11.284808 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=4b8e3ae0-216f-41ac-844b-15c2a1e73a43,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:11.695712 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b7d5537f-f5bb-4bf4-a097-f2dfa97ca4d1 req-c6146f86-9428-4e7d-b89c-4157eca3e9ed tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 210 time: 0.0422916 Feb 09 01:53:11.902940 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-0b792fe7-5f68-4fae-b8b8-d23c7773169d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:11.903752 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-0b792fe7-5f68-4fae-b8b8-d23c7773169d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Synchronizing usage tracker for tenant:6b566ff5d7734d039a6c9a0cee356703 on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:53:11.921987 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:11.923431 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-0b792fe7-5f68-4fae-b8b8-d23c7773169d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Unset dirty status for tenant:6b566ff5d7734d039a6c9a0cee356703 on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:53:11.925410 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-0b792fe7-5f68-4fae-b8b8-d23c7773169d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.35 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 812 time: 0.1703084 Feb 09 01:53:11.976150 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-bf9c870b-fc7f-4125-9987-1fa1549f4685 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Synchronizing usage tracker for tenant:6b566ff5d7734d039a6c9a0cee356703 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:53:11.991661 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-bf9c870b-fc7f-4125-9987-1fa1549f4685 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Unset dirty status for tenant:6b566ff5d7734d039a6c9a0cee356703 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:53:11.992802 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-bf9c870b-fc7f-4125-9987-1fa1549f4685 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b566ff5d7734d039a6c9a0cee356703 HTTP/1.1" status: 200 len: 379 time: 0.0584424 Feb 09 01:53:12.007174 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-dc6f38aa-a869-43d8-8889-01c7ef1b2348 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Request body: {'port': {'device_id': '315bb109-2bca-48e0-9ffe-97b50db386a4', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'admin_state_up': True, 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'security_groups': ['5aab4fc7-99f5-434e-b554-d8b0484e3b71']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:12.140928 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-dc6f38aa-a869-43d8-8889-01c7ef1b2348 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:53:12.150227 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-dc6f38aa-a869-43d8-8889-01c7ef1b2348 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:53:12.159865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-dc6f38aa-a869-43d8-8889-01c7ef1b2348 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Made reservation on behalf of 6b566ff5d7734d039a6c9a0cee356703 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:53:12.163559 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-dc6f38aa-a869-43d8-8889-01c7ef1b2348 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:12.327534 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-dc6f38aa-a869-43d8-8889-01c7ef1b2348 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Allocated IP 172.20.0.9 (41793e7c-34c9-456f-92e3-253bce801e43/926d1ec7-d37a-4213-9841-10aa28c4ba4d/a4b326f7-238d-4270-b423-c83fd374b254) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:53:12.515251 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-dc6f38aa-a869-43d8-8889-01c7ef1b2348 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:12.530776 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-dc6f38aa-a869-43d8-8889-01c7ef1b2348 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Transition to ACTIVE for port object a4b326f7-238d-4270-b423-c83fd374b254 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:53:12.555943 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-dc6f38aa-a869-43d8-8889-01c7ef1b2348 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:12.622971 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-dc6f38aa-a869-43d8-8889-01c7ef1b2348 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Network 41793e7c-34c9-456f-92e3-253bce801e43 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:53:12.625976 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-dc6f38aa-a869-43d8-8889-01c7ef1b2348 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:53:12.628291 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-dc6f38aa-a869-43d8-8889-01c7ef1b2348 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:53:12.675557 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f38aa-a869-43d8-8889-01c7ef1b2348 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Pushing event updated for resources: {'Port': ['ID=a4b326f7-238d-4270-b423-c83fd374b254,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:12.701702 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-dc6f38aa-a869-43d8-8889-01c7ef1b2348 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:12.702313 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-dc6f38aa-a869-43d8-8889-01c7ef1b2348 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:12.728964 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-dc6f38aa-a869-43d8-8889-01c7ef1b2348 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7252443 Feb 09 01:53:12.744990 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-539d9a00-34d4-43cd-aff8-750b048dcf50 service neutron] Request body: {'port': {'device_id': '315bb109-2bca-48e0-9ffe-97b50db386a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:12.916230 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-3d67feb8-5d9d-4caf-8c81-d0fbc0fb402f None None] Provisioning for port a4b326f7-238d-4270-b423-c83fd374b254 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:53:12.923225 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-539d9a00-34d4-43cd-aff8-750b048dcf50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:12.925340 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-3d67feb8-5d9d-4caf-8c81-d0fbc0fb402f None None] Provisioning complete for port a4b326f7-238d-4270-b423-c83fd374b254 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:12.925869 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3d67feb8-5d9d-4caf-8c81-d0fbc0fb402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:12.967763 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 4b8e3ae0-216f-41ac-844b-15c2a1e73a43 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:53:13.013145 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606aabf9-e1a6-42e7-bb2b-d9d1565abea2 req-2df9a2ee-b004-45ec-a6d7-41221af9a53a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:13.013857 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-606aabf9-e1a6-42e7-bb2b-d9d1565abea2 req-2df9a2ee-b004-45ec-a6d7-41221af9a53a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Synchronizing usage tracker for tenant:6b566ff5d7734d039a6c9a0cee356703 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:53:13.034290 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-3d67feb8-5d9d-4caf-8c81-d0fbc0fb402f None None] Port a4b326f7-238d-4270-b423-c83fd374b254 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:53:13.051782 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 4b8e3ae0-216f-41ac-844b-15c2a1e73a43 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:13.052149 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:13.197675 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-606aabf9-e1a6-42e7-bb2b-d9d1565abea2 req-2df9a2ee-b004-45ec-a6d7-41221af9a53a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Unset dirty status for tenant:6b566ff5d7734d039a6c9a0cee356703 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:53:13.199352 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-606aabf9-e1a6-42e7-bb2b-d9d1565abea2 req-2df9a2ee-b004-45ec-a6d7-41221af9a53a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 931 time: 0.3867366 Feb 09 01:53:13.318217 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-606aabf9-e1a6-42e7-bb2b-d9d1565abea2 req-aae7673f-cccd-4b1f-9d7d-a9236505a4c1 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122305 Feb 09 01:53:13.430109 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-539d9a00-34d4-43cd-aff8-750b048dcf50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b326f7-238d-4270-b423-c83fd374b254 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:53:13.437862 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-539d9a00-34d4-43cd-aff8-750b048dcf50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:13.452225 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-539d9a00-34d4-43cd-aff8-750b048dcf50 service neutron] Transition to ACTIVE for port object a4b326f7-238d-4270-b423-c83fd374b254 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:53:13.456011 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-539d9a00-34d4-43cd-aff8-750b048dcf50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:13.618455 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d9a00-34d4-43cd-aff8-750b048dcf50 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b326f7-238d-4270-b423-c83fd374b254,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:13.692928 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-539d9a00-34d4-43cd-aff8-750b048dcf50 service neutron] Attempting to bind port a4b326f7-238d-4270-b423-c83fd374b254 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:53:13.693253 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-539d9a00-34d4-43cd-aff8-750b048dcf50 service neutron] Attempting to bind port a4b326f7-238d-4270-b423-c83fd374b254 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:53:13.693568 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-539d9a00-34d4-43cd-aff8-750b048dcf50 service neutron] Attempting to bind port a4b326f7-238d-4270-b423-c83fd374b254 on network 41793e7c-34c9-456f-92e3-253bce801e43 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:53:13.697948 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-539d9a00-34d4-43cd-aff8-750b048dcf50 service neutron] Port a4b326f7-238d-4270-b423-c83fd374b254 on network 41793e7c-34c9-456f-92e3-253bce801e43 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:53:13.698261 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-539d9a00-34d4-43cd-aff8-750b048dcf50 service neutron] Attempting to bind port a4b326f7-238d-4270-b423-c83fd374b254 on network 41793e7c-34c9-456f-92e3-253bce801e43 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:53:13.703779 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-539d9a00-34d4-43cd-aff8-750b048dcf50 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:53:13.704106 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-539d9a00-34d4-43cd-aff8-750b048dcf50 service neutron] Checking segment: {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:53:13.704510 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-539d9a00-34d4-43cd-aff8-750b048dcf50 service neutron] Bound using segment: {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:53:13.704920 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-539d9a00-34d4-43cd-aff8-750b048dcf50 service neutron] Bound port: a4b326f7-238d-4270-b423-c83fd374b254, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:53:13.705252 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-539d9a00-34d4-43cd-aff8-750b048dcf50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:13.797277 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-539d9a00-34d4-43cd-aff8-750b048dcf50 service neutron] For port a4b326f7-238d-4270-b423-c83fd374b254, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:53:13.800099 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-539d9a00-34d4-43cd-aff8-750b048dcf50 service neutron] For port a4b326f7-238d-4270-b423-c83fd374b254, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a4b326f7-238d-4270-b423-c83fd374b254,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:53:13.804402 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-539d9a00-34d4-43cd-aff8-750b048dcf50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:13.863981 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-539d9a00-34d4-43cd-aff8-750b048dcf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:13.864622 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-539d9a00-34d4-43cd-aff8-750b048dcf50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:13.865985 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-539d9a00-34d4-43cd-aff8-750b048dcf50 service neutron] 10.222.0.35 "PUT /v2.0/ports/a4b326f7-238d-4270-b423-c83fd374b254 HTTP/1.1" status: 200 len: 1091 time: 1.1252887 Feb 09 01:53:13.866421 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315bb109-2bca-48e0-9ffe-97b50db386a4', 'tag': 'a4b326f7-238d-4270-b423-c83fd374b254'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:53:13.888280 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d9a00-34d4-43cd-aff8-750b048dcf50 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b326f7-238d-4270-b423-c83fd374b254,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:13.945917 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315bb109-2bca-48e0-9ffe-97b50db386a4', 'tag': 'a4b326f7-238d-4270-b423-c83fd374b254', 'status': 'completed', 'code': 200} Feb 09 01:53:13.987102 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-88da2737-fbbe-4071-8fad-c332e0bda5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:13.988613 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-88da2737-fbbe-4071-8fad-c332e0bda5a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 1094 time: 0.0820107 Feb 09 01:53:14.059999 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-aceaccae-81a8-4da6-9b29-b1b0f9999832 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b326f7-238d-4270-b423-c83fd374b254 HTTP/1.1" status: 200 len: 217 time: 0.0609026 Feb 09 01:53:14.127257 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-9dcef68a-3369-426c-bc27-f3647001e9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:14.128603 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-9dcef68a-3369-426c-bc27-f3647001e9e0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0593195 Feb 09 01:53:14.203098 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-53657835-fb2a-4994-b466-e02a2f8a6a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:14.204537 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-53657835-fb2a-4994-b466-e02a2f8a6a9c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671833 Feb 09 01:53:14.335666 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-3606532e-a816-487c-bab4-72a2eff81570 service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213877 Feb 09 01:53:14.522289 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dadb7bef-10c4-4b2f-98c3-0e0c7a523a57 req-7ae11990-5fe7-4dab-859a-d40344bbc634 service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763275 Feb 09 01:53:14.541270 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88687468-0bf3-4087-a14a-75503be41930 req-ca881bcb-9f6b-4c80-9bdb-3a143e9b9862 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:14.542681 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88687468-0bf3-4087-a14a-75503be41930 req-ca881bcb-9f6b-4c80-9bdb-3a143e9b9862 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 943 time: 0.1145694 Feb 09 01:53:14.625486 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88687468-0bf3-4087-a14a-75503be41930 req-be9f0476-0c9b-4f5c-b935-9f1c08f5d95a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758178 Feb 09 01:53:14.653867 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458f066-b752-4b6e-845e-142b7dd5264f req-d8f262ee-cd58-4c63-9ab1-ebbe376ce162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:14.655340 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a458f066-b752-4b6e-845e-142b7dd5264f req-d8f262ee-cd58-4c63-9ab1-ebbe376ce162 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 1094 time: 0.0788987 Feb 09 01:53:14.786113 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458f066-b752-4b6e-845e-142b7dd5264f req-3598c65c-5449-4a62-8aae-2b120d4af0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:14.787472 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a458f066-b752-4b6e-845e-142b7dd5264f req-3598c65c-5449-4a62-8aae-2b120d4af0b4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.1254137 Feb 09 01:53:14.967967 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a458f066-b752-4b6e-845e-142b7dd5264f req-fd78985b-29fb-44da-9034-166afd3c5edf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b326f7-238d-4270-b423-c83fd374b254 HTTP/1.1" status: 200 len: 217 time: 0.1739926 Feb 09 01:53:15.031365 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458f066-b752-4b6e-845e-142b7dd5264f req-d0448e47-2ef5-4ff3-a157-42e3d2f91a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:15.032839 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a458f066-b752-4b6e-845e-142b7dd5264f req-d0448e47-2ef5-4ff3-a157-42e3d2f91a40 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0576961 Feb 09 01:53:15.108820 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458f066-b752-4b6e-845e-142b7dd5264f req-a83c6805-1e31-4408-be00-d209768ad9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:15.110286 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a458f066-b752-4b6e-845e-142b7dd5264f req-a83c6805-1e31-4408-be00-d209768ad9d4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713210 Feb 09 01:53:15.241716 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a458f066-b752-4b6e-845e-142b7dd5264f req-7b7c7ea9-ec94-4024-ad8f-8675e9c89045 service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234541 Feb 09 01:53:15.372598 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a458f066-b752-4b6e-845e-142b7dd5264f req-1bf1fa79-2069-4da8-a0c4-dedd9f6d341b service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244135 Feb 09 01:53:15.812660 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78651f8-d602-41e5-8342-fa4c14cb18fa req-c20f09c6-cada-4cc1-83f3-a5832f52fcec tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:15.814090 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e78651f8-d602-41e5-8342-fa4c14cb18fa req-c20f09c6-cada-4cc1-83f3-a5832f52fcec tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 943 time: 0.0810454 Feb 09 01:53:15.861157 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e78651f8-d602-41e5-8342-fa4c14cb18fa req-f719c931-eee5-4171-a6c4-f7b02d05a33d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406153 Feb 09 01:53:17.042529 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7a84a-146c-4d53-8589-900e5a111c1a req-107f7ae2-0d23-46b4-b61c-872b7d26b007 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:17.043983 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bbe7a84a-146c-4d53-8589-900e5a111c1a req-107f7ae2-0d23-46b4-b61c-872b7d26b007 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 943 time: 0.0799613 Feb 09 01:53:17.087753 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bbe7a84a-146c-4d53-8589-900e5a111c1a req-1ef8d0a6-2921-4034-a742-fd55d6a89123 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380154 Feb 09 01:53:18.270774 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637b632-6c25-4f61-837b-fa14af586949 req-3964d1ab-7216-46c2-99c0-ca7c3a150ae0 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:18.272225 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0637b632-6c25-4f61-837b-fa14af586949 req-3964d1ab-7216-46c2-99c0-ca7c3a150ae0 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 943 time: 0.0784903 Feb 09 01:53:18.315717 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0637b632-6c25-4f61-837b-fa14af586949 req-6a4e05c8-efb7-496a-b024-f9c4645c7e33 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377498 Feb 09 01:53:18.475523 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:53:18.829760 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device a4b326f7-238d-4270-b423-c83fd374b254 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:53:18.968359 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port a4b326f7-238d-4270-b423-c83fd374b254, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a4b326f7-238d-4270-b423-c83fd374b254,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:53:18.981582 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'a4b326f7-238d-4270-b423-c83fd374b254', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'port_id': 'a4b326f7-238d-4270-b423-c83fd374b254', 'mac_address': 'fa:16:3e:9b:0f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 952, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:53:19.035003 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:19.050759 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b326f7-238d-4270-b423-c83fd374b254 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:53:19.065518 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port a4b326f7-238d-4270-b423-c83fd374b254, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a4b326f7-238d-4270-b423-c83fd374b254,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:53:19.069420 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:19.139409 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=a4b326f7-238d-4270-b423-c83fd374b254,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:19.330339 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['a4b326f7-238d-4270-b423-c83fd374b254'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:53:19.507497 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90429e8e-376b-4571-a28a-b74392b94b62 req-c8334a02-6c8f-4e3e-a032-ece379bc5d89 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:19.509233 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-90429e8e-376b-4571-a28a-b74392b94b62 req-c8334a02-6c8f-4e3e-a032-ece379bc5d89 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 944 time: 0.0880053 Feb 09 01:53:19.553700 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-90429e8e-376b-4571-a28a-b74392b94b62 req-2a84c3ab-8568-400f-87c3-481d53022fb4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380292 Feb 09 01:53:20.741641 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcc82a-3ec7-41d1-a91e-ecf15cc1bcd0 req-22ae8df7-db2c-4e33-a3c1-14e772922dfa tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:20.742997 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cebcc82a-3ec7-41d1-a91e-ecf15cc1bcd0 req-22ae8df7-db2c-4e33-a3c1-14e772922dfa tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 944 time: 0.0846288 Feb 09 01:53:20.786901 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cebcc82a-3ec7-41d1-a91e-ecf15cc1bcd0 req-bcaea6d4-d768-465a-9303-9a2e4b87d530 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382593 Feb 09 01:53:20.845547 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device a4b326f7-238d-4270-b423-c83fd374b254 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:53:20.913935 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port a4b326f7-238d-4270-b423-c83fd374b254 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:53:20.918570 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port a4b326f7-238d-4270-b423-c83fd374b254 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:20.919039 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:21.032909 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:21.058817 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315bb109-2bca-48e0-9ffe-97b50db386a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b326f7-238d-4270-b423-c83fd374b254'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:53:21.068651 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port a4b326f7-238d-4270-b423-c83fd374b254, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a4b326f7-238d-4270-b423-c83fd374b254,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:53:21.072596 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:21.108647 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315bb109-2bca-48e0-9ffe-97b50db386a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b326f7-238d-4270-b423-c83fd374b254', 'code': 200} Feb 09 01:53:21.140635 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=a4b326f7-238d-4270-b423-c83fd374b254,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:21.238950 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64866922-caee-491c-9838-c9861ae49941 req-2a1cca71-33a2-4334-8f52-886e6ad239cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:21.240391 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-64866922-caee-491c-9838-c9861ae49941 req-2a1cca71-33a2-4334-8f52-886e6ad239cd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 1096 time: 0.0686705 Feb 09 01:53:21.289446 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-64866922-caee-491c-9838-c9861ae49941 req-075f3f18-9981-46b8-813e-c1fb75773813 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361671 Feb 09 01:53:21.969815 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582b334-93d0-4f0f-acc6-6f5cf9f098aa req-05c3aa4c-827d-4676-88a5-619c80fcb2d6 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:21.971306 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f582b334-93d0-4f0f-acc6-6f5cf9f098aa req-05c3aa4c-827d-4676-88a5-619c80fcb2d6 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 945 time: 0.0788136 Feb 09 01:53:22.014923 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f582b334-93d0-4f0f-acc6-6f5cf9f098aa req-548b9e90-5f05-49ee-a4e4-17ddcc306511 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380511 Feb 09 01:53:22.366967 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:23.352122 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341531d-aef8-42a7-843c-1ee5adabdf2f req-121e79bb-93a2-44dc-8300-a94285ecc540 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:23.353618 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3341531d-aef8-42a7-843c-1ee5adabdf2f req-121e79bb-93a2-44dc-8300-a94285ecc540 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 945 time: 0.0790939 Feb 09 01:53:23.397131 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3341531d-aef8-42a7-843c-1ee5adabdf2f req-26787d29-b889-4461-9a32-b3267fd71773 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372279 Feb 09 01:53:23.573191 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8d543-7fdc-49c7-9f04-316b06e0423e req-46bb6331-56cd-4adf-a422-bdf80f4d23fa tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:23.575139 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2bd8d543-7fdc-49c7-9f04-316b06e0423e req-46bb6331-56cd-4adf-a422-bdf80f4d23fa tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 945 time: 0.0812633 Feb 09 01:53:23.583470 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 36060) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:53:23.588499 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-782b2cdf-8fac-417f-8264-e2cacf490113 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Request body: {'floatingip': {'port_id': 'a4b326f7-238d-4270-b423-c83fd374b254'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:23.666552 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-782b2cdf-8fac-417f-8264-e2cacf490113 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks [] for floatingip, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:24.357650 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-782b2cdf-8fac-417f-8264-e2cacf490113 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:24.361406 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-782b2cdf-8fac-417f-8264-e2cacf490113 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:24.528499 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [None req-782b2cdf-8fac-417f-8264-e2cacf490113 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Floating IP a12cbf16-e4dc-4df1-a411-fbf273b1a6dc associated. External IP: 172.25.5.254, port: a4b326f7-238d-4270-b423-c83fd374b254. Feb 09 01:53:24.868035 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782b2cdf-8fac-417f-8264-e2cacf490113 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:53:25.046211 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782b2cdf-8fac-417f-8264-e2cacf490113 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:53:25.050464 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-782b2cdf-8fac-417f-8264-e2cacf490113 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:25.056726 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686fa56e-6524-44a2-9e5b-df0ef58d5258 None None] Sync routers for ids ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:53:25.066113 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686fa56e-6524-44a2-9e5b-df0ef58d5258 None None] Routers {'2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:53:25.066722 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-686fa56e-6524-44a2-9e5b-df0ef58d5258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:53:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:25.104738 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-782b2cdf-8fac-417f-8264-e2cacf490113 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "PUT /v2.0/floatingips/a12cbf16-e4dc-4df1-a411-fbf273b1a6dc HTTP/1.1" status: 200 len: 991 time: 1.5201294 Feb 09 01:53:25.105307 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315bb109-2bca-48e0-9ffe-97b50db386a4', 'tag': 'a4b326f7-238d-4270-b423-c83fd374b254'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:53:25.160382 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315bb109-2bca-48e0-9ffe-97b50db386a4', 'tag': 'a4b326f7-238d-4270-b423-c83fd374b254', 'status': 'completed', 'code': 200} Feb 09 01:53:25.256628 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-686fa56e-6524-44a2-9e5b-df0ef58d5258 None None] Set router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:53:25.322913 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5cead-3481-45a0-a4c1-79dc3d0ddcfb req-36ad1f62-a514-4062-b872-43701efe38b3 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:25.325035 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cee5cead-3481-45a0-a4c1-79dc3d0ddcfb req-36ad1f62-a514-4062-b872-43701efe38b3 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 945 time: 0.1067052 Feb 09 01:53:25.327068 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a453e06-eac3-466d-ad8b-ddd35b4a7987 req-3d8c4030-75e6-4bc4-a913-7fd31e1a414f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:25.328433 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9a453e06-eac3-466d-ad8b-ddd35b4a7987 req-3d8c4030-75e6-4bc4-a913-7fd31e1a414f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 1096 time: 0.1472530 Feb 09 01:53:25.450207 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cee5cead-3481-45a0-a4c1-79dc3d0ddcfb req-ec52b9d9-e687-4222-b6f4-a076c1c510fd tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195135 Feb 09 01:53:25.481918 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:25.490369 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a453e06-eac3-466d-ad8b-ddd35b4a7987 req-ff3611a2-e18b-4f4f-b173-3464ecc0bc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:25.491819 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9a453e06-eac3-466d-ad8b-ddd35b4a7987 req-ff3611a2-e18b-4f4f-b173-3464ecc0bc08 service neutron] 10.222.0.35 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.1486592 Feb 09 01:53:25.595283 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9a453e06-eac3-466d-ad8b-ddd35b4a7987 req-7575c932-d550-4f37-adf5-1b46be62a385 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b326f7-238d-4270-b423-c83fd374b254 HTTP/1.1" status: 200 len: 999 time: 0.0968118 Feb 09 01:53:25.601221 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-686fa56e-6524-44a2-9e5b-df0ef58d5258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'name': 'tempest-ServerActionsTestJSON-1292461242-router', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:01Z', 'updated_at': '2022-02-09T01:53:05Z', 'revision_number': 4, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'gw_port': {'id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:04:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:02Z', 'updated_at': '2022-02-09T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'a12cbf16-e4dc-4df1-a411-fbf273b1a6dc', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'floating_ip_address': '172.25.5.254', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'port_id': 'a4b326f7-238d-4270-b423-c83fd374b254', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'mac_address': 'fa:16:3e:9b:0f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315bb109-2bca-48e0-9ffe-97b50db386a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:53:09Z', 'updated_at': '2022-02-09T01:53:24Z', 'revision_number': 1, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b8e3ae0-216f-41ac-844b-15c2a1e73a43', 'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'mac_address': 'fa:16:3e:68:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:05Z', 'updated_at': '2022-02-09T01:53:11Z', 'revision_number': 5, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'subnets': [{'id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:25.604920 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686fa56e-6524-44a2-9e5b-df0ef58d5258 None None] Checking router: 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:53:25.613117 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686fa56e-6524-44a2-9e5b-df0ef58d5258 None None] Routers {'2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:53:25.613699 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-686fa56e-6524-44a2-9e5b-df0ef58d5258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:53:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:25.656286 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a453e06-eac3-466d-ad8b-ddd35b4a7987 req-bb08afbd-409c-4409-b8bf-fed6323f68b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:25.657730 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9a453e06-eac3-466d-ad8b-ddd35b4a7987 req-bb08afbd-409c-4409-b8bf-fed6323f68b3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0567260 Feb 09 01:53:25.824535 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-686fa56e-6524-44a2-9e5b-df0ef58d5258 None None] Set router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:53:25.855250 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a453e06-eac3-466d-ad8b-ddd35b4a7987 req-b07f69f9-4c5d-4c0b-866b-8bff1a881144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:25.856739 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9a453e06-eac3-466d-ad8b-ddd35b4a7987 req-b07f69f9-4c5d-4c0b-866b-8bff1a881144 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1931095 Feb 09 01:53:25.986029 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9a453e06-eac3-466d-ad8b-ddd35b4a7987 req-6ec0e89f-3e28-4a95-884b-19410b95d40f service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230552 Feb 09 01:53:26.117033 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9a453e06-eac3-466d-ad8b-ddd35b4a7987 req-fbfa7884-25ca-46c0-b6a6-9227f4691c0a service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245825 Feb 09 01:53:26.164126 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-686fa56e-6524-44a2-9e5b-df0ef58d5258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'name': 'tempest-ServerActionsTestJSON-1292461242-router', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:01Z', 'updated_at': '2022-02-09T01:53:05Z', 'revision_number': 4, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'gw_port': {'id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:04:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:02Z', 'updated_at': '2022-02-09T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'a12cbf16-e4dc-4df1-a411-fbf273b1a6dc', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'floating_ip_address': '172.25.5.254', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'port_id': 'a4b326f7-238d-4270-b423-c83fd374b254', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'mac_address': 'fa:16:3e:9b:0f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315bb109-2bca-48e0-9ffe-97b50db386a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:53:09Z', 'updated_at': '2022-02-09T01:53:24Z', 'revision_number': 1, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b8e3ae0-216f-41ac-844b-15c2a1e73a43', 'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'mac_address': 'fa:16:3e:68:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:05Z', 'updated_at': '2022-02-09T01:53:11Z', 'revision_number': 5, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'subnets': [{'id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:26.168627 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686fa56e-6524-44a2-9e5b-df0ef58d5258 None None] The sync data for ids ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'] in n-d-828419-1 is: [{'id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'name': 'tempest-ServerActionsTestJSON-1292461242-router', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:01Z', 'updated_at': '2022-02-09T01:53:05Z', 'revision_number': 4, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'gw_port': {'id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:04:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:02Z', 'updated_at': '2022-02-09T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'a12cbf16-e4dc-4df1-a411-fbf273b1a6dc', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'floating_ip_address': '172.25.5.254', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'port_id': 'a4b326f7-238d-4270-b423-c83fd374b254', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'mac_address': 'fa:16:3e:9b:0f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315bb109-2bca-48e0-9ffe-97b50db386a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:53:09Z', 'updated_at': '2022-02-09T01:53:24Z', 'revision_number': 1, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b8e3ae0-216f-41ac-844b-15c2a1e73a43', 'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'mac_address': 'fa:16:3e:68:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:05Z', 'updated_at': '2022-02-09T01:53:11Z', 'revision_number': 5, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'subnets': [{'id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:53:26.364628 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f03693a-12ca-4aef-9362-a725c240af0b None None] New status for floating IP a12cbf16-e4dc-4df1-a411-fbf273b1a6dc: ACTIVE {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:53:26.642833 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80d602-cc01-420e-bdf1-099d91d5f002 req-d5be2e6f-89d4-4946-99a2-1180fa058c58 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:26.644512 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ec80d602-cc01-420e-bdf1-099d91d5f002 req-d5be2e6f-89d4-4946-99a2-1180fa058c58 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 945 time: 0.0835481 Feb 09 01:53:26.688843 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ec80d602-cc01-420e-bdf1-099d91d5f002 req-78b7b775-8050-41a6-8c54-aee675a5737d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386357 Feb 09 01:53:26.868634 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1f51f-6a0d-416c-b0d5-af682a3229c4 req-941c27f0-a5fc-4305-8602-b02cdabfe20d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:26.869989 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-51f1f51f-6a0d-416c-b0d5-af682a3229c4 req-941c27f0-a5fc-4305-8602-b02cdabfe20d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 945 time: 0.0778527 Feb 09 01:53:26.917861 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-51f1f51f-6a0d-416c-b0d5-af682a3229c4 req-064834b0-e86b-4158-b657-9322c2955934 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415208 Feb 09 01:53:27.265988 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e8c75250-5048-4334-9aec-b429af555a69 req-78d99232-b67a-404e-8c93-a2860b022278 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0744188 Feb 09 01:53:27.322027 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96700e-48bd-42d3-9aa2-f944fb97be38 req-05013086-efc4-4851-8b55-330d7e22a269 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:27.323477 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0e96700e-48bd-42d3-9aa2-f944fb97be38 req-05013086-efc4-4851-8b55-330d7e22a269 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 945 time: 0.0817130 Feb 09 01:53:27.367368 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0e96700e-48bd-42d3-9aa2-f944fb97be38 req-e4235d15-ccfa-4199-bef4-5c37b86886f8 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383217 Feb 09 01:53:28.383656 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c75250-5048-4334-9aec-b429af555a69 req-42f88217-1316-4eb1-8ca0-7a51f57214b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:28.385140 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8c75250-5048-4334-9aec-b429af555a69 req-42f88217-1316-4eb1-8ca0-7a51f57214b1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 1096 time: 0.0739565 Feb 09 01:53:28.517234 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c75250-5048-4334-9aec-b429af555a69 req-2d9ec8e9-ae0b-4851-823b-976ef283e404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:28.518651 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8c75250-5048-4334-9aec-b429af555a69 req-2d9ec8e9-ae0b-4851-823b-976ef283e404 service neutron] 10.222.0.35 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.1250389 Feb 09 01:53:28.552865 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d5631-2f0d-48b7-b328-e0721054d301 req-61679874-a93f-4346-b356-7ccf4276531a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:28.554354 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fc0d5631-2f0d-48b7-b328-e0721054d301 req-61679874-a93f-4346-b356-7ccf4276531a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 945 time: 0.0810392 Feb 09 01:53:28.598566 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fc0d5631-2f0d-48b7-b328-e0721054d301 req-90fbf487-6191-4940-907e-b80eaf5999cc tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379605 Feb 09 01:53:28.619450 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8c75250-5048-4334-9aec-b429af555a69 req-eb260d56-e0e0-4f46-8673-4f5648658cfd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b326f7-238d-4270-b423-c83fd374b254 HTTP/1.1" status: 200 len: 1001 time: 0.0930676 Feb 09 01:53:28.684084 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c75250-5048-4334-9aec-b429af555a69 req-1ee378c4-cc57-4926-af93-ab5aa5af670c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:28.685438 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8c75250-5048-4334-9aec-b429af555a69 req-1ee378c4-cc57-4926-af93-ab5aa5af670c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0596364 Feb 09 01:53:28.757487 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c75250-5048-4334-9aec-b429af555a69 req-1e13719c-e0cc-4fe7-9631-9795785024f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:28.759157 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8c75250-5048-4334-9aec-b429af555a69 req-1e13719c-e0cc-4fe7-9631-9795785024f5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678384 Feb 09 01:53:28.887251 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8c75250-5048-4334-9aec-b429af555a69 req-f034f96e-2342-4291-93a9-cb465b9d14e2 service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218429 Feb 09 01:53:29.022906 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8c75250-5048-4334-9aec-b429af555a69 req-f7e48ebb-b2c5-4b53-8e3c-ec1fa7a0fa3d service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300232 Feb 09 01:53:29.788703 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c4e83-cd55-4c11-80ce-c39d463d433b req-6b11e119-ec19-47b1-ada3-f1248e6b3039 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:29.790489 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-658c4e83-cd55-4c11-80ce-c39d463d433b req-6b11e119-ec19-47b1-ada3-f1248e6b3039 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 945 time: 0.0830796 Feb 09 01:53:29.833689 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-658c4e83-cd55-4c11-80ce-c39d463d433b req-188ab8c8-b5d9-4c88-82c8-bbff23b75b5f tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371733 Feb 09 01:53:31.023552 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6837f90-c4e4-4c65-90e3-b7a0af714390 req-d5cbf290-240c-4c5a-a5e8-7cf672b75496 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:31.025020 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c6837f90-c4e4-4c65-90e3-b7a0af714390 req-d5cbf290-240c-4c5a-a5e8-7cf672b75496 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 945 time: 0.0834594 Feb 09 01:53:31.067980 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c6837f90-c4e4-4c65-90e3-b7a0af714390 req-d252fca7-40fe-4c86-917f-96f003ddd27e tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366299 Feb 09 01:53:32.253726 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584aa0d7-4ad6-4565-b0bf-3cd06ee1bd59 req-4d59657c-fd6a-49d4-9c4a-e12c7f15278c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:32.255194 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-584aa0d7-4ad6-4565-b0bf-3cd06ee1bd59 req-4d59657c-fd6a-49d4-9c4a-e12c7f15278c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 945 time: 0.0822034 Feb 09 01:53:32.299767 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-584aa0d7-4ad6-4565-b0bf-3cd06ee1bd59 req-e739a820-297c-46e0-a510-3451d0e08785 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383601 Feb 09 01:53:33.484486 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae99bb-831e-42dd-835d-55f8d1adff05 req-5e5f7b9d-6fdd-4316-a3d5-9de57ebbf251 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:33.485944 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b2ae99bb-831e-42dd-835d-55f8d1adff05 req-5e5f7b9d-6fdd-4316-a3d5-9de57ebbf251 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 945 time: 0.0831890 Feb 09 01:53:33.532707 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b2ae99bb-831e-42dd-835d-55f8d1adff05 req-bd52e3cf-b44a-46b2-984f-2e5fda7803ce tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411739 Feb 09 01:53:34.725738 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01559e43-b236-4667-9b3a-c7631750c49a req-36aa46cc-aa89-49ca-aebc-04fd35a41184 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:34.727089 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-01559e43-b236-4667-9b3a-c7631750c49a req-36aa46cc-aa89-49ca-aebc-04fd35a41184 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 945 time: 0.0822275 Feb 09 01:53:34.769919 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-01559e43-b236-4667-9b3a-c7631750c49a req-af4aad80-55af-450c-84ca-d201843bb5fc tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372665 Feb 09 01:53:35.957129 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8cac5-514f-49fe-b86f-03ac56a43193 req-d8fb849e-4e10-479d-a51a-17fc923ca3b5 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:35.958587 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7cf8cac5-514f-49fe-b86f-03ac56a43193 req-d8fb849e-4e10-479d-a51a-17fc923ca3b5 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 945 time: 0.0841625 Feb 09 01:53:36.002878 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7cf8cac5-514f-49fe-b86f-03ac56a43193 req-55907c07-dcdd-4db3-87b9-1715023c176e tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382202 Feb 09 01:53:37.009956 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-74e38159-b39d-4600-99f4-30d28befe555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:37.186283 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9794f-e3ee-4977-b7bf-9c453f9b2692 req-a6397575-5077-4385-9c9a-a774f3a74c62 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:37.187616 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c2f9794f-e3ee-4977-b7bf-9c453f9b2692 req-a6397575-5077-4385-9c9a-a774f3a74c62 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 945 time: 0.0779498 Feb 09 01:53:37.235024 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c2f9794f-e3ee-4977-b7bf-9c453f9b2692 req-96fdae73-2230-4aec-bda0-c7797c824548 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419140 Feb 09 01:53:37.581110 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76cc05-edae-4f73-8715-c714b547c254 req-337fd1df-7e8b-4ab1-9a74-2c97b49323f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:37.582478 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5a76cc05-edae-4f73-8715-c714b547c254 req-337fd1df-7e8b-4ab1-9a74-2c97b49323f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 1096 time: 0.0702605 Feb 09 01:53:37.733830 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76cc05-edae-4f73-8715-c714b547c254 req-c58248fc-299d-49c6-8ec2-2d36def3c0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:37.735272 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5a76cc05-edae-4f73-8715-c714b547c254 req-c58248fc-299d-49c6-8ec2-2d36def3c0ee service neutron] 10.222.0.35 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.1315944 Feb 09 01:53:37.942013 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5a76cc05-edae-4f73-8715-c714b547c254 req-3817d2f8-2304-480e-a0c6-36d95f73b5f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b326f7-238d-4270-b423-c83fd374b254 HTTP/1.1" status: 200 len: 1001 time: 0.1997848 Feb 09 01:53:38.003228 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76cc05-edae-4f73-8715-c714b547c254 req-1df22a02-2305-4deb-b535-ebf0a92598c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:38.004643 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5a76cc05-edae-4f73-8715-c714b547c254 req-1df22a02-2305-4deb-b535-ebf0a92598c5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0557282 Feb 09 01:53:38.081463 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76cc05-edae-4f73-8715-c714b547c254 req-434e4c3b-8afe-45bf-a56c-ef5146c432e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:38.082915 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5a76cc05-edae-4f73-8715-c714b547c254 req-434e4c3b-8afe-45bf-a56c-ef5146c432e0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725400 Feb 09 01:53:38.215131 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5a76cc05-edae-4f73-8715-c714b547c254 req-2273ce2d-4f47-44ca-99f9-8129d52b592c service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235297 Feb 09 01:53:38.346896 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5a76cc05-edae-4f73-8715-c714b547c254 req-09e36d31-3d32-4d0f-9666-17ac0f296774 service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260073 Feb 09 01:53:38.424936 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c540f-0ba7-4814-ae39-b4e9e111f5dd req-3a4320a5-87f5-4963-82e5-5e73ca9f7128 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:38.426377 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-108c540f-0ba7-4814-ae39-b4e9e111f5dd req-3a4320a5-87f5-4963-82e5-5e73ca9f7128 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 945 time: 0.0828021 Feb 09 01:53:38.469413 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-108c540f-0ba7-4814-ae39-b4e9e111f5dd req-05178fd6-350b-4793-81e5-23a5053d90ac tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370603 Feb 09 01:53:39.403025 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-325770d5-8c9b-4427-ab26-f16fdf7cacea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:39.650586 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133fc9c-2f93-4f29-a289-9b2b1491fb5f req-f7f669ab-5776-49a7-ad16-22ac99c50147 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:39.652038 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4133fc9c-2f93-4f29-a289-9b2b1491fb5f req-f7f669ab-5776-49a7-ad16-22ac99c50147 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 945 time: 0.0784509 Feb 09 01:53:39.695868 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4133fc9c-2f93-4f29-a289-9b2b1491fb5f req-c2786e63-742c-4dc9-91ab-57324497eebb tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380349 Feb 09 01:53:40.521226 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:40.612018 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:40.878456 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb4a84-5f78-4254-9161-1197f8307fb8 req-bf0907f2-9e5f-4ff3-9c08-e15bb9bc2170 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:40.879909 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4fdb4a84-5f78-4254-9161-1197f8307fb8 req-bf0907f2-9e5f-4ff3-9c08-e15bb9bc2170 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 945 time: 0.0780942 Feb 09 01:53:40.923904 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4fdb4a84-5f78-4254-9161-1197f8307fb8 req-adb2819f-bdec-4c70-b1e2-f2e35bc04e77 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382197 Feb 09 01:53:41.925957 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:42.112715 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9583bc-79c7-4036-92bc-db0355b31738 req-cdc592fd-5272-4a1f-917c-c380c7795df7 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:42.114096 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6f9583bc-79c7-4036-92bc-db0355b31738 req-cdc592fd-5272-4a1f-917c-c380c7795df7 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 945 time: 0.0828938 Feb 09 01:53:42.156944 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6f9583bc-79c7-4036-92bc-db0355b31738 req-6df8c24e-4f84-4db2-90b8-ad2ebef684e6 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372069 Feb 09 01:53:43.341063 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afefc4-c8ba-47ba-be13-7c9c8b8283bf req-b9a518f7-8ba6-4e5b-810c-e47bfbf3afa1 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:43.342515 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-80afefc4-c8ba-47ba-be13-7c9c8b8283bf req-b9a518f7-8ba6-4e5b-810c-e47bfbf3afa1 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 945 time: 0.0820501 Feb 09 01:53:43.388354 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-80afefc4-c8ba-47ba-be13-7c9c8b8283bf req-39a5ec4a-be74-4372-9c78-e07513151f97 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402598 Feb 09 01:53:44.569545 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17656745-ee77-432c-9c8b-dfbe27e741e4 req-8ce0a875-f52c-4b5a-8702-f6620e827063 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:44.570994 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-17656745-ee77-432c-9c8b-dfbe27e741e4 req-8ce0a875-f52c-4b5a-8702-f6620e827063 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 945 time: 0.0793355 Feb 09 01:53:44.613707 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-17656745-ee77-432c-9c8b-dfbe27e741e4 req-4796a3e4-5982-41bd-80d0-c11747c1fcb1 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371568 Feb 09 01:53:45.797257 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe73407-aa2f-4354-b862-7292c0055acd req-243649e4-30e1-4037-9f16-b716c74f5196 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:45.798674 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1fe73407-aa2f-4354-b862-7292c0055acd req-243649e4-30e1-4037-9f16-b716c74f5196 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 945 time: 0.0772529 Feb 09 01:53:45.844702 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1fe73407-aa2f-4354-b862-7292c0055acd req-e37a248f-97d4-4c92-aafe-baeeffdcaece tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404863 Feb 09 01:53:46.310124 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [req-e8c75250-5048-4334-9aec-b429af555a69 req-66f056ab-99b8-4d01-9542-c4d55231f8d6 service neutron] show failed (client error): The resource could not be found. Feb 09 01:53:46.311073 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8c75250-5048-4334-9aec-b429af555a69 req-66f056ab-99b8-4d01-9542-c4d55231f8d6 service neutron] 10.222.0.35 "GET /v2.0/ports/a4b326f7-238d-4270-b423-c83fd374b254/bindings/n-h2-828419-1 HTTP/1.1" status: 404 len: 380 time: 0.0760415 Feb 09 01:53:46.567857 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c75250-5048-4334-9aec-b429af555a69 req-11795413-56bc-4d62-a316-d18e6e1a5034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:46.569328 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8c75250-5048-4334-9aec-b429af555a69 req-11795413-56bc-4d62-a316-d18e6e1a5034 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4&tenant_id=6b566ff5d7734d039a6c9a0cee356703 HTTP/1.1" status: 200 len: 1096 time: 0.0717854 Feb 09 01:53:46.580043 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-e8c75250-5048-4334-9aec-b429af555a69 req-5d998ec6-d248-4163-9e64-0193b7ff6ad2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828419-1', 'device_owner': 'compute:nova'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:46.690274 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e8c75250-5048-4334-9aec-b429af555a69 req-5d998ec6-d248-4163-9e64-0193b7ff6ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:46.956611 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-e8c75250-5048-4334-9aec-b429af555a69 req-5d998ec6-d248-4163-9e64-0193b7ff6ad2 service neutron] For port a4b326f7-238d-4270-b423-c83fd374b254, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=a4b326f7-238d-4270-b423-c83fd374b254,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:53:47.039786 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-e8c75250-5048-4334-9aec-b429af555a69 req-5d998ec6-d248-4163-9e64-0193b7ff6ad2 service neutron] For port a4b326f7-238d-4270-b423-c83fd374b254, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:53:47.107203 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be29d8-6829-428b-9de3-2e179d04aaf7 req-675f4dbd-f6ec-4c0c-bd89-c66b8b9da3bc tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:47.108690 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-06be29d8-6829-428b-9de3-2e179d04aaf7 req-675f4dbd-f6ec-4c0c-bd89-c66b8b9da3bc tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 945 time: 0.1577597 Feb 09 01:53:47.130939 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315bb109-2bca-48e0-9ffe-97b50db386a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4b326f7-238d-4270-b423-c83fd374b254'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:53:47.138192 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e8c75250-5048-4334-9aec-b429af555a69 req-5d998ec6-d248-4163-9e64-0193b7ff6ad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:47.168416 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-e8c75250-5048-4334-9aec-b429af555a69 req-5d998ec6-d248-4163-9e64-0193b7ff6ad2 service neutron] Transition to ACTIVE for port object a4b326f7-238d-4270-b423-c83fd374b254 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:53:47.176530 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-06be29d8-6829-428b-9de3-2e179d04aaf7 req-a77ae5df-b4b2-4e41-a935-02da9f3a8421 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600162 Feb 09 01:53:47.177264 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e8c75250-5048-4334-9aec-b429af555a69 req-5d998ec6-d248-4163-9e64-0193b7ff6ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:47.209652 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315bb109-2bca-48e0-9ffe-97b50db386a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4b326f7-238d-4270-b423-c83fd374b254', 'code': 200} Feb 09 01:53:47.321221 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d998ec6-d248-4163-9e64-0193b7ff6ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b326f7-238d-4270-b423-c83fd374b254,revision_number=6']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:47.485194 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c75250-5048-4334-9aec-b429af555a69 req-5d998ec6-d248-4163-9e64-0193b7ff6ad2 service neutron] No DVR routers for this DVR port a4b326f7-238d-4270-b423-c83fd374b254 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:47.707986 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-e8c75250-5048-4334-9aec-b429af555a69 req-5d998ec6-d248-4163-9e64-0193b7ff6ad2 service neutron] Attempting to bind port a4b326f7-238d-4270-b423-c83fd374b254 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:53:47.708212 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-e8c75250-5048-4334-9aec-b429af555a69 req-5d998ec6-d248-4163-9e64-0193b7ff6ad2 service neutron] Attempting to bind port a4b326f7-238d-4270-b423-c83fd374b254 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:53:47.708573 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c75250-5048-4334-9aec-b429af555a69 req-5d998ec6-d248-4163-9e64-0193b7ff6ad2 service neutron] Attempting to bind port a4b326f7-238d-4270-b423-c83fd374b254 on network 41793e7c-34c9-456f-92e3-253bce801e43 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:53:47.712965 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c75250-5048-4334-9aec-b429af555a69 req-5d998ec6-d248-4163-9e64-0193b7ff6ad2 service neutron] Port a4b326f7-238d-4270-b423-c83fd374b254 on network 41793e7c-34c9-456f-92e3-253bce801e43 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:53:47.713288 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c75250-5048-4334-9aec-b429af555a69 req-5d998ec6-d248-4163-9e64-0193b7ff6ad2 service neutron] Attempting to bind port a4b326f7-238d-4270-b423-c83fd374b254 on network 41793e7c-34c9-456f-92e3-253bce801e43 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:53:47.718788 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c75250-5048-4334-9aec-b429af555a69 req-5d998ec6-d248-4163-9e64-0193b7ff6ad2 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:53:47.719127 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c75250-5048-4334-9aec-b429af555a69 req-5d998ec6-d248-4163-9e64-0193b7ff6ad2 service neutron] Checking segment: {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:53:47.719511 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c75250-5048-4334-9aec-b429af555a69 req-5d998ec6-d248-4163-9e64-0193b7ff6ad2 service neutron] Bound using segment: {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:53:47.719930 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-e8c75250-5048-4334-9aec-b429af555a69 req-5d998ec6-d248-4163-9e64-0193b7ff6ad2 service neutron] Bound port: a4b326f7-238d-4270-b423-c83fd374b254, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:53:47.720268 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e8c75250-5048-4334-9aec-b429af555a69 req-5d998ec6-d248-4163-9e64-0193b7ff6ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:47.807775 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-e8c75250-5048-4334-9aec-b429af555a69 req-5d998ec6-d248-4163-9e64-0193b7ff6ad2 service neutron] For port a4b326f7-238d-4270-b423-c83fd374b254, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:53:47.811213 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-e8c75250-5048-4334-9aec-b429af555a69 req-5d998ec6-d248-4163-9e64-0193b7ff6ad2 service neutron] For port a4b326f7-238d-4270-b423-c83fd374b254, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=a4b326f7-238d-4270-b423-c83fd374b254,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:53:47.815552 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e8c75250-5048-4334-9aec-b429af555a69 req-5d998ec6-d248-4163-9e64-0193b7ff6ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:47.875470 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c75250-5048-4334-9aec-b429af555a69 req-5d998ec6-d248-4163-9e64-0193b7ff6ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:47.876088 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e8c75250-5048-4334-9aec-b429af555a69 req-5d998ec6-d248-4163-9e64-0193b7ff6ad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:47.877461 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8c75250-5048-4334-9aec-b429af555a69 req-5d998ec6-d248-4163-9e64-0193b7ff6ad2 service neutron] 10.222.0.117 "PUT /v2.0/ports/a4b326f7-238d-4270-b423-c83fd374b254 HTTP/1.1" status: 200 len: 1091 time: 1.3011732 Feb 09 01:53:47.892724 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d998ec6-d248-4163-9e64-0193b7ff6ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b326f7-238d-4270-b423-c83fd374b254,revision_number=7']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:47.976811 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c75250-5048-4334-9aec-b429af555a69 req-7ddac753-11d9-4143-930b-a1e72676e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:47.978245 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8c75250-5048-4334-9aec-b429af555a69 req-7ddac753-11d9-4143-930b-a1e72676e8d6 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 1094 time: 0.0761611 Feb 09 01:53:48.110646 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c75250-5048-4334-9aec-b429af555a69 req-7fe4d4a5-c0b1-4c6d-b476-e52df8dfccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:48.112093 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8c75250-5048-4334-9aec-b429af555a69 req-7fe4d4a5-c0b1-4c6d-b476-e52df8dfccb1 service neutron] 10.222.0.117 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.1280444 Feb 09 01:53:48.216296 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8c75250-5048-4334-9aec-b429af555a69 req-f11b9376-b8e4-48cb-862a-b33404b8e6ed service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b326f7-238d-4270-b423-c83fd374b254 HTTP/1.1" status: 200 len: 999 time: 0.0963125 Feb 09 01:53:48.277665 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c75250-5048-4334-9aec-b429af555a69 req-d8a2073a-b9a1-481b-a311-6847ae136c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:48.279029 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8c75250-5048-4334-9aec-b429af555a69 req-d8a2073a-b9a1-481b-a311-6847ae136c5a service neutron] 10.222.0.117 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0566785 Feb 09 01:53:48.351886 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c75250-5048-4334-9aec-b429af555a69 req-77651fce-f04e-4b4c-b2b4-25031dcbb352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:48.353409 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8c75250-5048-4334-9aec-b429af555a69 req-77651fce-f04e-4b4c-b2b4-25031dcbb352 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688486 Feb 09 01:53:48.362990 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b4f32-a3f5-4ec8-b221-102c6e802522 req-f105ef80-35d9-4d74-8913-22ddc8094f03 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:48.364467 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b26b4f32-a3f5-4ec8-b221-102c6e802522 req-f105ef80-35d9-4d74-8913-22ddc8094f03 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 943 time: 0.0795074 Feb 09 01:53:48.407987 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b26b4f32-a3f5-4ec8-b221-102c6e802522 req-3e9f38e5-cdb5-41e2-8426-7076fe1c107b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378714 Feb 09 01:53:48.484599 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8c75250-5048-4334-9aec-b429af555a69 req-724a63e4-2783-4031-941b-45b750b436a5 service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246955 Feb 09 01:53:48.615117 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8c75250-5048-4334-9aec-b429af555a69 req-a52d072e-1f00-484c-8dac-cd3642eb3af9 service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246884 Feb 09 01:53:49.211010 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315bb109-2bca-48e0-9ffe-97b50db386a4', 'tag': 'a4b326f7-238d-4270-b423-c83fd374b254'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:53:49.266763 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315bb109-2bca-48e0-9ffe-97b50db386a4', 'tag': 'a4b326f7-238d-4270-b423-c83fd374b254', 'status': 'completed', 'code': 200} Feb 09 01:53:49.410118 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a3cce-e8df-44a6-abe6-0080fa6654e8 req-3afde9fc-6b44-4652-bc6b-b88bd4873c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:49.411584 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b44a3cce-e8df-44a6-abe6-0080fa6654e8 req-3afde9fc-6b44-4652-bc6b-b88bd4873c1c service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 1094 time: 0.1262257 Feb 09 01:53:49.417156 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a3cce-e8df-44a6-abe6-0080fa6654e8 req-fcc77191-08d8-472c-89ba-93da3f92d4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:49.418495 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b44a3cce-e8df-44a6-abe6-0080fa6654e8 req-fcc77191-08d8-472c-89ba-93da3f92d4a3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 1094 time: 0.0998051 Feb 09 01:53:49.600333 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30ca9b-aaf5-4660-bf95-ee325748f688 req-a594f295-4343-428e-bf95-d08ff015cdbb tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:49.601924 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1c30ca9b-aaf5-4660-bf95-ee325748f688 req-a594f295-4343-428e-bf95-d08ff015cdbb tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 943 time: 0.0884395 Feb 09 01:53:49.648848 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1c30ca9b-aaf5-4660-bf95-ee325748f688 req-93eb949b-8522-45e1-b992-b90180957187 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409663 Feb 09 01:53:49.768320 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a3cce-e8df-44a6-abe6-0080fa6654e8 req-12e1bf62-01f6-432d-9f25-9805185a7608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:49.769797 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b44a3cce-e8df-44a6-abe6-0080fa6654e8 req-12e1bf62-01f6-432d-9f25-9805185a7608 service neutron] 10.222.0.117 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.3504629 Feb 09 01:53:49.770851 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a3cce-e8df-44a6-abe6-0080fa6654e8 req-bdb1b291-7329-4f69-bce0-e8d5b805f3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:49.772136 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b44a3cce-e8df-44a6-abe6-0080fa6654e8 req-bdb1b291-7329-4f69-bce0-e8d5b805f3b6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.3354585 Feb 09 01:53:49.954870 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b44a3cce-e8df-44a6-abe6-0080fa6654e8 req-00e6aa77-934b-44af-bae1-9e06f962f3c3 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b326f7-238d-4270-b423-c83fd374b254 HTTP/1.1" status: 200 len: 999 time: 0.1772673 Feb 09 01:53:49.956531 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b44a3cce-e8df-44a6-abe6-0080fa6654e8 req-33405299-b5da-4824-a6cb-7242a12050bb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b326f7-238d-4270-b423-c83fd374b254 HTTP/1.1" status: 200 len: 999 time: 0.1292801 Feb 09 01:53:50.069533 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a3cce-e8df-44a6-abe6-0080fa6654e8 req-39fb36ef-a02c-46c1-aeaa-524dfd99da9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:50.070963 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b44a3cce-e8df-44a6-abe6-0080fa6654e8 req-39fb36ef-a02c-46c1-aeaa-524dfd99da9b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0779741 Feb 09 01:53:50.072185 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a3cce-e8df-44a6-abe6-0080fa6654e8 req-e83436aa-64b5-41d6-b1a9-74d9fc15609e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:50.073512 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b44a3cce-e8df-44a6-abe6-0080fa6654e8 req-e83436aa-64b5-41d6-b1a9-74d9fc15609e service neutron] 10.222.0.117 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.1095762 Feb 09 01:53:50.212352 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a3cce-e8df-44a6-abe6-0080fa6654e8 req-3eb48387-1a7f-49e0-af4f-3506297a7f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:50.213867 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b44a3cce-e8df-44a6-abe6-0080fa6654e8 req-3eb48387-1a7f-49e0-af4f-3506297a7f51 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1342928 Feb 09 01:53:50.217004 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a3cce-e8df-44a6-abe6-0080fa6654e8 req-f188245c-5d7d-4fb9-974e-40cd10c55de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:50.218341 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b44a3cce-e8df-44a6-abe6-0080fa6654e8 req-f188245c-5d7d-4fb9-974e-40cd10c55de4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1377170 Feb 09 01:53:50.453331 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b44a3cce-e8df-44a6-abe6-0080fa6654e8 req-4d5c3b18-e874-4498-8c62-d0e1640a570d service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319200 Feb 09 01:53:50.456273 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b44a3cce-e8df-44a6-abe6-0080fa6654e8 req-b3da1624-3628-4fd8-ae9c-150c40d392fb service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150738 Feb 09 01:53:50.690559 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b44a3cce-e8df-44a6-abe6-0080fa6654e8 req-d80f4a32-2115-49d7-ba81-5537035eb34f service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299933 Feb 09 01:53:50.692266 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b44a3cce-e8df-44a6-abe6-0080fa6654e8 req-c2d5708b-a186-4eaa-945b-823a7829a62b service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143981 Feb 09 01:53:50.836521 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf10662-e4f0-438f-88d2-c157b30fa59d req-fdf48e7e-a098-441d-b6e9-6bff1b0660d5 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:50.837951 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1bf10662-e4f0-438f-88d2-c157b30fa59d req-fdf48e7e-a098-441d-b6e9-6bff1b0660d5 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 943 time: 0.0790975 Feb 09 01:53:50.883712 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1bf10662-e4f0-438f-88d2-c157b30fa59d req-672db43b-c197-49ff-a6b8-fa27173498fa tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402439 Feb 09 01:53:51.031741 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device a4b326f7-238d-4270-b423-c83fd374b254 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:53:51.092148 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device a4b326f7-238d-4270-b423-c83fd374b254 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:53:51.244389 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f199a-2850-4bbd-bd10-ab4efd72f29d req-a742515b-8c0b-4598-b553-3b4c5df9e7a9 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:51.246452 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-633f199a-2850-4bbd-bd10-ab4efd72f29d req-a742515b-8c0b-4598-b553-3b4c5df9e7a9 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.35 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4&tenant_id=6b566ff5d7734d039a6c9a0cee356703&binding%3Ahost_id=n-h2-828419-1 HTTP/1.1" status: 200 len: 943 time: 0.1083984 Feb 09 01:53:51.254179 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807d475-d7b0-4d7d-8e09-679e6e777c59 req-e75bfa7a-c9fc-4488-8bcb-578ac8d90ad2 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:51.255565 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8807d475-d7b0-4d7d-8e09-679e6e777c59 req-e75bfa7a-c9fc-4488-8bcb-578ac8d90ad2 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 943 time: 0.1518655 Feb 09 01:53:51.365153 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8807d475-d7b0-4d7d-8e09-679e6e777c59 req-a93a4833-a489-44b4-9d90-bb78b4549149 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748940 Feb 09 01:53:51.372576 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [req-633f199a-2850-4bbd-bd10-ab4efd72f29d req-67cda715-bd1b-4d25-8799-c08f2828eda5 service neutron] delete failed (client error): The resource could not be found. Feb 09 01:53:51.373500 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-633f199a-2850-4bbd-bd10-ab4efd72f29d req-67cda715-bd1b-4d25-8799-c08f2828eda5 service neutron] 10.222.0.35 "DELETE /v2.0/ports/a4b326f7-238d-4270-b423-c83fd374b254/bindings/n-h1-828419-1 HTTP/1.1" status: 404 len: 380 time: 0.1171141 Feb 09 01:53:51.523731 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f199a-2850-4bbd-bd10-ab4efd72f29d req-e87c08e6-9d5e-4b9b-881c-8d52de5dc725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:51.525189 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-633f199a-2850-4bbd-bd10-ab4efd72f29d req-e87c08e6-9d5e-4b9b-881c-8d52de5dc725 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 1094 time: 0.0721812 Feb 09 01:53:51.777484 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f199a-2850-4bbd-bd10-ab4efd72f29d req-7fbedcd6-a7bd-4798-bb13-9a93dbc33709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:51.778814 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-633f199a-2850-4bbd-bd10-ab4efd72f29d req-7fbedcd6-a7bd-4798-bb13-9a93dbc33709 service neutron] 10.222.0.35 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.2436857 Feb 09 01:53:51.887990 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-633f199a-2850-4bbd-bd10-ab4efd72f29d req-b2a466b6-589d-4c16-9340-e6dfd6f43ea9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b326f7-238d-4270-b423-c83fd374b254 HTTP/1.1" status: 200 len: 999 time: 0.0986178 Feb 09 01:53:51.954910 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f199a-2850-4bbd-bd10-ab4efd72f29d req-44b3770a-6332-4e67-b18b-407a179bf4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:51.956486 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-633f199a-2850-4bbd-bd10-ab4efd72f29d req-44b3770a-6332-4e67-b18b-407a179bf4af service neutron] 10.222.0.35 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0597734 Feb 09 01:53:52.019640 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device a4b326f7-238d-4270-b423-c83fd374b254 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:53:52.036786 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f199a-2850-4bbd-bd10-ab4efd72f29d req-186ef966-80ae-45a9-ad41-74ea11863df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:52.038304 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-633f199a-2850-4bbd-bd10-ab4efd72f29d req-186ef966-80ae-45a9-ad41-74ea11863df7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741856 Feb 09 01:53:52.172519 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port a4b326f7-238d-4270-b423-c83fd374b254, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=a4b326f7-238d-4270-b423-c83fd374b254,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:53:52.177324 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-633f199a-2850-4bbd-bd10-ab4efd72f29d req-c58737f8-ab37-4bec-91ab-32622cba33e2 service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284380 Feb 09 01:53:52.185872 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': 'a4b326f7-238d-4270-b423-c83fd374b254', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'port_id': 'a4b326f7-238d-4270-b423-c83fd374b254', 'mac_address': 'fa:16:3e:9b:0f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 952, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:53:52.242784 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:52.260232 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b326f7-238d-4270-b423-c83fd374b254 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:53:52.275031 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port a4b326f7-238d-4270-b423-c83fd374b254, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=a4b326f7-238d-4270-b423-c83fd374b254,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:53:52.280542 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:52.313777 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-633f199a-2850-4bbd-bd10-ab4efd72f29d req-8601b2db-4bb7-4d83-adb1-23a850be872e service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294491 Feb 09 01:53:52.349104 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=a4b326f7-238d-4270-b423-c83fd374b254,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:52.369127 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:52.519072 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['a4b326f7-238d-4270-b423-c83fd374b254'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:53:52.549104 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acb175-5d35-4c33-acc0-20db03d8c2d1 req-8e694914-84b9-4816-8f82-dc2c4c461c66 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:52.550578 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-13acb175-5d35-4c33-acc0-20db03d8c2d1 req-8e694914-84b9-4816-8f82-dc2c4c461c66 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 944 time: 0.0797212 Feb 09 01:53:52.594908 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-13acb175-5d35-4c33-acc0-20db03d8c2d1 req-69a06a94-ab10-41b0-8294-52887e730f5c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384772 Feb 09 01:53:53.780148 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e5453-b0f5-4ace-8304-01aa5abd555e req-deada3eb-3383-41bc-a399-bc1fa24eb5e6 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:53.781617 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-993e5453-b0f5-4ace-8304-01aa5abd555e req-deada3eb-3383-41bc-a399-bc1fa24eb5e6 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 944 time: 0.0832014 Feb 09 01:53:53.824206 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-993e5453-b0f5-4ace-8304-01aa5abd555e req-38d83f49-4fe4-4fd3-b70e-36c5a25c737e tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371625 Feb 09 01:53:54.007469 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc72a4-b93b-495d-b272-4ffa0769129b req-abc0b82e-cef9-44fd-aea3-c492691e625e tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:54.009122 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-71bc72a4-b93b-495d-b272-4ffa0769129b req-abc0b82e-cef9-44fd-aea3-c492691e625e tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 944 time: 0.0816290 Feb 09 01:53:54.025132 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device a4b326f7-238d-4270-b423-c83fd374b254 up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:53:54.053126 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-71bc72a4-b93b-495d-b272-4ffa0769129b req-7726fc06-fcb1-4185-b6f8-839e81733f63 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383525 Feb 09 01:53:54.094759 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port a4b326f7-238d-4270-b423-c83fd374b254 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:53:54.099680 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port a4b326f7-238d-4270-b423-c83fd374b254 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:54.100077 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:54.221437 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:54.245532 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad35c9-e3b6-4b69-bd35-eba8bc15e224 req-187b3610-40d8-43aa-a5a4-6a678d6f71eb tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:54.247018 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b8ad35c9-e3b6-4b69-bd35-eba8bc15e224 req-187b3610-40d8-43aa-a5a4-6a678d6f71eb tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 944 time: 0.0843265 Feb 09 01:53:54.247857 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315bb109-2bca-48e0-9ffe-97b50db386a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b326f7-238d-4270-b423-c83fd374b254'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:53:54.258326 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port a4b326f7-238d-4270-b423-c83fd374b254, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=a4b326f7-238d-4270-b423-c83fd374b254,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:53:54.265232 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:54.303198 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315bb109-2bca-48e0-9ffe-97b50db386a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b326f7-238d-4270-b423-c83fd374b254', 'code': 200} Feb 09 01:53:54.310095 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b8ad35c9-e3b6-4b69-bd35-eba8bc15e224 req-f8e3c2a8-88a2-4efc-b5db-c316fa330838 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480587 Feb 09 01:53:54.340537 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=a4b326f7-238d-4270-b423-c83fd374b254,revision_number=9']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:54.700519 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfb8f1-4a8e-468f-8ed9-dd89a114d04b req-66c96c44-0cd1-40ae-a31e-0481bfc8860f tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:54.702195 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-11dfb8f1-4a8e-468f-8ed9-dd89a114d04b req-66c96c44-0cd1-40ae-a31e-0481bfc8860f tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 945 time: 0.0831549 Feb 09 01:53:54.745965 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-11dfb8f1-4a8e-468f-8ed9-dd89a114d04b req-c28527a2-8d89-4703-9ef3-33316cdeb6af tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377674 Feb 09 01:53:55.476155 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:53:55.484954 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:55.931027 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ef069-6701-4029-9c4b-6beedb15ece0 req-5587e334-675f-4620-b348-9d7797f51b28 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:55.932518 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-608ef069-6701-4029-9c4b-6beedb15ece0 req-5587e334-675f-4620-b348-9d7797f51b28 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 945 time: 0.0803895 Feb 09 01:53:55.976211 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-608ef069-6701-4029-9c4b-6beedb15ece0 req-3e68123e-9f65-4986-8ef0-813d4f1a5a9c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373983 Feb 09 01:53:56.006642 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc89d5-42dd-4d45-a717-bb8368721a34 req-1781c569-25dc-4177-a486-132b4f5110ee tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:56.008356 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e7dc89d5-42dd-4d45-a717-bb8368721a34 req-1781c569-25dc-4177-a486-132b4f5110ee tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.117 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 945 time: 0.0837150 Feb 09 01:53:56.079719 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-e7dc89d5-42dd-4d45-a717-bb8368721a34 req-2a308832-e6d6-47fe-b0ba-2c501031b7ce tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Deleting port a4b326f7-238d-4270-b423-c83fd374b254 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:53:56.079982 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e7dc89d5-42dd-4d45-a717-bb8368721a34 req-2a308832-e6d6-47fe-b0ba-2c501031b7ce tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:56.320302 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-e7dc89d5-42dd-4d45-a717-bb8368721a34 req-2a308832-e6d6-47fe-b0ba-2c501031b7ce tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] For port a4b326f7-238d-4270-b423-c83fd374b254, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=a4b326f7-238d-4270-b423-c83fd374b254,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:53:56.320688 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e7dc89d5-42dd-4d45-a717-bb8368721a34 req-2a308832-e6d6-47fe-b0ba-2c501031b7ce tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:56.716458 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e7dc89d5-42dd-4d45-a717-bb8368721a34 req-2a308832-e6d6-47fe-b0ba-2c501031b7ce tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:56.716876 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e7dc89d5-42dd-4d45-a717-bb8368721a34 req-2a308832-e6d6-47fe-b0ba-2c501031b7ce tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:56.717160 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [req-e7dc89d5-42dd-4d45-a717-bb8368721a34 req-2a308832-e6d6-47fe-b0ba-2c501031b7ce tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Floating IP a12cbf16-e4dc-4df1-a411-fbf273b1a6dc disassociated. External IP: 172.25.5.254, port: a4b326f7-238d-4270-b423-c83fd374b254. Feb 09 01:53:56.717498 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-e7dc89d5-42dd-4d45-a717-bb8368721a34 req-2a308832-e6d6-47fe-b0ba-2c501031b7ce tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Calling delete_port for a4b326f7-238d-4270-b423-c83fd374b254 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:53:56.856801 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e7dc89d5-42dd-4d45-a717-bb8368721a34 req-2a308832-e6d6-47fe-b0ba-2c501031b7ce tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:56.909722 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a308832-e6d6-47fe-b0ba-2c501031b7ce tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Pushing event deleted for resources: {'Port': ['ID=a4b326f7-238d-4270-b423-c83fd374b254,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:57.142809 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7dc89d5-42dd-4d45-a717-bb8368721a34 req-2a308832-e6d6-47fe-b0ba-2c501031b7ce tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:53:57.151119 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-80c67424-662d-4a2c-a534-ffe5eac1e81b req-6f2f8de6-2455-41de-b210-f864eee6afbc tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=315bb109-2bca-48e0-9ffe-97b50db386a4 HTTP/1.1" status: 200 len: 210 time: 0.0489705 Feb 09 01:53:57.325767 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7dc89d5-42dd-4d45-a717-bb8368721a34 req-2a308832-e6d6-47fe-b0ba-2c501031b7ce tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:53:57.335547 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3316b61e-ff5a-4722-9516-97d706616633 None None] Sync routers for ids ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:53:57.344562 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3316b61e-ff5a-4722-9516-97d706616633 None None] Routers {'2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:53:57.345163 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-3316b61e-ff5a-4722-9516-97d706616633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:53:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:57.395564 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7dc89d5-42dd-4d45-a717-bb8368721a34 req-2a308832-e6d6-47fe-b0ba-2c501031b7ce tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] No DVR routers for this DVR port a4b326f7-238d-4270-b423-c83fd374b254 on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:57.398104 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e7dc89d5-42dd-4d45-a717-bb8368721a34 req-2a308832-e6d6-47fe-b0ba-2c501031b7ce tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:53:57.400717 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315bb109-2bca-48e0-9ffe-97b50db386a4', 'name': 'network-vif-deleted', 'tag': 'a4b326f7-238d-4270-b423-c83fd374b254'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:53:57.415909 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e7dc89d5-42dd-4d45-a717-bb8368721a34 req-2a308832-e6d6-47fe-b0ba-2c501031b7ce tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.117 "DELETE /v2.0/ports/a4b326f7-238d-4270-b423-c83fd374b254 HTTP/1.1" status: 204 len: 173 time: 1.4020255 Feb 09 01:53:57.457328 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315bb109-2bca-48e0-9ffe-97b50db386a4', 'name': 'network-vif-deleted', 'tag': 'a4b326f7-238d-4270-b423-c83fd374b254', 'status': 'completed', 'code': 200} Feb 09 01:53:57.522336 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-3316b61e-ff5a-4722-9516-97d706616633 None None] Set router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:53:57.829870 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-3316b61e-ff5a-4722-9516-97d706616633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'name': 'tempest-ServerActionsTestJSON-1292461242-router', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:01Z', 'updated_at': '2022-02-09T01:53:05Z', 'revision_number': 4, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'gw_port': {'id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:04:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:02Z', 'updated_at': '2022-02-09T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '4b8e3ae0-216f-41ac-844b-15c2a1e73a43', 'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'mac_address': 'fa:16:3e:68:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:05Z', 'updated_at': '2022-02-09T01:53:11Z', 'revision_number': 5, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'subnets': [{'id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:57.833521 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3316b61e-ff5a-4722-9516-97d706616633 None None] Checking router: 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:53:57.842026 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3316b61e-ff5a-4722-9516-97d706616633 None None] Routers {'2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:53:57.842598 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-3316b61e-ff5a-4722-9516-97d706616633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:53:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:58.010169 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-3316b61e-ff5a-4722-9516-97d706616633 None None] Set router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:53:58.056781 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device a4b326f7-238d-4270-b423-c83fd374b254 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:53:58.092839 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: a4b326f7-238d-4270-b423-c83fd374b254 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:53:58.093197 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device a4b326f7-238d-4270-b423-c83fd374b254 not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:53:58.350826 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-3316b61e-ff5a-4722-9516-97d706616633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'name': 'tempest-ServerActionsTestJSON-1292461242-router', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:01Z', 'updated_at': '2022-02-09T01:53:05Z', 'revision_number': 4, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'gw_port': {'id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:04:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:02Z', 'updated_at': '2022-02-09T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '4b8e3ae0-216f-41ac-844b-15c2a1e73a43', 'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'mac_address': 'fa:16:3e:68:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:05Z', 'updated_at': '2022-02-09T01:53:11Z', 'revision_number': 5, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'subnets': [{'id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:53:58.354777 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3316b61e-ff5a-4722-9516-97d706616633 None None] The sync data for ids ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'] in n-d-828419-1 is: [{'id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'name': 'tempest-ServerActionsTestJSON-1292461242-router', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:01Z', 'updated_at': '2022-02-09T01:53:05Z', 'revision_number': 4, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'gw_port': {'id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:04:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:02Z', 'updated_at': '2022-02-09T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '4b8e3ae0-216f-41ac-844b-15c2a1e73a43', 'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'mac_address': 'fa:16:3e:68:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:05Z', 'updated_at': '2022-02-09T01:53:11Z', 'revision_number': 5, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'subnets': [{'id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:53:58.492756 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-2f204420-32a0-42b9-a3a9-767fa93d7df8 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--668150690&fields=id&tenant_id=6b566ff5d7734d039a6c9a0cee356703 HTTP/1.1" status: 200 len: 267 time: 0.0405536 Feb 09 01:53:58.581499 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f3b026-8234-45e7-91f4-34f80669bdf3 None None] New status for floating IP a12cbf16-e4dc-4df1-a411-fbf273b1a6dc: DOWN {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:53:58.645140 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-152b1f83-1266-4fb4-8c35-cab25707fec6 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:58.646597 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-152b1f83-1266-4fb4-8c35-cab25707fec6 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 812 time: 0.1467366 Feb 09 01:53:58.661564 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-5fa8054f-ba7e-4989-bac6-32f78ae7b092 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/quotas/6b566ff5d7734d039a6c9a0cee356703 HTTP/1.1" status: 200 len: 375 time: 0.0094593 Feb 09 01:53:58.762077 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-28f0781a-4ed0-4ed2-99cd-9db3e3f49494 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Synchronizing usage tracker for tenant:6b566ff5d7734d039a6c9a0cee356703 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:53:58.777887 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-28f0781a-4ed0-4ed2-99cd-9db3e3f49494 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Unset dirty status for tenant:6b566ff5d7734d039a6c9a0cee356703 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:53:58.779365 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-28f0781a-4ed0-4ed2-99cd-9db3e3f49494 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1066980 Feb 09 01:53:58.962011 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-2f608453-6a0e-4cf6-b289-612522d1b9b9 service neutron] 10.222.0.37 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703036 Feb 09 01:53:59.095736 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-cb17d509-11d9-44c2-a8db-0bab7a86d7b6 service neutron] 10.222.0.37 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278374 Feb 09 01:53:59.280528 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-62077a88-3b38-44f9-81d7-6990a4c4f7f5 req-f1e37610-fb1d-45a5-b20e-88eaf0da75c1 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 210 time: 0.0454750 Feb 09 01:54:00.444993 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b6affffc-be45-467e-92a7-0fcc5f6a411d req-ecee9295-d548-4add-a0e2-29b497f5e6cd tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 210 time: 0.0547736 Feb 09 01:54:00.452626 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-eb643acc-77d0-4440-b376-f065b4326630 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:00.453959 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-eb643acc-77d0-4440-b376-f065b4326630 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.117 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 812 time: 0.3036687 Feb 09 01:54:00.501278 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-8f3f71a1-dab1-43d8-8462-ab78b0f6abe2 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.117 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b566ff5d7734d039a6c9a0cee356703 HTTP/1.1" status: 200 len: 379 time: 0.0384212 Feb 09 01:54:00.509201 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-620b0e70-08be-471f-975a-32e8b5bec0a4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Request body: {'port': {'device_id': '622ec5b0-0e0f-4c31-8ce3-13b55d821323', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'admin_state_up': True, 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'security_groups': ['5aab4fc7-99f5-434e-b554-d8b0484e3b71']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:00.640122 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-620b0e70-08be-471f-975a-32e8b5bec0a4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:54:00.649360 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-620b0e70-08be-471f-975a-32e8b5bec0a4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:54:00.659049 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-620b0e70-08be-471f-975a-32e8b5bec0a4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Made reservation on behalf of 6b566ff5d7734d039a6c9a0cee356703 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:54:00.662461 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-620b0e70-08be-471f-975a-32e8b5bec0a4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:00.817918 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-620b0e70-08be-471f-975a-32e8b5bec0a4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Allocated IP 172.20.0.14 (41793e7c-34c9-456f-92e3-253bce801e43/926d1ec7-d37a-4213-9841-10aa28c4ba4d/db595830-e7c1-4c7f-adec-60e5f9e431fb) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:54:01.000005 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-620b0e70-08be-471f-975a-32e8b5bec0a4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:01.015058 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-620b0e70-08be-471f-975a-32e8b5bec0a4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Transition to ACTIVE for port object db595830-e7c1-4c7f-adec-60e5f9e431fb will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:54:01.037279 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-620b0e70-08be-471f-975a-32e8b5bec0a4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:01.106874 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-620b0e70-08be-471f-975a-32e8b5bec0a4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Network 41793e7c-34c9-456f-92e3-253bce801e43 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:01.110072 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-620b0e70-08be-471f-975a-32e8b5bec0a4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:01.113996 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-620b0e70-08be-471f-975a-32e8b5bec0a4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:54:01.144514 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b0e70-08be-471f-975a-32e8b5bec0a4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Pushing event updated for resources: {'Port': ['ID=db595830-e7c1-4c7f-adec-60e5f9e431fb,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:01.162637 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620b0e70-08be-471f-975a-32e8b5bec0a4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:01.162989 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620b0e70-08be-471f-975a-32e8b5bec0a4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:01.163308 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620b0e70-08be-471f-975a-32e8b5bec0a4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:01.163637 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620b0e70-08be-471f-975a-32e8b5bec0a4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:01.163963 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620b0e70-08be-471f-975a-32e8b5bec0a4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:01.164290 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620b0e70-08be-471f-975a-32e8b5bec0a4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:01.164637 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620b0e70-08be-471f-975a-32e8b5bec0a4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:01.164956 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620b0e70-08be-471f-975a-32e8b5bec0a4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:01.165274 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620b0e70-08be-471f-975a-32e8b5bec0a4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:01.165586 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620b0e70-08be-471f-975a-32e8b5bec0a4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:01.165906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620b0e70-08be-471f-975a-32e8b5bec0a4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:01.166215 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620b0e70-08be-471f-975a-32e8b5bec0a4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:01.191954 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-620b0e70-08be-471f-975a-32e8b5bec0a4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:01.192587 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-620b0e70-08be-471f-975a-32e8b5bec0a4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:01.217821 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-620b0e70-08be-471f-975a-32e8b5bec0a4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7121603 Feb 09 01:54:01.230009 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-f4b88834-9f1d-4f01-ab8a-eb86c80e51d7 service neutron] Request body: {'port': {'device_id': '622ec5b0-0e0f-4c31-8ce3-13b55d821323', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:01.341132 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-f4b88834-9f1d-4f01-ab8a-eb86c80e51d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:01.402321 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ce5dc33a-eaed-4b6b-87ff-04a322a72c5e None None] Provisioning for port db595830-e7c1-4c7f-adec-60e5f9e431fb completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:54:01.406756 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-ce5dc33a-eaed-4b6b-87ff-04a322a72c5e None None] Provisioning complete for port db595830-e7c1-4c7f-adec-60e5f9e431fb triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:01.407132 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ce5dc33a-eaed-4b6b-87ff-04a322a72c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:01.462254 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-ce5dc33a-eaed-4b6b-87ff-04a322a72c5e None None] Port db595830-e7c1-4c7f-adec-60e5f9e431fb cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:54:01.637262 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2a25a-022a-4246-8667-d5fa553c4182 req-a556b763-c4ff-40a7-aac6-19edfb2a635c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:01.639489 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-89a2a25a-022a-4246-8667-d5fa553c4182 req-a556b763-c4ff-40a7-aac6-19edfb2a635c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 932 time: 0.0886950 Feb 09 01:54:01.679412 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-f4b88834-9f1d-4f01-ab8a-eb86c80e51d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db595830-e7c1-4c7f-adec-60e5f9e431fb {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:54:01.683953 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-89a2a25a-022a-4246-8667-d5fa553c4182 req-cc4f685d-eb61-4d9c-9d52-975edb364393 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387433 Feb 09 01:54:01.686898 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-f4b88834-9f1d-4f01-ab8a-eb86c80e51d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:01.702596 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-f4b88834-9f1d-4f01-ab8a-eb86c80e51d7 service neutron] Transition to ACTIVE for port object db595830-e7c1-4c7f-adec-60e5f9e431fb will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:54:01.709333 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-f4b88834-9f1d-4f01-ab8a-eb86c80e51d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:01.869734 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b88834-9f1d-4f01-ab8a-eb86c80e51d7 service neutron] Pushing event updated for resources: {'Port': ['ID=db595830-e7c1-4c7f-adec-60e5f9e431fb,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:01.943408 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-f4b88834-9f1d-4f01-ab8a-eb86c80e51d7 service neutron] Attempting to bind port db595830-e7c1-4c7f-adec-60e5f9e431fb on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:54:01.943740 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-f4b88834-9f1d-4f01-ab8a-eb86c80e51d7 service neutron] Attempting to bind port db595830-e7c1-4c7f-adec-60e5f9e431fb by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:54:01.944065 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-f4b88834-9f1d-4f01-ab8a-eb86c80e51d7 service neutron] Attempting to bind port db595830-e7c1-4c7f-adec-60e5f9e431fb on network 41793e7c-34c9-456f-92e3-253bce801e43 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:54:01.949152 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-f4b88834-9f1d-4f01-ab8a-eb86c80e51d7 service neutron] Port db595830-e7c1-4c7f-adec-60e5f9e431fb on network 41793e7c-34c9-456f-92e3-253bce801e43 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:54:01.949467 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-f4b88834-9f1d-4f01-ab8a-eb86c80e51d7 service neutron] Attempting to bind port db595830-e7c1-4c7f-adec-60e5f9e431fb on network 41793e7c-34c9-456f-92e3-253bce801e43 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:54:01.954397 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-f4b88834-9f1d-4f01-ab8a-eb86c80e51d7 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:54:01.954731 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-f4b88834-9f1d-4f01-ab8a-eb86c80e51d7 service neutron] Checking segment: {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:54:01.955133 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-f4b88834-9f1d-4f01-ab8a-eb86c80e51d7 service neutron] Bound using segment: {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:54:01.955551 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-f4b88834-9f1d-4f01-ab8a-eb86c80e51d7 service neutron] Bound port: db595830-e7c1-4c7f-adec-60e5f9e431fb, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:54:01.955892 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-f4b88834-9f1d-4f01-ab8a-eb86c80e51d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:02.044959 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-f4b88834-9f1d-4f01-ab8a-eb86c80e51d7 service neutron] For port db595830-e7c1-4c7f-adec-60e5f9e431fb, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:54:02.047770 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-f4b88834-9f1d-4f01-ab8a-eb86c80e51d7 service neutron] For port db595830-e7c1-4c7f-adec-60e5f9e431fb, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=db595830-e7c1-4c7f-adec-60e5f9e431fb,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:54:02.053500 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-f4b88834-9f1d-4f01-ab8a-eb86c80e51d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:02.116802 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-f4b88834-9f1d-4f01-ab8a-eb86c80e51d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:02.117510 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-f4b88834-9f1d-4f01-ab8a-eb86c80e51d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:02.118862 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-f4b88834-9f1d-4f01-ab8a-eb86c80e51d7 service neutron] 10.222.0.117 "PUT /v2.0/ports/db595830-e7c1-4c7f-adec-60e5f9e431fb HTTP/1.1" status: 200 len: 1092 time: 0.8934791 Feb 09 01:54:02.119308 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622ec5b0-0e0f-4c31-8ce3-13b55d821323', 'tag': 'db595830-e7c1-4c7f-adec-60e5f9e431fb'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:54:02.149115 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b88834-9f1d-4f01-ab8a-eb86c80e51d7 service neutron] Pushing event updated for resources: {'Port': ['ID=db595830-e7c1-4c7f-adec-60e5f9e431fb,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:02.194737 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622ec5b0-0e0f-4c31-8ce3-13b55d821323', 'tag': 'db595830-e7c1-4c7f-adec-60e5f9e431fb', 'status': 'completed', 'code': 200} Feb 09 01:54:02.236478 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-026b1a86-8dd6-42dd-9689-471cf45e11a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:02.237995 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-026b1a86-8dd6-42dd-9689-471cf45e11a4 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 1095 time: 0.0801020 Feb 09 01:54:02.310738 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-15ef8bb2-4559-4e3e-bf1a-6762fc38dd7f service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db595830-e7c1-4c7f-adec-60e5f9e431fb HTTP/1.1" status: 200 len: 217 time: 0.0654454 Feb 09 01:54:02.371362 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-f56f5b6a-60f8-4302-bdf4-bc37c63e179e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:02.372694 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-f56f5b6a-60f8-4302-bdf4-bc37c63e179e service neutron] 10.222.0.117 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0565190 Feb 09 01:54:02.445012 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-f1116d8d-bb44-4b67-9ff6-62a15dfaaf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:02.446421 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-f1116d8d-bb44-4b67-9ff6-62a15dfaaf26 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682139 Feb 09 01:54:02.574984 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-b6a79904-41cc-4a9d-a52b-8f9f7b0b1916 service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223056 Feb 09 01:54:02.703214 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9e746639-3f4f-4479-965a-4fbbc64a6820 req-eb1bf81f-9c83-4b34-93b6-e3517a0f22da service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224523 Feb 09 01:54:02.826383 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e08bd-4467-4032-9da8-a0cdcbb59749 req-394ca8f4-5e1c-4020-b3e9-20ebdacb54f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:02.827848 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e20e08bd-4467-4032-9da8-a0cdcbb59749 req-394ca8f4-5e1c-4020-b3e9-20ebdacb54f8 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 1095 time: 0.0765395 Feb 09 01:54:02.879273 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b429e9-a5ad-47ff-bfda-f4976ebe81ee req-0b37d70c-76b3-4913-83f8-dd21d4e1c0ff tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:02.880821 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b429e9-a5ad-47ff-bfda-f4976ebe81ee req-0b37d70c-76b3-4913-83f8-dd21d4e1c0ff tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 944 time: 0.0807877 Feb 09 01:54:02.928933 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45b429e9-a5ad-47ff-bfda-f4976ebe81ee req-1182e8e0-8659-48fb-bc1e-2c27594936a4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420482 Feb 09 01:54:03.070967 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e08bd-4467-4032-9da8-a0cdcbb59749 req-e9b2804e-874a-4b3c-b408-c94687f2cda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:03.072421 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e20e08bd-4467-4032-9da8-a0cdcbb59749 req-e9b2804e-874a-4b3c-b408-c94687f2cda0 service neutron] 10.222.0.117 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.2390399 Feb 09 01:54:03.139317 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e20e08bd-4467-4032-9da8-a0cdcbb59749 req-97cc02fe-74c2-4b7b-bcc0-6ad248e1fa17 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db595830-e7c1-4c7f-adec-60e5f9e431fb HTTP/1.1" status: 200 len: 217 time: 0.0606375 Feb 09 01:54:03.204576 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e08bd-4467-4032-9da8-a0cdcbb59749 req-45396144-0a59-4b9b-a337-2a780c12dd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:03.206023 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e20e08bd-4467-4032-9da8-a0cdcbb59749 req-45396144-0a59-4b9b-a337-2a780c12dd41 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0600190 Feb 09 01:54:03.283303 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e08bd-4467-4032-9da8-a0cdcbb59749 req-b49e91a6-b305-4194-a5bd-3661911e40cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:03.284753 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e20e08bd-4467-4032-9da8-a0cdcbb59749 req-b49e91a6-b305-4194-a5bd-3661911e40cc service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692699 Feb 09 01:54:03.418223 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e20e08bd-4467-4032-9da8-a0cdcbb59749 req-88205a75-5f00-4c05-85d6-6efd009888db service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238956 Feb 09 01:54:03.549098 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e20e08bd-4467-4032-9da8-a0cdcbb59749 req-19d426c7-31dd-4d8d-bc9b-3e779b858fae service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242309 Feb 09 01:54:04.113175 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277259b9-5f5c-4ef5-b74d-6e0fc5c1dfcc req-8e47c7f2-4687-44dd-88d0-2b7d4a8e7db7 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:04.113866 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-277259b9-5f5c-4ef5-b74d-6e0fc5c1dfcc req-8e47c7f2-4687-44dd-88d0-2b7d4a8e7db7 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Synchronizing usage tracker for tenant:6b566ff5d7734d039a6c9a0cee356703 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:54:04.129077 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-277259b9-5f5c-4ef5-b74d-6e0fc5c1dfcc req-8e47c7f2-4687-44dd-88d0-2b7d4a8e7db7 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Unset dirty status for tenant:6b566ff5d7734d039a6c9a0cee356703 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:54:04.130173 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-277259b9-5f5c-4ef5-b74d-6e0fc5c1dfcc req-8e47c7f2-4687-44dd-88d0-2b7d4a8e7db7 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 944 time: 0.0979176 Feb 09 01:54:04.173588 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-277259b9-5f5c-4ef5-b74d-6e0fc5c1dfcc req-65536a5c-fe62-4d4a-ab00-323fb1726773 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373361 Feb 09 01:54:05.366319 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f6da9-7b5e-4c9b-bb38-a854070e68a7 req-1a7e67dd-cec7-46fb-b64b-693399f6024c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:05.367764 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-481f6da9-7b5e-4c9b-bb38-a854070e68a7 req-1a7e67dd-cec7-46fb-b64b-693399f6024c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 944 time: 0.0783560 Feb 09 01:54:05.413948 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-481f6da9-7b5e-4c9b-bb38-a854070e68a7 req-1db58f53-9da7-45fe-a0bf-871ede9a6904 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405989 Feb 09 01:54:06.118750 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device db595830-e7c1-4c7f-adec-60e5f9e431fb details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:54:06.247021 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port db595830-e7c1-4c7f-adec-60e5f9e431fb, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=db595830-e7c1-4c7f-adec-60e5f9e431fb,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:54:06.259917 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': 'db595830-e7c1-4c7f-adec-60e5f9e431fb', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'port_id': 'db595830-e7c1-4c7f-adec-60e5f9e431fb', 'mac_address': 'fa:16:3e:9a:cd:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 952, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:54:06.312240 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:06.328064 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db595830-e7c1-4c7f-adec-60e5f9e431fb {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:54:06.343001 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port db595830-e7c1-4c7f-adec-60e5f9e431fb, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=db595830-e7c1-4c7f-adec-60e5f9e431fb,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:54:06.346911 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:06.414384 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=db595830-e7c1-4c7f-adec-60e5f9e431fb,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:06.422218 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:06.422566 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:06.422907 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:06.423236 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:06.423570 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:06.423894 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:06.424355 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:06.424709 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:06.425032 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:06.425349 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:06.425667 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:06.425986 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:06.548359 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['db595830-e7c1-4c7f-adec-60e5f9e431fb'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:54:06.604468 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4a6e6-a577-429d-b651-02032f894ec5 req-f92d6a70-8010-41f2-a934-3455d786df60 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:06.606432 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3ea4a6e6-a577-429d-b651-02032f894ec5 req-f92d6a70-8010-41f2-a934-3455d786df60 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 945 time: 0.0805566 Feb 09 01:54:06.660524 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3ea4a6e6-a577-429d-b651-02032f894ec5 req-d9ddfd2a-1ae5-404b-b77a-738216acdc6a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418017 Feb 09 01:54:07.003049 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e35bb614-db2a-4474-a684-d44a631db1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:07.946812 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90620ea3-5e23-49e2-9464-29ade91fa2de req-bc32b2f7-48bc-49b0-a6a3-76efe385cfce tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:07.948182 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-90620ea3-5e23-49e2-9464-29ade91fa2de req-bc32b2f7-48bc-49b0-a6a3-76efe385cfce tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 945 time: 0.1771719 Feb 09 01:54:07.990686 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-90620ea3-5e23-49e2-9464-29ade91fa2de req-213711d4-bf3d-40ed-8c2b-828784cacb6b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369561 Feb 09 01:54:08.121440 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device db595830-e7c1-4c7f-adec-60e5f9e431fb up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:54:08.218393 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port db595830-e7c1-4c7f-adec-60e5f9e431fb completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:54:08.222656 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port db595830-e7c1-4c7f-adec-60e5f9e431fb triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:08.223016 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:08.335941 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:08.362366 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622ec5b0-0e0f-4c31-8ce3-13b55d821323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db595830-e7c1-4c7f-adec-60e5f9e431fb'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:54:08.371631 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port db595830-e7c1-4c7f-adec-60e5f9e431fb, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=db595830-e7c1-4c7f-adec-60e5f9e431fb,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:54:08.375638 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:08.407029 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622ec5b0-0e0f-4c31-8ce3-13b55d821323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db595830-e7c1-4c7f-adec-60e5f9e431fb', 'code': 200} Feb 09 01:54:08.443375 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=db595830-e7c1-4c7f-adec-60e5f9e431fb,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:08.527948 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe4444-ee9d-4486-b8d6-d2cea74cd493 req-cfa79db0-f528-4e47-9951-96929026366c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:08.529911 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-78fe4444-ee9d-4486-b8d6-d2cea74cd493 req-cfa79db0-f528-4e47-9951-96929026366c service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 1097 time: 0.0686681 Feb 09 01:54:08.568390 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-78fe4444-ee9d-4486-b8d6-d2cea74cd493 req-d26d4585-1658-4c62-93e7-fedbcdad4ab9 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328240 Feb 09 01:54:09.174103 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca5f22-c988-4cea-9f0b-f0e259e8f427 req-4d38546c-dc7a-43c5-8980-89d50c8cb49c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:09.175536 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4aca5f22-c988-4cea-9f0b-f0e259e8f427 req-4d38546c-dc7a-43c5-8980-89d50c8cb49c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0805345 Feb 09 01:54:09.218313 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4aca5f22-c988-4cea-9f0b-f0e259e8f427 req-b36bba36-2956-4a8e-b030-0d01ffceef3c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371673 Feb 09 01:54:09.405624 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-620bc46a-bb63-40ae-8480-847cb942b780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:10.406838 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b30bd-9f91-4d1d-a6bc-54499d1960dd req-dff03fe6-0207-44d3-9f54-558951db623e tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:10.408274 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d0b30bd-9f91-4d1d-a6bc-54499d1960dd req-dff03fe6-0207-44d3-9f54-558951db623e tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0823026 Feb 09 01:54:10.451437 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d0b30bd-9f91-4d1d-a6bc-54499d1960dd req-8ef0319a-00d7-4d68-8c9c-438a89832049 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375669 Feb 09 01:54:10.494576 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:10.614949 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:10.635311 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2d4d3-9234-4b9d-938c-126692233b7d req-b518d0ac-3ff3-4949-a5f5-53a5ec2016aa tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:10.636773 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8cf2d4d3-9234-4b9d-938c-126692233b7d req-b518d0ac-3ff3-4949-a5f5-53a5ec2016aa tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0789964 Feb 09 01:54:10.645526 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36220) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:54:10.650309 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-815a39be-3ce9-4cc6-8053-99e7d8ac2b6a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Request body: {'floatingip': {'port_id': 'db595830-e7c1-4c7f-adec-60e5f9e431fb'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:10.726442 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-815a39be-3ce9-4cc6-8053-99e7d8ac2b6a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks [] for floatingip, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:11.303867 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-815a39be-3ce9-4cc6-8053-99e7d8ac2b6a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:11.307784 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-815a39be-3ce9-4cc6-8053-99e7d8ac2b6a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:11.479014 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-815a39be-3ce9-4cc6-8053-99e7d8ac2b6a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Floating IP a12cbf16-e4dc-4df1-a411-fbf273b1a6dc associated. External IP: 172.25.5.254, port: db595830-e7c1-4c7f-adec-60e5f9e431fb. Feb 09 01:54:11.926772 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815a39be-3ce9-4cc6-8053-99e7d8ac2b6a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:54:11.931901 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:12.102070 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815a39be-3ce9-4cc6-8053-99e7d8ac2b6a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:54:12.106795 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-815a39be-3ce9-4cc6-8053-99e7d8ac2b6a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:12.111999 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d08a85-8bd1-4c2e-848d-706ff7160e72 None None] Sync routers for ids ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:54:12.121637 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d08a85-8bd1-4c2e-848d-706ff7160e72 None None] Routers {'2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:54:12.122247 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d0d08a85-8bd1-4c2e-848d-706ff7160e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:54:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:12.164028 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-815a39be-3ce9-4cc6-8053-99e7d8ac2b6a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "PUT /v2.0/floatingips/a12cbf16-e4dc-4df1-a411-fbf273b1a6dc HTTP/1.1" status: 200 len: 992 time: 1.5174811 Feb 09 01:54:12.164622 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622ec5b0-0e0f-4c31-8ce3-13b55d821323', 'tag': 'db595830-e7c1-4c7f-adec-60e5f9e431fb'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:54:12.288232 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622ec5b0-0e0f-4c31-8ce3-13b55d821323', 'tag': 'db595830-e7c1-4c7f-adec-60e5f9e431fb', 'status': 'completed', 'code': 200} Feb 09 01:54:12.304805 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-d0d08a85-8bd1-4c2e-848d-706ff7160e72 None None] Set router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:54:12.386450 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7e11a-405b-49b1-acf8-c0b3401f3247 req-72de0cdd-4e2a-4de1-8820-fd9e70fc055d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:12.388328 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-40b7e11a-405b-49b1-acf8-c0b3401f3247 req-72de0cdd-4e2a-4de1-8820-fd9e70fc055d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.1348801 Feb 09 01:54:12.419722 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae24f0-0dac-41a8-a8b9-7c3c5d400473 req-35d087f0-c867-449e-a9d4-78bf0c1d3952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:12.421175 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b1ae24f0-0dac-41a8-a8b9-7c3c5d400473 req-35d087f0-c867-449e-a9d4-78bf0c1d3952 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 1097 time: 0.1104445 Feb 09 01:54:12.507558 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-40b7e11a-405b-49b1-acf8-c0b3401f3247 req-6cc65510-5769-449d-ae41-fa1e2510b610 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129916 Feb 09 01:54:12.560893 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae24f0-0dac-41a8-a8b9-7c3c5d400473 req-7e754d98-8553-43b4-9328-1cda3c501a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:12.562398 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b1ae24f0-0dac-41a8-a8b9-7c3c5d400473 req-7e754d98-8553-43b4-9328-1cda3c501a96 service neutron] 10.222.0.117 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.1342571 Feb 09 01:54:12.650758 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d0d08a85-8bd1-4c2e-848d-706ff7160e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'name': 'tempest-ServerActionsTestJSON-1292461242-router', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:01Z', 'updated_at': '2022-02-09T01:53:05Z', 'revision_number': 4, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'gw_port': {'id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:04:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:02Z', 'updated_at': '2022-02-09T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'a12cbf16-e4dc-4df1-a411-fbf273b1a6dc', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'floating_ip_address': '172.25.5.254', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'port_id': 'db595830-e7c1-4c7f-adec-60e5f9e431fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'mac_address': 'fa:16:3e:9a:cd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ec5b0-0e0f-4c31-8ce3-13b55d821323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:53:09Z', 'updated_at': '2022-02-09T01:54:11Z', 'revision_number': 5, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b8e3ae0-216f-41ac-844b-15c2a1e73a43', 'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'mac_address': 'fa:16:3e:68:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:05Z', 'updated_at': '2022-02-09T01:53:11Z', 'revision_number': 5, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'subnets': [{'id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:12.654618 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d08a85-8bd1-4c2e-848d-706ff7160e72 None None] Checking router: 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:54:12.662678 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d08a85-8bd1-4c2e-848d-706ff7160e72 None None] Routers {'2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:54:12.663267 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d0d08a85-8bd1-4c2e-848d-706ff7160e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:54:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:12.664546 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b1ae24f0-0dac-41a8-a8b9-7c3c5d400473 req-7cd2706d-542d-42dc-a8d1-239a57764df4 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db595830-e7c1-4c7f-adec-60e5f9e431fb HTTP/1.1" status: 200 len: 1000 time: 0.0950110 Feb 09 01:54:12.724204 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae24f0-0dac-41a8-a8b9-7c3c5d400473 req-5837b648-b12e-4ee1-8e49-ceb863c251f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:12.725641 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b1ae24f0-0dac-41a8-a8b9-7c3c5d400473 req-5837b648-b12e-4ee1-8e49-ceb863c251f3 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0556979 Feb 09 01:54:12.801649 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae24f0-0dac-41a8-a8b9-7c3c5d400473 req-bd3370e5-b3d5-47e6-a7b8-ae2b55d483b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:12.803127 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b1ae24f0-0dac-41a8-a8b9-7c3c5d400473 req-bd3370e5-b3d5-47e6-a7b8-ae2b55d483b8 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716541 Feb 09 01:54:12.836310 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-d0d08a85-8bd1-4c2e-848d-706ff7160e72 None None] Set router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:54:13.047952 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b1ae24f0-0dac-41a8-a8b9-7c3c5d400473 req-38c5e39f-622a-4b9a-b93c-5d13606b6cb6 service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389936 Feb 09 01:54:13.182407 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b1ae24f0-0dac-41a8-a8b9-7c3c5d400473 req-3092fa9d-59df-4676-808e-5f116a8fa38c service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273606 Feb 09 01:54:13.216159 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d0d08a85-8bd1-4c2e-848d-706ff7160e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'name': 'tempest-ServerActionsTestJSON-1292461242-router', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:01Z', 'updated_at': '2022-02-09T01:53:05Z', 'revision_number': 4, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'gw_port': {'id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:04:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:02Z', 'updated_at': '2022-02-09T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'a12cbf16-e4dc-4df1-a411-fbf273b1a6dc', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'floating_ip_address': '172.25.5.254', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'port_id': 'db595830-e7c1-4c7f-adec-60e5f9e431fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'mac_address': 'fa:16:3e:9a:cd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ec5b0-0e0f-4c31-8ce3-13b55d821323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:53:09Z', 'updated_at': '2022-02-09T01:54:11Z', 'revision_number': 5, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b8e3ae0-216f-41ac-844b-15c2a1e73a43', 'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'mac_address': 'fa:16:3e:68:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:05Z', 'updated_at': '2022-02-09T01:53:11Z', 'revision_number': 5, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'subnets': [{'id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:13.220089 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d08a85-8bd1-4c2e-848d-706ff7160e72 None None] The sync data for ids ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'] in n-d-828419-1 is: [{'id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'name': 'tempest-ServerActionsTestJSON-1292461242-router', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:01Z', 'updated_at': '2022-02-09T01:53:05Z', 'revision_number': 4, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'gw_port': {'id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:04:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:02Z', 'updated_at': '2022-02-09T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'a12cbf16-e4dc-4df1-a411-fbf273b1a6dc', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'floating_ip_address': '172.25.5.254', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'port_id': 'db595830-e7c1-4c7f-adec-60e5f9e431fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'mac_address': 'fa:16:3e:9a:cd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ec5b0-0e0f-4c31-8ce3-13b55d821323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:53:09Z', 'updated_at': '2022-02-09T01:54:11Z', 'revision_number': 5, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b8e3ae0-216f-41ac-844b-15c2a1e73a43', 'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'mac_address': 'fa:16:3e:68:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:05Z', 'updated_at': '2022-02-09T01:53:11Z', 'revision_number': 5, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'subnets': [{'id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:54:13.424028 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6d89bf-f3be-49c9-8718-2d4ca3a3f3b0 None None] New status for floating IP a12cbf16-e4dc-4df1-a411-fbf273b1a6dc: ACTIVE {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:54:13.695084 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d46d2f-10b5-444d-8d46-847d3fffdbd1 req-9a4d4de9-24d6-4b36-b9b6-7793272a98cb tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:13.696677 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-70d46d2f-10b5-444d-8d46-847d3fffdbd1 req-9a4d4de9-24d6-4b36-b9b6-7793272a98cb tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0792782 Feb 09 01:54:13.740796 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-70d46d2f-10b5-444d-8d46-847d3fffdbd1 req-42a269b8-6484-4dfb-b917-8653d6ae8d8e tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378020 Feb 09 01:54:14.078700 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dca5ba-1bae-4704-9a73-55a235b8677c req-4756aea5-e0d5-4ef7-97e1-7feb32225fc9 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:14.080146 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-40dca5ba-1bae-4704-9a73-55a235b8677c req-4756aea5-e0d5-4ef7-97e1-7feb32225fc9 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0855408 Feb 09 01:54:14.123262 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-40dca5ba-1bae-4704-9a73-55a235b8677c req-ba22e744-2a65-4a82-ac56-ec7f25d3c6db tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374126 Feb 09 01:54:15.316446 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0a77d-6ff5-47f7-a273-c2eb490a311d req-2d48738f-9d2d-411c-aa6b-255d1a36bc4d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:15.317805 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-54c0a77d-6ff5-47f7-a273-c2eb490a311d req-2d48738f-9d2d-411c-aa6b-255d1a36bc4d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0803435 Feb 09 01:54:15.361377 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-54c0a77d-6ff5-47f7-a273-c2eb490a311d req-8102bee7-a973-47aa-a3cf-b0b9be635d5d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376666 Feb 09 01:54:16.544094 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05c006-5d9e-48e4-9a9b-41edaa6892ff req-23dc2db5-7bc4-4fea-ad0e-45e4290e555e tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:16.545555 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7c05c006-5d9e-48e4-9a9b-41edaa6892ff req-23dc2db5-7bc4-4fea-ad0e-45e4290e555e tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0778961 Feb 09 01:54:16.588505 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7c05c006-5d9e-48e4-9a9b-41edaa6892ff req-4c32c05f-9841-4fcb-932d-1b8caec3ea3e tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373955 Feb 09 01:54:17.772972 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa986271-10bd-4618-be0e-ff9ead500a48 req-897a8271-a7fd-4a1f-8653-91bd0525e27f tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:17.774399 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aa986271-10bd-4618-be0e-ff9ead500a48 req-897a8271-a7fd-4a1f-8653-91bd0525e27f tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0809786 Feb 09 01:54:17.817034 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aa986271-10bd-4618-be0e-ff9ead500a48 req-cdc2ff03-789e-4453-9353-3ff8741bf739 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366514 Feb 09 01:54:19.000190 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45929f9-93e4-415f-8ed5-b05b91127a42 req-4777acf8-8118-469a-b690-7284944c0374 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:19.001868 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f45929f9-93e4-415f-8ed5-b05b91127a42 req-4777acf8-8118-469a-b690-7284944c0374 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0819981 Feb 09 01:54:19.044770 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f45929f9-93e4-415f-8ed5-b05b91127a42 req-7d2217b8-fcb8-46f6-873f-9ac405000525 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374246 Feb 09 01:54:20.225597 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487da86-2c64-4bfc-8a34-eda32a7d5505 req-def49fa6-1efe-483f-9530-d5c89b79be7a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:20.227034 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9487da86-2c64-4bfc-8a34-eda32a7d5505 req-def49fa6-1efe-483f-9530-d5c89b79be7a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0780382 Feb 09 01:54:20.269880 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9487da86-2c64-4bfc-8a34-eda32a7d5505 req-60ed4d86-1370-4104-a63c-7632950094a2 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366902 Feb 09 01:54:21.115628 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078eef0-c0ad-4aa8-87de-0a41880b016e req-09dfb9dd-d0b4-4587-b268-d3aabc307216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:21.117122 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6078eef0-c0ad-4aa8-87de-0a41880b016e req-09dfb9dd-d0b4-4587-b268-d3aabc307216 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 1097 time: 0.0732782 Feb 09 01:54:21.262419 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078eef0-c0ad-4aa8-87de-0a41880b016e req-ec6f019d-d372-4f41-8881-a664d8f6440f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:21.263771 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6078eef0-c0ad-4aa8-87de-0a41880b016e req-ec6f019d-d372-4f41-8881-a664d8f6440f service neutron] 10.222.0.117 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.1282434 Feb 09 01:54:21.368450 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6078eef0-c0ad-4aa8-87de-0a41880b016e req-c7034584-6db1-4ac4-95a1-b8e293669a57 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db595830-e7c1-4c7f-adec-60e5f9e431fb HTTP/1.1" status: 200 len: 1002 time: 0.0988743 Feb 09 01:54:21.430314 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078eef0-c0ad-4aa8-87de-0a41880b016e req-96281918-3b35-4691-b81b-bd668d48523c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:21.431739 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6078eef0-c0ad-4aa8-87de-0a41880b016e req-96281918-3b35-4691-b81b-bd668d48523c service neutron] 10.222.0.117 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0572708 Feb 09 01:54:21.451717 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352ab16-513a-4e62-9427-92d068dbf241 req-5b8876a5-fd51-41b5-acc5-c8ba2d46f0a1 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:21.453224 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2352ab16-513a-4e62-9427-92d068dbf241 req-5b8876a5-fd51-41b5-acc5-c8ba2d46f0a1 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0789578 Feb 09 01:54:21.501745 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2352ab16-513a-4e62-9427-92d068dbf241 req-f56561b5-efb9-4cdf-9ecd-ea814509bac1 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427442 Feb 09 01:54:21.513821 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078eef0-c0ad-4aa8-87de-0a41880b016e req-20a76453-764b-4474-932a-c2a0ac34c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:21.515084 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6078eef0-c0ad-4aa8-87de-0a41880b016e req-20a76453-764b-4474-932a-c2a0ac34c585 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778282 Feb 09 01:54:21.644445 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6078eef0-c0ad-4aa8-87de-0a41880b016e req-5bda871f-04d7-422b-b092-1584e37d3541 service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232834 Feb 09 01:54:21.772647 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6078eef0-c0ad-4aa8-87de-0a41880b016e req-1cf3b1de-360c-4e03-9741-3158562fda37 service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212189 Feb 09 01:54:22.366200 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:22.686004 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89113798-aa4e-4066-8cb9-f8dd644c7afd req-2bacb775-05ba-4e1a-b567-7956e5cb67da tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:22.687362 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-89113798-aa4e-4066-8cb9-f8dd644c7afd req-2bacb775-05ba-4e1a-b567-7956e5cb67da tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0790811 Feb 09 01:54:22.729204 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-89113798-aa4e-4066-8cb9-f8dd644c7afd req-a67f82c2-9792-448c-8b03-0846ca63e8a6 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362649 Feb 09 01:54:23.915991 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc96c50-25ee-4711-b75d-181c19178683 req-f8e74438-d252-4034-a687-8eb1d6aedb2c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:23.917383 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ecc96c50-25ee-4711-b75d-181c19178683 req-f8e74438-d252-4034-a687-8eb1d6aedb2c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0814741 Feb 09 01:54:23.960893 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ecc96c50-25ee-4711-b75d-181c19178683 req-0ffad99b-0ebc-4152-af3d-1dd7f3678cf9 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379586 Feb 09 01:54:25.148113 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad207af-1a09-4053-ab47-c1ce961a898f req-cd2fd05b-6808-4744-9932-957ad942c23b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:25.149602 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fad207af-1a09-4053-ab47-c1ce961a898f req-cd2fd05b-6808-4744-9932-957ad942c23b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0821254 Feb 09 01:54:25.194391 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fad207af-1a09-4053-ab47-c1ce961a898f req-f713b811-863b-47ef-8901-f87ced260f0c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388417 Feb 09 01:54:25.511599 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:26.374819 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff2be0-3dbb-45e3-952d-54f666b12cfe req-fdbbda12-ce96-4246-8898-935a7ff096bd tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:26.376241 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-15ff2be0-3dbb-45e3-952d-54f666b12cfe req-fdbbda12-ce96-4246-8898-935a7ff096bd tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0779619 Feb 09 01:54:26.421871 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-15ff2be0-3dbb-45e3-952d-54f666b12cfe req-137747fc-5ce9-4464-817e-717d9efeec5d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401304 Feb 09 01:54:27.603496 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb210c4-0476-4640-a0b9-9be6cf41b478 req-fbd709cf-41d6-4fe2-85d9-e38ea15bd911 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:27.604944 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ccb210c4-0476-4640-a0b9-9be6cf41b478 req-fbd709cf-41d6-4fe2-85d9-e38ea15bd911 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0774660 Feb 09 01:54:27.647565 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ccb210c4-0476-4640-a0b9-9be6cf41b478 req-2f49c2ee-9d08-47a3-9f9e-79c956b7bcce tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371213 Feb 09 01:54:28.832939 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092f595-fd2e-4d73-8407-563860993d64 req-2c7c483b-0dd4-4240-a221-e99eff70f7b3 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:28.834396 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c092f595-fd2e-4d73-8407-563860993d64 req-2c7c483b-0dd4-4240-a221-e99eff70f7b3 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0841169 Feb 09 01:54:28.877750 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c092f595-fd2e-4d73-8407-563860993d64 req-7e72dfff-e08b-4364-94cd-95f5bdb74aa0 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377362 Feb 09 01:54:30.063535 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57814925-1480-4ca3-9046-a74c5154ce7c req-7e18447f-272d-460f-b7fe-4bc9d3697e8d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:30.065011 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-57814925-1480-4ca3-9046-a74c5154ce7c req-7e18447f-272d-460f-b7fe-4bc9d3697e8d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0819223 Feb 09 01:54:30.108789 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-57814925-1480-4ca3-9046-a74c5154ce7c req-2eb23066-65a0-4dd4-80c2-3a1c63208e7c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381775 Feb 09 01:54:31.295511 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612acb1-c504-44fb-b6b1-a863fa11f99f req-f77bc5b8-935f-4dde-ac8a-d17e981ab1f8 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:31.296916 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d612acb1-c504-44fb-b6b1-a863fa11f99f req-f77bc5b8-935f-4dde-ac8a-d17e981ab1f8 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0829506 Feb 09 01:54:31.339022 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d612acb1-c504-44fb-b6b1-a863fa11f99f req-6f8da450-fb5f-4032-82ef-05f879e4e9b4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365887 Feb 09 01:54:32.475278 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:54:32.524294 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6fb60-4421-4535-b0be-72e1db38f9d9 req-d56b68c4-8aa7-4dc8-b190-451e170f7b6d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:32.525772 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6fa6fb60-4421-4535-b0be-72e1db38f9d9 req-d56b68c4-8aa7-4dc8-b190-451e170f7b6d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0789473 Feb 09 01:54:32.572194 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6fa6fb60-4421-4535-b0be-72e1db38f9d9 req-d953d5ea-2ede-43f1-bef7-d4daeadc0e3c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398242 Feb 09 01:54:33.752943 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0281e-14ff-4374-b988-71c9eef4e1ad req-8589aa65-bf35-466f-ba91-2c293cf37129 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:33.754409 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d2d0281e-14ff-4374-b988-71c9eef4e1ad req-8589aa65-bf35-466f-ba91-2c293cf37129 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0772085 Feb 09 01:54:33.801768 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d2d0281e-14ff-4374-b988-71c9eef4e1ad req-8287227a-1f05-447b-bfec-0c754ae7f453 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409555 Feb 09 01:54:35.087029 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d424e8-39dc-456c-987d-b157ce262158 req-cd1199e1-735b-4a05-8c2d-6001266650d3 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:35.088445 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f5d424e8-39dc-456c-987d-b157ce262158 req-cd1199e1-735b-4a05-8c2d-6001266650d3 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.1823754 Feb 09 01:54:35.131622 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f5d424e8-39dc-456c-987d-b157ce262158 req-1ce0f389-af55-43b6-b9b7-e4059b106cd6 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375507 Feb 09 01:54:36.318629 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a2b8c-de35-4534-8bad-c6a31b0d5223 req-6c2d99c1-af5f-47f3-b440-b2d4b3e3224c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:36.320062 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-935a2b8c-de35-4534-8bad-c6a31b0d5223 req-6c2d99c1-af5f-47f3-b440-b2d4b3e3224c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0847850 Feb 09 01:54:36.362935 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-935a2b8c-de35-4534-8bad-c6a31b0d5223 req-471d449f-10c9-40a1-9d00-5fd799a5b2d0 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371192 Feb 09 01:54:37.005956 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-cee54f63-51d2-43a9-b4ab-250b710dcc54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:37.550594 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8835d5-3d18-43f8-814b-cc54266e6b57 req-57b1b0fa-3f55-4d84-bb01-42102954d733 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:37.552020 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fd8835d5-3d18-43f8-814b-cc54266e6b57 req-57b1b0fa-3f55-4d84-bb01-42102954d733 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0819459 Feb 09 01:54:37.597269 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fd8835d5-3d18-43f8-814b-cc54266e6b57 req-36cd9986-5f74-443b-a0c6-9ff37a9ac303 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393829 Feb 09 01:54:38.780688 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4ed5d-155a-47ff-b20d-c02d15c4655e req-23957b69-9047-4a0c-bae3-d7e1a3066969 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:38.782119 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-76a4ed5d-155a-47ff-b20d-c02d15c4655e req-23957b69-9047-4a0c-bae3-d7e1a3066969 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0780048 Feb 09 01:54:38.828029 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-76a4ed5d-155a-47ff-b20d-c02d15c4655e req-94eac43f-cb24-4f8a-ba9b-fe7fea00b5ae tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402601 Feb 09 01:54:39.407569 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-44e08392-5862-4749-bd6d-c2d4559f6fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:40.009004 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46ad92-06eb-45fc-93c3-746cb3f5db3c req-105391a2-9268-454a-8700-efb96aa7787b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:40.010449 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3b46ad92-06eb-45fc-93c3-746cb3f5db3c req-105391a2-9268-454a-8700-efb96aa7787b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0780158 Feb 09 01:54:40.057299 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3b46ad92-06eb-45fc-93c3-746cb3f5db3c req-00a80e47-5719-4d54-a7e2-7a5a079a29fc tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408120 Feb 09 01:54:40.497797 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:40.616246 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:41.336187 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b275a9-d7d8-48b5-a93f-8d74992ee0cd req-ce45c926-bca3-45a2-a360-01e24fc1c465 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:41.337577 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b8b275a9-d7d8-48b5-a93f-8d74992ee0cd req-ce45c926-bca3-45a2-a360-01e24fc1c465 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.1751759 Feb 09 01:54:41.381688 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b8b275a9-d7d8-48b5-a93f-8d74992ee0cd req-6fd40dac-4257-4c20-aad2-7274cca1d849 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380180 Feb 09 01:54:41.931387 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:42.566771 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151f732-b9f3-4f10-a6ae-79fed2829444 req-03402cb5-d313-4864-aaf5-4a1dd50c8d4a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:42.568226 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c151f732-b9f3-4f10-a6ae-79fed2829444 req-03402cb5-d313-4864-aaf5-4a1dd50c8d4a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0814047 Feb 09 01:54:42.611552 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c151f732-b9f3-4f10-a6ae-79fed2829444 req-84eb6cb7-8bad-46eb-8f6d-3ee920159155 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377548 Feb 09 01:54:43.792909 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603e895-fb79-495a-b7c6-863709e7a004 req-f6026b95-6c5f-4865-865d-fdddeffcaf36 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:43.794879 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0603e895-fb79-495a-b7c6-863709e7a004 req-f6026b95-6c5f-4865-865d-fdddeffcaf36 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0793388 Feb 09 01:54:43.837046 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0603e895-fb79-495a-b7c6-863709e7a004 req-db4f62ec-120b-4ac8-84b9-7c9ce402fda6 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367033 Feb 09 01:54:45.031957 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc04cc6-77fc-437a-9e7d-f244a93cbf50 req-c42a7dc2-6a9c-4270-abae-859f353fddd2 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:45.033452 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5dc04cc6-77fc-437a-9e7d-f244a93cbf50 req-c42a7dc2-6a9c-4270-abae-859f353fddd2 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0871482 Feb 09 01:54:45.080800 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5dc04cc6-77fc-437a-9e7d-f244a93cbf50 req-39c0eb77-c3d5-4dc2-85bb-f5cbd98eb47e tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410826 Feb 09 01:54:45.424497 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-077b9fc2-0be2-4b58-8c3a-5505441c3ee5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0704823 Feb 09 01:54:45.484236 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c2d70-6e44-401c-8181-55f95826f288 req-83f7b6f2-3087-45ef-bab6-5f728612876b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:45.485745 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-252c2d70-6e44-401c-8181-55f95826f288 req-83f7b6f2-3087-45ef-bab6-5f728612876b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0848346 Feb 09 01:54:45.530292 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-252c2d70-6e44-401c-8181-55f95826f288 req-39fd5b7a-f0c5-4cb3-813c-842d0d1ce252 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389628 Feb 09 01:54:46.599871 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-fbffc7e2-85bc-4112-b3c5-403f5a2feb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:46.601389 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-fbffc7e2-85bc-4112-b3c5-403f5a2feb16 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 1097 time: 0.0750763 Feb 09 01:54:46.718075 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61556f-8e44-4223-b125-ba16b3a2e30a req-366419c0-8a8c-46d7-baf2-69bcc3f4e948 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:46.719556 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0a61556f-8e44-4223-b125-ba16b3a2e30a req-366419c0-8a8c-46d7-baf2-69bcc3f4e948 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0828643 Feb 09 01:54:46.732088 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-9d0dc3ac-72f4-4454-b432-a38bd3e6afdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:46.733582 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-9d0dc3ac-72f4-4454-b432-a38bd3e6afdc service neutron] 10.222.0.117 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.1263747 Feb 09 01:54:46.763573 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0a61556f-8e44-4223-b125-ba16b3a2e30a req-9368130f-6ee4-4685-9257-0ff9ada92fe4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380883 Feb 09 01:54:46.835666 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-d88cb123-e34b-4818-8e33-1dad779fb0d4 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db595830-e7c1-4c7f-adec-60e5f9e431fb HTTP/1.1" status: 200 len: 1002 time: 0.0958259 Feb 09 01:54:46.895855 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-2194d7e9-d730-4cd1-b184-ab9c52480fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:46.897296 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-2194d7e9-d730-4cd1-b184-ab9c52480fd8 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0558820 Feb 09 01:54:46.970264 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-018b5afc-f547-4112-81dc-8605234870d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:46.971690 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-018b5afc-f547-4112-81dc-8605234870d7 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687118 Feb 09 01:54:47.100673 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-7b4d8933-9152-44fd-b830-b61aa169ef3c service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219275 Feb 09 01:54:47.235997 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-2a0d990b-0b0f-424a-b971-1de638c09a47 service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287518 Feb 09 01:54:47.949006 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9295068-b887-430d-9c3d-e7f0b5fa435d req-60f22761-1ac1-43d4-b234-2fda139180f3 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:47.950470 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f9295068-b887-430d-9c3d-e7f0b5fa435d req-60f22761-1ac1-43d4-b234-2fda139180f3 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0820546 Feb 09 01:54:47.993385 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f9295068-b887-430d-9c3d-e7f0b5fa435d req-34eadb82-13f4-4872-a094-5d0a8ce88069 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374253 Feb 09 01:54:49.035906 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-7b0ff772-1a8b-4e3e-afbe-a504c6fbf5ed service neutron] show failed (client error): The resource could not be found. Feb 09 01:54:49.036958 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-7b0ff772-1a8b-4e3e-afbe-a504c6fbf5ed service neutron] 10.222.0.117 "GET /v2.0/ports/db595830-e7c1-4c7f-adec-60e5f9e431fb/bindings/n-h1-828419-1 HTTP/1.1" status: 404 len: 380 time: 0.0735924 Feb 09 01:54:49.182269 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87975a-0715-47d9-9f93-41b23af93f2b req-519d1629-223a-4deb-af1d-4ff2347d18f7 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:49.183727 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3f87975a-0715-47d9-9f93-41b23af93f2b req-519d1629-223a-4deb-af1d-4ff2347d18f7 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0806754 Feb 09 01:54:49.235849 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3f87975a-0715-47d9-9f93-41b23af93f2b req-5d5c51f1-8b37-4dcc-9407-a3386678b72b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456960 Feb 09 01:54:49.311177 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-97da1149-47d8-4a7c-a486-5db20eed57a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:49.312669 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-97da1149-47d8-4a7c-a486-5db20eed57a0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323&tenant_id=6b566ff5d7734d039a6c9a0cee356703 HTTP/1.1" status: 200 len: 1097 time: 0.0720341 Feb 09 01:54:49.326932 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-bb4b5f4f-0fa1-41df-b4a9-624f878235d6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828419-1', 'device_owner': 'compute:nova'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:49.432870 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-bb4b5f4f-0fa1-41df-b4a9-624f878235d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:49.792535 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-bb4b5f4f-0fa1-41df-b4a9-624f878235d6 service neutron] For port db595830-e7c1-4c7f-adec-60e5f9e431fb, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=db595830-e7c1-4c7f-adec-60e5f9e431fb,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:54:49.821137 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-bb4b5f4f-0fa1-41df-b4a9-624f878235d6 service neutron] For port db595830-e7c1-4c7f-adec-60e5f9e431fb, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:54:49.877929 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622ec5b0-0e0f-4c31-8ce3-13b55d821323', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db595830-e7c1-4c7f-adec-60e5f9e431fb'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:54:49.883640 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-bb4b5f4f-0fa1-41df-b4a9-624f878235d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:49.898833 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-bb4b5f4f-0fa1-41df-b4a9-624f878235d6 service neutron] Transition to ACTIVE for port object db595830-e7c1-4c7f-adec-60e5f9e431fb will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:54:49.902632 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-bb4b5f4f-0fa1-41df-b4a9-624f878235d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:49.945675 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622ec5b0-0e0f-4c31-8ce3-13b55d821323', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db595830-e7c1-4c7f-adec-60e5f9e431fb', 'code': 200} Feb 09 01:54:50.042781 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b5f4f-0fa1-41df-b4a9-624f878235d6 service neutron] Pushing event updated for resources: {'Port': ['ID=db595830-e7c1-4c7f-adec-60e5f9e431fb,revision_number=6']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:50.108021 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-bb4b5f4f-0fa1-41df-b4a9-624f878235d6 service neutron] No DVR routers for this DVR port db595830-e7c1-4c7f-adec-60e5f9e431fb on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:54:50.334553 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-bb4b5f4f-0fa1-41df-b4a9-624f878235d6 service neutron] Attempting to bind port db595830-e7c1-4c7f-adec-60e5f9e431fb on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:54:50.334790 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-bb4b5f4f-0fa1-41df-b4a9-624f878235d6 service neutron] Attempting to bind port db595830-e7c1-4c7f-adec-60e5f9e431fb by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:54:50.335121 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-bb4b5f4f-0fa1-41df-b4a9-624f878235d6 service neutron] Attempting to bind port db595830-e7c1-4c7f-adec-60e5f9e431fb on network 41793e7c-34c9-456f-92e3-253bce801e43 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:54:50.339636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-bb4b5f4f-0fa1-41df-b4a9-624f878235d6 service neutron] Port db595830-e7c1-4c7f-adec-60e5f9e431fb on network 41793e7c-34c9-456f-92e3-253bce801e43 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:54:50.339951 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-bb4b5f4f-0fa1-41df-b4a9-624f878235d6 service neutron] Attempting to bind port db595830-e7c1-4c7f-adec-60e5f9e431fb on network 41793e7c-34c9-456f-92e3-253bce801e43 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:54:50.345018 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-bb4b5f4f-0fa1-41df-b4a9-624f878235d6 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:54:50.345438 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-bb4b5f4f-0fa1-41df-b4a9-624f878235d6 service neutron] Checking segment: {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:54:50.345827 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-bb4b5f4f-0fa1-41df-b4a9-624f878235d6 service neutron] Bound using segment: {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:54:50.346253 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-bb4b5f4f-0fa1-41df-b4a9-624f878235d6 service neutron] Bound port: db595830-e7c1-4c7f-adec-60e5f9e431fb, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:54:50.346600 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-bb4b5f4f-0fa1-41df-b4a9-624f878235d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:50.434490 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-bb4b5f4f-0fa1-41df-b4a9-624f878235d6 service neutron] For port db595830-e7c1-4c7f-adec-60e5f9e431fb, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:54:50.438265 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-bb4b5f4f-0fa1-41df-b4a9-624f878235d6 service neutron] For port db595830-e7c1-4c7f-adec-60e5f9e431fb, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=db595830-e7c1-4c7f-adec-60e5f9e431fb,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:54:50.442958 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-bb4b5f4f-0fa1-41df-b4a9-624f878235d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:50.493001 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20e65a-1f55-4b4b-93a6-17c7e978805c req-13532049-fdc9-449e-b027-12152153d1b4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:50.494473 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-be20e65a-1f55-4b4b-93a6-17c7e978805c req-13532049-fdc9-449e-b027-12152153d1b4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 944 time: 0.0804110 Feb 09 01:54:50.515457 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-bb4b5f4f-0fa1-41df-b4a9-624f878235d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:50.516079 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-bb4b5f4f-0fa1-41df-b4a9-624f878235d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:50.517488 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-bb4b5f4f-0fa1-41df-b4a9-624f878235d6 service neutron] 10.222.0.35 "PUT /v2.0/ports/db595830-e7c1-4c7f-adec-60e5f9e431fb HTTP/1.1" status: 200 len: 1092 time: 1.1943324 Feb 09 01:54:50.528838 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b5f4f-0fa1-41df-b4a9-624f878235d6 service neutron] Pushing event updated for resources: {'Port': ['ID=db595830-e7c1-4c7f-adec-60e5f9e431fb,revision_number=7']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:50.549281 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-be20e65a-1f55-4b4b-93a6-17c7e978805c req-e2a5c181-25b9-4507-9e3b-5e6ddbaf29bb tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486412 Feb 09 01:54:50.630675 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-d45bc37c-c999-460c-a581-08df67d7603b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:50.633209 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-d45bc37c-c999-460c-a581-08df67d7603b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 1095 time: 0.0845540 Feb 09 01:54:50.769285 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-989baf72-b923-4972-852a-dc59916e9cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:50.770654 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-989baf72-b923-4972-852a-dc59916e9cf5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.1280963 Feb 09 01:54:50.877199 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-03172d2e-afb5-4b5d-ac51-98b21823b437 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db595830-e7c1-4c7f-adec-60e5f9e431fb HTTP/1.1" status: 200 len: 1000 time: 0.0972681 Feb 09 01:54:50.946129 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-9f3318b3-e5eb-4e85-a291-f161f51494f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:50.947665 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-9f3318b3-e5eb-4e85-a291-f161f51494f1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0609980 Feb 09 01:54:51.024838 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-bf3501c3-4eeb-4855-a6a6-a5c4084e092d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:51.026336 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-bf3501c3-4eeb-4855-a6a6-a5c4084e092d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694361 Feb 09 01:54:51.161969 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-ef81f313-8b8f-4e77-8f13-b4a55a00f2f4 service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256769 Feb 09 01:54:51.401763 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ba7e8ce7-7ba9-471e-bb8a-ee17c0d803f9 req-477e79b8-cd3a-4428-812f-b244122bccaf service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293901 Feb 09 01:54:51.772102 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4048da-a5cf-4a54-b984-cf6bc3c171fa req-2b3fce6a-c66d-435a-81c0-94ab65d99f7a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:51.773555 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-df4048da-a5cf-4a54-b984-cf6bc3c171fa req-2b3fce6a-c66d-435a-81c0-94ab65d99f7a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 944 time: 0.0772038 Feb 09 01:54:51.819770 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-df4048da-a5cf-4a54-b984-cf6bc3c171fa req-517aa8ea-d297-4ccf-970c-f126e3d6c85e tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398524 Feb 09 01:54:51.946798 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622ec5b0-0e0f-4c31-8ce3-13b55d821323', 'tag': 'db595830-e7c1-4c7f-adec-60e5f9e431fb'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:54:52.001823 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622ec5b0-0e0f-4c31-8ce3-13b55d821323', 'tag': 'db595830-e7c1-4c7f-adec-60e5f9e431fb', 'status': 'completed', 'code': 200} Feb 09 01:54:52.147597 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf3185-9082-423e-b720-9df60e6643c8 req-0feb5aa7-133e-4245-bad1-59674e133ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:52.149132 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eadf3185-9082-423e-b720-9df60e6643c8 req-0feb5aa7-133e-4245-bad1-59674e133ac1 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 1095 time: 0.1292865 Feb 09 01:54:52.151579 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf3185-9082-423e-b720-9df60e6643c8 req-2ae244b2-58ea-4331-820e-408e0a20bf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:52.152908 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eadf3185-9082-423e-b720-9df60e6643c8 req-2ae244b2-58ea-4331-820e-408e0a20bf68 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 1095 time: 0.1034954 Feb 09 01:54:52.364588 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:52.384335 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf3185-9082-423e-b720-9df60e6643c8 req-627172a2-1353-4e6a-822b-d9936f707feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:52.385845 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eadf3185-9082-423e-b720-9df60e6643c8 req-627172a2-1353-4e6a-822b-d9936f707feb service neutron] 10.222.0.117 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.2308083 Feb 09 01:54:52.388757 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf3185-9082-423e-b720-9df60e6643c8 req-aa951466-7627-4961-8bbe-edeb6ed3fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:52.390025 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eadf3185-9082-423e-b720-9df60e6643c8 req-aa951466-7627-4961-8bbe-edeb6ed3fad5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.2175853 Feb 09 01:54:52.563229 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eadf3185-9082-423e-b720-9df60e6643c8 req-43e06bdf-ccfe-4f45-9577-ed0cf8cd27d2 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db595830-e7c1-4c7f-adec-60e5f9e431fb HTTP/1.1" status: 200 len: 1000 time: 0.1716552 Feb 09 01:54:52.564931 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eadf3185-9082-423e-b720-9df60e6643c8 req-d6c72bff-0c41-4a49-a416-93ee59158aca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db595830-e7c1-4c7f-adec-60e5f9e431fb HTTP/1.1" status: 200 len: 1000 time: 0.1278510 Feb 09 01:54:52.670397 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf3185-9082-423e-b720-9df60e6643c8 req-8d30738d-c765-48de-9255-d2050d9f3024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:52.671674 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eadf3185-9082-423e-b720-9df60e6643c8 req-8d30738d-c765-48de-9255-d2050d9f3024 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.1022103 Feb 09 01:54:52.674544 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf3185-9082-423e-b720-9df60e6643c8 req-83281306-a05c-49ca-a7d6-78d65cc4f7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:52.675784 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eadf3185-9082-423e-b720-9df60e6643c8 req-83281306-a05c-49ca-a7d6-78d65cc4f7a2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0758085 Feb 09 01:54:52.802165 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf3185-9082-423e-b720-9df60e6643c8 req-d4b5216b-1bd0-48a8-9159-65023f03aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:52.803590 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eadf3185-9082-423e-b720-9df60e6643c8 req-d4b5216b-1bd0-48a8-9159-65023f03aa66 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1258974 Feb 09 01:54:52.805324 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf3185-9082-423e-b720-9df60e6643c8 req-6e25b350-5da0-408a-b384-1d1e99508413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:52.806600 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eadf3185-9082-423e-b720-9df60e6643c8 req-6e25b350-5da0-408a-b384-1d1e99508413 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972304 Feb 09 01:54:53.087899 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eadf3185-9082-423e-b720-9df60e6643c8 req-9d720ac4-0d44-4189-9eea-5bc46cf599a3 service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771657 Feb 09 01:54:53.180431 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eadf3185-9082-423e-b720-9df60e6643c8 req-f74b5b79-6453-4c90-a0db-4f48063514d0 service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531866 Feb 09 01:54:53.339625 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a4761-0eae-4ef8-b7d1-1f6b6663421f req-5f36d387-5451-4785-9b32-3ed6ebb6eba2 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:53.341497 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0f6a4761-0eae-4ef8-b7d1-1f6b6663421f req-5f36d387-5451-4785-9b32-3ed6ebb6eba2 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 944 time: 0.3986456 Feb 09 01:54:53.475941 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eadf3185-9082-423e-b720-9df60e6643c8 req-0ee50d7c-9572-4694-9a37-15c0b72e2bf6 service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770192 Feb 09 01:54:53.482883 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0f6a4761-0eae-4ef8-b7d1-1f6b6663421f req-6a75cdda-98ba-4f12-bfca-4058161527da tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962071 Feb 09 01:54:53.518261 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eadf3185-9082-423e-b720-9df60e6643c8 req-bfa719f7-6515-4719-8ccf-2864dd7c7b9c service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045338 Feb 09 01:54:54.326661 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device db595830-e7c1-4c7f-adec-60e5f9e431fb no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:54:54.384555 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device db595830-e7c1-4c7f-adec-60e5f9e431fb not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:54:54.761614 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d1d73-71a2-4f25-a4a2-7c4c7a1a55d0 req-47789a26-652d-465a-81c8-79881e8d534c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:54.763764 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-094d1d73-71a2-4f25-a4a2-7c4c7a1a55d0 req-47789a26-652d-465a-81c8-79881e8d534c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 944 time: 0.1309788 Feb 09 01:54:54.807365 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-094d1d73-71a2-4f25-a4a2-7c4c7a1a55d0 req-73e6063b-4718-45e3-857f-3b0b5e95dd08 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379117 Feb 09 01:54:55.124739 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f15ce-cfd0-4827-9280-ed927d9c2732 req-8f22fe71-54bb-4585-9f0a-14e422318a63 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:55.126076 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3cf52-05b2-4ec6-81e1-af27b84a20d4 req-5365266e-a272-4a8d-a79a-37efb4b4b7ec tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:55.126220 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c2f15ce-cfd0-4827-9280-ed927d9c2732 req-8f22fe71-54bb-4585-9f0a-14e422318a63 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.117 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323&tenant_id=6b566ff5d7734d039a6c9a0cee356703&binding%3Ahost_id=n-h1-828419-1 HTTP/1.1" status: 200 len: 944 time: 0.0841534 Feb 09 01:54:55.127569 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ddb3cf52-05b2-4ec6-81e1-af27b84a20d4 req-5365266e-a272-4a8d-a79a-37efb4b4b7ec tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 944 time: 0.0933840 Feb 09 01:54:55.171761 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ddb3cf52-05b2-4ec6-81e1-af27b84a20d4 req-722b1fbb-2b4b-4daf-8019-6ce7a56057bf tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382147 Feb 09 01:54:55.208197 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [req-8c2f15ce-cfd0-4827-9280-ed927d9c2732 req-f641ced3-2c3c-46a9-b9e7-3da87305da27 service neutron] delete failed (client error): The resource could not be found. Feb 09 01:54:55.209149 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c2f15ce-cfd0-4827-9280-ed927d9c2732 req-f641ced3-2c3c-46a9-b9e7-3da87305da27 service neutron] 10.222.0.117 "DELETE /v2.0/ports/db595830-e7c1-4c7f-adec-60e5f9e431fb/bindings/n-h2-828419-1 HTTP/1.1" status: 404 len: 380 time: 0.0770996 Feb 09 01:54:55.343750 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f15ce-cfd0-4827-9280-ed927d9c2732 req-5299bdcd-e2af-4bf0-bbf9-c8e0394f3dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:55.345210 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c2f15ce-cfd0-4827-9280-ed927d9c2732 req-5299bdcd-e2af-4bf0-bbf9-c8e0394f3dd8 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 1095 time: 0.0693781 Feb 09 01:54:55.374016 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device db595830-e7c1-4c7f-adec-60e5f9e431fb details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:54:55.475183 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f15ce-cfd0-4827-9280-ed927d9c2732 req-3141d4e0-a680-4c34-a952-a1354ff4908d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:55.476592 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c2f15ce-cfd0-4827-9280-ed927d9c2732 req-3141d4e0-a680-4c34-a952-a1354ff4908d service neutron] 10.222.0.117 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.1245644 Feb 09 01:54:55.508358 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port db595830-e7c1-4c7f-adec-60e5f9e431fb, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=db595830-e7c1-4c7f-adec-60e5f9e431fb,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:54:55.531317 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'db595830-e7c1-4c7f-adec-60e5f9e431fb', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'port_id': 'db595830-e7c1-4c7f-adec-60e5f9e431fb', 'mac_address': 'fa:16:3e:9a:cd:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 952, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:54:55.564373 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:55.588382 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:55.588757 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c2f15ce-cfd0-4827-9280-ed927d9c2732 req-6e7adf4d-ffa6-487f-bf42-81d9cb6c98c7 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db595830-e7c1-4c7f-adec-60e5f9e431fb HTTP/1.1" status: 200 len: 1000 time: 0.1050854 Feb 09 01:54:55.605372 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db595830-e7c1-4c7f-adec-60e5f9e431fb {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:54:55.620177 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port db595830-e7c1-4c7f-adec-60e5f9e431fb, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=db595830-e7c1-4c7f-adec-60e5f9e431fb,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:54:55.623953 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:55.651345 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f15ce-cfd0-4827-9280-ed927d9c2732 req-fb791b9e-0aba-4856-b0fa-5b9d41173559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:55.652814 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c2f15ce-cfd0-4827-9280-ed927d9c2732 req-fb791b9e-0aba-4856-b0fa-5b9d41173559 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0576272 Feb 09 01:54:55.693316 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=db595830-e7c1-4c7f-adec-60e5f9e431fb,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:55.730622 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f15ce-cfd0-4827-9280-ed927d9c2732 req-a292a4ad-6100-42df-9fd9-9d2e0bac7f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:55.732062 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c2f15ce-cfd0-4827-9280-ed927d9c2732 req-a292a4ad-6100-42df-9fd9-9d2e0bac7f4d service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731628 Feb 09 01:54:55.861534 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c2f15ce-cfd0-4827-9280-ed927d9c2732 req-d46c6f9f-e52b-42a1-acf4-8331fe3bb17d service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228955 Feb 09 01:54:55.921224 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['db595830-e7c1-4c7f-adec-60e5f9e431fb'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:54:55.994074 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c2f15ce-cfd0-4827-9280-ed927d9c2732 req-8783f5c6-f023-4fac-95cb-973d60112409 service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248260 Feb 09 01:54:56.438237 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6c24c-e0f6-457e-943b-56ffd820a219 req-67374996-0754-40a9-a026-4fdd999b4ed5 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:56.439715 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f8a6c24c-e0f6-457e-943b-56ffd820a219 req-67374996-0754-40a9-a026-4fdd999b4ed5 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 945 time: 0.1224651 Feb 09 01:54:56.485752 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f8a6c24c-e0f6-457e-943b-56ffd820a219 req-9ec23b12-85ee-454b-b8b1-c10388e08e64 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403345 Feb 09 01:54:57.374954 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device db595830-e7c1-4c7f-adec-60e5f9e431fb up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:54:57.440699 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port db595830-e7c1-4c7f-adec-60e5f9e431fb completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:54:57.445370 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port db595830-e7c1-4c7f-adec-60e5f9e431fb triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:57.445736 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:57.590094 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:57.617750 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622ec5b0-0e0f-4c31-8ce3-13b55d821323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db595830-e7c1-4c7f-adec-60e5f9e431fb'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:54:57.627063 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port db595830-e7c1-4c7f-adec-60e5f9e431fb, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=db595830-e7c1-4c7f-adec-60e5f9e431fb,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:54:57.632086 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:54:57.668277 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622ec5b0-0e0f-4c31-8ce3-13b55d821323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db595830-e7c1-4c7f-adec-60e5f9e431fb', 'code': 200} Feb 09 01:54:57.681906 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd6c2e-3ccb-4898-9cee-5b778a7d011d req-57084038-ce0f-46a6-9217-2824fe48c803 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:57.683378 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4bbd6c2e-3ccb-4898-9cee-5b778a7d011d req-57084038-ce0f-46a6-9217-2824fe48c803 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0870574 Feb 09 01:54:57.699317 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=db595830-e7c1-4c7f-adec-60e5f9e431fb,revision_number=9']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:57.727640 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4bbd6c2e-3ccb-4898-9cee-5b778a7d011d req-62ccad36-f18f-460d-9f60-a4b34aa61715 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379522 Feb 09 01:54:57.916380 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabe2a3-a3e3-42f6-9dcd-b5cb74425bd9 req-a650db39-1d21-433e-ab52-9378c9ec0a3e tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:57.917752 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4aabe2a3-a3e3-42f6-9dcd-b5cb74425bd9 req-a650db39-1d21-433e-ab52-9378c9ec0a3e tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0820487 Feb 09 01:54:57.960047 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4aabe2a3-a3e3-42f6-9dcd-b5cb74425bd9 req-9d91ae99-8c0a-46aa-ae27-b928e01aab4a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367973 Feb 09 01:54:58.331933 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b9b02-a271-420f-9f43-588c6b2036b2 req-09e1f90a-0dae-45f5-aa96-2bf69e00a775 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:58.333285 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-715b9b02-a271-420f-9f43-588c6b2036b2 req-09e1f90a-0dae-45f5-aa96-2bf69e00a775 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.1219068 Feb 09 01:54:58.388703 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-715b9b02-a271-420f-9f43-588c6b2036b2 req-2f3860c1-3ac8-4ff5-94b7-2f35ecb9f1dd tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490363 Feb 09 01:54:58.394524 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf58ab-c691-41d1-bb9a-65c277f6fe95 req-7d14c892-a9ae-4cb6-a51e-df16c0acfdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:58.395904 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2cf58ab-c691-41d1-bb9a-65c277f6fe95 req-7d14c892-a9ae-4cb6-a51e-df16c0acfdb4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 1097 time: 0.1179094 Feb 09 01:54:58.529001 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf58ab-c691-41d1-bb9a-65c277f6fe95 req-3482c494-eb06-4fd7-a10f-6e9e25496070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:58.530428 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2cf58ab-c691-41d1-bb9a-65c277f6fe95 req-3482c494-eb06-4fd7-a10f-6e9e25496070 service neutron] 10.222.0.35 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.1244352 Feb 09 01:54:58.753050 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2cf58ab-c691-41d1-bb9a-65c277f6fe95 req-6a23322b-6d80-413b-b3ae-4ba713a69adc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db595830-e7c1-4c7f-adec-60e5f9e431fb HTTP/1.1" status: 200 len: 1002 time: 0.2125709 Feb 09 01:54:58.816644 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf58ab-c691-41d1-bb9a-65c277f6fe95 req-a66037e0-a61e-4aa0-bede-10d0e3cbb3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:58.818016 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2cf58ab-c691-41d1-bb9a-65c277f6fe95 req-a66037e0-a61e-4aa0-bede-10d0e3cbb3a0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0559585 Feb 09 01:54:58.894854 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf58ab-c691-41d1-bb9a-65c277f6fe95 req-a6b866e7-a0a7-4af6-a09f-4cc1e27d44ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:58.896240 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2cf58ab-c691-41d1-bb9a-65c277f6fe95 req-a6b866e7-a0a7-4af6-a09f-4cc1e27d44ac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695891 Feb 09 01:54:59.027621 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2cf58ab-c691-41d1-bb9a-65c277f6fe95 req-0c699fcc-63e1-4c1e-a868-e8974856f6a9 service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214623 Feb 09 01:54:59.162109 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2cf58ab-c691-41d1-bb9a-65c277f6fe95 req-6708d322-2f6c-4e8d-bafb-4cd9f39df74d service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242502 Feb 09 01:54:59.580313 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec836c4-30a2-4552-900a-eedeb40b834e req-2e609e15-5ea3-45db-86f6-c1f3367c0c19 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:59.581802 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0ec836c4-30a2-4552-900a-eedeb40b834e req-2e609e15-5ea3-45db-86f6-c1f3367c0c19 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0849698 Feb 09 01:54:59.625524 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0ec836c4-30a2-4552-900a-eedeb40b834e req-61b5d6bc-c6d4-4b5b-96ca-6caaac238428 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381701 Feb 09 01:55:00.815150 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d42768-b531-4e4d-b2c0-ec8b0127cf46 req-4434a374-83fe-44d1-8b41-36e78b367f15 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:00.816617 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-77d42768-b531-4e4d-b2c0-ec8b0127cf46 req-4434a374-83fe-44d1-8b41-36e78b367f15 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0816481 Feb 09 01:55:00.859654 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-77d42768-b531-4e4d-b2c0-ec8b0127cf46 req-c8f6b62c-1137-4aa8-93c6-5bf8517f48bd tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375288 Feb 09 01:55:01.245581 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972e863-f867-4c02-bda1-563fca3d1041 req-2c217965-94da-46ad-8e03-102bdab3bce7 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:01.246939 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d972e863-f867-4c02-bda1-563fca3d1041 req-2c217965-94da-46ad-8e03-102bdab3bce7 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0831299 Feb 09 01:55:01.289663 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d972e863-f867-4c02-bda1-563fca3d1041 req-57c3c8c2-611c-45b0-896e-b50e18a74b48 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371730 Feb 09 01:55:02.627162 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644fa07-212a-444e-88cf-62390719ae4e req-ace9abb0-7e46-4ab9-93ed-d6afe1e96542 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:02.628634 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0644fa07-212a-444e-88cf-62390719ae4e req-ace9abb0-7e46-4ab9-93ed-d6afe1e96542 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.35 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0781956 Feb 09 01:55:02.629755 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c76441-3436-47a1-8397-9ee73383f427 req-76206fdc-47fd-453a-ba8c-7bf47c49a97f tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:02.631205 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d4c76441-3436-47a1-8397-9ee73383f427 req-76206fdc-47fd-453a-ba8c-7bf47c49a97f tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 946 time: 0.0831754 Feb 09 01:55:02.675982 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d4c76441-3436-47a1-8397-9ee73383f427 req-3670aa92-cced-40f0-9d32-43a221855a7a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388010 Feb 09 01:55:02.703214 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-0644fa07-212a-444e-88cf-62390719ae4e req-13399681-5475-4c1f-a4e3-15604517327a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Deleting port db595830-e7c1-4c7f-adec-60e5f9e431fb {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:55:02.703558 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0644fa07-212a-444e-88cf-62390719ae4e req-13399681-5475-4c1f-a4e3-15604517327a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:02.945748 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-0644fa07-212a-444e-88cf-62390719ae4e req-13399681-5475-4c1f-a4e3-15604517327a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] For port db595830-e7c1-4c7f-adec-60e5f9e431fb, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=db595830-e7c1-4c7f-adec-60e5f9e431fb,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:55:02.946020 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0644fa07-212a-444e-88cf-62390719ae4e req-13399681-5475-4c1f-a4e3-15604517327a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:03.229595 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0644fa07-212a-444e-88cf-62390719ae4e req-13399681-5475-4c1f-a4e3-15604517327a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:03.229907 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0644fa07-212a-444e-88cf-62390719ae4e req-13399681-5475-4c1f-a4e3-15604517327a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:03.230205 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [req-0644fa07-212a-444e-88cf-62390719ae4e req-13399681-5475-4c1f-a4e3-15604517327a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Floating IP a12cbf16-e4dc-4df1-a411-fbf273b1a6dc disassociated. External IP: 172.25.5.254, port: db595830-e7c1-4c7f-adec-60e5f9e431fb. Feb 09 01:55:03.230543 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-0644fa07-212a-444e-88cf-62390719ae4e req-13399681-5475-4c1f-a4e3-15604517327a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Calling delete_port for db595830-e7c1-4c7f-adec-60e5f9e431fb owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:55:03.371584 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0644fa07-212a-444e-88cf-62390719ae4e req-13399681-5475-4c1f-a4e3-15604517327a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:03.421389 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13399681-5475-4c1f-a4e3-15604517327a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Pushing event deleted for resources: {'Port': ['ID=db595830-e7c1-4c7f-adec-60e5f9e431fb,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:03.431125 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13399681-5475-4c1f-a4e3-15604517327a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:03.431553 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13399681-5475-4c1f-a4e3-15604517327a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:03.431803 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13399681-5475-4c1f-a4e3-15604517327a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:03.432138 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13399681-5475-4c1f-a4e3-15604517327a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:03.432520 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13399681-5475-4c1f-a4e3-15604517327a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:03.432814 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13399681-5475-4c1f-a4e3-15604517327a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:03.433138 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13399681-5475-4c1f-a4e3-15604517327a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:03.433462 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13399681-5475-4c1f-a4e3-15604517327a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:03.433784 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13399681-5475-4c1f-a4e3-15604517327a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:03.434641 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13399681-5475-4c1f-a4e3-15604517327a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:03.434968 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13399681-5475-4c1f-a4e3-15604517327a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:03.435288 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13399681-5475-4c1f-a4e3-15604517327a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:03.744657 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0644fa07-212a-444e-88cf-62390719ae4e req-13399681-5475-4c1f-a4e3-15604517327a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:55:03.862265 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d58df9b4-84fe-434b-886a-3bcd937ce06d req-b6a02ca7-6320-4c6c-a1ea-02390fafe491 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=622ec5b0-0e0f-4c31-8ce3-13b55d821323 HTTP/1.1" status: 200 len: 210 time: 0.0590806 Feb 09 01:55:03.968530 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0644fa07-212a-444e-88cf-62390719ae4e req-13399681-5475-4c1f-a4e3-15604517327a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:55:03.978302 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e945d2-0123-4831-9ce4-31b34a6240ab None None] Sync routers for ids ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:55:03.987774 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e945d2-0123-4831-9ce4-31b34a6240ab None None] Routers {'2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:55:03.988369 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-73e945d2-0123-4831-9ce4-31b34a6240ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:54:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:04.044021 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-0644fa07-212a-444e-88cf-62390719ae4e req-13399681-5475-4c1f-a4e3-15604517327a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] No DVR routers for this DVR port db595830-e7c1-4c7f-adec-60e5f9e431fb on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:55:04.046580 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-0644fa07-212a-444e-88cf-62390719ae4e req-13399681-5475-4c1f-a4e3-15604517327a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:04.049147 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622ec5b0-0e0f-4c31-8ce3-13b55d821323', 'name': 'network-vif-deleted', 'tag': 'db595830-e7c1-4c7f-adec-60e5f9e431fb'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:55:04.072204 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0644fa07-212a-444e-88cf-62390719ae4e req-13399681-5475-4c1f-a4e3-15604517327a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.35 "DELETE /v2.0/ports/db595830-e7c1-4c7f-adec-60e5f9e431fb HTTP/1.1" status: 204 len: 173 time: 1.4357090 Feb 09 01:55:04.167402 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-73e945d2-0123-4831-9ce4-31b34a6240ab None None] Set router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:55:04.195891 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622ec5b0-0e0f-4c31-8ce3-13b55d821323', 'name': 'network-vif-deleted', 'tag': 'db595830-e7c1-4c7f-adec-60e5f9e431fb', 'status': 'completed', 'code': 200} Feb 09 01:55:04.486536 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-73e945d2-0123-4831-9ce4-31b34a6240ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'name': 'tempest-ServerActionsTestJSON-1292461242-router', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:01Z', 'updated_at': '2022-02-09T01:53:05Z', 'revision_number': 4, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'gw_port': {'id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:04:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:02Z', 'updated_at': '2022-02-09T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '4b8e3ae0-216f-41ac-844b-15c2a1e73a43', 'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'mac_address': 'fa:16:3e:68:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:05Z', 'updated_at': '2022-02-09T01:53:11Z', 'revision_number': 5, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'subnets': [{'id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:04.490186 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e945d2-0123-4831-9ce4-31b34a6240ab None None] Checking router: 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:55:04.498597 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e945d2-0123-4831-9ce4-31b34a6240ab None None] Routers {'2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:55:04.499175 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-73e945d2-0123-4831-9ce4-31b34a6240ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:54:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:04.669935 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-73e945d2-0123-4831-9ce4-31b34a6240ab None None] Set router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:55:04.977182 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-73e945d2-0123-4831-9ce4-31b34a6240ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'name': 'tempest-ServerActionsTestJSON-1292461242-router', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:01Z', 'updated_at': '2022-02-09T01:53:05Z', 'revision_number': 4, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'gw_port': {'id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:04:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:02Z', 'updated_at': '2022-02-09T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '4b8e3ae0-216f-41ac-844b-15c2a1e73a43', 'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'mac_address': 'fa:16:3e:68:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:05Z', 'updated_at': '2022-02-09T01:53:11Z', 'revision_number': 5, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'subnets': [{'id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:04.982367 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e945d2-0123-4831-9ce4-31b34a6240ab None None] The sync data for ids ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'] in n-d-828419-1 is: [{'id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'name': 'tempest-ServerActionsTestJSON-1292461242-router', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:01Z', 'updated_at': '2022-02-09T01:53:05Z', 'revision_number': 4, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'gw_port': {'id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:04:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:02Z', 'updated_at': '2022-02-09T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '4b8e3ae0-216f-41ac-844b-15c2a1e73a43', 'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'mac_address': 'fa:16:3e:68:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:05Z', 'updated_at': '2022-02-09T01:53:11Z', 'revision_number': 5, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'subnets': [{'id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:55:05.203618 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-0e59858e-d5ef-4d9f-93c7-b4732313380b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--668150690&fields=id&tenant_id=6b566ff5d7734d039a6c9a0cee356703 HTTP/1.1" status: 200 len: 267 time: 0.0412779 Feb 09 01:55:05.235649 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9a211c-26ad-41dc-8451-c2e5f0cf88c7 None None] New status for floating IP a12cbf16-e4dc-4df1-a411-fbf273b1a6dc: DOWN {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:55:05.355106 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-c48e9aa2-9b03-43a3-a8b0-0c8a93b15288 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:05.356566 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-c48e9aa2-9b03-43a3-a8b0-0c8a93b15288 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 812 time: 0.1463904 Feb 09 01:55:05.371769 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-7d65d370-9792-4054-ba88-adb2c149f2d6 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/quotas/6b566ff5d7734d039a6c9a0cee356703 HTTP/1.1" status: 200 len: 375 time: 0.0094450 Feb 09 01:55:05.455531 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-5e15fbe5-6888-45e8-81e1-35439abf4562 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Synchronizing usage tracker for tenant:6b566ff5d7734d039a6c9a0cee356703 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:55:05.471978 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-5e15fbe5-6888-45e8-81e1-35439abf4562 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Unset dirty status for tenant:6b566ff5d7734d039a6c9a0cee356703 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:55:05.473382 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-5e15fbe5-6888-45e8-81e1-35439abf4562 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0966964 Feb 09 01:55:05.609928 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-23e081ac-d7e1-4858-b35b-8c43c883acb4 service neutron] 10.222.0.37 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240611 Feb 09 01:55:05.737478 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-21578e4f-21aa-42dd-a9ee-c4120b03e9c4 service neutron] 10.222.0.37 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215990 Feb 09 01:55:05.911475 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0f2fb900-8e0b-427c-a4cc-2a3df3e7ded7 req-7badac53-ed25-43ee-becd-24a85699f13c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 210 time: 0.0429957 Feb 09 01:55:06.927009 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-b4d3a6fc-db98-42a7-9f84-bba81683d441 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:06.928583 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-b4d3a6fc-db98-42a7-9f84-bba81683d441 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.117 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 812 time: 0.1552005 Feb 09 01:55:06.990760 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-822c035c-e51e-4f78-8264-cfae36a92336 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.117 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b566ff5d7734d039a6c9a0cee356703 HTTP/1.1" status: 200 len: 379 time: 0.0536251 Feb 09 01:55:07.001707 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-1422829f-7276-42af-a338-e2fcf84662a5 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Request body: {'port': {'device_id': '6559e040-0d5b-4b5e-87d5-5ed16845c1af', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'admin_state_up': True, 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'security_groups': ['5aab4fc7-99f5-434e-b554-d8b0484e3b71']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:07.009249 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4e7134da-85fc-4d00-a90f-9702284d6c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:07.135911 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-92044003-6bd8-400a-ac85-fe3c40ed6e5b req-dabab139-d08e-4ebf-9d94-b04efa2db0f1 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 210 time: 0.0644987 Feb 09 01:55:07.190961 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-1422829f-7276-42af-a338-e2fcf84662a5 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:55:07.200534 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-1422829f-7276-42af-a338-e2fcf84662a5 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:55:07.211329 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-1422829f-7276-42af-a338-e2fcf84662a5 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Made reservation on behalf of 6b566ff5d7734d039a6c9a0cee356703 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:07.214809 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-1422829f-7276-42af-a338-e2fcf84662a5 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:07.436982 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device db595830-e7c1-4c7f-adec-60e5f9e431fb no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:55:07.470439 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: db595830-e7c1-4c7f-adec-60e5f9e431fb {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:55:07.470778 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device db595830-e7c1-4c7f-adec-60e5f9e431fb not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:55:07.487953 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-1422829f-7276-42af-a338-e2fcf84662a5 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Allocated IP 172.20.0.6 (41793e7c-34c9-456f-92e3-253bce801e43/926d1ec7-d37a-4213-9841-10aa28c4ba4d/4a9104b0-c944-4207-b17e-82ecf170412f) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:07.670658 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-1422829f-7276-42af-a338-e2fcf84662a5 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:07.685633 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-1422829f-7276-42af-a338-e2fcf84662a5 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Transition to ACTIVE for port object 4a9104b0-c944-4207-b17e-82ecf170412f will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:55:07.708988 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-1422829f-7276-42af-a338-e2fcf84662a5 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:07.781827 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-1422829f-7276-42af-a338-e2fcf84662a5 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Network 41793e7c-34c9-456f-92e3-253bce801e43 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:07.785040 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-1422829f-7276-42af-a338-e2fcf84662a5 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:07.788966 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-1422829f-7276-42af-a338-e2fcf84662a5 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:55:07.818753 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422829f-7276-42af-a338-e2fcf84662a5 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Pushing event updated for resources: {'Port': ['ID=4a9104b0-c944-4207-b17e-82ecf170412f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:07.854968 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-1422829f-7276-42af-a338-e2fcf84662a5 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:07.855588 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-1422829f-7276-42af-a338-e2fcf84662a5 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:07.880894 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-1422829f-7276-42af-a338-e2fcf84662a5 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8833010 Feb 09 01:55:07.973502 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-5ff1523f-01e7-414b-bc1c-5f4e2e73ce19 service neutron] Request body: {'port': {'device_id': '6559e040-0d5b-4b5e-87d5-5ed16845c1af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:08.012748 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6d44f751-6fcc-4c4b-8ba4-1c04fb5c51fd None None] Provisioning for port 4a9104b0-c944-4207-b17e-82ecf170412f completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:55:08.017777 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6d44f751-6fcc-4c4b-8ba4-1c04fb5c51fd None None] Provisioning complete for port 4a9104b0-c944-4207-b17e-82ecf170412f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:08.018146 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6d44f751-6fcc-4c4b-8ba4-1c04fb5c51fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:08.070826 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-6d44f751-6fcc-4c4b-8ba4-1c04fb5c51fd None None] Port 4a9104b0-c944-4207-b17e-82ecf170412f cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:55:08.085783 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-5ff1523f-01e7-414b-bc1c-5f4e2e73ce19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:08.331248 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c412b1-5e48-4c28-a2c2-c4efa6b9049e req-27fff6a4-ca7a-4c12-81f0-926031b3d1cb tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:08.332654 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c3c412b1-5e48-4c28-a2c2-c4efa6b9049e req-27fff6a4-ca7a-4c12-81f0-926031b3d1cb tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 931 time: 0.0895593 Feb 09 01:55:08.376893 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c3c412b1-5e48-4c28-a2c2-c4efa6b9049e req-ea232b55-b3f3-467f-acd9-0602e5ff645f tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384598 Feb 09 01:55:08.429533 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-5ff1523f-01e7-414b-bc1c-5f4e2e73ce19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a9104b0-c944-4207-b17e-82ecf170412f {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:55:08.437571 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-5ff1523f-01e7-414b-bc1c-5f4e2e73ce19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:08.451965 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-5ff1523f-01e7-414b-bc1c-5f4e2e73ce19 service neutron] Transition to ACTIVE for port object 4a9104b0-c944-4207-b17e-82ecf170412f will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:55:08.455486 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-5ff1523f-01e7-414b-bc1c-5f4e2e73ce19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:08.613568 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1523f-01e7-414b-bc1c-5f4e2e73ce19 service neutron] Pushing event updated for resources: {'Port': ['ID=4a9104b0-c944-4207-b17e-82ecf170412f,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:08.692115 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-5ff1523f-01e7-414b-bc1c-5f4e2e73ce19 service neutron] Attempting to bind port 4a9104b0-c944-4207-b17e-82ecf170412f on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:55:08.692476 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-5ff1523f-01e7-414b-bc1c-5f4e2e73ce19 service neutron] Attempting to bind port 4a9104b0-c944-4207-b17e-82ecf170412f by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:55:08.692801 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-5ff1523f-01e7-414b-bc1c-5f4e2e73ce19 service neutron] Attempting to bind port 4a9104b0-c944-4207-b17e-82ecf170412f on network 41793e7c-34c9-456f-92e3-253bce801e43 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:55:08.697532 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-5ff1523f-01e7-414b-bc1c-5f4e2e73ce19 service neutron] Port 4a9104b0-c944-4207-b17e-82ecf170412f on network 41793e7c-34c9-456f-92e3-253bce801e43 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:55:08.697850 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-5ff1523f-01e7-414b-bc1c-5f4e2e73ce19 service neutron] Attempting to bind port 4a9104b0-c944-4207-b17e-82ecf170412f on network 41793e7c-34c9-456f-92e3-253bce801e43 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:55:08.703099 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-5ff1523f-01e7-414b-bc1c-5f4e2e73ce19 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:55:08.703431 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-5ff1523f-01e7-414b-bc1c-5f4e2e73ce19 service neutron] Checking segment: {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:55:08.703809 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-5ff1523f-01e7-414b-bc1c-5f4e2e73ce19 service neutron] Bound using segment: {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:55:08.704227 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-5ff1523f-01e7-414b-bc1c-5f4e2e73ce19 service neutron] Bound port: 4a9104b0-c944-4207-b17e-82ecf170412f, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:55:08.704601 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-5ff1523f-01e7-414b-bc1c-5f4e2e73ce19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:08.792245 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-5ff1523f-01e7-414b-bc1c-5f4e2e73ce19 service neutron] For port 4a9104b0-c944-4207-b17e-82ecf170412f, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:55:08.796157 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-5ff1523f-01e7-414b-bc1c-5f4e2e73ce19 service neutron] For port 4a9104b0-c944-4207-b17e-82ecf170412f, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=4a9104b0-c944-4207-b17e-82ecf170412f,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:55:08.800519 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-5ff1523f-01e7-414b-bc1c-5f4e2e73ce19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:08.862113 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-5ff1523f-01e7-414b-bc1c-5f4e2e73ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:08.862732 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-5ff1523f-01e7-414b-bc1c-5f4e2e73ce19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:08.864107 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-5ff1523f-01e7-414b-bc1c-5f4e2e73ce19 service neutron] 10.222.0.117 "PUT /v2.0/ports/4a9104b0-c944-4207-b17e-82ecf170412f HTTP/1.1" status: 200 len: 1091 time: 0.9353690 Feb 09 01:55:08.864570 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6559e040-0d5b-4b5e-87d5-5ed16845c1af', 'tag': '4a9104b0-c944-4207-b17e-82ecf170412f'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:55:08.899730 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1523f-01e7-414b-bc1c-5f4e2e73ce19 service neutron] Pushing event updated for resources: {'Port': ['ID=4a9104b0-c944-4207-b17e-82ecf170412f,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:08.934952 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6559e040-0d5b-4b5e-87d5-5ed16845c1af', 'tag': '4a9104b0-c944-4207-b17e-82ecf170412f', 'status': 'completed', 'code': 200} Feb 09 01:55:08.975238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-c7522e85-e3eb-42f7-968d-445cbe1f8fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:08.976763 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-c7522e85-e3eb-42f7-968d-445cbe1f8fdd service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 1094 time: 0.0740185 Feb 09 01:55:09.048619 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-ebe9d667-70dd-4976-801e-5bd5d06c59f7 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a9104b0-c944-4207-b17e-82ecf170412f HTTP/1.1" status: 200 len: 217 time: 0.0655768 Feb 09 01:55:09.113010 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-445e38ee-ff37-4b20-9d55-ba9018006979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:09.114377 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-445e38ee-ff37-4b20-9d55-ba9018006979 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0597188 Feb 09 01:55:09.191869 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-adec9100-70f5-45b1-bc75-0c82df6a5e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:09.193632 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-adec9100-70f5-45b1-bc75-0c82df6a5e98 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734665 Feb 09 01:55:09.412102 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-83a77a49-9a3d-4605-85a2-915863bccff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:09.435348 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-41b4f6fb-892e-40a1-8428-8efda52acdb4 service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347319 Feb 09 01:55:09.474381 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:55:09.562574 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97008acf-88d2-4992-8483-25bf52f2d365 req-4df45eba-e038-4648-8cb6-ce2a3270032b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:09.564052 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-97008acf-88d2-4992-8483-25bf52f2d365 req-4df45eba-e038-4648-8cb6-ce2a3270032b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 943 time: 0.0789857 Feb 09 01:55:09.569100 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-079bbf7a-a32c-410b-8ca3-36f5897c0807 req-ae82633e-347a-4c2f-a0bd-c60181710bdf service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273782 Feb 09 01:55:09.617410 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-97008acf-88d2-4992-8483-25bf52f2d365 req-5cb37c20-693c-4e59-a332-cc53b99ec6d7 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472007 Feb 09 01:55:09.687435 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057dd518-e188-4ea9-bea9-40734209e5c2 req-0b232051-6db4-4566-a0f9-ef051ceafd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:09.688816 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-057dd518-e188-4ea9-bea9-40734209e5c2 req-0b232051-6db4-4566-a0f9-ef051ceafd10 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 1094 time: 0.0696478 Feb 09 01:55:09.816387 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057dd518-e188-4ea9-bea9-40734209e5c2 req-5fe6bdbf-59c5-401e-ab5a-64aea37e821e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:09.817844 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-057dd518-e188-4ea9-bea9-40734209e5c2 req-5fe6bdbf-59c5-401e-ab5a-64aea37e821e service neutron] 10.222.0.117 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.1230583 Feb 09 01:55:09.887842 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-057dd518-e188-4ea9-bea9-40734209e5c2 req-cc6e4b84-43c1-41f7-882e-3b090d9f2c20 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a9104b0-c944-4207-b17e-82ecf170412f HTTP/1.1" status: 200 len: 217 time: 0.0633488 Feb 09 01:55:09.947315 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057dd518-e188-4ea9-bea9-40734209e5c2 req-f4297b49-324c-4f10-8fec-53c1daba15e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:09.948632 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-057dd518-e188-4ea9-bea9-40734209e5c2 req-f4297b49-324c-4f10-8fec-53c1daba15e2 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0551517 Feb 09 01:55:10.024067 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057dd518-e188-4ea9-bea9-40734209e5c2 req-28b1248a-8951-42c9-a410-2191a816c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:10.025525 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-057dd518-e188-4ea9-bea9-40734209e5c2 req-28b1248a-8951-42c9-a410-2191a816c6ad service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703838 Feb 09 01:55:10.154855 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-057dd518-e188-4ea9-bea9-40734209e5c2 req-2eb9f3e5-ad95-43da-8fee-346e1293e808 service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225212 Feb 09 01:55:10.284794 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-057dd518-e188-4ea9-bea9-40734209e5c2 req-7bd55b84-1164-45d0-be62-c0923ac36e0c service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227958 Feb 09 01:55:10.345525 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-b2424839-1a3c-4cbe-b938-75727cf2c261 req-d2f85cab-ad37-442d-9c3b-a9111768db76 service neutron] (87612) timed out ('10.222.0.35', 63351) {{(pid=87612) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 01:55:10.499683 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:10.619268 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:10.798748 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabce83-85a4-43cd-8228-cc950af0507b req-85dfe6ea-f84b-40be-8267-e9937ae63c0d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:10.799432 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-fbabce83-85a4-43cd-8228-cc950af0507b req-85dfe6ea-f84b-40be-8267-e9937ae63c0d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Synchronizing usage tracker for tenant:6b566ff5d7734d039a6c9a0cee356703 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:55:10.814237 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-fbabce83-85a4-43cd-8228-cc950af0507b req-85dfe6ea-f84b-40be-8267-e9937ae63c0d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Unset dirty status for tenant:6b566ff5d7734d039a6c9a0cee356703 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:55:10.815373 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fbabce83-85a4-43cd-8228-cc950af0507b req-85dfe6ea-f84b-40be-8267-e9937ae63c0d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 943 time: 0.0924232 Feb 09 01:55:10.858289 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fbabce83-85a4-43cd-8228-cc950af0507b req-60d382f9-abda-4b69-9217-1dd2cc0773ef tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372944 Feb 09 01:55:11.933587 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:12.040379 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91914a87-abbb-4798-886b-1800d380566c req-c9165ac5-c155-4af2-b619-4c87ade808e4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:12.041865 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-91914a87-abbb-4798-886b-1800d380566c req-c9165ac5-c155-4af2-b619-4c87ade808e4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 943 time: 0.0794163 Feb 09 01:55:12.086371 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-91914a87-abbb-4798-886b-1800d380566c req-d0f2245b-3b84-49d6-bac7-86cdf0c598cb tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382721 Feb 09 01:55:12.381712 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 4a9104b0-c944-4207-b17e-82ecf170412f details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:55:12.513977 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 4a9104b0-c944-4207-b17e-82ecf170412f, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=4a9104b0-c944-4207-b17e-82ecf170412f,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:55:12.526498 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '4a9104b0-c944-4207-b17e-82ecf170412f', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'port_id': '4a9104b0-c944-4207-b17e-82ecf170412f', 'mac_address': 'fa:16:3e:44:59:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 952, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:55:12.580051 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:12.596706 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a9104b0-c944-4207-b17e-82ecf170412f {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:55:12.611804 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 4a9104b0-c944-4207-b17e-82ecf170412f, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=4a9104b0-c944-4207-b17e-82ecf170412f,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:55:12.615621 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:12.686823 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=4a9104b0-c944-4207-b17e-82ecf170412f,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:12.694125 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:12.694578 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:12.694924 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:12.695251 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:12.695581 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:12.695909 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:12.696234 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:12.696588 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:12.696908 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:12.697227 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:12.697544 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:12.697858 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:12.830114 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['4a9104b0-c944-4207-b17e-82ecf170412f'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:55:13.274062 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fff279-a987-4661-b969-b8695092e7bf req-af75cf9e-100c-418b-8c2a-4c3488243547 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:13.275423 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-93fff279-a987-4661-b969-b8695092e7bf req-af75cf9e-100c-418b-8c2a-4c3488243547 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 944 time: 0.0856822 Feb 09 01:55:13.318388 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-93fff279-a987-4661-b969-b8695092e7bf req-9c33889f-af9b-41f2-8dcf-4b82f9c81ce4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373223 Feb 09 01:55:14.405026 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 4a9104b0-c944-4207-b17e-82ecf170412f up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:55:14.474705 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 4a9104b0-c944-4207-b17e-82ecf170412f completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:55:14.479266 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 4a9104b0-c944-4207-b17e-82ecf170412f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:14.479637 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:14.503320 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5053d-9d06-4835-8845-49985bc1edc9 req-2589c522-9d0e-4c6e-a5c8-06026cd64a6c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:14.506552 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-10a5053d-9d06-4835-8845-49985bc1edc9 req-2589c522-9d0e-4c6e-a5c8-06026cd64a6c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 944 time: 0.0841422 Feb 09 01:55:14.549417 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-10a5053d-9d06-4835-8845-49985bc1edc9 req-03e721a3-4c4a-4db3-8c6d-33b5391aee78 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387821 Feb 09 01:55:14.595717 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:14.621155 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6559e040-0d5b-4b5e-87d5-5ed16845c1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9104b0-c944-4207-b17e-82ecf170412f'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:55:14.630791 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 4a9104b0-c944-4207-b17e-82ecf170412f, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=4a9104b0-c944-4207-b17e-82ecf170412f,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:55:14.634911 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:14.671032 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6559e040-0d5b-4b5e-87d5-5ed16845c1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9104b0-c944-4207-b17e-82ecf170412f', 'code': 200} Feb 09 01:55:14.703584 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=4a9104b0-c944-4207-b17e-82ecf170412f,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:14.788343 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d703d-9907-4725-a3c4-38db93ab4c4b req-c07259db-886d-4061-ac65-14071c809d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:14.789809 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c31d703d-9907-4725-a3c4-38db93ab4c4b req-c07259db-886d-4061-ac65-14071c809d60 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 1096 time: 0.0678914 Feb 09 01:55:14.829025 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c31d703d-9907-4725-a3c4-38db93ab4c4b req-e1d630e6-3279-424e-b790-561d7378b339 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333033 Feb 09 01:55:15.748012 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e29cc-cb4a-4b4e-a14b-95f680b31865 req-a8d1cce7-987f-4639-abcf-3000676f010f tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:15.749498 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4b5e29cc-cb4a-4b4e-a14b-95f680b31865 req-a8d1cce7-987f-4639-abcf-3000676f010f tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0874262 Feb 09 01:55:15.792809 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4b5e29cc-cb4a-4b4e-a14b-95f680b31865 req-67dd68a6-70ad-44ab-bc02-a3db7fddfd9f tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376630 Feb 09 01:55:16.978923 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd041a-e961-4fc4-a827-a64864dd5f00 req-535094eb-3e5b-4cc8-a1dc-d5b1e59ac5b7 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:16.980379 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d9cd041a-e961-4fc4-a827-a64864dd5f00 req-535094eb-3e5b-4cc8-a1dc-d5b1e59ac5b7 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0824542 Feb 09 01:55:17.024914 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d9cd041a-e961-4fc4-a827-a64864dd5f00 req-bc7f3e27-ac5d-48c0-8a4d-9e4a5c031473 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382309 Feb 09 01:55:17.203699 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d61a0-9530-4c2b-a2af-884c61b70ac3 req-a2f0c562-b093-434b-b1f4-f7bdf51d546a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:17.205146 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-af7d61a0-9530-4c2b-a2af-884c61b70ac3 req-a2f0c562-b093-434b-b1f4-f7bdf51d546a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0803533 Feb 09 01:55:17.213497 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36434) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:55:17.218732 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-3d6947b6-e64c-4ada-9487-7a89c6c0e694 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Request body: {'floatingip': {'port_id': '4a9104b0-c944-4207-b17e-82ecf170412f'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:17.295207 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3d6947b6-e64c-4ada-9487-7a89c6c0e694 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks [] for floatingip, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:17.969883 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3d6947b6-e64c-4ada-9487-7a89c6c0e694 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:17.973518 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3d6947b6-e64c-4ada-9487-7a89c6c0e694 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:18.138218 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-3d6947b6-e64c-4ada-9487-7a89c6c0e694 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Floating IP a12cbf16-e4dc-4df1-a411-fbf273b1a6dc associated. External IP: 172.25.5.254, port: 4a9104b0-c944-4207-b17e-82ecf170412f. Feb 09 01:55:18.484120 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6947b6-e64c-4ada-9487-7a89c6c0e694 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:55:18.661505 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6947b6-e64c-4ada-9487-7a89c6c0e694 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:55:18.666342 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3d6947b6-e64c-4ada-9487-7a89c6c0e694 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:18.671369 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d486145-6d34-405e-a93d-8c22b7c83742 None None] Sync routers for ids ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:55:18.680561 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d486145-6d34-405e-a93d-8c22b7c83742 None None] Routers {'2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:55:18.681163 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-6d486145-6d34-405e-a93d-8c22b7c83742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:55:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:18.723465 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3d6947b6-e64c-4ada-9487-7a89c6c0e694 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "PUT /v2.0/floatingips/a12cbf16-e4dc-4df1-a411-fbf273b1a6dc HTTP/1.1" status: 200 len: 991 time: 1.5089471 Feb 09 01:55:18.724049 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6559e040-0d5b-4b5e-87d5-5ed16845c1af', 'tag': '4a9104b0-c944-4207-b17e-82ecf170412f'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:55:18.769354 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6559e040-0d5b-4b5e-87d5-5ed16845c1af', 'tag': '4a9104b0-c944-4207-b17e-82ecf170412f', 'status': 'completed', 'code': 200} Feb 09 01:55:18.856311 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-6d486145-6d34-405e-a93d-8c22b7c83742 None None] Set router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:55:18.922703 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122166b0-997b-4173-b995-87101b0cfee7 req-603b7ec3-73eb-43fd-85d8-172e4f9bf771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:18.924163 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-122166b0-997b-4173-b995-87101b0cfee7 req-603b7ec3-73eb-43fd-85d8-172e4f9bf771 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 1096 time: 0.1320124 Feb 09 01:55:18.934978 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb408ad-c36b-4344-bc8a-e9ab6ab8ed53 req-7232e7b6-22c4-4108-b95b-4d3022b33715 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:18.936315 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cdb408ad-c36b-4344-bc8a-e9ab6ab8ed53 req-7232e7b6-22c4-4108-b95b-4d3022b33715 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.1094682 Feb 09 01:55:19.060694 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cdb408ad-c36b-4344-bc8a-e9ab6ab8ed53 req-5686df96-4657-4965-a5ce-cc6adf984b04 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056230 Feb 09 01:55:19.097959 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122166b0-997b-4173-b995-87101b0cfee7 req-b595e963-e47c-43cb-97d7-b81c559329c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:19.099382 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-122166b0-997b-4173-b995-87101b0cfee7 req-b595e963-e47c-43cb-97d7-b81c559329c8 service neutron] 10.222.0.117 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.1622179 Feb 09 01:55:19.241646 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-6d486145-6d34-405e-a93d-8c22b7c83742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'name': 'tempest-ServerActionsTestJSON-1292461242-router', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:01Z', 'updated_at': '2022-02-09T01:53:05Z', 'revision_number': 4, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'gw_port': {'id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:04:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:02Z', 'updated_at': '2022-02-09T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'a12cbf16-e4dc-4df1-a411-fbf273b1a6dc', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'floating_ip_address': '172.25.5.254', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'port_id': '4a9104b0-c944-4207-b17e-82ecf170412f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'mac_address': 'fa:16:3e:44:59:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559e040-0d5b-4b5e-87d5-5ed16845c1af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:53:09Z', 'updated_at': '2022-02-09T01:55:17Z', 'revision_number': 9, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b8e3ae0-216f-41ac-844b-15c2a1e73a43', 'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'mac_address': 'fa:16:3e:68:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:05Z', 'updated_at': '2022-02-09T01:53:11Z', 'revision_number': 5, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'subnets': [{'id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:19.245736 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d486145-6d34-405e-a93d-8c22b7c83742 None None] Checking router: 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:55:19.254503 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d486145-6d34-405e-a93d-8c22b7c83742 None None] Routers {'2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:55:19.255098 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-6d486145-6d34-405e-a93d-8c22b7c83742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:55:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:19.315111 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-122166b0-997b-4173-b995-87101b0cfee7 req-5cc2de80-f825-4390-87a1-29665cd86403 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a9104b0-c944-4207-b17e-82ecf170412f HTTP/1.1" status: 200 len: 999 time: 0.2093277 Feb 09 01:55:19.377576 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122166b0-997b-4173-b995-87101b0cfee7 req-86a3ab0c-803f-4a9a-bf04-d06443a616f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:19.379070 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-122166b0-997b-4173-b995-87101b0cfee7 req-86a3ab0c-803f-4a9a-bf04-d06443a616f3 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0583899 Feb 09 01:55:19.432059 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-6d486145-6d34-405e-a93d-8c22b7c83742 None None] Set router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:55:19.460416 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122166b0-997b-4173-b995-87101b0cfee7 req-4b64bec5-8c99-45ed-b3e3-892f9fba1fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:19.461910 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-122166b0-997b-4173-b995-87101b0cfee7 req-4b64bec5-8c99-45ed-b3e3-892f9fba1fca service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769973 Feb 09 01:55:19.594497 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-122166b0-997b-4173-b995-87101b0cfee7 req-bdd17d94-fc58-4379-970b-6b3d7c84a230 service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264989 Feb 09 01:55:19.738389 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-122166b0-997b-4173-b995-87101b0cfee7 req-ebf2d6e5-fb66-47da-8276-803d6dd8fa5d service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377063 Feb 09 01:55:19.772925 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-6d486145-6d34-405e-a93d-8c22b7c83742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'name': 'tempest-ServerActionsTestJSON-1292461242-router', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:01Z', 'updated_at': '2022-02-09T01:53:05Z', 'revision_number': 4, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'gw_port': {'id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:04:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:02Z', 'updated_at': '2022-02-09T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'a12cbf16-e4dc-4df1-a411-fbf273b1a6dc', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'floating_ip_address': '172.25.5.254', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'port_id': '4a9104b0-c944-4207-b17e-82ecf170412f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'mac_address': 'fa:16:3e:44:59:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559e040-0d5b-4b5e-87d5-5ed16845c1af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:53:09Z', 'updated_at': '2022-02-09T01:55:17Z', 'revision_number': 9, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b8e3ae0-216f-41ac-844b-15c2a1e73a43', 'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'mac_address': 'fa:16:3e:68:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:05Z', 'updated_at': '2022-02-09T01:53:11Z', 'revision_number': 5, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'subnets': [{'id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:19.776746 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d486145-6d34-405e-a93d-8c22b7c83742 None None] The sync data for ids ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'] in n-d-828419-1 is: [{'id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'name': 'tempest-ServerActionsTestJSON-1292461242-router', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:01Z', 'updated_at': '2022-02-09T01:53:05Z', 'revision_number': 4, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'gw_port': {'id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:04:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:02Z', 'updated_at': '2022-02-09T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'a12cbf16-e4dc-4df1-a411-fbf273b1a6dc', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'floating_ip_address': '172.25.5.254', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'port_id': '4a9104b0-c944-4207-b17e-82ecf170412f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'mac_address': 'fa:16:3e:44:59:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559e040-0d5b-4b5e-87d5-5ed16845c1af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:53:09Z', 'updated_at': '2022-02-09T01:55:17Z', 'revision_number': 9, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b8e3ae0-216f-41ac-844b-15c2a1e73a43', 'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'mac_address': 'fa:16:3e:68:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:05Z', 'updated_at': '2022-02-09T01:53:11Z', 'revision_number': 5, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'subnets': [{'id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:55:19.973489 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec22593-faab-489d-b912-793b0b278a45 None None] New status for floating IP a12cbf16-e4dc-4df1-a411-fbf273b1a6dc: ACTIVE {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:55:20.255906 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc2890-8f35-4ddf-a6c2-336db5719ab7 req-d05b0489-5cc3-4f15-8b5e-f9d7cd502e25 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:20.257432 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-78fc2890-8f35-4ddf-a6c2-336db5719ab7 req-d05b0489-5cc3-4f15-8b5e-f9d7cd502e25 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0831063 Feb 09 01:55:20.304193 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-78fc2890-8f35-4ddf-a6c2-336db5719ab7 req-f48b70ce-c8b5-49f6-82a6-2789aa10b1c1 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404394 Feb 09 01:55:20.810883 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5902fcc6-0a91-4990-af03-f67529085c5a req-0fd82987-324d-4208-bbc9-0a7c041b903c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2354951 Feb 09 01:55:20.828719 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777da492-b4fc-4ce2-b9ea-19d005ea42fc req-0298e975-74c5-4548-8e7a-051e29e7e76c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:20.830102 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-777da492-b4fc-4ce2-b9ea-19d005ea42fc req-0298e975-74c5-4548-8e7a-051e29e7e76c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.2060602 Feb 09 01:55:20.876525 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-777da492-b4fc-4ce2-b9ea-19d005ea42fc req-9571d60e-842c-4dc3-be6c-7a1eb5f236b8 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403638 Feb 09 01:55:22.056909 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902fcc6-0a91-4990-af03-f67529085c5a req-2fffefc0-4c29-4dfa-9982-21963f6485ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:22.058386 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5902fcc6-0a91-4990-af03-f67529085c5a req-2fffefc0-4c29-4dfa-9982-21963f6485ea service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 1096 time: 0.1268029 Feb 09 01:55:22.153394 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e9f6c-a843-4614-8895-e9d12042014a req-051d79b1-cc3e-4aa0-8715-1fb058087065 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:22.154833 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-143e9f6c-a843-4614-8895-e9d12042014a req-051d79b1-cc3e-4aa0-8715-1fb058087065 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.1647630 Feb 09 01:55:22.221126 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-143e9f6c-a843-4614-8895-e9d12042014a req-7cf945c2-cd3b-4c23-8f9b-71fe521acd9d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588074 Feb 09 01:55:22.235955 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902fcc6-0a91-4990-af03-f67529085c5a req-73058e09-80ec-4ade-8b60-a4896c65c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:22.237402 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5902fcc6-0a91-4990-af03-f67529085c5a req-73058e09-80ec-4ade-8b60-a4896c65c928 service neutron] 10.222.0.117 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.1734202 Feb 09 01:55:22.339817 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5902fcc6-0a91-4990-af03-f67529085c5a req-6c4d88db-a403-4d8b-92b3-04076554ebe5 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a9104b0-c944-4207-b17e-82ecf170412f HTTP/1.1" status: 200 len: 1002 time: 0.0959430 Feb 09 01:55:22.370434 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:22.405194 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902fcc6-0a91-4990-af03-f67529085c5a req-73c1870d-42ed-4308-9698-bc6f59881d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:22.406619 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5902fcc6-0a91-4990-af03-f67529085c5a req-73c1870d-42ed-4308-9698-bc6f59881d15 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0616100 Feb 09 01:55:22.479630 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902fcc6-0a91-4990-af03-f67529085c5a req-77879f47-2b9c-4522-aefc-5f5adb13f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:22.481070 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5902fcc6-0a91-4990-af03-f67529085c5a req-77879f47-2b9c-4522-aefc-5f5adb13f765 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685892 Feb 09 01:55:22.611030 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5902fcc6-0a91-4990-af03-f67529085c5a req-df31c77c-26f1-46cd-b1aa-34d8e3ce3ec1 service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237667 Feb 09 01:55:22.740567 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5902fcc6-0a91-4990-af03-f67529085c5a req-5df5a336-3ead-4f84-b361-d38f61096e46 service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236897 Feb 09 01:55:22.899481 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a48445-b83d-44a3-8a2f-016b5a06c6bd req-73279f46-aa86-4780-a719-16ee738c60d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:22.900969 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-78a48445-b83d-44a3-8a2f-016b5a06c6bd req-73279f46-aa86-4780-a719-16ee738c60d2 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 1096 time: 0.0764313 Feb 09 01:55:23.045695 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a48445-b83d-44a3-8a2f-016b5a06c6bd req-e2a78799-af39-4bb3-9cdd-c498996412c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:23.047137 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-78a48445-b83d-44a3-8a2f-016b5a06c6bd req-e2a78799-af39-4bb3-9cdd-c498996412c9 service neutron] 10.222.0.117 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.1248903 Feb 09 01:55:23.247215 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-78a48445-b83d-44a3-8a2f-016b5a06c6bd req-d6f5f6d7-611b-47cd-b5ce-8920e70b4652 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a9104b0-c944-4207-b17e-82ecf170412f HTTP/1.1" status: 200 len: 1002 time: 0.1940582 Feb 09 01:55:23.310361 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a48445-b83d-44a3-8a2f-016b5a06c6bd req-c2ebc25a-58b8-45f7-bf29-4b34d6d5940b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:23.311748 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-78a48445-b83d-44a3-8a2f-016b5a06c6bd req-c2ebc25a-58b8-45f7-bf29-4b34d6d5940b service neutron] 10.222.0.117 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0583000 Feb 09 01:55:23.384689 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a48445-b83d-44a3-8a2f-016b5a06c6bd req-f8e02235-beaa-4653-8e8d-68a132eff9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:23.386162 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-78a48445-b83d-44a3-8a2f-016b5a06c6bd req-f8e02235-beaa-4653-8e8d-68a132eff9eb service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691321 Feb 09 01:55:23.403432 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbc45c-aec7-46c1-ad77-9587244a6ba0 req-b7a987ff-bd50-4f7f-ab59-6afb03d8de02 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:23.404916 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-67fbc45c-aec7-46c1-ad77-9587244a6ba0 req-b7a987ff-bd50-4f7f-ab59-6afb03d8de02 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0785198 Feb 09 01:55:23.451583 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-67fbc45c-aec7-46c1-ad77-9587244a6ba0 req-198e71b8-9b2c-4bc6-949f-cc4b9367e5ba tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409162 Feb 09 01:55:23.516666 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-78a48445-b83d-44a3-8a2f-016b5a06c6bd req-f1ea8ba3-7a99-49db-8ba6-684a2a093ee3 service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240561 Feb 09 01:55:23.645171 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-78a48445-b83d-44a3-8a2f-016b5a06c6bd req-41fe10ca-b677-4945-9f49-4c18d03e8cd0 service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227717 Feb 09 01:55:24.639716 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052a666-7642-47c3-afee-7362f3d54707 req-3f3036e0-7350-4500-b174-159e759e3bf2 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:24.641183 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c052a666-7642-47c3-afee-7362f3d54707 req-3f3036e0-7350-4500-b174-159e759e3bf2 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0827549 Feb 09 01:55:24.684405 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c052a666-7642-47c3-afee-7362f3d54707 req-cf5fecfd-17a6-4b48-9502-132940339771 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376508 Feb 09 01:55:25.559029 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:25.864331 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8cbcf0-ae19-44bd-9bf4-b70a1d967a51 req-f7aa2c9d-ab07-44d9-b38e-254082652f6c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:25.865791 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ca8cbcf0-ae19-44bd-9bf4-b70a1d967a51 req-f7aa2c9d-ab07-44d9-b38e-254082652f6c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0782835 Feb 09 01:55:25.908975 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ca8cbcf0-ae19-44bd-9bf4-b70a1d967a51 req-02cc32df-7698-4c78-aa53-8ac250b125b4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369937 Feb 09 01:55:27.091454 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16748885-0f7b-46bc-a2e0-8d9904aab679 req-15b70b1f-6248-47c9-b1a3-a3e14f6acbce tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:27.092989 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-16748885-0f7b-46bc-a2e0-8d9904aab679 req-15b70b1f-6248-47c9-b1a3-a3e14f6acbce tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0792696 Feb 09 01:55:27.139806 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-16748885-0f7b-46bc-a2e0-8d9904aab679 req-fc7b5fe6-ffce-4f38-9cac-8a27bd63a6f9 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413437 Feb 09 01:55:28.326583 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2a53e-fe5e-411d-b45b-620b209fe358 req-c960c281-b2dd-4606-8f35-e642ef2e7d57 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:28.328023 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bcf2a53e-fe5e-411d-b45b-620b209fe358 req-c960c281-b2dd-4606-8f35-e642ef2e7d57 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0806315 Feb 09 01:55:28.370898 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bcf2a53e-fe5e-411d-b45b-620b209fe358 req-3b31da49-7b98-4485-aa71-62c0b1a77af6 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372317 Feb 09 01:55:29.553281 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe1379-b5c5-4c32-9abc-a5b468c9f92d req-7e130520-fc08-454a-a8a8-cd3a720391d4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:29.554743 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-effe1379-b5c5-4c32-9abc-a5b468c9f92d req-7e130520-fc08-454a-a8a8-cd3a720391d4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0790765 Feb 09 01:55:29.597590 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-effe1379-b5c5-4c32-9abc-a5b468c9f92d req-6e66375e-18f5-4537-81c5-46aa4ffc3c0c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364621 Feb 09 01:55:30.778767 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d1369-f1ec-4f2d-8196-27ef8d6232ac req-f9cbfcf4-168b-49ea-b446-6c2c050e4195 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:30.780199 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-243d1369-f1ec-4f2d-8196-27ef8d6232ac req-f9cbfcf4-168b-49ea-b446-6c2c050e4195 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0777991 Feb 09 01:55:30.827721 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-243d1369-f1ec-4f2d-8196-27ef8d6232ac req-a67f7e45-2f41-47cd-af28-5482342dc302 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419199 Feb 09 01:55:32.014549 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0c303-7bfe-4769-8bd3-2bf4b186f726 req-f7ea371c-e2b8-4112-861b-3c727e34192f tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:32.016039 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-16e0c303-7bfe-4769-8bd3-2bf4b186f726 req-f7ea371c-e2b8-4112-861b-3c727e34192f tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0828791 Feb 09 01:55:32.061396 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-16e0c303-7bfe-4769-8bd3-2bf4b186f726 req-f7e93754-a758-46d1-bead-b653a06e7ff0 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393679 Feb 09 01:55:33.249454 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a714d53-352f-415f-9d56-911ef70c4d2c req-f83a6103-1800-4aa9-a487-289bfdaabda5 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:33.250803 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3a714d53-352f-415f-9d56-911ef70c4d2c req-f83a6103-1800-4aa9-a487-289bfdaabda5 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0823245 Feb 09 01:55:33.292743 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3a714d53-352f-415f-9d56-911ef70c4d2c req-6b8b7af8-b44f-4dcc-9cc3-22c58cfc0479 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362406 Feb 09 01:55:34.475544 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8297a-d2fb-4192-b951-1eaa90ed6d48 req-fccbe179-152f-4d65-bf78-1ee114619dfe tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:34.477026 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a8a8297a-d2fb-4192-b951-1eaa90ed6d48 req-fccbe179-152f-4d65-bf78-1ee114619dfe tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0789382 Feb 09 01:55:34.525415 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a8a8297a-d2fb-4192-b951-1eaa90ed6d48 req-9236aa2c-6262-459f-8e45-9d3ab916a608 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425727 Feb 09 01:55:35.711660 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b6ec1-b4d1-4dc9-95b9-b216e9ca2fb2 req-a4bac7af-1286-463b-8b1c-a461914684bc tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:35.713165 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-440b6ec1-b4d1-4dc9-95b9-b216e9ca2fb2 req-a4bac7af-1286-463b-8b1c-a461914684bc tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0815275 Feb 09 01:55:35.756534 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-440b6ec1-b4d1-4dc9-95b9-b216e9ca2fb2 req-75ee5c23-67fe-4e64-b412-07e9138e860d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376861 Feb 09 01:55:36.942956 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e71074-281a-4be4-8810-31e02e58f9c8 req-e3e6cce6-3d55-414a-9473-ef0cd59525d6 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:36.944421 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88e71074-281a-4be4-8810-31e02e58f9c8 req-e3e6cce6-3d55-414a-9473-ef0cd59525d6 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0830688 Feb 09 01:55:36.988236 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88e71074-281a-4be4-8810-31e02e58f9c8 req-a0928778-b8d3-4b6e-afad-9ed1cb10ba79 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377479 Feb 09 01:55:37.016646 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6b98cf30-6256-48b1-b562-509c412cb3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:38.173585 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae6e25-7a51-4695-8ea4-2d373b44fa3b req-51c02592-acba-40dc-a698-0cfb43456a6d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:38.175022 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-93ae6e25-7a51-4695-8ea4-2d373b44fa3b req-51c02592-acba-40dc-a698-0cfb43456a6d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0818045 Feb 09 01:55:38.217779 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-93ae6e25-7a51-4695-8ea4-2d373b44fa3b req-65aa8815-3481-477c-bf53-1bb2e9080e9e tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372565 Feb 09 01:55:39.403659 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bf686-df32-45f7-8b89-2811048ce393 req-0fe3d206-90e6-488e-a2f8-6978158794b4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:39.405150 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f11bf686-df32-45f7-8b89-2811048ce393 req-0fe3d206-90e6-488e-a2f8-6978158794b4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0798578 Feb 09 01:55:39.405786 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8309ecef-8c93-491d-a145-7b34a89db3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:39.450506 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f11bf686-df32-45f7-8b89-2811048ce393 req-cd6faa0a-7711-43b3-9cfd-80dfeac5a2e7 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380666 Feb 09 01:55:40.534493 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:40.624301 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:40.638898 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349212fe-4eb6-42a8-a938-3a781a97cbac req-f6edd130-4679-4d22-a0a8-b38a201ad771 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:40.640362 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-349212fe-4eb6-42a8-a938-3a781a97cbac req-f6edd130-4679-4d22-a0a8-b38a201ad771 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0804412 Feb 09 01:55:40.687758 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-349212fe-4eb6-42a8-a938-3a781a97cbac req-344ed156-9cb8-4f1e-b8ab-26a7f5aef343 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416360 Feb 09 01:55:41.876845 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4fed9d-f7db-4c31-92a6-1ebf49641941 req-c2d5c41d-8c96-40c7-88c8-fa6bf89f16fe tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:41.878301 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4a4fed9d-f7db-4c31-92a6-1ebf49641941 req-c2d5c41d-8c96-40c7-88c8-fa6bf89f16fe tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0821087 Feb 09 01:55:41.923126 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4a4fed9d-f7db-4c31-92a6-1ebf49641941 req-7727d6f1-db6f-44a9-92a8-9be117ca9cd6 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389678 Feb 09 01:55:41.942275 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:43.107666 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc589f88-af12-4a6d-b9cf-1600a64ef1c3 req-49d0deaf-53bc-49e6-8896-543dfe4f4714 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:43.109165 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fc589f88-af12-4a6d-b9cf-1600a64ef1c3 req-49d0deaf-53bc-49e6-8896-543dfe4f4714 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0801969 Feb 09 01:55:43.152297 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fc589f88-af12-4a6d-b9cf-1600a64ef1c3 req-72652b7e-5b37-463a-b190-2d19dd6ca106 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375061 Feb 09 01:55:44.332497 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8819c-ac8c-4a9b-ab32-1937fb7542c4 req-a2204b1a-4468-4dfd-ae3e-55ae1f8332c7 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:44.333942 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0af8819c-ac8c-4a9b-ab32-1937fb7542c4 req-a2204b1a-4468-4dfd-ae3e-55ae1f8332c7 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0790200 Feb 09 01:55:44.380674 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0af8819c-ac8c-4a9b-ab32-1937fb7542c4 req-a3b5b4a8-c06d-4e57-8f8d-45de441f8b6a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412524 Feb 09 01:55:45.565177 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3138d17-3359-4130-9cd6-7cf84367ec54 req-885c9c5e-6f02-4fe2-8b23-a6f933e1287a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:45.566717 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f3138d17-3359-4130-9cd6-7cf84367ec54 req-885c9c5e-6f02-4fe2-8b23-a6f933e1287a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0829856 Feb 09 01:55:45.611153 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f3138d17-3359-4130-9cd6-7cf84367ec54 req-2893ff3b-38c8-4840-a11b-3cf909f21431 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387592 Feb 09 01:55:46.473520 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:55:46.795979 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b16335-c37e-466e-b460-97eec3edefd5 req-320c340a-dfc7-4c0c-991b-d445085626cd tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:46.797409 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-73b16335-c37e-466e-b460-97eec3edefd5 req-320c340a-dfc7-4c0c-991b-d445085626cd tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0792704 Feb 09 01:55:46.840519 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-73b16335-c37e-466e-b460-97eec3edefd5 req-e063362d-14a9-446d-876a-1ea2354a8067 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374558 Feb 09 01:55:48.021594 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c8d62-6000-4f77-91a2-a69cbd3952bd req-90bbb50c-1dcf-4a4f-b457-cdbd7e7aa886 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:48.023036 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d79c8d62-6000-4f77-91a2-a69cbd3952bd req-90bbb50c-1dcf-4a4f-b457-cdbd7e7aa886 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0780535 Feb 09 01:55:48.066100 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d79c8d62-6000-4f77-91a2-a69cbd3952bd req-2a6c67a5-5d58-4c2b-ac16-f05f05615500 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375001 Feb 09 01:55:49.399715 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74331fb-240a-4e01-a18a-8daf6f2b2b0e req-75574ac2-551c-43ac-a8e9-c582547a9e50 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:49.401192 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b74331fb-240a-4e01-a18a-8daf6f2b2b0e req-75574ac2-551c-43ac-a8e9-c582547a9e50 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0820363 Feb 09 01:55:49.444165 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b74331fb-240a-4e01-a18a-8daf6f2b2b0e req-30d8b1e2-d3f1-4dc2-b879-4c43e8c35828 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370231 Feb 09 01:55:50.641279 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2546c4-c4b6-46a1-af2d-9c098bbbae25 req-fae518dd-bb08-4967-860e-bf94d609653b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:50.642759 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ee2546c4-c4b6-46a1-af2d-9c098bbbae25 req-fae518dd-bb08-4967-860e-bf94d609653b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0903873 Feb 09 01:55:50.687169 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ee2546c4-c4b6-46a1-af2d-9c098bbbae25 req-cc037c03-3e38-402b-bac0-92c1fb241f17 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384984 Feb 09 01:55:51.873788 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b3ee1-f220-4f74-8f41-88b4fb7fafad req-2d9d4d5e-07df-413a-92a6-0d7420a99d1f tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:51.875243 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a3b3ee1-f220-4f74-8f41-88b4fb7fafad req-2d9d4d5e-07df-413a-92a6-0d7420a99d1f tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0795493 Feb 09 01:55:51.919158 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a3b3ee1-f220-4f74-8f41-88b4fb7fafad req-c4ba238c-95bf-4485-8001-e10e4cd27dd9 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382495 Feb 09 01:55:52.396172 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:53.100280 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ac981-5bde-4288-ad4e-2634294112a6 req-57466fa0-5e81-4be7-a127-96e96b19db22 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:53.101749 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-750ac981-5bde-4288-ad4e-2634294112a6 req-57466fa0-5e81-4be7-a127-96e96b19db22 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0787599 Feb 09 01:55:53.148765 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-750ac981-5bde-4288-ad4e-2634294112a6 req-65abba52-41c0-47ba-8923-00bf6f4b6c38 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401440 Feb 09 01:55:54.338390 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6d154-dfb8-4093-bc8e-050d4e9728d8 req-5fae972d-e4ac-40bf-94ce-987531934d8f tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:54.339913 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-90f6d154-dfb8-4093-bc8e-050d4e9728d8 req-5fae972d-e4ac-40bf-94ce-987531934d8f tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0841029 Feb 09 01:55:54.384634 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-90f6d154-dfb8-4093-bc8e-050d4e9728d8 req-1e1061ac-90c5-445d-99b0-73a8b426fb67 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389957 Feb 09 01:55:54.758465 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [req-5902fcc6-0a91-4990-af03-f67529085c5a req-e4d6cab4-e49c-4c79-8a97-7fbe89fa16a3 service neutron] show failed (client error): The resource could not be found. Feb 09 01:55:54.759460 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5902fcc6-0a91-4990-af03-f67529085c5a req-e4d6cab4-e49c-4c79-8a97-7fbe89fa16a3 service neutron] 10.222.0.117 "GET /v2.0/ports/4a9104b0-c944-4207-b17e-82ecf170412f/bindings/n-h1-828419-1 HTTP/1.1" status: 404 len: 380 time: 0.0741832 Feb 09 01:55:55.166828 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902fcc6-0a91-4990-af03-f67529085c5a req-46fcedf1-1f0d-4a01-8ad6-53576bf81414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:55.168282 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5902fcc6-0a91-4990-af03-f67529085c5a req-46fcedf1-1f0d-4a01-8ad6-53576bf81414 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af&tenant_id=6b566ff5d7734d039a6c9a0cee356703 HTTP/1.1" status: 200 len: 1096 time: 0.1217558 Feb 09 01:55:55.182915 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-5902fcc6-0a91-4990-af03-f67529085c5a req-b757dc72-cd0f-4880-9cb1-b734e184b5e6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828419-1', 'device_owner': 'compute:nova'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:55.290444 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5902fcc6-0a91-4990-af03-f67529085c5a req-b757dc72-cd0f-4880-9cb1-b734e184b5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:55.574449 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e83f9-334b-46cb-82ac-42c4a1b04de7 req-d6f388ad-fca4-4e7f-9b20-cf1ffbd21218 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:55.575864 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9a8e83f9-334b-46cb-82ac-42c4a1b04de7 req-d6f388ad-fca4-4e7f-9b20-cf1ffbd21218 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0823014 Feb 09 01:55:55.576488 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:55.619343 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9a8e83f9-334b-46cb-82ac-42c4a1b04de7 req-02cc2cc0-9ccb-4972-826b-2912308aaf08 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373349 Feb 09 01:55:55.657083 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-5902fcc6-0a91-4990-af03-f67529085c5a req-b757dc72-cd0f-4880-9cb1-b734e184b5e6 service neutron] For port 4a9104b0-c944-4207-b17e-82ecf170412f, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=4a9104b0-c944-4207-b17e-82ecf170412f,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:55:55.685911 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-5902fcc6-0a91-4990-af03-f67529085c5a req-b757dc72-cd0f-4880-9cb1-b734e184b5e6 service neutron] For port 4a9104b0-c944-4207-b17e-82ecf170412f, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:55:55.741024 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6559e040-0d5b-4b5e-87d5-5ed16845c1af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a9104b0-c944-4207-b17e-82ecf170412f'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:55:55.747471 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5902fcc6-0a91-4990-af03-f67529085c5a req-b757dc72-cd0f-4880-9cb1-b734e184b5e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:55.762665 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-5902fcc6-0a91-4990-af03-f67529085c5a req-b757dc72-cd0f-4880-9cb1-b734e184b5e6 service neutron] Transition to ACTIVE for port object 4a9104b0-c944-4207-b17e-82ecf170412f will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:55:55.766565 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5902fcc6-0a91-4990-af03-f67529085c5a req-b757dc72-cd0f-4880-9cb1-b734e184b5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:55.810796 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6559e040-0d5b-4b5e-87d5-5ed16845c1af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a9104b0-c944-4207-b17e-82ecf170412f', 'code': 200} Feb 09 01:55:55.912791 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757dc72-cd0f-4880-9cb1-b734e184b5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a9104b0-c944-4207-b17e-82ecf170412f,revision_number=6']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:55.968440 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-5902fcc6-0a91-4990-af03-f67529085c5a req-b757dc72-cd0f-4880-9cb1-b734e184b5e6 service neutron] No DVR routers for this DVR port 4a9104b0-c944-4207-b17e-82ecf170412f on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:55:56.194596 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-5902fcc6-0a91-4990-af03-f67529085c5a req-b757dc72-cd0f-4880-9cb1-b734e184b5e6 service neutron] Attempting to bind port 4a9104b0-c944-4207-b17e-82ecf170412f on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:55:56.194923 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-5902fcc6-0a91-4990-af03-f67529085c5a req-b757dc72-cd0f-4880-9cb1-b734e184b5e6 service neutron] Attempting to bind port 4a9104b0-c944-4207-b17e-82ecf170412f by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:55:56.195249 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5902fcc6-0a91-4990-af03-f67529085c5a req-b757dc72-cd0f-4880-9cb1-b734e184b5e6 service neutron] Attempting to bind port 4a9104b0-c944-4207-b17e-82ecf170412f on network 41793e7c-34c9-456f-92e3-253bce801e43 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:55:56.199713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5902fcc6-0a91-4990-af03-f67529085c5a req-b757dc72-cd0f-4880-9cb1-b734e184b5e6 service neutron] Port 4a9104b0-c944-4207-b17e-82ecf170412f on network 41793e7c-34c9-456f-92e3-253bce801e43 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:55:56.200052 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5902fcc6-0a91-4990-af03-f67529085c5a req-b757dc72-cd0f-4880-9cb1-b734e184b5e6 service neutron] Attempting to bind port 4a9104b0-c944-4207-b17e-82ecf170412f on network 41793e7c-34c9-456f-92e3-253bce801e43 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:55:56.204991 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5902fcc6-0a91-4990-af03-f67529085c5a req-b757dc72-cd0f-4880-9cb1-b734e184b5e6 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:55:56.205328 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5902fcc6-0a91-4990-af03-f67529085c5a req-b757dc72-cd0f-4880-9cb1-b734e184b5e6 service neutron] Checking segment: {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:55:56.205704 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5902fcc6-0a91-4990-af03-f67529085c5a req-b757dc72-cd0f-4880-9cb1-b734e184b5e6 service neutron] Bound using segment: {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:55:56.206120 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-5902fcc6-0a91-4990-af03-f67529085c5a req-b757dc72-cd0f-4880-9cb1-b734e184b5e6 service neutron] Bound port: 4a9104b0-c944-4207-b17e-82ecf170412f, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:55:56.206454 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5902fcc6-0a91-4990-af03-f67529085c5a req-b757dc72-cd0f-4880-9cb1-b734e184b5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:56.291998 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-5902fcc6-0a91-4990-af03-f67529085c5a req-b757dc72-cd0f-4880-9cb1-b734e184b5e6 service neutron] For port 4a9104b0-c944-4207-b17e-82ecf170412f, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:55:56.294937 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-5902fcc6-0a91-4990-af03-f67529085c5a req-b757dc72-cd0f-4880-9cb1-b734e184b5e6 service neutron] For port 4a9104b0-c944-4207-b17e-82ecf170412f, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=4a9104b0-c944-4207-b17e-82ecf170412f,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:55:56.298281 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5902fcc6-0a91-4990-af03-f67529085c5a req-b757dc72-cd0f-4880-9cb1-b734e184b5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:56.359064 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902fcc6-0a91-4990-af03-f67529085c5a req-b757dc72-cd0f-4880-9cb1-b734e184b5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:56.359752 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-5902fcc6-0a91-4990-af03-f67529085c5a req-b757dc72-cd0f-4880-9cb1-b734e184b5e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:56.361144 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5902fcc6-0a91-4990-af03-f67529085c5a req-b757dc72-cd0f-4880-9cb1-b734e184b5e6 service neutron] 10.222.0.35 "PUT /v2.0/ports/4a9104b0-c944-4207-b17e-82ecf170412f HTTP/1.1" status: 200 len: 1091 time: 1.1820161 Feb 09 01:55:56.377636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757dc72-cd0f-4880-9cb1-b734e184b5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a9104b0-c944-4207-b17e-82ecf170412f,revision_number=7']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:56.456052 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902fcc6-0a91-4990-af03-f67529085c5a req-c34db29b-d3a5-487a-b3e6-6260d7de6d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:56.457562 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5902fcc6-0a91-4990-af03-f67529085c5a req-c34db29b-d3a5-487a-b3e6-6260d7de6d44 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 1094 time: 0.0723433 Feb 09 01:55:56.597289 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902fcc6-0a91-4990-af03-f67529085c5a req-1a5cb4cb-7ca9-48f5-81f3-7e70524a46f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:56.598736 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5902fcc6-0a91-4990-af03-f67529085c5a req-1a5cb4cb-7ca9-48f5-81f3-7e70524a46f6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.1299493 Feb 09 01:55:56.707144 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5902fcc6-0a91-4990-af03-f67529085c5a req-7f87dab2-9373-4451-889b-2d6efc1cb223 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a9104b0-c944-4207-b17e-82ecf170412f HTTP/1.1" status: 200 len: 1000 time: 0.0974567 Feb 09 01:55:56.777602 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902fcc6-0a91-4990-af03-f67529085c5a req-d4598142-2c75-4e07-877d-8b583d65e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:56.779084 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5902fcc6-0a91-4990-af03-f67529085c5a req-d4598142-2c75-4e07-877d-8b583d65e1bc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0630410 Feb 09 01:55:56.827194 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821565a-3277-476a-b94f-747df0a2e02d req-fae840b7-0e49-43d9-ad92-154352815c69 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:56.828695 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e821565a-3277-476a-b94f-747df0a2e02d req-fae840b7-0e49-43d9-ad92-154352815c69 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 943 time: 0.0842981 Feb 09 01:55:56.856280 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902fcc6-0a91-4990-af03-f67529085c5a req-7eda63cd-c122-4d4e-b577-de7d190258a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:56.857838 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5902fcc6-0a91-4990-af03-f67529085c5a req-7eda63cd-c122-4d4e-b577-de7d190258a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699899 Feb 09 01:55:56.877893 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e821565a-3277-476a-b94f-747df0a2e02d req-11a90cc2-ffe0-4eaa-967a-438410d22c6a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434737 Feb 09 01:55:56.991213 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5902fcc6-0a91-4990-af03-f67529085c5a req-d0466ac1-6e65-4fa2-b719-cd0f6f8c220d service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234641 Feb 09 01:55:57.229625 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5902fcc6-0a91-4990-af03-f67529085c5a req-6bd66e37-1ef3-4b3e-a3d1-bebbe0dbbec0 service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289810 Feb 09 01:55:57.811535 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6559e040-0d5b-4b5e-87d5-5ed16845c1af', 'tag': '4a9104b0-c944-4207-b17e-82ecf170412f'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:55:57.869399 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6559e040-0d5b-4b5e-87d5-5ed16845c1af', 'tag': '4a9104b0-c944-4207-b17e-82ecf170412f', 'status': 'completed', 'code': 200} Feb 09 01:55:58.018718 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f102ade-39f5-45a7-8ae6-4ef2efed3064 req-cb1e2f36-687b-4557-bf20-a375babd03a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:58.020179 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0f102ade-39f5-45a7-8ae6-4ef2efed3064 req-cb1e2f36-687b-4557-bf20-a375babd03a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 1094 time: 0.0989218 Feb 09 01:55:58.022138 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f102ade-39f5-45a7-8ae6-4ef2efed3064 req-ae213c00-744b-4c3a-912f-0a9a0f548079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:58.023459 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0f102ade-39f5-45a7-8ae6-4ef2efed3064 req-ae213c00-744b-4c3a-912f-0a9a0f548079 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 1094 time: 0.1366038 Feb 09 01:55:58.065508 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02cd3a-b66e-4a00-ab19-7741c784d15c req-7b68efd0-e8c5-4c75-8640-3b6ee0008d48 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:58.067131 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3d02cd3a-b66e-4a00-ab19-7741c784d15c req-7b68efd0-e8c5-4c75-8640-3b6ee0008d48 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 943 time: 0.0818889 Feb 09 01:55:58.113175 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3d02cd3a-b66e-4a00-ab19-7741c784d15c req-9e63525b-8412-4f4c-90cf-4aa98a5c14b7 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393658 Feb 09 01:55:58.265612 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f102ade-39f5-45a7-8ae6-4ef2efed3064 req-d0db155e-2a41-4100-be0d-19fba87e9382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:58.267062 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0f102ade-39f5-45a7-8ae6-4ef2efed3064 req-d0db155e-2a41-4100-be0d-19fba87e9382 service neutron] 10.222.0.35 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.2392867 Feb 09 01:55:58.269306 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f102ade-39f5-45a7-8ae6-4ef2efed3064 req-18627a77-336b-4726-a60a-a8f0e95ef3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:58.270589 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0f102ade-39f5-45a7-8ae6-4ef2efed3064 req-18627a77-336b-4726-a60a-a8f0e95ef3bd service neutron] 10.222.0.117 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.2223508 Feb 09 01:55:58.453790 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0f102ade-39f5-45a7-8ae6-4ef2efed3064 req-deee0ede-8e08-428b-8ce1-0ceca5cb9423 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a9104b0-c944-4207-b17e-82ecf170412f HTTP/1.1" status: 200 len: 1000 time: 0.1781230 Feb 09 01:55:58.455505 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0f102ade-39f5-45a7-8ae6-4ef2efed3064 req-2f941af8-a55b-4b61-bea1-e8fa13879c3f service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a9104b0-c944-4207-b17e-82ecf170412f HTTP/1.1" status: 200 len: 1000 time: 0.1788375 Feb 09 01:55:58.566130 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f102ade-39f5-45a7-8ae6-4ef2efed3064 req-f91b4513-2604-4312-929f-e8e89d1de427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:58.567533 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0f102ade-39f5-45a7-8ae6-4ef2efed3064 req-f91b4513-2604-4312-929f-e8e89d1de427 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0779197 Feb 09 01:55:58.568771 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f102ade-39f5-45a7-8ae6-4ef2efed3064 req-e42ff505-6cf3-4c77-a069-db9d86a39457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:58.570043 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0f102ade-39f5-45a7-8ae6-4ef2efed3064 req-e42ff505-6cf3-4c77-a069-db9d86a39457 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.1088064 Feb 09 01:55:58.662296 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 4a9104b0-c944-4207-b17e-82ecf170412f no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:55:58.701884 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f102ade-39f5-45a7-8ae6-4ef2efed3064 req-730c0924-b6fb-416c-9269-264345c45f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:58.703355 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0f102ade-39f5-45a7-8ae6-4ef2efed3064 req-730c0924-b6fb-416c-9269-264345c45f4a service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275117 Feb 09 01:55:58.705260 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f102ade-39f5-45a7-8ae6-4ef2efed3064 req-5bdcb2e8-5009-428a-aa67-a5bd0889e743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:58.706490 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0f102ade-39f5-45a7-8ae6-4ef2efed3064 req-5bdcb2e8-5009-428a-aa67-a5bd0889e743 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021712 Feb 09 01:55:58.718005 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 4a9104b0-c944-4207-b17e-82ecf170412f not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:55:58.943135 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0f102ade-39f5-45a7-8ae6-4ef2efed3064 req-b4acd873-d6b2-4a1d-b99d-996de50c7663 service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332003 Feb 09 01:55:58.946073 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0f102ade-39f5-45a7-8ae6-4ef2efed3064 req-f20a9b4f-4053-408e-881f-05c41be4d33a service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190406 Feb 09 01:55:59.356922 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0f102ade-39f5-45a7-8ae6-4ef2efed3064 req-b31ef4df-443a-4b5b-8601-fd41bec636e0 service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071598 Feb 09 01:55:59.358611 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0f102ade-39f5-45a7-8ae6-4ef2efed3064 req-0c1ce119-c851-4cb2-9b43-14498c75ed15 service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915014 Feb 09 01:55:59.393692 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0136b-03f7-4d70-9513-a21f4b71b9e6 req-d9034b43-f433-48b1-8d93-2a563cf136cf tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:59.395149 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-36f0136b-03f7-4d70-9513-a21f4b71b9e6 req-d9034b43-f433-48b1-8d93-2a563cf136cf tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 943 time: 0.1137872 Feb 09 01:55:59.438311 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-36f0136b-03f7-4d70-9513-a21f4b71b9e6 req-aaac78e9-9a98-4575-84ee-8cdd515a9477 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376649 Feb 09 01:55:59.616196 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 4a9104b0-c944-4207-b17e-82ecf170412f details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:55:59.746420 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 4a9104b0-c944-4207-b17e-82ecf170412f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=4a9104b0-c944-4207-b17e-82ecf170412f,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:55:59.764171 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '4a9104b0-c944-4207-b17e-82ecf170412f', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'port_id': '4a9104b0-c944-4207-b17e-82ecf170412f', 'mac_address': 'fa:16:3e:44:59:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 952, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:55:59.820958 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:59.837534 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a9104b0-c944-4207-b17e-82ecf170412f {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:55:59.852033 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 4a9104b0-c944-4207-b17e-82ecf170412f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=4a9104b0-c944-4207-b17e-82ecf170412f,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:55:59.855938 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:55:59.920371 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=4a9104b0-c944-4207-b17e-82ecf170412f,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:00.151301 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['4a9104b0-c944-4207-b17e-82ecf170412f'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:56:00.624937 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a8768-5281-41ee-a6bb-142c891b45f0 req-bd17f41d-5807-491b-b80d-a17f4dc926f4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:00.626390 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c49a8768-5281-41ee-a6bb-142c891b45f0 req-bd17f41d-5807-491b-b80d-a17f4dc926f4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 944 time: 0.0843339 Feb 09 01:56:00.669720 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c49a8768-5281-41ee-a6bb-142c891b45f0 req-31df37cb-b600-4fd2-8b0b-77eb59c60e92 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377367 Feb 09 01:56:01.060167 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-333225c2-1033-4f01-a2b4-f28d3d0bc8d0 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:01.061657 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-333225c2-1033-4f01-a2b4-f28d3d0bc8d0 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.35 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af&tenant_id=6b566ff5d7734d039a6c9a0cee356703&binding%3Ahost_id=n-h1-828419-1 HTTP/1.1" status: 200 len: 944 time: 0.0865138 Feb 09 01:56:01.118382 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa22f5-8bc3-445a-a576-02ab2f153ed8 req-8d1c1cbf-8dfb-4bde-baf4-52fbe5163d79 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:01.119839 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-01fa22f5-8bc3-445a-a576-02ab2f153ed8 req-8d1c1cbf-8dfb-4bde-baf4-52fbe5163d79 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 944 time: 0.0830367 Feb 09 01:56:01.144260 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-80d8d364-1a6d-4ea0-b53e-da8f1ddb1930 service neutron] 10.222.0.35 "GET /v2.0/ports/4a9104b0-c944-4207-b17e-82ecf170412f/bindings/n-h1-828419-1 HTTP/1.1" status: 200 len: 382 time: 0.0764725 Feb 09 01:56:01.169064 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-01fa22f5-8bc3-445a-a576-02ab2f153ed8 req-2e4545d2-99aa-476d-bd11-273a1c1884f7 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434349 Feb 09 01:56:01.237030 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-e70607e8-93d4-4c26-8bd7-cdd40202ceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:01.238461 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-e70607e8-93d4-4c26-8bd7-cdd40202ceb4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 1095 time: 0.0722628 Feb 09 01:56:01.366307 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-b24cc77f-fe20-4ffb-89cc-5afa7d9d7d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:01.367704 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-b24cc77f-fe20-4ffb-89cc-5afa7d9d7d4e service neutron] 10.222.0.35 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.1232672 Feb 09 01:56:01.463724 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-f2b16912-19e8-4137-b111-0b27956fb68c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a9104b0-c944-4207-b17e-82ecf170412f HTTP/1.1" status: 200 len: 1001 time: 0.0898311 Feb 09 01:56:01.526752 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-c76d732e-c7d6-4989-803a-b8a2d8d8e1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:01.528144 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-c76d732e-c7d6-4989-803a-b8a2d8d8e1ca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0589538 Feb 09 01:56:01.601445 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-4031dc90-788a-4162-ac09-a21ae3cbeb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:01.602901 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-4031dc90-788a-4162-ac09-a21ae3cbeb31 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686901 Feb 09 01:56:01.622617 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 4a9104b0-c944-4207-b17e-82ecf170412f up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:56:01.693035 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 4a9104b0-c944-4207-b17e-82ecf170412f completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:56:01.697536 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 4a9104b0-c944-4207-b17e-82ecf170412f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:01.697935 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:01.733039 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-70a61de9-56bf-4736-9971-d52ee55dc55a service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232176 Feb 09 01:56:01.815425 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:01.845333 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6559e040-0d5b-4b5e-87d5-5ed16845c1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9104b0-c944-4207-b17e-82ecf170412f'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:56:01.854594 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 4a9104b0-c944-4207-b17e-82ecf170412f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=4a9104b0-c944-4207-b17e-82ecf170412f,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:56:01.859449 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:01.870245 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-70ba8761-fa0c-4b1c-9748-c94fa5ce1adb service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308277 Feb 09 01:56:01.937676 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=4a9104b0-c944-4207-b17e-82ecf170412f,revision_number=9']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:02.002987 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6559e040-0d5b-4b5e-87d5-5ed16845c1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9104b0-c944-4207-b17e-82ecf170412f', 'code': 200} Feb 09 01:56:02.359463 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b2190-5831-4c5e-a399-3cc42a1b717e req-35b657a9-77da-418f-a9d8-dc2a75dd64e8 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:02.361009 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-929b2190-5831-4c5e-a399-3cc42a1b717e req-35b657a9-77da-418f-a9d8-dc2a75dd64e8 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0798523 Feb 09 01:56:02.404531 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-929b2190-5831-4c5e-a399-3cc42a1b717e req-f1820b2b-6797-4991-a032-b7291bd18b58 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379791 Feb 09 01:56:03.592000 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fa3fa-2912-4e1a-81b1-6a030555d3c5 req-a6f75c83-ebb0-4689-9cbb-01c39fc4e226 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:03.593492 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-167fa3fa-2912-4e1a-81b1-6a030555d3c5 req-a6f75c83-ebb0-4689-9cbb-01c39fc4e226 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0828648 Feb 09 01:56:03.636175 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-167fa3fa-2912-4e1a-81b1-6a030555d3c5 req-fea21d03-2be7-4b1b-84a2-fd4217f02b81 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371451 Feb 09 01:56:04.102654 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-0e5b9eeb-0e50-4c74-8f1c-de922160a4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:04.104121 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-0e5b9eeb-0e50-4c74-8f1c-de922160a4fd service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af&tenant_id=6b566ff5d7734d039a6c9a0cee356703 HTTP/1.1" status: 200 len: 1096 time: 0.0696552 Feb 09 01:56:04.114799 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828419-1', 'device_owner': 'compute:nova'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:04.222935 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:04.481013 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] For port 4a9104b0-c944-4207-b17e-82ecf170412f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=4a9104b0-c944-4207-b17e-82ecf170412f,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:56:04.509347 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] For port 4a9104b0-c944-4207-b17e-82ecf170412f, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:56:04.566296 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6559e040-0d5b-4b5e-87d5-5ed16845c1af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a9104b0-c944-4207-b17e-82ecf170412f'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:56:04.571850 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:04.586938 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] Transition to ACTIVE for port object 4a9104b0-c944-4207-b17e-82ecf170412f will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:56:04.591616 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:04.633105 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6559e040-0d5b-4b5e-87d5-5ed16845c1af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a9104b0-c944-4207-b17e-82ecf170412f', 'code': 200} Feb 09 01:56:04.884841 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] Pushing event updated for resources: {'Port': ['ID=4a9104b0-c944-4207-b17e-82ecf170412f,revision_number=10']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:04.907861 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:04.908208 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:04.908577 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:04.908918 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:04.909262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:04.909571 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:04.909896 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:04.910248 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:04.910583 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:04.910938 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:04.911257 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:04.911574 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:04.966423 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] No DVR routers for this DVR port 4a9104b0-c944-4207-b17e-82ecf170412f on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:56:05.070896 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065c6d4-1f81-43ff-a2eb-eed0c569c220 req-6e0728d3-6fba-45a1-97d6-2606a7ae3ed8 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:05.072327 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3065c6d4-1f81-43ff-a2eb-eed0c569c220 req-6e0728d3-6fba-45a1-97d6-2606a7ae3ed8 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 944 time: 0.2293029 Feb 09 01:56:05.191255 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3065c6d4-1f81-43ff-a2eb-eed0c569c220 req-b1d96b9c-e526-4267-a4a9-01bc3c02095e tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646994 Feb 09 01:56:05.243602 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] Attempting to bind port 4a9104b0-c944-4207-b17e-82ecf170412f on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:56:05.243934 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] Attempting to bind port 4a9104b0-c944-4207-b17e-82ecf170412f by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:56:05.244260 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] Attempting to bind port 4a9104b0-c944-4207-b17e-82ecf170412f on network 41793e7c-34c9-456f-92e3-253bce801e43 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:56:05.249290 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] Port 4a9104b0-c944-4207-b17e-82ecf170412f on network 41793e7c-34c9-456f-92e3-253bce801e43 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:56:05.249613 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] Attempting to bind port 4a9104b0-c944-4207-b17e-82ecf170412f on network 41793e7c-34c9-456f-92e3-253bce801e43 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:56:05.254585 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:56:05.254922 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] Checking segment: {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:56:05.255298 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] Bound using segment: {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:56:05.255722 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] Bound port: 4a9104b0-c944-4207-b17e-82ecf170412f, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:56:05.256061 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:05.345193 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] For port 4a9104b0-c944-4207-b17e-82ecf170412f, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:56:05.348074 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] For port 4a9104b0-c944-4207-b17e-82ecf170412f, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=4a9104b0-c944-4207-b17e-82ecf170412f,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:56:05.352541 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:05.414047 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:05.414664 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:05.416031 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] 10.222.0.117 "PUT /v2.0/ports/4a9104b0-c944-4207-b17e-82ecf170412f HTTP/1.1" status: 200 len: 1092 time: 1.3050346 Feb 09 01:56:05.435013 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914fe26-f481-4393-9020-81d0f4f988d1 service neutron] Pushing event updated for resources: {'Port': ['ID=4a9104b0-c944-4207-b17e-82ecf170412f,revision_number=11']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:05.510689 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-5e47bb85-0f2f-4518-b670-2c6338b1de61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:05.512182 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-5e47bb85-0f2f-4518-b670-2c6338b1de61 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 1095 time: 0.0724020 Feb 09 01:56:05.645160 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-b188527c-6d1e-4df3-864f-43179df164b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:05.646615 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-b188527c-6d1e-4df3-864f-43179df164b3 service neutron] 10.222.0.117 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.1284068 Feb 09 01:56:05.750350 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-7bcacd29-cdb6-47e9-815c-0f0ba7732d8e service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a9104b0-c944-4207-b17e-82ecf170412f HTTP/1.1" status: 200 len: 1000 time: 0.0974433 Feb 09 01:56:05.811700 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-5a7adb6d-b787-4012-8ec5-76d7f7c6b0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:05.813139 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-5a7adb6d-b787-4012-8ec5-76d7f7c6b0c6 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0571077 Feb 09 01:56:05.889879 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-6e973634-c546-40ea-b9d7-58ab94462d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:05.891224 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-6e973634-c546-40ea-b9d7-58ab94462d33 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726035 Feb 09 01:56:06.022674 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-32c59c0f-75a1-4daa-93e9-b2bccd4f89f6 service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256182 Feb 09 01:56:06.151617 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86131eb9-f95c-41fe-8e58-c3032ea3e06f req-da81f29b-28cb-4ae6-b0dd-4ca600cc4066 service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230552 Feb 09 01:56:06.388085 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f3153-15ef-4769-aaac-d3660bfe0ced req-cffd854b-a302-4c24-b698-3db546a8e083 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:06.389578 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b73f3153-15ef-4769-aaac-d3660bfe0ced req-cffd854b-a302-4c24-b698-3db546a8e083 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 944 time: 0.0826344 Feb 09 01:56:06.432822 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b73f3153-15ef-4769-aaac-d3660bfe0ced req-8141706f-ac39-43f9-bd7c-8028e13eeba7 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375814 Feb 09 01:56:06.634377 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6559e040-0d5b-4b5e-87d5-5ed16845c1af', 'tag': '4a9104b0-c944-4207-b17e-82ecf170412f'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:56:06.690672 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6559e040-0d5b-4b5e-87d5-5ed16845c1af', 'tag': '4a9104b0-c944-4207-b17e-82ecf170412f', 'status': 'completed', 'code': 200} Feb 09 01:56:06.837845 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78d9e4-c6fa-42ce-a781-18c06318a774 req-8f40f894-5c76-49fa-8d42-4ec4a41077aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:06.839272 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-af78d9e4-c6fa-42ce-a781-18c06318a774 req-8f40f894-5c76-49fa-8d42-4ec4a41077aa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 1095 time: 0.0996122 Feb 09 01:56:06.841189 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78d9e4-c6fa-42ce-a781-18c06318a774 req-40783bc2-a609-4f42-9c56-5c9899add3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:06.842500 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-af78d9e4-c6fa-42ce-a781-18c06318a774 req-40783bc2-a609-4f42-9c56-5c9899add3e0 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 1095 time: 0.1326268 Feb 09 01:56:07.010842 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-02e361bc-0163-400c-8829-c85f2c4a9a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:07.205181 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78d9e4-c6fa-42ce-a781-18c06318a774 req-7173e266-4cff-43bc-94b3-02ccc33e63fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:07.206634 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-af78d9e4-c6fa-42ce-a781-18c06318a774 req-7173e266-4cff-43bc-94b3-02ccc33e63fe service neutron] 10.222.0.35 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.3582244 Feb 09 01:56:07.207690 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78d9e4-c6fa-42ce-a781-18c06318a774 req-b4d9fe4e-aa8e-4812-8858-60f8f4e18248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:07.209004 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-af78d9e4-c6fa-42ce-a781-18c06318a774 req-b4d9fe4e-aa8e-4812-8858-60f8f4e18248 service neutron] 10.222.0.117 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.3432081 Feb 09 01:56:07.394043 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-af78d9e4-c6fa-42ce-a781-18c06318a774 req-6f253797-4ef7-494c-904b-c154d4874dcc service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a9104b0-c944-4207-b17e-82ecf170412f HTTP/1.1" status: 200 len: 1000 time: 0.1786888 Feb 09 01:56:07.397399 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-af78d9e4-c6fa-42ce-a781-18c06318a774 req-9ddfd0f5-e8bf-4ca1-aa5c-0fdcfa02847d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a9104b0-c944-4207-b17e-82ecf170412f HTTP/1.1" status: 200 len: 1000 time: 0.1805255 Feb 09 01:56:07.521858 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78d9e4-c6fa-42ce-a781-18c06318a774 req-c508f434-ee00-475d-8c9e-e5db59668b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:07.523310 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-af78d9e4-c6fa-42ce-a781-18c06318a774 req-c508f434-ee00-475d-8c9e-e5db59668b78 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.1225402 Feb 09 01:56:07.524539 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78d9e4-c6fa-42ce-a781-18c06318a774 req-f6a4f943-b7f2-4943-943a-d3b4a3614823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:07.525809 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-af78d9e4-c6fa-42ce-a781-18c06318a774 req-f6a4f943-b7f2-4943-943a-d3b4a3614823 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0956211 Feb 09 01:56:07.629469 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25f735-d975-4b61-a364-48eee5e83c90 req-7428c117-bf4a-4ce1-96bd-c7016ae395c2 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:07.631393 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9f25f735-d975-4b61-a364-48eee5e83c90 req-7428c117-bf4a-4ce1-96bd-c7016ae395c2 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 944 time: 0.0881641 Feb 09 01:56:07.639512 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 4a9104b0-c944-4207-b17e-82ecf170412f no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:56:07.695880 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78d9e4-c6fa-42ce-a781-18c06318a774 req-3bb2bd69-b1b6-4b8a-a61f-8819b95ac7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:07.701958 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-af78d9e4-c6fa-42ce-a781-18c06318a774 req-3bb2bd69-b1b6-4b8a-a61f-8819b95ac7f0 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1719975 Feb 09 01:56:07.708150 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78d9e4-c6fa-42ce-a781-18c06318a774 req-ab1008db-6b6f-4119-9d8a-3e743d33f4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:07.709462 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9f25f735-d975-4b61-a364-48eee5e83c90 req-0ff27e6a-ac79-4edc-9a50-c8c2daa62d83 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616014 Feb 09 01:56:07.710048 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-af78d9e4-c6fa-42ce-a781-18c06318a774 req-ab1008db-6b6f-4119-9d8a-3e743d33f4b0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1496983 Feb 09 01:56:07.722011 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 4a9104b0-c944-4207-b17e-82ecf170412f not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:56:08.010058 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-af78d9e4-c6fa-42ce-a781-18c06318a774 req-9d3fa9a4-53ce-4403-9dc6-a81858495f7b service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682772 Feb 09 01:56:08.011948 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-af78d9e4-c6fa-42ce-a781-18c06318a774 req-54afdf5c-869a-4484-a761-7630b916fe64 service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010445 Feb 09 01:56:08.300510 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-af78d9e4-c6fa-42ce-a781-18c06318a774 req-16f69acc-34af-4e83-aa46-d7f3a2227ab8 service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808459 Feb 09 01:56:08.303375 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-af78d9e4-c6fa-42ce-a781-18c06318a774 req-29dcf17c-fa62-4575-99d0-c0a4ecfde40f service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553351 Feb 09 01:56:08.693016 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 4a9104b0-c944-4207-b17e-82ecf170412f details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:56:08.825726 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 4a9104b0-c944-4207-b17e-82ecf170412f, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=4a9104b0-c944-4207-b17e-82ecf170412f,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:56:08.842500 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '4a9104b0-c944-4207-b17e-82ecf170412f', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'port_id': '4a9104b0-c944-4207-b17e-82ecf170412f', 'mac_address': 'fa:16:3e:44:59:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 952, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:56:08.891729 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f97b74-195f-47dc-852f-3e35e11f0a37 req-982d7819-c5e0-4313-9b79-f10a33254569 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:08.893222 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-71f97b74-195f-47dc-852f-3e35e11f0a37 req-982d7819-c5e0-4313-9b79-f10a33254569 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 944 time: 0.0825884 Feb 09 01:56:08.895985 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:08.912895 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a9104b0-c944-4207-b17e-82ecf170412f {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:56:08.928871 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 4a9104b0-c944-4207-b17e-82ecf170412f, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=4a9104b0-c944-4207-b17e-82ecf170412f,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:56:08.933789 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:08.939440 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-71f97b74-195f-47dc-852f-3e35e11f0a37 req-0a48524b-a6ae-4775-b607-1c8b8073f2ce tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403361 Feb 09 01:56:09.001256 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=4a9104b0-c944-4207-b17e-82ecf170412f,revision_number=12']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:09.124655 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674ecad-50ac-4e74-b861-4f7de15967fb req-879f860f-64c9-44f8-bd64-7459754a3057 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:09.126104 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d674ecad-50ac-4e74-b861-4f7de15967fb req-879f860f-64c9-44f8-bd64-7459754a3057 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0823984 Feb 09 01:56:09.144041 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['4a9104b0-c944-4207-b17e-82ecf170412f'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:56:09.170551 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d674ecad-50ac-4e74-b861-4f7de15967fb req-979a4679-1469-4ba1-9f76-d77ae0363fc0 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387318 Feb 09 01:56:09.349970 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73019192-1f31-43db-b157-24760caa5848 req-5a794297-0dad-475b-920b-ff88ba6f7eb4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:09.351396 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-73019192-1f31-43db-b157-24760caa5848 req-5a794297-0dad-475b-920b-ff88ba6f7eb4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0774007 Feb 09 01:56:09.397009 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-73019192-1f31-43db-b157-24760caa5848 req-e2b3486d-777c-4909-8640-e155d380dd0d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398149 Feb 09 01:56:09.407702 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-34558a8c-45e2-4f22-8dad-17081ccdc403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:09.775029 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30316c7-1322-4a48-b318-8cc9e29e7b44 req-f0b9c0ad-f457-4260-83b7-44adc3a65740 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:09.776420 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e30316c7-1322-4a48-b318-8cc9e29e7b44 req-f0b9c0ad-f457-4260-83b7-44adc3a65740 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 945 time: 0.0785563 Feb 09 01:56:09.819182 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e30316c7-1322-4a48-b318-8cc9e29e7b44 req-ac20c9bf-3874-4e24-b1ba-388c4c902b8a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372148 Feb 09 01:56:10.507432 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:10.626218 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:10.708138 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 4a9104b0-c944-4207-b17e-82ecf170412f up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:56:10.776465 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 4a9104b0-c944-4207-b17e-82ecf170412f completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:56:10.781197 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 4a9104b0-c944-4207-b17e-82ecf170412f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:10.781567 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:10.899137 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:10.926286 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6559e040-0d5b-4b5e-87d5-5ed16845c1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9104b0-c944-4207-b17e-82ecf170412f'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:56:10.936482 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 4a9104b0-c944-4207-b17e-82ecf170412f, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=4a9104b0-c944-4207-b17e-82ecf170412f,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:56:10.940602 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:11.006703 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6559e040-0d5b-4b5e-87d5-5ed16845c1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9104b0-c944-4207-b17e-82ecf170412f', 'code': 200} Feb 09 01:56:11.010627 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=4a9104b0-c944-4207-b17e-82ecf170412f,revision_number=13']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:11.014529 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da50a8-1630-49cb-a4ff-7a0506a489ed req-b4c2de21-26b7-47d2-b77f-73c5ec9353e0 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:11.016149 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-87da50a8-1630-49cb-a4ff-7a0506a489ed req-b4c2de21-26b7-47d2-b77f-73c5ec9353e0 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 946 time: 0.0886023 Feb 09 01:56:11.064774 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-87da50a8-1630-49cb-a4ff-7a0506a489ed req-434d1994-d333-411f-ad71-eea3a4be1916 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425384 Feb 09 01:56:11.175127 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d7ea6-1db2-4dc0-a2d8-171cd04e2b26 req-9bb4d22d-2502-45d1-9875-15ab5c27ef96 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:11.176592 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-561d7ea6-1db2-4dc0-a2d8-171cd04e2b26 req-9bb4d22d-2502-45d1-9875-15ab5c27ef96 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.117 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 946 time: 0.2260709 Feb 09 01:56:11.244015 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-561d7ea6-1db2-4dc0-a2d8-171cd04e2b26 req-18a34a47-0d52-4221-850d-e6af503dda1b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Deleting port 4a9104b0-c944-4207-b17e-82ecf170412f {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:56:11.244354 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-561d7ea6-1db2-4dc0-a2d8-171cd04e2b26 req-18a34a47-0d52-4221-850d-e6af503dda1b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:11.489296 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-561d7ea6-1db2-4dc0-a2d8-171cd04e2b26 req-18a34a47-0d52-4221-850d-e6af503dda1b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] For port 4a9104b0-c944-4207-b17e-82ecf170412f, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=4a9104b0-c944-4207-b17e-82ecf170412f,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:56:11.489655 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-561d7ea6-1db2-4dc0-a2d8-171cd04e2b26 req-18a34a47-0d52-4221-850d-e6af503dda1b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:11.777503 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-561d7ea6-1db2-4dc0-a2d8-171cd04e2b26 req-18a34a47-0d52-4221-850d-e6af503dda1b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:11.777820 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-561d7ea6-1db2-4dc0-a2d8-171cd04e2b26 req-18a34a47-0d52-4221-850d-e6af503dda1b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:11.778125 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [req-561d7ea6-1db2-4dc0-a2d8-171cd04e2b26 req-18a34a47-0d52-4221-850d-e6af503dda1b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Floating IP a12cbf16-e4dc-4df1-a411-fbf273b1a6dc disassociated. External IP: 172.25.5.254, port: 4a9104b0-c944-4207-b17e-82ecf170412f. Feb 09 01:56:11.778571 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-561d7ea6-1db2-4dc0-a2d8-171cd04e2b26 req-18a34a47-0d52-4221-850d-e6af503dda1b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Calling delete_port for 4a9104b0-c944-4207-b17e-82ecf170412f owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:56:11.924738 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-561d7ea6-1db2-4dc0-a2d8-171cd04e2b26 req-18a34a47-0d52-4221-850d-e6af503dda1b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:11.941694 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:11.981312 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a34a47-0d52-4221-850d-e6af503dda1b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Pushing event deleted for resources: {'Port': ['ID=4a9104b0-c944-4207-b17e-82ecf170412f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:12.174318 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-561d7ea6-1db2-4dc0-a2d8-171cd04e2b26 req-18a34a47-0d52-4221-850d-e6af503dda1b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:56:12.286956 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7a0f4121-3bb9-4b69-b104-3d2269b0cc71 req-faa952b1-3490-44a1-8c81-b00057b64026 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=6559e040-0d5b-4b5e-87d5-5ed16845c1af HTTP/1.1" status: 200 len: 210 time: 0.0545855 Feb 09 01:56:12.390110 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-561d7ea6-1db2-4dc0-a2d8-171cd04e2b26 req-18a34a47-0d52-4221-850d-e6af503dda1b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:56:12.399356 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c629cc4-3363-440c-a3e0-0f37246cb84a None None] Sync routers for ids ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:56:12.408917 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c629cc4-3363-440c-a3e0-0f37246cb84a None None] Routers {'2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:56:12.409525 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-6c629cc4-3363-440c-a3e0-0f37246cb84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:56:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:12.463202 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-561d7ea6-1db2-4dc0-a2d8-171cd04e2b26 req-18a34a47-0d52-4221-850d-e6af503dda1b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] No DVR routers for this DVR port 4a9104b0-c944-4207-b17e-82ecf170412f on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:56:12.466178 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-561d7ea6-1db2-4dc0-a2d8-171cd04e2b26 req-18a34a47-0d52-4221-850d-e6af503dda1b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:12.468642 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6559e040-0d5b-4b5e-87d5-5ed16845c1af', 'name': 'network-vif-deleted', 'tag': '4a9104b0-c944-4207-b17e-82ecf170412f'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:56:12.485613 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-561d7ea6-1db2-4dc0-a2d8-171cd04e2b26 req-18a34a47-0d52-4221-850d-e6af503dda1b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.117 "DELETE /v2.0/ports/4a9104b0-c944-4207-b17e-82ecf170412f HTTP/1.1" status: 204 len: 173 time: 1.3039572 Feb 09 01:56:12.520690 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6559e040-0d5b-4b5e-87d5-5ed16845c1af', 'name': 'network-vif-deleted', 'tag': '4a9104b0-c944-4207-b17e-82ecf170412f', 'status': 'completed', 'code': 200} Feb 09 01:56:12.584925 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-6c629cc4-3363-440c-a3e0-0f37246cb84a None None] Set router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:56:12.921615 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-6c629cc4-3363-440c-a3e0-0f37246cb84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'name': 'tempest-ServerActionsTestJSON-1292461242-router', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:01Z', 'updated_at': '2022-02-09T01:53:05Z', 'revision_number': 4, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'gw_port': {'id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:04:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:02Z', 'updated_at': '2022-02-09T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '4b8e3ae0-216f-41ac-844b-15c2a1e73a43', 'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'mac_address': 'fa:16:3e:68:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:05Z', 'updated_at': '2022-02-09T01:53:11Z', 'revision_number': 5, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'subnets': [{'id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:12.925470 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c629cc4-3363-440c-a3e0-0f37246cb84a None None] Checking router: 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:56:12.933571 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c629cc4-3363-440c-a3e0-0f37246cb84a None None] Routers {'2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:56:12.934165 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-6c629cc4-3363-440c-a3e0-0f37246cb84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:56:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:13.117210 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-6c629cc4-3363-440c-a3e0-0f37246cb84a None None] Set router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:56:13.421410 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-6c629cc4-3363-440c-a3e0-0f37246cb84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'name': 'tempest-ServerActionsTestJSON-1292461242-router', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:01Z', 'updated_at': '2022-02-09T01:53:05Z', 'revision_number': 4, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'gw_port': {'id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:04:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:02Z', 'updated_at': '2022-02-09T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '4b8e3ae0-216f-41ac-844b-15c2a1e73a43', 'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'mac_address': 'fa:16:3e:68:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:05Z', 'updated_at': '2022-02-09T01:53:11Z', 'revision_number': 5, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'subnets': [{'id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:13.425374 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c629cc4-3363-440c-a3e0-0f37246cb84a None None] The sync data for ids ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'] in n-d-828419-1 is: [{'id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'name': 'tempest-ServerActionsTestJSON-1292461242-router', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:01Z', 'updated_at': '2022-02-09T01:53:05Z', 'revision_number': 4, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'gw_port': {'id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:04:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:02Z', 'updated_at': '2022-02-09T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '4b8e3ae0-216f-41ac-844b-15c2a1e73a43', 'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'mac_address': 'fa:16:3e:68:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:05Z', 'updated_at': '2022-02-09T01:53:11Z', 'revision_number': 5, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'subnets': [{'id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:56:13.623532 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-f60ab73c-b9fb-43b6-bbc7-70b7ad0bf703 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--668150690&fields=id&tenant_id=6b566ff5d7734d039a6c9a0cee356703 HTTP/1.1" status: 200 len: 267 time: 0.0409873 Feb 09 01:56:13.651829 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9703f9-53d7-4a57-a92f-5320824fd804 None None] New status for floating IP a12cbf16-e4dc-4df1-a411-fbf273b1a6dc: DOWN {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:56:13.887439 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-946b5f03-ae5f-4afa-a185-f6115a236c86 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:13.888896 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-946b5f03-ae5f-4afa-a185-f6115a236c86 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 812 time: 0.2587061 Feb 09 01:56:13.905065 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-d8f4bd14-d77f-4e6c-87c7-fe8541ca4595 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/quotas/6b566ff5d7734d039a6c9a0cee356703 HTTP/1.1" status: 200 len: 375 time: 0.0106697 Feb 09 01:56:13.987727 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-15ec3768-637c-45c6-8737-dc63ce1fdd3a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Synchronizing usage tracker for tenant:6b566ff5d7734d039a6c9a0cee356703 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:56:14.002041 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-15ec3768-637c-45c6-8737-dc63ce1fdd3a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Unset dirty status for tenant:6b566ff5d7734d039a6c9a0cee356703 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:56:14.003269 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-15ec3768-637c-45c6-8737-dc63ce1fdd3a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0925834 Feb 09 01:56:14.214343 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-e0fc401d-37ed-4813-889c-88b7614fa5d6 service neutron] 10.222.0.37 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609092 Feb 09 01:56:14.346985 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-030fa5e8-ab6e-43b9-a0a1-385b93c95480 service neutron] 10.222.0.37 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263607 Feb 09 01:56:14.526286 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-197deac7-35ad-40c1-8018-a83d347a99bf req-273adb35-d969-48f7-bb50-238b6012d0c9 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 210 time: 0.0453243 Feb 09 01:56:15.531977 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-09144287-01e7-4806-9942-aeb177b315db tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:15.533415 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-09144287-01e7-4806-9942-aeb177b315db tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.117 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 812 time: 0.1479979 Feb 09 01:56:15.584935 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-f2523804-2556-4445-9292-0f44634b3232 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.117 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b566ff5d7734d039a6c9a0cee356703 HTTP/1.1" status: 200 len: 379 time: 0.0437338 Feb 09 01:56:15.593421 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-57debfd6-abc3-4bac-ba1c-071753985b8b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Request body: {'port': {'device_id': 'dcf4f97e-40f2-4144-ad16-1ceea218923a', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'admin_state_up': True, 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'security_groups': ['5aab4fc7-99f5-434e-b554-d8b0484e3b71']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:15.718505 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aec5c2f1-ec29-439c-8549-dd063cb244a0 req-f9784b33-4507-4e47-8a65-4278da8023f2 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 210 time: 0.0606329 Feb 09 01:56:15.777645 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-57debfd6-abc3-4bac-ba1c-071753985b8b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:56:15.787150 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-57debfd6-abc3-4bac-ba1c-071753985b8b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:56:15.797218 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-57debfd6-abc3-4bac-ba1c-071753985b8b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Made reservation on behalf of 6b566ff5d7734d039a6c9a0cee356703 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:56:15.800961 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-57debfd6-abc3-4bac-ba1c-071753985b8b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:15.959460 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-57debfd6-abc3-4bac-ba1c-071753985b8b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Allocated IP 172.20.0.13 (41793e7c-34c9-456f-92e3-253bce801e43/926d1ec7-d37a-4213-9841-10aa28c4ba4d/9206601a-c16b-4a91-b427-915a2edb961a) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:56:16.141769 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-57debfd6-abc3-4bac-ba1c-071753985b8b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:16.157091 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-57debfd6-abc3-4bac-ba1c-071753985b8b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Transition to ACTIVE for port object 9206601a-c16b-4a91-b427-915a2edb961a will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:56:16.180244 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-57debfd6-abc3-4bac-ba1c-071753985b8b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:16.251709 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-57debfd6-abc3-4bac-ba1c-071753985b8b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Network 41793e7c-34c9-456f-92e3-253bce801e43 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:16.254857 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-57debfd6-abc3-4bac-ba1c-071753985b8b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:16.258923 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-57debfd6-abc3-4bac-ba1c-071753985b8b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:56:16.289609 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57debfd6-abc3-4bac-ba1c-071753985b8b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Pushing event updated for resources: {'Port': ['ID=9206601a-c16b-4a91-b427-915a2edb961a,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:16.326147 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-57debfd6-abc3-4bac-ba1c-071753985b8b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:16.326753 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-57debfd6-abc3-4bac-ba1c-071753985b8b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:16.351717 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-57debfd6-abc3-4bac-ba1c-071753985b8b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7617924 Feb 09 01:56:16.363473 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-309e665e-c9d3-40ed-b7d2-7f03c0e99a04 service neutron] Request body: {'port': {'device_id': 'dcf4f97e-40f2-4144-ad16-1ceea218923a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:16.474177 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-309e665e-c9d3-40ed-b7d2-7f03c0e99a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:16.497108 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8412933e-2653-4769-a8ca-afbb4144b341 None None] Provisioning for port 9206601a-c16b-4a91-b427-915a2edb961a completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:56:16.502400 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8412933e-2653-4769-a8ca-afbb4144b341 None None] Provisioning complete for port 9206601a-c16b-4a91-b427-915a2edb961a triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:16.502781 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8412933e-2653-4769-a8ca-afbb4144b341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:16.560352 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-8412933e-2653-4769-a8ca-afbb4144b341 None None] Port 9206601a-c16b-4a91-b427-915a2edb961a cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:56:16.723607 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 4a9104b0-c944-4207-b17e-82ecf170412f no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:56:16.757119 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: 4a9104b0-c944-4207-b17e-82ecf170412f {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:56:16.757733 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 4a9104b0-c944-4207-b17e-82ecf170412f not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:56:16.911422 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6255e-8df1-43ef-b887-cd27399c3140 req-dae69254-bc36-4aa1-91f0-98ac810637e5 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:16.912902 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-51e6255e-8df1-43ef-b887-cd27399c3140 req-dae69254-bc36-4aa1-91f0-98ac810637e5 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 932 time: 0.0818412 Feb 09 01:56:16.927604 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-309e665e-c9d3-40ed-b7d2-7f03c0e99a04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9206601a-c16b-4a91-b427-915a2edb961a {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:56:16.935684 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-309e665e-c9d3-40ed-b7d2-7f03c0e99a04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:16.950503 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-309e665e-c9d3-40ed-b7d2-7f03c0e99a04 service neutron] Transition to ACTIVE for port object 9206601a-c16b-4a91-b427-915a2edb961a will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:56:16.955167 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-309e665e-c9d3-40ed-b7d2-7f03c0e99a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:16.957358 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-51e6255e-8df1-43ef-b887-cd27399c3140 req-367b63c1-84b5-453a-ae0e-00c6dfeae9a7 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388930 Feb 09 01:56:17.124877 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e665e-c9d3-40ed-b7d2-7f03c0e99a04 service neutron] Pushing event updated for resources: {'Port': ['ID=9206601a-c16b-4a91-b427-915a2edb961a,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:17.199761 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-309e665e-c9d3-40ed-b7d2-7f03c0e99a04 service neutron] Attempting to bind port 9206601a-c16b-4a91-b427-915a2edb961a on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:56:17.200096 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-309e665e-c9d3-40ed-b7d2-7f03c0e99a04 service neutron] Attempting to bind port 9206601a-c16b-4a91-b427-915a2edb961a by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:56:17.200448 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-309e665e-c9d3-40ed-b7d2-7f03c0e99a04 service neutron] Attempting to bind port 9206601a-c16b-4a91-b427-915a2edb961a on network 41793e7c-34c9-456f-92e3-253bce801e43 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:56:17.205006 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-309e665e-c9d3-40ed-b7d2-7f03c0e99a04 service neutron] Port 9206601a-c16b-4a91-b427-915a2edb961a on network 41793e7c-34c9-456f-92e3-253bce801e43 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:56:17.205325 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-309e665e-c9d3-40ed-b7d2-7f03c0e99a04 service neutron] Attempting to bind port 9206601a-c16b-4a91-b427-915a2edb961a on network 41793e7c-34c9-456f-92e3-253bce801e43 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:56:17.210283 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-309e665e-c9d3-40ed-b7d2-7f03c0e99a04 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:56:17.210618 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-309e665e-c9d3-40ed-b7d2-7f03c0e99a04 service neutron] Checking segment: {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:56:17.210997 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-309e665e-c9d3-40ed-b7d2-7f03c0e99a04 service neutron] Bound using segment: {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:56:17.211414 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-309e665e-c9d3-40ed-b7d2-7f03c0e99a04 service neutron] Bound port: 9206601a-c16b-4a91-b427-915a2edb961a, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:56:17.211758 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-309e665e-c9d3-40ed-b7d2-7f03c0e99a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:17.303831 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-309e665e-c9d3-40ed-b7d2-7f03c0e99a04 service neutron] For port 9206601a-c16b-4a91-b427-915a2edb961a, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:56:17.306712 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-309e665e-c9d3-40ed-b7d2-7f03c0e99a04 service neutron] For port 9206601a-c16b-4a91-b427-915a2edb961a, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9206601a-c16b-4a91-b427-915a2edb961a,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:56:17.310967 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-309e665e-c9d3-40ed-b7d2-7f03c0e99a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:17.371874 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-309e665e-c9d3-40ed-b7d2-7f03c0e99a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:17.372522 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-309e665e-c9d3-40ed-b7d2-7f03c0e99a04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:17.374663 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-309e665e-c9d3-40ed-b7d2-7f03c0e99a04 service neutron] 10.222.0.117 "PUT /v2.0/ports/9206601a-c16b-4a91-b427-915a2edb961a HTTP/1.1" status: 200 len: 1092 time: 1.0151298 Feb 09 01:56:17.375363 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf4f97e-40f2-4144-ad16-1ceea218923a', 'tag': '9206601a-c16b-4a91-b427-915a2edb961a'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:56:17.403283 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e665e-c9d3-40ed-b7d2-7f03c0e99a04 service neutron] Pushing event updated for resources: {'Port': ['ID=9206601a-c16b-4a91-b427-915a2edb961a,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:17.456359 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf4f97e-40f2-4144-ad16-1ceea218923a', 'tag': '9206601a-c16b-4a91-b427-915a2edb961a', 'status': 'completed', 'code': 200} Feb 09 01:56:17.498427 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-48f1dbbd-8e5b-436a-aad1-b5448e6f41ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:17.500269 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-48f1dbbd-8e5b-436a-aad1-b5448e6f41ae service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 1095 time: 0.0757360 Feb 09 01:56:17.573432 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-46989cd3-aea6-494d-afa4-57e71c354a22 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9206601a-c16b-4a91-b427-915a2edb961a HTTP/1.1" status: 200 len: 217 time: 0.0659235 Feb 09 01:56:17.638518 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-1d0d51fd-b314-4087-9bf4-e12d9f12fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:17.639869 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-1d0d51fd-b314-4087-9bf4-e12d9f12fb6a service neutron] 10.222.0.117 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0600741 Feb 09 01:56:17.715619 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-66946645-27cd-4124-b2f0-c4a17f6d3900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:17.717108 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-66946645-27cd-4124-b2f0-c4a17f6d3900 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710008 Feb 09 01:56:17.847237 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-d616f366-19d2-40af-8ecf-4cae9d076f90 service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232488 Feb 09 01:56:17.977709 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f838a4e8-fbf3-4dc0-860c-09891e9b8d2a req-c816a8cd-1bb8-46e7-b79a-b3e664b0ef81 service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236956 Feb 09 01:56:18.093578 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d45ab5-9f12-4a6c-b932-1c8a4f930cca req-cffd6731-e25c-4045-b188-7f5f9d2aacd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:18.095242 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d2d45ab5-9f12-4a6c-b932-1c8a4f930cca req-cffd6731-e25c-4045-b188-7f5f9d2aacd4 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 1095 time: 0.0727994 Feb 09 01:56:18.152680 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be13bb-4119-4e25-9dfd-5a151d8f24f5 req-af5cc88a-4025-4e91-8d11-1b121faaf922 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:18.154063 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-13be13bb-4119-4e25-9dfd-5a151d8f24f5 req-af5cc88a-4025-4e91-8d11-1b121faaf922 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 944 time: 0.0834928 Feb 09 01:56:18.197815 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-13be13bb-4119-4e25-9dfd-5a151d8f24f5 req-ebca26e0-45fe-4633-8242-20a99bf9b555 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381029 Feb 09 01:56:18.229973 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d45ab5-9f12-4a6c-b932-1c8a4f930cca req-07beac23-96c0-4e1e-abc6-09fe004ecc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:18.231454 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d2d45ab5-9f12-4a6c-b932-1c8a4f930cca req-07beac23-96c0-4e1e-abc6-09fe004ecc0e service neutron] 10.222.0.117 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.1303003 Feb 09 01:56:18.303747 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d2d45ab5-9f12-4a6c-b932-1c8a4f930cca req-a708812f-e449-4bb9-ad4c-948832447410 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9206601a-c16b-4a91-b427-915a2edb961a HTTP/1.1" status: 200 len: 217 time: 0.0645545 Feb 09 01:56:18.364892 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d45ab5-9f12-4a6c-b932-1c8a4f930cca req-4decdab9-5f9f-4ee3-b6ed-2b0abc92f9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:18.367840 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d2d45ab5-9f12-4a6c-b932-1c8a4f930cca req-4decdab9-5f9f-4ee3-b6ed-2b0abc92f9d8 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0577664 Feb 09 01:56:18.446849 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d45ab5-9f12-4a6c-b932-1c8a4f930cca req-2d3ddc3f-d4d7-48fb-8da4-14eb695c3122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:18.448212 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d2d45ab5-9f12-4a6c-b932-1c8a4f930cca req-2d3ddc3f-d4d7-48fb-8da4-14eb695c3122 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737107 Feb 09 01:56:18.577591 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d2d45ab5-9f12-4a6c-b932-1c8a4f930cca req-dbf8c84f-16f0-4e77-a058-a1471dc4821c service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202319 Feb 09 01:56:18.812140 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d2d45ab5-9f12-4a6c-b932-1c8a4f930cca req-54e58f2a-7114-4abe-ad0c-c2be7f209a22 service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279456 Feb 09 01:56:19.378960 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fa4be-a71f-44e2-8838-e49b1caf6f55 req-ff0106de-4447-45e0-9eff-c49395a69c3e tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:19.379658 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-fd0fa4be-a71f-44e2-8838-e49b1caf6f55 req-ff0106de-4447-45e0-9eff-c49395a69c3e tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Synchronizing usage tracker for tenant:6b566ff5d7734d039a6c9a0cee356703 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:56:19.394625 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-fd0fa4be-a71f-44e2-8838-e49b1caf6f55 req-ff0106de-4447-45e0-9eff-c49395a69c3e tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Unset dirty status for tenant:6b566ff5d7734d039a6c9a0cee356703 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:56:19.395886 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fd0fa4be-a71f-44e2-8838-e49b1caf6f55 req-ff0106de-4447-45e0-9eff-c49395a69c3e tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 944 time: 0.0919313 Feb 09 01:56:19.439868 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fd0fa4be-a71f-44e2-8838-e49b1caf6f55 req-26db7bcb-735d-4ec1-ac4f-5157a827edd4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382094 Feb 09 01:56:20.620866 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f3412-6918-4035-9922-55149dc97633 req-faa7fb66-ceca-4651-83e0-f636b3a67588 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:20.622367 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-161f3412-6918-4035-9922-55149dc97633 req-faa7fb66-ceca-4651-83e0-f636b3a67588 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 944 time: 0.0800009 Feb 09 01:56:20.669548 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-161f3412-6918-4035-9922-55149dc97633 req-c0fd28ea-6fc1-439c-b4e4-d5d2a4700082 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415263 Feb 09 01:56:20.741450 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 9206601a-c16b-4a91-b427-915a2edb961a details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:56:20.873064 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 9206601a-c16b-4a91-b427-915a2edb961a, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9206601a-c16b-4a91-b427-915a2edb961a,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:56:20.886162 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '9206601a-c16b-4a91-b427-915a2edb961a', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'port_id': '9206601a-c16b-4a91-b427-915a2edb961a', 'mac_address': 'fa:16:3e:ce:af:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 952, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:56:20.944721 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:20.961566 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9206601a-c16b-4a91-b427-915a2edb961a {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:56:20.976174 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 9206601a-c16b-4a91-b427-915a2edb961a, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9206601a-c16b-4a91-b427-915a2edb961a,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:56:20.980150 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:21.047278 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=9206601a-c16b-4a91-b427-915a2edb961a,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:21.054483 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:21.054819 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:21.055146 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:21.055470 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:21.055790 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:21.056117 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:21.056468 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:21.056771 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:21.057083 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:21.057391 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:21.057702 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:21.058013 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:21.191592 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['9206601a-c16b-4a91-b427-915a2edb961a'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:56:21.859434 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9aa52-1027-4344-9e29-ff18f6dc197c req-53582687-d3c4-4997-ad37-5090f08f2634 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:21.860901 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6da9aa52-1027-4344-9e29-ff18f6dc197c req-53582687-d3c4-4997-ad37-5090f08f2634 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 945 time: 0.0813105 Feb 09 01:56:21.908813 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6da9aa52-1027-4344-9e29-ff18f6dc197c req-a1e2e025-3763-484f-a000-fb5b4154c3ee tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423205 Feb 09 01:56:22.269108 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [req-553a86e6-805a-4549-9ce7-87d9fdcfed77 req-e9e61c44-f087-425b-aa92-7333089dd105 service neutron] (87611) timed out ('10.222.0.37', 51826) {{(pid=87611) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 01:56:22.393165 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:22.739077 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 9206601a-c16b-4a91-b427-915a2edb961a up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:56:22.804995 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 9206601a-c16b-4a91-b427-915a2edb961a completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:56:22.809399 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 9206601a-c16b-4a91-b427-915a2edb961a triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:22.809762 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:22.925498 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:22.953984 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf4f97e-40f2-4144-ad16-1ceea218923a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9206601a-c16b-4a91-b427-915a2edb961a'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:56:22.970946 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 9206601a-c16b-4a91-b427-915a2edb961a, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9206601a-c16b-4a91-b427-915a2edb961a,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:56:22.975643 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:23.008978 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf4f97e-40f2-4144-ad16-1ceea218923a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9206601a-c16b-4a91-b427-915a2edb961a', 'code': 200} Feb 09 01:56:23.051609 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=9206601a-c16b-4a91-b427-915a2edb961a,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:23.123585 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5665b33-a165-4354-a17c-abe50b68da31 req-a59663fc-55e1-46a0-9993-d9e790d66089 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:23.125080 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c5665b33-a165-4354-a17c-abe50b68da31 req-a59663fc-55e1-46a0-9993-d9e790d66089 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 946 time: 0.0961499 Feb 09 01:56:23.131809 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7db7a4-49c7-4aa1-a10a-a9feac87c1b3 req-856278c5-647e-40db-b2c7-e86e7dba632d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:23.133757 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-de7db7a4-49c7-4aa1-a10a-a9feac87c1b3 req-856278c5-647e-40db-b2c7-e86e7dba632d service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 1097 time: 0.0744243 Feb 09 01:56:23.170474 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c5665b33-a165-4354-a17c-abe50b68da31 req-4eabf0a3-d402-4e4c-9601-a112ee2f5b3c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395856 Feb 09 01:56:23.176145 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-de7db7a4-49c7-4aa1-a10a-a9feac87c1b3 req-86f6a595-e82f-4f46-b023-8ee34f6ac1b5 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363772 Feb 09 01:56:23.473428 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:56:24.358587 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb08cd5-7a11-4c32-b322-a1917c8cc043 req-78be90b3-addf-4264-97e5-7340f700320a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:24.360066 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6bb08cd5-7a11-4c32-b322-a1917c8cc043 req-78be90b3-addf-4264-97e5-7340f700320a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 946 time: 0.0808558 Feb 09 01:56:24.406300 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6bb08cd5-7a11-4c32-b322-a1917c8cc043 req-632fd232-963c-447f-af9f-72b76c6ba48a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406117 Feb 09 01:56:25.579398 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:25.591908 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c20c18-3e47-4477-81c8-cebf1978d59e req-7c48b75c-68d6-4411-8318-aa6a781210f8 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:25.593377 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-28c20c18-3e47-4477-81c8-cebf1978d59e req-7c48b75c-68d6-4411-8318-aa6a781210f8 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 946 time: 0.0841727 Feb 09 01:56:25.732084 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-28c20c18-3e47-4477-81c8-cebf1978d59e req-160dbbaf-1326-40bd-92a3-fe05bd588f4f tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330433 Feb 09 01:56:25.910188 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb6cfb-3a80-48a9-9c02-338bf4f2a63d req-0513afd9-e920-4c2b-b24a-4299ebc1c03b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:25.911605 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f8fb6cfb-3a80-48a9-9c02-338bf4f2a63d req-0513afd9-e920-4c2b-b24a-4299ebc1c03b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 946 time: 0.0818954 Feb 09 01:56:25.921620 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36662) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:56:25.926644 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-00430ce3-7026-4857-85db-877f3f9686bf tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Request body: {'floatingip': {'port_id': '9206601a-c16b-4a91-b427-915a2edb961a'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:26.002935 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-00430ce3-7026-4857-85db-877f3f9686bf tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks [] for floatingip, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:26.585270 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-00430ce3-7026-4857-85db-877f3f9686bf tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:26.588977 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-00430ce3-7026-4857-85db-877f3f9686bf tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:26.757290 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-00430ce3-7026-4857-85db-877f3f9686bf tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Floating IP a12cbf16-e4dc-4df1-a411-fbf273b1a6dc associated. External IP: 172.25.5.254, port: 9206601a-c16b-4a91-b427-915a2edb961a. Feb 09 01:56:27.096865 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00430ce3-7026-4857-85db-877f3f9686bf tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:56:27.380654 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00430ce3-7026-4857-85db-877f3f9686bf tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:56:27.385942 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-00430ce3-7026-4857-85db-877f3f9686bf tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:27.390468 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac400ce4-a40e-4bfe-a2cf-d03c1d8a9930 None None] Sync routers for ids ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:56:27.399684 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac400ce4-a40e-4bfe-a2cf-d03c1d8a9930 None None] Routers {'2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:56:27.400291 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ac400ce4-a40e-4bfe-a2cf-d03c1d8a9930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:56:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:27.446709 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-00430ce3-7026-4857-85db-877f3f9686bf tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "PUT /v2.0/floatingips/a12cbf16-e4dc-4df1-a411-fbf273b1a6dc HTTP/1.1" status: 200 len: 993 time: 1.5239880 Feb 09 01:56:27.447284 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf4f97e-40f2-4144-ad16-1ceea218923a', 'tag': '9206601a-c16b-4a91-b427-915a2edb961a'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:56:27.585643 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-ac400ce4-a40e-4bfe-a2cf-d03c1d8a9930 None None] Set router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:56:27.588510 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf4f97e-40f2-4144-ad16-1ceea218923a', 'tag': '9206601a-c16b-4a91-b427-915a2edb961a', 'status': 'completed', 'code': 200} Feb 09 01:56:27.616524 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e82d06-5522-4455-a5bc-fdf56074b4d9 req-6fc63948-b980-47ca-87d3-8ef8a91b74f3 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:27.617986 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e3e82d06-5522-4455-a5bc-fdf56074b4d9 req-6fc63948-b980-47ca-87d3-8ef8a91b74f3 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 946 time: 0.0860744 Feb 09 01:56:27.663615 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e3e82d06-5522-4455-a5bc-fdf56074b4d9 req-6316edf6-1ed8-41e3-b001-86180015cd42 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393212 Feb 09 01:56:27.681842 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fabe75-32ab-44f5-bc21-bb7c3caf9aad req-4845333e-98df-4dc6-9aa3-31d8049e354b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:27.683431 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-34fabe75-32ab-44f5-bc21-bb7c3caf9aad req-4845333e-98df-4dc6-9aa3-31d8049e354b service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 1097 time: 0.0744977 Feb 09 01:56:27.814000 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fabe75-32ab-44f5-bc21-bb7c3caf9aad req-55af22cd-a5f8-4390-a5e6-20a9c2505272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:27.815458 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-34fabe75-32ab-44f5-bc21-bb7c3caf9aad req-55af22cd-a5f8-4390-a5e6-20a9c2505272 service neutron] 10.222.0.117 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.1261497 Feb 09 01:56:27.919917 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-34fabe75-32ab-44f5-bc21-bb7c3caf9aad req-86e229c8-6a08-490e-b244-8bfba24d7a4a service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9206601a-c16b-4a91-b427-915a2edb961a HTTP/1.1" status: 200 len: 1001 time: 0.0983095 Feb 09 01:56:27.962430 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ac400ce4-a40e-4bfe-a2cf-d03c1d8a9930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'name': 'tempest-ServerActionsTestJSON-1292461242-router', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:01Z', 'updated_at': '2022-02-09T01:53:05Z', 'revision_number': 4, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'gw_port': {'id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:04:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:02Z', 'updated_at': '2022-02-09T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'a12cbf16-e4dc-4df1-a411-fbf273b1a6dc', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'floating_ip_address': '172.25.5.254', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'port_id': '9206601a-c16b-4a91-b427-915a2edb961a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'mac_address': 'fa:16:3e:ce:af:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf4f97e-40f2-4144-ad16-1ceea218923a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:53:09Z', 'updated_at': '2022-02-09T01:56:26Z', 'revision_number': 13, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b8e3ae0-216f-41ac-844b-15c2a1e73a43', 'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'mac_address': 'fa:16:3e:68:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:05Z', 'updated_at': '2022-02-09T01:53:11Z', 'revision_number': 5, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'subnets': [{'id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:27.966777 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac400ce4-a40e-4bfe-a2cf-d03c1d8a9930 None None] Checking router: 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:56:27.974866 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac400ce4-a40e-4bfe-a2cf-d03c1d8a9930 None None] Routers {'2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:56:27.975450 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ac400ce4-a40e-4bfe-a2cf-d03c1d8a9930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:56:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:27.985703 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fabe75-32ab-44f5-bc21-bb7c3caf9aad req-feb4517d-b803-4a61-8d5a-fc21aad4723c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:27.987142 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-34fabe75-32ab-44f5-bc21-bb7c3caf9aad req-feb4517d-b803-4a61-8d5a-fc21aad4723c service neutron] 10.222.0.117 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0596659 Feb 09 01:56:28.065889 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fabe75-32ab-44f5-bc21-bb7c3caf9aad req-93b29413-cc1a-42f1-bf96-b9eeb1032ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:28.067369 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-34fabe75-32ab-44f5-bc21-bb7c3caf9aad req-93b29413-cc1a-42f1-bf96-b9eeb1032ec2 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740311 Feb 09 01:56:28.148251 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-ac400ce4-a40e-4bfe-a2cf-d03c1d8a9930 None None] Set router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:56:28.207825 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-34fabe75-32ab-44f5-bc21-bb7c3caf9aad req-34387612-422d-49c4-9c8c-6bfa4406fc38 service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340802 Feb 09 01:56:28.341987 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-34fabe75-32ab-44f5-bc21-bb7c3caf9aad req-adff1c1c-3042-47d2-b835-9feafd1895e4 service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279621 Feb 09 01:56:28.495532 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ac400ce4-a40e-4bfe-a2cf-d03c1d8a9930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'name': 'tempest-ServerActionsTestJSON-1292461242-router', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:01Z', 'updated_at': '2022-02-09T01:53:05Z', 'revision_number': 4, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'gw_port': {'id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:04:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:02Z', 'updated_at': '2022-02-09T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'a12cbf16-e4dc-4df1-a411-fbf273b1a6dc', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'floating_ip_address': '172.25.5.254', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'port_id': '9206601a-c16b-4a91-b427-915a2edb961a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'mac_address': 'fa:16:3e:ce:af:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf4f97e-40f2-4144-ad16-1ceea218923a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:53:09Z', 'updated_at': '2022-02-09T01:56:26Z', 'revision_number': 13, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b8e3ae0-216f-41ac-844b-15c2a1e73a43', 'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'mac_address': 'fa:16:3e:68:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:05Z', 'updated_at': '2022-02-09T01:53:11Z', 'revision_number': 5, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'subnets': [{'id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:28.499783 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac400ce4-a40e-4bfe-a2cf-d03c1d8a9930 None None] The sync data for ids ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'] in n-d-828419-1 is: [{'id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'name': 'tempest-ServerActionsTestJSON-1292461242-router', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:01Z', 'updated_at': '2022-02-09T01:53:05Z', 'revision_number': 4, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'gw_port': {'id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:04:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:02Z', 'updated_at': '2022-02-09T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'a12cbf16-e4dc-4df1-a411-fbf273b1a6dc', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'floating_ip_address': '172.25.5.254', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'port_id': '9206601a-c16b-4a91-b427-915a2edb961a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'mac_address': 'fa:16:3e:ce:af:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf4f97e-40f2-4144-ad16-1ceea218923a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:53:09Z', 'updated_at': '2022-02-09T01:56:26Z', 'revision_number': 13, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b8e3ae0-216f-41ac-844b-15c2a1e73a43', 'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'mac_address': 'fa:16:3e:68:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:05Z', 'updated_at': '2022-02-09T01:53:11Z', 'revision_number': 5, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'subnets': [{'id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:56:28.699362 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678c4922-84a6-4c9a-a672-b7a3c4afdbe3 None None] New status for floating IP a12cbf16-e4dc-4df1-a411-fbf273b1a6dc: ACTIVE {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:56:28.853047 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22672d87-1b35-4d13-8ea3-f30b16c963ad req-5f138f7e-b4ef-4d93-a557-ee29a5024a3a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:28.854533 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-22672d87-1b35-4d13-8ea3-f30b16c963ad req-5f138f7e-b4ef-4d93-a557-ee29a5024a3a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 946 time: 0.0779586 Feb 09 01:56:28.898607 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-22672d87-1b35-4d13-8ea3-f30b16c963ad req-e34f2f1c-f701-4806-beac-92aa8a1522ea tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379286 Feb 09 01:56:30.565809 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53044d4c-6209-4e30-8823-87e4120a95b8 req-856a277e-f9fe-49e9-8ee7-47be06c298fd tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:30.567611 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-53044d4c-6209-4e30-8823-87e4120a95b8 req-856a277e-f9fe-49e9-8ee7-47be06c298fd tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 946 time: 0.0856073 Feb 09 01:56:30.611281 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-53044d4c-6209-4e30-8823-87e4120a95b8 req-62175c35-2176-4f88-a1f7-d2f003090b83 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379062 Feb 09 01:56:37.014160 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1bc734bb-d347-4b34-b4c4-13bd1e1b5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:39.124924 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a9cc0-ef43-4245-8e22-6c5806ec039e req-8d49c518-7233-4e02-8f3e-dad420afa70c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:39.126765 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea8a9cc0-ef43-4245-8e22-6c5806ec039e req-8d49c518-7233-4e02-8f3e-dad420afa70c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 946 time: 0.0873132 Feb 09 01:56:39.140968 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-0d6b50b7-d4b9-4836-91d7-eaa7227655a2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1074865 Feb 09 01:56:39.183338 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea8a9cc0-ef43-4245-8e22-6c5806ec039e req-59c9ad62-c9ed-45ce-9c16-d635c6685c74 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499029 Feb 09 01:56:39.409871 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b8e9ec86-d0bc-4f8d-b868-0ce96e022275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:40.372958 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147364e9-1b5e-4ac2-95cc-30ffda3a23f1 req-2a7988f3-486f-4c17-a4ef-2cba51120b40 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:40.374372 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-147364e9-1b5e-4ac2-95cc-30ffda3a23f1 req-2a7988f3-486f-4c17-a4ef-2cba51120b40 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 946 time: 0.0908594 Feb 09 01:56:40.419324 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-147364e9-1b5e-4ac2-95cc-30ffda3a23f1 req-8b0620c2-9201-4d1a-8f3a-079d15b56134 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387616 Feb 09 01:56:40.463157 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-04b34b55-5516-44d8-b5b5-540d9bfa5ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:40.464616 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-04b34b55-5516-44d8-b5b5-540d9bfa5ba6 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 1097 time: 0.0737338 Feb 09 01:56:40.509924 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:40.593801 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-c08d57b5-96f1-45ab-84f9-699b5ac33859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:40.595231 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-c08d57b5-96f1-45ab-84f9-699b5ac33859 service neutron] 10.222.0.117 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.1239302 Feb 09 01:56:40.629413 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:40.804496 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-6d6ea927-7dea-47ac-a0c3-9b2e90dd1478 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9206601a-c16b-4a91-b427-915a2edb961a HTTP/1.1" status: 200 len: 1003 time: 0.2029700 Feb 09 01:56:40.868382 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-c2a28144-f869-440a-bdfe-d39359e868e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:40.869754 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-c2a28144-f869-440a-bdfe-d39359e868e6 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0565181 Feb 09 01:56:40.943629 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-3d9c30e3-a47c-40ce-a680-5d7ddf93ec64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:40.945071 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-3d9c30e3-a47c-40ce-a680-5d7ddf93ec64 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673211 Feb 09 01:56:40.956000 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-d732a2b2-0b5c-4f6b-b4d6-b1a09f10059e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:56:40.956917 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-d732a2b2-0b5c-4f6b-b4d6-b1a09f10059e service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047324 Feb 09 01:56:41.087837 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-0caa43aa-233c-4e79-a131-b852c5f6e873 service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241732 Feb 09 01:56:41.223295 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-577f056d-ade5-4c50-b71f-0424c8e29ecc service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294637 Feb 09 01:56:41.608267 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cae570-e3cd-4220-9b74-2f8345c77be8 req-c898beba-bc76-4412-b398-e5a1aea2a303 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:41.609712 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-21cae570-e3cd-4220-9b74-2f8345c77be8 req-c898beba-bc76-4412-b398-e5a1aea2a303 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 946 time: 0.0816655 Feb 09 01:56:41.653449 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-21cae570-e3cd-4220-9b74-2f8345c77be8 req-06b02dd2-cba4-4984-9268-de7ff40ad02b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381479 Feb 09 01:56:41.948024 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:42.835501 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84db99a-3a23-489d-b596-d7409fca6486 req-fc5f73f8-6d9e-4276-b8d0-e31c8e62b8cd tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:42.836967 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e84db99a-3a23-489d-b596-d7409fca6486 req-fc5f73f8-6d9e-4276-b8d0-e31c8e62b8cd tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 946 time: 0.0785806 Feb 09 01:56:42.883452 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e84db99a-3a23-489d-b596-d7409fca6486 req-edde798c-e7ee-4a4a-a2e5-302d0804e48f tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410054 Feb 09 01:56:44.065398 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e7719-631e-4602-9202-c984fe27588e req-20952190-1a00-41c9-bba5-56115f8db3bb tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:44.066826 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d21e7719-631e-4602-9202-c984fe27588e req-20952190-1a00-41c9-bba5-56115f8db3bb tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 946 time: 0.0785520 Feb 09 01:56:44.110729 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d21e7719-631e-4602-9202-c984fe27588e req-10b28da6-cdb7-4c2d-97ae-8fecf6a174f7 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382409 Feb 09 01:56:45.291604 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022af1b-d305-40ee-9d5b-6de175768b6c req-4ed9f97c-d56a-4408-839a-b3bb48f15b1b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:45.293599 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1022af1b-d305-40ee-9d5b-6de175768b6c req-4ed9f97c-d56a-4408-839a-b3bb48f15b1b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 946 time: 0.0792775 Feb 09 01:56:45.336163 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1022af1b-d305-40ee-9d5b-6de175768b6c req-6e80ad84-4c5f-4922-9f77-da391b96a1bf tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368879 Feb 09 01:56:46.524352 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e9207-f6cc-4ac9-ba6c-a7989c1cac14 req-813b024b-6e01-4d47-a219-4095a7c0c72c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:46.526213 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e81e9207-f6cc-4ac9-ba6c-a7989c1cac14 req-813b024b-6e01-4d47-a219-4095a7c0c72c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 946 time: 0.0853925 Feb 09 01:56:46.570556 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e81e9207-f6cc-4ac9-ba6c-a7989c1cac14 req-7b2d4636-2e33-4a20-a978-631694f38ecb tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387206 Feb 09 01:56:47.769096 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8307b-82b5-4ee4-81c1-e712221ddf77 req-3a934af7-d5db-46a1-bfdd-45eed809dcf2 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:47.769096 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-91a8307b-82b5-4ee4-81c1-e712221ddf77 req-3a934af7-d5db-46a1-bfdd-45eed809dcf2 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 946 time: 0.0865278 Feb 09 01:56:47.809422 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-91a8307b-82b5-4ee4-81c1-e712221ddf77 req-924ba450-d1c5-48a0-bd5c-ad7d6aed9724 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389571 Feb 09 01:56:48.994175 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f515a-a406-414b-9580-6ff9dd88f730 req-d65705a3-7a83-4b52-8119-08a54a1a7c0d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:48.996240 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-877f515a-a406-414b-9580-6ff9dd88f730 req-d65705a3-7a83-4b52-8119-08a54a1a7c0d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 946 time: 0.0793331 Feb 09 01:56:49.040197 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-877f515a-a406-414b-9580-6ff9dd88f730 req-12348eef-b418-4761-92f7-ebc8933d620d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376632 Feb 09 01:56:50.226337 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca0206-3380-4748-95df-823770d8c863 req-a844e178-2d03-4146-9ca4-45d9eb76e0c6 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:50.227790 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6aca0206-3380-4748-95df-823770d8c863 req-a844e178-2d03-4146-9ca4-45d9eb76e0c6 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 946 time: 0.0805449 Feb 09 01:56:50.278690 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6aca0206-3380-4748-95df-823770d8c863 req-7244d4c7-7ef4-4a3f-9105-6c5d1bafe54b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447929 Feb 09 01:56:51.462340 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f975c-0eed-4228-94bb-3db6b163524a req-8d3eb085-576f-483a-ae6d-1cb68d3961a8 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:51.464288 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b24f975c-0eed-4228-94bb-3db6b163524a req-8d3eb085-576f-483a-ae6d-1cb68d3961a8 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 946 time: 0.0817225 Feb 09 01:56:51.506879 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b24f975c-0eed-4228-94bb-3db6b163524a req-640b9478-f229-484a-81e1-2fcbee443b26 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370393 Feb 09 01:56:52.413066 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:52.698748 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f613b3-1cd8-4dce-a004-3adb3e8266b0 req-440621da-0dd2-4c3e-b148-80bf9c9ca043 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:52.700444 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b0f613b3-1cd8-4dce-a004-3adb3e8266b0 req-440621da-0dd2-4c3e-b148-80bf9c9ca043 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 946 time: 0.0855618 Feb 09 01:56:52.748201 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b0f613b3-1cd8-4dce-a004-3adb3e8266b0 req-b290f4e3-6921-4a23-b5bf-42835b3c67ba tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422955 Feb 09 01:56:53.934558 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c86bc-986f-40d1-9775-c7b4d8f7bef9 req-fd6a3e59-b47f-4d0d-9a28-e19b972f2323 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:53.936005 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d4c86bc-986f-40d1-9775-c7b4d8f7bef9 req-fd6a3e59-b47f-4d0d-9a28-e19b972f2323 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 946 time: 0.0787497 Feb 09 01:56:53.982210 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7d4c86bc-986f-40d1-9775-c7b4d8f7bef9 req-652d73aa-c85e-4fee-be7f-8a34dd8e874a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406148 Feb 09 01:56:55.183661 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d358ce1-1dcb-43b2-9668-f4a8a80c8893 req-9eacbc79-907c-4d0e-baed-a934c08f01d2 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:55.185157 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4d358ce1-1dcb-43b2-9668-f4a8a80c8893 req-9eacbc79-907c-4d0e-baed-a934c08f01d2 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 946 time: 0.0897777 Feb 09 01:56:55.228611 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4d358ce1-1dcb-43b2-9668-f4a8a80c8893 req-ef8a6f23-866a-46c2-9eb2-52f98b69472c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377061 Feb 09 01:56:55.571551 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:56:56.416262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5f719-bbf6-41a6-8828-f9d7d10f5239 req-f33e83ad-7be9-404d-aa35-796b525d7fc3 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:56.418207 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0fb5f719-bbf6-41a6-8828-f9d7d10f5239 req-f33e83ad-7be9-404d-aa35-796b525d7fc3 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 946 time: 0.0819223 Feb 09 01:56:56.467726 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0fb5f719-bbf6-41a6-8828-f9d7d10f5239 req-5f9f2a24-4b6a-4b7b-b0d2-55628ec653d7 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434339 Feb 09 01:56:57.656554 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e10a1c-8a33-4fa8-bfb7-7a353441c2ea req-cc7a198c-c532-4445-95cb-23d309bb753a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:57.657987 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a1e10a1c-8a33-4fa8-bfb7-7a353441c2ea req-cc7a198c-c532-4445-95cb-23d309bb753a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 946 time: 0.0837042 Feb 09 01:56:57.701149 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a1e10a1c-8a33-4fa8-bfb7-7a353441c2ea req-9c412bad-c14b-4951-81ee-2eeae2f47c75 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376377 Feb 09 01:56:58.890865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877eb3a-46b2-4b21-bb69-29ac91bbd5e7 req-b6016d35-e60c-47c1-9297-417766f96ac0 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:58.892302 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4877eb3a-46b2-4b21-bb69-29ac91bbd5e7 req-b6016d35-e60c-47c1-9297-417766f96ac0 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 946 time: 0.0850124 Feb 09 01:56:58.935849 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4877eb3a-46b2-4b21-bb69-29ac91bbd5e7 req-12a22931-7481-426b-b63f-e43cf1f85730 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379720 Feb 09 01:57:00.122440 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2aec2-1290-492c-b994-3f2752d3a561 req-79aeccb0-71a6-4a5a-a3b4-ef669293e49d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:00.123879 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d1e2aec2-1290-492c-b994-3f2752d3a561 req-79aeccb0-71a6-4a5a-a3b4-ef669293e49d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 946 time: 0.0793853 Feb 09 01:57:00.170391 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d1e2aec2-1290-492c-b994-3f2752d3a561 req-aa1254a2-94eb-4919-b61d-52000c2b31cc tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408859 Feb 09 01:57:00.473489 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:57:01.351108 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54184e-2bcc-4ac0-a272-c52b2b325374 req-da3c3dec-d0c3-4d5d-8a5a-d00a722885e3 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:01.352564 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5e54184e-2bcc-4ac0-a272-c52b2b325374 req-da3c3dec-d0c3-4d5d-8a5a-d00a722885e3 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 946 time: 0.0776386 Feb 09 01:57:01.394952 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5e54184e-2bcc-4ac0-a272-c52b2b325374 req-a80b7693-b24e-4577-b2ae-647845bea1ac tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362799 Feb 09 01:57:02.582852 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160b61f-7696-4935-ba03-e8e01084a59e req-5de41ed3-f843-4ac0-a968-7195bbb8d5dd tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:02.584296 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8160b61f-7696-4935-ba03-e8e01084a59e req-5de41ed3-f843-4ac0-a968-7195bbb8d5dd tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 946 time: 0.0788305 Feb 09 01:57:02.627430 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8160b61f-7696-4935-ba03-e8e01084a59e req-844f7685-d385-4d3a-b970-33d76f807e05 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376296 Feb 09 01:57:03.865840 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-cc40b1c8-fa0b-4b75-8cdf-d763ab382cd6 service neutron] show failed (client error): The resource could not be found. Feb 09 01:57:03.866870 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-cc40b1c8-fa0b-4b75-8cdf-d763ab382cd6 service neutron] 10.222.0.117 "GET /v2.0/ports/9206601a-c16b-4a91-b427-915a2edb961a/bindings/n-h1-828419-1 HTTP/1.1" status: 404 len: 380 time: 0.0940762 Feb 09 01:57:03.883789 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98550b9f-736d-445a-affd-9dc34a208191 req-a332f4dd-9202-49f6-9c5d-4f5ff8320741 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:03.885298 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-98550b9f-736d-445a-affd-9dc34a208191 req-a332f4dd-9202-49f6-9c5d-4f5ff8320741 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 946 time: 0.1477308 Feb 09 01:57:03.933572 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-98550b9f-736d-445a-affd-9dc34a208191 req-17094f24-6d05-4e1a-a98f-8e9d817c9df7 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410390 Feb 09 01:57:04.136904 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-a3b356b2-e59b-43b4-95e1-a2d045fe0351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:04.138388 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-a3b356b2-e59b-43b4-95e1-a2d045fe0351 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a&tenant_id=6b566ff5d7734d039a6c9a0cee356703 HTTP/1.1" status: 200 len: 1097 time: 0.0703702 Feb 09 01:57:04.152945 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828419-1', 'device_owner': 'compute:nova'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:04.263530 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:04.630343 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] For port 9206601a-c16b-4a91-b427-915a2edb961a, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9206601a-c16b-4a91-b427-915a2edb961a,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:57:04.658739 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] For port 9206601a-c16b-4a91-b427-915a2edb961a, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:57:04.714950 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf4f97e-40f2-4144-ad16-1ceea218923a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9206601a-c16b-4a91-b427-915a2edb961a'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:57:04.721079 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:04.735820 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] Transition to ACTIVE for port object 9206601a-c16b-4a91-b427-915a2edb961a will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:57:04.740172 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:04.785430 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf4f97e-40f2-4144-ad16-1ceea218923a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9206601a-c16b-4a91-b427-915a2edb961a', 'code': 200} Feb 09 01:57:04.900123 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] Pushing event updated for resources: {'Port': ['ID=9206601a-c16b-4a91-b427-915a2edb961a,revision_number=6']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:04.949226 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] No DVR routers for this DVR port 9206601a-c16b-4a91-b427-915a2edb961a on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:57:05.235864 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] Attempting to bind port 9206601a-c16b-4a91-b427-915a2edb961a on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:57:05.236117 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] Attempting to bind port 9206601a-c16b-4a91-b427-915a2edb961a by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:57:05.236465 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] Attempting to bind port 9206601a-c16b-4a91-b427-915a2edb961a on network 41793e7c-34c9-456f-92e3-253bce801e43 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:57:05.247581 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d661a67-1f6f-4234-93ee-f314ff52715e req-3a3b199f-8a57-43f3-895d-dfb48b28b64a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:05.249061 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6d661a67-1f6f-4234-93ee-f314ff52715e req-3a3b199f-8a57-43f3-895d-dfb48b28b64a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 944 time: 0.2072511 Feb 09 01:57:05.250863 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] Port 9206601a-c16b-4a91-b427-915a2edb961a on network 41793e7c-34c9-456f-92e3-253bce801e43 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:57:05.251182 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] Attempting to bind port 9206601a-c16b-4a91-b427-915a2edb961a on network 41793e7c-34c9-456f-92e3-253bce801e43 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:57:05.269319 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:57:05.269659 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] Checking segment: {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:57:05.270028 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] Bound using segment: {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:57:05.270458 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] Bound port: 9206601a-c16b-4a91-b427-915a2edb961a, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:57:05.270800 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:05.354170 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6d661a67-1f6f-4234-93ee-f314ff52715e req-7da82166-f3bc-488f-9f05-646da28b53c7 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994449 Feb 09 01:57:05.380895 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] For port 9206601a-c16b-4a91-b427-915a2edb961a, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:57:05.384583 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] For port 9206601a-c16b-4a91-b427-915a2edb961a, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9206601a-c16b-4a91-b427-915a2edb961a,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:57:05.388953 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:05.447530 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:05.448167 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:05.449564 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] 10.222.0.35 "PUT /v2.0/ports/9206601a-c16b-4a91-b427-915a2edb961a HTTP/1.1" status: 200 len: 1092 time: 1.3009729 Feb 09 01:57:05.467476 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] Pushing event updated for resources: {'Port': ['ID=9206601a-c16b-4a91-b427-915a2edb961a,revision_number=7']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:05.476679 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:05.477022 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:05.477359 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:05.477691 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:05.478339 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:05.478339 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:05.478649 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:05.478968 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:05.479286 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:05.480133 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:05.480453 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:05.480768 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b018f0a-2f21-4fff-a1aa-99748c0f2f41 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:05.558529 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-9dbdc090-4321-44bb-87b8-5a57c22e5c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:05.560019 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-9dbdc090-4321-44bb-87b8-5a57c22e5c3c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 1095 time: 0.0850885 Feb 09 01:57:05.693787 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-35a0ecb4-cc5a-4c98-bc78-b2565a3cafc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:05.695225 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-35a0ecb4-cc5a-4c98-bc78-b2565a3cafc7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.1257241 Feb 09 01:57:05.796139 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-3a4ecb00-9197-4127-aa30-adcab2c4701a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9206601a-c16b-4a91-b427-915a2edb961a HTTP/1.1" status: 200 len: 1001 time: 0.0918977 Feb 09 01:57:05.863246 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-3f3bcd1d-2e96-4749-8adc-8bbf9cda9bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:05.864647 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-3f3bcd1d-2e96-4749-8adc-8bbf9cda9bc4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0587900 Feb 09 01:57:05.939379 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-8cceadd3-f62c-4612-a52e-b578bbf5d318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:05.940809 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-8cceadd3-f62c-4612-a52e-b578bbf5d318 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670540 Feb 09 01:57:06.080541 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-3a086b31-7066-4d4a-a57c-d821bfdac75f service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303704 Feb 09 01:57:06.317143 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-3329f00f-df37-4b4c-9312-0565b805b020 service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267120 Feb 09 01:57:06.545651 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d115b7-6286-4016-b803-ef8a95abe31c req-90750ec0-2ab1-4fdb-a1b6-9461ebd866e5 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:06.547097 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f9d115b7-6286-4016-b803-ef8a95abe31c req-90750ec0-2ab1-4fdb-a1b6-9461ebd866e5 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 944 time: 0.0839756 Feb 09 01:57:06.591893 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f9d115b7-6286-4016-b803-ef8a95abe31c req-a26dbbbf-7b56-47f9-a3d6-3e20ed0d6c2a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389540 Feb 09 01:57:06.786831 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf4f97e-40f2-4144-ad16-1ceea218923a', 'tag': '9206601a-c16b-4a91-b427-915a2edb961a'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:57:06.843188 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf4f97e-40f2-4144-ad16-1ceea218923a', 'tag': '9206601a-c16b-4a91-b427-915a2edb961a', 'status': 'completed', 'code': 200} Feb 09 01:57:06.992671 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e6f8f-22c1-4fa1-ae4c-a57b07b8baae req-21dbe32d-57c6-4008-bee5-1bccf1d19960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:06.994175 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-003e6f8f-22c1-4fa1-ae4c-a57b07b8baae req-21dbe32d-57c6-4008-bee5-1bccf1d19960 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 1095 time: 0.1341686 Feb 09 01:57:07.000070 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e6f8f-22c1-4fa1-ae4c-a57b07b8baae req-eaaec857-c144-43c6-8e9d-033d73b93d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:07.001832 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-003e6f8f-22c1-4fa1-ae4c-a57b07b8baae req-eaaec857-c144-43c6-8e9d-033d73b93d56 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 1095 time: 0.1069782 Feb 09 01:57:07.019878 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 9206601a-c16b-4a91-b427-915a2edb961a no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:57:07.045862 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1e6120b1-ed73-46f1-8bb8-8b3e844ac89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:07.090402 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 9206601a-c16b-4a91-b427-915a2edb961a not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:57:07.243923 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e6f8f-22c1-4fa1-ae4c-a57b07b8baae req-57fa5cda-052d-4fe4-a3a8-296d28e88d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:07.245448 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-003e6f8f-22c1-4fa1-ae4c-a57b07b8baae req-57fa5cda-052d-4fe4-a3a8-296d28e88d52 service neutron] 10.222.0.117 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.2427356 Feb 09 01:57:07.247869 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e6f8f-22c1-4fa1-ae4c-a57b07b8baae req-76bf8f6b-0eeb-483a-8ec8-2d48bbb89685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:07.249207 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-003e6f8f-22c1-4fa1-ae4c-a57b07b8baae req-76bf8f6b-0eeb-483a-8ec8-2d48bbb89685 service neutron] 10.222.0.35 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.2253222 Feb 09 01:57:07.430484 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-003e6f8f-22c1-4fa1-ae4c-a57b07b8baae req-f6c02726-53da-48eb-94b4-3dba449c8616 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9206601a-c16b-4a91-b427-915a2edb961a HTTP/1.1" status: 200 len: 1001 time: 0.1227908 Feb 09 01:57:07.432011 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-003e6f8f-22c1-4fa1-ae4c-a57b07b8baae req-e44d58c9-10ae-4774-9bd8-b1f45f5bf687 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9206601a-c16b-4a91-b427-915a2edb961a HTTP/1.1" status: 200 len: 1001 time: 0.1801224 Feb 09 01:57:07.543141 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e6f8f-22c1-4fa1-ae4c-a57b07b8baae req-953d68bb-768e-4e2c-a5c2-d02345e4224c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:07.544910 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-003e6f8f-22c1-4fa1-ae4c-a57b07b8baae req-953d68bb-768e-4e2c-a5c2-d02345e4224c service neutron] 10.222.0.117 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.1065876 Feb 09 01:57:07.546265 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e6f8f-22c1-4fa1-ae4c-a57b07b8baae req-5ae9331e-43c4-4515-a778-fb913c4d04c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:07.547539 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-003e6f8f-22c1-4fa1-ae4c-a57b07b8baae req-5ae9331e-43c4-4515-a778-fb913c4d04c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.1081865 Feb 09 01:57:07.682965 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e6f8f-22c1-4fa1-ae4c-a57b07b8baae req-34e54998-d6d6-4b4b-99d9-cf0455216c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:07.684552 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-003e6f8f-22c1-4fa1-ae4c-a57b07b8baae req-34e54998-d6d6-4b4b-99d9-cf0455216c1a service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1330600 Feb 09 01:57:07.686441 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e6f8f-22c1-4fa1-ae4c-a57b07b8baae req-0e42f3f4-629e-4a49-a596-611d05a67ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:07.687753 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-003e6f8f-22c1-4fa1-ae4c-a57b07b8baae req-0e42f3f4-629e-4a49-a596-611d05a67ae1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057215 Feb 09 01:57:07.801859 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e78d26-28e5-4566-8551-2634faa57a33 req-4c7776ea-20dc-4b20-92fd-cafa40e3f3f9 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:07.803543 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-80e78d26-28e5-4566-8551-2634faa57a33 req-4c7776ea-20dc-4b20-92fd-cafa40e3f3f9 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 944 time: 0.0930910 Feb 09 01:57:07.857676 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-80e78d26-28e5-4566-8551-2634faa57a33 req-51b5b587-68ee-457c-a98c-0c8ff5e81b35 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481930 Feb 09 01:57:07.934211 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-003e6f8f-22c1-4fa1-ae4c-a57b07b8baae req-8761fafa-ec7e-45ff-8259-b7ecdf5c7892 service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429178 Feb 09 01:57:07.936029 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-003e6f8f-22c1-4fa1-ae4c-a57b07b8baae req-56628ddc-faa0-4316-949a-b9fb71166eea service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264109 Feb 09 01:57:08.306545 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-003e6f8f-22c1-4fa1-ae4c-a57b07b8baae req-2c302109-57ee-43d2-9be6-751a280a2513 service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666942 Feb 09 01:57:08.311975 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-003e6f8f-22c1-4fa1-ae4c-a57b07b8baae req-be611f5c-2bac-413a-b743-d051165a687f service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527684 Feb 09 01:57:09.046264 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859972f-12ce-4823-aaee-d2e1923986a8 req-fe327ff7-1401-4097-bf34-b12702ad1425 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:09.047713 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c859972f-12ce-4823-aaee-d2e1923986a8 req-fe327ff7-1401-4097-bf34-b12702ad1425 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 944 time: 0.0794444 Feb 09 01:57:09.091934 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c859972f-12ce-4823-aaee-d2e1923986a8 req-6a107342-2b14-4bf6-9bb9-996805df29f2 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385194 Feb 09 01:57:09.410332 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-97502437-c637-4855-9445-f6ed49b4ecce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:10.281674 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f01a9a-2a61-4f59-90a7-a8df5c8e0239 req-71fa9591-8d33-44a9-8aa8-1fe196fb9a9d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:10.283112 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f3f01a9a-2a61-4f59-90a7-a8df5c8e0239 req-71fa9591-8d33-44a9-8aa8-1fe196fb9a9d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 944 time: 0.0821843 Feb 09 01:57:10.326752 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f3f01a9a-2a61-4f59-90a7-a8df5c8e0239 req-799ec7a9-89db-4889-8244-d82b89210317 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380869 Feb 09 01:57:10.514494 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:10.630566 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:11.514552 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9be06b-708c-447b-933d-38c80db4ef22 req-b2557b31-460c-458b-9dfb-bc84ededa816 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:11.515986 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9f9be06b-708c-447b-933d-38c80db4ef22 req-b2557b31-460c-458b-9dfb-bc84ededa816 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 944 time: 0.0818367 Feb 09 01:57:11.558649 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9f9be06b-708c-447b-933d-38c80db4ef22 req-fef01dd3-2979-4d39-8363-ef0a54bc8297 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367708 Feb 09 01:57:11.944441 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:12.745631 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693eed97-023a-4546-a60f-7d2c2b7b5416 req-69af42f9-2567-4146-a3d4-96c5d797c895 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:12.747081 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-693eed97-023a-4546-a60f-7d2c2b7b5416 req-69af42f9-2567-4146-a3d4-96c5d797c895 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 944 time: 0.0824168 Feb 09 01:57:12.794196 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-693eed97-023a-4546-a60f-7d2c2b7b5416 req-8e03806f-26e9-4970-b44a-aa5d3e542b49 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415642 Feb 09 01:57:13.975317 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b532183-fb77-45ef-b596-e3da68ac7ca4 req-b50e3bc2-e93b-474f-8422-05cc1afc15fb tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:13.976847 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3b532183-fb77-45ef-b596-e3da68ac7ca4 req-b50e3bc2-e93b-474f-8422-05cc1afc15fb tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 944 time: 0.0777340 Feb 09 01:57:14.024538 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3b532183-fb77-45ef-b596-e3da68ac7ca4 req-ddb23716-f23f-4c11-b391-4ed3c58e760b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412555 Feb 09 01:57:15.213847 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c44faf-25f0-4260-b1af-2849fd510efc req-7e2dcb65-72b7-4a12-a8f4-e0442cae2690 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:15.215303 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-51c44faf-25f0-4260-b1af-2849fd510efc req-7e2dcb65-72b7-4a12-a8f4-e0442cae2690 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 944 time: 0.0783815 Feb 09 01:57:15.259195 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-51c44faf-25f0-4260-b1af-2849fd510efc req-a772ec66-2dd4-4257-804b-614b8fd9462f tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382597 Feb 09 01:57:16.010508 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 9206601a-c16b-4a91-b427-915a2edb961a details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:57:16.146570 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 9206601a-c16b-4a91-b427-915a2edb961a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9206601a-c16b-4a91-b427-915a2edb961a,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:57:16.159237 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '9206601a-c16b-4a91-b427-915a2edb961a', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'port_id': '9206601a-c16b-4a91-b427-915a2edb961a', 'mac_address': 'fa:16:3e:ce:af:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 952, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:57:16.212914 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:16.228724 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9206601a-c16b-4a91-b427-915a2edb961a {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:57:16.243445 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 9206601a-c16b-4a91-b427-915a2edb961a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9206601a-c16b-4a91-b427-915a2edb961a,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:57:16.247743 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:16.316134 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=9206601a-c16b-4a91-b427-915a2edb961a,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:16.445231 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c67dc-935b-431a-bde0-82ecaa45e922 req-4e173189-2a09-4059-b87d-91109725773e tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:16.446645 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c1c67dc-935b-431a-bde0-82ecaa45e922 req-4e173189-2a09-4059-b87d-91109725773e tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 945 time: 0.0819116 Feb 09 01:57:16.491327 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['9206601a-c16b-4a91-b427-915a2edb961a'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:57:16.492879 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c1c67dc-935b-431a-bde0-82ecaa45e922 req-39ab0231-df2a-4237-a596-cc8c53fdfa84 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398591 Feb 09 01:57:16.970380 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-3a89d2df-b4df-49fd-ad2e-6693ddb47246 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:16.971776 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-3a89d2df-b4df-49fd-ad2e-6693ddb47246 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a&tenant_id=6b566ff5d7734d039a6c9a0cee356703&binding%3Ahost_id=n-h1-828419-1 HTTP/1.1" status: 200 len: 945 time: 0.1448758 Feb 09 01:57:16.978824 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e628535-97f6-44a9-ab21-999d64ec54e7 req-e3456604-d4de-41b9-8622-7e7f3f679d7e tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:16.980693 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2e628535-97f6-44a9-ab21-999d64ec54e7 req-e3456604-d4de-41b9-8622-7e7f3f679d7e tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 945 time: 0.1050551 Feb 09 01:57:17.078727 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2e628535-97f6-44a9-ab21-999d64ec54e7 req-b949c2a1-eac3-4fb0-854b-0121651289d8 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663629 Feb 09 01:57:17.087311 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-521a4775-130f-4488-a50f-a16c5debe30f service neutron] 10.222.0.35 "GET /v2.0/ports/9206601a-c16b-4a91-b427-915a2edb961a/bindings/n-h1-828419-1 HTTP/1.1" status: 200 len: 382 time: 0.1057358 Feb 09 01:57:17.186896 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-df57a0bd-8ad9-44a5-b799-1738cc6b7d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:17.188359 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-df57a0bd-8ad9-44a5-b799-1738cc6b7d18 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 1096 time: 0.0698755 Feb 09 01:57:17.318307 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-ab512b08-fe1c-471d-8bbf-718a56819bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:17.319761 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-ab512b08-fe1c-471d-8bbf-718a56819bea service neutron] 10.222.0.35 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.1252091 Feb 09 01:57:17.421754 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-db07ca4d-7e30-4fc1-a8c1-c42351b744e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9206601a-c16b-4a91-b427-915a2edb961a HTTP/1.1" status: 200 len: 1002 time: 0.0956643 Feb 09 01:57:17.482263 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-e1cc2231-f87d-4146-b7e6-c59a9186d337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:17.483688 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-e1cc2231-f87d-4146-b7e6-c59a9186d337 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0566430 Feb 09 01:57:17.561193 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-b4731b6e-36a8-4106-a670-dfe8e5714a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:17.562648 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-b4731b6e-36a8-4106-a670-dfe8e5714a67 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724592 Feb 09 01:57:17.692832 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-a359b5ec-3b7d-4f31-b1e2-0c6360d7fae3 service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237879 Feb 09 01:57:17.820963 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-ecc64bbc-8079-44d1-ae62-c2575405fe8e service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224365 Feb 09 01:57:18.027930 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 9206601a-c16b-4a91-b427-915a2edb961a up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:57:18.094255 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 9206601a-c16b-4a91-b427-915a2edb961a completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:57:18.098801 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 9206601a-c16b-4a91-b427-915a2edb961a triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:18.099172 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:18.217211 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:18.248874 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf4f97e-40f2-4144-ad16-1ceea218923a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9206601a-c16b-4a91-b427-915a2edb961a'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:57:18.260822 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 9206601a-c16b-4a91-b427-915a2edb961a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9206601a-c16b-4a91-b427-915a2edb961a,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:57:18.265575 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:18.288969 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716410c6-6b8c-4ea3-b6ec-6e0816c40c0c req-1777c0f9-f2db-447a-9f98-d07007d13108 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:18.291093 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-716410c6-6b8c-4ea3-b6ec-6e0816c40c0c req-1777c0f9-f2db-447a-9f98-d07007d13108 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 945 time: 0.0931413 Feb 09 01:57:18.313828 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf4f97e-40f2-4144-ad16-1ceea218923a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9206601a-c16b-4a91-b427-915a2edb961a', 'code': 200} Feb 09 01:57:18.337842 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-716410c6-6b8c-4ea3-b6ec-6e0816c40c0c req-6b15b9d3-fcb7-41fc-a44f-9aa1b2392ebf tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397341 Feb 09 01:57:18.344477 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=9206601a-c16b-4a91-b427-915a2edb961a,revision_number=9']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:19.525746 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8662fd5-2639-4a51-b530-7da384b35b6d req-ba9f7f88-e0b2-400e-a301-f562ff9d71f5 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:19.528098 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8662fd5-2639-4a51-b530-7da384b35b6d req-ba9f7f88-e0b2-400e-a301-f562ff9d71f5 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 946 time: 0.0797689 Feb 09 01:57:19.581333 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8662fd5-2639-4a51-b530-7da384b35b6d req-e08578f6-ebd1-4b55-a1e6-ad0e1f111952 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476162 Feb 09 01:57:20.774023 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405abde2-cb59-40bc-bd7f-f429b64f8e6a req-c3104dfa-af3a-4bbc-94ee-4a68c4b4795d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:20.775484 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-405abde2-cb59-40bc-bd7f-f429b64f8e6a req-c3104dfa-af3a-4bbc-94ee-4a68c4b4795d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 946 time: 0.0799646 Feb 09 01:57:20.806677 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-446a1584-21c1-451f-b95e-a2ea49693865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:20.808792 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-446a1584-21c1-451f-b95e-a2ea49693865 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a&tenant_id=6b566ff5d7734d039a6c9a0cee356703 HTTP/1.1" status: 200 len: 1097 time: 0.0751407 Feb 09 01:57:20.818759 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-9971e431-1710-4963-a190-2971d14e1bcb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828419-1', 'device_owner': 'compute:nova'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:20.819992 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-405abde2-cb59-40bc-bd7f-f429b64f8e6a req-313ebe65-646b-4df4-973f-0807440d452d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387092 Feb 09 01:57:20.927111 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-9971e431-1710-4963-a190-2971d14e1bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:21.218600 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-9971e431-1710-4963-a190-2971d14e1bcb service neutron] For port 9206601a-c16b-4a91-b427-915a2edb961a, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=9206601a-c16b-4a91-b427-915a2edb961a,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:57:21.374661 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-9971e431-1710-4963-a190-2971d14e1bcb service neutron] For port 9206601a-c16b-4a91-b427-915a2edb961a, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:57:21.432699 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf4f97e-40f2-4144-ad16-1ceea218923a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9206601a-c16b-4a91-b427-915a2edb961a'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:57:21.438475 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-9971e431-1710-4963-a190-2971d14e1bcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:21.453457 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-9971e431-1710-4963-a190-2971d14e1bcb service neutron] Transition to ACTIVE for port object 9206601a-c16b-4a91-b427-915a2edb961a will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:57:21.457547 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-9971e431-1710-4963-a190-2971d14e1bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:21.492915 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf4f97e-40f2-4144-ad16-1ceea218923a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9206601a-c16b-4a91-b427-915a2edb961a', 'code': 200} Feb 09 01:57:21.608793 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9971e431-1710-4963-a190-2971d14e1bcb service neutron] Pushing event updated for resources: {'Port': ['ID=9206601a-c16b-4a91-b427-915a2edb961a,revision_number=10']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:21.657196 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-9971e431-1710-4963-a190-2971d14e1bcb service neutron] No DVR routers for this DVR port 9206601a-c16b-4a91-b427-915a2edb961a on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:57:21.882877 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-9971e431-1710-4963-a190-2971d14e1bcb service neutron] Attempting to bind port 9206601a-c16b-4a91-b427-915a2edb961a on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:57:21.883542 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-9971e431-1710-4963-a190-2971d14e1bcb service neutron] Attempting to bind port 9206601a-c16b-4a91-b427-915a2edb961a by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:57:21.883542 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-9971e431-1710-4963-a190-2971d14e1bcb service neutron] Attempting to bind port 9206601a-c16b-4a91-b427-915a2edb961a on network 41793e7c-34c9-456f-92e3-253bce801e43 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:57:21.888592 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-9971e431-1710-4963-a190-2971d14e1bcb service neutron] Port 9206601a-c16b-4a91-b427-915a2edb961a on network 41793e7c-34c9-456f-92e3-253bce801e43 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:57:21.888915 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-9971e431-1710-4963-a190-2971d14e1bcb service neutron] Attempting to bind port 9206601a-c16b-4a91-b427-915a2edb961a on network 41793e7c-34c9-456f-92e3-253bce801e43 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:57:21.893972 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-9971e431-1710-4963-a190-2971d14e1bcb service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:57:21.894309 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-9971e431-1710-4963-a190-2971d14e1bcb service neutron] Checking segment: {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:57:21.894694 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-9971e431-1710-4963-a190-2971d14e1bcb service neutron] Bound using segment: {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:57:21.895121 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-9971e431-1710-4963-a190-2971d14e1bcb service neutron] Bound port: 9206601a-c16b-4a91-b427-915a2edb961a, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '162070e6-b39f-45b7-bb6f-7dd9f49217fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:57:21.895467 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-9971e431-1710-4963-a190-2971d14e1bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:21.987219 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-9971e431-1710-4963-a190-2971d14e1bcb service neutron] For port 9206601a-c16b-4a91-b427-915a2edb961a, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:57:21.990784 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-9971e431-1710-4963-a190-2971d14e1bcb service neutron] For port 9206601a-c16b-4a91-b427-915a2edb961a, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9206601a-c16b-4a91-b427-915a2edb961a,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:57:21.994945 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-9971e431-1710-4963-a190-2971d14e1bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:22.057387 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-9971e431-1710-4963-a190-2971d14e1bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:22.058045 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-9971e431-1710-4963-a190-2971d14e1bcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:22.059391 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-9971e431-1710-4963-a190-2971d14e1bcb service neutron] 10.222.0.117 "PUT /v2.0/ports/9206601a-c16b-4a91-b427-915a2edb961a HTTP/1.1" status: 200 len: 1093 time: 1.2444685 Feb 09 01:57:22.074799 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9971e431-1710-4963-a190-2971d14e1bcb service neutron] Pushing event updated for resources: {'Port': ['ID=9206601a-c16b-4a91-b427-915a2edb961a,revision_number=11']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:22.124342 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee2b3e-d9d3-489d-8219-d1fe35be9d6f req-0dc394e6-5842-4bff-b3ff-46d45362d1f6 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:22.126678 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cbee2b3e-d9d3-489d-8219-d1fe35be9d6f req-0dc394e6-5842-4bff-b3ff-46d45362d1f6 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 945 time: 0.2007689 Feb 09 01:57:22.159032 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-ef9ca855-7176-4495-9cb9-3320fef56c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:22.160690 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-ef9ca855-7176-4495-9cb9-3320fef56c93 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 1096 time: 0.0779841 Feb 09 01:57:22.173935 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cbee2b3e-d9d3-489d-8219-d1fe35be9d6f req-5647810a-a27d-4c07-b430-916dc693ec1f tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415573 Feb 09 01:57:22.295790 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-540fdf2e-fc7d-4b09-a568-83f1eec21a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:22.297261 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-540fdf2e-fc7d-4b09-a568-83f1eec21a80 service neutron] 10.222.0.117 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.1304932 Feb 09 01:57:22.400653 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-c40d2a5a-2df3-468b-a4c1-1daad7dd05f8 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9206601a-c16b-4a91-b427-915a2edb961a HTTP/1.1" status: 200 len: 1001 time: 0.0966451 Feb 09 01:57:22.406760 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:22.464022 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-4c2bfd09-3769-465b-8f58-74a482261145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:22.465443 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-4c2bfd09-3769-465b-8f58-74a482261145 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0593171 Feb 09 01:57:22.537438 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-a24cf28c-5b0d-41b5-b3bd-8caf78fe00b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:22.538856 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-a24cf28c-5b0d-41b5-b3bd-8caf78fe00b8 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672398 Feb 09 01:57:22.667616 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-33b4c97f-b5d1-45e2-b8ef-38d719f35278 service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221564 Feb 09 01:57:22.797190 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7b434e24-ace9-4c6a-9837-e17511c49d11 req-bd88cb71-f28b-41f2-9113-b40a4ed9aaea service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232383 Feb 09 01:57:23.068970 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4d53f-29e8-496d-837b-66fd8a3d9237 req-e372054d-97ce-48f4-8906-58aec0c7d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:23.070554 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7ad4d53f-29e8-496d-837b-66fd8a3d9237 req-e372054d-97ce-48f4-8906-58aec0c7d679 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 1096 time: 0.0767350 Feb 09 01:57:23.380057 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4d53f-29e8-496d-837b-66fd8a3d9237 req-d12fda35-3f8b-416f-8eea-51d7ac9b86ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:23.381545 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7ad4d53f-29e8-496d-837b-66fd8a3d9237 req-d12fda35-3f8b-416f-8eea-51d7ac9b86ee service neutron] 10.222.0.117 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.2928131 Feb 09 01:57:23.482346 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ab1cf-654b-45c5-ab91-b10b4747c12c req-0ee9190e-1cf4-47a5-ba8c-d8d8613d2120 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:23.483718 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f3ab1cf-654b-45c5-ab91-b10b4747c12c req-0ee9190e-1cf4-47a5-ba8c-d8d8613d2120 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 945 time: 0.1963184 Feb 09 01:57:23.504056 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf4f97e-40f2-4144-ad16-1ceea218923a', 'tag': '9206601a-c16b-4a91-b427-915a2edb961a'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:57:23.524453 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7ad4d53f-29e8-496d-837b-66fd8a3d9237 req-6d8f674b-f8c8-40e9-aa40-17c3875ce1b5 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9206601a-c16b-4a91-b427-915a2edb961a HTTP/1.1" status: 200 len: 1001 time: 0.1348841 Feb 09 01:57:23.583881 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf4f97e-40f2-4144-ad16-1ceea218923a', 'tag': '9206601a-c16b-4a91-b427-915a2edb961a', 'status': 'completed', 'code': 200} Feb 09 01:57:23.595257 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f3ab1cf-654b-45c5-ab91-b10b4747c12c req-ae0444cf-2ead-4d3f-8890-dabd82763110 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054547 Feb 09 01:57:23.647527 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4d53f-29e8-496d-837b-66fd8a3d9237 req-84a49b01-2814-4b73-a8b1-b6be81645cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:23.648914 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7ad4d53f-29e8-496d-837b-66fd8a3d9237 req-84a49b01-2814-4b73-a8b1-b6be81645cd6 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.1164510 Feb 09 01:57:23.742807 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de6247-eac7-4c07-9b5c-c8afb313d01c req-fe59006e-f7cc-4016-afb3-b414620235ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:23.744190 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5de6247-eac7-4c07-9b5c-c8afb313d01c req-fe59006e-f7cc-4016-afb3-b414620235ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 1096 time: 0.1350524 Feb 09 01:57:23.749889 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4d53f-29e8-496d-837b-66fd8a3d9237 req-8d043b38-ec53-4a59-b97f-20afb9575d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:23.751199 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7ad4d53f-29e8-496d-837b-66fd8a3d9237 req-8d043b38-ec53-4a59-b97f-20afb9575d11 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953166 Feb 09 01:57:23.986372 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de6247-eac7-4c07-9b5c-c8afb313d01c req-538c73ee-b68d-41be-aa0e-0c0aa3355175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:23.987481 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5de6247-eac7-4c07-9b5c-c8afb313d01c req-538c73ee-b68d-41be-aa0e-0c0aa3355175 service neutron] 10.222.0.35 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.2339721 Feb 09 01:57:23.989363 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7ad4d53f-29e8-496d-837b-66fd8a3d9237 req-50fcf0c6-3e3f-4fa3-b709-bd9b00f7c75a service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186632 Feb 09 01:57:24.063079 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 9206601a-c16b-4a91-b427-915a2edb961a no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:57:24.132822 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 9206601a-c16b-4a91-b427-915a2edb961a not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:57:24.183168 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5de6247-eac7-4c07-9b5c-c8afb313d01c req-b90456d4-c0ae-4638-8ca6-565e34be4bd2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9206601a-c16b-4a91-b427-915a2edb961a HTTP/1.1" status: 200 len: 1001 time: 0.1678538 Feb 09 01:57:24.244364 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7ad4d53f-29e8-496d-837b-66fd8a3d9237 req-a04dd499-263a-450b-b61e-d19f02f291d0 service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493858 Feb 09 01:57:24.266229 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de6247-eac7-4c07-9b5c-c8afb313d01c req-9225ce9c-baf6-4e25-9742-2124fda298fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:24.268001 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5de6247-eac7-4c07-9b5c-c8afb313d01c req-9225ce9c-baf6-4e25-9742-2124fda298fb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0700331 Feb 09 01:57:24.408810 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de6247-eac7-4c07-9b5c-c8afb313d01c req-f6e6c1a2-491a-45f5-ac76-562791f59848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:24.410256 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5de6247-eac7-4c07-9b5c-c8afb313d01c req-f6e6c1a2-491a-45f5-ac76-562791f59848 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323292 Feb 09 01:57:24.412656 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de6247-eac7-4c07-9b5c-c8afb313d01c req-f48b1e91-4e74-42c1-a480-abf333395e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:24.413956 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5de6247-eac7-4c07-9b5c-c8afb313d01c req-f48b1e91-4e74-42c1-a480-abf333395e83 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6b566ff5d7734d039a6c9a0cee356703&device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 1096 time: 0.1005495 Feb 09 01:57:24.771028 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de6247-eac7-4c07-9b5c-c8afb313d01c req-120d0470-967c-4593-aa5a-4085d5219890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:24.772365 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5de6247-eac7-4c07-9b5c-c8afb313d01c req-120d0470-967c-4593-aa5a-4085d5219890 service neutron] 10.222.0.117 "GET /v2.0/networks?id=41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 200 len: 913 time: 0.3522513 Feb 09 01:57:24.774226 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5de6247-eac7-4c07-9b5c-c8afb313d01c req-c27ec9d4-2080-40af-8876-6d31cc368334 service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365505 Feb 09 01:57:24.790031 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a6cd9-93d8-40b9-8172-b57ac91d3aa4 req-f7b046a4-c422-4ea1-a507-86454cde91a0 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:24.791469 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-558a6cd9-93d8-40b9-8172-b57ac91d3aa4 req-f7b046a4-c422-4ea1-a507-86454cde91a0 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 945 time: 0.0777979 Feb 09 01:57:24.839135 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-558a6cd9-93d8-40b9-8172-b57ac91d3aa4 req-2af88f8e-f198-4f50-9070-7d8c693e9943 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411088 Feb 09 01:57:24.955946 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5de6247-eac7-4c07-9b5c-c8afb313d01c req-61498b7a-ba12-48c1-996d-187029af65ff service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9206601a-c16b-4a91-b427-915a2edb961a HTTP/1.1" status: 200 len: 1001 time: 0.1771111 Feb 09 01:57:25.033723 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5de6247-eac7-4c07-9b5c-c8afb313d01c req-4439c82a-a2c2-4b0d-97b0-53f94482320e service neutron] 10.222.0.35 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014835 Feb 09 01:57:25.043124 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de6247-eac7-4c07-9b5c-c8afb313d01c req-4f34d32d-eb4b-4706-ab59-0470538cf0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:25.044479 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5de6247-eac7-4c07-9b5c-c8afb313d01c req-4f34d32d-eb4b-4706-ab59-0470538cf0c9 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 200 len: 851 time: 0.0743098 Feb 09 01:57:25.126932 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de6247-eac7-4c07-9b5c-c8afb313d01c req-61e3832c-213e-48c0-a0ff-66dda352a3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:25.128338 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5de6247-eac7-4c07-9b5c-c8afb313d01c req-61e3832c-213e-48c0-a0ff-66dda352a3ac service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=41793e7c-34c9-456f-92e3-253bce801e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781062 Feb 09 01:57:25.265823 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5de6247-eac7-4c07-9b5c-c8afb313d01c req-3d5091f1-c33d-4016-85b2-7074de1abf81 service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308904 Feb 09 01:57:25.404351 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c5de6247-eac7-4c07-9b5c-c8afb313d01c req-2f239e79-b917-40bc-8c8e-d0ca2b5df745 service neutron] 10.222.0.117 "GET /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330652 Feb 09 01:57:25.578062 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:26.033104 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858755af-6d4c-4079-a392-0c2c930605d8 req-c9c0af06-333d-40e0-b10e-ee10652bacb2 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:26.034630 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-858755af-6d4c-4079-a392-0c2c930605d8 req-c9c0af06-333d-40e0-b10e-ee10652bacb2 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 945 time: 0.0816810 Feb 09 01:57:26.083424 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-858755af-6d4c-4079-a392-0c2c930605d8 req-ff49a23d-a332-4986-93df-59560b7bbcf6 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426576 Feb 09 01:57:27.267497 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eccbe2-8ad2-469d-ac89-0ef57ac4dc33 req-6cab6488-f7f1-4ad5-840e-1d4a6b91b35f tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:27.268857 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-75eccbe2-8ad2-469d-ac89-0ef57ac4dc33 req-6cab6488-f7f1-4ad5-840e-1d4a6b91b35f tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 945 time: 0.0776253 Feb 09 01:57:27.323530 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-75eccbe2-8ad2-469d-ac89-0ef57ac4dc33 req-0fcda034-3128-424a-b9a0-e34da3ab41b5 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490577 Feb 09 01:57:28.510467 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3256203-87bf-4710-802a-de5aae6f203b req-4d137a29-fcd9-41d3-b2c9-a68d56d548d4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:28.512561 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e3256203-87bf-4710-802a-de5aae6f203b req-4d137a29-fcd9-41d3-b2c9-a68d56d548d4 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 945 time: 0.0830359 Feb 09 01:57:28.563274 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e3256203-87bf-4710-802a-de5aae6f203b req-f8484480-8ec4-40bb-b397-b4caa3daa6f5 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450072 Feb 09 01:57:29.752743 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9de2b-b5e5-487c-adb2-f1a6144a130a req-623e88c9-0474-41a7-9e5d-7ac3cc8f8e3a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:29.754187 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0eb9de2b-b5e5-487c-adb2-f1a6144a130a req-623e88c9-0474-41a7-9e5d-7ac3cc8f8e3a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 945 time: 0.0844727 Feb 09 01:57:29.797611 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0eb9de2b-b5e5-487c-adb2-f1a6144a130a req-7f640b49-b8c5-4530-80ff-f39e51aaf9bb tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375443 Feb 09 01:57:30.989546 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d0505-6d36-46c2-93d3-b4aef0ff8ea6 req-0d3d1459-1b74-41dd-b32d-97779f0e71bc tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:30.991022 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-416d0505-6d36-46c2-93d3-b4aef0ff8ea6 req-0d3d1459-1b74-41dd-b32d-97779f0e71bc tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 945 time: 0.0887628 Feb 09 01:57:31.056318 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-416d0505-6d36-46c2-93d3-b4aef0ff8ea6 req-5988c033-1b49-4760-80fa-438b90b359af tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585206 Feb 09 01:57:32.306850 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b36f26-09ca-42d3-b3a8-1d17b0e8c7ec req-f990fc66-61d8-49ec-a001-e7200c72f27c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:32.309065 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-46b36f26-09ca-42d3-b3a8-1d17b0e8c7ec req-f990fc66-61d8-49ec-a001-e7200c72f27c tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 945 time: 0.1189654 Feb 09 01:57:32.363408 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-46b36f26-09ca-42d3-b3a8-1d17b0e8c7ec req-9b8504aa-e0a7-44cc-9ce6-973795d4f83d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484774 Feb 09 01:57:32.558618 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8342f0-e11b-4666-853d-e0390d312c8e req-6fa45aff-cce2-45ae-9573-c860b3f0b95d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:32.560073 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c8342f0-e11b-4666-853d-e0390d312c8e req-6fa45aff-cce2-45ae-9573-c860b3f0b95d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 945 time: 0.0838897 Feb 09 01:57:32.602234 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c8342f0-e11b-4666-853d-e0390d312c8e req-935acc12-a2b3-4317-94ed-32cf4f5897d1 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365813 Feb 09 01:57:32.831796 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c60a97-2113-489a-9f18-bcf60a07538e req-d29e08e5-b1d2-4198-bfd7-b9861e11abe0 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:32.833709 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f6c60a97-2113-489a-9f18-bcf60a07538e req-d29e08e5-b1d2-4198-bfd7-b9861e11abe0 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 945 time: 0.1271374 Feb 09 01:57:32.878928 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f6c60a97-2113-489a-9f18-bcf60a07538e req-f2e07224-1595-4ff7-8d35-71431543ba1d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389235 Feb 09 01:57:33.081850 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 9206601a-c16b-4a91-b427-915a2edb961a details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:57:33.244204 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 9206601a-c16b-4a91-b427-915a2edb961a, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9206601a-c16b-4a91-b427-915a2edb961a,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:57:33.258044 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '9206601a-c16b-4a91-b427-915a2edb961a', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'port_id': '9206601a-c16b-4a91-b427-915a2edb961a', 'mac_address': 'fa:16:3e:ce:af:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 952, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:57:33.315320 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6715b4f-cfda-4e00-84be-40297673bed4 req-1180aa2b-d53c-4e4a-a883-9a414413b012 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:33.315931 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:33.317228 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f6715b4f-cfda-4e00-84be-40297673bed4 req-1180aa2b-d53c-4e4a-a883-9a414413b012 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 945 time: 0.0814433 Feb 09 01:57:33.342903 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9206601a-c16b-4a91-b427-915a2edb961a {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:57:33.369699 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 9206601a-c16b-4a91-b427-915a2edb961a, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9206601a-c16b-4a91-b427-915a2edb961a,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:57:33.379660 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:33.379942 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f6715b4f-cfda-4e00-84be-40297673bed4 req-1e897b32-bdd9-4a40-9533-28f6b95e3a01 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564671 Feb 09 01:57:33.465147 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=9206601a-c16b-4a91-b427-915a2edb961a,revision_number=12']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:33.473768 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:33.474151 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:33.474607 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:33.475056 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:33.475441 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:33.475822 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:33.476178 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:33.476581 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:33.476940 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:33.477306 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:33.477704 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:33.478677 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:33.617795 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['9206601a-c16b-4a91-b427-915a2edb961a'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:57:34.580063 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a37fc9-f15b-4958-81d7-853b764c49ec req-08e257f5-ba90-4ed8-a724-974c28c80956 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:34.581522 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c4a37fc9-f15b-4958-81d7-853b764c49ec req-08e257f5-ba90-4ed8-a724-974c28c80956 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 946 time: 0.0784757 Feb 09 01:57:34.624339 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c4a37fc9-f15b-4958-81d7-853b764c49ec req-9c519647-f781-4532-b466-0aad3550a718 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374191 Feb 09 01:57:34.898945 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243cfaa-b10b-412a-a7fa-f4b11fc9b107 req-4fb817a9-d1ba-4cc2-ae83-a8f1efc2c003 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:34.900358 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8243cfaa-b10b-412a-a7fa-f4b11fc9b107 req-4fb817a9-d1ba-4cc2-ae83-a8f1efc2c003 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.117 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 946 time: 0.0939722 Feb 09 01:57:34.969854 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-8243cfaa-b10b-412a-a7fa-f4b11fc9b107 req-8e5837c5-5cd5-4b43-87f2-600a0b36147a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Deleting port 9206601a-c16b-4a91-b427-915a2edb961a {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:57:34.970120 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8243cfaa-b10b-412a-a7fa-f4b11fc9b107 req-8e5837c5-5cd5-4b43-87f2-600a0b36147a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:35.089318 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 9206601a-c16b-4a91-b427-915a2edb961a up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:57:35.158539 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 9206601a-c16b-4a91-b427-915a2edb961a completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:57:35.163214 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 9206601a-c16b-4a91-b427-915a2edb961a triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:35.163585 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:35.255786 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-8243cfaa-b10b-412a-a7fa-f4b11fc9b107 req-8e5837c5-5cd5-4b43-87f2-600a0b36147a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] For port 9206601a-c16b-4a91-b427-915a2edb961a, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9206601a-c16b-4a91-b427-915a2edb961a,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:57:35.256146 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8243cfaa-b10b-412a-a7fa-f4b11fc9b107 req-8e5837c5-5cd5-4b43-87f2-600a0b36147a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:35.281986 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:35.307913 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf4f97e-40f2-4144-ad16-1ceea218923a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9206601a-c16b-4a91-b427-915a2edb961a'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:57:35.319041 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 9206601a-c16b-4a91-b427-915a2edb961a, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9206601a-c16b-4a91-b427-915a2edb961a,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:57:35.324278 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:35.383530 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf4f97e-40f2-4144-ad16-1ceea218923a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9206601a-c16b-4a91-b427-915a2edb961a', 'code': 200} Feb 09 01:57:35.403761 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=9206601a-c16b-4a91-b427-915a2edb961a,revision_number=13']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:35.669671 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8243cfaa-b10b-412a-a7fa-f4b11fc9b107 req-8e5837c5-5cd5-4b43-87f2-600a0b36147a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:35.670190 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8243cfaa-b10b-412a-a7fa-f4b11fc9b107 req-8e5837c5-5cd5-4b43-87f2-600a0b36147a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:35.670368 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [req-8243cfaa-b10b-412a-a7fa-f4b11fc9b107 req-8e5837c5-5cd5-4b43-87f2-600a0b36147a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Floating IP a12cbf16-e4dc-4df1-a411-fbf273b1a6dc disassociated. External IP: 172.25.5.254, port: 9206601a-c16b-4a91-b427-915a2edb961a. Feb 09 01:57:35.670707 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-8243cfaa-b10b-412a-a7fa-f4b11fc9b107 req-8e5837c5-5cd5-4b43-87f2-600a0b36147a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Calling delete_port for 9206601a-c16b-4a91-b427-915a2edb961a owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:57:35.814107 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.db.api [req-8243cfaa-b10b-412a-a7fa-f4b11fc9b107 req-8e5837c5-5cd5-4b43-87f2-600a0b36147a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:57:35.814417 n-d-828419-1 neutron-server[87612]: DEBUG oslo_db.api [req-8243cfaa-b10b-412a-a7fa-f4b11fc9b107 req-8e5837c5-5cd5-4b43-87f2-600a0b36147a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:57:35.837519 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc32d5-161e-4b6d-86e2-a120d65139b9 req-3bf3da17-f0be-4dfe-a9f1-7fd66146655d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:35.838999 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7ecc32d5-161e-4b6d-86e2-a120d65139b9 req-3bf3da17-f0be-4dfe-a9f1-7fd66146655d tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 947 time: 0.1027377 Feb 09 01:57:35.881872 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7ecc32d5-161e-4b6d-86e2-a120d65139b9 req-06ad15e2-5a85-4854-80f6-10b8551e07fc tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aab4fc7-99f5-434e-b554-d8b0484e3b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372128 Feb 09 01:57:36.315502 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-8243cfaa-b10b-412a-a7fa-f4b11fc9b107 req-8e5837c5-5cd5-4b43-87f2-600a0b36147a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Deleting port 9206601a-c16b-4a91-b427-915a2edb961a {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:57:36.315852 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8243cfaa-b10b-412a-a7fa-f4b11fc9b107 req-8e5837c5-5cd5-4b43-87f2-600a0b36147a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:36.563046 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-8243cfaa-b10b-412a-a7fa-f4b11fc9b107 req-8e5837c5-5cd5-4b43-87f2-600a0b36147a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] For port 9206601a-c16b-4a91-b427-915a2edb961a, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=9206601a-c16b-4a91-b427-915a2edb961a,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:57:36.563399 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8243cfaa-b10b-412a-a7fa-f4b11fc9b107 req-8e5837c5-5cd5-4b43-87f2-600a0b36147a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:36.884346 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8243cfaa-b10b-412a-a7fa-f4b11fc9b107 req-8e5837c5-5cd5-4b43-87f2-600a0b36147a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:36.885065 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8243cfaa-b10b-412a-a7fa-f4b11fc9b107 req-8e5837c5-5cd5-4b43-87f2-600a0b36147a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:36.885200 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [req-8243cfaa-b10b-412a-a7fa-f4b11fc9b107 req-8e5837c5-5cd5-4b43-87f2-600a0b36147a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Floating IP a12cbf16-e4dc-4df1-a411-fbf273b1a6dc disassociated. External IP: 172.25.5.254, port: 9206601a-c16b-4a91-b427-915a2edb961a. Feb 09 01:57:36.885958 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-8243cfaa-b10b-412a-a7fa-f4b11fc9b107 req-8e5837c5-5cd5-4b43-87f2-600a0b36147a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Calling delete_port for 9206601a-c16b-4a91-b427-915a2edb961a owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:57:37.021890 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-42e9d6bf-d86c-4183-a974-22c6d277bbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:37.045009 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8243cfaa-b10b-412a-a7fa-f4b11fc9b107 req-8e5837c5-5cd5-4b43-87f2-600a0b36147a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:37.070717 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e7f03417-e6c0-4003-8621-7efcd294e08d req-7dff04fe-4ba5-48a1-97c6-8cbeeb13ea2b tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 210 time: 0.0546227 Feb 09 01:57:37.111767 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5837c5-5cd5-4b43-87f2-600a0b36147a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Pushing event deleted for resources: {'Port': ['ID=9206601a-c16b-4a91-b427-915a2edb961a,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:37.362866 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8243cfaa-b10b-412a-a7fa-f4b11fc9b107 req-8e5837c5-5cd5-4b43-87f2-600a0b36147a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:57:37.475177 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:57:37.686321 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8243cfaa-b10b-412a-a7fa-f4b11fc9b107 req-8e5837c5-5cd5-4b43-87f2-600a0b36147a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:57:37.701258 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cfb87a-261a-4cde-8ba7-c529618b533e None None] Sync routers for ids ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:57:37.714826 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cfb87a-261a-4cde-8ba7-c529618b533e None None] Routers {'2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:57:37.715448 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-e5cfb87a-261a-4cde-8ba7-c529618b533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:57:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:37.778381 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-8243cfaa-b10b-412a-a7fa-f4b11fc9b107 req-8e5837c5-5cd5-4b43-87f2-600a0b36147a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] No DVR routers for this DVR port 9206601a-c16b-4a91-b427-915a2edb961a on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:57:37.782168 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8243cfaa-b10b-412a-a7fa-f4b11fc9b107 req-8e5837c5-5cd5-4b43-87f2-600a0b36147a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:37.785538 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf4f97e-40f2-4144-ad16-1ceea218923a', 'name': 'network-vif-deleted', 'tag': '9206601a-c16b-4a91-b427-915a2edb961a'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:57:37.806351 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8243cfaa-b10b-412a-a7fa-f4b11fc9b107 req-8e5837c5-5cd5-4b43-87f2-600a0b36147a tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.117 "DELETE /v2.0/ports/9206601a-c16b-4a91-b427-915a2edb961a HTTP/1.1" status: 204 len: 173 time: 2.8996522 Feb 09 01:57:37.850812 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf4f97e-40f2-4144-ad16-1ceea218923a', 'name': 'network-vif-deleted', 'tag': '9206601a-c16b-4a91-b427-915a2edb961a', 'status': 'completed', 'code': 200} Feb 09 01:57:37.910763 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-e5cfb87a-261a-4cde-8ba7-c529618b533e None None] Set router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:57:38.258561 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-e5cfb87a-261a-4cde-8ba7-c529618b533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'name': 'tempest-ServerActionsTestJSON-1292461242-router', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:01Z', 'updated_at': '2022-02-09T01:53:05Z', 'revision_number': 4, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'gw_port': {'id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:04:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:02Z', 'updated_at': '2022-02-09T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '4b8e3ae0-216f-41ac-844b-15c2a1e73a43', 'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'mac_address': 'fa:16:3e:68:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:05Z', 'updated_at': '2022-02-09T01:53:11Z', 'revision_number': 5, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'subnets': [{'id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:38.263019 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-27a50929-6f59-4b6e-90bf-863c40601c5f req-9eb35987-952c-431c-862a-27c320444980 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4f97e-40f2-4144-ad16-1ceea218923a HTTP/1.1" status: 200 len: 210 time: 0.0450268 Feb 09 01:57:38.263563 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cfb87a-261a-4cde-8ba7-c529618b533e None None] Checking router: 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:57:38.272329 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cfb87a-261a-4cde-8ba7-c529618b533e None None] Routers {'2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:57:38.272977 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-e5cfb87a-261a-4cde-8ba7-c529618b533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:57:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:38.538821 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-e5cfb87a-261a-4cde-8ba7-c529618b533e None None] Set router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:57:38.879202 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-e5cfb87a-261a-4cde-8ba7-c529618b533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'name': 'tempest-ServerActionsTestJSON-1292461242-router', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:01Z', 'updated_at': '2022-02-09T01:53:05Z', 'revision_number': 4, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'gw_port': {'id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:04:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:02Z', 'updated_at': '2022-02-09T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '4b8e3ae0-216f-41ac-844b-15c2a1e73a43', 'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'mac_address': 'fa:16:3e:68:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:05Z', 'updated_at': '2022-02-09T01:53:11Z', 'revision_number': 5, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'subnets': [{'id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:38.885051 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cfb87a-261a-4cde-8ba7-c529618b533e None None] The sync data for ids ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'] in n-d-828419-1 is: [{'id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'name': 'tempest-ServerActionsTestJSON-1292461242-router', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:01Z', 'updated_at': '2022-02-09T01:53:05Z', 'revision_number': 4, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'gw_port': {'id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:04:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:02Z', 'updated_at': '2022-02-09T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '4b8e3ae0-216f-41ac-844b-15c2a1e73a43', 'name': '', 'network_id': '41793e7c-34c9-456f-92e3-253bce801e43', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'mac_address': 'fa:16:3e:68:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:05Z', 'updated_at': '2022-02-09T01:53:11Z', 'revision_number': 5, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'subnets': [{'id': '926d1ec7-d37a-4213-9841-10aa28c4ba4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:57:39.105449 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 9206601a-c16b-4a91-b427-915a2edb961a no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:57:39.161411 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: 9206601a-c16b-4a91-b427-915a2edb961a {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:57:39.161758 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 9206601a-c16b-4a91-b427-915a2edb961a not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:57:39.191425 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f5de65-5bd3-4dab-91fc-d099a0cfc5fe None None] New status for floating IP a12cbf16-e4dc-4df1-a411-fbf273b1a6dc: DOWN {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:57:39.466800 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-942122e8-9cec-48cb-a9ce-f7ba3874d135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:40.516979 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:40.634883 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:41.949245 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:42.600468 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36942) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:57:42.665303 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a6e08be3-7122-4acc-a83a-ffa60b50bcc8 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:42.697102 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a6e08be3-7122-4acc-a83a-ffa60b50bcc8 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:42.753968 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a6e08be3-7122-4acc-a83a-ffa60b50bcc8 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:42.774586 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e08be3-7122-4acc-a83a-ffa60b50bcc8 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aab4fc7-99f5-434e-b554-d8b0484e3b71,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:42.785608 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e08be3-7122-4acc-a83a-ffa60b50bcc8 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:42.785956 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e08be3-7122-4acc-a83a-ffa60b50bcc8 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:42.786296 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e08be3-7122-4acc-a83a-ffa60b50bcc8 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:42.786631 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e08be3-7122-4acc-a83a-ffa60b50bcc8 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:42.786962 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e08be3-7122-4acc-a83a-ffa60b50bcc8 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:42.787293 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e08be3-7122-4acc-a83a-ffa60b50bcc8 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:42.787615 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e08be3-7122-4acc-a83a-ffa60b50bcc8 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:42.787936 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e08be3-7122-4acc-a83a-ffa60b50bcc8 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:42.788254 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e08be3-7122-4acc-a83a-ffa60b50bcc8 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:42.788605 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e08be3-7122-4acc-a83a-ffa60b50bcc8 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:42.788925 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e08be3-7122-4acc-a83a-ffa60b50bcc8 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:42.789241 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e08be3-7122-4acc-a83a-ffa60b50bcc8 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:42.793359 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a6e08be3-7122-4acc-a83a-ffa60b50bcc8 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:42.794467 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a6e08be3-7122-4acc-a83a-ffa60b50bcc8 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "DELETE /v2.0/security-groups/5aab4fc7-99f5-434e-b554-d8b0484e3b71 HTTP/1.1" status: 204 len: 168 time: 0.1926041 Feb 09 01:57:42.797201 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36946) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:57:42.819986 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-1efe45e3-394d-47ee-91f3-a034de04f098 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] show failed (client error): The resource could not be found. Feb 09 01:57:42.821583 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1efe45e3-394d-47ee-91f3-a034de04f098 tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "GET /v2.0/security-groups/5aab4fc7-99f5-434e-b554-d8b0484e3b71 HTTP/1.1" status: 404 len: 347 time: 0.0229003 Feb 09 01:57:42.824846 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 36950) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:57:42.993748 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-c59bab2d-12a2-4852-9dc5-2444e3bd651f tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Deleting port 857c0cbc-67b1-4ded-9eb2-911cd4bb4d28 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:57:42.993999 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c59bab2d-12a2-4852-9dc5-2444e3bd651f tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:43.160545 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c59bab2d-12a2-4852-9dc5-2444e3bd651f tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:43.160873 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c59bab2d-12a2-4852-9dc5-2444e3bd651f tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:43.282391 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-c59bab2d-12a2-4852-9dc5-2444e3bd651f tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Calling delete_port for 857c0cbc-67b1-4ded-9eb2-911cd4bb4d28 owned by network:floatingip {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:57:43.418936 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c59bab2d-12a2-4852-9dc5-2444e3bd651f tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:43.468891 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59bab2d-12a2-4852-9dc5-2444e3bd651f tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Pushing event deleted for resources: {'Port': ['ID=857c0cbc-67b1-4ded-9eb2-911cd4bb4d28,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:43.554301 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c59bab2d-12a2-4852-9dc5-2444e3bd651f tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks [] for floatingip, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:43.568094 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c59bab2d-12a2-4852-9dc5-2444e3bd651f tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:43.569235 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c59bab2d-12a2-4852-9dc5-2444e3bd651f tempest-ServerActionsTestJSON-194694176 tempest-ServerActionsTestJSON-194694176-project] 10.222.0.37 "DELETE /v2.0/floatingips/a12cbf16-e4dc-4df1-a411-fbf273b1a6dc HTTP/1.1" status: 204 len: 168 time: 0.7433913 Feb 09 01:57:43.572521 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 36954) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:57:44.211142 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f6200418-9dce-4e6b-b9b9-6da7b53b78e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:44.555787 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-f6200418-9dce-4e6b-b9b9-6da7b53b78e5 admin admin] Deleting port 4b8e3ae0-216f-41ac-844b-15c2a1e73a43 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:57:44.556124 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f6200418-9dce-4e6b-b9b9-6da7b53b78e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:44.730829 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-f6200418-9dce-4e6b-b9b9-6da7b53b78e5 admin admin] For port 4b8e3ae0-216f-41ac-844b-15c2a1e73a43, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=4b8e3ae0-216f-41ac-844b-15c2a1e73a43,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:57:44.731186 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f6200418-9dce-4e6b-b9b9-6da7b53b78e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:44.851139 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-f6200418-9dce-4e6b-b9b9-6da7b53b78e5 admin admin] Calling delete_port for 4b8e3ae0-216f-41ac-844b-15c2a1e73a43 owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:57:45.212368 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f6200418-9dce-4e6b-b9b9-6da7b53b78e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:45.262879 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6200418-9dce-4e6b-b9b9-6da7b53b78e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b8e3ae0-216f-41ac-844b-15c2a1e73a43,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:45.634116 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f6200418-9dce-4e6b-b9b9-6da7b53b78e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:46.007575 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6200418-9dce-4e6b-b9b9-6da7b53b78e5 admin admin] Router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:57:46.195103 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6200418-9dce-4e6b-b9b9-6da7b53b78e5 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:57:46.204603 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad22fe4-654c-4e9f-af27-56fbb4894a24 None None] Sync routers for ids ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:57:46.210221 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f6200418-9dce-4e6b-b9b9-6da7b53b78e5 admin admin] 10.222.0.37 "PUT /v2.0/routers/2ca2b559-8e65-440e-a2bf-46c0d84e0ed1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6344638 Feb 09 01:57:46.210457 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 36958) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:57:46.214305 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad22fe4-654c-4e9f-af27-56fbb4894a24 None None] Routers {'2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:57:46.214911 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-1ad22fe4-654c-4e9f-af27-56fbb4894a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:57:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:46.386816 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f8196040-1409-4e8e-a971-5089a09a1b57 admin admin] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:46.391683 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-1ad22fe4-654c-4e9f-af27-56fbb4894a24 None None] Set router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:57:46.566830 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f8196040-1409-4e8e-a971-5089a09a1b57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:46.577500 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-f8196040-1409-4e8e-a971-5089a09a1b57 admin admin] Deleting port c8007137-5766-486b-9ca5-4cfb3d527a46 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:57:46.577830 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f8196040-1409-4e8e-a971-5089a09a1b57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:46.710249 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-1ad22fe4-654c-4e9f-af27-56fbb4894a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'name': 'tempest-ServerActionsTestJSON-1292461242-router', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:01Z', 'updated_at': '2022-02-09T01:57:45Z', 'revision_number': 5, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'gw_port': {'id': 'c8007137-5766-486b-9ca5-4cfb3d527a46', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:04:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:53:02Z', 'updated_at': '2022-02-09T01:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:46.715319 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad22fe4-654c-4e9f-af27-56fbb4894a24 None None] Checking router: 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:57:46.724946 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad22fe4-654c-4e9f-af27-56fbb4894a24 None None] Routers {'2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:57:46.725541 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-1ad22fe4-654c-4e9f-af27-56fbb4894a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:57:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:46.776816 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-f8196040-1409-4e8e-a971-5089a09a1b57 admin admin] For port c8007137-5766-486b-9ca5-4cfb3d527a46, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=c8007137-5766-486b-9ca5-4cfb3d527a46,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:57:46.777190 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f8196040-1409-4e8e-a971-5089a09a1b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:46.921725 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-1ad22fe4-654c-4e9f-af27-56fbb4894a24 None None] Set router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:57:47.023643 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-f8196040-1409-4e8e-a971-5089a09a1b57 admin admin] Calling delete_port for c8007137-5766-486b-9ca5-4cfb3d527a46 owned by network:router_gateway {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:57:47.061222 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-1ad22fe4-654c-4e9f-af27-56fbb4894a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'name': 'tempest-ServerActionsTestJSON-1292461242-router', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:01Z', 'updated_at': '2022-02-09T01:57:46Z', 'revision_number': 6, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:47.066179 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad22fe4-654c-4e9f-af27-56fbb4894a24 None None] The sync data for ids ['2ca2b559-8e65-440e-a2bf-46c0d84e0ed1'] in n-d-828419-1 is: [{'id': '2ca2b559-8e65-440e-a2bf-46c0d84e0ed1', 'name': 'tempest-ServerActionsTestJSON-1292461242-router', 'tenant_id': '6b566ff5d7734d039a6c9a0cee356703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:53:01Z', 'updated_at': '2022-02-09T01:57:46Z', 'revision_number': 6, 'project_id': '6b566ff5d7734d039a6c9a0cee356703', 'gw_port_host': None}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:57:47.203242 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f8196040-1409-4e8e-a971-5089a09a1b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:47.248913 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8196040-1409-4e8e-a971-5089a09a1b57 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8007137-5766-486b-9ca5-4cfb3d527a46,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:47.340762 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f8196040-1409-4e8e-a971-5089a09a1b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:47.531011 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f8196040-1409-4e8e-a971-5089a09a1b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:47.533478 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f8196040-1409-4e8e-a971-5089a09a1b57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:47.556422 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f8196040-1409-4e8e-a971-5089a09a1b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:47.556970 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8196040-1409-4e8e-a971-5089a09a1b57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:57:47.569998 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f8196040-1409-4e8e-a971-5089a09a1b57 admin admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:47.571614 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f8196040-1409-4e8e-a971-5089a09a1b57 admin admin] 10.222.0.37 "DELETE /v2.0/routers/2ca2b559-8e65-440e-a2bf-46c0d84e0ed1 HTTP/1.1" status: 204 len: 168 time: 1.3601694 Feb 09 01:57:47.574599 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 36962) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:57:47.640797 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f308d0-bd44-47b6-a0db-da77976bb683 admin admin] Deleting subnet 926d1ec7-d37a-4213-9841-10aa28c4ba4d {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:57:47.644029 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e6f308d0-bd44-47b6-a0db-da77976bb683 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:47.697290 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e6f308d0-bd44-47b6-a0db-da77976bb683 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:47.779542 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e6f308d0-bd44-47b6-a0db-da77976bb683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:47.854076 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e6f308d0-bd44-47b6-a0db-da77976bb683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:47.898232 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f308d0-bd44-47b6-a0db-da77976bb683 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=926d1ec7-d37a-4213-9841-10aa28c4ba4d,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:47.901746 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e6f308d0-bd44-47b6-a0db-da77976bb683 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:47.907541 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0106b6dd-45dc-43ab-a059-e0dedaf7c964 None None] Network 41793e7c-34c9-456f-92e3-253bce801e43 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:57:47.908116 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e6f308d0-bd44-47b6-a0db-da77976bb683 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/926d1ec7-d37a-4213-9841-10aa28c4ba4d HTTP/1.1" status: 204 len: 168 time: 0.3319154 Feb 09 01:57:47.910202 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 36970) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:57:48.022641 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5787229b-e1db-4200-8631-ec1600a11828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:48.033144 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-5787229b-e1db-4200-8631-ec1600a11828 admin admin] Deleting port 6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:57:48.033481 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5787229b-e1db-4200-8631-ec1600a11828 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:48.161092 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74db224-8c91-412f-b5c3-3812862ab07b None None] DHCP port deletion for 41793e7c-34c9-456f-92e3-253bce801e43 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:57:48.165777 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e74db224-8c91-412f-b5c3-3812862ab07b None None] Deleting port 6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:57:48.166199 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e74db224-8c91-412f-b5c3-3812862ab07b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:48.250125 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-5787229b-e1db-4200-8631-ec1600a11828 admin admin] For port 6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:57:48.250578 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5787229b-e1db-4200-8631-ec1600a11828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:48.371387 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-e74db224-8c91-412f-b5c3-3812862ab07b None None] For port 6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba,segment=NetworkSegment(162070e6-b39f-45b7-bb6f-7dd9f49217fd),segment_id=162070e6-b39f-45b7-bb6f-7dd9f49217fd)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:57:48.371778 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e74db224-8c91-412f-b5c3-3812862ab07b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:48.375068 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-5787229b-e1db-4200-8631-ec1600a11828 admin admin] Calling delete_port for 6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:57:48.455035 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5787229b-e1db-4200-8631-ec1600a11828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:48.496111 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e74db224-8c91-412f-b5c3-3812862ab07b None None] Calling delete_port for 6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:57:48.503624 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5787229b-e1db-4200-8631-ec1600a11828 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:48.509276 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5787229b-e1db-4200-8631-ec1600a11828 admin admin] No DVR routers for this DVR port 6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba on host n-d-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:57:48.573231 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-e74db224-8c91-412f-b5c3-3812862ab07b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:57:48.573706 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-e74db224-8c91-412f-b5c3-3812862ab07b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:57:48.625409 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5787229b-e1db-4200-8631-ec1600a11828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:48.649686 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-5787229b-e1db-4200-8631-ec1600a11828 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41793e7c-34c9-456f-92e3-253bce801e43']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:48.665779 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-5787229b-e1db-4200-8631-ec1600a11828 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '162070e6-b39f-45b7-bb6f-7dd9f49217fd') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:48.666073 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-5787229b-e1db-4200-8631-ec1600a11828 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '162070e6-b39f-45b7-bb6f-7dd9f49217fd') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:48.678092 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5787229b-e1db-4200-8631-ec1600a11828 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:48.797176 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5787229b-e1db-4200-8631-ec1600a11828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:48.803043 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5787229b-e1db-4200-8631-ec1600a11828 admin admin] Releasing vlan 952 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:57:48.803428 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5787229b-e1db-4200-8631-ec1600a11828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:48.816408 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:57:48.816408 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:57:48.816408 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:57:48.816408 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:57:48.816408 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:57:48.816408 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:57:48.816408 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:57:48.816408 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:57:48.816408 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:57:48.816408 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:57:48.816408 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:57:48.816408 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:57:48.816408 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:57:48.816408 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:57:48.816408 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:57:48.816408 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:57:48.816408 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:57:48.816408 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:57:48.816408 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:57:48.816408 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:57:48.816408 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:57:48.816408 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:57:48.816408 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:57:48.816408 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:57:48.816408 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:57:48.816408 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:57:48.816408 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:57:48.816408 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:57:48.816408 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:57:48.816408 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:57:48.816408 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:57:48.816408 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:57:48.906503 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5787229b-e1db-4200-8631-ec1600a11828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:48.923317 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5787229b-e1db-4200-8631-ec1600a11828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:48.935199 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5787229b-e1db-4200-8631-ec1600a11828 admin admin] Pushing event deleted for resources: {'Network': ['ID=41793e7c-34c9-456f-92e3-253bce801e43,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:48.953297 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5787229b-e1db-4200-8631-ec1600a11828 admin admin] 10.222.0.37 "DELETE /v2.0/networks/41793e7c-34c9-456f-92e3-253bce801e43 HTTP/1.1" status: 204 len: 168 time: 1.0419452 Feb 09 01:57:49.074575 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e74db224-8c91-412f-b5c3-3812862ab07b None None] Deleting port 6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:57:49.075453 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e74db224-8c91-412f-b5c3-3812862ab07b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:49.164860 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36976) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:57:49.176154 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 4b8e3ae0-216f-41ac-844b-15c2a1e73a43 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:57:49.219158 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e74db224-8c91-412f-b5c3-3812862ab07b None None] The port '6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:57:49.224795 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 4b8e3ae0-216f-41ac-844b-15c2a1e73a43 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:57:49.225130 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 4b8e3ae0-216f-41ac-844b-15c2a1e73a43 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:57:49.225541 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device c8007137-5766-486b-9ca5-4cfb3d527a46 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:57:49.237594 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b229919d-71a8-4fed-b54b-5b40e1502f46 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6b566ff5d7734d039a6c9a0cee356703&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0710747 Feb 09 01:57:49.240881 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 36980) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:57:49.275298 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: c8007137-5766-486b-9ca5-4cfb3d527a46 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:57:49.277603 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device c8007137-5766-486b-9ca5-4cfb3d527a46 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:57:49.277603 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:57:49.316747 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:57:49.316985 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 6ce7f9e8-c0c6-4ffa-b0b6-e15342fe85ba not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:57:49.330403 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e99164ec-b652-4e39-b3c6-e8eb83e0a1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:49.369321 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e99164ec-b652-4e39-b3c6-e8eb83e0a1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:49.441569 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e99164ec-b652-4e39-b3c6-e8eb83e0a1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:49.458328 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99164ec-b652-4e39-b3c6-e8eb83e0a1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d865613f-3290-4692-9d48-91ef225c4885,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:49.467077 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e99164ec-b652-4e39-b3c6-e8eb83e0a1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:49.467077 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e99164ec-b652-4e39-b3c6-e8eb83e0a1fc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d865613f-3290-4692-9d48-91ef225c4885 HTTP/1.1" status: 204 len: 168 time: 0.2246492 Feb 09 01:57:50.333850 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37004) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:57:50.458463 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-1a331d96-8333-4c1f-abac-70511d0d0fe3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-709899510-network', 'tenant_id': '774cac6cd4044fbcb1bf7e1b1df714d5'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:50.465025 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1a331d96-8333-4c1f-abac-70511d0d0fe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:57:50.468891 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1a331d96-8333-4c1f-abac-70511d0d0fe3 admin admin] Usage tracker for resource:network and tenant:774cac6cd4044fbcb1bf7e1b1df714d5 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:57:50.471807 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1a331d96-8333-4c1f-abac-70511d0d0fe3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:57:50.479080 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1a331d96-8333-4c1f-abac-70511d0d0fe3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:57:50.488525 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a331d96-8333-4c1f-abac-70511d0d0fe3 admin admin] Made reservation on behalf of 774cac6cd4044fbcb1bf7e1b1df714d5 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:57:50.490776 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1a331d96-8333-4c1f-abac-70511d0d0fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:50.503524 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1a331d96-8333-4c1f-abac-70511d0d0fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:50.519073 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1a331d96-8333-4c1f-abac-70511d0d0fe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:57:50.522888 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1a331d96-8333-4c1f-abac-70511d0d0fe3 admin admin] Usage tracker for resource:security_group_rule and tenant:774cac6cd4044fbcb1bf7e1b1df714d5 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:57:50.526295 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1a331d96-8333-4c1f-abac-70511d0d0fe3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:57:50.532361 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1a331d96-8333-4c1f-abac-70511d0d0fe3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:57:50.628529 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1a331d96-8333-4c1f-abac-70511d0d0fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:50.632796 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1a331d96-8333-4c1f-abac-70511d0d0fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:50.663725 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a331d96-8333-4c1f-abac-70511d0d0fe3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 966} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:57:50.672698 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a331d96-8333-4c1f-abac-70511d0d0fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769b1f8a-050e-44f5-b002-23f0006b6bea,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:50.678307 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1a331d96-8333-4c1f-abac-70511d0d0fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:50.678648 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-1a331d96-8333-4c1f-abac-70511d0d0fe3 admin admin] Added segment 5f4aafce-f4b8-4615-b0b7-bbb52d17a24c of type vlan for network 78e90e48-2ff7-4f36-81b0-f961980949e2 Feb 09 01:57:50.704459 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1a331d96-8333-4c1f-abac-70511d0d0fe3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:50.734046 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1a331d96-8333-4c1f-abac-70511d0d0fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:50.735124 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a331d96-8333-4c1f-abac-70511d0d0fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:50.735709 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1a331d96-8333-4c1f-abac-70511d0d0fe3 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:50.835965 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a331d96-8333-4c1f-abac-70511d0d0fe3 admin admin] Pushing event updated for resources: {'Network': ['ID=78e90e48-2ff7-4f36-81b0-f961980949e2,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:50.839310 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1a331d96-8333-4c1f-abac-70511d0d0fe3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5044055 Feb 09 01:57:50.842520 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37010) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:57:50.848586 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 78e90e48-2ff7-4f36-81b0-f961980949e2 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:57:50.850818 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-1c690e3d-71ae-4ec0-a84b-657694c4e07b admin admin] Request body: {'subnet': {'network_id': '78e90e48-2ff7-4f36-81b0-f961980949e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-709899510-subnet', 'tenant_id': '774cac6cd4044fbcb1bf7e1b1df714d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:50.858435 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1c690e3d-71ae-4ec0-a84b-657694c4e07b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:57:50.862886 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1c690e3d-71ae-4ec0-a84b-657694c4e07b admin admin] Usage tracker for resource:subnet and tenant:774cac6cd4044fbcb1bf7e1b1df714d5 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:57:50.865870 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1c690e3d-71ae-4ec0-a84b-657694c4e07b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:57:50.872229 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1c690e3d-71ae-4ec0-a84b-657694c4e07b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:57:50.884932 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c690e3d-71ae-4ec0-a84b-657694c4e07b admin admin] Made reservation on behalf of 774cac6cd4044fbcb1bf7e1b1df714d5 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:57:50.887423 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1c690e3d-71ae-4ec0-a84b-657694c4e07b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:51.111944 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1c690e3d-71ae-4ec0-a84b-657694c4e07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:51.186412 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c690e3d-71ae-4ec0-a84b-657694c4e07b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea68667b-cc1b-4349-9410-f6a29f960813,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:51.196931 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c690e3d-71ae-4ec0-a84b-657694c4e07b admin admin] Checking segment: {'id': '5f4aafce-f4b8-4615-b0b7-bbb52d17a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '78e90e48-2ff7-4f36-81b0-f961980949e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:57:51.197301 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c690e3d-71ae-4ec0-a84b-657694c4e07b admin admin] Network hostable DHCP agents. Network: 78e90e48-2ff7-4f36-81b0-f961980949e2, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:57:51.220383 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c690e3d-71ae-4ec0-a84b-657694c4e07b admin admin] Network 78e90e48-2ff7-4f36-81b0-f961980949e2 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:57:51.232532 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-1c690e3d-71ae-4ec0-a84b-657694c4e07b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 78e90e48-2ff7-4f36-81b0-f961980949e2) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:51.237927 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c690e3d-71ae-4ec0-a84b-657694c4e07b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:51.238897 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1c690e3d-71ae-4ec0-a84b-657694c4e07b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:51.246848 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab56db8-edf3-4345-89ce-65c1a8f5fdae None None] Network 78e90e48-2ff7-4f36-81b0-f961980949e2 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:57:51.268005 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1c690e3d-71ae-4ec0-a84b-657694c4e07b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4238954 Feb 09 01:57:51.512894 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d34d116-5355-4fbd-a7c1-8f1e4350c924 None None] Network 78e90e48-2ff7-4f36-81b0-f961980949e2 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:57:51.819661 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-8bc28f3a-79a1-43d1-bf0a-cdeb81529eb3 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:51.820342 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-8bc28f3a-79a1-43d1-bf0a-cdeb81529eb3 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Synchronizing usage tracker for tenant:774cac6cd4044fbcb1bf7e1b1df714d5 on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:57:51.836123 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-8bc28f3a-79a1-43d1-bf0a-cdeb81529eb3 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Unset dirty status for tenant:774cac6cd4044fbcb1bf7e1b1df714d5 on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:57:51.837290 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-8bc28f3a-79a1-43d1-bf0a-cdeb81529eb3 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/networks?id=78e90e48-2ff7-4f36-81b0-f961980949e2 HTTP/1.1" status: 200 len: 813 time: 0.1638503 Feb 09 01:57:51.852927 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-8f0261f6-07b1-4a2e-b3a9-c595949172c3 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/quotas/774cac6cd4044fbcb1bf7e1b1df714d5 HTTP/1.1" status: 200 len: 375 time: 0.0097623 Feb 09 01:57:51.904646 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-bf413c6e-c816-4c51-962a-0f5821544967 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=774cac6cd4044fbcb1bf7e1b1df714d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458295 Feb 09 01:57:52.115176 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-410a1aa4-218f-4137-a6b6-7054c2f560f8 service neutron] 10.222.0.37 "GET /v2.0/networks/78e90e48-2ff7-4f36-81b0-f961980949e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652505 Feb 09 01:57:52.245958 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-a92b1af1-4f50-47d4-b747-69772f7c8764 service neutron] 10.222.0.37 "GET /v2.0/networks/78e90e48-2ff7-4f36-81b0-f961980949e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243711 Feb 09 01:57:52.408629 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:52.434285 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a614c38f-403c-4275-a12f-b2604f130876 req-d3a6e1cd-6c6d-4f57-b866-fe429951ce7f tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0037543-0b49-4774-ac45-8576d244267b HTTP/1.1" status: 200 len: 210 time: 0.0542367 Feb 09 01:57:53.531805 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-047e46ff-5716-47ee-b406-091ab75e8507 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:53.533299 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-047e46ff-5716-47ee-b406-091ab75e8507 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.117 "GET /v2.0/networks?id=78e90e48-2ff7-4f36-81b0-f961980949e2 HTTP/1.1" status: 200 len: 813 time: 0.1540442 Feb 09 01:57:53.545851 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-3b8505c2-11de-4792-9d90-92da3efb71c1 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Request body: {'port': {'device_id': 'c0037543-0b49-4774-ac45-8576d244267b', 'network_id': '78e90e48-2ff7-4f36-81b0-f961980949e2', 'admin_state_up': True, 'tenant_id': '774cac6cd4044fbcb1bf7e1b1df714d5'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:53.608388 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9c49cf22-b5de-447b-9f36-9e3f51771151 req-e5f1257e-5e3f-4400-89ae-6224b35863bc tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0037543-0b49-4774-ac45-8576d244267b HTTP/1.1" status: 200 len: 210 time: 0.0476632 Feb 09 01:57:53.690317 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-3b8505c2-11de-4792-9d90-92da3efb71c1 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:57:53.694200 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-3b8505c2-11de-4792-9d90-92da3efb71c1 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Usage tracker for resource:port and tenant:774cac6cd4044fbcb1bf7e1b1df714d5 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:57:53.697074 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-3b8505c2-11de-4792-9d90-92da3efb71c1 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:57:53.703034 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-3b8505c2-11de-4792-9d90-92da3efb71c1 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:57:53.712515 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-3b8505c2-11de-4792-9d90-92da3efb71c1 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Made reservation on behalf of 774cac6cd4044fbcb1bf7e1b1df714d5 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:57:53.716478 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-3b8505c2-11de-4792-9d90-92da3efb71c1 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:53.889615 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-3b8505c2-11de-4792-9d90-92da3efb71c1 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Allocated IP 172.20.0.11 (78e90e48-2ff7-4f36-81b0-f961980949e2/ea68667b-cc1b-4349-9410-f6a29f960813/46dd2688-76ab-449b-8a85-c128bd0a307e) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:54.131711 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-3b8505c2-11de-4792-9d90-92da3efb71c1 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:54.162832 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-3b8505c2-11de-4792-9d90-92da3efb71c1 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:54.241868 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-3b8505c2-11de-4792-9d90-92da3efb71c1 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Network 78e90e48-2ff7-4f36-81b0-f961980949e2 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:54.244993 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-3b8505c2-11de-4792-9d90-92da3efb71c1 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:54.249357 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-3b8505c2-11de-4792-9d90-92da3efb71c1 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:57:54.274551 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8505c2-11de-4792-9d90-92da3efb71c1 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Pushing event updated for resources: {'Port': ['ID=46dd2688-76ab-449b-8a85-c128bd0a307e,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:54.325199 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-3b8505c2-11de-4792-9d90-92da3efb71c1 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:54.325805 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-3b8505c2-11de-4792-9d90-92da3efb71c1 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:54.345557 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-3b8505c2-11de-4792-9d90-92da3efb71c1 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8042531 Feb 09 01:57:54.356678 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-10bbed97-e80b-4bde-9b40-72bf228233a9 service neutron] Request body: {'port': {'device_id': 'c0037543-0b49-4774-ac45-8576d244267b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:54.466734 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-10bbed97-e80b-4bde-9b40-72bf228233a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:54.891813 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e48728-d59f-4f5e-9ccb-187448a04f82 req-d3773af5-2c05-499a-bd88-e9a16ae6e885 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:54.892534 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-c0e48728-d59f-4f5e-9ccb-187448a04f82 req-d3773af5-2c05-499a-bd88-e9a16ae6e885 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Synchronizing usage tracker for tenant:774cac6cd4044fbcb1bf7e1b1df714d5 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:57:54.905137 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-10bbed97-e80b-4bde-9b40-72bf228233a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46dd2688-76ab-449b-8a85-c128bd0a307e {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:57:54.915860 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-10bbed97-e80b-4bde-9b40-72bf228233a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:54.926892 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-c0e48728-d59f-4f5e-9ccb-187448a04f82 req-d3773af5-2c05-499a-bd88-e9a16ae6e885 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Unset dirty status for tenant:774cac6cd4044fbcb1bf7e1b1df714d5 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:57:54.928032 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c0e48728-d59f-4f5e-9ccb-187448a04f82 req-d3773af5-2c05-499a-bd88-e9a16ae6e885 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0037543-0b49-4774-ac45-8576d244267b HTTP/1.1" status: 200 len: 932 time: 0.1909392 Feb 09 01:57:54.934242 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-10bbed97-e80b-4bde-9b40-72bf228233a9 service neutron] Transition to ACTIVE for port object 46dd2688-76ab-449b-8a85-c128bd0a307e will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:57:54.949860 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-10bbed97-e80b-4bde-9b40-72bf228233a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:55.203338 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c0e48728-d59f-4f5e-9ccb-187448a04f82 req-a592d3d2-89d7-4bc5-ad1b-0dd878bf31a7 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/security-groups?id=769b1f8a-050e-44f5-b002-23f0006b6bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678745 Feb 09 01:57:55.208139 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbed97-e80b-4bde-9b40-72bf228233a9 service neutron] Pushing event updated for resources: {'Port': ['ID=46dd2688-76ab-449b-8a85-c128bd0a307e,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:55.312824 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-10bbed97-e80b-4bde-9b40-72bf228233a9 service neutron] Attempting to bind port 46dd2688-76ab-449b-8a85-c128bd0a307e on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:57:55.313149 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-10bbed97-e80b-4bde-9b40-72bf228233a9 service neutron] Attempting to bind port 46dd2688-76ab-449b-8a85-c128bd0a307e by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '5f4aafce-f4b8-4615-b0b7-bbb52d17a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '78e90e48-2ff7-4f36-81b0-f961980949e2'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:57:55.313469 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-10bbed97-e80b-4bde-9b40-72bf228233a9 service neutron] Attempting to bind port 46dd2688-76ab-449b-8a85-c128bd0a307e on network 78e90e48-2ff7-4f36-81b0-f961980949e2 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:57:55.317894 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-10bbed97-e80b-4bde-9b40-72bf228233a9 service neutron] Port 46dd2688-76ab-449b-8a85-c128bd0a307e on network 78e90e48-2ff7-4f36-81b0-f961980949e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:57:55.318204 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-10bbed97-e80b-4bde-9b40-72bf228233a9 service neutron] Attempting to bind port 46dd2688-76ab-449b-8a85-c128bd0a307e on network 78e90e48-2ff7-4f36-81b0-f961980949e2 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:57:55.323397 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-10bbed97-e80b-4bde-9b40-72bf228233a9 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:57:55.323723 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-10bbed97-e80b-4bde-9b40-72bf228233a9 service neutron] Checking segment: {'id': '5f4aafce-f4b8-4615-b0b7-bbb52d17a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '78e90e48-2ff7-4f36-81b0-f961980949e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:57:55.324098 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-10bbed97-e80b-4bde-9b40-72bf228233a9 service neutron] Bound using segment: {'id': '5f4aafce-f4b8-4615-b0b7-bbb52d17a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '78e90e48-2ff7-4f36-81b0-f961980949e2'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:57:55.324541 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-10bbed97-e80b-4bde-9b40-72bf228233a9 service neutron] Bound port: 46dd2688-76ab-449b-8a85-c128bd0a307e, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f4aafce-f4b8-4615-b0b7-bbb52d17a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '78e90e48-2ff7-4f36-81b0-f961980949e2'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:57:55.324884 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-10bbed97-e80b-4bde-9b40-72bf228233a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:55.414696 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-10bbed97-e80b-4bde-9b40-72bf228233a9 service neutron] For port 46dd2688-76ab-449b-8a85-c128bd0a307e, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:57:55.418182 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-10bbed97-e80b-4bde-9b40-72bf228233a9 service neutron] For port 46dd2688-76ab-449b-8a85-c128bd0a307e, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=46dd2688-76ab-449b-8a85-c128bd0a307e,segment=NetworkSegment(5f4aafce-f4b8-4615-b0b7-bbb52d17a24c),segment_id=5f4aafce-f4b8-4615-b0b7-bbb52d17a24c)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:57:55.422574 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-10bbed97-e80b-4bde-9b40-72bf228233a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:55.482208 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-10bbed97-e80b-4bde-9b40-72bf228233a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:55.482814 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-10bbed97-e80b-4bde-9b40-72bf228233a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:55.484157 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-10bbed97-e80b-4bde-9b40-72bf228233a9 service neutron] 10.222.0.117 "PUT /v2.0/ports/46dd2688-76ab-449b-8a85-c128bd0a307e HTTP/1.1" status: 200 len: 1092 time: 1.1314666 Feb 09 01:57:55.484613 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0037543-0b49-4774-ac45-8576d244267b', 'tag': '46dd2688-76ab-449b-8a85-c128bd0a307e'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:57:55.508308 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbed97-e80b-4bde-9b40-72bf228233a9 service neutron] Pushing event updated for resources: {'Port': ['ID=46dd2688-76ab-449b-8a85-c128bd0a307e,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:55.552102 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0037543-0b49-4774-ac45-8576d244267b', 'tag': '46dd2688-76ab-449b-8a85-c128bd0a307e', 'status': 'completed', 'code': 200} Feb 09 01:57:55.583507 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:55.595596 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-b4e3e9d8-8bd2-4e49-95af-3ff08dba49ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:55.597121 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-b4e3e9d8-8bd2-4e49-95af-3ff08dba49ee service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=774cac6cd4044fbcb1bf7e1b1df714d5&device_id=c0037543-0b49-4774-ac45-8576d244267b HTTP/1.1" status: 200 len: 1095 time: 0.0763149 Feb 09 01:57:55.667851 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-79b6b96f-6efb-4056-bfc7-fbdd7cfcdebf service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46dd2688-76ab-449b-8a85-c128bd0a307e HTTP/1.1" status: 200 len: 217 time: 0.0638268 Feb 09 01:57:55.733297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-54d7956c-7965-4895-ad2d-426bcb24daea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:55.734623 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-54d7956c-7965-4895-ad2d-426bcb24daea service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ea68667b-cc1b-4349-9410-f6a29f960813 HTTP/1.1" status: 200 len: 853 time: 0.0607302 Feb 09 01:57:55.783643 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-321ace9b-6520-4e64-bfec-e8318148a62b service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=78e90e48-2ff7-4f36-81b0-f961980949e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423591 Feb 09 01:57:55.915070 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-e9ee68cc-f501-4a7c-bd2d-6c62017b49dc service neutron] 10.222.0.117 "GET /v2.0/networks/78e90e48-2ff7-4f36-81b0-f961980949e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251454 Feb 09 01:57:56.051077 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8a1db42-9718-456a-94c6-b318b5b4eacd req-bfa4d738-9a3b-4f4e-976f-4c97253ce70c service neutron] 10.222.0.117 "GET /v2.0/networks/78e90e48-2ff7-4f36-81b0-f961980949e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290073 Feb 09 01:57:56.167225 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948bd60-e699-4cb3-9d88-39077a05df1d req-ebbbd976-c371-4391-9a86-937bfc28506d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:56.168753 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a948bd60-e699-4cb3-9d88-39077a05df1d req-ebbbd976-c371-4391-9a86-937bfc28506d service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=774cac6cd4044fbcb1bf7e1b1df714d5&device_id=c0037543-0b49-4774-ac45-8576d244267b HTTP/1.1" status: 200 len: 1095 time: 0.0745709 Feb 09 01:57:56.309463 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948bd60-e699-4cb3-9d88-39077a05df1d req-78845f1b-31f0-4c46-aa30-f003473ea26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:56.310831 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a948bd60-e699-4cb3-9d88-39077a05df1d req-78845f1b-31f0-4c46-aa30-f003473ea26f service neutron] 10.222.0.117 "GET /v2.0/networks?id=78e90e48-2ff7-4f36-81b0-f961980949e2 HTTP/1.1" status: 200 len: 914 time: 0.1362576 Feb 09 01:57:56.414945 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a948bd60-e699-4cb3-9d88-39077a05df1d req-44fcb50c-b999-45b7-87b8-401ac42da49a service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46dd2688-76ab-449b-8a85-c128bd0a307e HTTP/1.1" status: 200 len: 217 time: 0.0974734 Feb 09 01:57:56.496641 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948bd60-e699-4cb3-9d88-39077a05df1d req-1e31768b-29e0-4f51-9131-1ad84678adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:56.498076 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a948bd60-e699-4cb3-9d88-39077a05df1d req-1e31768b-29e0-4f51-9131-1ad84678adb5 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ea68667b-cc1b-4349-9410-f6a29f960813 HTTP/1.1" status: 200 len: 853 time: 0.0751040 Feb 09 01:57:56.546929 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c474241-a663-4651-9afc-626f6df489f0 req-5858d20d-5d87-48a2-be29-a81fafd36176 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:56.548385 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c474241-a663-4651-9afc-626f6df489f0 req-5858d20d-5d87-48a2-be29-a81fafd36176 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0037543-0b49-4774-ac45-8576d244267b HTTP/1.1" status: 200 len: 944 time: 0.2299204 Feb 09 01:57:56.555283 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a948bd60-e699-4cb3-9d88-39077a05df1d req-15b93b44-b19a-471f-8b2d-84796b2048eb service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=78e90e48-2ff7-4f36-81b0-f961980949e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500345 Feb 09 01:57:56.677866 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c474241-a663-4651-9afc-626f6df489f0 req-df5083cb-5848-4ec6-9f9f-5cff03c73a34 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/security-groups?id=769b1f8a-050e-44f5-b002-23f0006b6bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216304 Feb 09 01:57:56.720284 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a948bd60-e699-4cb3-9d88-39077a05df1d req-348c6fcb-1f20-4726-aeaf-14bced56180e service neutron] 10.222.0.117 "GET /v2.0/networks/78e90e48-2ff7-4f36-81b0-f961980949e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509597 Feb 09 01:57:56.960335 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a948bd60-e699-4cb3-9d88-39077a05df1d req-7ba250d2-52b1-42c2-8cc5-07b7a32ac625 service neutron] 10.222.0.117 "GET /v2.0/networks/78e90e48-2ff7-4f36-81b0-f961980949e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331836 Feb 09 01:57:57.861598 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73258152-de8a-45bd-a33d-13b0f5dbaeff req-40a57230-021c-4f87-b506-735d1e0ce46a tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:57.863032 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-73258152-de8a-45bd-a33d-13b0f5dbaeff req-40a57230-021c-4f87-b506-735d1e0ce46a tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0037543-0b49-4774-ac45-8576d244267b HTTP/1.1" status: 200 len: 944 time: 0.0774603 Feb 09 01:57:57.908861 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-73258152-de8a-45bd-a33d-13b0f5dbaeff req-6e3100ae-4698-446c-a418-dbe066484e14 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Synchronizing usage tracker for tenant:774cac6cd4044fbcb1bf7e1b1df714d5 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:57:57.924563 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-73258152-de8a-45bd-a33d-13b0f5dbaeff req-6e3100ae-4698-446c-a418-dbe066484e14 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Unset dirty status for tenant:774cac6cd4044fbcb1bf7e1b1df714d5 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:57:57.925662 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-73258152-de8a-45bd-a33d-13b0f5dbaeff req-6e3100ae-4698-446c-a418-dbe066484e14 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/security-groups?id=769b1f8a-050e-44f5-b002-23f0006b6bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569563 Feb 09 01:57:59.109553 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53e56d-7a5f-43df-8d46-d3c42e6f6c0f req-c0121e1f-681f-4ab7-92c6-4ed9344f7cac tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:59.111013 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf53e56d-7a5f-43df-8d46-d3c42e6f6c0f req-c0121e1f-681f-4ab7-92c6-4ed9344f7cac tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0037543-0b49-4774-ac45-8576d244267b HTTP/1.1" status: 200 len: 944 time: 0.0831091 Feb 09 01:57:59.154197 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bf53e56d-7a5f-43df-8d46-d3c42e6f6c0f req-4005e14d-8b9b-4b7e-8ba7-7c367a66604c tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/security-groups?id=769b1f8a-050e-44f5-b002-23f0006b6bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376346 Feb 09 01:57:59.204935 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 46dd2688-76ab-449b-8a85-c128bd0a307e details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:57:59.334501 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 46dd2688-76ab-449b-8a85-c128bd0a307e, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=46dd2688-76ab-449b-8a85-c128bd0a307e,segment=NetworkSegment(5f4aafce-f4b8-4615-b0b7-bbb52d17a24c),segment_id=5f4aafce-f4b8-4615-b0b7-bbb52d17a24c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:57:59.347011 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '46dd2688-76ab-449b-8a85-c128bd0a307e', 'network_id': '78e90e48-2ff7-4f36-81b0-f961980949e2', 'port_id': '46dd2688-76ab-449b-8a85-c128bd0a307e', 'mac_address': 'fa:16:3e:bc:1a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 966, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea68667b-cc1b-4349-9410-f6a29f960813', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:57:59.401043 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:59.419969 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46dd2688-76ab-449b-8a85-c128bd0a307e {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:57:59.435025 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 46dd2688-76ab-449b-8a85-c128bd0a307e, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=46dd2688-76ab-449b-8a85-c128bd0a307e,segment=NetworkSegment(5f4aafce-f4b8-4615-b0b7-bbb52d17a24c),segment_id=5f4aafce-f4b8-4615-b0b7-bbb52d17a24c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:57:59.438954 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:57:59.502822 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=46dd2688-76ab-449b-8a85-c128bd0a307e,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:59.633410 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['46dd2688-76ab-449b-8a85-c128bd0a307e'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:58:00.341371 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc6e53-116f-4c77-b07f-d39a03204c29 req-ef721a61-bac7-43ea-beb1-994846af30dd tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:00.342737 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cecc6e53-116f-4c77-b07f-d39a03204c29 req-ef721a61-bac7-43ea-beb1-994846af30dd tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0037543-0b49-4774-ac45-8576d244267b HTTP/1.1" status: 200 len: 945 time: 0.0815563 Feb 09 01:58:00.386311 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cecc6e53-116f-4c77-b07f-d39a03204c29 req-46008287-84dc-416a-9d07-eb53c88172d2 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/security-groups?id=769b1f8a-050e-44f5-b002-23f0006b6bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380511 Feb 09 01:58:01.195916 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 46dd2688-76ab-449b-8a85-c128bd0a307e up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:58:01.260964 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 46dd2688-76ab-449b-8a85-c128bd0a307e completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:58:01.265429 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 46dd2688-76ab-449b-8a85-c128bd0a307e triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:01.265794 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:01.388474 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:01.414202 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0037543-0b49-4774-ac45-8576d244267b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46dd2688-76ab-449b-8a85-c128bd0a307e'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:58:01.424591 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 46dd2688-76ab-449b-8a85-c128bd0a307e, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=46dd2688-76ab-449b-8a85-c128bd0a307e,segment=NetworkSegment(5f4aafce-f4b8-4615-b0b7-bbb52d17a24c),segment_id=5f4aafce-f4b8-4615-b0b7-bbb52d17a24c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:58:01.429333 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:01.462750 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0037543-0b49-4774-ac45-8576d244267b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46dd2688-76ab-449b-8a85-c128bd0a307e', 'code': 200} Feb 09 01:58:01.506171 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=46dd2688-76ab-449b-8a85-c128bd0a307e,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:01.636496 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f242fca-282d-4616-a319-c52d34441c64 req-bd3339b9-e2b3-4ffa-b5bf-8cc95b0276a3 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:01.637966 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0f242fca-282d-4616-a319-c52d34441c64 req-bd3339b9-e2b3-4ffa-b5bf-8cc95b0276a3 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0037543-0b49-4774-ac45-8576d244267b HTTP/1.1" status: 200 len: 946 time: 0.1429930 Feb 09 01:58:01.642277 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434590da-79b9-4af9-92ea-d873d1561d7f req-e22e28ab-325d-4518-9f0c-e8e99e1ab2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:01.643557 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-434590da-79b9-4af9-92ea-d873d1561d7f req-e22e28ab-325d-4518-9f0c-e8e99e1ab2fb service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=c0037543-0b49-4774-ac45-8576d244267b HTTP/1.1" status: 200 len: 1097 time: 0.1142886 Feb 09 01:58:01.708179 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0f242fca-282d-4616-a319-c52d34441c64 req-a75b4650-642f-4640-ba7b-3b37199fb53e tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/security-groups?id=769b1f8a-050e-44f5-b002-23f0006b6bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636899 Feb 09 01:58:01.711436 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-434590da-79b9-4af9-92ea-d873d1561d7f req-206e685f-48ce-4938-9b83-7ab544d0a429 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=769b1f8a-050e-44f5-b002-23f0006b6bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545959 Feb 09 01:58:02.900658 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87024f0f-c4e5-44ff-a407-c2ec0ff196f6 req-67ffc1c5-c578-4058-9ab4-761c99e59c75 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:02.902119 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-87024f0f-c4e5-44ff-a407-c2ec0ff196f6 req-67ffc1c5-c578-4058-9ab4-761c99e59c75 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0037543-0b49-4774-ac45-8576d244267b HTTP/1.1" status: 200 len: 946 time: 0.0878117 Feb 09 01:58:03.043704 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-87024f0f-c4e5-44ff-a407-c2ec0ff196f6 req-beb33245-67de-469f-917b-7694c234f7a4 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/security-groups?id=769b1f8a-050e-44f5-b002-23f0006b6bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357100 Feb 09 01:58:04.226740 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca2353-aca4-4aa6-8fe6-599f5786be45 req-5f9729c1-139c-4388-aee1-e113e84bbdd2 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:04.228196 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d1ca2353-aca4-4aa6-8fe6-599f5786be45 req-5f9729c1-139c-4388-aee1-e113e84bbdd2 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0037543-0b49-4774-ac45-8576d244267b HTTP/1.1" status: 200 len: 946 time: 0.0804541 Feb 09 01:58:04.271449 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d1ca2353-aca4-4aa6-8fe6-599f5786be45 req-48e6eddd-05e9-4ee2-ae35-8fe02d6bede6 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/security-groups?id=769b1f8a-050e-44f5-b002-23f0006b6bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377350 Feb 09 01:58:04.552505 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-d30f207d-fcf8-47c0-99ef-15eed03fee41 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:04.553946 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-d30f207d-fcf8-47c0-99ef-15eed03fee41 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/networks?id=78e90e48-2ff7-4f36-81b0-f961980949e2 HTTP/1.1" status: 200 len: 813 time: 0.1456473 Feb 09 01:58:04.569599 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-2de617d4-2dad-4d38-8f9c-522b34492066 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/quotas/774cac6cd4044fbcb1bf7e1b1df714d5 HTTP/1.1" status: 200 len: 375 time: 0.0094514 Feb 09 01:58:04.648294 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-7cc902da-10ac-41a8-89f5-110fe2831aae tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=774cac6cd4044fbcb1bf7e1b1df714d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0732031 Feb 09 01:58:04.778234 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-396a5f17-6e2a-4539-a8d0-46fefae016fc service neutron] 10.222.0.37 "GET /v2.0/networks/78e90e48-2ff7-4f36-81b0-f961980949e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232264 Feb 09 01:58:04.907891 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-e992fb1d-d2dd-4fcb-82e7-dbcf42118837 service neutron] 10.222.0.37 "GET /v2.0/networks/78e90e48-2ff7-4f36-81b0-f961980949e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239383 Feb 09 01:58:05.080988 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c7cf422-a1ad-439b-8c88-7e61a5c4144d req-c73e8bd0-3274-48c3-8c80-31a2ad7991d4 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/ports?device_id=572a435f-64a8-4d9d-9610-4c51d19bee3e HTTP/1.1" status: 200 len: 210 time: 0.0426030 Feb 09 01:58:06.186893 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-6fe611e2-829c-40fb-9a6b-f5acfd96d21e tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:06.188457 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-6fe611e2-829c-40fb-9a6b-f5acfd96d21e tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.35 "GET /v2.0/networks?id=78e90e48-2ff7-4f36-81b0-f961980949e2 HTTP/1.1" status: 200 len: 813 time: 0.1467957 Feb 09 01:58:06.205484 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-8b14100e-6736-42f2-9b98-f245942e1bf8 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Request body: {'port': {'device_id': '572a435f-64a8-4d9d-9610-4c51d19bee3e', 'network_id': '78e90e48-2ff7-4f36-81b0-f961980949e2', 'admin_state_up': True, 'tenant_id': '774cac6cd4044fbcb1bf7e1b1df714d5'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:06.234206 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4a1c63c4-7d85-449a-8ec0-261100dc6413 req-20e62879-754c-4f38-a76f-79291245259c tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/ports?device_id=572a435f-64a8-4d9d-9610-4c51d19bee3e HTTP/1.1" status: 200 len: 210 time: 0.0461235 Feb 09 01:58:06.342549 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-8b14100e-6736-42f2-9b98-f245942e1bf8 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:58:06.351904 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-8b14100e-6736-42f2-9b98-f245942e1bf8 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:58:06.363479 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-8b14100e-6736-42f2-9b98-f245942e1bf8 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Made reservation on behalf of 774cac6cd4044fbcb1bf7e1b1df714d5 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:06.367218 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-8b14100e-6736-42f2-9b98-f245942e1bf8 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:06.525338 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-8b14100e-6736-42f2-9b98-f245942e1bf8 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Allocated IP 172.20.0.6 (78e90e48-2ff7-4f36-81b0-f961980949e2/ea68667b-cc1b-4349-9410-f6a29f960813/591082d0-9b70-4bcb-9520-7ed48ebc3a0f) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:06.739454 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-8b14100e-6736-42f2-9b98-f245942e1bf8 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:06.768418 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-8b14100e-6736-42f2-9b98-f245942e1bf8 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:06.780105 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['46dd2688-76ab-449b-8a85-c128bd0a307e'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:58:06.836437 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-8b14100e-6736-42f2-9b98-f245942e1bf8 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Network 78e90e48-2ff7-4f36-81b0-f961980949e2 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:06.839571 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-8b14100e-6736-42f2-9b98-f245942e1bf8 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:06.843696 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-8b14100e-6736-42f2-9b98-f245942e1bf8 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:58:06.882922 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14100e-6736-42f2-9b98-f245942e1bf8 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Pushing event updated for resources: {'Port': ['ID=591082d0-9b70-4bcb-9520-7ed48ebc3a0f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:06.899045 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b14100e-6736-42f2-9b98-f245942e1bf8 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:06.899395 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b14100e-6736-42f2-9b98-f245942e1bf8 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:06.899753 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b14100e-6736-42f2-9b98-f245942e1bf8 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:06.900117 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b14100e-6736-42f2-9b98-f245942e1bf8 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:06.900478 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b14100e-6736-42f2-9b98-f245942e1bf8 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:06.900816 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b14100e-6736-42f2-9b98-f245942e1bf8 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:06.901147 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b14100e-6736-42f2-9b98-f245942e1bf8 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:06.901541 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b14100e-6736-42f2-9b98-f245942e1bf8 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:06.901874 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b14100e-6736-42f2-9b98-f245942e1bf8 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:06.902204 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b14100e-6736-42f2-9b98-f245942e1bf8 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:06.902527 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b14100e-6736-42f2-9b98-f245942e1bf8 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:06.902851 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b14100e-6736-42f2-9b98-f245942e1bf8 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:06.921204 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-8b14100e-6736-42f2-9b98-f245942e1bf8 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:06.921816 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-8b14100e-6736-42f2-9b98-f245942e1bf8 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:06.946396 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-8b14100e-6736-42f2-9b98-f245942e1bf8 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7445374 Feb 09 01:58:06.961330 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-12763929-7daf-4262-b068-1488a55af891 service neutron] Request body: {'port': {'device_id': '572a435f-64a8-4d9d-9610-4c51d19bee3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:07.017503 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-774c1526-216c-445d-b623-3bf69c2a3f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:07.076107 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-12763929-7daf-4262-b068-1488a55af891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:07.471889 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-12763929-7daf-4262-b068-1488a55af891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 591082d0-9b70-4bcb-9520-7ed48ebc3a0f {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:58:07.482343 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-12763929-7daf-4262-b068-1488a55af891 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:07.501149 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa7732-53a0-49f9-8e1f-81b9b1849b40 req-ba3d5890-2ab4-4fe2-b43f-df5db58d4477 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:07.501847 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b5aa7732-53a0-49f9-8e1f-81b9b1849b40 req-ba3d5890-2ab4-4fe2-b43f-df5db58d4477 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Synchronizing usage tracker for tenant:774cac6cd4044fbcb1bf7e1b1df714d5 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:58:07.512415 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-12763929-7daf-4262-b068-1488a55af891 service neutron] Transition to ACTIVE for port object 591082d0-9b70-4bcb-9520-7ed48ebc3a0f will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:58:07.519069 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-12763929-7daf-4262-b068-1488a55af891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:07.559888 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b5aa7732-53a0-49f9-8e1f-81b9b1849b40 req-ba3d5890-2ab4-4fe2-b43f-df5db58d4477 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Unset dirty status for tenant:774cac6cd4044fbcb1bf7e1b1df714d5 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:58:07.561011 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b5aa7732-53a0-49f9-8e1f-81b9b1849b40 req-ba3d5890-2ab4-4fe2-b43f-df5db58d4477 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/ports?device_id=572a435f-64a8-4d9d-9610-4c51d19bee3e HTTP/1.1" status: 200 len: 931 time: 0.2167938 Feb 09 01:58:07.811991 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12763929-7daf-4262-b068-1488a55af891 service neutron] Pushing event updated for resources: {'Port': ['ID=591082d0-9b70-4bcb-9520-7ed48ebc3a0f,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:07.853885 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b5aa7732-53a0-49f9-8e1f-81b9b1849b40 req-5c85f7e2-0d2f-47a9-b824-cb9c8d8226c4 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/security-groups?id=769b1f8a-050e-44f5-b002-23f0006b6bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840872 Feb 09 01:58:07.889808 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-12763929-7daf-4262-b068-1488a55af891 service neutron] Attempting to bind port 591082d0-9b70-4bcb-9520-7ed48ebc3a0f on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:58:07.890134 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-12763929-7daf-4262-b068-1488a55af891 service neutron] Attempting to bind port 591082d0-9b70-4bcb-9520-7ed48ebc3a0f by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '5f4aafce-f4b8-4615-b0b7-bbb52d17a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '78e90e48-2ff7-4f36-81b0-f961980949e2'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:58:07.890456 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-12763929-7daf-4262-b068-1488a55af891 service neutron] Attempting to bind port 591082d0-9b70-4bcb-9520-7ed48ebc3a0f on network 78e90e48-2ff7-4f36-81b0-f961980949e2 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:58:07.895044 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-12763929-7daf-4262-b068-1488a55af891 service neutron] Port 591082d0-9b70-4bcb-9520-7ed48ebc3a0f on network 78e90e48-2ff7-4f36-81b0-f961980949e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:58:07.895361 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-12763929-7daf-4262-b068-1488a55af891 service neutron] Attempting to bind port 591082d0-9b70-4bcb-9520-7ed48ebc3a0f on network 78e90e48-2ff7-4f36-81b0-f961980949e2 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:58:07.900528 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-12763929-7daf-4262-b068-1488a55af891 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:58:07.900866 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-12763929-7daf-4262-b068-1488a55af891 service neutron] Checking segment: {'id': '5f4aafce-f4b8-4615-b0b7-bbb52d17a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '78e90e48-2ff7-4f36-81b0-f961980949e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:58:07.901248 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-12763929-7daf-4262-b068-1488a55af891 service neutron] Bound using segment: {'id': '5f4aafce-f4b8-4615-b0b7-bbb52d17a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '78e90e48-2ff7-4f36-81b0-f961980949e2'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:58:07.901665 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-12763929-7daf-4262-b068-1488a55af891 service neutron] Bound port: 591082d0-9b70-4bcb-9520-7ed48ebc3a0f, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f4aafce-f4b8-4615-b0b7-bbb52d17a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '78e90e48-2ff7-4f36-81b0-f961980949e2'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:58:07.902004 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-12763929-7daf-4262-b068-1488a55af891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:07.990898 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-12763929-7daf-4262-b068-1488a55af891 service neutron] For port 591082d0-9b70-4bcb-9520-7ed48ebc3a0f, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:58:07.994749 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-12763929-7daf-4262-b068-1488a55af891 service neutron] For port 591082d0-9b70-4bcb-9520-7ed48ebc3a0f, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=591082d0-9b70-4bcb-9520-7ed48ebc3a0f,segment=NetworkSegment(5f4aafce-f4b8-4615-b0b7-bbb52d17a24c),segment_id=5f4aafce-f4b8-4615-b0b7-bbb52d17a24c)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:58:07.998152 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-12763929-7daf-4262-b068-1488a55af891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:08.057510 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-12763929-7daf-4262-b068-1488a55af891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:08.058178 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-12763929-7daf-4262-b068-1488a55af891 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:08.059606 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-12763929-7daf-4262-b068-1488a55af891 service neutron] 10.222.0.35 "PUT /v2.0/ports/591082d0-9b70-4bcb-9520-7ed48ebc3a0f HTTP/1.1" status: 200 len: 1091 time: 1.1024113 Feb 09 01:58:08.060036 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572a435f-64a8-4d9d-9610-4c51d19bee3e', 'tag': '591082d0-9b70-4bcb-9520-7ed48ebc3a0f'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:58:08.083287 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12763929-7daf-4262-b068-1488a55af891 service neutron] Pushing event updated for resources: {'Port': ['ID=591082d0-9b70-4bcb-9520-7ed48ebc3a0f,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:08.110113 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '572a435f-64a8-4d9d-9610-4c51d19bee3e', 'tag': '591082d0-9b70-4bcb-9520-7ed48ebc3a0f', 'status': 'completed', 'code': 200} Feb 09 01:58:08.189196 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-b7ccd294-b191-41aa-b34d-f17e144603e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:08.190660 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-b7ccd294-b191-41aa-b34d-f17e144603e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=774cac6cd4044fbcb1bf7e1b1df714d5&device_id=572a435f-64a8-4d9d-9610-4c51d19bee3e HTTP/1.1" status: 200 len: 1094 time: 0.0743735 Feb 09 01:58:08.261659 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-bfbf7b58-883d-4757-811d-900de5f9e25e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=591082d0-9b70-4bcb-9520-7ed48ebc3a0f HTTP/1.1" status: 200 len: 217 time: 0.0603659 Feb 09 01:58:08.330226 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-5b4ce161-624f-4cfb-afea-7b64c2466b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:08.331610 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-5b4ce161-624f-4cfb-afea-7b64c2466b71 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ea68667b-cc1b-4349-9410-f6a29f960813 HTTP/1.1" status: 200 len: 853 time: 0.0605597 Feb 09 01:58:08.382645 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-e70bcf17-c171-4992-9505-a22b6b9133cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=78e90e48-2ff7-4f36-81b0-f961980949e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406377 Feb 09 01:58:08.517568 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-fd76a0ae-d0c7-4e39-a1d2-43040476bcbd service neutron] 10.222.0.35 "GET /v2.0/networks/78e90e48-2ff7-4f36-81b0-f961980949e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280451 Feb 09 01:58:08.662512 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-44096d2e-6f8b-4b04-9804-f02220eed43c req-6f5b02c2-5f3c-41fd-8a4d-7ce57bf3c219 service neutron] 10.222.0.35 "GET /v2.0/networks/78e90e48-2ff7-4f36-81b0-f961980949e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353571 Feb 09 01:58:08.790027 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7a6ef-ef10-4531-a96b-0f35e8b1e507 req-41352094-94b5-4a47-aedd-ed575b152f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:08.791685 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d4f7a6ef-ef10-4531-a96b-0f35e8b1e507 req-41352094-94b5-4a47-aedd-ed575b152f6a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=774cac6cd4044fbcb1bf7e1b1df714d5&device_id=572a435f-64a8-4d9d-9610-4c51d19bee3e HTTP/1.1" status: 200 len: 1094 time: 0.0793617 Feb 09 01:58:08.941237 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7a6ef-ef10-4531-a96b-0f35e8b1e507 req-7e8bb091-644c-4428-8ff0-cf15a76e9e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:08.942586 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d4f7a6ef-ef10-4531-a96b-0f35e8b1e507 req-7e8bb091-644c-4428-8ff0-cf15a76e9e69 service neutron] 10.222.0.35 "GET /v2.0/networks?id=78e90e48-2ff7-4f36-81b0-f961980949e2 HTTP/1.1" status: 200 len: 914 time: 0.1448841 Feb 09 01:58:09.059575 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d4f7a6ef-ef10-4531-a96b-0f35e8b1e507 req-5987f526-1b82-4266-9236-2211e6e73f7c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=591082d0-9b70-4bcb-9520-7ed48ebc3a0f HTTP/1.1" status: 200 len: 217 time: 0.1102574 Feb 09 01:58:09.147099 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7a6ef-ef10-4531-a96b-0f35e8b1e507 req-089e1219-ffd9-4bc1-8f8c-4ffba2d32858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:09.148588 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d4f7a6ef-ef10-4531-a96b-0f35e8b1e507 req-089e1219-ffd9-4bc1-8f8c-4ffba2d32858 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ea68667b-cc1b-4349-9410-f6a29f960813 HTTP/1.1" status: 200 len: 853 time: 0.0796046 Feb 09 01:58:09.206251 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d4f7a6ef-ef10-4531-a96b-0f35e8b1e507 req-7994ee0c-e4eb-4f47-bba6-c2eac6a50eb0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=78e90e48-2ff7-4f36-81b0-f961980949e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498018 Feb 09 01:58:09.213820 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64af62-7292-4776-bc66-7ff107dc1599 req-e014efc1-f871-4364-83db-7518d73025e8 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:09.215176 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5c64af62-7292-4776-bc66-7ff107dc1599 req-e014efc1-f871-4364-83db-7518d73025e8 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/ports?device_id=572a435f-64a8-4d9d-9610-4c51d19bee3e HTTP/1.1" status: 200 len: 943 time: 0.2080712 Feb 09 01:58:09.354460 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5c64af62-7292-4776-bc66-7ff107dc1599 req-1fc3793b-c1f7-4fc4-ab14-21f0706caeff tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/security-groups?id=769b1f8a-050e-44f5-b002-23f0006b6bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155419 Feb 09 01:58:09.389370 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d4f7a6ef-ef10-4531-a96b-0f35e8b1e507 req-11b9c109-0030-4962-8e01-0649b1d18c9a service neutron] 10.222.0.35 "GET /v2.0/networks/78e90e48-2ff7-4f36-81b0-f961980949e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732619 Feb 09 01:58:09.410019 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4c84c5c3-4bf9-4f40-8dcd-16e66feaf846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:09.630085 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d4f7a6ef-ef10-4531-a96b-0f35e8b1e507 req-af42312d-8846-4315-ac12-a1087e9a0d61 service neutron] 10.222.0.35 "GET /v2.0/networks/78e90e48-2ff7-4f36-81b0-f961980949e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323849 Feb 09 01:58:10.245441 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 591082d0-9b70-4bcb-9520-7ed48ebc3a0f details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:58:10.376322 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 591082d0-9b70-4bcb-9520-7ed48ebc3a0f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=591082d0-9b70-4bcb-9520-7ed48ebc3a0f,segment=NetworkSegment(5f4aafce-f4b8-4615-b0b7-bbb52d17a24c),segment_id=5f4aafce-f4b8-4615-b0b7-bbb52d17a24c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:58:10.391509 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '591082d0-9b70-4bcb-9520-7ed48ebc3a0f', 'network_id': '78e90e48-2ff7-4f36-81b0-f961980949e2', 'port_id': '591082d0-9b70-4bcb-9520-7ed48ebc3a0f', 'mac_address': 'fa:16:3e:34:8b:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 966, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea68667b-cc1b-4349-9410-f6a29f960813', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:58:10.451766 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:10.468988 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 591082d0-9b70-4bcb-9520-7ed48ebc3a0f {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:58:10.485161 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 591082d0-9b70-4bcb-9520-7ed48ebc3a0f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=591082d0-9b70-4bcb-9520-7ed48ebc3a0f,segment=NetworkSegment(5f4aafce-f4b8-4615-b0b7-bbb52d17a24c),segment_id=5f4aafce-f4b8-4615-b0b7-bbb52d17a24c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:58:10.488604 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:10.543655 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecb77a-15c2-4c5d-8473-1b54278d42c0 req-6d608bfc-b7ef-46d4-8761-fe0e2c02e6f8 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:10.545133 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c9ecb77a-15c2-4c5d-8473-1b54278d42c0 req-6d608bfc-b7ef-46d4-8761-fe0e2c02e6f8 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/ports?device_id=572a435f-64a8-4d9d-9610-4c51d19bee3e HTTP/1.1" status: 200 len: 944 time: 0.0799942 Feb 09 01:58:10.558429 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:10.568414 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=591082d0-9b70-4bcb-9520-7ed48ebc3a0f,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:10.589526 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c9ecb77a-15c2-4c5d-8473-1b54278d42c0 req-35968e0b-a577-43cd-9ad5-f0bac8bb1ea5 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/security-groups?id=769b1f8a-050e-44f5-b002-23f0006b6bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387261 Feb 09 01:58:10.636465 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:10.758091 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['591082d0-9b70-4bcb-9520-7ed48ebc3a0f'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:58:11.771837 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f965c-f2be-442d-be95-ca0cf4666e86 req-1998bbb5-9c64-4da7-81a0-9605ba904360 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:11.773324 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7a1f965c-f2be-442d-be95-ca0cf4666e86 req-1998bbb5-9c64-4da7-81a0-9605ba904360 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/ports?device_id=572a435f-64a8-4d9d-9610-4c51d19bee3e HTTP/1.1" status: 200 len: 944 time: 0.0804563 Feb 09 01:58:11.818425 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7a1f965c-f2be-442d-be95-ca0cf4666e86 req-d963b933-1ac7-42fa-8e30-c7f1128c6186 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/security-groups?id=769b1f8a-050e-44f5-b002-23f0006b6bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393531 Feb 09 01:58:11.950249 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:12.245026 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 591082d0-9b70-4bcb-9520-7ed48ebc3a0f up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:58:12.312798 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 591082d0-9b70-4bcb-9520-7ed48ebc3a0f completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:58:12.317599 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 591082d0-9b70-4bcb-9520-7ed48ebc3a0f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:12.317973 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:12.457158 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:12.484005 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572a435f-64a8-4d9d-9610-4c51d19bee3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591082d0-9b70-4bcb-9520-7ed48ebc3a0f'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:58:12.494247 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 591082d0-9b70-4bcb-9520-7ed48ebc3a0f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=591082d0-9b70-4bcb-9520-7ed48ebc3a0f,segment=NetworkSegment(5f4aafce-f4b8-4615-b0b7-bbb52d17a24c),segment_id=5f4aafce-f4b8-4615-b0b7-bbb52d17a24c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:58:12.498276 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:12.530856 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '572a435f-64a8-4d9d-9610-4c51d19bee3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591082d0-9b70-4bcb-9520-7ed48ebc3a0f', 'code': 200} Feb 09 01:58:12.567340 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=591082d0-9b70-4bcb-9520-7ed48ebc3a0f,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:12.659117 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be973463-0a38-4b7c-bffc-d0952ac693fa req-1b494495-2364-4753-9847-add5cb94e116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:12.660655 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-be973463-0a38-4b7c-bffc-d0952ac693fa req-1b494495-2364-4753-9847-add5cb94e116 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=572a435f-64a8-4d9d-9610-4c51d19bee3e HTTP/1.1" status: 200 len: 1096 time: 0.0704248 Feb 09 01:58:12.701714 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-be973463-0a38-4b7c-bffc-d0952ac693fa req-f431c584-bef6-4966-b7af-9d56f10f7254 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=769b1f8a-050e-44f5-b002-23f0006b6bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321033 Feb 09 01:58:12.999505 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e7b20-24c5-4f42-9a06-2b0a74b6fe7a req-f7630c1d-f4c3-4d6f-ae11-e48fd65f37be tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:13.000989 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-323e7b20-24c5-4f42-9a06-2b0a74b6fe7a req-f7630c1d-f4c3-4d6f-ae11-e48fd65f37be tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/ports?device_id=572a435f-64a8-4d9d-9610-4c51d19bee3e HTTP/1.1" status: 200 len: 945 time: 0.0800388 Feb 09 01:58:13.047764 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-323e7b20-24c5-4f42-9a06-2b0a74b6fe7a req-afe1c35a-64c0-4289-a523-aca57c81b362 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/security-groups?id=769b1f8a-050e-44f5-b002-23f0006b6bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412369 Feb 09 01:58:14.233917 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7da26-3193-4797-a83b-a0be43f1bbe0 req-5abc875f-a5e8-49d8-96e3-6f53ddd388f7 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:14.235357 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5de7da26-3193-4797-a83b-a0be43f1bbe0 req-5abc875f-a5e8-49d8-96e3-6f53ddd388f7 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/ports?device_id=572a435f-64a8-4d9d-9610-4c51d19bee3e HTTP/1.1" status: 200 len: 945 time: 0.0813260 Feb 09 01:58:14.278369 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5de7da26-3193-4797-a83b-a0be43f1bbe0 req-b557b98e-318f-49cc-9dbc-a0007a1c5c9f tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/security-groups?id=769b1f8a-050e-44f5-b002-23f0006b6bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375504 Feb 09 01:58:14.475092 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:58:14.648216 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed423662-b521-4823-a004-aab0f2cc6529 req-0f67b96f-6fae-49df-93c9-1f3a05762ae1 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:14.649580 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ed423662-b521-4823-a004-aab0f2cc6529 req-0f67b96f-6fae-49df-93c9-1f3a05762ae1 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/ports?device_id=572a435f-64a8-4d9d-9610-4c51d19bee3e HTTP/1.1" status: 200 len: 945 time: 0.0786026 Feb 09 01:58:14.691877 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ed423662-b521-4823-a004-aab0f2cc6529 req-52a85989-c0be-4213-bdf8-318e7f47e4cf tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/security-groups?id=769b1f8a-050e-44f5-b002-23f0006b6bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368161 Feb 09 01:58:15.873894 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf78bed-12af-4e31-8869-30a27e92c03a req-3c982b08-e365-4752-b12a-ac5086f5d2b7 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:15.875340 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5bf78bed-12af-4e31-8869-30a27e92c03a req-3c982b08-e365-4752-b12a-ac5086f5d2b7 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/ports?device_id=572a435f-64a8-4d9d-9610-4c51d19bee3e HTTP/1.1" status: 200 len: 945 time: 0.0784981 Feb 09 01:58:15.918442 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5bf78bed-12af-4e31-8869-30a27e92c03a req-afdf1d48-bb1e-4db6-b0a2-5e6eee6f8bd0 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/security-groups?id=769b1f8a-050e-44f5-b002-23f0006b6bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374918 Feb 09 01:58:16.053671 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad192f67-7885-471a-bd05-ded64423a2c4 req-8a11eb10-dd88-42f5-9330-8561b4532b0e tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:16.055037 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ad192f67-7885-471a-bd05-ded64423a2c4 req-8a11eb10-dd88-42f5-9330-8561b4532b0e tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.35 "GET /v2.0/ports?device_id=572a435f-64a8-4d9d-9610-4c51d19bee3e HTTP/1.1" status: 200 len: 945 time: 0.0830104 Feb 09 01:58:16.127701 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-ad192f67-7885-471a-bd05-ded64423a2c4 req-2dac190f-5c9f-4754-bc47-324a06d14884 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Deleting port 591082d0-9b70-4bcb-9520-7ed48ebc3a0f {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:58:16.128048 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ad192f67-7885-471a-bd05-ded64423a2c4 req-2dac190f-5c9f-4754-bc47-324a06d14884 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:16.370947 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-ad192f67-7885-471a-bd05-ded64423a2c4 req-2dac190f-5c9f-4754-bc47-324a06d14884 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] For port 591082d0-9b70-4bcb-9520-7ed48ebc3a0f, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=591082d0-9b70-4bcb-9520-7ed48ebc3a0f,segment=NetworkSegment(5f4aafce-f4b8-4615-b0b7-bbb52d17a24c),segment_id=5f4aafce-f4b8-4615-b0b7-bbb52d17a24c)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:58:16.371312 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ad192f67-7885-471a-bd05-ded64423a2c4 req-2dac190f-5c9f-4754-bc47-324a06d14884 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:16.492139 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-ad192f67-7885-471a-bd05-ded64423a2c4 req-2dac190f-5c9f-4754-bc47-324a06d14884 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Calling delete_port for 591082d0-9b70-4bcb-9520-7ed48ebc3a0f owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:58:16.636771 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ad192f67-7885-471a-bd05-ded64423a2c4 req-2dac190f-5c9f-4754-bc47-324a06d14884 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:16.648139 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['46dd2688-76ab-449b-8a85-c128bd0a307e'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:58:16.673479 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['591082d0-9b70-4bcb-9520-7ed48ebc3a0f'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:58:16.717989 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac190f-5c9f-4754-bc47-324a06d14884 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Pushing event deleted for resources: {'Port': ['ID=591082d0-9b70-4bcb-9520-7ed48ebc3a0f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:16.770012 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad192f67-7885-471a-bd05-ded64423a2c4 req-2dac190f-5c9f-4754-bc47-324a06d14884 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] No DVR routers for this DVR port 591082d0-9b70-4bcb-9520-7ed48ebc3a0f on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:58:16.772595 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ad192f67-7885-471a-bd05-ded64423a2c4 req-2dac190f-5c9f-4754-bc47-324a06d14884 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:16.775653 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572a435f-64a8-4d9d-9610-4c51d19bee3e', 'name': 'network-vif-deleted', 'tag': '591082d0-9b70-4bcb-9520-7ed48ebc3a0f'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:58:16.793143 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ad192f67-7885-471a-bd05-ded64423a2c4 req-2dac190f-5c9f-4754-bc47-324a06d14884 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.35 "DELETE /v2.0/ports/591082d0-9b70-4bcb-9520-7ed48ebc3a0f HTTP/1.1" status: 204 len: 173 time: 0.7299454 Feb 09 01:58:16.828160 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '572a435f-64a8-4d9d-9610-4c51d19bee3e', 'name': 'network-vif-deleted', 'tag': '591082d0-9b70-4bcb-9520-7ed48ebc3a0f', 'status': 'completed', 'code': 200} Feb 09 01:58:17.082440 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e18bb633-891d-4df3-b10f-51e8e020fa78 req-e7e7dd7e-4fcf-4852-afcd-1c5c461dda44 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Synchronizing usage tracker for tenant:774cac6cd4044fbcb1bf7e1b1df714d5 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:58:17.097314 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e18bb633-891d-4df3-b10f-51e8e020fa78 req-e7e7dd7e-4fcf-4852-afcd-1c5c461dda44 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Unset dirty status for tenant:774cac6cd4044fbcb1bf7e1b1df714d5 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:58:17.098788 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e18bb633-891d-4df3-b10f-51e8e020fa78 req-e7e7dd7e-4fcf-4852-afcd-1c5c461dda44 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/ports?device_id=572a435f-64a8-4d9d-9610-4c51d19bee3e HTTP/1.1" status: 200 len: 210 time: 0.0606275 Feb 09 01:58:18.355647 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1126b-9d7e-43eb-9b5d-ecc76cbd99d7 req-29f26611-97b6-4e71-ae85-2583460a4a01 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:18.356355 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bdf1126b-9d7e-43eb-9b5d-ecc76cbd99d7 req-29f26611-97b6-4e71-ae85-2583460a4a01 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0037543-0b49-4774-ac45-8576d244267b HTTP/1.1" status: 200 len: 946 time: 0.0818660 Feb 09 01:58:18.408313 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bdf1126b-9d7e-43eb-9b5d-ecc76cbd99d7 req-e57af763-3a10-4d1c-b1db-250917edf5c0 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/security-groups?id=769b1f8a-050e-44f5-b002-23f0006b6bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468543 Feb 09 01:58:18.607227 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d8ece-0436-4851-84a6-a1e8e048a743 req-d10a716f-2a21-4cbe-be67-c1f4fb393ea8 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:18.608613 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd3d8ece-0436-4851-84a6-a1e8e048a743 req-d10a716f-2a21-4cbe-be67-c1f4fb393ea8 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0037543-0b49-4774-ac45-8576d244267b HTTP/1.1" status: 200 len: 946 time: 0.0792058 Feb 09 01:58:18.651727 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bd3d8ece-0436-4851-84a6-a1e8e048a743 req-34fcd79e-7870-41cb-9054-8c3fc12eef78 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/security-groups?id=769b1f8a-050e-44f5-b002-23f0006b6bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375705 Feb 09 01:58:18.837147 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3ad9a-10d9-4a93-b165-6b6553833c03 req-565778e4-43e3-4c2d-bade-adf3ad8542a9 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:18.838580 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e4b3ad9a-10d9-4a93-b165-6b6553833c03 req-565778e4-43e3-4c2d-bade-adf3ad8542a9 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0037543-0b49-4774-ac45-8576d244267b HTTP/1.1" status: 200 len: 946 time: 0.0820255 Feb 09 01:58:18.881639 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e4b3ad9a-10d9-4a93-b165-6b6553833c03 req-e33699ea-1241-465b-8be2-c5434f809323 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/security-groups?id=769b1f8a-050e-44f5-b002-23f0006b6bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373294 Feb 09 01:58:19.178166 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db510bcf-79b6-4d5a-b659-f164f69b061a req-229c5f1c-0525-476f-9258-30864caafe73 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:19.179516 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-db510bcf-79b6-4d5a-b659-f164f69b061a req-229c5f1c-0525-476f-9258-30864caafe73 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0037543-0b49-4774-ac45-8576d244267b HTTP/1.1" status: 200 len: 946 time: 0.0893342 Feb 09 01:58:19.225450 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-db510bcf-79b6-4d5a-b659-f164f69b061a req-6cf536ae-1d43-4e34-98b9-f1ea754e2a1a tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/security-groups?id=769b1f8a-050e-44f5-b002-23f0006b6bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403085 Feb 09 01:58:19.409036 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f3ecd-e307-4aaa-9553-83d56e6b061b req-0a355fad-37a6-4d00-8d32-52edd8b8e3b9 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:19.410482 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b51f3ecd-e307-4aaa-9553-83d56e6b061b req-0a355fad-37a6-4d00-8d32-52edd8b8e3b9 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0037543-0b49-4774-ac45-8576d244267b HTTP/1.1" status: 200 len: 946 time: 0.0824697 Feb 09 01:58:19.453669 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b51f3ecd-e307-4aaa-9553-83d56e6b061b req-d0b1938a-83b8-498a-8dfb-23133512a6d7 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/security-groups?id=769b1f8a-050e-44f5-b002-23f0006b6bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370295 Feb 09 01:58:19.643033 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d747ac9-cf02-4c76-8ae8-46efb4a11f4c req-1530b44d-13db-484e-84e9-b06f8e294544 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:19.644507 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d747ac9-cf02-4c76-8ae8-46efb4a11f4c req-1530b44d-13db-484e-84e9-b06f8e294544 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0037543-0b49-4774-ac45-8576d244267b HTTP/1.1" status: 200 len: 946 time: 0.0786171 Feb 09 01:58:19.689853 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d747ac9-cf02-4c76-8ae8-46efb4a11f4c req-cceb7393-82e5-4891-b479-1caa5d585d71 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/security-groups?id=769b1f8a-050e-44f5-b002-23f0006b6bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392933 Feb 09 01:58:20.217554 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626eb3f3-0a54-4b20-8476-ea716035de50 req-c351c93d-0f15-4150-93cf-669ec69318e1 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:20.219024 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-626eb3f3-0a54-4b20-8476-ea716035de50 req-c351c93d-0f15-4150-93cf-669ec69318e1 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0037543-0b49-4774-ac45-8576d244267b HTTP/1.1" status: 200 len: 946 time: 0.0809691 Feb 09 01:58:20.263011 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-626eb3f3-0a54-4b20-8476-ea716035de50 req-add4d19a-0764-483c-9c6f-33a2b2546c5e tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/security-groups?id=769b1f8a-050e-44f5-b002-23f0006b6bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384812 Feb 09 01:58:20.283307 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 591082d0-9b70-4bcb-9520-7ed48ebc3a0f no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:58:20.311744 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 591082d0-9b70-4bcb-9520-7ed48ebc3a0f {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:58:20.312020 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 591082d0-9b70-4bcb-9520-7ed48ebc3a0f not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:58:21.451288 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f24660-d2f7-421a-86e2-d0cc5e79ac55 req-7ed96dd9-c724-4c6b-b965-1d5ec8a8533a tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:21.452845 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-27f24660-d2f7-421a-86e2-d0cc5e79ac55 req-7ed96dd9-c724-4c6b-b965-1d5ec8a8533a tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0037543-0b49-4774-ac45-8576d244267b HTTP/1.1" status: 200 len: 946 time: 0.0849657 Feb 09 01:58:21.490340 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4ea4c-99ae-4b0f-b91e-d2ea083fa712 req-c5de26fa-7e0e-4157-993b-ee083a575a7a tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:21.491777 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bef4ea4c-99ae-4b0f-b91e-d2ea083fa712 req-c5de26fa-7e0e-4157-993b-ee083a575a7a tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.117 "GET /v2.0/ports?device_id=c0037543-0b49-4774-ac45-8576d244267b HTTP/1.1" status: 200 len: 946 time: 0.0846016 Feb 09 01:58:21.501022 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-27f24660-d2f7-421a-86e2-d0cc5e79ac55 req-3b5f0246-6c9c-4e10-ae01-f126fe814ffe tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/security-groups?id=769b1f8a-050e-44f5-b002-23f0006b6bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412090 Feb 09 01:58:21.655822 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-bef4ea4c-99ae-4b0f-b91e-d2ea083fa712 req-d4ff5f6f-196b-418e-8258-4431ed7f8c6c tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Deleting port 46dd2688-76ab-449b-8a85-c128bd0a307e {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:58:21.656158 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bef4ea4c-99ae-4b0f-b91e-d2ea083fa712 req-d4ff5f6f-196b-418e-8258-4431ed7f8c6c tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:21.903788 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-bef4ea4c-99ae-4b0f-b91e-d2ea083fa712 req-d4ff5f6f-196b-418e-8258-4431ed7f8c6c tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] For port 46dd2688-76ab-449b-8a85-c128bd0a307e, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=46dd2688-76ab-449b-8a85-c128bd0a307e,segment=NetworkSegment(5f4aafce-f4b8-4615-b0b7-bbb52d17a24c),segment_id=5f4aafce-f4b8-4615-b0b7-bbb52d17a24c)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:58:21.904145 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bef4ea4c-99ae-4b0f-b91e-d2ea083fa712 req-d4ff5f6f-196b-418e-8258-4431ed7f8c6c tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:22.025131 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-bef4ea4c-99ae-4b0f-b91e-d2ea083fa712 req-d4ff5f6f-196b-418e-8258-4431ed7f8c6c tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Calling delete_port for 46dd2688-76ab-449b-8a85-c128bd0a307e owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:58:22.175033 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bef4ea4c-99ae-4b0f-b91e-d2ea083fa712 req-d4ff5f6f-196b-418e-8258-4431ed7f8c6c tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:22.187501 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['46dd2688-76ab-449b-8a85-c128bd0a307e'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:58:22.225256 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff5f6f-196b-418e-8258-4431ed7f8c6c tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Pushing event deleted for resources: {'Port': ['ID=46dd2688-76ab-449b-8a85-c128bd0a307e,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:22.299734 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef4ea4c-99ae-4b0f-b91e-d2ea083fa712 req-d4ff5f6f-196b-418e-8258-4431ed7f8c6c tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] No DVR routers for this DVR port 46dd2688-76ab-449b-8a85-c128bd0a307e on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:58:22.302224 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bef4ea4c-99ae-4b0f-b91e-d2ea083fa712 req-d4ff5f6f-196b-418e-8258-4431ed7f8c6c tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:22.304690 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0037543-0b49-4774-ac45-8576d244267b', 'name': 'network-vif-deleted', 'tag': '46dd2688-76ab-449b-8a85-c128bd0a307e'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:58:22.320694 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bef4ea4c-99ae-4b0f-b91e-d2ea083fa712 req-d4ff5f6f-196b-418e-8258-4431ed7f8c6c tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.117 "DELETE /v2.0/ports/46dd2688-76ab-449b-8a85-c128bd0a307e HTTP/1.1" status: 204 len: 173 time: 0.8240213 Feb 09 01:58:22.349396 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0037543-0b49-4774-ac45-8576d244267b', 'name': 'network-vif-deleted', 'tag': '46dd2688-76ab-449b-8a85-c128bd0a307e', 'status': 'completed', 'code': 200} Feb 09 01:58:22.404993 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:22.663288 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2d21d852-1764-461d-ba2b-a34c9481868a req-cf7175a3-e431-4ddc-9e94-a16366498674 tempest-ServersNegativeTestJSON-587919453 tempest-ServersNegativeTestJSON-587919453-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0037543-0b49-4774-ac45-8576d244267b HTTP/1.1" status: 200 len: 210 time: 0.0408828 Feb 09 01:58:23.757947 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37172) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:23.819569 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e12ec0-16a6-47e9-9903-8d0e97601015 admin admin] Deleting subnet ea68667b-cc1b-4349-9410-f6a29f960813 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:58:23.822427 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-16e12ec0-16a6-47e9-9903-8d0e97601015 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:23.870691 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-16e12ec0-16a6-47e9-9903-8d0e97601015 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:23.928147 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-16e12ec0-16a6-47e9-9903-8d0e97601015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:23.993419 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-16e12ec0-16a6-47e9-9903-8d0e97601015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:24.030405 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e12ec0-16a6-47e9-9903-8d0e97601015 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea68667b-cc1b-4349-9410-f6a29f960813,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:24.034110 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-16e12ec0-16a6-47e9-9903-8d0e97601015 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:24.042058 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-16e12ec0-16a6-47e9-9903-8d0e97601015 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ea68667b-cc1b-4349-9410-f6a29f960813 HTTP/1.1" status: 204 len: 168 time: 0.2807760 Feb 09 01:58:24.042286 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37176) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:24.145428 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-151b6fdc-8827-4170-99a1-67309f23040b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:24.265379 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-151b6fdc-8827-4170-99a1-67309f23040b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:24.289451 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-151b6fdc-8827-4170-99a1-67309f23040b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78e90e48-2ff7-4f36-81b0-f961980949e2']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:24.304365 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-151b6fdc-8827-4170-99a1-67309f23040b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f4aafce-f4b8-4615-b0b7-bbb52d17a24c') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:24.304678 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-151b6fdc-8827-4170-99a1-67309f23040b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f4aafce-f4b8-4615-b0b7-bbb52d17a24c') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:24.315577 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-151b6fdc-8827-4170-99a1-67309f23040b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:24.331519 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-151b6fdc-8827-4170-99a1-67309f23040b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:24.338008 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-151b6fdc-8827-4170-99a1-67309f23040b admin admin] Releasing vlan 966 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:58:24.338395 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-151b6fdc-8827-4170-99a1-67309f23040b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:24.351420 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:58:24.351420 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:58:24.351420 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:58:24.351420 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:58:24.351420 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:58:24.351420 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:58:24.351420 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:58:24.351420 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:58:24.351420 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:58:24.351420 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:58:24.351420 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:58:24.351420 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:58:24.351420 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:58:24.351420 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:58:24.351420 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:58:24.351420 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:58:24.351420 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:58:24.351420 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:58:24.351420 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:58:24.351420 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:58:24.351420 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:58:24.351420 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:58:24.351420 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:58:24.351420 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:58:24.351420 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:58:24.351420 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:58:24.351420 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:58:24.351420 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:58:24.351420 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:58:24.351420 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:58:24.351420 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:58:24.351420 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:58:24.424060 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-151b6fdc-8827-4170-99a1-67309f23040b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:24.440248 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-151b6fdc-8827-4170-99a1-67309f23040b admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:24.454379 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b6fdc-8827-4170-99a1-67309f23040b admin admin] Pushing event deleted for resources: {'Network': ['ID=78e90e48-2ff7-4f36-81b0-f961980949e2,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:24.462398 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-151b6fdc-8827-4170-99a1-67309f23040b admin admin] 10.222.0.37 "DELETE /v2.0/networks/78e90e48-2ff7-4f36-81b0-f961980949e2 HTTP/1.1" status: 204 len: 168 time: 0.4192064 Feb 09 01:58:24.570707 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37182) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:24.713945 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d185eaa4-d133-46e5-b1bd-cac7e05ad17a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=774cac6cd4044fbcb1bf7e1b1df714d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414876 Feb 09 01:58:24.716390 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37186) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:24.772562 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3d0ac8b0-67aa-4911-b18d-7d72654f4d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:24.797680 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3d0ac8b0-67aa-4911-b18d-7d72654f4d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:24.848131 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3d0ac8b0-67aa-4911-b18d-7d72654f4d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:24.865602 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ac8b0-67aa-4911-b18d-7d72654f4d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769b1f8a-050e-44f5-b002-23f0006b6bea,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:24.878420 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3d0ac8b0-67aa-4911-b18d-7d72654f4d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:24.879521 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3d0ac8b0-67aa-4911-b18d-7d72654f4d5b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/769b1f8a-050e-44f5-b002-23f0006b6bea HTTP/1.1" status: 204 len: 168 time: 0.1622324 Feb 09 01:58:25.297624 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 46dd2688-76ab-449b-8a85-c128bd0a307e no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:58:25.330329 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: 46dd2688-76ab-449b-8a85-c128bd0a307e {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:58:25.330589 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 46dd2688-76ab-449b-8a85-c128bd0a307e not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:58:25.585900 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:25.619680 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37210) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:25.720585 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-8f25abfd-8233-4593-946a-4779ad762de1 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2038221215'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:25.726162 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8f25abfd-8233-4593-946a-4779ad762de1 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:58:25.729936 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8f25abfd-8233-4593-946a-4779ad762de1 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Usage tracker for resource:network and tenant:50ecf0f27f9b4b23b6aa93d284e25686 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:58:25.732768 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8f25abfd-8233-4593-946a-4779ad762de1 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:58:25.738816 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8f25abfd-8233-4593-946a-4779ad762de1 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:58:25.748244 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f25abfd-8233-4593-946a-4779ad762de1 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Made reservation on behalf of 50ecf0f27f9b4b23b6aa93d284e25686 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:25.751752 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8f25abfd-8233-4593-946a-4779ad762de1 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:25.764358 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8f25abfd-8233-4593-946a-4779ad762de1 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:25.781997 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8f25abfd-8233-4593-946a-4779ad762de1 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:58:25.786212 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8f25abfd-8233-4593-946a-4779ad762de1 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Usage tracker for resource:security_group_rule and tenant:50ecf0f27f9b4b23b6aa93d284e25686 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:58:25.789012 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8f25abfd-8233-4593-946a-4779ad762de1 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:58:25.794836 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8f25abfd-8233-4593-946a-4779ad762de1 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:58:25.879837 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8f25abfd-8233-4593-946a-4779ad762de1 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:25.883901 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8f25abfd-8233-4593-946a-4779ad762de1 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:25.916657 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f25abfd-8233-4593-946a-4779ad762de1 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 956} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:58:25.925422 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25abfd-8233-4593-946a-4779ad762de1 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9a6b0f-0057-45db-b53c-2af808ccbfee,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:25.930972 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8f25abfd-8233-4593-946a-4779ad762de1 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:25.931345 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-8f25abfd-8233-4593-946a-4779ad762de1 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Added segment dc5022e6-c060-4ee7-ad39-b7d60259cd03 of type vlan for network 2e4d9d49-f5d4-4c27-bead-814dbfd938bb Feb 09 01:58:25.957898 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8f25abfd-8233-4593-946a-4779ad762de1 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:25.985493 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8f25abfd-8233-4593-946a-4779ad762de1 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:25.990847 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f25abfd-8233-4593-946a-4779ad762de1 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:25.991422 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8f25abfd-8233-4593-946a-4779ad762de1 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:26.097850 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8f25abfd-8233-4593-946a-4779ad762de1 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4770186 Feb 09 01:58:26.101757 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25abfd-8233-4593-946a-4779ad762de1 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Pushing event updated for resources: {'Network': ['ID=2e4d9d49-f5d4-4c27-bead-814dbfd938bb,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:26.112360 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 2e4d9d49-f5d4-4c27-bead-814dbfd938bb details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:58:29.393136 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37216) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:29.398780 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-0c97da2a-55e7-403d-88c2-a86501825dc5 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Request body: {'subnet': {'network_id': '2e4d9d49-f5d4-4c27-bead-814dbfd938bb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:29.510066 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0c97da2a-55e7-403d-88c2-a86501825dc5 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:58:29.513892 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0c97da2a-55e7-403d-88c2-a86501825dc5 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Usage tracker for resource:subnet and tenant:50ecf0f27f9b4b23b6aa93d284e25686 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:58:29.516644 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-0c97da2a-55e7-403d-88c2-a86501825dc5 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:58:29.522202 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-0c97da2a-55e7-403d-88c2-a86501825dc5 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:58:29.532123 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c97da2a-55e7-403d-88c2-a86501825dc5 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Made reservation on behalf of 50ecf0f27f9b4b23b6aa93d284e25686 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:29.535602 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c97da2a-55e7-403d-88c2-a86501825dc5 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:29.752554 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c97da2a-55e7-403d-88c2-a86501825dc5 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:29.833875 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97da2a-55e7-403d-88c2-a86501825dc5 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Pushing event updated for resources: {'Subnet': ['ID=f1d6b18a-35c9-4187-8537-52f66018b646,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:29.839704 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c97da2a-55e7-403d-88c2-a86501825dc5 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Checking segment: {'id': 'dc5022e6-c060-4ee7-ad39-b7d60259cd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '2e4d9d49-f5d4-4c27-bead-814dbfd938bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:58:29.840058 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c97da2a-55e7-403d-88c2-a86501825dc5 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Network hostable DHCP agents. Network: 2e4d9d49-f5d4-4c27-bead-814dbfd938bb, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:58:29.858343 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c97da2a-55e7-403d-88c2-a86501825dc5 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Network 2e4d9d49-f5d4-4c27-bead-814dbfd938bb is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:58:29.866924 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-0c97da2a-55e7-403d-88c2-a86501825dc5 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 2e4d9d49-f5d4-4c27-bead-814dbfd938bb) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:29.871015 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c97da2a-55e7-403d-88c2-a86501825dc5 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:29.871600 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0c97da2a-55e7-403d-88c2-a86501825dc5 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:29.876164 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f5c86a-a21e-41e4-a973-00b2b56ae83b None None] Network 2e4d9d49-f5d4-4c27-bead-814dbfd938bb requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:58:29.893583 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0c97da2a-55e7-403d-88c2-a86501825dc5 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4993179 Feb 09 01:58:29.897285 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37220) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:29.903375 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-8db80c04-8266-4e81-9b60-86749fcfdff5 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1057736460'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:29.909125 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8db80c04-8266-4e81-9b60-86749fcfdff5 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:58:29.912908 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8db80c04-8266-4e81-9b60-86749fcfdff5 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Usage tracker for resource:network and tenant:50ecf0f27f9b4b23b6aa93d284e25686 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:58:29.915761 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8db80c04-8266-4e81-9b60-86749fcfdff5 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:58:29.921390 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8db80c04-8266-4e81-9b60-86749fcfdff5 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:58:29.932632 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db80c04-8266-4e81-9b60-86749fcfdff5 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Made reservation on behalf of 50ecf0f27f9b4b23b6aa93d284e25686 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:29.936118 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8db80c04-8266-4e81-9b60-86749fcfdff5 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:29.964735 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db80c04-8266-4e81-9b60-86749fcfdff5 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 953} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:58:29.973171 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8db80c04-8266-4e81-9b60-86749fcfdff5 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:29.973521 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-8db80c04-8266-4e81-9b60-86749fcfdff5 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Added segment 553552e1-7acc-48cc-b4e4-a20030644ed5 of type vlan for network ea3ba288-5fb9-4bf5-8b30-ae4d86e90bcb Feb 09 01:58:29.999192 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8db80c04-8266-4e81-9b60-86749fcfdff5 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:30.030361 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8db80c04-8266-4e81-9b60-86749fcfdff5 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:30.035708 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db80c04-8266-4e81-9b60-86749fcfdff5 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:30.036291 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8db80c04-8266-4e81-9b60-86749fcfdff5 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:30.095228 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd81565-0c5f-4084-b0f0-504d86ed40e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-2e4d9d49-f5d4-4c27-bead-814dbfd938bb', 'network_id': '2e4d9d49-f5d4-4c27-bead-814dbfd938bb', 'tenant_id': '50ecf0f27f9b4b23b6aa93d284e25686', 'fixed_ips': [{'subnet_id': 'f1d6b18a-35c9-4187-8537-52f66018b646'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:58:30.096423 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4cd81565-0c5f-4084-b0f0-504d86ed40e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:30.137092 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8db80c04-8266-4e81-9b60-86749fcfdff5 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2387502 Feb 09 01:58:30.139981 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37224) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:30.147640 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-e97a2cd7-9d3d-4440-98d4-4c9d894d88e8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Request body: {'subnet': {'network_id': 'ea3ba288-5fb9-4bf5-8b30-ae4d86e90bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:30.212865 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db80c04-8266-4e81-9b60-86749fcfdff5 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Pushing event updated for resources: {'Network': ['ID=ea3ba288-5fb9-4bf5-8b30-ae4d86e90bcb,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:30.224164 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network ea3ba288-5fb9-4bf5-8b30-ae4d86e90bcb details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:58:30.261457 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e97a2cd7-9d3d-4440-98d4-4c9d894d88e8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:58:30.265317 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e97a2cd7-9d3d-4440-98d4-4c9d894d88e8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Usage tracker for resource:subnet and tenant:50ecf0f27f9b4b23b6aa93d284e25686 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:58:30.268076 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e97a2cd7-9d3d-4440-98d4-4c9d894d88e8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:58:30.273690 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e97a2cd7-9d3d-4440-98d4-4c9d894d88e8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:58:30.282703 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97a2cd7-9d3d-4440-98d4-4c9d894d88e8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Made reservation on behalf of 50ecf0f27f9b4b23b6aa93d284e25686 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:30.286109 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e97a2cd7-9d3d-4440-98d4-4c9d894d88e8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:30.333829 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-4cd81565-0c5f-4084-b0f0-504d86ed40e4 None None] Allocated IP 2001:db8:0:ffff::2 (2e4d9d49-f5d4-4c27-bead-814dbfd938bb/f1d6b18a-35c9-4187-8537-52f66018b646/9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:30.514645 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e97a2cd7-9d3d-4440-98d4-4c9d894d88e8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:30.543641 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4cd81565-0c5f-4084-b0f0-504d86ed40e4 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:30.554414 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-4cd81565-0c5f-4084-b0f0-504d86ed40e4 None None] Transition to ACTIVE for port object 9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:58:30.573757 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-4cd81565-0c5f-4084-b0f0-504d86ed40e4 None None] Transition to ACTIVE for port object 9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:58:30.580292 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4cd81565-0c5f-4084-b0f0-504d86ed40e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:30.589054 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a2cd7-9d3d-4440-98d4-4c9d894d88e8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Pushing event updated for resources: {'Subnet': ['ID=89b594cd-2d5c-4558-8570-7ae96710bb2e,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:30.600008 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97a2cd7-9d3d-4440-98d4-4c9d894d88e8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Checking segment: {'id': '553552e1-7acc-48cc-b4e4-a20030644ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'ea3ba288-5fb9-4bf5-8b30-ae4d86e90bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:58:30.600367 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97a2cd7-9d3d-4440-98d4-4c9d894d88e8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Network hostable DHCP agents. Network: ea3ba288-5fb9-4bf5-8b30-ae4d86e90bcb, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:58:30.620807 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97a2cd7-9d3d-4440-98d4-4c9d894d88e8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Network ea3ba288-5fb9-4bf5-8b30-ae4d86e90bcb is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:58:30.631476 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-e97a2cd7-9d3d-4440-98d4-4c9d894d88e8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, ea3ba288-5fb9-4bf5-8b30-ae4d86e90bcb) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:30.635777 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97a2cd7-9d3d-4440-98d4-4c9d894d88e8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:30.636368 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e97a2cd7-9d3d-4440-98d4-4c9d894d88e8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:30.651131 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989f2674-21c7-47e3-b2f7-5cc5a34d0479 None None] Network ea3ba288-5fb9-4bf5-8b30-ae4d86e90bcb requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:58:30.657657 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e97a2cd7-9d3d-4440-98d4-4c9d894d88e8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5166712 Feb 09 01:58:30.660522 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37228) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:30.719742 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd81565-0c5f-4084-b0f0-504d86ed40e4 None None] Network 2e4d9d49-f5d4-4c27-bead-814dbfd938bb is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:30.727913 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-4cd81565-0c5f-4084-b0f0-504d86ed40e4 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:30.731461 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd81565-0c5f-4084-b0f0-504d86ed40e4 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:58:30.801924 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-749d44b3-6636-4a80-b9bf-93711041c33b tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:30.813554 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd81565-0c5f-4084-b0f0-504d86ed40e4 None None] Pushing event updated for resources: {'Port': ['ID=9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:30.870611 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-749d44b3-6636-4a80-b9bf-93711041c33b tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:30.899113 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-4cd81565-0c5f-4084-b0f0-504d86ed40e4 None None] Attempting to bind port 9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:58:30.899730 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-4cd81565-0c5f-4084-b0f0-504d86ed40e4 None None] Attempting to bind port 9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'dc5022e6-c060-4ee7-ad39-b7d60259cd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '2e4d9d49-f5d4-4c27-bead-814dbfd938bb'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:58:30.899849 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd81565-0c5f-4084-b0f0-504d86ed40e4 None None] Attempting to bind port 9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66 on network 2e4d9d49-f5d4-4c27-bead-814dbfd938bb {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:58:30.937764 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd81565-0c5f-4084-b0f0-504d86ed40e4 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:58:30.938146 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd81565-0c5f-4084-b0f0-504d86ed40e4 None None] Checking segment: {'id': 'dc5022e6-c060-4ee7-ad39-b7d60259cd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '2e4d9d49-f5d4-4c27-bead-814dbfd938bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:58:30.938551 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4cd81565-0c5f-4084-b0f0-504d86ed40e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:30.938940 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd81565-0c5f-4084-b0f0-504d86ed40e4 None None] Bound using segment: {'id': 'dc5022e6-c060-4ee7-ad39-b7d60259cd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '2e4d9d49-f5d4-4c27-bead-814dbfd938bb'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:58:30.939419 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-4cd81565-0c5f-4084-b0f0-504d86ed40e4 None None] Bound port: 9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5022e6-c060-4ee7-ad39-b7d60259cd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '2e4d9d49-f5d4-4c27-bead-814dbfd938bb'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:58:30.939791 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4cd81565-0c5f-4084-b0f0-504d86ed40e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:31.054784 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-749d44b3-6636-4a80-b9bf-93711041c33b tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:31.075902 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4500eeca-b53f-42bd-8b11-eb7890489e10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-ea3ba288-5fb9-4bf5-8b30-ae4d86e90bcb', 'network_id': 'ea3ba288-5fb9-4bf5-8b30-ae4d86e90bcb', 'tenant_id': '50ecf0f27f9b4b23b6aa93d284e25686', 'fixed_ips': [{'subnet_id': '89b594cd-2d5c-4558-8570-7ae96710bb2e'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:58:31.076738 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4500eeca-b53f-42bd-8b11-eb7890489e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:31.094912 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d44b3-6636-4a80-b9bf-93711041c33b tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Pushing event deleted for resources: {'Subnet': ['ID=89b594cd-2d5c-4558-8570-7ae96710bb2e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:31.104825 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-4cd81565-0c5f-4084-b0f0-504d86ed40e4 None None] For port 9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:58:31.151459 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-4cd81565-0c5f-4084-b0f0-504d86ed40e4 None None] For port 9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66,segment=NetworkSegment(dc5022e6-c060-4ee7-ad39-b7d60259cd03),segment_id=dc5022e6-c060-4ee7-ad39-b7d60259cd03)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:58:31.162080 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4cd81565-0c5f-4084-b0f0-504d86ed40e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:31.194504 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-749d44b3-6636-4a80-b9bf-93711041c33b tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:31.220947 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-749d44b3-6636-4a80-b9bf-93711041c33b tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3ba288-5fb9-4bf5-8b30-ae4d86e90bcb']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:31.233858 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-749d44b3-6636-4a80-b9bf-93711041c33b tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '553552e1-7acc-48cc-b4e4-a20030644ed5') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:31.234167 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-749d44b3-6636-4a80-b9bf-93711041c33b tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '553552e1-7acc-48cc-b4e4-a20030644ed5') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:31.245524 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-749d44b3-6636-4a80-b9bf-93711041c33b tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:31.263161 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-749d44b3-6636-4a80-b9bf-93711041c33b tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:31.264889 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd81565-0c5f-4084-b0f0-504d86ed40e4 None None] Pushing event updated for resources: {'Port': ['ID=9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:31.269449 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5093103a-0ebd-44cc-8cd2-0ed7a9fac246 None None] Network ea3ba288-5fb9-4bf5-8b30-ae4d86e90bcb requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:58:31.276904 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-749d44b3-6636-4a80-b9bf-93711041c33b tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Releasing vlan 953 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:58:31.277308 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-749d44b3-6636-4a80-b9bf-93711041c33b tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:31.296315 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:58:31.296315 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:58:31.296315 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:58:31.296315 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:58:31.296315 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:58:31.296315 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:58:31.296315 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:58:31.296315 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:58:31.296315 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:58:31.296315 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:58:31.296315 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:58:31.296315 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:58:31.296315 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:58:31.296315 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:58:31.296315 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:58:31.296315 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:58:31.296315 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:58:31.296315 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:58:31.296315 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:58:31.296315 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:58:31.296315 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:58:31.296315 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:58:31.296315 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:58:31.296315 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:58:31.296315 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:58:31.296315 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:58:31.296315 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:58:31.296315 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:58:31.296315 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:58:31.296315 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:58:31.296315 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:58:31.296315 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:58:31.375454 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-749d44b3-6636-4a80-b9bf-93711041c33b tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:31.396828 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-749d44b3-6636-4a80-b9bf-93711041c33b tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:31.404293 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d44b3-6636-4a80-b9bf-93711041c33b tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Pushing event deleted for resources: {'Network': ['ID=ea3ba288-5fb9-4bf5-8b30-ae4d86e90bcb,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:31.414157 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-749d44b3-6636-4a80-b9bf-93711041c33b tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] 10.222.0.37 "DELETE /v2.0/networks/ea3ba288-5fb9-4bf5-8b30-ae4d86e90bcb HTTP/1.1" status: 204 len: 168 time: 0.7494557 Feb 09 01:58:31.414369 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37232) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:31.420133 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-3127631e-dfb2-46f2-887a-27d429174db7 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2025903126'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:31.426655 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3127631e-dfb2-46f2-887a-27d429174db7 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:58:31.431688 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3127631e-dfb2-46f2-887a-27d429174db7 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Usage tracker for resource:network and tenant:50ecf0f27f9b4b23b6aa93d284e25686 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:58:31.434751 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3127631e-dfb2-46f2-887a-27d429174db7 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:58:31.441634 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3127631e-dfb2-46f2-887a-27d429174db7 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:58:31.453457 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3127631e-dfb2-46f2-887a-27d429174db7 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Made reservation on behalf of 50ecf0f27f9b4b23b6aa93d284e25686 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:31.458922 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3127631e-dfb2-46f2-887a-27d429174db7 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:31.501065 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3127631e-dfb2-46f2-887a-27d429174db7 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 979} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:58:31.510454 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3127631e-dfb2-46f2-887a-27d429174db7 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:31.510793 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-3127631e-dfb2-46f2-887a-27d429174db7 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Added segment 36c940f2-006b-4660-98f8-f2329abfc988 of type vlan for network afc0e6d9-52dc-4977-91e7-13d5d0600e94 Feb 09 01:58:31.539152 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3127631e-dfb2-46f2-887a-27d429174db7 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:31.570772 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3127631e-dfb2-46f2-887a-27d429174db7 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:31.577242 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3127631e-dfb2-46f2-887a-27d429174db7 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:31.577956 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3127631e-dfb2-46f2-887a-27d429174db7 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:31.677806 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3127631e-dfb2-46f2-887a-27d429174db7 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2624049 Feb 09 01:58:31.680669 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37238) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:31.688824 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b895009c-0808-4af5-a9d8-0884b88f706c tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Request body: {'subnet': {'network_id': 'afc0e6d9-52dc-4977-91e7-13d5d0600e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:31.707193 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3127631e-dfb2-46f2-887a-27d429174db7 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Pushing event updated for resources: {'Network': ['ID=afc0e6d9-52dc-4977-91e7-13d5d0600e94,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:31.718403 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network afc0e6d9-52dc-4977-91e7-13d5d0600e94 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:58:31.800667 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b895009c-0808-4af5-a9d8-0884b88f706c tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:58:31.804899 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b895009c-0808-4af5-a9d8-0884b88f706c tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Usage tracker for resource:subnet and tenant:50ecf0f27f9b4b23b6aa93d284e25686 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:58:31.808370 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b895009c-0808-4af5-a9d8-0884b88f706c tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:58:31.814342 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b895009c-0808-4af5-a9d8-0884b88f706c tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:58:31.825726 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b895009c-0808-4af5-a9d8-0884b88f706c tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Made reservation on behalf of 50ecf0f27f9b4b23b6aa93d284e25686 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:31.829722 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b895009c-0808-4af5-a9d8-0884b88f706c tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:31.923169 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.ipam_backend_mixin [None req-b895009c-0808-4af5-a9d8-0884b88f706c tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Performing IP validity checks on allocation pools {{(pid=87611) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 01:58:31.923696 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.ipam_backend_mixin [None req-b895009c-0808-4af5-a9d8-0884b88f706c tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87611) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 01:58:32.058319 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b895009c-0808-4af5-a9d8-0884b88f706c tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:32.139983 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895009c-0808-4af5-a9d8-0884b88f706c tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Pushing event updated for resources: {'Subnet': ['ID=50a421d5-c979-49b6-a137-ce1baefda26e,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:32.147543 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b895009c-0808-4af5-a9d8-0884b88f706c tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Checking segment: {'id': '36c940f2-006b-4660-98f8-f2329abfc988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'afc0e6d9-52dc-4977-91e7-13d5d0600e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:58:32.147902 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b895009c-0808-4af5-a9d8-0884b88f706c tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Network hostable DHCP agents. Network: afc0e6d9-52dc-4977-91e7-13d5d0600e94, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:58:32.167888 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b895009c-0808-4af5-a9d8-0884b88f706c tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Network afc0e6d9-52dc-4977-91e7-13d5d0600e94 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:58:32.177532 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-b895009c-0808-4af5-a9d8-0884b88f706c tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, afc0e6d9-52dc-4977-91e7-13d5d0600e94) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:32.182287 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b895009c-0808-4af5-a9d8-0884b88f706c tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:32.182935 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b895009c-0808-4af5-a9d8-0884b88f706c tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:32.192676 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9039c5e8-6393-42e9-a333-b598d81c7eac None None] Network afc0e6d9-52dc-4977-91e7-13d5d0600e94 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:58:32.208058 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b895009c-0808-4af5-a9d8-0884b88f706c tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5234811 Feb 09 01:58:32.208467 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37242) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:32.253987 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98d8a31-aea6-4d00-8caa-073d48b5fb51 None None] Network 2e4d9d49-f5d4-4c27-bead-814dbfd938bb requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:58:32.353878 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b28356b7-cab0-4db3-80fe-b226fb167eec tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:32.358707 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8a79380d-f7f8-4cc9-8b5b-d46739f1c6a8 None None] Provisioning for port 9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:58:32.424723 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b28356b7-cab0-4db3-80fe-b226fb167eec tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:32.497264 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b28356b7-cab0-4db3-80fe-b226fb167eec tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:32.541845 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28356b7-cab0-4db3-80fe-b226fb167eec tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Pushing event deleted for resources: {'Subnet': ['ID=50a421d5-c979-49b6-a137-ce1baefda26e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:32.583562 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503a79b6-37d9-47d6-9f18-dcb6a5054269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-afc0e6d9-52dc-4977-91e7-13d5d0600e94', 'network_id': 'afc0e6d9-52dc-4977-91e7-13d5d0600e94', 'tenant_id': '50ecf0f27f9b4b23b6aa93d284e25686', 'fixed_ips': [{'subnet_id': '50a421d5-c979-49b6-a137-ce1baefda26e'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:58:32.584381 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-503a79b6-37d9-47d6-9f18-dcb6a5054269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:32.633764 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b28356b7-cab0-4db3-80fe-b226fb167eec tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:32.667075 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-b28356b7-cab0-4db3-80fe-b226fb167eec tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afc0e6d9-52dc-4977-91e7-13d5d0600e94']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:32.679329 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-b28356b7-cab0-4db3-80fe-b226fb167eec tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c940f2-006b-4660-98f8-f2329abfc988') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:32.679625 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-b28356b7-cab0-4db3-80fe-b226fb167eec tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c940f2-006b-4660-98f8-f2329abfc988') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:32.691055 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b28356b7-cab0-4db3-80fe-b226fb167eec tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:32.708056 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01ff950-cded-4860-854a-a973a746ebb9 None None] Network afc0e6d9-52dc-4977-91e7-13d5d0600e94 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:58:32.711821 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b28356b7-cab0-4db3-80fe-b226fb167eec tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:32.719240 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28356b7-cab0-4db3-80fe-b226fb167eec tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Releasing vlan 979 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:58:32.719800 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b28356b7-cab0-4db3-80fe-b226fb167eec tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:32.734749 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:58:32.734749 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:58:32.734749 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:58:32.734749 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:58:32.734749 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:58:32.734749 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:58:32.734749 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:58:32.734749 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:58:32.734749 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:58:32.734749 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:58:32.734749 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:58:32.734749 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:58:32.734749 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:58:32.734749 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:58:32.734749 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:58:32.734749 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:58:32.734749 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:58:32.734749 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:58:32.734749 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:58:32.734749 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:58:32.734749 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:58:32.734749 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:58:32.734749 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:58:32.734749 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:58:32.734749 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:58:32.734749 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:58:32.734749 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:58:32.734749 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:58:32.734749 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:58:32.734749 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:58:32.734749 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:58:32.734749 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:58:32.820077 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b28356b7-cab0-4db3-80fe-b226fb167eec tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:32.844467 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b28356b7-cab0-4db3-80fe-b226fb167eec tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:32.856000 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28356b7-cab0-4db3-80fe-b226fb167eec tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Pushing event deleted for resources: {'Network': ['ID=afc0e6d9-52dc-4977-91e7-13d5d0600e94,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:32.860143 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b28356b7-cab0-4db3-80fe-b226fb167eec tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] 10.222.0.37 "DELETE /v2.0/networks/afc0e6d9-52dc-4977-91e7-13d5d0600e94 HTTP/1.1" status: 204 len: 168 time: 0.6502802 Feb 09 01:58:32.863592 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37246) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:32.869289 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-35ca26a5-04b0-431c-8580-88b74a17ac2a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-376270089'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:32.875110 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-35ca26a5-04b0-431c-8580-88b74a17ac2a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:58:32.879013 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-35ca26a5-04b0-431c-8580-88b74a17ac2a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Usage tracker for resource:network and tenant:50ecf0f27f9b4b23b6aa93d284e25686 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:58:32.883532 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-35ca26a5-04b0-431c-8580-88b74a17ac2a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:58:32.889925 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-35ca26a5-04b0-431c-8580-88b74a17ac2a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:58:32.901432 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ca26a5-04b0-431c-8580-88b74a17ac2a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Made reservation on behalf of 50ecf0f27f9b4b23b6aa93d284e25686 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:32.905043 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-35ca26a5-04b0-431c-8580-88b74a17ac2a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:32.932049 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ca26a5-04b0-431c-8580-88b74a17ac2a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 979} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:58:32.940543 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-35ca26a5-04b0-431c-8580-88b74a17ac2a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:32.940891 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-35ca26a5-04b0-431c-8580-88b74a17ac2a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Added segment e638e39f-77e7-41f1-acda-96626132a652 of type vlan for network d6ce23a3-b3e3-41f4-a1cd-bbae519ed1d3 Feb 09 01:58:32.967018 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-35ca26a5-04b0-431c-8580-88b74a17ac2a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:32.998463 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-35ca26a5-04b0-431c-8580-88b74a17ac2a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:33.004150 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ca26a5-04b0-431c-8580-88b74a17ac2a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:33.004749 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-35ca26a5-04b0-431c-8580-88b74a17ac2a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:33.108158 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37250) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:33.108706 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-35ca26a5-04b0-431c-8580-88b74a17ac2a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2435973 Feb 09 01:58:33.114193 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-88b84249-de78-4aad-bd39-d5f9ab3e4934 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Request body: {'subnet': {'network_id': 'd6ce23a3-b3e3-41f4-a1cd-bbae519ed1d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:33.114376 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca26a5-04b0-431c-8580-88b74a17ac2a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Pushing event updated for resources: {'Network': ['ID=d6ce23a3-b3e3-41f4-a1cd-bbae519ed1d3,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:33.125946 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network d6ce23a3-b3e3-41f4-a1cd-bbae519ed1d3 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:58:33.232849 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-88b84249-de78-4aad-bd39-d5f9ab3e4934 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:58:33.235355 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:58:33.236688 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-88b84249-de78-4aad-bd39-d5f9ab3e4934 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Usage tracker for resource:subnet and tenant:50ecf0f27f9b4b23b6aa93d284e25686 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:58:33.239449 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-88b84249-de78-4aad-bd39-d5f9ab3e4934 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:58:33.245388 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-88b84249-de78-4aad-bd39-d5f9ab3e4934 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:58:33.255082 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b84249-de78-4aad-bd39-d5f9ab3e4934 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Made reservation on behalf of 50ecf0f27f9b4b23b6aa93d284e25686 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:33.258793 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-88b84249-de78-4aad-bd39-d5f9ab3e4934 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:33.333958 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:58:33.339161 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:33.339532 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:33.458320 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:33.471834 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-88b84249-de78-4aad-bd39-d5f9ab3e4934 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:33.489746 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66,segment=NetworkSegment(dc5022e6-c060-4ee7-ad39-b7d60259cd03),segment_id=dc5022e6-c060-4ee7-ad39-b7d60259cd03)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:58:33.493407 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:33.554542 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b84249-de78-4aad-bd39-d5f9ab3e4934 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Pushing event updated for resources: {'Subnet': ['ID=169e6d8e-3669-4a25-94d0-f8bdec99d1c9,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:33.559349 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:33.562283 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b84249-de78-4aad-bd39-d5f9ab3e4934 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Checking segment: {'id': 'e638e39f-77e7-41f1-acda-96626132a652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'd6ce23a3-b3e3-41f4-a1cd-bbae519ed1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:58:33.562655 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b84249-de78-4aad-bd39-d5f9ab3e4934 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Network hostable DHCP agents. Network: d6ce23a3-b3e3-41f4-a1cd-bbae519ed1d3, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:58:33.567152 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:33.567487 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:33.567823 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:33.568144 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:33.568485 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:33.568804 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:33.569121 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:33.569430 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:33.569741 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:33.570051 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:33.570361 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:33.570670 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:33.584418 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b84249-de78-4aad-bd39-d5f9ab3e4934 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Network d6ce23a3-b3e3-41f4-a1cd-bbae519ed1d3 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:58:33.593790 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-88b84249-de78-4aad-bd39-d5f9ab3e4934 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, d6ce23a3-b3e3-41f4-a1cd-bbae519ed1d3) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:33.597781 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b84249-de78-4aad-bd39-d5f9ab3e4934 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:33.598363 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-88b84249-de78-4aad-bd39-d5f9ab3e4934 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:33.603442 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35289a2e-ae73-44ef-b0af-860c85981a27 None None] Network d6ce23a3-b3e3-41f4-a1cd-bbae519ed1d3 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:58:33.621828 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-88b84249-de78-4aad-bd39-d5f9ab3e4934 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5122602 Feb 09 01:58:33.625485 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37254) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:33.630923 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-517b38c5-3be2-4d0b-9a13-c8d5a1a18308 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-138125560'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:33.637113 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-517b38c5-3be2-4d0b-9a13-c8d5a1a18308 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:58:33.640997 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-517b38c5-3be2-4d0b-9a13-c8d5a1a18308 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Usage tracker for resource:network and tenant:50ecf0f27f9b4b23b6aa93d284e25686 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:58:33.643789 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-517b38c5-3be2-4d0b-9a13-c8d5a1a18308 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:58:33.649514 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-517b38c5-3be2-4d0b-9a13-c8d5a1a18308 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:58:33.660626 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517b38c5-3be2-4d0b-9a13-c8d5a1a18308 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Made reservation on behalf of 50ecf0f27f9b4b23b6aa93d284e25686 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:33.664064 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-517b38c5-3be2-4d0b-9a13-c8d5a1a18308 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:33.690500 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517b38c5-3be2-4d0b-9a13-c8d5a1a18308 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 997} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:58:33.699684 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-517b38c5-3be2-4d0b-9a13-c8d5a1a18308 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:33.700027 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-517b38c5-3be2-4d0b-9a13-c8d5a1a18308 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Added segment dd1cd727-4c2d-4a05-b76f-7c473569097b of type vlan for network 90260922-20d7-468f-8b48-113b3e29880e Feb 09 01:58:33.731470 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-517b38c5-3be2-4d0b-9a13-c8d5a1a18308 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:33.763661 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-517b38c5-3be2-4d0b-9a13-c8d5a1a18308 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:33.770018 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517b38c5-3be2-4d0b-9a13-c8d5a1a18308 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:33.770743 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-517b38c5-3be2-4d0b-9a13-c8d5a1a18308 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:33.820749 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c2c7e3-9773-4f99-b5dd-d4a3965d2ced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-d6ce23a3-b3e3-41f4-a1cd-bbae519ed1d3', 'network_id': 'd6ce23a3-b3e3-41f4-a1cd-bbae519ed1d3', 'tenant_id': '50ecf0f27f9b4b23b6aa93d284e25686', 'fixed_ips': [{'subnet_id': '169e6d8e-3669-4a25-94d0-f8bdec99d1c9'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:58:33.821632 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f7c2c7e3-9773-4f99-b5dd-d4a3965d2ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:33.873505 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-517b38c5-3be2-4d0b-9a13-c8d5a1a18308 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2470024 Feb 09 01:58:33.877528 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37258) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:33.885118 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-a53d7167-fcd9-4554-acee-90379b7a8a8b tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Request body: {'subnet': {'network_id': '90260922-20d7-468f-8b48-113b3e29880e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:33.957342 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b38c5-3be2-4d0b-9a13-c8d5a1a18308 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Pushing event updated for resources: {'Network': ['ID=90260922-20d7-468f-8b48-113b3e29880e,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:33.968686 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 90260922-20d7-468f-8b48-113b3e29880e details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:58:33.998674 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a53d7167-fcd9-4554-acee-90379b7a8a8b tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:58:34.002428 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a53d7167-fcd9-4554-acee-90379b7a8a8b tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Usage tracker for resource:subnet and tenant:50ecf0f27f9b4b23b6aa93d284e25686 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:58:34.005230 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a53d7167-fcd9-4554-acee-90379b7a8a8b tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:58:34.011586 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a53d7167-fcd9-4554-acee-90379b7a8a8b tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:58:34.021006 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53d7167-fcd9-4554-acee-90379b7a8a8b tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Made reservation on behalf of 50ecf0f27f9b4b23b6aa93d284e25686 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:34.024597 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a53d7167-fcd9-4554-acee-90379b7a8a8b tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:34.052777 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-f7c2c7e3-9773-4f99-b5dd-d4a3965d2ced None None] Allocated IP 2001:db8::2 (d6ce23a3-b3e3-41f4-a1cd-bbae519ed1d3/169e6d8e-3669-4a25-94d0-f8bdec99d1c9/d1186443-c7fc-4f46-9c33-e9d474395f75) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:34.284647 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f7c2c7e3-9773-4f99-b5dd-d4a3965d2ced None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:34.295191 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f7c2c7e3-9773-4f99-b5dd-d4a3965d2ced None None] Transition to ACTIVE for port object d1186443-c7fc-4f46-9c33-e9d474395f75 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:58:34.313051 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f7c2c7e3-9773-4f99-b5dd-d4a3965d2ced None None] Transition to ACTIVE for port object d1186443-c7fc-4f46-9c33-e9d474395f75 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:58:34.318520 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f7c2c7e3-9773-4f99-b5dd-d4a3965d2ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:34.348235 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a53d7167-fcd9-4554-acee-90379b7a8a8b tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:34.384115 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c2c7e3-9773-4f99-b5dd-d4a3965d2ced None None] Network d6ce23a3-b3e3-41f4-a1cd-bbae519ed1d3 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:34.387594 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-f7c2c7e3-9773-4f99-b5dd-d4a3965d2ced None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:34.390273 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c2c7e3-9773-4f99-b5dd-d4a3965d2ced None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:58:34.399413 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2c7e3-9773-4f99-b5dd-d4a3965d2ced None None] Pushing event updated for resources: {'Port': ['ID=d1186443-c7fc-4f46-9c33-e9d474395f75,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:34.425407 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d7167-fcd9-4554-acee-90379b7a8a8b tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Pushing event updated for resources: {'Subnet': ['ID=5ebb0957-f872-4e3e-b385-b310c348f780,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:34.436150 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53d7167-fcd9-4554-acee-90379b7a8a8b tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Checking segment: {'id': 'dd1cd727-4c2d-4a05-b76f-7c473569097b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '90260922-20d7-468f-8b48-113b3e29880e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:58:34.436533 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53d7167-fcd9-4554-acee-90379b7a8a8b tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Network hostable DHCP agents. Network: 90260922-20d7-468f-8b48-113b3e29880e, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:58:34.455428 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53d7167-fcd9-4554-acee-90379b7a8a8b tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Network 90260922-20d7-468f-8b48-113b3e29880e is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:58:34.465136 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-a53d7167-fcd9-4554-acee-90379b7a8a8b tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 90260922-20d7-468f-8b48-113b3e29880e) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:34.468978 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53d7167-fcd9-4554-acee-90379b7a8a8b tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:34.469557 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a53d7167-fcd9-4554-acee-90379b7a8a8b tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:34.477083 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fef38c3-2d7c-49cc-a192-9fed8a5a8fa8 None None] Network 90260922-20d7-468f-8b48-113b3e29880e requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:58:34.490641 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a53d7167-fcd9-4554-acee-90379b7a8a8b tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6128135 Feb 09 01:58:34.494227 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37262) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:34.563078 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-f7c2c7e3-9773-4f99-b5dd-d4a3965d2ced None None] Attempting to bind port d1186443-c7fc-4f46-9c33-e9d474395f75 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:58:34.563357 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-f7c2c7e3-9773-4f99-b5dd-d4a3965d2ced None None] Attempting to bind port d1186443-c7fc-4f46-9c33-e9d474395f75 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'e638e39f-77e7-41f1-acda-96626132a652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'd6ce23a3-b3e3-41f4-a1cd-bbae519ed1d3'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:58:34.563718 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c2c7e3-9773-4f99-b5dd-d4a3965d2ced None None] Attempting to bind port d1186443-c7fc-4f46-9c33-e9d474395f75 on network d6ce23a3-b3e3-41f4-a1cd-bbae519ed1d3 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:58:34.581786 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c2c7e3-9773-4f99-b5dd-d4a3965d2ced None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:58:34.582195 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c2c7e3-9773-4f99-b5dd-d4a3965d2ced None None] Checking segment: {'id': 'e638e39f-77e7-41f1-acda-96626132a652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'd6ce23a3-b3e3-41f4-a1cd-bbae519ed1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:58:34.582655 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f7c2c7e3-9773-4f99-b5dd-d4a3965d2ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:34.583126 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c2c7e3-9773-4f99-b5dd-d4a3965d2ced None None] Bound using segment: {'id': 'e638e39f-77e7-41f1-acda-96626132a652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'd6ce23a3-b3e3-41f4-a1cd-bbae519ed1d3'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:58:34.583639 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-f7c2c7e3-9773-4f99-b5dd-d4a3965d2ced None None] Bound port: d1186443-c7fc-4f46-9c33-e9d474395f75, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e638e39f-77e7-41f1-acda-96626132a652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'd6ce23a3-b3e3-41f4-a1cd-bbae519ed1d3'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:58:34.584041 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f7c2c7e3-9773-4f99-b5dd-d4a3965d2ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:34.739320 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2f768026-a16f-43a8-afd9-c1d0d849aef3 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:34.748252 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f7c2c7e3-9773-4f99-b5dd-d4a3965d2ced None None] For port d1186443-c7fc-4f46-9c33-e9d474395f75, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:58:34.794146 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f7c2c7e3-9773-4f99-b5dd-d4a3965d2ced None None] For port d1186443-c7fc-4f46-9c33-e9d474395f75, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d1186443-c7fc-4f46-9c33-e9d474395f75,segment=NetworkSegment(e638e39f-77e7-41f1-acda-96626132a652),segment_id=e638e39f-77e7-41f1-acda-96626132a652)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:58:34.803848 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f7c2c7e3-9773-4f99-b5dd-d4a3965d2ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:34.806026 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2f768026-a16f-43a8-afd9-c1d0d849aef3 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:34.843935 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a2d15d-716a-42e5-b114-370686e3f142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-90260922-20d7-468f-8b48-113b3e29880e', 'network_id': '90260922-20d7-468f-8b48-113b3e29880e', 'tenant_id': '50ecf0f27f9b4b23b6aa93d284e25686', 'fixed_ips': [{'subnet_id': '5ebb0957-f872-4e3e-b385-b310c348f780'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:58:34.844791 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c0a2d15d-716a-42e5-b114-370686e3f142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:34.885040 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2f768026-a16f-43a8-afd9-c1d0d849aef3 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:34.924190 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f768026-a16f-43a8-afd9-c1d0d849aef3 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Pushing event deleted for resources: {'Subnet': ['ID=5ebb0957-f872-4e3e-b385-b310c348f780,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:34.986589 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2c7e3-9773-4f99-b5dd-d4a3965d2ced None None] Pushing event updated for resources: {'Port': ['ID=d1186443-c7fc-4f46-9c33-e9d474395f75,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:35.020574 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322a377f-852c-4638-9d37-ae91e1663a01 None None] Network 90260922-20d7-468f-8b48-113b3e29880e requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:58:35.029372 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2f768026-a16f-43a8-afd9-c1d0d849aef3 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:35.057899 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-2f768026-a16f-43a8-afd9-c1d0d849aef3 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90260922-20d7-468f-8b48-113b3e29880e']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:35.082293 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-2f768026-a16f-43a8-afd9-c1d0d849aef3 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd1cd727-4c2d-4a05-b76f-7c473569097b') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:35.082594 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-2f768026-a16f-43a8-afd9-c1d0d849aef3 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd1cd727-4c2d-4a05-b76f-7c473569097b') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:35.097457 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2f768026-a16f-43a8-afd9-c1d0d849aef3 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:35.114628 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2f768026-a16f-43a8-afd9-c1d0d849aef3 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:35.122314 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f768026-a16f-43a8-afd9-c1d0d849aef3 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Releasing vlan 997 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:58:35.123031 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2f768026-a16f-43a8-afd9-c1d0d849aef3 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:35.149275 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 01:58:35.149275 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:58:35.149275 n-d-828419-1 neutron-server[87611]: timer() Feb 09 01:58:35.149275 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:58:35.149275 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 01:58:35.149275 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:58:35.149275 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 01:58:35.149275 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:58:35.149275 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 01:58:35.149275 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:58:35.149275 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 01:58:35.149275 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:58:35.149275 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 01:58:35.149275 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:58:35.149275 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:58:35.149275 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:58:35.149275 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:58:35.149275 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:58:35.149275 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 01:58:35.149275 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:58:35.149275 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 01:58:35.149275 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:58:35.149275 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:58:35.149275 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:58:35.149275 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 01:58:35.149275 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:58:35.149275 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:58:35.149275 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:58:35.149275 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:58:35.149275 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:58:35.149275 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:58:35.149275 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:58:35.166222 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:58:35.265074 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2f768026-a16f-43a8-afd9-c1d0d849aef3 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:35.285065 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2f768026-a16f-43a8-afd9-c1d0d849aef3 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:35.292963 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:35.293488 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:35.297433 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f768026-a16f-43a8-afd9-c1d0d849aef3 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Pushing event deleted for resources: {'Network': ['ID=90260922-20d7-468f-8b48-113b3e29880e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:35.304457 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2f768026-a16f-43a8-afd9-c1d0d849aef3 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] 10.222.0.37 "DELETE /v2.0/networks/90260922-20d7-468f-8b48-113b3e29880e HTTP/1.1" status: 204 len: 168 time: 0.8060441 Feb 09 01:58:35.305155 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37266) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:35.345499 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-38faaee9-78b0-46fc-9acd-b32e766ad166 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] GET failed (client error): The resource could not be found. Feb 09 01:58:35.346098 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-38faaee9-78b0-46fc-9acd-b32e766ad166 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Synchronizing usage tracker for tenant:50ecf0f27f9b4b23b6aa93d284e25686 on resource:subnet {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:58:35.365621 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-38faaee9-78b0-46fc-9acd-b32e766ad166 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Unset dirty status for tenant:50ecf0f27f9b4b23b6aa93d284e25686 on resource:subnet {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:58:35.367126 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-38faaee9-78b0-46fc-9acd-b32e766ad166 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] 10.222.0.37 "GET /v2.0/subnets/5ebb0957-f872-4e3e-b385-b310c348f780 HTTP/1.1" status: 404 len: 337 time: 0.0607800 Feb 09 01:58:35.370375 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37270) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:35.399753 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-d878bfab-addc-40fd-9a0a-df7cb9eef34e tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:35.400619 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d878bfab-addc-40fd-9a0a-df7cb9eef34e tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:35.402467 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d878bfab-addc-40fd-9a0a-df7cb9eef34e tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] 10.222.0.37 "DELETE /v2.0/networks/90260922-20d7-468f-8b48-113b3e29880e HTTP/1.1" status: 404 len: 339 time: 0.0311122 Feb 09 01:58:35.406322 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37274) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:35.448038 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-390fa515-042e-45cc-b4a7-b71294edf1f0 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:35.448512 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-390fa515-042e-45cc-b4a7-b71294edf1f0 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:35.450164 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-390fa515-042e-45cc-b4a7-b71294edf1f0 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] 10.222.0.37 "DELETE /v2.0/subnets/5ebb0957-f872-4e3e-b385-b310c348f780 HTTP/1.1" status: 404 len: 337 time: 0.0428159 Feb 09 01:58:35.452652 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37278) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:35.476081 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-feeb4ba0-a967-4947-ab1f-bb0f228a41d3 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:35.476490 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feeb4ba0-a967-4947-ab1f-bb0f228a41d3 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:35.478581 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-feeb4ba0-a967-4947-ab1f-bb0f228a41d3 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] 10.222.0.37 "DELETE /v2.0/networks/90260922-20d7-468f-8b48-113b3e29880e HTTP/1.1" status: 404 len: 339 time: 0.0245295 Feb 09 01:58:35.480911 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37282) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:35.544546 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffbc0461-25e0-4904-ac47-e3bb79280868 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Deleting subnet 169e6d8e-3669-4a25-94d0-f8bdec99d1c9 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:58:35.547768 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ffbc0461-25e0-4904-ac47-e3bb79280868 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:35.605491 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ffbc0461-25e0-4904-ac47-e3bb79280868 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:35.685409 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ffbc0461-25e0-4904-ac47-e3bb79280868 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:35.760530 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ffbc0461-25e0-4904-ac47-e3bb79280868 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:35.811683 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc0461-25e0-4904-ac47-e3bb79280868 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Pushing event deleted for resources: {'Subnet': ['ID=169e6d8e-3669-4a25-94d0-f8bdec99d1c9,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:35.813733 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ffbc0461-25e0-4904-ac47-e3bb79280868 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:35.827334 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ffbc0461-25e0-4904-ac47-e3bb79280868 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] 10.222.0.37 "DELETE /v2.0/subnets/169e6d8e-3669-4a25-94d0-f8bdec99d1c9 HTTP/1.1" status: 204 len: 168 time: 0.3454461 Feb 09 01:58:35.829905 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37286) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:35.946582 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90aac7dc-c4a5-4256-bbf6-7366b36bb44a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:35.957284 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-90aac7dc-c4a5-4256-bbf6-7366b36bb44a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Deleting port d1186443-c7fc-4f46-9c33-e9d474395f75 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:58:35.957618 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90aac7dc-c4a5-4256-bbf6-7366b36bb44a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:36.067284 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7623a8-c5bd-4547-942d-f83eb5261f23 None None] Network d6ce23a3-b3e3-41f4-a1cd-bbae519ed1d3 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:58:36.165434 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-90aac7dc-c4a5-4256-bbf6-7366b36bb44a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] For port d1186443-c7fc-4f46-9c33-e9d474395f75, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=d1186443-c7fc-4f46-9c33-e9d474395f75,segment=NetworkSegment(e638e39f-77e7-41f1-acda-96626132a652),segment_id=e638e39f-77e7-41f1-acda-96626132a652)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:58:36.166312 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90aac7dc-c4a5-4256-bbf6-7366b36bb44a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:36.175067 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-307fc410-5092-4e2d-a569-63d062626ca6 None None] Provisioning for port d1186443-c7fc-4f46-9c33-e9d474395f75 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:58:36.291818 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-90aac7dc-c4a5-4256-bbf6-7366b36bb44a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Calling delete_port for d1186443-c7fc-4f46-9c33-e9d474395f75 owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:58:36.324654 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa03974-bd6c-4077-bff7-22e6a9adcf10 None None] DHCP port deletion for d6ce23a3-b3e3-41f4-a1cd-bbae519ed1d3 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:58:36.328836 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-eaa03974-bd6c-4077-bff7-22e6a9adcf10 None None] Deleting port d1186443-c7fc-4f46-9c33-e9d474395f75 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:58:36.329206 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-eaa03974-bd6c-4077-bff7-22e6a9adcf10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:36.367419 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90aac7dc-c4a5-4256-bbf6-7366b36bb44a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:36.413621 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aac7dc-c4a5-4256-bbf6-7366b36bb44a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Pushing event deleted for resources: {'Port': ['ID=d1186443-c7fc-4f46-9c33-e9d474395f75,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:36.418710 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-eaa03974-bd6c-4077-bff7-22e6a9adcf10 None None] The port 'd1186443-c7fc-4f46-9c33-e9d474395f75' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:58:36.418866 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aac7dc-c4a5-4256-bbf6-7366b36bb44a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] No DVR routers for this DVR port d1186443-c7fc-4f46-9c33-e9d474395f75 on host n-d-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:58:36.544755 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90aac7dc-c4a5-4256-bbf6-7366b36bb44a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:36.578681 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-90aac7dc-c4a5-4256-bbf6-7366b36bb44a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6ce23a3-b3e3-41f4-a1cd-bbae519ed1d3']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:36.591335 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-90aac7dc-c4a5-4256-bbf6-7366b36bb44a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e638e39f-77e7-41f1-acda-96626132a652') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:36.591629 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-90aac7dc-c4a5-4256-bbf6-7366b36bb44a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e638e39f-77e7-41f1-acda-96626132a652') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:36.602882 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90aac7dc-c4a5-4256-bbf6-7366b36bb44a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:36.618507 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90aac7dc-c4a5-4256-bbf6-7366b36bb44a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:36.624425 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90aac7dc-c4a5-4256-bbf6-7366b36bb44a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Releasing vlan 979 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:58:36.624817 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90aac7dc-c4a5-4256-bbf6-7366b36bb44a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:36.639899 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:58:36.639899 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:58:36.639899 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:58:36.639899 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:58:36.639899 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:58:36.639899 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:58:36.639899 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:58:36.639899 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:58:36.639899 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:58:36.639899 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:58:36.639899 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:58:36.639899 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:58:36.639899 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:58:36.639899 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:58:36.639899 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:58:36.639899 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:58:36.639899 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:58:36.639899 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:58:36.639899 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:58:36.639899 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:58:36.639899 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:58:36.639899 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:58:36.639899 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:58:36.639899 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:58:36.639899 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:58:36.639899 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:58:36.639899 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:58:36.639899 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:58:36.639899 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:58:36.639899 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:58:36.639899 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:58:36.639899 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:58:36.719256 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90aac7dc-c4a5-4256-bbf6-7366b36bb44a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:36.737581 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90aac7dc-c4a5-4256-bbf6-7366b36bb44a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:36.748388 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aac7dc-c4a5-4256-bbf6-7366b36bb44a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Pushing event deleted for resources: {'Network': ['ID=d6ce23a3-b3e3-41f4-a1cd-bbae519ed1d3,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:36.752453 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-90aac7dc-c4a5-4256-bbf6-7366b36bb44a tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] 10.222.0.37 "DELETE /v2.0/networks/d6ce23a3-b3e3-41f4-a1cd-bbae519ed1d3 HTTP/1.1" status: 204 len: 168 time: 0.9215677 Feb 09 01:58:36.754973 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37290) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:36.793555 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9810305-ea06-4b36-bd4e-cca0a17c732d tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:36.794121 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9810305-ea06-4b36-bd4e-cca0a17c732d tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:36.795668 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e9810305-ea06-4b36-bd4e-cca0a17c732d tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] 10.222.0.37 "DELETE /v2.0/subnets/50a421d5-c979-49b6-a137-ce1baefda26e HTTP/1.1" status: 404 len: 337 time: 0.0398033 Feb 09 01:58:36.798243 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37294) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:36.824550 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-01696249-c36b-4981-b5f2-47f57aa76bb1 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:36.825017 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01696249-c36b-4981-b5f2-47f57aa76bb1 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:36.826656 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-01696249-c36b-4981-b5f2-47f57aa76bb1 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] 10.222.0.37 "DELETE /v2.0/networks/afc0e6d9-52dc-4977-91e7-13d5d0600e94 HTTP/1.1" status: 404 len: 339 time: 0.0275350 Feb 09 01:58:36.829296 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37300) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:36.872424 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf5841ad-a37c-431b-893d-55e6c0664283 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:36.872873 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf5841ad-a37c-431b-893d-55e6c0664283 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:36.874525 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-bf5841ad-a37c-431b-893d-55e6c0664283 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] 10.222.0.37 "DELETE /v2.0/subnets/89b594cd-2d5c-4558-8570-7ae96710bb2e HTTP/1.1" status: 404 len: 337 time: 0.0443544 Feb 09 01:58:36.877946 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37304) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:36.903684 n-d-828419-1 neutron-server[87612]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0190913-c8dd-41ed-89e8-5b7a67348ed0 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] DELETE failed (client error): The resource could not be found. Feb 09 01:58:36.904137 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0190913-c8dd-41ed-89e8-5b7a67348ed0 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87612) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:58:36.905770 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e0190913-c8dd-41ed-89e8-5b7a67348ed0 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] 10.222.0.37 "DELETE /v2.0/networks/ea3ba288-5fb9-4bf5-8b30-ae4d86e90bcb HTTP/1.1" status: 404 len: 339 time: 0.0261011 Feb 09 01:58:36.908204 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37308) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:36.972740 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c7bb22-dc29-4534-b039-d02f66389aa9 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Deleting subnet f1d6b18a-35c9-4187-8537-52f66018b646 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:58:36.975569 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-45c7bb22-dc29-4534-b039-d02f66389aa9 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:37.020005 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1c719eb6-0706-4628-ad1a-07199d250d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:37.034845 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-45c7bb22-dc29-4534-b039-d02f66389aa9 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:37.119992 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-45c7bb22-dc29-4534-b039-d02f66389aa9 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:37.191580 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-45c7bb22-dc29-4534-b039-d02f66389aa9 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:37.342226 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7bb22-dc29-4534-b039-d02f66389aa9 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Pushing event deleted for resources: {'Subnet': ['ID=f1d6b18a-35c9-4187-8537-52f66018b646,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:37.344042 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-45c7bb22-dc29-4534-b039-d02f66389aa9 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:37.349199 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dd4d5f-c5b0-4d6f-a492-1c082dd7742f None None] Network 2e4d9d49-f5d4-4c27-bead-814dbfd938bb requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:58:37.354379 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-45c7bb22-dc29-4534-b039-d02f66389aa9 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] 10.222.0.37 "DELETE /v2.0/subnets/f1d6b18a-35c9-4187-8537-52f66018b646 HTTP/1.1" status: 204 len: 168 time: 0.4452281 Feb 09 01:58:37.356777 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37312) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:37.468233 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fafb8f51-5e60-498d-aaff-94e7a5903ce8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:37.479073 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-fafb8f51-5e60-498d-aaff-94e7a5903ce8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Deleting port 9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:58:37.479402 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fafb8f51-5e60-498d-aaff-94e7a5903ce8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:37.612699 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e3843a-69be-4c4e-9e38-60affa48749f None None] DHCP port deletion for 2e4d9d49-f5d4-4c27-bead-814dbfd938bb request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:58:37.617899 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b5e3843a-69be-4c4e-9e38-60affa48749f None None] Deleting port 9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:58:37.618303 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b5e3843a-69be-4c4e-9e38-60affa48749f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:37.691177 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-fafb8f51-5e60-498d-aaff-94e7a5903ce8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] For port 9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66,segment=NetworkSegment(dc5022e6-c060-4ee7-ad39-b7d60259cd03),segment_id=dc5022e6-c060-4ee7-ad39-b7d60259cd03)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:58:37.691543 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fafb8f51-5e60-498d-aaff-94e7a5903ce8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:37.814761 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-fafb8f51-5e60-498d-aaff-94e7a5903ce8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Calling delete_port for 9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66 owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:58:37.818506 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-b5e3843a-69be-4c4e-9e38-60affa48749f None None] For port 9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66,segment=NetworkSegment(dc5022e6-c060-4ee7-ad39-b7d60259cd03),segment_id=dc5022e6-c060-4ee7-ad39-b7d60259cd03)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:58:37.818913 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b5e3843a-69be-4c4e-9e38-60affa48749f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:37.898699 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fafb8f51-5e60-498d-aaff-94e7a5903ce8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:37.942260 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b5e3843a-69be-4c4e-9e38-60affa48749f None None] Calling delete_port for 9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:58:37.953715 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb8f51-5e60-498d-aaff-94e7a5903ce8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Pushing event deleted for resources: {'Port': ['ID=9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:37.956946 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafb8f51-5e60-498d-aaff-94e7a5903ce8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] No DVR routers for this DVR port 9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66 on host n-d-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:58:38.020845 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-b5e3843a-69be-4c4e-9e38-60affa48749f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:58:38.021222 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-b5e3843a-69be-4c4e-9e38-60affa48749f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:58:38.078858 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fafb8f51-5e60-498d-aaff-94e7a5903ce8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:38.105205 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-fafb8f51-5e60-498d-aaff-94e7a5903ce8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e4d9d49-f5d4-4c27-bead-814dbfd938bb']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:38.121161 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-fafb8f51-5e60-498d-aaff-94e7a5903ce8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc5022e6-c060-4ee7-ad39-b7d60259cd03') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:38.121452 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-fafb8f51-5e60-498d-aaff-94e7a5903ce8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc5022e6-c060-4ee7-ad39-b7d60259cd03') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:38.132634 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fafb8f51-5e60-498d-aaff-94e7a5903ce8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:38.147812 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fafb8f51-5e60-498d-aaff-94e7a5903ce8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:38.153684 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fafb8f51-5e60-498d-aaff-94e7a5903ce8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Releasing vlan 956 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:58:38.153975 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fafb8f51-5e60-498d-aaff-94e7a5903ce8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:38.168353 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:58:38.168353 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:58:38.168353 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:58:38.168353 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:58:38.168353 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:58:38.168353 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:58:38.168353 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:58:38.168353 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:58:38.168353 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:58:38.168353 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:58:38.168353 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:58:38.168353 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:58:38.168353 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:58:38.168353 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:58:38.168353 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:58:38.168353 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:58:38.168353 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:58:38.168353 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:58:38.168353 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:58:38.168353 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:58:38.168353 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:58:38.168353 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:58:38.168353 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:58:38.168353 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:58:38.168353 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:58:38.168353 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:58:38.168353 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:58:38.168353 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:58:38.168353 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:58:38.168353 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:58:38.168353 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:58:38.168353 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:58:38.242936 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fafb8f51-5e60-498d-aaff-94e7a5903ce8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:38.260732 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fafb8f51-5e60-498d-aaff-94e7a5903ce8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:38.275744 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb8f51-5e60-498d-aaff-94e7a5903ce8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] Pushing event deleted for resources: {'Network': ['ID=2e4d9d49-f5d4-4c27-bead-814dbfd938bb,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:38.279727 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-fafb8f51-5e60-498d-aaff-94e7a5903ce8 tempest-NetworksIpV6Test-186014518 tempest-NetworksIpV6Test-186014518-project] 10.222.0.37 "DELETE /v2.0/networks/2e4d9d49-f5d4-4c27-bead-814dbfd938bb HTTP/1.1" status: 204 len: 168 time: 0.9220378 Feb 09 01:58:38.522526 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b5e3843a-69be-4c4e-9e38-60affa48749f None None] Deleting port 9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:58:38.523039 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b5e3843a-69be-4c4e-9e38-60affa48749f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:38.538817 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37320) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:38.590407 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b5e3843a-69be-4c4e-9e38-60affa48749f None None] The port '9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:58:38.683808 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c70dbd7f-d026-4355-b9b7-7c5e5d84c462 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=50ecf0f27f9b4b23b6aa93d284e25686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1437201 Feb 09 01:58:38.686267 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37326) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:38.742223 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b261da4c-10a1-43c9-b31e-0b7844c172a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:38.767455 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b261da4c-10a1-43c9-b31e-0b7844c172a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:38.822284 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b261da4c-10a1-43c9-b31e-0b7844c172a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:38.836936 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261da4c-10a1-43c9-b31e-0b7844c172a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9a6b0f-0057-45db-b53c-2af808ccbfee,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:38.844224 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b261da4c-10a1-43c9-b31e-0b7844c172a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:38.845377 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b261da4c-10a1-43c9-b31e-0b7844c172a8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5c9a6b0f-0057-45db-b53c-2af808ccbfee HTTP/1.1" status: 204 len: 168 time: 0.1582425 Feb 09 01:58:39.115910 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:58:39.185469 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:58:39.185848 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9cc5cf7b-9de6-47d0-b976-a4eb0ee92f66 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:58:39.411366 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f082e39e-91fb-4e58-ac21-d0432e335fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:39.646159 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37352) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:39.746460 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-18b07733-d8ab-4841-9a74-06eb3b04210d tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1644688548', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:39.754006 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-18b07733-d8ab-4841-9a74-06eb3b04210d tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:58:39.758099 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-18b07733-d8ab-4841-9a74-06eb3b04210d tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Usage tracker for resource:router and tenant:82e02dd39f49408580f83d5ebf5a4866 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:58:39.760960 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-18b07733-d8ab-4841-9a74-06eb3b04210d tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:58:39.767085 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-18b07733-d8ab-4841-9a74-06eb3b04210d tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:58:39.777431 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18b07733-d8ab-4841-9a74-06eb3b04210d tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:39.778433 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18b07733-d8ab-4841-9a74-06eb3b04210d tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:39.792890 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18b07733-d8ab-4841-9a74-06eb3b04210d tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:39.810065 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18b07733-d8ab-4841-9a74-06eb3b04210d tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:39.830674 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-18b07733-d8ab-4841-9a74-06eb3b04210d tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:39.831940 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-18b07733-d8ab-4841-9a74-06eb3b04210d tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1847897 Feb 09 01:58:39.834671 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37358) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:39.840452 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-4bad0a74-61a5-4c63-828d-33b8dee7c85a tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-249691528'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:39.845929 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4bad0a74-61a5-4c63-828d-33b8dee7c85a tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:58:39.850292 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4bad0a74-61a5-4c63-828d-33b8dee7c85a tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Usage tracker for resource:network and tenant:82e02dd39f49408580f83d5ebf5a4866 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:58:39.853671 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4bad0a74-61a5-4c63-828d-33b8dee7c85a tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:58:39.859258 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4bad0a74-61a5-4c63-828d-33b8dee7c85a tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:58:39.868678 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bad0a74-61a5-4c63-828d-33b8dee7c85a tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Made reservation on behalf of 82e02dd39f49408580f83d5ebf5a4866 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:39.872051 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4bad0a74-61a5-4c63-828d-33b8dee7c85a tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:39.884056 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4bad0a74-61a5-4c63-828d-33b8dee7c85a tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:39.898239 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4bad0a74-61a5-4c63-828d-33b8dee7c85a tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:58:39.902505 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4bad0a74-61a5-4c63-828d-33b8dee7c85a tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Usage tracker for resource:security_group_rule and tenant:82e02dd39f49408580f83d5ebf5a4866 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:58:39.905294 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4bad0a74-61a5-4c63-828d-33b8dee7c85a tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:58:39.910913 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4bad0a74-61a5-4c63-828d-33b8dee7c85a tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:58:40.000282 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4bad0a74-61a5-4c63-828d-33b8dee7c85a tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:40.004622 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4bad0a74-61a5-4c63-828d-33b8dee7c85a tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:40.038569 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bad0a74-61a5-4c63-828d-33b8dee7c85a tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 994} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:58:40.044470 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad0a74-61a5-4c63-828d-33b8dee7c85a tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab56607-f8a1-4bf3-af6f-e346aaa1228b,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:40.051141 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4bad0a74-61a5-4c63-828d-33b8dee7c85a tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:40.051559 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-4bad0a74-61a5-4c63-828d-33b8dee7c85a tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Added segment 4d98d1ea-6669-4237-a98d-2e519639e113 of type vlan for network 5e57deb7-04cf-4587-83b4-bf9171ae21fe Feb 09 01:58:40.079761 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4bad0a74-61a5-4c63-828d-33b8dee7c85a tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:40.109312 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4bad0a74-61a5-4c63-828d-33b8dee7c85a tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:40.114732 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bad0a74-61a5-4c63-828d-33b8dee7c85a tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:40.115316 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4bad0a74-61a5-4c63-828d-33b8dee7c85a tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:40.221683 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4bad0a74-61a5-4c63-828d-33b8dee7c85a tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3860106 Feb 09 01:58:40.224380 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad0a74-61a5-4c63-828d-33b8dee7c85a tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Pushing event updated for resources: {'Network': ['ID=5e57deb7-04cf-4587-83b4-bf9171ae21fe,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:40.224712 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37362) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:40.230994 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-a002a51c-3ef0-4ce5-ac37-1f6abae82369 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Request body: {'subnet': {'network_id': '5e57deb7-04cf-4587-83b4-bf9171ae21fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:40.237855 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 5e57deb7-04cf-4587-83b4-bf9171ae21fe details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:58:40.342191 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a002a51c-3ef0-4ce5-ac37-1f6abae82369 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:58:40.346050 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a002a51c-3ef0-4ce5-ac37-1f6abae82369 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Usage tracker for resource:subnet and tenant:82e02dd39f49408580f83d5ebf5a4866 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:58:40.348835 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a002a51c-3ef0-4ce5-ac37-1f6abae82369 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:58:40.354424 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a002a51c-3ef0-4ce5-ac37-1f6abae82369 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:58:40.364115 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a002a51c-3ef0-4ce5-ac37-1f6abae82369 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Made reservation on behalf of 82e02dd39f49408580f83d5ebf5a4866 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:40.367494 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a002a51c-3ef0-4ce5-ac37-1f6abae82369 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:40.520725 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:40.585293 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a002a51c-3ef0-4ce5-ac37-1f6abae82369 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:40.640165 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:40.664306 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002a51c-3ef0-4ce5-ac37-1f6abae82369 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Pushing event updated for resources: {'Subnet': ['ID=89116e22-f4c8-4701-b72c-a0e96f55955f,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:40.672769 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a002a51c-3ef0-4ce5-ac37-1f6abae82369 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Checking segment: {'id': '4d98d1ea-6669-4237-a98d-2e519639e113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '5e57deb7-04cf-4587-83b4-bf9171ae21fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:58:40.673128 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a002a51c-3ef0-4ce5-ac37-1f6abae82369 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Network hostable DHCP agents. Network: 5e57deb7-04cf-4587-83b4-bf9171ae21fe, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:58:40.691772 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a002a51c-3ef0-4ce5-ac37-1f6abae82369 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Network 5e57deb7-04cf-4587-83b4-bf9171ae21fe is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:58:40.701484 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-a002a51c-3ef0-4ce5-ac37-1f6abae82369 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 5e57deb7-04cf-4587-83b4-bf9171ae21fe) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:40.705538 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a002a51c-3ef0-4ce5-ac37-1f6abae82369 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:40.706133 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a002a51c-3ef0-4ce5-ac37-1f6abae82369 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:40.710599 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be70568-91e7-44a8-b33c-6c07b953d908 None None] Network 5e57deb7-04cf-4587-83b4-bf9171ae21fe requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:58:40.727535 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a002a51c-3ef0-4ce5-ac37-1f6abae82369 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5017183 Feb 09 01:58:40.730757 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37366) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:40.736254 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-ce6eec10-1e0c-4b38-bb7a-154cb0331716 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1260976194'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:40.741655 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ce6eec10-1e0c-4b38-bb7a-154cb0331716 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:58:40.746004 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ce6eec10-1e0c-4b38-bb7a-154cb0331716 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Usage tracker for resource:network and tenant:82e02dd39f49408580f83d5ebf5a4866 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:58:40.748866 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ce6eec10-1e0c-4b38-bb7a-154cb0331716 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:58:40.754602 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ce6eec10-1e0c-4b38-bb7a-154cb0331716 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:58:40.768319 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6eec10-1e0c-4b38-bb7a-154cb0331716 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Made reservation on behalf of 82e02dd39f49408580f83d5ebf5a4866 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:40.771727 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ce6eec10-1e0c-4b38-bb7a-154cb0331716 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:40.798992 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce6eec10-1e0c-4b38-bb7a-154cb0331716 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 985} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:58:40.808902 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ce6eec10-1e0c-4b38-bb7a-154cb0331716 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:40.809259 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-ce6eec10-1e0c-4b38-bb7a-154cb0331716 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Added segment 39ff5816-6cf1-4b81-aa3f-3f2185de4a27 of type vlan for network b87d2227-b0bf-4bfe-a6f9-51364099a09e Feb 09 01:58:40.836281 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ce6eec10-1e0c-4b38-bb7a-154cb0331716 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:40.864857 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ce6eec10-1e0c-4b38-bb7a-154cb0331716 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:40.870892 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6eec10-1e0c-4b38-bb7a-154cb0331716 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:40.871495 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ce6eec10-1e0c-4b38-bb7a-154cb0331716 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:40.934098 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4948bf8d-f2a0-413c-afbd-4d2313265c62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-5e57deb7-04cf-4587-83b4-bf9171ae21fe', 'network_id': '5e57deb7-04cf-4587-83b4-bf9171ae21fe', 'tenant_id': '82e02dd39f49408580f83d5ebf5a4866', 'fixed_ips': [{'subnet_id': '89116e22-f4c8-4701-b72c-a0e96f55955f'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:58:40.934938 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4948bf8d-f2a0-413c-afbd-4d2313265c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:40.977067 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37370) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:40.977626 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ce6eec10-1e0c-4b38-bb7a-154cb0331716 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2453089 Feb 09 01:58:40.983767 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-42ce3572-0252-482d-964e-786c68e98994 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Request body: {'subnet': {'network_id': 'b87d2227-b0bf-4bfe-a6f9-51364099a09e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:40.986513 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6eec10-1e0c-4b38-bb7a-154cb0331716 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Pushing event updated for resources: {'Network': ['ID=b87d2227-b0bf-4bfe-a6f9-51364099a09e,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:40.998954 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network b87d2227-b0bf-4bfe-a6f9-51364099a09e details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:58:41.099119 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-42ce3572-0252-482d-964e-786c68e98994 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:58:41.103908 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-42ce3572-0252-482d-964e-786c68e98994 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Usage tracker for resource:subnet and tenant:82e02dd39f49408580f83d5ebf5a4866 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:58:41.106840 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-42ce3572-0252-482d-964e-786c68e98994 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:58:41.112559 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-42ce3572-0252-482d-964e-786c68e98994 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:58:41.124026 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ce3572-0252-482d-964e-786c68e98994 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Made reservation on behalf of 82e02dd39f49408580f83d5ebf5a4866 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:41.127388 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-42ce3572-0252-482d-964e-786c68e98994 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:41.180987 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-4948bf8d-f2a0-413c-afbd-4d2313265c62 None None] Allocated IP 172.20.0.2 (5e57deb7-04cf-4587-83b4-bf9171ae21fe/89116e22-f4c8-4701-b72c-a0e96f55955f/de9a9d53-ec01-4b4e-8b4b-321917d9f189) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:41.351240 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-42ce3572-0252-482d-964e-786c68e98994 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:41.389208 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4948bf8d-f2a0-413c-afbd-4d2313265c62 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:41.399369 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-4948bf8d-f2a0-413c-afbd-4d2313265c62 None None] Transition to ACTIVE for port object de9a9d53-ec01-4b4e-8b4b-321917d9f189 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:58:41.418387 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-4948bf8d-f2a0-413c-afbd-4d2313265c62 None None] Transition to ACTIVE for port object de9a9d53-ec01-4b4e-8b4b-321917d9f189 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:58:41.424225 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4948bf8d-f2a0-413c-afbd-4d2313265c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:41.429322 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce3572-0252-482d-964e-786c68e98994 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Pushing event updated for resources: {'Subnet': ['ID=d1f419f0-ecf3-483b-ae1e-5023910b5d0a,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:41.437920 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ce3572-0252-482d-964e-786c68e98994 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Checking segment: {'id': '39ff5816-6cf1-4b81-aa3f-3f2185de4a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'b87d2227-b0bf-4bfe-a6f9-51364099a09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:58:41.438274 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ce3572-0252-482d-964e-786c68e98994 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Network hostable DHCP agents. Network: b87d2227-b0bf-4bfe-a6f9-51364099a09e, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:58:41.456694 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ce3572-0252-482d-964e-786c68e98994 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Network b87d2227-b0bf-4bfe-a6f9-51364099a09e is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:58:41.466082 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-42ce3572-0252-482d-964e-786c68e98994 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, b87d2227-b0bf-4bfe-a6f9-51364099a09e) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:41.471381 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ce3572-0252-482d-964e-786c68e98994 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:41.472293 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-42ce3572-0252-482d-964e-786c68e98994 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:41.481378 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d721f9-053c-4669-9fc2-aa18158ccaab None None] Network b87d2227-b0bf-4bfe-a6f9-51364099a09e requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:58:41.494496 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-42ce3572-0252-482d-964e-786c68e98994 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5154459 Feb 09 01:58:41.497385 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37374) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:41.502958 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-78da65b7-5318-4262-880b-825f1e460a0d tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b87d2227-b0bf-4bfe-a6f9-51364099a09e'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:41.548709 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4948bf8d-f2a0-413c-afbd-4d2313265c62 None None] Network 5e57deb7-04cf-4587-83b4-bf9171ae21fe is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:41.554891 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-4948bf8d-f2a0-413c-afbd-4d2313265c62 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:41.560324 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4948bf8d-f2a0-413c-afbd-4d2313265c62 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:58:41.595444 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4948bf8d-f2a0-413c-afbd-4d2313265c62 None None] Pushing event updated for resources: {'Port': ['ID=de9a9d53-ec01-4b4e-8b4b-321917d9f189,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:41.684581 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-4948bf8d-f2a0-413c-afbd-4d2313265c62 None None] Attempting to bind port de9a9d53-ec01-4b4e-8b4b-321917d9f189 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:58:41.684947 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-4948bf8d-f2a0-413c-afbd-4d2313265c62 None None] Attempting to bind port de9a9d53-ec01-4b4e-8b4b-321917d9f189 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '4d98d1ea-6669-4237-a98d-2e519639e113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '5e57deb7-04cf-4587-83b4-bf9171ae21fe'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:58:41.685330 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4948bf8d-f2a0-413c-afbd-4d2313265c62 None None] Attempting to bind port de9a9d53-ec01-4b4e-8b4b-321917d9f189 on network 5e57deb7-04cf-4587-83b4-bf9171ae21fe {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:58:41.702926 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4948bf8d-f2a0-413c-afbd-4d2313265c62 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:58:41.703257 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4948bf8d-f2a0-413c-afbd-4d2313265c62 None None] Checking segment: {'id': '4d98d1ea-6669-4237-a98d-2e519639e113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '5e57deb7-04cf-4587-83b4-bf9171ae21fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:58:41.703612 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4948bf8d-f2a0-413c-afbd-4d2313265c62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:41.704005 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4948bf8d-f2a0-413c-afbd-4d2313265c62 None None] Bound using segment: {'id': '4d98d1ea-6669-4237-a98d-2e519639e113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '5e57deb7-04cf-4587-83b4-bf9171ae21fe'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:58:41.704503 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-4948bf8d-f2a0-413c-afbd-4d2313265c62 None None] Bound port: de9a9d53-ec01-4b4e-8b4b-321917d9f189, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d98d1ea-6669-4237-a98d-2e519639e113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '5e57deb7-04cf-4587-83b4-bf9171ae21fe'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:58:41.704871 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4948bf8d-f2a0-413c-afbd-4d2313265c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:41.869321 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba431c8-1625-4bf6-878a-c1ec24f13755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-b87d2227-b0bf-4bfe-a6f9-51364099a09e', 'network_id': 'b87d2227-b0bf-4bfe-a6f9-51364099a09e', 'tenant_id': '82e02dd39f49408580f83d5ebf5a4866', 'fixed_ips': [{'subnet_id': 'd1f419f0-ecf3-483b-ae1e-5023910b5d0a'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:58:41.870125 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8ba431c8-1625-4bf6-878a-c1ec24f13755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:41.889974 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-4948bf8d-f2a0-413c-afbd-4d2313265c62 None None] For port de9a9d53-ec01-4b4e-8b4b-321917d9f189, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:58:41.934846 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-4948bf8d-f2a0-413c-afbd-4d2313265c62 None None] For port de9a9d53-ec01-4b4e-8b4b-321917d9f189, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=de9a9d53-ec01-4b4e-8b4b-321917d9f189,segment=NetworkSegment(4d98d1ea-6669-4237-a98d-2e519639e113),segment_id=4d98d1ea-6669-4237-a98d-2e519639e113)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:58:41.947509 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4948bf8d-f2a0-413c-afbd-4d2313265c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:41.999186 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-78da65b7-5318-4262-880b-825f1e460a0d tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:42.014024 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:42.140216 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4948bf8d-f2a0-413c-afbd-4d2313265c62 None None] Pushing event updated for resources: {'Port': ['ID=de9a9d53-ec01-4b4e-8b4b-321917d9f189,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:42.162363 n-d-828419-1 neutron-server[87611]: INFO neutron.api.v2.resource [None req-78da65b7-5318-4262-880b-825f1e460a0d tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:58:42.163744 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-78da65b7-5318-4262-880b-825f1e460a0d tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] 10.222.0.37 "PUT /v2.0/routers/0714e089-86dc-474b-911d-3e44b62872e0 HTTP/1.1" status: 400 len: 364 time: 0.6654375 Feb 09 01:58:42.169077 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-8ba431c8-1625-4bf6-878a-c1ec24f13755 None None] Allocated IP 172.21.0.2 (b87d2227-b0bf-4bfe-a6f9-51364099a09e/d1f419f0-ecf3-483b-ae1e-5023910b5d0a/40190664-e610-4d71-ada7-1e41418759d3) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:42.169873 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37378) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:42.247501 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-0272ca55-6150-46cc-a167-268c6ba15900 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Deleting subnet d1f419f0-ecf3-483b-ae1e-5023910b5d0a {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:58:42.395564 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8ba431c8-1625-4bf6-878a-c1ec24f13755 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:42.405876 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8ba431c8-1625-4bf6-878a-c1ec24f13755 None None] Transition to ACTIVE for port object 40190664-e610-4d71-ada7-1e41418759d3 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:58:42.424087 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8ba431c8-1625-4bf6-878a-c1ec24f13755 None None] Transition to ACTIVE for port object 40190664-e610-4d71-ada7-1e41418759d3 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:58:42.428879 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0272ca55-6150-46cc-a167-268c6ba15900 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:42.429353 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8ba431c8-1625-4bf6-878a-c1ec24f13755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:42.483648 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0272ca55-6150-46cc-a167-268c6ba15900 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:42.497249 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba431c8-1625-4bf6-878a-c1ec24f13755 None None] Network b87d2227-b0bf-4bfe-a6f9-51364099a09e is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:42.500280 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-8ba431c8-1625-4bf6-878a-c1ec24f13755 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:42.503812 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba431c8-1625-4bf6-878a-c1ec24f13755 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:58:42.535161 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba431c8-1625-4bf6-878a-c1ec24f13755 None None] Pushing event updated for resources: {'Port': ['ID=40190664-e610-4d71-ada7-1e41418759d3,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:42.568049 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0272ca55-6150-46cc-a167-268c6ba15900 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:42.599705 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-8ba431c8-1625-4bf6-878a-c1ec24f13755 None None] Attempting to bind port 40190664-e610-4d71-ada7-1e41418759d3 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:58:42.600075 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-8ba431c8-1625-4bf6-878a-c1ec24f13755 None None] Attempting to bind port 40190664-e610-4d71-ada7-1e41418759d3 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '39ff5816-6cf1-4b81-aa3f-3f2185de4a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'b87d2227-b0bf-4bfe-a6f9-51364099a09e'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:58:42.600498 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba431c8-1625-4bf6-878a-c1ec24f13755 None None] Attempting to bind port 40190664-e610-4d71-ada7-1e41418759d3 on network b87d2227-b0bf-4bfe-a6f9-51364099a09e {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:58:42.606212 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba431c8-1625-4bf6-878a-c1ec24f13755 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:58:42.606582 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba431c8-1625-4bf6-878a-c1ec24f13755 None None] Checking segment: {'id': '39ff5816-6cf1-4b81-aa3f-3f2185de4a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'b87d2227-b0bf-4bfe-a6f9-51364099a09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:58:42.606979 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8ba431c8-1625-4bf6-878a-c1ec24f13755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:42.607367 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba431c8-1625-4bf6-878a-c1ec24f13755 None None] Bound using segment: {'id': '39ff5816-6cf1-4b81-aa3f-3f2185de4a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'b87d2227-b0bf-4bfe-a6f9-51364099a09e'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:58:42.607828 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-8ba431c8-1625-4bf6-878a-c1ec24f13755 None None] Bound port: 40190664-e610-4d71-ada7-1e41418759d3, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39ff5816-6cf1-4b81-aa3f-3f2185de4a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'b87d2227-b0bf-4bfe-a6f9-51364099a09e'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:58:42.608196 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8ba431c8-1625-4bf6-878a-c1ec24f13755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:42.645322 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0272ca55-6150-46cc-a167-268c6ba15900 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:42.687148 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0272ca55-6150-46cc-a167-268c6ba15900 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:42.689822 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272ca55-6150-46cc-a167-268c6ba15900 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Pushing event deleted for resources: {'Subnet': ['ID=d1f419f0-ecf3-483b-ae1e-5023910b5d0a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:42.696176 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0272ca55-6150-46cc-a167-268c6ba15900 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] 10.222.0.37 "DELETE /v2.0/subnets/d1f419f0-ecf3-483b-ae1e-5023910b5d0a HTTP/1.1" status: 204 len: 168 time: 0.5250621 Feb 09 01:58:42.699028 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37382) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:42.701479 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-8ba431c8-1625-4bf6-878a-c1ec24f13755 None None] For port 40190664-e610-4d71-ada7-1e41418759d3, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:58:42.705013 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-8ba431c8-1625-4bf6-878a-c1ec24f13755 None None] For port 40190664-e610-4d71-ada7-1e41418759d3, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=40190664-e610-4d71-ada7-1e41418759d3,segment=NetworkSegment(39ff5816-6cf1-4b81-aa3f-3f2185de4a27),segment_id=39ff5816-6cf1-4b81-aa3f-3f2185de4a27)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:58:42.709869 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8ba431c8-1625-4bf6-878a-c1ec24f13755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:42.828805 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1401e237-4f63-4ce3-93cc-86444463b152 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:42.833671 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba431c8-1625-4bf6-878a-c1ec24f13755 None None] Pushing event updated for resources: {'Port': ['ID=40190664-e610-4d71-ada7-1e41418759d3,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:42.843629 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-1401e237-4f63-4ce3-93cc-86444463b152 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Deleting port 40190664-e610-4d71-ada7-1e41418759d3 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:58:42.844586 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1401e237-4f63-4ce3-93cc-86444463b152 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:42.862386 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bd7468-45fc-46a7-9d8d-90955b4b0208 None None] Network b87d2227-b0bf-4bfe-a6f9-51364099a09e requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:58:43.058935 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-1401e237-4f63-4ce3-93cc-86444463b152 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] For port 40190664-e610-4d71-ada7-1e41418759d3, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=40190664-e610-4d71-ada7-1e41418759d3,segment=NetworkSegment(39ff5816-6cf1-4b81-aa3f-3f2185de4a27),segment_id=39ff5816-6cf1-4b81-aa3f-3f2185de4a27)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:58:43.059691 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1401e237-4f63-4ce3-93cc-86444463b152 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:43.091853 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f702eb-8a1b-434a-a221-52e75a29c5d3 None None] Network 5e57deb7-04cf-4587-83b4-bf9171ae21fe requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:58:43.171980 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device de9a9d53-ec01-4b4e-8b4b-321917d9f189 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:58:43.206216 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-1401e237-4f63-4ce3-93cc-86444463b152 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Calling delete_port for 40190664-e610-4d71-ada7-1e41418759d3 owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:58:43.242504 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-cd4a7591-4328-48d2-aed0-0c5f73699014 None None] Provisioning for port de9a9d53-ec01-4b4e-8b4b-321917d9f189 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:58:43.330305 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port de9a9d53-ec01-4b4e-8b4b-321917d9f189 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:58:43.343402 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port de9a9d53-ec01-4b4e-8b4b-321917d9f189 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:43.343771 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:43.388582 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1401e237-4f63-4ce3-93cc-86444463b152 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:43.433545 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401e237-4f63-4ce3-93cc-86444463b152 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Pushing event deleted for resources: {'Port': ['ID=40190664-e610-4d71-ada7-1e41418759d3,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:43.437200 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1401e237-4f63-4ce3-93cc-86444463b152 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] No DVR routers for this DVR port 40190664-e610-4d71-ada7-1e41418759d3 on host n-d-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:58:43.515655 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:43.549494 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port de9a9d53-ec01-4b4e-8b4b-321917d9f189, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=de9a9d53-ec01-4b4e-8b4b-321917d9f189,segment=NetworkSegment(4d98d1ea-6669-4237-a98d-2e519639e113),segment_id=4d98d1ea-6669-4237-a98d-2e519639e113)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:58:43.554058 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:43.562357 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1401e237-4f63-4ce3-93cc-86444463b152 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:43.594299 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-1401e237-4f63-4ce3-93cc-86444463b152 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b87d2227-b0bf-4bfe-a6f9-51364099a09e']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:43.606981 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-1401e237-4f63-4ce3-93cc-86444463b152 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39ff5816-6cf1-4b81-aa3f-3f2185de4a27') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:43.607753 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-1401e237-4f63-4ce3-93cc-86444463b152 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39ff5816-6cf1-4b81-aa3f-3f2185de4a27') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:43.619686 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1401e237-4f63-4ce3-93cc-86444463b152 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:43.627252 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=de9a9d53-ec01-4b4e-8b4b-321917d9f189,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:43.637887 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1401e237-4f63-4ce3-93cc-86444463b152 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:43.644451 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1401e237-4f63-4ce3-93cc-86444463b152 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Releasing vlan 985 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:58:43.645011 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1401e237-4f63-4ce3-93cc-86444463b152 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:43.659752 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:58:43.659752 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:58:43.659752 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:58:43.659752 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:58:43.659752 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:58:43.659752 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:58:43.659752 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:58:43.659752 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:58:43.659752 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:58:43.659752 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:58:43.659752 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:58:43.659752 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:58:43.659752 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:58:43.659752 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:58:43.659752 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:58:43.659752 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:58:43.659752 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:58:43.659752 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:58:43.659752 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:58:43.659752 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:58:43.659752 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:58:43.659752 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:58:43.659752 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:58:43.659752 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:58:43.659752 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:58:43.659752 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:58:43.659752 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:58:43.659752 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:58:43.659752 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:58:43.659752 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:58:43.659752 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:58:43.659752 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:58:43.716242 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b43af11-8cc8-4bd4-b47b-b046b93fe03e None None] get_active_networks_info from n-d-828419-1 {{(pid=87613) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 01:58:43.742329 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1401e237-4f63-4ce3-93cc-86444463b152 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:43.764979 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1401e237-4f63-4ce3-93cc-86444463b152 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:43.773323 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401e237-4f63-4ce3-93cc-86444463b152 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Pushing event deleted for resources: {'Network': ['ID=b87d2227-b0bf-4bfe-a6f9-51364099a09e,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:43.777535 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1401e237-4f63-4ce3-93cc-86444463b152 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] 10.222.0.37 "DELETE /v2.0/networks/b87d2227-b0bf-4bfe-a6f9-51364099a09e HTTP/1.1" status: 204 len: 168 time: 1.0774155 Feb 09 01:58:43.779896 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37386) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:43.807283 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-709c4fcc-4edc-4a50-acfe-7cb70aaa1d0a None None] Provisioning complete for port de9a9d53-ec01-4b4e-8b4b-321917d9f189 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:43.807656 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-709c4fcc-4edc-4a50-acfe-7cb70aaa1d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:43.844892 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-1390d3df-57d8-4a82-8b4e-a027a0814dad tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Deleting subnet 89116e22-f4c8-4701-b72c-a0e96f55955f {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 01:58:43.847858 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1390d3df-57d8-4a82-8b4e-a027a0814dad tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:43.855832 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b43af11-8cc8-4bd4-b47b-b046b93fe03e None None] Resources bound (agent type, host, resource id): {{(pid=87613) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:58:43.906039 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1390d3df-57d8-4a82-8b4e-a027a0814dad tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:43.990124 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1390d3df-57d8-4a82-8b4e-a027a0814dad tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:44.066518 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1390d3df-57d8-4a82-8b4e-a027a0814dad tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:44.108476 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390d3df-57d8-4a82-8b4e-a027a0814dad tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Pushing event deleted for resources: {'Subnet': ['ID=89116e22-f4c8-4701-b72c-a0e96f55955f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:44.114111 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1390d3df-57d8-4a82-8b4e-a027a0814dad tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:44.120574 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1390d3df-57d8-4a82-8b4e-a027a0814dad tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] 10.222.0.37 "DELETE /v2.0/subnets/89116e22-f4c8-4701-b72c-a0e96f55955f HTTP/1.1" status: 204 len: 168 time: 0.3395243 Feb 09 01:58:44.123073 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37390) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:44.235195 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176413a6-9117-4e8b-98e2-bb9b9a026008 None None] Network 5e57deb7-04cf-4587-83b4-bf9171ae21fe requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:58:44.237783 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-839e727c-927e-46d3-9882-16374d022608 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:44.248632 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-839e727c-927e-46d3-9882-16374d022608 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Deleting port de9a9d53-ec01-4b4e-8b4b-321917d9f189 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:58:44.248956 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-839e727c-927e-46d3-9882-16374d022608 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:44.457441 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-839e727c-927e-46d3-9882-16374d022608 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] For port de9a9d53-ec01-4b4e-8b4b-321917d9f189, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=de9a9d53-ec01-4b4e-8b4b-321917d9f189,segment=NetworkSegment(4d98d1ea-6669-4237-a98d-2e519639e113),segment_id=4d98d1ea-6669-4237-a98d-2e519639e113)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:58:44.457808 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-839e727c-927e-46d3-9882-16374d022608 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:44.484786 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54cf399-6f35-48cd-ab65-2662a7b8aef4 None None] DHCP port deletion for 5e57deb7-04cf-4587-83b4-bf9171ae21fe request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 01:58:44.489202 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e54cf399-6f35-48cd-ab65-2662a7b8aef4 None None] Deleting port de9a9d53-ec01-4b4e-8b4b-321917d9f189 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:58:44.489571 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e54cf399-6f35-48cd-ab65-2662a7b8aef4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:44.584435 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-839e727c-927e-46d3-9882-16374d022608 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Calling delete_port for de9a9d53-ec01-4b4e-8b4b-321917d9f189 owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:58:44.664893 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-839e727c-927e-46d3-9882-16374d022608 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:44.694686 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-e54cf399-6f35-48cd-ab65-2662a7b8aef4 None None] For port de9a9d53-ec01-4b4e-8b4b-321917d9f189, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=de9a9d53-ec01-4b4e-8b4b-321917d9f189,segment=NetworkSegment(4d98d1ea-6669-4237-a98d-2e519639e113),segment_id=4d98d1ea-6669-4237-a98d-2e519639e113)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:58:44.695214 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e54cf399-6f35-48cd-ab65-2662a7b8aef4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:44.710617 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e727c-927e-46d3-9882-16374d022608 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Pushing event deleted for resources: {'Port': ['ID=de9a9d53-ec01-4b4e-8b4b-321917d9f189,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:44.714612 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839e727c-927e-46d3-9882-16374d022608 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] No DVR routers for this DVR port de9a9d53-ec01-4b4e-8b4b-321917d9f189 on host n-d-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:58:44.819452 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e54cf399-6f35-48cd-ab65-2662a7b8aef4 None None] Calling delete_port for de9a9d53-ec01-4b4e-8b4b-321917d9f189 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:58:44.835649 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-839e727c-927e-46d3-9882-16374d022608 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:44.860594 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-839e727c-927e-46d3-9882-16374d022608 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e57deb7-04cf-4587-83b4-bf9171ae21fe']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:44.878532 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-839e727c-927e-46d3-9882-16374d022608 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d98d1ea-6669-4237-a98d-2e519639e113') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:44.878830 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-839e727c-927e-46d3-9882-16374d022608 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d98d1ea-6669-4237-a98d-2e519639e113') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:44.891007 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-e54cf399-6f35-48cd-ab65-2662a7b8aef4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:58:44.891217 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-839e727c-927e-46d3-9882-16374d022608 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:44.891343 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-e54cf399-6f35-48cd-ab65-2662a7b8aef4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:58:44.907263 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-839e727c-927e-46d3-9882-16374d022608 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:44.913146 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839e727c-927e-46d3-9882-16374d022608 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Releasing vlan 994 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:58:44.913533 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-839e727c-927e-46d3-9882-16374d022608 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:44.927611 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 01:58:44.927611 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:58:44.927611 n-d-828419-1 neutron-server[87612]: timer() Feb 09 01:58:44.927611 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:58:44.927611 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 01:58:44.927611 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 01:58:44.927611 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 01:58:44.927611 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:58:44.927611 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 01:58:44.927611 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:58:44.927611 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 01:58:44.927611 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:58:44.927611 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 01:58:44.927611 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 01:58:44.927611 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:58:44.927611 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 01:58:44.927611 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:58:44.927611 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 01:58:44.927611 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 01:58:44.927611 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 01:58:44.927611 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 01:58:44.927611 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 01:58:44.927611 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:58:44.927611 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:58:44.927611 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 01:58:44.927611 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:58:44.927611 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:58:44.927611 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:58:44.927611 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:58:44.927611 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:58:44.927611 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:58:44.927611 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:58:45.003472 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-839e727c-927e-46d3-9882-16374d022608 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:45.008625 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-839e727c-927e-46d3-9882-16374d022608 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:45.038272 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e727c-927e-46d3-9882-16374d022608 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Pushing event deleted for resources: {'Network': ['ID=5e57deb7-04cf-4587-83b4-bf9171ae21fe,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:45.042056 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-839e727c-927e-46d3-9882-16374d022608 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] 10.222.0.37 "DELETE /v2.0/networks/5e57deb7-04cf-4587-83b4-bf9171ae21fe HTTP/1.1" status: 204 len: 168 time: 0.9180586 Feb 09 01:58:45.044867 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37394) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:45.088585 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2396d311-b8af-4978-bd0e-8f1c82d9f88f tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Synchronizing usage tracker for tenant:82e02dd39f49408580f83d5ebf5a4866 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:58:45.104317 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2396d311-b8af-4978-bd0e-8f1c82d9f88f tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Unset dirty status for tenant:82e02dd39f49408580f83d5ebf5a4866 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:58:45.105546 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2396d311-b8af-4978-bd0e-8f1c82d9f88f tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] 10.222.0.37 "GET /v2.0/ports?device_id=0714e089-86dc-474b-911d-3e44b62872e0 HTTP/1.1" status: 200 len: 205 time: 0.0597878 Feb 09 01:58:45.108091 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37398) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:45.120551 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device de9a9d53-ec01-4b4e-8b4b-321917d9f189 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:58:45.161244 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: de9a9d53-ec01-4b4e-8b4b-321917d9f189 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:58:45.161590 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device de9a9d53-ec01-4b4e-8b4b-321917d9f189 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:58:45.246148 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c8ef33d5-36bf-4352-8ee8-d04e84a61091 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:45.393093 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e54cf399-6f35-48cd-ab65-2662a7b8aef4 None None] Deleting port de9a9d53-ec01-4b4e-8b4b-321917d9f189 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:58:45.393474 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e54cf399-6f35-48cd-ab65-2662a7b8aef4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:45.460917 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e54cf399-6f35-48cd-ab65-2662a7b8aef4 None None] The port 'de9a9d53-ec01-4b4e-8b4b-321917d9f189' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 01:58:45.634045 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c8ef33d5-36bf-4352-8ee8-d04e84a61091 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:45.636256 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c8ef33d5-36bf-4352-8ee8-d04e84a61091 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:45.657636 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c8ef33d5-36bf-4352-8ee8-d04e84a61091 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:45.658078 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ef33d5-36bf-4352-8ee8-d04e84a61091 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Fanout notify agent at l3_agent the message router_deleted on router 0714e089-86dc-474b-911d-3e44b62872e0 {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 01:58:45.669650 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c8ef33d5-36bf-4352-8ee8-d04e84a61091 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:45.670709 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c8ef33d5-36bf-4352-8ee8-d04e84a61091 tempest-RoutersNegativeTest-1690274940 tempest-RoutersNegativeTest-1690274940-project] 10.222.0.37 "DELETE /v2.0/routers/0714e089-86dc-474b-911d-3e44b62872e0 HTTP/1.1" status: 204 len: 168 time: 0.5616896 Feb 09 01:58:45.938790 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37406) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:46.081657 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-950075e5-abb0-4ddb-9602-53b53aafd269 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=82e02dd39f49408580f83d5ebf5a4866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417267 Feb 09 01:58:46.084055 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37412) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:46.144067 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ee7e053a-508d-428f-a660-62cf3d14eb64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:46.169829 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ee7e053a-508d-428f-a660-62cf3d14eb64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:46.220669 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ee7e053a-508d-428f-a660-62cf3d14eb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:46.234412 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e053a-508d-428f-a660-62cf3d14eb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab56607-f8a1-4bf3-af6f-e346aaa1228b,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:46.241761 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ee7e053a-508d-428f-a660-62cf3d14eb64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:46.244261 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ee7e053a-508d-428f-a660-62cf3d14eb64 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9ab56607-f8a1-4bf3-af6f-e346aaa1228b HTTP/1.1" status: 204 len: 168 time: 0.1584115 Feb 09 01:58:46.883181 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37436) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:46.986881 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-5aea73ec-acce-4737-84b4-c4dbe23d9923 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2119173860-network', 'tenant_id': '164eb031b87d404bae31d0e53a1ab201'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:46.992074 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5aea73ec-acce-4737-84b4-c4dbe23d9923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:58:46.995918 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5aea73ec-acce-4737-84b4-c4dbe23d9923 admin admin] Usage tracker for resource:network and tenant:164eb031b87d404bae31d0e53a1ab201 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:58:46.998793 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5aea73ec-acce-4737-84b4-c4dbe23d9923 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:58:47.004697 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5aea73ec-acce-4737-84b4-c4dbe23d9923 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:58:47.015663 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aea73ec-acce-4737-84b4-c4dbe23d9923 admin admin] Made reservation on behalf of 164eb031b87d404bae31d0e53a1ab201 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:47.017928 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5aea73ec-acce-4737-84b4-c4dbe23d9923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:47.030009 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5aea73ec-acce-4737-84b4-c4dbe23d9923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:47.043751 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5aea73ec-acce-4737-84b4-c4dbe23d9923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:58:47.047532 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5aea73ec-acce-4737-84b4-c4dbe23d9923 admin admin] Usage tracker for resource:security_group_rule and tenant:164eb031b87d404bae31d0e53a1ab201 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:58:47.050248 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5aea73ec-acce-4737-84b4-c4dbe23d9923 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:58:47.055789 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5aea73ec-acce-4737-84b4-c4dbe23d9923 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:58:47.137340 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5aea73ec-acce-4737-84b4-c4dbe23d9923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:47.141123 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5aea73ec-acce-4737-84b4-c4dbe23d9923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:47.167427 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aea73ec-acce-4737-84b4-c4dbe23d9923 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 973} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:58:47.179429 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea73ec-acce-4737-84b4-c4dbe23d9923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1559a066-dc10-451d-9edd-4a0e29cdae24,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:47.184449 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5aea73ec-acce-4737-84b4-c4dbe23d9923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:47.185009 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-5aea73ec-acce-4737-84b4-c4dbe23d9923 admin admin] Added segment 82afd933-49ac-4cdb-ac08-28f114517525 of type vlan for network 084159e8-9034-45f9-8615-904e162b7387 Feb 09 01:58:47.215096 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5aea73ec-acce-4737-84b4-c4dbe23d9923 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:47.242781 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5aea73ec-acce-4737-84b4-c4dbe23d9923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:47.243771 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aea73ec-acce-4737-84b4-c4dbe23d9923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:47.244357 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5aea73ec-acce-4737-84b4-c4dbe23d9923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:47.342570 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea73ec-acce-4737-84b4-c4dbe23d9923 admin admin] Pushing event updated for resources: {'Network': ['ID=084159e8-9034-45f9-8615-904e162b7387,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:47.348342 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5aea73ec-acce-4737-84b4-c4dbe23d9923 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4608963 Feb 09 01:58:47.349216 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37442) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:47.352573 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 084159e8-9034-45f9-8615-904e162b7387 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:58:47.353854 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-32eed2a0-b3dc-4039-8d28-04738aabf340 admin admin] Request body: {'subnet': {'network_id': '084159e8-9034-45f9-8615-904e162b7387', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2119173860-subnet', 'tenant_id': '164eb031b87d404bae31d0e53a1ab201', 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:47.359214 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-32eed2a0-b3dc-4039-8d28-04738aabf340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:58:47.363038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-32eed2a0-b3dc-4039-8d28-04738aabf340 admin admin] Usage tracker for resource:subnet and tenant:164eb031b87d404bae31d0e53a1ab201 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:58:47.365892 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-32eed2a0-b3dc-4039-8d28-04738aabf340 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:58:47.372038 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-32eed2a0-b3dc-4039-8d28-04738aabf340 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:58:47.386752 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32eed2a0-b3dc-4039-8d28-04738aabf340 admin admin] Made reservation on behalf of 164eb031b87d404bae31d0e53a1ab201 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:47.389130 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-32eed2a0-b3dc-4039-8d28-04738aabf340 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:47.590419 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-32eed2a0-b3dc-4039-8d28-04738aabf340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:47.659697 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eed2a0-b3dc-4039-8d28-04738aabf340 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3f4318f-2af1-4893-89f8-66d1d3edc939,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:47.671403 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eed2a0-b3dc-4039-8d28-04738aabf340 admin admin] Checking segment: {'id': '82afd933-49ac-4cdb-ac08-28f114517525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '084159e8-9034-45f9-8615-904e162b7387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:58:47.671804 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32eed2a0-b3dc-4039-8d28-04738aabf340 admin admin] Network hostable DHCP agents. Network: 084159e8-9034-45f9-8615-904e162b7387, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:58:47.690373 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32eed2a0-b3dc-4039-8d28-04738aabf340 admin admin] Network 084159e8-9034-45f9-8615-904e162b7387 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:58:47.698852 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-32eed2a0-b3dc-4039-8d28-04738aabf340 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 084159e8-9034-45f9-8615-904e162b7387) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:47.702593 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32eed2a0-b3dc-4039-8d28-04738aabf340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:47.703177 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-32eed2a0-b3dc-4039-8d28-04738aabf340 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:47.707614 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646c086c-380b-4be7-ac70-118d3e2b71f9 None None] Network 084159e8-9034-45f9-8615-904e162b7387 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:58:47.724328 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-32eed2a0-b3dc-4039-8d28-04738aabf340 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3747182 Feb 09 01:58:47.727168 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37446) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:47.732639 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-4c136f46-99a0-497b-929f-4bd28f221ed7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2119173860-router', 'tenant_id': '164eb031b87d404bae31d0e53a1ab201', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:47.737707 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-4c136f46-99a0-497b-929f-4bd28f221ed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:58:47.741636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4c136f46-99a0-497b-929f-4bd28f221ed7 admin admin] Usage tracker for resource:router and tenant:164eb031b87d404bae31d0e53a1ab201 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:58:47.745055 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-4c136f46-99a0-497b-929f-4bd28f221ed7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:58:47.750715 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-4c136f46-99a0-497b-929f-4bd28f221ed7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:58:47.761601 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4c136f46-99a0-497b-929f-4bd28f221ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:47.762593 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4c136f46-99a0-497b-929f-4bd28f221ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:47.777965 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4c136f46-99a0-497b-929f-4bd28f221ed7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:47.916666 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931a77b1-65cd-4591-8b0b-ab857e8c1ad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-084159e8-9034-45f9-8615-904e162b7387', 'network_id': '084159e8-9034-45f9-8615-904e162b7387', 'tenant_id': '164eb031b87d404bae31d0e53a1ab201', 'fixed_ips': [{'subnet_id': 'c3f4318f-2af1-4893-89f8-66d1d3edc939'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:58:47.917604 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-931a77b1-65cd-4591-8b0b-ab857e8c1ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:48.051077 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4c136f46-99a0-497b-929f-4bd28f221ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:48.071417 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-931a77b1-65cd-4591-8b0b-ab857e8c1ad3 None None] Allocated IP 172.20.0.2 (084159e8-9034-45f9-8615-904e162b7387/c3f4318f-2af1-4893-89f8-66d1d3edc939/8922f920-62a6-403a-9d9a-d3636103dc90) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:48.313935 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-931a77b1-65cd-4591-8b0b-ab857e8c1ad3 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:48.324037 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-931a77b1-65cd-4591-8b0b-ab857e8c1ad3 None None] Transition to ACTIVE for port object 8922f920-62a6-403a-9d9a-d3636103dc90 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:58:48.342850 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-931a77b1-65cd-4591-8b0b-ab857e8c1ad3 None None] Transition to ACTIVE for port object 8922f920-62a6-403a-9d9a-d3636103dc90 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:58:48.348523 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-931a77b1-65cd-4591-8b0b-ab857e8c1ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:48.413541 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931a77b1-65cd-4591-8b0b-ab857e8c1ad3 None None] Network 084159e8-9034-45f9-8615-904e162b7387 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:48.416658 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-931a77b1-65cd-4591-8b0b-ab857e8c1ad3 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:48.419208 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931a77b1-65cd-4591-8b0b-ab857e8c1ad3 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:58:48.428145 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a77b1-65cd-4591-8b0b-ab857e8c1ad3 None None] Pushing event updated for resources: {'Port': ['ID=8922f920-62a6-403a-9d9a-d3636103dc90,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:48.476111 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4c136f46-99a0-497b-929f-4bd28f221ed7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:48.505669 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4c136f46-99a0-497b-929f-4bd28f221ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:48.514632 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-931a77b1-65cd-4591-8b0b-ab857e8c1ad3 None None] Attempting to bind port 8922f920-62a6-403a-9d9a-d3636103dc90 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:58:48.514995 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-931a77b1-65cd-4591-8b0b-ab857e8c1ad3 None None] Attempting to bind port 8922f920-62a6-403a-9d9a-d3636103dc90 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '82afd933-49ac-4cdb-ac08-28f114517525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '084159e8-9034-45f9-8615-904e162b7387'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:58:48.515350 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931a77b1-65cd-4591-8b0b-ab857e8c1ad3 None None] Attempting to bind port 8922f920-62a6-403a-9d9a-d3636103dc90 on network 084159e8-9034-45f9-8615-904e162b7387 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:58:48.520579 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931a77b1-65cd-4591-8b0b-ab857e8c1ad3 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:58:48.520945 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931a77b1-65cd-4591-8b0b-ab857e8c1ad3 None None] Checking segment: {'id': '82afd933-49ac-4cdb-ac08-28f114517525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '084159e8-9034-45f9-8615-904e162b7387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:58:48.521339 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-931a77b1-65cd-4591-8b0b-ab857e8c1ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:48.521722 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931a77b1-65cd-4591-8b0b-ab857e8c1ad3 None None] Bound using segment: {'id': '82afd933-49ac-4cdb-ac08-28f114517525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '084159e8-9034-45f9-8615-904e162b7387'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:58:48.522172 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-931a77b1-65cd-4591-8b0b-ab857e8c1ad3 None None] Bound port: 8922f920-62a6-403a-9d9a-d3636103dc90, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82afd933-49ac-4cdb-ac08-28f114517525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '084159e8-9034-45f9-8615-904e162b7387'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:58:48.522532 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-931a77b1-65cd-4591-8b0b-ab857e8c1ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:48.613278 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-931a77b1-65cd-4591-8b0b-ab857e8c1ad3 None None] For port 8922f920-62a6-403a-9d9a-d3636103dc90, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:58:48.616343 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-931a77b1-65cd-4591-8b0b-ab857e8c1ad3 None None] For port 8922f920-62a6-403a-9d9a-d3636103dc90, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=8922f920-62a6-403a-9d9a-d3636103dc90,segment=NetworkSegment(82afd933-49ac-4cdb-ac08-28f114517525),segment_id=82afd933-49ac-4cdb-ac08-28f114517525)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:58:48.621117 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-931a77b1-65cd-4591-8b0b-ab857e8c1ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:48.643967 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-4c136f46-99a0-497b-929f-4bd28f221ed7 admin admin] Allocated IP 172.25.5.224 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/bd1ff8f5-6455-488b-80ff-f67188294595) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:48.703560 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a77b1-65cd-4591-8b0b-ab857e8c1ad3 None None] Pushing event updated for resources: {'Port': ['ID=8922f920-62a6-403a-9d9a-d3636103dc90,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:48.798755 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4c136f46-99a0-497b-929f-4bd28f221ed7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:48.830331 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4c136f46-99a0-497b-929f-4bd28f221ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:48.910043 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c136f46-99a0-497b-929f-4bd28f221ed7 admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:48.913288 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-4c136f46-99a0-497b-929f-4bd28f221ed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:48.916921 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c136f46-99a0-497b-929f-4bd28f221ed7 admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:58:48.947867 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c136f46-99a0-497b-929f-4bd28f221ed7 admin admin] Pushing event updated for resources: {'Port': ['ID=bd1ff8f5-6455-488b-80ff-f67188294595,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:49.154984 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 8922f920-62a6-403a-9d9a-d3636103dc90 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:58:49.228329 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 8922f920-62a6-403a-9d9a-d3636103dc90 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:58:49.349457 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4c136f46-99a0-497b-929f-4bd28f221ed7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:49.661774 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d720da96-b125-4661-bfbc-41564bfd9c01 None None] Network 084159e8-9034-45f9-8615-904e162b7387 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:58:49.757896 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-306b19e5-3118-48d8-8ee9-b8319025d14e None None] Provisioning for port 8922f920-62a6-403a-9d9a-d3636103dc90 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:58:49.775341 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-306b19e5-3118-48d8-8ee9-b8319025d14e None None] Provisioning complete for port 8922f920-62a6-403a-9d9a-d3636103dc90 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:49.775716 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-306b19e5-3118-48d8-8ee9-b8319025d14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:49.812978 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4c136f46-99a0-497b-929f-4bd28f221ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:49.993040 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-306b19e5-3118-48d8-8ee9-b8319025d14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:50.016613 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c136f46-99a0-497b-929f-4bd28f221ed7 admin admin] Router 3c760285-f048-4436-b04b-5bbd3fbd0860 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:58:50.036683 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-306b19e5-3118-48d8-8ee9-b8319025d14e None None] For port 8922f920-62a6-403a-9d9a-d3636103dc90, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=8922f920-62a6-403a-9d9a-d3636103dc90,segment=NetworkSegment(82afd933-49ac-4cdb-ac08-28f114517525),segment_id=82afd933-49ac-4cdb-ac08-28f114517525)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:58:50.041772 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-306b19e5-3118-48d8-8ee9-b8319025d14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:50.121547 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b19e5-3118-48d8-8ee9-b8319025d14e None None] Pushing event updated for resources: {'Port': ['ID=8922f920-62a6-403a-9d9a-d3636103dc90,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:50.209197 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c136f46-99a0-497b-929f-4bd28f221ed7 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:58:50.220566 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e45d47c-3d3f-4207-82ab-d16b0ff07c86 None None] Sync routers for ids ['3c760285-f048-4436-b04b-5bbd3fbd0860'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:58:50.230859 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e45d47c-3d3f-4207-82ab-d16b0ff07c86 None None] Routers {'3c760285-f048-4436-b04b-5bbd3fbd0860'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:58:50.231580 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-0e45d47c-3d3f-4207-82ab-d16b0ff07c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:58:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['3c760285-f048-4436-b04b-5bbd3fbd0860'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:50.234462 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4c136f46-99a0-497b-929f-4bd28f221ed7 admin admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:50.238375 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4c136f46-99a0-497b-929f-4bd28f221ed7 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5070686 Feb 09 01:58:50.238528 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37450) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:50.319188 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e4e4d378-a32b-4408-9ae4-9dae6dcd6b32 None None] Provisioning complete for port 8922f920-62a6-403a-9d9a-d3636103dc90 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:50.319471 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d378-a32b-4408-9ae4-9dae6dcd6b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:50.469751 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-0e45d47c-3d3f-4207-82ab-d16b0ff07c86 None None] Set router 3c760285-f048-4436-b04b-5bbd3fbd0860 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:58:50.852340 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-0e45d47c-3d3f-4207-82ab-d16b0ff07c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c760285-f048-4436-b04b-5bbd3fbd0860', 'name': 'tempest-TestEncryptedCinderVolumes-2119173860-router', 'tenant_id': '164eb031b87d404bae31d0e53a1ab201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'bd1ff8f5-6455-488b-80ff-f67188294595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:47Z', 'updated_at': '2022-02-09T01:58:49Z', 'revision_number': 3, 'project_id': '164eb031b87d404bae31d0e53a1ab201', 'gw_port': {'id': 'bd1ff8f5-6455-488b-80ff-f67188294595', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:55:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c760285-f048-4436-b04b-5bbd3fbd0860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:48Z', 'updated_at': '2022-02-09T01:58:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:50.856965 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e45d47c-3d3f-4207-82ab-d16b0ff07c86 None None] Checking router: 3c760285-f048-4436-b04b-5bbd3fbd0860 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:58:50.857312 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e45d47c-3d3f-4207-82ab-d16b0ff07c86 None None] Updating router 3c760285-f048-4436-b04b-5bbd3fbd0860 port bd1ff8f5-6455-488b-80ff-f67188294595 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:58:50.908052 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0e45d47c-3d3f-4207-82ab-d16b0ff07c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:50.922210 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-da24fa78-8d13-4b58-ab61-0c447108e36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:51.140448 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 8922f920-62a6-403a-9d9a-d3636103dc90 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:58:51.253615 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-da24fa78-8d13-4b58-ab61-0c447108e36d admin admin] Allocated IP 172.20.0.1 (084159e8-9034-45f9-8615-904e162b7387/c3f4318f-2af1-4893-89f8-66d1d3edc939/e218b1f8-cd93-415f-994b-fe09c0899116) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:51.292450 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 8922f920-62a6-403a-9d9a-d3636103dc90 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:51.292817 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:51.351177 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0e45d47c-3d3f-4207-82ab-d16b0ff07c86 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:51.370216 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0e45d47c-3d3f-4207-82ab-d16b0ff07c86 None None] Transition to ACTIVE for port object bd1ff8f5-6455-488b-80ff-f67188294595 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:58:51.378199 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0e45d47c-3d3f-4207-82ab-d16b0ff07c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:51.403802 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-da24fa78-8d13-4b58-ab61-0c447108e36d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:51.420076 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-da24fa78-8d13-4b58-ab61-0c447108e36d admin admin] Transition to ACTIVE for port object e218b1f8-cd93-415f-994b-fe09c0899116 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:58:51.443586 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-da24fa78-8d13-4b58-ab61-0c447108e36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:51.474469 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:58:51.506025 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-0e45d47c-3d3f-4207-82ab-d16b0ff07c86 None None] Attempting to bind port bd1ff8f5-6455-488b-80ff-f67188294595 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:58:51.506387 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-0e45d47c-3d3f-4207-82ab-d16b0ff07c86 None None] Attempting to bind port bd1ff8f5-6455-488b-80ff-f67188294595 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:58:51.506742 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e45d47c-3d3f-4207-82ab-d16b0ff07c86 None None] Attempting to bind port bd1ff8f5-6455-488b-80ff-f67188294595 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:58:51.511889 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da24fa78-8d13-4b58-ab61-0c447108e36d admin admin] Network 084159e8-9034-45f9-8615-904e162b7387 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:51.514759 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-da24fa78-8d13-4b58-ab61-0c447108e36d admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:51.518612 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da24fa78-8d13-4b58-ab61-0c447108e36d admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:58:51.519433 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e45d47c-3d3f-4207-82ab-d16b0ff07c86 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:58:51.519998 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e45d47c-3d3f-4207-82ab-d16b0ff07c86 None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:58:51.520212 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0e45d47c-3d3f-4207-82ab-d16b0ff07c86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:51.520618 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e45d47c-3d3f-4207-82ab-d16b0ff07c86 None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:58:51.521152 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-0e45d47c-3d3f-4207-82ab-d16b0ff07c86 None None] Bound port: bd1ff8f5-6455-488b-80ff-f67188294595, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:58:51.521425 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0e45d47c-3d3f-4207-82ab-d16b0ff07c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:51.545010 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d83b2-7b92-4003-a547-e5a777163acd None None] Pushing event updated for resources: {'Port': ['ID=bd1ff8f5-6455-488b-80ff-f67188294595,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:51.556736 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24fa78-8d13-4b58-ab61-0c447108e36d admin admin] Pushing event updated for resources: {'Port': ['ID=e218b1f8-cd93-415f-994b-fe09c0899116,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:51.580265 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-da24fa78-8d13-4b58-ab61-0c447108e36d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:51.600466 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-0e45d47c-3d3f-4207-82ab-d16b0ff07c86 None None] For port bd1ff8f5-6455-488b-80ff-f67188294595, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:58:51.604898 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-0e45d47c-3d3f-4207-82ab-d16b0ff07c86 None None] For port bd1ff8f5-6455-488b-80ff-f67188294595, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=bd1ff8f5-6455-488b-80ff-f67188294595,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:58:51.610273 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0e45d47c-3d3f-4207-82ab-d16b0ff07c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:51.691864 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e45d47c-3d3f-4207-82ab-d16b0ff07c86 None None] Routers {'3c760285-f048-4436-b04b-5bbd3fbd0860'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:58:51.692528 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-0e45d47c-3d3f-4207-82ab-d16b0ff07c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:58:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['3c760285-f048-4436-b04b-5bbd3fbd0860'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:51.754931 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d83b2-7b92-4003-a547-e5a777163acd None None] Pushing event updated for resources: {'Port': ['ID=bd1ff8f5-6455-488b-80ff-f67188294595,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:51.842619 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-07af1760-1c8c-4590-ad8d-fdfa14de4f19 None None] Provisioning for port e218b1f8-cd93-415f-994b-fe09c0899116 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:58:51.851604 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-da24fa78-8d13-4b58-ab61-0c447108e36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:51.866490 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-07af1760-1c8c-4590-ad8d-fdfa14de4f19 None None] Provisioning complete for port e218b1f8-cd93-415f-994b-fe09c0899116 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:51.867035 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-07af1760-1c8c-4590-ad8d-fdfa14de4f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:51.924518 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-0e45d47c-3d3f-4207-82ab-d16b0ff07c86 None None] Set router 3c760285-f048-4436-b04b-5bbd3fbd0860 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:58:52.031775 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-07af1760-1c8c-4590-ad8d-fdfa14de4f19 None None] Port e218b1f8-cd93-415f-994b-fe09c0899116 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:58:52.073775 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-da24fa78-8d13-4b58-ab61-0c447108e36d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:52.078314 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-da24fa78-8d13-4b58-ab61-0c447108e36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:52.183707 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24fa78-8d13-4b58-ab61-0c447108e36d admin admin] Pushing event updated for resources: {'Port': ['ID=e218b1f8-cd93-415f-994b-fe09c0899116,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:52.186167 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-da24fa78-8d13-4b58-ab61-0c447108e36d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:52.210909 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-0e45d47c-3d3f-4207-82ab-d16b0ff07c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c760285-f048-4436-b04b-5bbd3fbd0860', 'name': 'tempest-TestEncryptedCinderVolumes-2119173860-router', 'tenant_id': '164eb031b87d404bae31d0e53a1ab201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'bd1ff8f5-6455-488b-80ff-f67188294595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:47Z', 'updated_at': '2022-02-09T01:58:49Z', 'revision_number': 3, 'project_id': '164eb031b87d404bae31d0e53a1ab201', 'gw_port': {'id': 'bd1ff8f5-6455-488b-80ff-f67188294595', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:55:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c760285-f048-4436-b04b-5bbd3fbd0860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:48Z', 'updated_at': '2022-02-09T01:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:52.214904 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e45d47c-3d3f-4207-82ab-d16b0ff07c86 None None] The sync data for ids ['3c760285-f048-4436-b04b-5bbd3fbd0860'] in n-d-828419-1 is: [{'id': '3c760285-f048-4436-b04b-5bbd3fbd0860', 'name': 'tempest-TestEncryptedCinderVolumes-2119173860-router', 'tenant_id': '164eb031b87d404bae31d0e53a1ab201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'bd1ff8f5-6455-488b-80ff-f67188294595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:47Z', 'updated_at': '2022-02-09T01:58:49Z', 'revision_number': 3, 'project_id': '164eb031b87d404bae31d0e53a1ab201', 'gw_port': {'id': 'bd1ff8f5-6455-488b-80ff-f67188294595', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:55:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c760285-f048-4436-b04b-5bbd3fbd0860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:48Z', 'updated_at': '2022-02-09T01:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:58:52.322022 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da24fa78-8d13-4b58-ab61-0c447108e36d admin admin] Network 084159e8-9034-45f9-8615-904e162b7387 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:52.323074 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-da24fa78-8d13-4b58-ab61-0c447108e36d admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:52.415789 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:52.530078 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da24fa78-8d13-4b58-ab61-0c447108e36d admin admin] Router 3c760285-f048-4436-b04b-5bbd3fbd0860 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:58:52.663022 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d412998f-3bca-44e1-956b-44121261d46b None None] Provisioning complete for port e218b1f8-cd93-415f-994b-fe09c0899116 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:52.663530 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d412998f-3bca-44e1-956b-44121261d46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:52.778085 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d412998f-3bca-44e1-956b-44121261d46b None None] Port e218b1f8-cd93-415f-994b-fe09c0899116 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:58:52.850026 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da24fa78-8d13-4b58-ab61-0c447108e36d admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:58:52.859833 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-da24fa78-8d13-4b58-ab61-0c447108e36d admin admin] 10.222.0.37 "PUT /v2.0/routers/3c760285-f048-4436-b04b-5bbd3fbd0860/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6203015 Feb 09 01:58:53.223694 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device bd1ff8f5-6455-488b-80ff-f67188294595 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:58:53.319447 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port bd1ff8f5-6455-488b-80ff-f67188294595 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:58:53.324957 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port bd1ff8f5-6455-488b-80ff-f67188294595 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:53.325323 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:53.454568 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:53.471803 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port bd1ff8f5-6455-488b-80ff-f67188294595, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=bd1ff8f5-6455-488b-80ff-f67188294595,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:58:53.476077 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:53.501473 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37468) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:53.507326 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-323e6507-3963-446a-a44c-14f81a86c702 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-738639998-network', 'tenant_id': 'f1e755728b4d4d2ca67613442a29df07'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:53.512688 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-323e6507-3963-446a-a44c-14f81a86c702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:58:53.516612 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-323e6507-3963-446a-a44c-14f81a86c702 admin admin] Usage tracker for resource:network and tenant:f1e755728b4d4d2ca67613442a29df07 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:58:53.519477 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-323e6507-3963-446a-a44c-14f81a86c702 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:58:53.525917 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-323e6507-3963-446a-a44c-14f81a86c702 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:58:53.537439 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323e6507-3963-446a-a44c-14f81a86c702 admin admin] Made reservation on behalf of f1e755728b4d4d2ca67613442a29df07 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:53.540611 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-323e6507-3963-446a-a44c-14f81a86c702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:53.554611 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-323e6507-3963-446a-a44c-14f81a86c702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:53.556430 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=bd1ff8f5-6455-488b-80ff-f67188294595,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:53.572710 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-323e6507-3963-446a-a44c-14f81a86c702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:58:53.577244 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-323e6507-3963-446a-a44c-14f81a86c702 admin admin] Usage tracker for resource:security_group_rule and tenant:f1e755728b4d4d2ca67613442a29df07 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:58:53.580961 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-323e6507-3963-446a-a44c-14f81a86c702 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:58:53.587287 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-323e6507-3963-446a-a44c-14f81a86c702 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:58:53.672012 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-323e6507-3963-446a-a44c-14f81a86c702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:53.675702 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-323e6507-3963-446a-a44c-14f81a86c702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:53.707796 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-323e6507-3963-446a-a44c-14f81a86c702 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 979} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:58:53.713806 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e6507-3963-446a-a44c-14f81a86c702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1569f014-5b59-4c8e-80c6-32ca0d025c9d,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:53.720637 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-323e6507-3963-446a-a44c-14f81a86c702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:53.721083 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-323e6507-3963-446a-a44c-14f81a86c702 admin admin] Added segment 846bc66a-0872-4671-b338-95dee6de649b of type vlan for network 77ddbb61-77fc-4485-99c8-eaa72471e416 Feb 09 01:58:53.746059 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-323e6507-3963-446a-a44c-14f81a86c702 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:53.777535 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-323e6507-3963-446a-a44c-14f81a86c702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:53.778604 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323e6507-3963-446a-a44c-14f81a86c702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:53.779785 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-323e6507-3963-446a-a44c-14f81a86c702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:53.786262 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbcee7a-baba-4b1c-a52f-97e49a3bcd07 None None] Sync routers for ids ['3c760285-f048-4436-b04b-5bbd3fbd0860'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:58:53.795299 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbcee7a-baba-4b1c-a52f-97e49a3bcd07 None None] Routers {'3c760285-f048-4436-b04b-5bbd3fbd0860'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:58:53.795978 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-7dbcee7a-baba-4b1c-a52f-97e49a3bcd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:58:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['3c760285-f048-4436-b04b-5bbd3fbd0860'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:53.886663 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-323e6507-3963-446a-a44c-14f81a86c702 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3809879 Feb 09 01:58:53.886663 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e6507-3963-446a-a44c-14f81a86c702 admin admin] Pushing event updated for resources: {'Network': ['ID=77ddbb61-77fc-4485-99c8-eaa72471e416,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:53.886989 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37472) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:53.892433 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-61b080eb-6450-4a4c-9233-0b49953d73ce admin admin] Request body: {'subnet': {'network_id': '77ddbb61-77fc-4485-99c8-eaa72471e416', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-738639998-subnet', 'tenant_id': 'f1e755728b4d4d2ca67613442a29df07', 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:53.895823 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 77ddbb61-77fc-4485-99c8-eaa72471e416 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 01:58:53.897750 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-61b080eb-6450-4a4c-9233-0b49953d73ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:58:53.902323 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-61b080eb-6450-4a4c-9233-0b49953d73ce admin admin] Usage tracker for resource:subnet and tenant:f1e755728b4d4d2ca67613442a29df07 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:58:53.905275 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-61b080eb-6450-4a4c-9233-0b49953d73ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:58:53.912178 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-61b080eb-6450-4a4c-9233-0b49953d73ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:58:53.921916 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b080eb-6450-4a4c-9233-0b49953d73ce admin admin] Made reservation on behalf of f1e755728b4d4d2ca67613442a29df07 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:58:53.924604 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-61b080eb-6450-4a4c-9233-0b49953d73ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:53.974091 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-7dbcee7a-baba-4b1c-a52f-97e49a3bcd07 None None] Set router 3c760285-f048-4436-b04b-5bbd3fbd0860 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:58:54.138072 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-61b080eb-6450-4a4c-9233-0b49953d73ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:54.212112 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b080eb-6450-4a4c-9233-0b49953d73ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2b3ed85-f91b-4953-8521-6a0e4225a2b3,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:54.222093 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b080eb-6450-4a4c-9233-0b49953d73ce admin admin] Checking segment: {'id': '846bc66a-0872-4671-b338-95dee6de649b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '77ddbb61-77fc-4485-99c8-eaa72471e416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:58:54.222450 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b080eb-6450-4a4c-9233-0b49953d73ce admin admin] Network hostable DHCP agents. Network: 77ddbb61-77fc-4485-99c8-eaa72471e416, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:58:54.242380 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b080eb-6450-4a4c-9233-0b49953d73ce admin admin] Network 77ddbb61-77fc-4485-99c8-eaa72471e416 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:58:54.252594 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-61b080eb-6450-4a4c-9233-0b49953d73ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 77ddbb61-77fc-4485-99c8-eaa72471e416) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:54.257962 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b080eb-6450-4a4c-9233-0b49953d73ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:54.259126 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-61b080eb-6450-4a4c-9233-0b49953d73ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:54.264943 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a1b6e7-3a71-4777-aa24-30f3d88a2b27 None None] Network 77ddbb61-77fc-4485-99c8-eaa72471e416 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:58:54.287744 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37476) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:54.296216 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-738639998-router', 'tenant_id': 'f1e755728b4d4d2ca67613442a29df07', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:54.301624 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-61b080eb-6450-4a4c-9233-0b49953d73ce admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4128711 Feb 09 01:58:54.304544 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:58:54.308086 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-7dbcee7a-baba-4b1c-a52f-97e49a3bcd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c760285-f048-4436-b04b-5bbd3fbd0860', 'name': 'tempest-TestEncryptedCinderVolumes-2119173860-router', 'tenant_id': '164eb031b87d404bae31d0e53a1ab201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'bd1ff8f5-6455-488b-80ff-f67188294595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:47Z', 'updated_at': '2022-02-09T01:58:51Z', 'revision_number': 4, 'project_id': '164eb031b87d404bae31d0e53a1ab201', 'gw_port': {'id': 'bd1ff8f5-6455-488b-80ff-f67188294595', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:55:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c760285-f048-4436-b04b-5bbd3fbd0860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:48Z', 'updated_at': '2022-02-09T01:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'e218b1f8-cd93-415f-994b-fe09c0899116', 'name': '', 'network_id': '084159e8-9034-45f9-8615-904e162b7387', 'tenant_id': '164eb031b87d404bae31d0e53a1ab201', 'mac_address': 'fa:16:3e:1f:50:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c760285-f048-4436-b04b-5bbd3fbd0860', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'c3f4318f-2af1-4893-89f8-66d1d3edc939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:50Z', 'updated_at': '2022-02-09T01:58:51Z', 'revision_number': 2, 'project_id': '164eb031b87d404bae31d0e53a1ab201', 'subnets': [{'id': 'c3f4318f-2af1-4893-89f8-66d1d3edc939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:54.308854 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] Usage tracker for resource:router and tenant:f1e755728b4d4d2ca67613442a29df07 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 01:58:54.312751 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbcee7a-baba-4b1c-a52f-97e49a3bcd07 None None] Checking router: 3c760285-f048-4436-b04b-5bbd3fbd0860 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:58:54.313105 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 01:58:54.313234 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbcee7a-baba-4b1c-a52f-97e49a3bcd07 None None] Updating router 3c760285-f048-4436-b04b-5bbd3fbd0860 port e218b1f8-cd93-415f-994b-fe09c0899116 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:58:54.320047 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:58:54.333948 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:54.335173 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:54.356788 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:54.372727 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-7dbcee7a-baba-4b1c-a52f-97e49a3bcd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:54.499733 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f61bf5-4247-42e0-8fd5-d57543023a3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-77ddbb61-77fc-4485-99c8-eaa72471e416', 'network_id': '77ddbb61-77fc-4485-99c8-eaa72471e416', 'tenant_id': 'f1e755728b4d4d2ca67613442a29df07', 'fixed_ips': [{'subnet_id': 'e2b3ed85-f91b-4953-8521-6a0e4225a2b3'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 01:58:54.500932 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-79f61bf5-4247-42e0-8fd5-d57543023a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:54.659950 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:54.665209 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-79f61bf5-4247-42e0-8fd5-d57543023a3d None None] Allocated IP 172.20.0.2 (77ddbb61-77fc-4485-99c8-eaa72471e416/e2b3ed85-f91b-4953-8521-6a0e4225a2b3/fcca9af9-4c9c-4f32-93d6-950999aa4358) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:54.793755 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-7dbcee7a-baba-4b1c-a52f-97e49a3bcd07 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:54.808982 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-7dbcee7a-baba-4b1c-a52f-97e49a3bcd07 None None] Transition to ACTIVE for port object e218b1f8-cd93-415f-994b-fe09c0899116 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:58:54.820067 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-7dbcee7a-baba-4b1c-a52f-97e49a3bcd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:54.887890 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-79f61bf5-4247-42e0-8fd5-d57543023a3d None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:54.900362 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-79f61bf5-4247-42e0-8fd5-d57543023a3d None None] Transition to ACTIVE for port object fcca9af9-4c9c-4f32-93d6-950999aa4358 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:58:54.921661 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-79f61bf5-4247-42e0-8fd5-d57543023a3d None None] Transition to ACTIVE for port object fcca9af9-4c9c-4f32-93d6-950999aa4358 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:58:54.934843 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-79f61bf5-4247-42e0-8fd5-d57543023a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:54.992045 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674de017-2ed0-4827-82f2-32fb6e0ee820 None None] Pushing event updated for resources: {'Port': ['ID=e218b1f8-cd93-415f-994b-fe09c0899116,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:55.011921 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f61bf5-4247-42e0-8fd5-d57543023a3d None None] Network 77ddbb61-77fc-4485-99c8-eaa72471e416 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:55.015499 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-79f61bf5-4247-42e0-8fd5-d57543023a3d None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:55.020127 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674de017-2ed0-4827-82f2-32fb6e0ee820 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:55.020609 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674de017-2ed0-4827-82f2-32fb6e0ee820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:55.021044 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674de017-2ed0-4827-82f2-32fb6e0ee820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:55.021492 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674de017-2ed0-4827-82f2-32fb6e0ee820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:55.021920 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674de017-2ed0-4827-82f2-32fb6e0ee820 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:55.022576 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674de017-2ed0-4827-82f2-32fb6e0ee820 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:55.022999 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674de017-2ed0-4827-82f2-32fb6e0ee820 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:55.023421 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674de017-2ed0-4827-82f2-32fb6e0ee820 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:55.023840 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674de017-2ed0-4827-82f2-32fb6e0ee820 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:55.024306 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674de017-2ed0-4827-82f2-32fb6e0ee820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:55.024750 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674de017-2ed0-4827-82f2-32fb6e0ee820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:55.025162 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674de017-2ed0-4827-82f2-32fb6e0ee820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:55.045440 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f61bf5-4247-42e0-8fd5-d57543023a3d None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:58:55.181109 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-7dbcee7a-baba-4b1c-a52f-97e49a3bcd07 None None] Attempting to bind port e218b1f8-cd93-415f-994b-fe09c0899116 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:58:55.181381 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-7dbcee7a-baba-4b1c-a52f-97e49a3bcd07 None None] Attempting to bind port e218b1f8-cd93-415f-994b-fe09c0899116 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '82afd933-49ac-4cdb-ac08-28f114517525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '084159e8-9034-45f9-8615-904e162b7387'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:58:55.181725 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbcee7a-baba-4b1c-a52f-97e49a3bcd07 None None] Attempting to bind port e218b1f8-cd93-415f-994b-fe09c0899116 on network 084159e8-9034-45f9-8615-904e162b7387 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:58:55.194875 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f61bf5-4247-42e0-8fd5-d57543023a3d None None] Pushing event updated for resources: {'Port': ['ID=fcca9af9-4c9c-4f32-93d6-950999aa4358,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:55.198556 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbcee7a-baba-4b1c-a52f-97e49a3bcd07 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:58:55.198879 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device bd1ff8f5-6455-488b-80ff-f67188294595 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:58:55.198999 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbcee7a-baba-4b1c-a52f-97e49a3bcd07 None None] Checking segment: {'id': '82afd933-49ac-4cdb-ac08-28f114517525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '084159e8-9034-45f9-8615-904e162b7387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:58:55.199322 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-7dbcee7a-baba-4b1c-a52f-97e49a3bcd07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:55.199770 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbcee7a-baba-4b1c-a52f-97e49a3bcd07 None None] Bound using segment: {'id': '82afd933-49ac-4cdb-ac08-28f114517525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '084159e8-9034-45f9-8615-904e162b7387'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:58:55.200180 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-7dbcee7a-baba-4b1c-a52f-97e49a3bcd07 None None] Bound port: e218b1f8-cd93-415f-994b-fe09c0899116, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82afd933-49ac-4cdb-ac08-28f114517525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '084159e8-9034-45f9-8615-904e162b7387'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:58:55.200575 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-7dbcee7a-baba-4b1c-a52f-97e49a3bcd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:55.239425 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:55.249964 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-79f61bf5-4247-42e0-8fd5-d57543023a3d None None] Attempting to bind port fcca9af9-4c9c-4f32-93d6-950999aa4358 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:58:55.250336 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-79f61bf5-4247-42e0-8fd5-d57543023a3d None None] Attempting to bind port fcca9af9-4c9c-4f32-93d6-950999aa4358 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '846bc66a-0872-4671-b338-95dee6de649b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '77ddbb61-77fc-4485-99c8-eaa72471e416'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:58:55.250681 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f61bf5-4247-42e0-8fd5-d57543023a3d None None] Attempting to bind port fcca9af9-4c9c-4f32-93d6-950999aa4358 on network 77ddbb61-77fc-4485-99c8-eaa72471e416 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:58:55.268311 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f61bf5-4247-42e0-8fd5-d57543023a3d None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:58:55.269021 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f61bf5-4247-42e0-8fd5-d57543023a3d None None] Checking segment: {'id': '846bc66a-0872-4671-b338-95dee6de649b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '77ddbb61-77fc-4485-99c8-eaa72471e416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:58:55.269119 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-79f61bf5-4247-42e0-8fd5-d57543023a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:55.269460 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f61bf5-4247-42e0-8fd5-d57543023a3d None None] Bound using segment: {'id': '846bc66a-0872-4671-b338-95dee6de649b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '77ddbb61-77fc-4485-99c8-eaa72471e416'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:58:55.269921 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-79f61bf5-4247-42e0-8fd5-d57543023a3d None None] Bound port: fcca9af9-4c9c-4f32-93d6-950999aa4358, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '846bc66a-0872-4671-b338-95dee6de649b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '77ddbb61-77fc-4485-99c8-eaa72471e416'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:58:55.270287 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-79f61bf5-4247-42e0-8fd5-d57543023a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:55.274150 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:55.324639 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-7dbcee7a-baba-4b1c-a52f-97e49a3bcd07 None None] For port e218b1f8-cd93-415f-994b-fe09c0899116, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:58:55.329057 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-7dbcee7a-baba-4b1c-a52f-97e49a3bcd07 None None] For port e218b1f8-cd93-415f-994b-fe09c0899116, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=e218b1f8-cd93-415f-994b-fe09c0899116,segment=NetworkSegment(82afd933-49ac-4cdb-ac08-28f114517525),segment_id=82afd933-49ac-4cdb-ac08-28f114517525)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:58:55.334819 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-7dbcee7a-baba-4b1c-a52f-97e49a3bcd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:55.419090 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbcee7a-baba-4b1c-a52f-97e49a3bcd07 None None] Routers {'3c760285-f048-4436-b04b-5bbd3fbd0860'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:58:55.419791 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-7dbcee7a-baba-4b1c-a52f-97e49a3bcd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:58:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['3c760285-f048-4436-b04b-5bbd3fbd0860'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:55.422985 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] Allocated IP 172.25.5.8 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/9eb180ba-96e0-41d5-828e-da1947723258) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:55.435297 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port bd1ff8f5-6455-488b-80ff-f67188294595 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:55.435785 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:55.475012 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-79f61bf5-4247-42e0-8fd5-d57543023a3d None None] For port fcca9af9-4c9c-4f32-93d6-950999aa4358, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:58:55.491476 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674de017-2ed0-4827-82f2-32fb6e0ee820 None None] Pushing event updated for resources: {'Port': ['ID=e218b1f8-cd93-415f-994b-fe09c0899116,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:55.496982 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-79f61bf5-4247-42e0-8fd5-d57543023a3d None None] For port fcca9af9-4c9c-4f32-93d6-950999aa4358, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=fcca9af9-4c9c-4f32-93d6-950999aa4358,segment=NetworkSegment(846bc66a-0872-4671-b338-95dee6de649b),segment_id=846bc66a-0872-4671-b338-95dee6de649b)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:58:55.510347 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-79f61bf5-4247-42e0-8fd5-d57543023a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:55.598673 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:55.609013 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:55.650656 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:55.651979 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f61bf5-4247-42e0-8fd5-d57543023a3d None None] Pushing event updated for resources: {'Port': ['ID=fcca9af9-4c9c-4f32-93d6-950999aa4358,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:55.689101 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-7dbcee7a-baba-4b1c-a52f-97e49a3bcd07 None None] Set router 3c760285-f048-4436-b04b-5bbd3fbd0860 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:58:55.720446 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:55.723365 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:55.728066 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:58:55.771373 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] Pushing event updated for resources: {'Port': ['ID=9eb180ba-96e0-41d5-828e-da1947723258,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:55.784982 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:55.785351 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:55.785689 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:55.786023 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:55.786350 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:55.786676 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:55.786996 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:55.787317 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:55.787638 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:55.787957 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:55.788271 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:55.788610 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:56.076295 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-7dbcee7a-baba-4b1c-a52f-97e49a3bcd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c760285-f048-4436-b04b-5bbd3fbd0860', 'name': 'tempest-TestEncryptedCinderVolumes-2119173860-router', 'tenant_id': '164eb031b87d404bae31d0e53a1ab201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'bd1ff8f5-6455-488b-80ff-f67188294595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:47Z', 'updated_at': '2022-02-09T01:58:51Z', 'revision_number': 4, 'project_id': '164eb031b87d404bae31d0e53a1ab201', 'gw_port': {'id': 'bd1ff8f5-6455-488b-80ff-f67188294595', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:55:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c760285-f048-4436-b04b-5bbd3fbd0860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:48Z', 'updated_at': '2022-02-09T01:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'e218b1f8-cd93-415f-994b-fe09c0899116', 'name': '', 'network_id': '084159e8-9034-45f9-8615-904e162b7387', 'tenant_id': '164eb031b87d404bae31d0e53a1ab201', 'mac_address': 'fa:16:3e:1f:50:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c760285-f048-4436-b04b-5bbd3fbd0860', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'c3f4318f-2af1-4893-89f8-66d1d3edc939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:50Z', 'updated_at': '2022-02-09T01:58:55Z', 'revision_number': 4, 'project_id': '164eb031b87d404bae31d0e53a1ab201', 'subnets': [{'id': 'c3f4318f-2af1-4893-89f8-66d1d3edc939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:56.090076 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbcee7a-baba-4b1c-a52f-97e49a3bcd07 None None] The sync data for ids ['3c760285-f048-4436-b04b-5bbd3fbd0860'] in n-d-828419-1 is: [{'id': '3c760285-f048-4436-b04b-5bbd3fbd0860', 'name': 'tempest-TestEncryptedCinderVolumes-2119173860-router', 'tenant_id': '164eb031b87d404bae31d0e53a1ab201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'bd1ff8f5-6455-488b-80ff-f67188294595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:47Z', 'updated_at': '2022-02-09T01:58:51Z', 'revision_number': 4, 'project_id': '164eb031b87d404bae31d0e53a1ab201', 'gw_port': {'id': 'bd1ff8f5-6455-488b-80ff-f67188294595', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:55:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c760285-f048-4436-b04b-5bbd3fbd0860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:48Z', 'updated_at': '2022-02-09T01:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'e218b1f8-cd93-415f-994b-fe09c0899116', 'name': '', 'network_id': '084159e8-9034-45f9-8615-904e162b7387', 'tenant_id': '164eb031b87d404bae31d0e53a1ab201', 'mac_address': 'fa:16:3e:1f:50:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c760285-f048-4436-b04b-5bbd3fbd0860', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'c3f4318f-2af1-4893-89f8-66d1d3edc939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:50Z', 'updated_at': '2022-02-09T01:58:55Z', 'revision_number': 4, 'project_id': '164eb031b87d404bae31d0e53a1ab201', 'subnets': [{'id': 'c3f4318f-2af1-4893-89f8-66d1d3edc939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:58:56.255755 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:56.616990 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:56.842569 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aeb6a14-b524-4d15-844b-86d3e6fd835d None None] Network 77ddbb61-77fc-4485-99c8-eaa72471e416 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 01:58:56.940191 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b13846cc-c0b9-40e9-85c0-0f89086579eb None None] Provisioning for port fcca9af9-4c9c-4f32-93d6-950999aa4358 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:58:56.979849 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] Router 3d178825-890f-4090-b595-2dd0283da49f is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 01:58:57.183452 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:58:57.192181 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9853308-25af-4925-a127-82a61ccd032b None None] Sync routers for ids ['3d178825-890f-4090-b595-2dd0283da49f'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:58:57.203418 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9853308-25af-4925-a127-82a61ccd032b None None] Routers {'3d178825-890f-4090-b595-2dd0283da49f'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:58:57.204439 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-c9853308-25af-4925-a127-82a61ccd032b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:58:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['3d178825-890f-4090-b595-2dd0283da49f'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:57.225722 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:57.227368 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-91f8fdf1-fc98-4f63-b816-6b857ebbc28f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9383650 Feb 09 01:58:57.230757 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37480) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 01:58:57.267481 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device e218b1f8-cd93-415f-994b-fe09c0899116 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:58:57.458711 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-c9853308-25af-4925-a127-82a61ccd032b None None] Set router 3d178825-890f-4090-b595-2dd0283da49f gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:58:57.634561 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port e218b1f8-cd93-415f-994b-fe09c0899116 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:58:57.653462 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port e218b1f8-cd93-415f-994b-fe09c0899116 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:57.653825 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:57.842577 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:57.880544 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-c9853308-25af-4925-a127-82a61ccd032b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d178825-890f-4090-b595-2dd0283da49f', 'name': 'tempest-TestEncryptedCinderVolumes-738639998-router', 'tenant_id': 'f1e755728b4d4d2ca67613442a29df07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '9eb180ba-96e0-41d5-828e-da1947723258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:54Z', 'updated_at': '2022-02-09T01:58:56Z', 'revision_number': 3, 'project_id': 'f1e755728b4d4d2ca67613442a29df07', 'gw_port': {'id': '9eb180ba-96e0-41d5-828e-da1947723258', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d178825-890f-4090-b595-2dd0283da49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:55Z', 'updated_at': '2022-02-09T01:58:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:57.886937 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port e218b1f8-cd93-415f-994b-fe09c0899116, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=e218b1f8-cd93-415f-994b-fe09c0899116,segment=NetworkSegment(82afd933-49ac-4cdb-ac08-28f114517525),segment_id=82afd933-49ac-4cdb-ac08-28f114517525)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:58:57.887955 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9853308-25af-4925-a127-82a61ccd032b None None] Checking router: 3d178825-890f-4090-b595-2dd0283da49f for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:58:57.888287 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9853308-25af-4925-a127-82a61ccd032b None None] Updating router 3d178825-890f-4090-b595-2dd0283da49f port 9eb180ba-96e0-41d5-828e-da1947723258 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:58:57.915985 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:57.916747 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device fcca9af9-4c9c-4f32-93d6-950999aa4358 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:58:57.944541 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a0d17a31-e35d-48d3-a541-aac4159889bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:58.042415 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c9853308-25af-4925-a127-82a61ccd032b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:58.088451 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=e218b1f8-cd93-415f-994b-fe09c0899116,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:58.148545 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port fcca9af9-4c9c-4f32-93d6-950999aa4358 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:58:58.159439 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-a0d17a31-e35d-48d3-a541-aac4159889bf admin admin] Allocated IP 172.20.0.1 (77ddbb61-77fc-4485-99c8-eaa72471e416/e2b3ed85-f91b-4953-8521-6a0e4225a2b3/04bca2c5-1d52-4630-bc22-93184f8ef9be) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:58.204065 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port fcca9af9-4c9c-4f32-93d6-950999aa4358 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:58.204573 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:58.430731 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a0d17a31-e35d-48d3-a541-aac4159889bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:58.446707 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:58.447980 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-a0d17a31-e35d-48d3-a541-aac4159889bf admin admin] Transition to ACTIVE for port object 04bca2c5-1d52-4630-bc22-93184f8ef9be will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:58:58.472433 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a0d17a31-e35d-48d3-a541-aac4159889bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:58.528881 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port fcca9af9-4c9c-4f32-93d6-950999aa4358, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=fcca9af9-4c9c-4f32-93d6-950999aa4358,segment=NetworkSegment(846bc66a-0872-4671-b338-95dee6de649b),segment_id=846bc66a-0872-4671-b338-95dee6de649b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:58:58.534308 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:58.544973 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d17a31-e35d-48d3-a541-aac4159889bf admin admin] Network 77ddbb61-77fc-4485-99c8-eaa72471e416 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:58.547819 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-a0d17a31-e35d-48d3-a541-aac4159889bf admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:58.550334 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d17a31-e35d-48d3-a541-aac4159889bf admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:58:58.592601 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d17a31-e35d-48d3-a541-aac4159889bf admin admin] Pushing event updated for resources: {'Port': ['ID=04bca2c5-1d52-4630-bc22-93184f8ef9be,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:58.603772 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c9853308-25af-4925-a127-82a61ccd032b None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:58.615388 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a0d17a31-e35d-48d3-a541-aac4159889bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:58.623350 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c9853308-25af-4925-a127-82a61ccd032b None None] Transition to ACTIVE for port object 9eb180ba-96e0-41d5-828e-da1947723258 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:58:58.629610 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=fcca9af9-4c9c-4f32-93d6-950999aa4358,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:58.632907 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c9853308-25af-4925-a127-82a61ccd032b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:58.712597 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-c9853308-25af-4925-a127-82a61ccd032b None None] Attempting to bind port 9eb180ba-96e0-41d5-828e-da1947723258 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:58:58.712965 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-c9853308-25af-4925-a127-82a61ccd032b None None] Attempting to bind port 9eb180ba-96e0-41d5-828e-da1947723258 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:58:58.713309 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9853308-25af-4925-a127-82a61ccd032b None None] Attempting to bind port 9eb180ba-96e0-41d5-828e-da1947723258 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:58:58.715450 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22989810-b6fc-4cbb-8d3c-02b96b0eec1b None None] Pushing event updated for resources: {'Port': ['ID=9eb180ba-96e0-41d5-828e-da1947723258,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:58.721170 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9853308-25af-4925-a127-82a61ccd032b None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:58:58.721538 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9853308-25af-4925-a127-82a61ccd032b None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:58:58.721933 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c9853308-25af-4925-a127-82a61ccd032b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:58.722327 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9853308-25af-4925-a127-82a61ccd032b None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:58:58.722821 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-c9853308-25af-4925-a127-82a61ccd032b None None] Bound port: 9eb180ba-96e0-41d5-828e-da1947723258, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:58:58.723112 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c9853308-25af-4925-a127-82a61ccd032b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:58.761207 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a0d17a31-e35d-48d3-a541-aac4159889bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:58.802284 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-c9853308-25af-4925-a127-82a61ccd032b None None] For port 9eb180ba-96e0-41d5-828e-da1947723258, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:58:58.808295 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-c9853308-25af-4925-a127-82a61ccd032b None None] For port 9eb180ba-96e0-41d5-828e-da1947723258, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=9eb180ba-96e0-41d5-828e-da1947723258,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:58:58.814532 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c9853308-25af-4925-a127-82a61ccd032b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:58.864226 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f3df4c5e-353d-4f33-9822-5d26265f3d0c None None] Provisioning for port 04bca2c5-1d52-4630-bc22-93184f8ef9be completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:58:58.881491 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f3df4c5e-353d-4f33-9822-5d26265f3d0c None None] Provisioning complete for port 04bca2c5-1d52-4630-bc22-93184f8ef9be triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:58.881862 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f3df4c5e-353d-4f33-9822-5d26265f3d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:58.949768 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9853308-25af-4925-a127-82a61ccd032b None None] Routers {'3d178825-890f-4090-b595-2dd0283da49f'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:58:58.950300 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-c9853308-25af-4925-a127-82a61ccd032b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:58:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['3d178825-890f-4090-b595-2dd0283da49f'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:58.986439 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a0d17a31-e35d-48d3-a541-aac4159889bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:58.990843 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a0d17a31-e35d-48d3-a541-aac4159889bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:59.008662 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22989810-b6fc-4cbb-8d3c-02b96b0eec1b None None] Pushing event updated for resources: {'Port': ['ID=9eb180ba-96e0-41d5-828e-da1947723258,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:59.023853 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f3df4c5e-353d-4f33-9822-5d26265f3d0c None None] Port 04bca2c5-1d52-4630-bc22-93184f8ef9be cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:58:59.110098 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a0d17a31-e35d-48d3-a541-aac4159889bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:59.113508 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d17a31-e35d-48d3-a541-aac4159889bf admin admin] Pushing event updated for resources: {'Port': ['ID=04bca2c5-1d52-4630-bc22-93184f8ef9be,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:59.144804 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-c9853308-25af-4925-a127-82a61ccd032b None None] Set router 3d178825-890f-4090-b595-2dd0283da49f gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:58:59.188667 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device e218b1f8-cd93-415f-994b-fe09c0899116 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:58:59.249262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d17a31-e35d-48d3-a541-aac4159889bf admin admin] Network 77ddbb61-77fc-4485-99c8-eaa72471e416 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:59.250364 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-a0d17a31-e35d-48d3-a541-aac4159889bf admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:59.431480 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port e218b1f8-cd93-415f-994b-fe09c0899116 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:59.432090 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:59.441948 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d17a31-e35d-48d3-a541-aac4159889bf admin admin] Router 3d178825-890f-4090-b595-2dd0283da49f has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 01:58:59.579312 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-68fc7b42-f64c-4648-bfb8-375af49e770a None None] Provisioning complete for port 04bca2c5-1d52-4630-bc22-93184f8ef9be triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:59.579589 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-68fc7b42-f64c-4648-bfb8-375af49e770a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:58:59.619787 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d17a31-e35d-48d3-a541-aac4159889bf admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 01:58:59.628318 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a0d17a31-e35d-48d3-a541-aac4159889bf admin admin] 10.222.0.37 "PUT /v2.0/routers/3d178825-890f-4090-b595-2dd0283da49f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3962083 Feb 09 01:58:59.694110 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-68fc7b42-f64c-4648-bfb8-375af49e770a None None] Port 04bca2c5-1d52-4630-bc22-93184f8ef9be cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:58:59.698466 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device fcca9af9-4c9c-4f32-93d6-950999aa4358 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:58:59.799727 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-c9853308-25af-4925-a127-82a61ccd032b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d178825-890f-4090-b595-2dd0283da49f', 'name': 'tempest-TestEncryptedCinderVolumes-738639998-router', 'tenant_id': 'f1e755728b4d4d2ca67613442a29df07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '9eb180ba-96e0-41d5-828e-da1947723258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:54Z', 'updated_at': '2022-02-09T01:58:58Z', 'revision_number': 4, 'project_id': 'f1e755728b4d4d2ca67613442a29df07', 'gw_port': {'id': '9eb180ba-96e0-41d5-828e-da1947723258', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d178825-890f-4090-b595-2dd0283da49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:55Z', 'updated_at': '2022-02-09T01:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '04bca2c5-1d52-4630-bc22-93184f8ef9be', 'name': '', 'network_id': '77ddbb61-77fc-4485-99c8-eaa72471e416', 'tenant_id': 'f1e755728b4d4d2ca67613442a29df07', 'mac_address': 'fa:16:3e:af:e7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d178825-890f-4090-b595-2dd0283da49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'e2b3ed85-f91b-4953-8521-6a0e4225a2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:57Z', 'updated_at': '2022-02-09T01:58:58Z', 'revision_number': 2, 'project_id': 'f1e755728b4d4d2ca67613442a29df07', 'subnets': [{'id': 'e2b3ed85-f91b-4953-8521-6a0e4225a2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:59.808028 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9853308-25af-4925-a127-82a61ccd032b None None] The sync data for ids ['3d178825-890f-4090-b595-2dd0283da49f'] in n-d-828419-1 is: [{'id': '3d178825-890f-4090-b595-2dd0283da49f', 'name': 'tempest-TestEncryptedCinderVolumes-738639998-router', 'tenant_id': 'f1e755728b4d4d2ca67613442a29df07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '9eb180ba-96e0-41d5-828e-da1947723258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:54Z', 'updated_at': '2022-02-09T01:58:58Z', 'revision_number': 4, 'project_id': 'f1e755728b4d4d2ca67613442a29df07', 'gw_port': {'id': '9eb180ba-96e0-41d5-828e-da1947723258', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d178825-890f-4090-b595-2dd0283da49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:55Z', 'updated_at': '2022-02-09T01:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '04bca2c5-1d52-4630-bc22-93184f8ef9be', 'name': '', 'network_id': '77ddbb61-77fc-4485-99c8-eaa72471e416', 'tenant_id': 'f1e755728b4d4d2ca67613442a29df07', 'mac_address': 'fa:16:3e:af:e7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d178825-890f-4090-b595-2dd0283da49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'e2b3ed85-f91b-4953-8521-6a0e4225a2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:57Z', 'updated_at': '2022-02-09T01:58:58Z', 'revision_number': 2, 'project_id': 'f1e755728b4d4d2ca67613442a29df07', 'subnets': [{'id': 'e2b3ed85-f91b-4953-8521-6a0e4225a2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:58:59.829361 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port fcca9af9-4c9c-4f32-93d6-950999aa4358 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:59.829735 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:00.699835 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-d0f5b34f-0295-480f-a822-963314a5d8a2 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:00.700597 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-d0f5b34f-0295-480f-a822-963314a5d8a2 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Synchronizing usage tracker for tenant:164eb031b87d404bae31d0e53a1ab201 on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:59:00.718495 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-d0f5b34f-0295-480f-a822-963314a5d8a2 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Unset dirty status for tenant:164eb031b87d404bae31d0e53a1ab201 on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:59:00.720127 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-d0f5b34f-0295-480f-a822-963314a5d8a2 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/networks?id=084159e8-9034-45f9-8615-904e162b7387 HTTP/1.1" status: 200 len: 817 time: 0.1688461 Feb 09 01:59:00.735826 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-e5146324-53da-4cf7-baf3-dfea9ba91db4 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/quotas/164eb031b87d404bae31d0e53a1ab201 HTTP/1.1" status: 200 len: 375 time: 0.0104654 Feb 09 01:59:00.827164 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-291684e5-7191-4d30-9087-4613a5bef42d tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Synchronizing usage tracker for tenant:164eb031b87d404bae31d0e53a1ab201 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:59:00.846839 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-291684e5-7191-4d30-9087-4613a5bef42d tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Unset dirty status for tenant:164eb031b87d404bae31d0e53a1ab201 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:59:00.848932 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-291684e5-7191-4d30-9087-4613a5bef42d tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=164eb031b87d404bae31d0e53a1ab201&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1069417 Feb 09 01:59:00.864899 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-66fb67f1-640f-4c73-b36e-f3d31fb71ba6 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:59:00.865843 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-66fb67f1-640f-4c73-b36e-f3d31fb71ba6 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054412 Feb 09 01:59:01.121106 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-2387c6a7-681b-4f0b-b4f6-fc5dc4ad5bc0 service neutron] 10.222.0.37 "GET /v2.0/networks/084159e8-9034-45f9-8615-904e162b7387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488587 Feb 09 01:59:01.165396 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9eb180ba-96e0-41d5-828e-da1947723258 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:59:01.233463 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 9eb180ba-96e0-41d5-828e-da1947723258 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:59:01.237995 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 9eb180ba-96e0-41d5-828e-da1947723258 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:01.238363 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:01.257690 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-b2ba4f69-d797-4964-83fe-e296d6cb38cc service neutron] 10.222.0.37 "GET /v2.0/networks/084159e8-9034-45f9-8615-904e162b7387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307480 Feb 09 01:59:01.362107 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:01.378040 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 9eb180ba-96e0-41d5-828e-da1947723258, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=9eb180ba-96e0-41d5-828e-da1947723258,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:59:01.383790 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:01.448644 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-323562a0-149f-482f-9fc3-7b45787ae959 req-cb03fce9-76be-4d20-84ac-539b45e20f09 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf0389f4-3367-4259-a329-5f50b0d383bb HTTP/1.1" status: 200 len: 210 time: 0.0456977 Feb 09 01:59:01.468279 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=9eb180ba-96e0-41d5-828e-da1947723258,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:02.650448 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-febf4cf6-a916-4836-92a7-60e2f7894b80 req-c181d216-7e0f-4a62-88fa-b35b24cf9b37 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf0389f4-3367-4259-a329-5f50b0d383bb HTTP/1.1" status: 200 len: 210 time: 0.0588591 Feb 09 01:59:02.708282 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-4ac2cd05-4287-48c2-9a23-03398b3c78f9 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:02.709823 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-4ac2cd05-4287-48c2-9a23-03398b3c78f9 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.117 "GET /v2.0/networks?id=084159e8-9034-45f9-8615-904e162b7387 HTTP/1.1" status: 200 len: 817 time: 0.2050934 Feb 09 01:59:02.721888 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-0e8fe16a-c4f2-460d-9170-a86172d2986a tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Request body: {'port': {'device_id': 'cf0389f4-3367-4259-a329-5f50b0d383bb', 'network_id': '084159e8-9034-45f9-8615-904e162b7387', 'admin_state_up': True, 'tenant_id': '164eb031b87d404bae31d0e53a1ab201'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:02.856131 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-0e8fe16a-c4f2-460d-9170-a86172d2986a tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:59:02.865554 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-0e8fe16a-c4f2-460d-9170-a86172d2986a tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:59:02.875462 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-0e8fe16a-c4f2-460d-9170-a86172d2986a tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Made reservation on behalf of 164eb031b87d404bae31d0e53a1ab201 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:59:02.878924 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-0e8fe16a-c4f2-460d-9170-a86172d2986a tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:03.037480 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-0e8fe16a-c4f2-460d-9170-a86172d2986a tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Allocated IP 172.20.0.8 (084159e8-9034-45f9-8615-904e162b7387/c3f4318f-2af1-4893-89f8-66d1d3edc939/c9ac34e2-9153-42c9-98b5-906f46d346c6) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:59:03.138378 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9eb180ba-96e0-41d5-828e-da1947723258 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:59:03.208434 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 9eb180ba-96e0-41d5-828e-da1947723258 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:03.208815 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:03.248541 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-0e8fe16a-c4f2-460d-9170-a86172d2986a tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:03.265032 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-0e8fe16a-c4f2-460d-9170-a86172d2986a tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Transition to ACTIVE for port object c9ac34e2-9153-42c9-98b5-906f46d346c6 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:59:03.292536 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-0e8fe16a-c4f2-460d-9170-a86172d2986a tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:03.369491 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-0e8fe16a-c4f2-460d-9170-a86172d2986a tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Network 084159e8-9034-45f9-8615-904e162b7387 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:59:03.372847 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-0e8fe16a-c4f2-460d-9170-a86172d2986a tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:03.378163 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-0e8fe16a-c4f2-460d-9170-a86172d2986a tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:59:03.418636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8fe16a-c4f2-460d-9170-a86172d2986a tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Pushing event updated for resources: {'Port': ['ID=c9ac34e2-9153-42c9-98b5-906f46d346c6,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:03.454530 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-0e8fe16a-c4f2-460d-9170-a86172d2986a tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:03.455505 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-0e8fe16a-c4f2-460d-9170-a86172d2986a tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:03.487039 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-0e8fe16a-c4f2-460d-9170-a86172d2986a tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7685916 Feb 09 01:59:03.498428 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-2e6f58ad-5135-4b08-80af-a3caa6b12bbb service neutron] Request body: {'port': {'device_id': 'cf0389f4-3367-4259-a329-5f50b0d383bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:03.615623 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-2e6f58ad-5135-4b08-80af-a3caa6b12bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:03.645581 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-859032fa-19ad-4508-b8f5-08e8e2d25824 None None] Provisioning for port c9ac34e2-9153-42c9-98b5-906f46d346c6 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:59:03.652284 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-859032fa-19ad-4508-b8f5-08e8e2d25824 None None] Provisioning complete for port c9ac34e2-9153-42c9-98b5-906f46d346c6 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:03.652844 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-859032fa-19ad-4508-b8f5-08e8e2d25824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:03.656476 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100ecb60-f4a9-4e4b-9026-cea81d64eb39 None None] Sync routers for ids ['3d178825-890f-4090-b595-2dd0283da49f'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:59:03.666266 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100ecb60-f4a9-4e4b-9026-cea81d64eb39 None None] Routers {'3d178825-890f-4090-b595-2dd0283da49f'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:59:03.666875 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-100ecb60-f4a9-4e4b-9026-cea81d64eb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:58:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['3d178825-890f-4090-b595-2dd0283da49f'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:03.722398 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-859032fa-19ad-4508-b8f5-08e8e2d25824 None None] Port c9ac34e2-9153-42c9-98b5-906f46d346c6 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:59:03.855367 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deac2e1-79fb-4275-8e0d-304b3e35f879 req-6b2beaa4-75d4-42d1-9ef4-882f158d5ae9 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:03.856876 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8deac2e1-79fb-4275-8e0d-304b3e35f879 req-6b2beaa4-75d4-42d1-9ef4-882f158d5ae9 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf0389f4-3367-4259-a329-5f50b0d383bb HTTP/1.1" status: 200 len: 931 time: 0.0818038 Feb 09 01:59:03.866160 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-100ecb60-f4a9-4e4b-9026-cea81d64eb39 None None] Set router 3d178825-890f-4090-b595-2dd0283da49f gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:59:03.909167 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8deac2e1-79fb-4275-8e0d-304b3e35f879 req-97f2f4df-13b1-486a-939a-0f5f5a110f4e tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/security-groups?id=1559a066-dc10-451d-9edd-4a0e29cdae24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454836 Feb 09 01:59:03.985521 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-2e6f58ad-5135-4b08-80af-a3caa6b12bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ac34e2-9153-42c9-98b5-906f46d346c6 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:59:03.993666 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-2e6f58ad-5135-4b08-80af-a3caa6b12bbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:04.017695 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-2e6f58ad-5135-4b08-80af-a3caa6b12bbb service neutron] Transition to ACTIVE for port object c9ac34e2-9153-42c9-98b5-906f46d346c6 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:59:04.022894 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-2e6f58ad-5135-4b08-80af-a3caa6b12bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:04.157747 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f58ad-5135-4b08-80af-a3caa6b12bbb service neutron] Pushing event updated for resources: {'Port': ['ID=c9ac34e2-9153-42c9-98b5-906f46d346c6,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:04.183221 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-100ecb60-f4a9-4e4b-9026-cea81d64eb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d178825-890f-4090-b595-2dd0283da49f', 'name': 'tempest-TestEncryptedCinderVolumes-738639998-router', 'tenant_id': 'f1e755728b4d4d2ca67613442a29df07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '9eb180ba-96e0-41d5-828e-da1947723258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:54Z', 'updated_at': '2022-02-09T01:58:58Z', 'revision_number': 4, 'project_id': 'f1e755728b4d4d2ca67613442a29df07', 'gw_port': {'id': '9eb180ba-96e0-41d5-828e-da1947723258', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d178825-890f-4090-b595-2dd0283da49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:55Z', 'updated_at': '2022-02-09T01:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '04bca2c5-1d52-4630-bc22-93184f8ef9be', 'name': '', 'network_id': '77ddbb61-77fc-4485-99c8-eaa72471e416', 'tenant_id': 'f1e755728b4d4d2ca67613442a29df07', 'mac_address': 'fa:16:3e:af:e7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d178825-890f-4090-b595-2dd0283da49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'e2b3ed85-f91b-4953-8521-6a0e4225a2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:57Z', 'updated_at': '2022-02-09T01:58:58Z', 'revision_number': 2, 'project_id': 'f1e755728b4d4d2ca67613442a29df07', 'subnets': [{'id': 'e2b3ed85-f91b-4953-8521-6a0e4225a2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:04.187460 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100ecb60-f4a9-4e4b-9026-cea81d64eb39 None None] Checking router: 3d178825-890f-4090-b595-2dd0283da49f for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:59:04.187805 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100ecb60-f4a9-4e4b-9026-cea81d64eb39 None None] Updating router 3d178825-890f-4090-b595-2dd0283da49f port 04bca2c5-1d52-4630-bc22-93184f8ef9be binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:59:04.248734 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-100ecb60-f4a9-4e4b-9026-cea81d64eb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:04.262699 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-2e6f58ad-5135-4b08-80af-a3caa6b12bbb service neutron] Attempting to bind port c9ac34e2-9153-42c9-98b5-906f46d346c6 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:59:04.263031 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-2e6f58ad-5135-4b08-80af-a3caa6b12bbb service neutron] Attempting to bind port c9ac34e2-9153-42c9-98b5-906f46d346c6 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '82afd933-49ac-4cdb-ac08-28f114517525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '084159e8-9034-45f9-8615-904e162b7387'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:59:04.263361 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-2e6f58ad-5135-4b08-80af-a3caa6b12bbb service neutron] Attempting to bind port c9ac34e2-9153-42c9-98b5-906f46d346c6 on network 084159e8-9034-45f9-8615-904e162b7387 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:59:04.267983 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-2e6f58ad-5135-4b08-80af-a3caa6b12bbb service neutron] Port c9ac34e2-9153-42c9-98b5-906f46d346c6 on network 084159e8-9034-45f9-8615-904e162b7387 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:59:04.268303 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-2e6f58ad-5135-4b08-80af-a3caa6b12bbb service neutron] Attempting to bind port c9ac34e2-9153-42c9-98b5-906f46d346c6 on network 084159e8-9034-45f9-8615-904e162b7387 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:59:04.273520 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-2e6f58ad-5135-4b08-80af-a3caa6b12bbb service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:59:04.273853 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-2e6f58ad-5135-4b08-80af-a3caa6b12bbb service neutron] Checking segment: {'id': '82afd933-49ac-4cdb-ac08-28f114517525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '084159e8-9034-45f9-8615-904e162b7387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:59:04.274238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-2e6f58ad-5135-4b08-80af-a3caa6b12bbb service neutron] Bound using segment: {'id': '82afd933-49ac-4cdb-ac08-28f114517525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '084159e8-9034-45f9-8615-904e162b7387'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:59:04.274652 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-2e6f58ad-5135-4b08-80af-a3caa6b12bbb service neutron] Bound port: c9ac34e2-9153-42c9-98b5-906f46d346c6, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82afd933-49ac-4cdb-ac08-28f114517525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '084159e8-9034-45f9-8615-904e162b7387'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:59:04.274998 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-2e6f58ad-5135-4b08-80af-a3caa6b12bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:04.367057 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-2e6f58ad-5135-4b08-80af-a3caa6b12bbb service neutron] For port c9ac34e2-9153-42c9-98b5-906f46d346c6, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:59:04.370794 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-2e6f58ad-5135-4b08-80af-a3caa6b12bbb service neutron] For port c9ac34e2-9153-42c9-98b5-906f46d346c6, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c9ac34e2-9153-42c9-98b5-906f46d346c6,segment=NetworkSegment(82afd933-49ac-4cdb-ac08-28f114517525),segment_id=82afd933-49ac-4cdb-ac08-28f114517525)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:59:04.374234 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-2e6f58ad-5135-4b08-80af-a3caa6b12bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:04.433265 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-2e6f58ad-5135-4b08-80af-a3caa6b12bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:04.434011 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-2e6f58ad-5135-4b08-80af-a3caa6b12bbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:04.435519 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-2e6f58ad-5135-4b08-80af-a3caa6b12bbb service neutron] 10.222.0.117 "PUT /v2.0/ports/c9ac34e2-9153-42c9-98b5-906f46d346c6 HTTP/1.1" status: 200 len: 1091 time: 0.9415889 Feb 09 01:59:04.436021 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf0389f4-3367-4259-a329-5f50b0d383bb', 'tag': 'c9ac34e2-9153-42c9-98b5-906f46d346c6'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:59:04.468069 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f58ad-5135-4b08-80af-a3caa6b12bbb service neutron] Pushing event updated for resources: {'Port': ['ID=c9ac34e2-9153-42c9-98b5-906f46d346c6,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:04.625315 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-100ecb60-f4a9-4e4b-9026-cea81d64eb39 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:04.638169 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-100ecb60-f4a9-4e4b-9026-cea81d64eb39 None None] Transition to ACTIVE for port object 04bca2c5-1d52-4630-bc22-93184f8ef9be will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:59:04.642829 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf0389f4-3367-4259-a329-5f50b0d383bb', 'tag': 'c9ac34e2-9153-42c9-98b5-906f46d346c6', 'status': 'completed', 'code': 200} Feb 09 01:59:04.646088 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-100ecb60-f4a9-4e4b-9026-cea81d64eb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:04.679457 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-8a79fd26-bec9-4843-a70a-be47634c7e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:04.681378 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-8a79fd26-bec9-4843-a70a-be47634c7e3e service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=164eb031b87d404bae31d0e53a1ab201&device_id=cf0389f4-3367-4259-a329-5f50b0d383bb HTTP/1.1" status: 200 len: 1094 time: 0.1954906 Feb 09 01:59:04.755264 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-56fce334-1b3c-4c60-9c68-c8ca91f697d5 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9ac34e2-9153-42c9-98b5-906f46d346c6 HTTP/1.1" status: 200 len: 217 time: 0.0670245 Feb 09 01:59:04.813171 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c7801-f41e-4872-bdbd-59ca8ced7bff None None] Pushing event updated for resources: {'Port': ['ID=04bca2c5-1d52-4630-bc22-93184f8ef9be,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:04.820561 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-312804f6-84b3-4496-8bdd-38ffff9e3261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:04.822163 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-312804f6-84b3-4496-8bdd-38ffff9e3261 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c3f4318f-2af1-4893-89f8-66d1d3edc939 HTTP/1.1" status: 200 len: 856 time: 0.0614913 Feb 09 01:59:04.901283 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-b3ba198e-1bf9-457d-a1c5-117fde272565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:04.902655 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-b3ba198e-1bf9-457d-a1c5-117fde272565 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=084159e8-9034-45f9-8615-904e162b7387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746958 Feb 09 01:59:04.904969 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-100ecb60-f4a9-4e4b-9026-cea81d64eb39 None None] Attempting to bind port 04bca2c5-1d52-4630-bc22-93184f8ef9be on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:59:04.905333 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-100ecb60-f4a9-4e4b-9026-cea81d64eb39 None None] Attempting to bind port 04bca2c5-1d52-4630-bc22-93184f8ef9be by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '846bc66a-0872-4671-b338-95dee6de649b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '77ddbb61-77fc-4485-99c8-eaa72471e416'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:59:04.905682 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ecb60-f4a9-4e4b-9026-cea81d64eb39 None None] Attempting to bind port 04bca2c5-1d52-4630-bc22-93184f8ef9be on network 77ddbb61-77fc-4485-99c8-eaa72471e416 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:59:04.910939 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ecb60-f4a9-4e4b-9026-cea81d64eb39 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:59:04.911300 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ecb60-f4a9-4e4b-9026-cea81d64eb39 None None] Checking segment: {'id': '846bc66a-0872-4671-b338-95dee6de649b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '77ddbb61-77fc-4485-99c8-eaa72471e416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:59:04.911692 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-100ecb60-f4a9-4e4b-9026-cea81d64eb39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:04.912070 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ecb60-f4a9-4e4b-9026-cea81d64eb39 None None] Bound using segment: {'id': '846bc66a-0872-4671-b338-95dee6de649b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '77ddbb61-77fc-4485-99c8-eaa72471e416'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:59:04.912548 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-100ecb60-f4a9-4e4b-9026-cea81d64eb39 None None] Bound port: 04bca2c5-1d52-4630-bc22-93184f8ef9be, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '846bc66a-0872-4671-b338-95dee6de649b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '77ddbb61-77fc-4485-99c8-eaa72471e416'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:59:04.912909 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-100ecb60-f4a9-4e4b-9026-cea81d64eb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:05.006049 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-100ecb60-f4a9-4e4b-9026-cea81d64eb39 None None] For port 04bca2c5-1d52-4630-bc22-93184f8ef9be, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:59:05.010354 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-100ecb60-f4a9-4e4b-9026-cea81d64eb39 None None] For port 04bca2c5-1d52-4630-bc22-93184f8ef9be, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=04bca2c5-1d52-4630-bc22-93184f8ef9be,segment=NetworkSegment(846bc66a-0872-4671-b338-95dee6de649b),segment_id=846bc66a-0872-4671-b338-95dee6de649b)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:59:05.015249 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-100ecb60-f4a9-4e4b-9026-cea81d64eb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:05.039877 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-a9bc5299-3ae0-46eb-a23c-ab07b05366c8 service neutron] 10.222.0.117 "GET /v2.0/networks/084159e8-9034-45f9-8615-904e162b7387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312699 Feb 09 01:59:05.091958 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c7801-f41e-4872-bdbd-59ca8ced7bff None None] Pushing event updated for resources: {'Port': ['ID=04bca2c5-1d52-4630-bc22-93184f8ef9be,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:05.117417 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100ecb60-f4a9-4e4b-9026-cea81d64eb39 None None] Routers {'3d178825-890f-4090-b595-2dd0283da49f'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 01:59:05.117896 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-100ecb60-f4a9-4e4b-9026-cea81d64eb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:58:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['3d178825-890f-4090-b595-2dd0283da49f'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:05.161021 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc978f28-dbd6-42d8-a3c3-2b3b778696e4 req-e364aa70-bed8-4875-8483-a923cfa8d213 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:05.162953 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bc978f28-dbd6-42d8-a3c3-2b3b778696e4 req-e364aa70-bed8-4875-8483-a923cfa8d213 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf0389f4-3367-4259-a329-5f50b0d383bb HTTP/1.1" status: 200 len: 943 time: 0.1273582 Feb 09 01:59:05.214605 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bc978f28-dbd6-42d8-a3c3-2b3b778696e4 req-5d89ef0e-0d59-443b-bdf9-ddcba4403997 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/security-groups?id=1559a066-dc10-451d-9edd-4a0e29cdae24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431523 Feb 09 01:59:05.246417 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-41e09fd8-9d67-49fd-a3e6-e73cd8809170 req-a18ee4d0-eb26-4abf-8804-a5d7b2b177ab service neutron] 10.222.0.117 "GET /v2.0/networks/084159e8-9034-45f9-8615-904e162b7387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001200 Feb 09 01:59:05.311536 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-100ecb60-f4a9-4e4b-9026-cea81d64eb39 None None] Set router 3d178825-890f-4090-b595-2dd0283da49f gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 01:59:05.370424 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdcb58-1f88-4f0b-8a34-c2d3fd97ca15 req-0a8ee772-551b-4758-b9a5-e7dc2deb6b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:05.371886 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b5cdcb58-1f88-4f0b-8a34-c2d3fd97ca15 req-0a8ee772-551b-4758-b9a5-e7dc2deb6b3e service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=164eb031b87d404bae31d0e53a1ab201&device_id=cf0389f4-3367-4259-a329-5f50b0d383bb HTTP/1.1" status: 200 len: 1094 time: 0.0775709 Feb 09 01:59:05.507800 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdcb58-1f88-4f0b-8a34-c2d3fd97ca15 req-f925353d-7968-4746-a7fa-3ecfbc6f4ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:05.509291 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b5cdcb58-1f88-4f0b-8a34-c2d3fd97ca15 req-f925353d-7968-4746-a7fa-3ecfbc6f4ca7 service neutron] 10.222.0.117 "GET /v2.0/networks?id=084159e8-9034-45f9-8615-904e162b7387 HTTP/1.1" status: 200 len: 918 time: 0.1317883 Feb 09 01:59:05.581544 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b5cdcb58-1f88-4f0b-8a34-c2d3fd97ca15 req-984dd2d4-6206-4730-9b2e-4423835db322 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9ac34e2-9153-42c9-98b5-906f46d346c6 HTTP/1.1" status: 200 len: 217 time: 0.0637140 Feb 09 01:59:05.622200 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-100ecb60-f4a9-4e4b-9026-cea81d64eb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d178825-890f-4090-b595-2dd0283da49f', 'name': 'tempest-TestEncryptedCinderVolumes-738639998-router', 'tenant_id': 'f1e755728b4d4d2ca67613442a29df07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '9eb180ba-96e0-41d5-828e-da1947723258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:54Z', 'updated_at': '2022-02-09T01:58:58Z', 'revision_number': 4, 'project_id': 'f1e755728b4d4d2ca67613442a29df07', 'gw_port': {'id': '9eb180ba-96e0-41d5-828e-da1947723258', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d178825-890f-4090-b595-2dd0283da49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:55Z', 'updated_at': '2022-02-09T01:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '04bca2c5-1d52-4630-bc22-93184f8ef9be', 'name': '', 'network_id': '77ddbb61-77fc-4485-99c8-eaa72471e416', 'tenant_id': 'f1e755728b4d4d2ca67613442a29df07', 'mac_address': 'fa:16:3e:af:e7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d178825-890f-4090-b595-2dd0283da49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'e2b3ed85-f91b-4953-8521-6a0e4225a2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:57Z', 'updated_at': '2022-02-09T01:59:05Z', 'revision_number': 4, 'project_id': 'f1e755728b4d4d2ca67613442a29df07', 'subnets': [{'id': 'e2b3ed85-f91b-4953-8521-6a0e4225a2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:05.626167 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100ecb60-f4a9-4e4b-9026-cea81d64eb39 None None] The sync data for ids ['3d178825-890f-4090-b595-2dd0283da49f'] in n-d-828419-1 is: [{'id': '3d178825-890f-4090-b595-2dd0283da49f', 'name': 'tempest-TestEncryptedCinderVolumes-738639998-router', 'tenant_id': 'f1e755728b4d4d2ca67613442a29df07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '9eb180ba-96e0-41d5-828e-da1947723258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:54Z', 'updated_at': '2022-02-09T01:58:58Z', 'revision_number': 4, 'project_id': 'f1e755728b4d4d2ca67613442a29df07', 'gw_port': {'id': '9eb180ba-96e0-41d5-828e-da1947723258', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d178825-890f-4090-b595-2dd0283da49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:55Z', 'updated_at': '2022-02-09T01:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '04bca2c5-1d52-4630-bc22-93184f8ef9be', 'name': '', 'network_id': '77ddbb61-77fc-4485-99c8-eaa72471e416', 'tenant_id': 'f1e755728b4d4d2ca67613442a29df07', 'mac_address': 'fa:16:3e:af:e7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d178825-890f-4090-b595-2dd0283da49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'e2b3ed85-f91b-4953-8521-6a0e4225a2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:57Z', 'updated_at': '2022-02-09T01:59:05Z', 'revision_number': 4, 'project_id': 'f1e755728b4d4d2ca67613442a29df07', 'subnets': [{'id': 'e2b3ed85-f91b-4953-8521-6a0e4225a2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:59:05.644743 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdcb58-1f88-4f0b-8a34-c2d3fd97ca15 req-5e81f07d-81f9-4cd1-a27f-9fcb0b741e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:05.646198 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b5cdcb58-1f88-4f0b-8a34-c2d3fd97ca15 req-5e81f07d-81f9-4cd1-a27f-9fcb0b741e99 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c3f4318f-2af1-4893-89f8-66d1d3edc939 HTTP/1.1" status: 200 len: 856 time: 0.0584092 Feb 09 01:59:05.722628 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdcb58-1f88-4f0b-8a34-c2d3fd97ca15 req-4c89331b-390f-4664-a42c-3072e9c6d53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:05.724123 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b5cdcb58-1f88-4f0b-8a34-c2d3fd97ca15 req-4c89331b-390f-4664-a42c-3072e9c6d53b service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=084159e8-9034-45f9-8615-904e162b7387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715525 Feb 09 01:59:05.858126 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b5cdcb58-1f88-4f0b-8a34-c2d3fd97ca15 req-6337793f-610c-4f8c-aef5-18b2e6c44ba4 service neutron] 10.222.0.117 "GET /v2.0/networks/084159e8-9034-45f9-8615-904e162b7387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260335 Feb 09 01:59:05.987224 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b5cdcb58-1f88-4f0b-8a34-c2d3fd97ca15 req-a0a88575-82bc-4e3a-84b8-1fa47b5b57f0 service neutron] 10.222.0.117 "GET /v2.0/networks/084159e8-9034-45f9-8615-904e162b7387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225123 Feb 09 01:59:06.405808 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0e2e4-cd51-4bdb-ada1-0425f3f86abc req-72004c0d-a593-4d5c-a08b-62dbc86a8097 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:06.406636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5ea0e2e4-cd51-4bdb-ada1-0425f3f86abc req-72004c0d-a593-4d5c-a08b-62dbc86a8097 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Synchronizing usage tracker for tenant:164eb031b87d404bae31d0e53a1ab201 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:59:06.429420 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5ea0e2e4-cd51-4bdb-ada1-0425f3f86abc req-72004c0d-a593-4d5c-a08b-62dbc86a8097 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Unset dirty status for tenant:164eb031b87d404bae31d0e53a1ab201 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:59:06.430714 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ea0e2e4-cd51-4bdb-ada1-0425f3f86abc req-72004c0d-a593-4d5c-a08b-62dbc86a8097 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf0389f4-3367-4259-a329-5f50b0d383bb HTTP/1.1" status: 200 len: 943 time: 0.1063414 Feb 09 01:59:06.476665 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5ea0e2e4-cd51-4bdb-ada1-0425f3f86abc req-2ff25e51-29b1-40c3-96e0-f33fc53ae334 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Synchronizing usage tracker for tenant:164eb031b87d404bae31d0e53a1ab201 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:59:06.493388 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5ea0e2e4-cd51-4bdb-ada1-0425f3f86abc req-2ff25e51-29b1-40c3-96e0-f33fc53ae334 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Unset dirty status for tenant:164eb031b87d404bae31d0e53a1ab201 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:59:06.495207 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5ea0e2e4-cd51-4bdb-ada1-0425f3f86abc req-2ff25e51-29b1-40c3-96e0-f33fc53ae334 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/security-groups?id=1559a066-dc10-451d-9edd-4a0e29cdae24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581117 Feb 09 01:59:07.026007 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-53cca76f-be25-4064-8b9e-7682b6230406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:07.167319 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 04bca2c5-1d52-4630-bc22-93184f8ef9be up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:59:07.236261 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 04bca2c5-1d52-4630-bc22-93184f8ef9be completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:59:07.240767 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 04bca2c5-1d52-4630-bc22-93184f8ef9be triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:07.241140 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:07.357330 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:07.394850 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 04bca2c5-1d52-4630-bc22-93184f8ef9be, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=04bca2c5-1d52-4630-bc22-93184f8ef9be,segment=NetworkSegment(846bc66a-0872-4671-b338-95dee6de649b),segment_id=846bc66a-0872-4671-b338-95dee6de649b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:59:07.402275 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:07.481366 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=04bca2c5-1d52-4630-bc22-93184f8ef9be,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:07.500077 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device c9ac34e2-9153-42c9-98b5-906f46d346c6 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:59:07.636311 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port c9ac34e2-9153-42c9-98b5-906f46d346c6, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c9ac34e2-9153-42c9-98b5-906f46d346c6,segment=NetworkSegment(82afd933-49ac-4cdb-ac08-28f114517525),segment_id=82afd933-49ac-4cdb-ac08-28f114517525)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:59:07.649050 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': 'c9ac34e2-9153-42c9-98b5-906f46d346c6', 'network_id': '084159e8-9034-45f9-8615-904e162b7387', 'port_id': 'c9ac34e2-9153-42c9-98b5-906f46d346c6', 'mac_address': 'fa:16:3e:e9:cb:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 973, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3f4318f-2af1-4893-89f8-66d1d3edc939', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:59:07.679947 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0dae5-00bd-4f71-bf8d-48623b05a6e3 req-5f56feb1-ea22-47f2-89a5-b57483b222dc tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:07.681432 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c6a0dae5-00bd-4f71-bf8d-48623b05a6e3 req-5f56feb1-ea22-47f2-89a5-b57483b222dc tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf0389f4-3367-4259-a329-5f50b0d383bb HTTP/1.1" status: 200 len: 943 time: 0.0798507 Feb 09 01:59:07.704034 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:07.724052 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ac34e2-9153-42c9-98b5-906f46d346c6 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:59:07.729130 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c6a0dae5-00bd-4f71-bf8d-48623b05a6e3 req-6f0fce99-efc2-4ed6-88f7-50dcbb51d6db tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/security-groups?id=1559a066-dc10-451d-9edd-4a0e29cdae24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419102 Feb 09 01:59:07.739889 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port c9ac34e2-9153-42c9-98b5-906f46d346c6, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c9ac34e2-9153-42c9-98b5-906f46d346c6,segment=NetworkSegment(82afd933-49ac-4cdb-ac08-28f114517525),segment_id=82afd933-49ac-4cdb-ac08-28f114517525)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:59:07.743888 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:07.810619 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=c9ac34e2-9153-42c9-98b5-906f46d346c6,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:07.955683 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['c9ac34e2-9153-42c9-98b5-906f46d346c6'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:59:08.926672 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721a349-f744-4d71-8911-9b1ab1dc5452 req-cacfe755-60dc-4bc2-ad2d-41ac411dbce1 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:08.928039 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c721a349-f744-4d71-8911-9b1ab1dc5452 req-cacfe755-60dc-4bc2-ad2d-41ac411dbce1 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf0389f4-3367-4259-a329-5f50b0d383bb HTTP/1.1" status: 200 len: 944 time: 0.0790367 Feb 09 01:59:08.974569 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c721a349-f744-4d71-8911-9b1ab1dc5452 req-e9fc5dc3-f7d4-4f47-a0c9-8d4a47093e15 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/security-groups?id=1559a066-dc10-451d-9edd-4a0e29cdae24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402415 Feb 09 01:59:09.137662 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 04bca2c5-1d52-4630-bc22-93184f8ef9be up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:59:09.202796 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 04bca2c5-1d52-4630-bc22-93184f8ef9be triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:09.203086 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:09.411959 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-691e2202-378a-4b62-939e-2ba432bda306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:09.515763 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device c9ac34e2-9153-42c9-98b5-906f46d346c6 up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:59:09.581025 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port c9ac34e2-9153-42c9-98b5-906f46d346c6 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:59:09.585528 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port c9ac34e2-9153-42c9-98b5-906f46d346c6 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:09.585905 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:09.753897 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:09.783935 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0389f4-3367-4259-a329-5f50b0d383bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ac34e2-9153-42c9-98b5-906f46d346c6'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:59:09.794262 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port c9ac34e2-9153-42c9-98b5-906f46d346c6, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c9ac34e2-9153-42c9-98b5-906f46d346c6,segment=NetworkSegment(82afd933-49ac-4cdb-ac08-28f114517525),segment_id=82afd933-49ac-4cdb-ac08-28f114517525)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:59:09.799446 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:09.836969 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0389f4-3367-4259-a329-5f50b0d383bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ac34e2-9153-42c9-98b5-906f46d346c6', 'code': 200} Feb 09 01:59:09.881357 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=c9ac34e2-9153-42c9-98b5-906f46d346c6,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:09.956742 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e15e9-0599-4ceb-84e2-a5f2c1f27535 req-008e6ac0-aabf-42b1-ad86-c48ee8342ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:09.958197 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bc8e15e9-0599-4ceb-84e2-a5f2c1f27535 req-008e6ac0-aabf-42b1-ad86-c48ee8342ab7 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=cf0389f4-3367-4259-a329-5f50b0d383bb HTTP/1.1" status: 200 len: 1096 time: 0.0722573 Feb 09 01:59:10.002065 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bc8e15e9-0599-4ceb-84e2-a5f2c1f27535 req-bc8da842-5d0c-4dc6-80aa-8406d5618bc0 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=1559a066-dc10-451d-9edd-4a0e29cdae24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374649 Feb 09 01:59:10.177340 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fd248-8352-4310-a54d-4f10a02d4b6f req-4bef13c2-4261-4a70-9c2c-053db0076159 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:10.178813 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-266fd248-8352-4310-a54d-4f10a02d4b6f req-4bef13c2-4261-4a70-9c2c-053db0076159 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf0389f4-3367-4259-a329-5f50b0d383bb HTTP/1.1" status: 200 len: 945 time: 0.0963650 Feb 09 01:59:10.224196 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-266fd248-8352-4310-a54d-4f10a02d4b6f req-a536c46f-5d71-4592-b3df-cea311842ee7 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/security-groups?id=1559a066-dc10-451d-9edd-4a0e29cdae24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397377 Feb 09 01:59:10.523082 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:10.643215 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:11.411407 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5305a-f54b-4b59-97ad-50b3c986b7e1 req-af8c7a0f-3b16-4ce8-a3b0-f67b13cef6ad tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:11.412924 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-eef5305a-f54b-4b59-97ad-50b3c986b7e1 req-af8c7a0f-3b16-4ce8-a3b0-f67b13cef6ad tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf0389f4-3367-4259-a329-5f50b0d383bb HTTP/1.1" status: 200 len: 945 time: 0.0804846 Feb 09 01:59:11.464135 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-eef5305a-f54b-4b59-97ad-50b3c986b7e1 req-5f461db6-bcdf-4d6c-89f9-dafb70583d32 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/security-groups?id=1559a066-dc10-451d-9edd-4a0e29cdae24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448492 Feb 09 01:59:11.647130 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f73c3-5944-42c5-95ef-d4e1d6a3fe69 req-91c1eecf-a588-46fd-ac21-a3c89ea1c347 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:11.648628 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-778f73c3-5944-42c5-95ef-d4e1d6a3fe69 req-91c1eecf-a588-46fd-ac21-a3c89ea1c347 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf0389f4-3367-4259-a329-5f50b0d383bb HTTP/1.1" status: 200 len: 945 time: 0.0805900 Feb 09 01:59:11.692689 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-778f73c3-5944-42c5-95ef-d4e1d6a3fe69 req-d2cac19b-a641-4ca1-abac-7eab659be113 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/security-groups?id=1559a066-dc10-451d-9edd-4a0e29cdae24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377104 Feb 09 01:59:11.956883 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:22.404207 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:23.990607 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ee3715f3-a90a-4594-a5f1-fe4cec297d5c req-a237d55b-ce8b-4cdb-99df-1e17bb12ec1b service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=cf0389f4-3367-4259-a329-5f50b0d383bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0776882 Feb 09 01:59:24.137324 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3715f3-a90a-4594-a5f1-fe4cec297d5c req-f259677f-034e-45d4-ab5c-7ae21d0216ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:24.138943 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ee3715f3-a90a-4594-a5f1-fe4cec297d5c req-f259677f-034e-45d4-ab5c-7ae21d0216ff service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=164eb031b87d404bae31d0e53a1ab201&device_id=cf0389f4-3367-4259-a329-5f50b0d383bb HTTP/1.1" status: 200 len: 1096 time: 0.0745239 Feb 09 01:59:24.400943 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3715f3-a90a-4594-a5f1-fe4cec297d5c req-8fc5d129-7e29-45cb-af98-af79c35fa6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:24.402392 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ee3715f3-a90a-4594-a5f1-fe4cec297d5c req-8fc5d129-7e29-45cb-af98-af79c35fa6bb service neutron] 10.222.0.117 "GET /v2.0/networks?id=084159e8-9034-45f9-8615-904e162b7387 HTTP/1.1" status: 200 len: 918 time: 0.2444320 Feb 09 01:59:24.474230 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ee3715f3-a90a-4594-a5f1-fe4cec297d5c req-f245c48a-fd42-4b29-ac3a-f45d4354bb3c service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9ac34e2-9153-42c9-98b5-906f46d346c6 HTTP/1.1" status: 200 len: 217 time: 0.0656607 Feb 09 01:59:24.535603 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3715f3-a90a-4594-a5f1-fe4cec297d5c req-035c4891-1669-43a9-ba69-3d535003e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:24.537138 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ee3715f3-a90a-4594-a5f1-fe4cec297d5c req-035c4891-1669-43a9-ba69-3d535003e345 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c3f4318f-2af1-4893-89f8-66d1d3edc939 HTTP/1.1" status: 200 len: 856 time: 0.0572982 Feb 09 01:59:24.618763 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3715f3-a90a-4594-a5f1-fe4cec297d5c req-0c53af3b-a261-405e-bf41-8720c097fb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:24.620272 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ee3715f3-a90a-4594-a5f1-fe4cec297d5c req-0c53af3b-a261-405e-bf41-8720c097fb50 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=084159e8-9034-45f9-8615-904e162b7387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764186 Feb 09 01:59:24.758013 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ee3715f3-a90a-4594-a5f1-fe4cec297d5c req-703b0e28-0c78-476a-88c7-31e781385510 service neutron] 10.222.0.117 "GET /v2.0/networks/084159e8-9034-45f9-8615-904e162b7387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280167 Feb 09 01:59:24.890205 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ee3715f3-a90a-4594-a5f1-fe4cec297d5c req-40ee695a-52a7-4f69-9b8c-53b5619d211d service neutron] 10.222.0.117 "GET /v2.0/networks/084159e8-9034-45f9-8615-904e162b7387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266108 Feb 09 01:59:25.600315 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:26.317869 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b1b1a-cab9-4cd3-86c0-406348c9bc99 req-96db80ab-64bb-4eec-b7e7-fef33ee48346 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:26.319369 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062b1b1a-cab9-4cd3-86c0-406348c9bc99 req-96db80ab-64bb-4eec-b7e7-fef33ee48346 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf0389f4-3367-4259-a329-5f50b0d383bb HTTP/1.1" status: 200 len: 945 time: 0.0853691 Feb 09 01:59:26.364068 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-062b1b1a-cab9-4cd3-86c0-406348c9bc99 req-53d0a8ff-2781-452a-a626-3a63645ca15a tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/security-groups?id=1559a066-dc10-451d-9edd-4a0e29cdae24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384409 Feb 09 01:59:27.548714 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b719b-efa7-4204-b950-d3576f677512 req-5461b35f-8f2e-4f9a-90e0-00bc73199687 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:27.550171 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-486b719b-efa7-4204-b950-d3576f677512 req-5461b35f-8f2e-4f9a-90e0-00bc73199687 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf0389f4-3367-4259-a329-5f50b0d383bb HTTP/1.1" status: 200 len: 945 time: 0.0795417 Feb 09 01:59:27.593870 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-486b719b-efa7-4204-b950-d3576f677512 req-683a4e2c-d680-4912-a1e8-c2a1d5a82483 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/security-groups?id=1559a066-dc10-451d-9edd-4a0e29cdae24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379314 Feb 09 01:59:27.824075 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fd672-3bce-46a3-bd8a-a83e77c8480a req-331d6f08-ea36-439b-819d-891ead1343a8 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:27.825463 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8d7fd672-3bce-46a3-bd8a-a83e77c8480a req-331d6f08-ea36-439b-819d-891ead1343a8 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf0389f4-3367-4259-a329-5f50b0d383bb HTTP/1.1" status: 200 len: 945 time: 0.0827560 Feb 09 01:59:27.894244 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-8d7fd672-3bce-46a3-bd8a-a83e77c8480a req-7e1e9fce-1bf2-4af1-8f0b-9f3b7a0e8c11 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Deleting port c9ac34e2-9153-42c9-98b5-906f46d346c6 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:59:27.894587 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8d7fd672-3bce-46a3-bd8a-a83e77c8480a req-7e1e9fce-1bf2-4af1-8f0b-9f3b7a0e8c11 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:28.145344 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-8d7fd672-3bce-46a3-bd8a-a83e77c8480a req-7e1e9fce-1bf2-4af1-8f0b-9f3b7a0e8c11 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] For port c9ac34e2-9153-42c9-98b5-906f46d346c6, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c9ac34e2-9153-42c9-98b5-906f46d346c6,segment=NetworkSegment(82afd933-49ac-4cdb-ac08-28f114517525),segment_id=82afd933-49ac-4cdb-ac08-28f114517525)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:59:28.145700 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8d7fd672-3bce-46a3-bd8a-a83e77c8480a req-7e1e9fce-1bf2-4af1-8f0b-9f3b7a0e8c11 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:28.268795 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-8d7fd672-3bce-46a3-bd8a-a83e77c8480a req-7e1e9fce-1bf2-4af1-8f0b-9f3b7a0e8c11 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Calling delete_port for c9ac34e2-9153-42c9-98b5-906f46d346c6 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 01:59:28.413836 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8d7fd672-3bce-46a3-bd8a-a83e77c8480a req-7e1e9fce-1bf2-4af1-8f0b-9f3b7a0e8c11 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:28.425703 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['c9ac34e2-9153-42c9-98b5-906f46d346c6'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:59:28.469353 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e9fce-1bf2-4af1-8f0b-9f3b7a0e8c11 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Pushing event deleted for resources: {'Port': ['ID=c9ac34e2-9153-42c9-98b5-906f46d346c6,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:28.474328 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 01:59:28.513203 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e9fce-1bf2-4af1-8f0b-9f3b7a0e8c11 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:28.513615 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e9fce-1bf2-4af1-8f0b-9f3b7a0e8c11 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:28.513894 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e9fce-1bf2-4af1-8f0b-9f3b7a0e8c11 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:28.514236 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e9fce-1bf2-4af1-8f0b-9f3b7a0e8c11 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:28.514565 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e9fce-1bf2-4af1-8f0b-9f3b7a0e8c11 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:28.514918 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e9fce-1bf2-4af1-8f0b-9f3b7a0e8c11 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:28.515217 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e9fce-1bf2-4af1-8f0b-9f3b7a0e8c11 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:28.515539 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e9fce-1bf2-4af1-8f0b-9f3b7a0e8c11 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:28.515866 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e9fce-1bf2-4af1-8f0b-9f3b7a0e8c11 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:28.516185 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e9fce-1bf2-4af1-8f0b-9f3b7a0e8c11 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:28.516532 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e9fce-1bf2-4af1-8f0b-9f3b7a0e8c11 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:28.516849 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e9fce-1bf2-4af1-8f0b-9f3b7a0e8c11 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:28.555110 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7fd672-3bce-46a3-bd8a-a83e77c8480a req-7e1e9fce-1bf2-4af1-8f0b-9f3b7a0e8c11 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] No DVR routers for this DVR port c9ac34e2-9153-42c9-98b5-906f46d346c6 on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:59:28.558276 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-8d7fd672-3bce-46a3-bd8a-a83e77c8480a req-7e1e9fce-1bf2-4af1-8f0b-9f3b7a0e8c11 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:28.561054 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0389f4-3367-4259-a329-5f50b0d383bb', 'name': 'network-vif-deleted', 'tag': 'c9ac34e2-9153-42c9-98b5-906f46d346c6'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:59:28.579670 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8d7fd672-3bce-46a3-bd8a-a83e77c8480a req-7e1e9fce-1bf2-4af1-8f0b-9f3b7a0e8c11 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.117 "DELETE /v2.0/ports/c9ac34e2-9153-42c9-98b5-906f46d346c6 HTTP/1.1" status: 204 len: 173 time: 0.7489483 Feb 09 01:59:28.609383 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0389f4-3367-4259-a329-5f50b0d383bb', 'name': 'network-vif-deleted', 'tag': 'c9ac34e2-9153-42c9-98b5-906f46d346c6', 'status': 'completed', 'code': 200} Feb 09 01:59:28.746381 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-4765d4b9-3965-489f-9bec-e3b6ca46c20a req-d469d865-1b7e-455c-8168-40e9526d2acb tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Synchronizing usage tracker for tenant:164eb031b87d404bae31d0e53a1ab201 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:59:28.761944 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-4765d4b9-3965-489f-9bec-e3b6ca46c20a req-d469d865-1b7e-455c-8168-40e9526d2acb tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Unset dirty status for tenant:164eb031b87d404bae31d0e53a1ab201 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:59:28.763068 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4765d4b9-3965-489f-9bec-e3b6ca46c20a req-d469d865-1b7e-455c-8168-40e9526d2acb tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf0389f4-3367-4259-a329-5f50b0d383bb HTTP/1.1" status: 200 len: 210 time: 0.0583117 Feb 09 01:59:30.439369 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-62a0a593-2808-4d9e-9060-7f75d2d1dd98 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:30.440882 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-62a0a593-2808-4d9e-9060-7f75d2d1dd98 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/networks?id=084159e8-9034-45f9-8615-904e162b7387 HTTP/1.1" status: 200 len: 817 time: 0.2602222 Feb 09 01:59:30.456082 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-dae9cc17-442c-41f7-91d2-4e728d6bfd70 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/quotas/164eb031b87d404bae31d0e53a1ab201 HTTP/1.1" status: 200 len: 375 time: 0.0098183 Feb 09 01:59:30.539160 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-06715207-e652-4102-8f6c-0ab01995b889 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=164eb031b87d404bae31d0e53a1ab201&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781276 Feb 09 01:59:30.678580 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-e0fe6bb2-f55c-478e-bafd-192d8e3f4e49 service neutron] 10.222.0.37 "GET /v2.0/networks/084159e8-9034-45f9-8615-904e162b7387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274850 Feb 09 01:59:30.810640 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-8239995d-a037-484c-b4da-1b9af6e6beee service neutron] 10.222.0.37 "GET /v2.0/networks/084159e8-9034-45f9-8615-904e162b7387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255312 Feb 09 01:59:30.986511 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-367f50c5-ecc8-40c4-8cfe-8b4840f3113a req-ff9130e2-90bd-47ea-88c4-d5b4b4634bb8 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e1eea52-a9d4-4633-9e65-1c8a43d550ed HTTP/1.1" status: 200 len: 210 time: 0.0445228 Feb 09 01:59:31.608542 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device c9ac34e2-9153-42c9-98b5-906f46d346c6 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 01:59:31.646394 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: c9ac34e2-9153-42c9-98b5-906f46d346c6 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 01:59:31.646737 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device c9ac34e2-9153-42c9-98b5-906f46d346c6 not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 01:59:32.019469 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-fe1dda5c-72cf-4681-9135-9ba1b463871e tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:32.020955 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-fe1dda5c-72cf-4681-9135-9ba1b463871e tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.117 "GET /v2.0/networks?id=084159e8-9034-45f9-8615-904e162b7387 HTTP/1.1" status: 200 len: 817 time: 0.1483641 Feb 09 01:59:32.033720 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-0a4b2ff7-6d28-4fc0-bce1-b79a90e37312 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Request body: {'port': {'device_id': '7e1eea52-a9d4-4633-9e65-1c8a43d550ed', 'network_id': '084159e8-9034-45f9-8615-904e162b7387', 'admin_state_up': True, 'tenant_id': '164eb031b87d404bae31d0e53a1ab201'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:32.157767 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9aa93692-3bce-4f14-abff-092e7dd97bf7 req-697995aa-971e-4eaa-92ba-37a8d35f532a tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e1eea52-a9d4-4633-9e65-1c8a43d550ed HTTP/1.1" status: 200 len: 210 time: 0.0509875 Feb 09 01:59:32.220262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-0a4b2ff7-6d28-4fc0-bce1-b79a90e37312 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 01:59:32.230316 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-0a4b2ff7-6d28-4fc0-bce1-b79a90e37312 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 01:59:32.239961 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-0a4b2ff7-6d28-4fc0-bce1-b79a90e37312 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Made reservation on behalf of 164eb031b87d404bae31d0e53a1ab201 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:59:32.244288 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-0a4b2ff7-6d28-4fc0-bce1-b79a90e37312 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:32.406799 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-0a4b2ff7-6d28-4fc0-bce1-b79a90e37312 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Allocated IP 172.20.0.6 (084159e8-9034-45f9-8615-904e162b7387/c3f4318f-2af1-4893-89f8-66d1d3edc939/3db68cd9-79b7-412f-9592-1ff732622d2b) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:59:32.607638 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-0a4b2ff7-6d28-4fc0-bce1-b79a90e37312 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:32.623181 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-0a4b2ff7-6d28-4fc0-bce1-b79a90e37312 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Transition to ACTIVE for port object 3db68cd9-79b7-412f-9592-1ff732622d2b will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:59:32.647284 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-0a4b2ff7-6d28-4fc0-bce1-b79a90e37312 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:32.717095 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-0a4b2ff7-6d28-4fc0-bce1-b79a90e37312 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Network 084159e8-9034-45f9-8615-904e162b7387 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:59:32.720142 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-0a4b2ff7-6d28-4fc0-bce1-b79a90e37312 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:32.723940 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-0a4b2ff7-6d28-4fc0-bce1-b79a90e37312 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 01:59:32.757515 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b2ff7-6d28-4fc0-bce1-b79a90e37312 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Pushing event updated for resources: {'Port': ['ID=3db68cd9-79b7-412f-9592-1ff732622d2b,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:32.794339 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-0a4b2ff7-6d28-4fc0-bce1-b79a90e37312 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:32.794959 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-0a4b2ff7-6d28-4fc0-bce1-b79a90e37312 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:32.820299 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-0a4b2ff7-6d28-4fc0-bce1-b79a90e37312 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7912455 Feb 09 01:59:32.832085 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-6d5d2db9-9674-4afa-945e-f1b539e7dcc2 service neutron] Request body: {'port': {'device_id': '7e1eea52-a9d4-4633-9e65-1c8a43d550ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:32.948294 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-6d5d2db9-9674-4afa-945e-f1b539e7dcc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:33.000942 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5d44de0c-ed4a-492a-b3c3-86dda97ab97f None None] Provisioning for port 3db68cd9-79b7-412f-9592-1ff732622d2b completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:59:33.005902 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5d44de0c-ed4a-492a-b3c3-86dda97ab97f None None] Provisioning complete for port 3db68cd9-79b7-412f-9592-1ff732622d2b triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:33.006283 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5d44de0c-ed4a-492a-b3c3-86dda97ab97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:33.060736 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-5d44de0c-ed4a-492a-b3c3-86dda97ab97f None None] Port 3db68cd9-79b7-412f-9592-1ff732622d2b cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 01:59:33.434830 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-6d5d2db9-9674-4afa-945e-f1b539e7dcc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3db68cd9-79b7-412f-9592-1ff732622d2b {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:59:33.442209 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-6d5d2db9-9674-4afa-945e-f1b539e7dcc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:33.456669 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-6d5d2db9-9674-4afa-945e-f1b539e7dcc2 service neutron] Transition to ACTIVE for port object 3db68cd9-79b7-412f-9592-1ff732622d2b will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:59:33.460694 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-6d5d2db9-9674-4afa-945e-f1b539e7dcc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:33.505855 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce378e-f31d-4b67-a50e-198d91c41d80 req-f6da046d-6595-4898-934a-53289d12270a tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:33.507706 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c3ce378e-f31d-4b67-a50e-198d91c41d80 req-f6da046d-6595-4898-934a-53289d12270a tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e1eea52-a9d4-4633-9e65-1c8a43d550ed HTTP/1.1" status: 200 len: 931 time: 0.0845571 Feb 09 01:59:33.556685 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c3ce378e-f31d-4b67-a50e-198d91c41d80 req-477d46d7-463d-49bb-9629-7e484d946abc tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/security-groups?id=1559a066-dc10-451d-9edd-4a0e29cdae24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424929 Feb 09 01:59:33.633680 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d2db9-9674-4afa-945e-f1b539e7dcc2 service neutron] Pushing event updated for resources: {'Port': ['ID=3db68cd9-79b7-412f-9592-1ff732622d2b,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:33.715653 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-6d5d2db9-9674-4afa-945e-f1b539e7dcc2 service neutron] Attempting to bind port 3db68cd9-79b7-412f-9592-1ff732622d2b on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:59:33.716084 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-6d5d2db9-9674-4afa-945e-f1b539e7dcc2 service neutron] Attempting to bind port 3db68cd9-79b7-412f-9592-1ff732622d2b by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '82afd933-49ac-4cdb-ac08-28f114517525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '084159e8-9034-45f9-8615-904e162b7387'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:59:33.716348 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-6d5d2db9-9674-4afa-945e-f1b539e7dcc2 service neutron] Attempting to bind port 3db68cd9-79b7-412f-9592-1ff732622d2b on network 084159e8-9034-45f9-8615-904e162b7387 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:59:33.721090 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-6d5d2db9-9674-4afa-945e-f1b539e7dcc2 service neutron] Port 3db68cd9-79b7-412f-9592-1ff732622d2b on network 084159e8-9034-45f9-8615-904e162b7387 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 01:59:33.721522 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-6d5d2db9-9674-4afa-945e-f1b539e7dcc2 service neutron] Attempting to bind port 3db68cd9-79b7-412f-9592-1ff732622d2b on network 084159e8-9034-45f9-8615-904e162b7387 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 01:59:33.726472 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-6d5d2db9-9674-4afa-945e-f1b539e7dcc2 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 01:59:33.726807 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-6d5d2db9-9674-4afa-945e-f1b539e7dcc2 service neutron] Checking segment: {'id': '82afd933-49ac-4cdb-ac08-28f114517525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '084159e8-9034-45f9-8615-904e162b7387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 01:59:33.727186 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-6d5d2db9-9674-4afa-945e-f1b539e7dcc2 service neutron] Bound using segment: {'id': '82afd933-49ac-4cdb-ac08-28f114517525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '084159e8-9034-45f9-8615-904e162b7387'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 01:59:33.728160 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-6d5d2db9-9674-4afa-945e-f1b539e7dcc2 service neutron] Bound port: 3db68cd9-79b7-412f-9592-1ff732622d2b, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82afd933-49ac-4cdb-ac08-28f114517525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '084159e8-9034-45f9-8615-904e162b7387'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:59:33.728547 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-6d5d2db9-9674-4afa-945e-f1b539e7dcc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:33.821212 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-6d5d2db9-9674-4afa-945e-f1b539e7dcc2 service neutron] For port 3db68cd9-79b7-412f-9592-1ff732622d2b, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 01:59:33.824339 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-6d5d2db9-9674-4afa-945e-f1b539e7dcc2 service neutron] For port 3db68cd9-79b7-412f-9592-1ff732622d2b, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=3db68cd9-79b7-412f-9592-1ff732622d2b,segment=NetworkSegment(82afd933-49ac-4cdb-ac08-28f114517525),segment_id=82afd933-49ac-4cdb-ac08-28f114517525)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 01:59:33.829225 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-6d5d2db9-9674-4afa-945e-f1b539e7dcc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:33.896204 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-6d5d2db9-9674-4afa-945e-f1b539e7dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:33.896851 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-6d5d2db9-9674-4afa-945e-f1b539e7dcc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:33.898246 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-6d5d2db9-9674-4afa-945e-f1b539e7dcc2 service neutron] 10.222.0.117 "PUT /v2.0/ports/3db68cd9-79b7-412f-9592-1ff732622d2b HTTP/1.1" status: 200 len: 1091 time: 1.0703914 Feb 09 01:59:33.898705 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1eea52-a9d4-4633-9e65-1c8a43d550ed', 'tag': '3db68cd9-79b7-412f-9592-1ff732622d2b'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:59:33.921275 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d2db9-9674-4afa-945e-f1b539e7dcc2 service neutron] Pushing event updated for resources: {'Port': ['ID=3db68cd9-79b7-412f-9592-1ff732622d2b,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:33.990608 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1eea52-a9d4-4633-9e65-1c8a43d550ed', 'tag': '3db68cd9-79b7-412f-9592-1ff732622d2b', 'status': 'completed', 'code': 200} Feb 09 01:59:34.033929 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-09cc5ec2-fb6c-42b9-8080-550767789e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:34.035873 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-09cc5ec2-fb6c-42b9-8080-550767789e71 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=164eb031b87d404bae31d0e53a1ab201&device_id=7e1eea52-a9d4-4633-9e65-1c8a43d550ed HTTP/1.1" status: 200 len: 1094 time: 0.0795152 Feb 09 01:59:34.115346 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-37300db7-3890-4287-b050-465f8d0c8117 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3db68cd9-79b7-412f-9592-1ff732622d2b HTTP/1.1" status: 200 len: 217 time: 0.0725498 Feb 09 01:59:34.179709 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-1d66c424-0422-4675-8533-6ae403fa80cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:34.181144 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-1d66c424-0422-4675-8533-6ae403fa80cf service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c3f4318f-2af1-4893-89f8-66d1d3edc939 HTTP/1.1" status: 200 len: 856 time: 0.0590332 Feb 09 01:59:34.260981 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-c9773ffc-c0f0-4770-958b-57e66f0e8880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:34.262471 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-c9773ffc-c0f0-4770-958b-57e66f0e8880 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=084159e8-9034-45f9-8615-904e162b7387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747144 Feb 09 01:59:34.401982 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-f7ee846e-b2fa-4d9f-a0b1-c2dc968576ad service neutron] 10.222.0.117 "GET /v2.0/networks/084159e8-9034-45f9-8615-904e162b7387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327915 Feb 09 01:59:34.535912 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2d909705-535b-4c2b-aba4-d4dc24d4c33c req-e10c53c6-1965-42e4-acef-336b72e368ee service neutron] 10.222.0.117 "GET /v2.0/networks/084159e8-9034-45f9-8615-904e162b7387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278598 Feb 09 01:59:34.659637 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a961814-e0d9-4cb9-aa44-b81bf3df484f req-fd165dd8-08de-4720-8f8e-0fa03a30be84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:34.661183 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a961814-e0d9-4cb9-aa44-b81bf3df484f req-fd165dd8-08de-4720-8f8e-0fa03a30be84 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=164eb031b87d404bae31d0e53a1ab201&device_id=7e1eea52-a9d4-4633-9e65-1c8a43d550ed HTTP/1.1" status: 200 len: 1094 time: 0.0808430 Feb 09 01:59:34.746395 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1760585-92c9-4bab-933a-ca60b36fea18 req-3174df66-a8e5-4dbc-89f5-d8e6de550f1a tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:34.748154 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c1760585-92c9-4bab-933a-ca60b36fea18 req-3174df66-a8e5-4dbc-89f5-d8e6de550f1a tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e1eea52-a9d4-4633-9e65-1c8a43d550ed HTTP/1.1" status: 200 len: 943 time: 0.0845809 Feb 09 01:59:34.796507 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a961814-e0d9-4cb9-aa44-b81bf3df484f req-0e27b0d4-ab30-420c-bd45-77f056f25011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:34.797894 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a961814-e0d9-4cb9-aa44-b81bf3df484f req-0e27b0d4-ab30-420c-bd45-77f056f25011 service neutron] 10.222.0.117 "GET /v2.0/networks?id=084159e8-9034-45f9-8615-904e162b7387 HTTP/1.1" status: 200 len: 918 time: 0.1310008 Feb 09 01:59:34.798003 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c1760585-92c9-4bab-933a-ca60b36fea18 req-16cdec53-1ca6-495d-bc76-9e87f725370d tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/security-groups?id=1559a066-dc10-451d-9edd-4a0e29cdae24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440731 Feb 09 01:59:34.874211 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a961814-e0d9-4cb9-aa44-b81bf3df484f req-f6920235-b8cf-446a-9ab2-59f06a21b69d service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3db68cd9-79b7-412f-9592-1ff732622d2b HTTP/1.1" status: 200 len: 217 time: 0.0673785 Feb 09 01:59:34.939318 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a961814-e0d9-4cb9-aa44-b81bf3df484f req-fc451518-91c6-4a0e-9e89-3d967184b821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:34.940842 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a961814-e0d9-4cb9-aa44-b81bf3df484f req-fc451518-91c6-4a0e-9e89-3d967184b821 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c3f4318f-2af1-4893-89f8-66d1d3edc939 HTTP/1.1" status: 200 len: 856 time: 0.0603039 Feb 09 01:59:35.020236 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a961814-e0d9-4cb9-aa44-b81bf3df484f req-0d3d58f6-a360-4478-aba0-0ce5e3f199f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:35.021746 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a961814-e0d9-4cb9-aa44-b81bf3df484f req-0d3d58f6-a360-4478-aba0-0ce5e3f199f1 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=084159e8-9034-45f9-8615-904e162b7387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744367 Feb 09 01:59:35.268469 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a961814-e0d9-4cb9-aa44-b81bf3df484f req-40ace7f1-f23d-4231-a5a0-4cfb82ca668d service neutron] 10.222.0.117 "GET /v2.0/networks/084159e8-9034-45f9-8615-904e162b7387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393131 Feb 09 01:59:35.408873 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a961814-e0d9-4cb9-aa44-b81bf3df484f req-cc6f4d0f-4f0f-4591-bcc1-b9fddf5122ba service neutron] 10.222.0.117 "GET /v2.0/networks/084159e8-9034-45f9-8615-904e162b7387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338973 Feb 09 01:59:35.990572 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace935ca-6b29-4fb5-b9da-ebfb04ccc7b2 req-d7e2ee94-1f0e-4930-a666-4d3c0157bc44 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:35.991284 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ace935ca-6b29-4fb5-b9da-ebfb04ccc7b2 req-d7e2ee94-1f0e-4930-a666-4d3c0157bc44 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Synchronizing usage tracker for tenant:164eb031b87d404bae31d0e53a1ab201 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 01:59:36.010492 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-ace935ca-6b29-4fb5-b9da-ebfb04ccc7b2 req-d7e2ee94-1f0e-4930-a666-4d3c0157bc44 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Unset dirty status for tenant:164eb031b87d404bae31d0e53a1ab201 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 01:59:36.011799 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ace935ca-6b29-4fb5-b9da-ebfb04ccc7b2 req-d7e2ee94-1f0e-4930-a666-4d3c0157bc44 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e1eea52-a9d4-4633-9e65-1c8a43d550ed HTTP/1.1" status: 200 len: 943 time: 0.1049771 Feb 09 01:59:36.060472 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ace935ca-6b29-4fb5-b9da-ebfb04ccc7b2 req-8df51bda-fd27-4b58-88bf-f04261e0c491 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/security-groups?id=1559a066-dc10-451d-9edd-4a0e29cdae24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413547 Feb 09 01:59:37.029638 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-14c183b7-f752-4c04-ade0-58e61a392a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:37.252622 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5003995-380d-42d6-926d-fed6fed3c85a req-687a58cb-dfff-4fae-b169-628749afe9fa tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:37.254186 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c5003995-380d-42d6-926d-fed6fed3c85a req-687a58cb-dfff-4fae-b169-628749afe9fa tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e1eea52-a9d4-4633-9e65-1c8a43d550ed HTTP/1.1" status: 200 len: 943 time: 0.0843511 Feb 09 01:59:37.301675 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c5003995-380d-42d6-926d-fed6fed3c85a req-bac4eaa6-c592-476e-818c-4c83cb7246f6 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/security-groups?id=1559a066-dc10-451d-9edd-4a0e29cdae24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399923 Feb 09 01:59:37.624065 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 3db68cd9-79b7-412f-9592-1ff732622d2b details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 01:59:37.772208 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 3db68cd9-79b7-412f-9592-1ff732622d2b, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=3db68cd9-79b7-412f-9592-1ff732622d2b,segment=NetworkSegment(82afd933-49ac-4cdb-ac08-28f114517525),segment_id=82afd933-49ac-4cdb-ac08-28f114517525)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:59:37.789441 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '3db68cd9-79b7-412f-9592-1ff732622d2b', 'network_id': '084159e8-9034-45f9-8615-904e162b7387', 'port_id': '3db68cd9-79b7-412f-9592-1ff732622d2b', 'mac_address': 'fa:16:3e:90:d0:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 973, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3f4318f-2af1-4893-89f8-66d1d3edc939', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 01:59:37.851041 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:37.867804 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3db68cd9-79b7-412f-9592-1ff732622d2b {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:59:37.884982 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 3db68cd9-79b7-412f-9592-1ff732622d2b, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=3db68cd9-79b7-412f-9592-1ff732622d2b,segment=NetworkSegment(82afd933-49ac-4cdb-ac08-28f114517525),segment_id=82afd933-49ac-4cdb-ac08-28f114517525)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:59:37.888740 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:37.955892 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=3db68cd9-79b7-412f-9592-1ff732622d2b,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:37.963341 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:37.963686 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:37.964027 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:37.964366 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:37.964721 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:37.965051 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:37.965374 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:37.965698 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:37.966036 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:37.966335 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:37.966651 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:37.966970 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:38.103599 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['3db68cd9-79b7-412f-9592-1ff732622d2b'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 01:59:38.494283 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f0ede-1cce-451b-9b8c-eded7e872c58 req-4ac37675-f702-4c0f-a9d2-1263e9e69b10 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:38.495844 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-222f0ede-1cce-451b-9b8c-eded7e872c58 req-4ac37675-f702-4c0f-a9d2-1263e9e69b10 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e1eea52-a9d4-4633-9e65-1c8a43d550ed HTTP/1.1" status: 200 len: 944 time: 0.0836470 Feb 09 01:59:38.542326 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-222f0ede-1cce-451b-9b8c-eded7e872c58 req-99bc159c-6a39-4631-8afb-0b7f14d469b7 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/security-groups?id=1559a066-dc10-451d-9edd-4a0e29cdae24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409229 Feb 09 01:59:39.414584 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5f9c8028-6e85-411a-a8ac-f3d29a9fa87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:39.639675 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 3db68cd9-79b7-412f-9592-1ff732622d2b up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 01:59:39.707879 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 3db68cd9-79b7-412f-9592-1ff732622d2b completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:59:39.713649 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 3db68cd9-79b7-412f-9592-1ff732622d2b triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:39.714025 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:39.728745 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698aecc3-1b45-4119-8b1c-2673f2b26e1f req-a95705da-be7f-4f28-932d-9868e3592004 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:39.730829 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-698aecc3-1b45-4119-8b1c-2673f2b26e1f req-a95705da-be7f-4f28-932d-9868e3592004 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e1eea52-a9d4-4633-9e65-1c8a43d550ed HTTP/1.1" status: 200 len: 944 time: 0.0802193 Feb 09 01:59:39.782657 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-698aecc3-1b45-4119-8b1c-2673f2b26e1f req-e9f32991-db53-4914-ae9b-997d1f0b9fe2 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/security-groups?id=1559a066-dc10-451d-9edd-4a0e29cdae24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405710 Feb 09 01:59:39.845734 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:39.872433 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1eea52-a9d4-4633-9e65-1c8a43d550ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db68cd9-79b7-412f-9592-1ff732622d2b'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:59:39.883121 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 3db68cd9-79b7-412f-9592-1ff732622d2b, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=3db68cd9-79b7-412f-9592-1ff732622d2b,segment=NetworkSegment(82afd933-49ac-4cdb-ac08-28f114517525),segment_id=82afd933-49ac-4cdb-ac08-28f114517525)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 01:59:39.886967 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:39.963737 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=3db68cd9-79b7-412f-9592-1ff732622d2b,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:40.068633 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1eea52-a9d4-4633-9e65-1c8a43d550ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db68cd9-79b7-412f-9592-1ff732622d2b', 'code': 200} Feb 09 01:59:40.196816 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fe10a-857e-48a8-b679-314d0996458b req-7421c061-7245-4f07-8540-e1f677dfb712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:40.198873 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-739fe10a-857e-48a8-b679-314d0996458b req-7421c061-7245-4f07-8540-e1f677dfb712 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=7e1eea52-a9d4-4633-9e65-1c8a43d550ed HTTP/1.1" status: 200 len: 1096 time: 0.0706007 Feb 09 01:59:40.238026 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-739fe10a-857e-48a8-b679-314d0996458b req-d952c3cc-2b3a-4c50-8646-8d6c4ec2fda0 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=1559a066-dc10-451d-9edd-4a0e29cdae24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335312 Feb 09 01:59:40.525088 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:40.647066 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:40.983803 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcff24-86ef-4250-8929-0a0830d35bc8 req-2f6b1759-4d50-41f4-b707-812d74c0a460 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:40.985401 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-17fcff24-86ef-4250-8929-0a0830d35bc8 req-2f6b1759-4d50-41f4-b707-812d74c0a460 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e1eea52-a9d4-4633-9e65-1c8a43d550ed HTTP/1.1" status: 200 len: 945 time: 0.0864880 Feb 09 01:59:41.031420 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-17fcff24-86ef-4250-8929-0a0830d35bc8 req-63cc2e22-9967-43a2-a547-474991be9b7f tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/security-groups?id=1559a066-dc10-451d-9edd-4a0e29cdae24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403006 Feb 09 01:59:41.958374 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:42.223561 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac273735-9941-4e29-840f-9524e9da08fb req-a329cc01-94e7-4115-ac31-08ad24d7e914 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:42.224941 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ac273735-9941-4e29-840f-9524e9da08fb req-a329cc01-94e7-4115-ac31-08ad24d7e914 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e1eea52-a9d4-4633-9e65-1c8a43d550ed HTTP/1.1" status: 200 len: 945 time: 0.0830615 Feb 09 01:59:42.268912 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ac273735-9941-4e29-840f-9524e9da08fb req-aeb8214c-b6b3-4860-ae48-95eeed495e93 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/security-groups?id=1559a066-dc10-451d-9edd-4a0e29cdae24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376675 Feb 09 01:59:42.454120 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d711b0-e786-4336-8e86-da2f56d04ab7 req-80ef5597-0195-4d68-a78c-a92e0f757592 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:42.455610 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-27d711b0-e786-4336-8e86-da2f56d04ab7 req-80ef5597-0195-4d68-a78c-a92e0f757592 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e1eea52-a9d4-4633-9e65-1c8a43d550ed HTTP/1.1" status: 200 len: 945 time: 0.0804865 Feb 09 01:59:42.503909 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-27d711b0-e786-4336-8e86-da2f56d04ab7 req-47493a8e-881c-4f4f-b6dd-655d44c7952b tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/security-groups?id=1559a066-dc10-451d-9edd-4a0e29cdae24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426104 Feb 09 01:59:52.429376 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:55.602242 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:59:58.166729 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501702c5-59cf-4188-b9ec-1919746c048e req-2516a76e-33c7-48bd-9206-37a9c7b759f3 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:58.168354 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-501702c5-59cf-4188-b9ec-1919746c048e req-2516a76e-33c7-48bd-9206-37a9c7b759f3 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e1eea52-a9d4-4633-9e65-1c8a43d550ed HTTP/1.1" status: 200 len: 945 time: 0.0858471 Feb 09 01:59:58.214703 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-501702c5-59cf-4188-b9ec-1919746c048e req-26d1d2f1-17a1-4a51-bf0b-c4cf0e87a689 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/security-groups?id=1559a066-dc10-451d-9edd-4a0e29cdae24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406241 Feb 09 01:59:59.517389 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbaea28-5168-49a8-8135-2be142abe1f9 req-b0b0a0fb-1af0-4ee9-828f-33cc56a44885 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:59.518904 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ddbaea28-5168-49a8-8135-2be142abe1f9 req-b0b0a0fb-1af0-4ee9-828f-33cc56a44885 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e1eea52-a9d4-4633-9e65-1c8a43d550ed HTTP/1.1" status: 200 len: 945 time: 0.1911173 Feb 09 01:59:59.568962 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ddbaea28-5168-49a8-8135-2be142abe1f9 req-612f59b7-f3a7-4108-aeff-48bfaef92410 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/security-groups?id=1559a066-dc10-451d-9edd-4a0e29cdae24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444911 Feb 09 01:59:59.671894 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87e6f3-a8b6-4ff7-b180-4a2174610014 req-e6c79bbe-1de3-4959-aabc-e1076b494e14 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:59.673359 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dd87e6f3-a8b6-4ff7-b180-4a2174610014 req-e6c79bbe-1de3-4959-aabc-e1076b494e14 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.117 "GET /v2.0/ports?device_id=7e1eea52-a9d4-4633-9e65-1c8a43d550ed HTTP/1.1" status: 200 len: 945 time: 0.0822721 Feb 09 01:59:59.752592 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-dd87e6f3-a8b6-4ff7-b180-4a2174610014 req-c6ea6cab-f340-41c5-8bc6-2554b41ce278 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Deleting port 3db68cd9-79b7-412f-9592-1ff732622d2b {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 01:59:59.755709 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dd87e6f3-a8b6-4ff7-b180-4a2174610014 req-c6ea6cab-f340-41c5-8bc6-2554b41ce278 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:00.026274 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-dd87e6f3-a8b6-4ff7-b180-4a2174610014 req-c6ea6cab-f340-41c5-8bc6-2554b41ce278 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] For port 3db68cd9-79b7-412f-9592-1ff732622d2b, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=3db68cd9-79b7-412f-9592-1ff732622d2b,segment=NetworkSegment(82afd933-49ac-4cdb-ac08-28f114517525),segment_id=82afd933-49ac-4cdb-ac08-28f114517525)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:00:00.026274 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dd87e6f3-a8b6-4ff7-b180-4a2174610014 req-c6ea6cab-f340-41c5-8bc6-2554b41ce278 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:00.159809 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-dd87e6f3-a8b6-4ff7-b180-4a2174610014 req-c6ea6cab-f340-41c5-8bc6-2554b41ce278 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Calling delete_port for 3db68cd9-79b7-412f-9592-1ff732622d2b owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:00:00.314257 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dd87e6f3-a8b6-4ff7-b180-4a2174610014 req-c6ea6cab-f340-41c5-8bc6-2554b41ce278 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:00.326779 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['3db68cd9-79b7-412f-9592-1ff732622d2b'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:00:00.366654 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea6cab-f340-41c5-8bc6-2554b41ce278 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Pushing event deleted for resources: {'Port': ['ID=3db68cd9-79b7-412f-9592-1ff732622d2b,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:00.446680 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd87e6f3-a8b6-4ff7-b180-4a2174610014 req-c6ea6cab-f340-41c5-8bc6-2554b41ce278 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] No DVR routers for this DVR port 3db68cd9-79b7-412f-9592-1ff732622d2b on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:00:00.449388 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dd87e6f3-a8b6-4ff7-b180-4a2174610014 req-c6ea6cab-f340-41c5-8bc6-2554b41ce278 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:00.452147 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1eea52-a9d4-4633-9e65-1c8a43d550ed', 'name': 'network-vif-deleted', 'tag': '3db68cd9-79b7-412f-9592-1ff732622d2b'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:00:00.471115 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dd87e6f3-a8b6-4ff7-b180-4a2174610014 req-c6ea6cab-f340-41c5-8bc6-2554b41ce278 tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.117 "DELETE /v2.0/ports/3db68cd9-79b7-412f-9592-1ff732622d2b HTTP/1.1" status: 204 len: 173 time: 0.7921591 Feb 09 02:00:00.513986 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1eea52-a9d4-4633-9e65-1c8a43d550ed', 'name': 'network-vif-deleted', 'tag': '3db68cd9-79b7-412f-9592-1ff732622d2b', 'status': 'completed', 'code': 200} Feb 09 02:00:00.749828 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-6e959cfd-6fcf-4efc-bf7a-e957582eada2 req-ec8f1124-538c-48df-adb1-0f7a45200d3f tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Synchronizing usage tracker for tenant:164eb031b87d404bae31d0e53a1ab201 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:00:00.768181 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-6e959cfd-6fcf-4efc-bf7a-e957582eada2 req-ec8f1124-538c-48df-adb1-0f7a45200d3f tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] Unset dirty status for tenant:164eb031b87d404bae31d0e53a1ab201 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:00:00.769544 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6e959cfd-6fcf-4efc-bf7a-e957582eada2 req-ec8f1124-538c-48df-adb1-0f7a45200d3f tempest-TestEncryptedCinderVolumes-642111942 tempest-TestEncryptedCinderVolumes-642111942-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e1eea52-a9d4-4633-9e65-1c8a43d550ed HTTP/1.1" status: 200 len: 210 time: 0.0676384 Feb 09 02:00:01.903025 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37776) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:02.578639 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7f2ebd39-c109-43a4-9af4-c5f5232b47da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:02.938702 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ebd39-c109-43a4-9af4-c5f5232b47da admin admin] Deleting port e218b1f8-cd93-415f-994b-fe09c0899116 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:00:02.939389 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7f2ebd39-c109-43a4-9af4-c5f5232b47da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:03.113243 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-7f2ebd39-c109-43a4-9af4-c5f5232b47da admin admin] For port e218b1f8-cd93-415f-994b-fe09c0899116, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=e218b1f8-cd93-415f-994b-fe09c0899116,segment=NetworkSegment(82afd933-49ac-4cdb-ac08-28f114517525),segment_id=82afd933-49ac-4cdb-ac08-28f114517525)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:00:03.113602 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7f2ebd39-c109-43a4-9af4-c5f5232b47da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:03.237240 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ebd39-c109-43a4-9af4-c5f5232b47da admin admin] Calling delete_port for e218b1f8-cd93-415f-994b-fe09c0899116 owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:00:03.700672 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7f2ebd39-c109-43a4-9af4-c5f5232b47da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:03.749152 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ebd39-c109-43a4-9af4-c5f5232b47da admin admin] Pushing event deleted for resources: {'Port': ['ID=e218b1f8-cd93-415f-994b-fe09c0899116,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:03.801646 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 3db68cd9-79b7-412f-9592-1ff732622d2b no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:00:03.855093 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: 3db68cd9-79b7-412f-9592-1ff732622d2b {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:00:03.855503 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 3db68cd9-79b7-412f-9592-1ff732622d2b not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:00:04.072895 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7f2ebd39-c109-43a4-9af4-c5f5232b47da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:04.452674 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2ebd39-c109-43a4-9af4-c5f5232b47da admin admin] Router 3c760285-f048-4436-b04b-5bbd3fbd0860 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:00:04.644489 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2ebd39-c109-43a4-9af4-c5f5232b47da admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:00:04.655151 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de058e0a-deb2-460e-ae44-c8362d688d43 None None] Sync routers for ids ['3c760285-f048-4436-b04b-5bbd3fbd0860'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:00:04.665259 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7f2ebd39-c109-43a4-9af4-c5f5232b47da admin admin] 10.222.0.37 "PUT /v2.0/routers/3c760285-f048-4436-b04b-5bbd3fbd0860/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7608657 Feb 09 02:00:04.667615 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37784) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:04.671946 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de058e0a-deb2-460e-ae44-c8362d688d43 None None] Routers {'3c760285-f048-4436-b04b-5bbd3fbd0860'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:00:04.672595 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-de058e0a-deb2-460e-ae44-c8362d688d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:59:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['3c760285-f048-4436-b04b-5bbd3fbd0860'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:04.870786 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-de058e0a-deb2-460e-ae44-c8362d688d43 None None] Set router 3c760285-f048-4436-b04b-5bbd3fbd0860 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:00:04.890697 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20e3fc45-8661-43e5-aec8-c699e47431ab admin admin] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:05.220913 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-de058e0a-deb2-460e-ae44-c8362d688d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c760285-f048-4436-b04b-5bbd3fbd0860', 'name': 'tempest-TestEncryptedCinderVolumes-2119173860-router', 'tenant_id': '164eb031b87d404bae31d0e53a1ab201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'bd1ff8f5-6455-488b-80ff-f67188294595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:47Z', 'updated_at': '2022-02-09T02:00:03Z', 'revision_number': 5, 'project_id': '164eb031b87d404bae31d0e53a1ab201', 'gw_port': {'id': 'bd1ff8f5-6455-488b-80ff-f67188294595', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:55:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c760285-f048-4436-b04b-5bbd3fbd0860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:48Z', 'updated_at': '2022-02-09T01:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:05.225122 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de058e0a-deb2-460e-ae44-c8362d688d43 None None] Checking router: 3c760285-f048-4436-b04b-5bbd3fbd0860 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:00:05.236351 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de058e0a-deb2-460e-ae44-c8362d688d43 None None] Routers {'3c760285-f048-4436-b04b-5bbd3fbd0860'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:00:05.237151 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-de058e0a-deb2-460e-ae44-c8362d688d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T01:59:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['3c760285-f048-4436-b04b-5bbd3fbd0860'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:05.264372 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20e3fc45-8661-43e5-aec8-c699e47431ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:05.275263 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-20e3fc45-8661-43e5-aec8-c699e47431ab admin admin] Deleting port bd1ff8f5-6455-488b-80ff-f67188294595 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:00:05.275654 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20e3fc45-8661-43e5-aec8-c699e47431ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:05.404299 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-de058e0a-deb2-460e-ae44-c8362d688d43 None None] Set router 3c760285-f048-4436-b04b-5bbd3fbd0860 gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:00:05.476006 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:00:05.478942 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-20e3fc45-8661-43e5-aec8-c699e47431ab admin admin] For port bd1ff8f5-6455-488b-80ff-f67188294595, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=bd1ff8f5-6455-488b-80ff-f67188294595,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:00:05.479339 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20e3fc45-8661-43e5-aec8-c699e47431ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:05.515544 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-de058e0a-deb2-460e-ae44-c8362d688d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c760285-f048-4436-b04b-5bbd3fbd0860', 'name': 'tempest-TestEncryptedCinderVolumes-2119173860-router', 'tenant_id': '164eb031b87d404bae31d0e53a1ab201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:47Z', 'updated_at': '2022-02-09T02:00:05Z', 'revision_number': 6, 'project_id': '164eb031b87d404bae31d0e53a1ab201', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:05.519780 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de058e0a-deb2-460e-ae44-c8362d688d43 None None] The sync data for ids ['3c760285-f048-4436-b04b-5bbd3fbd0860'] in n-d-828419-1 is: [{'id': '3c760285-f048-4436-b04b-5bbd3fbd0860', 'name': 'tempest-TestEncryptedCinderVolumes-2119173860-router', 'tenant_id': '164eb031b87d404bae31d0e53a1ab201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:47Z', 'updated_at': '2022-02-09T02:00:05Z', 'revision_number': 6, 'project_id': '164eb031b87d404bae31d0e53a1ab201', 'gw_port_host': None}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:00:05.645664 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-20e3fc45-8661-43e5-aec8-c699e47431ab admin admin] Calling delete_port for bd1ff8f5-6455-488b-80ff-f67188294595 owned by network:router_gateway {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:00:05.834049 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20e3fc45-8661-43e5-aec8-c699e47431ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:05.884569 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3fc45-8661-43e5-aec8-c699e47431ab admin admin] Pushing event deleted for resources: {'Port': ['ID=bd1ff8f5-6455-488b-80ff-f67188294595,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:05.984743 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20e3fc45-8661-43e5-aec8-c699e47431ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:06.165848 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20e3fc45-8661-43e5-aec8-c699e47431ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:06.175815 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20e3fc45-8661-43e5-aec8-c699e47431ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:06.192489 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20e3fc45-8661-43e5-aec8-c699e47431ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:06.193117 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e3fc45-8661-43e5-aec8-c699e47431ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c760285-f048-4436-b04b-5bbd3fbd0860 {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 02:00:06.207429 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20e3fc45-8661-43e5-aec8-c699e47431ab admin admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:06.208815 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-20e3fc45-8661-43e5-aec8-c699e47431ab admin admin] 10.222.0.37 "DELETE /v2.0/routers/3c760285-f048-4436-b04b-5bbd3fbd0860 HTTP/1.1" status: 204 len: 168 time: 1.5399477 Feb 09 02:00:06.211417 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37788) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:06.276137 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c48047-7747-48da-a7e3-2e23b1e55603 admin admin] Deleting subnet c3f4318f-2af1-4893-89f8-66d1d3edc939 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 02:00:06.279794 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-15c48047-7747-48da-a7e3-2e23b1e55603 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:06.330125 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-15c48047-7747-48da-a7e3-2e23b1e55603 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:06.418395 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-15c48047-7747-48da-a7e3-2e23b1e55603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:06.497581 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-15c48047-7747-48da-a7e3-2e23b1e55603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:06.548664 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c48047-7747-48da-a7e3-2e23b1e55603 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3f4318f-2af1-4893-89f8-66d1d3edc939,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:06.550989 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-15c48047-7747-48da-a7e3-2e23b1e55603 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:06.556692 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d756b5c3-b5c2-4b9f-a773-432d16142a8e None None] Network 084159e8-9034-45f9-8615-904e162b7387 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:00:06.563098 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37792) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:06.563558 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-15c48047-7747-48da-a7e3-2e23b1e55603 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c3f4318f-2af1-4893-89f8-66d1d3edc939 HTTP/1.1" status: 204 len: 168 time: 0.3500662 Feb 09 02:00:06.691230 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6709578d-f07e-4d82-8159-675dc9499444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:06.706338 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-6709578d-f07e-4d82-8159-675dc9499444 admin admin] Deleting port 8922f920-62a6-403a-9d9a-d3636103dc90 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:00:06.706882 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6709578d-f07e-4d82-8159-675dc9499444 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:06.882616 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd75e0a-006e-46ac-8e2a-cf3148f98a47 None None] DHCP port deletion for 084159e8-9034-45f9-8615-904e162b7387 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 02:00:06.888486 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-1cd75e0a-006e-46ac-8e2a-cf3148f98a47 None None] Deleting port 8922f920-62a6-403a-9d9a-d3636103dc90 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:00:06.889067 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1cd75e0a-006e-46ac-8e2a-cf3148f98a47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:07.087100 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-6709578d-f07e-4d82-8159-675dc9499444 admin admin] For port 8922f920-62a6-403a-9d9a-d3636103dc90, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=8922f920-62a6-403a-9d9a-d3636103dc90,segment=NetworkSegment(82afd933-49ac-4cdb-ac08-28f114517525),segment_id=82afd933-49ac-4cdb-ac08-28f114517525)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:00:07.087678 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6709578d-f07e-4d82-8159-675dc9499444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:07.168347 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8291e6c6-cb9f-45d9-95d5-c17932c421ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:07.188792 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device bd1ff8f5-6455-488b-80ff-f67188294595 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:00:07.229089 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: bd1ff8f5-6455-488b-80ff-f67188294595 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:00:07.229439 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device bd1ff8f5-6455-488b-80ff-f67188294595 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:00:07.229861 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device e218b1f8-cd93-415f-994b-fe09c0899116 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:00:07.262473 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-6709578d-f07e-4d82-8159-675dc9499444 admin admin] Calling delete_port for 8922f920-62a6-403a-9d9a-d3636103dc90 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:00:07.290220 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: e218b1f8-cd93-415f-994b-fe09c0899116 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:00:07.290665 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device e218b1f8-cd93-415f-994b-fe09c0899116 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:00:07.291078 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 8922f920-62a6-403a-9d9a-d3636103dc90 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:00:07.328349 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-1cd75e0a-006e-46ac-8e2a-cf3148f98a47 None None] For port 8922f920-62a6-403a-9d9a-d3636103dc90, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=8922f920-62a6-403a-9d9a-d3636103dc90,segment=NetworkSegment(82afd933-49ac-4cdb-ac08-28f114517525),segment_id=82afd933-49ac-4cdb-ac08-28f114517525)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:00:07.328812 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1cd75e0a-006e-46ac-8e2a-cf3148f98a47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:07.479432 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6709578d-f07e-4d82-8159-675dc9499444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:07.490840 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-1cd75e0a-006e-46ac-8e2a-cf3148f98a47 None None] Calling delete_port for 8922f920-62a6-403a-9d9a-d3636103dc90 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:00:07.527612 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709578d-f07e-4d82-8159-675dc9499444 admin admin] Pushing event deleted for resources: {'Port': ['ID=8922f920-62a6-403a-9d9a-d3636103dc90,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:07.537141 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6709578d-f07e-4d82-8159-675dc9499444 admin admin] No DVR routers for this DVR port 8922f920-62a6-403a-9d9a-d3636103dc90 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:00:07.539861 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709578d-f07e-4d82-8159-675dc9499444 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:07.540661 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709578d-f07e-4d82-8159-675dc9499444 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:07.540661 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709578d-f07e-4d82-8159-675dc9499444 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:07.541214 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709578d-f07e-4d82-8159-675dc9499444 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:07.541214 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709578d-f07e-4d82-8159-675dc9499444 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:07.541935 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709578d-f07e-4d82-8159-675dc9499444 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:07.541935 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709578d-f07e-4d82-8159-675dc9499444 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:07.542591 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709578d-f07e-4d82-8159-675dc9499444 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:07.542591 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709578d-f07e-4d82-8159-675dc9499444 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:07.542815 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709578d-f07e-4d82-8159-675dc9499444 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:07.544161 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709578d-f07e-4d82-8159-675dc9499444 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:07.544161 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709578d-f07e-4d82-8159-675dc9499444 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:07.557467 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No active binding found for port 8922f920-62a6-403a-9d9a-d3636103dc90 {{(pid=87613) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 02:00:07.558304 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 8922f920-62a6-403a-9d9a-d3636103dc90 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:00:07.607994 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-1cd75e0a-006e-46ac-8e2a-cf3148f98a47 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:00:07.608390 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-1cd75e0a-006e-46ac-8e2a-cf3148f98a47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:00:07.677387 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6709578d-f07e-4d82-8159-675dc9499444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:07.701889 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-6709578d-f07e-4d82-8159-675dc9499444 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['084159e8-9034-45f9-8615-904e162b7387']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:07.714562 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-6709578d-f07e-4d82-8159-675dc9499444 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82afd933-49ac-4cdb-ac08-28f114517525') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:07.714859 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-6709578d-f07e-4d82-8159-675dc9499444 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82afd933-49ac-4cdb-ac08-28f114517525') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:07.725990 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6709578d-f07e-4d82-8159-675dc9499444 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:07.742404 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6709578d-f07e-4d82-8159-675dc9499444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:07.748539 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6709578d-f07e-4d82-8159-675dc9499444 admin admin] Releasing vlan 973 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:00:07.748961 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6709578d-f07e-4d82-8159-675dc9499444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:07.762691 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 02:00:07.762691 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:00:07.762691 n-d-828419-1 neutron-server[87611]: timer() Feb 09 02:00:07.762691 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:00:07.762691 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 02:00:07.762691 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 02:00:07.762691 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 02:00:07.762691 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:00:07.762691 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 02:00:07.762691 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:00:07.762691 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 02:00:07.762691 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:00:07.762691 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 02:00:07.762691 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 02:00:07.762691 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:00:07.762691 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 02:00:07.762691 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:00:07.762691 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 02:00:07.762691 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 02:00:07.762691 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 02:00:07.762691 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 02:00:07.762691 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 02:00:07.762691 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:00:07.762691 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:00:07.762691 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 02:00:07.762691 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:00:07.762691 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:00:07.762691 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:00:07.762691 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:00:07.762691 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:00:07.762691 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:00:07.762691 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:00:07.844574 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6709578d-f07e-4d82-8159-675dc9499444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:07.861187 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6709578d-f07e-4d82-8159-675dc9499444 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:07.871234 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709578d-f07e-4d82-8159-675dc9499444 admin admin] Pushing event deleted for resources: {'Network': ['ID=084159e8-9034-45f9-8615-904e162b7387,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:07.886326 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6709578d-f07e-4d82-8159-675dc9499444 admin admin] 10.222.0.37 "DELETE /v2.0/networks/084159e8-9034-45f9-8615-904e162b7387 HTTP/1.1" status: 204 len: 168 time: 1.3213933 Feb 09 02:00:07.889313 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37796) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:08.109474 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-1cd75e0a-006e-46ac-8e2a-cf3148f98a47 None None] Deleting port 8922f920-62a6-403a-9d9a-d3636103dc90 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:00:08.109858 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1cd75e0a-006e-46ac-8e2a-cf3148f98a47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:08.179761 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-1cd75e0a-006e-46ac-8e2a-cf3148f98a47 None None] The port '8922f920-62a6-403a-9d9a-d3636103dc90' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 02:00:08.460727 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cdcc3c26-7475-4681-ba05-168635bf6363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:08.949586 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-cdcc3c26-7475-4681-ba05-168635bf6363 admin admin] Deleting port 04bca2c5-1d52-4630-bc22-93184f8ef9be {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:00:08.950301 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cdcc3c26-7475-4681-ba05-168635bf6363 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:09.159600 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-cdcc3c26-7475-4681-ba05-168635bf6363 admin admin] For port 04bca2c5-1d52-4630-bc22-93184f8ef9be, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=04bca2c5-1d52-4630-bc22-93184f8ef9be,segment=NetworkSegment(846bc66a-0872-4671-b338-95dee6de649b),segment_id=846bc66a-0872-4671-b338-95dee6de649b)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:00:09.160026 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cdcc3c26-7475-4681-ba05-168635bf6363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:09.313065 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-cdcc3c26-7475-4681-ba05-168635bf6363 admin admin] Calling delete_port for 04bca2c5-1d52-4630-bc22-93184f8ef9be owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:00:09.421321 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c84e642f-4c95-4614-9d94-6c9d38166875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:09.527991 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cdcc3c26-7475-4681-ba05-168635bf6363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:09.577716 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc3c26-7475-4681-ba05-168635bf6363 admin admin] Pushing event deleted for resources: {'Port': ['ID=04bca2c5-1d52-4630-bc22-93184f8ef9be,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:09.873313 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cdcc3c26-7475-4681-ba05-168635bf6363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:10.463184 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcc3c26-7475-4681-ba05-168635bf6363 admin admin] Router 3d178825-890f-4090-b595-2dd0283da49f has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:00:10.535022 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:10.656760 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:10.660556 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcc3c26-7475-4681-ba05-168635bf6363 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:00:10.670293 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cdcc3c26-7475-4681-ba05-168635bf6363 admin admin] 10.222.0.37 "PUT /v2.0/routers/3d178825-890f-4090-b595-2dd0283da49f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7799711 Feb 09 02:00:10.672978 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37800) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:10.674941 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6fe896-5266-46e0-a189-41076631a358 None None] Sync routers for ids ['3d178825-890f-4090-b595-2dd0283da49f'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:00:10.685394 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6fe896-5266-46e0-a189-41076631a358 None None] Routers {'3d178825-890f-4090-b595-2dd0283da49f'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:00:10.686437 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-5c6fe896-5266-46e0-a189-41076631a358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:00:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['3d178825-890f-4090-b595-2dd0283da49f'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:10.880322 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-768e7090-8fc4-41b9-b6ca-5eec5b7c3fcb admin admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:10.883307 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-5c6fe896-5266-46e0-a189-41076631a358 None None] Set router 3d178825-890f-4090-b595-2dd0283da49f gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:00:11.080621 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-768e7090-8fc4-41b9-b6ca-5eec5b7c3fcb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:11.091571 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-768e7090-8fc4-41b9-b6ca-5eec5b7c3fcb admin admin] Deleting port 9eb180ba-96e0-41d5-828e-da1947723258 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:00:11.092079 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-768e7090-8fc4-41b9-b6ca-5eec5b7c3fcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:11.231144 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-5c6fe896-5266-46e0-a189-41076631a358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d178825-890f-4090-b595-2dd0283da49f', 'name': 'tempest-TestEncryptedCinderVolumes-738639998-router', 'tenant_id': 'f1e755728b4d4d2ca67613442a29df07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '9eb180ba-96e0-41d5-828e-da1947723258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:54Z', 'updated_at': '2022-02-09T02:00:09Z', 'revision_number': 5, 'project_id': 'f1e755728b4d4d2ca67613442a29df07', 'gw_port': {'id': '9eb180ba-96e0-41d5-828e-da1947723258', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d178825-890f-4090-b595-2dd0283da49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:58:55Z', 'updated_at': '2022-02-09T01:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:11.235863 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6fe896-5266-46e0-a189-41076631a358 None None] Checking router: 3d178825-890f-4090-b595-2dd0283da49f for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:00:11.246029 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6fe896-5266-46e0-a189-41076631a358 None None] Routers {'3d178825-890f-4090-b595-2dd0283da49f'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:00:11.246634 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-5c6fe896-5266-46e0-a189-41076631a358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:00:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['3d178825-890f-4090-b595-2dd0283da49f'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:11.292476 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-768e7090-8fc4-41b9-b6ca-5eec5b7c3fcb admin admin] For port 9eb180ba-96e0-41d5-828e-da1947723258, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=9eb180ba-96e0-41d5-828e-da1947723258,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:00:11.292834 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-768e7090-8fc4-41b9-b6ca-5eec5b7c3fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:11.418940 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-768e7090-8fc4-41b9-b6ca-5eec5b7c3fcb admin admin] Calling delete_port for 9eb180ba-96e0-41d5-828e-da1947723258 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:00:11.425543 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-5c6fe896-5266-46e0-a189-41076631a358 None None] Set router 3d178825-890f-4090-b595-2dd0283da49f gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:00:11.558497 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-5c6fe896-5266-46e0-a189-41076631a358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d178825-890f-4090-b595-2dd0283da49f', 'name': 'tempest-TestEncryptedCinderVolumes-738639998-router', 'tenant_id': 'f1e755728b4d4d2ca67613442a29df07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:54Z', 'updated_at': '2022-02-09T02:00:11Z', 'revision_number': 6, 'project_id': 'f1e755728b4d4d2ca67613442a29df07', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:11.563588 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6fe896-5266-46e0-a189-41076631a358 None None] The sync data for ids ['3d178825-890f-4090-b595-2dd0283da49f'] in n-d-828419-1 is: [{'id': '3d178825-890f-4090-b595-2dd0283da49f', 'name': 'tempest-TestEncryptedCinderVolumes-738639998-router', 'tenant_id': 'f1e755728b4d4d2ca67613442a29df07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:58:54Z', 'updated_at': '2022-02-09T02:00:11Z', 'revision_number': 6, 'project_id': 'f1e755728b4d4d2ca67613442a29df07', 'gw_port_host': None}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:00:11.606466 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-768e7090-8fc4-41b9-b6ca-5eec5b7c3fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:11.666363 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e7090-8fc4-41b9-b6ca-5eec5b7c3fcb admin admin] Pushing event deleted for resources: {'Port': ['ID=9eb180ba-96e0-41d5-828e-da1947723258,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:11.769374 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-768e7090-8fc4-41b9-b6ca-5eec5b7c3fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:11.983508 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:12.089591 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-768e7090-8fc4-41b9-b6ca-5eec5b7c3fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:12.092275 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-768e7090-8fc4-41b9-b6ca-5eec5b7c3fcb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:12.122961 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-768e7090-8fc4-41b9-b6ca-5eec5b7c3fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:12.123729 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768e7090-8fc4-41b9-b6ca-5eec5b7c3fcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d178825-890f-4090-b595-2dd0283da49f {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 02:00:12.138628 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-768e7090-8fc4-41b9-b6ca-5eec5b7c3fcb admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:12.139805 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-768e7090-8fc4-41b9-b6ca-5eec5b7c3fcb admin admin] 10.222.0.37 "DELETE /v2.0/routers/3d178825-890f-4090-b595-2dd0283da49f HTTP/1.1" status: 204 len: 168 time: 1.4656305 Feb 09 02:00:12.145066 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37804) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:12.213607 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-bef5fdcd-6c94-4f87-8703-0ea9c8d7a3bf admin admin] Deleting subnet e2b3ed85-f91b-4953-8521-6a0e4225a2b3 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 02:00:12.216963 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bef5fdcd-6c94-4f87-8703-0ea9c8d7a3bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:12.268249 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bef5fdcd-6c94-4f87-8703-0ea9c8d7a3bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:12.356565 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bef5fdcd-6c94-4f87-8703-0ea9c8d7a3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:12.434223 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bef5fdcd-6c94-4f87-8703-0ea9c8d7a3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:12.482746 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5fdcd-6c94-4f87-8703-0ea9c8d7a3bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2b3ed85-f91b-4953-8521-6a0e4225a2b3,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:12.488695 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bef5fdcd-6c94-4f87-8703-0ea9c8d7a3bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:12.497503 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-bef5fdcd-6c94-4f87-8703-0ea9c8d7a3bf admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e2b3ed85-f91b-4953-8521-6a0e4225a2b3 HTTP/1.1" status: 204 len: 168 time: 0.3513901 Feb 09 02:00:12.500313 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37808) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:12.501267 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f898802-e260-4692-9a5f-7155bb69fffc None None] Network 77ddbb61-77fc-4485-99c8-eaa72471e416 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:00:12.613490 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fb8f6dea-14b3-497e-a5c0-18b280736628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:12.625499 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-fb8f6dea-14b3-497e-a5c0-18b280736628 admin admin] Deleting port fcca9af9-4c9c-4f32-93d6-950999aa4358 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:00:12.626212 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fb8f6dea-14b3-497e-a5c0-18b280736628 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:12.793847 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7463a170-6a0f-4994-ae88-b5272677f4c4 None None] DHCP port deletion for 77ddbb61-77fc-4485-99c8-eaa72471e416 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 02:00:12.798065 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-7463a170-6a0f-4994-ae88-b5272677f4c4 None None] Deleting port fcca9af9-4c9c-4f32-93d6-950999aa4358 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:00:12.798434 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7463a170-6a0f-4994-ae88-b5272677f4c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:12.854744 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-fb8f6dea-14b3-497e-a5c0-18b280736628 admin admin] For port fcca9af9-4c9c-4f32-93d6-950999aa4358, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=fcca9af9-4c9c-4f32-93d6-950999aa4358,segment=NetworkSegment(846bc66a-0872-4671-b338-95dee6de649b),segment_id=846bc66a-0872-4671-b338-95dee6de649b)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:00:12.855105 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fb8f6dea-14b3-497e-a5c0-18b280736628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:12.982722 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-fb8f6dea-14b3-497e-a5c0-18b280736628 admin admin] Calling delete_port for fcca9af9-4c9c-4f32-93d6-950999aa4358 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:00:13.033832 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-7463a170-6a0f-4994-ae88-b5272677f4c4 None None] For port fcca9af9-4c9c-4f32-93d6-950999aa4358, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=fcca9af9-4c9c-4f32-93d6-950999aa4358,segment=NetworkSegment(846bc66a-0872-4671-b338-95dee6de649b),segment_id=846bc66a-0872-4671-b338-95dee6de649b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:00:13.034686 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7463a170-6a0f-4994-ae88-b5272677f4c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:13.073904 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fb8f6dea-14b3-497e-a5c0-18b280736628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:13.125151 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8f6dea-14b3-497e-a5c0-18b280736628 admin admin] No DVR routers for this DVR port fcca9af9-4c9c-4f32-93d6-950999aa4358 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:00:13.154036 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f6dea-14b3-497e-a5c0-18b280736628 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcca9af9-4c9c-4f32-93d6-950999aa4358,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:13.170758 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-7463a170-6a0f-4994-ae88-b5272677f4c4 None None] Calling delete_port for fcca9af9-4c9c-4f32-93d6-950999aa4358 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:00:13.205812 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 04bca2c5-1d52-4630-bc22-93184f8ef9be no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:00:13.253343 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fb8f6dea-14b3-497e-a5c0-18b280736628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:13.264843 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 04bca2c5-1d52-4630-bc22-93184f8ef9be {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:00:13.265295 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 04bca2c5-1d52-4630-bc22-93184f8ef9be not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:00:13.265797 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9eb180ba-96e0-41d5-828e-da1947723258 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:00:13.280144 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-fb8f6dea-14b3-497e-a5c0-18b280736628 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ddbb61-77fc-4485-99c8-eaa72471e416']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:13.293385 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-fb8f6dea-14b3-497e-a5c0-18b280736628 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846bc66a-0872-4671-b338-95dee6de649b') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:13.293785 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-fb8f6dea-14b3-497e-a5c0-18b280736628 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846bc66a-0872-4671-b338-95dee6de649b') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:13.305668 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fb8f6dea-14b3-497e-a5c0-18b280736628 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:13.308884 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 9eb180ba-96e0-41d5-828e-da1947723258 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:00:13.309226 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9eb180ba-96e0-41d5-828e-da1947723258 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:00:13.309638 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device fcca9af9-4c9c-4f32-93d6-950999aa4358 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:00:13.325198 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fb8f6dea-14b3-497e-a5c0-18b280736628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:13.332782 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb8f6dea-14b3-497e-a5c0-18b280736628 admin admin] Releasing vlan 979 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:00:13.333129 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fb8f6dea-14b3-497e-a5c0-18b280736628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:13.347162 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 02:00:13.347162 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:00:13.347162 n-d-828419-1 neutron-server[87611]: timer() Feb 09 02:00:13.347162 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:00:13.347162 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 02:00:13.347162 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 02:00:13.347162 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 02:00:13.347162 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:00:13.347162 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 02:00:13.347162 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:00:13.347162 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 02:00:13.347162 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:00:13.347162 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 02:00:13.347162 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 02:00:13.347162 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:00:13.347162 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 02:00:13.347162 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:00:13.347162 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 02:00:13.347162 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 02:00:13.347162 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 02:00:13.347162 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 02:00:13.347162 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 02:00:13.347162 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:00:13.347162 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:00:13.347162 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 02:00:13.347162 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:00:13.347162 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:00:13.347162 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:00:13.347162 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:00:13.347162 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:00:13.347162 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:00:13.347162 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:00:13.359086 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: fcca9af9-4c9c-4f32-93d6-950999aa4358 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:00:13.359510 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device fcca9af9-4c9c-4f32-93d6-950999aa4358 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:00:13.386555 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-7463a170-6a0f-4994-ae88-b5272677f4c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:00:13.386930 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-7463a170-6a0f-4994-ae88-b5272677f4c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:00:13.431116 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fb8f6dea-14b3-497e-a5c0-18b280736628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:13.448285 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fb8f6dea-14b3-497e-a5c0-18b280736628 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:13.458328 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f6dea-14b3-497e-a5c0-18b280736628 admin admin] Pushing event deleted for resources: {'Network': ['ID=77ddbb61-77fc-4485-99c8-eaa72471e416,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:13.462954 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fb8f6dea-14b3-497e-a5c0-18b280736628 admin admin] 10.222.0.37 "DELETE /v2.0/networks/77ddbb61-77fc-4485-99c8-eaa72471e416 HTTP/1.1" status: 204 len: 168 time: 0.9614496 Feb 09 02:00:13.661799 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37814) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:13.713404 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-42f3db1b-5132-4159-a8a0-61f663682c65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=164eb031b87d404bae31d0e53a1ab201&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492213 Feb 09 02:00:13.714913 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37818) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:13.784565 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e41c24fc-e2ae-4964-b97e-1e1a779840d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:13.812850 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e41c24fc-e2ae-4964-b97e-1e1a779840d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:13.868941 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e41c24fc-e2ae-4964-b97e-1e1a779840d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:13.887670 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c24fc-e2ae-4964-b97e-1e1a779840d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1559a066-dc10-451d-9edd-4a0e29cdae24,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:13.888671 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-7463a170-6a0f-4994-ae88-b5272677f4c4 None None] Deleting port fcca9af9-4c9c-4f32-93d6-950999aa4358 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:00:13.890076 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7463a170-6a0f-4994-ae88-b5272677f4c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:13.895709 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e41c24fc-e2ae-4964-b97e-1e1a779840d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:13.899893 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e41c24fc-e2ae-4964-b97e-1e1a779840d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1559a066-dc10-451d-9edd-4a0e29cdae24 HTTP/1.1" status: 204 len: 168 time: 0.1813705 Feb 09 02:00:13.970531 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-7463a170-6a0f-4994-ae88-b5272677f4c4 None None] The port 'fcca9af9-4c9c-4f32-93d6-950999aa4358' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 02:00:14.302302 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37826) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:14.351969 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4612d17b-7855-4677-8e7d-6bf0e6249360 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f1e755728b4d4d2ca67613442a29df07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484755 Feb 09 02:00:14.354739 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37830) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:14.416343 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d0132235-c019-4b57-858e-ca9b59b3fa42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:14.445181 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d0132235-c019-4b57-858e-ca9b59b3fa42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:14.501503 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d0132235-c019-4b57-858e-ca9b59b3fa42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:14.525351 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0132235-c019-4b57-858e-ca9b59b3fa42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1569f014-5b59-4c8e-80c6-32ca0d025c9d,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:14.530575 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d0132235-c019-4b57-858e-ca9b59b3fa42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:14.531969 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d0132235-c019-4b57-858e-ca9b59b3fa42 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1569f014-5b59-4c8e-80c6-32ca0d025c9d HTTP/1.1" status: 204 len: 168 time: 0.1757705 Feb 09 02:00:15.323913 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37854) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:15.433960 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-6873f8d1-53c6-44db-ba06-ed8cbf925d6e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2436373-network', 'tenant_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:15.439479 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6873f8d1-53c6-44db-ba06-ed8cbf925d6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:00:15.443427 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6873f8d1-53c6-44db-ba06-ed8cbf925d6e admin admin] Usage tracker for resource:network and tenant:c2a86d6b4f4a4e44bc96222713a0e3d2 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:00:15.446565 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6873f8d1-53c6-44db-ba06-ed8cbf925d6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:00:15.452217 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6873f8d1-53c6-44db-ba06-ed8cbf925d6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:00:15.464166 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6873f8d1-53c6-44db-ba06-ed8cbf925d6e admin admin] Made reservation on behalf of c2a86d6b4f4a4e44bc96222713a0e3d2 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:15.466483 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6873f8d1-53c6-44db-ba06-ed8cbf925d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:15.479260 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6873f8d1-53c6-44db-ba06-ed8cbf925d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:15.494444 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6873f8d1-53c6-44db-ba06-ed8cbf925d6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:00:15.498333 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6873f8d1-53c6-44db-ba06-ed8cbf925d6e admin admin] Usage tracker for resource:security_group_rule and tenant:c2a86d6b4f4a4e44bc96222713a0e3d2 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:00:15.501203 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6873f8d1-53c6-44db-ba06-ed8cbf925d6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:00:15.507105 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6873f8d1-53c6-44db-ba06-ed8cbf925d6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:00:15.596239 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6873f8d1-53c6-44db-ba06-ed8cbf925d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:15.600195 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6873f8d1-53c6-44db-ba06-ed8cbf925d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:15.640689 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6873f8d1-53c6-44db-ba06-ed8cbf925d6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 979} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:00:15.647500 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873f8d1-53c6-44db-ba06-ed8cbf925d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8478c1-6e28-4a0e-8d61-0671058c8afc,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:15.655201 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6873f8d1-53c6-44db-ba06-ed8cbf925d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:15.655541 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-6873f8d1-53c6-44db-ba06-ed8cbf925d6e admin admin] Added segment 73240bf3-d1da-47a1-8019-2e3a91e2c41c of type vlan for network e37b630b-11ad-4775-89c7-8620dee99b8e Feb 09 02:00:15.686124 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6873f8d1-53c6-44db-ba06-ed8cbf925d6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:15.723404 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6873f8d1-53c6-44db-ba06-ed8cbf925d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:15.724366 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6873f8d1-53c6-44db-ba06-ed8cbf925d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:15.725011 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6873f8d1-53c6-44db-ba06-ed8cbf925d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:15.823519 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6873f8d1-53c6-44db-ba06-ed8cbf925d6e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4984527 Feb 09 02:00:15.828077 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37860) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:15.831153 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873f8d1-53c6-44db-ba06-ed8cbf925d6e admin admin] Pushing event updated for resources: {'Network': ['ID=e37b630b-11ad-4775-89c7-8620dee99b8e,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:15.835290 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-bbd81625-b856-4194-b1f2-70470f47a1c8 admin admin] Request body: {'subnet': {'network_id': 'e37b630b-11ad-4775-89c7-8620dee99b8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2436373-subnet', 'tenant_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:15.842257 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-bbd81625-b856-4194-b1f2-70470f47a1c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:00:15.842500 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network e37b630b-11ad-4775-89c7-8620dee99b8e details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 02:00:15.846233 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-bbd81625-b856-4194-b1f2-70470f47a1c8 admin admin] Usage tracker for resource:subnet and tenant:c2a86d6b4f4a4e44bc96222713a0e3d2 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:00:15.849113 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-bbd81625-b856-4194-b1f2-70470f47a1c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:00:15.856170 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-bbd81625-b856-4194-b1f2-70470f47a1c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:00:15.867015 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd81625-b856-4194-b1f2-70470f47a1c8 admin admin] Made reservation on behalf of c2a86d6b4f4a4e44bc96222713a0e3d2 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:15.869553 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bbd81625-b856-4194-b1f2-70470f47a1c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:16.096190 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bbd81625-b856-4194-b1f2-70470f47a1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:16.206183 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd81625-b856-4194-b1f2-70470f47a1c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adf57b54-085e-447e-bf4e-421c8c615ad2,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:16.213325 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd81625-b856-4194-b1f2-70470f47a1c8 admin admin] Checking segment: {'id': '73240bf3-d1da-47a1-8019-2e3a91e2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'e37b630b-11ad-4775-89c7-8620dee99b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:00:16.213657 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd81625-b856-4194-b1f2-70470f47a1c8 admin admin] Network hostable DHCP agents. Network: e37b630b-11ad-4775-89c7-8620dee99b8e, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:00:16.237347 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd81625-b856-4194-b1f2-70470f47a1c8 admin admin] Network e37b630b-11ad-4775-89c7-8620dee99b8e is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:00:16.247034 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-bbd81625-b856-4194-b1f2-70470f47a1c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, e37b630b-11ad-4775-89c7-8620dee99b8e) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:16.251742 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd81625-b856-4194-b1f2-70470f47a1c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:16.252330 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bbd81625-b856-4194-b1f2-70470f47a1c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:16.258794 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08b194c-4a28-4ee7-8049-3e27fe72092b None None] Network e37b630b-11ad-4775-89c7-8620dee99b8e requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:00:16.281548 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-bbd81625-b856-4194-b1f2-70470f47a1c8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4516170 Feb 09 02:00:16.284832 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37864) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:16.290647 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-066f3586-ed37-4194-9a96-4a8bd3bb4c30 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2436373-router', 'tenant_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:16.296624 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-066f3586-ed37-4194-9a96-4a8bd3bb4c30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:00:16.300524 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-066f3586-ed37-4194-9a96-4a8bd3bb4c30 admin admin] Usage tracker for resource:router and tenant:c2a86d6b4f4a4e44bc96222713a0e3d2 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:00:16.303581 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-066f3586-ed37-4194-9a96-4a8bd3bb4c30 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:00:16.309828 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-066f3586-ed37-4194-9a96-4a8bd3bb4c30 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:00:16.322861 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-066f3586-ed37-4194-9a96-4a8bd3bb4c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:16.324141 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-066f3586-ed37-4194-9a96-4a8bd3bb4c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:16.344356 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-066f3586-ed37-4194-9a96-4a8bd3bb4c30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:16.527808 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c83619-0fd3-447e-9400-944ff4d3bafb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-e37b630b-11ad-4775-89c7-8620dee99b8e', 'network_id': 'e37b630b-11ad-4775-89c7-8620dee99b8e', 'tenant_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'fixed_ips': [{'subnet_id': 'adf57b54-085e-447e-bf4e-421c8c615ad2'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 02:00:16.528703 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c1c83619-0fd3-447e-9400-944ff4d3bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:16.690788 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-c1c83619-0fd3-447e-9400-944ff4d3bafb None None] Allocated IP 172.20.0.2 (e37b630b-11ad-4775-89c7-8620dee99b8e/adf57b54-085e-447e-bf4e-421c8c615ad2/a563f0bc-8138-462c-a00f-2c4697fa1aba) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:16.750172 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-066f3586-ed37-4194-9a96-4a8bd3bb4c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:16.949722 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c1c83619-0fd3-447e-9400-944ff4d3bafb None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:16.962447 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c1c83619-0fd3-447e-9400-944ff4d3bafb None None] Transition to ACTIVE for port object a563f0bc-8138-462c-a00f-2c4697fa1aba will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:00:16.984908 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c1c83619-0fd3-447e-9400-944ff4d3bafb None None] Transition to ACTIVE for port object a563f0bc-8138-462c-a00f-2c4697fa1aba will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:00:16.991791 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c1c83619-0fd3-447e-9400-944ff4d3bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:17.059872 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c83619-0fd3-447e-9400-944ff4d3bafb None None] Network e37b630b-11ad-4775-89c7-8620dee99b8e is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:17.063216 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-c1c83619-0fd3-447e-9400-944ff4d3bafb None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:17.065798 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c83619-0fd3-447e-9400-944ff4d3bafb None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:00:17.113390 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c83619-0fd3-447e-9400-944ff4d3bafb None None] Pushing event updated for resources: {'Port': ['ID=a563f0bc-8138-462c-a00f-2c4697fa1aba,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:17.132427 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-066f3586-ed37-4194-9a96-4a8bd3bb4c30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:17.167639 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-066f3586-ed37-4194-9a96-4a8bd3bb4c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:17.170085 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-c1c83619-0fd3-447e-9400-944ff4d3bafb None None] Attempting to bind port a563f0bc-8138-462c-a00f-2c4697fa1aba on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:00:17.170456 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-c1c83619-0fd3-447e-9400-944ff4d3bafb None None] Attempting to bind port a563f0bc-8138-462c-a00f-2c4697fa1aba by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '73240bf3-d1da-47a1-8019-2e3a91e2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'e37b630b-11ad-4775-89c7-8620dee99b8e'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:00:17.170822 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c83619-0fd3-447e-9400-944ff4d3bafb None None] Attempting to bind port a563f0bc-8138-462c-a00f-2c4697fa1aba on network e37b630b-11ad-4775-89c7-8620dee99b8e {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:00:17.176272 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c83619-0fd3-447e-9400-944ff4d3bafb None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:00:17.176675 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c83619-0fd3-447e-9400-944ff4d3bafb None None] Checking segment: {'id': '73240bf3-d1da-47a1-8019-2e3a91e2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'e37b630b-11ad-4775-89c7-8620dee99b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:00:17.177082 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c1c83619-0fd3-447e-9400-944ff4d3bafb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:17.177477 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c83619-0fd3-447e-9400-944ff4d3bafb None None] Bound using segment: {'id': '73240bf3-d1da-47a1-8019-2e3a91e2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'e37b630b-11ad-4775-89c7-8620dee99b8e'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:00:17.177936 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-c1c83619-0fd3-447e-9400-944ff4d3bafb None None] Bound port: a563f0bc-8138-462c-a00f-2c4697fa1aba, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73240bf3-d1da-47a1-8019-2e3a91e2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'e37b630b-11ad-4775-89c7-8620dee99b8e'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:00:17.178312 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c1c83619-0fd3-447e-9400-944ff4d3bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:17.273181 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-c1c83619-0fd3-447e-9400-944ff4d3bafb None None] For port a563f0bc-8138-462c-a00f-2c4697fa1aba, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:00:17.277572 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-c1c83619-0fd3-447e-9400-944ff4d3bafb None None] For port a563f0bc-8138-462c-a00f-2c4697fa1aba, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=a563f0bc-8138-462c-a00f-2c4697fa1aba,segment=NetworkSegment(73240bf3-d1da-47a1-8019-2e3a91e2c41c),segment_id=73240bf3-d1da-47a1-8019-2e3a91e2c41c)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:00:17.283068 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c1c83619-0fd3-447e-9400-944ff4d3bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:17.329535 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-066f3586-ed37-4194-9a96-4a8bd3bb4c30 admin admin] Allocated IP 172.25.5.106 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/8239be2a-874a-4ce6-a715-ca28cbcb147f) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:17.388264 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c83619-0fd3-447e-9400-944ff4d3bafb None None] Pushing event updated for resources: {'Port': ['ID=a563f0bc-8138-462c-a00f-2c4697fa1aba,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:17.517722 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-066f3586-ed37-4194-9a96-4a8bd3bb4c30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:17.552944 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-066f3586-ed37-4194-9a96-4a8bd3bb4c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:17.641643 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066f3586-ed37-4194-9a96-4a8bd3bb4c30 admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:17.644735 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-066f3586-ed37-4194-9a96-4a8bd3bb4c30 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:17.647240 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066f3586-ed37-4194-9a96-4a8bd3bb4c30 admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:00:17.688980 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f3586-ed37-4194-9a96-4a8bd3bb4c30 admin admin] Pushing event updated for resources: {'Port': ['ID=8239be2a-874a-4ce6-a715-ca28cbcb147f,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:18.105835 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-066f3586-ed37-4194-9a96-4a8bd3bb4c30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:18.453655 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ee1258-eeb5-4c59-8ca7-61e93c57a48c None None] Network e37b630b-11ad-4775-89c7-8620dee99b8e requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:00:18.566686 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-900f50e0-3520-428a-8527-b3f7307bcd42 None None] Provisioning for port a563f0bc-8138-462c-a00f-2c4697fa1aba completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:00:18.692592 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-066f3586-ed37-4194-9a96-4a8bd3bb4c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:18.942064 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066f3586-ed37-4194-9a96-4a8bd3bb4c30 admin admin] Router 37a154d7-1a09-4a20-9a84-e28999f1aa32 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 02:00:19.152294 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066f3586-ed37-4194-9a96-4a8bd3bb4c30 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:00:19.163417 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be2bd6d-a3bd-4713-b047-47765819a46a None None] Sync routers for ids ['37a154d7-1a09-4a20-9a84-e28999f1aa32'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:00:19.174907 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be2bd6d-a3bd-4713-b047-47765819a46a None None] Routers {'37a154d7-1a09-4a20-9a84-e28999f1aa32'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:00:19.175765 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5be2bd6d-a3bd-4713-b047-47765819a46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:00:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['37a154d7-1a09-4a20-9a84-e28999f1aa32'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:19.179823 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-066f3586-ed37-4194-9a96-4a8bd3bb4c30 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:19.181357 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-066f3586-ed37-4194-9a96-4a8bd3bb4c30 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8955007 Feb 09 02:00:19.184467 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37868) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:19.237936 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device a563f0bc-8138-462c-a00f-2c4697fa1aba up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:00:19.416391 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port a563f0bc-8138-462c-a00f-2c4697fa1aba completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:00:19.422307 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-5be2bd6d-a3bd-4713-b047-47765819a46a None None] Set router 37a154d7-1a09-4a20-9a84-e28999f1aa32 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:00:19.467335 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port a563f0bc-8138-462c-a00f-2c4697fa1aba triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:19.468022 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:19.781931 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:19.836819 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port a563f0bc-8138-462c-a00f-2c4697fa1aba, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=a563f0bc-8138-462c-a00f-2c4697fa1aba,segment=NetworkSegment(73240bf3-d1da-47a1-8019-2e3a91e2c41c),segment_id=73240bf3-d1da-47a1-8019-2e3a91e2c41c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:00:19.844258 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:19.910746 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5be2bd6d-a3bd-4713-b047-47765819a46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'name': 'tempest-TestMinimumBasicScenario-2436373-router', 'tenant_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '8239be2a-874a-4ce6-a715-ca28cbcb147f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:16Z', 'updated_at': '2022-02-09T02:00:17Z', 'revision_number': 3, 'project_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'gw_port': {'id': '8239be2a-874a-4ce6-a715-ca28cbcb147f', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:17Z', 'updated_at': '2022-02-09T02:00:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:19.921353 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be2bd6d-a3bd-4713-b047-47765819a46a None None] Checking router: 37a154d7-1a09-4a20-9a84-e28999f1aa32 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:00:19.921707 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be2bd6d-a3bd-4713-b047-47765819a46a None None] Updating router 37a154d7-1a09-4a20-9a84-e28999f1aa32 port 8239be2a-874a-4ce6-a715-ca28cbcb147f binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:00:19.961403 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=a563f0bc-8138-462c-a00f-2c4697fa1aba,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:19.984865 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5be2bd6d-a3bd-4713-b047-47765819a46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:20.158951 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-69723700-fa1c-423c-824e-d43e4ea11569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:20.388436 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-69723700-fa1c-423c-824e-d43e4ea11569 admin admin] Allocated IP 172.20.0.1 (e37b630b-11ad-4775-89c7-8620dee99b8e/adf57b54-085e-447e-bf4e-421c8c615ad2/af02e941-1fc6-4a0b-bb19-6826493aa61a) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:20.389654 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5be2bd6d-a3bd-4713-b047-47765819a46a None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:20.402350 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5be2bd6d-a3bd-4713-b047-47765819a46a None None] Transition to ACTIVE for port object 8239be2a-874a-4ce6-a715-ca28cbcb147f will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:00:20.409298 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5be2bd6d-a3bd-4713-b047-47765819a46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:20.490369 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-5be2bd6d-a3bd-4713-b047-47765819a46a None None] Attempting to bind port 8239be2a-874a-4ce6-a715-ca28cbcb147f on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:00:20.491829 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-5be2bd6d-a3bd-4713-b047-47765819a46a None None] Attempting to bind port 8239be2a-874a-4ce6-a715-ca28cbcb147f by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:00:20.491829 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be2bd6d-a3bd-4713-b047-47765819a46a None None] Attempting to bind port 8239be2a-874a-4ce6-a715-ca28cbcb147f on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:00:20.493878 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f6776-4672-4256-885e-b839b34bc4d1 None None] Pushing event updated for resources: {'Port': ['ID=8239be2a-874a-4ce6-a715-ca28cbcb147f,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:20.499794 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be2bd6d-a3bd-4713-b047-47765819a46a None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:00:20.500170 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be2bd6d-a3bd-4713-b047-47765819a46a None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:00:20.500591 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5be2bd6d-a3bd-4713-b047-47765819a46a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:20.500985 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be2bd6d-a3bd-4713-b047-47765819a46a None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:00:20.501451 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-5be2bd6d-a3bd-4713-b047-47765819a46a None None] Bound port: 8239be2a-874a-4ce6-a715-ca28cbcb147f, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:00:20.501817 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5be2bd6d-a3bd-4713-b047-47765819a46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:20.552607 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-69723700-fa1c-423c-824e-d43e4ea11569 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:20.572659 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-69723700-fa1c-423c-824e-d43e4ea11569 admin admin] Transition to ACTIVE for port object af02e941-1fc6-4a0b-bb19-6826493aa61a will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:00:20.581146 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-5be2bd6d-a3bd-4713-b047-47765819a46a None None] For port 8239be2a-874a-4ce6-a715-ca28cbcb147f, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:00:20.585550 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-5be2bd6d-a3bd-4713-b047-47765819a46a None None] For port 8239be2a-874a-4ce6-a715-ca28cbcb147f, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=8239be2a-874a-4ce6-a715-ca28cbcb147f,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:00:20.593809 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5be2bd6d-a3bd-4713-b047-47765819a46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:20.600234 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-69723700-fa1c-423c-824e-d43e4ea11569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:20.672391 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be2bd6d-a3bd-4713-b047-47765819a46a None None] Routers {'37a154d7-1a09-4a20-9a84-e28999f1aa32'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:00:20.673050 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5be2bd6d-a3bd-4713-b047-47765819a46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:00:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['37a154d7-1a09-4a20-9a84-e28999f1aa32'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:20.687066 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69723700-fa1c-423c-824e-d43e4ea11569 admin admin] Network e37b630b-11ad-4775-89c7-8620dee99b8e is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:20.691149 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-69723700-fa1c-423c-824e-d43e4ea11569 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:20.693679 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69723700-fa1c-423c-824e-d43e4ea11569 admin admin] Pushing event updated for resources: {'Port': ['ID=af02e941-1fc6-4a0b-bb19-6826493aa61a,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:20.697020 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69723700-fa1c-423c-824e-d43e4ea11569 admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:00:20.742893 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f6776-4672-4256-885e-b839b34bc4d1 None None] Pushing event updated for resources: {'Port': ['ID=8239be2a-874a-4ce6-a715-ca28cbcb147f,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:20.765063 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-69723700-fa1c-423c-824e-d43e4ea11569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:20.886095 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-5be2bd6d-a3bd-4713-b047-47765819a46a None None] Set router 37a154d7-1a09-4a20-9a84-e28999f1aa32 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:00:21.058680 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-69723700-fa1c-423c-824e-d43e4ea11569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:21.072565 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-86960cef-af15-4561-809b-0192dd50e197 None None] Provisioning for port af02e941-1fc6-4a0b-bb19-6826493aa61a completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:00:21.080548 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-86960cef-af15-4561-809b-0192dd50e197 None None] Provisioning complete for port af02e941-1fc6-4a0b-bb19-6826493aa61a triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:21.080945 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-86960cef-af15-4561-809b-0192dd50e197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:21.169405 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-86960cef-af15-4561-809b-0192dd50e197 None None] Port af02e941-1fc6-4a0b-bb19-6826493aa61a cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:00:21.187777 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device a563f0bc-8138-462c-a00f-2c4697fa1aba up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:00:21.308954 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-69723700-fa1c-423c-824e-d43e4ea11569 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:21.313529 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-69723700-fa1c-423c-824e-d43e4ea11569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:21.320114 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port a563f0bc-8138-462c-a00f-2c4697fa1aba triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:21.320584 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:21.378947 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5be2bd6d-a3bd-4713-b047-47765819a46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'name': 'tempest-TestMinimumBasicScenario-2436373-router', 'tenant_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '8239be2a-874a-4ce6-a715-ca28cbcb147f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:16Z', 'updated_at': '2022-02-09T02:00:17Z', 'revision_number': 3, 'project_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'gw_port': {'id': '8239be2a-874a-4ce6-a715-ca28cbcb147f', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:17Z', 'updated_at': '2022-02-09T02:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:21.386073 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be2bd6d-a3bd-4713-b047-47765819a46a None None] The sync data for ids ['37a154d7-1a09-4a20-9a84-e28999f1aa32'] in n-d-828419-1 is: [{'id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'name': 'tempest-TestMinimumBasicScenario-2436373-router', 'tenant_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '8239be2a-874a-4ce6-a715-ca28cbcb147f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:16Z', 'updated_at': '2022-02-09T02:00:17Z', 'revision_number': 3, 'project_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'gw_port': {'id': '8239be2a-874a-4ce6-a715-ca28cbcb147f', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:17Z', 'updated_at': '2022-02-09T02:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:00:21.425803 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69723700-fa1c-423c-824e-d43e4ea11569 admin admin] Pushing event updated for resources: {'Port': ['ID=af02e941-1fc6-4a0b-bb19-6826493aa61a,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:21.435200 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-69723700-fa1c-423c-824e-d43e4ea11569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:21.577554 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69723700-fa1c-423c-824e-d43e4ea11569 admin admin] Network e37b630b-11ad-4775-89c7-8620dee99b8e is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:21.578672 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-69723700-fa1c-423c-824e-d43e4ea11569 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:21.812828 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69723700-fa1c-423c-824e-d43e4ea11569 admin admin] Router 37a154d7-1a09-4a20-9a84-e28999f1aa32 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:00:21.899073 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d7bd3b5a-745a-40ad-898e-afd3df13bfea None None] Provisioning complete for port af02e941-1fc6-4a0b-bb19-6826493aa61a triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:21.899619 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d7bd3b5a-745a-40ad-898e-afd3df13bfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:21.961674 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-d7bd3b5a-745a-40ad-898e-afd3df13bfea None None] Port af02e941-1fc6-4a0b-bb19-6826493aa61a cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:00:22.129811 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69723700-fa1c-423c-824e-d43e4ea11569 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:00:22.140007 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-69723700-fa1c-423c-824e-d43e4ea11569 admin admin] 10.222.0.37 "PUT /v2.0/routers/37a154d7-1a09-4a20-9a84-e28999f1aa32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9541037 Feb 09 02:00:22.427995 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:22.712167 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37886) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:22.717930 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-6c64d232-e4e2-41b1-aa12-887faa42e913 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-585489155-network', 'tenant_id': '62569e5bed6c429bac85a81db742268d'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:22.723824 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6c64d232-e4e2-41b1-aa12-887faa42e913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:00:22.728295 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6c64d232-e4e2-41b1-aa12-887faa42e913 admin admin] Usage tracker for resource:network and tenant:62569e5bed6c429bac85a81db742268d is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:00:22.731201 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6c64d232-e4e2-41b1-aa12-887faa42e913 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:00:22.737091 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6c64d232-e4e2-41b1-aa12-887faa42e913 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:00:22.759208 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c64d232-e4e2-41b1-aa12-887faa42e913 admin admin] Made reservation on behalf of 62569e5bed6c429bac85a81db742268d for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:22.761716 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6c64d232-e4e2-41b1-aa12-887faa42e913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:22.774569 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6c64d232-e4e2-41b1-aa12-887faa42e913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:22.789918 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6c64d232-e4e2-41b1-aa12-887faa42e913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:00:22.794011 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6c64d232-e4e2-41b1-aa12-887faa42e913 admin admin] Usage tracker for resource:security_group_rule and tenant:62569e5bed6c429bac85a81db742268d is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:00:22.796979 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6c64d232-e4e2-41b1-aa12-887faa42e913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:00:22.802799 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6c64d232-e4e2-41b1-aa12-887faa42e913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:00:22.902401 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6c64d232-e4e2-41b1-aa12-887faa42e913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:22.906778 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6c64d232-e4e2-41b1-aa12-887faa42e913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:22.939083 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c64d232-e4e2-41b1-aa12-887faa42e913 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 959} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:00:22.948301 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64d232-e4e2-41b1-aa12-887faa42e913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76a4c0b-7cbd-4914-94e0-cef95ca93785,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:22.963823 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6c64d232-e4e2-41b1-aa12-887faa42e913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:22.963823 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-6c64d232-e4e2-41b1-aa12-887faa42e913 admin admin] Added segment be6cfd79-8f6b-4547-ba3f-6638c76d6a57 of type vlan for network f22161d4-7d03-473d-aff4-b646487d05ab Feb 09 02:00:22.993223 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6c64d232-e4e2-41b1-aa12-887faa42e913 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:23.014115 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b550fd-c965-4b6d-9aca-529a8402b1be None None] Sync routers for ids ['37a154d7-1a09-4a20-9a84-e28999f1aa32'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:00:23.024012 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b550fd-c965-4b6d-9aca-529a8402b1be None None] Routers {'37a154d7-1a09-4a20-9a84-e28999f1aa32'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:00:23.024240 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-57b550fd-c965-4b6d-9aca-529a8402b1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:00:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['37a154d7-1a09-4a20-9a84-e28999f1aa32'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:23.027864 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6c64d232-e4e2-41b1-aa12-887faa42e913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:23.028985 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c64d232-e4e2-41b1-aa12-887faa42e913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:23.029690 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6c64d232-e4e2-41b1-aa12-887faa42e913 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:23.145834 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64d232-e4e2-41b1-aa12-887faa42e913 admin admin] Pushing event updated for resources: {'Network': ['ID=f22161d4-7d03-473d-aff4-b646487d05ab,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:23.152245 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6c64d232-e4e2-41b1-aa12-887faa42e913 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4362779 Feb 09 02:00:23.152520 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37890) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:23.158505 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-fd23faa9-a7a6-49b8-9a88-a8b3bd2effa5 admin admin] Request body: {'subnet': {'network_id': 'f22161d4-7d03-473d-aff4-b646487d05ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-585489155-subnet', 'tenant_id': '62569e5bed6c429bac85a81db742268d', 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:23.163371 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network f22161d4-7d03-473d-aff4-b646487d05ab details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 02:00:23.165031 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-fd23faa9-a7a6-49b8-9a88-a8b3bd2effa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:00:23.170217 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fd23faa9-a7a6-49b8-9a88-a8b3bd2effa5 admin admin] Usage tracker for resource:subnet and tenant:62569e5bed6c429bac85a81db742268d is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:00:23.174198 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fd23faa9-a7a6-49b8-9a88-a8b3bd2effa5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:00:23.184557 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-fd23faa9-a7a6-49b8-9a88-a8b3bd2effa5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:00:23.207442 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd23faa9-a7a6-49b8-9a88-a8b3bd2effa5 admin admin] Made reservation on behalf of 62569e5bed6c429bac85a81db742268d for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:23.210326 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fd23faa9-a7a6-49b8-9a88-a8b3bd2effa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:23.240917 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-57b550fd-c965-4b6d-9aca-529a8402b1be None None] Set router 37a154d7-1a09-4a20-9a84-e28999f1aa32 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:00:23.264369 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 8239be2a-874a-4ce6-a715-ca28cbcb147f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:00:23.419860 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 8239be2a-874a-4ce6-a715-ca28cbcb147f completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:00:23.425896 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 8239be2a-874a-4ce6-a715-ca28cbcb147f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:23.426302 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:23.483204 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fd23faa9-a7a6-49b8-9a88-a8b3bd2effa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:23.565120 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23faa9-a7a6-49b8-9a88-a8b3bd2effa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e244eb42-754b-44ab-8392-28a0e8c6af84,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:23.565722 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:23.575175 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd23faa9-a7a6-49b8-9a88-a8b3bd2effa5 admin admin] Checking segment: {'id': 'be6cfd79-8f6b-4547-ba3f-6638c76d6a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'f22161d4-7d03-473d-aff4-b646487d05ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:00:23.575175 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd23faa9-a7a6-49b8-9a88-a8b3bd2effa5 admin admin] Network hostable DHCP agents. Network: f22161d4-7d03-473d-aff4-b646487d05ab, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:00:23.584058 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 8239be2a-874a-4ce6-a715-ca28cbcb147f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=8239be2a-874a-4ce6-a715-ca28cbcb147f,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:00:23.588733 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:23.605512 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd23faa9-a7a6-49b8-9a88-a8b3bd2effa5 admin admin] Network f22161d4-7d03-473d-aff4-b646487d05ab is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:00:23.618779 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-fd23faa9-a7a6-49b8-9a88-a8b3bd2effa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, f22161d4-7d03-473d-aff4-b646487d05ab) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:23.623860 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd23faa9-a7a6-49b8-9a88-a8b3bd2effa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:23.625149 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fd23faa9-a7a6-49b8-9a88-a8b3bd2effa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:23.638139 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5321c57-5607-48c9-b8bc-58f33d276588 None None] Network f22161d4-7d03-473d-aff4-b646487d05ab requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:00:23.657082 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fd23faa9-a7a6-49b8-9a88-a8b3bd2effa5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5032966 Feb 09 02:00:23.657389 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 37894) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:23.663221 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-ccba74c4-5178-46fe-96b4-7f2f3cd67122 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-585489155-router', 'tenant_id': '62569e5bed6c429bac85a81db742268d', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:23.669821 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ccba74c4-5178-46fe-96b4-7f2f3cd67122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:00:23.675258 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-57b550fd-c965-4b6d-9aca-529a8402b1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'name': 'tempest-TestMinimumBasicScenario-2436373-router', 'tenant_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '8239be2a-874a-4ce6-a715-ca28cbcb147f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:16Z', 'updated_at': '2022-02-09T02:00:20Z', 'revision_number': 4, 'project_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'gw_port': {'id': '8239be2a-874a-4ce6-a715-ca28cbcb147f', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:17Z', 'updated_at': '2022-02-09T02:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'af02e941-1fc6-4a0b-bb19-6826493aa61a', 'name': '', 'network_id': 'e37b630b-11ad-4775-89c7-8620dee99b8e', 'tenant_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'mac_address': 'fa:16:3e:97:1d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'adf57b54-085e-447e-bf4e-421c8c615ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:20Z', 'updated_at': '2022-02-09T02:00:21Z', 'revision_number': 2, 'project_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'subnets': [{'id': 'adf57b54-085e-447e-bf4e-421c8c615ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:23.675550 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ccba74c4-5178-46fe-96b4-7f2f3cd67122 admin admin] Usage tracker for resource:router and tenant:62569e5bed6c429bac85a81db742268d is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:00:23.678612 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ccba74c4-5178-46fe-96b4-7f2f3cd67122 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:00:23.679381 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b550fd-c965-4b6d-9aca-529a8402b1be None None] Checking router: 37a154d7-1a09-4a20-9a84-e28999f1aa32 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:00:23.679817 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b550fd-c965-4b6d-9aca-529a8402b1be None None] Updating router 37a154d7-1a09-4a20-9a84-e28999f1aa32 port af02e941-1fc6-4a0b-bb19-6826493aa61a binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:00:23.686261 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ccba74c4-5178-46fe-96b4-7f2f3cd67122 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:00:23.698086 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ccba74c4-5178-46fe-96b4-7f2f3cd67122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:23.700127 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ccba74c4-5178-46fe-96b4-7f2f3cd67122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:23.717718 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ccba74c4-5178-46fe-96b4-7f2f3cd67122 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:23.743309 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-57b550fd-c965-4b6d-9aca-529a8402b1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:23.755068 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=8239be2a-874a-4ce6-a715-ca28cbcb147f,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:23.931515 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426c1b1e-a679-4458-b581-f9f19cb884ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-f22161d4-7d03-473d-aff4-b646487d05ab', 'network_id': 'f22161d4-7d03-473d-aff4-b646487d05ab', 'tenant_id': '62569e5bed6c429bac85a81db742268d', 'fixed_ips': [{'subnet_id': 'e244eb42-754b-44ab-8392-28a0e8c6af84'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 02:00:23.932658 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-426c1b1e-a679-4458-b581-f9f19cb884ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:24.122621 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-426c1b1e-a679-4458-b581-f9f19cb884ec None None] Allocated IP 172.20.0.2 (f22161d4-7d03-473d-aff4-b646487d05ab/e244eb42-754b-44ab-8392-28a0e8c6af84/c9eab7d3-d2b3-4931-8231-b373178c94f4) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:24.167029 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ccba74c4-5178-46fe-96b4-7f2f3cd67122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:24.212708 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-57b550fd-c965-4b6d-9aca-529a8402b1be None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:24.227216 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-57b550fd-c965-4b6d-9aca-529a8402b1be None None] Transition to ACTIVE for port object af02e941-1fc6-4a0b-bb19-6826493aa61a will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:00:24.235765 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-57b550fd-c965-4b6d-9aca-529a8402b1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:24.390886 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-426c1b1e-a679-4458-b581-f9f19cb884ec None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:24.403315 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-426c1b1e-a679-4458-b581-f9f19cb884ec None None] Transition to ACTIVE for port object c9eab7d3-d2b3-4931-8231-b373178c94f4 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:00:24.428620 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-426c1b1e-a679-4458-b581-f9f19cb884ec None None] Transition to ACTIVE for port object c9eab7d3-d2b3-4931-8231-b373178c94f4 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:00:24.438411 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-426c1b1e-a679-4458-b581-f9f19cb884ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:24.442713 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65602bf-c603-4c47-8ddc-b32aa12a2323 None None] Pushing event updated for resources: {'Port': ['ID=af02e941-1fc6-4a0b-bb19-6826493aa61a,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:24.455798 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65602bf-c603-4c47-8ddc-b32aa12a2323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:24.456113 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65602bf-c603-4c47-8ddc-b32aa12a2323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:24.456509 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65602bf-c603-4c47-8ddc-b32aa12a2323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:24.456861 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65602bf-c603-4c47-8ddc-b32aa12a2323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:24.457159 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65602bf-c603-4c47-8ddc-b32aa12a2323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:24.457487 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65602bf-c603-4c47-8ddc-b32aa12a2323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:24.458014 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65602bf-c603-4c47-8ddc-b32aa12a2323 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:24.458216 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65602bf-c603-4c47-8ddc-b32aa12a2323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:24.458716 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65602bf-c603-4c47-8ddc-b32aa12a2323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:24.458716 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65602bf-c603-4c47-8ddc-b32aa12a2323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:24.463975 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65602bf-c603-4c47-8ddc-b32aa12a2323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:24.464438 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65602bf-c603-4c47-8ddc-b32aa12a2323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:24.491999 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-57b550fd-c965-4b6d-9aca-529a8402b1be None None] Attempting to bind port af02e941-1fc6-4a0b-bb19-6826493aa61a on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:00:24.493575 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-57b550fd-c965-4b6d-9aca-529a8402b1be None None] Attempting to bind port af02e941-1fc6-4a0b-bb19-6826493aa61a by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '73240bf3-d1da-47a1-8019-2e3a91e2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'e37b630b-11ad-4775-89c7-8620dee99b8e'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:00:24.494266 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b550fd-c965-4b6d-9aca-529a8402b1be None None] Attempting to bind port af02e941-1fc6-4a0b-bb19-6826493aa61a on network e37b630b-11ad-4775-89c7-8620dee99b8e {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:00:24.506830 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b550fd-c965-4b6d-9aca-529a8402b1be None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:00:24.509336 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b550fd-c965-4b6d-9aca-529a8402b1be None None] Checking segment: {'id': '73240bf3-d1da-47a1-8019-2e3a91e2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'e37b630b-11ad-4775-89c7-8620dee99b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:00:24.509336 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-57b550fd-c965-4b6d-9aca-529a8402b1be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:24.509336 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b550fd-c965-4b6d-9aca-529a8402b1be None None] Bound using segment: {'id': '73240bf3-d1da-47a1-8019-2e3a91e2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'e37b630b-11ad-4775-89c7-8620dee99b8e'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:00:24.510338 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-57b550fd-c965-4b6d-9aca-529a8402b1be None None] Bound port: af02e941-1fc6-4a0b-bb19-6826493aa61a, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73240bf3-d1da-47a1-8019-2e3a91e2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'e37b630b-11ad-4775-89c7-8620dee99b8e'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:00:24.511067 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-57b550fd-c965-4b6d-9aca-529a8402b1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:24.564224 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426c1b1e-a679-4458-b581-f9f19cb884ec None None] Network f22161d4-7d03-473d-aff4-b646487d05ab is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:24.567591 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-426c1b1e-a679-4458-b581-f9f19cb884ec None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:24.570612 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426c1b1e-a679-4458-b581-f9f19cb884ec None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:00:24.610055 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ccba74c4-5178-46fe-96b4-7f2f3cd67122 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:24.617907 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c1b1e-a679-4458-b581-f9f19cb884ec None None] Pushing event updated for resources: {'Port': ['ID=c9eab7d3-d2b3-4931-8231-b373178c94f4,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:24.630648 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-57b550fd-c965-4b6d-9aca-529a8402b1be None None] For port af02e941-1fc6-4a0b-bb19-6826493aa61a, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:00:24.637161 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-57b550fd-c965-4b6d-9aca-529a8402b1be None None] For port af02e941-1fc6-4a0b-bb19-6826493aa61a, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=af02e941-1fc6-4a0b-bb19-6826493aa61a,segment=NetworkSegment(73240bf3-d1da-47a1-8019-2e3a91e2c41c),segment_id=73240bf3-d1da-47a1-8019-2e3a91e2c41c)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:00:24.642388 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-57b550fd-c965-4b6d-9aca-529a8402b1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:24.650311 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ccba74c4-5178-46fe-96b4-7f2f3cd67122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:24.694061 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-426c1b1e-a679-4458-b581-f9f19cb884ec None None] Attempting to bind port c9eab7d3-d2b3-4931-8231-b373178c94f4 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:00:24.694634 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-426c1b1e-a679-4458-b581-f9f19cb884ec None None] Attempting to bind port c9eab7d3-d2b3-4931-8231-b373178c94f4 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'be6cfd79-8f6b-4547-ba3f-6638c76d6a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'f22161d4-7d03-473d-aff4-b646487d05ab'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:00:24.695217 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426c1b1e-a679-4458-b581-f9f19cb884ec None None] Attempting to bind port c9eab7d3-d2b3-4931-8231-b373178c94f4 on network f22161d4-7d03-473d-aff4-b646487d05ab {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:00:24.712069 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426c1b1e-a679-4458-b581-f9f19cb884ec None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:00:24.712773 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426c1b1e-a679-4458-b581-f9f19cb884ec None None] Checking segment: {'id': 'be6cfd79-8f6b-4547-ba3f-6638c76d6a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'f22161d4-7d03-473d-aff4-b646487d05ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:00:24.713426 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-426c1b1e-a679-4458-b581-f9f19cb884ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:24.714096 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426c1b1e-a679-4458-b581-f9f19cb884ec None None] Bound using segment: {'id': 'be6cfd79-8f6b-4547-ba3f-6638c76d6a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'f22161d4-7d03-473d-aff4-b646487d05ab'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:00:24.715038 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-426c1b1e-a679-4458-b581-f9f19cb884ec None None] Bound port: c9eab7d3-d2b3-4931-8231-b373178c94f4, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be6cfd79-8f6b-4547-ba3f-6638c76d6a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'f22161d4-7d03-473d-aff4-b646487d05ab'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:00:24.715445 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-426c1b1e-a679-4458-b581-f9f19cb884ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:24.727396 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b550fd-c965-4b6d-9aca-529a8402b1be None None] Routers {'37a154d7-1a09-4a20-9a84-e28999f1aa32'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:00:24.728052 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-57b550fd-c965-4b6d-9aca-529a8402b1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:00:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['37a154d7-1a09-4a20-9a84-e28999f1aa32'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:24.796361 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65602bf-c603-4c47-8ddc-b32aa12a2323 None None] Pushing event updated for resources: {'Port': ['ID=af02e941-1fc6-4a0b-bb19-6826493aa61a,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:24.890289 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-426c1b1e-a679-4458-b581-f9f19cb884ec None None] For port c9eab7d3-d2b3-4931-8231-b373178c94f4, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:00:24.895795 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-426c1b1e-a679-4458-b581-f9f19cb884ec None None] For port c9eab7d3-d2b3-4931-8231-b373178c94f4, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=c9eab7d3-d2b3-4931-8231-b373178c94f4,segment=NetworkSegment(be6cfd79-8f6b-4547-ba3f-6638c76d6a57),segment_id=be6cfd79-8f6b-4547-ba3f-6638c76d6a57)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:00:24.907040 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-426c1b1e-a679-4458-b581-f9f19cb884ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:24.923987 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-ccba74c4-5178-46fe-96b4-7f2f3cd67122 admin admin] Allocated IP 172.25.5.126 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/1b8adff0-f759-40fa-b1ad-ff35bd7afb7c) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:24.964712 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-57b550fd-c965-4b6d-9aca-529a8402b1be None None] Set router 37a154d7-1a09-4a20-9a84-e28999f1aa32 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:00:25.028097 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c1b1e-a679-4458-b581-f9f19cb884ec None None] Pushing event updated for resources: {'Port': ['ID=c9eab7d3-d2b3-4931-8231-b373178c94f4,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:25.206982 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ccba74c4-5178-46fe-96b4-7f2f3cd67122 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:25.208056 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 8239be2a-874a-4ce6-a715-ca28cbcb147f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:00:25.247829 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ccba74c4-5178-46fe-96b4-7f2f3cd67122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:25.345065 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 8239be2a-874a-4ce6-a715-ca28cbcb147f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:25.345663 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:25.361216 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccba74c4-5178-46fe-96b4-7f2f3cd67122 admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:25.362774 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-ccba74c4-5178-46fe-96b4-7f2f3cd67122 admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:25.365733 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba74c4-5178-46fe-96b4-7f2f3cd67122 admin admin] Pushing event updated for resources: {'Port': ['ID=1b8adff0-f759-40fa-b1ad-ff35bd7afb7c,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:25.369481 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccba74c4-5178-46fe-96b4-7f2f3cd67122 admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:00:25.481361 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-57b550fd-c965-4b6d-9aca-529a8402b1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'name': 'tempest-TestMinimumBasicScenario-2436373-router', 'tenant_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '8239be2a-874a-4ce6-a715-ca28cbcb147f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:16Z', 'updated_at': '2022-02-09T02:00:20Z', 'revision_number': 4, 'project_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'gw_port': {'id': '8239be2a-874a-4ce6-a715-ca28cbcb147f', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:17Z', 'updated_at': '2022-02-09T02:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'af02e941-1fc6-4a0b-bb19-6826493aa61a', 'name': '', 'network_id': 'e37b630b-11ad-4775-89c7-8620dee99b8e', 'tenant_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'mac_address': 'fa:16:3e:97:1d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'adf57b54-085e-447e-bf4e-421c8c615ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:20Z', 'updated_at': '2022-02-09T02:00:24Z', 'revision_number': 4, 'project_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'subnets': [{'id': 'adf57b54-085e-447e-bf4e-421c8c615ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:25.485823 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b550fd-c965-4b6d-9aca-529a8402b1be None None] The sync data for ids ['37a154d7-1a09-4a20-9a84-e28999f1aa32'] in n-d-828419-1 is: [{'id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'name': 'tempest-TestMinimumBasicScenario-2436373-router', 'tenant_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '8239be2a-874a-4ce6-a715-ca28cbcb147f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:16Z', 'updated_at': '2022-02-09T02:00:20Z', 'revision_number': 4, 'project_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'gw_port': {'id': '8239be2a-874a-4ce6-a715-ca28cbcb147f', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:17Z', 'updated_at': '2022-02-09T02:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'af02e941-1fc6-4a0b-bb19-6826493aa61a', 'name': '', 'network_id': 'e37b630b-11ad-4775-89c7-8620dee99b8e', 'tenant_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'mac_address': 'fa:16:3e:97:1d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'adf57b54-085e-447e-bf4e-421c8c615ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:20Z', 'updated_at': '2022-02-09T02:00:24Z', 'revision_number': 4, 'project_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'subnets': [{'id': 'adf57b54-085e-447e-bf4e-421c8c615ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:00:25.617957 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:25.952986 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ccba74c4-5178-46fe-96b4-7f2f3cd67122 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:26.342530 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccad6d4-de8c-425c-b232-f9f046247915 None None] Network f22161d4-7d03-473d-aff4-b646487d05ab requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:00:26.452797 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b4b518af-1cc6-4a84-8daa-9da5c0fe16d9 None None] Provisioning for port c9eab7d3-d2b3-4931-8231-b373178c94f4 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:00:26.552843 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ccba74c4-5178-46fe-96b4-7f2f3cd67122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:26.799734 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccba74c4-5178-46fe-96b4-7f2f3cd67122 admin admin] Router e84736f7-fd47-4bcb-8b14-157015e2b8c8 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 02:00:27.005148 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccba74c4-5178-46fe-96b4-7f2f3cd67122 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:00:27.015162 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8bd130-34c2-4a45-ad67-f939a4b02217 None None] Sync routers for ids ['e84736f7-fd47-4bcb-8b14-157015e2b8c8'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:00:27.026743 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8bd130-34c2-4a45-ad67-f939a4b02217 None None] Routers {'e84736f7-fd47-4bcb-8b14-157015e2b8c8'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:00:27.027583 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-7b8bd130-34c2-4a45-ad67-f939a4b02217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:00:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e84736f7-fd47-4bcb-8b14-157015e2b8c8'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:27.030759 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ccba74c4-5178-46fe-96b4-7f2f3cd67122 admin admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:27.032213 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ccba74c4-5178-46fe-96b4-7f2f3cd67122 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3740108 Feb 09 02:00:27.035411 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 37898) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:00:27.275498 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device c9eab7d3-d2b3-4931-8231-b373178c94f4 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:00:27.310494 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-7b8bd130-34c2-4a45-ad67-f939a4b02217 None None] Set router e84736f7-fd47-4bcb-8b14-157015e2b8c8 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:00:27.560851 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port c9eab7d3-d2b3-4931-8231-b373178c94f4 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:00:27.571258 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port c9eab7d3-d2b3-4931-8231-b373178c94f4 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:27.571258 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:27.745754 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:27.758586 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-7b8bd130-34c2-4a45-ad67-f939a4b02217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84736f7-fd47-4bcb-8b14-157015e2b8c8', 'name': 'tempest-TestMinimumBasicScenario-585489155-router', 'tenant_id': '62569e5bed6c429bac85a81db742268d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '1b8adff0-f759-40fa-b1ad-ff35bd7afb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:23Z', 'updated_at': '2022-02-09T02:00:25Z', 'revision_number': 3, 'project_id': '62569e5bed6c429bac85a81db742268d', 'gw_port': {'id': '1b8adff0-f759-40fa-b1ad-ff35bd7afb7c', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84736f7-fd47-4bcb-8b14-157015e2b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:24Z', 'updated_at': '2022-02-09T02:00:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:27.774985 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8bd130-34c2-4a45-ad67-f939a4b02217 None None] Checking router: e84736f7-fd47-4bcb-8b14-157015e2b8c8 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:00:27.775338 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8bd130-34c2-4a45-ad67-f939a4b02217 None None] Updating router e84736f7-fd47-4bcb-8b14-157015e2b8c8 port 1b8adff0-f759-40fa-b1ad-ff35bd7afb7c binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:00:27.845626 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port c9eab7d3-d2b3-4931-8231-b373178c94f4, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=c9eab7d3-d2b3-4931-8231-b373178c94f4,segment=NetworkSegment(be6cfd79-8f6b-4547-ba3f-6638c76d6a57),segment_id=be6cfd79-8f6b-4547-ba3f-6638c76d6a57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:00:27.848494 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7b8bd130-34c2-4a45-ad67-f939a4b02217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:27.877325 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:27.877868 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device af02e941-1fc6-4a0b-bb19-6826493aa61a up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:00:27.896745 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9af6ae59-0e99-4324-ac5e-23dc55ef420a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:28.067455 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=c9eab7d3-d2b3-4931-8231-b373178c94f4,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:28.122407 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port af02e941-1fc6-4a0b-bb19-6826493aa61a completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:00:28.173522 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port af02e941-1fc6-4a0b-bb19-6826493aa61a triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:28.173904 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:28.193628 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-9af6ae59-0e99-4324-ac5e-23dc55ef420a admin admin] Allocated IP 172.20.0.1 (f22161d4-7d03-473d-aff4-b646487d05ab/e244eb42-754b-44ab-8392-28a0e8c6af84/75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:28.356347 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:28.376700 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9af6ae59-0e99-4324-ac5e-23dc55ef420a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:28.408115 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-9af6ae59-0e99-4324-ac5e-23dc55ef420a admin admin] Transition to ACTIVE for port object 75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:00:28.442817 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9af6ae59-0e99-4324-ac5e-23dc55ef420a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:28.451019 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port af02e941-1fc6-4a0b-bb19-6826493aa61a, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=af02e941-1fc6-4a0b-bb19-6826493aa61a,segment=NetworkSegment(73240bf3-d1da-47a1-8019-2e3a91e2c41c),segment_id=73240bf3-d1da-47a1-8019-2e3a91e2c41c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:00:28.454619 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:28.460448 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7b8bd130-34c2-4a45-ad67-f939a4b02217 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:28.519641 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af6ae59-0e99-4324-ac5e-23dc55ef420a admin admin] Network f22161d4-7d03-473d-aff4-b646487d05ab is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:28.521296 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7b8bd130-34c2-4a45-ad67-f939a4b02217 None None] Transition to ACTIVE for port object 1b8adff0-f759-40fa-b1ad-ff35bd7afb7c will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:00:28.523009 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-9af6ae59-0e99-4324-ac5e-23dc55ef420a admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:28.526771 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af6ae59-0e99-4324-ac5e-23dc55ef420a admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:00:28.538206 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7b8bd130-34c2-4a45-ad67-f939a4b02217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:28.545636 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=af02e941-1fc6-4a0b-bb19-6826493aa61a,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:28.582801 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6ae59-0e99-4324-ac5e-23dc55ef420a admin admin] Pushing event updated for resources: {'Port': ['ID=75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:28.593023 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9af6ae59-0e99-4324-ac5e-23dc55ef420a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:28.681127 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-7b8bd130-34c2-4a45-ad67-f939a4b02217 None None] Attempting to bind port 1b8adff0-f759-40fa-b1ad-ff35bd7afb7c on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:00:28.684781 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-7b8bd130-34c2-4a45-ad67-f939a4b02217 None None] Attempting to bind port 1b8adff0-f759-40fa-b1ad-ff35bd7afb7c by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:00:28.684781 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8bd130-34c2-4a45-ad67-f939a4b02217 None None] Attempting to bind port 1b8adff0-f759-40fa-b1ad-ff35bd7afb7c on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:00:28.693690 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8bd130-34c2-4a45-ad67-f939a4b02217 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:00:28.694062 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8bd130-34c2-4a45-ad67-f939a4b02217 None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:00:28.694465 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7b8bd130-34c2-4a45-ad67-f939a4b02217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:28.694872 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8bd130-34c2-4a45-ad67-f939a4b02217 None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:00:28.695994 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-7b8bd130-34c2-4a45-ad67-f939a4b02217 None None] Bound port: 1b8adff0-f759-40fa-b1ad-ff35bd7afb7c, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:00:28.696268 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7b8bd130-34c2-4a45-ad67-f939a4b02217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:28.724424 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3b8ed-ab71-4225-b6a1-44cee4a22199 None None] Pushing event updated for resources: {'Port': ['ID=1b8adff0-f759-40fa-b1ad-ff35bd7afb7c,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:28.778010 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9af6ae59-0e99-4324-ac5e-23dc55ef420a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:28.793776 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-7b8bd130-34c2-4a45-ad67-f939a4b02217 None None] For port 1b8adff0-f759-40fa-b1ad-ff35bd7afb7c, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:00:28.797242 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-7b8bd130-34c2-4a45-ad67-f939a4b02217 None None] For port 1b8adff0-f759-40fa-b1ad-ff35bd7afb7c, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1b8adff0-f759-40fa-b1ad-ff35bd7afb7c,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:00:28.803320 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7b8bd130-34c2-4a45-ad67-f939a4b02217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:28.887436 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8bd130-34c2-4a45-ad67-f939a4b02217 None None] Routers {'e84736f7-fd47-4bcb-8b14-157015e2b8c8'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:00:28.888067 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-7b8bd130-34c2-4a45-ad67-f939a4b02217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:00:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e84736f7-fd47-4bcb-8b14-157015e2b8c8'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:28.946853 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3b8ed-ab71-4225-b6a1-44cee4a22199 None None] Pushing event updated for resources: {'Port': ['ID=1b8adff0-f759-40fa-b1ad-ff35bd7afb7c,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:28.976466 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c538097e-5fda-4dfe-9328-50b9cd07f054 None None] Provisioning for port 75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:00:28.987308 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c538097e-5fda-4dfe-9328-50b9cd07f054 None None] Provisioning complete for port 75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:28.987679 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c538097e-5fda-4dfe-9328-50b9cd07f054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:29.046410 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9af6ae59-0e99-4324-ac5e-23dc55ef420a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:29.058887 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9af6ae59-0e99-4324-ac5e-23dc55ef420a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:29.118309 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-c538097e-5fda-4dfe-9328-50b9cd07f054 None None] Port 75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:00:29.133530 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-7b8bd130-34c2-4a45-ad67-f939a4b02217 None None] Set router e84736f7-fd47-4bcb-8b14-157015e2b8c8 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:00:29.189129 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9af6ae59-0e99-4324-ac5e-23dc55ef420a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:29.193703 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6ae59-0e99-4324-ac5e-23dc55ef420a admin admin] Pushing event updated for resources: {'Port': ['ID=75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:29.216617 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device c9eab7d3-d2b3-4931-8231-b373178c94f4 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:00:29.350399 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af6ae59-0e99-4324-ac5e-23dc55ef420a admin admin] Network f22161d4-7d03-473d-aff4-b646487d05ab is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:29.351623 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-9af6ae59-0e99-4324-ac5e-23dc55ef420a admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:29.462645 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port c9eab7d3-d2b3-4931-8231-b373178c94f4 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:29.463040 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:29.576160 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af6ae59-0e99-4324-ac5e-23dc55ef420a admin admin] Router e84736f7-fd47-4bcb-8b14-157015e2b8c8 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:00:29.661858 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device af02e941-1fc6-4a0b-bb19-6826493aa61a up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:00:29.713439 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-090aee6c-91cf-4575-a76e-4000bcba65e1 None None] Provisioning complete for port 75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:29.713812 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-090aee6c-91cf-4575-a76e-4000bcba65e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:29.740506 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-7b8bd130-34c2-4a45-ad67-f939a4b02217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84736f7-fd47-4bcb-8b14-157015e2b8c8', 'name': 'tempest-TestMinimumBasicScenario-585489155-router', 'tenant_id': '62569e5bed6c429bac85a81db742268d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '1b8adff0-f759-40fa-b1ad-ff35bd7afb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:23Z', 'updated_at': '2022-02-09T02:00:28Z', 'revision_number': 4, 'project_id': '62569e5bed6c429bac85a81db742268d', 'gw_port': {'id': '1b8adff0-f759-40fa-b1ad-ff35bd7afb7c', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84736f7-fd47-4bcb-8b14-157015e2b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:24Z', 'updated_at': '2022-02-09T02:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5', 'name': '', 'network_id': 'f22161d4-7d03-473d-aff4-b646487d05ab', 'tenant_id': '62569e5bed6c429bac85a81db742268d', 'mac_address': 'fa:16:3e:2c:44:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84736f7-fd47-4bcb-8b14-157015e2b8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'e244eb42-754b-44ab-8392-28a0e8c6af84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:27Z', 'updated_at': '2022-02-09T02:00:28Z', 'revision_number': 1, 'project_id': '62569e5bed6c429bac85a81db742268d', 'subnets': [{'id': 'e244eb42-754b-44ab-8392-28a0e8c6af84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:29.770366 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af6ae59-0e99-4324-ac5e-23dc55ef420a admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:00:29.777064 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8bd130-34c2-4a45-ad67-f939a4b02217 None None] The sync data for ids ['e84736f7-fd47-4bcb-8b14-157015e2b8c8'] in n-d-828419-1 is: [{'id': 'e84736f7-fd47-4bcb-8b14-157015e2b8c8', 'name': 'tempest-TestMinimumBasicScenario-585489155-router', 'tenant_id': '62569e5bed6c429bac85a81db742268d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '1b8adff0-f759-40fa-b1ad-ff35bd7afb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:23Z', 'updated_at': '2022-02-09T02:00:28Z', 'revision_number': 4, 'project_id': '62569e5bed6c429bac85a81db742268d', 'gw_port': {'id': '1b8adff0-f759-40fa-b1ad-ff35bd7afb7c', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84736f7-fd47-4bcb-8b14-157015e2b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:24Z', 'updated_at': '2022-02-09T02:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5', 'name': '', 'network_id': 'f22161d4-7d03-473d-aff4-b646487d05ab', 'tenant_id': '62569e5bed6c429bac85a81db742268d', 'mac_address': 'fa:16:3e:2c:44:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84736f7-fd47-4bcb-8b14-157015e2b8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'e244eb42-754b-44ab-8392-28a0e8c6af84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:27Z', 'updated_at': '2022-02-09T02:00:28Z', 'revision_number': 1, 'project_id': '62569e5bed6c429bac85a81db742268d', 'subnets': [{'id': 'e244eb42-754b-44ab-8392-28a0e8c6af84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:00:29.782673 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9af6ae59-0e99-4324-ac5e-23dc55ef420a admin admin] 10.222.0.37 "PUT /v2.0/routers/e84736f7-fd47-4bcb-8b14-157015e2b8c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7459726 Feb 09 02:00:29.803243 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-090aee6c-91cf-4575-a76e-4000bcba65e1 None None] Port 75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:00:29.819911 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port af02e941-1fc6-4a0b-bb19-6826493aa61a triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:29.820499 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:31.243649 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1b8adff0-f759-40fa-b1ad-ff35bd7afb7c up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:00:31.355229 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 1b8adff0-f759-40fa-b1ad-ff35bd7afb7c completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:00:31.360500 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 1b8adff0-f759-40fa-b1ad-ff35bd7afb7c triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:31.360865 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:31.500749 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:31.521705 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 1b8adff0-f759-40fa-b1ad-ff35bd7afb7c, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1b8adff0-f759-40fa-b1ad-ff35bd7afb7c,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:00:31.527476 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:31.628464 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=1b8adff0-f759-40fa-b1ad-ff35bd7afb7c,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:33.206476 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1b8adff0-f759-40fa-b1ad-ff35bd7afb7c up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:00:33.305846 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 1b8adff0-f759-40fa-b1ad-ff35bd7afb7c triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:33.306218 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:33.675179 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260b67cd-6589-4b48-af66-3346da770b73 None None] Sync routers for ids ['e84736f7-fd47-4bcb-8b14-157015e2b8c8'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:00:33.686274 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260b67cd-6589-4b48-af66-3346da770b73 None None] Routers {'e84736f7-fd47-4bcb-8b14-157015e2b8c8'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:00:33.687265 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-260b67cd-6589-4b48-af66-3346da770b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:00:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e84736f7-fd47-4bcb-8b14-157015e2b8c8'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:33.906607 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-260b67cd-6589-4b48-af66-3346da770b73 None None] Set router e84736f7-fd47-4bcb-8b14-157015e2b8c8 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:00:34.328435 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-260b67cd-6589-4b48-af66-3346da770b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84736f7-fd47-4bcb-8b14-157015e2b8c8', 'name': 'tempest-TestMinimumBasicScenario-585489155-router', 'tenant_id': '62569e5bed6c429bac85a81db742268d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '1b8adff0-f759-40fa-b1ad-ff35bd7afb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:23Z', 'updated_at': '2022-02-09T02:00:28Z', 'revision_number': 4, 'project_id': '62569e5bed6c429bac85a81db742268d', 'gw_port': {'id': '1b8adff0-f759-40fa-b1ad-ff35bd7afb7c', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84736f7-fd47-4bcb-8b14-157015e2b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:24Z', 'updated_at': '2022-02-09T02:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5', 'name': '', 'network_id': 'f22161d4-7d03-473d-aff4-b646487d05ab', 'tenant_id': '62569e5bed6c429bac85a81db742268d', 'mac_address': 'fa:16:3e:2c:44:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84736f7-fd47-4bcb-8b14-157015e2b8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'e244eb42-754b-44ab-8392-28a0e8c6af84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:27Z', 'updated_at': '2022-02-09T02:00:28Z', 'revision_number': 2, 'project_id': '62569e5bed6c429bac85a81db742268d', 'subnets': [{'id': 'e244eb42-754b-44ab-8392-28a0e8c6af84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:34.332613 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260b67cd-6589-4b48-af66-3346da770b73 None None] Checking router: e84736f7-fd47-4bcb-8b14-157015e2b8c8 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:00:34.332962 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260b67cd-6589-4b48-af66-3346da770b73 None None] Updating router e84736f7-fd47-4bcb-8b14-157015e2b8c8 port 75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:00:34.402230 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-260b67cd-6589-4b48-af66-3346da770b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:34.812539 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-260b67cd-6589-4b48-af66-3346da770b73 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:34.826632 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-260b67cd-6589-4b48-af66-3346da770b73 None None] Transition to ACTIVE for port object 75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:00:34.837241 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-260b67cd-6589-4b48-af66-3346da770b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:35.131976 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-260b67cd-6589-4b48-af66-3346da770b73 None None] Attempting to bind port 75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:00:35.131976 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-260b67cd-6589-4b48-af66-3346da770b73 None None] Attempting to bind port 75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'be6cfd79-8f6b-4547-ba3f-6638c76d6a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'f22161d4-7d03-473d-aff4-b646487d05ab'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:00:35.132181 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260b67cd-6589-4b48-af66-3346da770b73 None None] Attempting to bind port 75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5 on network f22161d4-7d03-473d-aff4-b646487d05ab {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:00:35.134718 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8d2ad-dd70-4df7-bf08-cfd33f28e0cd None None] Pushing event updated for resources: {'Port': ['ID=75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:35.140744 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260b67cd-6589-4b48-af66-3346da770b73 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:00:35.141114 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260b67cd-6589-4b48-af66-3346da770b73 None None] Checking segment: {'id': 'be6cfd79-8f6b-4547-ba3f-6638c76d6a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'f22161d4-7d03-473d-aff4-b646487d05ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:00:35.141512 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-260b67cd-6589-4b48-af66-3346da770b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:35.141891 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260b67cd-6589-4b48-af66-3346da770b73 None None] Bound using segment: {'id': 'be6cfd79-8f6b-4547-ba3f-6638c76d6a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'f22161d4-7d03-473d-aff4-b646487d05ab'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:00:35.142470 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-260b67cd-6589-4b48-af66-3346da770b73 None None] Bound port: 75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be6cfd79-8f6b-4547-ba3f-6638c76d6a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'f22161d4-7d03-473d-aff4-b646487d05ab'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:00:35.142937 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-260b67cd-6589-4b48-af66-3346da770b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:35.261275 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-260b67cd-6589-4b48-af66-3346da770b73 None None] For port 75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:00:35.276932 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-260b67cd-6589-4b48-af66-3346da770b73 None None] For port 75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5,segment=NetworkSegment(be6cfd79-8f6b-4547-ba3f-6638c76d6a57),segment_id=be6cfd79-8f6b-4547-ba3f-6638c76d6a57)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:00:35.281839 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-260b67cd-6589-4b48-af66-3346da770b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:35.417853 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260b67cd-6589-4b48-af66-3346da770b73 None None] Routers {'e84736f7-fd47-4bcb-8b14-157015e2b8c8'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:00:35.419194 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-260b67cd-6589-4b48-af66-3346da770b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:00:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e84736f7-fd47-4bcb-8b14-157015e2b8c8'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:35.503696 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8d2ad-dd70-4df7-bf08-cfd33f28e0cd None None] Pushing event updated for resources: {'Port': ['ID=75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:35.701908 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-260b67cd-6589-4b48-af66-3346da770b73 None None] Set router e84736f7-fd47-4bcb-8b14-157015e2b8c8 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:00:36.059237 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-260b67cd-6589-4b48-af66-3346da770b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84736f7-fd47-4bcb-8b14-157015e2b8c8', 'name': 'tempest-TestMinimumBasicScenario-585489155-router', 'tenant_id': '62569e5bed6c429bac85a81db742268d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '1b8adff0-f759-40fa-b1ad-ff35bd7afb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:23Z', 'updated_at': '2022-02-09T02:00:28Z', 'revision_number': 4, 'project_id': '62569e5bed6c429bac85a81db742268d', 'gw_port': {'id': '1b8adff0-f759-40fa-b1ad-ff35bd7afb7c', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84736f7-fd47-4bcb-8b14-157015e2b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:24Z', 'updated_at': '2022-02-09T02:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5', 'name': '', 'network_id': 'f22161d4-7d03-473d-aff4-b646487d05ab', 'tenant_id': '62569e5bed6c429bac85a81db742268d', 'mac_address': 'fa:16:3e:2c:44:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84736f7-fd47-4bcb-8b14-157015e2b8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'e244eb42-754b-44ab-8392-28a0e8c6af84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:27Z', 'updated_at': '2022-02-09T02:00:35Z', 'revision_number': 4, 'project_id': '62569e5bed6c429bac85a81db742268d', 'subnets': [{'id': 'e244eb42-754b-44ab-8392-28a0e8c6af84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:36.065344 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260b67cd-6589-4b48-af66-3346da770b73 None None] The sync data for ids ['e84736f7-fd47-4bcb-8b14-157015e2b8c8'] in n-d-828419-1 is: [{'id': 'e84736f7-fd47-4bcb-8b14-157015e2b8c8', 'name': 'tempest-TestMinimumBasicScenario-585489155-router', 'tenant_id': '62569e5bed6c429bac85a81db742268d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '1b8adff0-f759-40fa-b1ad-ff35bd7afb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:23Z', 'updated_at': '2022-02-09T02:00:28Z', 'revision_number': 4, 'project_id': '62569e5bed6c429bac85a81db742268d', 'gw_port': {'id': '1b8adff0-f759-40fa-b1ad-ff35bd7afb7c', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84736f7-fd47-4bcb-8b14-157015e2b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:24Z', 'updated_at': '2022-02-09T02:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5', 'name': '', 'network_id': 'f22161d4-7d03-473d-aff4-b646487d05ab', 'tenant_id': '62569e5bed6c429bac85a81db742268d', 'mac_address': 'fa:16:3e:2c:44:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84736f7-fd47-4bcb-8b14-157015e2b8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'e244eb42-754b-44ab-8392-28a0e8c6af84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:27Z', 'updated_at': '2022-02-09T02:00:35Z', 'revision_number': 4, 'project_id': '62569e5bed6c429bac85a81db742268d', 'subnets': [{'id': 'e244eb42-754b-44ab-8392-28a0e8c6af84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:00:37.037446 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-618b9b01-af11-43ec-b284-63f765cad6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:37.232805 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:00:37.320289 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:00:37.329668 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:37.330136 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:37.470456 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:37.513810 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5,segment=NetworkSegment(be6cfd79-8f6b-4547-ba3f-6638c76d6a57),segment_id=be6cfd79-8f6b-4547-ba3f-6638c76d6a57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:00:37.520879 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:37.602629 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:39.197422 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:00:39.269000 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:39.269374 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:39.424808 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2b9de68c-2ce8-4998-a487-eaaa0495227f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:40.427331 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-602ba7de-20f6-45c1-a065-26d39fc2a663 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:40.427949 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-602ba7de-20f6-45c1-a065-26d39fc2a663 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Synchronizing usage tracker for tenant:c2a86d6b4f4a4e44bc96222713a0e3d2 on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:00:40.444633 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-602ba7de-20f6-45c1-a065-26d39fc2a663 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Unset dirty status for tenant:c2a86d6b4f4a4e44bc96222713a0e3d2 on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:00:40.446258 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-602ba7de-20f6-45c1-a065-26d39fc2a663 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/networks?id=e37b630b-11ad-4775-89c7-8620dee99b8e HTTP/1.1" status: 200 len: 812 time: 0.1736348 Feb 09 02:00:40.463595 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-d33299be-806a-4201-9d7f-ef5b68370fb8 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/quotas/c2a86d6b4f4a4e44bc96222713a0e3d2 HTTP/1.1" status: 200 len: 375 time: 0.0113931 Feb 09 02:00:40.529789 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:40.549852 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-8db9f18f-0b5b-407a-a200-c45b08144c3e tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2a86d6b4f4a4e44bc96222713a0e3d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0808465 Feb 09 02:00:40.652271 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:40.689987 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-62f91402-a252-47c7-92e4-350c38466292 service neutron] 10.222.0.37 "GET /v2.0/networks/e37b630b-11ad-4775-89c7-8620dee99b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280763 Feb 09 02:00:40.824873 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-172e0d64-3bbf-4c96-8090-c8b2f9169234 service neutron] 10.222.0.37 "GET /v2.0/networks/e37b630b-11ad-4775-89c7-8620dee99b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283648 Feb 09 02:00:41.139573 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-340bdd6a-fd49-4987-9314-66b6fee7817b req-7d98c73f-e507-45cd-a73d-6786b0c28441 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Synchronizing usage tracker for tenant:c2a86d6b4f4a4e44bc96222713a0e3d2 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:00:41.159924 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-340bdd6a-fd49-4987-9314-66b6fee7817b req-7d98c73f-e507-45cd-a73d-6786b0c28441 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Unset dirty status for tenant:c2a86d6b4f4a4e44bc96222713a0e3d2 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:00:41.161181 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-340bdd6a-fd49-4987-9314-66b6fee7817b req-7d98c73f-e507-45cd-a73d-6786b0c28441 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 210 time: 0.1929562 Feb 09 02:00:41.965202 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:42.156969 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-6c6583ea-b4e5-4e71-8d35-6cb054e062ed tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:42.158431 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-6c6583ea-b4e5-4e71-8d35-6cb054e062ed tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.117 "GET /v2.0/networks?id=e37b630b-11ad-4775-89c7-8620dee99b8e HTTP/1.1" status: 200 len: 812 time: 0.1668904 Feb 09 02:00:42.170916 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-0381d04b-fd31-49cc-8873-bc2e8f69d108 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Request body: {'port': {'device_id': '68fd218d-c5ca-430a-ae57-6286bc76320b', 'network_id': 'e37b630b-11ad-4775-89c7-8620dee99b8e', 'admin_state_up': True, 'tenant_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:42.454368 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ea247b6-e242-48cd-8e40-99fc6f5f6161 req-d887f1ff-43a2-4d9e-a232-84d746027740 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 210 time: 0.0676866 Feb 09 02:00:42.480588 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:00:42.548805 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-0381d04b-fd31-49cc-8873-bc2e8f69d108 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:00:42.560853 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-0381d04b-fd31-49cc-8873-bc2e8f69d108 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:00:42.575262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-0381d04b-fd31-49cc-8873-bc2e8f69d108 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Made reservation on behalf of c2a86d6b4f4a4e44bc96222713a0e3d2 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:42.581812 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-0381d04b-fd31-49cc-8873-bc2e8f69d108 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:42.798574 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-0381d04b-fd31-49cc-8873-bc2e8f69d108 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Allocated IP 172.20.0.11 (e37b630b-11ad-4775-89c7-8620dee99b8e/adf57b54-085e-447e-bf4e-421c8c615ad2/a1232327-3f05-46ed-abb6-1855f66c4a0d) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:43.075823 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-0381d04b-fd31-49cc-8873-bc2e8f69d108 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:43.094296 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-0381d04b-fd31-49cc-8873-bc2e8f69d108 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Transition to ACTIVE for port object a1232327-3f05-46ed-abb6-1855f66c4a0d will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:00:43.135576 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-0381d04b-fd31-49cc-8873-bc2e8f69d108 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:43.214856 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-0381d04b-fd31-49cc-8873-bc2e8f69d108 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Network e37b630b-11ad-4775-89c7-8620dee99b8e is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:43.218286 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-0381d04b-fd31-49cc-8873-bc2e8f69d108 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:43.223135 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-0381d04b-fd31-49cc-8873-bc2e8f69d108 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:00:43.264609 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381d04b-fd31-49cc-8873-bc2e8f69d108 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Pushing event updated for resources: {'Port': ['ID=a1232327-3f05-46ed-abb6-1855f66c4a0d,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:43.278340 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0381d04b-fd31-49cc-8873-bc2e8f69d108 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:43.278844 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0381d04b-fd31-49cc-8873-bc2e8f69d108 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:43.279311 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0381d04b-fd31-49cc-8873-bc2e8f69d108 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:43.279753 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0381d04b-fd31-49cc-8873-bc2e8f69d108 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:43.280316 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0381d04b-fd31-49cc-8873-bc2e8f69d108 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:43.280799 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0381d04b-fd31-49cc-8873-bc2e8f69d108 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:43.281212 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0381d04b-fd31-49cc-8873-bc2e8f69d108 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:43.281643 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0381d04b-fd31-49cc-8873-bc2e8f69d108 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:43.282076 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0381d04b-fd31-49cc-8873-bc2e8f69d108 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:43.282508 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0381d04b-fd31-49cc-8873-bc2e8f69d108 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:43.282934 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0381d04b-fd31-49cc-8873-bc2e8f69d108 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:43.283371 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0381d04b-fd31-49cc-8873-bc2e8f69d108 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:43.314078 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-0381d04b-fd31-49cc-8873-bc2e8f69d108 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:43.314765 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-0381d04b-fd31-49cc-8873-bc2e8f69d108 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:43.345690 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-0381d04b-fd31-49cc-8873-bc2e8f69d108 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1784880 Feb 09 02:00:43.512765 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-3944db90-9b7d-477b-ac2d-c402e7ce6ea4 None None] Provisioning for port a1232327-3f05-46ed-abb6-1855f66c4a0d completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:00:43.519474 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-3944db90-9b7d-477b-ac2d-c402e7ce6ea4 None None] Provisioning complete for port a1232327-3f05-46ed-abb6-1855f66c4a0d triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:43.520167 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3944db90-9b7d-477b-ac2d-c402e7ce6ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:43.606766 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-3944db90-9b7d-477b-ac2d-c402e7ce6ea4 None None] Port a1232327-3f05-46ed-abb6-1855f66c4a0d cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:00:43.670183 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae41499-b008-43b1-a91b-7a01386d6a33 req-4dccd65a-5dcb-4dd3-8f72-42eda332d9ef tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:43.671822 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dae41499-b008-43b1-a91b-7a01386d6a33 req-4dccd65a-5dcb-4dd3-8f72-42eda332d9ef tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 932 time: 0.0927312 Feb 09 02:00:43.721283 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dae41499-b008-43b1-a91b-7a01386d6a33 req-8136696e-dc4e-4b2c-8def-af89a133fb85 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8478c1-6e28-4a0e-8d61-0671058c8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431879 Feb 09 02:00:44.940636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361ed5a-7a6c-46ca-b242-27f801f397e0 req-a178ec9d-1e82-4b7a-9547-bf44f02a8835 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:44.941465 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-2361ed5a-7a6c-46ca-b242-27f801f397e0 req-a178ec9d-1e82-4b7a-9547-bf44f02a8835 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Synchronizing usage tracker for tenant:c2a86d6b4f4a4e44bc96222713a0e3d2 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:00:44.960781 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-2361ed5a-7a6c-46ca-b242-27f801f397e0 req-a178ec9d-1e82-4b7a-9547-bf44f02a8835 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Unset dirty status for tenant:c2a86d6b4f4a4e44bc96222713a0e3d2 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:00:44.961979 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2361ed5a-7a6c-46ca-b242-27f801f397e0 req-a178ec9d-1e82-4b7a-9547-bf44f02a8835 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 932 time: 0.1200209 Feb 09 02:00:45.018266 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-2361ed5a-7a6c-46ca-b242-27f801f397e0 req-8eec7c62-98eb-42d8-992a-087d1d6e0d30 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Synchronizing usage tracker for tenant:c2a86d6b4f4a4e44bc96222713a0e3d2 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:00:45.044378 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-2361ed5a-7a6c-46ca-b242-27f801f397e0 req-8eec7c62-98eb-42d8-992a-087d1d6e0d30 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Unset dirty status for tenant:c2a86d6b4f4a4e44bc96222713a0e3d2 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:00:45.045868 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2361ed5a-7a6c-46ca-b242-27f801f397e0 req-8eec7c62-98eb-42d8-992a-087d1d6e0d30 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8478c1-6e28-4a0e-8d61-0671058c8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774546 Feb 09 02:00:46.276238 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af6898-a7c7-4664-b92c-c7d926ba2d53 req-d7b44780-eb83-439c-a4b4-70427244c617 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:46.278732 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-06af6898-a7c7-4664-b92c-c7d926ba2d53 req-d7b44780-eb83-439c-a4b4-70427244c617 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 932 time: 0.0902278 Feb 09 02:00:46.347361 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-06af6898-a7c7-4664-b92c-c7d926ba2d53 req-9cdad800-21c7-45cd-9f04-d9ef6ad770e8 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8478c1-6e28-4a0e-8d61-0671058c8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629418 Feb 09 02:00:47.570131 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208cbca-1949-45d8-8925-7dbb8924177f req-b3fcc138-3cb6-49b8-9b6f-71b6bcab5745 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:47.572729 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4208cbca-1949-45d8-8925-7dbb8924177f req-b3fcc138-3cb6-49b8-9b6f-71b6bcab5745 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 932 time: 0.1001327 Feb 09 02:00:47.636432 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4208cbca-1949-45d8-8925-7dbb8924177f req-a1431331-d9c7-4bc2-ac92-ab817ef9e9c8 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8478c1-6e28-4a0e-8d61-0671058c8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550005 Feb 09 02:00:48.882047 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec60b09-60fb-4506-b081-dbbf0b444cae req-39ed7a79-6e27-4460-9a5a-56a782123b9e tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:48.883620 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cec60b09-60fb-4506-b081-dbbf0b444cae req-39ed7a79-6e27-4460-9a5a-56a782123b9e tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 932 time: 0.1058111 Feb 09 02:00:48.936725 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cec60b09-60fb-4506-b081-dbbf0b444cae req-76c72189-fcf4-4135-9c1b-877057009870 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8478c1-6e28-4a0e-8d61-0671058c8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443420 Feb 09 02:00:50.149557 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223b0e1-ec97-42e2-8204-d7b1582d2fe4 req-aece9c0f-b12c-4ee4-a2de-20b6926b18f3 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:50.151034 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a223b0e1-ec97-42e2-8204-d7b1582d2fe4 req-aece9c0f-b12c-4ee4-a2de-20b6926b18f3 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 932 time: 0.0848348 Feb 09 02:00:50.197479 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a223b0e1-ec97-42e2-8204-d7b1582d2fe4 req-b289b106-1588-47e0-bea6-842394e3eafe tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8478c1-6e28-4a0e-8d61-0671058c8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408547 Feb 09 02:00:50.732538 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-ad5ff4de-5225-4eb6-9820-908083fc0dac service neutron] Request body: {'port': {'device_id': '68fd218d-c5ca-430a-ae57-6286bc76320b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:50.842168 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-ad5ff4de-5225-4eb6-9820-908083fc0dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:51.203999 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-ad5ff4de-5225-4eb6-9820-908083fc0dac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1232327-3f05-46ed-abb6-1855f66c4a0d {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:00:51.211256 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-ad5ff4de-5225-4eb6-9820-908083fc0dac service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:51.226456 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-ad5ff4de-5225-4eb6-9820-908083fc0dac service neutron] Transition to ACTIVE for port object a1232327-3f05-46ed-abb6-1855f66c4a0d will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:00:51.230291 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-ad5ff4de-5225-4eb6-9820-908083fc0dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:51.399022 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f772abb-54ba-4884-9f92-af403617e758 req-e20fadb4-5021-4f2e-ab6f-372185cf3776 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:51.400848 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4f772abb-54ba-4884-9f92-af403617e758 req-e20fadb4-5021-4f2e-ab6f-372185cf3776 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 944 time: 0.0943611 Feb 09 02:00:51.401438 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ff4de-5225-4eb6-9820-908083fc0dac service neutron] Pushing event updated for resources: {'Port': ['ID=a1232327-3f05-46ed-abb6-1855f66c4a0d,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:51.454852 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4f772abb-54ba-4884-9f92-af403617e758 req-048178cf-8b2c-456b-a747-4707f19d308d tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8478c1-6e28-4a0e-8d61-0671058c8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469408 Feb 09 02:00:51.586969 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-ad5ff4de-5225-4eb6-9820-908083fc0dac service neutron] Attempting to bind port a1232327-3f05-46ed-abb6-1855f66c4a0d on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:00:51.587299 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-ad5ff4de-5225-4eb6-9820-908083fc0dac service neutron] Attempting to bind port a1232327-3f05-46ed-abb6-1855f66c4a0d by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '73240bf3-d1da-47a1-8019-2e3a91e2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'e37b630b-11ad-4775-89c7-8620dee99b8e'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:00:51.587622 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-ad5ff4de-5225-4eb6-9820-908083fc0dac service neutron] Attempting to bind port a1232327-3f05-46ed-abb6-1855f66c4a0d on network e37b630b-11ad-4775-89c7-8620dee99b8e {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:00:51.592149 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-ad5ff4de-5225-4eb6-9820-908083fc0dac service neutron] Port a1232327-3f05-46ed-abb6-1855f66c4a0d on network e37b630b-11ad-4775-89c7-8620dee99b8e not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 02:00:51.592494 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-ad5ff4de-5225-4eb6-9820-908083fc0dac service neutron] Attempting to bind port a1232327-3f05-46ed-abb6-1855f66c4a0d on network e37b630b-11ad-4775-89c7-8620dee99b8e {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:00:51.597439 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-ad5ff4de-5225-4eb6-9820-908083fc0dac service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:00:51.597770 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-ad5ff4de-5225-4eb6-9820-908083fc0dac service neutron] Checking segment: {'id': '73240bf3-d1da-47a1-8019-2e3a91e2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'e37b630b-11ad-4775-89c7-8620dee99b8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:00:51.598144 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-ad5ff4de-5225-4eb6-9820-908083fc0dac service neutron] Bound using segment: {'id': '73240bf3-d1da-47a1-8019-2e3a91e2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'e37b630b-11ad-4775-89c7-8620dee99b8e'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:00:51.598554 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-ad5ff4de-5225-4eb6-9820-908083fc0dac service neutron] Bound port: a1232327-3f05-46ed-abb6-1855f66c4a0d, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73240bf3-d1da-47a1-8019-2e3a91e2c41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'e37b630b-11ad-4775-89c7-8620dee99b8e'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:00:51.598890 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-ad5ff4de-5225-4eb6-9820-908083fc0dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:51.685898 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-ad5ff4de-5225-4eb6-9820-908083fc0dac service neutron] For port a1232327-3f05-46ed-abb6-1855f66c4a0d, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:00:51.688722 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-ad5ff4de-5225-4eb6-9820-908083fc0dac service neutron] For port a1232327-3f05-46ed-abb6-1855f66c4a0d, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=a1232327-3f05-46ed-abb6-1855f66c4a0d,segment=NetworkSegment(73240bf3-d1da-47a1-8019-2e3a91e2c41c),segment_id=73240bf3-d1da-47a1-8019-2e3a91e2c41c)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:00:51.693673 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-ad5ff4de-5225-4eb6-9820-908083fc0dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:51.756812 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-ad5ff4de-5225-4eb6-9820-908083fc0dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:51.757447 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-ad5ff4de-5225-4eb6-9820-908083fc0dac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:51.758797 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-ad5ff4de-5225-4eb6-9820-908083fc0dac service neutron] 10.222.0.117 "PUT /v2.0/ports/a1232327-3f05-46ed-abb6-1855f66c4a0d HTTP/1.1" status: 200 len: 1092 time: 1.1300399 Feb 09 02:00:51.759235 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fd218d-c5ca-430a-ae57-6286bc76320b', 'tag': 'a1232327-3f05-46ed-abb6-1855f66c4a0d'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:00:51.780612 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ff4de-5225-4eb6-9820-908083fc0dac service neutron] Pushing event updated for resources: {'Port': ['ID=a1232327-3f05-46ed-abb6-1855f66c4a0d,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:51.878621 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-d30ee4a9-32c1-4e35-86f8-e33b230d9674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:51.880362 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-d30ee4a9-32c1-4e35-86f8-e33b230d9674 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c2a86d6b4f4a4e44bc96222713a0e3d2&device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 1095 time: 0.0741882 Feb 09 02:00:51.958112 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-3b8d9dde-686c-4d7a-a957-238265cecd7e service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1232327-3f05-46ed-abb6-1855f66c4a0d HTTP/1.1" status: 200 len: 217 time: 0.0703120 Feb 09 02:00:51.960691 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fd218d-c5ca-430a-ae57-6286bc76320b', 'tag': 'a1232327-3f05-46ed-abb6-1855f66c4a0d', 'status': 'completed', 'code': 200} Feb 09 02:00:52.025538 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-76f6e330-6231-4301-8b03-c535cc06dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:52.027088 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-76f6e330-6231-4301-8b03-c535cc06dc3b service neutron] 10.222.0.117 "GET /v2.0/subnets?id=adf57b54-085e-447e-bf4e-421c8c615ad2 HTTP/1.1" status: 200 len: 851 time: 0.0591474 Feb 09 02:00:52.105544 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-cb8accfb-6c29-4fa3-b81e-709bd33a07bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:52.107022 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-cb8accfb-6c29-4fa3-b81e-709bd33a07bf service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e37b630b-11ad-4775-89c7-8620dee99b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737646 Feb 09 02:00:52.242206 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-73a165fb-939d-45aa-b3b7-fe7580764042 service neutron] 10.222.0.117 "GET /v2.0/networks/e37b630b-11ad-4775-89c7-8620dee99b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277194 Feb 09 02:00:52.373917 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-28d5a0a1-93bd-4408-8e58-9f5f15565beb req-d3aae5cc-ab02-4d18-8c8d-d583d5488232 service neutron] 10.222.0.117 "GET /v2.0/networks/e37b630b-11ad-4775-89c7-8620dee99b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264513 Feb 09 02:00:52.448867 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:52.493065 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81d0da-aaf9-4b9f-aa82-29c215f816d8 req-960ea9c8-1aae-46a9-9c18-f98c78d5158c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:52.494717 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4d81d0da-aaf9-4b9f-aa82-29c215f816d8 req-960ea9c8-1aae-46a9-9c18-f98c78d5158c service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c2a86d6b4f4a4e44bc96222713a0e3d2&device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 1095 time: 0.0765691 Feb 09 02:00:52.657305 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce7a436-e32a-4bb5-87a1-2ba512a7ded2 req-57919d24-c641-4fa1-81a1-7be5d5700ca8 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:52.659316 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0ce7a436-e32a-4bb5-87a1-2ba512a7ded2 req-57919d24-c641-4fa1-81a1-7be5d5700ca8 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 944 time: 0.0846443 Feb 09 02:00:52.674034 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81d0da-aaf9-4b9f-aa82-29c215f816d8 req-4ca7d424-0a34-4f79-9bb5-4a8a78581cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:52.675650 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4d81d0da-aaf9-4b9f-aa82-29c215f816d8 req-4ca7d424-0a34-4f79-9bb5-4a8a78581cbe service neutron] 10.222.0.117 "GET /v2.0/networks?id=e37b630b-11ad-4775-89c7-8620dee99b8e HTTP/1.1" status: 200 len: 913 time: 0.1752348 Feb 09 02:00:52.728801 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0ce7a436-e32a-4bb5-87a1-2ba512a7ded2 req-2dafdeeb-1fca-4292-87cd-0b2f2da41366 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8478c1-6e28-4a0e-8d61-0671058c8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590556 Feb 09 02:00:52.751827 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4d81d0da-aaf9-4b9f-aa82-29c215f816d8 req-b67d4e1f-53e0-495c-bc68-6bc185344fd4 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1232327-3f05-46ed-abb6-1855f66c4a0d HTTP/1.1" status: 200 len: 217 time: 0.0677111 Feb 09 02:00:52.818152 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81d0da-aaf9-4b9f-aa82-29c215f816d8 req-60251a38-a92c-44cb-9010-71d177008c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:52.819645 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4d81d0da-aaf9-4b9f-aa82-29c215f816d8 req-60251a38-a92c-44cb-9010-71d177008c90 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=adf57b54-085e-447e-bf4e-421c8c615ad2 HTTP/1.1" status: 200 len: 851 time: 0.0603349 Feb 09 02:00:52.912724 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81d0da-aaf9-4b9f-aa82-29c215f816d8 req-b14660fe-03c8-47f8-a9ec-3ac7aecfb69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:52.914739 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4d81d0da-aaf9-4b9f-aa82-29c215f816d8 req-b14660fe-03c8-47f8-a9ec-3ac7aecfb69c service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e37b630b-11ad-4775-89c7-8620dee99b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884793 Feb 09 02:00:53.052218 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4d81d0da-aaf9-4b9f-aa82-29c215f816d8 req-3f327c5e-6330-41b9-b835-3624b158eb84 service neutron] 10.222.0.117 "GET /v2.0/networks/e37b630b-11ad-4775-89c7-8620dee99b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304860 Feb 09 02:00:53.191079 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4d81d0da-aaf9-4b9f-aa82-29c215f816d8 req-92bbe19c-bb87-4e56-95cd-31d54989539e service neutron] 10.222.0.117 "GET /v2.0/networks/e37b630b-11ad-4775-89c7-8620dee99b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313546 Feb 09 02:00:53.932254 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d4b5b-b31c-46f6-bca9-58a8c695afe5 req-c7938bbb-dbb4-464f-b191-dbef827d94e1 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:53.933738 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a91d4b5b-b31c-46f6-bca9-58a8c695afe5 req-c7938bbb-dbb4-464f-b191-dbef827d94e1 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 944 time: 0.0878963 Feb 09 02:00:53.982070 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a91d4b5b-b31c-46f6-bca9-58a8c695afe5 req-dc43d9a6-f4a2-48af-b012-3ed006a36700 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8478c1-6e28-4a0e-8d61-0671058c8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424633 Feb 09 02:00:55.173607 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46f141-c3cb-41c3-a5a8-7846edc127b4 req-442d094a-e1f7-42a8-90a6-2a0cb9dec5a8 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:55.175073 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dc46f141-c3cb-41c3-a5a8-7846edc127b4 req-442d094a-e1f7-42a8-90a6-2a0cb9dec5a8 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 944 time: 0.0858834 Feb 09 02:00:55.219208 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dc46f141-c3cb-41c3-a5a8-7846edc127b4 req-f624dab2-ce0c-489f-ba97-b3c967d47c93 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8478c1-6e28-4a0e-8d61-0671058c8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385695 Feb 09 02:00:55.611141 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:56.032718 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device a1232327-3f05-46ed-abb6-1855f66c4a0d details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 02:00:56.163450 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port a1232327-3f05-46ed-abb6-1855f66c4a0d, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=a1232327-3f05-46ed-abb6-1855f66c4a0d,segment=NetworkSegment(73240bf3-d1da-47a1-8019-2e3a91e2c41c),segment_id=73240bf3-d1da-47a1-8019-2e3a91e2c41c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:00:56.176152 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': 'a1232327-3f05-46ed-abb6-1855f66c4a0d', 'network_id': 'e37b630b-11ad-4775-89c7-8620dee99b8e', 'port_id': 'a1232327-3f05-46ed-abb6-1855f66c4a0d', 'mac_address': 'fa:16:3e:d0:16:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 979, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adf57b54-085e-447e-bf4e-421c8c615ad2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 02:00:56.229859 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:56.249667 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1232327-3f05-46ed-abb6-1855f66c4a0d {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:00:56.265797 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port a1232327-3f05-46ed-abb6-1855f66c4a0d, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=a1232327-3f05-46ed-abb6-1855f66c4a0d,segment=NetworkSegment(73240bf3-d1da-47a1-8019-2e3a91e2c41c),segment_id=73240bf3-d1da-47a1-8019-2e3a91e2c41c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:00:56.270492 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:56.360158 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=a1232327-3f05-46ed-abb6-1855f66c4a0d,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:56.368148 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:56.368511 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:56.368845 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:56.369172 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:56.369494 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:56.369812 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:56.370125 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:56.370438 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:56.370751 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:56.371063 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:56.371377 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:56.371683 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:56.485319 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['a1232327-3f05-46ed-abb6-1855f66c4a0d'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:00:56.543036 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91866d76-f34d-4a87-965e-316d19fd1007 req-64997556-12a5-4a9d-a22b-b343d784c609 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:56.544529 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-91866d76-f34d-4a87-965e-316d19fd1007 req-64997556-12a5-4a9d-a22b-b343d784c609 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 945 time: 0.2114100 Feb 09 02:00:56.591334 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-91866d76-f34d-4a87-965e-316d19fd1007 req-49a060ae-e079-495f-b09a-2a53a18615a9 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8478c1-6e28-4a0e-8d61-0671058c8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380282 Feb 09 02:00:57.790313 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a7a7c-a200-4913-b625-929a4b6d1983 req-eba68678-f3f2-4c76-ad9c-93d99525acb8 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:57.791779 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7c8a7a7c-a200-4913-b625-929a4b6d1983 req-eba68678-f3f2-4c76-ad9c-93d99525acb8 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 945 time: 0.0844343 Feb 09 02:00:57.836919 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7c8a7a7c-a200-4913-b625-929a4b6d1983 req-333550c2-cc0c-4d2d-8283-81a51adc46fe tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8478c1-6e28-4a0e-8d61-0671058c8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383656 Feb 09 02:00:58.048670 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device a1232327-3f05-46ed-abb6-1855f66c4a0d up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:00:58.117740 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port a1232327-3f05-46ed-abb6-1855f66c4a0d completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:00:58.122442 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port a1232327-3f05-46ed-abb6-1855f66c4a0d triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:58.122814 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:58.239529 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:58.266607 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fd218d-c5ca-430a-ae57-6286bc76320b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1232327-3f05-46ed-abb6-1855f66c4a0d'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:00:58.276262 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port a1232327-3f05-46ed-abb6-1855f66c4a0d, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=a1232327-3f05-46ed-abb6-1855f66c4a0d,segment=NetworkSegment(73240bf3-d1da-47a1-8019-2e3a91e2c41c),segment_id=73240bf3-d1da-47a1-8019-2e3a91e2c41c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:00:58.280185 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:00:58.316973 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fd218d-c5ca-430a-ae57-6286bc76320b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1232327-3f05-46ed-abb6-1855f66c4a0d', 'code': 200} Feb 09 02:00:58.347792 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=a1232327-3f05-46ed-abb6-1855f66c4a0d,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:58.438974 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb286137-e30f-4df1-ae7b-e6a6341b6cc0 req-37ec1dd8-0499-41cb-ab63-4452705ba0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:58.440450 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bb286137-e30f-4df1-ae7b-e6a6341b6cc0 req-37ec1dd8-0499-41cb-ab63-4452705ba0bf service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 1097 time: 0.0696123 Feb 09 02:00:58.480911 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bb286137-e30f-4df1-ae7b-e6a6341b6cc0 req-3d5afc4b-495b-426d-a4d9-a62e1478c95e service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=9b8478c1-6e28-4a0e-8d61-0671058c8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344570 Feb 09 02:00:59.028389 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bdf49-dc2f-42d9-9c5a-4935c2e96732 req-4e271043-f76f-4321-a92e-c15ee25244af tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:59.030641 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-748bdf49-dc2f-42d9-9c5a-4935c2e96732 req-4e271043-f76f-4321-a92e-c15ee25244af tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 946 time: 0.0889692 Feb 09 02:00:59.081440 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-748bdf49-dc2f-42d9-9c5a-4935c2e96732 req-cf05a30d-0e1c-484e-983e-09c6202ac116 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8478c1-6e28-4a0e-8d61-0671058c8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422873 Feb 09 02:01:00.267927 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6844d5-2fa5-469e-aad7-a295bab05d9f req-6cdc4310-ddc1-4974-b07b-6956f0ecdc2b tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:00.269373 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0f6844d5-2fa5-469e-aad7-a295bab05d9f req-6cdc4310-ddc1-4974-b07b-6956f0ecdc2b tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 946 time: 0.0808201 Feb 09 02:01:00.312775 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0f6844d5-2fa5-469e-aad7-a295bab05d9f req-05bdfada-86c4-47b2-aafd-ef99e509d879 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8478c1-6e28-4a0e-8d61-0671058c8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372267 Feb 09 02:01:00.505456 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4ca8a-401b-4142-9fac-abfd946a2a95 req-1a8c8c47-3eaa-4800-88d6-08cd0e212fdc tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:00.507195 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-77d4ca8a-401b-4142-9fac-abfd946a2a95 req-1a8c8c47-3eaa-4800-88d6-08cd0e212fdc tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 946 time: 0.0874465 Feb 09 02:01:00.550074 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-77d4ca8a-401b-4142-9fac-abfd946a2a95 req-f519ff88-9df7-4607-aaac-e662b93f322a tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8478c1-6e28-4a0e-8d61-0671058c8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373306 Feb 09 02:01:01.019247 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1af04-46aa-477a-91f4-3a6643d7ff74 req-3e09996e-c796-41fb-a7bc-3cbdfa74222f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:01.020644 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b9f1af04-46aa-477a-91f4-3a6643d7ff74 req-3e09996e-c796-41fb-a7bc-3cbdfa74222f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 946 time: 0.0829058 Feb 09 02:01:01.068159 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b9f1af04-46aa-477a-91f4-3a6643d7ff74 req-f6310289-4a42-4673-b92f-94853593752a tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8478c1-6e28-4a0e-8d61-0671058c8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413768 Feb 09 02:01:07.034844 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-70faa382-fa42-4c78-b445-5b6a520306d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:09.420976 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1796f508-4f30-4648-869f-01a807eae80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:10.572910 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:10.658761 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:11.208342 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec277773-75ea-4888-af53-a95a12da2f8d req-68ae3ac8-1051-43f5-9f75-d75658c72e66 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:11.209839 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ec277773-75ea-4888-af53-a95a12da2f8d req-68ae3ac8-1051-43f5-9f75-d75658c72e66 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 946 time: 0.0798059 Feb 09 02:01:11.255112 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ec277773-75ea-4888-af53-a95a12da2f8d req-4e5d7897-d781-4d75-89b6-356830fd8041 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8478c1-6e28-4a0e-8d61-0671058c8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389690 Feb 09 02:01:11.279116 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38086) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:01:11.397836 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7a4f8f-de49-426e-8988-54ca76a2ce37 tempest-TestMinimumBasicScenario-1440380276 tempest-TestMinimumBasicScenario-1440380276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:11.398539 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1b7a4f8f-de49-426e-8988-54ca76a2ce37 tempest-TestMinimumBasicScenario-1440380276 tempest-TestMinimumBasicScenario-1440380276-project-admin] Synchronizing usage tracker for tenant:62569e5bed6c429bac85a81db742268d on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:01:11.414799 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1b7a4f8f-de49-426e-8988-54ca76a2ce37 tempest-TestMinimumBasicScenario-1440380276 tempest-TestMinimumBasicScenario-1440380276-project-admin] Unset dirty status for tenant:62569e5bed6c429bac85a81db742268d on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:01:11.418945 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1b7a4f8f-de49-426e-8988-54ca76a2ce37 tempest-TestMinimumBasicScenario-1440380276 tempest-TestMinimumBasicScenario-1440380276-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 1092 time: 0.1357841 Feb 09 02:01:11.419094 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38092) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:01:11.423903 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'port_id': 'a1232327-3f05-46ed-abb6-1855f66c4a0d', 'tenant_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:11.431052 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:01:11.434759 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Usage tracker for resource:floatingip and tenant:c2a86d6b4f4a4e44bc96222713a0e3d2 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:01:11.437531 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:01:11.445093 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:01:11.454600 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:11.596798 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:11.735412 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Allocated IP 172.25.5.70 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/300a84f8-aafb-4c8c-8779-9ff2a0a76561) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:01:11.894239 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:11.924611 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:11.969326 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:11.998056 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:01:12.000855 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:01:12.004903 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:01:12.038096 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Pushing event updated for resources: {'Port': ['ID=300a84f8-aafb-4c8c-8779-9ff2a0a76561,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:12.051420 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:12.051766 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:12.052102 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:12.052458 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:12.052789 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:12.053115 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:12.053438 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:12.054301 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:12.054631 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:12.054949 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:12.055265 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:12.055583 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:12.563563 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:12.639430 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:12.848912 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:12.854500 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:12.959706 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Pushing event updated for resources: {'Port': ['ID=300a84f8-aafb-4c8c-8779-9ff2a0a76561,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:12.977286 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:13.151981 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Floating IP ba0bc071-b8c2-4af3-8c38-c17af1547f7f associated. External IP: 172.25.5.70, port: a1232327-3f05-46ed-abb6-1855f66c4a0d. Feb 09 02:01:13.507770 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Router 37a154d7-1a09-4a20-9a84-e28999f1aa32 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:01:13.682575 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:01:13.692708 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0658d1-5430-4e48-b450-eabfd15faca7 None None] Sync routers for ids ['37a154d7-1a09-4a20-9a84-e28999f1aa32'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:01:13.702492 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0658d1-5430-4e48-b450-eabfd15faca7 None None] Routers {'37a154d7-1a09-4a20-9a84-e28999f1aa32'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:01:13.703106 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-7f0658d1-5430-4e48-b450-eabfd15faca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:01:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['37a154d7-1a09-4a20-9a84-e28999f1aa32'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:13.707002 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:13.762994 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fc1e1511-7d3d-40b5-9002-1cd16fcf815f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3427343 Feb 09 02:01:13.763421 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fd218d-c5ca-430a-ae57-6286bc76320b', 'tag': 'a1232327-3f05-46ed-abb6-1855f66c4a0d'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:01:13.765678 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38096) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:01:13.770983 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-8bf8fccf-a169-447a-bf83-2252b440b2a2 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-84106401', 'description': 'tempest-secgroup-smoke-84106401 description', 'project_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:13.777392 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8bf8fccf-a169-447a-bf83-2252b440b2a2 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:01:13.786964 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8bf8fccf-a169-447a-bf83-2252b440b2a2 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:01:13.799274 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8bf8fccf-a169-447a-bf83-2252b440b2a2 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:13.809624 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fd218d-c5ca-430a-ae57-6286bc76320b', 'tag': 'a1232327-3f05-46ed-abb6-1855f66c4a0d', 'status': 'completed', 'code': 200} Feb 09 02:01:13.824669 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8bf8fccf-a169-447a-bf83-2252b440b2a2 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:01:13.828865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8bf8fccf-a169-447a-bf83-2252b440b2a2 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Usage tracker for resource:security_group_rule and tenant:c2a86d6b4f4a4e44bc96222713a0e3d2 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:01:13.831831 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8bf8fccf-a169-447a-bf83-2252b440b2a2 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:01:13.867148 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8bf8fccf-a169-447a-bf83-2252b440b2a2 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:01:13.882511 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-7f0658d1-5430-4e48-b450-eabfd15faca7 None None] Set router 37a154d7-1a09-4a20-9a84-e28999f1aa32 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:01:13.954237 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb47361-8c30-4d87-a1e2-339ed0043cda req-b85c0245-4a44-4633-a055-96bf01178567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:13.955736 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6eb47361-8c30-4d87-a1e2-339ed0043cda req-b85c0245-4a44-4633-a055-96bf01178567 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c2a86d6b4f4a4e44bc96222713a0e3d2&device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 1097 time: 0.1209760 Feb 09 02:01:13.989697 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8bf8fccf-a169-447a-bf83-2252b440b2a2 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:14.040290 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8bf8fccf-a169-447a-bf83-2252b440b2a2 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:14.106646 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8bf8fccf-a169-447a-bf83-2252b440b2a2 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:14.107844 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8bf8fccf-a169-447a-bf83-2252b440b2a2 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3411822 Feb 09 02:01:14.108648 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8fccf-a169-447a-bf83-2252b440b2a2 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=225ef71b-11e2-4ed9-9767-5d2fe1669395,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:14.111281 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38102) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:01:14.122389 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b7d7bb4c-ad22-45f6-bc1f-abbe3cd1310f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Request body: {'security_group_rule': {'security_group_id': '225ef71b-11e2-4ed9-9767-5d2fe1669395', 'project_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:14.129697 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b7d7bb4c-ad22-45f6-bc1f-abbe3cd1310f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:01:14.134498 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b7d7bb4c-ad22-45f6-bc1f-abbe3cd1310f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Usage tracker for resource:security_group_rule and tenant:c2a86d6b4f4a4e44bc96222713a0e3d2 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:01:14.137408 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b7d7bb4c-ad22-45f6-bc1f-abbe3cd1310f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:01:14.143689 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b7d7bb4c-ad22-45f6-bc1f-abbe3cd1310f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:01:14.155765 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb47361-8c30-4d87-a1e2-339ed0043cda req-41aec828-e4ed-4a19-ad59-eeadacb70ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:14.156652 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6eb47361-8c30-4d87-a1e2-339ed0043cda req-41aec828-e4ed-4a19-ad59-eeadacb70ea3 service neutron] 10.222.0.117 "GET /v2.0/networks?id=e37b630b-11ad-4775-89c7-8620dee99b8e HTTP/1.1" status: 200 len: 913 time: 0.1886435 Feb 09 02:01:14.164841 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7d7bb4c-ad22-45f6-bc1f-abbe3cd1310f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:14.251540 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7d7bb4c-ad22-45f6-bc1f-abbe3cd1310f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:14.251918 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-7f0658d1-5430-4e48-b450-eabfd15faca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'name': 'tempest-TestMinimumBasicScenario-2436373-router', 'tenant_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '8239be2a-874a-4ce6-a715-ca28cbcb147f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:16Z', 'updated_at': '2022-02-09T02:00:20Z', 'revision_number': 4, 'project_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'gw_port': {'id': '8239be2a-874a-4ce6-a715-ca28cbcb147f', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:17Z', 'updated_at': '2022-02-09T02:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'ba0bc071-b8c2-4af3-8c38-c17af1547f7f', 'tenant_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'floating_ip_address': '172.25.5.70', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'port_id': 'a1232327-3f05-46ed-abb6-1855f66c4a0d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e37b630b-11ad-4775-89c7-8620dee99b8e', 'mac_address': 'fa:16:3e:d0:16:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fd218d-c5ca-430a-ae57-6286bc76320b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:01:12Z', 'updated_at': '2022-02-09T02:01:12Z', 'revision_number': 0, 'project_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af02e941-1fc6-4a0b-bb19-6826493aa61a', 'name': '', 'network_id': 'e37b630b-11ad-4775-89c7-8620dee99b8e', 'tenant_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'mac_address': 'fa:16:3e:97:1d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'adf57b54-085e-447e-bf4e-421c8c615ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:20Z', 'updated_at': '2022-02-09T02:00:28Z', 'revision_number': 5, 'project_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'subnets': [{'id': 'adf57b54-085e-447e-bf4e-421c8c615ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:14.256343 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0658d1-5430-4e48-b450-eabfd15faca7 None None] Checking router: 37a154d7-1a09-4a20-9a84-e28999f1aa32 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:01:14.257571 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7d7bb4c-ad22-45f6-bc1f-abbe3cd1310f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:14.267637 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0658d1-5430-4e48-b450-eabfd15faca7 None None] Routers {'37a154d7-1a09-4a20-9a84-e28999f1aa32'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:01:14.268256 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-7f0658d1-5430-4e48-b450-eabfd15faca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:01:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['37a154d7-1a09-4a20-9a84-e28999f1aa32'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:14.281181 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d7bb4c-ad22-45f6-bc1f-abbe3cd1310f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c51d21e6-d591-4795-bd9f-8c9b8a5d6fba,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:14.282464 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6eb47361-8c30-4d87-a1e2-339ed0043cda req-264374cc-f659-4843-81ca-9874f4f7b7aa service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1232327-3f05-46ed-abb6-1855f66c4a0d HTTP/1.1" status: 200 len: 999 time: 0.1198070 Feb 09 02:01:14.292240 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b7d7bb4c-ad22-45f6-bc1f-abbe3cd1310f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:14.293646 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b7d7bb4c-ad22-45f6-bc1f-abbe3cd1310f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1810188 Feb 09 02:01:14.296541 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38106) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:01:14.301758 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-01aaacf7-2d9f-4535-b1b3-0502524d78b3 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Request body: {'security_group_rule': {'security_group_id': '225ef71b-11e2-4ed9-9767-5d2fe1669395', 'project_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:14.309165 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-01aaacf7-2d9f-4535-b1b3-0502524d78b3 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:01:14.313106 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-01aaacf7-2d9f-4535-b1b3-0502524d78b3 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Usage tracker for resource:security_group_rule and tenant:c2a86d6b4f4a4e44bc96222713a0e3d2 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:01:14.316317 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-01aaacf7-2d9f-4535-b1b3-0502524d78b3 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:01:14.323119 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-01aaacf7-2d9f-4535-b1b3-0502524d78b3 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:01:14.341112 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-01aaacf7-2d9f-4535-b1b3-0502524d78b3 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:14.354138 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb47361-8c30-4d87-a1e2-339ed0043cda req-352c925f-e761-4ce4-b63a-c355780aea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:14.355579 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6eb47361-8c30-4d87-a1e2-339ed0043cda req-352c925f-e761-4ce4-b63a-c355780aea46 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=adf57b54-085e-447e-bf4e-421c8c615ad2 HTTP/1.1" status: 200 len: 851 time: 0.0676472 Feb 09 02:01:14.415104 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-01aaacf7-2d9f-4535-b1b3-0502524d78b3 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:14.419896 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-01aaacf7-2d9f-4535-b1b3-0502524d78b3 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:14.443652 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aaacf7-2d9f-4535-b1b3-0502524d78b3 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa3a9f65-555e-4213-9092-7501f43516d7,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:14.448714 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb47361-8c30-4d87-a1e2-339ed0043cda req-6c14f75b-6a47-4357-bb2c-8fd1f9c37552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:14.450696 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6eb47361-8c30-4d87-a1e2-339ed0043cda req-6c14f75b-6a47-4357-bb2c-8fd1f9c37552 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e37b630b-11ad-4775-89c7-8620dee99b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884483 Feb 09 02:01:14.454785 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-01aaacf7-2d9f-4535-b1b3-0502524d78b3 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:14.456385 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-01aaacf7-2d9f-4535-b1b3-0502524d78b3 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1586778 Feb 09 02:01:14.459107 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38110) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:01:14.463841 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-7f0658d1-5430-4e48-b450-eabfd15faca7 None None] Set router 37a154d7-1a09-4a20-9a84-e28999f1aa32 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:01:14.468040 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-9bd717ac-b64e-44bd-908d-0078b93b69a8 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Request body: {'security_group_rule': {'security_group_id': '225ef71b-11e2-4ed9-9767-5d2fe1669395', 'project_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:14.476654 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9bd717ac-b64e-44bd-908d-0078b93b69a8 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:01:14.481936 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9bd717ac-b64e-44bd-908d-0078b93b69a8 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Usage tracker for resource:security_group_rule and tenant:c2a86d6b4f4a4e44bc96222713a0e3d2 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:01:14.485895 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9bd717ac-b64e-44bd-908d-0078b93b69a8 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:01:14.495310 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9bd717ac-b64e-44bd-908d-0078b93b69a8 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:01:14.513726 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9bd717ac-b64e-44bd-908d-0078b93b69a8 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:14.584582 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9bd717ac-b64e-44bd-908d-0078b93b69a8 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:14.589643 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9bd717ac-b64e-44bd-908d-0078b93b69a8 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:14.596787 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6eb47361-8c30-4d87-a1e2-339ed0043cda req-2f70d470-ff69-4260-aa0b-3393f3f275cc service neutron] 10.222.0.117 "GET /v2.0/networks/e37b630b-11ad-4775-89c7-8620dee99b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397910 Feb 09 02:01:14.617692 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd717ac-b64e-44bd-908d-0078b93b69a8 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4359cc84-df78-4c6f-a10f-a48dfa6227a7,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:14.629064 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9bd717ac-b64e-44bd-908d-0078b93b69a8 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:14.633937 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9bd717ac-b64e-44bd-908d-0078b93b69a8 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1670709 Feb 09 02:01:14.634870 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38114) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:01:14.640070 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-056723c8-43ac-4297-a6ea-2165409c3627 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Request body: {'security_group_rule': {'security_group_id': '225ef71b-11e2-4ed9-9767-5d2fe1669395', 'project_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:14.646833 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-056723c8-43ac-4297-a6ea-2165409c3627 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:01:14.651514 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-056723c8-43ac-4297-a6ea-2165409c3627 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Usage tracker for resource:security_group_rule and tenant:c2a86d6b4f4a4e44bc96222713a0e3d2 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:01:14.654469 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-056723c8-43ac-4297-a6ea-2165409c3627 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:01:14.661382 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-056723c8-43ac-4297-a6ea-2165409c3627 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:01:14.751817 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6eb47361-8c30-4d87-a1e2-339ed0043cda req-a489a098-a27d-4805-8f5c-a96a732ddb66 service neutron] 10.222.0.117 "GET /v2.0/networks/e37b630b-11ad-4775-89c7-8620dee99b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477582 Feb 09 02:01:14.806525 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-056723c8-43ac-4297-a6ea-2165409c3627 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:14.840789 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-7f0658d1-5430-4e48-b450-eabfd15faca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'name': 'tempest-TestMinimumBasicScenario-2436373-router', 'tenant_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '8239be2a-874a-4ce6-a715-ca28cbcb147f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:16Z', 'updated_at': '2022-02-09T02:00:20Z', 'revision_number': 4, 'project_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'gw_port': {'id': '8239be2a-874a-4ce6-a715-ca28cbcb147f', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:17Z', 'updated_at': '2022-02-09T02:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'ba0bc071-b8c2-4af3-8c38-c17af1547f7f', 'tenant_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'floating_ip_address': '172.25.5.70', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'port_id': 'a1232327-3f05-46ed-abb6-1855f66c4a0d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e37b630b-11ad-4775-89c7-8620dee99b8e', 'mac_address': 'fa:16:3e:d0:16:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fd218d-c5ca-430a-ae57-6286bc76320b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:01:12Z', 'updated_at': '2022-02-09T02:01:12Z', 'revision_number': 0, 'project_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af02e941-1fc6-4a0b-bb19-6826493aa61a', 'name': '', 'network_id': 'e37b630b-11ad-4775-89c7-8620dee99b8e', 'tenant_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'mac_address': 'fa:16:3e:97:1d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'adf57b54-085e-447e-bf4e-421c8c615ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:20Z', 'updated_at': '2022-02-09T02:00:28Z', 'revision_number': 5, 'project_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'subnets': [{'id': 'adf57b54-085e-447e-bf4e-421c8c615ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:14.844704 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0658d1-5430-4e48-b450-eabfd15faca7 None None] The sync data for ids ['37a154d7-1a09-4a20-9a84-e28999f1aa32'] in n-d-828419-1 is: [{'id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'name': 'tempest-TestMinimumBasicScenario-2436373-router', 'tenant_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '8239be2a-874a-4ce6-a715-ca28cbcb147f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:16Z', 'updated_at': '2022-02-09T02:00:20Z', 'revision_number': 4, 'project_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'gw_port': {'id': '8239be2a-874a-4ce6-a715-ca28cbcb147f', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:17Z', 'updated_at': '2022-02-09T02:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'ba0bc071-b8c2-4af3-8c38-c17af1547f7f', 'tenant_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'floating_ip_address': '172.25.5.70', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'port_id': 'a1232327-3f05-46ed-abb6-1855f66c4a0d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e37b630b-11ad-4775-89c7-8620dee99b8e', 'mac_address': 'fa:16:3e:d0:16:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fd218d-c5ca-430a-ae57-6286bc76320b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:01:12Z', 'updated_at': '2022-02-09T02:01:12Z', 'revision_number': 0, 'project_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af02e941-1fc6-4a0b-bb19-6826493aa61a', 'name': '', 'network_id': 'e37b630b-11ad-4775-89c7-8620dee99b8e', 'tenant_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'mac_address': 'fa:16:3e:97:1d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'adf57b54-085e-447e-bf4e-421c8c615ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:20Z', 'updated_at': '2022-02-09T02:00:28Z', 'revision_number': 5, 'project_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'subnets': [{'id': 'adf57b54-085e-447e-bf4e-421c8c615ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:01:14.873423 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-056723c8-43ac-4297-a6ea-2165409c3627 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:14.877246 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-056723c8-43ac-4297-a6ea-2165409c3627 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:14.901618 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056723c8-43ac-4297-a6ea-2165409c3627 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db2ee61a-91e9-46a0-a465-a94154d6d51e,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:14.911148 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-056723c8-43ac-4297-a6ea-2165409c3627 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:14.912495 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-056723c8-43ac-4297-a6ea-2165409c3627 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2765934 Feb 09 02:01:14.916019 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38118) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:01:14.921120 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-526cddc0-1467-41e5-9f85-cfe6e2e9722c tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Request body: {'security_group_rule': {'security_group_id': '225ef71b-11e2-4ed9-9767-5d2fe1669395', 'project_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:14.928423 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-526cddc0-1467-41e5-9f85-cfe6e2e9722c tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:01:14.933908 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-526cddc0-1467-41e5-9f85-cfe6e2e9722c tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Usage tracker for resource:security_group_rule and tenant:c2a86d6b4f4a4e44bc96222713a0e3d2 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:01:14.937827 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-526cddc0-1467-41e5-9f85-cfe6e2e9722c tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:01:14.943739 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-526cddc0-1467-41e5-9f85-cfe6e2e9722c tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:01:14.954974 n-d-828419-1 neutron-server[87611]: INFO neutron.db.securitygroups_db [None req-526cddc0-1467-41e5-9f85-cfe6e2e9722c tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Project c2a86d6b4f4a4e44bc96222713a0e3d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:01:14.962451 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-526cddc0-1467-41e5-9f85-cfe6e2e9722c tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:15.031855 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-526cddc0-1467-41e5-9f85-cfe6e2e9722c tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:15.036779 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-526cddc0-1467-41e5-9f85-cfe6e2e9722c tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:15.061976 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526cddc0-1467-41e5-9f85-cfe6e2e9722c tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=718b1add-8441-4ec9-8d3c-2cfdbf67fd97,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:15.072887 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-526cddc0-1467-41e5-9f85-cfe6e2e9722c tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:15.074244 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-526cddc0-1467-41e5-9f85-cfe6e2e9722c tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1573639 Feb 09 02:01:15.077173 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38122) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:01:15.077672 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f400d08-5195-41b5-9664-f33e4ec5dd69 None None] New status for floating IP ba0bc071-b8c2-4af3-8c38-c17af1547f7f: ACTIVE {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:01:15.082319 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-cda0c72a-d548-4330-8dc6-5621eaa74c21 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Request body: {'security_group_rule': {'security_group_id': '225ef71b-11e2-4ed9-9767-5d2fe1669395', 'project_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:15.089682 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-cda0c72a-d548-4330-8dc6-5621eaa74c21 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:01:15.093641 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-cda0c72a-d548-4330-8dc6-5621eaa74c21 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Usage tracker for resource:security_group_rule and tenant:c2a86d6b4f4a4e44bc96222713a0e3d2 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:01:15.096597 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-cda0c72a-d548-4330-8dc6-5621eaa74c21 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:01:15.104961 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-cda0c72a-d548-4330-8dc6-5621eaa74c21 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:01:15.114905 n-d-828419-1 neutron-server[87612]: INFO neutron.db.securitygroups_db [None req-cda0c72a-d548-4330-8dc6-5621eaa74c21 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Project c2a86d6b4f4a4e44bc96222713a0e3d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:01:15.122237 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cda0c72a-d548-4330-8dc6-5621eaa74c21 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:15.189567 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cda0c72a-d548-4330-8dc6-5621eaa74c21 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:15.192984 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cda0c72a-d548-4330-8dc6-5621eaa74c21 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:15.215553 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0c72a-d548-4330-8dc6-5621eaa74c21 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf18764-538c-494d-8575-8a140be82f37,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:15.225218 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-cda0c72a-d548-4330-8dc6-5621eaa74c21 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:15.227016 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-cda0c72a-d548-4330-8dc6-5621eaa74c21 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1488569 Feb 09 02:01:15.357943 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9192296e-1348-4506-9566-8370872f9d0d req-2dbc479b-92c2-43ba-85b9-152a0ec352ac tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-84106401&fields=id&tenant_id=c2a86d6b4f4a4e44bc96222713a0e3d2 HTTP/1.1" status: 200 len: 267 time: 0.0485940 Feb 09 02:01:15.451783 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192296e-1348-4506-9566-8370872f9d0d req-6089792d-e013-410f-b1b6-93261a2eeb42 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:15.453312 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9192296e-1348-4506-9566-8370872f9d0d req-6089792d-e013-410f-b1b6-93261a2eeb42 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 946 time: 0.0875425 Feb 09 02:01:15.465385 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-9192296e-1348-4506-9566-8370872f9d0d req-aab0a350-70c9-4f71-8d7d-3396667c8cca tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Request body: {'port': {'security_groups': ['9b8478c1-6e28-4a0e-8d61-0671058c8afc', '225ef71b-11e2-4ed9-9767-5d2fe1669395']}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:15.583446 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-9192296e-1348-4506-9566-8370872f9d0d req-aab0a350-70c9-4f71-8d7d-3396667c8cca tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:15.845765 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-9192296e-1348-4506-9566-8370872f9d0d req-aab0a350-70c9-4f71-8d7d-3396667c8cca tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] For port a1232327-3f05-46ed-abb6-1855f66c4a0d, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=a1232327-3f05-46ed-abb6-1855f66c4a0d,segment=NetworkSegment(73240bf3-d1da-47a1-8019-2e3a91e2c41c),segment_id=73240bf3-d1da-47a1-8019-2e3a91e2c41c)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:01:15.870761 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-9192296e-1348-4506-9566-8370872f9d0d req-aab0a350-70c9-4f71-8d7d-3396667c8cca tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:15.875269 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-9192296e-1348-4506-9566-8370872f9d0d req-aab0a350-70c9-4f71-8d7d-3396667c8cca tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:15.886912 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['a1232327-3f05-46ed-abb6-1855f66c4a0d'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:01:15.945479 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192296e-1348-4506-9566-8370872f9d0d req-aab0a350-70c9-4f71-8d7d-3396667c8cca tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:15.946114 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-9192296e-1348-4506-9566-8370872f9d0d req-aab0a350-70c9-4f71-8d7d-3396667c8cca tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:15.947492 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9192296e-1348-4506-9566-8370872f9d0d req-aab0a350-70c9-4f71-8d7d-3396667c8cca tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "PUT /v2.0/ports/a1232327-3f05-46ed-abb6-1855f66c4a0d HTTP/1.1" status: 200 len: 982 time: 0.4865520 Feb 09 02:01:15.947948 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fd218d-c5ca-430a-ae57-6286bc76320b', 'tag': 'a1232327-3f05-46ed-abb6-1855f66c4a0d'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:01:15.971022 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0a350-70c9-4f71-8d7d-3396667c8cca tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Pushing event updated for resources: {'Port': ['ID=a1232327-3f05-46ed-abb6-1855f66c4a0d,revision_number=6']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:16.015733 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['a1232327-3f05-46ed-abb6-1855f66c4a0d'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:01:16.054574 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fd218d-c5ca-430a-ae57-6286bc76320b', 'tag': 'a1232327-3f05-46ed-abb6-1855f66c4a0d', 'status': 'completed', 'code': 200} Feb 09 02:01:16.243553 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c440913-65f7-465f-bdfe-c8f530afb554 req-5c25cc22-cdab-45ce-bd6b-f35dd7d09128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:16.245076 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3c440913-65f7-465f-bdfe-c8f530afb554 req-5c25cc22-cdab-45ce-bd6b-f35dd7d09128 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c2a86d6b4f4a4e44bc96222713a0e3d2&device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 1136 time: 0.1590986 Feb 09 02:01:16.283138 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778dbe4b-f901-422b-9975-9ff7cc3e8676 req-d998566a-3bd6-4b8b-9ec6-bb036b9efc96 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:16.284972 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-778dbe4b-f901-422b-9975-9ff7cc3e8676 req-d998566a-3bd6-4b8b-9ec6-bb036b9efc96 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 985 time: 0.1326065 Feb 09 02:01:16.394702 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-960cf333-3d2f-4a4c-bc22-4ecb816ce570 None None] Provisioning complete for port a1232327-3f05-46ed-abb6-1855f66c4a0d triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:16.394702 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-960cf333-3d2f-4a4c-bc22-4ecb816ce570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:16.400810 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-778dbe4b-f901-422b-9975-9ff7cc3e8676 req-8230a505-d7a6-4167-a3e4-2791c32dffa4 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Synchronizing usage tracker for tenant:c2a86d6b4f4a4e44bc96222713a0e3d2 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:01:16.436050 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-778dbe4b-f901-422b-9975-9ff7cc3e8676 req-8230a505-d7a6-4167-a3e4-2791c32dffa4 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Unset dirty status for tenant:c2a86d6b4f4a4e44bc96222713a0e3d2 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:01:16.444097 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-778dbe4b-f901-422b-9975-9ff7cc3e8676 req-8230a505-d7a6-4167-a3e4-2791c32dffa4 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8478c1-6e28-4a0e-8d61-0671058c8afc&id=225ef71b-11e2-4ed9-9767-5d2fe1669395&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1049044 Feb 09 02:01:16.444097 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c440913-65f7-465f-bdfe-c8f530afb554 req-c7aada25-0c52-4777-ade9-b95bf86dcd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:16.445967 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3c440913-65f7-465f-bdfe-c8f530afb554 req-c7aada25-0c52-4777-ade9-b95bf86dcd56 service neutron] 10.222.0.117 "GET /v2.0/networks?id=e37b630b-11ad-4775-89c7-8620dee99b8e HTTP/1.1" status: 200 len: 913 time: 0.1937177 Feb 09 02:01:16.556730 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3c440913-65f7-465f-bdfe-c8f530afb554 req-0b705a62-fcf7-42ab-84eb-333237c2bdcf service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1232327-3f05-46ed-abb6-1855f66c4a0d HTTP/1.1" status: 200 len: 1001 time: 0.1029160 Feb 09 02:01:16.633278 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c440913-65f7-465f-bdfe-c8f530afb554 req-ee770d72-8c12-46ff-bfb2-ea08e2f3b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:16.634665 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3c440913-65f7-465f-bdfe-c8f530afb554 req-ee770d72-8c12-46ff-bfb2-ea08e2f3b1fd service neutron] 10.222.0.117 "GET /v2.0/subnets?id=adf57b54-085e-447e-bf4e-421c8c615ad2 HTTP/1.1" status: 200 len: 851 time: 0.0640376 Feb 09 02:01:16.710269 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c440913-65f7-465f-bdfe-c8f530afb554 req-6f2cb39b-a5fd-4e00-b7e5-53ce2f2bf7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:16.711801 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3c440913-65f7-465f-bdfe-c8f530afb554 req-6f2cb39b-a5fd-4e00-b7e5-53ce2f2bf7ea service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e37b630b-11ad-4775-89c7-8620dee99b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705018 Feb 09 02:01:16.975083 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3c440913-65f7-465f-bdfe-c8f530afb554 req-049eb07e-1fdf-433b-958b-a7d446ee1d64 service neutron] 10.222.0.117 "GET /v2.0/networks/e37b630b-11ad-4775-89c7-8620dee99b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486351 Feb 09 02:01:17.111897 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3c440913-65f7-465f-bdfe-c8f530afb554 req-f4ae8644-76b4-4720-be02-ecbda17373ee service neutron] 10.222.0.117 "GET /v2.0/networks/e37b630b-11ad-4775-89c7-8620dee99b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318209 Feb 09 02:01:19.480716 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:01:22.543810 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:25.634929 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:26.970646 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f3dbc05a-c3a7-4894-b0b9-206c12134c59 req-2a855623-080f-4b14-bcb8-c869fde9f00d service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0760014 Feb 09 02:01:27.123148 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbc05a-c3a7-4894-b0b9-206c12134c59 req-96db89f8-af48-4a62-9ef3-78929cbda2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:27.124681 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f3dbc05a-c3a7-4894-b0b9-206c12134c59 req-96db89f8-af48-4a62-9ef3-78929cbda2b7 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c2a86d6b4f4a4e44bc96222713a0e3d2&device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 1136 time: 0.0759442 Feb 09 02:01:27.286894 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbc05a-c3a7-4894-b0b9-206c12134c59 req-26df683e-d1fa-4d6e-92b0-03086ef96785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:27.289269 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f3dbc05a-c3a7-4894-b0b9-206c12134c59 req-26df683e-d1fa-4d6e-92b0-03086ef96785 service neutron] 10.222.0.117 "GET /v2.0/networks?id=e37b630b-11ad-4775-89c7-8620dee99b8e HTTP/1.1" status: 200 len: 913 time: 0.1429973 Feb 09 02:01:27.413381 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f3dbc05a-c3a7-4894-b0b9-206c12134c59 req-ed1d4e65-6334-4a5a-810e-b1346009edc0 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1232327-3f05-46ed-abb6-1855f66c4a0d HTTP/1.1" status: 200 len: 1001 time: 0.1163528 Feb 09 02:01:27.481596 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbc05a-c3a7-4894-b0b9-206c12134c59 req-a7293df3-322c-44b0-8b23-317aecb6c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:27.483117 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f3dbc05a-c3a7-4894-b0b9-206c12134c59 req-a7293df3-322c-44b0-8b23-317aecb6c758 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=adf57b54-085e-447e-bf4e-421c8c615ad2 HTTP/1.1" status: 200 len: 851 time: 0.0628886 Feb 09 02:01:27.567570 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbc05a-c3a7-4894-b0b9-206c12134c59 req-84cf623f-1c0c-438e-805d-8b1c74406f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:27.569570 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f3dbc05a-c3a7-4894-b0b9-206c12134c59 req-84cf623f-1c0c-438e-805d-8b1c74406f1c service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e37b630b-11ad-4775-89c7-8620dee99b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774796 Feb 09 02:01:27.717081 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f3dbc05a-c3a7-4894-b0b9-206c12134c59 req-74d63ce1-7c67-46d4-a659-02881db21ecc service neutron] 10.222.0.117 "GET /v2.0/networks/e37b630b-11ad-4775-89c7-8620dee99b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406624 Feb 09 02:01:27.856176 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f3dbc05a-c3a7-4894-b0b9-206c12134c59 req-adc8e6e9-623f-4b61-9893-0c7bf416f5a7 service neutron] 10.222.0.117 "GET /v2.0/networks/e37b630b-11ad-4775-89c7-8620dee99b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325235 Feb 09 02:01:33.927591 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0bfbd-8e64-4467-aaf7-d9fe850a017d req-109d1afc-a8a3-48eb-9cad-c4d4847c6e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:33.929147 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9f0bfbd-8e64-4467-aaf7-d9fe850a017d req-109d1afc-a8a3-48eb-9cad-c4d4847c6e57 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c2a86d6b4f4a4e44bc96222713a0e3d2&device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 1136 time: 0.1377683 Feb 09 02:01:33.941714 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1735c6-6a9d-46a4-8dfd-ad78318306d1 req-5f0c3389-a42f-4a0f-a868-fd3e982caaef tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:33.943198 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5c1735c6-6a9d-46a4-8dfd-ad78318306d1 req-5f0c3389-a42f-4a0f-a868-fd3e982caaef tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 985 time: 0.1212163 Feb 09 02:01:34.081107 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5c1735c6-6a9d-46a4-8dfd-ad78318306d1 req-f0273c61-1476-4002-baac-e5bf2ff93d67 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8478c1-6e28-4a0e-8d61-0671058c8afc&id=225ef71b-11e2-4ed9-9767-5d2fe1669395&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1167355 Feb 09 02:01:34.115885 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0bfbd-8e64-4467-aaf7-d9fe850a017d req-be827f0f-da44-49cc-98bd-06bf0e7b042b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:34.117384 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9f0bfbd-8e64-4467-aaf7-d9fe850a017d req-be827f0f-da44-49cc-98bd-06bf0e7b042b service neutron] 10.222.0.117 "GET /v2.0/networks?id=e37b630b-11ad-4775-89c7-8620dee99b8e HTTP/1.1" status: 200 len: 913 time: 0.1732285 Feb 09 02:01:34.238550 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9f0bfbd-8e64-4467-aaf7-d9fe850a017d req-1a9d25c0-1764-4b00-a196-b7a72f7a7da9 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1232327-3f05-46ed-abb6-1855f66c4a0d HTTP/1.1" status: 200 len: 1001 time: 0.1142416 Feb 09 02:01:34.306121 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0bfbd-8e64-4467-aaf7-d9fe850a017d req-9d362f81-c0c6-40c7-b791-a3ee5fb2b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:34.307595 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9f0bfbd-8e64-4467-aaf7-d9fe850a017d req-9d362f81-c0c6-40c7-b791-a3ee5fb2b869 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=adf57b54-085e-447e-bf4e-421c8c615ad2 HTTP/1.1" status: 200 len: 851 time: 0.0624230 Feb 09 02:01:34.524593 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0bfbd-8e64-4467-aaf7-d9fe850a017d req-8f84dd51-875e-4347-bcbe-c22867d24631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:34.525998 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9f0bfbd-8e64-4467-aaf7-d9fe850a017d req-8f84dd51-875e-4347-bcbe-c22867d24631 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e37b630b-11ad-4775-89c7-8620dee99b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2097135 Feb 09 02:01:34.667571 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9f0bfbd-8e64-4467-aaf7-d9fe850a017d req-139b7d56-3599-41d5-8b69-f3b6b649a25d service neutron] 10.222.0.117 "GET /v2.0/networks/e37b630b-11ad-4775-89c7-8620dee99b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337199 Feb 09 02:01:34.807612 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b9f0bfbd-8e64-4467-aaf7-d9fe850a017d req-2d19cb66-c2e6-40b0-93a9-8379afff00d9 service neutron] 10.222.0.117 "GET /v2.0/networks/e37b630b-11ad-4775-89c7-8620dee99b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325960 Feb 09 02:01:35.306471 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542fc67f-0816-41ed-a0af-2f385b5c576a req-396746e5-1c77-4d89-9974-f72e3c086ce5 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:35.308079 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-542fc67f-0816-41ed-a0af-2f385b5c576a req-396746e5-1c77-4d89-9974-f72e3c086ce5 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 985 time: 0.0967736 Feb 09 02:01:35.361081 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-542fc67f-0816-41ed-a0af-2f385b5c576a req-5f49d3f9-df79-4410-916b-665a9c1f713c tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8478c1-6e28-4a0e-8d61-0671058c8afc&id=225ef71b-11e2-4ed9-9767-5d2fe1669395&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0470054 Feb 09 02:01:36.553346 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5f6bd-8555-4f17-831e-c3e9d9d338d4 req-ad112c14-d876-4928-96e4-f5d6fcf2d5b8 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:36.555438 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1ec5f6bd-8555-4f17-831e-c3e9d9d338d4 req-ad112c14-d876-4928-96e4-f5d6fcf2d5b8 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 985 time: 0.0850842 Feb 09 02:01:36.603195 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1ec5f6bd-8555-4f17-831e-c3e9d9d338d4 req-31c590a2-595f-45d3-9be3-bd673216025a tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8478c1-6e28-4a0e-8d61-0671058c8afc&id=225ef71b-11e2-4ed9-9767-5d2fe1669395&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0417583 Feb 09 02:01:37.032450 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-624130fc-525f-4a37-b639-d23e7ec4c6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:37.813872 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d486b1-bab3-4bfc-a44b-5408ed83a15e req-43627282-d631-4867-bd97-45c9ff7dbaaa tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:37.815401 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f2d486b1-bab3-4bfc-a44b-5408ed83a15e req-43627282-d631-4867-bd97-45c9ff7dbaaa tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 985 time: 0.0882471 Feb 09 02:01:37.866944 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f2d486b1-bab3-4bfc-a44b-5408ed83a15e req-ca587397-f65e-40b0-b4a2-e5aa5cb223cd tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8478c1-6e28-4a0e-8d61-0671058c8afc&id=225ef71b-11e2-4ed9-9767-5d2fe1669395&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0445278 Feb 09 02:01:39.074877 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84187bb2-afce-4551-bf71-53d90cf38364 req-0c7f4dd1-28a6-4276-b50a-fb4d510c6f00 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:39.076463 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-84187bb2-afce-4551-bf71-53d90cf38364 req-0c7f4dd1-28a6-4276-b50a-fb4d510c6f00 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 985 time: 0.0918908 Feb 09 02:01:39.128490 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-84187bb2-afce-4551-bf71-53d90cf38364 req-afeded44-9f94-4426-9892-6c240b2a3e62 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8478c1-6e28-4a0e-8d61-0671058c8afc&id=225ef71b-11e2-4ed9-9767-5d2fe1669395&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0458822 Feb 09 02:01:39.434283 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5d4a8cdf-dd30-461a-b5a0-a01f8e539c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:40.326587 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd73e0-6fa0-4a96-ab77-b2b31059613e req-de10cf14-5d91-45df-b197-f5238965e177 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:40.328097 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-82bd73e0-6fa0-4a96-ab77-b2b31059613e req-de10cf14-5d91-45df-b197-f5238965e177 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 985 time: 0.0881989 Feb 09 02:01:40.377378 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-82bd73e0-6fa0-4a96-ab77-b2b31059613e req-44c8aec7-2085-419a-9d4b-209a2168cf74 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8478c1-6e28-4a0e-8d61-0671058c8afc&id=225ef71b-11e2-4ed9-9767-5d2fe1669395&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0432727 Feb 09 02:01:40.537808 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:40.667115 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:41.581868 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc8632-b9d9-443d-8829-d03bab8b863b req-202d8f96-5a33-4138-b8fa-db141d4df33e tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:41.583373 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d8fc8632-b9d9-443d-8829-d03bab8b863b req-202d8f96-5a33-4138-b8fa-db141d4df33e tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 985 time: 0.0888615 Feb 09 02:01:41.643098 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d8fc8632-b9d9-443d-8829-d03bab8b863b req-e235e4d0-9b6c-4094-94c3-27482bae78b0 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8478c1-6e28-4a0e-8d61-0671058c8afc&id=225ef71b-11e2-4ed9-9767-5d2fe1669395&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0536430 Feb 09 02:01:41.972430 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:42.840370 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112418c8-14e5-4888-aaed-c26136f4c527 req-fc13a55f-148c-484e-bafe-bbf0c6f37ca2 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:42.841962 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-112418c8-14e5-4888-aaed-c26136f4c527 req-fc13a55f-148c-484e-bafe-bbf0c6f37ca2 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 985 time: 0.0875859 Feb 09 02:01:42.903512 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-112418c8-14e5-4888-aaed-c26136f4c527 req-3958c557-5484-4c1e-8128-ca9bd2cf0731 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8478c1-6e28-4a0e-8d61-0671058c8afc&id=225ef71b-11e2-4ed9-9767-5d2fe1669395&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0548952 Feb 09 02:01:44.122241 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0d491-fe13-4e2d-9f7b-c727a4a0b88a req-fd34eb2a-df6c-4541-ab7e-66cb19ef4972 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:44.123834 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a9d0d491-fe13-4e2d-9f7b-c727a4a0b88a req-fd34eb2a-df6c-4541-ab7e-66cb19ef4972 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 985 time: 0.0887890 Feb 09 02:01:44.174461 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a9d0d491-fe13-4e2d-9f7b-c727a4a0b88a req-b2fd8108-3a50-4766-a8a9-49097a48db68 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8478c1-6e28-4a0e-8d61-0671058c8afc&id=225ef71b-11e2-4ed9-9767-5d2fe1669395&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0447083 Feb 09 02:01:45.385287 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8d770-cb04-404a-b6af-3ab187d34d3a req-e038754a-3713-4639-b3bb-aa4615ad4978 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:45.386760 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2bb8d770-cb04-404a-b6af-3ab187d34d3a req-e038754a-3713-4639-b3bb-aa4615ad4978 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 985 time: 0.0933003 Feb 09 02:01:45.438947 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2bb8d770-cb04-404a-b6af-3ab187d34d3a req-53269a07-72ef-4417-8569-58e29cecf7f4 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8478c1-6e28-4a0e-8d61-0671058c8afc&id=225ef71b-11e2-4ed9-9767-5d2fe1669395&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0463700 Feb 09 02:01:46.632304 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e88c4-213c-458d-a8c5-e097a46011a8 req-a21a5ead-1fff-4a76-acdf-fe0cf9c74ec0 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:46.634436 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aa3e88c4-213c-458d-a8c5-e097a46011a8 req-a21a5ead-1fff-4a76-acdf-fe0cf9c74ec0 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 985 time: 0.0874534 Feb 09 02:01:46.679562 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-aa3e88c4-213c-458d-a8c5-e097a46011a8 req-d93eb3ea-3b0e-4b6e-994a-656f629a65fd tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8478c1-6e28-4a0e-8d61-0671058c8afc&id=225ef71b-11e2-4ed9-9767-5d2fe1669395&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0393476 Feb 09 02:01:52.447728 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:55.632027 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:01:56.481910 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:02:07.026900 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ca3d9c20-63f1-4e2d-9d69-2d43d0c7e193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:09.431084 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f8664ef2-c95d-42df-afc1-c9b91590a95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:10.547269 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:10.661890 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:11.978749 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:19.239045 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ddc5e021-2fa6-481d-8508-95c6d33d0c59 req-f394a1b7-eb38-4b1e-91a6-fa6504dde76c tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-84106401&fields=id&tenant_id=c2a86d6b4f4a4e44bc96222713a0e3d2 HTTP/1.1" status: 200 len: 267 time: 0.0405869 Feb 09 02:02:19.329551 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5e021-2fa6-481d-8508-95c6d33d0c59 req-10043b6d-b580-44d0-af1a-28c48c61921a tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:19.331068 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ddc5e021-2fa6-481d-8508-95c6d33d0c59 req-10043b6d-b580-44d0-af1a-28c48c61921a tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 985 time: 0.0862429 Feb 09 02:02:19.342972 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [req-ddc5e021-2fa6-481d-8508-95c6d33d0c59 req-703f825c-db92-426f-a41f-90354a19803f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Request body: {'port': {'security_groups': ['9b8478c1-6e28-4a0e-8d61-0671058c8afc']}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:19.470802 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-ddc5e021-2fa6-481d-8508-95c6d33d0c59 req-703f825c-db92-426f-a41f-90354a19803f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:19.725015 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [req-ddc5e021-2fa6-481d-8508-95c6d33d0c59 req-703f825c-db92-426f-a41f-90354a19803f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] For port a1232327-3f05-46ed-abb6-1855f66c4a0d, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=a1232327-3f05-46ed-abb6-1855f66c4a0d,segment=NetworkSegment(73240bf3-d1da-47a1-8019-2e3a91e2c41c),segment_id=73240bf3-d1da-47a1-8019-2e3a91e2c41c)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:02:19.758815 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-ddc5e021-2fa6-481d-8508-95c6d33d0c59 req-703f825c-db92-426f-a41f-90354a19803f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:19.764933 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-ddc5e021-2fa6-481d-8508-95c6d33d0c59 req-703f825c-db92-426f-a41f-90354a19803f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:19.778102 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['a1232327-3f05-46ed-abb6-1855f66c4a0d'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:02:19.842260 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5e021-2fa6-481d-8508-95c6d33d0c59 req-703f825c-db92-426f-a41f-90354a19803f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:19.842932 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [req-ddc5e021-2fa6-481d-8508-95c6d33d0c59 req-703f825c-db92-426f-a41f-90354a19803f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:19.844353 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ddc5e021-2fa6-481d-8508-95c6d33d0c59 req-703f825c-db92-426f-a41f-90354a19803f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "PUT /v2.0/ports/a1232327-3f05-46ed-abb6-1855f66c4a0d HTTP/1.1" status: 200 len: 943 time: 0.5061605 Feb 09 02:02:19.847872 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fd218d-c5ca-430a-ae57-6286bc76320b', 'tag': 'a1232327-3f05-46ed-abb6-1855f66c4a0d'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:02:19.852166 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38186) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:19.886289 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f825c-db92-426f-a41f-90354a19803f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Pushing event updated for resources: {'Port': ['ID=a1232327-3f05-46ed-abb6-1855f66c4a0d,revision_number=7']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:19.904253 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703f825c-db92-426f-a41f-90354a19803f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:19.904601 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703f825c-db92-426f-a41f-90354a19803f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:19.904944 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703f825c-db92-426f-a41f-90354a19803f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:19.905280 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703f825c-db92-426f-a41f-90354a19803f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:19.905620 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703f825c-db92-426f-a41f-90354a19803f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:19.905940 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703f825c-db92-426f-a41f-90354a19803f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:19.906857 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703f825c-db92-426f-a41f-90354a19803f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:19.907365 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703f825c-db92-426f-a41f-90354a19803f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:19.913355 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703f825c-db92-426f-a41f-90354a19803f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:19.913887 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703f825c-db92-426f-a41f-90354a19803f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:19.920708 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703f825c-db92-426f-a41f-90354a19803f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:19.921599 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703f825c-db92-426f-a41f-90354a19803f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:19.947837 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['a1232327-3f05-46ed-abb6-1855f66c4a0d'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:02:19.955188 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d2416dd2-5284-4c26-b717-d3321792efd1 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:19.992813 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d2416dd2-5284-4c26-b717-d3321792efd1 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:20.013226 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fd218d-c5ca-430a-ae57-6286bc76320b', 'tag': 'a1232327-3f05-46ed-abb6-1855f66c4a0d', 'status': 'completed', 'code': 200} Feb 09 02:02:20.146177 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d2416dd2-5284-4c26-b717-d3321792efd1 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:20.163352 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d7d5d3de-f356-4e93-9c77-7947a5bb2132 None None] Provisioning complete for port a1232327-3f05-46ed-abb6-1855f66c4a0d triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:20.163804 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d7d5d3de-f356-4e93-9c77-7947a5bb2132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:20.172145 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592faed-927a-4df7-a4c2-cffbcef11a3d req-96e8f0ae-c72d-4d06-bc96-ed1998bc1bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:20.173895 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1592faed-927a-4df7-a4c2-cffbcef11a3d req-96e8f0ae-c72d-4d06-bc96-ed1998bc1bb1 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c2a86d6b4f4a4e44bc96222713a0e3d2&device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 1097 time: 0.1166971 Feb 09 02:02:20.174640 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2416dd2-5284-4c26-b717-d3321792efd1 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=225ef71b-11e2-4ed9-9767-5d2fe1669395,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:20.207072 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2416dd2-5284-4c26-b717-d3321792efd1 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:20.207419 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2416dd2-5284-4c26-b717-d3321792efd1 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:20.207758 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2416dd2-5284-4c26-b717-d3321792efd1 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:20.208095 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2416dd2-5284-4c26-b717-d3321792efd1 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:20.208441 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2416dd2-5284-4c26-b717-d3321792efd1 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:20.208775 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2416dd2-5284-4c26-b717-d3321792efd1 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:20.209099 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2416dd2-5284-4c26-b717-d3321792efd1 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:20.209422 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2416dd2-5284-4c26-b717-d3321792efd1 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:20.209747 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2416dd2-5284-4c26-b717-d3321792efd1 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:20.210106 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2416dd2-5284-4c26-b717-d3321792efd1 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:20.210426 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2416dd2-5284-4c26-b717-d3321792efd1 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:20.210741 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2416dd2-5284-4c26-b717-d3321792efd1 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:20.279168 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d2416dd2-5284-4c26-b717-d3321792efd1 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:20.280383 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d2416dd2-5284-4c26-b717-d3321792efd1 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "DELETE /v2.0/security-groups/225ef71b-11e2-4ed9-9767-5d2fe1669395 HTTP/1.1" status: 204 len: 168 time: 0.4264293 Feb 09 02:02:20.284566 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38194) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:20.339653 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592faed-927a-4df7-a4c2-cffbcef11a3d req-62b63e47-e8f9-4627-86e3-ccdc32b7a8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:20.341160 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1592faed-927a-4df7-a4c2-cffbcef11a3d req-62b63e47-e8f9-4627-86e3-ccdc32b7a8ce service neutron] 10.222.0.117 "GET /v2.0/networks?id=e37b630b-11ad-4775-89c7-8620dee99b8e HTTP/1.1" status: 200 len: 913 time: 0.1600256 Feb 09 02:02:20.457525 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1592faed-927a-4df7-a4c2-cffbcef11a3d req-5883b120-3665-41bf-93c9-b0dd5117c4b0 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1232327-3f05-46ed-abb6-1855f66c4a0d HTTP/1.1" status: 200 len: 1001 time: 0.1089771 Feb 09 02:02:20.523475 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592faed-927a-4df7-a4c2-cffbcef11a3d req-fffef678-bcb8-481e-a319-a601f7296eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:20.524883 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1592faed-927a-4df7-a4c2-cffbcef11a3d req-fffef678-bcb8-481e-a319-a601f7296eb8 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=adf57b54-085e-447e-bf4e-421c8c615ad2 HTTP/1.1" status: 200 len: 851 time: 0.0600996 Feb 09 02:02:20.600001 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-92ce54b3-a6c0-4201-9a8e-91bf113fe72e tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Deleting port 300a84f8-aafb-4c8c-8779-9ff2a0a76561 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:02:20.600343 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-92ce54b3-a6c0-4201-9a8e-91bf113fe72e tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:20.605970 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592faed-927a-4df7-a4c2-cffbcef11a3d req-956b570f-d3a9-4764-8628-2c69dec1687a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:20.607730 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1592faed-927a-4df7-a4c2-cffbcef11a3d req-956b570f-d3a9-4764-8628-2c69dec1687a service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e37b630b-11ad-4775-89c7-8620dee99b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769970 Feb 09 02:02:20.748515 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1592faed-927a-4df7-a4c2-cffbcef11a3d req-0443983f-6300-430c-a5d3-e5e678877a91 service neutron] 10.222.0.117 "GET /v2.0/networks/e37b630b-11ad-4775-89c7-8620dee99b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340244 Feb 09 02:02:20.785412 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-92ce54b3-a6c0-4201-9a8e-91bf113fe72e tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:20.785638 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-92ce54b3-a6c0-4201-9a8e-91bf113fe72e tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:20.915895 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-92ce54b3-a6c0-4201-9a8e-91bf113fe72e tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Calling delete_port for 300a84f8-aafb-4c8c-8779-9ff2a0a76561 owned by network:floatingip {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:02:21.016029 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1592faed-927a-4df7-a4c2-cffbcef11a3d req-593cfe61-f04f-46f5-ade8-adc2501f5aa9 service neutron] 10.222.0.117 "GET /v2.0/networks/e37b630b-11ad-4775-89c7-8620dee99b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611868 Feb 09 02:02:21.083972 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-92ce54b3-a6c0-4201-9a8e-91bf113fe72e tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:21.133093 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce54b3-a6c0-4201-9a8e-91bf113fe72e tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Pushing event deleted for resources: {'Port': ['ID=300a84f8-aafb-4c8c-8779-9ff2a0a76561,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:21.229776 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-92ce54b3-a6c0-4201-9a8e-91bf113fe72e tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks [] for floatingip, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:21.230221 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-92ce54b3-a6c0-4201-9a8e-91bf113fe72e tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Floating IP ba0bc071-b8c2-4af3-8c38-c17af1547f7f disassociated (deleted). External IP: 172.25.5.70, port: a1232327-3f05-46ed-abb6-1855f66c4a0d. Feb 09 02:02:21.594080 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ce54b3-a6c0-4201-9a8e-91bf113fe72e tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Router 37a154d7-1a09-4a20-9a84-e28999f1aa32 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:02:21.786129 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ce54b3-a6c0-4201-9a8e-91bf113fe72e tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:02:21.797041 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f34b7d-2329-49bf-b446-1b76cac3368c None None] Sync routers for ids ['37a154d7-1a09-4a20-9a84-e28999f1aa32'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:02:21.807524 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-92ce54b3-a6c0-4201-9a8e-91bf113fe72e tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:21.812102 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f34b7d-2329-49bf-b446-1b76cac3368c None None] Routers {'37a154d7-1a09-4a20-9a84-e28999f1aa32'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:02:21.812775 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-d5f34b7d-2329-49bf-b446-1b76cac3368c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:02:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['37a154d7-1a09-4a20-9a84-e28999f1aa32'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:21.868238 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-92ce54b3-a6c0-4201-9a8e-91bf113fe72e tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "DELETE /v2.0/floatingips/ba0bc071-b8c2-4af3-8c38-c17af1547f7f HTTP/1.1" status: 204 len: 168 time: 1.5804102 Feb 09 02:02:22.006565 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-d5f34b7d-2329-49bf-b446-1b76cac3368c None None] Set router 37a154d7-1a09-4a20-9a84-e28999f1aa32 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:02:22.014649 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fd218d-c5ca-430a-ae57-6286bc76320b', 'tag': 'a1232327-3f05-46ed-abb6-1855f66c4a0d'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:02:22.064086 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fd218d-c5ca-430a-ae57-6286bc76320b', 'tag': 'a1232327-3f05-46ed-abb6-1855f66c4a0d', 'status': 'completed', 'code': 200} Feb 09 02:02:22.169755 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a96a6d-a049-484c-a1af-456bb350111f req-37794f6b-b9c8-40dc-adf4-8d89ca1a1539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:22.171255 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-29a96a6d-a049-484c-a1af-456bb350111f req-37794f6b-b9c8-40dc-adf4-8d89ca1a1539 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c2a86d6b4f4a4e44bc96222713a0e3d2&device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 1097 time: 0.0750153 Feb 09 02:02:22.328031 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a96a6d-a049-484c-a1af-456bb350111f req-a6c87054-2d44-4b86-9cc3-97ea1c14d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:22.330088 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-29a96a6d-a049-484c-a1af-456bb350111f req-a6c87054-2d44-4b86-9cc3-97ea1c14d721 service neutron] 10.222.0.117 "GET /v2.0/networks?id=e37b630b-11ad-4775-89c7-8620dee99b8e HTTP/1.1" status: 200 len: 913 time: 0.1510212 Feb 09 02:02:22.376589 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-d5f34b7d-2329-49bf-b446-1b76cac3368c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'name': 'tempest-TestMinimumBasicScenario-2436373-router', 'tenant_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '8239be2a-874a-4ce6-a715-ca28cbcb147f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:16Z', 'updated_at': '2022-02-09T02:00:20Z', 'revision_number': 4, 'project_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'gw_port': {'id': '8239be2a-874a-4ce6-a715-ca28cbcb147f', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:17Z', 'updated_at': '2022-02-09T02:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'af02e941-1fc6-4a0b-bb19-6826493aa61a', 'name': '', 'network_id': 'e37b630b-11ad-4775-89c7-8620dee99b8e', 'tenant_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'mac_address': 'fa:16:3e:97:1d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'adf57b54-085e-447e-bf4e-421c8c615ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:20Z', 'updated_at': '2022-02-09T02:00:28Z', 'revision_number': 5, 'project_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'subnets': [{'id': 'adf57b54-085e-447e-bf4e-421c8c615ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:22.382259 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f34b7d-2329-49bf-b446-1b76cac3368c None None] Checking router: 37a154d7-1a09-4a20-9a84-e28999f1aa32 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:02:22.390933 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f34b7d-2329-49bf-b446-1b76cac3368c None None] Routers {'37a154d7-1a09-4a20-9a84-e28999f1aa32'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:02:22.391541 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-d5f34b7d-2329-49bf-b446-1b76cac3368c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:02:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['37a154d7-1a09-4a20-9a84-e28999f1aa32'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:22.410277 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-29a96a6d-a049-484c-a1af-456bb350111f req-d15fe4db-deac-4d74-b992-1895995ff164 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1232327-3f05-46ed-abb6-1855f66c4a0d HTTP/1.1" status: 200 len: 217 time: 0.0728385 Feb 09 02:02:22.476751 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a96a6d-a049-484c-a1af-456bb350111f req-3698704b-f331-40e2-94f4-9eba5cf2db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:22.478136 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-29a96a6d-a049-484c-a1af-456bb350111f req-3698704b-f331-40e2-94f4-9eba5cf2db61 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=adf57b54-085e-447e-bf4e-421c8c615ad2 HTTP/1.1" status: 200 len: 851 time: 0.0608401 Feb 09 02:02:22.525982 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:22.559662 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a96a6d-a049-484c-a1af-456bb350111f req-267e870d-8039-48af-9468-794f4ec0164d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:22.561198 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-29a96a6d-a049-484c-a1af-456bb350111f req-267e870d-8039-48af-9468-794f4ec0164d service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e37b630b-11ad-4775-89c7-8620dee99b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766146 Feb 09 02:02:22.629117 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-d5f34b7d-2329-49bf-b446-1b76cac3368c None None] Set router 37a154d7-1a09-4a20-9a84-e28999f1aa32 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:02:22.739624 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-29a96a6d-a049-484c-a1af-456bb350111f req-33e6a5e9-67f9-4168-84b4-d2c430657ecf service neutron] 10.222.0.117 "GET /v2.0/networks/e37b630b-11ad-4775-89c7-8620dee99b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709919 Feb 09 02:02:22.954701 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-29a96a6d-a049-484c-a1af-456bb350111f req-ea444254-cc93-42b2-bc7c-a283830ad388 service neutron] 10.222.0.117 "GET /v2.0/networks/e37b630b-11ad-4775-89c7-8620dee99b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962926 Feb 09 02:02:23.005374 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-d5f34b7d-2329-49bf-b446-1b76cac3368c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'name': 'tempest-TestMinimumBasicScenario-2436373-router', 'tenant_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '8239be2a-874a-4ce6-a715-ca28cbcb147f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:16Z', 'updated_at': '2022-02-09T02:00:20Z', 'revision_number': 4, 'project_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'gw_port': {'id': '8239be2a-874a-4ce6-a715-ca28cbcb147f', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:17Z', 'updated_at': '2022-02-09T02:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'af02e941-1fc6-4a0b-bb19-6826493aa61a', 'name': '', 'network_id': 'e37b630b-11ad-4775-89c7-8620dee99b8e', 'tenant_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'mac_address': 'fa:16:3e:97:1d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'adf57b54-085e-447e-bf4e-421c8c615ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:20Z', 'updated_at': '2022-02-09T02:00:28Z', 'revision_number': 5, 'project_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'subnets': [{'id': 'adf57b54-085e-447e-bf4e-421c8c615ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:23.012336 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f34b7d-2329-49bf-b446-1b76cac3368c None None] The sync data for ids ['37a154d7-1a09-4a20-9a84-e28999f1aa32'] in n-d-828419-1 is: [{'id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'name': 'tempest-TestMinimumBasicScenario-2436373-router', 'tenant_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '8239be2a-874a-4ce6-a715-ca28cbcb147f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:16Z', 'updated_at': '2022-02-09T02:00:20Z', 'revision_number': 4, 'project_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'gw_port': {'id': '8239be2a-874a-4ce6-a715-ca28cbcb147f', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:17Z', 'updated_at': '2022-02-09T02:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'af02e941-1fc6-4a0b-bb19-6826493aa61a', 'name': '', 'network_id': 'e37b630b-11ad-4775-89c7-8620dee99b8e', 'tenant_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'mac_address': 'fa:16:3e:97:1d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'adf57b54-085e-447e-bf4e-421c8c615ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:20Z', 'updated_at': '2022-02-09T02:00:28Z', 'revision_number': 5, 'project_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'subnets': [{'id': 'adf57b54-085e-447e-bf4e-421c8c615ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:02:23.280820 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f642b08d-4a31-42b1-9507-56cc6110c6ed None None] New status for floating IP ba0bc071-b8c2-4af3-8c38-c17af1547f7f: DOWN {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:02:25.646538 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:26.429642 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674936d-ff7b-49bb-99cd-dd7cd9372842 req-2fc73662-f86a-42af-bf44-933752b07e6e tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:26.431183 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4674936d-ff7b-49bb-99cd-dd7cd9372842 req-2fc73662-f86a-42af-bf44-933752b07e6e tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 946 time: 0.0879154 Feb 09 02:02:26.484416 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-4674936d-ff7b-49bb-99cd-dd7cd9372842 req-68f86ada-d33a-48e6-8d0b-c2e86c4489ae tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Synchronizing usage tracker for tenant:c2a86d6b4f4a4e44bc96222713a0e3d2 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:02:26.506874 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-4674936d-ff7b-49bb-99cd-dd7cd9372842 req-68f86ada-d33a-48e6-8d0b-c2e86c4489ae tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Unset dirty status for tenant:c2a86d6b4f4a4e44bc96222713a0e3d2 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:02:26.508363 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4674936d-ff7b-49bb-99cd-dd7cd9372842 req-68f86ada-d33a-48e6-8d0b-c2e86c4489ae tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8478c1-6e28-4a0e-8d61-0671058c8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697699 Feb 09 02:02:27.718994 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683924e6-b862-4ae0-b7bf-bfffc3911914 req-7a6cc79d-0c4d-459c-809d-d54eb81aa35f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:27.719716 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-683924e6-b862-4ae0-b7bf-bfffc3911914 req-7a6cc79d-0c4d-459c-809d-d54eb81aa35f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Synchronizing usage tracker for tenant:c2a86d6b4f4a4e44bc96222713a0e3d2 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:02:27.736723 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-683924e6-b862-4ae0-b7bf-bfffc3911914 req-7a6cc79d-0c4d-459c-809d-d54eb81aa35f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Unset dirty status for tenant:c2a86d6b4f4a4e44bc96222713a0e3d2 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:02:27.738057 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-683924e6-b862-4ae0-b7bf-bfffc3911914 req-7a6cc79d-0c4d-459c-809d-d54eb81aa35f tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 946 time: 0.1057751 Feb 09 02:02:27.927026 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-683924e6-b862-4ae0-b7bf-bfffc3911914 req-b48269ec-7936-498c-9f01-5766e475eac4 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8478c1-6e28-4a0e-8d61-0671058c8afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829901 Feb 09 02:02:28.046951 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433dd399-05bd-45a2-9cfe-4b64e5bbd20c req-a296bcb8-dd1f-427a-a93d-f90b1724af56 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:28.048440 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-433dd399-05bd-45a2-9cfe-4b64e5bbd20c req-a296bcb8-dd1f-427a-a93d-f90b1724af56 tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.117 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 946 time: 0.0931008 Feb 09 02:02:28.123497 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-433dd399-05bd-45a2-9cfe-4b64e5bbd20c req-22e6ee7a-abe1-4919-a8d1-d3e8e9e4703d tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Deleting port a1232327-3f05-46ed-abb6-1855f66c4a0d {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:02:28.123894 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-433dd399-05bd-45a2-9cfe-4b64e5bbd20c req-22e6ee7a-abe1-4919-a8d1-d3e8e9e4703d tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:28.393097 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-433dd399-05bd-45a2-9cfe-4b64e5bbd20c req-22e6ee7a-abe1-4919-a8d1-d3e8e9e4703d tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] For port a1232327-3f05-46ed-abb6-1855f66c4a0d, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=a1232327-3f05-46ed-abb6-1855f66c4a0d,segment=NetworkSegment(73240bf3-d1da-47a1-8019-2e3a91e2c41c),segment_id=73240bf3-d1da-47a1-8019-2e3a91e2c41c)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:02:28.393465 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-433dd399-05bd-45a2-9cfe-4b64e5bbd20c req-22e6ee7a-abe1-4919-a8d1-d3e8e9e4703d tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:28.522834 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-433dd399-05bd-45a2-9cfe-4b64e5bbd20c req-22e6ee7a-abe1-4919-a8d1-d3e8e9e4703d tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Calling delete_port for a1232327-3f05-46ed-abb6-1855f66c4a0d owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:02:28.681568 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-433dd399-05bd-45a2-9cfe-4b64e5bbd20c req-22e6ee7a-abe1-4919-a8d1-d3e8e9e4703d tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:28.695408 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['a1232327-3f05-46ed-abb6-1855f66c4a0d'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:02:28.733047 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6ee7a-abe1-4919-a8d1-d3e8e9e4703d tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Pushing event deleted for resources: {'Port': ['ID=a1232327-3f05-46ed-abb6-1855f66c4a0d,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:28.942019 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-433dd399-05bd-45a2-9cfe-4b64e5bbd20c req-22e6ee7a-abe1-4919-a8d1-d3e8e9e4703d tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] No DVR routers for this DVR port a1232327-3f05-46ed-abb6-1855f66c4a0d on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:02:28.945709 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-433dd399-05bd-45a2-9cfe-4b64e5bbd20c req-22e6ee7a-abe1-4919-a8d1-d3e8e9e4703d tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:28.948423 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fd218d-c5ca-430a-ae57-6286bc76320b', 'name': 'network-vif-deleted', 'tag': 'a1232327-3f05-46ed-abb6-1855f66c4a0d'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:02:28.969729 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-433dd399-05bd-45a2-9cfe-4b64e5bbd20c req-22e6ee7a-abe1-4919-a8d1-d3e8e9e4703d tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.117 "DELETE /v2.0/ports/a1232327-3f05-46ed-abb6-1855f66c4a0d HTTP/1.1" status: 204 len: 173 time: 0.9155867 Feb 09 02:02:28.999305 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fd218d-c5ca-430a-ae57-6286bc76320b', 'name': 'network-vif-deleted', 'tag': 'a1232327-3f05-46ed-abb6-1855f66c4a0d', 'status': 'completed', 'code': 200} Feb 09 02:02:29.137827 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bf161f21-4ea8-4eb1-bcbc-c0c69bb4b986 req-18bdd79b-a75c-44fd-92d6-c56f32f8f4ba tempest-TestMinimumBasicScenario-1392681711 tempest-TestMinimumBasicScenario-1392681711-project] 10.222.0.37 "GET /v2.0/ports?device_id=68fd218d-c5ca-430a-ae57-6286bc76320b HTTP/1.1" status: 200 len: 210 time: 0.0573580 Feb 09 02:02:30.820461 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38284) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:31.374234 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-01867c25-7ce4-4498-84c8-cc5380624e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:31.719119 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-01867c25-7ce4-4498-84c8-cc5380624e76 admin admin] Deleting port af02e941-1fc6-4a0b-bb19-6826493aa61a {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:02:31.719345 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-01867c25-7ce4-4498-84c8-cc5380624e76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:31.896117 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-01867c25-7ce4-4498-84c8-cc5380624e76 admin admin] For port af02e941-1fc6-4a0b-bb19-6826493aa61a, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=af02e941-1fc6-4a0b-bb19-6826493aa61a,segment=NetworkSegment(73240bf3-d1da-47a1-8019-2e3a91e2c41c),segment_id=73240bf3-d1da-47a1-8019-2e3a91e2c41c)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:02:31.896909 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-01867c25-7ce4-4498-84c8-cc5380624e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:32.025880 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-01867c25-7ce4-4498-84c8-cc5380624e76 admin admin] Calling delete_port for af02e941-1fc6-4a0b-bb19-6826493aa61a owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:02:32.320299 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-01867c25-7ce4-4498-84c8-cc5380624e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:32.364983 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01867c25-7ce4-4498-84c8-cc5380624e76 admin admin] Pushing event deleted for resources: {'Port': ['ID=af02e941-1fc6-4a0b-bb19-6826493aa61a,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:32.399908 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device a1232327-3f05-46ed-abb6-1855f66c4a0d no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:02:32.437314 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: a1232327-3f05-46ed-abb6-1855f66c4a0d {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:02:32.437663 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device a1232327-3f05-46ed-abb6-1855f66c4a0d not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:02:32.639977 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-01867c25-7ce4-4498-84c8-cc5380624e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:32.994434 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01867c25-7ce4-4498-84c8-cc5380624e76 admin admin] Router 37a154d7-1a09-4a20-9a84-e28999f1aa32 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:02:33.167137 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01867c25-7ce4-4498-84c8-cc5380624e76 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:02:33.175759 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea02ac2-2193-4a3d-800e-e2180a254f70 None None] Sync routers for ids ['37a154d7-1a09-4a20-9a84-e28999f1aa32'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:02:33.179425 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-01867c25-7ce4-4498-84c8-cc5380624e76 admin admin] 10.222.0.37 "PUT /v2.0/routers/37a154d7-1a09-4a20-9a84-e28999f1aa32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3579049 Feb 09 02:02:33.181950 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38288) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:33.184947 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea02ac2-2193-4a3d-800e-e2180a254f70 None None] Routers {'37a154d7-1a09-4a20-9a84-e28999f1aa32'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:02:33.185651 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-dea02ac2-2193-4a3d-800e-e2180a254f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:02:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['37a154d7-1a09-4a20-9a84-e28999f1aa32'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:33.361356 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-09e7d064-67e6-4801-93b6-d89b75fe167a admin admin] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:33.362840 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-dea02ac2-2193-4a3d-800e-e2180a254f70 None None] Set router 37a154d7-1a09-4a20-9a84-e28999f1aa32 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:02:33.480516 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:02:33.543585 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-09e7d064-67e6-4801-93b6-d89b75fe167a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:33.553260 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-09e7d064-67e6-4801-93b6-d89b75fe167a admin admin] Deleting port 8239be2a-874a-4ce6-a715-ca28cbcb147f {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:02:33.553755 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-09e7d064-67e6-4801-93b6-d89b75fe167a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:33.668705 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-dea02ac2-2193-4a3d-800e-e2180a254f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'name': 'tempest-TestMinimumBasicScenario-2436373-router', 'tenant_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '8239be2a-874a-4ce6-a715-ca28cbcb147f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:16Z', 'updated_at': '2022-02-09T02:02:32Z', 'revision_number': 5, 'project_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'gw_port': {'id': '8239be2a-874a-4ce6-a715-ca28cbcb147f', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:17Z', 'updated_at': '2022-02-09T02:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:33.672852 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea02ac2-2193-4a3d-800e-e2180a254f70 None None] Checking router: 37a154d7-1a09-4a20-9a84-e28999f1aa32 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:02:33.682204 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea02ac2-2193-4a3d-800e-e2180a254f70 None None] Routers {'37a154d7-1a09-4a20-9a84-e28999f1aa32'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:02:33.683521 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-dea02ac2-2193-4a3d-800e-e2180a254f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:02:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['37a154d7-1a09-4a20-9a84-e28999f1aa32'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:33.842831 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-dea02ac2-2193-4a3d-800e-e2180a254f70 None None] Set router 37a154d7-1a09-4a20-9a84-e28999f1aa32 gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:02:33.859567 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-09e7d064-67e6-4801-93b6-d89b75fe167a admin admin] For port 8239be2a-874a-4ce6-a715-ca28cbcb147f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=8239be2a-874a-4ce6-a715-ca28cbcb147f,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:02:33.859928 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-09e7d064-67e6-4801-93b6-d89b75fe167a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:33.989585 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-09e7d064-67e6-4801-93b6-d89b75fe167a admin admin] Calling delete_port for 8239be2a-874a-4ce6-a715-ca28cbcb147f owned by network:router_gateway {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:02:33.992438 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-dea02ac2-2193-4a3d-800e-e2180a254f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'name': 'tempest-TestMinimumBasicScenario-2436373-router', 'tenant_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:16Z', 'updated_at': '2022-02-09T02:02:33Z', 'revision_number': 6, 'project_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:33.996557 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea02ac2-2193-4a3d-800e-e2180a254f70 None None] The sync data for ids ['37a154d7-1a09-4a20-9a84-e28999f1aa32'] in n-d-828419-1 is: [{'id': '37a154d7-1a09-4a20-9a84-e28999f1aa32', 'name': 'tempest-TestMinimumBasicScenario-2436373-router', 'tenant_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:16Z', 'updated_at': '2022-02-09T02:02:33Z', 'revision_number': 6, 'project_id': 'c2a86d6b4f4a4e44bc96222713a0e3d2', 'gw_port_host': None}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:02:34.184548 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-09e7d064-67e6-4801-93b6-d89b75fe167a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:34.233075 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e7d064-67e6-4801-93b6-d89b75fe167a admin admin] Pushing event deleted for resources: {'Port': ['ID=8239be2a-874a-4ce6-a715-ca28cbcb147f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:34.325881 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-09e7d064-67e6-4801-93b6-d89b75fe167a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:34.503530 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-09e7d064-67e6-4801-93b6-d89b75fe167a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:34.505911 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-09e7d064-67e6-4801-93b6-d89b75fe167a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:34.528668 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-09e7d064-67e6-4801-93b6-d89b75fe167a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:34.529171 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e7d064-67e6-4801-93b6-d89b75fe167a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37a154d7-1a09-4a20-9a84-e28999f1aa32 {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 02:02:34.541927 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-09e7d064-67e6-4801-93b6-d89b75fe167a admin admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:34.543068 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-09e7d064-67e6-4801-93b6-d89b75fe167a admin admin] 10.222.0.37 "DELETE /v2.0/routers/37a154d7-1a09-4a20-9a84-e28999f1aa32 HTTP/1.1" status: 204 len: 168 time: 1.3602226 Feb 09 02:02:34.545677 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38294) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:34.603281 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-103be22a-ae8b-4538-aba7-19f4860fb21f admin admin] Deleting subnet adf57b54-085e-447e-bf4e-421c8c615ad2 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 02:02:34.606528 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-103be22a-ae8b-4538-aba7-19f4860fb21f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:34.655339 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-103be22a-ae8b-4538-aba7-19f4860fb21f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:34.735755 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-103be22a-ae8b-4538-aba7-19f4860fb21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:34.805543 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-103be22a-ae8b-4538-aba7-19f4860fb21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:34.847889 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103be22a-ae8b-4538-aba7-19f4860fb21f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adf57b54-085e-447e-bf4e-421c8c615ad2,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:34.851549 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-103be22a-ae8b-4538-aba7-19f4860fb21f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:34.857551 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-103be22a-ae8b-4538-aba7-19f4860fb21f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/adf57b54-085e-447e-bf4e-421c8c615ad2 HTTP/1.1" status: 204 len: 168 time: 0.3109109 Feb 09 02:02:34.860976 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38298) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:34.862627 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4724461c-b4ce-4fff-ba38-ae98394f7c76 None None] Network e37b630b-11ad-4775-89c7-8620dee99b8e requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:02:34.969462 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9470ba6a-2849-41d8-826b-85badd258ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:34.981256 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-9470ba6a-2849-41d8-826b-85badd258ae2 admin admin] Deleting port a563f0bc-8138-462c-a00f-2c4697fa1aba {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:02:34.981598 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9470ba6a-2849-41d8-826b-85badd258ae2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:35.140931 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf94b1e5-627c-4d47-a020-cfe50b7bd520 None None] DHCP port deletion for e37b630b-11ad-4775-89c7-8620dee99b8e request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 02:02:35.145330 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-bf94b1e5-627c-4d47-a020-cfe50b7bd520 None None] Deleting port a563f0bc-8138-462c-a00f-2c4697fa1aba {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:02:35.145707 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bf94b1e5-627c-4d47-a020-cfe50b7bd520 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:35.200557 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-9470ba6a-2849-41d8-826b-85badd258ae2 admin admin] For port a563f0bc-8138-462c-a00f-2c4697fa1aba, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=a563f0bc-8138-462c-a00f-2c4697fa1aba,segment=NetworkSegment(73240bf3-d1da-47a1-8019-2e3a91e2c41c),segment_id=73240bf3-d1da-47a1-8019-2e3a91e2c41c)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:02:35.200935 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9470ba6a-2849-41d8-826b-85badd258ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:35.255797 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 8239be2a-874a-4ce6-a715-ca28cbcb147f no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:02:35.297265 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 8239be2a-874a-4ce6-a715-ca28cbcb147f {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:02:35.297582 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 8239be2a-874a-4ce6-a715-ca28cbcb147f not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:02:35.297839 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device af02e941-1fc6-4a0b-bb19-6826493aa61a no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:02:35.326633 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-9470ba6a-2849-41d8-826b-85badd258ae2 admin admin] Calling delete_port for a563f0bc-8138-462c-a00f-2c4697fa1aba owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:02:35.346428 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: af02e941-1fc6-4a0b-bb19-6826493aa61a {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:02:35.346768 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device af02e941-1fc6-4a0b-bb19-6826493aa61a not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:02:35.347175 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device a563f0bc-8138-462c-a00f-2c4697fa1aba no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:02:35.402792 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9470ba6a-2849-41d8-826b-85badd258ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:35.431327 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: a563f0bc-8138-462c-a00f-2c4697fa1aba {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:02:35.431664 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device a563f0bc-8138-462c-a00f-2c4697fa1aba not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:02:35.449784 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9470ba6a-2849-41d8-826b-85badd258ae2 admin admin] No DVR routers for this DVR port a563f0bc-8138-462c-a00f-2c4697fa1aba on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:02:35.467339 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-bf94b1e5-627c-4d47-a020-cfe50b7bd520 None None] For port a563f0bc-8138-462c-a00f-2c4697fa1aba, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=a563f0bc-8138-462c-a00f-2c4697fa1aba,segment=NetworkSegment(73240bf3-d1da-47a1-8019-2e3a91e2c41c),segment_id=73240bf3-d1da-47a1-8019-2e3a91e2c41c)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:02:35.467722 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bf94b1e5-627c-4d47-a020-cfe50b7bd520 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:35.482973 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470ba6a-2849-41d8-826b-85badd258ae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a563f0bc-8138-462c-a00f-2c4697fa1aba,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:35.575303 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9470ba6a-2849-41d8-826b-85badd258ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:35.589905 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-bf94b1e5-627c-4d47-a020-cfe50b7bd520 None None] Calling delete_port for a563f0bc-8138-462c-a00f-2c4697fa1aba owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:02:35.604208 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-9470ba6a-2849-41d8-826b-85badd258ae2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e37b630b-11ad-4775-89c7-8620dee99b8e']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:35.618772 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-9470ba6a-2849-41d8-826b-85badd258ae2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73240bf3-d1da-47a1-8019-2e3a91e2c41c') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:35.619248 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-9470ba6a-2849-41d8-826b-85badd258ae2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73240bf3-d1da-47a1-8019-2e3a91e2c41c') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:35.633671 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9470ba6a-2849-41d8-826b-85badd258ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:35.651939 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9470ba6a-2849-41d8-826b-85badd258ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:35.658372 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9470ba6a-2849-41d8-826b-85badd258ae2 admin admin] Releasing vlan 979 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:02:35.658877 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9470ba6a-2849-41d8-826b-85badd258ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:35.668767 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-bf94b1e5-627c-4d47-a020-cfe50b7bd520 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:02:35.669176 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-bf94b1e5-627c-4d47-a020-cfe50b7bd520 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:02:35.673406 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 02:02:35.673406 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:02:35.673406 n-d-828419-1 neutron-server[87611]: timer() Feb 09 02:02:35.673406 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:02:35.673406 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 02:02:35.673406 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 02:02:35.673406 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 02:02:35.673406 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:02:35.673406 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 02:02:35.673406 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:02:35.673406 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 02:02:35.673406 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:02:35.673406 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 02:02:35.673406 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 02:02:35.673406 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:02:35.673406 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 02:02:35.673406 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:02:35.673406 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 02:02:35.673406 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 02:02:35.673406 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 02:02:35.673406 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 02:02:35.673406 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 02:02:35.673406 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:02:35.673406 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:02:35.673406 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 02:02:35.673406 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:02:35.673406 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:02:35.673406 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:02:35.673406 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:02:35.673406 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:02:35.673406 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:02:35.673406 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:02:35.758442 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9470ba6a-2849-41d8-826b-85badd258ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:35.777176 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9470ba6a-2849-41d8-826b-85badd258ae2 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:35.788146 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470ba6a-2849-41d8-826b-85badd258ae2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e37b630b-11ad-4775-89c7-8620dee99b8e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:35.808169 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9470ba6a-2849-41d8-826b-85badd258ae2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e37b630b-11ad-4775-89c7-8620dee99b8e HTTP/1.1" status: 204 len: 168 time: 0.9453022 Feb 09 02:02:35.810826 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38302) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:36.170590 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-bf94b1e5-627c-4d47-a020-cfe50b7bd520 None None] Deleting port a563f0bc-8138-462c-a00f-2c4697fa1aba {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:02:36.171168 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bf94b1e5-627c-4d47-a020-cfe50b7bd520 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:36.242810 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-bf94b1e5-627c-4d47-a020-cfe50b7bd520 None None] The port 'a563f0bc-8138-462c-a00f-2c4697fa1aba' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 02:02:36.510407 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f91e1c4e-5c9a-43f9-b829-119998a1a875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:36.885054 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-f91e1c4e-5c9a-43f9-b829-119998a1a875 admin admin] Deleting port 75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:02:36.885385 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f91e1c4e-5c9a-43f9-b829-119998a1a875 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:37.029945 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-97f99257-036d-4bd5-86b4-56e749f56011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:37.070262 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-f91e1c4e-5c9a-43f9-b829-119998a1a875 admin admin] For port 75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5,segment=NetworkSegment(be6cfd79-8f6b-4547-ba3f-6638c76d6a57),segment_id=be6cfd79-8f6b-4547-ba3f-6638c76d6a57)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:02:37.070654 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f91e1c4e-5c9a-43f9-b829-119998a1a875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:37.198057 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-f91e1c4e-5c9a-43f9-b829-119998a1a875 admin admin] Calling delete_port for 75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5 owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:02:37.537174 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f91e1c4e-5c9a-43f9-b829-119998a1a875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:37.582449 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e1c4e-5c9a-43f9-b829-119998a1a875 admin admin] Pushing event deleted for resources: {'Port': ['ID=75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:37.988915 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f91e1c4e-5c9a-43f9-b829-119998a1a875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:38.378154 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91e1c4e-5c9a-43f9-b829-119998a1a875 admin admin] Router e84736f7-fd47-4bcb-8b14-157015e2b8c8 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:02:38.563947 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91e1c4e-5c9a-43f9-b829-119998a1a875 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:02:38.573986 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b678899b-e3b9-4cec-ae85-499a30178f03 None None] Sync routers for ids ['e84736f7-fd47-4bcb-8b14-157015e2b8c8'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:02:38.583380 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f91e1c4e-5c9a-43f9-b829-119998a1a875 admin admin] 10.222.0.37 "PUT /v2.0/routers/e84736f7-fd47-4bcb-8b14-157015e2b8c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7713914 Feb 09 02:02:38.585976 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38306) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:38.586330 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b678899b-e3b9-4cec-ae85-499a30178f03 None None] Routers {'e84736f7-fd47-4bcb-8b14-157015e2b8c8'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:02:38.587327 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-b678899b-e3b9-4cec-ae85-499a30178f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:02:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e84736f7-fd47-4bcb-8b14-157015e2b8c8'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:38.773998 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-07e0b436-00bf-4c1c-8b0b-4928b4ceefe6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:38.783290 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-b678899b-e3b9-4cec-ae85-499a30178f03 None None] Set router e84736f7-fd47-4bcb-8b14-157015e2b8c8 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:02:38.961959 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-07e0b436-00bf-4c1c-8b0b-4928b4ceefe6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:38.973717 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-07e0b436-00bf-4c1c-8b0b-4928b4ceefe6 admin admin] Deleting port 1b8adff0-f759-40fa-b1ad-ff35bd7afb7c {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:02:38.974205 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-07e0b436-00bf-4c1c-8b0b-4928b4ceefe6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:39.121094 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-b678899b-e3b9-4cec-ae85-499a30178f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84736f7-fd47-4bcb-8b14-157015e2b8c8', 'name': 'tempest-TestMinimumBasicScenario-585489155-router', 'tenant_id': '62569e5bed6c429bac85a81db742268d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '1b8adff0-f759-40fa-b1ad-ff35bd7afb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:23Z', 'updated_at': '2022-02-09T02:02:37Z', 'revision_number': 5, 'project_id': '62569e5bed6c429bac85a81db742268d', 'gw_port': {'id': '1b8adff0-f759-40fa-b1ad-ff35bd7afb7c', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84736f7-fd47-4bcb-8b14-157015e2b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:24Z', 'updated_at': '2022-02-09T02:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:39.126738 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b678899b-e3b9-4cec-ae85-499a30178f03 None None] Checking router: e84736f7-fd47-4bcb-8b14-157015e2b8c8 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:02:39.138716 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b678899b-e3b9-4cec-ae85-499a30178f03 None None] Routers {'e84736f7-fd47-4bcb-8b14-157015e2b8c8'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:02:39.139328 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-b678899b-e3b9-4cec-ae85-499a30178f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:02:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e84736f7-fd47-4bcb-8b14-157015e2b8c8'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:39.176466 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-07e0b436-00bf-4c1c-8b0b-4928b4ceefe6 admin admin] For port 1b8adff0-f759-40fa-b1ad-ff35bd7afb7c, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1b8adff0-f759-40fa-b1ad-ff35bd7afb7c,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:02:39.176823 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-07e0b436-00bf-4c1c-8b0b-4928b4ceefe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:39.327230 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-b678899b-e3b9-4cec-ae85-499a30178f03 None None] Set router e84736f7-fd47-4bcb-8b14-157015e2b8c8 gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:02:39.431804 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2ece5dbd-30f2-481b-8b80-ca9c9441c2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:39.439989 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-07e0b436-00bf-4c1c-8b0b-4928b4ceefe6 admin admin] Calling delete_port for 1b8adff0-f759-40fa-b1ad-ff35bd7afb7c owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:02:39.470643 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-b678899b-e3b9-4cec-ae85-499a30178f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84736f7-fd47-4bcb-8b14-157015e2b8c8', 'name': 'tempest-TestMinimumBasicScenario-585489155-router', 'tenant_id': '62569e5bed6c429bac85a81db742268d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:23Z', 'updated_at': '2022-02-09T02:02:38Z', 'revision_number': 6, 'project_id': '62569e5bed6c429bac85a81db742268d', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:39.475326 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b678899b-e3b9-4cec-ae85-499a30178f03 None None] The sync data for ids ['e84736f7-fd47-4bcb-8b14-157015e2b8c8'] in n-d-828419-1 is: [{'id': 'e84736f7-fd47-4bcb-8b14-157015e2b8c8', 'name': 'tempest-TestMinimumBasicScenario-585489155-router', 'tenant_id': '62569e5bed6c429bac85a81db742268d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:23Z', 'updated_at': '2022-02-09T02:02:38Z', 'revision_number': 6, 'project_id': '62569e5bed6c429bac85a81db742268d', 'gw_port_host': None}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:02:39.612873 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-07e0b436-00bf-4c1c-8b0b-4928b4ceefe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:39.663678 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0b436-00bf-4c1c-8b0b-4928b4ceefe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b8adff0-f759-40fa-b1ad-ff35bd7afb7c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:39.761337 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-07e0b436-00bf-4c1c-8b0b-4928b4ceefe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:39.958586 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-07e0b436-00bf-4c1c-8b0b-4928b4ceefe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:39.961133 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-07e0b436-00bf-4c1c-8b0b-4928b4ceefe6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:39.985054 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-07e0b436-00bf-4c1c-8b0b-4928b4ceefe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:39.985562 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e0b436-00bf-4c1c-8b0b-4928b4ceefe6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e84736f7-fd47-4bcb-8b14-157015e2b8c8 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 02:02:39.998158 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-07e0b436-00bf-4c1c-8b0b-4928b4ceefe6 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:39.999280 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-07e0b436-00bf-4c1c-8b0b-4928b4ceefe6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e84736f7-fd47-4bcb-8b14-157015e2b8c8 HTTP/1.1" status: 204 len: 168 time: 1.4122524 Feb 09 02:02:40.002107 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38310) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:40.070539 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca226c5-347e-4417-b990-de954e4b5a67 admin admin] Deleting subnet e244eb42-754b-44ab-8392-28a0e8c6af84 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 02:02:40.073831 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bca226c5-347e-4417-b990-de954e4b5a67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:40.127280 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bca226c5-347e-4417-b990-de954e4b5a67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:40.209738 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bca226c5-347e-4417-b990-de954e4b5a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:40.284043 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bca226c5-347e-4417-b990-de954e4b5a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:40.323790 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca226c5-347e-4417-b990-de954e4b5a67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e244eb42-754b-44ab-8392-28a0e8c6af84,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:40.329273 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-bca226c5-347e-4417-b990-de954e4b5a67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:40.340050 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-bca226c5-347e-4417-b990-de954e4b5a67 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e244eb42-754b-44ab-8392-28a0e8c6af84 HTTP/1.1" status: 204 len: 168 time: 0.3341444 Feb 09 02:02:40.340050 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38314) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:40.340804 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825edd97-f99e-421c-8f01-eec831f3282f None None] Network f22161d4-7d03-473d-aff4-b646487d05ab requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:02:40.450742 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec48f6e6-9cd3-4a94-a24c-8af96de2417b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:40.464684 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-ec48f6e6-9cd3-4a94-a24c-8af96de2417b admin admin] Deleting port c9eab7d3-d2b3-4931-8231-b373178c94f4 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:02:40.465019 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec48f6e6-9cd3-4a94-a24c-8af96de2417b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:40.548901 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:40.642549 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59f32a7-0e51-471a-b01f-961d8d55eb08 None None] DHCP port deletion for f22161d4-7d03-473d-aff4-b646487d05ab request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 02:02:40.653265 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b59f32a7-0e51-471a-b01f-961d8d55eb08 None None] Deleting port c9eab7d3-d2b3-4931-8231-b373178c94f4 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:02:40.653720 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b59f32a7-0e51-471a-b01f-961d8d55eb08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:40.697365 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-ec48f6e6-9cd3-4a94-a24c-8af96de2417b admin admin] For port c9eab7d3-d2b3-4931-8231-b373178c94f4, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=c9eab7d3-d2b3-4931-8231-b373178c94f4,segment=NetworkSegment(be6cfd79-8f6b-4547-ba3f-6638c76d6a57),segment_id=be6cfd79-8f6b-4547-ba3f-6638c76d6a57)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:02:40.697961 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec48f6e6-9cd3-4a94-a24c-8af96de2417b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:40.705969 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:40.827076 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-ec48f6e6-9cd3-4a94-a24c-8af96de2417b admin admin] Calling delete_port for c9eab7d3-d2b3-4931-8231-b373178c94f4 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:02:40.883704 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-b59f32a7-0e51-471a-b01f-961d8d55eb08 None None] For port c9eab7d3-d2b3-4931-8231-b373178c94f4, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=c9eab7d3-d2b3-4931-8231-b373178c94f4,segment=NetworkSegment(be6cfd79-8f6b-4547-ba3f-6638c76d6a57),segment_id=be6cfd79-8f6b-4547-ba3f-6638c76d6a57)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:02:40.884304 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b59f32a7-0e51-471a-b01f-961d8d55eb08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:40.911398 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec48f6e6-9cd3-4a94-a24c-8af96de2417b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:41.055864 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b59f32a7-0e51-471a-b01f-961d8d55eb08 None None] Calling delete_port for c9eab7d3-d2b3-4931-8231-b373178c94f4 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:02:41.100452 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48f6e6-9cd3-4a94-a24c-8af96de2417b admin admin] Pushing event deleted for resources: {'Port': ['ID=c9eab7d3-d2b3-4931-8231-b373178c94f4,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:41.108976 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec48f6e6-9cd3-4a94-a24c-8af96de2417b admin admin] No DVR routers for this DVR port c9eab7d3-d2b3-4931-8231-b373178c94f4 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:02:41.130304 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-b59f32a7-0e51-471a-b01f-961d8d55eb08 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:02:41.130659 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-b59f32a7-0e51-471a-b01f-961d8d55eb08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:02:41.245588 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec48f6e6-9cd3-4a94-a24c-8af96de2417b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:41.258742 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device c9eab7d3-d2b3-4931-8231-b373178c94f4 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:02:41.272962 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-ec48f6e6-9cd3-4a94-a24c-8af96de2417b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f22161d4-7d03-473d-aff4-b646487d05ab']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:41.285771 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-ec48f6e6-9cd3-4a94-a24c-8af96de2417b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be6cfd79-8f6b-4547-ba3f-6638c76d6a57') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:41.286070 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-ec48f6e6-9cd3-4a94-a24c-8af96de2417b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be6cfd79-8f6b-4547-ba3f-6638c76d6a57') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:41.296088 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: c9eab7d3-d2b3-4931-8231-b373178c94f4 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:02:41.296458 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device c9eab7d3-d2b3-4931-8231-b373178c94f4 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:02:41.296888 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1b8adff0-f759-40fa-b1ad-ff35bd7afb7c no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:02:41.299002 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec48f6e6-9cd3-4a94-a24c-8af96de2417b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:41.320609 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec48f6e6-9cd3-4a94-a24c-8af96de2417b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:41.327516 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec48f6e6-9cd3-4a94-a24c-8af96de2417b admin admin] Releasing vlan 959 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:02:41.327885 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec48f6e6-9cd3-4a94-a24c-8af96de2417b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:41.334198 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 1b8adff0-f759-40fa-b1ad-ff35bd7afb7c {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:02:41.334592 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1b8adff0-f759-40fa-b1ad-ff35bd7afb7c not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:02:41.335011 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:02:41.341619 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 02:02:41.341619 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:02:41.341619 n-d-828419-1 neutron-server[87611]: timer() Feb 09 02:02:41.341619 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:02:41.341619 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 02:02:41.341619 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 02:02:41.341619 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 02:02:41.341619 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:02:41.341619 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 02:02:41.341619 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:02:41.341619 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 02:02:41.341619 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:02:41.341619 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 02:02:41.341619 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 02:02:41.341619 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:02:41.341619 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 02:02:41.341619 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:02:41.341619 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 02:02:41.341619 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 02:02:41.341619 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 02:02:41.341619 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 02:02:41.341619 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 02:02:41.341619 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:02:41.341619 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:02:41.341619 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 02:02:41.341619 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:02:41.341619 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:02:41.341619 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:02:41.341619 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:02:41.341619 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:02:41.341619 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:02:41.341619 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:02:41.371331 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:02:41.371670 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 75fd6fc1-0f75-46f4-96a6-fcf6d1a3b8b5 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:02:41.421852 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec48f6e6-9cd3-4a94-a24c-8af96de2417b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:41.439996 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ec48f6e6-9cd3-4a94-a24c-8af96de2417b admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:41.452590 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48f6e6-9cd3-4a94-a24c-8af96de2417b admin admin] Pushing event deleted for resources: {'Network': ['ID=f22161d4-7d03-473d-aff4-b646487d05ab,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:41.457598 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ec48f6e6-9cd3-4a94-a24c-8af96de2417b admin admin] 10.222.0.37 "DELETE /v2.0/networks/f22161d4-7d03-473d-aff4-b646487d05ab HTTP/1.1" status: 204 len: 168 time: 1.1167359 Feb 09 02:02:41.632424 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b59f32a7-0e51-471a-b01f-961d8d55eb08 None None] Deleting port c9eab7d3-d2b3-4931-8231-b373178c94f4 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:02:41.632971 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b59f32a7-0e51-471a-b01f-961d8d55eb08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:41.635463 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38320) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:41.694647 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e4646582-6c83-4d9a-adba-248d56247aab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c2a86d6b4f4a4e44bc96222713a0e3d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0572879 Feb 09 02:02:41.698672 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38324) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:41.702411 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b59f32a7-0e51-471a-b01f-961d8d55eb08 None None] The port 'c9eab7d3-d2b3-4931-8231-b373178c94f4' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 02:02:41.769211 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9465dbf3-063b-4f48-8faa-3ca9121ad3f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:41.798359 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9465dbf3-063b-4f48-8faa-3ca9121ad3f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:41.861263 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9465dbf3-063b-4f48-8faa-3ca9121ad3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:41.880115 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465dbf3-063b-4f48-8faa-3ca9121ad3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8478c1-6e28-4a0e-8d61-0671058c8afc,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:41.895398 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9465dbf3-063b-4f48-8faa-3ca9121ad3f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:41.896589 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9465dbf3-063b-4f48-8faa-3ca9121ad3f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b8478c1-6e28-4a0e-8d61-0671058c8afc HTTP/1.1" status: 204 len: 168 time: 0.1969149 Feb 09 02:02:41.978613 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:42.290001 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38332) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:42.339535 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a1fbb275-69f2-4c44-bfdc-0bc380ae3518 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=62569e5bed6c429bac85a81db742268d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483742 Feb 09 02:02:42.342076 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38336) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:42.401791 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e1eba9be-f848-4740-a4b3-e118851dafb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:42.427694 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e1eba9be-f848-4740-a4b3-e118851dafb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:42.486142 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e1eba9be-f848-4740-a4b3-e118851dafb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:42.507720 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eba9be-f848-4740-a4b3-e118851dafb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76a4c0b-7cbd-4914-94e0-cef95ca93785,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:42.511203 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e1eba9be-f848-4740-a4b3-e118851dafb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:42.512544 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e1eba9be-f848-4740-a4b3-e118851dafb7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e76a4c0b-7cbd-4914-94e0-cef95ca93785 HTTP/1.1" status: 204 len: 168 time: 0.1693606 Feb 09 02:02:44.659927 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38380) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:44.665911 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-adc2b5ba-a4c1-4b91-8153-ce4d38b3588f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-399587596', 'description': 'tempest-secgroup-smoke-399587596 description', 'project_id': '16b263e01e4243329994a2077cba6ee7'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:44.672987 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-adc2b5ba-a4c1-4b91-8153-ce4d38b3588f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:02:44.677053 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-adc2b5ba-a4c1-4b91-8153-ce4d38b3588f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:02:44.680084 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-adc2b5ba-a4c1-4b91-8153-ce4d38b3588f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:02:44.686908 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-adc2b5ba-a4c1-4b91-8153-ce4d38b3588f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:02:44.698393 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-adc2b5ba-a4c1-4b91-8153-ce4d38b3588f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:44.711653 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-adc2b5ba-a4c1-4b91-8153-ce4d38b3588f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:44.731652 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-adc2b5ba-a4c1-4b91-8153-ce4d38b3588f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:02:44.736253 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-adc2b5ba-a4c1-4b91-8153-ce4d38b3588f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:02:44.739352 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-adc2b5ba-a4c1-4b91-8153-ce4d38b3588f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:02:44.746049 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-adc2b5ba-a4c1-4b91-8153-ce4d38b3588f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:02:44.842278 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-adc2b5ba-a4c1-4b91-8153-ce4d38b3588f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:44.846619 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-adc2b5ba-a4c1-4b91-8153-ce4d38b3588f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:44.860186 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-adc2b5ba-a4c1-4b91-8153-ce4d38b3588f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:02:44.866972 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-adc2b5ba-a4c1-4b91-8153-ce4d38b3588f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:02:44.873441 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-adc2b5ba-a4c1-4b91-8153-ce4d38b3588f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:02:44.891962 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-adc2b5ba-a4c1-4b91-8153-ce4d38b3588f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:02:44.900854 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2b5ba-a4c1-4b91-8153-ce4d38b3588f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4a4c56-8c98-434c-9887-dcd01d806acd,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:44.983227 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-adc2b5ba-a4c1-4b91-8153-ce4d38b3588f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:44.987662 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-adc2b5ba-a4c1-4b91-8153-ce4d38b3588f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:45.039012 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2b5ba-a4c1-4b91-8153-ce4d38b3588f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d088a6-8c73-479a-a4a7-2a58528b29a8,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:45.043586 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-adc2b5ba-a4c1-4b91-8153-ce4d38b3588f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:45.047108 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-adc2b5ba-a4c1-4b91-8153-ce4d38b3588f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3839433 Feb 09 02:02:45.049831 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38384) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:45.056054 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-5bef3282-636f-4bfa-aa26-6c9675bf6b2b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'security_group_rule': {'security_group_id': 'b9d088a6-8c73-479a-a4a7-2a58528b29a8', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:45.063638 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5bef3282-636f-4bfa-aa26-6c9675bf6b2b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:02:45.068067 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5bef3282-636f-4bfa-aa26-6c9675bf6b2b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:02:45.072464 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5bef3282-636f-4bfa-aa26-6c9675bf6b2b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:02:45.079302 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5bef3282-636f-4bfa-aa26-6c9675bf6b2b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:02:45.106253 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5bef3282-636f-4bfa-aa26-6c9675bf6b2b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:45.190707 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5bef3282-636f-4bfa-aa26-6c9675bf6b2b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:45.196112 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5bef3282-636f-4bfa-aa26-6c9675bf6b2b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:45.235242 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef3282-636f-4bfa-aa26-6c9675bf6b2b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e70bcaf-ca5c-4850-937d-89a975210d27,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:45.251472 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5bef3282-636f-4bfa-aa26-6c9675bf6b2b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:45.252299 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5bef3282-636f-4bfa-aa26-6c9675bf6b2b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2011061 Feb 09 02:02:45.254872 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38388) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:45.263830 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-fd4fa11f-37f7-4137-a889-e4b37adbf245 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'security_group_rule': {'security_group_id': 'b9d088a6-8c73-479a-a4a7-2a58528b29a8', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:45.278167 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-fd4fa11f-37f7-4137-a889-e4b37adbf245 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:02:45.284816 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fd4fa11f-37f7-4137-a889-e4b37adbf245 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:02:45.289274 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-fd4fa11f-37f7-4137-a889-e4b37adbf245 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:02:45.297197 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-fd4fa11f-37f7-4137-a889-e4b37adbf245 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:02:45.317923 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fd4fa11f-37f7-4137-a889-e4b37adbf245 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:45.389152 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fd4fa11f-37f7-4137-a889-e4b37adbf245 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:45.394404 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fd4fa11f-37f7-4137-a889-e4b37adbf245 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:45.423223 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4fa11f-37f7-4137-a889-e4b37adbf245 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8206aefe-6cb8-4c70-be5c-91d3aeab225d,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:45.435129 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fd4fa11f-37f7-4137-a889-e4b37adbf245 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:45.436490 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fd4fa11f-37f7-4137-a889-e4b37adbf245 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1806142 Feb 09 02:02:45.439992 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38392) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:45.446456 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-44879c96-be28-4e19-b72b-24dc33320cc7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'security_group_rule': {'security_group_id': 'b9d088a6-8c73-479a-a4a7-2a58528b29a8', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:45.453228 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-44879c96-be28-4e19-b72b-24dc33320cc7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:02:45.457235 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-44879c96-be28-4e19-b72b-24dc33320cc7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:02:45.460939 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-44879c96-be28-4e19-b72b-24dc33320cc7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:02:45.467497 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-44879c96-be28-4e19-b72b-24dc33320cc7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:02:45.484022 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-44879c96-be28-4e19-b72b-24dc33320cc7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:45.550962 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-44879c96-be28-4e19-b72b-24dc33320cc7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:45.555564 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-44879c96-be28-4e19-b72b-24dc33320cc7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:45.587625 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44879c96-be28-4e19-b72b-24dc33320cc7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d6fc05-15dd-454d-b119-3cfa8cab1b38,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:45.600746 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-44879c96-be28-4e19-b72b-24dc33320cc7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:45.602423 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-44879c96-be28-4e19-b72b-24dc33320cc7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1607144 Feb 09 02:02:45.609205 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38396) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:45.616460 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-91a27a27-ce0c-4954-a566-766455941560 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'security_group_rule': {'security_group_id': 'b9d088a6-8c73-479a-a4a7-2a58528b29a8', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:45.624829 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-91a27a27-ce0c-4954-a566-766455941560 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:02:45.629050 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-91a27a27-ce0c-4954-a566-766455941560 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:02:45.632882 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-91a27a27-ce0c-4954-a566-766455941560 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:02:45.639473 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-91a27a27-ce0c-4954-a566-766455941560 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:02:45.661066 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-91a27a27-ce0c-4954-a566-766455941560 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:45.742097 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-91a27a27-ce0c-4954-a566-766455941560 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:45.746925 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-91a27a27-ce0c-4954-a566-766455941560 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:45.773386 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a27a27-ce0c-4954-a566-766455941560 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13013df1-3c72-4041-940f-ec6d6ce546c1,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:45.784751 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-91a27a27-ce0c-4954-a566-766455941560 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:45.789006 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-91a27a27-ce0c-4954-a566-766455941560 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1760578 Feb 09 02:02:45.790116 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38400) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:45.795704 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-34e760b6-7141-4e0c-936e-1a2b44a0f453 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'security_group_rule': {'security_group_id': 'b9d088a6-8c73-479a-a4a7-2a58528b29a8', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:45.802823 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-34e760b6-7141-4e0c-936e-1a2b44a0f453 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:02:45.809563 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-34e760b6-7141-4e0c-936e-1a2b44a0f453 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:02:45.812857 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-34e760b6-7141-4e0c-936e-1a2b44a0f453 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:02:45.819432 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-34e760b6-7141-4e0c-936e-1a2b44a0f453 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:02:45.832828 n-d-828419-1 neutron-server[87611]: INFO neutron.db.securitygroups_db [None req-34e760b6-7141-4e0c-936e-1a2b44a0f453 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Project 16b263e01e4243329994a2077cba6ee7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:02:45.841919 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-34e760b6-7141-4e0c-936e-1a2b44a0f453 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:45.914203 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-34e760b6-7141-4e0c-936e-1a2b44a0f453 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:45.918353 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-34e760b6-7141-4e0c-936e-1a2b44a0f453 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:45.943584 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e760b6-7141-4e0c-936e-1a2b44a0f453 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26fedfb8-3f7f-4469-98e7-bbd51339cb6c,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:45.957552 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-34e760b6-7141-4e0c-936e-1a2b44a0f453 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:45.959415 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-34e760b6-7141-4e0c-936e-1a2b44a0f453 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1676695 Feb 09 02:02:45.962622 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38404) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:45.971647 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-8a68fc39-ae29-45f1-bba6-0edbee1a9214 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'security_group_rule': {'security_group_id': 'b9d088a6-8c73-479a-a4a7-2a58528b29a8', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:45.981518 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8a68fc39-ae29-45f1-bba6-0edbee1a9214 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:02:45.986636 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8a68fc39-ae29-45f1-bba6-0edbee1a9214 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:02:45.991222 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8a68fc39-ae29-45f1-bba6-0edbee1a9214 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:02:46.000320 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8a68fc39-ae29-45f1-bba6-0edbee1a9214 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:02:46.014216 n-d-828419-1 neutron-server[87611]: INFO neutron.db.securitygroups_db [None req-8a68fc39-ae29-45f1-bba6-0edbee1a9214 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Project 16b263e01e4243329994a2077cba6ee7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:02:46.022364 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8a68fc39-ae29-45f1-bba6-0edbee1a9214 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:46.124946 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8a68fc39-ae29-45f1-bba6-0edbee1a9214 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:46.129835 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8a68fc39-ae29-45f1-bba6-0edbee1a9214 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:46.157917 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68fc39-ae29-45f1-bba6-0edbee1a9214 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a9cceb-9764-4893-a1e3-c77dc56e0138,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:46.168747 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8a68fc39-ae29-45f1-bba6-0edbee1a9214 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:46.170308 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8a68fc39-ae29-45f1-bba6-0edbee1a9214 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2061398 Feb 09 02:02:46.174270 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38408) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:46.180558 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-6f40c3cf-a4f4-4fd3-aac4-a9a73ab6fc20 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'network': {'name': 'tempest-network-smoke--1435496663', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'port_security_enabled': True}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:46.186667 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6f40c3cf-a4f4-4fd3-aac4-a9a73ab6fc20 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:02:46.190973 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6f40c3cf-a4f4-4fd3-aac4-a9a73ab6fc20 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:network and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:02:46.195247 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6f40c3cf-a4f4-4fd3-aac4-a9a73ab6fc20 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:02:46.204754 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6f40c3cf-a4f4-4fd3-aac4-a9a73ab6fc20 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:02:46.218799 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f40c3cf-a4f4-4fd3-aac4-a9a73ab6fc20 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Made reservation on behalf of 16b263e01e4243329994a2077cba6ee7 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:02:46.223092 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6f40c3cf-a4f4-4fd3-aac4-a9a73ab6fc20 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:46.259810 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f40c3cf-a4f4-4fd3-aac4-a9a73ab6fc20 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 982} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:02:46.272488 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6f40c3cf-a4f4-4fd3-aac4-a9a73ab6fc20 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:46.272488 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-6f40c3cf-a4f4-4fd3-aac4-a9a73ab6fc20 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Added segment 1a68aa57-fbd4-40c8-8fc7-311ac97909d6 of type vlan for network d63411db-df05-4a65-97f8-ec950c519b9c Feb 09 02:02:46.309691 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6f40c3cf-a4f4-4fd3-aac4-a9a73ab6fc20 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:46.353083 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6f40c3cf-a4f4-4fd3-aac4-a9a73ab6fc20 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:46.360171 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f40c3cf-a4f4-4fd3-aac4-a9a73ab6fc20 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:46.361197 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6f40c3cf-a4f4-4fd3-aac4-a9a73ab6fc20 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:46.476150 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6f40c3cf-a4f4-4fd3-aac4-a9a73ab6fc20 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3005383 Feb 09 02:02:46.479848 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38412) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:46.487455 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-7e6ceb72-2168-49fb-8b9b-5d18a8790844 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2021802549', 'admin_state_up': True, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:46.497731 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40c3cf-a4f4-4fd3-aac4-a9a73ab6fc20 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Network': ['ID=d63411db-df05-4a65-97f8-ec950c519b9c,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:46.500324 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7e6ceb72-2168-49fb-8b9b-5d18a8790844 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:02:46.504710 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7e6ceb72-2168-49fb-8b9b-5d18a8790844 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:router and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:02:46.509569 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7e6ceb72-2168-49fb-8b9b-5d18a8790844 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:02:46.512896 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network d63411db-df05-4a65-97f8-ec950c519b9c details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 02:02:46.515966 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7e6ceb72-2168-49fb-8b9b-5d18a8790844 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:02:46.525912 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7e6ceb72-2168-49fb-8b9b-5d18a8790844 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:46.527030 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7e6ceb72-2168-49fb-8b9b-5d18a8790844 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:46.543830 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7e6ceb72-2168-49fb-8b9b-5d18a8790844 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:46.936709 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7e6ceb72-2168-49fb-8b9b-5d18a8790844 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:47.287367 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7e6ceb72-2168-49fb-8b9b-5d18a8790844 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:47.318022 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7e6ceb72-2168-49fb-8b9b-5d18a8790844 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:47.470150 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-7e6ceb72-2168-49fb-8b9b-5d18a8790844 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Allocated IP 172.25.5.236 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/0aeabdbe-1806-4d09-ba6d-6ad7345909dc) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:02:47.629914 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7e6ceb72-2168-49fb-8b9b-5d18a8790844 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:47.663098 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7e6ceb72-2168-49fb-8b9b-5d18a8790844 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:47.733964 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6ceb72-2168-49fb-8b9b-5d18a8790844 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:02:47.736750 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-7e6ceb72-2168-49fb-8b9b-5d18a8790844 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:47.741751 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6ceb72-2168-49fb-8b9b-5d18a8790844 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:02:47.769658 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ceb72-2168-49fb-8b9b-5d18a8790844 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Port': ['ID=0aeabdbe-1806-4d09-ba6d-6ad7345909dc,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:48.177247 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7e6ceb72-2168-49fb-8b9b-5d18a8790844 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:48.649145 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7e6ceb72-2168-49fb-8b9b-5d18a8790844 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:48.874122 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6ceb72-2168-49fb-8b9b-5d18a8790844 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Router da05b8e8-a6e0-4267-b73d-c5704cc274bd is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 02:02:49.088257 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6ceb72-2168-49fb-8b9b-5d18a8790844 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:02:49.101464 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273f4646-26de-45b9-8dbd-70c981f40767 None None] Sync routers for ids ['da05b8e8-a6e0-4267-b73d-c5704cc274bd'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:02:49.117176 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273f4646-26de-45b9-8dbd-70c981f40767 None None] Routers {'da05b8e8-a6e0-4267-b73d-c5704cc274bd'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:02:49.118166 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-273f4646-26de-45b9-8dbd-70c981f40767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:02:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['da05b8e8-a6e0-4267-b73d-c5704cc274bd'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:49.125608 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7e6ceb72-2168-49fb-8b9b-5d18a8790844 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:49.126968 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7e6ceb72-2168-49fb-8b9b-5d18a8790844 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6461234 Feb 09 02:02:49.131752 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38416) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:49.314947 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e7e53059-a989-4b95-9e3d-6ad3c87e770e tempest-TestNetworkAdvancedServerOps-1592522248 tempest-TestNetworkAdvancedServerOps-1592522248-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=16b263e01e4243329994a2077cba6ee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1816776 Feb 09 02:02:49.319095 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38422) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:49.342272 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-273f4646-26de-45b9-8dbd-70c981f40767 None None] Set router da05b8e8-a6e0-4267-b73d-c5704cc274bd gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:02:49.493926 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6422d2f6-1936-47da-9d46-64690a14e00e tempest-TestNetworkAdvancedServerOps-1592522248 tempest-TestNetworkAdvancedServerOps-1592522248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:49.495407 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6422d2f6-1936-47da-9d46-64690a14e00e tempest-TestNetworkAdvancedServerOps-1592522248 tempest-TestNetworkAdvancedServerOps-1592522248-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1751533 Feb 09 02:02:49.498294 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38426) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:49.538817 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-67ef6516-8816-4cb9-82ba-a30771b34ce9 tempest-TestNetworkAdvancedServerOps-1592522248 tempest-TestNetworkAdvancedServerOps-1592522248-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d1df58ff-1788-422d-89ee-d00e1fe89789&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394077 Feb 09 02:02:49.541530 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38430) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:49.546925 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-5f4e93d5-2f12-479a-9f40-409f6a2a74f9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1249546116', 'network_id': 'd63411db-df05-4a65-97f8-ec950c519b9c', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:49.637239 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-273f4646-26de-45b9-8dbd-70c981f40767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021802549', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '0aeabdbe-1806-4d09-ba6d-6ad7345909dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:46Z', 'updated_at': '2022-02-09T02:02:47Z', 'revision_number': 3, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '0aeabdbe-1806-4d09-ba6d-6ad7345909dc', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:47Z', 'updated_at': '2022-02-09T02:02:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:49.643353 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273f4646-26de-45b9-8dbd-70c981f40767 None None] Checking router: da05b8e8-a6e0-4267-b73d-c5704cc274bd for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:02:49.643704 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273f4646-26de-45b9-8dbd-70c981f40767 None None] Updating router da05b8e8-a6e0-4267-b73d-c5704cc274bd port 0aeabdbe-1806-4d09-ba6d-6ad7345909dc binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:02:49.679557 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5f4e93d5-2f12-479a-9f40-409f6a2a74f9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:02:49.684442 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5f4e93d5-2f12-479a-9f40-409f6a2a74f9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:subnet and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:02:49.687710 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5f4e93d5-2f12-479a-9f40-409f6a2a74f9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:02:49.694277 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5f4e93d5-2f12-479a-9f40-409f6a2a74f9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:02:49.700742 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-273f4646-26de-45b9-8dbd-70c981f40767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:49.705043 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4e93d5-2f12-479a-9f40-409f6a2a74f9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Made reservation on behalf of 16b263e01e4243329994a2077cba6ee7 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:02:49.708769 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5f4e93d5-2f12-479a-9f40-409f6a2a74f9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:49.944740 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5f4e93d5-2f12-479a-9f40-409f6a2a74f9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:50.024681 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e93d5-2f12-479a-9f40-409f6a2a74f9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Subnet': ['ID=ac7b9ef3-0ac1-4303-970e-55f85546b385,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:50.035021 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4e93d5-2f12-479a-9f40-409f6a2a74f9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Checking segment: {'id': '1a68aa57-fbd4-40c8-8fc7-311ac97909d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'd63411db-df05-4a65-97f8-ec950c519b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:02:50.035381 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4e93d5-2f12-479a-9f40-409f6a2a74f9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Network hostable DHCP agents. Network: d63411db-df05-4a65-97f8-ec950c519b9c, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:02:50.049977 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-273f4646-26de-45b9-8dbd-70c981f40767 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:50.063821 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-273f4646-26de-45b9-8dbd-70c981f40767 None None] Transition to ACTIVE for port object 0aeabdbe-1806-4d09-ba6d-6ad7345909dc will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:02:50.072178 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4e93d5-2f12-479a-9f40-409f6a2a74f9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Network d63411db-df05-4a65-97f8-ec950c519b9c is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:02:50.074241 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-273f4646-26de-45b9-8dbd-70c981f40767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:50.084587 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-5f4e93d5-2f12-479a-9f40-409f6a2a74f9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, d63411db-df05-4a65-97f8-ec950c519b9c) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:50.089070 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4e93d5-2f12-479a-9f40-409f6a2a74f9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:50.089653 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5f4e93d5-2f12-479a-9f40-409f6a2a74f9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:50.112957 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5f4e93d5-2f12-479a-9f40-409f6a2a74f9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5703886 Feb 09 02:02:50.116837 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38434) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:02:50.124775 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052e0238-dd82-4da8-8061-8cac82c874e1 None None] Network d63411db-df05-4a65-97f8-ec950c519b9c requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:02:50.284166 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882d3f2-1b59-4046-a30b-784676d2e5e6 None None] Pushing event updated for resources: {'Port': ['ID=0aeabdbe-1806-4d09-ba6d-6ad7345909dc,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:50.289455 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-273f4646-26de-45b9-8dbd-70c981f40767 None None] Attempting to bind port 0aeabdbe-1806-4d09-ba6d-6ad7345909dc on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:02:50.289829 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-273f4646-26de-45b9-8dbd-70c981f40767 None None] Attempting to bind port 0aeabdbe-1806-4d09-ba6d-6ad7345909dc by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:02:50.290191 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273f4646-26de-45b9-8dbd-70c981f40767 None None] Attempting to bind port 0aeabdbe-1806-4d09-ba6d-6ad7345909dc on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:02:50.303801 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882d3f2-1b59-4046-a30b-784676d2e5e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:50.304144 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882d3f2-1b59-4046-a30b-784676d2e5e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:50.304527 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882d3f2-1b59-4046-a30b-784676d2e5e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:50.304868 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882d3f2-1b59-4046-a30b-784676d2e5e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:50.305199 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882d3f2-1b59-4046-a30b-784676d2e5e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:50.305524 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882d3f2-1b59-4046-a30b-784676d2e5e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:50.305849 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882d3f2-1b59-4046-a30b-784676d2e5e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:50.306172 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882d3f2-1b59-4046-a30b-784676d2e5e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:50.306491 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882d3f2-1b59-4046-a30b-784676d2e5e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:50.306811 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882d3f2-1b59-4046-a30b-784676d2e5e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:50.307130 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882d3f2-1b59-4046-a30b-784676d2e5e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:50.307448 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882d3f2-1b59-4046-a30b-784676d2e5e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:50.322526 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273f4646-26de-45b9-8dbd-70c981f40767 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:02:50.322905 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273f4646-26de-45b9-8dbd-70c981f40767 None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:02:50.323309 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-273f4646-26de-45b9-8dbd-70c981f40767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:50.323706 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273f4646-26de-45b9-8dbd-70c981f40767 None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:02:50.324193 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-273f4646-26de-45b9-8dbd-70c981f40767 None None] Bound port: 0aeabdbe-1806-4d09-ba6d-6ad7345909dc, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:02:50.324598 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-273f4646-26de-45b9-8dbd-70c981f40767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:50.459421 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-273f4646-26de-45b9-8dbd-70c981f40767 None None] For port 0aeabdbe-1806-4d09-ba6d-6ad7345909dc, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:02:50.497579 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-273f4646-26de-45b9-8dbd-70c981f40767 None None] For port 0aeabdbe-1806-4d09-ba6d-6ad7345909dc, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=0aeabdbe-1806-4d09-ba6d-6ad7345909dc,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:02:50.505245 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-273f4646-26de-45b9-8dbd-70c981f40767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:50.545055 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a38801c-ba8e-4031-88c0-e377e67bb5b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-d63411db-df05-4a65-97f8-ec950c519b9c', 'network_id': 'd63411db-df05-4a65-97f8-ec950c519b9c', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'fixed_ips': [{'subnet_id': 'ac7b9ef3-0ac1-4303-970e-55f85546b385'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 02:02:50.545892 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2a38801c-ba8e-4031-88c0-e377e67bb5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:50.656257 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273f4646-26de-45b9-8dbd-70c981f40767 None None] Routers {'da05b8e8-a6e0-4267-b73d-c5704cc274bd'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:02:50.656927 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-273f4646-26de-45b9-8dbd-70c981f40767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:02:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['da05b8e8-a6e0-4267-b73d-c5704cc274bd'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:50.717659 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882d3f2-1b59-4046-a30b-784676d2e5e6 None None] Pushing event updated for resources: {'Port': ['ID=0aeabdbe-1806-4d09-ba6d-6ad7345909dc,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:50.907796 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-2a38801c-ba8e-4031-88c0-e377e67bb5b1 None None] Allocated IP 172.20.0.2 (d63411db-df05-4a65-97f8-ec950c519b9c/ac7b9ef3-0ac1-4303-970e-55f85546b385/1cf3c8ff-a56d-4df5-b601-5040d5ab52d6) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:02:50.914783 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-273f4646-26de-45b9-8dbd-70c981f40767 None None] Set router da05b8e8-a6e0-4267-b73d-c5704cc274bd gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:02:51.021914 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fc9ffa63-74d8-4553-9cfb-d80ed553c86d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:51.360112 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2a38801c-ba8e-4031-88c0-e377e67bb5b1 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:51.379101 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2a38801c-ba8e-4031-88c0-e377e67bb5b1 None None] Transition to ACTIVE for port object 1cf3c8ff-a56d-4df5-b601-5040d5ab52d6 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:02:51.401642 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2a38801c-ba8e-4031-88c0-e377e67bb5b1 None None] Transition to ACTIVE for port object 1cf3c8ff-a56d-4df5-b601-5040d5ab52d6 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:02:51.403745 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-273f4646-26de-45b9-8dbd-70c981f40767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021802549', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '0aeabdbe-1806-4d09-ba6d-6ad7345909dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:46Z', 'updated_at': '2022-02-09T02:02:47Z', 'revision_number': 3, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '0aeabdbe-1806-4d09-ba6d-6ad7345909dc', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:47Z', 'updated_at': '2022-02-09T02:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:51.408605 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273f4646-26de-45b9-8dbd-70c981f40767 None None] The sync data for ids ['da05b8e8-a6e0-4267-b73d-c5704cc274bd'] in n-d-828419-1 is: [{'id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021802549', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '0aeabdbe-1806-4d09-ba6d-6ad7345909dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:46Z', 'updated_at': '2022-02-09T02:02:47Z', 'revision_number': 3, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '0aeabdbe-1806-4d09-ba6d-6ad7345909dc', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:47Z', 'updated_at': '2022-02-09T02:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:02:51.410988 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2a38801c-ba8e-4031-88c0-e377e67bb5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:51.480587 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a38801c-ba8e-4031-88c0-e377e67bb5b1 None None] Network d63411db-df05-4a65-97f8-ec950c519b9c is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:02:51.482520 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-fc9ffa63-74d8-4553-9cfb-d80ed553c86d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Allocated IP 172.20.0.1 (d63411db-df05-4a65-97f8-ec950c519b9c/ac7b9ef3-0ac1-4303-970e-55f85546b385/b534b340-52dc-4580-9ac9-3e1f4467bb24) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:02:51.483572 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-2a38801c-ba8e-4031-88c0-e377e67bb5b1 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:51.487924 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a38801c-ba8e-4031-88c0-e377e67bb5b1 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:02:51.525443 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38801c-ba8e-4031-88c0-e377e67bb5b1 None None] Pushing event updated for resources: {'Port': ['ID=1cf3c8ff-a56d-4df5-b601-5040d5ab52d6,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:51.584159 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-2a38801c-ba8e-4031-88c0-e377e67bb5b1 None None] Attempting to bind port 1cf3c8ff-a56d-4df5-b601-5040d5ab52d6 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:02:51.584571 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-2a38801c-ba8e-4031-88c0-e377e67bb5b1 None None] Attempting to bind port 1cf3c8ff-a56d-4df5-b601-5040d5ab52d6 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '1a68aa57-fbd4-40c8-8fc7-311ac97909d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'd63411db-df05-4a65-97f8-ec950c519b9c'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:02:51.584944 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a38801c-ba8e-4031-88c0-e377e67bb5b1 None None] Attempting to bind port 1cf3c8ff-a56d-4df5-b601-5040d5ab52d6 on network d63411db-df05-4a65-97f8-ec950c519b9c {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:02:51.590778 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a38801c-ba8e-4031-88c0-e377e67bb5b1 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:02:51.591158 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a38801c-ba8e-4031-88c0-e377e67bb5b1 None None] Checking segment: {'id': '1a68aa57-fbd4-40c8-8fc7-311ac97909d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'd63411db-df05-4a65-97f8-ec950c519b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:02:51.591519 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2a38801c-ba8e-4031-88c0-e377e67bb5b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:51.591847 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a38801c-ba8e-4031-88c0-e377e67bb5b1 None None] Bound using segment: {'id': '1a68aa57-fbd4-40c8-8fc7-311ac97909d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'd63411db-df05-4a65-97f8-ec950c519b9c'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:02:51.592277 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-2a38801c-ba8e-4031-88c0-e377e67bb5b1 None None] Bound port: 1cf3c8ff-a56d-4df5-b601-5040d5ab52d6, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a68aa57-fbd4-40c8-8fc7-311ac97909d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'd63411db-df05-4a65-97f8-ec950c519b9c'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:02:51.592688 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2a38801c-ba8e-4031-88c0-e377e67bb5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:51.679590 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fc9ffa63-74d8-4553-9cfb-d80ed553c86d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:51.697380 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-fc9ffa63-74d8-4553-9cfb-d80ed553c86d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Transition to ACTIVE for port object b534b340-52dc-4580-9ac9-3e1f4467bb24 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:02:51.730163 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fc9ffa63-74d8-4553-9cfb-d80ed553c86d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:51.766866 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-2a38801c-ba8e-4031-88c0-e377e67bb5b1 None None] For port 1cf3c8ff-a56d-4df5-b601-5040d5ab52d6, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:02:51.770601 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-2a38801c-ba8e-4031-88c0-e377e67bb5b1 None None] For port 1cf3c8ff-a56d-4df5-b601-5040d5ab52d6, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1cf3c8ff-a56d-4df5-b601-5040d5ab52d6,segment=NetworkSegment(1a68aa57-fbd4-40c8-8fc7-311ac97909d6),segment_id=1a68aa57-fbd4-40c8-8fc7-311ac97909d6)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:02:51.775754 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2a38801c-ba8e-4031-88c0-e377e67bb5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:51.814765 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9ffa63-74d8-4553-9cfb-d80ed553c86d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Network d63411db-df05-4a65-97f8-ec950c519b9c is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:02:51.817310 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-fc9ffa63-74d8-4553-9cfb-d80ed553c86d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:51.819405 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ffa63-74d8-4553-9cfb-d80ed553c86d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Port': ['ID=b534b340-52dc-4580-9ac9-3e1f4467bb24,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:51.821725 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9ffa63-74d8-4553-9cfb-d80ed553c86d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:02:51.869691 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38801c-ba8e-4031-88c0-e377e67bb5b1 None None] Pushing event updated for resources: {'Port': ['ID=1cf3c8ff-a56d-4df5-b601-5040d5ab52d6,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:51.897821 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fc9ffa63-74d8-4553-9cfb-d80ed553c86d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:52.415927 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fc9ffa63-74d8-4553-9cfb-d80ed553c86d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:52.473804 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:52.942117 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fc9ffa63-74d8-4553-9cfb-d80ed553c86d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:52.950819 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fc9ffa63-74d8-4553-9cfb-d80ed553c86d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:53.034929 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e0fb87-859d-48ea-b39e-40a7785c1a4f None None] Network d63411db-df05-4a65-97f8-ec950c519b9c requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:02:53.075079 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fc9ffa63-74d8-4553-9cfb-d80ed553c86d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:53.078481 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ffa63-74d8-4553-9cfb-d80ed553c86d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Port': ['ID=b534b340-52dc-4580-9ac9-3e1f4467bb24,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:53.249984 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c9d8edf9-eb73-4efe-ad05-157c0b5973bb None None] Provisioning for port 1cf3c8ff-a56d-4df5-b601-5040d5ab52d6 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:02:53.258445 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9ffa63-74d8-4553-9cfb-d80ed553c86d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Network d63411db-df05-4a65-97f8-ec950c519b9c is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:02:53.260862 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-fc9ffa63-74d8-4553-9cfb-d80ed553c86d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:53.387887 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1cf3c8ff-a56d-4df5-b601-5040d5ab52d6 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:02:53.583926 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9ffa63-74d8-4553-9cfb-d80ed553c86d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Router da05b8e8-a6e0-4267-b73d-c5704cc274bd has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:02:53.606784 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 1cf3c8ff-a56d-4df5-b601-5040d5ab52d6 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:02:53.624248 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 1cf3c8ff-a56d-4df5-b601-5040d5ab52d6 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:53.624575 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:53.769735 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:53.820317 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 1cf3c8ff-a56d-4df5-b601-5040d5ab52d6, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1cf3c8ff-a56d-4df5-b601-5040d5ab52d6,segment=NetworkSegment(1a68aa57-fbd4-40c8-8fc7-311ac97909d6),segment_id=1a68aa57-fbd4-40c8-8fc7-311ac97909d6)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:02:53.826763 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:53.827855 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 0aeabdbe-1806-4d09-ba6d-6ad7345909dc up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:02:53.910263 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9ffa63-74d8-4553-9cfb-d80ed553c86d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:02:53.930069 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f6a3d5-0f7f-4996-8bd0-f25a9912708a None None] Sync routers for ids ['da05b8e8-a6e0-4267-b73d-c5704cc274bd'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:02:53.941823 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fc9ffa63-74d8-4553-9cfb-d80ed553c86d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "PUT /v2.0/routers/da05b8e8-a6e0-4267-b73d-c5704cc274bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8232601 Feb 09 02:02:53.945623 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f6a3d5-0f7f-4996-8bd0-f25a9912708a None None] Routers {'da05b8e8-a6e0-4267-b73d-c5704cc274bd'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:02:53.946493 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d4f6a3d5-0f7f-4996-8bd0-f25a9912708a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:02:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['da05b8e8-a6e0-4267-b73d-c5704cc274bd'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:54.036337 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-3cc7b0e7-0d8a-4a38-bc1a-2b2de429e30e None None] Provisioning complete for port 1cf3c8ff-a56d-4df5-b601-5040d5ab52d6 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:54.036729 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3cc7b0e7-0d8a-4a38-bc1a-2b2de429e30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:54.097866 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=1cf3c8ff-a56d-4df5-b601-5040d5ab52d6,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:54.104923 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 0aeabdbe-1806-4d09-ba6d-6ad7345909dc completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:02:54.115687 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 0aeabdbe-1806-4d09-ba6d-6ad7345909dc triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:54.115971 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:54.259082 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-afe62551-fed1-4390-8547-533e3d8243e3 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Synchronizing usage tracker for tenant:16b263e01e4243329994a2077cba6ee7 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:02:54.289438 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-d4f6a3d5-0f7f-4996-8bd0-f25a9912708a None None] Set router da05b8e8-a6e0-4267-b73d-c5704cc274bd gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:02:54.322200 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-afe62551-fed1-4390-8547-533e3d8243e3 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Unset dirty status for tenant:16b263e01e4243329994a2077cba6ee7 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:02:54.323594 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-afe62551-fed1-4390-8547-533e3d8243e3 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-399587596&fields=id&tenant_id=16b263e01e4243329994a2077cba6ee7 HTTP/1.1" status: 200 len: 267 time: 0.1514432 Feb 09 02:02:54.403006 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:54.412359 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-3cc7b0e7-0d8a-4a38-bc1a-2b2de429e30e None None] Provisioning for port b534b340-52dc-4580-9ac9-3e1f4467bb24 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:02:54.429230 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-3cc7b0e7-0d8a-4a38-bc1a-2b2de429e30e None None] Provisioning complete for port b534b340-52dc-4580-9ac9-3e1f4467bb24 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:54.430377 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3cc7b0e7-0d8a-4a38-bc1a-2b2de429e30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:54.582920 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-3cc7b0e7-0d8a-4a38-bc1a-2b2de429e30e None None] Port b534b340-52dc-4580-9ac9-3e1f4467bb24 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:02:54.586897 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 0aeabdbe-1806-4d09-ba6d-6ad7345909dc, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=0aeabdbe-1806-4d09-ba6d-6ad7345909dc,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:02:54.596545 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:54.701773 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=0aeabdbe-1806-4d09-ba6d-6ad7345909dc,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:54.705170 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-ce3e9331-37a4-48b0-842e-ff59c489d71b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:54.706294 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-ce3e9331-37a4-48b0-842e-ff59c489d71b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Synchronizing usage tracker for tenant:16b263e01e4243329994a2077cba6ee7 on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:02:54.731904 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-70c5df08-17ea-4b15-8cd0-f1f2c07ea3e2 None None] Provisioning complete for port b534b340-52dc-4580-9ac9-3e1f4467bb24 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:54.732273 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-70c5df08-17ea-4b15-8cd0-f1f2c07ea3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:54.745499 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-ce3e9331-37a4-48b0-842e-ff59c489d71b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Unset dirty status for tenant:16b263e01e4243329994a2077cba6ee7 on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:02:54.747596 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-ce3e9331-37a4-48b0-842e-ff59c489d71b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/networks?id=d63411db-df05-4a65-97f8-ec950c519b9c HTTP/1.1" status: 200 len: 797 time: 0.3995564 Feb 09 02:02:54.767484 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-3047bb24-c7bf-4936-b699-cfb85c1bb284 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/quotas/16b263e01e4243329994a2077cba6ee7 HTTP/1.1" status: 200 len: 375 time: 0.0137272 Feb 09 02:02:54.796205 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-70c5df08-17ea-4b15-8cd0-f1f2c07ea3e2 None None] Port b534b340-52dc-4580-9ac9-3e1f4467bb24 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:02:54.834607 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d4f6a3d5-0f7f-4996-8bd0-f25a9912708a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021802549', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '0aeabdbe-1806-4d09-ba6d-6ad7345909dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:46Z', 'updated_at': '2022-02-09T02:02:52Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '0aeabdbe-1806-4d09-ba6d-6ad7345909dc', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:47Z', 'updated_at': '2022-02-09T02:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'b534b340-52dc-4580-9ac9-3e1f4467bb24', 'name': '', 'network_id': 'd63411db-df05-4a65-97f8-ec950c519b9c', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:41:7b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ac7b9ef3-0ac1-4303-970e-55f85546b385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:51Z', 'updated_at': '2022-02-09T02:02:52Z', 'revision_number': 2, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': 'ac7b9ef3-0ac1-4303-970e-55f85546b385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:54.839158 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f6a3d5-0f7f-4996-8bd0-f25a9912708a None None] Checking router: da05b8e8-a6e0-4267-b73d-c5704cc274bd for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:02:54.839502 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f6a3d5-0f7f-4996-8bd0-f25a9912708a None None] Updating router da05b8e8-a6e0-4267-b73d-c5704cc274bd port b534b340-52dc-4580-9ac9-3e1f4467bb24 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:02:54.865690 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-d3b4ff09-8908-4126-b780-a4292c75fc0e tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Synchronizing usage tracker for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:02:54.889285 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-d3b4ff09-8908-4126-b780-a4292c75fc0e tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Unset dirty status for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:02:54.893214 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-d3b4ff09-8908-4126-b780-a4292c75fc0e tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1117251 Feb 09 02:02:54.901435 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d4f6a3d5-0f7f-4996-8bd0-f25a9912708a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:54.965509 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-ab011022-22f4-449f-951e-d95e6c62f6ad service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 02:02:54.967339 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-ab011022-22f4-449f-951e-d95e6c62f6ad service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0618367 Feb 09 02:02:55.248368 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-a9c62e17-c7fe-45ef-9b32-7495578f2aeb service neutron] 10.222.0.37 "GET /v2.0/networks/d63411db-df05-4a65-97f8-ec950c519b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727034 Feb 09 02:02:55.316959 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1cf3c8ff-a56d-4df5-b601-5040d5ab52d6 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:02:55.413733 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 1cf3c8ff-a56d-4df5-b601-5040d5ab52d6 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:55.414869 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:55.429140 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d4f6a3d5-0f7f-4996-8bd0-f25a9912708a None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:55.441977 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-0c766b70-962b-4c00-bdd1-e45bffb40b53 service neutron] 10.222.0.37 "GET /v2.0/networks/d63411db-df05-4a65-97f8-ec950c519b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823475 Feb 09 02:02:55.443502 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-d4f6a3d5-0f7f-4996-8bd0-f25a9912708a None None] Transition to ACTIVE for port object b534b340-52dc-4580-9ac9-3e1f4467bb24 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:02:55.451525 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d4f6a3d5-0f7f-4996-8bd0-f25a9912708a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:55.623590 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0437d-6cf0-46fe-9b45-e6c93ac1f6de None None] Pushing event updated for resources: {'Port': ['ID=b534b340-52dc-4580-9ac9-3e1f4467bb24,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:55.642036 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd0437d-6cf0-46fe-9b45-e6c93ac1f6de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:55.642483 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd0437d-6cf0-46fe-9b45-e6c93ac1f6de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:55.645595 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd0437d-6cf0-46fe-9b45-e6c93ac1f6de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:55.645595 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd0437d-6cf0-46fe-9b45-e6c93ac1f6de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:55.645595 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd0437d-6cf0-46fe-9b45-e6c93ac1f6de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:55.645595 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd0437d-6cf0-46fe-9b45-e6c93ac1f6de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:55.645595 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd0437d-6cf0-46fe-9b45-e6c93ac1f6de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:55.645595 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd0437d-6cf0-46fe-9b45-e6c93ac1f6de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:55.645595 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd0437d-6cf0-46fe-9b45-e6c93ac1f6de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:55.645595 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd0437d-6cf0-46fe-9b45-e6c93ac1f6de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:55.645595 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd0437d-6cf0-46fe-9b45-e6c93ac1f6de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:55.647955 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd0437d-6cf0-46fe-9b45-e6c93ac1f6de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:55.673762 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:55.675187 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 0aeabdbe-1806-4d09-ba6d-6ad7345909dc up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:02:55.701712 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-d4f6a3d5-0f7f-4996-8bd0-f25a9912708a None None] Attempting to bind port b534b340-52dc-4580-9ac9-3e1f4467bb24 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:02:55.702080 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-d4f6a3d5-0f7f-4996-8bd0-f25a9912708a None None] Attempting to bind port b534b340-52dc-4580-9ac9-3e1f4467bb24 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '1a68aa57-fbd4-40c8-8fc7-311ac97909d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'd63411db-df05-4a65-97f8-ec950c519b9c'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:02:55.702436 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f6a3d5-0f7f-4996-8bd0-f25a9912708a None None] Attempting to bind port b534b340-52dc-4580-9ac9-3e1f4467bb24 on network d63411db-df05-4a65-97f8-ec950c519b9c {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:02:55.708341 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f6a3d5-0f7f-4996-8bd0-f25a9912708a None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:02:55.709394 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f6a3d5-0f7f-4996-8bd0-f25a9912708a None None] Checking segment: {'id': '1a68aa57-fbd4-40c8-8fc7-311ac97909d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'd63411db-df05-4a65-97f8-ec950c519b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:02:55.709797 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d4f6a3d5-0f7f-4996-8bd0-f25a9912708a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:55.710183 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f6a3d5-0f7f-4996-8bd0-f25a9912708a None None] Bound using segment: {'id': '1a68aa57-fbd4-40c8-8fc7-311ac97909d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'd63411db-df05-4a65-97f8-ec950c519b9c'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:02:55.710660 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-d4f6a3d5-0f7f-4996-8bd0-f25a9912708a None None] Bound port: b534b340-52dc-4580-9ac9-3e1f4467bb24, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a68aa57-fbd4-40c8-8fc7-311ac97909d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'd63411db-df05-4a65-97f8-ec950c519b9c'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:02:55.711028 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d4f6a3d5-0f7f-4996-8bd0-f25a9912708a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:55.749709 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 0aeabdbe-1806-4d09-ba6d-6ad7345909dc triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:55.750285 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:55.821069 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-d4f6a3d5-0f7f-4996-8bd0-f25a9912708a None None] For port b534b340-52dc-4580-9ac9-3e1f4467bb24, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:02:55.825808 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-d4f6a3d5-0f7f-4996-8bd0-f25a9912708a None None] For port b534b340-52dc-4580-9ac9-3e1f4467bb24, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b534b340-52dc-4580-9ac9-3e1f4467bb24,segment=NetworkSegment(1a68aa57-fbd4-40c8-8fc7-311ac97909d6),segment_id=1a68aa57-fbd4-40c8-8fc7-311ac97909d6)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:02:55.830973 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d4f6a3d5-0f7f-4996-8bd0-f25a9912708a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:55.993273 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f6a3d5-0f7f-4996-8bd0-f25a9912708a None None] Routers {'da05b8e8-a6e0-4267-b73d-c5704cc274bd'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:02:55.994209 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d4f6a3d5-0f7f-4996-8bd0-f25a9912708a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:02:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['da05b8e8-a6e0-4267-b73d-c5704cc274bd'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:56.112015 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0437d-6cf0-46fe-9b45-e6c93ac1f6de None None] Pushing event updated for resources: {'Port': ['ID=b534b340-52dc-4580-9ac9-3e1f4467bb24,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:56.249005 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-d4f6a3d5-0f7f-4996-8bd0-f25a9912708a None None] Set router da05b8e8-a6e0-4267-b73d-c5704cc274bd gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:02:56.562790 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d4f6a3d5-0f7f-4996-8bd0-f25a9912708a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021802549', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '0aeabdbe-1806-4d09-ba6d-6ad7345909dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:46Z', 'updated_at': '2022-02-09T02:02:52Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '0aeabdbe-1806-4d09-ba6d-6ad7345909dc', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:47Z', 'updated_at': '2022-02-09T02:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'b534b340-52dc-4580-9ac9-3e1f4467bb24', 'name': '', 'network_id': 'd63411db-df05-4a65-97f8-ec950c519b9c', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:41:7b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ac7b9ef3-0ac1-4303-970e-55f85546b385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:51Z', 'updated_at': '2022-02-09T02:02:55Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': 'ac7b9ef3-0ac1-4303-970e-55f85546b385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:56.567219 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f6a3d5-0f7f-4996-8bd0-f25a9912708a None None] The sync data for ids ['da05b8e8-a6e0-4267-b73d-c5704cc274bd'] in n-d-828419-1 is: [{'id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021802549', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '0aeabdbe-1806-4d09-ba6d-6ad7345909dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:46Z', 'updated_at': '2022-02-09T02:02:52Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '0aeabdbe-1806-4d09-ba6d-6ad7345909dc', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:47Z', 'updated_at': '2022-02-09T02:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'b534b340-52dc-4580-9ac9-3e1f4467bb24', 'name': '', 'network_id': 'd63411db-df05-4a65-97f8-ec950c519b9c', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:41:7b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ac7b9ef3-0ac1-4303-970e-55f85546b385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:51Z', 'updated_at': '2022-02-09T02:02:55Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': 'ac7b9ef3-0ac1-4303-970e-55f85546b385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:02:56.752736 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ef520cd-ecc9-436e-8769-f4375d03e76d req-e6b85ac1-f2f6-4cab-9337-33d759577ff6 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bffa19e8-f7c7-4100-966e-ceb2c366fd8c HTTP/1.1" status: 200 len: 210 time: 0.0624146 Feb 09 02:02:57.285025 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b534b340-52dc-4580-9ac9-3e1f4467bb24 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:02:57.368032 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port b534b340-52dc-4580-9ac9-3e1f4467bb24 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:02:57.374325 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port b534b340-52dc-4580-9ac9-3e1f4467bb24 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:57.374874 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:57.516444 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:57.558784 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port b534b340-52dc-4580-9ac9-3e1f4467bb24, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b534b340-52dc-4580-9ac9-3e1f4467bb24,segment=NetworkSegment(1a68aa57-fbd4-40c8-8fc7-311ac97909d6),segment_id=1a68aa57-fbd4-40c8-8fc7-311ac97909d6)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:02:57.571069 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:57.654667 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=b534b340-52dc-4580-9ac9-3e1f4467bb24,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:57.931924 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bf537f75-d370-4b51-ae5f-f9bd5b363195 req-ab465d82-a8b1-4e8e-a2b4-8db59685f5a4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bffa19e8-f7c7-4100-966e-ceb2c366fd8c HTTP/1.1" status: 200 len: 210 time: 0.0494795 Feb 09 02:02:58.973283 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-ff0be60a-7f37-4671-9cbe-4b07f2299622 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:58.975709 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-ff0be60a-7f37-4671-9cbe-4b07f2299622 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.117 "GET /v2.0/networks?id=d63411db-df05-4a65-97f8-ec950c519b9c HTTP/1.1" status: 200 len: 797 time: 0.2056503 Feb 09 02:02:59.034958 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-a14108b0-350c-4927-89e7-e53df2f10509 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.117 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16b263e01e4243329994a2077cba6ee7 HTTP/1.1" status: 200 len: 379 time: 0.0508080 Feb 09 02:02:59.056767 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-e25b9e9f-3517-4e5e-892c-346bc9c5da09 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'port': {'device_id': 'bffa19e8-f7c7-4100-966e-ceb2c366fd8c', 'network_id': 'd63411db-df05-4a65-97f8-ec950c519b9c', 'admin_state_up': True, 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'security_groups': ['b9d088a6-8c73-479a-a4a7-2a58528b29a8']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:59.286752 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b534b340-52dc-4580-9ac9-3e1f4467bb24 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:02:59.310331 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f792338d-8fe3-487e-8a18-e35357dd8ada req-06ab64bc-babd-4855-9772-e9963d29445d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bffa19e8-f7c7-4100-966e-ceb2c366fd8c HTTP/1.1" status: 200 len: 210 time: 0.2270074 Feb 09 02:02:59.390945 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-e25b9e9f-3517-4e5e-892c-346bc9c5da09 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:02:59.398473 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port b534b340-52dc-4580-9ac9-3e1f4467bb24 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:59.398934 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:59.403095 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-e25b9e9f-3517-4e5e-892c-346bc9c5da09 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:02:59.418734 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-e25b9e9f-3517-4e5e-892c-346bc9c5da09 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Made reservation on behalf of 16b263e01e4243329994a2077cba6ee7 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:02:59.424684 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-e25b9e9f-3517-4e5e-892c-346bc9c5da09 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:59.722706 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-e25b9e9f-3517-4e5e-892c-346bc9c5da09 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Allocated IP 172.20.0.6 (d63411db-df05-4a65-97f8-ec950c519b9c/ac7b9ef3-0ac1-4303-970e-55f85546b385/4d6b1e7b-292e-4598-af9c-ec39ccc99359) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:02:59.939194 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-e25b9e9f-3517-4e5e-892c-346bc9c5da09 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:02:59.960968 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-e25b9e9f-3517-4e5e-892c-346bc9c5da09 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Transition to ACTIVE for port object 4d6b1e7b-292e-4598-af9c-ec39ccc99359 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:02:59.989629 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-e25b9e9f-3517-4e5e-892c-346bc9c5da09 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:00.068289 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-e25b9e9f-3517-4e5e-892c-346bc9c5da09 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Network d63411db-df05-4a65-97f8-ec950c519b9c is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:03:00.072425 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-e25b9e9f-3517-4e5e-892c-346bc9c5da09 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:03:00.078412 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-e25b9e9f-3517-4e5e-892c-346bc9c5da09 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:03:00.120206 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b9e9f-3517-4e5e-892c-346bc9c5da09 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Port': ['ID=4d6b1e7b-292e-4598-af9c-ec39ccc99359,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:00.171156 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-e25b9e9f-3517-4e5e-892c-346bc9c5da09 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:00.172212 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-e25b9e9f-3517-4e5e-892c-346bc9c5da09 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:00.220371 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-e25b9e9f-3517-4e5e-892c-346bc9c5da09 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1701872 Feb 09 02:03:00.232985 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-13207929-ad54-46b7-a654-146b1983dedc service neutron] Request body: {'port': {'device_id': 'bffa19e8-f7c7-4100-966e-ceb2c366fd8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:00.369205 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-13207929-ad54-46b7-a654-146b1983dedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:00.417759 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e7351970-699b-4ac3-b170-408589b7d7dc None None] Provisioning for port 4d6b1e7b-292e-4598-af9c-ec39ccc99359 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:03:00.424096 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e7351970-699b-4ac3-b170-408589b7d7dc None None] Provisioning complete for port 4d6b1e7b-292e-4598-af9c-ec39ccc99359 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:00.424684 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e7351970-699b-4ac3-b170-408589b7d7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:00.496189 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e7351970-699b-4ac3-b170-408589b7d7dc None None] Port 4d6b1e7b-292e-4598-af9c-ec39ccc99359 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:03:00.530752 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678d51e-45d5-4394-9287-036e88655b0c req-e2eb5537-3ef6-462c-9ed9-fc15c4b40d51 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:00.532414 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e678d51e-45d5-4394-9287-036e88655b0c req-e2eb5537-3ef6-462c-9ed9-fc15c4b40d51 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bffa19e8-f7c7-4100-966e-ceb2c366fd8c HTTP/1.1" status: 200 len: 931 time: 0.0949907 Feb 09 02:03:00.580804 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e678d51e-45d5-4394-9287-036e88655b0c req-37e1c549-f756-411f-8034-c3b2df6f714a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9d088a6-8c73-479a-a4a7-2a58528b29a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423353 Feb 09 02:03:00.759581 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-13207929-ad54-46b7-a654-146b1983dedc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d6b1e7b-292e-4598-af9c-ec39ccc99359 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:03:00.767637 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-13207929-ad54-46b7-a654-146b1983dedc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:00.784798 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-13207929-ad54-46b7-a654-146b1983dedc service neutron] Transition to ACTIVE for port object 4d6b1e7b-292e-4598-af9c-ec39ccc99359 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:03:00.789373 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-13207929-ad54-46b7-a654-146b1983dedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:00.935654 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13207929-ad54-46b7-a654-146b1983dedc service neutron] Pushing event updated for resources: {'Port': ['ID=4d6b1e7b-292e-4598-af9c-ec39ccc99359,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:01.063114 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-13207929-ad54-46b7-a654-146b1983dedc service neutron] Attempting to bind port 4d6b1e7b-292e-4598-af9c-ec39ccc99359 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:03:01.063794 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-13207929-ad54-46b7-a654-146b1983dedc service neutron] Attempting to bind port 4d6b1e7b-292e-4598-af9c-ec39ccc99359 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '1a68aa57-fbd4-40c8-8fc7-311ac97909d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'd63411db-df05-4a65-97f8-ec950c519b9c'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:03:01.063794 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-13207929-ad54-46b7-a654-146b1983dedc service neutron] Attempting to bind port 4d6b1e7b-292e-4598-af9c-ec39ccc99359 on network d63411db-df05-4a65-97f8-ec950c519b9c {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:03:01.069488 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-13207929-ad54-46b7-a654-146b1983dedc service neutron] Port 4d6b1e7b-292e-4598-af9c-ec39ccc99359 on network d63411db-df05-4a65-97f8-ec950c519b9c not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 02:03:01.069809 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-13207929-ad54-46b7-a654-146b1983dedc service neutron] Attempting to bind port 4d6b1e7b-292e-4598-af9c-ec39ccc99359 on network d63411db-df05-4a65-97f8-ec950c519b9c {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:03:01.076926 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-13207929-ad54-46b7-a654-146b1983dedc service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:03:01.077279 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-13207929-ad54-46b7-a654-146b1983dedc service neutron] Checking segment: {'id': '1a68aa57-fbd4-40c8-8fc7-311ac97909d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'd63411db-df05-4a65-97f8-ec950c519b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:03:01.077782 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-13207929-ad54-46b7-a654-146b1983dedc service neutron] Bound using segment: {'id': '1a68aa57-fbd4-40c8-8fc7-311ac97909d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'd63411db-df05-4a65-97f8-ec950c519b9c'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:03:01.078191 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-13207929-ad54-46b7-a654-146b1983dedc service neutron] Bound port: 4d6b1e7b-292e-4598-af9c-ec39ccc99359, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a68aa57-fbd4-40c8-8fc7-311ac97909d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'd63411db-df05-4a65-97f8-ec950c519b9c'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:03:01.078540 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-13207929-ad54-46b7-a654-146b1983dedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:01.180362 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-13207929-ad54-46b7-a654-146b1983dedc service neutron] For port 4d6b1e7b-292e-4598-af9c-ec39ccc99359, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:03:01.183688 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-13207929-ad54-46b7-a654-146b1983dedc service neutron] For port 4d6b1e7b-292e-4598-af9c-ec39ccc99359, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=4d6b1e7b-292e-4598-af9c-ec39ccc99359,segment=NetworkSegment(1a68aa57-fbd4-40c8-8fc7-311ac97909d6),segment_id=1a68aa57-fbd4-40c8-8fc7-311ac97909d6)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:03:01.188540 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-13207929-ad54-46b7-a654-146b1983dedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:01.260174 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-13207929-ad54-46b7-a654-146b1983dedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:01.261072 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-13207929-ad54-46b7-a654-146b1983dedc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:01.262808 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-13207929-ad54-46b7-a654-146b1983dedc service neutron] 10.222.0.117 "PUT /v2.0/ports/4d6b1e7b-292e-4598-af9c-ec39ccc99359 HTTP/1.1" status: 200 len: 1091 time: 1.0341406 Feb 09 02:03:01.263101 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bffa19e8-f7c7-4100-966e-ceb2c366fd8c', 'tag': '4d6b1e7b-292e-4598-af9c-ec39ccc99359'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:03:01.291815 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13207929-ad54-46b7-a654-146b1983dedc service neutron] Pushing event updated for resources: {'Port': ['ID=4d6b1e7b-292e-4598-af9c-ec39ccc99359,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:01.349801 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bffa19e8-f7c7-4100-966e-ceb2c366fd8c', 'tag': '4d6b1e7b-292e-4598-af9c-ec39ccc99359', 'status': 'completed', 'code': 200} Feb 09 02:03:01.400326 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-7cd4a42c-3d82-4908-aa14-0394c4a806db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:01.401989 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-7cd4a42c-3d82-4908-aa14-0394c4a806db service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&device_id=bffa19e8-f7c7-4100-966e-ceb2c366fd8c HTTP/1.1" status: 200 len: 1094 time: 0.0910151 Feb 09 02:03:01.477155 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-c714358f-8536-4b13-8057-c8fde34d08a0 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d6b1e7b-292e-4598-af9c-ec39ccc99359 HTTP/1.1" status: 200 len: 217 time: 0.0685799 Feb 09 02:03:01.555399 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-b6fe8eb5-643c-46bd-a163-88f099cf0b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:01.556986 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-b6fe8eb5-643c-46bd-a163-88f099cf0b82 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ac7b9ef3-0ac1-4303-970e-55f85546b385 HTTP/1.1" status: 200 len: 835 time: 0.0739741 Feb 09 02:03:01.650326 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-5f353785-562e-4016-82b7-403d7d79c5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:01.652763 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-5f353785-562e-4016-82b7-403d7d79c5c3 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=d63411db-df05-4a65-97f8-ec950c519b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896664 Feb 09 02:03:01.793081 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cae8e4-3bef-4f90-8387-ff0718f570bf req-b7f0e661-05c2-4d02-bcea-9c3c56f84357 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:01.794667 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-04cae8e4-3bef-4f90-8387-ff0718f570bf req-b7f0e661-05c2-4d02-bcea-9c3c56f84357 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bffa19e8-f7c7-4100-966e-ceb2c366fd8c HTTP/1.1" status: 200 len: 943 time: 0.0951717 Feb 09 02:03:01.848454 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-04cae8e4-3bef-4f90-8387-ff0718f570bf req-81245d00-46cd-48ca-91ef-9339111efb11 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9d088a6-8c73-479a-a4a7-2a58528b29a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474865 Feb 09 02:03:01.954266 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-daed084d-6d46-4baa-bb88-d772a13103fd service neutron] 10.222.0.117 "GET /v2.0/networks/d63411db-df05-4a65-97f8-ec950c519b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951703 Feb 09 02:03:02.136832 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-24f696fa-cbd5-45da-8a42-c16d71b90866 req-9b656043-ee2d-4010-b279-936ed38dc04a service neutron] 10.222.0.117 "GET /v2.0/networks/d63411db-df05-4a65-97f8-ec950c519b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729553 Feb 09 02:03:02.268954 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55515fd6-1c31-4fcf-b452-d03c9689f4cb req-5a67d4bb-cb55-46d6-88ff-ecce11c8bdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:02.270437 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-55515fd6-1c31-4fcf-b452-d03c9689f4cb req-5a67d4bb-cb55-46d6-88ff-ecce11c8bdb9 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&device_id=bffa19e8-f7c7-4100-966e-ceb2c366fd8c HTTP/1.1" status: 200 len: 1094 time: 0.0838075 Feb 09 02:03:02.410125 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55515fd6-1c31-4fcf-b452-d03c9689f4cb req-4b73ae3c-b0d9-4a0c-a97d-230cc7073edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:02.412201 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-55515fd6-1c31-4fcf-b452-d03c9689f4cb req-4b73ae3c-b0d9-4a0c-a97d-230cc7073edd service neutron] 10.222.0.117 "GET /v2.0/networks?id=d63411db-df05-4a65-97f8-ec950c519b9c HTTP/1.1" status: 200 len: 898 time: 0.1351943 Feb 09 02:03:02.483901 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-55515fd6-1c31-4fcf-b452-d03c9689f4cb req-10083616-ed56-4d4c-9e78-ebc73b8a6915 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d6b1e7b-292e-4598-af9c-ec39ccc99359 HTTP/1.1" status: 200 len: 217 time: 0.0652893 Feb 09 02:03:02.547369 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55515fd6-1c31-4fcf-b452-d03c9689f4cb req-99c937f6-418c-4b64-b7bb-b9dc85bdc25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:02.548765 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-55515fd6-1c31-4fcf-b452-d03c9689f4cb req-99c937f6-418c-4b64-b7bb-b9dc85bdc25b service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ac7b9ef3-0ac1-4303-970e-55f85546b385 HTTP/1.1" status: 200 len: 835 time: 0.0590043 Feb 09 02:03:02.629958 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55515fd6-1c31-4fcf-b452-d03c9689f4cb req-b0081c6e-5621-443d-8656-d30ce5068781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:02.632182 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-55515fd6-1c31-4fcf-b452-d03c9689f4cb req-b0081c6e-5621-443d-8656-d30ce5068781 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=d63411db-df05-4a65-97f8-ec950c519b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774093 Feb 09 02:03:02.767380 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-55515fd6-1c31-4fcf-b452-d03c9689f4cb req-acfbaa32-0480-4e53-aa05-95803dd02c02 service neutron] 10.222.0.117 "GET /v2.0/networks/d63411db-df05-4a65-97f8-ec950c519b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283629 Feb 09 02:03:02.917287 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-55515fd6-1c31-4fcf-b452-d03c9689f4cb req-4ddd3f4c-b405-4fc9-82f6-aff678699b93 service neutron] 10.222.0.117 "GET /v2.0/networks/d63411db-df05-4a65-97f8-ec950c519b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433630 Feb 09 02:03:03.105012 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4fced-c044-45b2-8002-d7d7ae6adecc req-a8c6d3a9-9dd0-44f6-a6d9-a783fb57ecac tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:03.105781 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-69f4fced-c044-45b2-8002-d7d7ae6adecc req-a8c6d3a9-9dd0-44f6-a6d9-a783fb57ecac tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Synchronizing usage tracker for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:03:03.125240 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-69f4fced-c044-45b2-8002-d7d7ae6adecc req-a8c6d3a9-9dd0-44f6-a6d9-a783fb57ecac tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Unset dirty status for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:03:03.126870 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-69f4fced-c044-45b2-8002-d7d7ae6adecc req-a8c6d3a9-9dd0-44f6-a6d9-a783fb57ecac tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bffa19e8-f7c7-4100-966e-ceb2c366fd8c HTTP/1.1" status: 200 len: 943 time: 0.1091585 Feb 09 02:03:03.182739 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-69f4fced-c044-45b2-8002-d7d7ae6adecc req-16360b16-3d59-4cfd-bb0a-ef0d56d320c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9d088a6-8c73-479a-a4a7-2a58528b29a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449288 Feb 09 02:03:04.384647 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb25c1-45ef-4fe8-888d-2f544f293ae1 req-9e664134-983e-4872-a921-337d4be42c3c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:04.386190 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-efbb25c1-45ef-4fe8-888d-2f544f293ae1 req-9e664134-983e-4872-a921-337d4be42c3c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bffa19e8-f7c7-4100-966e-ceb2c366fd8c HTTP/1.1" status: 200 len: 943 time: 0.0871365 Feb 09 02:03:04.439534 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-efbb25c1-45ef-4fe8-888d-2f544f293ae1 req-0fe0f22d-0a88-4e8e-9522-a5972283941f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9d088a6-8c73-479a-a4a7-2a58528b29a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464623 Feb 09 02:03:04.587051 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 4d6b1e7b-292e-4598-af9c-ec39ccc99359 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 02:03:04.727757 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 4d6b1e7b-292e-4598-af9c-ec39ccc99359, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=4d6b1e7b-292e-4598-af9c-ec39ccc99359,segment=NetworkSegment(1a68aa57-fbd4-40c8-8fc7-311ac97909d6),segment_id=1a68aa57-fbd4-40c8-8fc7-311ac97909d6)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:03:04.741093 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '4d6b1e7b-292e-4598-af9c-ec39ccc99359', 'network_id': 'd63411db-df05-4a65-97f8-ec950c519b9c', 'port_id': '4d6b1e7b-292e-4598-af9c-ec39ccc99359', 'mac_address': 'fa:16:3e:41:d7:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 982, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac7b9ef3-0ac1-4303-970e-55f85546b385', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 02:03:04.800110 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:04.822171 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d6b1e7b-292e-4598-af9c-ec39ccc99359 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:03:04.839705 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 4d6b1e7b-292e-4598-af9c-ec39ccc99359, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=4d6b1e7b-292e-4598-af9c-ec39ccc99359,segment=NetworkSegment(1a68aa57-fbd4-40c8-8fc7-311ac97909d6),segment_id=1a68aa57-fbd4-40c8-8fc7-311ac97909d6)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:03:04.844615 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:04.930102 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=4d6b1e7b-292e-4598-af9c-ec39ccc99359,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:05.058433 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['4d6b1e7b-292e-4598-af9c-ec39ccc99359'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:03:05.632760 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f9604-fad9-4b9f-b495-0df77b0b1550 req-1a31615d-779d-4110-b4ab-9333507a60e9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:05.634295 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-617f9604-fad9-4b9f-b495-0df77b0b1550 req-1a31615d-779d-4110-b4ab-9333507a60e9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bffa19e8-f7c7-4100-966e-ceb2c366fd8c HTTP/1.1" status: 200 len: 944 time: 0.0865836 Feb 09 02:03:05.681374 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-617f9604-fad9-4b9f-b495-0df77b0b1550 req-498e4c62-f401-495d-ad8d-74c660669fdc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9d088a6-8c73-479a-a4a7-2a58528b29a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411973 Feb 09 02:03:06.601669 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 4d6b1e7b-292e-4598-af9c-ec39ccc99359 up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:03:06.672634 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 4d6b1e7b-292e-4598-af9c-ec39ccc99359 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:03:06.678201 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 4d6b1e7b-292e-4598-af9c-ec39ccc99359 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:06.678569 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:06.798252 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:06.827401 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffa19e8-f7c7-4100-966e-ceb2c366fd8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6b1e7b-292e-4598-af9c-ec39ccc99359'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:03:06.837257 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 4d6b1e7b-292e-4598-af9c-ec39ccc99359, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=4d6b1e7b-292e-4598-af9c-ec39ccc99359,segment=NetworkSegment(1a68aa57-fbd4-40c8-8fc7-311ac97909d6),segment_id=1a68aa57-fbd4-40c8-8fc7-311ac97909d6)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:03:06.844838 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:06.883600 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d780f-99f3-4c35-981d-7ead16f3d545 req-3f2e3b59-d5b7-4ddc-a315-d4c5db43aa58 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:06.885266 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3d9d780f-99f3-4c35-981d-7ead16f3d545 req-3f2e3b59-d5b7-4ddc-a315-d4c5db43aa58 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bffa19e8-f7c7-4100-966e-ceb2c366fd8c HTTP/1.1" status: 200 len: 944 time: 0.0957730 Feb 09 02:03:06.930442 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=4d6b1e7b-292e-4598-af9c-ec39ccc99359,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:06.939318 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3d9d780f-99f3-4c35-981d-7ead16f3d545 req-808c5d4e-87f1-4ed2-b92e-ebe01d96693b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9d088a6-8c73-479a-a4a7-2a58528b29a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479143 Feb 09 02:03:06.947480 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffa19e8-f7c7-4100-966e-ceb2c366fd8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6b1e7b-292e-4598-af9c-ec39ccc99359', 'code': 200} Feb 09 02:03:07.036159 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d7713bad-00e0-450a-ae5f-0a40546bc072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:07.079560 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e76b4c-702a-4d3f-8118-e0d10371016e req-20b6645b-47b0-4bff-82e5-44c030fe2f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:07.081077 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a7e76b4c-702a-4d3f-8118-e0d10371016e req-20b6645b-47b0-4bff-82e5-44c030fe2f99 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=bffa19e8-f7c7-4100-966e-ceb2c366fd8c HTTP/1.1" status: 200 len: 1096 time: 0.0752370 Feb 09 02:03:07.123378 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a7e76b4c-702a-4d3f-8118-e0d10371016e req-2088b2c5-acae-4980-9b54-dd695ce68c77 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=b9d088a6-8c73-479a-a4a7-2a58528b29a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359280 Feb 09 02:03:08.133815 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9003b0-1b2a-4f1c-8fef-99f33fd5bb9a req-15e3c7ff-8a93-494a-b212-4f20f3d098fa tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:08.135335 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8f9003b0-1b2a-4f1c-8fef-99f33fd5bb9a req-15e3c7ff-8a93-494a-b212-4f20f3d098fa tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bffa19e8-f7c7-4100-966e-ceb2c366fd8c HTTP/1.1" status: 200 len: 945 time: 0.0867169 Feb 09 02:03:08.182066 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8f9003b0-1b2a-4f1c-8fef-99f33fd5bb9a req-c9f700fd-bb86-43b5-97f5-e031665304f2 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9d088a6-8c73-479a-a4a7-2a58528b29a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405960 Feb 09 02:03:09.379570 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671fc01d-8b91-4e86-8f1e-8469005e85c6 req-e97d6ca0-4d57-4065-8987-3250bb7e10ee tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:09.382180 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-671fc01d-8b91-4e86-8f1e-8469005e85c6 req-e97d6ca0-4d57-4065-8987-3250bb7e10ee tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bffa19e8-f7c7-4100-966e-ceb2c366fd8c HTTP/1.1" status: 200 len: 945 time: 0.0874951 Feb 09 02:03:09.426578 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-68da872a-d5c8-400a-8d23-3d313e626d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:09.443368 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-671fc01d-8b91-4e86-8f1e-8469005e85c6 req-2dc9e467-c8b7-476d-8535-0c2a8aecf06c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9d088a6-8c73-479a-a4a7-2a58528b29a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538764 Feb 09 02:03:09.658636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c005d14-2743-4d6a-a8ee-5920f4f34fed req-b26b860f-585f-4703-b2e1-288182e44c52 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:09.660526 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c005d14-2743-4d6a-a8ee-5920f4f34fed req-b26b860f-585f-4703-b2e1-288182e44c52 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bffa19e8-f7c7-4100-966e-ceb2c366fd8c HTTP/1.1" status: 200 len: 945 time: 0.0910134 Feb 09 02:03:09.708659 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c005d14-2743-4d6a-a8ee-5920f4f34fed req-2d67ff4c-e8d1-408b-aa02-0bb0e6a7b577 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9d088a6-8c73-479a-a4a7-2a58528b29a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420811 Feb 09 02:03:09.732076 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38494) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:03:09.802788 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0111092d-cc07-4eb7-87ac-3ba35a93598d tempest-TestNetworkAdvancedServerOps-1592522248 tempest-TestNetworkAdvancedServerOps-1592522248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:09.804295 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0111092d-cc07-4eb7-87ac-3ba35a93598d tempest-TestNetworkAdvancedServerOps-1592522248 tempest-TestNetworkAdvancedServerOps-1592522248-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bffa19e8-f7c7-4100-966e-ceb2c366fd8c HTTP/1.1" status: 200 len: 1091 time: 0.0711641 Feb 09 02:03:09.807292 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38498) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:03:09.812188 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-2299509e-d832-4107-9260-a50af554c831 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'port_id': '4d6b1e7b-292e-4598-af9c-ec39ccc99359', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:09.819273 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-2299509e-d832-4107-9260-a50af554c831 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:03:09.823207 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2299509e-d832-4107-9260-a50af554c831 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:floatingip and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:03:09.826117 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-2299509e-d832-4107-9260-a50af554c831 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:03:09.831870 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-2299509e-d832-4107-9260-a50af554c831 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:03:09.843223 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2299509e-d832-4107-9260-a50af554c831 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for floatingip, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:10.099500 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2299509e-d832-4107-9260-a50af554c831 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:10.236196 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-2299509e-d832-4107-9260-a50af554c831 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Allocated IP 172.25.5.116 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/eac28589-85fc-483c-8523-2b04918a219e) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:03:10.456274 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2299509e-d832-4107-9260-a50af554c831 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:10.480638 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:03:10.490055 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2299509e-d832-4107-9260-a50af554c831 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:10.544331 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:10.570082 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2299509e-d832-4107-9260-a50af554c831 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:03:10.573665 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-2299509e-d832-4107-9260-a50af554c831 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:03:10.578646 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2299509e-d832-4107-9260-a50af554c831 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:03:10.625183 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299509e-d832-4107-9260-a50af554c831 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Port': ['ID=eac28589-85fc-483c-8523-2b04918a219e,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:10.668718 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:11.038327 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2299509e-d832-4107-9260-a50af554c831 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:11.121520 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2299509e-d832-4107-9260-a50af554c831 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:11.357677 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2299509e-d832-4107-9260-a50af554c831 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:11.362624 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2299509e-d832-4107-9260-a50af554c831 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:11.465760 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299509e-d832-4107-9260-a50af554c831 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Port': ['ID=eac28589-85fc-483c-8523-2b04918a219e,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:11.482553 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2299509e-d832-4107-9260-a50af554c831 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:11.669649 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [None req-2299509e-d832-4107-9260-a50af554c831 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Floating IP ca9ac17b-9664-41e3-af09-64a0d81b889a associated. External IP: 172.25.5.116, port: 4d6b1e7b-292e-4598-af9c-ec39ccc99359. Feb 09 02:03:11.980945 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:12.162719 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2299509e-d832-4107-9260-a50af554c831 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Router da05b8e8-a6e0-4267-b73d-c5704cc274bd has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:03:12.357173 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2299509e-d832-4107-9260-a50af554c831 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:03:12.368579 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a98224-0002-4871-99f2-e7878896bc3e None None] Sync routers for ids ['da05b8e8-a6e0-4267-b73d-c5704cc274bd'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:03:12.378367 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a98224-0002-4871-99f2-e7878896bc3e None None] Routers {'da05b8e8-a6e0-4267-b73d-c5704cc274bd'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:03:12.379316 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-f2a98224-0002-4871-99f2-e7878896bc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:03:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['da05b8e8-a6e0-4267-b73d-c5704cc274bd'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:12.384738 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-2299509e-d832-4107-9260-a50af554c831 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:12.444700 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2299509e-d832-4107-9260-a50af554c831 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6363041 Feb 09 02:03:12.445395 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bffa19e8-f7c7-4100-966e-ceb2c366fd8c', 'tag': '4d6b1e7b-292e-4598-af9c-ec39ccc99359'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:03:12.507761 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bffa19e8-f7c7-4100-966e-ceb2c366fd8c', 'tag': '4d6b1e7b-292e-4598-af9c-ec39ccc99359', 'status': 'completed', 'code': 200} Feb 09 02:03:12.624820 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-f2a98224-0002-4871-99f2-e7878896bc3e None None] Set router da05b8e8-a6e0-4267-b73d-c5704cc274bd gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:03:12.628487 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8c845-3fb7-451a-a7c8-70c6209c79d1 req-32727ccb-47d8-43a7-af8e-695b602f1522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:12.631113 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-03b8c845-3fb7-451a-a7c8-70c6209c79d1 req-32727ccb-47d8-43a7-af8e-695b602f1522 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&device_id=bffa19e8-f7c7-4100-966e-ceb2c366fd8c HTTP/1.1" status: 200 len: 1096 time: 0.0993905 Feb 09 02:03:12.655726 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a0f33-ae9b-4f57-a09a-ba5e760bd797 req-9c1e02b1-dba9-4679-85e6-b1a5a6dbfa94 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:12.657557 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f21a0f33-ae9b-4f57-a09a-ba5e760bd797 req-9c1e02b1-dba9-4679-85e6-b1a5a6dbfa94 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bffa19e8-f7c7-4100-966e-ceb2c366fd8c HTTP/1.1" status: 200 len: 945 time: 0.1131883 Feb 09 02:03:12.725168 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f21a0f33-ae9b-4f57-a09a-ba5e760bd797 req-01f2a952-d11d-4e52-8774-2c70fe957a08 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9d088a6-8c73-479a-a4a7-2a58528b29a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569239 Feb 09 02:03:12.752845 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38506) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:03:12.795850 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8c845-3fb7-451a-a7c8-70c6209c79d1 req-9070bfac-0383-44a8-ad40-3d8fcc6c0d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:12.797422 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-03b8c845-3fb7-451a-a7c8-70c6209c79d1 req-9070bfac-0383-44a8-ad40-3d8fcc6c0d59 service neutron] 10.222.0.117 "GET /v2.0/networks?id=d63411db-df05-4a65-97f8-ec950c519b9c HTTP/1.1" status: 200 len: 898 time: 0.1596234 Feb 09 02:03:12.877011 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d5e12b95-4c6b-4363-9462-1d1cc9f2080e tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/floatingips/ca9ac17b-9664-41e3-af09-64a0d81b889a HTTP/1.1" status: 200 len: 991 time: 0.1226525 Feb 09 02:03:12.905527 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-03b8c845-3fb7-451a-a7c8-70c6209c79d1 req-e9b89ac2-d18d-4528-8674-d66991b420f3 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d6b1e7b-292e-4598-af9c-ec39ccc99359 HTTP/1.1" status: 200 len: 999 time: 0.1019208 Feb 09 02:03:12.975756 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8c845-3fb7-451a-a7c8-70c6209c79d1 req-86caa371-8f2c-4c83-9a87-b732170285cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:12.977281 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-03b8c845-3fb7-451a-a7c8-70c6209c79d1 req-86caa371-8f2c-4c83-9a87-b732170285cc service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ac7b9ef3-0ac1-4303-970e-55f85546b385 HTTP/1.1" status: 200 len: 835 time: 0.0660198 Feb 09 02:03:13.036070 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-f2a98224-0002-4871-99f2-e7878896bc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021802549', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '0aeabdbe-1806-4d09-ba6d-6ad7345909dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:46Z', 'updated_at': '2022-02-09T02:02:52Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '0aeabdbe-1806-4d09-ba6d-6ad7345909dc', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:47Z', 'updated_at': '2022-02-09T02:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'ca9ac17b-9664-41e3-af09-64a0d81b889a', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'floating_ip_address': '172.25.5.116', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'port_id': '4d6b1e7b-292e-4598-af9c-ec39ccc99359', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd63411db-df05-4a65-97f8-ec950c519b9c', 'mac_address': 'fa:16:3e:41:d7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffa19e8-f7c7-4100-966e-ceb2c366fd8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:03:10Z', 'updated_at': '2022-02-09T02:03:10Z', 'revision_number': 0, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b534b340-52dc-4580-9ac9-3e1f4467bb24', 'name': '', 'network_id': 'd63411db-df05-4a65-97f8-ec950c519b9c', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:41:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ac7b9ef3-0ac1-4303-970e-55f85546b385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:51Z', 'updated_at': '2022-02-09T02:02:57Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': 'ac7b9ef3-0ac1-4303-970e-55f85546b385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:13.042235 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a98224-0002-4871-99f2-e7878896bc3e None None] Checking router: da05b8e8-a6e0-4267-b73d-c5704cc274bd for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:03:13.056023 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a98224-0002-4871-99f2-e7878896bc3e None None] Routers {'da05b8e8-a6e0-4267-b73d-c5704cc274bd'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:03:13.056023 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-f2a98224-0002-4871-99f2-e7878896bc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:03:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['da05b8e8-a6e0-4267-b73d-c5704cc274bd'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:13.064829 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8c845-3fb7-451a-a7c8-70c6209c79d1 req-3bd87d4b-5c48-42f9-b975-b9041ece283e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:13.066427 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-03b8c845-3fb7-451a-a7c8-70c6209c79d1 req-3bd87d4b-5c48-42f9-b975-b9041ece283e service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=d63411db-df05-4a65-97f8-ec950c519b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833883 Feb 09 02:03:13.221309 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-03b8c845-3fb7-451a-a7c8-70c6209c79d1 req-cef830fb-51c8-4758-83b6-db00b56b821e service neutron] 10.222.0.117 "GET /v2.0/networks/d63411db-df05-4a65-97f8-ec950c519b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485076 Feb 09 02:03:13.274188 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-f2a98224-0002-4871-99f2-e7878896bc3e None None] Set router da05b8e8-a6e0-4267-b73d-c5704cc274bd gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:03:13.394527 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-03b8c845-3fb7-451a-a7c8-70c6209c79d1 req-2f50050e-18de-4f90-a1b3-e7e6af76e59a service neutron] 10.222.0.117 "GET /v2.0/networks/d63411db-df05-4a65-97f8-ec950c519b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677132 Feb 09 02:03:13.684648 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-f2a98224-0002-4871-99f2-e7878896bc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021802549', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '0aeabdbe-1806-4d09-ba6d-6ad7345909dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:46Z', 'updated_at': '2022-02-09T02:02:52Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '0aeabdbe-1806-4d09-ba6d-6ad7345909dc', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:47Z', 'updated_at': '2022-02-09T02:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'ca9ac17b-9664-41e3-af09-64a0d81b889a', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'floating_ip_address': '172.25.5.116', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'port_id': '4d6b1e7b-292e-4598-af9c-ec39ccc99359', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd63411db-df05-4a65-97f8-ec950c519b9c', 'mac_address': 'fa:16:3e:41:d7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffa19e8-f7c7-4100-966e-ceb2c366fd8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:03:10Z', 'updated_at': '2022-02-09T02:03:10Z', 'revision_number': 0, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b534b340-52dc-4580-9ac9-3e1f4467bb24', 'name': '', 'network_id': 'd63411db-df05-4a65-97f8-ec950c519b9c', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:41:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ac7b9ef3-0ac1-4303-970e-55f85546b385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:51Z', 'updated_at': '2022-02-09T02:02:57Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': 'ac7b9ef3-0ac1-4303-970e-55f85546b385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:13.689564 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a98224-0002-4871-99f2-e7878896bc3e None None] The sync data for ids ['da05b8e8-a6e0-4267-b73d-c5704cc274bd'] in n-d-828419-1 is: [{'id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021802549', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '0aeabdbe-1806-4d09-ba6d-6ad7345909dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:46Z', 'updated_at': '2022-02-09T02:02:52Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '0aeabdbe-1806-4d09-ba6d-6ad7345909dc', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:47Z', 'updated_at': '2022-02-09T02:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'ca9ac17b-9664-41e3-af09-64a0d81b889a', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'floating_ip_address': '172.25.5.116', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'port_id': '4d6b1e7b-292e-4598-af9c-ec39ccc99359', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd63411db-df05-4a65-97f8-ec950c519b9c', 'mac_address': 'fa:16:3e:41:d7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffa19e8-f7c7-4100-966e-ceb2c366fd8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:03:10Z', 'updated_at': '2022-02-09T02:03:10Z', 'revision_number': 0, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b534b340-52dc-4580-9ac9-3e1f4467bb24', 'name': '', 'network_id': 'd63411db-df05-4a65-97f8-ec950c519b9c', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:41:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ac7b9ef3-0ac1-4303-970e-55f85546b385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:51Z', 'updated_at': '2022-02-09T02:02:57Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': 'ac7b9ef3-0ac1-4303-970e-55f85546b385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:03:13.883563 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38510) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:03:13.937023 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377d37c5-fd12-4e62-b36d-d70303bfd326 None None] New status for floating IP ca9ac17b-9664-41e3-af09-64a0d81b889a: ACTIVE {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:03:14.050002 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-011983d7-04e9-4f58-b080-02551029033f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/floatingips/ca9ac17b-9664-41e3-af09-64a0d81b889a HTTP/1.1" status: 200 len: 991 time: 0.1650116 Feb 09 02:03:15.053830 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38514) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:03:15.299350 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-15dbf400-72cc-4b19-8081-bb3d07b7e7e0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/floatingips/ca9ac17b-9664-41e3-af09-64a0d81b889a HTTP/1.1" status: 200 len: 993 time: 0.2442536 Feb 09 02:03:22.460116 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:25.646647 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:27.965842 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a38bb646-354f-4f41-80ea-eefa68fd9b0b req-24a19858-e289-4a6c-8feb-388a7dbd15e5 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=bffa19e8-f7c7-4100-966e-ceb2c366fd8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0732043 Feb 09 02:03:28.107612 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bb646-354f-4f41-80ea-eefa68fd9b0b req-bb8fa072-483e-46dd-921c-9fc876547b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:28.109200 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a38bb646-354f-4f41-80ea-eefa68fd9b0b req-bb8fa072-483e-46dd-921c-9fc876547b3a service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&device_id=bffa19e8-f7c7-4100-966e-ceb2c366fd8c HTTP/1.1" status: 200 len: 1096 time: 0.0740325 Feb 09 02:03:28.270351 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bb646-354f-4f41-80ea-eefa68fd9b0b req-c09ed613-0227-44ca-9b14-ba80411ace0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:28.271700 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a38bb646-354f-4f41-80ea-eefa68fd9b0b req-c09ed613-0227-44ca-9b14-ba80411ace0b service neutron] 10.222.0.117 "GET /v2.0/networks?id=d63411db-df05-4a65-97f8-ec950c519b9c HTTP/1.1" status: 200 len: 898 time: 0.1418834 Feb 09 02:03:28.377101 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a38bb646-354f-4f41-80ea-eefa68fd9b0b req-c2e25892-0773-4b76-a924-2d2ac7044506 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d6b1e7b-292e-4598-af9c-ec39ccc99359 HTTP/1.1" status: 200 len: 1001 time: 0.0975449 Feb 09 02:03:28.440727 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bb646-354f-4f41-80ea-eefa68fd9b0b req-9e2a9703-087f-48fa-aedb-55cb18526003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:28.442520 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a38bb646-354f-4f41-80ea-eefa68fd9b0b req-9e2a9703-087f-48fa-aedb-55cb18526003 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ac7b9ef3-0ac1-4303-970e-55f85546b385 HTTP/1.1" status: 200 len: 835 time: 0.0591252 Feb 09 02:03:28.532568 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bb646-354f-4f41-80ea-eefa68fd9b0b req-c1cdd519-f363-4046-ad62-88a644efa0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:28.533967 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a38bb646-354f-4f41-80ea-eefa68fd9b0b req-c1cdd519-f363-4046-ad62-88a644efa0be service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=d63411db-df05-4a65-97f8-ec950c519b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854902 Feb 09 02:03:28.673316 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a38bb646-354f-4f41-80ea-eefa68fd9b0b req-ec3bad95-9478-429e-841a-77802902d3da service neutron] 10.222.0.117 "GET /v2.0/networks/d63411db-df05-4a65-97f8-ec950c519b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322312 Feb 09 02:03:28.809144 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a38bb646-354f-4f41-80ea-eefa68fd9b0b req-4aa66fc2-ea8d-4972-8ee5-c63f8892eda0 service neutron] 10.222.0.117 "GET /v2.0/networks/d63411db-df05-4a65-97f8-ec950c519b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294246 Feb 09 02:03:37.032732 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-392f5c5f-73e7-4643-9295-4a6fbc842558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:39.430424 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-dc88f5d4-e563-490c-8196-32b25d937d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:40.538247 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:40.669741 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:41.984791 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:44.935960 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b963a9-9606-465c-b6c3-56a159b52ba4 req-ea0e78c7-e6f3-4f9d-bcaf-2a5b7eea9bbe tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:44.937685 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-36b963a9-9606-465c-b6c3-56a159b52ba4 req-ea0e78c7-e6f3-4f9d-bcaf-2a5b7eea9bbe tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bffa19e8-f7c7-4100-966e-ceb2c366fd8c HTTP/1.1" status: 200 len: 945 time: 0.0873313 Feb 09 02:03:44.995322 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-36b963a9-9606-465c-b6c3-56a159b52ba4 req-6513c980-28dd-4095-85eb-b14c321760d5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9d088a6-8c73-479a-a4a7-2a58528b29a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479350 Feb 09 02:03:46.212731 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea063269-f50e-46bf-8986-5d5e6f8a3902 req-fd76c7c2-3db2-469a-bdf5-5242fb0a2a7e tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:46.214271 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ea063269-f50e-46bf-8986-5d5e6f8a3902 req-fd76c7c2-3db2-469a-bdf5-5242fb0a2a7e tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bffa19e8-f7c7-4100-966e-ceb2c366fd8c HTTP/1.1" status: 200 len: 945 time: 0.0883696 Feb 09 02:03:46.264343 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ea063269-f50e-46bf-8986-5d5e6f8a3902 req-c33be91c-46ab-4485-9279-d33f06f5aa17 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9d088a6-8c73-479a-a4a7-2a58528b29a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441964 Feb 09 02:03:46.294550 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38534) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:03:46.407505 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c4b270d8-012c-499b-b7fa-c5e6d55570e3 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/floatingips/ca9ac17b-9664-41e3-af09-64a0d81b889a HTTP/1.1" status: 200 len: 993 time: 0.1116049 Feb 09 02:03:47.483339 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:03:47.918751 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666635a-adbb-4be3-9125-bb241a957cca req-02644891-3fd7-41a0-b758-d7864ec0d205 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:47.920268 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0666635a-adbb-4be3-9125-bb241a957cca req-02644891-3fd7-41a0-b758-d7864ec0d205 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bffa19e8-f7c7-4100-966e-ceb2c366fd8c HTTP/1.1" status: 200 len: 945 time: 0.0960071 Feb 09 02:03:47.973599 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0666635a-adbb-4be3-9125-bb241a957cca req-f02d7e55-3666-44c7-a422-5dd20de18935 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9d088a6-8c73-479a-a4a7-2a58528b29a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459859 Feb 09 02:03:49.193066 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d2813-0067-4113-9049-9c3baf38699b req-5edc4a4d-8e1d-4fd9-9409-d0ad6b09921a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:49.194635 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-084d2813-0067-4113-9049-9c3baf38699b req-5edc4a4d-8e1d-4fd9-9409-d0ad6b09921a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bffa19e8-f7c7-4100-966e-ceb2c366fd8c HTTP/1.1" status: 200 len: 945 time: 0.0921156 Feb 09 02:03:49.245836 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-084d2813-0067-4113-9049-9c3baf38699b req-86752504-b0e3-4650-a5e3-a5dbd570716b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9d088a6-8c73-479a-a4a7-2a58528b29a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437009 Feb 09 02:03:49.271565 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38546) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:03:49.391427 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-523d2566-f3a8-4e99-9151-7eddb5c1ef0a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/floatingips/ca9ac17b-9664-41e3-af09-64a0d81b889a HTTP/1.1" status: 200 len: 993 time: 0.1187737 Feb 09 02:03:49.660928 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38554) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:03:49.906780 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-705b741e-2ae0-4c9d-8e78-7beb3dee70b5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Deleting port eac28589-85fc-483c-8523-2b04918a219e {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:03:49.907124 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-705b741e-2ae0-4c9d-8e78-7beb3dee70b5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:50.223864 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-705b741e-2ae0-4c9d-8e78-7beb3dee70b5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:50.224694 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-705b741e-2ae0-4c9d-8e78-7beb3dee70b5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:50.359146 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-705b741e-2ae0-4c9d-8e78-7beb3dee70b5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Calling delete_port for eac28589-85fc-483c-8523-2b04918a219e owned by network:floatingip {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:03:50.545434 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-705b741e-2ae0-4c9d-8e78-7beb3dee70b5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:50.598881 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b741e-2ae0-4c9d-8e78-7beb3dee70b5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event deleted for resources: {'Port': ['ID=eac28589-85fc-483c-8523-2b04918a219e,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:50.642543 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b741e-2ae0-4c9d-8e78-7beb3dee70b5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:50.642847 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b741e-2ae0-4c9d-8e78-7beb3dee70b5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:50.643168 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b741e-2ae0-4c9d-8e78-7beb3dee70b5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:50.643627 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b741e-2ae0-4c9d-8e78-7beb3dee70b5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:50.643905 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b741e-2ae0-4c9d-8e78-7beb3dee70b5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:50.644265 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b741e-2ae0-4c9d-8e78-7beb3dee70b5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:50.646370 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b741e-2ae0-4c9d-8e78-7beb3dee70b5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:50.646370 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b741e-2ae0-4c9d-8e78-7beb3dee70b5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:50.646370 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b741e-2ae0-4c9d-8e78-7beb3dee70b5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:50.646370 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b741e-2ae0-4c9d-8e78-7beb3dee70b5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:50.646370 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b741e-2ae0-4c9d-8e78-7beb3dee70b5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:50.646867 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b741e-2ae0-4c9d-8e78-7beb3dee70b5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:50.710687 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-705b741e-2ae0-4c9d-8e78-7beb3dee70b5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for floatingip, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:50.711054 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-705b741e-2ae0-4c9d-8e78-7beb3dee70b5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Floating IP ca9ac17b-9664-41e3-af09-64a0d81b889a disassociated (deleted). External IP: 172.25.5.116, port: 4d6b1e7b-292e-4598-af9c-ec39ccc99359. Feb 09 02:03:51.104471 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705b741e-2ae0-4c9d-8e78-7beb3dee70b5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Router da05b8e8-a6e0-4267-b73d-c5704cc274bd has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:03:51.297426 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705b741e-2ae0-4c9d-8e78-7beb3dee70b5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:03:51.309928 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e26cd4-05f7-4a9c-a7bd-e000b2b28447 None None] Sync routers for ids ['da05b8e8-a6e0-4267-b73d-c5704cc274bd'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:03:51.322745 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e26cd4-05f7-4a9c-a7bd-e000b2b28447 None None] Routers {'da05b8e8-a6e0-4267-b73d-c5704cc274bd'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:03:51.323339 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-705b741e-2ae0-4c9d-8e78-7beb3dee70b5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:51.323731 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-40e26cd4-05f7-4a9c-a7bd-e000b2b28447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:03:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['da05b8e8-a6e0-4267-b73d-c5704cc274bd'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:51.393486 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-705b741e-2ae0-4c9d-8e78-7beb3dee70b5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "DELETE /v2.0/floatingips/ca9ac17b-9664-41e3-af09-64a0d81b889a HTTP/1.1" status: 204 len: 168 time: 1.7304664 Feb 09 02:03:51.395096 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bffa19e8-f7c7-4100-966e-ceb2c366fd8c', 'tag': '4d6b1e7b-292e-4598-af9c-ec39ccc99359'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:03:51.455668 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bffa19e8-f7c7-4100-966e-ceb2c366fd8c', 'tag': '4d6b1e7b-292e-4598-af9c-ec39ccc99359', 'status': 'completed', 'code': 200} Feb 09 02:03:51.563959 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-40e26cd4-05f7-4a9c-a7bd-e000b2b28447 None None] Set router da05b8e8-a6e0-4267-b73d-c5704cc274bd gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:03:51.565619 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e1ed1-d633-461e-968a-a2db6a30ae9e req-0c6f9fc5-3ae0-4244-8d79-cdc4baec0973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:51.568368 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d72e1ed1-d633-461e-968a-a2db6a30ae9e req-0c6f9fc5-3ae0-4244-8d79-cdc4baec0973 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&device_id=bffa19e8-f7c7-4100-966e-ceb2c366fd8c HTTP/1.1" status: 200 len: 1096 time: 0.0881956 Feb 09 02:03:51.735919 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e1ed1-d633-461e-968a-a2db6a30ae9e req-6ed91615-b0ba-4dd1-8dd0-e0d5b45b46b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:51.738831 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d72e1ed1-d633-461e-968a-a2db6a30ae9e req-6ed91615-b0ba-4dd1-8dd0-e0d5b45b46b6 service neutron] 10.222.0.117 "GET /v2.0/networks?id=d63411db-df05-4a65-97f8-ec950c519b9c HTTP/1.1" status: 200 len: 898 time: 0.1635854 Feb 09 02:03:51.868154 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d72e1ed1-d633-461e-968a-a2db6a30ae9e req-95190f47-4782-4271-bead-20ec16537e6a service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d6b1e7b-292e-4598-af9c-ec39ccc99359 HTTP/1.1" status: 200 len: 217 time: 0.1231961 Feb 09 02:03:52.045468 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-40e26cd4-05f7-4a9c-a7bd-e000b2b28447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021802549', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '0aeabdbe-1806-4d09-ba6d-6ad7345909dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:46Z', 'updated_at': '2022-02-09T02:02:52Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '0aeabdbe-1806-4d09-ba6d-6ad7345909dc', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:47Z', 'updated_at': '2022-02-09T02:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'b534b340-52dc-4580-9ac9-3e1f4467bb24', 'name': '', 'network_id': 'd63411db-df05-4a65-97f8-ec950c519b9c', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:41:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ac7b9ef3-0ac1-4303-970e-55f85546b385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:51Z', 'updated_at': '2022-02-09T02:02:57Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': 'ac7b9ef3-0ac1-4303-970e-55f85546b385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:52.052698 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e26cd4-05f7-4a9c-a7bd-e000b2b28447 None None] Checking router: da05b8e8-a6e0-4267-b73d-c5704cc274bd for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:03:52.065005 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e26cd4-05f7-4a9c-a7bd-e000b2b28447 None None] Routers {'da05b8e8-a6e0-4267-b73d-c5704cc274bd'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:03:52.066088 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-40e26cd4-05f7-4a9c-a7bd-e000b2b28447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:03:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['da05b8e8-a6e0-4267-b73d-c5704cc274bd'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:52.123591 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e1ed1-d633-461e-968a-a2db6a30ae9e req-068e2a97-fbb9-42c4-81a0-52949e4c50d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:52.126206 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d72e1ed1-d633-461e-968a-a2db6a30ae9e req-068e2a97-fbb9-42c4-81a0-52949e4c50d2 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ac7b9ef3-0ac1-4303-970e-55f85546b385 HTTP/1.1" status: 200 len: 835 time: 0.2502999 Feb 09 02:03:52.217083 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b618f-1e58-432b-b806-36a51d338afe req-e87e50f8-36d0-44dd-ae7e-8d426acfe1c4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:52.218795 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b13b618f-1e58-432b-b806-36a51d338afe req-e87e50f8-36d0-44dd-ae7e-8d426acfe1c4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bffa19e8-f7c7-4100-966e-ceb2c366fd8c HTTP/1.1" status: 200 len: 945 time: 0.4027746 Feb 09 02:03:52.274169 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-40e26cd4-05f7-4a9c-a7bd-e000b2b28447 None None] Set router da05b8e8-a6e0-4267-b73d-c5704cc274bd gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:03:52.282336 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b13b618f-1e58-432b-b806-36a51d338afe req-c56dec81-8ba3-4175-9a8e-c58938ed8ee3 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9d088a6-8c73-479a-a4a7-2a58528b29a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535688 Feb 09 02:03:52.293512 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e1ed1-d633-461e-968a-a2db6a30ae9e req-7d67fc83-cd6b-474f-979f-34caebfd7432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:52.296096 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d72e1ed1-d633-461e-968a-a2db6a30ae9e req-7d67fc83-cd6b-474f-979f-34caebfd7432 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=d63411db-df05-4a65-97f8-ec950c519b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1614854 Feb 09 02:03:52.453561 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d72e1ed1-d633-461e-968a-a2db6a30ae9e req-8fe841d4-5932-4b3d-9188-2d93e7ce801a service neutron] 10.222.0.117 "GET /v2.0/networks/d63411db-df05-4a65-97f8-ec950c519b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494308 Feb 09 02:03:52.520836 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:52.604833 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d72e1ed1-d633-461e-968a-a2db6a30ae9e req-01dbc437-de04-4a34-b52b-d89d581615d1 service neutron] 10.222.0.117 "GET /v2.0/networks/d63411db-df05-4a65-97f8-ec950c519b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372950 Feb 09 02:03:52.658712 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-40e26cd4-05f7-4a9c-a7bd-e000b2b28447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021802549', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '0aeabdbe-1806-4d09-ba6d-6ad7345909dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:46Z', 'updated_at': '2022-02-09T02:02:52Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '0aeabdbe-1806-4d09-ba6d-6ad7345909dc', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:47Z', 'updated_at': '2022-02-09T02:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'b534b340-52dc-4580-9ac9-3e1f4467bb24', 'name': '', 'network_id': 'd63411db-df05-4a65-97f8-ec950c519b9c', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:41:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ac7b9ef3-0ac1-4303-970e-55f85546b385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:51Z', 'updated_at': '2022-02-09T02:02:57Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': 'ac7b9ef3-0ac1-4303-970e-55f85546b385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:52.663839 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e26cd4-05f7-4a9c-a7bd-e000b2b28447 None None] The sync data for ids ['da05b8e8-a6e0-4267-b73d-c5704cc274bd'] in n-d-828419-1 is: [{'id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021802549', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '0aeabdbe-1806-4d09-ba6d-6ad7345909dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:46Z', 'updated_at': '2022-02-09T02:02:52Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '0aeabdbe-1806-4d09-ba6d-6ad7345909dc', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:47Z', 'updated_at': '2022-02-09T02:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'b534b340-52dc-4580-9ac9-3e1f4467bb24', 'name': '', 'network_id': 'd63411db-df05-4a65-97f8-ec950c519b9c', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:41:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ac7b9ef3-0ac1-4303-970e-55f85546b385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:51Z', 'updated_at': '2022-02-09T02:02:57Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': 'ac7b9ef3-0ac1-4303-970e-55f85546b385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:03:52.937875 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74022994-636f-494a-86b7-edd59b254756 None None] New status for floating IP ca9ac17b-9664-41e3-af09-64a0d81b889a: DOWN {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:03:53.450026 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc977e8-6425-4c17-8970-aa8eb7599060 req-04a2748b-6a93-46cb-99c8-38e5650276d2 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:53.451697 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-adc977e8-6425-4c17-8970-aa8eb7599060 req-04a2748b-6a93-46cb-99c8-38e5650276d2 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.117 "GET /v2.0/ports?device_id=bffa19e8-f7c7-4100-966e-ceb2c366fd8c HTTP/1.1" status: 200 len: 945 time: 0.0894814 Feb 09 02:03:53.496730 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed00720-af24-44f9-84a2-64cde3b36a11 req-76357ee0-1eb5-4044-b2fd-ccdc35f8e3e5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:53.497715 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-bed00720-af24-44f9-84a2-64cde3b36a11 req-76357ee0-1eb5-4044-b2fd-ccdc35f8e3e5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Synchronizing usage tracker for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:03:53.515589 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-bed00720-af24-44f9-84a2-64cde3b36a11 req-76357ee0-1eb5-4044-b2fd-ccdc35f8e3e5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Unset dirty status for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:03:53.516897 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bed00720-af24-44f9-84a2-64cde3b36a11 req-76357ee0-1eb5-4044-b2fd-ccdc35f8e3e5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bffa19e8-f7c7-4100-966e-ceb2c366fd8c HTTP/1.1" status: 200 len: 945 time: 0.1150954 Feb 09 02:03:53.531888 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-adc977e8-6425-4c17-8970-aa8eb7599060 req-0a442992-573b-47dc-9201-6622451860c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Deleting port 4d6b1e7b-292e-4598-af9c-ec39ccc99359 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:03:53.533010 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-adc977e8-6425-4c17-8970-aa8eb7599060 req-0a442992-573b-47dc-9201-6622451860c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:53.568065 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bed00720-af24-44f9-84a2-64cde3b36a11 req-98476464-4f0b-450c-8175-6f21f5f0b864 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9d088a6-8c73-479a-a4a7-2a58528b29a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439467 Feb 09 02:03:53.837903 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-adc977e8-6425-4c17-8970-aa8eb7599060 req-0a442992-573b-47dc-9201-6622451860c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] For port 4d6b1e7b-292e-4598-af9c-ec39ccc99359, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=4d6b1e7b-292e-4598-af9c-ec39ccc99359,segment=NetworkSegment(1a68aa57-fbd4-40c8-8fc7-311ac97909d6),segment_id=1a68aa57-fbd4-40c8-8fc7-311ac97909d6)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:03:53.838834 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-adc977e8-6425-4c17-8970-aa8eb7599060 req-0a442992-573b-47dc-9201-6622451860c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:53.972838 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-adc977e8-6425-4c17-8970-aa8eb7599060 req-0a442992-573b-47dc-9201-6622451860c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Calling delete_port for 4d6b1e7b-292e-4598-af9c-ec39ccc99359 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:03:54.137972 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-adc977e8-6425-4c17-8970-aa8eb7599060 req-0a442992-573b-47dc-9201-6622451860c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:54.190721 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a442992-573b-47dc-9201-6622451860c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event deleted for resources: {'Port': ['ID=4d6b1e7b-292e-4598-af9c-ec39ccc99359,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:54.234290 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a442992-573b-47dc-9201-6622451860c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:54.234638 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a442992-573b-47dc-9201-6622451860c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:54.234975 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a442992-573b-47dc-9201-6622451860c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:54.235302 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a442992-573b-47dc-9201-6622451860c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:54.235630 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a442992-573b-47dc-9201-6622451860c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:54.235956 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a442992-573b-47dc-9201-6622451860c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:54.236280 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a442992-573b-47dc-9201-6622451860c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:54.236627 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a442992-573b-47dc-9201-6622451860c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:54.237211 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a442992-573b-47dc-9201-6622451860c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:54.238262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a442992-573b-47dc-9201-6622451860c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:54.238570 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a442992-573b-47dc-9201-6622451860c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:54.238909 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a442992-573b-47dc-9201-6622451860c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:54.283566 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc977e8-6425-4c17-8970-aa8eb7599060 req-0a442992-573b-47dc-9201-6622451860c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] No DVR routers for this DVR port 4d6b1e7b-292e-4598-af9c-ec39ccc99359 on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:03:54.287473 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-adc977e8-6425-4c17-8970-aa8eb7599060 req-0a442992-573b-47dc-9201-6622451860c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:54.290578 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffa19e8-f7c7-4100-966e-ceb2c366fd8c', 'name': 'network-vif-deleted', 'tag': '4d6b1e7b-292e-4598-af9c-ec39ccc99359'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:03:54.310437 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-adc977e8-6425-4c17-8970-aa8eb7599060 req-0a442992-573b-47dc-9201-6622451860c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.117 "DELETE /v2.0/ports/4d6b1e7b-292e-4598-af9c-ec39ccc99359 HTTP/1.1" status: 204 len: 173 time: 0.8528135 Feb 09 02:03:54.344898 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffa19e8-f7c7-4100-966e-ceb2c366fd8c', 'name': 'network-vif-deleted', 'tag': '4d6b1e7b-292e-4598-af9c-ec39ccc99359', 'status': 'completed', 'code': 200} Feb 09 02:03:54.775454 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-99e40f21-15df-459a-972d-51a31181a223 req-84d9f882-ba9e-4e49-9cfa-c0184835cd59 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bffa19e8-f7c7-4100-966e-ceb2c366fd8c HTTP/1.1" status: 200 len: 210 time: 0.0512123 Feb 09 02:03:55.657538 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:55.882523 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38572) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:03:56.619490 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0b319acf-1212-4690-938a-48b50e22cdd7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:56.914508 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 4d6b1e7b-292e-4598-af9c-ec39ccc99359 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:03:56.957691 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: 4d6b1e7b-292e-4598-af9c-ec39ccc99359 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:03:56.958040 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 4d6b1e7b-292e-4598-af9c-ec39ccc99359 not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:03:57.019413 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-0b319acf-1212-4690-938a-48b50e22cdd7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Deleting port b534b340-52dc-4580-9ac9-3e1f4467bb24 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:03:57.020057 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0b319acf-1212-4690-938a-48b50e22cdd7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:57.227574 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-0b319acf-1212-4690-938a-48b50e22cdd7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] For port b534b340-52dc-4580-9ac9-3e1f4467bb24, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b534b340-52dc-4580-9ac9-3e1f4467bb24,segment=NetworkSegment(1a68aa57-fbd4-40c8-8fc7-311ac97909d6),segment_id=1a68aa57-fbd4-40c8-8fc7-311ac97909d6)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:03:57.227864 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0b319acf-1212-4690-938a-48b50e22cdd7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:57.367825 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-0b319acf-1212-4690-938a-48b50e22cdd7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Calling delete_port for b534b340-52dc-4580-9ac9-3e1f4467bb24 owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:03:57.665623 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0b319acf-1212-4690-938a-48b50e22cdd7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:57.866240 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b319acf-1212-4690-938a-48b50e22cdd7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event deleted for resources: {'Port': ['ID=b534b340-52dc-4580-9ac9-3e1f4467bb24,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:58.218709 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-0b319acf-1212-4690-938a-48b50e22cdd7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:58.631225 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b319acf-1212-4690-938a-48b50e22cdd7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Router da05b8e8-a6e0-4267-b73d-c5704cc274bd has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:03:58.826369 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b319acf-1212-4690-938a-48b50e22cdd7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:03:58.838394 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cc428c-a679-48a7-86bf-68edb46b4bc4 None None] Sync routers for ids ['da05b8e8-a6e0-4267-b73d-c5704cc274bd'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:03:58.844652 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0b319acf-1212-4690-938a-48b50e22cdd7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "PUT /v2.0/routers/da05b8e8-a6e0-4267-b73d-c5704cc274bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9604456 Feb 09 02:03:58.848186 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38576) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:03:58.850878 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cc428c-a679-48a7-86bf-68edb46b4bc4 None None] Routers {'da05b8e8-a6e0-4267-b73d-c5704cc274bd'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:03:58.851885 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-01cc428c-a679-48a7-86bf-68edb46b4bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:03:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['da05b8e8-a6e0-4267-b73d-c5704cc274bd'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:58.918836 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-8654da53-56aa-4ab6-b13b-3e4bef632e9b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Deleting subnet ac7b9ef3-0ac1-4303-970e-55f85546b385 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 02:03:58.923348 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8654da53-56aa-4ab6-b13b-3e4bef632e9b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:58.989361 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8654da53-56aa-4ab6-b13b-3e4bef632e9b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:59.087821 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-01cc428c-a679-48a7-86bf-68edb46b4bc4 None None] Set router da05b8e8-a6e0-4267-b73d-c5704cc274bd gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:03:59.105317 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8654da53-56aa-4ab6-b13b-3e4bef632e9b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:59.203345 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8654da53-56aa-4ab6-b13b-3e4bef632e9b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:59.251082 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654da53-56aa-4ab6-b13b-3e4bef632e9b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event deleted for resources: {'Subnet': ['ID=ac7b9ef3-0ac1-4303-970e-55f85546b385,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:59.256208 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8654da53-56aa-4ab6-b13b-3e4bef632e9b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:59.269868 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38580) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:03:59.273469 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8654da53-56aa-4ab6-b13b-3e4bef632e9b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "DELETE /v2.0/subnets/ac7b9ef3-0ac1-4303-970e-55f85546b385 HTTP/1.1" status: 204 len: 168 time: 0.4236665 Feb 09 02:03:59.319175 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0883ffdd-7c9d-4fbc-91b1-b870ff18203a None None] Network d63411db-df05-4a65-97f8-ec950c519b9c requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:03:59.545251 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9b0ce02a-0b42-4084-8baf-0bca9ccec943 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:59.772200 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-01cc428c-a679-48a7-86bf-68edb46b4bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021802549', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '0aeabdbe-1806-4d09-ba6d-6ad7345909dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:46Z', 'updated_at': '2022-02-09T02:03:57Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '0aeabdbe-1806-4d09-ba6d-6ad7345909dc', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:47Z', 'updated_at': '2022-02-09T02:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:59.783562 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cc428c-a679-48a7-86bf-68edb46b4bc4 None None] Checking router: da05b8e8-a6e0-4267-b73d-c5704cc274bd for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:03:59.796529 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cc428c-a679-48a7-86bf-68edb46b4bc4 None None] Routers {'da05b8e8-a6e0-4267-b73d-c5704cc274bd'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:03:59.797259 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-01cc428c-a679-48a7-86bf-68edb46b4bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:03:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['da05b8e8-a6e0-4267-b73d-c5704cc274bd'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:59.855038 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49ee189-c29c-4974-acbc-3bb9b20d87c7 None None] DHCP port deletion for d63411db-df05-4a65-97f8-ec950c519b9c request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 02:03:59.871279 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e49ee189-c29c-4974-acbc-3bb9b20d87c7 None None] Deleting port 1cf3c8ff-a56d-4df5-b601-5040d5ab52d6 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:03:59.871654 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e49ee189-c29c-4974-acbc-3bb9b20d87c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:59.872829 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9b0ce02a-0b42-4084-8baf-0bca9ccec943 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:03:59.886777 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-9b0ce02a-0b42-4084-8baf-0bca9ccec943 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Deleting port 0aeabdbe-1806-4d09-ba6d-6ad7345909dc {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:03:59.887272 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9b0ce02a-0b42-4084-8baf-0bca9ccec943 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:00.134540 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-01cc428c-a679-48a7-86bf-68edb46b4bc4 None None] Set router da05b8e8-a6e0-4267-b73d-c5704cc274bd gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:04:00.145696 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-9b0ce02a-0b42-4084-8baf-0bca9ccec943 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] For port 0aeabdbe-1806-4d09-ba6d-6ad7345909dc, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=0aeabdbe-1806-4d09-ba6d-6ad7345909dc,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:04:00.146086 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9b0ce02a-0b42-4084-8baf-0bca9ccec943 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:00.274824 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-9b0ce02a-0b42-4084-8baf-0bca9ccec943 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Calling delete_port for 0aeabdbe-1806-4d09-ba6d-6ad7345909dc owned by network:router_gateway {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:04:00.427307 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-e49ee189-c29c-4974-acbc-3bb9b20d87c7 None None] For port 1cf3c8ff-a56d-4df5-b601-5040d5ab52d6, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=1cf3c8ff-a56d-4df5-b601-5040d5ab52d6,segment=NetworkSegment(1a68aa57-fbd4-40c8-8fc7-311ac97909d6),segment_id=1a68aa57-fbd4-40c8-8fc7-311ac97909d6)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:04:00.427602 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e49ee189-c29c-4974-acbc-3bb9b20d87c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:00.470081 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9b0ce02a-0b42-4084-8baf-0bca9ccec943 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:00.533672 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ce02a-0b42-4084-8baf-0bca9ccec943 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event deleted for resources: {'Port': ['ID=0aeabdbe-1806-4d09-ba6d-6ad7345909dc,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:00.574388 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e49ee189-c29c-4974-acbc-3bb9b20d87c7 None None] Calling delete_port for 1cf3c8ff-a56d-4df5-b601-5040d5ab52d6 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:04:00.636147 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9b0ce02a-0b42-4084-8baf-0bca9ccec943 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:00.713045 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e49ee189-c29c-4974-acbc-3bb9b20d87c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:00.780652 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49ee189-c29c-4974-acbc-3bb9b20d87c7 None None] No DVR routers for this DVR port 1cf3c8ff-a56d-4df5-b601-5040d5ab52d6 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:04:00.782326 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ee189-c29c-4974-acbc-3bb9b20d87c7 None None] Pushing event deleted for resources: {'Port': ['ID=1cf3c8ff-a56d-4df5-b601-5040d5ab52d6,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:00.794706 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49ee189-c29c-4974-acbc-3bb9b20d87c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:00.795072 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49ee189-c29c-4974-acbc-3bb9b20d87c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:00.795411 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49ee189-c29c-4974-acbc-3bb9b20d87c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:00.796166 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49ee189-c29c-4974-acbc-3bb9b20d87c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:00.796166 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49ee189-c29c-4974-acbc-3bb9b20d87c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:00.796436 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49ee189-c29c-4974-acbc-3bb9b20d87c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:00.796738 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49ee189-c29c-4974-acbc-3bb9b20d87c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:00.797058 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49ee189-c29c-4974-acbc-3bb9b20d87c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:00.797576 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49ee189-c29c-4974-acbc-3bb9b20d87c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:00.797691 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49ee189-c29c-4974-acbc-3bb9b20d87c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:00.798008 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49ee189-c29c-4974-acbc-3bb9b20d87c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:00.798331 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49ee189-c29c-4974-acbc-3bb9b20d87c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:00.806480 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-01cc428c-a679-48a7-86bf-68edb46b4bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021802549', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '0aeabdbe-1806-4d09-ba6d-6ad7345909dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:46Z', 'updated_at': '2022-02-09T02:03:57Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '0aeabdbe-1806-4d09-ba6d-6ad7345909dc', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:47Z', 'updated_at': '2022-02-09T02:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:00.812079 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cc428c-a679-48a7-86bf-68edb46b4bc4 None None] The sync data for ids ['da05b8e8-a6e0-4267-b73d-c5704cc274bd'] in n-d-828419-1 is: [{'id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021802549', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '0aeabdbe-1806-4d09-ba6d-6ad7345909dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:46Z', 'updated_at': '2022-02-09T02:03:57Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '0aeabdbe-1806-4d09-ba6d-6ad7345909dc', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da05b8e8-a6e0-4267-b73d-c5704cc274bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:47Z', 'updated_at': '2022-02-09T02:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:04:00.832541 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9b0ce02a-0b42-4084-8baf-0bca9ccec943 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:00.835312 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9b0ce02a-0b42-4084-8baf-0bca9ccec943 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:00.871596 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9b0ce02a-0b42-4084-8baf-0bca9ccec943 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:00.872109 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0ce02a-0b42-4084-8baf-0bca9ccec943 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Fanout notify agent at l3_agent the message router_deleted on router da05b8e8-a6e0-4267-b73d-c5704cc274bd {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 02:04:00.888903 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9b0ce02a-0b42-4084-8baf-0bca9ccec943 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:00.890003 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9b0ce02a-0b42-4084-8baf-0bca9ccec943 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "DELETE /v2.0/routers/da05b8e8-a6e0-4267-b73d-c5704cc274bd HTTP/1.1" status: 204 len: 168 time: 1.6191299 Feb 09 02:04:00.893683 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38586) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:01.014654 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a20ca1b5-1f79-445a-800b-5fe932f65bfb tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:01.300916 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a20ca1b5-1f79-445a-800b-5fe932f65bfb tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:01.343692 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-a20ca1b5-1f79-445a-800b-5fe932f65bfb tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d63411db-df05-4a65-97f8-ec950c519b9c']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:01.360445 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1cf3c8ff-a56d-4df5-b601-5040d5ab52d6 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:04:01.361171 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-a20ca1b5-1f79-445a-800b-5fe932f65bfb tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a68aa57-fbd4-40c8-8fc7-311ac97909d6') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:01.361171 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-a20ca1b5-1f79-445a-800b-5fe932f65bfb tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a68aa57-fbd4-40c8-8fc7-311ac97909d6') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:01.376711 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a20ca1b5-1f79-445a-800b-5fe932f65bfb tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:01.399934 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a20ca1b5-1f79-445a-800b-5fe932f65bfb tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:01.408050 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a20ca1b5-1f79-445a-800b-5fe932f65bfb tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Releasing vlan 982 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:04:01.408648 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a20ca1b5-1f79-445a-800b-5fe932f65bfb tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:01.414677 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 1cf3c8ff-a56d-4df5-b601-5040d5ab52d6 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:04:01.415030 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 1cf3c8ff-a56d-4df5-b601-5040d5ab52d6 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:04:01.415458 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b534b340-52dc-4580-9ac9-3e1f4467bb24 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:04:01.424783 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 02:04:01.424783 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:04:01.424783 n-d-828419-1 neutron-server[87611]: timer() Feb 09 02:04:01.424783 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:04:01.424783 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 02:04:01.424783 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 02:04:01.424783 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 02:04:01.424783 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:04:01.424783 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 02:04:01.424783 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:04:01.424783 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 02:04:01.424783 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:04:01.424783 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 02:04:01.424783 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 02:04:01.424783 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:04:01.424783 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 02:04:01.424783 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:04:01.424783 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 02:04:01.424783 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 02:04:01.424783 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 02:04:01.424783 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 02:04:01.424783 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 02:04:01.424783 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:04:01.424783 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:04:01.424783 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 02:04:01.424783 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:04:01.424783 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:04:01.424783 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:04:01.424783 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:04:01.424783 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:04:01.424783 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:04:01.424783 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:04:01.453178 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: b534b340-52dc-4580-9ac9-3e1f4467bb24 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:04:01.453522 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b534b340-52dc-4580-9ac9-3e1f4467bb24 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:04:01.522007 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a20ca1b5-1f79-445a-800b-5fe932f65bfb tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:01.540434 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a20ca1b5-1f79-445a-800b-5fe932f65bfb tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:01.552986 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ca1b5-1f79-445a-800b-5fe932f65bfb tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event deleted for resources: {'Network': ['ID=d63411db-df05-4a65-97f8-ec950c519b9c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:01.564373 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a20ca1b5-1f79-445a-800b-5fe932f65bfb tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "DELETE /v2.0/networks/d63411db-df05-4a65-97f8-ec950c519b9c HTTP/1.1" status: 204 len: 168 time: 0.6695623 Feb 09 02:04:01.567267 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38590) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:01.679137 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da6cf158-5c8a-4a2c-8fc2-ea1b33c1b67d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:01.713296 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da6cf158-5c8a-4a2c-8fc2-ea1b33c1b67d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:01.783898 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da6cf158-5c8a-4a2c-8fc2-ea1b33c1b67d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:01.803372 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6cf158-5c8a-4a2c-8fc2-ea1b33c1b67d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d088a6-8c73-479a-a4a7-2a58528b29a8,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:01.818808 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-da6cf158-5c8a-4a2c-8fc2-ea1b33c1b67d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:01.822967 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-da6cf158-5c8a-4a2c-8fc2-ea1b33c1b67d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "DELETE /v2.0/security-groups/b9d088a6-8c73-479a-a4a7-2a58528b29a8 HTTP/1.1" status: 204 len: 168 time: 0.2520626 Feb 09 02:04:02.248276 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38598) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:02.254625 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-e9dc2b04-5f37-405c-8756-8494300da974 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-164641451', 'description': 'tempest-secgroup-smoke-164641451 description', 'project_id': '16b263e01e4243329994a2077cba6ee7'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:02.261798 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e9dc2b04-5f37-405c-8756-8494300da974 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:04:02.266071 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e9dc2b04-5f37-405c-8756-8494300da974 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:04:02.269017 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e9dc2b04-5f37-405c-8756-8494300da974 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:04:02.274692 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e9dc2b04-5f37-405c-8756-8494300da974 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:04:02.286681 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e9dc2b04-5f37-405c-8756-8494300da974 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:02.310577 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e9dc2b04-5f37-405c-8756-8494300da974 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:04:02.314372 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e9dc2b04-5f37-405c-8756-8494300da974 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:04:02.318295 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e9dc2b04-5f37-405c-8756-8494300da974 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:04:02.323958 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e9dc2b04-5f37-405c-8756-8494300da974 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:04:02.413181 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e9dc2b04-5f37-405c-8756-8494300da974 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:02.417242 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e9dc2b04-5f37-405c-8756-8494300da974 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:02.466422 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc2b04-5f37-405c-8756-8494300da974 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b87f111d-56c6-4839-80a9-ee43bcb4d95b,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:02.476661 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e9dc2b04-5f37-405c-8756-8494300da974 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:02.478860 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e9dc2b04-5f37-405c-8756-8494300da974 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2289493 Feb 09 02:04:02.481695 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38602) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:02.489003 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-7a2e6748-374c-4246-94f1-4bdb3d129be6 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'security_group_rule': {'security_group_id': 'b87f111d-56c6-4839-80a9-ee43bcb4d95b', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:02.496570 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7a2e6748-374c-4246-94f1-4bdb3d129be6 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:04:02.501013 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7a2e6748-374c-4246-94f1-4bdb3d129be6 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:04:02.505306 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7a2e6748-374c-4246-94f1-4bdb3d129be6 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:04:02.512684 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7a2e6748-374c-4246-94f1-4bdb3d129be6 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:04:02.531743 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a2e6748-374c-4246-94f1-4bdb3d129be6 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:02.598360 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a2e6748-374c-4246-94f1-4bdb3d129be6 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:02.602234 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a2e6748-374c-4246-94f1-4bdb3d129be6 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:02.629451 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e6748-374c-4246-94f1-4bdb3d129be6 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e77d1037-8be6-46ae-a3c7-acf8ec5880a5,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:02.638419 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7a2e6748-374c-4246-94f1-4bdb3d129be6 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:02.639649 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7a2e6748-374c-4246-94f1-4bdb3d129be6 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1567309 Feb 09 02:04:02.642554 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38606) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:02.648363 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-9c5adf84-6585-4b93-8795-6b382252e6a7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'security_group_rule': {'security_group_id': 'b87f111d-56c6-4839-80a9-ee43bcb4d95b', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:02.655385 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9c5adf84-6585-4b93-8795-6b382252e6a7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:04:02.662808 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9c5adf84-6585-4b93-8795-6b382252e6a7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:04:02.666081 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-9c5adf84-6585-4b93-8795-6b382252e6a7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:04:02.673386 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-9c5adf84-6585-4b93-8795-6b382252e6a7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:04:02.699634 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9c5adf84-6585-4b93-8795-6b382252e6a7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:02.766746 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9c5adf84-6585-4b93-8795-6b382252e6a7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:02.771749 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9c5adf84-6585-4b93-8795-6b382252e6a7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:02.795720 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5adf84-6585-4b93-8795-6b382252e6a7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68c4637a-4dd6-48a4-81d7-29b6e44bf5a0,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:02.805660 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9c5adf84-6585-4b93-8795-6b382252e6a7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:02.806974 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9c5adf84-6585-4b93-8795-6b382252e6a7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1634104 Feb 09 02:04:02.810045 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38610) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:02.815289 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-956d04b1-5b57-4a97-b1b7-74759313443d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'security_group_rule': {'security_group_id': 'b87f111d-56c6-4839-80a9-ee43bcb4d95b', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:02.822886 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-956d04b1-5b57-4a97-b1b7-74759313443d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:04:02.826871 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-956d04b1-5b57-4a97-b1b7-74759313443d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:04:02.830324 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-956d04b1-5b57-4a97-b1b7-74759313443d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:04:02.839767 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-956d04b1-5b57-4a97-b1b7-74759313443d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:04:02.863668 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-956d04b1-5b57-4a97-b1b7-74759313443d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:02.946488 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-956d04b1-5b57-4a97-b1b7-74759313443d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:02.951463 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-956d04b1-5b57-4a97-b1b7-74759313443d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:02.976164 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d04b1-5b57-4a97-b1b7-74759313443d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10dd22f7-6c28-428a-8eda-0a34981e1d7a,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:02.986055 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-956d04b1-5b57-4a97-b1b7-74759313443d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:02.987362 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-956d04b1-5b57-4a97-b1b7-74759313443d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1763229 Feb 09 02:04:02.990811 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38614) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:02.995906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-9d24e426-8dd2-4b63-a603-c0e08b089319 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'security_group_rule': {'security_group_id': 'b87f111d-56c6-4839-80a9-ee43bcb4d95b', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:03.003717 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-9d24e426-8dd2-4b63-a603-c0e08b089319 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:04:03.008951 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9d24e426-8dd2-4b63-a603-c0e08b089319 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:04:03.012027 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9d24e426-8dd2-4b63-a603-c0e08b089319 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:04:03.017955 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-9d24e426-8dd2-4b63-a603-c0e08b089319 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:04:03.037249 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9d24e426-8dd2-4b63-a603-c0e08b089319 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:03.106856 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9d24e426-8dd2-4b63-a603-c0e08b089319 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:03.110853 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9d24e426-8dd2-4b63-a603-c0e08b089319 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:03.136876 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24e426-8dd2-4b63-a603-c0e08b089319 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b84d52df-529b-4cfc-b2ad-019fb6856fbe,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:03.147442 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9d24e426-8dd2-4b63-a603-c0e08b089319 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:03.148757 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9d24e426-8dd2-4b63-a603-c0e08b089319 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1568553 Feb 09 02:04:03.151743 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38618) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:03.158164 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-4afd48cd-b312-4d44-880e-76ea8541cebf tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'security_group_rule': {'security_group_id': 'b87f111d-56c6-4839-80a9-ee43bcb4d95b', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:03.166499 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4afd48cd-b312-4d44-880e-76ea8541cebf tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:04:03.170908 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4afd48cd-b312-4d44-880e-76ea8541cebf tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:04:03.174019 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4afd48cd-b312-4d44-880e-76ea8541cebf tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:04:03.180650 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4afd48cd-b312-4d44-880e-76ea8541cebf tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:04:03.193166 n-d-828419-1 neutron-server[87611]: INFO neutron.db.securitygroups_db [None req-4afd48cd-b312-4d44-880e-76ea8541cebf tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Project 16b263e01e4243329994a2077cba6ee7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:04:03.200530 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4afd48cd-b312-4d44-880e-76ea8541cebf tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:03.250534 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 0aeabdbe-1806-4d09-ba6d-6ad7345909dc no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:04:03.269405 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4afd48cd-b312-4d44-880e-76ea8541cebf tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:03.273935 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4afd48cd-b312-4d44-880e-76ea8541cebf tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:03.293351 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 0aeabdbe-1806-4d09-ba6d-6ad7345909dc {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:04:03.293673 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 0aeabdbe-1806-4d09-ba6d-6ad7345909dc not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:04:03.299571 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd48cd-b312-4d44-880e-76ea8541cebf tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e12b3d-5d0b-404b-9727-8ac85946042b,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:03.309592 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4afd48cd-b312-4d44-880e-76ea8541cebf tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:03.310763 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4afd48cd-b312-4d44-880e-76ea8541cebf tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1575940 Feb 09 02:04:03.313724 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38622) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:03.318958 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-604c9ea9-1e87-43b7-ac05-d3f3f22e5983 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'security_group_rule': {'security_group_id': 'b87f111d-56c6-4839-80a9-ee43bcb4d95b', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:03.325576 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-604c9ea9-1e87-43b7-ac05-d3f3f22e5983 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:04:03.329739 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-604c9ea9-1e87-43b7-ac05-d3f3f22e5983 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:04:03.332720 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-604c9ea9-1e87-43b7-ac05-d3f3f22e5983 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:04:03.339105 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-604c9ea9-1e87-43b7-ac05-d3f3f22e5983 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:04:03.349588 n-d-828419-1 neutron-server[87612]: INFO neutron.db.securitygroups_db [None req-604c9ea9-1e87-43b7-ac05-d3f3f22e5983 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Project 16b263e01e4243329994a2077cba6ee7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:04:03.356463 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-604c9ea9-1e87-43b7-ac05-d3f3f22e5983 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:03.434333 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-604c9ea9-1e87-43b7-ac05-d3f3f22e5983 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:03.447310 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-604c9ea9-1e87-43b7-ac05-d3f3f22e5983 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:03.475372 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c9ea9-1e87-43b7-ac05-d3f3f22e5983 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe64b2c-5c1f-46b8-81d9-5700b1d6c06b,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:03.486682 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-604c9ea9-1e87-43b7-ac05-d3f3f22e5983 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:03.489065 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-604c9ea9-1e87-43b7-ac05-d3f3f22e5983 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1741354 Feb 09 02:04:03.492084 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38626) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:03.502939 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-b07a828d-5704-4d23-81f9-56b73405badc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'network': {'name': 'tempest-network-smoke--2316706', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'port_security_enabled': True}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:03.503601 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b07a828d-5704-4d23-81f9-56b73405badc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:04:03.508488 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b07a828d-5704-4d23-81f9-56b73405badc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:network and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:04:03.511498 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b07a828d-5704-4d23-81f9-56b73405badc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:04:03.517591 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b07a828d-5704-4d23-81f9-56b73405badc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:04:03.528170 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07a828d-5704-4d23-81f9-56b73405badc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Made reservation on behalf of 16b263e01e4243329994a2077cba6ee7 for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:04:03.531613 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b07a828d-5704-4d23-81f9-56b73405badc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:03.560910 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b07a828d-5704-4d23-81f9-56b73405badc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 973} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:04:03.570150 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b07a828d-5704-4d23-81f9-56b73405badc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:03.570494 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-b07a828d-5704-4d23-81f9-56b73405badc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Added segment 128f2248-7fcd-4161-9c6a-947fa2053016 of type vlan for network d6634faf-ff76-4fe0-a5c9-caee948c4efa Feb 09 02:04:03.596371 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b07a828d-5704-4d23-81f9-56b73405badc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:03.631071 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b07a828d-5704-4d23-81f9-56b73405badc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:03.636763 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07a828d-5704-4d23-81f9-56b73405badc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:03.637365 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b07a828d-5704-4d23-81f9-56b73405badc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:03.750763 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b07a828d-5704-4d23-81f9-56b73405badc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2574508 Feb 09 02:04:03.753724 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a828d-5704-4d23-81f9-56b73405badc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Network': ['ID=d6634faf-ff76-4fe0-a5c9-caee948c4efa,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:03.754962 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38630) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:03.762896 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-ff2361fb-df3c-48ee-8cb0-569efcd81fcd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1008022683', 'admin_state_up': True, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:03.766247 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network d6634faf-ff76-4fe0-a5c9-caee948c4efa details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 02:04:03.772959 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ff2361fb-df3c-48ee-8cb0-569efcd81fcd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:04:03.776903 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ff2361fb-df3c-48ee-8cb0-569efcd81fcd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:router and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:04:03.780256 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ff2361fb-df3c-48ee-8cb0-569efcd81fcd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:04:03.790862 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ff2361fb-df3c-48ee-8cb0-569efcd81fcd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:04:03.802131 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ff2361fb-df3c-48ee-8cb0-569efcd81fcd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:03.803176 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ff2361fb-df3c-48ee-8cb0-569efcd81fcd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:03.819211 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ff2361fb-df3c-48ee-8cb0-569efcd81fcd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:04.100573 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ff2361fb-df3c-48ee-8cb0-569efcd81fcd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:04.420468 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ff2361fb-df3c-48ee-8cb0-569efcd81fcd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:04.453165 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ff2361fb-df3c-48ee-8cb0-569efcd81fcd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:04.599843 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-ff2361fb-df3c-48ee-8cb0-569efcd81fcd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Allocated IP 172.25.5.235 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/37369475-fd27-44f5-a69a-de1d502526a9) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:04:04.861980 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ff2361fb-df3c-48ee-8cb0-569efcd81fcd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:04.892517 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ff2361fb-df3c-48ee-8cb0-569efcd81fcd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:04.963709 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2361fb-df3c-48ee-8cb0-569efcd81fcd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:04:04.966807 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-ff2361fb-df3c-48ee-8cb0-569efcd81fcd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:04.970836 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2361fb-df3c-48ee-8cb0-569efcd81fcd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:04:05.001285 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2361fb-df3c-48ee-8cb0-569efcd81fcd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Port': ['ID=37369475-fd27-44f5-a69a-de1d502526a9,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:05.403554 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ff2361fb-df3c-48ee-8cb0-569efcd81fcd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:05.746339 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ff2361fb-df3c-48ee-8cb0-569efcd81fcd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:05.950107 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2361fb-df3c-48ee-8cb0-569efcd81fcd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Router 4b211132-7b33-4830-9c60-059db44a62a5 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 02:04:06.256175 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2361fb-df3c-48ee-8cb0-569efcd81fcd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:04:06.265742 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a12127-28bf-4664-b93c-5e8de4f6b117 None None] Sync routers for ids ['4b211132-7b33-4830-9c60-059db44a62a5'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:04:06.276094 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a12127-28bf-4664-b93c-5e8de4f6b117 None None] Routers {'4b211132-7b33-4830-9c60-059db44a62a5'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:04:06.276728 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d9a12127-28bf-4664-b93c-5e8de4f6b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:03:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['4b211132-7b33-4830-9c60-059db44a62a5'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:06.286274 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ff2361fb-df3c-48ee-8cb0-569efcd81fcd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:06.287488 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ff2361fb-df3c-48ee-8cb0-569efcd81fcd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5300646 Feb 09 02:04:06.291075 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38634) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:06.334391 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a9b067b3-c22c-4d46-82e8-6a2727095a3b tempest-TestNetworkAdvancedServerOps-1592522248 tempest-TestNetworkAdvancedServerOps-1592522248-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=16b263e01e4243329994a2077cba6ee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392361 Feb 09 02:04:06.335183 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38638) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:06.483402 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc1c49c-e9fc-44e4-b34b-f3769f0aad46 tempest-TestNetworkAdvancedServerOps-1592522248 tempest-TestNetworkAdvancedServerOps-1592522248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:06.484721 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2dc1c49c-e9fc-44e4-b34b-f3769f0aad46 tempest-TestNetworkAdvancedServerOps-1592522248 tempest-TestNetworkAdvancedServerOps-1592522248-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1485388 Feb 09 02:04:06.487548 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38642) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:06.493958 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-d9a12127-28bf-4664-b93c-5e8de4f6b117 None None] Set router 4b211132-7b33-4830-9c60-059db44a62a5 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:04:06.532539 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-859c7675-a428-49ca-b0a0-3005ac55ae3b tempest-TestNetworkAdvancedServerOps-1592522248 tempest-TestNetworkAdvancedServerOps-1592522248-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d1df58ff-1788-422d-89ee-d00e1fe89789&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437956 Feb 09 02:04:06.534941 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38646) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:06.540280 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-e97fe115-af9b-4809-b125-c541f5bf7819 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1111455666', 'network_id': 'd6634faf-ff76-4fe0-a5c9-caee948c4efa', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:06.671163 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e97fe115-af9b-4809-b125-c541f5bf7819 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:04:06.678535 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e97fe115-af9b-4809-b125-c541f5bf7819 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:subnet and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:04:06.681827 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e97fe115-af9b-4809-b125-c541f5bf7819 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:04:06.687674 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e97fe115-af9b-4809-b125-c541f5bf7819 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:04:06.698914 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97fe115-af9b-4809-b125-c541f5bf7819 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Made reservation on behalf of 16b263e01e4243329994a2077cba6ee7 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:04:06.702417 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e97fe115-af9b-4809-b125-c541f5bf7819 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:06.829200 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d9a12127-28bf-4664-b93c-5e8de4f6b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b211132-7b33-4830-9c60-059db44a62a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008022683', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '37369475-fd27-44f5-a69a-de1d502526a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:03Z', 'updated_at': '2022-02-09T02:04:05Z', 'revision_number': 3, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '37369475-fd27-44f5-a69a-de1d502526a9', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b211132-7b33-4830-9c60-059db44a62a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:04Z', 'updated_at': '2022-02-09T02:04:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:06.833541 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a12127-28bf-4664-b93c-5e8de4f6b117 None None] Checking router: 4b211132-7b33-4830-9c60-059db44a62a5 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:04:06.833885 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a12127-28bf-4664-b93c-5e8de4f6b117 None None] Updating router 4b211132-7b33-4830-9c60-059db44a62a5 port 37369475-fd27-44f5-a69a-de1d502526a9 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:04:06.890163 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d9a12127-28bf-4664-b93c-5e8de4f6b117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:06.971160 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e97fe115-af9b-4809-b125-c541f5bf7819 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:07.033746 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bab8b940-b69a-401e-b520-e0734a417894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:07.057057 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fe115-af9b-4809-b125-c541f5bf7819 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Subnet': ['ID=7f234ec4-9a66-40fc-8f1f-3bc71e0d8453,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:07.066868 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97fe115-af9b-4809-b125-c541f5bf7819 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Checking segment: {'id': '128f2248-7fcd-4161-9c6a-947fa2053016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'd6634faf-ff76-4fe0-a5c9-caee948c4efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:04:07.067373 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97fe115-af9b-4809-b125-c541f5bf7819 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Network hostable DHCP agents. Network: d6634faf-ff76-4fe0-a5c9-caee948c4efa, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:04:07.088001 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97fe115-af9b-4809-b125-c541f5bf7819 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Network d6634faf-ff76-4fe0-a5c9-caee948c4efa is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:04:07.103740 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-e97fe115-af9b-4809-b125-c541f5bf7819 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, d6634faf-ff76-4fe0-a5c9-caee948c4efa) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:07.110242 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97fe115-af9b-4809-b125-c541f5bf7819 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:07.111724 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e97fe115-af9b-4809-b125-c541f5bf7819 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:07.120658 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696d38da-7dce-4354-94a8-fdb89b62cb8a None None] Network d6634faf-ff76-4fe0-a5c9-caee948c4efa requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:04:07.156989 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e97fe115-af9b-4809-b125-c541f5bf7819 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6182971 Feb 09 02:04:07.157240 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38650) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:07.291119 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d9a12127-28bf-4664-b93c-5e8de4f6b117 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:07.306013 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-d9a12127-28bf-4664-b93c-5e8de4f6b117 None None] Transition to ACTIVE for port object 37369475-fd27-44f5-a69a-de1d502526a9 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:04:07.314231 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d9a12127-28bf-4664-b93c-5e8de4f6b117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:07.406835 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58277026-e870-4903-b615-585232b7e949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-d6634faf-ff76-4fe0-a5c9-caee948c4efa', 'network_id': 'd6634faf-ff76-4fe0-a5c9-caee948c4efa', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'fixed_ips': [{'subnet_id': '7f234ec4-9a66-40fc-8f1f-3bc71e0d8453'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 02:04:07.407504 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-58277026-e870-4903-b615-585232b7e949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:07.415057 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-d9a12127-28bf-4664-b93c-5e8de4f6b117 None None] Attempting to bind port 37369475-fd27-44f5-a69a-de1d502526a9 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:04:07.415057 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-d9a12127-28bf-4664-b93c-5e8de4f6b117 None None] Attempting to bind port 37369475-fd27-44f5-a69a-de1d502526a9 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:04:07.415057 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a12127-28bf-4664-b93c-5e8de4f6b117 None None] Attempting to bind port 37369475-fd27-44f5-a69a-de1d502526a9 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:04:07.420710 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e709854-3d1a-4287-a542-cc61f8a7611e None None] Pushing event updated for resources: {'Port': ['ID=37369475-fd27-44f5-a69a-de1d502526a9,revision_number=2']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:07.425943 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a12127-28bf-4664-b93c-5e8de4f6b117 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:04:07.426317 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a12127-28bf-4664-b93c-5e8de4f6b117 None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:04:07.426822 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d9a12127-28bf-4664-b93c-5e8de4f6b117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:07.427672 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a12127-28bf-4664-b93c-5e8de4f6b117 None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:04:07.427672 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-d9a12127-28bf-4664-b93c-5e8de4f6b117 None None] Bound port: 37369475-fd27-44f5-a69a-de1d502526a9, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:04:07.428025 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d9a12127-28bf-4664-b93c-5e8de4f6b117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:07.467779 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e709854-3d1a-4287-a542-cc61f8a7611e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:07.468119 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e709854-3d1a-4287-a542-cc61f8a7611e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:07.468495 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e709854-3d1a-4287-a542-cc61f8a7611e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:07.468831 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e709854-3d1a-4287-a542-cc61f8a7611e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:07.469207 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e709854-3d1a-4287-a542-cc61f8a7611e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:07.469473 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e709854-3d1a-4287-a542-cc61f8a7611e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:07.469784 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e709854-3d1a-4287-a542-cc61f8a7611e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:07.470103 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e709854-3d1a-4287-a542-cc61f8a7611e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:07.470419 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e709854-3d1a-4287-a542-cc61f8a7611e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:07.470739 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e709854-3d1a-4287-a542-cc61f8a7611e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:07.471054 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e709854-3d1a-4287-a542-cc61f8a7611e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:07.471369 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e709854-3d1a-4287-a542-cc61f8a7611e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:07.521856 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-d9a12127-28bf-4664-b93c-5e8de4f6b117 None None] For port 37369475-fd27-44f5-a69a-de1d502526a9, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:04:07.526362 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-d9a12127-28bf-4664-b93c-5e8de4f6b117 None None] For port 37369475-fd27-44f5-a69a-de1d502526a9, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=37369475-fd27-44f5-a69a-de1d502526a9,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:04:07.531383 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d9a12127-28bf-4664-b93c-5e8de4f6b117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:07.601627 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-58277026-e870-4903-b615-585232b7e949 None None] Allocated IP 172.20.0.2 (d6634faf-ff76-4fe0-a5c9-caee948c4efa/7f234ec4-9a66-40fc-8f1f-3bc71e0d8453/7acb0628-037e-4021-af69-6ac5d223626f) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:04:07.619048 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a12127-28bf-4664-b93c-5e8de4f6b117 None None] Routers {'4b211132-7b33-4830-9c60-059db44a62a5'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:04:07.619773 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d9a12127-28bf-4664-b93c-5e8de4f6b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:03:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['4b211132-7b33-4830-9c60-059db44a62a5'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:07.684127 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e709854-3d1a-4287-a542-cc61f8a7611e None None] Pushing event updated for resources: {'Port': ['ID=37369475-fd27-44f5-a69a-de1d502526a9,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:07.836614 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-d9a12127-28bf-4664-b93c-5e8de4f6b117 None None] Set router 4b211132-7b33-4830-9c60-059db44a62a5 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:04:07.846436 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-58277026-e870-4903-b615-585232b7e949 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:07.857458 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-58277026-e870-4903-b615-585232b7e949 None None] Transition to ACTIVE for port object 7acb0628-037e-4021-af69-6ac5d223626f will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:04:07.882382 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-58277026-e870-4903-b615-585232b7e949 None None] Transition to ACTIVE for port object 7acb0628-037e-4021-af69-6ac5d223626f will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:04:07.889884 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-58277026-e870-4903-b615-585232b7e949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:07.951206 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-79e4442d-6ebc-4a07-ad3e-41f309aab08f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:07.959350 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58277026-e870-4903-b615-585232b7e949 None None] Network d6634faf-ff76-4fe0-a5c9-caee948c4efa is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:04:07.962867 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-58277026-e870-4903-b615-585232b7e949 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:07.965514 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58277026-e870-4903-b615-585232b7e949 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:04:07.976575 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58277026-e870-4903-b615-585232b7e949 None None] Pushing event updated for resources: {'Port': ['ID=7acb0628-037e-4021-af69-6ac5d223626f,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:08.086259 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-58277026-e870-4903-b615-585232b7e949 None None] Attempting to bind port 7acb0628-037e-4021-af69-6ac5d223626f on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:04:08.087099 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-58277026-e870-4903-b615-585232b7e949 None None] Attempting to bind port 7acb0628-037e-4021-af69-6ac5d223626f by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '128f2248-7fcd-4161-9c6a-947fa2053016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'd6634faf-ff76-4fe0-a5c9-caee948c4efa'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:04:08.087099 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58277026-e870-4903-b615-585232b7e949 None None] Attempting to bind port 7acb0628-037e-4021-af69-6ac5d223626f on network d6634faf-ff76-4fe0-a5c9-caee948c4efa {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:04:08.094120 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58277026-e870-4903-b615-585232b7e949 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:04:08.094515 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58277026-e870-4903-b615-585232b7e949 None None] Checking segment: {'id': '128f2248-7fcd-4161-9c6a-947fa2053016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'd6634faf-ff76-4fe0-a5c9-caee948c4efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:04:08.095016 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-58277026-e870-4903-b615-585232b7e949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:08.095417 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58277026-e870-4903-b615-585232b7e949 None None] Bound using segment: {'id': '128f2248-7fcd-4161-9c6a-947fa2053016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'd6634faf-ff76-4fe0-a5c9-caee948c4efa'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:04:08.095888 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-58277026-e870-4903-b615-585232b7e949 None None] Bound port: 7acb0628-037e-4021-af69-6ac5d223626f, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128f2248-7fcd-4161-9c6a-947fa2053016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'd6634faf-ff76-4fe0-a5c9-caee948c4efa'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:04:08.096260 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-58277026-e870-4903-b615-585232b7e949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:08.197493 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-58277026-e870-4903-b615-585232b7e949 None None] For port 7acb0628-037e-4021-af69-6ac5d223626f, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:04:08.201904 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-58277026-e870-4903-b615-585232b7e949 None None] For port 7acb0628-037e-4021-af69-6ac5d223626f, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=7acb0628-037e-4021-af69-6ac5d223626f,segment=NetworkSegment(128f2248-7fcd-4161-9c6a-947fa2053016),segment_id=128f2248-7fcd-4161-9c6a-947fa2053016)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:04:08.206693 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-58277026-e870-4903-b615-585232b7e949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:08.247246 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d9a12127-28bf-4664-b93c-5e8de4f6b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b211132-7b33-4830-9c60-059db44a62a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008022683', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '37369475-fd27-44f5-a69a-de1d502526a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:03Z', 'updated_at': '2022-02-09T02:04:05Z', 'revision_number': 3, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '37369475-fd27-44f5-a69a-de1d502526a9', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b211132-7b33-4830-9c60-059db44a62a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:04Z', 'updated_at': '2022-02-09T02:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:08.254195 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a12127-28bf-4664-b93c-5e8de4f6b117 None None] The sync data for ids ['4b211132-7b33-4830-9c60-059db44a62a5'] in n-d-828419-1 is: [{'id': '4b211132-7b33-4830-9c60-059db44a62a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008022683', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '37369475-fd27-44f5-a69a-de1d502526a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:03Z', 'updated_at': '2022-02-09T02:04:05Z', 'revision_number': 3, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '37369475-fd27-44f5-a69a-de1d502526a9', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b211132-7b33-4830-9c60-059db44a62a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:04Z', 'updated_at': '2022-02-09T02:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:04:08.301301 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58277026-e870-4903-b615-585232b7e949 None None] Pushing event updated for resources: {'Port': ['ID=7acb0628-037e-4021-af69-6ac5d223626f,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:08.591524 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-79e4442d-6ebc-4a07-ad3e-41f309aab08f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Allocated IP 172.20.0.1 (d6634faf-ff76-4fe0-a5c9-caee948c4efa/7f234ec4-9a66-40fc-8f1f-3bc71e0d8453/348a81d5-ad68-4387-be6a-61d6f3806237) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:04:08.835938 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-79e4442d-6ebc-4a07-ad3e-41f309aab08f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:08.854045 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-79e4442d-6ebc-4a07-ad3e-41f309aab08f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Transition to ACTIVE for port object 348a81d5-ad68-4387-be6a-61d6f3806237 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:04:08.878417 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-79e4442d-6ebc-4a07-ad3e-41f309aab08f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:08.953968 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e4442d-6ebc-4a07-ad3e-41f309aab08f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Network d6634faf-ff76-4fe0-a5c9-caee948c4efa is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:04:08.957804 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-79e4442d-6ebc-4a07-ad3e-41f309aab08f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:08.962465 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e4442d-6ebc-4a07-ad3e-41f309aab08f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:04:08.988714 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4442d-6ebc-4a07-ad3e-41f309aab08f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Port': ['ID=348a81d5-ad68-4387-be6a-61d6f3806237,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:09.034900 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-79e4442d-6ebc-4a07-ad3e-41f309aab08f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:09.405295 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 37369475-fd27-44f5-a69a-de1d502526a9 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:04:09.419196 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-79e4442d-6ebc-4a07-ad3e-41f309aab08f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:09.487136 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7c5a7cde-0add-4778-ba2f-d092cb5c43f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:09.527791 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 37369475-fd27-44f5-a69a-de1d502526a9 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:04:09.536199 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 37369475-fd27-44f5-a69a-de1d502526a9 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:09.536647 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:09.603442 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80a1afb-aac5-4fb8-9b99-96abbed9e612 None None] Network d6634faf-ff76-4fe0-a5c9-caee948c4efa requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:04:09.717710 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a3caea12-215b-44e7-927e-baa2506f1f73 None None] Provisioning for port 7acb0628-037e-4021-af69-6ac5d223626f completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:04:09.848773 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:09.882621 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 37369475-fd27-44f5-a69a-de1d502526a9, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=37369475-fd27-44f5-a69a-de1d502526a9,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:04:09.916203 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:09.917011 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7acb0628-037e-4021-af69-6ac5d223626f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:04:09.968805 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-79e4442d-6ebc-4a07-ad3e-41f309aab08f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:09.974900 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-79e4442d-6ebc-4a07-ad3e-41f309aab08f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:10.062359 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=37369475-fd27-44f5-a69a-de1d502526a9,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:10.092643 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 7acb0628-037e-4021-af69-6ac5d223626f completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:04:10.100583 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 7acb0628-037e-4021-af69-6ac5d223626f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:10.100962 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:10.237943 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4442d-6ebc-4a07-ad3e-41f309aab08f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Port': ['ID=348a81d5-ad68-4387-be6a-61d6f3806237,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:10.272082 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-79e4442d-6ebc-4a07-ad3e-41f309aab08f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:10.323510 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:10.366378 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 7acb0628-037e-4021-af69-6ac5d223626f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=7acb0628-037e-4021-af69-6ac5d223626f,segment=NetworkSegment(128f2248-7fcd-4161-9c6a-947fa2053016),segment_id=128f2248-7fcd-4161-9c6a-947fa2053016)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:04:10.372358 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:10.445709 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e4442d-6ebc-4a07-ad3e-41f309aab08f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Network d6634faf-ff76-4fe0-a5c9-caee948c4efa is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:04:10.447421 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-79e4442d-6ebc-4a07-ad3e-41f309aab08f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:10.471541 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=7acb0628-037e-4021-af69-6ac5d223626f,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:10.476720 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b548c35a-c22a-4807-9231-a5ec5f5b366c None None] Provisioning for port 348a81d5-ad68-4387-be6a-61d6f3806237 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:04:10.483199 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b548c35a-c22a-4807-9231-a5ec5f5b366c None None] Provisioning complete for port 348a81d5-ad68-4387-be6a-61d6f3806237 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:10.483583 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b548c35a-c22a-4807-9231-a5ec5f5b366c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:10.559032 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b548c35a-c22a-4807-9231-a5ec5f5b366c None None] Port 348a81d5-ad68-4387-be6a-61d6f3806237 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:04:10.567773 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:10.577895 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b548c35a-c22a-4807-9231-a5ec5f5b366c None None] Provisioning complete for port 7acb0628-037e-4021-af69-6ac5d223626f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:10.578345 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b548c35a-c22a-4807-9231-a5ec5f5b366c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:10.680129 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e4442d-6ebc-4a07-ad3e-41f309aab08f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Router 4b211132-7b33-4830-9c60-059db44a62a5 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:04:10.734767 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:10.887864 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b358a3e5-5f2a-4256-b543-bb19c5a6485f None None] Provisioning complete for port 348a81d5-ad68-4387-be6a-61d6f3806237 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:10.888377 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b358a3e5-5f2a-4256-b543-bb19c5a6485f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:10.933259 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e4442d-6ebc-4a07-ad3e-41f309aab08f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:04:10.946545 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbdc5c5-883f-4653-8bc1-05d46a3899b7 None None] Sync routers for ids ['4b211132-7b33-4830-9c60-059db44a62a5'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:04:10.953330 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-79e4442d-6ebc-4a07-ad3e-41f309aab08f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "PUT /v2.0/routers/4b211132-7b33-4830-9c60-059db44a62a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7929385 Feb 09 02:04:10.959793 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b358a3e5-5f2a-4256-b543-bb19c5a6485f None None] Port 348a81d5-ad68-4387-be6a-61d6f3806237 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:04:10.966409 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbdc5c5-883f-4653-8bc1-05d46a3899b7 None None] Routers {'4b211132-7b33-4830-9c60-059db44a62a5'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:04:10.967195 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-3bbdc5c5-883f-4653-8bc1-05d46a3899b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:04:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['4b211132-7b33-4830-9c60-059db44a62a5'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:11.137783 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-bb092164-2cb1-4971-a584-877a9de2e96e tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Synchronizing usage tracker for tenant:16b263e01e4243329994a2077cba6ee7 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:04:11.156376 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-bb092164-2cb1-4971-a584-877a9de2e96e tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Unset dirty status for tenant:16b263e01e4243329994a2077cba6ee7 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:04:11.165126 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-bb092164-2cb1-4971-a584-877a9de2e96e tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-164641451&fields=id&tenant_id=16b263e01e4243329994a2077cba6ee7 HTTP/1.1" status: 200 len: 267 time: 0.0718544 Feb 09 02:04:11.167511 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b9042af2-c3e2-4ee3-8945-7041313f9e9b None None] Provisioning complete for port 348a81d5-ad68-4387-be6a-61d6f3806237 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:11.167879 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b9042af2-c3e2-4ee3-8945-7041313f9e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:11.238705 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-3bbdc5c5-883f-4653-8bc1-05d46a3899b7 None None] Set router 4b211132-7b33-4830-9c60-059db44a62a5 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:04:11.314509 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b9042af2-c3e2-4ee3-8945-7041313f9e9b None None] Port 348a81d5-ad68-4387-be6a-61d6f3806237 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:04:11.328074 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 37369475-fd27-44f5-a69a-de1d502526a9 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:04:11.361023 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-c9f74b85-ee28-432a-9139-b8e391a6ed3b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:11.361927 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-c9f74b85-ee28-432a-9139-b8e391a6ed3b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Synchronizing usage tracker for tenant:16b263e01e4243329994a2077cba6ee7 on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:04:11.381494 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-c9f74b85-ee28-432a-9139-b8e391a6ed3b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Unset dirty status for tenant:16b263e01e4243329994a2077cba6ee7 on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:04:11.382972 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-c9f74b85-ee28-432a-9139-b8e391a6ed3b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/networks?id=d6634faf-ff76-4fe0-a5c9-caee948c4efa HTTP/1.1" status: 200 len: 794 time: 0.2167246 Feb 09 02:04:11.402973 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-0f219f24-9a71-4363-a917-4f834fe68d80 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/quotas/16b263e01e4243329994a2077cba6ee7 HTTP/1.1" status: 200 len: 375 time: 0.0129771 Feb 09 02:04:11.516020 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-cbc84212-eeed-4cee-9075-9e6d781801cc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Synchronizing usage tracker for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:04:11.543768 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-cbc84212-eeed-4cee-9075-9e6d781801cc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Unset dirty status for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:04:11.545436 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-cbc84212-eeed-4cee-9075-9e6d781801cc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1359959 Feb 09 02:04:11.562133 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 37369475-fd27-44f5-a69a-de1d502526a9 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:11.562973 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:11.700459 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-f26ed9f6-7622-40c8-a36b-50b04e493b1c service neutron] 10.222.0.37 "GET /v2.0/networks/d6634faf-ff76-4fe0-a5c9-caee948c4efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412294 Feb 09 02:04:11.751537 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7acb0628-037e-4021-af69-6ac5d223626f up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:04:11.800275 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-3bbdc5c5-883f-4653-8bc1-05d46a3899b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b211132-7b33-4830-9c60-059db44a62a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008022683', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '37369475-fd27-44f5-a69a-de1d502526a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:03Z', 'updated_at': '2022-02-09T02:04:09Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '37369475-fd27-44f5-a69a-de1d502526a9', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b211132-7b33-4830-9c60-059db44a62a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:04Z', 'updated_at': '2022-02-09T02:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '348a81d5-ad68-4387-be6a-61d6f3806237', 'name': '', 'network_id': 'd6634faf-ff76-4fe0-a5c9-caee948c4efa', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:e2:5f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b211132-7b33-4830-9c60-059db44a62a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7f234ec4-9a66-40fc-8f1f-3bc71e0d8453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:08Z', 'updated_at': '2022-02-09T02:04:09Z', 'revision_number': 2, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': '7f234ec4-9a66-40fc-8f1f-3bc71e0d8453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:11.811747 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbdc5c5-883f-4653-8bc1-05d46a3899b7 None None] Checking router: 4b211132-7b33-4830-9c60-059db44a62a5 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:04:11.812342 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbdc5c5-883f-4653-8bc1-05d46a3899b7 None None] Updating router 4b211132-7b33-4830-9c60-059db44a62a5 port 348a81d5-ad68-4387-be6a-61d6f3806237 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:04:11.877047 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-a9517bc9-05fc-45b6-8512-3e7b12cb15b0 service neutron] 10.222.0.37 "GET /v2.0/networks/d6634faf-ff76-4fe0-a5c9-caee948c4efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682069 Feb 09 02:04:11.879256 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3bbdc5c5-883f-4653-8bc1-05d46a3899b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:11.983457 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 7acb0628-037e-4021-af69-6ac5d223626f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:11.984009 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:12.146373 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-1c024302-0ce9-4031-a187-f8c1c387478b req-91f6e5a5-1f6e-4ea7-b2c0-fafb752fc4c3 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Synchronizing usage tracker for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:04:12.163287 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-1c024302-0ce9-4031-a187-f8c1c387478b req-91f6e5a5-1f6e-4ea7-b2c0-fafb752fc4c3 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Unset dirty status for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:04:12.165746 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1c024302-0ce9-4031-a187-f8c1c387478b req-91f6e5a5-1f6e-4ea7-b2c0-fafb752fc4c3 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 210 time: 0.1027260 Feb 09 02:04:12.183781 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:12.576468 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3bbdc5c5-883f-4653-8bc1-05d46a3899b7 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:12.588729 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-3bbdc5c5-883f-4653-8bc1-05d46a3899b7 None None] Transition to ACTIVE for port object 348a81d5-ad68-4387-be6a-61d6f3806237 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:04:12.598823 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3bbdc5c5-883f-4653-8bc1-05d46a3899b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:12.758318 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06398f-8437-4a2d-bfe9-95af2bdb2e67 None None] Pushing event updated for resources: {'Port': ['ID=348a81d5-ad68-4387-be6a-61d6f3806237,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:12.826939 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-3bbdc5c5-883f-4653-8bc1-05d46a3899b7 None None] Attempting to bind port 348a81d5-ad68-4387-be6a-61d6f3806237 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:04:12.827312 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-3bbdc5c5-883f-4653-8bc1-05d46a3899b7 None None] Attempting to bind port 348a81d5-ad68-4387-be6a-61d6f3806237 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '128f2248-7fcd-4161-9c6a-947fa2053016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'd6634faf-ff76-4fe0-a5c9-caee948c4efa'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:04:12.827680 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbdc5c5-883f-4653-8bc1-05d46a3899b7 None None] Attempting to bind port 348a81d5-ad68-4387-be6a-61d6f3806237 on network d6634faf-ff76-4fe0-a5c9-caee948c4efa {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:04:12.837281 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbdc5c5-883f-4653-8bc1-05d46a3899b7 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:04:12.838153 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbdc5c5-883f-4653-8bc1-05d46a3899b7 None None] Checking segment: {'id': '128f2248-7fcd-4161-9c6a-947fa2053016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'd6634faf-ff76-4fe0-a5c9-caee948c4efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:04:12.839436 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3bbdc5c5-883f-4653-8bc1-05d46a3899b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:12.840093 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbdc5c5-883f-4653-8bc1-05d46a3899b7 None None] Bound using segment: {'id': '128f2248-7fcd-4161-9c6a-947fa2053016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'd6634faf-ff76-4fe0-a5c9-caee948c4efa'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:04:12.840613 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-3bbdc5c5-883f-4653-8bc1-05d46a3899b7 None None] Bound port: 348a81d5-ad68-4387-be6a-61d6f3806237, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128f2248-7fcd-4161-9c6a-947fa2053016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'd6634faf-ff76-4fe0-a5c9-caee948c4efa'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:04:12.840996 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3bbdc5c5-883f-4653-8bc1-05d46a3899b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:12.966299 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-3bbdc5c5-883f-4653-8bc1-05d46a3899b7 None None] For port 348a81d5-ad68-4387-be6a-61d6f3806237, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:04:12.969694 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-3bbdc5c5-883f-4653-8bc1-05d46a3899b7 None None] For port 348a81d5-ad68-4387-be6a-61d6f3806237, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=348a81d5-ad68-4387-be6a-61d6f3806237,segment=NetworkSegment(128f2248-7fcd-4161-9c6a-947fa2053016),segment_id=128f2248-7fcd-4161-9c6a-947fa2053016)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:04:12.973890 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3bbdc5c5-883f-4653-8bc1-05d46a3899b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:13.049451 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbdc5c5-883f-4653-8bc1-05d46a3899b7 None None] Routers {'4b211132-7b33-4830-9c60-059db44a62a5'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:04:13.050704 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-3bbdc5c5-883f-4653-8bc1-05d46a3899b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:04:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['4b211132-7b33-4830-9c60-059db44a62a5'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:13.131520 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06398f-8437-4a2d-bfe9-95af2bdb2e67 None None] Pushing event updated for resources: {'Port': ['ID=348a81d5-ad68-4387-be6a-61d6f3806237,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:13.270172 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-3bbdc5c5-883f-4653-8bc1-05d46a3899b7 None None] Set router 4b211132-7b33-4830-9c60-059db44a62a5 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:04:13.356649 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5b34cfb5-2b3a-4880-a20e-2fcd81d8cdad req-e7b623cd-baee-4030-98e3-1f989433db00 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 210 time: 0.0477960 Feb 09 02:04:13.704649 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-3bbdc5c5-883f-4653-8bc1-05d46a3899b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b211132-7b33-4830-9c60-059db44a62a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008022683', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '37369475-fd27-44f5-a69a-de1d502526a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:03Z', 'updated_at': '2022-02-09T02:04:09Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '37369475-fd27-44f5-a69a-de1d502526a9', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b211132-7b33-4830-9c60-059db44a62a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:04Z', 'updated_at': '2022-02-09T02:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '348a81d5-ad68-4387-be6a-61d6f3806237', 'name': '', 'network_id': 'd6634faf-ff76-4fe0-a5c9-caee948c4efa', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:e2:5f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b211132-7b33-4830-9c60-059db44a62a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7f234ec4-9a66-40fc-8f1f-3bc71e0d8453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:08Z', 'updated_at': '2022-02-09T02:04:12Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': '7f234ec4-9a66-40fc-8f1f-3bc71e0d8453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:13.710306 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbdc5c5-883f-4653-8bc1-05d46a3899b7 None None] The sync data for ids ['4b211132-7b33-4830-9c60-059db44a62a5'] in n-d-828419-1 is: [{'id': '4b211132-7b33-4830-9c60-059db44a62a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008022683', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '37369475-fd27-44f5-a69a-de1d502526a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:03Z', 'updated_at': '2022-02-09T02:04:09Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '37369475-fd27-44f5-a69a-de1d502526a9', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b211132-7b33-4830-9c60-059db44a62a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:04Z', 'updated_at': '2022-02-09T02:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '348a81d5-ad68-4387-be6a-61d6f3806237', 'name': '', 'network_id': 'd6634faf-ff76-4fe0-a5c9-caee948c4efa', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:e2:5f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b211132-7b33-4830-9c60-059db44a62a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7f234ec4-9a66-40fc-8f1f-3bc71e0d8453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:08Z', 'updated_at': '2022-02-09T02:04:12Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': '7f234ec4-9a66-40fc-8f1f-3bc71e0d8453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:04:13.814491 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-391fefd8-d7c1-4e95-b787-96046d573d46 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:13.817085 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-391fefd8-d7c1-4e95-b787-96046d573d46 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Synchronizing usage tracker for tenant:16b263e01e4243329994a2077cba6ee7 on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:04:13.828020 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-391fefd8-d7c1-4e95-b787-96046d573d46 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Unset dirty status for tenant:16b263e01e4243329994a2077cba6ee7 on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:04:13.829215 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-391fefd8-d7c1-4e95-b787-96046d573d46 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.35 "GET /v2.0/networks?id=d6634faf-ff76-4fe0-a5c9-caee948c4efa HTTP/1.1" status: 200 len: 794 time: 0.3325324 Feb 09 02:04:13.886569 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-a09e2261-db4a-421c-bb81-78673c292d0f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16b263e01e4243329994a2077cba6ee7 HTTP/1.1" status: 200 len: 379 time: 0.0461895 Feb 09 02:04:13.896996 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-dcd5638d-0230-4bf6-9409-13eadf884cd5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'port': {'device_id': 'bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c', 'network_id': 'd6634faf-ff76-4fe0-a5c9-caee948c4efa', 'admin_state_up': True, 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'security_groups': ['b87f111d-56c6-4839-80a9-ee43bcb4d95b']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:14.072237 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-dcd5638d-0230-4bf6-9409-13eadf884cd5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:04:14.091133 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-dcd5638d-0230-4bf6-9409-13eadf884cd5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:04:14.108873 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-dcd5638d-0230-4bf6-9409-13eadf884cd5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Made reservation on behalf of 16b263e01e4243329994a2077cba6ee7 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:04:14.114630 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-dcd5638d-0230-4bf6-9409-13eadf884cd5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:14.343414 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-dcd5638d-0230-4bf6-9409-13eadf884cd5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Allocated IP 172.20.0.13 (d6634faf-ff76-4fe0-a5c9-caee948c4efa/7f234ec4-9a66-40fc-8f1f-3bc71e0d8453/c4b5aed6-cdee-4dfe-8c19-2880c2335249) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:04:14.567356 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-032a4f33-e518-4162-8e73-9832126d25e1 req-e61de358-02df-4bb1-94d4-f0341d97a28a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 210 time: 0.0664539 Feb 09 02:04:14.634005 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-dcd5638d-0230-4bf6-9409-13eadf884cd5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:14.651985 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-dcd5638d-0230-4bf6-9409-13eadf884cd5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Transition to ACTIVE for port object c4b5aed6-cdee-4dfe-8c19-2880c2335249 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:04:14.681302 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-dcd5638d-0230-4bf6-9409-13eadf884cd5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:14.799893 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-dcd5638d-0230-4bf6-9409-13eadf884cd5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Network d6634faf-ff76-4fe0-a5c9-caee948c4efa is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:04:14.803451 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-dcd5638d-0230-4bf6-9409-13eadf884cd5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:14.808439 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-dcd5638d-0230-4bf6-9409-13eadf884cd5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:04:14.842278 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd5638d-0230-4bf6-9409-13eadf884cd5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Port': ['ID=c4b5aed6-cdee-4dfe-8c19-2880c2335249,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:14.883821 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-dcd5638d-0230-4bf6-9409-13eadf884cd5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:14.884153 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-dcd5638d-0230-4bf6-9409-13eadf884cd5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:14.919000 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-dcd5638d-0230-4bf6-9409-13eadf884cd5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0263329 Feb 09 02:04:14.932482 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-01ebb0f4-6675-44c6-9d1b-44caaafa8ed9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 02:04:14.933547 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-01ebb0f4-6675-44c6-9d1b-44caaafa8ed9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057619 Feb 09 02:04:15.012240 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-0c7aa5e5-4409-4884-b7fc-e863bea2acff service neutron] Request body: {'port': {'device_id': 'bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:15.126406 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-16020f09-19b9-4fe2-a4ff-4b8cb0d65c4e None None] Provisioning for port c4b5aed6-cdee-4dfe-8c19-2880c2335249 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:04:15.132862 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-16020f09-19b9-4fe2-a4ff-4b8cb0d65c4e None None] Provisioning complete for port c4b5aed6-cdee-4dfe-8c19-2880c2335249 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:15.133652 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-16020f09-19b9-4fe2-a4ff-4b8cb0d65c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:15.135257 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-0c7aa5e5-4409-4884-b7fc-e863bea2acff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:15.195718 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-16020f09-19b9-4fe2-a4ff-4b8cb0d65c4e None None] Port c4b5aed6-cdee-4dfe-8c19-2880c2335249 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:04:15.327925 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 348a81d5-ad68-4387-be6a-61d6f3806237 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:04:15.402614 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 348a81d5-ad68-4387-be6a-61d6f3806237 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:04:15.408642 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 348a81d5-ad68-4387-be6a-61d6f3806237 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:15.409559 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:15.531758 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:15.554307 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-0c7aa5e5-4409-4884-b7fc-e863bea2acff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4b5aed6-cdee-4dfe-8c19-2880c2335249 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:04:15.563772 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-0c7aa5e5-4409-4884-b7fc-e863bea2acff service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:15.567651 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 348a81d5-ad68-4387-be6a-61d6f3806237, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=348a81d5-ad68-4387-be6a-61d6f3806237,segment=NetworkSegment(128f2248-7fcd-4161-9c6a-947fa2053016),segment_id=128f2248-7fcd-4161-9c6a-947fa2053016)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:04:15.572024 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:15.582641 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-0c7aa5e5-4409-4884-b7fc-e863bea2acff service neutron] Transition to ACTIVE for port object c4b5aed6-cdee-4dfe-8c19-2880c2335249 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:04:15.586430 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-0c7aa5e5-4409-4884-b7fc-e863bea2acff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:15.704834 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=348a81d5-ad68-4387-be6a-61d6f3806237,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:15.762994 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7aa5e5-4409-4884-b7fc-e863bea2acff service neutron] Pushing event updated for resources: {'Port': ['ID=c4b5aed6-cdee-4dfe-8c19-2880c2335249,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:15.785254 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709b612-8880-4472-8f95-3fd1db5bdb95 req-a6753fde-f522-433c-b2d3-606c8c8a7efa tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:15.788911 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b709b612-8880-4472-8f95-3fd1db5bdb95 req-a6753fde-f522-433c-b2d3-606c8c8a7efa tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 944 time: 0.0986626 Feb 09 02:04:15.840607 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b709b612-8880-4472-8f95-3fd1db5bdb95 req-0d49ed23-ebec-4879-871d-de90eea50456 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b87f111d-56c6-4839-80a9-ee43bcb4d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460989 Feb 09 02:04:15.843561 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-0c7aa5e5-4409-4884-b7fc-e863bea2acff service neutron] Attempting to bind port c4b5aed6-cdee-4dfe-8c19-2880c2335249 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:04:15.844031 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-0c7aa5e5-4409-4884-b7fc-e863bea2acff service neutron] Attempting to bind port c4b5aed6-cdee-4dfe-8c19-2880c2335249 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '128f2248-7fcd-4161-9c6a-947fa2053016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'd6634faf-ff76-4fe0-a5c9-caee948c4efa'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:04:15.844211 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-0c7aa5e5-4409-4884-b7fc-e863bea2acff service neutron] Attempting to bind port c4b5aed6-cdee-4dfe-8c19-2880c2335249 on network d6634faf-ff76-4fe0-a5c9-caee948c4efa {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:04:15.849666 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-0c7aa5e5-4409-4884-b7fc-e863bea2acff service neutron] Port c4b5aed6-cdee-4dfe-8c19-2880c2335249 on network d6634faf-ff76-4fe0-a5c9-caee948c4efa not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 02:04:15.849986 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-0c7aa5e5-4409-4884-b7fc-e863bea2acff service neutron] Attempting to bind port c4b5aed6-cdee-4dfe-8c19-2880c2335249 on network d6634faf-ff76-4fe0-a5c9-caee948c4efa {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:04:15.863247 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-0c7aa5e5-4409-4884-b7fc-e863bea2acff service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:04:15.863679 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-0c7aa5e5-4409-4884-b7fc-e863bea2acff service neutron] Checking segment: {'id': '128f2248-7fcd-4161-9c6a-947fa2053016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'd6634faf-ff76-4fe0-a5c9-caee948c4efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:04:15.864129 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-0c7aa5e5-4409-4884-b7fc-e863bea2acff service neutron] Bound using segment: {'id': '128f2248-7fcd-4161-9c6a-947fa2053016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'd6634faf-ff76-4fe0-a5c9-caee948c4efa'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:04:15.864666 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-0c7aa5e5-4409-4884-b7fc-e863bea2acff service neutron] Bound port: c4b5aed6-cdee-4dfe-8c19-2880c2335249, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128f2248-7fcd-4161-9c6a-947fa2053016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'd6634faf-ff76-4fe0-a5c9-caee948c4efa'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:04:15.865130 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-0c7aa5e5-4409-4884-b7fc-e863bea2acff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:15.964105 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-0c7aa5e5-4409-4884-b7fc-e863bea2acff service neutron] For port c4b5aed6-cdee-4dfe-8c19-2880c2335249, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:04:15.967120 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-0c7aa5e5-4409-4884-b7fc-e863bea2acff service neutron] For port c4b5aed6-cdee-4dfe-8c19-2880c2335249, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c4b5aed6-cdee-4dfe-8c19-2880c2335249,segment=NetworkSegment(128f2248-7fcd-4161-9c6a-947fa2053016),segment_id=128f2248-7fcd-4161-9c6a-947fa2053016)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:04:15.971773 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-0c7aa5e5-4409-4884-b7fc-e863bea2acff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:16.036789 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-0c7aa5e5-4409-4884-b7fc-e863bea2acff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:16.037409 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-0c7aa5e5-4409-4884-b7fc-e863bea2acff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:16.038790 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-0c7aa5e5-4409-4884-b7fc-e863bea2acff service neutron] 10.222.0.35 "PUT /v2.0/ports/c4b5aed6-cdee-4dfe-8c19-2880c2335249 HTTP/1.1" status: 200 len: 1092 time: 1.0983605 Feb 09 02:04:16.039245 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c', 'tag': 'c4b5aed6-cdee-4dfe-8c19-2880c2335249'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:04:16.061433 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7aa5e5-4409-4884-b7fc-e863bea2acff service neutron] Pushing event updated for resources: {'Port': ['ID=c4b5aed6-cdee-4dfe-8c19-2880c2335249,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:16.245530 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c', 'tag': 'c4b5aed6-cdee-4dfe-8c19-2880c2335249', 'status': 'completed', 'code': 200} Feb 09 02:04:16.286724 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-bebc6592-cc33-4c87-b475-95731d1c9872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:16.288213 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-bebc6592-cc33-4c87-b475-95731d1c9872 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 1095 time: 0.1989183 Feb 09 02:04:16.366439 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-27ea1ea5-3163-44b0-b29f-8d93c5f388a0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4b5aed6-cdee-4dfe-8c19-2880c2335249 HTTP/1.1" status: 200 len: 217 time: 0.0655043 Feb 09 02:04:16.432598 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-a21344c1-14a9-4912-8056-0a6704a7bc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:16.434053 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-a21344c1-14a9-4912-8056-0a6704a7bc0e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7f234ec4-9a66-40fc-8f1f-3bc71e0d8453 HTTP/1.1" status: 200 len: 835 time: 0.0581031 Feb 09 02:04:16.516257 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-c2a4e1c3-0b8a-4d8e-857f-c366b7357193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:16.517689 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-c2a4e1c3-0b8a-4d8e-857f-c366b7357193 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d6634faf-ff76-4fe0-a5c9-caee948c4efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739644 Feb 09 02:04:16.655578 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-6516f0a0-2405-4c30-9133-34c9a55140f4 service neutron] 10.222.0.35 "GET /v2.0/networks/d6634faf-ff76-4fe0-a5c9-caee948c4efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278203 Feb 09 02:04:16.791544 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e75dc2d1-35fd-40d4-aace-f786af9fd6bb req-6811b810-b9f1-42a5-9c0c-0d63b1463fd3 service neutron] 10.222.0.35 "GET /v2.0/networks/d6634faf-ff76-4fe0-a5c9-caee948c4efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263790 Feb 09 02:04:16.918661 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efeb957-366c-4d11-8b42-02b82265f6f5 req-513c3f74-9efb-4acf-a61e-b5e83ec7aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:16.920174 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4efeb957-366c-4d11-8b42-02b82265f6f5 req-513c3f74-9efb-4acf-a61e-b5e83ec7aafd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 1095 time: 0.0766342 Feb 09 02:04:17.041236 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96dff9-2518-46c1-a37f-07ec4036e6d7 req-d88f73ec-a703-4b54-8065-c0fa86c1203d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:17.043474 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8c96dff9-2518-46c1-a37f-07ec4036e6d7 req-d88f73ec-a703-4b54-8065-c0fa86c1203d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 944 time: 0.0871773 Feb 09 02:04:17.058477 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efeb957-366c-4d11-8b42-02b82265f6f5 req-50b69842-d8e7-4aa5-981e-e197910a0ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:17.060088 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4efeb957-366c-4d11-8b42-02b82265f6f5 req-50b69842-d8e7-4aa5-981e-e197910a0ef3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d6634faf-ff76-4fe0-a5c9-caee948c4efa HTTP/1.1" status: 200 len: 895 time: 0.1333921 Feb 09 02:04:17.097037 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8c96dff9-2518-46c1-a37f-07ec4036e6d7 req-6c3c5e0f-452b-4591-9b51-730f1b5ff403 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b87f111d-56c6-4839-80a9-ee43bcb4d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477345 Feb 09 02:04:17.136905 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4efeb957-366c-4d11-8b42-02b82265f6f5 req-42192000-4699-4f76-b58d-5f9247a5303f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4b5aed6-cdee-4dfe-8c19-2880c2335249 HTTP/1.1" status: 200 len: 217 time: 0.0689487 Feb 09 02:04:17.206809 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efeb957-366c-4d11-8b42-02b82265f6f5 req-aadd5540-c5c7-45eb-ab41-ffb7333b31dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:17.208253 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4efeb957-366c-4d11-8b42-02b82265f6f5 req-aadd5540-c5c7-45eb-ab41-ffb7333b31dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7f234ec4-9a66-40fc-8f1f-3bc71e0d8453 HTTP/1.1" status: 200 len: 835 time: 0.0651331 Feb 09 02:04:17.306053 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 348a81d5-ad68-4387-be6a-61d6f3806237 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:04:17.306630 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efeb957-366c-4d11-8b42-02b82265f6f5 req-d864682f-3ec3-4eaa-bdbb-7208b5ddc170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:17.308111 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4efeb957-366c-4d11-8b42-02b82265f6f5 req-d864682f-3ec3-4eaa-bdbb-7208b5ddc170 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d6634faf-ff76-4fe0-a5c9-caee948c4efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887015 Feb 09 02:04:17.376019 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 348a81d5-ad68-4387-be6a-61d6f3806237 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:17.376385 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:17.451405 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4efeb957-366c-4d11-8b42-02b82265f6f5 req-ebef517b-651f-4e8f-9cb3-442cc3c10e3f service neutron] 10.222.0.35 "GET /v2.0/networks/d6634faf-ff76-4fe0-a5c9-caee948c4efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349249 Feb 09 02:04:17.601009 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4efeb957-366c-4d11-8b42-02b82265f6f5 req-243c8fdf-ea75-4bac-8e9a-025b65c92f00 service neutron] 10.222.0.35 "GET /v2.0/networks/d6634faf-ff76-4fe0-a5c9-caee948c4efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429799 Feb 09 02:04:18.304587 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7df713-11c2-4da5-8583-a98308484277 req-55340ae8-640c-4bbf-8006-53de4c41e087 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:18.305381 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-1a7df713-11c2-4da5-8583-a98308484277 req-55340ae8-640c-4bbf-8006-53de4c41e087 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Synchronizing usage tracker for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:04:18.322460 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-1a7df713-11c2-4da5-8583-a98308484277 req-55340ae8-640c-4bbf-8006-53de4c41e087 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Unset dirty status for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:04:18.323812 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1a7df713-11c2-4da5-8583-a98308484277 req-55340ae8-640c-4bbf-8006-53de4c41e087 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 944 time: 0.1044443 Feb 09 02:04:18.373074 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1a7df713-11c2-4da5-8583-a98308484277 req-75c44e2f-3922-44d4-a8c2-afa604198f3b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b87f111d-56c6-4839-80a9-ee43bcb4d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422766 Feb 09 02:04:19.566414 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aeedf5-3896-4db0-b628-59991717757c req-804d6881-0938-47f0-a378-e3346dec9885 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:19.570387 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-12aeedf5-3896-4db0-b628-59991717757c req-804d6881-0938-47f0-a378-e3346dec9885 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 944 time: 0.0903487 Feb 09 02:04:19.616278 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-12aeedf5-3896-4db0-b628-59991717757c req-2e836955-dbb8-4505-b66d-2ab2f7a14fc5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b87f111d-56c6-4839-80a9-ee43bcb4d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399539 Feb 09 02:04:19.864658 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c4b5aed6-cdee-4dfe-8c19-2880c2335249 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 02:04:20.000779 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c4b5aed6-cdee-4dfe-8c19-2880c2335249, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c4b5aed6-cdee-4dfe-8c19-2880c2335249,segment=NetworkSegment(128f2248-7fcd-4161-9c6a-947fa2053016),segment_id=128f2248-7fcd-4161-9c6a-947fa2053016)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:04:20.015097 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'c4b5aed6-cdee-4dfe-8c19-2880c2335249', 'network_id': 'd6634faf-ff76-4fe0-a5c9-caee948c4efa', 'port_id': 'c4b5aed6-cdee-4dfe-8c19-2880c2335249', 'mac_address': 'fa:16:3e:f6:40:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 973, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f234ec4-9a66-40fc-8f1f-3bc71e0d8453', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 02:04:20.076062 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:20.093933 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4b5aed6-cdee-4dfe-8c19-2880c2335249 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:04:20.110124 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c4b5aed6-cdee-4dfe-8c19-2880c2335249, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c4b5aed6-cdee-4dfe-8c19-2880c2335249,segment=NetworkSegment(128f2248-7fcd-4161-9c6a-947fa2053016),segment_id=128f2248-7fcd-4161-9c6a-947fa2053016)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:04:20.113906 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:20.185076 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=c4b5aed6-cdee-4dfe-8c19-2880c2335249,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:20.405286 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['c4b5aed6-cdee-4dfe-8c19-2880c2335249'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:04:20.809422 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35036f-ec51-4261-8568-62b16b380d3c req-cd98c054-ab1e-47c3-89d7-aeecc3671a64 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:20.810892 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-df35036f-ec51-4261-8568-62b16b380d3c req-cd98c054-ab1e-47c3-89d7-aeecc3671a64 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 945 time: 0.0840993 Feb 09 02:04:20.857321 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-df35036f-ec51-4261-8568-62b16b380d3c req-ea7432a2-ad46-4c08-9720-94d96283fbad tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b87f111d-56c6-4839-80a9-ee43bcb4d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406892 Feb 09 02:04:21.876381 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c4b5aed6-cdee-4dfe-8c19-2880c2335249 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:04:21.951518 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port c4b5aed6-cdee-4dfe-8c19-2880c2335249 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:04:21.957259 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port c4b5aed6-cdee-4dfe-8c19-2880c2335249 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:21.957809 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:22.052252 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13fa22-4f9a-4b41-adbb-236849063382 req-9b0c41e7-50e1-43c4-a598-95a59b1441e7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:22.054074 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-df13fa22-4f9a-4b41-adbb-236849063382 req-9b0c41e7-50e1-43c4-a598-95a59b1441e7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 945 time: 0.0882523 Feb 09 02:04:22.086862 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:22.105380 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-df13fa22-4f9a-4b41-adbb-236849063382 req-fd9b580c-2ed2-46f9-bb5e-0228355d67e8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b87f111d-56c6-4839-80a9-ee43bcb4d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456975 Feb 09 02:04:22.129448 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b5aed6-cdee-4dfe-8c19-2880c2335249'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:04:22.137157 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c4b5aed6-cdee-4dfe-8c19-2880c2335249, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c4b5aed6-cdee-4dfe-8c19-2880c2335249,segment=NetworkSegment(128f2248-7fcd-4161-9c6a-947fa2053016),segment_id=128f2248-7fcd-4161-9c6a-947fa2053016)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:04:22.141832 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:22.173280 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b5aed6-cdee-4dfe-8c19-2880c2335249', 'code': 200} Feb 09 02:04:22.212069 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=c4b5aed6-cdee-4dfe-8c19-2880c2335249,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:22.306104 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5734587-92ce-49e8-9bff-bec6a55907a1 req-c30b1772-e11e-4008-a2bf-c8e3da8083b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:22.307561 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e5734587-92ce-49e8-9bff-bec6a55907a1 req-c30b1772-e11e-4008-a2bf-c8e3da8083b0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 1097 time: 0.0685110 Feb 09 02:04:22.350936 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e5734587-92ce-49e8-9bff-bec6a55907a1 req-a94aea9d-ce8c-42b8-875a-3a84402c8ac5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b87f111d-56c6-4839-80a9-ee43bcb4d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335138 Feb 09 02:04:22.471299 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:23.411149 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c8268-e63c-4f28-afc5-e34798149230 req-d247d9e3-b424-422b-aad8-aee8ea6e21f2 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:23.412600 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d32c8268-e63c-4f28-afc5-e34798149230 req-d247d9e3-b424-422b-aad8-aee8ea6e21f2 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 946 time: 0.1932337 Feb 09 02:04:23.457727 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d32c8268-e63c-4f28-afc5-e34798149230 req-6de29e5b-1f12-4921-a84d-88fb438b3409 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b87f111d-56c6-4839-80a9-ee43bcb4d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393660 Feb 09 02:04:24.483516 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:04:24.772925 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efac43-c71a-4c21-a848-ce544dbf325b req-5e4db8e3-6789-4557-9612-245b61687885 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:24.774440 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b8efac43-c71a-4c21-a848-ce544dbf325b req-5e4db8e3-6789-4557-9612-245b61687885 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 946 time: 0.1949415 Feb 09 02:04:24.823472 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b8efac43-c71a-4c21-a848-ce544dbf325b req-c2dec18c-223d-4598-91af-a133c1b793fd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b87f111d-56c6-4839-80a9-ee43bcb4d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431094 Feb 09 02:04:25.013044 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf391f-0a66-414d-9f32-3d1f40bba8e0 req-f2dfacff-1df3-48a9-9b96-3df58aa9ec34 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:25.014517 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1ebf391f-0a66-414d-9f32-3d1f40bba8e0 req-f2dfacff-1df3-48a9-9b96-3df58aa9ec34 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 946 time: 0.0836787 Feb 09 02:04:25.065576 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1ebf391f-0a66-414d-9f32-3d1f40bba8e0 req-d6832948-7bf2-4fb5-8a63-cc3ae45d45d4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b87f111d-56c6-4839-80a9-ee43bcb4d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442369 Feb 09 02:04:25.089572 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38710) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:25.160371 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd967a5b-bb75-4812-89af-ce661ca4d64b tempest-TestNetworkAdvancedServerOps-1592522248 tempest-TestNetworkAdvancedServerOps-1592522248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:25.161918 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cd967a5b-bb75-4812-89af-ce661ca4d64b tempest-TestNetworkAdvancedServerOps-1592522248 tempest-TestNetworkAdvancedServerOps-1592522248-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 1092 time: 0.0713475 Feb 09 02:04:25.164698 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38714) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:25.169671 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-8632bb31-e9b3-4b03-aeeb-fa0cce0179db tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'port_id': 'c4b5aed6-cdee-4dfe-8c19-2880c2335249', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:25.176649 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8632bb31-e9b3-4b03-aeeb-fa0cce0179db tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:04:25.180509 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8632bb31-e9b3-4b03-aeeb-fa0cce0179db tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:floatingip and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:04:25.183314 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8632bb31-e9b3-4b03-aeeb-fa0cce0179db tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:04:25.189055 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8632bb31-e9b3-4b03-aeeb-fa0cce0179db tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:04:25.200022 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8632bb31-e9b3-4b03-aeeb-fa0cce0179db tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:25.344968 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8632bb31-e9b3-4b03-aeeb-fa0cce0179db tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:25.494963 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-8632bb31-e9b3-4b03-aeeb-fa0cce0179db tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Allocated IP 172.25.5.240 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/8c4de905-df9d-490d-af79-7e613af8bcc3) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:04:25.652484 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8632bb31-e9b3-4b03-aeeb-fa0cce0179db tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:25.661261 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:25.682970 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8632bb31-e9b3-4b03-aeeb-fa0cce0179db tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:25.749168 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8632bb31-e9b3-4b03-aeeb-fa0cce0179db tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:04:25.750351 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-8632bb31-e9b3-4b03-aeeb-fa0cce0179db tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:25.755215 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8632bb31-e9b3-4b03-aeeb-fa0cce0179db tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:04:25.797121 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632bb31-e9b3-4b03-aeeb-fa0cce0179db tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Port': ['ID=8c4de905-df9d-490d-af79-7e613af8bcc3,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:26.179283 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8632bb31-e9b3-4b03-aeeb-fa0cce0179db tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:26.259026 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8632bb31-e9b3-4b03-aeeb-fa0cce0179db tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:26.461407 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8632bb31-e9b3-4b03-aeeb-fa0cce0179db tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:26.465742 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8632bb31-e9b3-4b03-aeeb-fa0cce0179db tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:26.576582 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632bb31-e9b3-4b03-aeeb-fa0cce0179db tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Port': ['ID=8c4de905-df9d-490d-af79-7e613af8bcc3,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:26.593699 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8632bb31-e9b3-4b03-aeeb-fa0cce0179db tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:26.867742 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-8632bb31-e9b3-4b03-aeeb-fa0cce0179db tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Floating IP fb0c9e33-c263-4235-b4a1-ae5652c4f31d associated. External IP: 172.25.5.240, port: c4b5aed6-cdee-4dfe-8c19-2880c2335249. Feb 09 02:04:27.251312 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8632bb31-e9b3-4b03-aeeb-fa0cce0179db tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Router 4b211132-7b33-4830-9c60-059db44a62a5 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:04:27.435942 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8632bb31-e9b3-4b03-aeeb-fa0cce0179db tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:04:27.445986 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aadd73-6c18-46a0-b93d-d3add7ee8736 None None] Sync routers for ids ['4b211132-7b33-4830-9c60-059db44a62a5'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:04:27.457086 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aadd73-6c18-46a0-b93d-d3add7ee8736 None None] Routers {'4b211132-7b33-4830-9c60-059db44a62a5'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:04:27.461751 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-c6aadd73-6c18-46a0-b93d-d3add7ee8736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:04:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['4b211132-7b33-4830-9c60-059db44a62a5'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:27.461972 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8632bb31-e9b3-4b03-aeeb-fa0cce0179db tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:27.523058 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8632bb31-e9b3-4b03-aeeb-fa0cce0179db tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3569515 Feb 09 02:04:27.523837 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c', 'tag': 'c4b5aed6-cdee-4dfe-8c19-2880c2335249'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:04:27.593130 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c', 'tag': 'c4b5aed6-cdee-4dfe-8c19-2880c2335249', 'status': 'completed', 'code': 200} Feb 09 02:04:27.656199 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-c6aadd73-6c18-46a0-b93d-d3add7ee8736 None None] Set router 4b211132-7b33-4830-9c60-059db44a62a5 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:04:27.697213 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63159c-6220-48b4-9990-389516699b42 req-972344c5-76ca-4ff7-9f52-a896605c2418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:27.698846 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-df63159c-6220-48b4-9990-389516699b42 req-972344c5-76ca-4ff7-9f52-a896605c2418 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 1097 time: 0.0792012 Feb 09 02:04:27.718233 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1029302-ce8a-4e40-8b82-85069fcff1fb req-61760e98-8626-4f45-b023-91899493aedd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:27.719984 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c1029302-ce8a-4e40-8b82-85069fcff1fb req-61760e98-8626-4f45-b023-91899493aedd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 946 time: 0.0883462 Feb 09 02:04:27.772235 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c1029302-ce8a-4e40-8b82-85069fcff1fb req-6b2c5e28-7203-4aa6-b63e-58e01a185d76 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b87f111d-56c6-4839-80a9-ee43bcb4d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460155 Feb 09 02:04:27.807831 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38722) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:27.874179 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63159c-6220-48b4-9990-389516699b42 req-6675fc1e-e81b-454c-9d52-0e9f6da3f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:27.878349 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-df63159c-6220-48b4-9990-389516699b42 req-6675fc1e-e81b-454c-9d52-0e9f6da3f909 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d6634faf-ff76-4fe0-a5c9-caee948c4efa HTTP/1.1" status: 200 len: 895 time: 0.1729424 Feb 09 02:04:27.948141 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9a358742-bb9b-40b5-a35c-22457f59a3e1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/floatingips/fb0c9e33-c263-4235-b4a1-ae5652c4f31d HTTP/1.1" status: 200 len: 992 time: 0.1385527 Feb 09 02:04:27.982624 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-df63159c-6220-48b4-9990-389516699b42 req-8af7152e-1c7d-4ae6-8a99-4c5563f1840a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4b5aed6-cdee-4dfe-8c19-2880c2335249 HTTP/1.1" status: 200 len: 1000 time: 0.0989602 Feb 09 02:04:28.010946 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-c6aadd73-6c18-46a0-b93d-d3add7ee8736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b211132-7b33-4830-9c60-059db44a62a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008022683', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '37369475-fd27-44f5-a69a-de1d502526a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:03Z', 'updated_at': '2022-02-09T02:04:09Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '37369475-fd27-44f5-a69a-de1d502526a9', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b211132-7b33-4830-9c60-059db44a62a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:04Z', 'updated_at': '2022-02-09T02:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'fb0c9e33-c263-4235-b4a1-ae5652c4f31d', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'floating_ip_address': '172.25.5.240', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '4b211132-7b33-4830-9c60-059db44a62a5', 'port_id': 'c4b5aed6-cdee-4dfe-8c19-2880c2335249', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6634faf-ff76-4fe0-a5c9-caee948c4efa', 'mac_address': 'fa:16:3e:f6:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:04:26Z', 'updated_at': '2022-02-09T02:04:26Z', 'revision_number': 0, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '348a81d5-ad68-4387-be6a-61d6f3806237', 'name': '', 'network_id': 'd6634faf-ff76-4fe0-a5c9-caee948c4efa', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:e2:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b211132-7b33-4830-9c60-059db44a62a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7f234ec4-9a66-40fc-8f1f-3bc71e0d8453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:08Z', 'updated_at': '2022-02-09T02:04:15Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': '7f234ec4-9a66-40fc-8f1f-3bc71e0d8453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:28.014789 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aadd73-6c18-46a0-b93d-d3add7ee8736 None None] Checking router: 4b211132-7b33-4830-9c60-059db44a62a5 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:04:28.028864 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aadd73-6c18-46a0-b93d-d3add7ee8736 None None] Routers {'4b211132-7b33-4830-9c60-059db44a62a5'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:04:28.029501 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-c6aadd73-6c18-46a0-b93d-d3add7ee8736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:04:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['4b211132-7b33-4830-9c60-059db44a62a5'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:28.052314 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63159c-6220-48b4-9990-389516699b42 req-bdfb705b-1436-4bf4-b8c4-8f852c33d949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:28.053805 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-df63159c-6220-48b4-9990-389516699b42 req-bdfb705b-1436-4bf4-b8c4-8f852c33d949 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7f234ec4-9a66-40fc-8f1f-3bc71e0d8453 HTTP/1.1" status: 200 len: 835 time: 0.0654051 Feb 09 02:04:28.129695 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63159c-6220-48b4-9990-389516699b42 req-328746bc-8b3b-46c1-96e1-5c04d867f61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:28.131478 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-df63159c-6220-48b4-9990-389516699b42 req-328746bc-8b3b-46c1-96e1-5c04d867f61c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d6634faf-ff76-4fe0-a5c9-caee948c4efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714381 Feb 09 02:04:28.218970 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-c6aadd73-6c18-46a0-b93d-d3add7ee8736 None None] Set router 4b211132-7b33-4830-9c60-059db44a62a5 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:04:28.271123 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-df63159c-6220-48b4-9990-389516699b42 req-6b976a7b-8126-49ce-98f9-eac50d0fb653 service neutron] 10.222.0.35 "GET /v2.0/networks/d6634faf-ff76-4fe0-a5c9-caee948c4efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335361 Feb 09 02:04:28.409195 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-df63159c-6220-48b4-9990-389516699b42 req-208b2fbb-19fa-4025-b7b6-414f9e1508b7 service neutron] 10.222.0.35 "GET /v2.0/networks/d6634faf-ff76-4fe0-a5c9-caee948c4efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312063 Feb 09 02:04:28.579864 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-c6aadd73-6c18-46a0-b93d-d3add7ee8736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b211132-7b33-4830-9c60-059db44a62a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008022683', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '37369475-fd27-44f5-a69a-de1d502526a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:03Z', 'updated_at': '2022-02-09T02:04:09Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '37369475-fd27-44f5-a69a-de1d502526a9', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b211132-7b33-4830-9c60-059db44a62a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:04Z', 'updated_at': '2022-02-09T02:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'fb0c9e33-c263-4235-b4a1-ae5652c4f31d', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'floating_ip_address': '172.25.5.240', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '4b211132-7b33-4830-9c60-059db44a62a5', 'port_id': 'c4b5aed6-cdee-4dfe-8c19-2880c2335249', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6634faf-ff76-4fe0-a5c9-caee948c4efa', 'mac_address': 'fa:16:3e:f6:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:04:26Z', 'updated_at': '2022-02-09T02:04:26Z', 'revision_number': 0, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '348a81d5-ad68-4387-be6a-61d6f3806237', 'name': '', 'network_id': 'd6634faf-ff76-4fe0-a5c9-caee948c4efa', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:e2:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b211132-7b33-4830-9c60-059db44a62a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7f234ec4-9a66-40fc-8f1f-3bc71e0d8453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:08Z', 'updated_at': '2022-02-09T02:04:15Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': '7f234ec4-9a66-40fc-8f1f-3bc71e0d8453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:28.584382 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aadd73-6c18-46a0-b93d-d3add7ee8736 None None] The sync data for ids ['4b211132-7b33-4830-9c60-059db44a62a5'] in n-d-828419-1 is: [{'id': '4b211132-7b33-4830-9c60-059db44a62a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008022683', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '37369475-fd27-44f5-a69a-de1d502526a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:03Z', 'updated_at': '2022-02-09T02:04:09Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '37369475-fd27-44f5-a69a-de1d502526a9', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b211132-7b33-4830-9c60-059db44a62a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:04Z', 'updated_at': '2022-02-09T02:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'fb0c9e33-c263-4235-b4a1-ae5652c4f31d', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'floating_ip_address': '172.25.5.240', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '4b211132-7b33-4830-9c60-059db44a62a5', 'port_id': 'c4b5aed6-cdee-4dfe-8c19-2880c2335249', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6634faf-ff76-4fe0-a5c9-caee948c4efa', 'mac_address': 'fa:16:3e:f6:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:04:26Z', 'updated_at': '2022-02-09T02:04:26Z', 'revision_number': 0, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '348a81d5-ad68-4387-be6a-61d6f3806237', 'name': '', 'network_id': 'd6634faf-ff76-4fe0-a5c9-caee948c4efa', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:e2:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b211132-7b33-4830-9c60-059db44a62a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7f234ec4-9a66-40fc-8f1f-3bc71e0d8453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:08Z', 'updated_at': '2022-02-09T02:04:15Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': '7f234ec4-9a66-40fc-8f1f-3bc71e0d8453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:04:28.793314 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f1e0a9-e096-4019-a19b-9771f9599a12 None None] New status for floating IP fb0c9e33-c263-4235-b4a1-ae5652c4f31d: ACTIVE {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:04:28.952126 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38726) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:29.072432 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-be47673d-2970-467c-8988-11c7cab3b145 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/floatingips/fb0c9e33-c263-4235-b4a1-ae5652c4f31d HTTP/1.1" status: 200 len: 992 time: 0.1174698 Feb 09 02:04:30.075696 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38730) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:04:30.183997 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a4bb1cb9-2569-430d-ba6d-ca9d61ed39f4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/floatingips/fb0c9e33-c263-4235-b4a1-ae5652c4f31d HTTP/1.1" status: 200 len: 994 time: 0.1071730 Feb 09 02:04:37.030962 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8c83a970-85b3-4598-9f6c-2fb9526bc9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:39.429395 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7cb81547-e306-4bf4-b8b6-4c1d4f722ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:40.541961 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:40.669636 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:41.989351 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:51.508246 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ab8d03f-5dfa-449d-ae7a-f90985db90ec req-21678055-e7a0-4a3a-8722-474d7bd15174 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0778725 Feb 09 02:04:51.656173 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8d03f-5dfa-449d-ae7a-f90985db90ec req-ee670b01-b0fe-4d2d-a23c-c874ae49f696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:51.658307 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ab8d03f-5dfa-449d-ae7a-f90985db90ec req-ee670b01-b0fe-4d2d-a23c-c874ae49f696 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 1097 time: 0.0773964 Feb 09 02:04:51.806246 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8d03f-5dfa-449d-ae7a-f90985db90ec req-8e43e873-1836-40e6-a6c4-7035da16d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:51.807609 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ab8d03f-5dfa-449d-ae7a-f90985db90ec req-8e43e873-1836-40e6-a6c4-7035da16d638 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d6634faf-ff76-4fe0-a5c9-caee948c4efa HTTP/1.1" status: 200 len: 895 time: 0.1295834 Feb 09 02:04:51.910325 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ab8d03f-5dfa-449d-ae7a-f90985db90ec req-f08900ac-8516-44fc-8b24-9f475b4967d2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4b5aed6-cdee-4dfe-8c19-2880c2335249 HTTP/1.1" status: 200 len: 1002 time: 0.0967758 Feb 09 02:04:51.981804 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8d03f-5dfa-449d-ae7a-f90985db90ec req-48cd16ff-ffe7-4f7f-b6eb-a9c92a17d14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:51.983239 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ab8d03f-5dfa-449d-ae7a-f90985db90ec req-48cd16ff-ffe7-4f7f-b6eb-a9c92a17d14d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7f234ec4-9a66-40fc-8f1f-3bc71e0d8453 HTTP/1.1" status: 200 len: 835 time: 0.0648136 Feb 09 02:04:52.069012 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8d03f-5dfa-449d-ae7a-f90985db90ec req-7b284350-ca82-416c-a2d7-adc228e35d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:52.070409 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ab8d03f-5dfa-449d-ae7a-f90985db90ec req-7b284350-ca82-416c-a2d7-adc228e35d1e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d6634faf-ff76-4fe0-a5c9-caee948c4efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802763 Feb 09 02:04:52.210939 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ab8d03f-5dfa-449d-ae7a-f90985db90ec req-d983e193-32a0-4511-8e36-edc96355a1dc service neutron] 10.222.0.35 "GET /v2.0/networks/d6634faf-ff76-4fe0-a5c9-caee948c4efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314075 Feb 09 02:04:52.465753 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ab8d03f-5dfa-449d-ae7a-f90985db90ec req-f462e4cb-7197-4277-841f-c44a6ae74e27 service neutron] 10.222.0.35 "GET /v2.0/networks/d6634faf-ff76-4fe0-a5c9-caee948c4efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478917 Feb 09 02:04:52.473065 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:04:55.660545 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:05:01.486751 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:05:03.843083 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff80908-5703-4827-bdaf-170d535a88de req-7699cc1d-6fa5-4c51-ba02-0039c30b91fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:03.845048 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2ff80908-5703-4827-bdaf-170d535a88de req-7699cc1d-6fa5-4c51-ba02-0039c30b91fa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 1097 time: 0.0883532 Feb 09 02:05:04.043168 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff80908-5703-4827-bdaf-170d535a88de req-6cd67c55-e6e9-4074-9bd9-a44dbe482761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:04.044666 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2ff80908-5703-4827-bdaf-170d535a88de req-6cd67c55-e6e9-4074-9bd9-a44dbe482761 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d6634faf-ff76-4fe0-a5c9-caee948c4efa HTTP/1.1" status: 200 len: 895 time: 0.1929386 Feb 09 02:05:04.129023 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6fed1-38c3-4520-b451-64a2aa2a8c98 req-7d02a8a9-a0c1-434b-8e58-ba3ef8e721d7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:04.130919 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c3e6fed1-38c3-4520-b451-64a2aa2a8c98 req-7d02a8a9-a0c1-434b-8e58-ba3ef8e721d7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 946 time: 0.3318808 Feb 09 02:05:04.208750 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2ff80908-5703-4827-bdaf-170d535a88de req-83ae3ae1-308e-4453-99dd-e579b30e9a63 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4b5aed6-cdee-4dfe-8c19-2880c2335249 HTTP/1.1" status: 200 len: 1002 time: 0.1567562 Feb 09 02:05:04.211442 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c3e6fed1-38c3-4520-b451-64a2aa2a8c98 req-946bf856-71e1-4787-8def-de19f3661dc9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b87f111d-56c6-4839-80a9-ee43bcb4d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629249 Feb 09 02:05:04.278023 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff80908-5703-4827-bdaf-170d535a88de req-81634b6d-7ab0-4bd9-b3e3-f5161d0d04d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:04.279482 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2ff80908-5703-4827-bdaf-170d535a88de req-81634b6d-7ab0-4bd9-b3e3-f5161d0d04d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7f234ec4-9a66-40fc-8f1f-3bc71e0d8453 HTTP/1.1" status: 200 len: 835 time: 0.0637784 Feb 09 02:05:04.367269 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff80908-5703-4827-bdaf-170d535a88de req-933a85ca-154b-41f8-ae60-b29231999bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:04.368910 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2ff80908-5703-4827-bdaf-170d535a88de req-933a85ca-154b-41f8-ae60-b29231999bf8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d6634faf-ff76-4fe0-a5c9-caee948c4efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816641 Feb 09 02:05:04.512977 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2ff80908-5703-4827-bdaf-170d535a88de req-5dca2ef3-8b83-40d9-a92e-b10809cfd935 service neutron] 10.222.0.35 "GET /v2.0/networks/d6634faf-ff76-4fe0-a5c9-caee948c4efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371610 Feb 09 02:05:04.661321 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2ff80908-5703-4827-bdaf-170d535a88de req-6f1505ba-d862-4107-b3c8-03c63331f90a service neutron] 10.222.0.35 "GET /v2.0/networks/d6634faf-ff76-4fe0-a5c9-caee948c4efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410015 Feb 09 02:05:05.509283 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ce416-e8f3-43a7-ae04-713a25b3a2e7 req-7a4d9ea4-4bc2-4173-b6e9-4d7e0fd55b6a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:05.511433 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5a0ce416-e8f3-43a7-ae04-713a25b3a2e7 req-7a4d9ea4-4bc2-4173-b6e9-4d7e0fd55b6a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 946 time: 0.1473439 Feb 09 02:05:05.558822 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5a0ce416-e8f3-43a7-ae04-713a25b3a2e7 req-28ebf6e7-86a8-4aa3-b94b-5e1649ae3fd0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b87f111d-56c6-4839-80a9-ee43bcb4d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395961 Feb 09 02:05:06.746800 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d5d55-6f8c-47cc-944c-9f4b882dcc92 req-30451d81-36b2-4d31-8fce-392706ccb600 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:06.748254 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f96d5d55-6f8c-47cc-944c-9f4b882dcc92 req-30451d81-36b2-4d31-8fce-392706ccb600 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 946 time: 0.0790591 Feb 09 02:05:06.791717 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f96d5d55-6f8c-47cc-944c-9f4b882dcc92 req-84bf1fb0-85c3-4d17-bc02-9fa0d7151be7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b87f111d-56c6-4839-80a9-ee43bcb4d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371559 Feb 09 02:05:07.027207 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c878cb73-6556-4739-8acc-cde51424677e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:05:07.984675 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5321117-c765-412f-9256-34268c73fe1c req-7a1d562f-15bc-48ab-9bba-24c0e810d5d7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:07.986683 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a5321117-c765-412f-9256-34268c73fe1c req-7a1d562f-15bc-48ab-9bba-24c0e810d5d7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 946 time: 0.0870347 Feb 09 02:05:08.030333 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a5321117-c765-412f-9256-34268c73fe1c req-d6bddaa3-52f5-4442-9cfb-5279ef6b55ba tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b87f111d-56c6-4839-80a9-ee43bcb4d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380199 Feb 09 02:05:09.218827 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7c53e-26c5-4ce4-acd8-0c355bf68e27 req-7a77ec60-e1fb-4b07-b2cc-df1afbf2499d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:09.220315 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5da7c53e-26c5-4ce4-acd8-0c355bf68e27 req-7a77ec60-e1fb-4b07-b2cc-df1afbf2499d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 946 time: 0.0819681 Feb 09 02:05:09.264221 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5da7c53e-26c5-4ce4-acd8-0c355bf68e27 req-7aedbaab-26aa-4bb4-94d9-8b545fca85b6 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b87f111d-56c6-4839-80a9-ee43bcb4d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382280 Feb 09 02:05:09.430614 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-cb79fb05-ad4d-4c24-99de-e90317ff077c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:05:10.546360 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:05:10.560945 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023e187-f031-4368-a394-9073158d5e3e req-45daf725-5775-4612-a384-f4d8b003c297 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:10.562383 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6023e187-f031-4368-a394-9073158d5e3e req-45daf725-5775-4612-a384-f4d8b003c297 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 946 time: 0.1920555 Feb 09 02:05:10.608419 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6023e187-f031-4368-a394-9073158d5e3e req-8dd52891-05eb-4b30-ac20-b8c05c845971 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b87f111d-56c6-4839-80a9-ee43bcb4d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404007 Feb 09 02:05:10.672287 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:05:11.791389 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ecf9f6-d898-4e0d-9f23-8958ca5a92f9 req-2c494316-07ab-4d05-9c18-e0b4deaccad8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:11.792879 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-59ecf9f6-d898-4e0d-9f23-8958ca5a92f9 req-2c494316-07ab-4d05-9c18-e0b4deaccad8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 946 time: 0.0799954 Feb 09 02:05:11.838652 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-59ecf9f6-d898-4e0d-9f23-8958ca5a92f9 req-c7ae804b-f528-472a-a47e-c8a2ead4a692 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b87f111d-56c6-4839-80a9-ee43bcb4d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393825 Feb 09 02:05:11.991942 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:05:13.036053 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75b30a-13b3-4387-9d06-2217fd083548 req-813f9d56-0ab0-4305-8d10-5747dd5e090c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:13.038201 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6d75b30a-13b3-4387-9d06-2217fd083548 req-813f9d56-0ab0-4305-8d10-5747dd5e090c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 946 time: 0.0928128 Feb 09 02:05:13.086891 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6d75b30a-13b3-4387-9d06-2217fd083548 req-72d6887f-8588-44b2-b545-185dd36dd240 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b87f111d-56c6-4839-80a9-ee43bcb4d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392139 Feb 09 02:05:14.282372 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c493e-94dc-4195-97be-af324d58205e req-f8dbdd9e-c2a3-43dd-a7c7-12dffe0ffb67 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:14.283844 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-787c493e-94dc-4195-97be-af324d58205e req-f8dbdd9e-c2a3-43dd-a7c7-12dffe0ffb67 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 946 time: 0.0829535 Feb 09 02:05:14.327271 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-787c493e-94dc-4195-97be-af324d58205e req-06060ec4-6735-44bd-991c-bb50271df83c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b87f111d-56c6-4839-80a9-ee43bcb4d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375469 Feb 09 02:05:15.517187 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20cefb-e98c-4d9b-b2a2-f8ac7ee0488c req-c7acb926-8590-4ebd-b401-83abc211460d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:15.518691 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0b20cefb-e98c-4d9b-b2a2-f8ac7ee0488c req-c7acb926-8590-4ebd-b401-83abc211460d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 946 time: 0.0818775 Feb 09 02:05:15.577165 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0b20cefb-e98c-4d9b-b2a2-f8ac7ee0488c req-f56cf93d-44d1-4f99-92e0-b2b849122156 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b87f111d-56c6-4839-80a9-ee43bcb4d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508122 Feb 09 02:05:16.758419 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de35b2-9a23-4ff5-9b64-a012078f9d8d req-4475b18e-c7fc-4547-97bf-756ab2dbdd31 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:16.759905 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f2de35b2-9a23-4ff5-9b64-a012078f9d8d req-4475b18e-c7fc-4547-97bf-756ab2dbdd31 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 946 time: 0.0782120 Feb 09 02:05:16.806454 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f2de35b2-9a23-4ff5-9b64-a012078f9d8d req-10282f9c-a16a-42fd-8da9-051ab105c189 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b87f111d-56c6-4839-80a9-ee43bcb4d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408888 Feb 09 02:05:17.994046 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d3dfc-c7a3-44d7-b745-b0b303f580ad req-0c5d07f8-5c3f-47df-b6b7-454542bf9556 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:17.995494 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1f5d3dfc-c7a3-44d7-b745-b0b303f580ad req-0c5d07f8-5c3f-47df-b6b7-454542bf9556 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 946 time: 0.0834625 Feb 09 02:05:18.040110 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1f5d3dfc-c7a3-44d7-b745-b0b303f580ad req-f495047e-aa1e-44d1-8974-64692ffcf90b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b87f111d-56c6-4839-80a9-ee43bcb4d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383654 Feb 09 02:05:19.232653 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453cf322-29cd-4f06-a6ab-0a8645b46eaf req-3a0015e9-9da0-4288-95d9-405efcd9ec91 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:19.234735 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-453cf322-29cd-4f06-a6ab-0a8645b46eaf req-3a0015e9-9da0-4288-95d9-405efcd9ec91 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 946 time: 0.0849459 Feb 09 02:05:19.289608 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-453cf322-29cd-4f06-a6ab-0a8645b46eaf req-b361cee2-6bb6-46b4-aa45-718ae559fc41 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b87f111d-56c6-4839-80a9-ee43bcb4d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480449 Feb 09 02:05:20.475546 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa197ffd-a8a8-4818-9d0f-0121db67b69b req-91ee25ce-642f-42b4-85a1-39335b33c7af tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:20.476935 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fa197ffd-a8a8-4818-9d0f-0121db67b69b req-91ee25ce-642f-42b4-85a1-39335b33c7af tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 946 time: 0.0814240 Feb 09 02:05:20.521316 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fa197ffd-a8a8-4818-9d0f-0121db67b69b req-1a8b959a-4b30-451d-ac0c-b587a489e58d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b87f111d-56c6-4839-80a9-ee43bcb4d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382907 Feb 09 02:05:21.717775 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf2de6-b720-48d6-a3b0-b1229bdb323c req-44522f97-537a-4ef6-bdf3-b35df3bd9ddd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:21.719740 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-caaf2de6-b720-48d6-a3b0-b1229bdb323c req-44522f97-537a-4ef6-bdf3-b35df3bd9ddd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 946 time: 0.0868554 Feb 09 02:05:21.763597 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-caaf2de6-b720-48d6-a3b0-b1229bdb323c req-74306060-0f3c-4d99-9c4a-d8167e7eb212 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b87f111d-56c6-4839-80a9-ee43bcb4d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382099 Feb 09 02:05:22.471154 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:05:22.965603 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb063293-4e5f-4108-bd12-3a828e3f4272 req-4294a58b-d4f6-4212-b788-d633d6d9d972 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:22.967213 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bb063293-4e5f-4108-bd12-3a828e3f4272 req-4294a58b-d4f6-4212-b788-d633d6d9d972 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 946 time: 0.0901647 Feb 09 02:05:23.014348 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bb063293-4e5f-4108-bd12-3a828e3f4272 req-eb337ae0-d27a-4dac-90c1-89f3d132f56d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b87f111d-56c6-4839-80a9-ee43bcb4d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406609 Feb 09 02:05:24.226720 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baefbd-ccdb-46ec-a845-02a591908ecc req-acaf810a-5200-4806-bba5-4b23d9043c6f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:24.228364 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a8baefbd-ccdb-46ec-a845-02a591908ecc req-acaf810a-5200-4806-bba5-4b23d9043c6f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 946 time: 0.0901711 Feb 09 02:05:24.277288 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a8baefbd-ccdb-46ec-a845-02a591908ecc req-e0c7ecb3-61b0-4110-98c5-8c09441a3d33 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b87f111d-56c6-4839-80a9-ee43bcb4d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428028 Feb 09 02:05:25.639296 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b61c8-87fe-4a99-8217-609c3914d6ac req-168883a2-368e-436b-b575-7cac4ae61122 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:25.641077 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d24b61c8-87fe-4a99-8217-609c3914d6ac req-168883a2-368e-436b-b575-7cac4ae61122 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 946 time: 0.0956221 Feb 09 02:05:25.661348 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:05:25.700688 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d24b61c8-87fe-4a99-8217-609c3914d6ac req-01286967-4232-4631-9a39-61069fd0bb16 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b87f111d-56c6-4839-80a9-ee43bcb4d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448492 Feb 09 02:05:27.009874 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ee5b8-1b0a-45b0-855a-145f533506f9 req-ede2b5a9-5a90-4123-b8fc-96bcf1c20871 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:27.011295 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4f5ee5b8-1b0a-45b0-855a-145f533506f9 req-ede2b5a9-5a90-4123-b8fc-96bcf1c20871 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 946 time: 0.1995645 Feb 09 02:05:27.058080 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4f5ee5b8-1b0a-45b0-855a-145f533506f9 req-89b58850-44fc-4d41-8bc9-20bba704f174 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b87f111d-56c6-4839-80a9-ee43bcb4d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395741 Feb 09 02:05:27.080808 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38810) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:05:27.194028 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-842ea4ff-353a-499d-81f6-59c4ed7bfd36 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/floatingips/fb0c9e33-c263-4235-b4a1-ae5652c4f31d HTTP/1.1" status: 200 len: 994 time: 0.1119900 Feb 09 02:05:37.032027 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a319e100-427b-446c-be02-a93de445cbdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:05:38.486090 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:05:39.431472 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c82ee785-b75a-4346-82a5-4e107845362c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:05:40.549555 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:05:40.674573 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:05:41.994883 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:05:51.496956 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-42deb1de-48b2-47d8-93ff-9bc07452183d req-486450d7-0c3e-4a1e-8770-83813ec77be7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0689514 Feb 09 02:05:51.640283 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42deb1de-48b2-47d8-93ff-9bc07452183d req-2f17adfb-52b5-4d31-88c9-8f0a0423d494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:51.641798 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-42deb1de-48b2-47d8-93ff-9bc07452183d req-2f17adfb-52b5-4d31-88c9-8f0a0423d494 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 1097 time: 0.0737889 Feb 09 02:05:51.786437 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42deb1de-48b2-47d8-93ff-9bc07452183d req-928b40ad-ebdf-4a51-8fde-105f08a665ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:51.787850 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-42deb1de-48b2-47d8-93ff-9bc07452183d req-928b40ad-ebdf-4a51-8fde-105f08a665ce service neutron] 10.222.0.35 "GET /v2.0/networks?id=d6634faf-ff76-4fe0-a5c9-caee948c4efa HTTP/1.1" status: 200 len: 895 time: 0.1265528 Feb 09 02:05:51.894327 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-42deb1de-48b2-47d8-93ff-9bc07452183d req-0fd43ff1-471a-4d41-ac47-abac83a8a165 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4b5aed6-cdee-4dfe-8c19-2880c2335249 HTTP/1.1" status: 200 len: 1002 time: 0.0981584 Feb 09 02:05:51.957102 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42deb1de-48b2-47d8-93ff-9bc07452183d req-e1566321-50f2-4609-a018-bb8f87c7e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:51.958655 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-42deb1de-48b2-47d8-93ff-9bc07452183d req-e1566321-50f2-4609-a018-bb8f87c7e69d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7f234ec4-9a66-40fc-8f1f-3bc71e0d8453 HTTP/1.1" status: 200 len: 835 time: 0.0580363 Feb 09 02:05:52.038807 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42deb1de-48b2-47d8-93ff-9bc07452183d req-6b3082e0-fbd5-4df9-a683-aa41c2347f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:52.040215 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-42deb1de-48b2-47d8-93ff-9bc07452183d req-6b3082e0-fbd5-4df9-a683-aa41c2347f80 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d6634faf-ff76-4fe0-a5c9-caee948c4efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749791 Feb 09 02:05:52.173494 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-42deb1de-48b2-47d8-93ff-9bc07452183d req-a16b471e-1cdb-4f28-b381-a96fa2599e1c service neutron] 10.222.0.35 "GET /v2.0/networks/d6634faf-ff76-4fe0-a5c9-caee948c4efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265144 Feb 09 02:05:52.306860 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-42deb1de-48b2-47d8-93ff-9bc07452183d req-0ba9747d-ebca-43bf-8b48-4d767459fdda service neutron] 10.222.0.35 "GET /v2.0/networks/d6634faf-ff76-4fe0-a5c9-caee948c4efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259761 Feb 09 02:05:52.475312 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:05:55.655056 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:05:59.614109 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38826) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:05:59.833008 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-57fd5c54-d83f-435e-912f-6a636d7bb3ae tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Deleting port 8c4de905-df9d-490d-af79-7e613af8bcc3 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:05:59.833388 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-57fd5c54-d83f-435e-912f-6a636d7bb3ae tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:00.027990 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-57fd5c54-d83f-435e-912f-6a636d7bb3ae tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:00.028229 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-57fd5c54-d83f-435e-912f-6a636d7bb3ae tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:00.154173 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-57fd5c54-d83f-435e-912f-6a636d7bb3ae tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Calling delete_port for 8c4de905-df9d-490d-af79-7e613af8bcc3 owned by network:floatingip {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:06:00.319352 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-57fd5c54-d83f-435e-912f-6a636d7bb3ae tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:00.369107 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd5c54-d83f-435e-912f-6a636d7bb3ae tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event deleted for resources: {'Port': ['ID=8c4de905-df9d-490d-af79-7e613af8bcc3,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:00.536248 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd5c54-d83f-435e-912f-6a636d7bb3ae tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:00.536617 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd5c54-d83f-435e-912f-6a636d7bb3ae tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:00.536955 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd5c54-d83f-435e-912f-6a636d7bb3ae tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:00.537288 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd5c54-d83f-435e-912f-6a636d7bb3ae tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:00.537614 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd5c54-d83f-435e-912f-6a636d7bb3ae tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:00.537942 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd5c54-d83f-435e-912f-6a636d7bb3ae tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:00.538274 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd5c54-d83f-435e-912f-6a636d7bb3ae tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:00.538592 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd5c54-d83f-435e-912f-6a636d7bb3ae tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:00.538916 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd5c54-d83f-435e-912f-6a636d7bb3ae tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:00.539238 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd5c54-d83f-435e-912f-6a636d7bb3ae tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:00.539707 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd5c54-d83f-435e-912f-6a636d7bb3ae tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:00.540337 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd5c54-d83f-435e-912f-6a636d7bb3ae tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:00.572879 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-57fd5c54-d83f-435e-912f-6a636d7bb3ae tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for floatingip, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:00.573259 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-57fd5c54-d83f-435e-912f-6a636d7bb3ae tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Floating IP fb0c9e33-c263-4235-b4a1-ae5652c4f31d disassociated (deleted). External IP: 172.25.5.240, port: c4b5aed6-cdee-4dfe-8c19-2880c2335249. Feb 09 02:06:00.950514 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57fd5c54-d83f-435e-912f-6a636d7bb3ae tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Router 4b211132-7b33-4830-9c60-059db44a62a5 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:06:01.137395 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fd5c54-d83f-435e-912f-6a636d7bb3ae tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:06:01.147289 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f1c239-1cd6-466f-a4ef-22cefc91c60f None None] Sync routers for ids ['4b211132-7b33-4830-9c60-059db44a62a5'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:06:01.157938 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f1c239-1cd6-466f-a4ef-22cefc91c60f None None] Routers {'4b211132-7b33-4830-9c60-059db44a62a5'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:06:01.158583 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-60f1c239-1cd6-466f-a4ef-22cefc91c60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:05:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['4b211132-7b33-4830-9c60-059db44a62a5'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:01.161764 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-57fd5c54-d83f-435e-912f-6a636d7bb3ae tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:01.218090 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-57fd5c54-d83f-435e-912f-6a636d7bb3ae tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "DELETE /v2.0/floatingips/fb0c9e33-c263-4235-b4a1-ae5652c4f31d HTTP/1.1" status: 204 len: 168 time: 1.6027460 Feb 09 02:06:01.218570 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c', 'tag': 'c4b5aed6-cdee-4dfe-8c19-2880c2335249'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:06:01.293962 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c', 'tag': 'c4b5aed6-cdee-4dfe-8c19-2880c2335249', 'status': 'completed', 'code': 200} Feb 09 02:06:01.375976 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-60f1c239-1cd6-466f-a4ef-22cefc91c60f None None] Set router 4b211132-7b33-4830-9c60-059db44a62a5 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:06:01.406346 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd1766-e66d-4371-aed1-49245e013960 req-dea04218-799b-4314-9fea-5cbf088287e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:01.407898 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88bd1766-e66d-4371-aed1-49245e013960 req-dea04218-799b-4314-9fea-5cbf088287e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 1097 time: 0.0819256 Feb 09 02:06:01.563225 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd1766-e66d-4371-aed1-49245e013960 req-6c26fa22-cbdc-4fd2-8208-448206bcfd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:01.564733 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88bd1766-e66d-4371-aed1-49245e013960 req-6c26fa22-cbdc-4fd2-8208-448206bcfd9a service neutron] 10.222.0.35 "GET /v2.0/networks?id=d6634faf-ff76-4fe0-a5c9-caee948c4efa HTTP/1.1" status: 200 len: 895 time: 0.1509380 Feb 09 02:06:01.643625 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88bd1766-e66d-4371-aed1-49245e013960 req-f279b24d-d462-43d0-a605-f283c67331e6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4b5aed6-cdee-4dfe-8c19-2880c2335249 HTTP/1.1" status: 200 len: 217 time: 0.0717206 Feb 09 02:06:01.706073 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be215f03-0695-4f9a-8d49-17a6121a6904 req-e6836fac-1328-4dd4-a057-d3a358ea23ea tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:01.706896 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-be215f03-0695-4f9a-8d49-17a6121a6904 req-e6836fac-1328-4dd4-a057-d3a358ea23ea tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Synchronizing usage tracker for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:06:01.724138 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-be215f03-0695-4f9a-8d49-17a6121a6904 req-e6836fac-1328-4dd4-a057-d3a358ea23ea tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Unset dirty status for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:06:01.725596 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-be215f03-0695-4f9a-8d49-17a6121a6904 req-e6836fac-1328-4dd4-a057-d3a358ea23ea tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 946 time: 0.1303666 Feb 09 02:06:01.727930 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd1766-e66d-4371-aed1-49245e013960 req-9920b906-6907-4ff5-9531-1ab69dc0f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:01.729442 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88bd1766-e66d-4371-aed1-49245e013960 req-9920b906-6907-4ff5-9531-1ab69dc0f12d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7f234ec4-9a66-40fc-8f1f-3bc71e0d8453 HTTP/1.1" status: 200 len: 835 time: 0.0795956 Feb 09 02:06:01.788344 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-60f1c239-1cd6-466f-a4ef-22cefc91c60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b211132-7b33-4830-9c60-059db44a62a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008022683', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '37369475-fd27-44f5-a69a-de1d502526a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:03Z', 'updated_at': '2022-02-09T02:04:09Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '37369475-fd27-44f5-a69a-de1d502526a9', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b211132-7b33-4830-9c60-059db44a62a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:04Z', 'updated_at': '2022-02-09T02:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '348a81d5-ad68-4387-be6a-61d6f3806237', 'name': '', 'network_id': 'd6634faf-ff76-4fe0-a5c9-caee948c4efa', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:e2:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b211132-7b33-4830-9c60-059db44a62a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7f234ec4-9a66-40fc-8f1f-3bc71e0d8453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:08Z', 'updated_at': '2022-02-09T02:04:15Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': '7f234ec4-9a66-40fc-8f1f-3bc71e0d8453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:01.788901 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-be215f03-0695-4f9a-8d49-17a6121a6904 req-4d5032f5-6581-4a6f-a49b-3d196841533c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b87f111d-56c6-4839-80a9-ee43bcb4d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524161 Feb 09 02:06:01.797597 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f1c239-1cd6-466f-a4ef-22cefc91c60f None None] Checking router: 4b211132-7b33-4830-9c60-059db44a62a5 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:06:01.809463 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f1c239-1cd6-466f-a4ef-22cefc91c60f None None] Routers {'4b211132-7b33-4830-9c60-059db44a62a5'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:06:01.810291 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-60f1c239-1cd6-466f-a4ef-22cefc91c60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:05:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['4b211132-7b33-4830-9c60-059db44a62a5'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:01.822888 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd1766-e66d-4371-aed1-49245e013960 req-77ef7bb2-e7f0-4eac-99a3-24b8e00405f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:01.824392 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88bd1766-e66d-4371-aed1-49245e013960 req-77ef7bb2-e7f0-4eac-99a3-24b8e00405f3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d6634faf-ff76-4fe0-a5c9-caee948c4efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871754 Feb 09 02:06:01.990208 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88bd1766-e66d-4371-aed1-49245e013960 req-25382f75-9fb7-4007-a07c-15581640a467 service neutron] 10.222.0.35 "GET /v2.0/networks/d6634faf-ff76-4fe0-a5c9-caee948c4efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587245 Feb 09 02:06:02.029638 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-60f1c239-1cd6-466f-a4ef-22cefc91c60f None None] Set router 4b211132-7b33-4830-9c60-059db44a62a5 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:06:02.146831 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88bd1766-e66d-4371-aed1-49245e013960 req-702c6870-cead-44eb-92a5-0a45a66cc70b service neutron] 10.222.0.35 "GET /v2.0/networks/d6634faf-ff76-4fe0-a5c9-caee948c4efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490602 Feb 09 02:06:02.382800 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-60f1c239-1cd6-466f-a4ef-22cefc91c60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b211132-7b33-4830-9c60-059db44a62a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008022683', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '37369475-fd27-44f5-a69a-de1d502526a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:03Z', 'updated_at': '2022-02-09T02:04:09Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '37369475-fd27-44f5-a69a-de1d502526a9', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b211132-7b33-4830-9c60-059db44a62a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:04Z', 'updated_at': '2022-02-09T02:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '348a81d5-ad68-4387-be6a-61d6f3806237', 'name': '', 'network_id': 'd6634faf-ff76-4fe0-a5c9-caee948c4efa', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:e2:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b211132-7b33-4830-9c60-059db44a62a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7f234ec4-9a66-40fc-8f1f-3bc71e0d8453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:08Z', 'updated_at': '2022-02-09T02:04:15Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': '7f234ec4-9a66-40fc-8f1f-3bc71e0d8453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:02.387086 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f1c239-1cd6-466f-a4ef-22cefc91c60f None None] The sync data for ids ['4b211132-7b33-4830-9c60-059db44a62a5'] in n-d-828419-1 is: [{'id': '4b211132-7b33-4830-9c60-059db44a62a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008022683', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '37369475-fd27-44f5-a69a-de1d502526a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:03Z', 'updated_at': '2022-02-09T02:04:09Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '37369475-fd27-44f5-a69a-de1d502526a9', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b211132-7b33-4830-9c60-059db44a62a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:04Z', 'updated_at': '2022-02-09T02:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '348a81d5-ad68-4387-be6a-61d6f3806237', 'name': '', 'network_id': 'd6634faf-ff76-4fe0-a5c9-caee948c4efa', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:e2:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b211132-7b33-4830-9c60-059db44a62a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7f234ec4-9a66-40fc-8f1f-3bc71e0d8453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:08Z', 'updated_at': '2022-02-09T02:04:15Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': '7f234ec4-9a66-40fc-8f1f-3bc71e0d8453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:06:02.633765 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c2fa56-3b0d-4f9f-8816-f94fd1b4b9cc None None] New status for floating IP fb0c9e33-c263-4235-b4a1-ae5652c4f31d: DOWN {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:06:03.108742 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471a3c6-abf2-4426-9daa-161a8c127844 req-be9873cc-3634-4180-af21-c557cca3d961 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:03.110257 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0471a3c6-abf2-4426-9daa-161a8c127844 req-be9873cc-3634-4180-af21-c557cca3d961 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 946 time: 0.2079189 Feb 09 02:06:03.155802 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0471a3c6-abf2-4426-9daa-161a8c127844 req-f9d34ee1-4bb3-4bb3-900c-143c3e37e69d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b87f111d-56c6-4839-80a9-ee43bcb4d95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398412 Feb 09 02:06:03.340085 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f7e56-7dd5-4311-bdcd-cbbd4c60d334 req-765b7f42-db36-4d2d-a24c-ae7e783b1cd5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:03.341856 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9b5f7e56-7dd5-4311-bdcd-cbbd4c60d334 req-765b7f42-db36-4d2d-a24c-ae7e783b1cd5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 946 time: 0.0844302 Feb 09 02:06:03.415698 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-9b5f7e56-7dd5-4311-bdcd-cbbd4c60d334 req-0cb6e9f5-5023-4dcf-b66f-920fc882ba83 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Deleting port c4b5aed6-cdee-4dfe-8c19-2880c2335249 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:06:03.415931 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9b5f7e56-7dd5-4311-bdcd-cbbd4c60d334 req-0cb6e9f5-5023-4dcf-b66f-920fc882ba83 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:03.687339 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-9b5f7e56-7dd5-4311-bdcd-cbbd4c60d334 req-0cb6e9f5-5023-4dcf-b66f-920fc882ba83 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] For port c4b5aed6-cdee-4dfe-8c19-2880c2335249, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c4b5aed6-cdee-4dfe-8c19-2880c2335249,segment=NetworkSegment(128f2248-7fcd-4161-9c6a-947fa2053016),segment_id=128f2248-7fcd-4161-9c6a-947fa2053016)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:06:03.687614 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9b5f7e56-7dd5-4311-bdcd-cbbd4c60d334 req-0cb6e9f5-5023-4dcf-b66f-920fc882ba83 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:03.814208 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-9b5f7e56-7dd5-4311-bdcd-cbbd4c60d334 req-0cb6e9f5-5023-4dcf-b66f-920fc882ba83 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Calling delete_port for c4b5aed6-cdee-4dfe-8c19-2880c2335249 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:06:03.966955 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9b5f7e56-7dd5-4311-bdcd-cbbd4c60d334 req-0cb6e9f5-5023-4dcf-b66f-920fc882ba83 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:04.025482 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6e9f5-5023-4dcf-b66f-920fc882ba83 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event deleted for resources: {'Port': ['ID=c4b5aed6-cdee-4dfe-8c19-2880c2335249,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:04.065670 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb6e9f5-5023-4dcf-b66f-920fc882ba83 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:04.066024 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb6e9f5-5023-4dcf-b66f-920fc882ba83 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:04.066367 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb6e9f5-5023-4dcf-b66f-920fc882ba83 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:04.066705 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb6e9f5-5023-4dcf-b66f-920fc882ba83 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:04.067044 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb6e9f5-5023-4dcf-b66f-920fc882ba83 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:04.067378 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb6e9f5-5023-4dcf-b66f-920fc882ba83 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:04.067714 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb6e9f5-5023-4dcf-b66f-920fc882ba83 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:04.068040 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb6e9f5-5023-4dcf-b66f-920fc882ba83 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:04.068372 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb6e9f5-5023-4dcf-b66f-920fc882ba83 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:04.068725 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb6e9f5-5023-4dcf-b66f-920fc882ba83 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:04.069047 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb6e9f5-5023-4dcf-b66f-920fc882ba83 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:04.069369 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb6e9f5-5023-4dcf-b66f-920fc882ba83 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:04.113363 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5f7e56-7dd5-4311-bdcd-cbbd4c60d334 req-0cb6e9f5-5023-4dcf-b66f-920fc882ba83 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] No DVR routers for this DVR port c4b5aed6-cdee-4dfe-8c19-2880c2335249 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:06:04.115963 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-9b5f7e56-7dd5-4311-bdcd-cbbd4c60d334 req-0cb6e9f5-5023-4dcf-b66f-920fc882ba83 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:04.118780 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c', 'name': 'network-vif-deleted', 'tag': 'c4b5aed6-cdee-4dfe-8c19-2880c2335249'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:06:04.141273 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9b5f7e56-7dd5-4311-bdcd-cbbd4c60d334 req-0cb6e9f5-5023-4dcf-b66f-920fc882ba83 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.35 "DELETE /v2.0/ports/c4b5aed6-cdee-4dfe-8c19-2880c2335249 HTTP/1.1" status: 204 len: 173 time: 0.7920127 Feb 09 02:06:04.236274 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c', 'name': 'network-vif-deleted', 'tag': 'c4b5aed6-cdee-4dfe-8c19-2880c2335249', 'status': 'completed', 'code': 200} Feb 09 02:06:04.327656 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5055a231-2006-4123-93d3-aa42bf41f473 req-27108c1a-312f-4249-96f3-5a51b62e995d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Synchronizing usage tracker for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:06:04.343998 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-5055a231-2006-4123-93d3-aa42bf41f473 req-27108c1a-312f-4249-96f3-5a51b62e995d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Unset dirty status for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:06:04.345214 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5055a231-2006-4123-93d3-aa42bf41f473 req-27108c1a-312f-4249-96f3-5a51b62e995d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd2a4e0f-40f1-4616-afb5-d1d7c9e13f7c HTTP/1.1" status: 200 len: 210 time: 0.0676174 Feb 09 02:06:05.445582 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38848) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:06.141181 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b5b7cde4-ba47-4f15-9614-e04b8fb474b3 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:06.515849 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-b5b7cde4-ba47-4f15-9614-e04b8fb474b3 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Deleting port 348a81d5-ad68-4387-be6a-61d6f3806237 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:06:06.516544 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b5b7cde4-ba47-4f15-9614-e04b8fb474b3 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:06.726093 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-b5b7cde4-ba47-4f15-9614-e04b8fb474b3 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] For port 348a81d5-ad68-4387-be6a-61d6f3806237, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=348a81d5-ad68-4387-be6a-61d6f3806237,segment=NetworkSegment(128f2248-7fcd-4161-9c6a-947fa2053016),segment_id=128f2248-7fcd-4161-9c6a-947fa2053016)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:06:06.726452 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b5b7cde4-ba47-4f15-9614-e04b8fb474b3 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:06.853385 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-b5b7cde4-ba47-4f15-9614-e04b8fb474b3 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Calling delete_port for 348a81d5-ad68-4387-be6a-61d6f3806237 owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:06:07.038300 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b19d8b48-f677-44c8-95ad-de06d4f45275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:07.051817 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b5b7cde4-ba47-4f15-9614-e04b8fb474b3 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:07.099443 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b7cde4-ba47-4f15-9614-e04b8fb474b3 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event deleted for resources: {'Port': ['ID=348a81d5-ad68-4387-be6a-61d6f3806237,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:07.388383 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b5b7cde4-ba47-4f15-9614-e04b8fb474b3 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:07.885280 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b7cde4-ba47-4f15-9614-e04b8fb474b3 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Router 4b211132-7b33-4830-9c60-059db44a62a5 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:06:08.071914 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b7cde4-ba47-4f15-9614-e04b8fb474b3 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:06:08.085580 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30ed441-e518-41c9-a85a-342c9f01522e None None] Sync routers for ids ['4b211132-7b33-4830-9c60-059db44a62a5'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:06:08.090179 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b5b7cde4-ba47-4f15-9614-e04b8fb474b3 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "PUT /v2.0/routers/4b211132-7b33-4830-9c60-059db44a62a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6434758 Feb 09 02:06:08.093127 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38852) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:08.095888 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30ed441-e518-41c9-a85a-342c9f01522e None None] Routers {'4b211132-7b33-4830-9c60-059db44a62a5'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:06:08.096562 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-b30ed441-e518-41c9-a85a-342c9f01522e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:05:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['4b211132-7b33-4830-9c60-059db44a62a5'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:08.163743 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-9618facf-b597-44d9-a224-f059b4f7d714 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Deleting subnet 7f234ec4-9a66-40fc-8f1f-3bc71e0d8453 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 02:06:08.166879 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9618facf-b597-44d9-a224-f059b4f7d714 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:08.226561 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9618facf-b597-44d9-a224-f059b4f7d714 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:08.281035 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-b30ed441-e518-41c9-a85a-342c9f01522e None None] Set router 4b211132-7b33-4830-9c60-059db44a62a5 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:06:08.315990 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9618facf-b597-44d9-a224-f059b4f7d714 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:08.358971 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c4b5aed6-cdee-4dfe-8c19-2880c2335249 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:06:08.396341 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9618facf-b597-44d9-a224-f059b4f7d714 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:08.397878 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: c4b5aed6-cdee-4dfe-8c19-2880c2335249 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:06:08.398232 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c4b5aed6-cdee-4dfe-8c19-2880c2335249 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:06:08.439049 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9618facf-b597-44d9-a224-f059b4f7d714 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event deleted for resources: {'Subnet': ['ID=7f234ec4-9a66-40fc-8f1f-3bc71e0d8453,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:08.440939 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9618facf-b597-44d9-a224-f059b4f7d714 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:08.450687 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9618facf-b597-44d9-a224-f059b4f7d714 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "DELETE /v2.0/subnets/7f234ec4-9a66-40fc-8f1f-3bc71e0d8453 HTTP/1.1" status: 204 len: 168 time: 0.3534529 Feb 09 02:06:08.450901 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdb4076-3f61-4275-aba2-0378b983c812 None None] Network d6634faf-ff76-4fe0-a5c9-caee948c4efa requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:06:08.451041 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38856) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:08.644859 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-b30ed441-e518-41c9-a85a-342c9f01522e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b211132-7b33-4830-9c60-059db44a62a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008022683', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '37369475-fd27-44f5-a69a-de1d502526a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:03Z', 'updated_at': '2022-02-09T02:06:06Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '37369475-fd27-44f5-a69a-de1d502526a9', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b211132-7b33-4830-9c60-059db44a62a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:04Z', 'updated_at': '2022-02-09T02:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:08.648171 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3b3dde60-0cc0-4c39-b5b6-91d524f0e670 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:08.650241 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30ed441-e518-41c9-a85a-342c9f01522e None None] Checking router: 4b211132-7b33-4830-9c60-059db44a62a5 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:06:08.660623 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30ed441-e518-41c9-a85a-342c9f01522e None None] Routers {'4b211132-7b33-4830-9c60-059db44a62a5'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:06:08.661407 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-b30ed441-e518-41c9-a85a-342c9f01522e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:05:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['4b211132-7b33-4830-9c60-059db44a62a5'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:08.736995 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88ed5ef-2f29-4609-9adc-4bb0d4b03b86 None None] DHCP port deletion for d6634faf-ff76-4fe0-a5c9-caee948c4efa request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 02:06:08.741812 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a88ed5ef-2f29-4609-9adc-4bb0d4b03b86 None None] Deleting port 7acb0628-037e-4021-af69-6ac5d223626f {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:06:08.742189 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a88ed5ef-2f29-4609-9adc-4bb0d4b03b86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:08.847276 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3b3dde60-0cc0-4c39-b5b6-91d524f0e670 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:08.848265 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-b30ed441-e518-41c9-a85a-342c9f01522e None None] Set router 4b211132-7b33-4830-9c60-059db44a62a5 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:06:08.859114 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-3b3dde60-0cc0-4c39-b5b6-91d524f0e670 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Deleting port 37369475-fd27-44f5-a69a-de1d502526a9 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:06:08.859686 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3b3dde60-0cc0-4c39-b5b6-91d524f0e670 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:08.969423 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-a88ed5ef-2f29-4609-9adc-4bb0d4b03b86 None None] For port 7acb0628-037e-4021-af69-6ac5d223626f, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=7acb0628-037e-4021-af69-6ac5d223626f,segment=NetworkSegment(128f2248-7fcd-4161-9c6a-947fa2053016),segment_id=128f2248-7fcd-4161-9c6a-947fa2053016)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:06:08.970069 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a88ed5ef-2f29-4609-9adc-4bb0d4b03b86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:09.069360 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-3b3dde60-0cc0-4c39-b5b6-91d524f0e670 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] For port 37369475-fd27-44f5-a69a-de1d502526a9, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=37369475-fd27-44f5-a69a-de1d502526a9,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:06:09.069983 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3b3dde60-0cc0-4c39-b5b6-91d524f0e670 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:09.103585 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a88ed5ef-2f29-4609-9adc-4bb0d4b03b86 None None] Calling delete_port for 7acb0628-037e-4021-af69-6ac5d223626f owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:06:09.168450 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-b30ed441-e518-41c9-a85a-342c9f01522e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b211132-7b33-4830-9c60-059db44a62a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008022683', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '37369475-fd27-44f5-a69a-de1d502526a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:03Z', 'updated_at': '2022-02-09T02:06:06Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '37369475-fd27-44f5-a69a-de1d502526a9', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b211132-7b33-4830-9c60-059db44a62a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:04Z', 'updated_at': '2022-02-09T02:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:09.173941 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30ed441-e518-41c9-a85a-342c9f01522e None None] The sync data for ids ['4b211132-7b33-4830-9c60-059db44a62a5'] in n-d-828419-1 is: [{'id': '4b211132-7b33-4830-9c60-059db44a62a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008022683', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '37369475-fd27-44f5-a69a-de1d502526a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:03Z', 'updated_at': '2022-02-09T02:06:06Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '37369475-fd27-44f5-a69a-de1d502526a9', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b211132-7b33-4830-9c60-059db44a62a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:04Z', 'updated_at': '2022-02-09T02:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:06:09.191922 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a88ed5ef-2f29-4609-9adc-4bb0d4b03b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:09.242364 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ed5ef-2f29-4609-9adc-4bb0d4b03b86 None None] Pushing event deleted for resources: {'Port': ['ID=7acb0628-037e-4021-af69-6ac5d223626f,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:09.247440 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88ed5ef-2f29-4609-9adc-4bb0d4b03b86 None None] No DVR routers for this DVR port 7acb0628-037e-4021-af69-6ac5d223626f on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:06:09.255346 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ed5ef-2f29-4609-9adc-4bb0d4b03b86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:09.255687 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ed5ef-2f29-4609-9adc-4bb0d4b03b86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:09.256038 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ed5ef-2f29-4609-9adc-4bb0d4b03b86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:09.256441 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ed5ef-2f29-4609-9adc-4bb0d4b03b86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:09.256846 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ed5ef-2f29-4609-9adc-4bb0d4b03b86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:09.257237 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ed5ef-2f29-4609-9adc-4bb0d4b03b86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:09.257613 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ed5ef-2f29-4609-9adc-4bb0d4b03b86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:09.258000 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ed5ef-2f29-4609-9adc-4bb0d4b03b86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:09.258366 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ed5ef-2f29-4609-9adc-4bb0d4b03b86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:09.259118 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ed5ef-2f29-4609-9adc-4bb0d4b03b86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:09.259118 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ed5ef-2f29-4609-9adc-4bb0d4b03b86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:09.259507 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ed5ef-2f29-4609-9adc-4bb0d4b03b86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:09.340363 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-3b3dde60-0cc0-4c39-b5b6-91d524f0e670 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Calling delete_port for 37369475-fd27-44f5-a69a-de1d502526a9 owned by network:router_gateway {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:06:09.436955 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8395002c-8a3c-41f7-b2c6-5dc3e7686d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:09.530545 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3b3dde60-0cc0-4c39-b5b6-91d524f0e670 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:09.571912 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7acb0628-037e-4021-af69-6ac5d223626f no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:06:09.584757 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3dde60-0cc0-4c39-b5b6-91d524f0e670 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event deleted for resources: {'Port': ['ID=37369475-fd27-44f5-a69a-de1d502526a9,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:09.614591 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 7acb0628-037e-4021-af69-6ac5d223626f {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:06:09.615018 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 7acb0628-037e-4021-af69-6ac5d223626f not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:06:09.615841 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 348a81d5-ad68-4387-be6a-61d6f3806237 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:06:09.653599 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 348a81d5-ad68-4387-be6a-61d6f3806237 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:06:09.654156 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 348a81d5-ad68-4387-be6a-61d6f3806237 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:06:09.684040 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3b3dde60-0cc0-4c39-b5b6-91d524f0e670 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:09.864389 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3b3dde60-0cc0-4c39-b5b6-91d524f0e670 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:09.866897 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3b3dde60-0cc0-4c39-b5b6-91d524f0e670 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:09.892516 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3b3dde60-0cc0-4c39-b5b6-91d524f0e670 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:09.893059 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3dde60-0cc0-4c39-b5b6-91d524f0e670 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Fanout notify agent at l3_agent the message router_deleted on router 4b211132-7b33-4830-9c60-059db44a62a5 {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 02:06:09.909341 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3b3dde60-0cc0-4c39-b5b6-91d524f0e670 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:09.913473 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3b3dde60-0cc0-4c39-b5b6-91d524f0e670 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "DELETE /v2.0/routers/4b211132-7b33-4830-9c60-059db44a62a5 HTTP/1.1" status: 204 len: 168 time: 1.4586313 Feb 09 02:06:09.914175 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38860) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:10.037876 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7a3abb14-d293-40d9-9378-cceacc1a953f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:10.181454 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7a3abb14-d293-40d9-9378-cceacc1a953f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:10.207671 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-7a3abb14-d293-40d9-9378-cceacc1a953f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6634faf-ff76-4fe0-a5c9-caee948c4efa']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:10.219716 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-7a3abb14-d293-40d9-9378-cceacc1a953f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '128f2248-7fcd-4161-9c6a-947fa2053016') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:10.220007 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-7a3abb14-d293-40d9-9378-cceacc1a953f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '128f2248-7fcd-4161-9c6a-947fa2053016') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:10.231495 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7a3abb14-d293-40d9-9378-cceacc1a953f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:10.249092 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7a3abb14-d293-40d9-9378-cceacc1a953f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:10.256202 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a3abb14-d293-40d9-9378-cceacc1a953f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Releasing vlan 973 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:06:10.260554 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7a3abb14-d293-40d9-9378-cceacc1a953f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:10.271413 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 02:06:10.271413 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:06:10.271413 n-d-828419-1 neutron-server[87612]: timer() Feb 09 02:06:10.271413 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:06:10.271413 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 02:06:10.271413 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 02:06:10.271413 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 02:06:10.271413 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:06:10.271413 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 02:06:10.271413 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:06:10.271413 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 02:06:10.271413 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:06:10.271413 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 02:06:10.271413 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 02:06:10.271413 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:06:10.271413 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 02:06:10.271413 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:06:10.271413 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 02:06:10.271413 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 02:06:10.271413 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 02:06:10.271413 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 02:06:10.271413 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 02:06:10.271413 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:06:10.271413 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:06:10.271413 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 02:06:10.271413 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:06:10.271413 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:06:10.271413 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:06:10.271413 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:06:10.271413 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:06:10.271413 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:06:10.271413 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:06:10.355485 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7a3abb14-d293-40d9-9378-cceacc1a953f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:10.376522 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-7a3abb14-d293-40d9-9378-cceacc1a953f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:10.389472 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3abb14-d293-40d9-9378-cceacc1a953f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event deleted for resources: {'Network': ['ID=d6634faf-ff76-4fe0-a5c9-caee948c4efa,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:10.401751 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-7a3abb14-d293-40d9-9378-cceacc1a953f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "DELETE /v2.0/networks/d6634faf-ff76-4fe0-a5c9-caee948c4efa HTTP/1.1" status: 204 len: 168 time: 0.4870131 Feb 09 02:06:10.404628 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38864) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:10.484422 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-aff584f4-9890-4815-8dff-3383f056d46c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:10.518443 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-aff584f4-9890-4815-8dff-3383f056d46c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:10.553405 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:10.589527 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-aff584f4-9890-4815-8dff-3383f056d46c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:10.609536 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff584f4-9890-4815-8dff-3383f056d46c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87f111d-56c6-4839-80a9-ee43bcb4d95b,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:10.620374 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-aff584f4-9890-4815-8dff-3383f056d46c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:10.624451 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-aff584f4-9890-4815-8dff-3383f056d46c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "DELETE /v2.0/security-groups/b87f111d-56c6-4839-80a9-ee43bcb4d95b HTTP/1.1" status: 204 len: 168 time: 0.2156079 Feb 09 02:06:10.679133 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:10.842925 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38872) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:10.849694 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-b169065d-052a-475f-82dd-5989bf403637 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-596848843', 'description': 'tempest-secgroup-smoke-596848843 description', 'project_id': '16b263e01e4243329994a2077cba6ee7'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:10.856257 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b169065d-052a-475f-82dd-5989bf403637 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:06:10.861219 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b169065d-052a-475f-82dd-5989bf403637 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:06:10.864034 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b169065d-052a-475f-82dd-5989bf403637 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:06:10.869742 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b169065d-052a-475f-82dd-5989bf403637 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:06:10.884895 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b169065d-052a-475f-82dd-5989bf403637 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:10.904302 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b169065d-052a-475f-82dd-5989bf403637 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:06:10.908299 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b169065d-052a-475f-82dd-5989bf403637 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:06:10.911170 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b169065d-052a-475f-82dd-5989bf403637 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:06:10.917010 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b169065d-052a-475f-82dd-5989bf403637 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:06:10.989845 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b169065d-052a-475f-82dd-5989bf403637 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:10.993657 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b169065d-052a-475f-82dd-5989bf403637 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:11.042372 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b169065d-052a-475f-82dd-5989bf403637 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9022e3f-3596-4929-a1ab-9b01f2275167,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:11.047780 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b169065d-052a-475f-82dd-5989bf403637 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:11.049690 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b169065d-052a-475f-82dd-5989bf403637 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2052221 Feb 09 02:06:11.052596 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38876) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:11.057910 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-8255b5ce-f4f2-46f8-9931-1f6e57eb22de tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'security_group_rule': {'security_group_id': 'b9022e3f-3596-4929-a1ab-9b01f2275167', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:11.065460 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8255b5ce-f4f2-46f8-9931-1f6e57eb22de tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:06:11.069421 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8255b5ce-f4f2-46f8-9931-1f6e57eb22de tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:06:11.072350 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8255b5ce-f4f2-46f8-9931-1f6e57eb22de tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:06:11.078835 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8255b5ce-f4f2-46f8-9931-1f6e57eb22de tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:06:11.096599 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8255b5ce-f4f2-46f8-9931-1f6e57eb22de tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:11.157613 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8255b5ce-f4f2-46f8-9931-1f6e57eb22de tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:11.161044 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8255b5ce-f4f2-46f8-9931-1f6e57eb22de tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:11.186648 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255b5ce-f4f2-46f8-9931-1f6e57eb22de tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8beff8-979b-42d2-b76f-67c23c38d76b,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:11.194840 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8255b5ce-f4f2-46f8-9931-1f6e57eb22de tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:11.196023 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8255b5ce-f4f2-46f8-9931-1f6e57eb22de tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1423535 Feb 09 02:06:11.199205 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38880) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:11.204627 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-5e5c8b42-afad-4435-bfc6-1bc2bf871c41 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'security_group_rule': {'security_group_id': 'b9022e3f-3596-4929-a1ab-9b01f2275167', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:11.211984 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5e5c8b42-afad-4435-bfc6-1bc2bf871c41 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:06:11.215788 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5e5c8b42-afad-4435-bfc6-1bc2bf871c41 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:06:11.219404 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-5e5c8b42-afad-4435-bfc6-1bc2bf871c41 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:06:11.225350 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-5e5c8b42-afad-4435-bfc6-1bc2bf871c41 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:06:11.243249 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5e5c8b42-afad-4435-bfc6-1bc2bf871c41 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:11.309994 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5e5c8b42-afad-4435-bfc6-1bc2bf871c41 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:11.314101 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5e5c8b42-afad-4435-bfc6-1bc2bf871c41 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:11.346112 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c8b42-afad-4435-bfc6-1bc2bf871c41 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c339c6-1f63-4a6d-86ff-96183b776b53,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:11.353749 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-5e5c8b42-afad-4435-bfc6-1bc2bf871c41 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:11.357746 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-5e5c8b42-afad-4435-bfc6-1bc2bf871c41 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1547234 Feb 09 02:06:11.358678 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38884) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:11.363986 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-101a3600-9c9e-4439-8a97-e7adb91964b4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'security_group_rule': {'security_group_id': 'b9022e3f-3596-4929-a1ab-9b01f2275167', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:11.371417 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-101a3600-9c9e-4439-8a97-e7adb91964b4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:06:11.371796 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 37369475-fd27-44f5-a69a-de1d502526a9 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:06:11.376230 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-101a3600-9c9e-4439-8a97-e7adb91964b4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:06:11.379307 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-101a3600-9c9e-4439-8a97-e7adb91964b4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:06:11.386167 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-101a3600-9c9e-4439-8a97-e7adb91964b4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:06:11.404340 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-101a3600-9c9e-4439-8a97-e7adb91964b4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:11.407338 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 37369475-fd27-44f5-a69a-de1d502526a9 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:06:11.407755 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 37369475-fd27-44f5-a69a-de1d502526a9 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:06:11.472987 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-101a3600-9c9e-4439-8a97-e7adb91964b4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:11.476712 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-101a3600-9c9e-4439-8a97-e7adb91964b4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:11.501646 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a3600-9c9e-4439-8a97-e7adb91964b4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4773527d-d72f-4fbe-be34-5d0cc30f64fa,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:11.510556 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-101a3600-9c9e-4439-8a97-e7adb91964b4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:11.511755 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-101a3600-9c9e-4439-8a97-e7adb91964b4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1520953 Feb 09 02:06:11.515226 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38888) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:11.520271 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-016e1a75-cb47-4def-a419-f79d4b78c24b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'security_group_rule': {'security_group_id': 'b9022e3f-3596-4929-a1ab-9b01f2275167', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:11.527867 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-016e1a75-cb47-4def-a419-f79d4b78c24b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:06:11.531880 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-016e1a75-cb47-4def-a419-f79d4b78c24b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:06:11.534775 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-016e1a75-cb47-4def-a419-f79d4b78c24b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:06:11.541003 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-016e1a75-cb47-4def-a419-f79d4b78c24b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:06:11.558956 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-016e1a75-cb47-4def-a419-f79d4b78c24b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:11.627155 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-016e1a75-cb47-4def-a419-f79d4b78c24b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:11.631328 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-016e1a75-cb47-4def-a419-f79d4b78c24b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:11.661187 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e1a75-cb47-4def-a419-f79d4b78c24b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d67d8d37-364a-4d0d-b541-4da6c94d771d,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:11.670681 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-016e1a75-cb47-4def-a419-f79d4b78c24b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:11.671984 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-016e1a75-cb47-4def-a419-f79d4b78c24b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1557863 Feb 09 02:06:11.674824 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38892) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:11.679795 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-41f567a7-1615-4b05-8428-32078fae0ae7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'security_group_rule': {'security_group_id': 'b9022e3f-3596-4929-a1ab-9b01f2275167', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:11.686739 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-41f567a7-1615-4b05-8428-32078fae0ae7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:06:11.690641 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-41f567a7-1615-4b05-8428-32078fae0ae7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:06:11.693730 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-41f567a7-1615-4b05-8428-32078fae0ae7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:06:11.699755 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-41f567a7-1615-4b05-8428-32078fae0ae7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:06:11.711564 n-d-828419-1 neutron-server[87611]: INFO neutron.db.securitygroups_db [None req-41f567a7-1615-4b05-8428-32078fae0ae7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Project 16b263e01e4243329994a2077cba6ee7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:06:11.719170 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41f567a7-1615-4b05-8428-32078fae0ae7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:11.785793 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41f567a7-1615-4b05-8428-32078fae0ae7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:11.789359 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41f567a7-1615-4b05-8428-32078fae0ae7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:11.813849 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f567a7-1615-4b05-8428-32078fae0ae7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=272bdfb2-9c59-477f-a861-2fbbf3f7c128,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:11.825954 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-41f567a7-1615-4b05-8428-32078fae0ae7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:11.827875 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-41f567a7-1615-4b05-8428-32078fae0ae7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1520977 Feb 09 02:06:11.830506 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38896) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:11.835634 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-03f6f561-637d-4f6f-be77-421bf97dda5f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'security_group_rule': {'security_group_id': 'b9022e3f-3596-4929-a1ab-9b01f2275167', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:11.843109 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-03f6f561-637d-4f6f-be77-421bf97dda5f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:06:11.846998 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-03f6f561-637d-4f6f-be77-421bf97dda5f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:06:11.849958 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-03f6f561-637d-4f6f-be77-421bf97dda5f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:06:11.856152 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-03f6f561-637d-4f6f-be77-421bf97dda5f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:06:11.866411 n-d-828419-1 neutron-server[87611]: INFO neutron.db.securitygroups_db [None req-03f6f561-637d-4f6f-be77-421bf97dda5f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Project 16b263e01e4243329994a2077cba6ee7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:06:11.873464 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-03f6f561-637d-4f6f-be77-421bf97dda5f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:11.943566 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-03f6f561-637d-4f6f-be77-421bf97dda5f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:11.947796 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-03f6f561-637d-4f6f-be77-421bf97dda5f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:11.975907 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f6f561-637d-4f6f-be77-421bf97dda5f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e99ffc-08b6-4612-a153-bbf4f2fe25ee,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:11.988755 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-03f6f561-637d-4f6f-be77-421bf97dda5f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:11.990148 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-03f6f561-637d-4f6f-be77-421bf97dda5f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1586988 Feb 09 02:06:11.993315 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38900) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:11.999578 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:12.000572 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-dfece75a-4a63-4908-a753-e6fc2d043000 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'network': {'name': 'tempest-network-smoke--962959616', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'port_security_enabled': True}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:12.006722 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-dfece75a-4a63-4908-a753-e6fc2d043000 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:06:12.010901 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-dfece75a-4a63-4908-a753-e6fc2d043000 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:network and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:06:12.013748 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-dfece75a-4a63-4908-a753-e6fc2d043000 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:06:12.020002 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-dfece75a-4a63-4908-a753-e6fc2d043000 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:06:12.031489 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfece75a-4a63-4908-a753-e6fc2d043000 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Made reservation on behalf of 16b263e01e4243329994a2077cba6ee7 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:12.035015 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dfece75a-4a63-4908-a753-e6fc2d043000 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:12.070470 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfece75a-4a63-4908-a753-e6fc2d043000 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 999} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:06:12.083136 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dfece75a-4a63-4908-a753-e6fc2d043000 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:12.083477 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-dfece75a-4a63-4908-a753-e6fc2d043000 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Added segment 3ea04a6b-970c-4271-af43-77fac08a503a of type vlan for network 3443580a-f713-4553-b089-cd884969768f Feb 09 02:06:12.112635 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dfece75a-4a63-4908-a753-e6fc2d043000 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:12.143884 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dfece75a-4a63-4908-a753-e6fc2d043000 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:12.149541 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfece75a-4a63-4908-a753-e6fc2d043000 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:12.150134 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dfece75a-4a63-4908-a753-e6fc2d043000 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:12.265125 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-dfece75a-4a63-4908-a753-e6fc2d043000 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2697160 Feb 09 02:06:12.265923 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfece75a-4a63-4908-a753-e6fc2d043000 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Network': ['ID=3443580a-f713-4553-b089-cd884969768f,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:12.267780 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38904) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:12.273417 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-c07da0f6-2d48-48f9-bf5b-d07646a96a92 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1658376478', 'admin_state_up': True, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:12.276532 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 3443580a-f713-4553-b089-cd884969768f details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 02:06:12.281677 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c07da0f6-2d48-48f9-bf5b-d07646a96a92 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:06:12.286101 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c07da0f6-2d48-48f9-bf5b-d07646a96a92 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:router and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:06:12.289091 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c07da0f6-2d48-48f9-bf5b-d07646a96a92 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:06:12.295976 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c07da0f6-2d48-48f9-bf5b-d07646a96a92 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:06:12.306363 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c07da0f6-2d48-48f9-bf5b-d07646a96a92 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:12.307561 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c07da0f6-2d48-48f9-bf5b-d07646a96a92 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:12.324035 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c07da0f6-2d48-48f9-bf5b-d07646a96a92 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:12.713486 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c07da0f6-2d48-48f9-bf5b-d07646a96a92 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:13.038766 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c07da0f6-2d48-48f9-bf5b-d07646a96a92 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:13.070551 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c07da0f6-2d48-48f9-bf5b-d07646a96a92 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:13.217787 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-c07da0f6-2d48-48f9-bf5b-d07646a96a92 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Allocated IP 172.25.5.254 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/61f66276-5e76-4f18-9aa1-4e94f5234bfd) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:13.381127 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c07da0f6-2d48-48f9-bf5b-d07646a96a92 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:13.414456 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c07da0f6-2d48-48f9-bf5b-d07646a96a92 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:13.519472 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07da0f6-2d48-48f9-bf5b-d07646a96a92 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:13.524959 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-c07da0f6-2d48-48f9-bf5b-d07646a96a92 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:13.531417 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07da0f6-2d48-48f9-bf5b-d07646a96a92 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:06:13.584352 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07da0f6-2d48-48f9-bf5b-d07646a96a92 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Port': ['ID=61f66276-5e76-4f18-9aa1-4e94f5234bfd,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:14.005428 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c07da0f6-2d48-48f9-bf5b-d07646a96a92 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router_gateway, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:14.498778 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c07da0f6-2d48-48f9-bf5b-d07646a96a92 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:14.715426 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07da0f6-2d48-48f9-bf5b-d07646a96a92 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Router ccec959a-c518-4f8e-9545-2e86a5874356 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 02:06:14.910221 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07da0f6-2d48-48f9-bf5b-d07646a96a92 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:06:14.921816 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43614b4a-6054-4ed1-87b1-4a279213ddcc None None] Sync routers for ids ['ccec959a-c518-4f8e-9545-2e86a5874356'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:06:14.937120 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43614b4a-6054-4ed1-87b1-4a279213ddcc None None] Routers {'ccec959a-c518-4f8e-9545-2e86a5874356'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:06:14.937797 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c07da0f6-2d48-48f9-bf5b-d07646a96a92 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:14.938165 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-43614b4a-6054-4ed1-87b1-4a279213ddcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:06:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['ccec959a-c518-4f8e-9545-2e86a5874356'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:14.939242 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c07da0f6-2d48-48f9-bf5b-d07646a96a92 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6703584 Feb 09 02:06:14.942970 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38908) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:15.011767 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e48ee0ed-57a0-43cc-9991-7f991d62fc9b tempest-TestNetworkAdvancedServerOps-1592522248 tempest-TestNetworkAdvancedServerOps-1592522248-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=16b263e01e4243329994a2077cba6ee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0646303 Feb 09 02:06:15.012013 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38912) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:15.205807 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-43614b4a-6054-4ed1-87b1-4a279213ddcc None None] Set router ccec959a-c518-4f8e-9545-2e86a5874356 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:06:15.292074 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0067b6-848c-47a5-a9d7-564f4693326d tempest-TestNetworkAdvancedServerOps-1592522248 tempest-TestNetworkAdvancedServerOps-1592522248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:15.296443 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-df0067b6-848c-47a5-a9d7-564f4693326d tempest-TestNetworkAdvancedServerOps-1592522248 tempest-TestNetworkAdvancedServerOps-1592522248-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2797508 Feb 09 02:06:15.296957 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38916) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:15.338282 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-880e3970-0423-456e-a5c9-5aa26709e975 tempest-TestNetworkAdvancedServerOps-1592522248 tempest-TestNetworkAdvancedServerOps-1592522248-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d1df58ff-1788-422d-89ee-d00e1fe89789&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400376 Feb 09 02:06:15.340872 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38920) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:15.346773 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-12f13777-48e6-4fc4-b576-274e68625905 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-902649587', 'network_id': '3443580a-f713-4553-b089-cd884969768f', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:15.470483 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-12f13777-48e6-4fc4-b576-274e68625905 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:06:15.475447 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-12f13777-48e6-4fc4-b576-274e68625905 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:subnet and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:06:15.478468 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-12f13777-48e6-4fc4-b576-274e68625905 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:06:15.485975 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:06:15.486987 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-12f13777-48e6-4fc4-b576-274e68625905 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:06:15.498811 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f13777-48e6-4fc4-b576-274e68625905 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Made reservation on behalf of 16b263e01e4243329994a2077cba6ee7 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:15.502397 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-12f13777-48e6-4fc4-b576-274e68625905 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:15.506540 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-43614b4a-6054-4ed1-87b1-4a279213ddcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658376478', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '61f66276-5e76-4f18-9aa1-4e94f5234bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:13Z', 'revision_number': 3, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '61f66276-5e76-4f18-9aa1-4e94f5234bfd', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:47:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:13Z', 'updated_at': '2022-02-09T02:06:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:15.510902 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43614b4a-6054-4ed1-87b1-4a279213ddcc None None] Checking router: ccec959a-c518-4f8e-9545-2e86a5874356 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:06:15.511252 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43614b4a-6054-4ed1-87b1-4a279213ddcc None None] Updating router ccec959a-c518-4f8e-9545-2e86a5874356 port 61f66276-5e76-4f18-9aa1-4e94f5234bfd binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:06:15.571208 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-43614b4a-6054-4ed1-87b1-4a279213ddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:15.735470 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-12f13777-48e6-4fc4-b576-274e68625905 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:15.815215 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f13777-48e6-4fc4-b576-274e68625905 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Subnet': ['ID=a4008cd8-4a7a-4818-b795-b736b80533c9,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:15.822625 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f13777-48e6-4fc4-b576-274e68625905 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Checking segment: {'id': '3ea04a6b-970c-4271-af43-77fac08a503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3443580a-f713-4553-b089-cd884969768f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:06:15.823022 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f13777-48e6-4fc4-b576-274e68625905 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Network hostable DHCP agents. Network: 3443580a-f713-4553-b089-cd884969768f, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:06:15.843157 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f13777-48e6-4fc4-b576-274e68625905 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Network 3443580a-f713-4553-b089-cd884969768f is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:06:15.853599 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-12f13777-48e6-4fc4-b576-274e68625905 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 3443580a-f713-4553-b089-cd884969768f) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:15.857583 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f13777-48e6-4fc4-b576-274e68625905 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:15.858187 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-12f13777-48e6-4fc4-b576-274e68625905 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:15.883970 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-12f13777-48e6-4fc4-b576-274e68625905 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5395191 Feb 09 02:06:15.884190 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70b2c5d-762b-408b-84b9-89cadb80634d None None] Network 3443580a-f713-4553-b089-cd884969768f requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:06:15.884315 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38924) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:15.988610 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-43614b4a-6054-4ed1-87b1-4a279213ddcc None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:16.018706 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-43614b4a-6054-4ed1-87b1-4a279213ddcc None None] Transition to ACTIVE for port object 61f66276-5e76-4f18-9aa1-4e94f5234bfd will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:06:16.034145 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-43614b4a-6054-4ed1-87b1-4a279213ddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:16.163211 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e83df-41b1-447f-9eae-fb9fab8df682 None None] Pushing event updated for resources: {'Port': ['ID=61f66276-5e76-4f18-9aa1-4e94f5234bfd,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:16.171045 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-43614b4a-6054-4ed1-87b1-4a279213ddcc None None] Attempting to bind port 61f66276-5e76-4f18-9aa1-4e94f5234bfd on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:06:16.171408 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-43614b4a-6054-4ed1-87b1-4a279213ddcc None None] Attempting to bind port 61f66276-5e76-4f18-9aa1-4e94f5234bfd by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:06:16.171767 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43614b4a-6054-4ed1-87b1-4a279213ddcc None None] Attempting to bind port 61f66276-5e76-4f18-9aa1-4e94f5234bfd on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:06:16.209242 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43614b4a-6054-4ed1-87b1-4a279213ddcc None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:06:16.209242 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43614b4a-6054-4ed1-87b1-4a279213ddcc None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:06:16.209681 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-43614b4a-6054-4ed1-87b1-4a279213ddcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:16.209837 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43614b4a-6054-4ed1-87b1-4a279213ddcc None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:06:16.210383 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-43614b4a-6054-4ed1-87b1-4a279213ddcc None None] Bound port: 61f66276-5e76-4f18-9aa1-4e94f5234bfd, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:06:16.210754 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-43614b4a-6054-4ed1-87b1-4a279213ddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:16.265972 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c93ae0-a47c-4f97-b96b-f5a4c60fb7c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-3443580a-f713-4553-b089-cd884969768f', 'network_id': '3443580a-f713-4553-b089-cd884969768f', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'fixed_ips': [{'subnet_id': 'a4008cd8-4a7a-4818-b795-b736b80533c9'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 02:06:16.266808 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b4c93ae0-a47c-4f97-b96b-f5a4c60fb7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:16.362037 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-43614b4a-6054-4ed1-87b1-4a279213ddcc None None] For port 61f66276-5e76-4f18-9aa1-4e94f5234bfd, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:06:16.383011 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-43614b4a-6054-4ed1-87b1-4a279213ddcc None None] For port 61f66276-5e76-4f18-9aa1-4e94f5234bfd, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=61f66276-5e76-4f18-9aa1-4e94f5234bfd,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:06:16.388008 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-43614b4a-6054-4ed1-87b1-4a279213ddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:16.524797 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43614b4a-6054-4ed1-87b1-4a279213ddcc None None] Routers {'ccec959a-c518-4f8e-9545-2e86a5874356'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:06:16.525423 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-43614b4a-6054-4ed1-87b1-4a279213ddcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:06:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['ccec959a-c518-4f8e-9545-2e86a5874356'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:16.582579 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-b4c93ae0-a47c-4f97-b96b-f5a4c60fb7c4 None None] Allocated IP 172.20.0.2 (3443580a-f713-4553-b089-cd884969768f/a4008cd8-4a7a-4818-b795-b736b80533c9/3b047bb3-acab-4692-a02a-fbaf9aed584e) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:16.584918 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e83df-41b1-447f-9eae-fb9fab8df682 None None] Pushing event updated for resources: {'Port': ['ID=61f66276-5e76-4f18-9aa1-4e94f5234bfd,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:16.751334 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e808834f-4d51-413e-bb5d-8f72a1c4435d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:16.863056 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-43614b4a-6054-4ed1-87b1-4a279213ddcc None None] Set router ccec959a-c518-4f8e-9545-2e86a5874356 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:06:17.142777 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b4c93ae0-a47c-4f97-b96b-f5a4c60fb7c4 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:17.165138 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b4c93ae0-a47c-4f97-b96b-f5a4c60fb7c4 None None] Transition to ACTIVE for port object 3b047bb3-acab-4692-a02a-fbaf9aed584e will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:06:17.216668 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b4c93ae0-a47c-4f97-b96b-f5a4c60fb7c4 None None] Transition to ACTIVE for port object 3b047bb3-acab-4692-a02a-fbaf9aed584e will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:06:17.223549 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b4c93ae0-a47c-4f97-b96b-f5a4c60fb7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:17.291477 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-e808834f-4d51-413e-bb5d-8f72a1c4435d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Allocated IP 172.20.0.1 (3443580a-f713-4553-b089-cd884969768f/a4008cd8-4a7a-4818-b795-b736b80533c9/0325880d-373e-4ada-9e91-0b1ddb7fb353) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:17.297222 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c93ae0-a47c-4f97-b96b-f5a4c60fb7c4 None None] Network 3443580a-f713-4553-b089-cd884969768f is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:17.300800 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-b4c93ae0-a47c-4f97-b96b-f5a4c60fb7c4 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:17.308966 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c93ae0-a47c-4f97-b96b-f5a4c60fb7c4 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:06:17.317894 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c93ae0-a47c-4f97-b96b-f5a4c60fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=3b047bb3-acab-4692-a02a-fbaf9aed584e,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:17.406652 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-43614b4a-6054-4ed1-87b1-4a279213ddcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658376478', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '61f66276-5e76-4f18-9aa1-4e94f5234bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:13Z', 'revision_number': 3, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '61f66276-5e76-4f18-9aa1-4e94f5234bfd', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:47:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:13Z', 'updated_at': '2022-02-09T02:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:17.412927 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-b4c93ae0-a47c-4f97-b96b-f5a4c60fb7c4 None None] Attempting to bind port 3b047bb3-acab-4692-a02a-fbaf9aed584e on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:06:17.413295 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-b4c93ae0-a47c-4f97-b96b-f5a4c60fb7c4 None None] Attempting to bind port 3b047bb3-acab-4692-a02a-fbaf9aed584e by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '3ea04a6b-970c-4271-af43-77fac08a503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3443580a-f713-4553-b089-cd884969768f'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:06:17.413651 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c93ae0-a47c-4f97-b96b-f5a4c60fb7c4 None None] Attempting to bind port 3b047bb3-acab-4692-a02a-fbaf9aed584e on network 3443580a-f713-4553-b089-cd884969768f {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:06:17.415799 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43614b4a-6054-4ed1-87b1-4a279213ddcc None None] The sync data for ids ['ccec959a-c518-4f8e-9545-2e86a5874356'] in n-d-828419-1 is: [{'id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658376478', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '61f66276-5e76-4f18-9aa1-4e94f5234bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:13Z', 'revision_number': 3, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '61f66276-5e76-4f18-9aa1-4e94f5234bfd', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:47:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:13Z', 'updated_at': '2022-02-09T02:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:06:17.420906 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c93ae0-a47c-4f97-b96b-f5a4c60fb7c4 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:06:17.421273 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c93ae0-a47c-4f97-b96b-f5a4c60fb7c4 None None] Checking segment: {'id': '3ea04a6b-970c-4271-af43-77fac08a503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3443580a-f713-4553-b089-cd884969768f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:06:17.421672 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b4c93ae0-a47c-4f97-b96b-f5a4c60fb7c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:17.422177 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c93ae0-a47c-4f97-b96b-f5a4c60fb7c4 None None] Bound using segment: {'id': '3ea04a6b-970c-4271-af43-77fac08a503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3443580a-f713-4553-b089-cd884969768f'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:06:17.422593 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-b4c93ae0-a47c-4f97-b96b-f5a4c60fb7c4 None None] Bound port: 3b047bb3-acab-4692-a02a-fbaf9aed584e, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea04a6b-970c-4271-af43-77fac08a503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3443580a-f713-4553-b089-cd884969768f'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:06:17.422863 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b4c93ae0-a47c-4f97-b96b-f5a4c60fb7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:17.459661 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e808834f-4d51-413e-bb5d-8f72a1c4435d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:17.477413 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-e808834f-4d51-413e-bb5d-8f72a1c4435d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Transition to ACTIVE for port object 0325880d-373e-4ada-9e91-0b1ddb7fb353 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:06:17.503271 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e808834f-4d51-413e-bb5d-8f72a1c4435d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:17.523515 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-b4c93ae0-a47c-4f97-b96b-f5a4c60fb7c4 None None] For port 3b047bb3-acab-4692-a02a-fbaf9aed584e, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:06:17.527650 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-b4c93ae0-a47c-4f97-b96b-f5a4c60fb7c4 None None] For port 3b047bb3-acab-4692-a02a-fbaf9aed584e, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=3b047bb3-acab-4692-a02a-fbaf9aed584e,segment=NetworkSegment(3ea04a6b-970c-4271-af43-77fac08a503a),segment_id=3ea04a6b-970c-4271-af43-77fac08a503a)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:06:17.532130 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b4c93ae0-a47c-4f97-b96b-f5a4c60fb7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:17.582918 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e808834f-4d51-413e-bb5d-8f72a1c4435d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Network 3443580a-f713-4553-b089-cd884969768f is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:17.586112 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-e808834f-4d51-413e-bb5d-8f72a1c4435d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:17.590336 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e808834f-4d51-413e-bb5d-8f72a1c4435d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:06:17.617330 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c93ae0-a47c-4f97-b96b-f5a4c60fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=3b047bb3-acab-4692-a02a-fbaf9aed584e,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:17.628901 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808834f-4d51-413e-bb5d-8f72a1c4435d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Port': ['ID=0325880d-373e-4ada-9e91-0b1ddb7fb353,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:17.668454 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e808834f-4d51-413e-bb5d-8f72a1c4435d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:17.984974 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e808834f-4d51-413e-bb5d-8f72a1c4435d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:18.586852 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e808834f-4d51-413e-bb5d-8f72a1c4435d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:18.593448 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e808834f-4d51-413e-bb5d-8f72a1c4435d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:18.648803 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad679188-62c4-4c05-8aac-0fac798e540b None None] Network 3443580a-f713-4553-b089-cd884969768f requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:06:18.704334 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808834f-4d51-413e-bb5d-8f72a1c4435d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Port': ['ID=0325880d-373e-4ada-9e91-0b1ddb7fb353,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:18.706858 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-e808834f-4d51-413e-bb5d-8f72a1c4435d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:18.735499 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-348bf556-5510-4b7e-81f7-ef293c7046d6 None None] Provisioning for port 3b047bb3-acab-4692-a02a-fbaf9aed584e completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:06:18.849759 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e808834f-4d51-413e-bb5d-8f72a1c4435d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Network 3443580a-f713-4553-b089-cd884969768f is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:18.850889 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-e808834f-4d51-413e-bb5d-8f72a1c4435d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:19.062130 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e808834f-4d51-413e-bb5d-8f72a1c4435d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Router ccec959a-c518-4f8e-9545-2e86a5874356 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:06:19.166095 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9f391002-add9-40d3-b46a-1726d65c17bb None None] Provisioning for port 0325880d-373e-4ada-9e91-0b1ddb7fb353 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:06:19.171099 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9f391002-add9-40d3-b46a-1726d65c17bb None None] Provisioning complete for port 0325880d-373e-4ada-9e91-0b1ddb7fb353 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:19.171469 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9f391002-add9-40d3-b46a-1726d65c17bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:19.235747 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-9f391002-add9-40d3-b46a-1726d65c17bb None None] Port 0325880d-373e-4ada-9e91-0b1ddb7fb353 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:06:19.262314 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e808834f-4d51-413e-bb5d-8f72a1c4435d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:06:19.272534 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f955c0-7709-432b-ab63-f6787fcfee3f None None] Sync routers for ids ['ccec959a-c518-4f8e-9545-2e86a5874356'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:06:19.285762 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-e808834f-4d51-413e-bb5d-8f72a1c4435d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "PUT /v2.0/routers/ccec959a-c518-4f8e-9545-2e86a5874356/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3909283 Feb 09 02:06:19.286171 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f955c0-7709-432b-ab63-f6787fcfee3f None None] Routers {'ccec959a-c518-4f8e-9545-2e86a5874356'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:06:19.286171 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-45f955c0-7709-432b-ab63-f6787fcfee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:06:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['ccec959a-c518-4f8e-9545-2e86a5874356'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:19.374105 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-95b86595-92de-417a-bd2f-0ffc8143a477 None None] Provisioning complete for port 0325880d-373e-4ada-9e91-0b1ddb7fb353 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:19.374470 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-95b86595-92de-417a-bd2f-0ffc8143a477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:19.484022 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-95b86595-92de-417a-bd2f-0ffc8143a477 None None] Port 0325880d-373e-4ada-9e91-0b1ddb7fb353 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:06:19.495823 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-6692bbc4-6cec-4eb1-b75f-21d17bc6c5bf tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Synchronizing usage tracker for tenant:16b263e01e4243329994a2077cba6ee7 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:06:19.525595 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-6692bbc4-6cec-4eb1-b75f-21d17bc6c5bf tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Unset dirty status for tenant:16b263e01e4243329994a2077cba6ee7 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:06:19.526316 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 3b047bb3-acab-4692-a02a-fbaf9aed584e up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:06:19.532842 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-45f955c0-7709-432b-ab63-f6787fcfee3f None None] Set router ccec959a-c518-4f8e-9545-2e86a5874356 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:06:19.537332 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-6692bbc4-6cec-4eb1-b75f-21d17bc6c5bf tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-596848843&fields=id&tenant_id=16b263e01e4243329994a2077cba6ee7 HTTP/1.1" status: 200 len: 267 time: 0.1023498 Feb 09 02:06:19.611384 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 3b047bb3-acab-4692-a02a-fbaf9aed584e completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:06:19.617556 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 3b047bb3-acab-4692-a02a-fbaf9aed584e triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:19.617855 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:19.706140 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-2987f1cf-98b3-4cef-b059-8a428b062ae6 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:19.706847 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-2987f1cf-98b3-4cef-b059-8a428b062ae6 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Synchronizing usage tracker for tenant:16b263e01e4243329994a2077cba6ee7 on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:06:19.724446 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-2987f1cf-98b3-4cef-b059-8a428b062ae6 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Unset dirty status for tenant:16b263e01e4243329994a2077cba6ee7 on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:06:19.725757 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-2987f1cf-98b3-4cef-b059-8a428b062ae6 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/networks?id=3443580a-f713-4553-b089-cd884969768f HTTP/1.1" status: 200 len: 796 time: 0.1866927 Feb 09 02:06:19.748954 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-e0c41981-6751-4099-90d7-4439bf7756a9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/quotas/16b263e01e4243329994a2077cba6ee7 HTTP/1.1" status: 200 len: 375 time: 0.0145433 Feb 09 02:06:19.752163 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:19.761437 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-06181c8b-5133-4c54-b1b2-85316238c220 None None] Provisioning complete for port 0325880d-373e-4ada-9e91-0b1ddb7fb353 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:19.761724 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-06181c8b-5133-4c54-b1b2-85316238c220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:19.837680 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-06181c8b-5133-4c54-b1b2-85316238c220 None None] Port 0325880d-373e-4ada-9e91-0b1ddb7fb353 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:06:19.841298 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 3b047bb3-acab-4692-a02a-fbaf9aed584e, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=3b047bb3-acab-4692-a02a-fbaf9aed584e,segment=NetworkSegment(3ea04a6b-970c-4271-af43-77fac08a503a),segment_id=3ea04a6b-970c-4271-af43-77fac08a503a)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:06:19.847477 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:19.848555 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 61f66276-5e76-4f18-9aa1-4e94f5234bfd up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:06:19.855705 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-92b4947d-ed0f-4c18-b5d5-9abe74851ea4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Synchronizing usage tracker for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:06:19.872864 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-92b4947d-ed0f-4c18-b5d5-9abe74851ea4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Unset dirty status for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:06:19.885385 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-92b4947d-ed0f-4c18-b5d5-9abe74851ea4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1220455 Feb 09 02:06:19.892578 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-45f955c0-7709-432b-ab63-f6787fcfee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658376478', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '61f66276-5e76-4f18-9aa1-4e94f5234bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:17Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '61f66276-5e76-4f18-9aa1-4e94f5234bfd', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:47:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:13Z', 'updated_at': '2022-02-09T02:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '0325880d-373e-4ada-9e91-0b1ddb7fb353', 'name': '', 'network_id': '3443580a-f713-4553-b089-cd884969768f', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:4d:42:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a4008cd8-4a7a-4818-b795-b736b80533c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:16Z', 'updated_at': '2022-02-09T02:06:18Z', 'revision_number': 2, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': 'a4008cd8-4a7a-4818-b795-b736b80533c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:19.897037 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f955c0-7709-432b-ab63-f6787fcfee3f None None] Checking router: ccec959a-c518-4f8e-9545-2e86a5874356 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:06:19.897470 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f955c0-7709-432b-ab63-f6787fcfee3f None None] Updating router ccec959a-c518-4f8e-9545-2e86a5874356 port 0325880d-373e-4ada-9e91-0b1ddb7fb353 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:06:19.952349 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-45f955c0-7709-432b-ab63-f6787fcfee3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:19.968261 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=3b047bb3-acab-4692-a02a-fbaf9aed584e,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:19.982126 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 61f66276-5e76-4f18-9aa1-4e94f5234bfd completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:06:19.990064 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 61f66276-5e76-4f18-9aa1-4e94f5234bfd triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:19.990963 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:20.101021 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-80ced6eb-6f83-4724-80d5-4b6f248ccaac service neutron] 10.222.0.37 "GET /v2.0/networks/3443580a-f713-4553-b089-cd884969768f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139020 Feb 09 02:06:20.178624 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:20.199224 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 61f66276-5e76-4f18-9aa1-4e94f5234bfd, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=61f66276-5e76-4f18-9aa1-4e94f5234bfd,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:06:20.204931 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:20.283802 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=61f66276-5e76-4f18-9aa1-4e94f5234bfd,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:20.372889 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-83e2a4d8-61c8-4e10-8fff-1989b3bb11ff service neutron] 10.222.0.37 "GET /v2.0/networks/3443580a-f713-4553-b089-cd884969768f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677207 Feb 09 02:06:20.388000 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-45f955c0-7709-432b-ab63-f6787fcfee3f None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:20.399581 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-45f955c0-7709-432b-ab63-f6787fcfee3f None None] Transition to ACTIVE for port object 0325880d-373e-4ada-9e91-0b1ddb7fb353 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:06:20.406976 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-45f955c0-7709-432b-ab63-f6787fcfee3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:20.568365 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95df240-6449-457e-92ee-233d818e7575 None None] Pushing event updated for resources: {'Port': ['ID=0325880d-373e-4ada-9e91-0b1ddb7fb353,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:20.586924 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d6a4b57c-b9e3-4313-b7c5-5a03684cf0c0 req-11d1ef25-8fb5-4d28-beed-b105ae506141 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 210 time: 0.0525885 Feb 09 02:06:20.588306 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95df240-6449-457e-92ee-233d818e7575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:20.588670 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95df240-6449-457e-92ee-233d818e7575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:20.589002 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95df240-6449-457e-92ee-233d818e7575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:20.589343 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95df240-6449-457e-92ee-233d818e7575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:20.589664 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95df240-6449-457e-92ee-233d818e7575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:20.589978 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95df240-6449-457e-92ee-233d818e7575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:20.590416 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95df240-6449-457e-92ee-233d818e7575 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:20.590607 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95df240-6449-457e-92ee-233d818e7575 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:20.590887 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95df240-6449-457e-92ee-233d818e7575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:20.591193 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95df240-6449-457e-92ee-233d818e7575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:20.591496 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95df240-6449-457e-92ee-233d818e7575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:20.591852 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95df240-6449-457e-92ee-233d818e7575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:20.648243 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-45f955c0-7709-432b-ab63-f6787fcfee3f None None] Attempting to bind port 0325880d-373e-4ada-9e91-0b1ddb7fb353 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:06:20.648606 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-45f955c0-7709-432b-ab63-f6787fcfee3f None None] Attempting to bind port 0325880d-373e-4ada-9e91-0b1ddb7fb353 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '3ea04a6b-970c-4271-af43-77fac08a503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3443580a-f713-4553-b089-cd884969768f'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:06:20.648961 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f955c0-7709-432b-ab63-f6787fcfee3f None None] Attempting to bind port 0325880d-373e-4ada-9e91-0b1ddb7fb353 on network 3443580a-f713-4553-b089-cd884969768f {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:06:20.655063 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f955c0-7709-432b-ab63-f6787fcfee3f None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:06:20.655463 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f955c0-7709-432b-ab63-f6787fcfee3f None None] Checking segment: {'id': '3ea04a6b-970c-4271-af43-77fac08a503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3443580a-f713-4553-b089-cd884969768f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:06:20.655852 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-45f955c0-7709-432b-ab63-f6787fcfee3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:20.656258 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f955c0-7709-432b-ab63-f6787fcfee3f None None] Bound using segment: {'id': '3ea04a6b-970c-4271-af43-77fac08a503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3443580a-f713-4553-b089-cd884969768f'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:06:20.656767 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-45f955c0-7709-432b-ab63-f6787fcfee3f None None] Bound port: 0325880d-373e-4ada-9e91-0b1ddb7fb353, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea04a6b-970c-4271-af43-77fac08a503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3443580a-f713-4553-b089-cd884969768f'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:06:20.657129 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-45f955c0-7709-432b-ab63-f6787fcfee3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:20.745445 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-45f955c0-7709-432b-ab63-f6787fcfee3f None None] For port 0325880d-373e-4ada-9e91-0b1ddb7fb353, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:06:20.748276 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-45f955c0-7709-432b-ab63-f6787fcfee3f None None] For port 0325880d-373e-4ada-9e91-0b1ddb7fb353, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=0325880d-373e-4ada-9e91-0b1ddb7fb353,segment=NetworkSegment(3ea04a6b-970c-4271-af43-77fac08a503a),segment_id=3ea04a6b-970c-4271-af43-77fac08a503a)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:06:20.757203 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-45f955c0-7709-432b-ab63-f6787fcfee3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:20.835931 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f955c0-7709-432b-ab63-f6787fcfee3f None None] Routers {'ccec959a-c518-4f8e-9545-2e86a5874356'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:06:20.836486 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-45f955c0-7709-432b-ab63-f6787fcfee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:06:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['ccec959a-c518-4f8e-9545-2e86a5874356'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:20.902758 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95df240-6449-457e-92ee-233d818e7575 None None] Pushing event updated for resources: {'Port': ['ID=0325880d-373e-4ada-9e91-0b1ddb7fb353,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:21.023325 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-45f955c0-7709-432b-ab63-f6787fcfee3f None None] Set router ccec959a-c518-4f8e-9545-2e86a5874356 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:06:21.339412 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-45f955c0-7709-432b-ab63-f6787fcfee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658376478', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '61f66276-5e76-4f18-9aa1-4e94f5234bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:17Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '61f66276-5e76-4f18-9aa1-4e94f5234bfd', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:13Z', 'updated_at': '2022-02-09T02:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '0325880d-373e-4ada-9e91-0b1ddb7fb353', 'name': '', 'network_id': '3443580a-f713-4553-b089-cd884969768f', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:4d:42:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a4008cd8-4a7a-4818-b795-b736b80533c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:16Z', 'updated_at': '2022-02-09T02:06:20Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': 'a4008cd8-4a7a-4818-b795-b736b80533c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:21.343497 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f955c0-7709-432b-ab63-f6787fcfee3f None None] The sync data for ids ['ccec959a-c518-4f8e-9545-2e86a5874356'] in n-d-828419-1 is: [{'id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658376478', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '61f66276-5e76-4f18-9aa1-4e94f5234bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:17Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '61f66276-5e76-4f18-9aa1-4e94f5234bfd', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:13Z', 'updated_at': '2022-02-09T02:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '0325880d-373e-4ada-9e91-0b1ddb7fb353', 'name': '', 'network_id': '3443580a-f713-4553-b089-cd884969768f', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:4d:42:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a4008cd8-4a7a-4818-b795-b736b80533c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:16Z', 'updated_at': '2022-02-09T02:06:20Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': 'a4008cd8-4a7a-4818-b795-b736b80533c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:06:21.451734 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 3b047bb3-acab-4692-a02a-fbaf9aed584e up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:06:21.522651 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 3b047bb3-acab-4692-a02a-fbaf9aed584e triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:21.523017 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:21.653888 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 61f66276-5e76-4f18-9aa1-4e94f5234bfd up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:06:21.702724 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a2e85867-58a8-4213-b954-2facb4f572ee req-efcc4793-7b8b-4c49-830a-07002bf92e48 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 210 time: 0.0546906 Feb 09 02:06:21.747515 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 61f66276-5e76-4f18-9aa1-4e94f5234bfd triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:21.748519 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:22.484210 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:22.812052 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7a931c18-354b-499e-b7d6-3daa328e41e8 req-f3081c40-39b1-4809-90d5-d8560d5dee21 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 210 time: 0.0448873 Feb 09 02:06:23.395396 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 0325880d-373e-4ada-9e91-0b1ddb7fb353 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:06:23.477417 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 0325880d-373e-4ada-9e91-0b1ddb7fb353 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:06:23.484109 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 0325880d-373e-4ada-9e91-0b1ddb7fb353 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:23.484621 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:23.614050 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:23.649510 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 0325880d-373e-4ada-9e91-0b1ddb7fb353, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=0325880d-373e-4ada-9e91-0b1ddb7fb353,segment=NetworkSegment(3ea04a6b-970c-4271-af43-77fac08a503a),segment_id=3ea04a6b-970c-4271-af43-77fac08a503a)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:06:23.654919 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:23.722991 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=0325880d-373e-4ada-9e91-0b1ddb7fb353,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:23.729190 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-06646fa9-cc23-49e7-b8d3-57719785b0f0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:23.730805 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-06646fa9-cc23-49e7-b8d3-57719785b0f0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.117 "GET /v2.0/networks?id=3443580a-f713-4553-b089-cd884969768f HTTP/1.1" status: 200 len: 796 time: 0.1572151 Feb 09 02:06:23.781844 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-02b4b562-8676-4a54-b8a8-f9d632420e35 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.117 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16b263e01e4243329994a2077cba6ee7 HTTP/1.1" status: 200 len: 379 time: 0.0427866 Feb 09 02:06:23.790866 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-90d35650-96a7-4e1b-8288-3da040640251 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'port': {'device_id': '020db97d-ecb6-487c-a276-ef1a3c6bca54', 'network_id': '3443580a-f713-4553-b089-cd884969768f', 'admin_state_up': True, 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'security_groups': ['b9022e3f-3596-4929-a1ab-9b01f2275167']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:23.973028 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5d868e54-de17-43c4-8d95-39fa726d5660 req-8bb17e38-4a44-4097-8a99-b111949ba8a6 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 210 time: 0.0535440 Feb 09 02:06:23.978556 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-90d35650-96a7-4e1b-8288-3da040640251 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:06:23.988300 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-90d35650-96a7-4e1b-8288-3da040640251 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:06:23.998762 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-90d35650-96a7-4e1b-8288-3da040640251 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Made reservation on behalf of 16b263e01e4243329994a2077cba6ee7 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:24.002166 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-90d35650-96a7-4e1b-8288-3da040640251 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:24.171116 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-90d35650-96a7-4e1b-8288-3da040640251 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Allocated IP 172.20.0.10 (3443580a-f713-4553-b089-cd884969768f/a4008cd8-4a7a-4818-b795-b736b80533c9/37c2457e-fdf0-42f5-a16e-98992c59841b) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:24.360718 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-90d35650-96a7-4e1b-8288-3da040640251 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:24.376238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-90d35650-96a7-4e1b-8288-3da040640251 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Transition to ACTIVE for port object 37c2457e-fdf0-42f5-a16e-98992c59841b will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:06:24.400532 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-90d35650-96a7-4e1b-8288-3da040640251 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:24.473692 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-90d35650-96a7-4e1b-8288-3da040640251 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Network 3443580a-f713-4553-b089-cd884969768f is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:24.477097 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-90d35650-96a7-4e1b-8288-3da040640251 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:24.481475 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-90d35650-96a7-4e1b-8288-3da040640251 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:06:24.518406 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d35650-96a7-4e1b-8288-3da040640251 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Port': ['ID=37c2457e-fdf0-42f5-a16e-98992c59841b,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:24.554987 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-90d35650-96a7-4e1b-8288-3da040640251 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:24.555614 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-90d35650-96a7-4e1b-8288-3da040640251 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:24.581360 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-90d35650-96a7-4e1b-8288-3da040640251 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7940493 Feb 09 02:06:24.640144 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-de1ec301-62b0-446f-9753-9f52080d099b service neutron] Request body: {'port': {'device_id': '020db97d-ecb6-487c-a276-ef1a3c6bca54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:24.738648 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-572a9243-6817-4b4c-bd45-b17a850f64e0 None None] Provisioning for port 37c2457e-fdf0-42f5-a16e-98992c59841b completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:06:24.743653 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-572a9243-6817-4b4c-bd45-b17a850f64e0 None None] Provisioning complete for port 37c2457e-fdf0-42f5-a16e-98992c59841b triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:24.744102 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-572a9243-6817-4b4c-bd45-b17a850f64e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:24.756292 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-de1ec301-62b0-446f-9753-9f52080d099b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:24.801500 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-572a9243-6817-4b4c-bd45-b17a850f64e0 None None] Port 37c2457e-fdf0-42f5-a16e-98992c59841b cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:06:25.106313 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-de1ec301-62b0-446f-9753-9f52080d099b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37c2457e-fdf0-42f5-a16e-98992c59841b {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:06:25.114263 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-de1ec301-62b0-446f-9753-9f52080d099b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:25.128955 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-de1ec301-62b0-446f-9753-9f52080d099b service neutron] Transition to ACTIVE for port object 37c2457e-fdf0-42f5-a16e-98992c59841b will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:06:25.133331 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-de1ec301-62b0-446f-9753-9f52080d099b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:25.159676 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b5cb3-e922-4a50-8916-b48dec1e4542 req-b922c213-0df1-4b1c-b232-483672ece410 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:25.161163 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5c0b5cb3-e922-4a50-8916-b48dec1e4542 req-b922c213-0df1-4b1c-b232-483672ece410 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 932 time: 0.0796020 Feb 09 02:06:25.205943 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5c0b5cb3-e922-4a50-8916-b48dec1e4542 req-4c061dcd-64b4-4045-bb1f-0c1403584a75 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9022e3f-3596-4929-a1ab-9b01f2275167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388844 Feb 09 02:06:25.386303 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 0325880d-373e-4ada-9e91-0b1ddb7fb353 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:06:25.412520 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ec301-62b0-446f-9753-9f52080d099b service neutron] Pushing event updated for resources: {'Port': ['ID=37c2457e-fdf0-42f5-a16e-98992c59841b,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:25.465920 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 0325880d-373e-4ada-9e91-0b1ddb7fb353 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:25.466263 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:25.491253 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-de1ec301-62b0-446f-9753-9f52080d099b service neutron] Attempting to bind port 37c2457e-fdf0-42f5-a16e-98992c59841b on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:06:25.491583 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-de1ec301-62b0-446f-9753-9f52080d099b service neutron] Attempting to bind port 37c2457e-fdf0-42f5-a16e-98992c59841b by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '3ea04a6b-970c-4271-af43-77fac08a503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3443580a-f713-4553-b089-cd884969768f'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:06:25.491906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-de1ec301-62b0-446f-9753-9f52080d099b service neutron] Attempting to bind port 37c2457e-fdf0-42f5-a16e-98992c59841b on network 3443580a-f713-4553-b089-cd884969768f {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:06:25.496763 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-de1ec301-62b0-446f-9753-9f52080d099b service neutron] Port 37c2457e-fdf0-42f5-a16e-98992c59841b on network 3443580a-f713-4553-b089-cd884969768f not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 02:06:25.497076 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-de1ec301-62b0-446f-9753-9f52080d099b service neutron] Attempting to bind port 37c2457e-fdf0-42f5-a16e-98992c59841b on network 3443580a-f713-4553-b089-cd884969768f {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:06:25.502404 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-de1ec301-62b0-446f-9753-9f52080d099b service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:06:25.502732 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-de1ec301-62b0-446f-9753-9f52080d099b service neutron] Checking segment: {'id': '3ea04a6b-970c-4271-af43-77fac08a503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3443580a-f713-4553-b089-cd884969768f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:06:25.503123 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-de1ec301-62b0-446f-9753-9f52080d099b service neutron] Bound using segment: {'id': '3ea04a6b-970c-4271-af43-77fac08a503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3443580a-f713-4553-b089-cd884969768f'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:06:25.503521 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-de1ec301-62b0-446f-9753-9f52080d099b service neutron] Bound port: 37c2457e-fdf0-42f5-a16e-98992c59841b, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea04a6b-970c-4271-af43-77fac08a503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3443580a-f713-4553-b089-cd884969768f'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:06:25.503859 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-de1ec301-62b0-446f-9753-9f52080d099b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:25.594371 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-de1ec301-62b0-446f-9753-9f52080d099b service neutron] For port 37c2457e-fdf0-42f5-a16e-98992c59841b, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:06:25.598009 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-de1ec301-62b0-446f-9753-9f52080d099b service neutron] For port 37c2457e-fdf0-42f5-a16e-98992c59841b, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=37c2457e-fdf0-42f5-a16e-98992c59841b,segment=NetworkSegment(3ea04a6b-970c-4271-af43-77fac08a503a),segment_id=3ea04a6b-970c-4271-af43-77fac08a503a)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:06:25.602725 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-de1ec301-62b0-446f-9753-9f52080d099b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:25.663855 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-de1ec301-62b0-446f-9753-9f52080d099b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:25.664518 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-de1ec301-62b0-446f-9753-9f52080d099b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:25.666518 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-de1ec301-62b0-446f-9753-9f52080d099b service neutron] 10.222.0.117 "PUT /v2.0/ports/37c2457e-fdf0-42f5-a16e-98992c59841b HTTP/1.1" status: 200 len: 1092 time: 1.0779607 Feb 09 02:06:25.669664 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '020db97d-ecb6-487c-a276-ef1a3c6bca54', 'tag': '37c2457e-fdf0-42f5-a16e-98992c59841b'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:06:25.678647 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:25.697329 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ec301-62b0-446f-9753-9f52080d099b service neutron] Pushing event updated for resources: {'Port': ['ID=37c2457e-fdf0-42f5-a16e-98992c59841b,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:25.739847 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '020db97d-ecb6-487c-a276-ef1a3c6bca54', 'tag': '37c2457e-fdf0-42f5-a16e-98992c59841b', 'status': 'completed', 'code': 200} Feb 09 02:06:25.783780 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-64a392de-eebb-4e41-a5db-b42a3a7c8dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:25.785414 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-64a392de-eebb-4e41-a5db-b42a3a7c8dfd service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 1095 time: 0.0810955 Feb 09 02:06:25.863644 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-e0b19e5a-61d9-4951-b897-c8f6c929a929 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37c2457e-fdf0-42f5-a16e-98992c59841b HTTP/1.1" status: 200 len: 217 time: 0.0712545 Feb 09 02:06:25.926429 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-7680cfea-c805-4cde-9645-e780b96bc0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:25.927866 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-7680cfea-c805-4cde-9645-e780b96bc0fa service neutron] 10.222.0.117 "GET /v2.0/subnets?id=a4008cd8-4a7a-4818-b795-b736b80533c9 HTTP/1.1" status: 200 len: 834 time: 0.0587554 Feb 09 02:06:26.004783 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-bb35fe5e-5b40-49d6-bee9-45db76e900fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:26.006532 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-bb35fe5e-5b40-49d6-bee9-45db76e900fd service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=3443580a-f713-4553-b089-cd884969768f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729933 Feb 09 02:06:26.145020 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-29feb270-a8ed-490d-bb1e-9a35448d9598 service neutron] 10.222.0.117 "GET /v2.0/networks/3443580a-f713-4553-b089-cd884969768f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311016 Feb 09 02:06:26.283647 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e0997256-1108-4d0b-b9e9-33ff91f94fc1 req-acd46f66-b30d-4aa3-ad2a-2b069ebec773 service neutron] 10.222.0.117 "GET /v2.0/networks/3443580a-f713-4553-b089-cd884969768f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323304 Feb 09 02:06:26.402130 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3e115-38ce-450d-ae5d-f97ec60acd18 req-1f8280e2-efe5-47d1-99e9-958213a52480 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:26.403478 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-25a3e115-38ce-450d-ae5d-f97ec60acd18 req-1f8280e2-efe5-47d1-99e9-958213a52480 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 944 time: 0.0832751 Feb 09 02:06:26.409976 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4f09c-7f69-4bbf-8f32-8ecbb6206cef req-53c71900-113f-4d8c-9bc0-4df542a0fadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:26.411489 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2bb4f09c-7f69-4bbf-8f32-8ecbb6206cef req-53c71900-113f-4d8c-9bc0-4df542a0fadb service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 1095 time: 0.0844400 Feb 09 02:06:26.448475 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-25a3e115-38ce-450d-ae5d-f97ec60acd18 req-51cc3bec-dda8-4a40-83b5-7e8198ac03a4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9022e3f-3596-4929-a1ab-9b01f2275167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388112 Feb 09 02:06:26.544067 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4f09c-7f69-4bbf-8f32-8ecbb6206cef req-021f9565-5ef9-4de8-9af1-8c1c4209b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:26.546130 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2bb4f09c-7f69-4bbf-8f32-8ecbb6206cef req-021f9565-5ef9-4de8-9af1-8c1c4209b206 service neutron] 10.222.0.117 "GET /v2.0/networks?id=3443580a-f713-4553-b089-cd884969768f HTTP/1.1" status: 200 len: 897 time: 0.1281385 Feb 09 02:06:26.613891 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2bb4f09c-7f69-4bbf-8f32-8ecbb6206cef req-c53c824c-f2fb-448b-855c-8fdf5aa25358 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37c2457e-fdf0-42f5-a16e-98992c59841b HTTP/1.1" status: 200 len: 217 time: 0.0615187 Feb 09 02:06:26.685019 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4f09c-7f69-4bbf-8f32-8ecbb6206cef req-580eadd7-54d1-4912-826d-ba7277f5cb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:26.686406 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2bb4f09c-7f69-4bbf-8f32-8ecbb6206cef req-580eadd7-54d1-4912-826d-ba7277f5cb9d service neutron] 10.222.0.117 "GET /v2.0/subnets?id=a4008cd8-4a7a-4818-b795-b736b80533c9 HTTP/1.1" status: 200 len: 834 time: 0.0659890 Feb 09 02:06:26.762013 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4f09c-7f69-4bbf-8f32-8ecbb6206cef req-a7dd38ff-022b-4948-97a5-c9de016c8f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:26.764068 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2bb4f09c-7f69-4bbf-8f32-8ecbb6206cef req-a7dd38ff-022b-4948-97a5-c9de016c8f8f service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=3443580a-f713-4553-b089-cd884969768f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702004 Feb 09 02:06:26.896373 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2bb4f09c-7f69-4bbf-8f32-8ecbb6206cef req-cfec71f6-aa04-4f76-906a-25ef097fbadc service neutron] 10.222.0.117 "GET /v2.0/networks/3443580a-f713-4553-b089-cd884969768f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264203 Feb 09 02:06:27.043473 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2bb4f09c-7f69-4bbf-8f32-8ecbb6206cef req-72e57c30-2575-429c-93e4-bd1774ec65bf service neutron] 10.222.0.117 "GET /v2.0/networks/3443580a-f713-4553-b089-cd884969768f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400518 Feb 09 02:06:27.681280 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319da189-c571-4ad4-9346-f5ddf77b0381 req-81d6634e-acf3-4820-bf21-68df9720c03b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:27.682005 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-319da189-c571-4ad4-9346-f5ddf77b0381 req-81d6634e-acf3-4820-bf21-68df9720c03b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Synchronizing usage tracker for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:06:27.699631 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-319da189-c571-4ad4-9346-f5ddf77b0381 req-81d6634e-acf3-4820-bf21-68df9720c03b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Unset dirty status for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:06:27.700924 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-319da189-c571-4ad4-9346-f5ddf77b0381 req-81d6634e-acf3-4820-bf21-68df9720c03b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 944 time: 0.1104491 Feb 09 02:06:27.756672 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-319da189-c571-4ad4-9346-f5ddf77b0381 req-a0fd7d41-1d4c-48e2-bba2-240486182f9e tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9022e3f-3596-4929-a1ab-9b01f2275167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442457 Feb 09 02:06:28.946208 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317105b7-3975-4c1e-988d-525fdda69a62 req-401c33ae-c841-4116-897b-3e87ff93bfe8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:28.947692 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-317105b7-3975-4c1e-988d-525fdda69a62 req-401c33ae-c841-4116-897b-3e87ff93bfe8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 944 time: 0.0810449 Feb 09 02:06:28.994659 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-317105b7-3975-4c1e-988d-525fdda69a62 req-0e750da9-7fe2-45db-a29c-a7edd425e23c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9022e3f-3596-4929-a1ab-9b01f2275167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406144 Feb 09 02:06:29.625571 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 37c2457e-fdf0-42f5-a16e-98992c59841b details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 02:06:29.758041 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 37c2457e-fdf0-42f5-a16e-98992c59841b, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=37c2457e-fdf0-42f5-a16e-98992c59841b,segment=NetworkSegment(3ea04a6b-970c-4271-af43-77fac08a503a),segment_id=3ea04a6b-970c-4271-af43-77fac08a503a)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:06:29.771469 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '37c2457e-fdf0-42f5-a16e-98992c59841b', 'network_id': '3443580a-f713-4553-b089-cd884969768f', 'port_id': '37c2457e-fdf0-42f5-a16e-98992c59841b', 'mac_address': 'fa:16:3e:56:7a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 999, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4008cd8-4a7a-4818-b795-b736b80533c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 02:06:29.827505 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:29.844841 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37c2457e-fdf0-42f5-a16e-98992c59841b {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:06:29.860353 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 37c2457e-fdf0-42f5-a16e-98992c59841b, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=37c2457e-fdf0-42f5-a16e-98992c59841b,segment=NetworkSegment(3ea04a6b-970c-4271-af43-77fac08a503a),segment_id=3ea04a6b-970c-4271-af43-77fac08a503a)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:06:29.863977 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:29.933206 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=37c2457e-fdf0-42f5-a16e-98992c59841b,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:30.141271 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['37c2457e-fdf0-42f5-a16e-98992c59841b'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:06:30.179307 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd96cdf-9204-4f41-bc00-d6b14b63c821 req-d6c0d66c-0ade-4f95-b0d2-13aadb3592c6 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:30.180821 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3cd96cdf-9204-4f41-bc00-d6b14b63c821 req-d6c0d66c-0ade-4f95-b0d2-13aadb3592c6 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 945 time: 0.0794115 Feb 09 02:06:30.228260 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3cd96cdf-9204-4f41-bc00-d6b14b63c821 req-48bdd8ef-ebce-4aec-aefc-2eb75d791b3d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9022e3f-3596-4929-a1ab-9b01f2275167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413082 Feb 09 02:06:31.426857 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a33b14-288d-4958-af1a-b5fbb2483502 req-a7fa70e0-f52b-4c1b-9322-7361ef3bc409 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:31.428332 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-59a33b14-288d-4958-af1a-b5fbb2483502 req-a7fa70e0-f52b-4c1b-9322-7361ef3bc409 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 945 time: 0.0910623 Feb 09 02:06:31.472470 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-59a33b14-288d-4958-af1a-b5fbb2483502 req-6f530f77-914c-42ec-a1d0-d41034b887fd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9022e3f-3596-4929-a1ab-9b01f2275167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384922 Feb 09 02:06:31.642348 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 37c2457e-fdf0-42f5-a16e-98992c59841b up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:06:31.752238 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 37c2457e-fdf0-42f5-a16e-98992c59841b completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:06:31.758039 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 37c2457e-fdf0-42f5-a16e-98992c59841b triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:31.758493 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:31.878838 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:31.909881 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020db97d-ecb6-487c-a276-ef1a3c6bca54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c2457e-fdf0-42f5-a16e-98992c59841b'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:06:31.924958 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 37c2457e-fdf0-42f5-a16e-98992c59841b, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=37c2457e-fdf0-42f5-a16e-98992c59841b,segment=NetworkSegment(3ea04a6b-970c-4271-af43-77fac08a503a),segment_id=3ea04a6b-970c-4271-af43-77fac08a503a)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:06:31.930433 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:31.966921 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020db97d-ecb6-487c-a276-ef1a3c6bca54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c2457e-fdf0-42f5-a16e-98992c59841b', 'code': 200} Feb 09 02:06:32.017492 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=37c2457e-fdf0-42f5-a16e-98992c59841b,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:32.111467 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f65ebd-1d32-4a4c-be03-57b261b33ced req-5a52eeaa-b0c9-4d58-b9e8-0f7eb90bb221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:32.113385 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-92f65ebd-1d32-4a4c-be03-57b261b33ced req-5a52eeaa-b0c9-4d58-b9e8-0f7eb90bb221 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 1097 time: 0.0841837 Feb 09 02:06:32.155481 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-92f65ebd-1d32-4a4c-be03-57b261b33ced req-f0b6c133-5d49-42bf-b717-4bc9a6639bf3 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=b9022e3f-3596-4929-a1ab-9b01f2275167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363028 Feb 09 02:06:32.666284 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c44bc-fa2d-4de6-acd7-c22b67bcc220 req-7c8983b7-9a0f-452e-b863-9d1a94a5b88f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:32.667746 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-026c44bc-fa2d-4de6-acd7-c22b67bcc220 req-7c8983b7-9a0f-452e-b863-9d1a94a5b88f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 946 time: 0.0831192 Feb 09 02:06:32.715354 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-026c44bc-fa2d-4de6-acd7-c22b67bcc220 req-a8c73102-9fb2-49a6-8864-d2a1bd7537d4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9022e3f-3596-4929-a1ab-9b01f2275167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420022 Feb 09 02:06:33.904352 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609cb31-8cbe-4c0c-b175-52cf1637a670 req-7cd1a2a3-fc14-4fa5-961a-dc5e79262b91 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:33.905861 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2609cb31-8cbe-4c0c-b175-52cf1637a670 req-7cd1a2a3-fc14-4fa5-961a-dc5e79262b91 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 946 time: 0.0839474 Feb 09 02:06:33.950543 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2609cb31-8cbe-4c0c-b175-52cf1637a670 req-5e02c61b-d962-4ac5-be93-58f0199f9eb1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9022e3f-3596-4929-a1ab-9b01f2275167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391543 Feb 09 02:06:34.134349 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05476871-1e7c-4379-b2a9-97b364892a02 req-3edc0120-89db-4931-8dbb-b71916674c76 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:34.135812 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-05476871-1e7c-4379-b2a9-97b364892a02 req-3edc0120-89db-4931-8dbb-b71916674c76 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 946 time: 0.0810876 Feb 09 02:06:34.179282 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-05476871-1e7c-4379-b2a9-97b364892a02 req-37280b8e-6905-4cf3-b8b7-3b54c48d0031 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9022e3f-3596-4929-a1ab-9b01f2275167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378118 Feb 09 02:06:34.202664 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38986) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:34.271874 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ebdcce-4ee7-414d-8d09-c596a8e00c84 tempest-TestNetworkAdvancedServerOps-1592522248 tempest-TestNetworkAdvancedServerOps-1592522248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:34.273566 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-93ebdcce-4ee7-414d-8d09-c596a8e00c84 tempest-TestNetworkAdvancedServerOps-1592522248 tempest-TestNetworkAdvancedServerOps-1592522248-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 1092 time: 0.0698676 Feb 09 02:06:34.276378 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 38990) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:34.281341 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-6ed77085-82e0-4b83-b870-d78f7e11723a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'port_id': '37c2457e-fdf0-42f5-a16e-98992c59841b', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:34.287723 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6ed77085-82e0-4b83-b870-d78f7e11723a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:06:34.291556 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6ed77085-82e0-4b83-b870-d78f7e11723a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:floatingip and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:06:34.294363 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6ed77085-82e0-4b83-b870-d78f7e11723a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:06:34.300573 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6ed77085-82e0-4b83-b870-d78f7e11723a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:06:34.311115 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6ed77085-82e0-4b83-b870-d78f7e11723a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for floatingip, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:34.557559 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6ed77085-82e0-4b83-b870-d78f7e11723a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:34.693573 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-6ed77085-82e0-4b83-b870-d78f7e11723a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Allocated IP 172.25.5.19 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/329d02f6-a505-48ff-b4e2-04ba435b26fb) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:34.844015 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6ed77085-82e0-4b83-b870-d78f7e11723a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:34.873425 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6ed77085-82e0-4b83-b870-d78f7e11723a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:34.937895 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed77085-82e0-4b83-b870-d78f7e11723a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:34.940734 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-6ed77085-82e0-4b83-b870-d78f7e11723a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:34.944351 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed77085-82e0-4b83-b870-d78f7e11723a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:06:34.981757 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed77085-82e0-4b83-b870-d78f7e11723a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Port': ['ID=329d02f6-a505-48ff-b4e2-04ba435b26fb,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:35.359812 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6ed77085-82e0-4b83-b870-d78f7e11723a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:35.438541 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6ed77085-82e0-4b83-b870-d78f7e11723a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:35.660458 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6ed77085-82e0-4b83-b870-d78f7e11723a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:35.666181 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6ed77085-82e0-4b83-b870-d78f7e11723a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:35.784655 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed77085-82e0-4b83-b870-d78f7e11723a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Port': ['ID=329d02f6-a505-48ff-b4e2-04ba435b26fb,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:35.802759 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6ed77085-82e0-4b83-b870-d78f7e11723a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:35.984447 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [None req-6ed77085-82e0-4b83-b870-d78f7e11723a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Floating IP 50f56a4e-6e32-4b32-9e9b-eb289e340bd3 associated. External IP: 172.25.5.19, port: 37c2457e-fdf0-42f5-a16e-98992c59841b. Feb 09 02:06:36.464699 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed77085-82e0-4b83-b870-d78f7e11723a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Router ccec959a-c518-4f8e-9545-2e86a5874356 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:06:36.640208 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed77085-82e0-4b83-b870-d78f7e11723a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:06:36.650208 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b01e698-decc-4522-8240-b73fb37bda8c None None] Sync routers for ids ['ccec959a-c518-4f8e-9545-2e86a5874356'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:06:36.659133 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b01e698-decc-4522-8240-b73fb37bda8c None None] Routers {'ccec959a-c518-4f8e-9545-2e86a5874356'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:06:36.659724 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-2b01e698-decc-4522-8240-b73fb37bda8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:06:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['ccec959a-c518-4f8e-9545-2e86a5874356'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:36.663729 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6ed77085-82e0-4b83-b870-d78f7e11723a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:36.722273 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6ed77085-82e0-4b83-b870-d78f7e11723a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4447389 Feb 09 02:06:36.722967 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '020db97d-ecb6-487c-a276-ef1a3c6bca54', 'tag': '37c2457e-fdf0-42f5-a16e-98992c59841b'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:06:36.774070 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '020db97d-ecb6-487c-a276-ef1a3c6bca54', 'tag': '37c2457e-fdf0-42f5-a16e-98992c59841b', 'status': 'completed', 'code': 200} Feb 09 02:06:36.856119 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-2b01e698-decc-4522-8240-b73fb37bda8c None None] Set router ccec959a-c518-4f8e-9545-2e86a5874356 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:06:36.970445 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3dfcf-f80b-4ae1-88a7-ef2600ff008a req-767576a1-b551-4095-888a-0dbf0302a4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:36.971962 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ef3dfcf-f80b-4ae1-88a7-ef2600ff008a req-767576a1-b551-4095-888a-0dbf0302a4e2 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 1097 time: 0.1747439 Feb 09 02:06:36.985753 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ceefb-1690-4200-981c-31465057f900 req-f02aa1fe-fc17-4654-97cc-ab6e567672db tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:36.987145 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ef3ceefb-1690-4200-981c-31465057f900 req-f02aa1fe-fc17-4654-97cc-ab6e567672db tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 946 time: 0.1463246 Feb 09 02:06:37.055231 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-10f994bc-311a-4189-931b-c0fee4a6d4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:37.165951 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ef3ceefb-1690-4200-981c-31465057f900 req-58a598e7-0e1f-4701-8c85-70de958db375 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9022e3f-3596-4929-a1ab-9b01f2275167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574161 Feb 09 02:06:37.189252 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 38998) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:37.223095 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3dfcf-f80b-4ae1-88a7-ef2600ff008a req-a10bd255-dcfb-4aeb-b92b-99cb3de14025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:37.225486 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ef3dfcf-f80b-4ae1-88a7-ef2600ff008a req-a10bd255-dcfb-4aeb-b92b-99cb3de14025 service neutron] 10.222.0.117 "GET /v2.0/networks?id=3443580a-f713-4553-b089-cd884969768f HTTP/1.1" status: 200 len: 897 time: 0.2371376 Feb 09 02:06:37.242777 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-2b01e698-decc-4522-8240-b73fb37bda8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658376478', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '61f66276-5e76-4f18-9aa1-4e94f5234bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:17Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '61f66276-5e76-4f18-9aa1-4e94f5234bfd', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:13Z', 'updated_at': '2022-02-09T02:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '50f56a4e-6e32-4b32-9e9b-eb289e340bd3', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'floating_ip_address': '172.25.5.19', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'port_id': '37c2457e-fdf0-42f5-a16e-98992c59841b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3443580a-f713-4553-b089-cd884969768f', 'mac_address': 'fa:16:3e:56:7a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020db97d-ecb6-487c-a276-ef1a3c6bca54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:06:35Z', 'updated_at': '2022-02-09T02:06:35Z', 'revision_number': 0, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0325880d-373e-4ada-9e91-0b1ddb7fb353', 'name': '', 'network_id': '3443580a-f713-4553-b089-cd884969768f', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:4d:42:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a4008cd8-4a7a-4818-b795-b736b80533c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:16Z', 'updated_at': '2022-02-09T02:06:23Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': 'a4008cd8-4a7a-4818-b795-b736b80533c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:37.248885 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b01e698-decc-4522-8240-b73fb37bda8c None None] Checking router: ccec959a-c518-4f8e-9545-2e86a5874356 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:06:37.265113 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b01e698-decc-4522-8240-b73fb37bda8c None None] Routers {'ccec959a-c518-4f8e-9545-2e86a5874356'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:06:37.266204 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-2b01e698-decc-4522-8240-b73fb37bda8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:06:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['ccec959a-c518-4f8e-9545-2e86a5874356'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:37.317502 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0719b2b4-e3f9-4b3a-89af-6655700f6291 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/floatingips/50f56a4e-6e32-4b32-9e9b-eb289e340bd3 HTTP/1.1" status: 200 len: 991 time: 0.1268446 Feb 09 02:06:37.336155 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ef3dfcf-f80b-4ae1-88a7-ef2600ff008a req-39f96e4e-781f-4ac5-92e0-640414e36e9a service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37c2457e-fdf0-42f5-a16e-98992c59841b HTTP/1.1" status: 200 len: 999 time: 0.1037266 Feb 09 02:06:37.399181 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3dfcf-f80b-4ae1-88a7-ef2600ff008a req-8e3b91a7-3cea-4857-95ac-649f87064a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:37.400694 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ef3dfcf-f80b-4ae1-88a7-ef2600ff008a req-8e3b91a7-3cea-4857-95ac-649f87064a8f service neutron] 10.222.0.117 "GET /v2.0/subnets?id=a4008cd8-4a7a-4818-b795-b736b80533c9 HTTP/1.1" status: 200 len: 834 time: 0.0582051 Feb 09 02:06:37.477407 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3dfcf-f80b-4ae1-88a7-ef2600ff008a req-1c833bec-2afd-45a8-867e-4053461ea358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:37.478994 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ef3dfcf-f80b-4ae1-88a7-ef2600ff008a req-1c833bec-2afd-45a8-867e-4053461ea358 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=3443580a-f713-4553-b089-cd884969768f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715640 Feb 09 02:06:37.479646 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-2b01e698-decc-4522-8240-b73fb37bda8c None None] Set router ccec959a-c518-4f8e-9545-2e86a5874356 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:06:37.671304 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ef3dfcf-f80b-4ae1-88a7-ef2600ff008a req-c2f2e507-3f08-4316-9fbf-340110906225 service neutron] 10.222.0.117 "GET /v2.0/networks/3443580a-f713-4553-b089-cd884969768f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848640 Feb 09 02:06:37.812260 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ef3dfcf-f80b-4ae1-88a7-ef2600ff008a req-d9eba76f-34cb-4fb6-af07-76dc3145430a service neutron] 10.222.0.117 "GET /v2.0/networks/3443580a-f713-4553-b089-cd884969768f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345439 Feb 09 02:06:37.901881 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-2b01e698-decc-4522-8240-b73fb37bda8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658376478', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '61f66276-5e76-4f18-9aa1-4e94f5234bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:17Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '61f66276-5e76-4f18-9aa1-4e94f5234bfd', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:13Z', 'updated_at': '2022-02-09T02:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '50f56a4e-6e32-4b32-9e9b-eb289e340bd3', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'floating_ip_address': '172.25.5.19', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'port_id': '37c2457e-fdf0-42f5-a16e-98992c59841b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3443580a-f713-4553-b089-cd884969768f', 'mac_address': 'fa:16:3e:56:7a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020db97d-ecb6-487c-a276-ef1a3c6bca54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:06:35Z', 'updated_at': '2022-02-09T02:06:35Z', 'revision_number': 0, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0325880d-373e-4ada-9e91-0b1ddb7fb353', 'name': '', 'network_id': '3443580a-f713-4553-b089-cd884969768f', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:4d:42:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a4008cd8-4a7a-4818-b795-b736b80533c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:16Z', 'updated_at': '2022-02-09T02:06:23Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': 'a4008cd8-4a7a-4818-b795-b736b80533c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:37.906363 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b01e698-decc-4522-8240-b73fb37bda8c None None] The sync data for ids ['ccec959a-c518-4f8e-9545-2e86a5874356'] in n-d-828419-1 is: [{'id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658376478', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '61f66276-5e76-4f18-9aa1-4e94f5234bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:17Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '61f66276-5e76-4f18-9aa1-4e94f5234bfd', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:13Z', 'updated_at': '2022-02-09T02:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '50f56a4e-6e32-4b32-9e9b-eb289e340bd3', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'floating_ip_address': '172.25.5.19', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'port_id': '37c2457e-fdf0-42f5-a16e-98992c59841b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3443580a-f713-4553-b089-cd884969768f', 'mac_address': 'fa:16:3e:56:7a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020db97d-ecb6-487c-a276-ef1a3c6bca54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:06:35Z', 'updated_at': '2022-02-09T02:06:35Z', 'revision_number': 0, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0325880d-373e-4ada-9e91-0b1ddb7fb353', 'name': '', 'network_id': '3443580a-f713-4553-b089-cd884969768f', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:4d:42:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a4008cd8-4a7a-4818-b795-b736b80533c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:16Z', 'updated_at': '2022-02-09T02:06:23Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': 'a4008cd8-4a7a-4818-b795-b736b80533c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:06:38.135498 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c366d874-cb49-4eb3-811c-059b8272327b None None] New status for floating IP 50f56a4e-6e32-4b32-9e9b-eb289e340bd3: ACTIVE {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:06:38.321315 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39002) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:06:38.570943 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4bdb5901-473c-4aa6-9e73-6472a6e01fc7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/floatingips/50f56a4e-6e32-4b32-9e9b-eb289e340bd3 HTTP/1.1" status: 200 len: 993 time: 0.2482474 Feb 09 02:06:39.429918 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-22e778c0-2fa0-4e8f-9768-6f1afd3fb422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:40.557755 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:40.681083 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:42.007481 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:52.487271 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:06:52.498503 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:06:55.669212 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:07.032237 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2f7b9926-a25c-48b7-91a8-38f0cddb2716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:07.486450 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39020) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:07:07.538162 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b16f7-9555-4cd8-b524-31441ef779d1 req-3a3781cc-7c36-4e9e-8989-90c8794b0bd3 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:07.539697 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ca8b16f7-9555-4cd8-b524-31441ef779d1 req-3a3781cc-7c36-4e9e-8989-90c8794b0bd3 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 946 time: 0.0968518 Feb 09 02:07:07.586589 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ca8b16f7-9555-4cd8-b524-31441ef779d1 req-03430f1c-3581-4e66-bf7f-5bd609163102 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9022e3f-3596-4929-a1ab-9b01f2275167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410354 Feb 09 02:07:07.600954 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-4b962b95-8bf5-44d5-8653-5437e0371f2d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1132073 Feb 09 02:07:08.791021 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d87bb-4776-4196-b934-dc0399ff2b14 req-c48fe5de-b483-412f-a93c-044da66d327e tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:08.792518 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-962d87bb-4776-4196-b934-dc0399ff2b14 req-c48fe5de-b483-412f-a93c-044da66d327e tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 946 time: 0.0806236 Feb 09 02:07:08.844930 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-962d87bb-4776-4196-b934-dc0399ff2b14 req-8cc3129a-da33-43a6-8cc4-8b108e5b5eb9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9022e3f-3596-4929-a1ab-9b01f2275167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458970 Feb 09 02:07:08.980998 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-574e1f83-948a-4e8d-b0ed-0322c2926925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:08.982369 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-574e1f83-948a-4e8d-b0ed-0322c2926925 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 1097 time: 0.0709903 Feb 09 02:07:09.131619 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-a7ed3819-be5a-40f3-a9c0-c4d650032c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:09.133107 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-a7ed3819-be5a-40f3-a9c0-c4d650032c28 service neutron] 10.222.0.117 "GET /v2.0/networks?id=3443580a-f713-4553-b089-cd884969768f HTTP/1.1" status: 200 len: 897 time: 0.1444807 Feb 09 02:07:09.246829 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-9cce5093-c623-4c44-b4e1-b93f895f0691 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37c2457e-fdf0-42f5-a16e-98992c59841b HTTP/1.1" status: 200 len: 1001 time: 0.1050806 Feb 09 02:07:09.319719 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-30b0e77a-1f88-4870-bb5a-edf89b7c5517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:09.321189 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-30b0e77a-1f88-4870-bb5a-edf89b7c5517 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=a4008cd8-4a7a-4818-b795-b736b80533c9 HTTP/1.1" status: 200 len: 834 time: 0.0682230 Feb 09 02:07:09.382970 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-20793500-a7ab-4c19-9d8c-787bac6b794e req-b2d2aff8-39b0-4043-84f0-b00a9f49fc38 tempest-ServerDiskConfigTestJSON-707100205 tempest-ServerDiskConfigTestJSON-707100205-project] (87612) timed out ('10.222.0.117', 61179) {{(pid=87612) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 02:07:09.399802 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-0ffe97c4-58f4-4a51-8c69-fce20036c229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:09.401588 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-0ffe97c4-58f4-4a51-8c69-fce20036c229 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=3443580a-f713-4553-b089-cd884969768f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743499 Feb 09 02:07:09.412843 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-a29feed3-1250-4c64-8d41-d72d1a93ae5c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 02:07:09.413925 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-a29feed3-1250-4c64-8d41-d72d1a93ae5c service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060680 Feb 09 02:07:09.434889 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0bd65b69-2cf5-4864-9357-dd57917c832f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:09.560032 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-3771b2c5-28f1-4708-9c81-8635d87b1732 service neutron] 10.222.0.117 "GET /v2.0/networks/3443580a-f713-4553-b089-cd884969768f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385901 Feb 09 02:07:09.692006 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-5890662a-eb2a-45c9-9f2d-eb0d98b952dd service neutron] 10.222.0.117 "GET /v2.0/networks/3443580a-f713-4553-b089-cd884969768f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257339 Feb 09 02:07:10.033004 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b09a4-a359-4a07-947f-7f50cdfb52f6 req-e61b9ba3-25aa-49e0-8530-cdc65473774b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:10.034477 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6e1b09a4-a359-4a07-947f-7f50cdfb52f6 req-e61b9ba3-25aa-49e0-8530-cdc65473774b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 946 time: 0.0798750 Feb 09 02:07:10.081909 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6e1b09a4-a359-4a07-947f-7f50cdfb52f6 req-39593e48-c69e-497d-8e91-aed6b87f5ed6 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9022e3f-3596-4929-a1ab-9b01f2275167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410283 Feb 09 02:07:10.560460 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:10.683467 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:11.286806 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b8a8c-0bca-4bc6-a4e4-aff41c4fee20 req-8abe44d9-a748-4984-ad12-a8f355500dd2 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:11.288262 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9d6b8a8c-0bca-4bc6-a4e4-aff41c4fee20 req-8abe44d9-a748-4984-ad12-a8f355500dd2 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 946 time: 0.0834432 Feb 09 02:07:11.335945 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9d6b8a8c-0bca-4bc6-a4e4-aff41c4fee20 req-60c7e5b6-b242-4a3b-b0c6-f756e0f27f2e tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9022e3f-3596-4929-a1ab-9b01f2275167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417833 Feb 09 02:07:12.003800 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:12.531501 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326644b3-6b79-43ca-a383-241e9b1d3519 req-400cac3b-0333-4f32-8dcc-7df7187fb3a7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:12.533025 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-326644b3-6b79-43ca-a383-241e9b1d3519 req-400cac3b-0333-4f32-8dcc-7df7187fb3a7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 946 time: 0.0830405 Feb 09 02:07:12.578507 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-326644b3-6b79-43ca-a383-241e9b1d3519 req-3dc773d4-bbf5-4a43-bf14-d094720bd580 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9022e3f-3596-4929-a1ab-9b01f2275167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395060 Feb 09 02:07:13.776285 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc085a-31f4-4004-9b02-1b1e748bcf4f req-5547e740-2e97-48ed-8fb6-dd98d68406e6 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:13.777764 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-53bc085a-31f4-4004-9b02-1b1e748bcf4f req-5547e740-2e97-48ed-8fb6-dd98d68406e6 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 946 time: 0.0866289 Feb 09 02:07:13.824219 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-53bc085a-31f4-4004-9b02-1b1e748bcf4f req-92167b0b-3e52-4b1d-96bf-4283dd011ecd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9022e3f-3596-4929-a1ab-9b01f2275167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376067 Feb 09 02:07:15.017001 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a5970-2dfe-424b-88b1-6216a38f8b49 req-d80dd783-04c5-4f8e-8835-873fe42e97af tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:15.018481 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-589a5970-2dfe-424b-88b1-6216a38f8b49 req-d80dd783-04c5-4f8e-8835-873fe42e97af tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 946 time: 0.0812130 Feb 09 02:07:15.063922 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-589a5970-2dfe-424b-88b1-6216a38f8b49 req-0e732f59-d293-4320-bdc7-66438884d81f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9022e3f-3596-4929-a1ab-9b01f2275167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397079 Feb 09 02:07:16.251217 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49736-5250-406b-a131-4d4ec8012e77 req-f8bdaba5-2c18-47e6-b834-d2f1d288af3d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:16.252676 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-20f49736-5250-406b-a131-4d4ec8012e77 req-f8bdaba5-2c18-47e6-b834-d2f1d288af3d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 946 time: 0.0787973 Feb 09 02:07:16.302458 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-20f49736-5250-406b-a131-4d4ec8012e77 req-0c0c358b-0761-4fa9-b0a2-281680feafa5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9022e3f-3596-4929-a1ab-9b01f2275167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428810 Feb 09 02:07:17.499149 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c04c9-50a0-48d6-a18d-5974b49983e6 req-9bb5d493-c96d-4090-9c2d-eccb303cec94 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:17.500631 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0d3c04c9-50a0-48d6-a18d-5974b49983e6 req-9bb5d493-c96d-4090-9c2d-eccb303cec94 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 946 time: 0.0861416 Feb 09 02:07:17.547208 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0d3c04c9-50a0-48d6-a18d-5974b49983e6 req-f1972aad-98c9-45c9-a307-2849cccab264 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9022e3f-3596-4929-a1ab-9b01f2275167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398574 Feb 09 02:07:18.742590 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682f3ae-7ea0-44c4-bf43-d1e5c156c9b7 req-6ab2be56-b798-4150-92ba-74daf3ab0b53 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:18.742590 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2682f3ae-7ea0-44c4-bf43-d1e5c156c9b7 req-6ab2be56-b798-4150-92ba-74daf3ab0b53 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 946 time: 0.0848525 Feb 09 02:07:18.785970 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2682f3ae-7ea0-44c4-bf43-d1e5c156c9b7 req-e1df6ca8-a53c-4cc0-ae7b-adab07230640 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9022e3f-3596-4929-a1ab-9b01f2275167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380635 Feb 09 02:07:19.978842 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20db28e-5b87-4ce3-8edb-4c9a2cf7ff6a req-2797566b-953e-43e0-a3d3-bd6498e2b348 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:19.980727 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a20db28e-5b87-4ce3-8edb-4c9a2cf7ff6a req-2797566b-953e-43e0-a3d3-bd6498e2b348 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 946 time: 0.0809581 Feb 09 02:07:20.029153 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a20db28e-5b87-4ce3-8edb-4c9a2cf7ff6a req-ca2bca42-5866-4068-b1b2-8ccbb49dc67c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9022e3f-3596-4929-a1ab-9b01f2275167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427694 Feb 09 02:07:21.251333 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18f705-7ac2-4cb0-bc51-09623c52b731 req-3dad435b-88f1-412d-9157-f737b3d0d2e9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:21.252835 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6d18f705-7ac2-4cb0-bc51-09623c52b731 req-3dad435b-88f1-412d-9157-f737b3d0d2e9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 946 time: 0.0989418 Feb 09 02:07:21.313828 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6d18f705-7ac2-4cb0-bc51-09623c52b731 req-a7408888-51b4-4c0b-9512-5cb732e34674 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9022e3f-3596-4929-a1ab-9b01f2275167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505049 Feb 09 02:07:21.597930 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-4de58b7f-5abb-407b-95ef-ada60f073922 service neutron] show failed (client error): The resource could not be found. Feb 09 02:07:21.598932 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-4de58b7f-5abb-407b-95ef-ada60f073922 service neutron] 10.222.0.117 "GET /v2.0/ports/37c2457e-fdf0-42f5-a16e-98992c59841b/bindings/n-h1-828419-1 HTTP/1.1" status: 404 len: 380 time: 0.0830257 Feb 09 02:07:21.895652 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-f0ece3b2-0b22-400d-a17a-59a7f0be7d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:21.899976 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-f0ece3b2-0b22-400d-a17a-59a7f0be7d6f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54&tenant_id=16b263e01e4243329994a2077cba6ee7 HTTP/1.1" status: 200 len: 1097 time: 0.0781133 Feb 09 02:07:21.909894 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828419-1', 'device_owner': 'compute:nova'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:22.186368 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:22.487790 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] For port 37c2457e-fdf0-42f5-a16e-98992c59841b, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=37c2457e-fdf0-42f5-a16e-98992c59841b,segment=NetworkSegment(3ea04a6b-970c-4271-af43-77fac08a503a),segment_id=3ea04a6b-970c-4271-af43-77fac08a503a)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:07:22.503017 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:22.521861 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] For port 37c2457e-fdf0-42f5-a16e-98992c59841b, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:07:22.522138 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91678a4d-e1bc-485c-9964-c5f633de8251 req-96c7b45c-f9c3-4f48-ab6d-c02ed0147ed6 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:22.523526 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-91678a4d-e1bc-485c-9964-c5f633de8251 req-96c7b45c-f9c3-4f48-ab6d-c02ed0147ed6 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 946 time: 0.0934591 Feb 09 02:07:22.570884 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-91678a4d-e1bc-485c-9964-c5f633de8251 req-a8441ffe-2636-40d7-a5d5-46334b4094e8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9022e3f-3596-4929-a1ab-9b01f2275167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408809 Feb 09 02:07:22.590591 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020db97d-ecb6-487c-a276-ef1a3c6bca54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37c2457e-fdf0-42f5-a16e-98992c59841b'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:07:22.596780 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:22.613605 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] Transition to ACTIVE for port object 37c2457e-fdf0-42f5-a16e-98992c59841b will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:07:22.617860 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:22.662027 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020db97d-ecb6-487c-a276-ef1a3c6bca54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37c2457e-fdf0-42f5-a16e-98992c59841b', 'code': 200} Feb 09 02:07:22.777425 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] Pushing event updated for resources: {'Port': ['ID=37c2457e-fdf0-42f5-a16e-98992c59841b,revision_number=6']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:22.790962 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:22.791303 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:22.791649 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:22.792016 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:22.792347 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:22.792731 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:22.793071 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:22.793425 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:22.793758 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:22.794108 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:22.794432 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:22.794753 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:22.842988 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] No DVR routers for this DVR port 37c2457e-fdf0-42f5-a16e-98992c59841b on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:07:23.081799 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] Attempting to bind port 37c2457e-fdf0-42f5-a16e-98992c59841b on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:07:23.082033 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] Attempting to bind port 37c2457e-fdf0-42f5-a16e-98992c59841b by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '3ea04a6b-970c-4271-af43-77fac08a503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3443580a-f713-4553-b089-cd884969768f'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:07:23.082381 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] Attempting to bind port 37c2457e-fdf0-42f5-a16e-98992c59841b on network 3443580a-f713-4553-b089-cd884969768f {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:07:23.087964 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] Port 37c2457e-fdf0-42f5-a16e-98992c59841b on network 3443580a-f713-4553-b089-cd884969768f not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 02:07:23.088284 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] Attempting to bind port 37c2457e-fdf0-42f5-a16e-98992c59841b on network 3443580a-f713-4553-b089-cd884969768f {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:07:23.094048 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:07:23.094483 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] Checking segment: {'id': '3ea04a6b-970c-4271-af43-77fac08a503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3443580a-f713-4553-b089-cd884969768f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:07:23.094963 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] Bound using segment: {'id': '3ea04a6b-970c-4271-af43-77fac08a503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3443580a-f713-4553-b089-cd884969768f'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:07:23.095495 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] Bound port: 37c2457e-fdf0-42f5-a16e-98992c59841b, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea04a6b-970c-4271-af43-77fac08a503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '3443580a-f713-4553-b089-cd884969768f'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:07:23.095935 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:23.189662 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] For port 37c2457e-fdf0-42f5-a16e-98992c59841b, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:07:23.193911 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] For port 37c2457e-fdf0-42f5-a16e-98992c59841b, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=37c2457e-fdf0-42f5-a16e-98992c59841b,segment=NetworkSegment(3ea04a6b-970c-4271-af43-77fac08a503a),segment_id=3ea04a6b-970c-4271-af43-77fac08a503a)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:07:23.197878 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:23.259603 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:23.260349 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:23.261770 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] 10.222.0.35 "PUT /v2.0/ports/37c2457e-fdf0-42f5-a16e-98992c59841b HTTP/1.1" status: 200 len: 1092 time: 1.3562336 Feb 09 02:07:23.282345 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e6eb8-8b19-4c15-a50c-fe5e694e5e81 service neutron] Pushing event updated for resources: {'Port': ['ID=37c2457e-fdf0-42f5-a16e-98992c59841b,revision_number=7']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:23.371654 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-78502313-5eba-4473-a5c8-5412698a6cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:23.373193 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-78502313-5eba-4473-a5c8-5412698a6cf1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 1095 time: 0.0811021 Feb 09 02:07:23.534580 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-3f65cd64-6e0d-4d40-884e-7f6d846b2d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:23.535982 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-3f65cd64-6e0d-4d40-884e-7f6d846b2d18 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3443580a-f713-4553-b089-cd884969768f HTTP/1.1" status: 200 len: 897 time: 0.1541255 Feb 09 02:07:23.668254 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-bd571f5a-0774-418b-8b7e-00253b38f918 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37c2457e-fdf0-42f5-a16e-98992c59841b HTTP/1.1" status: 200 len: 999 time: 0.1254056 Feb 09 02:07:23.738997 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-449d3e58-bdfc-49f1-8f65-e209ecc3eb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:23.741354 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-449d3e58-bdfc-49f1-8f65-e209ecc3eb33 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a4008cd8-4a7a-4818-b795-b736b80533c9 HTTP/1.1" status: 200 len: 834 time: 0.0664368 Feb 09 02:07:23.781385 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99a2ab-60e5-479b-9b7b-47e959747540 req-e77c5e71-8450-4b3f-ba4b-d4552fe7b5ac tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:23.783139 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-af99a2ab-60e5-479b-9b7b-47e959747540 req-e77c5e71-8450-4b3f-ba4b-d4552fe7b5ac tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 944 time: 0.1002045 Feb 09 02:07:23.832439 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-dc775895-6a89-4fc8-8c58-9ae7257d0568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:23.834228 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-dc775895-6a89-4fc8-8c58-9ae7257d0568 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3443580a-f713-4553-b089-cd884969768f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861528 Feb 09 02:07:23.838117 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-af99a2ab-60e5-479b-9b7b-47e959747540 req-07a70ec2-bdeb-4cff-b031-61cc36dcd913 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9022e3f-3596-4929-a1ab-9b01f2275167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461836 Feb 09 02:07:24.107020 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-e8c944a0-913e-4f45-89f1-281e48682181 service neutron] 10.222.0.35 "GET /v2.0/networks/3443580a-f713-4553-b089-cd884969768f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622936 Feb 09 02:07:24.257651 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ebd0a240-f358-4363-aabf-7a1e6bf1f22e req-a272b9bc-0fa3-48d0-a2cb-b02d93cdab54 service neutron] 10.222.0.35 "GET /v2.0/networks/3443580a-f713-4553-b089-cd884969768f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428237 Feb 09 02:07:24.662784 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '020db97d-ecb6-487c-a276-ef1a3c6bca54', 'tag': '37c2457e-fdf0-42f5-a16e-98992c59841b'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:07:24.723065 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '020db97d-ecb6-487c-a276-ef1a3c6bca54', 'tag': '37c2457e-fdf0-42f5-a16e-98992c59841b', 'status': 'completed', 'code': 200} Feb 09 02:07:24.875483 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767879b6-7ea7-4cfd-a1ef-2ebeb7c14b22 req-d1587520-82fc-4b4b-80b0-288ffcd91c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:24.877013 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-767879b6-7ea7-4cfd-a1ef-2ebeb7c14b22 req-d1587520-82fc-4b4b-80b0-288ffcd91c5a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 1095 time: 0.1045461 Feb 09 02:07:24.878965 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767879b6-7ea7-4cfd-a1ef-2ebeb7c14b22 req-6cbda722-bcd9-487e-98ba-962b45ada0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:24.881173 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-767879b6-7ea7-4cfd-a1ef-2ebeb7c14b22 req-6cbda722-bcd9-487e-98ba-962b45ada0c4 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 1095 time: 0.1393592 Feb 09 02:07:25.045583 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29bbcb-8707-4955-bcb0-ec2d3fe96de0 req-70349c05-3bb4-4353-a052-df7a1cd6414b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:25.047213 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7c29bbcb-8707-4955-bcb0-ec2d3fe96de0 req-70349c05-3bb4-4353-a052-df7a1cd6414b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 944 time: 0.0876315 Feb 09 02:07:25.100524 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7c29bbcb-8707-4955-bcb0-ec2d3fe96de0 req-2fdc5eca-b30e-4f60-9b3b-0f3ac1595316 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9022e3f-3596-4929-a1ab-9b01f2275167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420706 Feb 09 02:07:25.132888 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767879b6-7ea7-4cfd-a1ef-2ebeb7c14b22 req-c31d9e70-eb66-4226-ad91-432256942554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:25.134376 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-767879b6-7ea7-4cfd-a1ef-2ebeb7c14b22 req-c31d9e70-eb66-4226-ad91-432256942554 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3443580a-f713-4553-b089-cd884969768f HTTP/1.1" status: 200 len: 897 time: 0.2510693 Feb 09 02:07:25.135446 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767879b6-7ea7-4cfd-a1ef-2ebeb7c14b22 req-b287f329-3c21-4cce-a65d-0c5d70d2e95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:25.136772 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-767879b6-7ea7-4cfd-a1ef-2ebeb7c14b22 req-b287f329-3c21-4cce-a65d-0c5d70d2e95a service neutron] 10.222.0.117 "GET /v2.0/networks?id=3443580a-f713-4553-b089-cd884969768f HTTP/1.1" status: 200 len: 897 time: 0.2357552 Feb 09 02:07:25.337795 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-767879b6-7ea7-4cfd-a1ef-2ebeb7c14b22 req-98c9cbfe-d549-4f44-9155-41ffd963858b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37c2457e-fdf0-42f5-a16e-98992c59841b HTTP/1.1" status: 200 len: 999 time: 0.1951621 Feb 09 02:07:25.341519 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-767879b6-7ea7-4cfd-a1ef-2ebeb7c14b22 req-ad060726-0799-441f-9f03-03fe598b89c3 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37c2457e-fdf0-42f5-a16e-98992c59841b HTTP/1.1" status: 200 len: 999 time: 0.1979928 Feb 09 02:07:25.463333 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767879b6-7ea7-4cfd-a1ef-2ebeb7c14b22 req-4ef0b013-697c-4cc6-8f82-e7ca9a783bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:25.464858 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-767879b6-7ea7-4cfd-a1ef-2ebeb7c14b22 req-4ef0b013-697c-4cc6-8f82-e7ca9a783bb1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a4008cd8-4a7a-4818-b795-b736b80533c9 HTTP/1.1" status: 200 len: 834 time: 0.1209011 Feb 09 02:07:25.468035 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767879b6-7ea7-4cfd-a1ef-2ebeb7c14b22 req-cc830ff7-8bfd-46ad-ba0e-8f3bd554f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:25.469471 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-767879b6-7ea7-4cfd-a1ef-2ebeb7c14b22 req-cc830ff7-8bfd-46ad-ba0e-8f3bd554f230 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=a4008cd8-4a7a-4818-b795-b736b80533c9 HTTP/1.1" status: 200 len: 834 time: 0.0911925 Feb 09 02:07:25.607802 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767879b6-7ea7-4cfd-a1ef-2ebeb7c14b22 req-47196060-c5d1-4220-9614-90564e978d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:25.609302 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-767879b6-7ea7-4cfd-a1ef-2ebeb7c14b22 req-47196060-c5d1-4220-9614-90564e978d4f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3443580a-f713-4553-b089-cd884969768f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1382191 Feb 09 02:07:25.611145 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767879b6-7ea7-4cfd-a1ef-2ebeb7c14b22 req-7493101d-cef9-4be1-a7a0-320531367852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:25.612425 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-767879b6-7ea7-4cfd-a1ef-2ebeb7c14b22 req-7493101d-cef9-4be1-a7a0-320531367852 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=3443580a-f713-4553-b089-cd884969768f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079872 Feb 09 02:07:25.670542 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:25.843899 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 37c2457e-fdf0-42f5-a16e-98992c59841b no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:07:25.862162 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-767879b6-7ea7-4cfd-a1ef-2ebeb7c14b22 req-c4e22fcd-1398-42f3-ae52-e2a27a216ce6 service neutron] 10.222.0.35 "GET /v2.0/networks/3443580a-f713-4553-b089-cd884969768f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459214 Feb 09 02:07:25.866072 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-767879b6-7ea7-4cfd-a1ef-2ebeb7c14b22 req-88e1705d-f8fa-4b25-878b-279933e95730 service neutron] 10.222.0.117 "GET /v2.0/networks/3443580a-f713-4553-b089-cd884969768f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305424 Feb 09 02:07:25.905934 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 37c2457e-fdf0-42f5-a16e-98992c59841b not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:07:26.317313 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-767879b6-7ea7-4cfd-a1ef-2ebeb7c14b22 req-1eaa6617-767d-4952-a700-1537365e288e service neutron] 10.222.0.117 "GET /v2.0/networks/3443580a-f713-4553-b089-cd884969768f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256234 Feb 09 02:07:26.319034 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-767879b6-7ea7-4cfd-a1ef-2ebeb7c14b22 req-79e14ba0-644a-4ac7-bacc-ee3e23a83ba0 service neutron] 10.222.0.35 "GET /v2.0/networks/3443580a-f713-4553-b089-cd884969768f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492974 Feb 09 02:07:26.351431 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5204a72-1059-4a46-8834-5c48b87d53bf req-9ba4e214-eb13-4580-92a8-dae2e0acab11 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:26.353319 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f5204a72-1059-4a46-8834-5c48b87d53bf req-9ba4e214-eb13-4580-92a8-dae2e0acab11 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 944 time: 0.1346157 Feb 09 02:07:26.403493 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f5204a72-1059-4a46-8834-5c48b87d53bf req-f98f1f4a-57fe-4364-92b6-7274218703f7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9022e3f-3596-4929-a1ab-9b01f2275167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443306 Feb 09 02:07:26.761508 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 37c2457e-fdf0-42f5-a16e-98992c59841b details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 02:07:26.798541 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f955f-1a10-41d8-a74e-4bb6e7c38b3e req-d693640f-5113-4278-9240-df17f4feabb9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:26.800049 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e09f955f-1a10-41d8-a74e-4bb6e7c38b3e req-d693640f-5113-4278-9240-df17f4feabb9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 944 time: 0.1489909 Feb 09 02:07:26.808590 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf699a0-46e8-4a23-9f72-c495f7055e63 req-6f19119a-31ff-4473-9067-4797931cb31a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:26.810083 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-adf699a0-46e8-4a23-9f72-c495f7055e63 req-6f19119a-31ff-4473-9067-4797931cb31a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.117 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54&tenant_id=16b263e01e4243329994a2077cba6ee7&binding%3Ahost_id=n-h1-828419-1 HTTP/1.1" status: 200 len: 944 time: 0.1228669 Feb 09 02:07:26.915042 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 37c2457e-fdf0-42f5-a16e-98992c59841b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=37c2457e-fdf0-42f5-a16e-98992c59841b,segment=NetworkSegment(3ea04a6b-970c-4271-af43-77fac08a503a),segment_id=3ea04a6b-970c-4271-af43-77fac08a503a)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:07:26.921198 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e09f955f-1a10-41d8-a74e-4bb6e7c38b3e req-56e9d646-d62a-4796-9119-31a1bb1c3163 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9022e3f-3596-4929-a1ab-9b01f2275167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101131 Feb 09 02:07:26.930006 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '37c2457e-fdf0-42f5-a16e-98992c59841b', 'network_id': '3443580a-f713-4553-b089-cd884969768f', 'port_id': '37c2457e-fdf0-42f5-a16e-98992c59841b', 'mac_address': 'fa:16:3e:56:7a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 999, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4008cd8-4a7a-4818-b795-b736b80533c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 02:07:26.945747 n-d-828419-1 neutron-server[87612]: INFO neutron.api.v2.resource [req-adf699a0-46e8-4a23-9f72-c495f7055e63 req-655ae851-58f9-4b5c-908d-2003614f0ff2 service neutron] delete failed (client error): The resource could not be found. Feb 09 02:07:26.946770 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-adf699a0-46e8-4a23-9f72-c495f7055e63 req-655ae851-58f9-4b5c-908d-2003614f0ff2 service neutron] 10.222.0.117 "DELETE /v2.0/ports/37c2457e-fdf0-42f5-a16e-98992c59841b/bindings/n-h2-828419-1 HTTP/1.1" status: 404 len: 380 time: 0.1221905 Feb 09 02:07:26.999112 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:27.018426 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37c2457e-fdf0-42f5-a16e-98992c59841b {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:07:27.036513 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 37c2457e-fdf0-42f5-a16e-98992c59841b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=37c2457e-fdf0-42f5-a16e-98992c59841b,segment=NetworkSegment(3ea04a6b-970c-4271-af43-77fac08a503a),segment_id=3ea04a6b-970c-4271-af43-77fac08a503a)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:07:27.041242 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:27.112924 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf699a0-46e8-4a23-9f72-c495f7055e63 req-70201113-3613-4adc-8446-152738c87bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:27.115515 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-adf699a0-46e8-4a23-9f72-c495f7055e63 req-70201113-3613-4adc-8446-152738c87bed service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 1096 time: 0.0886841 Feb 09 02:07:27.130167 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=37c2457e-fdf0-42f5-a16e-98992c59841b,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:27.142345 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:27.142718 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:27.143024 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:27.143366 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:27.143696 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:27.144020 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:27.144345 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:27.144694 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:27.145017 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:27.145331 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:27.145709 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:27.146060 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:27.147947 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa8641-998d-4037-be14-0cc0b9ca7b1f req-d1aa253d-4ef5-4640-a989-1f8aabe30db4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:27.149899 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-16aa8641-998d-4037-be14-0cc0b9ca7b1f req-d1aa253d-4ef5-4640-a989-1f8aabe30db4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 945 time: 0.1133389 Feb 09 02:07:27.202721 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-16aa8641-998d-4037-be14-0cc0b9ca7b1f req-d8ac6fd6-6b67-4548-bb2d-800fa405c1e2 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9022e3f-3596-4929-a1ab-9b01f2275167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470374 Feb 09 02:07:27.262840 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf699a0-46e8-4a23-9f72-c495f7055e63 req-be5ab74d-f783-4eac-9b1f-dae8e9adbe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:27.264296 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-adf699a0-46e8-4a23-9f72-c495f7055e63 req-be5ab74d-f783-4eac-9b1f-dae8e9adbe84 service neutron] 10.222.0.117 "GET /v2.0/networks?id=3443580a-f713-4553-b089-cd884969768f HTTP/1.1" status: 200 len: 897 time: 0.1436913 Feb 09 02:07:27.332643 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['37c2457e-fdf0-42f5-a16e-98992c59841b'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:07:27.375956 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-adf699a0-46e8-4a23-9f72-c495f7055e63 req-d9585742-93ed-4cf7-9786-05861f0ccc30 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37c2457e-fdf0-42f5-a16e-98992c59841b HTTP/1.1" status: 200 len: 1000 time: 0.1052899 Feb 09 02:07:27.447093 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf699a0-46e8-4a23-9f72-c495f7055e63 req-b8b58f89-473d-4ab9-ae2c-7a5dcf668a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:27.448608 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-adf699a0-46e8-4a23-9f72-c495f7055e63 req-b8b58f89-473d-4ab9-ae2c-7a5dcf668a4a service neutron] 10.222.0.117 "GET /v2.0/subnets?id=a4008cd8-4a7a-4818-b795-b736b80533c9 HTTP/1.1" status: 200 len: 834 time: 0.0667198 Feb 09 02:07:27.526356 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf699a0-46e8-4a23-9f72-c495f7055e63 req-f2d1fd7c-8fa8-4897-9d0a-09b718797985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:27.528170 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-adf699a0-46e8-4a23-9f72-c495f7055e63 req-f2d1fd7c-8fa8-4897-9d0a-09b718797985 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=3443580a-f713-4553-b089-cd884969768f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740581 Feb 09 02:07:27.669032 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-adf699a0-46e8-4a23-9f72-c495f7055e63 req-1a7af379-df16-401c-9b60-d7b76716577c service neutron] 10.222.0.117 "GET /v2.0/networks/3443580a-f713-4553-b089-cd884969768f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344841 Feb 09 02:07:27.810876 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-adf699a0-46e8-4a23-9f72-c495f7055e63 req-50609f6f-a6c8-4bd2-93f1-1bac27930344 service neutron] 10.222.0.117 "GET /v2.0/networks/3443580a-f713-4553-b089-cd884969768f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362212 Feb 09 02:07:28.399946 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c510836-0f07-4afe-bc19-abfa236145a8 req-f8eee25f-7c0d-485c-b99a-b863dac25309 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:28.401491 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c510836-0f07-4afe-bc19-abfa236145a8 req-f8eee25f-7c0d-485c-b99a-b863dac25309 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 945 time: 0.0886261 Feb 09 02:07:28.465607 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c510836-0f07-4afe-bc19-abfa236145a8 req-f2c16d0a-ab9a-48ba-86c2-12dbcfac4bab tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9022e3f-3596-4929-a1ab-9b01f2275167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581992 Feb 09 02:07:28.489050 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39094) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:07:28.599385 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-2e1fc532-6217-416e-b508-85c4cfca244c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/floatingips/50f56a4e-6e32-4b32-9e9b-eb289e340bd3 HTTP/1.1" status: 200 len: 992 time: 0.1091039 Feb 09 02:07:28.760916 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 37c2457e-fdf0-42f5-a16e-98992c59841b up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:07:28.828217 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 37c2457e-fdf0-42f5-a16e-98992c59841b completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:07:28.832995 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 37c2457e-fdf0-42f5-a16e-98992c59841b triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:28.833828 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:28.954950 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:28.988244 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020db97d-ecb6-487c-a276-ef1a3c6bca54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c2457e-fdf0-42f5-a16e-98992c59841b'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:07:28.998444 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 37c2457e-fdf0-42f5-a16e-98992c59841b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=37c2457e-fdf0-42f5-a16e-98992c59841b,segment=NetworkSegment(3ea04a6b-970c-4271-af43-77fac08a503a),segment_id=3ea04a6b-970c-4271-af43-77fac08a503a)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:07:29.003042 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:29.038171 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020db97d-ecb6-487c-a276-ef1a3c6bca54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c2457e-fdf0-42f5-a16e-98992c59841b', 'code': 200} Feb 09 02:07:29.080899 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=37c2457e-fdf0-42f5-a16e-98992c59841b,revision_number=9']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:29.490259 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:07:37.028574 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f3c96870-3111-43c0-a932-9c6a08082ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:39.430729 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-34bb621a-77ad-4937-a980-eadf520e9b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:40.564385 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:40.688215 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:42.009070 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:52.496172 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:07:53.374687 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-590f8a63-09ee-4122-a417-215095205089 req-7fc20369-7274-41c0-937d-62c76718e2b2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1833758 Feb 09 02:07:53.523413 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f8a63-09ee-4122-a417-215095205089 req-a5e6d154-57ae-4285-b66e-c2311913c3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:53.524914 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-590f8a63-09ee-4122-a417-215095205089 req-a5e6d154-57ae-4285-b66e-c2311913c3fd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 1097 time: 0.0750384 Feb 09 02:07:53.681480 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f8a63-09ee-4122-a417-215095205089 req-0718aaf2-76fd-47b5-ad85-6e898b88cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:53.682845 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-590f8a63-09ee-4122-a417-215095205089 req-0718aaf2-76fd-47b5-ad85-6e898b88cb44 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3443580a-f713-4553-b089-cd884969768f HTTP/1.1" status: 200 len: 897 time: 0.1347058 Feb 09 02:07:53.790453 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-590f8a63-09ee-4122-a417-215095205089 req-0c9623fd-9504-4f91-a2b4-e505bdfdca03 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37c2457e-fdf0-42f5-a16e-98992c59841b HTTP/1.1" status: 200 len: 1001 time: 0.1008523 Feb 09 02:07:53.856276 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f8a63-09ee-4122-a417-215095205089 req-97540998-b027-4aa1-b624-05a84f60bba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:53.857748 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-590f8a63-09ee-4122-a417-215095205089 req-97540998-b027-4aa1-b624-05a84f60bba6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a4008cd8-4a7a-4818-b795-b736b80533c9 HTTP/1.1" status: 200 len: 834 time: 0.0588224 Feb 09 02:07:53.935983 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f8a63-09ee-4122-a417-215095205089 req-76c1dd76-ee53-4d6c-8ae8-c12dc3da146a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:53.937408 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-590f8a63-09ee-4122-a417-215095205089 req-76c1dd76-ee53-4d6c-8ae8-c12dc3da146a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3443580a-f713-4553-b089-cd884969768f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729034 Feb 09 02:07:54.086180 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-590f8a63-09ee-4122-a417-215095205089 req-71427b82-9da2-48e2-bf84-81866c6d4562 service neutron] 10.222.0.35 "GET /v2.0/networks/3443580a-f713-4553-b089-cd884969768f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411445 Feb 09 02:07:54.223500 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-590f8a63-09ee-4122-a417-215095205089 req-ab3a3dac-27ca-4877-b133-9c10d758c0f7 service neutron] 10.222.0.35 "GET /v2.0/networks/3443580a-f713-4553-b089-cd884969768f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279805 Feb 09 02:07:55.681405 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:01.132869 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39116) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:08:01.452216 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-203f0e95-b202-4bfa-8111-e324f066e1f0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Deleting port 329d02f6-a505-48ff-b4e2-04ba435b26fb {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:08:01.452611 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-203f0e95-b202-4bfa-8111-e324f066e1f0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:01.619798 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-203f0e95-b202-4bfa-8111-e324f066e1f0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:01.620121 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-203f0e95-b202-4bfa-8111-e324f066e1f0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:01.742454 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-203f0e95-b202-4bfa-8111-e324f066e1f0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Calling delete_port for 329d02f6-a505-48ff-b4e2-04ba435b26fb owned by network:floatingip {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:08:01.891680 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-203f0e95-b202-4bfa-8111-e324f066e1f0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:01.937376 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f0e95-b202-4bfa-8111-e324f066e1f0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event deleted for resources: {'Port': ['ID=329d02f6-a505-48ff-b4e2-04ba435b26fb,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:01.978415 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f0e95-b202-4bfa-8111-e324f066e1f0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:01.978760 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f0e95-b202-4bfa-8111-e324f066e1f0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:01.979105 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f0e95-b202-4bfa-8111-e324f066e1f0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:01.979438 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f0e95-b202-4bfa-8111-e324f066e1f0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:01.979766 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f0e95-b202-4bfa-8111-e324f066e1f0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:01.980098 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f0e95-b202-4bfa-8111-e324f066e1f0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:01.980455 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f0e95-b202-4bfa-8111-e324f066e1f0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:01.980782 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f0e95-b202-4bfa-8111-e324f066e1f0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:01.981131 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f0e95-b202-4bfa-8111-e324f066e1f0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:01.981460 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f0e95-b202-4bfa-8111-e324f066e1f0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:01.981780 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f0e95-b202-4bfa-8111-e324f066e1f0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:01.982214 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f0e95-b202-4bfa-8111-e324f066e1f0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:02.042010 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-203f0e95-b202-4bfa-8111-e324f066e1f0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for floatingip, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:02.042238 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-203f0e95-b202-4bfa-8111-e324f066e1f0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Floating IP 50f56a4e-6e32-4b32-9e9b-eb289e340bd3 disassociated (deleted). External IP: 172.25.5.19, port: 37c2457e-fdf0-42f5-a16e-98992c59841b. Feb 09 02:08:02.390215 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203f0e95-b202-4bfa-8111-e324f066e1f0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Router ccec959a-c518-4f8e-9545-2e86a5874356 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:08:02.568800 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203f0e95-b202-4bfa-8111-e324f066e1f0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:08:02.578179 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be363de7-1bc7-4d73-890d-7853e396bd60 None None] Sync routers for ids ['ccec959a-c518-4f8e-9545-2e86a5874356'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:08:02.588429 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be363de7-1bc7-4d73-890d-7853e396bd60 None None] Routers {'ccec959a-c518-4f8e-9545-2e86a5874356'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:08:02.589127 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-be363de7-1bc7-4d73-890d-7853e396bd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:07:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['ccec959a-c518-4f8e-9545-2e86a5874356'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:02.590535 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-203f0e95-b202-4bfa-8111-e324f066e1f0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:02.649456 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-203f0e95-b202-4bfa-8111-e324f066e1f0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "DELETE /v2.0/floatingips/50f56a4e-6e32-4b32-9e9b-eb289e340bd3 HTTP/1.1" status: 204 len: 168 time: 1.5127456 Feb 09 02:08:02.649456 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '020db97d-ecb6-487c-a276-ef1a3c6bca54', 'tag': '37c2457e-fdf0-42f5-a16e-98992c59841b'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:08:02.754923 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '020db97d-ecb6-487c-a276-ef1a3c6bca54', 'tag': '37c2457e-fdf0-42f5-a16e-98992c59841b', 'status': 'completed', 'code': 200} Feb 09 02:08:02.769230 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-be363de7-1bc7-4d73-890d-7853e396bd60 None None] Set router ccec959a-c518-4f8e-9545-2e86a5874356 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:08:02.869642 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc340102-ce8a-4c18-a15e-28e479ebda27 req-0cd5bf4e-3992-411f-8de8-5d62e24ce60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:02.872546 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dc340102-ce8a-4c18-a15e-28e479ebda27 req-0cd5bf4e-3992-411f-8de8-5d62e24ce60b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 1097 time: 0.0898349 Feb 09 02:08:03.070563 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc340102-ce8a-4c18-a15e-28e479ebda27 req-41249da4-5dd0-4255-897b-d0a3f633a31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:03.071914 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dc340102-ce8a-4c18-a15e-28e479ebda27 req-41249da4-5dd0-4255-897b-d0a3f633a31a service neutron] 10.222.0.35 "GET /v2.0/networks?id=3443580a-f713-4553-b089-cd884969768f HTTP/1.1" status: 200 len: 897 time: 0.1873038 Feb 09 02:08:03.127052 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-be363de7-1bc7-4d73-890d-7853e396bd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658376478', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '61f66276-5e76-4f18-9aa1-4e94f5234bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:17Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '61f66276-5e76-4f18-9aa1-4e94f5234bfd', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:13Z', 'updated_at': '2022-02-09T02:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '0325880d-373e-4ada-9e91-0b1ddb7fb353', 'name': '', 'network_id': '3443580a-f713-4553-b089-cd884969768f', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:4d:42:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a4008cd8-4a7a-4818-b795-b736b80533c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:16Z', 'updated_at': '2022-02-09T02:06:23Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': 'a4008cd8-4a7a-4818-b795-b736b80533c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:03.131328 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be363de7-1bc7-4d73-890d-7853e396bd60 None None] Checking router: ccec959a-c518-4f8e-9545-2e86a5874356 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:08:03.140795 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be363de7-1bc7-4d73-890d-7853e396bd60 None None] Routers {'ccec959a-c518-4f8e-9545-2e86a5874356'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:08:03.141418 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-be363de7-1bc7-4d73-890d-7853e396bd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:07:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['ccec959a-c518-4f8e-9545-2e86a5874356'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:03.144238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d2cb7-73a0-416f-a3b8-063a4fece602 req-07e6aa2c-afac-46b6-a7df-fc0e6968643d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:03.145747 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c59d2cb7-73a0-416f-a3b8-063a4fece602 req-07e6aa2c-afac-46b6-a7df-fc0e6968643d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 946 time: 0.1867328 Feb 09 02:08:03.155432 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dc340102-ce8a-4c18-a15e-28e479ebda27 req-b948286b-a816-4a61-a334-8ac9e89c50e1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37c2457e-fdf0-42f5-a16e-98992c59841b HTTP/1.1" status: 200 len: 217 time: 0.0752015 Feb 09 02:08:03.242389 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c59d2cb7-73a0-416f-a3b8-063a4fece602 req-618297fa-b6b5-4e96-992e-bdca0b038085 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9022e3f-3596-4929-a1ab-9b01f2275167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892599 Feb 09 02:08:03.249131 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc340102-ce8a-4c18-a15e-28e479ebda27 req-d37fb6b5-9afa-4256-a0fe-1e6ff4b4daf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:03.250965 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dc340102-ce8a-4c18-a15e-28e479ebda27 req-d37fb6b5-9afa-4256-a0fe-1e6ff4b4daf2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a4008cd8-4a7a-4818-b795-b736b80533c9 HTTP/1.1" status: 200 len: 834 time: 0.0836482 Feb 09 02:08:03.319761 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-be363de7-1bc7-4d73-890d-7853e396bd60 None None] Set router ccec959a-c518-4f8e-9545-2e86a5874356 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:08:03.330499 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc340102-ce8a-4c18-a15e-28e479ebda27 req-0b2d52d6-0193-4a03-8e0d-4be7a3abfadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:03.331915 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dc340102-ce8a-4c18-a15e-28e479ebda27 req-0b2d52d6-0193-4a03-8e0d-4be7a3abfadb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3443580a-f713-4553-b089-cd884969768f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737135 Feb 09 02:08:03.477481 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dc340102-ce8a-4c18-a15e-28e479ebda27 req-e41840e5-ab3d-4745-9091-204a717f00e1 service neutron] 10.222.0.35 "GET /v2.0/networks/3443580a-f713-4553-b089-cd884969768f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374772 Feb 09 02:08:03.639138 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-be363de7-1bc7-4d73-890d-7853e396bd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658376478', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '61f66276-5e76-4f18-9aa1-4e94f5234bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:17Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '61f66276-5e76-4f18-9aa1-4e94f5234bfd', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:13Z', 'updated_at': '2022-02-09T02:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '0325880d-373e-4ada-9e91-0b1ddb7fb353', 'name': '', 'network_id': '3443580a-f713-4553-b089-cd884969768f', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:4d:42:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a4008cd8-4a7a-4818-b795-b736b80533c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:16Z', 'updated_at': '2022-02-09T02:06:23Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': 'a4008cd8-4a7a-4818-b795-b736b80533c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:03.643676 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be363de7-1bc7-4d73-890d-7853e396bd60 None None] The sync data for ids ['ccec959a-c518-4f8e-9545-2e86a5874356'] in n-d-828419-1 is: [{'id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658376478', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '61f66276-5e76-4f18-9aa1-4e94f5234bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:17Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '61f66276-5e76-4f18-9aa1-4e94f5234bfd', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:13Z', 'updated_at': '2022-02-09T02:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '0325880d-373e-4ada-9e91-0b1ddb7fb353', 'name': '', 'network_id': '3443580a-f713-4553-b089-cd884969768f', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:4d:42:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a4008cd8-4a7a-4818-b795-b736b80533c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:16Z', 'updated_at': '2022-02-09T02:06:23Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': 'a4008cd8-4a7a-4818-b795-b736b80533c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:08:03.737518 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dc340102-ce8a-4c18-a15e-28e479ebda27 req-bd87f748-b8df-44bd-919e-d57e532b5ced service neutron] 10.222.0.35 "GET /v2.0/networks/3443580a-f713-4553-b089-cd884969768f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529964 Feb 09 02:08:03.888218 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bfd7e9-bf05-44ba-9b90-7cf268c931c5 None None] New status for floating IP 50f56a4e-6e32-4b32-9e9b-eb289e340bd3: DOWN {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:08:04.444179 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc395ecd-6c4b-44f8-9026-29ead31bead0 req-81c7c35d-eb97-4da1-b9d4-212b8717b0bf tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:04.444916 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-bc395ecd-6c4b-44f8-9026-29ead31bead0 req-81c7c35d-eb97-4da1-b9d4-212b8717b0bf tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Synchronizing usage tracker for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:08:04.462134 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-bc395ecd-6c4b-44f8-9026-29ead31bead0 req-81c7c35d-eb97-4da1-b9d4-212b8717b0bf tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Unset dirty status for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:08:04.463334 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bc395ecd-6c4b-44f8-9026-29ead31bead0 req-81c7c35d-eb97-4da1-b9d4-212b8717b0bf tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 946 time: 0.1028714 Feb 09 02:08:04.509867 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bc395ecd-6c4b-44f8-9026-29ead31bead0 req-ab24a3a3-4d2f-414a-90f7-123f7c96e3d2 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9022e3f-3596-4929-a1ab-9b01f2275167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401096 Feb 09 02:08:04.623070 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2c0c0-2f90-49ae-b4e8-518b8d650350 req-6286c247-df7c-4ece-aee7-26285ebab6b7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:04.624505 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6fe2c0c0-2f90-49ae-b4e8-518b8d650350 req-6286c247-df7c-4ece-aee7-26285ebab6b7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.35 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 946 time: 0.0849087 Feb 09 02:08:04.695404 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-6fe2c0c0-2f90-49ae-b4e8-518b8d650350 req-025fa1fd-f0ec-45a7-b45d-e57f161ece83 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Deleting port 37c2457e-fdf0-42f5-a16e-98992c59841b {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:08:04.695738 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6fe2c0c0-2f90-49ae-b4e8-518b8d650350 req-025fa1fd-f0ec-45a7-b45d-e57f161ece83 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:04.941313 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-6fe2c0c0-2f90-49ae-b4e8-518b8d650350 req-025fa1fd-f0ec-45a7-b45d-e57f161ece83 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] For port 37c2457e-fdf0-42f5-a16e-98992c59841b, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=37c2457e-fdf0-42f5-a16e-98992c59841b,segment=NetworkSegment(3ea04a6b-970c-4271-af43-77fac08a503a),segment_id=3ea04a6b-970c-4271-af43-77fac08a503a)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:08:04.941767 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6fe2c0c0-2f90-49ae-b4e8-518b8d650350 req-025fa1fd-f0ec-45a7-b45d-e57f161ece83 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:05.065506 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-6fe2c0c0-2f90-49ae-b4e8-518b8d650350 req-025fa1fd-f0ec-45a7-b45d-e57f161ece83 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Calling delete_port for 37c2457e-fdf0-42f5-a16e-98992c59841b owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:08:05.214206 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6fe2c0c0-2f90-49ae-b4e8-518b8d650350 req-025fa1fd-f0ec-45a7-b45d-e57f161ece83 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:05.264914 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025fa1fd-f0ec-45a7-b45d-e57f161ece83 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event deleted for resources: {'Port': ['ID=37c2457e-fdf0-42f5-a16e-98992c59841b,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:05.344130 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe2c0c0-2f90-49ae-b4e8-518b8d650350 req-025fa1fd-f0ec-45a7-b45d-e57f161ece83 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] No DVR routers for this DVR port 37c2457e-fdf0-42f5-a16e-98992c59841b on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:08:05.347047 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-6fe2c0c0-2f90-49ae-b4e8-518b8d650350 req-025fa1fd-f0ec-45a7-b45d-e57f161ece83 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:05.350619 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020db97d-ecb6-487c-a276-ef1a3c6bca54', 'name': 'network-vif-deleted', 'tag': '37c2457e-fdf0-42f5-a16e-98992c59841b'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:08:05.366617 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6fe2c0c0-2f90-49ae-b4e8-518b8d650350 req-025fa1fd-f0ec-45a7-b45d-e57f161ece83 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.35 "DELETE /v2.0/ports/37c2457e-fdf0-42f5-a16e-98992c59841b HTTP/1.1" status: 204 len: 173 time: 0.7340677 Feb 09 02:08:05.398786 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020db97d-ecb6-487c-a276-ef1a3c6bca54', 'name': 'network-vif-deleted', 'tag': '37c2457e-fdf0-42f5-a16e-98992c59841b', 'status': 'completed', 'code': 200} Feb 09 02:08:05.675865 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f186ff5e-0e28-4527-af4f-85ce680de05d req-09b827f9-0e19-43ef-82ec-617d13d913c7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=020db97d-ecb6-487c-a276-ef1a3c6bca54 HTTP/1.1" status: 200 len: 210 time: 0.0436950 Feb 09 02:08:06.490173 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:08:06.771995 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39138) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:08:07.032139 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a02e059e-89b1-4e8f-8edb-9c8b4f4927c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:07.429377 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b99098e9-1dac-47d3-ae2a-c032ddd66903 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:07.779826 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-b99098e9-1dac-47d3-ae2a-c032ddd66903 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Deleting port 0325880d-373e-4ada-9e91-0b1ddb7fb353 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:08:07.780553 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b99098e9-1dac-47d3-ae2a-c032ddd66903 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:07.965216 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-b99098e9-1dac-47d3-ae2a-c032ddd66903 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] For port 0325880d-373e-4ada-9e91-0b1ddb7fb353, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=0325880d-373e-4ada-9e91-0b1ddb7fb353,segment=NetworkSegment(3ea04a6b-970c-4271-af43-77fac08a503a),segment_id=3ea04a6b-970c-4271-af43-77fac08a503a)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:08:07.965568 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b99098e9-1dac-47d3-ae2a-c032ddd66903 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:08.089517 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-b99098e9-1dac-47d3-ae2a-c032ddd66903 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Calling delete_port for 0325880d-373e-4ada-9e91-0b1ddb7fb353 owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:08:08.519232 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b99098e9-1dac-47d3-ae2a-c032ddd66903 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:08.568691 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99098e9-1dac-47d3-ae2a-c032ddd66903 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event deleted for resources: {'Port': ['ID=0325880d-373e-4ada-9e91-0b1ddb7fb353,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:08.853531 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b99098e9-1dac-47d3-ae2a-c032ddd66903 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:08.949355 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 37c2457e-fdf0-42f5-a16e-98992c59841b no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:08:08.983987 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 37c2457e-fdf0-42f5-a16e-98992c59841b {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:08:08.984323 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 37c2457e-fdf0-42f5-a16e-98992c59841b not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:08:09.213344 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99098e9-1dac-47d3-ae2a-c032ddd66903 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Router ccec959a-c518-4f8e-9545-2e86a5874356 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:08:09.396171 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99098e9-1dac-47d3-ae2a-c032ddd66903 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:08:09.406111 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db66f026-221d-42a2-9082-2bb22309d45d None None] Sync routers for ids ['ccec959a-c518-4f8e-9545-2e86a5874356'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:08:09.409211 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b99098e9-1dac-47d3-ae2a-c032ddd66903 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "PUT /v2.0/routers/ccec959a-c518-4f8e-9545-2e86a5874356/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6361196 Feb 09 02:08:09.411849 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39144) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:08:09.429608 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db66f026-221d-42a2-9082-2bb22309d45d None None] Routers {'ccec959a-c518-4f8e-9545-2e86a5874356'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:08:09.430224 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-db66f026-221d-42a2-9082-2bb22309d45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:07:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['ccec959a-c518-4f8e-9545-2e86a5874356'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:09.475797 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd124df5-0fd6-4b8a-ae66-8c599be7824b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Deleting subnet a4008cd8-4a7a-4818-b795-b736b80533c9 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 02:08:09.478695 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cd124df5-0fd6-4b8a-ae66-8c599be7824b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:09.503555 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c3ac54d9-4b2a-49b1-b4f7-c041352aa39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:09.532815 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cd124df5-0fd6-4b8a-ae66-8c599be7824b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:09.613676 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-db66f026-221d-42a2-9082-2bb22309d45d None None] Set router ccec959a-c518-4f8e-9545-2e86a5874356 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:08:09.618820 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cd124df5-0fd6-4b8a-ae66-8c599be7824b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:09.693285 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cd124df5-0fd6-4b8a-ae66-8c599be7824b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:09.730325 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd124df5-0fd6-4b8a-ae66-8c599be7824b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event deleted for resources: {'Subnet': ['ID=a4008cd8-4a7a-4818-b795-b736b80533c9,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:09.736162 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cd124df5-0fd6-4b8a-ae66-8c599be7824b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:09.744785 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cd124df5-0fd6-4b8a-ae66-8c599be7824b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "DELETE /v2.0/subnets/a4008cd8-4a7a-4818-b795-b736b80533c9 HTTP/1.1" status: 204 len: 168 time: 0.3295181 Feb 09 02:08:09.745067 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39148) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:08:09.785637 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022c7ce2-e2e4-4373-bc5a-c2600a2e6534 None None] Network 3443580a-f713-4553-b089-cd884969768f requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:08:10.055755 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9d26b8ae-bdeb-49c7-9d03-49eb68544f0c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:10.141946 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-db66f026-221d-42a2-9082-2bb22309d45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658376478', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '61f66276-5e76-4f18-9aa1-4e94f5234bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:08:08Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '61f66276-5e76-4f18-9aa1-4e94f5234bfd', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:13Z', 'updated_at': '2022-02-09T02:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:10.146259 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db66f026-221d-42a2-9082-2bb22309d45d None None] Checking router: ccec959a-c518-4f8e-9545-2e86a5874356 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:08:10.155383 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db66f026-221d-42a2-9082-2bb22309d45d None None] Routers {'ccec959a-c518-4f8e-9545-2e86a5874356'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:08:10.156012 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-db66f026-221d-42a2-9082-2bb22309d45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:08:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['ccec959a-c518-4f8e-9545-2e86a5874356'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:10.206924 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c119b2-cb48-4c41-90df-1b84b559f843 None None] DHCP port deletion for 3443580a-f713-4553-b089-cd884969768f request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 02:08:10.223854 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a7c119b2-cb48-4c41-90df-1b84b559f843 None None] Deleting port 3b047bb3-acab-4692-a02a-fbaf9aed584e {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:08:10.224234 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a7c119b2-cb48-4c41-90df-1b84b559f843 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:10.251532 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9d26b8ae-bdeb-49c7-9d03-49eb68544f0c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:10.261518 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-9d26b8ae-bdeb-49c7-9d03-49eb68544f0c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Deleting port 61f66276-5e76-4f18-9aa1-4e94f5234bfd {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:08:10.261848 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9d26b8ae-bdeb-49c7-9d03-49eb68544f0c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:10.433049 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-9d26b8ae-bdeb-49c7-9d03-49eb68544f0c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] For port 61f66276-5e76-4f18-9aa1-4e94f5234bfd, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=61f66276-5e76-4f18-9aa1-4e94f5234bfd,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:08:10.433333 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9d26b8ae-bdeb-49c7-9d03-49eb68544f0c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:10.499204 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-db66f026-221d-42a2-9082-2bb22309d45d None None] Set router ccec959a-c518-4f8e-9545-2e86a5874356 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:08:10.560453 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-9d26b8ae-bdeb-49c7-9d03-49eb68544f0c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Calling delete_port for 61f66276-5e76-4f18-9aa1-4e94f5234bfd owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:08:10.716772 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:10.738846 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-a7c119b2-cb48-4c41-90df-1b84b559f843 None None] For port 3b047bb3-acab-4692-a02a-fbaf9aed584e, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=3b047bb3-acab-4692-a02a-fbaf9aed584e,segment=NetworkSegment(3ea04a6b-970c-4271-af43-77fac08a503a),segment_id=3ea04a6b-970c-4271-af43-77fac08a503a)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:08:10.739246 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a7c119b2-cb48-4c41-90df-1b84b559f843 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:10.749371 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9d26b8ae-bdeb-49c7-9d03-49eb68544f0c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:10.798941 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26b8ae-bdeb-49c7-9d03-49eb68544f0c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event deleted for resources: {'Port': ['ID=61f66276-5e76-4f18-9aa1-4e94f5234bfd,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:10.818957 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:10.878785 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-a7c119b2-cb48-4c41-90df-1b84b559f843 None None] Calling delete_port for 3b047bb3-acab-4692-a02a-fbaf9aed584e owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:08:10.893394 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9d26b8ae-bdeb-49c7-9d03-49eb68544f0c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:11.016667 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a7c119b2-cb48-4c41-90df-1b84b559f843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:11.068197 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9d26b8ae-bdeb-49c7-9d03-49eb68544f0c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:11.069541 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c119b2-cb48-4c41-90df-1b84b559f843 None None] Pushing event deleted for resources: {'Port': ['ID=3b047bb3-acab-4692-a02a-fbaf9aed584e,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:11.071139 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9d26b8ae-bdeb-49c7-9d03-49eb68544f0c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:11.071487 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c119b2-cb48-4c41-90df-1b84b559f843 None None] No DVR routers for this DVR port 3b047bb3-acab-4692-a02a-fbaf9aed584e on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:08:11.098025 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9d26b8ae-bdeb-49c7-9d03-49eb68544f0c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:11.099134 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d26b8ae-bdeb-49c7-9d03-49eb68544f0c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Fanout notify agent at l3_agent the message router_deleted on router ccec959a-c518-4f8e-9545-2e86a5874356 {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 02:08:11.102008 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-db66f026-221d-42a2-9082-2bb22309d45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658376478', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '61f66276-5e76-4f18-9aa1-4e94f5234bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:08:08Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '61f66276-5e76-4f18-9aa1-4e94f5234bfd', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:13Z', 'updated_at': '2022-02-09T02:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:11.106663 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db66f026-221d-42a2-9082-2bb22309d45d None None] The sync data for ids ['ccec959a-c518-4f8e-9545-2e86a5874356'] in n-d-828419-1 is: [{'id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658376478', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '61f66276-5e76-4f18-9aa1-4e94f5234bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:08:08Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '61f66276-5e76-4f18-9aa1-4e94f5234bfd', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec959a-c518-4f8e-9545-2e86a5874356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:13Z', 'updated_at': '2022-02-09T02:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:08:11.115223 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9d26b8ae-bdeb-49c7-9d03-49eb68544f0c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:11.116821 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9d26b8ae-bdeb-49c7-9d03-49eb68544f0c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "DELETE /v2.0/routers/ccec959a-c518-4f8e-9545-2e86a5874356 HTTP/1.1" status: 204 len: 168 time: 1.3707812 Feb 09 02:08:11.119478 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39152) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:08:11.233111 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-61d4f56e-1890-4d10-9419-258fbab0010f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:11.465216 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-61d4f56e-1890-4d10-9419-258fbab0010f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:11.493155 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-61d4f56e-1890-4d10-9419-258fbab0010f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3443580a-f713-4553-b089-cd884969768f']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:11.507560 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-61d4f56e-1890-4d10-9419-258fbab0010f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea04a6b-970c-4271-af43-77fac08a503a') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:11.507948 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-61d4f56e-1890-4d10-9419-258fbab0010f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea04a6b-970c-4271-af43-77fac08a503a') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:11.521920 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-61d4f56e-1890-4d10-9419-258fbab0010f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:11.542988 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-61d4f56e-1890-4d10-9419-258fbab0010f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:11.550877 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d4f56e-1890-4d10-9419-258fbab0010f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Releasing vlan 999 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:08:11.551363 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-61d4f56e-1890-4d10-9419-258fbab0010f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:11.567095 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 02:08:11.567095 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:08:11.567095 n-d-828419-1 neutron-server[87611]: timer() Feb 09 02:08:11.567095 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:08:11.567095 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 02:08:11.567095 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 02:08:11.567095 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 02:08:11.567095 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:08:11.567095 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 02:08:11.567095 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:08:11.567095 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 02:08:11.567095 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:08:11.567095 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 02:08:11.567095 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 02:08:11.567095 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:08:11.567095 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 02:08:11.567095 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:08:11.567095 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 02:08:11.567095 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 02:08:11.567095 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 02:08:11.567095 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 02:08:11.567095 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 02:08:11.567095 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:08:11.567095 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:08:11.567095 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 02:08:11.567095 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:08:11.567095 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:08:11.567095 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:08:11.567095 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:08:11.567095 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:08:11.567095 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:08:11.567095 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:08:11.576871 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 3b047bb3-acab-4692-a02a-fbaf9aed584e no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:08:11.612576 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 3b047bb3-acab-4692-a02a-fbaf9aed584e {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:08:11.612928 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 3b047bb3-acab-4692-a02a-fbaf9aed584e not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:08:11.613353 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 0325880d-373e-4ada-9e91-0b1ddb7fb353 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:08:11.648448 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 0325880d-373e-4ada-9e91-0b1ddb7fb353 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:08:11.648704 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 0325880d-373e-4ada-9e91-0b1ddb7fb353 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:08:11.662822 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-61d4f56e-1890-4d10-9419-258fbab0010f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:11.693141 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-61d4f56e-1890-4d10-9419-258fbab0010f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:11.720545 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4f56e-1890-4d10-9419-258fbab0010f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event deleted for resources: {'Network': ['ID=3443580a-f713-4553-b089-cd884969768f,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:11.732592 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-61d4f56e-1890-4d10-9419-258fbab0010f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "DELETE /v2.0/networks/3443580a-f713-4553-b089-cd884969768f HTTP/1.1" status: 204 len: 168 time: 0.6117666 Feb 09 02:08:11.735349 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39156) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:08:11.813098 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d6b91ba4-948f-4dec-b10e-87daeab14c0a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:11.844645 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d6b91ba4-948f-4dec-b10e-87daeab14c0a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:11.914509 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d6b91ba4-948f-4dec-b10e-87daeab14c0a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:11.932465 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b91ba4-948f-4dec-b10e-87daeab14c0a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9022e3f-3596-4929-a1ab-9b01f2275167,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:11.942043 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d6b91ba4-948f-4dec-b10e-87daeab14c0a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:11.943166 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d6b91ba4-948f-4dec-b10e-87daeab14c0a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "DELETE /v2.0/security-groups/b9022e3f-3596-4929-a1ab-9b01f2275167 HTTP/1.1" status: 204 len: 168 time: 0.2064567 Feb 09 02:08:12.015090 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:12.320633 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39164) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:08:12.325844 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-1a306d9f-3ed6-46bb-9d96-b243433615a4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1667916540', 'description': 'tempest-secgroup-smoke-1667916540 description', 'project_id': '16b263e01e4243329994a2077cba6ee7'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:12.332363 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1a306d9f-3ed6-46bb-9d96-b243433615a4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:08:12.336674 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1a306d9f-3ed6-46bb-9d96-b243433615a4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:08:12.339532 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1a306d9f-3ed6-46bb-9d96-b243433615a4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:08:12.345181 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1a306d9f-3ed6-46bb-9d96-b243433615a4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:08:12.355435 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1a306d9f-3ed6-46bb-9d96-b243433615a4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:12.376479 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1a306d9f-3ed6-46bb-9d96-b243433615a4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:08:12.380505 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1a306d9f-3ed6-46bb-9d96-b243433615a4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:08:12.383249 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1a306d9f-3ed6-46bb-9d96-b243433615a4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:08:12.388858 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1a306d9f-3ed6-46bb-9d96-b243433615a4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:08:12.464847 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1a306d9f-3ed6-46bb-9d96-b243433615a4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:12.468561 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1a306d9f-3ed6-46bb-9d96-b243433615a4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:12.514292 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a306d9f-3ed6-46bb-9d96-b243433615a4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6503dc-a294-4898-9f7f-96faefda6bd5,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:12.517465 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1a306d9f-3ed6-46bb-9d96-b243433615a4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:12.521364 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1a306d9f-3ed6-46bb-9d96-b243433615a4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1970310 Feb 09 02:08:12.521662 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39168) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:08:12.526856 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-f3f168e5-a35b-4b2b-a142-a003d4a37062 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'security_group_rule': {'security_group_id': '2a6503dc-a294-4898-9f7f-96faefda6bd5', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:12.533329 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f3f168e5-a35b-4b2b-a142-a003d4a37062 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:08:12.537104 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f3f168e5-a35b-4b2b-a142-a003d4a37062 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:08:12.539910 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f3f168e5-a35b-4b2b-a142-a003d4a37062 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:08:12.546057 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f3f168e5-a35b-4b2b-a142-a003d4a37062 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:08:12.563416 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f3f168e5-a35b-4b2b-a142-a003d4a37062 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:12.624200 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f3f168e5-a35b-4b2b-a142-a003d4a37062 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:12.627940 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f3f168e5-a35b-4b2b-a142-a003d4a37062 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:12.650691 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f168e5-a35b-4b2b-a142-a003d4a37062 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c39177c-2620-4b1f-a248-9af1c9bbf2d6,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:12.660475 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f3f168e5-a35b-4b2b-a142-a003d4a37062 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:12.661691 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f3f168e5-a35b-4b2b-a142-a003d4a37062 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1392317 Feb 09 02:08:12.664343 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39172) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:08:12.670006 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-63799e0b-ce7c-4ec2-be66-cf7fbedf2ae4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'security_group_rule': {'security_group_id': '2a6503dc-a294-4898-9f7f-96faefda6bd5', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:12.676361 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-63799e0b-ce7c-4ec2-be66-cf7fbedf2ae4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:08:12.680167 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-63799e0b-ce7c-4ec2-be66-cf7fbedf2ae4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:08:12.683041 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-63799e0b-ce7c-4ec2-be66-cf7fbedf2ae4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:08:12.688701 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-63799e0b-ce7c-4ec2-be66-cf7fbedf2ae4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:08:12.705416 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-63799e0b-ce7c-4ec2-be66-cf7fbedf2ae4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:12.767844 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-63799e0b-ce7c-4ec2-be66-cf7fbedf2ae4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:12.775923 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-63799e0b-ce7c-4ec2-be66-cf7fbedf2ae4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:12.801468 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63799e0b-ce7c-4ec2-be66-cf7fbedf2ae4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69422aa7-602f-4331-b5fb-2185b3340cca,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:12.811186 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-63799e0b-ce7c-4ec2-be66-cf7fbedf2ae4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:12.812594 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-63799e0b-ce7c-4ec2-be66-cf7fbedf2ae4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1472392 Feb 09 02:08:12.815401 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39176) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:08:12.820610 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-6715f1b0-9217-4418-8dde-f2b3ec54f8be tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'security_group_rule': {'security_group_id': '2a6503dc-a294-4898-9f7f-96faefda6bd5', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:12.826806 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6715f1b0-9217-4418-8dde-f2b3ec54f8be tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:08:12.830835 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6715f1b0-9217-4418-8dde-f2b3ec54f8be tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:08:12.834147 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-6715f1b0-9217-4418-8dde-f2b3ec54f8be tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:08:12.843054 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-6715f1b0-9217-4418-8dde-f2b3ec54f8be tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:08:12.860490 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6715f1b0-9217-4418-8dde-f2b3ec54f8be tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:12.922888 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6715f1b0-9217-4418-8dde-f2b3ec54f8be tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:12.926531 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6715f1b0-9217-4418-8dde-f2b3ec54f8be tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:12.952716 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715f1b0-9217-4418-8dde-f2b3ec54f8be tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dbc595e-fe32-456c-aee3-3182466d9063,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:12.959525 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-6715f1b0-9217-4418-8dde-f2b3ec54f8be tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:12.960806 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-6715f1b0-9217-4418-8dde-f2b3ec54f8be tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1444740 Feb 09 02:08:12.963701 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39180) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:08:12.969358 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-e1e86fc3-c02c-464e-887d-981d6af9d520 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'security_group_rule': {'security_group_id': '2a6503dc-a294-4898-9f7f-96faefda6bd5', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:12.976043 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e1e86fc3-c02c-464e-887d-981d6af9d520 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:08:12.979851 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e1e86fc3-c02c-464e-887d-981d6af9d520 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:08:12.983323 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e1e86fc3-c02c-464e-887d-981d6af9d520 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:08:12.989242 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e1e86fc3-c02c-464e-887d-981d6af9d520 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:08:13.005054 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e1e86fc3-c02c-464e-887d-981d6af9d520 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:13.068971 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e1e86fc3-c02c-464e-887d-981d6af9d520 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:13.073024 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e1e86fc3-c02c-464e-887d-981d6af9d520 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:13.097383 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e86fc3-c02c-464e-887d-981d6af9d520 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f2bd34-ac5c-42a5-b8d7-fe15ac9f68df,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:13.107125 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e1e86fc3-c02c-464e-887d-981d6af9d520 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:13.108380 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e1e86fc3-c02c-464e-887d-981d6af9d520 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1437116 Feb 09 02:08:13.111330 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39184) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:08:13.116522 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-4649b82f-0a72-4ca7-9bf9-3b2d14c466f9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'security_group_rule': {'security_group_id': '2a6503dc-a294-4898-9f7f-96faefda6bd5', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:13.126217 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4649b82f-0a72-4ca7-9bf9-3b2d14c466f9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:08:13.130860 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4649b82f-0a72-4ca7-9bf9-3b2d14c466f9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:08:13.133693 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4649b82f-0a72-4ca7-9bf9-3b2d14c466f9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:08:13.139790 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4649b82f-0a72-4ca7-9bf9-3b2d14c466f9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:08:13.150807 n-d-828419-1 neutron-server[87611]: INFO neutron.db.securitygroups_db [None req-4649b82f-0a72-4ca7-9bf9-3b2d14c466f9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Project 16b263e01e4243329994a2077cba6ee7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:08:13.158336 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4649b82f-0a72-4ca7-9bf9-3b2d14c466f9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:13.227143 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4649b82f-0a72-4ca7-9bf9-3b2d14c466f9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:13.230765 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4649b82f-0a72-4ca7-9bf9-3b2d14c466f9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:13.254074 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649b82f-0a72-4ca7-9bf9-3b2d14c466f9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c3d03f-b90a-46a3-bae7-fcbaec18ae61,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:13.263791 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4649b82f-0a72-4ca7-9bf9-3b2d14c466f9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:13.265028 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4649b82f-0a72-4ca7-9bf9-3b2d14c466f9 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1527734 Feb 09 02:08:13.267697 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39188) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:08:13.272673 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-2f7faad5-c14a-4110-b88e-76ce581d3c81 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'security_group_rule': {'security_group_id': '2a6503dc-a294-4898-9f7f-96faefda6bd5', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:13.279930 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2f7faad5-c14a-4110-b88e-76ce581d3c81 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:08:13.283768 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2f7faad5-c14a-4110-b88e-76ce581d3c81 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:08:13.286627 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-2f7faad5-c14a-4110-b88e-76ce581d3c81 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:08:13.292263 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-2f7faad5-c14a-4110-b88e-76ce581d3c81 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:08:13.303455 n-d-828419-1 neutron-server[87611]: INFO neutron.db.securitygroups_db [None req-2f7faad5-c14a-4110-b88e-76ce581d3c81 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Project 16b263e01e4243329994a2077cba6ee7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:08:13.311089 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2f7faad5-c14a-4110-b88e-76ce581d3c81 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:13.377213 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2f7faad5-c14a-4110-b88e-76ce581d3c81 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:13.381212 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2f7faad5-c14a-4110-b88e-76ce581d3c81 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:13.390636 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 61f66276-5e76-4f18-9aa1-4e94f5234bfd no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:08:13.408263 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7faad5-c14a-4110-b88e-76ce581d3c81 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8373aad-1a9b-40b8-82e2-fa241aafca28,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:13.417194 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2f7faad5-c14a-4110-b88e-76ce581d3c81 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:13.418995 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2f7faad5-c14a-4110-b88e-76ce581d3c81 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1497536 Feb 09 02:08:13.421771 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39192) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:08:13.427240 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-afdb62ca-1e69-4a31-9342-a016df7ad35d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'network': {'name': 'tempest-network-smoke--749427676', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'port_security_enabled': True}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:13.431435 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 61f66276-5e76-4f18-9aa1-4e94f5234bfd {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:08:13.431777 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 61f66276-5e76-4f18-9aa1-4e94f5234bfd not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:08:13.433120 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-afdb62ca-1e69-4a31-9342-a016df7ad35d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:08:13.440242 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-afdb62ca-1e69-4a31-9342-a016df7ad35d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:network and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:08:13.443362 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-afdb62ca-1e69-4a31-9342-a016df7ad35d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:08:13.449245 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-afdb62ca-1e69-4a31-9342-a016df7ad35d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:08:13.458441 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdb62ca-1e69-4a31-9342-a016df7ad35d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Made reservation on behalf of 16b263e01e4243329994a2077cba6ee7 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:08:13.461904 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-afdb62ca-1e69-4a31-9342-a016df7ad35d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:13.490226 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afdb62ca-1e69-4a31-9342-a016df7ad35d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 998} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:08:13.499130 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-afdb62ca-1e69-4a31-9342-a016df7ad35d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:13.499509 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-afdb62ca-1e69-4a31-9342-a016df7ad35d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Added segment 88580b9e-659a-46f0-b097-39e5d6637fd2 of type vlan for network 23ea8091-cc21-43e5-b80a-27656b321d87 Feb 09 02:08:13.529055 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-afdb62ca-1e69-4a31-9342-a016df7ad35d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:13.557678 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-afdb62ca-1e69-4a31-9342-a016df7ad35d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:13.562954 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdb62ca-1e69-4a31-9342-a016df7ad35d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:13.563550 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-afdb62ca-1e69-4a31-9342-a016df7ad35d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:13.668282 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-afdb62ca-1e69-4a31-9342-a016df7ad35d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2453058 Feb 09 02:08:13.671698 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39196) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:08:13.678540 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-229b7ac7-9673-4cb6-b343-14360ea8732b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-381351888', 'admin_state_up': True, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:13.684802 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb62ca-1e69-4a31-9342-a016df7ad35d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Network': ['ID=23ea8091-cc21-43e5-b80a-27656b321d87,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:13.688369 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-229b7ac7-9673-4cb6-b343-14360ea8732b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:08:13.692261 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-229b7ac7-9673-4cb6-b343-14360ea8732b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:router and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:08:13.695055 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 23ea8091-cc21-43e5-b80a-27656b321d87 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 02:08:13.695213 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-229b7ac7-9673-4cb6-b343-14360ea8732b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:08:13.700831 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-229b7ac7-9673-4cb6-b343-14360ea8732b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:08:13.711129 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-229b7ac7-9673-4cb6-b343-14360ea8732b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:13.712237 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-229b7ac7-9673-4cb6-b343-14360ea8732b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:13.729744 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-229b7ac7-9673-4cb6-b343-14360ea8732b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:14.001210 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-229b7ac7-9673-4cb6-b343-14360ea8732b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:14.301911 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-229b7ac7-9673-4cb6-b343-14360ea8732b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:14.334426 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-229b7ac7-9673-4cb6-b343-14360ea8732b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:14.580607 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-229b7ac7-9673-4cb6-b343-14360ea8732b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Allocated IP 172.25.5.104 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/31cf939a-cb4e-4b3b-9175-b0de329e8eb8) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:08:14.725317 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-229b7ac7-9673-4cb6-b343-14360ea8732b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:14.755724 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-229b7ac7-9673-4cb6-b343-14360ea8732b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:14.823090 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229b7ac7-9673-4cb6-b343-14360ea8732b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:08:14.826003 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-229b7ac7-9673-4cb6-b343-14360ea8732b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:08:14.829603 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229b7ac7-9673-4cb6-b343-14360ea8732b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:08:14.858572 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b7ac7-9673-4cb6-b343-14360ea8732b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Port': ['ID=31cf939a-cb4e-4b3b-9175-b0de329e8eb8,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:15.238798 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-229b7ac7-9673-4cb6-b343-14360ea8732b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:15.573863 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-229b7ac7-9673-4cb6-b343-14360ea8732b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:15.772255 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229b7ac7-9673-4cb6-b343-14360ea8732b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Router 2b4d479d-98fe-4c5f-97ba-01f6fffc1ead is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 02:08:16.059254 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229b7ac7-9673-4cb6-b343-14360ea8732b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:08:16.068927 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813e9073-33bf-4b3b-98a9-7e01b976e449 None None] Sync routers for ids ['2b4d479d-98fe-4c5f-97ba-01f6fffc1ead'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:08:16.079618 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813e9073-33bf-4b3b-98a9-7e01b976e449 None None] Routers {'2b4d479d-98fe-4c5f-97ba-01f6fffc1ead'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:08:16.080228 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-813e9073-33bf-4b3b-98a9-7e01b976e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:08:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2b4d479d-98fe-4c5f-97ba-01f6fffc1ead'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:16.090713 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-229b7ac7-9673-4cb6-b343-14360ea8732b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:16.092036 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-229b7ac7-9673-4cb6-b343-14360ea8732b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4194276 Feb 09 02:08:16.095166 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39200) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:08:16.183365 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9d376da1-d485-418b-b677-b2e80d1d1004 tempest-TestNetworkAdvancedServerOps-1592522248 tempest-TestNetworkAdvancedServerOps-1592522248-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=16b263e01e4243329994a2077cba6ee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0843573 Feb 09 02:08:16.183589 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39206) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:08:16.258491 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-813e9073-33bf-4b3b-98a9-7e01b976e449 None None] Set router 2b4d479d-98fe-4c5f-97ba-01f6fffc1ead gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:08:16.318213 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9344afe7-3a34-4f06-8690-0d7ba02855c7 tempest-TestNetworkAdvancedServerOps-1592522248 tempest-TestNetworkAdvancedServerOps-1592522248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:16.319636 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9344afe7-3a34-4f06-8690-0d7ba02855c7 tempest-TestNetworkAdvancedServerOps-1592522248 tempest-TestNetworkAdvancedServerOps-1592522248-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1352336 Feb 09 02:08:16.322468 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39210) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:08:16.361325 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-da726c21-cd5b-4829-aba1-e4b6e710c314 tempest-TestNetworkAdvancedServerOps-1592522248 tempest-TestNetworkAdvancedServerOps-1592522248-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d1df58ff-1788-422d-89ee-d00e1fe89789&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378015 Feb 09 02:08:16.364095 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39214) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:08:16.369566 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-85a489a7-3a0c-4ac5-b252-fbec81b22221 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1571736339', 'network_id': '23ea8091-cc21-43e5-b80a-27656b321d87', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:16.481657 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-85a489a7-3a0c-4ac5-b252-fbec81b22221 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:08:16.485539 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-85a489a7-3a0c-4ac5-b252-fbec81b22221 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:subnet and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:08:16.488361 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-85a489a7-3a0c-4ac5-b252-fbec81b22221 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:08:16.493935 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-85a489a7-3a0c-4ac5-b252-fbec81b22221 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:08:16.505352 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a489a7-3a0c-4ac5-b252-fbec81b22221 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Made reservation on behalf of 16b263e01e4243329994a2077cba6ee7 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:08:16.508995 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-85a489a7-3a0c-4ac5-b252-fbec81b22221 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:16.540858 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-813e9073-33bf-4b3b-98a9-7e01b976e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381351888', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '31cf939a-cb4e-4b3b-9175-b0de329e8eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:08:13Z', 'updated_at': '2022-02-09T02:08:15Z', 'revision_number': 3, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '31cf939a-cb4e-4b3b-9175-b0de329e8eb8', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:08:14Z', 'updated_at': '2022-02-09T02:08:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:16.545172 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813e9073-33bf-4b3b-98a9-7e01b976e449 None None] Checking router: 2b4d479d-98fe-4c5f-97ba-01f6fffc1ead for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:08:16.545514 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813e9073-33bf-4b3b-98a9-7e01b976e449 None None] Updating router 2b4d479d-98fe-4c5f-97ba-01f6fffc1ead port 31cf939a-cb4e-4b3b-9175-b0de329e8eb8 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:08:16.597026 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-813e9073-33bf-4b3b-98a9-7e01b976e449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:16.727328 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-85a489a7-3a0c-4ac5-b252-fbec81b22221 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:16.808489 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a489a7-3a0c-4ac5-b252-fbec81b22221 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Subnet': ['ID=376671e5-dfc7-43f5-8705-a143c3405d60,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:16.817730 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a489a7-3a0c-4ac5-b252-fbec81b22221 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Checking segment: {'id': '88580b9e-659a-46f0-b097-39e5d6637fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '23ea8091-cc21-43e5-b80a-27656b321d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:08:16.818089 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a489a7-3a0c-4ac5-b252-fbec81b22221 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Network hostable DHCP agents. Network: 23ea8091-cc21-43e5-b80a-27656b321d87, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:08:16.837688 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a489a7-3a0c-4ac5-b252-fbec81b22221 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Network 23ea8091-cc21-43e5-b80a-27656b321d87 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:08:16.847928 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-85a489a7-3a0c-4ac5-b252-fbec81b22221 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 23ea8091-cc21-43e5-b80a-27656b321d87) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:08:16.852083 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a489a7-3a0c-4ac5-b252-fbec81b22221 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:16.852925 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-85a489a7-3a0c-4ac5-b252-fbec81b22221 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:16.858432 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6114b2-d493-4426-8033-a3e3ee216bd3 None None] Network 23ea8091-cc21-43e5-b80a-27656b321d87 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:08:16.877999 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39218) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:08:16.878799 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-85a489a7-3a0c-4ac5-b252-fbec81b22221 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5128355 Feb 09 02:08:16.932122 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-813e9073-33bf-4b3b-98a9-7e01b976e449 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:16.943889 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-813e9073-33bf-4b3b-98a9-7e01b976e449 None None] Transition to ACTIVE for port object 31cf939a-cb4e-4b3b-9175-b0de329e8eb8 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:08:16.953130 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-813e9073-33bf-4b3b-98a9-7e01b976e449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:17.060216 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-813e9073-33bf-4b3b-98a9-7e01b976e449 None None] Attempting to bind port 31cf939a-cb4e-4b3b-9175-b0de329e8eb8 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:08:17.060608 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-813e9073-33bf-4b3b-98a9-7e01b976e449 None None] Attempting to bind port 31cf939a-cb4e-4b3b-9175-b0de329e8eb8 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:08:17.060972 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813e9073-33bf-4b3b-98a9-7e01b976e449 None None] Attempting to bind port 31cf939a-cb4e-4b3b-9175-b0de329e8eb8 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:08:17.069701 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813e9073-33bf-4b3b-98a9-7e01b976e449 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:08:17.070390 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813e9073-33bf-4b3b-98a9-7e01b976e449 None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:08:17.070529 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-813e9073-33bf-4b3b-98a9-7e01b976e449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:17.070821 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813e9073-33bf-4b3b-98a9-7e01b976e449 None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:08:17.071282 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-813e9073-33bf-4b3b-98a9-7e01b976e449 None None] Bound port: 31cf939a-cb4e-4b3b-9175-b0de329e8eb8, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:08:17.071653 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-813e9073-33bf-4b3b-98a9-7e01b976e449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:17.140135 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe736f7-0542-4f67-a2b3-9ea5fa986ab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-23ea8091-cc21-43e5-b80a-27656b321d87', 'network_id': '23ea8091-cc21-43e5-b80a-27656b321d87', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'fixed_ips': [{'subnet_id': '376671e5-dfc7-43f5-8705-a143c3405d60'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 02:08:17.141047 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fbe736f7-0542-4f67-a2b3-9ea5fa986ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:17.150201 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df11af2-3562-4bc5-b854-4ab79af148e7 None None] Pushing event updated for resources: {'Port': ['ID=31cf939a-cb4e-4b3b-9175-b0de329e8eb8,revision_number=2']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:17.162316 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-813e9073-33bf-4b3b-98a9-7e01b976e449 None None] For port 31cf939a-cb4e-4b3b-9175-b0de329e8eb8, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:08:17.165711 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-813e9073-33bf-4b3b-98a9-7e01b976e449 None None] For port 31cf939a-cb4e-4b3b-9175-b0de329e8eb8, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=31cf939a-cb4e-4b3b-9175-b0de329e8eb8,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:08:17.167552 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df11af2-3562-4bc5-b854-4ab79af148e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:17.167893 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df11af2-3562-4bc5-b854-4ab79af148e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:17.168260 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df11af2-3562-4bc5-b854-4ab79af148e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:17.168813 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df11af2-3562-4bc5-b854-4ab79af148e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:17.168977 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df11af2-3562-4bc5-b854-4ab79af148e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:17.169544 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df11af2-3562-4bc5-b854-4ab79af148e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:17.170044 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df11af2-3562-4bc5-b854-4ab79af148e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:17.170548 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df11af2-3562-4bc5-b854-4ab79af148e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:17.171070 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df11af2-3562-4bc5-b854-4ab79af148e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:17.171608 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df11af2-3562-4bc5-b854-4ab79af148e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:17.172092 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df11af2-3562-4bc5-b854-4ab79af148e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:17.172605 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df11af2-3562-4bc5-b854-4ab79af148e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:17.178787 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-813e9073-33bf-4b3b-98a9-7e01b976e449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:17.256752 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813e9073-33bf-4b3b-98a9-7e01b976e449 None None] Routers {'2b4d479d-98fe-4c5f-97ba-01f6fffc1ead'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:08:17.257386 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-813e9073-33bf-4b3b-98a9-7e01b976e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:08:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2b4d479d-98fe-4c5f-97ba-01f6fffc1ead'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:17.312565 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-fbe736f7-0542-4f67-a2b3-9ea5fa986ab9 None None] Allocated IP 172.20.0.2 (23ea8091-cc21-43e5-b80a-27656b321d87/376671e5-dfc7-43f5-8705-a143c3405d60/5861e8e1-6c89-40fd-9159-41632d7e3907) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:08:17.332712 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df11af2-3562-4bc5-b854-4ab79af148e7 None None] Pushing event updated for resources: {'Port': ['ID=31cf939a-cb4e-4b3b-9175-b0de329e8eb8,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:17.444208 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-813e9073-33bf-4b3b-98a9-7e01b976e449 None None] Set router 2b4d479d-98fe-4c5f-97ba-01f6fffc1ead gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:08:17.528984 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fbe736f7-0542-4f67-a2b3-9ea5fa986ab9 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:17.540976 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-fbe736f7-0542-4f67-a2b3-9ea5fa986ab9 None None] Transition to ACTIVE for port object 5861e8e1-6c89-40fd-9159-41632d7e3907 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:08:17.565871 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-fbe736f7-0542-4f67-a2b3-9ea5fa986ab9 None None] Transition to ACTIVE for port object 5861e8e1-6c89-40fd-9159-41632d7e3907 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:08:17.571776 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fbe736f7-0542-4f67-a2b3-9ea5fa986ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:17.649124 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe736f7-0542-4f67-a2b3-9ea5fa986ab9 None None] Network 23ea8091-cc21-43e5-b80a-27656b321d87 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:08:17.651991 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-fbe736f7-0542-4f67-a2b3-9ea5fa986ab9 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:08:17.655637 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe736f7-0542-4f67-a2b3-9ea5fa986ab9 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:08:17.661325 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe736f7-0542-4f67-a2b3-9ea5fa986ab9 None None] Pushing event updated for resources: {'Port': ['ID=5861e8e1-6c89-40fd-9159-41632d7e3907,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:17.750521 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-58ed5d0d-54b1-4816-b7c4-cd4c981d808b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:17.752101 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-fbe736f7-0542-4f67-a2b3-9ea5fa986ab9 None None] Attempting to bind port 5861e8e1-6c89-40fd-9159-41632d7e3907 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:08:17.752496 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-fbe736f7-0542-4f67-a2b3-9ea5fa986ab9 None None] Attempting to bind port 5861e8e1-6c89-40fd-9159-41632d7e3907 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '88580b9e-659a-46f0-b097-39e5d6637fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '23ea8091-cc21-43e5-b80a-27656b321d87'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:08:17.752656 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-813e9073-33bf-4b3b-98a9-7e01b976e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381351888', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '31cf939a-cb4e-4b3b-9175-b0de329e8eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:08:13Z', 'updated_at': '2022-02-09T02:08:15Z', 'revision_number': 3, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '31cf939a-cb4e-4b3b-9175-b0de329e8eb8', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:08:14Z', 'updated_at': '2022-02-09T02:08:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:17.752952 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe736f7-0542-4f67-a2b3-9ea5fa986ab9 None None] Attempting to bind port 5861e8e1-6c89-40fd-9159-41632d7e3907 on network 23ea8091-cc21-43e5-b80a-27656b321d87 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:08:17.756992 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813e9073-33bf-4b3b-98a9-7e01b976e449 None None] The sync data for ids ['2b4d479d-98fe-4c5f-97ba-01f6fffc1ead'] in n-d-828419-1 is: [{'id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381351888', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '31cf939a-cb4e-4b3b-9175-b0de329e8eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:08:13Z', 'updated_at': '2022-02-09T02:08:15Z', 'revision_number': 3, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '31cf939a-cb4e-4b3b-9175-b0de329e8eb8', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:08:14Z', 'updated_at': '2022-02-09T02:08:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:08:17.758745 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe736f7-0542-4f67-a2b3-9ea5fa986ab9 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:08:17.759123 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe736f7-0542-4f67-a2b3-9ea5fa986ab9 None None] Checking segment: {'id': '88580b9e-659a-46f0-b097-39e5d6637fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '23ea8091-cc21-43e5-b80a-27656b321d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:08:17.759679 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fbe736f7-0542-4f67-a2b3-9ea5fa986ab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:17.759947 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe736f7-0542-4f67-a2b3-9ea5fa986ab9 None None] Bound using segment: {'id': '88580b9e-659a-46f0-b097-39e5d6637fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '23ea8091-cc21-43e5-b80a-27656b321d87'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:08:17.760975 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-fbe736f7-0542-4f67-a2b3-9ea5fa986ab9 None None] Bound port: 5861e8e1-6c89-40fd-9159-41632d7e3907, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88580b9e-659a-46f0-b097-39e5d6637fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '23ea8091-cc21-43e5-b80a-27656b321d87'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:08:17.760975 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fbe736f7-0542-4f67-a2b3-9ea5fa986ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:17.872065 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-fbe736f7-0542-4f67-a2b3-9ea5fa986ab9 None None] For port 5861e8e1-6c89-40fd-9159-41632d7e3907, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:08:17.876415 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-fbe736f7-0542-4f67-a2b3-9ea5fa986ab9 None None] For port 5861e8e1-6c89-40fd-9159-41632d7e3907, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=5861e8e1-6c89-40fd-9159-41632d7e3907,segment=NetworkSegment(88580b9e-659a-46f0-b097-39e5d6637fd2),segment_id=88580b9e-659a-46f0-b097-39e5d6637fd2)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:08:17.882053 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fbe736f7-0542-4f67-a2b3-9ea5fa986ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:17.971464 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe736f7-0542-4f67-a2b3-9ea5fa986ab9 None None] Pushing event updated for resources: {'Port': ['ID=5861e8e1-6c89-40fd-9159-41632d7e3907,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:18.242453 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-58ed5d0d-54b1-4816-b7c4-cd4c981d808b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Allocated IP 172.20.0.1 (23ea8091-cc21-43e5-b80a-27656b321d87/376671e5-dfc7-43f5-8705-a143c3405d60/0ba41e8b-e49c-4623-96f7-8ee9c58103d9) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:08:18.419003 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-58ed5d0d-54b1-4816-b7c4-cd4c981d808b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:18.437265 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-58ed5d0d-54b1-4816-b7c4-cd4c981d808b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Transition to ACTIVE for port object 0ba41e8b-e49c-4623-96f7-8ee9c58103d9 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:08:18.461757 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-58ed5d0d-54b1-4816-b7c4-cd4c981d808b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:18.531170 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ed5d0d-54b1-4816-b7c4-cd4c981d808b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Network 23ea8091-cc21-43e5-b80a-27656b321d87 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:08:18.534330 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-58ed5d0d-54b1-4816-b7c4-cd4c981d808b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:08:18.538448 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ed5d0d-54b1-4816-b7c4-cd4c981d808b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:08:18.580557 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed5d0d-54b1-4816-b7c4-cd4c981d808b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Port': ['ID=0ba41e8b-e49c-4623-96f7-8ee9c58103d9,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:18.604266 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-58ed5d0d-54b1-4816-b7c4-cd4c981d808b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:18.738056 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-58ed5d0d-54b1-4816-b7c4-cd4c981d808b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:19.002230 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372b6594-d31c-4f9c-8224-2dafbe335a53 None None] Network 23ea8091-cc21-43e5-b80a-27656b321d87 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:08:19.102076 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7f693604-6e0a-410d-a5ba-5d4dd4faf888 None None] Provisioning for port 5861e8e1-6c89-40fd-9159-41632d7e3907 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:08:19.326273 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-58ed5d0d-54b1-4816-b7c4-cd4c981d808b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:19.331264 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-58ed5d0d-54b1-4816-b7c4-cd4c981d808b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:19.455439 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-58ed5d0d-54b1-4816-b7c4-cd4c981d808b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:19.458937 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed5d0d-54b1-4816-b7c4-cd4c981d808b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Port': ['ID=0ba41e8b-e49c-4623-96f7-8ee9c58103d9,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:19.514333 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 31cf939a-cb4e-4b3b-9175-b0de329e8eb8 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:08:19.582081 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e8445cec-166b-4a28-82cf-12998e0b552b None None] Provisioning for port 0ba41e8b-e49c-4623-96f7-8ee9c58103d9 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:08:19.589038 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e8445cec-166b-4a28-82cf-12998e0b552b None None] Provisioning complete for port 0ba41e8b-e49c-4623-96f7-8ee9c58103d9 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:08:19.589410 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e8445cec-166b-4a28-82cf-12998e0b552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:19.613674 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ed5d0d-54b1-4816-b7c4-cd4c981d808b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Network 23ea8091-cc21-43e5-b80a-27656b321d87 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:08:19.615178 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-58ed5d0d-54b1-4816-b7c4-cd4c981d808b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:08:19.644443 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 31cf939a-cb4e-4b3b-9175-b0de329e8eb8 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:08:19.651837 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e8445cec-166b-4a28-82cf-12998e0b552b None None] Port 0ba41e8b-e49c-4623-96f7-8ee9c58103d9 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:08:19.653529 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 31cf939a-cb4e-4b3b-9175-b0de329e8eb8 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:08:19.653889 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:19.785989 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:19.803619 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 31cf939a-cb4e-4b3b-9175-b0de329e8eb8, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=31cf939a-cb4e-4b3b-9175-b0de329e8eb8,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:08:19.808293 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:19.809779 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 5861e8e1-6c89-40fd-9159-41632d7e3907 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:08:19.819142 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ed5d0d-54b1-4816-b7c4-cd4c981d808b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Router 2b4d479d-98fe-4c5f-97ba-01f6fffc1ead has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:08:19.939905 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-136f130d-ceec-4235-b3a5-e209e40e786c None None] Provisioning complete for port 0ba41e8b-e49c-4623-96f7-8ee9c58103d9 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:08:19.940282 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-136f130d-ceec-4235-b3a5-e209e40e786c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:19.970660 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=31cf939a-cb4e-4b3b-9175-b0de329e8eb8,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:20.003141 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-136f130d-ceec-4235-b3a5-e209e40e786c None None] Port 0ba41e8b-e49c-4623-96f7-8ee9c58103d9 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:08:20.005259 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 5861e8e1-6c89-40fd-9159-41632d7e3907 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:08:20.010179 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 5861e8e1-6c89-40fd-9159-41632d7e3907 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:08:20.010553 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:20.014945 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ed5d0d-54b1-4816-b7c4-cd4c981d808b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:08:20.034712 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-58ed5d0d-54b1-4816-b7c4-cd4c981d808b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "PUT /v2.0/routers/2b4d479d-98fe-4c5f-97ba-01f6fffc1ead/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1536200 Feb 09 02:08:20.041882 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c525f98b-f7f4-47e1-aa98-33bdcc91c17e None None] Sync routers for ids ['2b4d479d-98fe-4c5f-97ba-01f6fffc1ead'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:08:20.069594 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c525f98b-f7f4-47e1-aa98-33bdcc91c17e None None] Routers {'2b4d479d-98fe-4c5f-97ba-01f6fffc1ead'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:08:20.070182 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-c525f98b-f7f4-47e1-aa98-33bdcc91c17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:08:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2b4d479d-98fe-4c5f-97ba-01f6fffc1ead'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:20.201608 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-ea8bbb0a-bd25-4297-8ec0-ed4fe98a0c6e tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1667916540&fields=id&tenant_id=16b263e01e4243329994a2077cba6ee7 HTTP/1.1" status: 200 len: 267 time: 0.0404580 Feb 09 02:08:20.216319 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b9c3a8bd-30c6-4fa8-90a9-5795dcc15649 None None] Provisioning complete for port 0ba41e8b-e49c-4623-96f7-8ee9c58103d9 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:08:20.216780 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b9c3a8bd-30c6-4fa8-90a9-5795dcc15649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:20.352456 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-e6a26505-1420-4236-b000-2af1c7b8281d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:20.353152 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-e6a26505-1420-4236-b000-2af1c7b8281d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Synchronizing usage tracker for tenant:16b263e01e4243329994a2077cba6ee7 on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:08:20.369030 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-e6a26505-1420-4236-b000-2af1c7b8281d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Unset dirty status for tenant:16b263e01e4243329994a2077cba6ee7 on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:08:20.370555 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-e6a26505-1420-4236-b000-2af1c7b8281d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/networks?id=23ea8091-cc21-43e5-b80a-27656b321d87 HTTP/1.1" status: 200 len: 796 time: 0.1624048 Feb 09 02:08:20.383726 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b9c3a8bd-30c6-4fa8-90a9-5795dcc15649 None None] Port 0ba41e8b-e49c-4623-96f7-8ee9c58103d9 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:08:20.387220 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-2a5e3125-0ffe-4615-b267-1851b4ceb624 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/quotas/16b263e01e4243329994a2077cba6ee7 HTTP/1.1" status: 200 len: 375 time: 0.0107155 Feb 09 02:08:20.403688 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-c525f98b-f7f4-47e1-aa98-33bdcc91c17e None None] Set router 2b4d479d-98fe-4c5f-97ba-01f6fffc1ead gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:08:20.450976 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:20.479326 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-68235d15-1f5f-4932-9c32-e1c5ee21f51c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Synchronizing usage tracker for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:08:20.495664 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-68235d15-1f5f-4932-9c32-e1c5ee21f51c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Unset dirty status for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:08:20.497039 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-68235d15-1f5f-4932-9c32-e1c5ee21f51c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1036832 Feb 09 02:08:20.570227 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 5861e8e1-6c89-40fd-9159-41632d7e3907, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=5861e8e1-6c89-40fd-9159-41632d7e3907,segment=NetworkSegment(88580b9e-659a-46f0-b097-39e5d6637fd2),segment_id=88580b9e-659a-46f0-b097-39e5d6637fd2)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:08:20.617255 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:20.680934 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-8e766e67-57be-4320-b518-49edbd182fba service neutron] 10.222.0.37 "GET /v2.0/networks/23ea8091-cc21-43e5-b80a-27656b321d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717081 Feb 09 02:08:20.718475 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=5861e8e1-6c89-40fd-9159-41632d7e3907,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:20.799514 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-c525f98b-f7f4-47e1-aa98-33bdcc91c17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381351888', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '31cf939a-cb4e-4b3b-9175-b0de329e8eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:08:13Z', 'updated_at': '2022-02-09T02:08:18Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '31cf939a-cb4e-4b3b-9175-b0de329e8eb8', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:08:14Z', 'updated_at': '2022-02-09T02:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '0ba41e8b-e49c-4623-96f7-8ee9c58103d9', 'name': '', 'network_id': '23ea8091-cc21-43e5-b80a-27656b321d87', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:49:25:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '376671e5-dfc7-43f5-8705-a143c3405d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:08:18Z', 'updated_at': '2022-02-09T02:08:19Z', 'revision_number': 2, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': '376671e5-dfc7-43f5-8705-a143c3405d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:20.803518 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c525f98b-f7f4-47e1-aa98-33bdcc91c17e None None] Checking router: 2b4d479d-98fe-4c5f-97ba-01f6fffc1ead for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:08:20.803866 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c525f98b-f7f4-47e1-aa98-33bdcc91c17e None None] Updating router 2b4d479d-98fe-4c5f-97ba-01f6fffc1ead port 0ba41e8b-e49c-4623-96f7-8ee9c58103d9 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:08:20.815032 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-29dca4bb-e183-4030-8bfe-a9fcd0ad8c5a service neutron] 10.222.0.37 "GET /v2.0/networks/23ea8091-cc21-43e5-b80a-27656b321d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278043 Feb 09 02:08:20.856959 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c525f98b-f7f4-47e1-aa98-33bdcc91c17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:21.007228 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b0766467-de3e-48ff-81fd-163f476a77df req-2ff9723a-9436-4808-9551-87f2c0caa1b3 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Synchronizing usage tracker for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:08:21.022807 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b0766467-de3e-48ff-81fd-163f476a77df req-2ff9723a-9436-4808-9551-87f2c0caa1b3 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Unset dirty status for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:08:21.024850 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b0766467-de3e-48ff-81fd-163f476a77df req-2ff9723a-9436-4808-9551-87f2c0caa1b3 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 210 time: 0.0640814 Feb 09 02:08:21.235457 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c525f98b-f7f4-47e1-aa98-33bdcc91c17e None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:21.248496 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c525f98b-f7f4-47e1-aa98-33bdcc91c17e None None] Transition to ACTIVE for port object 0ba41e8b-e49c-4623-96f7-8ee9c58103d9 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:08:21.256879 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c525f98b-f7f4-47e1-aa98-33bdcc91c17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:21.446020 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a406d4-de0e-4f5e-b75d-c4612cfe43b8 None None] Pushing event updated for resources: {'Port': ['ID=0ba41e8b-e49c-4623-96f7-8ee9c58103d9,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:21.467329 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 31cf939a-cb4e-4b3b-9175-b0de329e8eb8 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:08:21.574950 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-c525f98b-f7f4-47e1-aa98-33bdcc91c17e None None] Attempting to bind port 0ba41e8b-e49c-4623-96f7-8ee9c58103d9 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:08:21.575309 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-c525f98b-f7f4-47e1-aa98-33bdcc91c17e None None] Attempting to bind port 0ba41e8b-e49c-4623-96f7-8ee9c58103d9 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '88580b9e-659a-46f0-b097-39e5d6637fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '23ea8091-cc21-43e5-b80a-27656b321d87'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:08:21.575667 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c525f98b-f7f4-47e1-aa98-33bdcc91c17e None None] Attempting to bind port 0ba41e8b-e49c-4623-96f7-8ee9c58103d9 on network 23ea8091-cc21-43e5-b80a-27656b321d87 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:08:21.583079 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c525f98b-f7f4-47e1-aa98-33bdcc91c17e None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:08:21.583442 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c525f98b-f7f4-47e1-aa98-33bdcc91c17e None None] Checking segment: {'id': '88580b9e-659a-46f0-b097-39e5d6637fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '23ea8091-cc21-43e5-b80a-27656b321d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:08:21.583849 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c525f98b-f7f4-47e1-aa98-33bdcc91c17e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:21.584380 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c525f98b-f7f4-47e1-aa98-33bdcc91c17e None None] Bound using segment: {'id': '88580b9e-659a-46f0-b097-39e5d6637fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '23ea8091-cc21-43e5-b80a-27656b321d87'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:08:21.584858 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-c525f98b-f7f4-47e1-aa98-33bdcc91c17e None None] Bound port: 0ba41e8b-e49c-4623-96f7-8ee9c58103d9, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88580b9e-659a-46f0-b097-39e5d6637fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '23ea8091-cc21-43e5-b80a-27656b321d87'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:08:21.585217 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c525f98b-f7f4-47e1-aa98-33bdcc91c17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:21.670433 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 31cf939a-cb4e-4b3b-9175-b0de329e8eb8 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:08:21.670704 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:21.790594 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-c525f98b-f7f4-47e1-aa98-33bdcc91c17e None None] For port 0ba41e8b-e49c-4623-96f7-8ee9c58103d9, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:08:21.796620 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-c525f98b-f7f4-47e1-aa98-33bdcc91c17e None None] For port 0ba41e8b-e49c-4623-96f7-8ee9c58103d9, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=0ba41e8b-e49c-4623-96f7-8ee9c58103d9,segment=NetworkSegment(88580b9e-659a-46f0-b097-39e5d6637fd2),segment_id=88580b9e-659a-46f0-b097-39e5d6637fd2)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:08:21.802405 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c525f98b-f7f4-47e1-aa98-33bdcc91c17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:21.932714 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 5861e8e1-6c89-40fd-9159-41632d7e3907 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:08:21.965552 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c525f98b-f7f4-47e1-aa98-33bdcc91c17e None None] Routers {'2b4d479d-98fe-4c5f-97ba-01f6fffc1ead'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:08:21.965831 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-c525f98b-f7f4-47e1-aa98-33bdcc91c17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:08:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2b4d479d-98fe-4c5f-97ba-01f6fffc1ead'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:22.053677 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a406d4-de0e-4f5e-b75d-c4612cfe43b8 None None] Pushing event updated for resources: {'Port': ['ID=0ba41e8b-e49c-4623-96f7-8ee9c58103d9,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:22.205537 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-f85a8543-6d2a-4167-b2fa-fe35cb9d8ef2 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:22.208279 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-f85a8543-6d2a-4167-b2fa-fe35cb9d8ef2 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.117 "GET /v2.0/networks?id=23ea8091-cc21-43e5-b80a-27656b321d87 HTTP/1.1" status: 200 len: 796 time: 0.2377653 Feb 09 02:08:22.241885 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-c525f98b-f7f4-47e1-aa98-33bdcc91c17e None None] Set router 2b4d479d-98fe-4c5f-97ba-01f6fffc1ead gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:08:22.252104 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-50388a58-88a4-4e8b-b429-8d98f1532c34 req-2936d79d-4d67-4d35-8a42-035bc009936d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 210 time: 0.0492165 Feb 09 02:08:22.279570 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-3d0c1550-473b-4caa-98cb-4bf17ab14472 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Synchronizing usage tracker for tenant:16b263e01e4243329994a2077cba6ee7 on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:08:22.296606 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-3d0c1550-473b-4caa-98cb-4bf17ab14472 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Unset dirty status for tenant:16b263e01e4243329994a2077cba6ee7 on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:08:22.297767 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-3d0c1550-473b-4caa-98cb-4bf17ab14472 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.117 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16b263e01e4243329994a2077cba6ee7 HTTP/1.1" status: 200 len: 380 time: 0.0770898 Feb 09 02:08:22.306277 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-7f879f73-140a-4b9d-ae84-1eda36775d61 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'port': {'device_id': '909a273c-863e-475b-921a-932c02690dd4', 'network_id': '23ea8091-cc21-43e5-b80a-27656b321d87', 'admin_state_up': True, 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'security_groups': ['2a6503dc-a294-4898-9f7f-96faefda6bd5']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:22.317578 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 5861e8e1-6c89-40fd-9159-41632d7e3907 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:08:22.317950 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:22.442513 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-7f879f73-140a-4b9d-ae84-1eda36775d61 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:08:22.457286 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-7f879f73-140a-4b9d-ae84-1eda36775d61 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:08:22.467879 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-7f879f73-140a-4b9d-ae84-1eda36775d61 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Made reservation on behalf of 16b263e01e4243329994a2077cba6ee7 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:08:22.471398 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-7f879f73-140a-4b9d-ae84-1eda36775d61 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:22.546472 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:22.640651 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-7f879f73-140a-4b9d-ae84-1eda36775d61 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Allocated IP 172.20.0.13 (23ea8091-cc21-43e5-b80a-27656b321d87/376671e5-dfc7-43f5-8705-a143c3405d60/94b2344a-b262-4d76-ab2f-3f3e02e6a8c3) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:08:22.714488 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-c525f98b-f7f4-47e1-aa98-33bdcc91c17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381351888', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '31cf939a-cb4e-4b3b-9175-b0de329e8eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:08:13Z', 'updated_at': '2022-02-09T02:08:18Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '31cf939a-cb4e-4b3b-9175-b0de329e8eb8', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:08:14Z', 'updated_at': '2022-02-09T02:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '0ba41e8b-e49c-4623-96f7-8ee9c58103d9', 'name': '', 'network_id': '23ea8091-cc21-43e5-b80a-27656b321d87', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:49:25:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '376671e5-dfc7-43f5-8705-a143c3405d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:08:18Z', 'updated_at': '2022-02-09T02:08:21Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': '376671e5-dfc7-43f5-8705-a143c3405d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:22.719050 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c525f98b-f7f4-47e1-aa98-33bdcc91c17e None None] The sync data for ids ['2b4d479d-98fe-4c5f-97ba-01f6fffc1ead'] in n-d-828419-1 is: [{'id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381351888', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '31cf939a-cb4e-4b3b-9175-b0de329e8eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:08:13Z', 'updated_at': '2022-02-09T02:08:18Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '31cf939a-cb4e-4b3b-9175-b0de329e8eb8', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:08:14Z', 'updated_at': '2022-02-09T02:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '0ba41e8b-e49c-4623-96f7-8ee9c58103d9', 'name': '', 'network_id': '23ea8091-cc21-43e5-b80a-27656b321d87', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:49:25:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '376671e5-dfc7-43f5-8705-a143c3405d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:08:18Z', 'updated_at': '2022-02-09T02:08:21Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': '376671e5-dfc7-43f5-8705-a143c3405d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:08:23.001524 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-7f879f73-140a-4b9d-ae84-1eda36775d61 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:23.020268 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-7f879f73-140a-4b9d-ae84-1eda36775d61 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Transition to ACTIVE for port object 94b2344a-b262-4d76-ab2f-3f3e02e6a8c3 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:08:23.047753 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-7f879f73-140a-4b9d-ae84-1eda36775d61 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:23.112882 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-7f879f73-140a-4b9d-ae84-1eda36775d61 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Network 23ea8091-cc21-43e5-b80a-27656b321d87 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:08:23.120316 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-7f879f73-140a-4b9d-ae84-1eda36775d61 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:08:23.123414 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-7f879f73-140a-4b9d-ae84-1eda36775d61 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:08:23.186827 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f879f73-140a-4b9d-ae84-1eda36775d61 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Port': ['ID=94b2344a-b262-4d76-ab2f-3f3e02e6a8c3,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:23.202321 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f879f73-140a-4b9d-ae84-1eda36775d61 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:23.202672 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f879f73-140a-4b9d-ae84-1eda36775d61 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:23.203012 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f879f73-140a-4b9d-ae84-1eda36775d61 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:23.203347 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f879f73-140a-4b9d-ae84-1eda36775d61 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:23.203674 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f879f73-140a-4b9d-ae84-1eda36775d61 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:23.204005 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f879f73-140a-4b9d-ae84-1eda36775d61 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:23.204330 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f879f73-140a-4b9d-ae84-1eda36775d61 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:23.204685 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f879f73-140a-4b9d-ae84-1eda36775d61 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:23.205011 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f879f73-140a-4b9d-ae84-1eda36775d61 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:23.205340 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f879f73-140a-4b9d-ae84-1eda36775d61 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:23.205662 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f879f73-140a-4b9d-ae84-1eda36775d61 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:23.206419 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f879f73-140a-4b9d-ae84-1eda36775d61 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:23.218040 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-7f879f73-140a-4b9d-ae84-1eda36775d61 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:23.218629 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-7f879f73-140a-4b9d-ae84-1eda36775d61 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:23.250323 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-7f879f73-140a-4b9d-ae84-1eda36775d61 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9467707 Feb 09 02:08:23.267690 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-f32c10ff-5434-4ae4-8747-1b956240d856 service neutron] Request body: {'port': {'device_id': '909a273c-863e-475b-921a-932c02690dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:23.459573 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e9f5b1f0-b497-4db5-9edf-3d553bf334c8 None None] Provisioning for port 94b2344a-b262-4d76-ab2f-3f3e02e6a8c3 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:08:23.475489 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 0ba41e8b-e49c-4623-96f7-8ee9c58103d9 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:08:23.505435 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e9f5b1f0-b497-4db5-9edf-3d553bf334c8 None None] Provisioning complete for port 94b2344a-b262-4d76-ab2f-3f3e02e6a8c3 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:08:23.505802 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e9f5b1f0-b497-4db5-9edf-3d553bf334c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:23.513892 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-f32c10ff-5434-4ae4-8747-1b956240d856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:23.585403 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e9f5b1f0-b497-4db5-9edf-3d553bf334c8 None None] Port 94b2344a-b262-4d76-ab2f-3f3e02e6a8c3 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:08:23.602461 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2e5e3-ba98-40b2-aa18-0b45119656ad req-0de5c990-5123-4183-a372-8ab4a1504dab tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:23.603297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-96a2e5e3-ba98-40b2-aa18-0b45119656ad req-0de5c990-5123-4183-a372-8ab4a1504dab tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Synchronizing usage tracker for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:08:23.604845 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 0ba41e8b-e49c-4623-96f7-8ee9c58103d9 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:08:23.611458 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 0ba41e8b-e49c-4623-96f7-8ee9c58103d9 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:08:23.611897 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:23.670331 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-96a2e5e3-ba98-40b2-aa18-0b45119656ad req-0de5c990-5123-4183-a372-8ab4a1504dab tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Unset dirty status for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:08:23.671512 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-96a2e5e3-ba98-40b2-aa18-0b45119656ad req-0de5c990-5123-4183-a372-8ab4a1504dab tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 932 time: 0.2469792 Feb 09 02:08:23.744792 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:23.779299 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 0ba41e8b-e49c-4623-96f7-8ee9c58103d9, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=0ba41e8b-e49c-4623-96f7-8ee9c58103d9,segment=NetworkSegment(88580b9e-659a-46f0-b097-39e5d6637fd2),segment_id=88580b9e-659a-46f0-b097-39e5d6637fd2)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:08:23.784905 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:23.804448 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-96a2e5e3-ba98-40b2-aa18-0b45119656ad req-7f6d7eb9-3b92-4cd4-8d59-327afe3e66d8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6503dc-a294-4898-9f7f-96faefda6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261394 Feb 09 02:08:23.867650 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=0ba41e8b-e49c-4623-96f7-8ee9c58103d9,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:23.968128 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-f32c10ff-5434-4ae4-8747-1b956240d856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b2344a-b262-4d76-ab2f-3f3e02e6a8c3 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:08:23.976580 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-f32c10ff-5434-4ae4-8747-1b956240d856 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:23.992903 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-f32c10ff-5434-4ae4-8747-1b956240d856 service neutron] Transition to ACTIVE for port object 94b2344a-b262-4d76-ab2f-3f3e02e6a8c3 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:08:23.998016 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-f32c10ff-5434-4ae4-8747-1b956240d856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:24.174624 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c10ff-5434-4ae4-8747-1b956240d856 service neutron] Pushing event updated for resources: {'Port': ['ID=94b2344a-b262-4d76-ab2f-3f3e02e6a8c3,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:24.253383 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-f32c10ff-5434-4ae4-8747-1b956240d856 service neutron] Attempting to bind port 94b2344a-b262-4d76-ab2f-3f3e02e6a8c3 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:08:24.254507 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-f32c10ff-5434-4ae4-8747-1b956240d856 service neutron] Attempting to bind port 94b2344a-b262-4d76-ab2f-3f3e02e6a8c3 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '88580b9e-659a-46f0-b097-39e5d6637fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '23ea8091-cc21-43e5-b80a-27656b321d87'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:08:24.254507 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-f32c10ff-5434-4ae4-8747-1b956240d856 service neutron] Attempting to bind port 94b2344a-b262-4d76-ab2f-3f3e02e6a8c3 on network 23ea8091-cc21-43e5-b80a-27656b321d87 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:08:24.259284 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-f32c10ff-5434-4ae4-8747-1b956240d856 service neutron] Port 94b2344a-b262-4d76-ab2f-3f3e02e6a8c3 on network 23ea8091-cc21-43e5-b80a-27656b321d87 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 02:08:24.259605 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-f32c10ff-5434-4ae4-8747-1b956240d856 service neutron] Attempting to bind port 94b2344a-b262-4d76-ab2f-3f3e02e6a8c3 on network 23ea8091-cc21-43e5-b80a-27656b321d87 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:08:24.266006 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-f32c10ff-5434-4ae4-8747-1b956240d856 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:08:24.266222 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-f32c10ff-5434-4ae4-8747-1b956240d856 service neutron] Checking segment: {'id': '88580b9e-659a-46f0-b097-39e5d6637fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '23ea8091-cc21-43e5-b80a-27656b321d87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:08:24.266603 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-f32c10ff-5434-4ae4-8747-1b956240d856 service neutron] Bound using segment: {'id': '88580b9e-659a-46f0-b097-39e5d6637fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '23ea8091-cc21-43e5-b80a-27656b321d87'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:08:24.267020 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-f32c10ff-5434-4ae4-8747-1b956240d856 service neutron] Bound port: 94b2344a-b262-4d76-ab2f-3f3e02e6a8c3, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88580b9e-659a-46f0-b097-39e5d6637fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '23ea8091-cc21-43e5-b80a-27656b321d87'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:08:24.268085 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-f32c10ff-5434-4ae4-8747-1b956240d856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:24.358717 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-f32c10ff-5434-4ae4-8747-1b956240d856 service neutron] For port 94b2344a-b262-4d76-ab2f-3f3e02e6a8c3, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:08:24.361724 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-f32c10ff-5434-4ae4-8747-1b956240d856 service neutron] For port 94b2344a-b262-4d76-ab2f-3f3e02e6a8c3, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=94b2344a-b262-4d76-ab2f-3f3e02e6a8c3,segment=NetworkSegment(88580b9e-659a-46f0-b097-39e5d6637fd2),segment_id=88580b9e-659a-46f0-b097-39e5d6637fd2)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:08:24.365977 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-f32c10ff-5434-4ae4-8747-1b956240d856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:24.432333 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-f32c10ff-5434-4ae4-8747-1b956240d856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:24.432962 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-f32c10ff-5434-4ae4-8747-1b956240d856 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:24.434932 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-f32c10ff-5434-4ae4-8747-1b956240d856 service neutron] 10.222.0.117 "PUT /v2.0/ports/94b2344a-b262-4d76-ab2f-3f3e02e6a8c3 HTTP/1.1" status: 200 len: 1092 time: 1.1778815 Feb 09 02:08:24.435324 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909a273c-863e-475b-921a-932c02690dd4', 'tag': '94b2344a-b262-4d76-ab2f-3f3e02e6a8c3'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:08:24.457807 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c10ff-5434-4ae4-8747-1b956240d856 service neutron] Pushing event updated for resources: {'Port': ['ID=94b2344a-b262-4d76-ab2f-3f3e02e6a8c3,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:24.525957 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '909a273c-863e-475b-921a-932c02690dd4', 'tag': '94b2344a-b262-4d76-ab2f-3f3e02e6a8c3', 'status': 'completed', 'code': 200} Feb 09 02:08:24.572327 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-3b468b5d-b21a-47ac-9524-812d34ce4f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:24.573870 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-3b468b5d-b21a-47ac-9524-812d34ce4f9f service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 1095 time: 0.0969381 Feb 09 02:08:24.646018 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-58d65d19-8d5d-4d5b-9f7a-20c1eed54517 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94b2344a-b262-4d76-ab2f-3f3e02e6a8c3 HTTP/1.1" status: 200 len: 217 time: 0.0654862 Feb 09 02:08:24.707564 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-1aa64d17-8e78-4b14-ad3e-5f3c4a9380ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:24.709046 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-1aa64d17-8e78-4b14-ad3e-5f3c4a9380ba service neutron] 10.222.0.117 "GET /v2.0/subnets?id=376671e5-dfc7-43f5-8705-a143c3405d60 HTTP/1.1" status: 200 len: 835 time: 0.0566556 Feb 09 02:08:24.792861 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-1d96dede-e09f-4d87-8d8e-6693892803e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:24.794808 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-1d96dede-e09f-4d87-8d8e-6693892803e7 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=23ea8091-cc21-43e5-b80a-27656b321d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786607 Feb 09 02:08:25.078266 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-4b2cc1c3-9956-4d10-9528-7f048620c93f service neutron] 10.222.0.117 "GET /v2.0/networks/23ea8091-cc21-43e5-b80a-27656b321d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770338 Feb 09 02:08:25.216084 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbcd73e-f6ef-4ada-8eea-c94975cf8cf4 req-a76caa5b-6f17-4b5e-b22b-c4478fef4905 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:25.217557 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fbbcd73e-f6ef-4ada-8eea-c94975cf8cf4 req-a76caa5b-6f17-4b5e-b22b-c4478fef4905 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 944 time: 0.3011010 Feb 09 02:08:25.249313 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-49e0363f-5947-4ded-9a46-6b9ae707254f req-b89ed6b3-2b11-4af0-b5c7-c5a6ea8bba80 service neutron] 10.222.0.117 "GET /v2.0/networks/23ea8091-cc21-43e5-b80a-27656b321d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610200 Feb 09 02:08:25.274985 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fbbcd73e-f6ef-4ada-8eea-c94975cf8cf4 req-b22e6e12-a9ec-48ec-b4c7-c46fa7c3d553 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6503dc-a294-4898-9f7f-96faefda6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489330 Feb 09 02:08:25.372817 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390b94a-1ca0-4024-baef-765d552a73e5 req-3d91534b-eb46-4cb0-b3d2-835fa8f9125a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:25.374269 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2390b94a-1ca0-4024-baef-765d552a73e5 req-3d91534b-eb46-4cb0-b3d2-835fa8f9125a service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 1095 time: 0.0761130 Feb 09 02:08:25.443317 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 0ba41e8b-e49c-4623-96f7-8ee9c58103d9 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:08:25.508491 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390b94a-1ca0-4024-baef-765d552a73e5 req-c383c151-c5f2-49ef-9eb2-4f7cb4ab0343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:25.509963 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2390b94a-1ca0-4024-baef-765d552a73e5 req-c383c151-c5f2-49ef-9eb2-4f7cb4ab0343 service neutron] 10.222.0.117 "GET /v2.0/networks?id=23ea8091-cc21-43e5-b80a-27656b321d87 HTTP/1.1" status: 200 len: 897 time: 0.1296830 Feb 09 02:08:25.515373 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 0ba41e8b-e49c-4623-96f7-8ee9c58103d9 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:08:25.515748 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:25.577572 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2390b94a-1ca0-4024-baef-765d552a73e5 req-78539964-1e56-44d5-9466-3879a4965416 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94b2344a-b262-4d76-ab2f-3f3e02e6a8c3 HTTP/1.1" status: 200 len: 217 time: 0.0599537 Feb 09 02:08:25.647077 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390b94a-1ca0-4024-baef-765d552a73e5 req-fc7c9cfb-bf4e-4856-89bf-b1b45e91b62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:25.648491 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2390b94a-1ca0-4024-baef-765d552a73e5 req-fc7c9cfb-bf4e-4856-89bf-b1b45e91b62a service neutron] 10.222.0.117 "GET /v2.0/subnets?id=376671e5-dfc7-43f5-8705-a143c3405d60 HTTP/1.1" status: 200 len: 835 time: 0.0650237 Feb 09 02:08:25.673897 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:25.723448 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390b94a-1ca0-4024-baef-765d552a73e5 req-efc586a0-03a7-42c6-8f4d-cfba4a923488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:25.724951 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2390b94a-1ca0-4024-baef-765d552a73e5 req-efc586a0-03a7-42c6-8f4d-cfba4a923488 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=23ea8091-cc21-43e5-b80a-27656b321d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703654 Feb 09 02:08:25.859467 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2390b94a-1ca0-4024-baef-765d552a73e5 req-24245420-1001-4a56-ab23-d16522aca733 service neutron] 10.222.0.117 "GET /v2.0/networks/23ea8091-cc21-43e5-b80a-27656b321d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261151 Feb 09 02:08:25.995270 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2390b94a-1ca0-4024-baef-765d552a73e5 req-36ffe992-bbe9-425f-9c54-5ef262039220 service neutron] 10.222.0.117 "GET /v2.0/networks/23ea8091-cc21-43e5-b80a-27656b321d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292319 Feb 09 02:08:26.463280 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c28d08-a33a-46f2-ae32-ebc79eef9cc5 req-5eb9e4f7-8b7a-43f4-80b2-6512b6a71fa2 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:26.464780 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-68c28d08-a33a-46f2-ae32-ebc79eef9cc5 req-5eb9e4f7-8b7a-43f4-80b2-6512b6a71fa2 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 944 time: 0.0797741 Feb 09 02:08:26.520333 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-68c28d08-a33a-46f2-ae32-ebc79eef9cc5 req-1616e5e6-0155-41c9-8b5a-58ec1c06d5e4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6503dc-a294-4898-9f7f-96faefda6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498607 Feb 09 02:08:27.715228 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2e031-c37a-4177-94dd-888e269b89dc req-86d1ba85-b1b6-45c6-a0a2-6f60d257c7fa tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:27.716612 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-26e2e031-c37a-4177-94dd-888e269b89dc req-86d1ba85-b1b6-45c6-a0a2-6f60d257c7fa tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 944 time: 0.0850935 Feb 09 02:08:27.760643 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-26e2e031-c37a-4177-94dd-888e269b89dc req-c21626bf-4ae0-4502-b4f5-13097ae3c24e tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6503dc-a294-4898-9f7f-96faefda6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383711 Feb 09 02:08:28.106473 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 94b2344a-b262-4d76-ab2f-3f3e02e6a8c3 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 02:08:28.254686 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 94b2344a-b262-4d76-ab2f-3f3e02e6a8c3, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=94b2344a-b262-4d76-ab2f-3f3e02e6a8c3,segment=NetworkSegment(88580b9e-659a-46f0-b097-39e5d6637fd2),segment_id=88580b9e-659a-46f0-b097-39e5d6637fd2)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:08:28.302194 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': '94b2344a-b262-4d76-ab2f-3f3e02e6a8c3', 'network_id': '23ea8091-cc21-43e5-b80a-27656b321d87', 'port_id': '94b2344a-b262-4d76-ab2f-3f3e02e6a8c3', 'mac_address': 'fa:16:3e:ff:ad:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 998, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '376671e5-dfc7-43f5-8705-a143c3405d60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 02:08:28.357734 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:28.376255 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b2344a-b262-4d76-ab2f-3f3e02e6a8c3 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:08:28.392198 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 94b2344a-b262-4d76-ab2f-3f3e02e6a8c3, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=94b2344a-b262-4d76-ab2f-3f3e02e6a8c3,segment=NetworkSegment(88580b9e-659a-46f0-b097-39e5d6637fd2),segment_id=88580b9e-659a-46f0-b097-39e5d6637fd2)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:08:28.396160 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:28.468234 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=94b2344a-b262-4d76-ab2f-3f3e02e6a8c3,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:28.475622 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:28.475963 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:28.476296 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:28.476647 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:28.476973 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:28.477298 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:28.477612 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:28.477927 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:28.478241 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:28.478583 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:28.478896 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:28.479209 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:28.626549 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['94b2344a-b262-4d76-ab2f-3f3e02e6a8c3'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:08:29.048289 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fd5a6-7983-4e82-81bd-e56e276c8df2 req-6e9aa748-1ee4-43bc-b8c4-efaa22af6622 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:29.049781 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-339fd5a6-7983-4e82-81bd-e56e276c8df2 req-6e9aa748-1ee4-43bc-b8c4-efaa22af6622 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 945 time: 0.1843052 Feb 09 02:08:29.095417 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-339fd5a6-7983-4e82-81bd-e56e276c8df2 req-b0ea35e2-2213-451b-a335-fba5dd61f037 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6503dc-a294-4898-9f7f-96faefda6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399764 Feb 09 02:08:30.122054 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 94b2344a-b262-4d76-ab2f-3f3e02e6a8c3 up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:08:30.190820 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port 94b2344a-b262-4d76-ab2f-3f3e02e6a8c3 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:08:30.196202 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port 94b2344a-b262-4d76-ab2f-3f3e02e6a8c3 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:08:30.196603 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:30.281645 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234e89b-6770-40ca-a7c3-3107e66918c8 req-40386794-aa32-44e9-9514-82e26792e59e tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:30.283104 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0234e89b-6770-40ca-a7c3-3107e66918c8 req-40386794-aa32-44e9-9514-82e26792e59e tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 945 time: 0.0805383 Feb 09 02:08:30.324645 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:30.328896 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0234e89b-6770-40ca-a7c3-3107e66918c8 req-0eddbcd3-cde3-437c-9fa8-d1ab7fb86b71 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6503dc-a294-4898-9f7f-96faefda6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398955 Feb 09 02:08:30.341908 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909a273c-863e-475b-921a-932c02690dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b2344a-b262-4d76-ab2f-3f3e02e6a8c3'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:08:30.351734 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port 94b2344a-b262-4d76-ab2f-3f3e02e6a8c3, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=94b2344a-b262-4d76-ab2f-3f3e02e6a8c3,segment=NetworkSegment(88580b9e-659a-46f0-b097-39e5d6637fd2),segment_id=88580b9e-659a-46f0-b097-39e5d6637fd2)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:08:30.356131 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:30.426324 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=94b2344a-b262-4d76-ab2f-3f3e02e6a8c3,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:30.440136 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909a273c-863e-475b-921a-932c02690dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b2344a-b262-4d76-ab2f-3f3e02e6a8c3', 'code': 200} Feb 09 02:08:30.585902 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583dd7a2-d51a-4cc4-8687-619c0c9f5c92 req-9f177883-6857-4ce4-8a0b-f0191db81bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:30.587282 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-583dd7a2-d51a-4cc4-8687-619c0c9f5c92 req-9f177883-6857-4ce4-8a0b-f0191db81bd8 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 1097 time: 0.0759101 Feb 09 02:08:30.627359 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-583dd7a2-d51a-4cc4-8687-619c0c9f5c92 req-a30b348a-6262-458f-8f88-fc5c2b0a6930 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=2a6503dc-a294-4898-9f7f-96faefda6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337780 Feb 09 02:08:31.513362 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f45a95-726d-4e9a-9949-9f53d13e9fbe req-66e2691a-baea-4a0c-b9d4-6a8d5d6d584d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:31.514795 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d6f45a95-726d-4e9a-9949-9f53d13e9fbe req-66e2691a-baea-4a0c-b9d4-6a8d5d6d584d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 946 time: 0.0790403 Feb 09 02:08:31.565600 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d6f45a95-726d-4e9a-9949-9f53d13e9fbe req-bfc5107f-a919-4954-8086-fc6ccbf83ce4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6503dc-a294-4898-9f7f-96faefda6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452030 Feb 09 02:08:32.756729 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d817c40-c16b-46d6-b965-15e28aaf519d req-2a37ddfe-7b7e-4b83-88b6-8f98a8a2db57 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:32.758133 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9d817c40-c16b-46d6-b965-15e28aaf519d req-2a37ddfe-7b7e-4b83-88b6-8f98a8a2db57 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 946 time: 0.0812757 Feb 09 02:08:32.802799 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9d817c40-c16b-46d6-b965-15e28aaf519d req-7095a6a8-482a-47ac-9151-8a5aadd86c09 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6503dc-a294-4898-9f7f-96faefda6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385861 Feb 09 02:08:33.007436 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9f5f3688-bcd8-4981-a65d-9fe9bd2d9d69 req-0160a438-1adf-40e1-ba0c-961838c5dfe4 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=909a273c-863e-475b-921a-932c02690dd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1295776 Feb 09 02:08:33.022453 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9738e9-3ea9-49e1-9f2c-ec2ceb50c666 req-030a3c03-1aa3-4b10-b20a-87686c3365df tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:33.023984 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8a9738e9-3ea9-49e1-9f2c-ec2ceb50c666 req-030a3c03-1aa3-4b10-b20a-87686c3365df tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 946 time: 0.1112900 Feb 09 02:08:33.069841 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8a9738e9-3ea9-49e1-9f2c-ec2ceb50c666 req-572c4d65-38d3-404d-aeb8-e08cc1deb603 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6503dc-a294-4898-9f7f-96faefda6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398366 Feb 09 02:08:33.093889 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39272) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:08:33.145320 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f3688-bcd8-4981-a65d-9fe9bd2d9d69 req-2caa1119-b49f-4c2a-aa38-92da4336819f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:33.146791 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9f5f3688-bcd8-4981-a65d-9fe9bd2d9d69 req-2caa1119-b49f-4c2a-aa38-92da4336819f service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 1097 time: 0.0714490 Feb 09 02:08:33.163218 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57cf859-c5d6-429e-8ca4-b99d110ddc4f tempest-TestNetworkAdvancedServerOps-1592522248 tempest-TestNetworkAdvancedServerOps-1592522248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:33.164826 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c57cf859-c5d6-429e-8ca4-b99d110ddc4f tempest-TestNetworkAdvancedServerOps-1592522248 tempest-TestNetworkAdvancedServerOps-1592522248-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 1092 time: 0.0702248 Feb 09 02:08:33.167609 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39276) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:08:33.172419 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-79155a98-8db7-4e4d-8ddf-b37e7401e6b1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'port_id': '94b2344a-b262-4d76-ab2f-3f3e02e6a8c3', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:33.179537 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-79155a98-8db7-4e4d-8ddf-b37e7401e6b1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:08:33.183926 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-79155a98-8db7-4e4d-8ddf-b37e7401e6b1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:floatingip and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:08:33.186763 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-79155a98-8db7-4e4d-8ddf-b37e7401e6b1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:08:33.192650 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-79155a98-8db7-4e4d-8ddf-b37e7401e6b1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:08:33.205569 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-79155a98-8db7-4e4d-8ddf-b37e7401e6b1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:33.354581 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-79155a98-8db7-4e4d-8ddf-b37e7401e6b1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:33.416014 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f3688-bcd8-4981-a65d-9fe9bd2d9d69 req-39a711d2-474f-4382-886d-6e2e583f1417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:33.418042 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9f5f3688-bcd8-4981-a65d-9fe9bd2d9d69 req-39a711d2-474f-4382-886d-6e2e583f1417 service neutron] 10.222.0.117 "GET /v2.0/networks?id=23ea8091-cc21-43e5-b80a-27656b321d87 HTTP/1.1" status: 200 len: 897 time: 0.2520666 Feb 09 02:08:33.488191 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9f5f3688-bcd8-4981-a65d-9fe9bd2d9d69 req-e3636f63-9938-40bd-89d9-4447313c0c45 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94b2344a-b262-4d76-ab2f-3f3e02e6a8c3 HTTP/1.1" status: 200 len: 217 time: 0.0643432 Feb 09 02:08:33.496261 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-79155a98-8db7-4e4d-8ddf-b37e7401e6b1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Allocated IP 172.25.5.189 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/5189e185-5baa-4838-bb91-ea70610ad18b) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:08:33.550720 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f3688-bcd8-4981-a65d-9fe9bd2d9d69 req-016b5368-f2e8-4689-8dd9-c78f419ba888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:33.552169 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9f5f3688-bcd8-4981-a65d-9fe9bd2d9d69 req-016b5368-f2e8-4689-8dd9-c78f419ba888 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=376671e5-dfc7-43f5-8705-a143c3405d60 HTTP/1.1" status: 200 len: 835 time: 0.0582409 Feb 09 02:08:33.631635 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f3688-bcd8-4981-a65d-9fe9bd2d9d69 req-428e058a-37a3-4f43-abae-0509873e3706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:33.633056 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9f5f3688-bcd8-4981-a65d-9fe9bd2d9d69 req-428e058a-37a3-4f43-abae-0509873e3706 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=23ea8091-cc21-43e5-b80a-27656b321d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746949 Feb 09 02:08:33.645034 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-79155a98-8db7-4e4d-8ddf-b37e7401e6b1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:33.681866 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-79155a98-8db7-4e4d-8ddf-b37e7401e6b1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:33.754799 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79155a98-8db7-4e4d-8ddf-b37e7401e6b1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:08:33.757836 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-79155a98-8db7-4e4d-8ddf-b37e7401e6b1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:08:33.761656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79155a98-8db7-4e4d-8ddf-b37e7401e6b1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:08:33.777899 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9f5f3688-bcd8-4981-a65d-9fe9bd2d9d69 req-137d3ae3-a687-4e7b-ac87-2a41e1ad7165 service neutron] 10.222.0.117 "GET /v2.0/networks/23ea8091-cc21-43e5-b80a-27656b321d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385946 Feb 09 02:08:33.791405 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79155a98-8db7-4e4d-8ddf-b37e7401e6b1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Port': ['ID=5189e185-5baa-4838-bb91-ea70610ad18b,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:33.912388 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9f5f3688-bcd8-4981-a65d-9fe9bd2d9d69 req-990ba038-ce86-4774-b308-3e8b31499d54 service neutron] 10.222.0.117 "GET /v2.0/networks/23ea8091-cc21-43e5-b80a-27656b321d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286633 Feb 09 02:08:34.180728 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-79155a98-8db7-4e4d-8ddf-b37e7401e6b1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:34.252947 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-79155a98-8db7-4e4d-8ddf-b37e7401e6b1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:34.458921 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-79155a98-8db7-4e4d-8ddf-b37e7401e6b1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:34.463172 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-79155a98-8db7-4e4d-8ddf-b37e7401e6b1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:34.678807 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79155a98-8db7-4e4d-8ddf-b37e7401e6b1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Port': ['ID=5189e185-5baa-4838-bb91-ea70610ad18b,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:34.695364 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-79155a98-8db7-4e4d-8ddf-b37e7401e6b1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:34.872740 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-79155a98-8db7-4e4d-8ddf-b37e7401e6b1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Floating IP f735d82f-ded1-4634-8045-83d8b75ffdea associated. External IP: 172.25.5.189, port: 94b2344a-b262-4d76-ab2f-3f3e02e6a8c3. Feb 09 02:08:35.227770 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79155a98-8db7-4e4d-8ddf-b37e7401e6b1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Router 2b4d479d-98fe-4c5f-97ba-01f6fffc1ead has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:08:35.408494 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79155a98-8db7-4e4d-8ddf-b37e7401e6b1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:08:35.417885 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d4fef6-1f6c-49c8-9be7-84219a4af2ef None None] Sync routers for ids ['2b4d479d-98fe-4c5f-97ba-01f6fffc1ead'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:08:35.434384 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d4fef6-1f6c-49c8-9be7-84219a4af2ef None None] Routers {'2b4d479d-98fe-4c5f-97ba-01f6fffc1ead'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:08:35.434994 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-20d4fef6-1f6c-49c8-9be7-84219a4af2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:08:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2b4d479d-98fe-4c5f-97ba-01f6fffc1ead'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:35.438485 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-79155a98-8db7-4e4d-8ddf-b37e7401e6b1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:35.493607 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-79155a98-8db7-4e4d-8ddf-b37e7401e6b1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3248956 Feb 09 02:08:35.494169 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909a273c-863e-475b-921a-932c02690dd4', 'tag': '94b2344a-b262-4d76-ab2f-3f3e02e6a8c3'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:08:35.540983 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '909a273c-863e-475b-921a-932c02690dd4', 'tag': '94b2344a-b262-4d76-ab2f-3f3e02e6a8c3', 'status': 'completed', 'code': 200} Feb 09 02:08:35.615808 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-20d4fef6-1f6c-49c8-9be7-84219a4af2ef None None] Set router 2b4d479d-98fe-4c5f-97ba-01f6fffc1ead gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:08:35.633306 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0725702-715c-4e4f-a6af-8a82a30589ed req-4b11ad94-e3d2-40bc-8ca2-6c1efb27ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:35.635414 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c0725702-715c-4e4f-a6af-8a82a30589ed req-4b11ad94-e3d2-40bc-8ca2-6c1efb27ace2 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 1097 time: 0.0732250 Feb 09 02:08:35.672809 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f3c1d-ec8a-4b18-b131-90002ef06b2e req-ba8c7ddf-a8ff-4d71-8dd7-7fd74bf3e571 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:35.678730 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ff7f3c1d-ec8a-4b18-b131-90002ef06b2e req-ba8c7ddf-a8ff-4d71-8dd7-7fd74bf3e571 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 946 time: 0.0924675 Feb 09 02:08:35.719294 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ff7f3c1d-ec8a-4b18-b131-90002ef06b2e req-76583e00-0d1d-4bda-9a46-1989ef164e57 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6503dc-a294-4898-9f7f-96faefda6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391593 Feb 09 02:08:35.745880 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39284) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:08:35.775162 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0725702-715c-4e4f-a6af-8a82a30589ed req-9d0376dd-09ad-47f3-b3bd-e931631abcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:35.776662 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c0725702-715c-4e4f-a6af-8a82a30589ed req-9d0376dd-09ad-47f3-b3bd-e931631abcdb service neutron] 10.222.0.117 "GET /v2.0/networks?id=23ea8091-cc21-43e5-b80a-27656b321d87 HTTP/1.1" status: 200 len: 897 time: 0.1350348 Feb 09 02:08:35.867585 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ce3c2755-0ddb-4010-a3c4-a305aa5eda42 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/floatingips/f735d82f-ded1-4634-8045-83d8b75ffdea HTTP/1.1" status: 200 len: 992 time: 0.1196811 Feb 09 02:08:35.883077 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c0725702-715c-4e4f-a6af-8a82a30589ed req-527f9a25-da48-43ec-a1d8-12b876b3b1e4 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94b2344a-b262-4d76-ab2f-3f3e02e6a8c3 HTTP/1.1" status: 200 len: 1000 time: 0.1005707 Feb 09 02:08:35.946068 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0725702-715c-4e4f-a6af-8a82a30589ed req-d12afe7c-3ee0-4c6b-a780-ce4052de0ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:35.947487 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c0725702-715c-4e4f-a6af-8a82a30589ed req-d12afe7c-3ee0-4c6b-a780-ce4052de0ba3 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=376671e5-dfc7-43f5-8705-a143c3405d60 HTTP/1.1" status: 200 len: 835 time: 0.0576406 Feb 09 02:08:35.986705 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-20d4fef6-1f6c-49c8-9be7-84219a4af2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381351888', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '31cf939a-cb4e-4b3b-9175-b0de329e8eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:08:13Z', 'updated_at': '2022-02-09T02:08:18Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '31cf939a-cb4e-4b3b-9175-b0de329e8eb8', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:08:14Z', 'updated_at': '2022-02-09T02:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'f735d82f-ded1-4634-8045-83d8b75ffdea', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'floating_ip_address': '172.25.5.189', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'port_id': '94b2344a-b262-4d76-ab2f-3f3e02e6a8c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ea8091-cc21-43e5-b80a-27656b321d87', 'mac_address': 'fa:16:3e:ff:ad:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909a273c-863e-475b-921a-932c02690dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:08:34Z', 'updated_at': '2022-02-09T02:08:34Z', 'revision_number': 0, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba41e8b-e49c-4623-96f7-8ee9c58103d9', 'name': '', 'network_id': '23ea8091-cc21-43e5-b80a-27656b321d87', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:49:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '376671e5-dfc7-43f5-8705-a143c3405d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:08:18Z', 'updated_at': '2022-02-09T02:08:23Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': '376671e5-dfc7-43f5-8705-a143c3405d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:35.990838 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d4fef6-1f6c-49c8-9be7-84219a4af2ef None None] Checking router: 2b4d479d-98fe-4c5f-97ba-01f6fffc1ead for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:08:35.999882 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d4fef6-1f6c-49c8-9be7-84219a4af2ef None None] Routers {'2b4d479d-98fe-4c5f-97ba-01f6fffc1ead'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:08:36.000421 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-20d4fef6-1f6c-49c8-9be7-84219a4af2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:08:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2b4d479d-98fe-4c5f-97ba-01f6fffc1ead'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:36.028593 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0725702-715c-4e4f-a6af-8a82a30589ed req-c975ec1d-48c0-4394-a1a6-ef8c2f38da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:36.030056 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c0725702-715c-4e4f-a6af-8a82a30589ed req-c975ec1d-48c0-4394-a1a6-ef8c2f38da50 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=23ea8091-cc21-43e5-b80a-27656b321d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761654 Feb 09 02:08:36.167957 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c0725702-715c-4e4f-a6af-8a82a30589ed req-dbb189ce-50fa-4cc0-9aa2-32f4a472db55 service neutron] 10.222.0.117 "GET /v2.0/networks/23ea8091-cc21-43e5-b80a-27656b321d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307955 Feb 09 02:08:36.218405 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-20d4fef6-1f6c-49c8-9be7-84219a4af2ef None None] Set router 2b4d479d-98fe-4c5f-97ba-01f6fffc1ead gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:08:36.319710 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c0725702-715c-4e4f-a6af-8a82a30589ed req-a2160c78-aa03-4522-9071-8ebed6e1ec52 service neutron] 10.222.0.117 "GET /v2.0/networks/23ea8091-cc21-43e5-b80a-27656b321d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420133 Feb 09 02:08:36.575245 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-20d4fef6-1f6c-49c8-9be7-84219a4af2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381351888', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '31cf939a-cb4e-4b3b-9175-b0de329e8eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:08:13Z', 'updated_at': '2022-02-09T02:08:18Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '31cf939a-cb4e-4b3b-9175-b0de329e8eb8', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:08:14Z', 'updated_at': '2022-02-09T02:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'f735d82f-ded1-4634-8045-83d8b75ffdea', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'floating_ip_address': '172.25.5.189', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'port_id': '94b2344a-b262-4d76-ab2f-3f3e02e6a8c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ea8091-cc21-43e5-b80a-27656b321d87', 'mac_address': 'fa:16:3e:ff:ad:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909a273c-863e-475b-921a-932c02690dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:08:34Z', 'updated_at': '2022-02-09T02:08:34Z', 'revision_number': 0, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba41e8b-e49c-4623-96f7-8ee9c58103d9', 'name': '', 'network_id': '23ea8091-cc21-43e5-b80a-27656b321d87', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:49:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '376671e5-dfc7-43f5-8705-a143c3405d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:08:18Z', 'updated_at': '2022-02-09T02:08:23Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': '376671e5-dfc7-43f5-8705-a143c3405d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:36.579226 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d4fef6-1f6c-49c8-9be7-84219a4af2ef None None] The sync data for ids ['2b4d479d-98fe-4c5f-97ba-01f6fffc1ead'] in n-d-828419-1 is: [{'id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381351888', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '31cf939a-cb4e-4b3b-9175-b0de329e8eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:08:13Z', 'updated_at': '2022-02-09T02:08:18Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '31cf939a-cb4e-4b3b-9175-b0de329e8eb8', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:08:14Z', 'updated_at': '2022-02-09T02:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'f735d82f-ded1-4634-8045-83d8b75ffdea', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'floating_ip_address': '172.25.5.189', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'port_id': '94b2344a-b262-4d76-ab2f-3f3e02e6a8c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ea8091-cc21-43e5-b80a-27656b321d87', 'mac_address': 'fa:16:3e:ff:ad:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909a273c-863e-475b-921a-932c02690dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:08:34Z', 'updated_at': '2022-02-09T02:08:34Z', 'revision_number': 0, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba41e8b-e49c-4623-96f7-8ee9c58103d9', 'name': '', 'network_id': '23ea8091-cc21-43e5-b80a-27656b321d87', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:49:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '376671e5-dfc7-43f5-8705-a143c3405d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:08:18Z', 'updated_at': '2022-02-09T02:08:23Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': '376671e5-dfc7-43f5-8705-a143c3405d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:08:36.801008 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf29fff-9d18-43bd-b305-acbc5003db38 None None] New status for floating IP f735d82f-ded1-4634-8045-83d8b75ffdea: ACTIVE {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:08:36.871721 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39288) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:08:36.982789 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cc3a0a84-c06e-4346-ac30-f51145284df1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/floatingips/f735d82f-ded1-4634-8045-83d8b75ffdea HTTP/1.1" status: 200 len: 992 time: 0.1088200 Feb 09 02:08:37.069077 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8f1ca68c-46da-4b99-a2fc-5b8d3c768dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:37.985882 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39292) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:08:38.099387 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0ca0f180-14f0-43db-872f-007ca2d3af0b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/floatingips/f735d82f-ded1-4634-8045-83d8b75ffdea HTTP/1.1" status: 200 len: 994 time: 0.1122975 Feb 09 02:08:39.436834 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-cb3a872d-8166-417e-b0fd-f03fc36fb6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:40.568450 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:40.695856 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:42.012262 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:43.489045 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:08:52.501781 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:08:55.696343 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:07.034921 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-72428e6c-89bd-48af-b3e3-bbea3ef36326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:07.692601 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee1f97-609d-4983-a848-6de186c80441 req-4ad56210-98c4-4cf1-8d17-194178b17892 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:07.693998 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-49ee1f97-609d-4983-a848-6de186c80441 req-4ad56210-98c4-4cf1-8d17-194178b17892 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 946 time: 0.0916734 Feb 09 02:09:07.738916 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-49ee1f97-609d-4983-a848-6de186c80441 req-20440f3d-39a4-4f03-91d3-166078472dd3 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6503dc-a294-4898-9f7f-96faefda6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383689 Feb 09 02:09:08.940752 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561028fd-c8f6-4740-beda-60421099d0c4 req-d94e87d2-5722-4b52-ba52-08c3ad0607b7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:08.942123 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-561028fd-c8f6-4740-beda-60421099d0c4 req-d94e87d2-5722-4b52-ba52-08c3ad0607b7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 946 time: 0.0921049 Feb 09 02:09:08.987242 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-561028fd-c8f6-4740-beda-60421099d0c4 req-21af1d84-fe23-40d0-a6e1-94fac98ed8bc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6503dc-a294-4898-9f7f-96faefda6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385637 Feb 09 02:09:09.442270 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-09ce8412-8fac-4855-b941-76f69f15d36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:10.183314 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6648e0-debd-406e-a5a7-5325585564a4 req-f6910126-8f2a-4943-b784-23a4643c932d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:10.184817 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ac6648e0-debd-406e-a5a7-5325585564a4 req-f6910126-8f2a-4943-b784-23a4643c932d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 946 time: 0.0835435 Feb 09 02:09:10.229085 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ac6648e0-debd-406e-a5a7-5325585564a4 req-10ed08fa-9a1d-40b1-85a8-7bac06e4e5ff tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6503dc-a294-4898-9f7f-96faefda6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385592 Feb 09 02:09:10.572014 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:10.700901 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:11.415677 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8f3fe-3b83-4cd1-b265-71078ee6b447 req-d08d5ce4-e640-4adb-a9fd-65076ec6d7df tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:11.417182 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-88a8f3fe-3b83-4cd1-b265-71078ee6b447 req-d08d5ce4-e640-4adb-a9fd-65076ec6d7df tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 946 time: 0.0806637 Feb 09 02:09:11.581915 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-88a8f3fe-3b83-4cd1-b265-71078ee6b447 req-524e1cae-750d-4c14-8e4c-4125834093c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6503dc-a294-4898-9f7f-96faefda6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590641 Feb 09 02:09:12.015616 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:12.775211 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323162ee-ac53-4397-bed6-3c7f03c6f1d9 req-86e09bbb-8c3d-4993-bc5b-aa92a30b65cd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:12.776689 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-323162ee-ac53-4397-bed6-3c7f03c6f1d9 req-86e09bbb-8c3d-4993-bc5b-aa92a30b65cd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 946 time: 0.0830162 Feb 09 02:09:12.939979 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-323162ee-ac53-4397-bed6-3c7f03c6f1d9 req-87f83c85-34dc-4ed9-bf9f-e85fecadf2f1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6503dc-a294-4898-9f7f-96faefda6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568894 Feb 09 02:09:14.136054 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b557e9-18a2-4d20-acb3-599dcf4753aa req-763f14a0-603d-4cbb-a351-5a806dacd39b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:14.137678 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a3b557e9-18a2-4d20-acb3-599dcf4753aa req-763f14a0-603d-4cbb-a351-5a806dacd39b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 946 time: 0.0876939 Feb 09 02:09:14.187547 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a3b557e9-18a2-4d20-acb3-599dcf4753aa req-4c08e518-3611-4cda-803c-5ff332bce62b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6503dc-a294-4898-9f7f-96faefda6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440409 Feb 09 02:09:15.370474 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b2fdf-47ac-413f-bc52-b35addacca6c req-4391bc31-24c2-44ed-aafb-aec4573e6dde tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:15.372584 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b60b2fdf-47ac-413f-bc52-b35addacca6c req-4391bc31-24c2-44ed-aafb-aec4573e6dde tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 946 time: 0.0803330 Feb 09 02:09:15.418552 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b60b2fdf-47ac-413f-bc52-b35addacca6c req-058cd684-a454-451e-9637-ff84ef027a1f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6503dc-a294-4898-9f7f-96faefda6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404470 Feb 09 02:09:16.617639 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2acf8-2ac6-4ccb-975e-6652a65203bd req-ebca0e8b-b461-4925-b3a7-6db48fa90280 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:16.619095 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f8f2acf8-2ac6-4ccb-975e-6652a65203bd req-ebca0e8b-b461-4925-b3a7-6db48fa90280 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 946 time: 0.0870855 Feb 09 02:09:16.664904 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f8f2acf8-2ac6-4ccb-975e-6652a65203bd req-75aa22c7-58e6-4d1a-897d-308e1f1e18dc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6503dc-a294-4898-9f7f-96faefda6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395234 Feb 09 02:09:17.859954 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ed828-faab-4c2d-bf05-7a9ce7956a0a req-6bd309fe-4a14-4c18-8034-500229f6597e tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:17.861527 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f7ed828-faab-4c2d-bf05-7a9ce7956a0a req-6bd309fe-4a14-4c18-8034-500229f6597e tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 946 time: 0.0866241 Feb 09 02:09:17.910407 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3f7ed828-faab-4c2d-bf05-7a9ce7956a0a req-b65e3994-ef85-4935-9c42-fe5463ea0193 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6503dc-a294-4898-9f7f-96faefda6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425217 Feb 09 02:09:19.102159 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c3a6f-c260-4fb6-b399-25ef9cf1f7f2 req-5a9ae756-5678-4da8-a8b7-0d0d2af4fb7d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:19.103819 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f85c3a6f-c260-4fb6-b399-25ef9cf1f7f2 req-5a9ae756-5678-4da8-a8b7-0d0d2af4fb7d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 946 time: 0.0838184 Feb 09 02:09:19.150314 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f85c3a6f-c260-4fb6-b399-25ef9cf1f7f2 req-e7dc3788-4125-45e9-900b-9d1f942c56eb tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6503dc-a294-4898-9f7f-96faefda6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407181 Feb 09 02:09:19.175254 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39334) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:09:19.282347 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b9fa06da-6b4a-4ae3-abeb-c8d7da5385d4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/floatingips/f735d82f-ded1-4634-8045-83d8b75ffdea HTTP/1.1" status: 200 len: 994 time: 0.1058619 Feb 09 02:09:20.489446 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:09:20.787903 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e8910-afd9-4915-a849-583a75d13b69 req-1b4696ed-9f1d-4faa-a328-9d563bee172c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:20.789312 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-965e8910-afd9-4915-a849-583a75d13b69 req-1b4696ed-9f1d-4faa-a328-9d563bee172c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 946 time: 0.1446064 Feb 09 02:09:20.833454 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86381bb0-12b8-4d4a-b259-b8ab8cf1d84a req-b4fbbcb4-b09a-45af-a5f2-4462d3d78efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:20.834889 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86381bb0-12b8-4d4a-b259-b8ab8cf1d84a req-b4fbbcb4-b09a-45af-a5f2-4462d3d78efe service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 1097 time: 0.1337552 Feb 09 02:09:20.848098 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-965e8910-afd9-4915-a849-583a75d13b69 req-6547508f-865e-4bea-af0a-f10e9334bfc7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6503dc-a294-4898-9f7f-96faefda6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511553 Feb 09 02:09:20.975191 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86381bb0-12b8-4d4a-b259-b8ab8cf1d84a req-dbb76da5-2483-400a-828c-81cf72f36262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:20.976677 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86381bb0-12b8-4d4a-b259-b8ab8cf1d84a req-dbb76da5-2483-400a-828c-81cf72f36262 service neutron] 10.222.0.117 "GET /v2.0/networks?id=23ea8091-cc21-43e5-b80a-27656b321d87 HTTP/1.1" status: 200 len: 897 time: 0.1321123 Feb 09 02:09:21.082609 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86381bb0-12b8-4d4a-b259-b8ab8cf1d84a req-4e3b3bbb-4d0c-48e1-bcbd-33ebecc86f1f service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94b2344a-b262-4d76-ab2f-3f3e02e6a8c3 HTTP/1.1" status: 200 len: 1002 time: 0.0996704 Feb 09 02:09:21.146274 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86381bb0-12b8-4d4a-b259-b8ab8cf1d84a req-2da15ad3-b6e9-44be-b324-ddad4b566e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:21.147745 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86381bb0-12b8-4d4a-b259-b8ab8cf1d84a req-2da15ad3-b6e9-44be-b324-ddad4b566e20 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=376671e5-dfc7-43f5-8705-a143c3405d60 HTTP/1.1" status: 200 len: 835 time: 0.0595109 Feb 09 02:09:21.226006 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86381bb0-12b8-4d4a-b259-b8ab8cf1d84a req-11f4bcc3-a3f2-45c0-ace0-ad88923a89ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:21.227476 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86381bb0-12b8-4d4a-b259-b8ab8cf1d84a req-11f4bcc3-a3f2-45c0-ace0-ad88923a89ed service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=23ea8091-cc21-43e5-b80a-27656b321d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740702 Feb 09 02:09:21.360863 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86381bb0-12b8-4d4a-b259-b8ab8cf1d84a req-fec9d299-4f7d-4059-81b2-1239349d33e0 service neutron] 10.222.0.117 "GET /v2.0/networks/23ea8091-cc21-43e5-b80a-27656b321d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268792 Feb 09 02:09:21.506204 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86381bb0-12b8-4d4a-b259-b8ab8cf1d84a req-a1120a82-4281-4772-af7c-4dd3677b26e6 service neutron] 10.222.0.117 "GET /v2.0/networks/23ea8091-cc21-43e5-b80a-27656b321d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390080 Feb 09 02:09:22.065973 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d04ce0-fb4a-4ae7-966e-1f0476c29998 req-8802f35c-3fd0-4da0-8c14-3923f2ac03f2 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:22.067721 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f5d04ce0-fb4a-4ae7-966e-1f0476c29998 req-8802f35c-3fd0-4da0-8c14-3923f2ac03f2 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 946 time: 0.0944443 Feb 09 02:09:22.115775 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f5d04ce0-fb4a-4ae7-966e-1f0476c29998 req-505a1b4b-e9a7-4856-bf44-e201a3a0605b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6503dc-a294-4898-9f7f-96faefda6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419149 Feb 09 02:09:22.525494 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:23.462907 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78bde8-e9c1-4acf-9388-9bcfa051201e req-7a370cd3-d3d3-4dea-b101-52cbb7562b47 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:23.465015 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3e78bde8-e9c1-4acf-9388-9bcfa051201e req-7a370cd3-d3d3-4dea-b101-52cbb7562b47 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 946 time: 0.0832307 Feb 09 02:09:23.512269 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3e78bde8-e9c1-4acf-9388-9bcfa051201e req-8ffc2004-183f-4c0d-871b-d4da7e9440bd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6503dc-a294-4898-9f7f-96faefda6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407102 Feb 09 02:09:23.536856 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39348) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:09:23.655974 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-70dad4fb-9d81-4d64-9006-1b2f8fa83225 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/floatingips/f735d82f-ded1-4634-8045-83d8b75ffdea HTTP/1.1" status: 200 len: 994 time: 0.1179338 Feb 09 02:09:25.709463 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:32.947319 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5b39da32-b55e-4b2d-8e2b-0cad3cef69d2 req-b11bcd5c-4b4a-4a26-84e2-d2a3d4457bca service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=909a273c-863e-475b-921a-932c02690dd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0732670 Feb 09 02:09:33.089089 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39da32-b55e-4b2d-8e2b-0cad3cef69d2 req-27045f69-6880-4ffd-b6c4-70067eab3fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:33.090612 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5b39da32-b55e-4b2d-8e2b-0cad3cef69d2 req-27045f69-6880-4ffd-b6c4-70067eab3fc9 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 1097 time: 0.0733919 Feb 09 02:09:33.239995 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39da32-b55e-4b2d-8e2b-0cad3cef69d2 req-49f20de4-d538-43c0-8702-a7bd904ee6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:33.241873 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5b39da32-b55e-4b2d-8e2b-0cad3cef69d2 req-49f20de4-d538-43c0-8702-a7bd904ee6c1 service neutron] 10.222.0.117 "GET /v2.0/networks?id=23ea8091-cc21-43e5-b80a-27656b321d87 HTTP/1.1" status: 200 len: 897 time: 0.1300788 Feb 09 02:09:33.460132 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5b39da32-b55e-4b2d-8e2b-0cad3cef69d2 req-e47e2140-9ca5-4acd-a280-064fcd8e6bd6 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94b2344a-b262-4d76-ab2f-3f3e02e6a8c3 HTTP/1.1" status: 200 len: 1002 time: 0.2116542 Feb 09 02:09:33.524450 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39da32-b55e-4b2d-8e2b-0cad3cef69d2 req-9aed4381-d076-4c64-b979-5bd947fc0119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:33.525870 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5b39da32-b55e-4b2d-8e2b-0cad3cef69d2 req-9aed4381-d076-4c64-b979-5bd947fc0119 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=376671e5-dfc7-43f5-8705-a143c3405d60 HTTP/1.1" status: 200 len: 835 time: 0.0584297 Feb 09 02:09:33.603254 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39da32-b55e-4b2d-8e2b-0cad3cef69d2 req-afa50f15-fff5-4cbe-b20b-35db4376114d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:33.605327 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5b39da32-b55e-4b2d-8e2b-0cad3cef69d2 req-afa50f15-fff5-4cbe-b20b-35db4376114d service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=23ea8091-cc21-43e5-b80a-27656b321d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726423 Feb 09 02:09:33.737103 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5b39da32-b55e-4b2d-8e2b-0cad3cef69d2 req-a2a8c35b-ff51-4012-87ae-21e06b7e02d2 service neutron] 10.222.0.117 "GET /v2.0/networks/23ea8091-cc21-43e5-b80a-27656b321d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265426 Feb 09 02:09:33.868383 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5b39da32-b55e-4b2d-8e2b-0cad3cef69d2 req-f7256860-19fc-462c-a733-ba7fe66bff27 service neutron] 10.222.0.117 "GET /v2.0/networks/23ea8091-cc21-43e5-b80a-27656b321d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237576 Feb 09 02:09:37.040543 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-cc69dd30-a871-441e-a458-2cbff20b00a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:39.443871 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ae2fb320-4f9e-45f5-ad94-f53b51015930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:40.575989 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:40.702873 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:42.024269 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:52.538523 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:54.303683 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39360) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:09:54.510219 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-d69a8bd6-ae0f-42ae-8a74-c01bdbee6505 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Deleting port 5189e185-5baa-4838-bb91-ea70610ad18b {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:09:54.510521 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d69a8bd6-ae0f-42ae-8a74-c01bdbee6505 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:54.694825 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d69a8bd6-ae0f-42ae-8a74-c01bdbee6505 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:54.695141 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d69a8bd6-ae0f-42ae-8a74-c01bdbee6505 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:54.821847 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-d69a8bd6-ae0f-42ae-8a74-c01bdbee6505 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Calling delete_port for 5189e185-5baa-4838-bb91-ea70610ad18b owned by network:floatingip {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:09:54.991884 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d69a8bd6-ae0f-42ae-8a74-c01bdbee6505 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:55.040545 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a8bd6-ae0f-42ae-8a74-c01bdbee6505 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event deleted for resources: {'Port': ['ID=5189e185-5baa-4838-bb91-ea70610ad18b,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:55.074879 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69a8bd6-ae0f-42ae-8a74-c01bdbee6505 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:55.075209 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69a8bd6-ae0f-42ae-8a74-c01bdbee6505 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:55.075472 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69a8bd6-ae0f-42ae-8a74-c01bdbee6505 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:55.075806 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69a8bd6-ae0f-42ae-8a74-c01bdbee6505 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:55.076134 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69a8bd6-ae0f-42ae-8a74-c01bdbee6505 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:55.076485 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69a8bd6-ae0f-42ae-8a74-c01bdbee6505 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:55.076816 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69a8bd6-ae0f-42ae-8a74-c01bdbee6505 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:55.077142 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69a8bd6-ae0f-42ae-8a74-c01bdbee6505 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:55.077467 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69a8bd6-ae0f-42ae-8a74-c01bdbee6505 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:55.077794 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69a8bd6-ae0f-42ae-8a74-c01bdbee6505 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:55.078115 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69a8bd6-ae0f-42ae-8a74-c01bdbee6505 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:55.078438 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69a8bd6-ae0f-42ae-8a74-c01bdbee6505 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:55.159026 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d69a8bd6-ae0f-42ae-8a74-c01bdbee6505 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for floatingip, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:55.159358 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [None req-d69a8bd6-ae0f-42ae-8a74-c01bdbee6505 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Floating IP f735d82f-ded1-4634-8045-83d8b75ffdea disassociated (deleted). External IP: 172.25.5.189, port: 94b2344a-b262-4d76-ab2f-3f3e02e6a8c3. Feb 09 02:09:55.648568 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69a8bd6-ae0f-42ae-8a74-c01bdbee6505 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Router 2b4d479d-98fe-4c5f-97ba-01f6fffc1ead has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:09:55.719124 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:55.873017 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69a8bd6-ae0f-42ae-8a74-c01bdbee6505 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:09:55.884148 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a75df9-137d-4660-9b50-a57389edef3f None None] Sync routers for ids ['2b4d479d-98fe-4c5f-97ba-01f6fffc1ead'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:09:55.893635 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d69a8bd6-ae0f-42ae-8a74-c01bdbee6505 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:55.894269 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a75df9-137d-4660-9b50-a57389edef3f None None] Routers {'2b4d479d-98fe-4c5f-97ba-01f6fffc1ead'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:09:55.894890 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f8a75df9-137d-4660-9b50-a57389edef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:09:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2b4d479d-98fe-4c5f-97ba-01f6fffc1ead'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:09:55.952949 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d69a8bd6-ae0f-42ae-8a74-c01bdbee6505 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "DELETE /v2.0/floatingips/f735d82f-ded1-4634-8045-83d8b75ffdea HTTP/1.1" status: 204 len: 168 time: 1.6481314 Feb 09 02:09:55.953630 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909a273c-863e-475b-921a-932c02690dd4', 'tag': '94b2344a-b262-4d76-ab2f-3f3e02e6a8c3'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:09:56.031514 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '909a273c-863e-475b-921a-932c02690dd4', 'tag': '94b2344a-b262-4d76-ab2f-3f3e02e6a8c3', 'status': 'completed', 'code': 200} Feb 09 02:09:56.115364 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-f8a75df9-137d-4660-9b50-a57389edef3f None None] Set router 2b4d479d-98fe-4c5f-97ba-01f6fffc1ead gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:09:56.144149 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc916419-5bfc-4066-a9f3-5c37b1a3f866 req-c61beb2e-aa45-4dda-8d18-d481435b331e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:56.145699 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cc916419-5bfc-4066-a9f3-5c37b1a3f866 req-c61beb2e-aa45-4dda-8d18-d481435b331e service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 1097 time: 0.0868044 Feb 09 02:09:56.344150 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc916419-5bfc-4066-a9f3-5c37b1a3f866 req-09d16d9e-6ad0-486c-8d7f-05efce26c05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:56.346557 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cc916419-5bfc-4066-a9f3-5c37b1a3f866 req-09d16d9e-6ad0-486c-8d7f-05efce26c05e service neutron] 10.222.0.117 "GET /v2.0/networks?id=23ea8091-cc21-43e5-b80a-27656b321d87 HTTP/1.1" status: 200 len: 897 time: 0.1935678 Feb 09 02:09:56.439429 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4aac65-ec07-4d8b-af07-3fe10eae8f9f req-afcf07b8-31ab-4583-934c-90e95787050c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:56.446881 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0a4aac65-ec07-4d8b-af07-3fe10eae8f9f req-afcf07b8-31ab-4583-934c-90e95787050c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 946 time: 0.0890284 Feb 09 02:09:56.489815 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cc916419-5bfc-4066-a9f3-5c37b1a3f866 req-3b57d803-cdcb-4581-9109-7fcf0776a328 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94b2344a-b262-4d76-ab2f-3f3e02e6a8c3 HTTP/1.1" status: 200 len: 217 time: 0.1357057 Feb 09 02:09:56.503311 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0a4aac65-ec07-4d8b-af07-3fe10eae8f9f req-4ffb25cd-ee92-4da1-870c-f0b5a1d2ba66 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6503dc-a294-4898-9f7f-96faefda6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533915 Feb 09 02:09:56.553312 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f8a75df9-137d-4660-9b50-a57389edef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381351888', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '31cf939a-cb4e-4b3b-9175-b0de329e8eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:08:13Z', 'updated_at': '2022-02-09T02:08:18Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '31cf939a-cb4e-4b3b-9175-b0de329e8eb8', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:08:14Z', 'updated_at': '2022-02-09T02:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '0ba41e8b-e49c-4623-96f7-8ee9c58103d9', 'name': '', 'network_id': '23ea8091-cc21-43e5-b80a-27656b321d87', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:49:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '376671e5-dfc7-43f5-8705-a143c3405d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:08:18Z', 'updated_at': '2022-02-09T02:08:23Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': '376671e5-dfc7-43f5-8705-a143c3405d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:09:56.560580 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a75df9-137d-4660-9b50-a57389edef3f None None] Checking router: 2b4d479d-98fe-4c5f-97ba-01f6fffc1ead for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:09:56.573552 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a75df9-137d-4660-9b50-a57389edef3f None None] Routers {'2b4d479d-98fe-4c5f-97ba-01f6fffc1ead'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:09:56.574229 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f8a75df9-137d-4660-9b50-a57389edef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:09:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2b4d479d-98fe-4c5f-97ba-01f6fffc1ead'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:09:56.579245 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc916419-5bfc-4066-a9f3-5c37b1a3f866 req-8711000a-fd23-4abe-a521-76171e2587e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:56.581267 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cc916419-5bfc-4066-a9f3-5c37b1a3f866 req-8711000a-fd23-4abe-a521-76171e2587e3 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=376671e5-dfc7-43f5-8705-a143c3405d60 HTTP/1.1" status: 200 len: 835 time: 0.0799894 Feb 09 02:09:56.668655 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc916419-5bfc-4066-a9f3-5c37b1a3f866 req-2992092d-fce5-4fc5-95a4-00423fee858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:56.670903 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cc916419-5bfc-4066-a9f3-5c37b1a3f866 req-2992092d-fce5-4fc5-95a4-00423fee858a service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=23ea8091-cc21-43e5-b80a-27656b321d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828576 Feb 09 02:09:56.787155 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-f8a75df9-137d-4660-9b50-a57389edef3f None None] Set router 2b4d479d-98fe-4c5f-97ba-01f6fffc1ead gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:09:56.813611 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cc916419-5bfc-4066-a9f3-5c37b1a3f866 req-a8948aeb-9d2e-41e5-a8e3-e19eac9d338e service neutron] 10.222.0.117 "GET /v2.0/networks/23ea8091-cc21-43e5-b80a-27656b321d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337450 Feb 09 02:09:56.954256 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cc916419-5bfc-4066-a9f3-5c37b1a3f866 req-6e7a75a2-fe69-425e-b731-edeec3a018ce service neutron] 10.222.0.117 "GET /v2.0/networks/23ea8091-cc21-43e5-b80a-27656b321d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335855 Feb 09 02:09:57.137834 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-f8a75df9-137d-4660-9b50-a57389edef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381351888', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '31cf939a-cb4e-4b3b-9175-b0de329e8eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:08:13Z', 'updated_at': '2022-02-09T02:08:18Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '31cf939a-cb4e-4b3b-9175-b0de329e8eb8', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:08:14Z', 'updated_at': '2022-02-09T02:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '0ba41e8b-e49c-4623-96f7-8ee9c58103d9', 'name': '', 'network_id': '23ea8091-cc21-43e5-b80a-27656b321d87', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:49:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '376671e5-dfc7-43f5-8705-a143c3405d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:08:18Z', 'updated_at': '2022-02-09T02:08:23Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': '376671e5-dfc7-43f5-8705-a143c3405d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:09:57.141669 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a75df9-137d-4660-9b50-a57389edef3f None None] The sync data for ids ['2b4d479d-98fe-4c5f-97ba-01f6fffc1ead'] in n-d-828419-1 is: [{'id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381351888', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '31cf939a-cb4e-4b3b-9175-b0de329e8eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:08:13Z', 'updated_at': '2022-02-09T02:08:18Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '31cf939a-cb4e-4b3b-9175-b0de329e8eb8', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:08:14Z', 'updated_at': '2022-02-09T02:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '0ba41e8b-e49c-4623-96f7-8ee9c58103d9', 'name': '', 'network_id': '23ea8091-cc21-43e5-b80a-27656b321d87', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:49:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '376671e5-dfc7-43f5-8705-a143c3405d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:08:18Z', 'updated_at': '2022-02-09T02:08:23Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': '376671e5-dfc7-43f5-8705-a143c3405d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:09:57.378847 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbab6b03-6aab-4ea6-a1bc-77b9e49d42c3 None None] New status for floating IP f735d82f-ded1-4634-8045-83d8b75ffdea: DOWN {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:09:57.488386 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:09:57.694210 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56624bd8-b1b9-420a-a706-d79aa137a5ce req-acbe52df-fe96-4980-9723-d733113b3924 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:57.694915 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-56624bd8-b1b9-420a-a706-d79aa137a5ce req-acbe52df-fe96-4980-9723-d733113b3924 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Synchronizing usage tracker for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:09:57.710819 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-56624bd8-b1b9-420a-a706-d79aa137a5ce req-acbe52df-fe96-4980-9723-d733113b3924 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Unset dirty status for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:09:57.712218 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-56624bd8-b1b9-420a-a706-d79aa137a5ce req-acbe52df-fe96-4980-9723-d733113b3924 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 946 time: 0.1033819 Feb 09 02:09:57.757881 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-56624bd8-b1b9-420a-a706-d79aa137a5ce req-c9159967-94e7-4176-9cd8-0ebfbc2ea642 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6503dc-a294-4898-9f7f-96faefda6bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393436 Feb 09 02:09:57.937707 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1d27d-b75f-415f-988a-d3550f378fe3 req-2293d95e-6645-45ae-9587-f5e46bec484f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:57.939153 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b6d1d27d-b75f-415f-988a-d3550f378fe3 req-2293d95e-6645-45ae-9587-f5e46bec484f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.117 "GET /v2.0/ports?device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 946 time: 0.0815508 Feb 09 02:09:58.008644 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-b6d1d27d-b75f-415f-988a-d3550f378fe3 req-4e849dc9-67a9-41d9-9a82-83f81c7d2495 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Deleting port 94b2344a-b262-4d76-ab2f-3f3e02e6a8c3 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:09:58.008898 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b6d1d27d-b75f-415f-988a-d3550f378fe3 req-4e849dc9-67a9-41d9-9a82-83f81c7d2495 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:58.375331 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-b6d1d27d-b75f-415f-988a-d3550f378fe3 req-4e849dc9-67a9-41d9-9a82-83f81c7d2495 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] For port 94b2344a-b262-4d76-ab2f-3f3e02e6a8c3, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=94b2344a-b262-4d76-ab2f-3f3e02e6a8c3,segment=NetworkSegment(88580b9e-659a-46f0-b097-39e5d6637fd2),segment_id=88580b9e-659a-46f0-b097-39e5d6637fd2)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:09:58.375691 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b6d1d27d-b75f-415f-988a-d3550f378fe3 req-4e849dc9-67a9-41d9-9a82-83f81c7d2495 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:58.504906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-b6d1d27d-b75f-415f-988a-d3550f378fe3 req-4e849dc9-67a9-41d9-9a82-83f81c7d2495 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Calling delete_port for 94b2344a-b262-4d76-ab2f-3f3e02e6a8c3 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:09:58.657371 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b6d1d27d-b75f-415f-988a-d3550f378fe3 req-4e849dc9-67a9-41d9-9a82-83f81c7d2495 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:58.710173 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e849dc9-67a9-41d9-9a82-83f81c7d2495 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event deleted for resources: {'Port': ['ID=94b2344a-b262-4d76-ab2f-3f3e02e6a8c3,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:58.792031 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d1d27d-b75f-415f-988a-d3550f378fe3 req-4e849dc9-67a9-41d9-9a82-83f81c7d2495 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] No DVR routers for this DVR port 94b2344a-b262-4d76-ab2f-3f3e02e6a8c3 on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:09:58.794954 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b6d1d27d-b75f-415f-988a-d3550f378fe3 req-4e849dc9-67a9-41d9-9a82-83f81c7d2495 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:09:58.799962 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909a273c-863e-475b-921a-932c02690dd4', 'name': 'network-vif-deleted', 'tag': '94b2344a-b262-4d76-ab2f-3f3e02e6a8c3'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:09:58.816468 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b6d1d27d-b75f-415f-988a-d3550f378fe3 req-4e849dc9-67a9-41d9-9a82-83f81c7d2495 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.117 "DELETE /v2.0/ports/94b2344a-b262-4d76-ab2f-3f3e02e6a8c3 HTTP/1.1" status: 204 len: 173 time: 0.8709068 Feb 09 02:09:58.862347 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909a273c-863e-475b-921a-932c02690dd4', 'name': 'network-vif-deleted', 'tag': '94b2344a-b262-4d76-ab2f-3f3e02e6a8c3', 'status': 'completed', 'code': 200} Feb 09 02:09:58.953215 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-cba98876-9fc2-4089-ac88-513bd2b185f6 req-70392348-4264-4c07-aa4e-33a30802cf64 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=909a273c-863e-475b-921a-932c02690dd4 HTTP/1.1" status: 200 len: 210 time: 0.0696003 Feb 09 02:10:00.051980 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39378) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:10:00.575924 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 94b2344a-b262-4d76-ab2f-3f3e02e6a8c3 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:10:00.612312 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: 94b2344a-b262-4d76-ab2f-3f3e02e6a8c3 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:10:00.612671 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device 94b2344a-b262-4d76-ab2f-3f3e02e6a8c3 not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:10:00.622209 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-41504935-77b0-42e8-9207-5d4f5f5c5ff1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:01.102382 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-41504935-77b0-42e8-9207-5d4f5f5c5ff1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Deleting port 0ba41e8b-e49c-4623-96f7-8ee9c58103d9 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:10:01.102977 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-41504935-77b0-42e8-9207-5d4f5f5c5ff1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:01.294914 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-41504935-77b0-42e8-9207-5d4f5f5c5ff1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] For port 0ba41e8b-e49c-4623-96f7-8ee9c58103d9, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=0ba41e8b-e49c-4623-96f7-8ee9c58103d9,segment=NetworkSegment(88580b9e-659a-46f0-b097-39e5d6637fd2),segment_id=88580b9e-659a-46f0-b097-39e5d6637fd2)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:10:01.295278 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-41504935-77b0-42e8-9207-5d4f5f5c5ff1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:01.430845 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-41504935-77b0-42e8-9207-5d4f5f5c5ff1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Calling delete_port for 0ba41e8b-e49c-4623-96f7-8ee9c58103d9 owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:10:01.770759 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-41504935-77b0-42e8-9207-5d4f5f5c5ff1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:01.822382 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41504935-77b0-42e8-9207-5d4f5f5c5ff1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event deleted for resources: {'Port': ['ID=0ba41e8b-e49c-4623-96f7-8ee9c58103d9,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:02.107564 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-41504935-77b0-42e8-9207-5d4f5f5c5ff1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:02.601349 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41504935-77b0-42e8-9207-5d4f5f5c5ff1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Router 2b4d479d-98fe-4c5f-97ba-01f6fffc1ead has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:10:02.780864 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41504935-77b0-42e8-9207-5d4f5f5c5ff1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:10:02.791245 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc21126a-05c4-4418-8b2e-ecf8926bb419 None None] Sync routers for ids ['2b4d479d-98fe-4c5f-97ba-01f6fffc1ead'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:10:02.793829 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-41504935-77b0-42e8-9207-5d4f5f5c5ff1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "PUT /v2.0/routers/2b4d479d-98fe-4c5f-97ba-01f6fffc1ead/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7406664 Feb 09 02:10:02.796367 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39384) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:10:02.801721 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc21126a-05c4-4418-8b2e-ecf8926bb419 None None] Routers {'2b4d479d-98fe-4c5f-97ba-01f6fffc1ead'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:10:02.802370 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-fc21126a-05c4-4418-8b2e-ecf8926bb419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:09:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2b4d479d-98fe-4c5f-97ba-01f6fffc1ead'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:02.866667 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ff8877e-4602-434b-8c67-f0de02b75c20 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Deleting subnet 376671e5-dfc7-43f5-8705-a143c3405d60 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 02:10:02.870203 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4ff8877e-4602-434b-8c67-f0de02b75c20 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:02.926415 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4ff8877e-4602-434b-8c67-f0de02b75c20 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:02.983213 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-fc21126a-05c4-4418-8b2e-ecf8926bb419 None None] Set router 2b4d479d-98fe-4c5f-97ba-01f6fffc1ead gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:10:03.019567 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4ff8877e-4602-434b-8c67-f0de02b75c20 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:03.098693 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4ff8877e-4602-434b-8c67-f0de02b75c20 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:03.138532 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8877e-4602-434b-8c67-f0de02b75c20 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event deleted for resources: {'Subnet': ['ID=376671e5-dfc7-43f5-8705-a143c3405d60,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:03.142221 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-4ff8877e-4602-434b-8c67-f0de02b75c20 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:03.149921 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ec4282-caf4-4cca-af65-ed4828f03bcb None None] Network 23ea8091-cc21-43e5-b80a-27656b321d87 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:10:03.151972 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39388) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:10:03.152445 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-4ff8877e-4602-434b-8c67-f0de02b75c20 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "DELETE /v2.0/subnets/376671e5-dfc7-43f5-8705-a143c3405d60 HTTP/1.1" status: 204 len: 168 time: 0.3546290 Feb 09 02:10:03.282884 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-fc21126a-05c4-4418-8b2e-ecf8926bb419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381351888', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '31cf939a-cb4e-4b3b-9175-b0de329e8eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:08:13Z', 'updated_at': '2022-02-09T02:10:01Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '31cf939a-cb4e-4b3b-9175-b0de329e8eb8', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:08:14Z', 'updated_at': '2022-02-09T02:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:03.286810 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc21126a-05c4-4418-8b2e-ecf8926bb419 None None] Checking router: 2b4d479d-98fe-4c5f-97ba-01f6fffc1ead for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:10:03.295602 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc21126a-05c4-4418-8b2e-ecf8926bb419 None None] Routers {'2b4d479d-98fe-4c5f-97ba-01f6fffc1ead'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:10:03.296308 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-fc21126a-05c4-4418-8b2e-ecf8926bb419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:09:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['2b4d479d-98fe-4c5f-97ba-01f6fffc1ead'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:03.343030 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c92680c4-e3a3-4149-bbc4-30acc779d8ed tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:03.445274 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7003f468-8d5a-4afd-9a14-ca7735e59f03 None None] DHCP port deletion for 23ea8091-cc21-43e5-b80a-27656b321d87 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 02:10:03.450736 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-7003f468-8d5a-4afd-9a14-ca7735e59f03 None None] Deleting port 5861e8e1-6c89-40fd-9159-41632d7e3907 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:10:03.451830 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7003f468-8d5a-4afd-9a14-ca7735e59f03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:03.476666 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-fc21126a-05c4-4418-8b2e-ecf8926bb419 None None] Set router 2b4d479d-98fe-4c5f-97ba-01f6fffc1ead gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:10:03.550816 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c92680c4-e3a3-4149-bbc4-30acc779d8ed tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:03.564350 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-c92680c4-e3a3-4149-bbc4-30acc779d8ed tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Deleting port 31cf939a-cb4e-4b3b-9175-b0de329e8eb8 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:10:03.564734 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c92680c4-e3a3-4149-bbc4-30acc779d8ed tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:03.573066 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 5861e8e1-6c89-40fd-9159-41632d7e3907 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:10:03.751922 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-c92680c4-e3a3-4149-bbc4-30acc779d8ed tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] For port 31cf939a-cb4e-4b3b-9175-b0de329e8eb8, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=31cf939a-cb4e-4b3b-9175-b0de329e8eb8,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:10:03.752145 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c92680c4-e3a3-4149-bbc4-30acc779d8ed tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:03.765506 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-7003f468-8d5a-4afd-9a14-ca7735e59f03 None None] For port 5861e8e1-6c89-40fd-9159-41632d7e3907, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=5861e8e1-6c89-40fd-9159-41632d7e3907,segment=NetworkSegment(88580b9e-659a-46f0-b097-39e5d6637fd2),segment_id=88580b9e-659a-46f0-b097-39e5d6637fd2)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:10:03.765908 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7003f468-8d5a-4afd-9a14-ca7735e59f03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:03.769362 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-fc21126a-05c4-4418-8b2e-ecf8926bb419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381351888', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '31cf939a-cb4e-4b3b-9175-b0de329e8eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:08:13Z', 'updated_at': '2022-02-09T02:10:01Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '31cf939a-cb4e-4b3b-9175-b0de329e8eb8', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:08:14Z', 'updated_at': '2022-02-09T02:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:03.773888 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc21126a-05c4-4418-8b2e-ecf8926bb419 None None] The sync data for ids ['2b4d479d-98fe-4c5f-97ba-01f6fffc1ead'] in n-d-828419-1 is: [{'id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381351888', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '31cf939a-cb4e-4b3b-9175-b0de329e8eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:08:13Z', 'updated_at': '2022-02-09T02:10:01Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '31cf939a-cb4e-4b3b-9175-b0de329e8eb8', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4d479d-98fe-4c5f-97ba-01f6fffc1ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:08:14Z', 'updated_at': '2022-02-09T02:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:10:03.878596 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-c92680c4-e3a3-4149-bbc4-30acc779d8ed tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Calling delete_port for 31cf939a-cb4e-4b3b-9175-b0de329e8eb8 owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:10:03.902422 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-7003f468-8d5a-4afd-9a14-ca7735e59f03 None None] Calling delete_port for 5861e8e1-6c89-40fd-9159-41632d7e3907 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:10:03.949443 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:04.003883 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 5861e8e1-6c89-40fd-9159-41632d7e3907, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=5861e8e1-6c89-40fd-9159-41632d7e3907,segment=NetworkSegment(88580b9e-659a-46f0-b097-39e5d6637fd2),segment_id=88580b9e-659a-46f0-b097-39e5d6637fd2)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:10:04.009400 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:04.049858 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-7003f468-8d5a-4afd-9a14-ca7735e59f03 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:10:04.049858 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-7003f468-8d5a-4afd-9a14-ca7735e59f03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:10:04.083835 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=5861e8e1-6c89-40fd-9159-41632d7e3907,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:04.092692 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:04.093122 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:04.093531 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:04.093816 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:04.094168 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:04.094569 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:04.094955 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:04.095314 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:04.095635 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:04.095953 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:04.096433 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:04.096761 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:04.165684 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c92680c4-e3a3-4149-bbc4-30acc779d8ed tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:04.216240 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92680c4-e3a3-4149-bbc4-30acc779d8ed tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event deleted for resources: {'Port': ['ID=31cf939a-cb4e-4b3b-9175-b0de329e8eb8,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:04.255372 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92680c4-e3a3-4149-bbc4-30acc779d8ed tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:04.255635 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92680c4-e3a3-4149-bbc4-30acc779d8ed tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:04.255976 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92680c4-e3a3-4149-bbc4-30acc779d8ed tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:04.256306 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92680c4-e3a3-4149-bbc4-30acc779d8ed tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:04.256675 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92680c4-e3a3-4149-bbc4-30acc779d8ed tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:04.257003 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92680c4-e3a3-4149-bbc4-30acc779d8ed tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:04.257326 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92680c4-e3a3-4149-bbc4-30acc779d8ed tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:04.257650 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92680c4-e3a3-4149-bbc4-30acc779d8ed tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:04.257970 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92680c4-e3a3-4149-bbc4-30acc779d8ed tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:04.258289 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92680c4-e3a3-4149-bbc4-30acc779d8ed tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:04.258603 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92680c4-e3a3-4149-bbc4-30acc779d8ed tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:04.258918 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92680c4-e3a3-4149-bbc4-30acc779d8ed tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:04.320162 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c92680c4-e3a3-4149-bbc4-30acc779d8ed tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:04.494614 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c92680c4-e3a3-4149-bbc4-30acc779d8ed tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:04.497159 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c92680c4-e3a3-4149-bbc4-30acc779d8ed tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:04.520519 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c92680c4-e3a3-4149-bbc4-30acc779d8ed tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:04.521069 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92680c4-e3a3-4149-bbc4-30acc779d8ed tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Fanout notify agent at l3_agent the message router_deleted on router 2b4d479d-98fe-4c5f-97ba-01f6fffc1ead {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 02:10:04.543031 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c92680c4-e3a3-4149-bbc4-30acc779d8ed tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:04.544147 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c92680c4-e3a3-4149-bbc4-30acc779d8ed tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "DELETE /v2.0/routers/2b4d479d-98fe-4c5f-97ba-01f6fffc1ead HTTP/1.1" status: 204 len: 168 time: 1.3902552 Feb 09 02:10:04.548336 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39392) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:10:04.551103 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-7003f468-8d5a-4afd-9a14-ca7735e59f03 None None] Deleting port 5861e8e1-6c89-40fd-9159-41632d7e3907 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:10:04.551823 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7003f468-8d5a-4afd-9a14-ca7735e59f03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:04.679313 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-270029b6-7af5-4b4c-8ed1-aae77f57b1c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:04.692543 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-270029b6-7af5-4b4c-8ed1-aae77f57b1c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Deleting port 5861e8e1-6c89-40fd-9159-41632d7e3907 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:10:04.692886 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-270029b6-7af5-4b4c-8ed1-aae77f57b1c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:04.772127 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-7003f468-8d5a-4afd-9a14-ca7735e59f03 None None] For port 5861e8e1-6c89-40fd-9159-41632d7e3907, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=5861e8e1-6c89-40fd-9159-41632d7e3907,segment=NetworkSegment(88580b9e-659a-46f0-b097-39e5d6637fd2),segment_id=88580b9e-659a-46f0-b097-39e5d6637fd2)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:10:04.772445 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7003f468-8d5a-4afd-9a14-ca7735e59f03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:04.897052 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-7003f468-8d5a-4afd-9a14-ca7735e59f03 None None] Calling delete_port for 5861e8e1-6c89-40fd-9159-41632d7e3907 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:10:04.906540 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-270029b6-7af5-4b4c-8ed1-aae77f57b1c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] For port 5861e8e1-6c89-40fd-9159-41632d7e3907, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=5861e8e1-6c89-40fd-9159-41632d7e3907,segment=NetworkSegment(88580b9e-659a-46f0-b097-39e5d6637fd2),segment_id=88580b9e-659a-46f0-b097-39e5d6637fd2)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:10:04.906893 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-270029b6-7af5-4b4c-8ed1-aae77f57b1c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:04.974579 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7003f468-8d5a-4afd-9a14-ca7735e59f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:05.027652 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003f468-8d5a-4afd-9a14-ca7735e59f03 None None] Pushing event deleted for resources: {'Port': ['ID=5861e8e1-6c89-40fd-9159-41632d7e3907,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:05.031658 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7003f468-8d5a-4afd-9a14-ca7735e59f03 None None] No DVR routers for this DVR port 5861e8e1-6c89-40fd-9159-41632d7e3907 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:10:05.035151 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-270029b6-7af5-4b4c-8ed1-aae77f57b1c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Calling delete_port for 5861e8e1-6c89-40fd-9159-41632d7e3907 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:10:05.120429 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.db.api [None req-270029b6-7af5-4b4c-8ed1-aae77f57b1c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87611) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:10:05.120744 n-d-828419-1 neutron-server[87611]: DEBUG oslo_db.api [None req-270029b6-7af5-4b4c-8ed1-aae77f57b1c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:10:05.485732 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 0ba41e8b-e49c-4623-96f7-8ee9c58103d9 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:10:05.520056 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 0ba41e8b-e49c-4623-96f7-8ee9c58103d9 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:10:05.520419 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 0ba41e8b-e49c-4623-96f7-8ee9c58103d9 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:10:05.520831 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 31cf939a-cb4e-4b3b-9175-b0de329e8eb8 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:10:05.552402 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 31cf939a-cb4e-4b3b-9175-b0de329e8eb8 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:10:05.552990 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 31cf939a-cb4e-4b3b-9175-b0de329e8eb8 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:10:05.622039 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-270029b6-7af5-4b4c-8ed1-aae77f57b1c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Deleting port 5861e8e1-6c89-40fd-9159-41632d7e3907 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:10:05.622499 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-270029b6-7af5-4b4c-8ed1-aae77f57b1c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:05.689096 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-270029b6-7af5-4b4c-8ed1-aae77f57b1c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] The port '5861e8e1-6c89-40fd-9159-41632d7e3907' was deleted {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 02:10:05.808502 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-270029b6-7af5-4b4c-8ed1-aae77f57b1c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:05.832714 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-270029b6-7af5-4b4c-8ed1-aae77f57b1c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ea8091-cc21-43e5-b80a-27656b321d87']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:05.844820 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-270029b6-7af5-4b4c-8ed1-aae77f57b1c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88580b9e-659a-46f0-b097-39e5d6637fd2') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:05.845115 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-270029b6-7af5-4b4c-8ed1-aae77f57b1c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88580b9e-659a-46f0-b097-39e5d6637fd2') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:05.856601 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-270029b6-7af5-4b4c-8ed1-aae77f57b1c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:05.875543 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-270029b6-7af5-4b4c-8ed1-aae77f57b1c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:05.881837 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270029b6-7af5-4b4c-8ed1-aae77f57b1c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Releasing vlan 998 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:10:05.882219 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-270029b6-7af5-4b4c-8ed1-aae77f57b1c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: util.warn( Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: timer() Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:10:05.896178 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:10:05.972932 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-270029b6-7af5-4b4c-8ed1-aae77f57b1c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:05.990649 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-270029b6-7af5-4b4c-8ed1-aae77f57b1c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:06.002653 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270029b6-7af5-4b4c-8ed1-aae77f57b1c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event deleted for resources: {'Network': ['ID=23ea8091-cc21-43e5-b80a-27656b321d87,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:06.014657 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-270029b6-7af5-4b4c-8ed1-aae77f57b1c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "DELETE /v2.0/networks/23ea8091-cc21-43e5-b80a-27656b321d87 HTTP/1.1" status: 204 len: 168 time: 1.4651003 Feb 09 02:10:06.017346 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39396) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:10:06.185454 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6528b447-f73c-471d-995b-8bb7019dfc22 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:06.214369 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6528b447-f73c-471d-995b-8bb7019dfc22 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:06.279986 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6528b447-f73c-471d-995b-8bb7019dfc22 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:06.298059 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528b447-f73c-471d-995b-8bb7019dfc22 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6503dc-a294-4898-9f7f-96faefda6bd5,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:06.309070 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6528b447-f73c-471d-995b-8bb7019dfc22 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:06.310187 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6528b447-f73c-471d-995b-8bb7019dfc22 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "DELETE /v2.0/security-groups/2a6503dc-a294-4898-9f7f-96faefda6bd5 HTTP/1.1" status: 204 len: 168 time: 0.2919545 Feb 09 02:10:06.655614 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39404) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:10:06.660799 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-3410e373-c387-4767-957a-1102302390fc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2087858484', 'description': 'tempest-secgroup-smoke-2087858484 description', 'project_id': '16b263e01e4243329994a2077cba6ee7'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:06.667490 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3410e373-c387-4767-957a-1102302390fc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:10:06.671559 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3410e373-c387-4767-957a-1102302390fc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:10:06.674378 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3410e373-c387-4767-957a-1102302390fc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:10:06.679911 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3410e373-c387-4767-957a-1102302390fc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:10:06.690703 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3410e373-c387-4767-957a-1102302390fc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:06.709934 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3410e373-c387-4767-957a-1102302390fc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:10:06.714833 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3410e373-c387-4767-957a-1102302390fc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:10:06.717661 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3410e373-c387-4767-957a-1102302390fc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:10:06.723346 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3410e373-c387-4767-957a-1102302390fc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:10:06.794964 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3410e373-c387-4767-957a-1102302390fc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:06.798949 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3410e373-c387-4767-957a-1102302390fc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:06.846453 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410e373-c387-4767-957a-1102302390fc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e304722-5b12-48cb-a84d-db7cdc242695,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:06.853541 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3410e373-c387-4767-957a-1102302390fc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:06.855388 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3410e373-c387-4767-957a-1102302390fc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1987166 Feb 09 02:10:06.858204 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39408) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:10:06.863033 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-69dd79bd-1875-477a-a1aa-6278a3fd07b2 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'security_group_rule': {'security_group_id': '6e304722-5b12-48cb-a84d-db7cdc242695', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:06.870125 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-69dd79bd-1875-477a-a1aa-6278a3fd07b2 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:10:06.873973 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-69dd79bd-1875-477a-a1aa-6278a3fd07b2 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:10:06.876807 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-69dd79bd-1875-477a-a1aa-6278a3fd07b2 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:10:06.882623 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-69dd79bd-1875-477a-a1aa-6278a3fd07b2 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:10:06.899445 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-69dd79bd-1875-477a-a1aa-6278a3fd07b2 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:06.958377 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-69dd79bd-1875-477a-a1aa-6278a3fd07b2 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:06.961873 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-69dd79bd-1875-477a-a1aa-6278a3fd07b2 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:06.985474 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd79bd-1875-477a-a1aa-6278a3fd07b2 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa0b607b-b17e-460b-89d6-93d7f86a0178,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:06.993644 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-69dd79bd-1875-477a-a1aa-6278a3fd07b2 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:06.995457 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-69dd79bd-1875-477a-a1aa-6278a3fd07b2 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363163 Feb 09 02:10:06.998273 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39412) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:10:07.003528 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-36da4b9b-e318-421d-937b-50b5a2a6e669 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'security_group_rule': {'security_group_id': '6e304722-5b12-48cb-a84d-db7cdc242695', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:07.010523 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-36da4b9b-e318-421d-937b-50b5a2a6e669 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:10:07.014323 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-36da4b9b-e318-421d-937b-50b5a2a6e669 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:10:07.018627 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-36da4b9b-e318-421d-937b-50b5a2a6e669 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:10:07.024369 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-36da4b9b-e318-421d-937b-50b5a2a6e669 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:10:07.035368 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ade531d7-5225-4dfe-b7d5-a6b26dde505b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:07.046099 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-36da4b9b-e318-421d-937b-50b5a2a6e669 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:07.106363 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-36da4b9b-e318-421d-937b-50b5a2a6e669 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:07.109977 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-36da4b9b-e318-421d-937b-50b5a2a6e669 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:07.135348 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da4b9b-e318-421d-937b-50b5a2a6e669 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76a10c7-e18e-4d3d-8e1e-16d44bc818b3,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:07.144541 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-36da4b9b-e318-421d-937b-50b5a2a6e669 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:07.145772 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-36da4b9b-e318-421d-937b-50b5a2a6e669 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1465893 Feb 09 02:10:07.148542 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39416) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:10:07.154037 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-dfbbc929-2c8c-488f-82f2-dc95c1befc5a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'security_group_rule': {'security_group_id': '6e304722-5b12-48cb-a84d-db7cdc242695', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:07.162501 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-dfbbc929-2c8c-488f-82f2-dc95c1befc5a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:10:07.167552 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-dfbbc929-2c8c-488f-82f2-dc95c1befc5a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:10:07.170486 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-dfbbc929-2c8c-488f-82f2-dc95c1befc5a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:10:07.176360 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-dfbbc929-2c8c-488f-82f2-dc95c1befc5a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:10:07.195332 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dfbbc929-2c8c-488f-82f2-dc95c1befc5a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:07.257764 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dfbbc929-2c8c-488f-82f2-dc95c1befc5a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:07.261120 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dfbbc929-2c8c-488f-82f2-dc95c1befc5a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:07.283544 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbc929-2c8c-488f-82f2-dc95c1befc5a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d61e8d6-af94-4699-8d7d-0a4fe1a00552,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:07.291848 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-dfbbc929-2c8c-488f-82f2-dc95c1befc5a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:07.293003 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-dfbbc929-2c8c-488f-82f2-dc95c1befc5a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1435764 Feb 09 02:10:07.295696 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39420) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:10:07.300555 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-73c3d15f-7ced-4ff8-9cd3-5e236d1ef957 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'security_group_rule': {'security_group_id': '6e304722-5b12-48cb-a84d-db7cdc242695', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:07.307533 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-73c3d15f-7ced-4ff8-9cd3-5e236d1ef957 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:10:07.311297 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-73c3d15f-7ced-4ff8-9cd3-5e236d1ef957 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:10:07.314111 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-73c3d15f-7ced-4ff8-9cd3-5e236d1ef957 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:10:07.319620 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-73c3d15f-7ced-4ff8-9cd3-5e236d1ef957 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:10:07.335627 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-73c3d15f-7ced-4ff8-9cd3-5e236d1ef957 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:07.396384 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-73c3d15f-7ced-4ff8-9cd3-5e236d1ef957 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:07.401513 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-73c3d15f-7ced-4ff8-9cd3-5e236d1ef957 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:07.424361 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3d15f-7ced-4ff8-9cd3-5e236d1ef957 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f05b49-dc62-4567-8ca6-5ad720e990b5,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:07.433595 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-73c3d15f-7ced-4ff8-9cd3-5e236d1ef957 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:07.434818 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-73c3d15f-7ced-4ff8-9cd3-5e236d1ef957 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1382082 Feb 09 02:10:07.437435 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39424) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:10:07.442380 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b935e77d-ce1a-47f1-904d-2b9d0aa06adc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'security_group_rule': {'security_group_id': '6e304722-5b12-48cb-a84d-db7cdc242695', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:07.449283 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b935e77d-ce1a-47f1-904d-2b9d0aa06adc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:10:07.453149 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b935e77d-ce1a-47f1-904d-2b9d0aa06adc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:10:07.456082 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b935e77d-ce1a-47f1-904d-2b9d0aa06adc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:10:07.461858 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b935e77d-ce1a-47f1-904d-2b9d0aa06adc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:10:07.472280 n-d-828419-1 neutron-server[87611]: INFO neutron.db.securitygroups_db [None req-b935e77d-ce1a-47f1-904d-2b9d0aa06adc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Project 16b263e01e4243329994a2077cba6ee7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:10:07.479296 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b935e77d-ce1a-47f1-904d-2b9d0aa06adc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:07.549310 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b935e77d-ce1a-47f1-904d-2b9d0aa06adc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:07.552835 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b935e77d-ce1a-47f1-904d-2b9d0aa06adc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:07.575432 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935e77d-ce1a-47f1-904d-2b9d0aa06adc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b6b7e8-3a0c-4b28-b7d0-900e523b30d5,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:07.584560 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b935e77d-ce1a-47f1-904d-2b9d0aa06adc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:07.585734 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b935e77d-ce1a-47f1-904d-2b9d0aa06adc tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1473920 Feb 09 02:10:07.588936 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39428) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:10:07.593802 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-d657695f-8028-4aa5-b383-12c6e8bf0d4b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'security_group_rule': {'security_group_id': '6e304722-5b12-48cb-a84d-db7cdc242695', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:07.600257 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d657695f-8028-4aa5-b383-12c6e8bf0d4b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:10:07.604709 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d657695f-8028-4aa5-b383-12c6e8bf0d4b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:security_group_rule and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:10:07.607547 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-d657695f-8028-4aa5-b383-12c6e8bf0d4b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:10:07.613223 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-d657695f-8028-4aa5-b383-12c6e8bf0d4b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:10:07.623459 n-d-828419-1 neutron-server[87611]: INFO neutron.db.securitygroups_db [None req-d657695f-8028-4aa5-b383-12c6e8bf0d4b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Project 16b263e01e4243329994a2077cba6ee7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:10:07.630278 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d657695f-8028-4aa5-b383-12c6e8bf0d4b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:07.696126 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d657695f-8028-4aa5-b383-12c6e8bf0d4b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:07.699955 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d657695f-8028-4aa5-b383-12c6e8bf0d4b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:07.721036 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657695f-8028-4aa5-b383-12c6e8bf0d4b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc95eedd-54e6-454f-b848-d0f06fe9289b,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:07.732196 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-d657695f-8028-4aa5-b383-12c6e8bf0d4b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:07.733468 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-d657695f-8028-4aa5-b383-12c6e8bf0d4b tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1436307 Feb 09 02:10:07.736321 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39432) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:10:07.741684 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-347713ec-5a0e-41e4-8890-be1939b81758 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'network': {'name': 'tempest-network-smoke--931032075', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'port_security_enabled': True}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:07.747301 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-347713ec-5a0e-41e4-8890-be1939b81758 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:10:07.751370 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-347713ec-5a0e-41e4-8890-be1939b81758 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:network and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:10:07.754480 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-347713ec-5a0e-41e4-8890-be1939b81758 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:10:07.760645 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-347713ec-5a0e-41e4-8890-be1939b81758 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:10:07.770133 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347713ec-5a0e-41e4-8890-be1939b81758 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Made reservation on behalf of 16b263e01e4243329994a2077cba6ee7 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:10:07.773479 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-347713ec-5a0e-41e4-8890-be1939b81758 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:07.800436 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-347713ec-5a0e-41e4-8890-be1939b81758 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 966} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:10:07.808761 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-347713ec-5a0e-41e4-8890-be1939b81758 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:07.809106 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-347713ec-5a0e-41e4-8890-be1939b81758 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Added segment cab2f155-06a0-49c3-978d-71a7861e7f2e of type vlan for network 314c146c-3872-4cc8-a54a-fd6f8edc1b0f Feb 09 02:10:07.834251 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-347713ec-5a0e-41e4-8890-be1939b81758 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:07.862440 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-347713ec-5a0e-41e4-8890-be1939b81758 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:07.867777 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347713ec-5a0e-41e4-8890-be1939b81758 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:07.868365 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-347713ec-5a0e-41e4-8890-be1939b81758 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:07.982016 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-347713ec-5a0e-41e4-8890-be1939b81758 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2445233 Feb 09 02:10:07.984784 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347713ec-5a0e-41e4-8890-be1939b81758 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Network': ['ID=314c146c-3872-4cc8-a54a-fd6f8edc1b0f,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:07.985095 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39436) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:10:07.990286 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-f204976e-e387-4b02-a1f0-f7b1a3b5d719 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1531320144', 'admin_state_up': True, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:07.995681 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 314c146c-3872-4cc8-a54a-fd6f8edc1b0f details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 02:10:07.998138 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f204976e-e387-4b02-a1f0-f7b1a3b5d719 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:10:08.002424 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f204976e-e387-4b02-a1f0-f7b1a3b5d719 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:router and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:10:08.005761 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-f204976e-e387-4b02-a1f0-f7b1a3b5d719 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:10:08.013557 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-f204976e-e387-4b02-a1f0-f7b1a3b5d719 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:10:08.024767 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f204976e-e387-4b02-a1f0-f7b1a3b5d719 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:08.026591 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f204976e-e387-4b02-a1f0-f7b1a3b5d719 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:08.042647 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f204976e-e387-4b02-a1f0-f7b1a3b5d719 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:08.313243 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f204976e-e387-4b02-a1f0-f7b1a3b5d719 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:08.607168 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f204976e-e387-4b02-a1f0-f7b1a3b5d719 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:08.636147 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f204976e-e387-4b02-a1f0-f7b1a3b5d719 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:08.767374 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-f204976e-e387-4b02-a1f0-f7b1a3b5d719 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Allocated IP 172.25.5.72 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/239ee641-b026-4d20-a728-37be7a26e655) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:10:09.029089 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f204976e-e387-4b02-a1f0-f7b1a3b5d719 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:09.059403 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f204976e-e387-4b02-a1f0-f7b1a3b5d719 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:09.122622 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f204976e-e387-4b02-a1f0-f7b1a3b5d719 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:10:09.125486 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-f204976e-e387-4b02-a1f0-f7b1a3b5d719 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:10:09.129570 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f204976e-e387-4b02-a1f0-f7b1a3b5d719 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:10:09.164025 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204976e-e387-4b02-a1f0-f7b1a3b5d719 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Port': ['ID=239ee641-b026-4d20-a728-37be7a26e655,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:09.446306 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a0b039ef-c479-4f91-aae3-ee89df3bcbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:09.542434 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f204976e-e387-4b02-a1f0-f7b1a3b5d719 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router_gateway, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:09.880615 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f204976e-e387-4b02-a1f0-f7b1a3b5d719 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:10.084533 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f204976e-e387-4b02-a1f0-f7b1a3b5d719 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Router 104937ac-716b-44f4-8450-c95fc79b5f4d is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 02:10:10.373350 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f204976e-e387-4b02-a1f0-f7b1a3b5d719 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:10:10.382788 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c1a2e9-9c96-48b2-b361-c3f5b011277f None None] Sync routers for ids ['104937ac-716b-44f4-8450-c95fc79b5f4d'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:10:10.392761 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c1a2e9-9c96-48b2-b361-c3f5b011277f None None] Routers {'104937ac-716b-44f4-8450-c95fc79b5f4d'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:10:10.393374 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-65c1a2e9-9c96-48b2-b361-c3f5b011277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:10:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['104937ac-716b-44f4-8450-c95fc79b5f4d'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:10.400270 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-f204976e-e387-4b02-a1f0-f7b1a3b5d719 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:10.402097 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f204976e-e387-4b02-a1f0-f7b1a3b5d719 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4160016 Feb 09 02:10:10.405623 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39442) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:10:10.448343 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c00c12c0-f0a4-4453-ac20-645d0b3f7aa6 tempest-TestNetworkAdvancedServerOps-1592522248 tempest-TestNetworkAdvancedServerOps-1592522248-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=16b263e01e4243329994a2077cba6ee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410049 Feb 09 02:10:10.451874 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39446) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:10:10.570927 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-65c1a2e9-9c96-48b2-b361-c3f5b011277f None None] Set router 104937ac-716b-44f4-8450-c95fc79b5f4d gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:10:10.582485 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164eab3c-1d39-426b-9108-bb75e7e4fa98 tempest-TestNetworkAdvancedServerOps-1592522248 tempest-TestNetworkAdvancedServerOps-1592522248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:10.583969 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-164eab3c-1d39-426b-9108-bb75e7e4fa98 tempest-TestNetworkAdvancedServerOps-1592522248 tempest-TestNetworkAdvancedServerOps-1592522248-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1310866 Feb 09 02:10:10.587293 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39450) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:10:10.626087 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-bcb8145b-f41e-457c-aad7-57a6d5123586 tempest-TestNetworkAdvancedServerOps-1592522248 tempest-TestNetworkAdvancedServerOps-1592522248-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d1df58ff-1788-422d-89ee-d00e1fe89789&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376580 Feb 09 02:10:10.628499 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39454) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:10:10.633865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-d00a3a98-d52e-404c-8f50-101f39958adb tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1286789462', 'network_id': '314c146c-3872-4cc8-a54a-fd6f8edc1b0f', 'project_id': '16b263e01e4243329994a2077cba6ee7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:10.745028 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d00a3a98-d52e-404c-8f50-101f39958adb tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:10:10.749906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d00a3a98-d52e-404c-8f50-101f39958adb tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:subnet and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:10:10.753378 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-d00a3a98-d52e-404c-8f50-101f39958adb tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:10:10.758921 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:10.759088 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-d00a3a98-d52e-404c-8f50-101f39958adb tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:10:10.769228 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00a3a98-d52e-404c-8f50-101f39958adb tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Made reservation on behalf of 16b263e01e4243329994a2077cba6ee7 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:10:10.773093 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d00a3a98-d52e-404c-8f50-101f39958adb tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:10.776507 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:10.881762 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-65c1a2e9-9c96-48b2-b361-c3f5b011277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531320144', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '239ee641-b026-4d20-a728-37be7a26e655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:10:08Z', 'updated_at': '2022-02-09T02:10:09Z', 'revision_number': 3, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '239ee641-b026-4d20-a728-37be7a26e655', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:08Z', 'updated_at': '2022-02-09T02:10:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:10.886150 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c1a2e9-9c96-48b2-b361-c3f5b011277f None None] Checking router: 104937ac-716b-44f4-8450-c95fc79b5f4d for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:10:10.886496 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c1a2e9-9c96-48b2-b361-c3f5b011277f None None] Updating router 104937ac-716b-44f4-8450-c95fc79b5f4d port 239ee641-b026-4d20-a728-37be7a26e655 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:10:10.939372 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-65c1a2e9-9c96-48b2-b361-c3f5b011277f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:10.994153 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d00a3a98-d52e-404c-8f50-101f39958adb tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:11.079391 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a3a98-d52e-404c-8f50-101f39958adb tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Subnet': ['ID=b35ac0ee-3957-4f70-a93b-bd117a5f8759,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:11.086151 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00a3a98-d52e-404c-8f50-101f39958adb tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Checking segment: {'id': 'cab2f155-06a0-49c3-978d-71a7861e7f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '314c146c-3872-4cc8-a54a-fd6f8edc1b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:10:11.086821 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00a3a98-d52e-404c-8f50-101f39958adb tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Network hostable DHCP agents. Network: 314c146c-3872-4cc8-a54a-fd6f8edc1b0f, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:10:11.106713 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00a3a98-d52e-404c-8f50-101f39958adb tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Network 314c146c-3872-4cc8-a54a-fd6f8edc1b0f is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:10:11.116454 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-d00a3a98-d52e-404c-8f50-101f39958adb tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 314c146c-3872-4cc8-a54a-fd6f8edc1b0f) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:10:11.121344 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00a3a98-d52e-404c-8f50-101f39958adb tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:11.122883 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d00a3a98-d52e-404c-8f50-101f39958adb tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:11.136733 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4afa47b-f93d-49f1-9e0f-16102f946cef None None] Network 314c146c-3872-4cc8-a54a-fd6f8edc1b0f requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:10:11.145468 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d00a3a98-d52e-404c-8f50-101f39958adb tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5159872 Feb 09 02:10:11.148188 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39458) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:10:11.446510 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd68498c-65a4-4a43-8638-ef3b95b4e2e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-314c146c-3872-4cc8-a54a-fd6f8edc1b0f', 'network_id': '314c146c-3872-4cc8-a54a-fd6f8edc1b0f', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'fixed_ips': [{'subnet_id': 'b35ac0ee-3957-4f70-a93b-bd117a5f8759'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 02:10:11.447364 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fd68498c-65a4-4a43-8638-ef3b95b4e2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:11.467376 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-65c1a2e9-9c96-48b2-b361-c3f5b011277f None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:11.485296 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-65c1a2e9-9c96-48b2-b361-c3f5b011277f None None] Transition to ACTIVE for port object 239ee641-b026-4d20-a728-37be7a26e655 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:10:11.533185 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-65c1a2e9-9c96-48b2-b361-c3f5b011277f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:11.663873 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b7c59-ced4-4aae-b044-1402dadc1e62 None None] Pushing event updated for resources: {'Port': ['ID=239ee641-b026-4d20-a728-37be7a26e655,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:11.677992 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-65c1a2e9-9c96-48b2-b361-c3f5b011277f None None] Attempting to bind port 239ee641-b026-4d20-a728-37be7a26e655 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:10:11.678360 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-65c1a2e9-9c96-48b2-b361-c3f5b011277f None None] Attempting to bind port 239ee641-b026-4d20-a728-37be7a26e655 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:10:11.678724 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c1a2e9-9c96-48b2-b361-c3f5b011277f None None] Attempting to bind port 239ee641-b026-4d20-a728-37be7a26e655 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:10:11.691638 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c1a2e9-9c96-48b2-b361-c3f5b011277f None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:10:11.691937 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c1a2e9-9c96-48b2-b361-c3f5b011277f None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:10:11.692338 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-65c1a2e9-9c96-48b2-b361-c3f5b011277f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:11.692753 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c1a2e9-9c96-48b2-b361-c3f5b011277f None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:10:11.693224 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-65c1a2e9-9c96-48b2-b361-c3f5b011277f None None] Bound port: 239ee641-b026-4d20-a728-37be7a26e655, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:10:11.693598 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-65c1a2e9-9c96-48b2-b361-c3f5b011277f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:11.784932 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-fd68498c-65a4-4a43-8638-ef3b95b4e2e6 None None] Allocated IP 172.20.0.2 (314c146c-3872-4cc8-a54a-fd6f8edc1b0f/b35ac0ee-3957-4f70-a93b-bd117a5f8759/999fbae4-b522-448c-b02f-2845aecd4d60) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:10:11.885517 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-65c1a2e9-9c96-48b2-b361-c3f5b011277f None None] For port 239ee641-b026-4d20-a728-37be7a26e655, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:10:11.903421 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-65c1a2e9-9c96-48b2-b361-c3f5b011277f None None] For port 239ee641-b026-4d20-a728-37be7a26e655, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=239ee641-b026-4d20-a728-37be7a26e655,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:10:11.911478 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-65c1a2e9-9c96-48b2-b361-c3f5b011277f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:11.971775 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b701b031-dd06-4409-8103-b7be3cd4850a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:12.081063 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c1a2e9-9c96-48b2-b361-c3f5b011277f None None] Routers {'104937ac-716b-44f4-8450-c95fc79b5f4d'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:10:12.081721 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-65c1a2e9-9c96-48b2-b361-c3f5b011277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:10:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['104937ac-716b-44f4-8450-c95fc79b5f4d'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:12.154769 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:12.159290 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b7c59-ced4-4aae-b044-1402dadc1e62 None None] Pushing event updated for resources: {'Port': ['ID=239ee641-b026-4d20-a728-37be7a26e655,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:12.190615 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fd68498c-65a4-4a43-8638-ef3b95b4e2e6 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:12.207708 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-fd68498c-65a4-4a43-8638-ef3b95b4e2e6 None None] Transition to ACTIVE for port object 999fbae4-b522-448c-b02f-2845aecd4d60 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:10:12.302907 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-fd68498c-65a4-4a43-8638-ef3b95b4e2e6 None None] Transition to ACTIVE for port object 999fbae4-b522-448c-b02f-2845aecd4d60 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:10:12.313874 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fd68498c-65a4-4a43-8638-ef3b95b4e2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:12.318294 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-65c1a2e9-9c96-48b2-b361-c3f5b011277f None None] Set router 104937ac-716b-44f4-8450-c95fc79b5f4d gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:10:12.385028 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-b701b031-dd06-4409-8103-b7be3cd4850a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Allocated IP 172.20.0.1 (314c146c-3872-4cc8-a54a-fd6f8edc1b0f/b35ac0ee-3957-4f70-a93b-bd117a5f8759/9ffa149a-d57e-41cf-81cc-a396f98398be) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:10:12.542293 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b701b031-dd06-4409-8103-b7be3cd4850a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:12.546833 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd68498c-65a4-4a43-8638-ef3b95b4e2e6 None None] Network 314c146c-3872-4cc8-a54a-fd6f8edc1b0f is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:10:12.551180 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-fd68498c-65a4-4a43-8638-ef3b95b4e2e6 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:10:12.557664 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd68498c-65a4-4a43-8638-ef3b95b4e2e6 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:10:12.560691 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-b701b031-dd06-4409-8103-b7be3cd4850a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Transition to ACTIVE for port object 9ffa149a-d57e-41cf-81cc-a396f98398be will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:10:12.562619 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68498c-65a4-4a43-8638-ef3b95b4e2e6 None None] Pushing event updated for resources: {'Port': ['ID=999fbae4-b522-448c-b02f-2845aecd4d60,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:12.584369 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b701b031-dd06-4409-8103-b7be3cd4850a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:12.657504 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b701b031-dd06-4409-8103-b7be3cd4850a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Network 314c146c-3872-4cc8-a54a-fd6f8edc1b0f is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:10:12.660909 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-b701b031-dd06-4409-8103-b7be3cd4850a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:10:12.664813 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b701b031-dd06-4409-8103-b7be3cd4850a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:10:12.678882 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-fd68498c-65a4-4a43-8638-ef3b95b4e2e6 None None] Attempting to bind port 999fbae4-b522-448c-b02f-2845aecd4d60 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:10:12.679448 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-fd68498c-65a4-4a43-8638-ef3b95b4e2e6 None None] Attempting to bind port 999fbae4-b522-448c-b02f-2845aecd4d60 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'cab2f155-06a0-49c3-978d-71a7861e7f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '314c146c-3872-4cc8-a54a-fd6f8edc1b0f'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:10:12.679649 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd68498c-65a4-4a43-8638-ef3b95b4e2e6 None None] Attempting to bind port 999fbae4-b522-448c-b02f-2845aecd4d60 on network 314c146c-3872-4cc8-a54a-fd6f8edc1b0f {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:10:12.694918 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701b031-dd06-4409-8103-b7be3cd4850a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Port': ['ID=9ffa149a-d57e-41cf-81cc-a396f98398be,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:12.696143 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd68498c-65a4-4a43-8638-ef3b95b4e2e6 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:10:12.697057 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd68498c-65a4-4a43-8638-ef3b95b4e2e6 None None] Checking segment: {'id': 'cab2f155-06a0-49c3-978d-71a7861e7f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '314c146c-3872-4cc8-a54a-fd6f8edc1b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:10:12.697057 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fd68498c-65a4-4a43-8638-ef3b95b4e2e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:12.697348 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd68498c-65a4-4a43-8638-ef3b95b4e2e6 None None] Bound using segment: {'id': 'cab2f155-06a0-49c3-978d-71a7861e7f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '314c146c-3872-4cc8-a54a-fd6f8edc1b0f'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:10:12.697808 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-fd68498c-65a4-4a43-8638-ef3b95b4e2e6 None None] Bound port: 999fbae4-b522-448c-b02f-2845aecd4d60, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab2f155-06a0-49c3-978d-71a7861e7f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '314c146c-3872-4cc8-a54a-fd6f8edc1b0f'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:10:12.698179 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fd68498c-65a4-4a43-8638-ef3b95b4e2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:12.724997 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b701b031-dd06-4409-8103-b7be3cd4850a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:12.833981 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-fd68498c-65a4-4a43-8638-ef3b95b4e2e6 None None] For port 999fbae4-b522-448c-b02f-2845aecd4d60, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:10:12.837568 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-fd68498c-65a4-4a43-8638-ef3b95b4e2e6 None None] For port 999fbae4-b522-448c-b02f-2845aecd4d60, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=999fbae4-b522-448c-b02f-2845aecd4d60,segment=NetworkSegment(cab2f155-06a0-49c3-978d-71a7861e7f2e),segment_id=cab2f155-06a0-49c3-978d-71a7861e7f2e)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:10:12.842570 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-65c1a2e9-9c96-48b2-b361-c3f5b011277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531320144', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '239ee641-b026-4d20-a728-37be7a26e655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:10:08Z', 'updated_at': '2022-02-09T02:10:09Z', 'revision_number': 3, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '239ee641-b026-4d20-a728-37be7a26e655', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:08Z', 'updated_at': '2022-02-09T02:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:12.845094 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fd68498c-65a4-4a43-8638-ef3b95b4e2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:12.890936 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c1a2e9-9c96-48b2-b361-c3f5b011277f None None] The sync data for ids ['104937ac-716b-44f4-8450-c95fc79b5f4d'] in n-d-828419-1 is: [{'id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531320144', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '239ee641-b026-4d20-a728-37be7a26e655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:10:08Z', 'updated_at': '2022-02-09T02:10:09Z', 'revision_number': 3, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '239ee641-b026-4d20-a728-37be7a26e655', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:08Z', 'updated_at': '2022-02-09T02:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:10:12.937393 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68498c-65a4-4a43-8638-ef3b95b4e2e6 None None] Pushing event updated for resources: {'Port': ['ID=999fbae4-b522-448c-b02f-2845aecd4d60,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:13.022746 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b701b031-dd06-4409-8103-b7be3cd4850a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:13.565164 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b701b031-dd06-4409-8103-b7be3cd4850a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:13.568817 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 239ee641-b026-4d20-a728-37be7a26e655 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:10:13.571079 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b701b031-dd06-4409-8103-b7be3cd4850a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:13.651858 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 239ee641-b026-4d20-a728-37be7a26e655 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:10:13.658298 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 239ee641-b026-4d20-a728-37be7a26e655 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:13.658753 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:13.805202 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:13.830770 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701b031-dd06-4409-8103-b7be3cd4850a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Port': ['ID=9ffa149a-d57e-41cf-81cc-a396f98398be,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:13.831360 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 239ee641-b026-4d20-a728-37be7a26e655, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=239ee641-b026-4d20-a728-37be7a26e655,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:10:13.839338 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:13.840265 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 999fbae4-b522-448c-b02f-2845aecd4d60 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:10:13.846209 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b701b031-dd06-4409-8103-b7be3cd4850a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:14.009169 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b701b031-dd06-4409-8103-b7be3cd4850a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Network 314c146c-3872-4cc8-a54a-fd6f8edc1b0f is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:10:14.011458 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-b701b031-dd06-4409-8103-b7be3cd4850a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:10:14.035032 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=239ee641-b026-4d20-a728-37be7a26e655,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:14.055221 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 999fbae4-b522-448c-b02f-2845aecd4d60 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:10:14.162002 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe7906f-13fb-4adb-bdbf-e4316ead6b0c None None] Network 314c146c-3872-4cc8-a54a-fd6f8edc1b0f requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:10:14.239622 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b701b031-dd06-4409-8103-b7be3cd4850a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Router 104937ac-716b-44f4-8450-c95fc79b5f4d has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:10:14.268254 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-25216e2c-23ef-4441-8220-e77732dfbfba None None] Provisioning for port 999fbae4-b522-448c-b02f-2845aecd4d60 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:10:14.285474 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-25216e2c-23ef-4441-8220-e77732dfbfba None None] Provisioning complete for port 999fbae4-b522-448c-b02f-2845aecd4d60 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:14.285846 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-25216e2c-23ef-4441-8220-e77732dfbfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:14.429750 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b701b031-dd06-4409-8103-b7be3cd4850a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:10:14.443418 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b701b031-dd06-4409-8103-b7be3cd4850a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "PUT /v2.0/routers/104937ac-716b-44f4-8450-c95fc79b5f4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2942195 Feb 09 02:10:14.505624 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-25216e2c-23ef-4441-8220-e77732dfbfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:14.554246 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-25216e2c-23ef-4441-8220-e77732dfbfba None None] For port 999fbae4-b522-448c-b02f-2845aecd4d60, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=999fbae4-b522-448c-b02f-2845aecd4d60,segment=NetworkSegment(cab2f155-06a0-49c3-978d-71a7861e7f2e),segment_id=cab2f155-06a0-49c3-978d-71a7861e7f2e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:10:14.559988 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-25216e2c-23ef-4441-8220-e77732dfbfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:14.636554 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25216e2c-23ef-4441-8220-e77732dfbfba None None] Pushing event updated for resources: {'Port': ['ID=999fbae4-b522-448c-b02f-2845aecd4d60,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:14.787427 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-859f6a45-af59-4ac3-8b5d-300b9f540fd7 None None] Provisioning for port 9ffa149a-d57e-41cf-81cc-a396f98398be completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:10:14.793704 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-859f6a45-af59-4ac3-8b5d-300b9f540fd7 None None] Provisioning complete for port 9ffa149a-d57e-41cf-81cc-a396f98398be triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:14.794148 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-859f6a45-af59-4ac3-8b5d-300b9f540fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:14.794299 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-a084f181-3c94-4ad2-b33c-bbf87197b00c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Synchronizing usage tracker for tenant:16b263e01e4243329994a2077cba6ee7 on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:10:14.811903 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-a084f181-3c94-4ad2-b33c-bbf87197b00c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Unset dirty status for tenant:16b263e01e4243329994a2077cba6ee7 on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:10:14.813252 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-a084f181-3c94-4ad2-b33c-bbf87197b00c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2087858484&fields=id&tenant_id=16b263e01e4243329994a2077cba6ee7 HTTP/1.1" status: 200 len: 267 time: 0.0676165 Feb 09 02:10:14.864204 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-859f6a45-af59-4ac3-8b5d-300b9f540fd7 None None] Port 9ffa149a-d57e-41cf-81cc-a396f98398be cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:10:14.875545 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-859f6a45-af59-4ac3-8b5d-300b9f540fd7 None None] Provisioning complete for port 999fbae4-b522-448c-b02f-2845aecd4d60 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:14.876331 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-859f6a45-af59-4ac3-8b5d-300b9f540fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:14.923030 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5753d080-3af0-4fbd-93f0-163832b414ee None None] Sync routers for ids ['104937ac-716b-44f4-8450-c95fc79b5f4d'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:10:14.934632 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5753d080-3af0-4fbd-93f0-163832b414ee None None] Routers {'104937ac-716b-44f4-8450-c95fc79b5f4d'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:10:14.935594 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-5753d080-3af0-4fbd-93f0-163832b414ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:10:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['104937ac-716b-44f4-8450-c95fc79b5f4d'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:14.993309 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-eb3e72ea-0d45-43a0-ab81-f324afdbb9ca tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:14.994057 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-eb3e72ea-0d45-43a0-ab81-f324afdbb9ca tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Synchronizing usage tracker for tenant:16b263e01e4243329994a2077cba6ee7 on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:10:15.014222 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-eb3e72ea-0d45-43a0-ab81-f324afdbb9ca tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Unset dirty status for tenant:16b263e01e4243329994a2077cba6ee7 on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:10:15.015977 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-eb3e72ea-0d45-43a0-ab81-f324afdbb9ca tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/networks?id=314c146c-3872-4cc8-a54a-fd6f8edc1b0f HTTP/1.1" status: 200 len: 796 time: 0.1956756 Feb 09 02:10:15.034448 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-842f6e03-8098-4121-be93-d95e5aea9497 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/quotas/16b263e01e4243329994a2077cba6ee7 HTTP/1.1" status: 200 len: 375 time: 0.0113585 Feb 09 02:10:15.126985 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-4a56f5ef-f4fb-4031-9916-6a47fa034016 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Synchronizing usage tracker for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:10:15.143861 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-4a56f5ef-f4fb-4031-9916-6a47fa034016 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Unset dirty status for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:10:15.154646 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-5753d080-3af0-4fbd-93f0-163832b414ee None None] Set router 104937ac-716b-44f4-8450-c95fc79b5f4d gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:10:15.156949 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-4a56f5ef-f4fb-4031-9916-6a47fa034016 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1157706 Feb 09 02:10:15.165959 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-737d33ab-959c-44cb-9dae-cd249051ffa7 None None] Provisioning complete for port 9ffa149a-d57e-41cf-81cc-a396f98398be triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:15.166766 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-737d33ab-959c-44cb-9dae-cd249051ffa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:15.230669 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-737d33ab-959c-44cb-9dae-cd249051ffa7 None None] Port 9ffa149a-d57e-41cf-81cc-a396f98398be cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:10:15.306458 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-fa4bbbf0-3ea0-4e3e-8521-3c9682abb5f6 service neutron] 10.222.0.37 "GET /v2.0/networks/314c146c-3872-4cc8-a54a-fd6f8edc1b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443450 Feb 09 02:10:15.351540 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-0230a665-6ee1-4b7a-a5e2-2904a6635887 None None] Provisioning complete for port 9ffa149a-d57e-41cf-81cc-a396f98398be triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:15.352162 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0230a665-6ee1-4b7a-a5e2-2904a6635887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:15.406696 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-0230a665-6ee1-4b7a-a5e2-2904a6635887 None None] Port 9ffa149a-d57e-41cf-81cc-a396f98398be cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:10:15.444252 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-3ecaea4d-6b56-43df-85f6-b35e9b48a054 service neutron] 10.222.0.37 "GET /v2.0/networks/314c146c-3872-4cc8-a54a-fd6f8edc1b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314094 Feb 09 02:10:15.503854 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-5753d080-3af0-4fbd-93f0-163832b414ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531320144', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '239ee641-b026-4d20-a728-37be7a26e655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:10:08Z', 'updated_at': '2022-02-09T02:10:12Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '239ee641-b026-4d20-a728-37be7a26e655', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:08Z', 'updated_at': '2022-02-09T02:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '9ffa149a-d57e-41cf-81cc-a396f98398be', 'name': '', 'network_id': '314c146c-3872-4cc8-a54a-fd6f8edc1b0f', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:88:3d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b35ac0ee-3957-4f70-a93b-bd117a5f8759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:12Z', 'updated_at': '2022-02-09T02:10:13Z', 'revision_number': 2, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': 'b35ac0ee-3957-4f70-a93b-bd117a5f8759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:15.508108 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5753d080-3af0-4fbd-93f0-163832b414ee None None] Checking router: 104937ac-716b-44f4-8450-c95fc79b5f4d for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:10:15.508487 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5753d080-3af0-4fbd-93f0-163832b414ee None None] Updating router 104937ac-716b-44f4-8450-c95fc79b5f4d port 9ffa149a-d57e-41cf-81cc-a396f98398be binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:10:15.514766 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 239ee641-b026-4d20-a728-37be7a26e655 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:10:15.563509 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-5753d080-3af0-4fbd-93f0-163832b414ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:15.605632 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 239ee641-b026-4d20-a728-37be7a26e655 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:15.606078 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:15.723849 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-87322ac5-0af7-4399-a826-af7b394afeca req-cdeecda7-f8d9-4ba7-9829-c50ae081b119 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Synchronizing usage tracker for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:10:15.737491 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-87322ac5-0af7-4399-a826-af7b394afeca req-cdeecda7-f8d9-4ba7-9829-c50ae081b119 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Unset dirty status for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:10:15.738902 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-87322ac5-0af7-4399-a826-af7b394afeca req-cdeecda7-f8d9-4ba7-9829-c50ae081b119 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c822bc8-1f49-4e5e-9696-c282265e9069 HTTP/1.1" status: 200 len: 210 time: 0.1177452 Feb 09 02:10:15.739040 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 999fbae4-b522-448c-b02f-2845aecd4d60 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:10:15.814965 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 999fbae4-b522-448c-b02f-2845aecd4d60 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:15.815345 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:15.960231 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-5753d080-3af0-4fbd-93f0-163832b414ee None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:15.972994 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-5753d080-3af0-4fbd-93f0-163832b414ee None None] Transition to ACTIVE for port object 9ffa149a-d57e-41cf-81cc-a396f98398be will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:10:15.981238 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-5753d080-3af0-4fbd-93f0-163832b414ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:16.185121 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a1e0a-a07b-4595-a1ed-880f4c999034 None None] Pushing event updated for resources: {'Port': ['ID=9ffa149a-d57e-41cf-81cc-a396f98398be,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:16.199591 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598a1e0a-a07b-4595-a1ed-880f4c999034 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:16.199863 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598a1e0a-a07b-4595-a1ed-880f4c999034 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:16.200263 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598a1e0a-a07b-4595-a1ed-880f4c999034 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:16.200622 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598a1e0a-a07b-4595-a1ed-880f4c999034 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:16.200954 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598a1e0a-a07b-4595-a1ed-880f4c999034 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:16.201277 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598a1e0a-a07b-4595-a1ed-880f4c999034 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:16.201597 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598a1e0a-a07b-4595-a1ed-880f4c999034 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:16.201925 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598a1e0a-a07b-4595-a1ed-880f4c999034 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:16.202242 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598a1e0a-a07b-4595-a1ed-880f4c999034 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:16.202560 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598a1e0a-a07b-4595-a1ed-880f4c999034 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:16.202889 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598a1e0a-a07b-4595-a1ed-880f4c999034 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:16.203205 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598a1e0a-a07b-4595-a1ed-880f4c999034 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:16.224669 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-5753d080-3af0-4fbd-93f0-163832b414ee None None] Attempting to bind port 9ffa149a-d57e-41cf-81cc-a396f98398be on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:10:16.225373 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-5753d080-3af0-4fbd-93f0-163832b414ee None None] Attempting to bind port 9ffa149a-d57e-41cf-81cc-a396f98398be by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'cab2f155-06a0-49c3-978d-71a7861e7f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '314c146c-3872-4cc8-a54a-fd6f8edc1b0f'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:10:16.225916 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5753d080-3af0-4fbd-93f0-163832b414ee None None] Attempting to bind port 9ffa149a-d57e-41cf-81cc-a396f98398be on network 314c146c-3872-4cc8-a54a-fd6f8edc1b0f {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:10:16.232781 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5753d080-3af0-4fbd-93f0-163832b414ee None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:10:16.233484 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5753d080-3af0-4fbd-93f0-163832b414ee None None] Checking segment: {'id': 'cab2f155-06a0-49c3-978d-71a7861e7f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '314c146c-3872-4cc8-a54a-fd6f8edc1b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:10:16.234128 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-5753d080-3af0-4fbd-93f0-163832b414ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:16.234753 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5753d080-3af0-4fbd-93f0-163832b414ee None None] Bound using segment: {'id': 'cab2f155-06a0-49c3-978d-71a7861e7f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '314c146c-3872-4cc8-a54a-fd6f8edc1b0f'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:10:16.235322 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-5753d080-3af0-4fbd-93f0-163832b414ee None None] Bound port: 9ffa149a-d57e-41cf-81cc-a396f98398be, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab2f155-06a0-49c3-978d-71a7861e7f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '314c146c-3872-4cc8-a54a-fd6f8edc1b0f'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:10:16.235573 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-5753d080-3af0-4fbd-93f0-163832b414ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:16.338695 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-5753d080-3af0-4fbd-93f0-163832b414ee None None] For port 9ffa149a-d57e-41cf-81cc-a396f98398be, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:10:16.342729 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-5753d080-3af0-4fbd-93f0-163832b414ee None None] For port 9ffa149a-d57e-41cf-81cc-a396f98398be, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=9ffa149a-d57e-41cf-81cc-a396f98398be,segment=NetworkSegment(cab2f155-06a0-49c3-978d-71a7861e7f2e),segment_id=cab2f155-06a0-49c3-978d-71a7861e7f2e)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:10:16.346773 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-5753d080-3af0-4fbd-93f0-163832b414ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:16.425894 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5753d080-3af0-4fbd-93f0-163832b414ee None None] Routers {'104937ac-716b-44f4-8450-c95fc79b5f4d'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:10:16.426515 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-5753d080-3af0-4fbd-93f0-163832b414ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:10:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['104937ac-716b-44f4-8450-c95fc79b5f4d'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:16.484451 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a1e0a-a07b-4595-a1ed-880f4c999034 None None] Pushing event updated for resources: {'Port': ['ID=9ffa149a-d57e-41cf-81cc-a396f98398be,revision_number=4']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:16.645247 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-5753d080-3af0-4fbd-93f0-163832b414ee None None] Set router 104937ac-716b-44f4-8450-c95fc79b5f4d gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:10:16.913658 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-45fd37b5-0d9b-4ff1-94bd-b5c737410b44 req-f8434e31-f6c7-43b2-9dba-5cf3786ba25e tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c822bc8-1f49-4e5e-9696-c282265e9069 HTTP/1.1" status: 200 len: 210 time: 0.0584252 Feb 09 02:10:16.987404 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-5753d080-3af0-4fbd-93f0-163832b414ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531320144', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '239ee641-b026-4d20-a728-37be7a26e655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:10:08Z', 'updated_at': '2022-02-09T02:10:12Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '239ee641-b026-4d20-a728-37be7a26e655', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:08Z', 'updated_at': '2022-02-09T02:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '9ffa149a-d57e-41cf-81cc-a396f98398be', 'name': '', 'network_id': '314c146c-3872-4cc8-a54a-fd6f8edc1b0f', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:88:3d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b35ac0ee-3957-4f70-a93b-bd117a5f8759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:12Z', 'updated_at': '2022-02-09T02:10:16Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': 'b35ac0ee-3957-4f70-a93b-bd117a5f8759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:16.991657 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5753d080-3af0-4fbd-93f0-163832b414ee None None] The sync data for ids ['104937ac-716b-44f4-8450-c95fc79b5f4d'] in n-d-828419-1 is: [{'id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531320144', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '239ee641-b026-4d20-a728-37be7a26e655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:10:08Z', 'updated_at': '2022-02-09T02:10:12Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '239ee641-b026-4d20-a728-37be7a26e655', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:08Z', 'updated_at': '2022-02-09T02:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '9ffa149a-d57e-41cf-81cc-a396f98398be', 'name': '', 'network_id': '314c146c-3872-4cc8-a54a-fd6f8edc1b0f', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:88:3d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b35ac0ee-3957-4f70-a93b-bd117a5f8759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:12Z', 'updated_at': '2022-02-09T02:10:16Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': 'b35ac0ee-3957-4f70-a93b-bd117a5f8759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:10:17.001576 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-2f1569b7-523f-496d-ad16-db548ac093d3 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:17.003088 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-2f1569b7-523f-496d-ad16-db548ac093d3 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.35 "GET /v2.0/networks?id=314c146c-3872-4cc8-a54a-fd6f8edc1b0f HTTP/1.1" status: 200 len: 796 time: 0.1625099 Feb 09 02:10:17.080950 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-56e3bbc9-1f61-49ac-8a99-6e6a239181c2 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16b263e01e4243329994a2077cba6ee7 HTTP/1.1" status: 200 len: 380 time: 0.0684373 Feb 09 02:10:17.090627 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-7d8e4cb3-9dbc-4f0d-b831-1c30033f26a0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'port': {'device_id': '8c822bc8-1f49-4e5e-9696-c282265e9069', 'network_id': '314c146c-3872-4cc8-a54a-fd6f8edc1b0f', 'admin_state_up': True, 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'security_groups': ['6e304722-5b12-48cb-a84d-db7cdc242695']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:17.238743 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-7d8e4cb3-9dbc-4f0d-b831-1c30033f26a0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:10:17.248747 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-7d8e4cb3-9dbc-4f0d-b831-1c30033f26a0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:10:17.259169 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-7d8e4cb3-9dbc-4f0d-b831-1c30033f26a0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Made reservation on behalf of 16b263e01e4243329994a2077cba6ee7 for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:10:17.263250 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-7d8e4cb3-9dbc-4f0d-b831-1c30033f26a0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:17.429042 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-7d8e4cb3-9dbc-4f0d-b831-1c30033f26a0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Allocated IP 172.20.0.4 (314c146c-3872-4cc8-a54a-fd6f8edc1b0f/b35ac0ee-3957-4f70-a93b-bd117a5f8759/5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:10:17.527382 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9ffa149a-d57e-41cf-81cc-a396f98398be up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:10:17.609072 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 9ffa149a-d57e-41cf-81cc-a396f98398be completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:10:17.617923 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 9ffa149a-d57e-41cf-81cc-a396f98398be triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:17.617923 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:17.642777 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-7d8e4cb3-9dbc-4f0d-b831-1c30033f26a0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:17.661760 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-7d8e4cb3-9dbc-4f0d-b831-1c30033f26a0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Transition to ACTIVE for port object 5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:10:17.688570 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-7d8e4cb3-9dbc-4f0d-b831-1c30033f26a0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:17.755943 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:17.771297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-7d8e4cb3-9dbc-4f0d-b831-1c30033f26a0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Network 314c146c-3872-4cc8-a54a-fd6f8edc1b0f is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:10:17.774409 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-7d8e4cb3-9dbc-4f0d-b831-1c30033f26a0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:10:17.777416 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-7d8e4cb3-9dbc-4f0d-b831-1c30033f26a0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:10:17.791716 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 9ffa149a-d57e-41cf-81cc-a396f98398be, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=9ffa149a-d57e-41cf-81cc-a396f98398be,segment=NetworkSegment(cab2f155-06a0-49c3-978d-71a7861e7f2e),segment_id=cab2f155-06a0-49c3-978d-71a7861e7f2e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:10:17.799839 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:17.814592 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e4cb3-9dbc-4f0d-b831-1c30033f26a0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Port': ['ID=5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:17.863359 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-7d8e4cb3-9dbc-4f0d-b831-1c30033f26a0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:17.863786 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-7d8e4cb3-9dbc-4f0d-b831-1c30033f26a0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:17.889747 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=9ffa149a-d57e-41cf-81cc-a396f98398be,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:17.899971 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-7d8e4cb3-9dbc-4f0d-b831-1c30033f26a0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8133750 Feb 09 02:10:17.966317 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-078aa71c-7a15-487a-8a4a-6a32fff408d3 service neutron] Request body: {'port': {'device_id': '8c822bc8-1f49-4e5e-9696-c282265e9069', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:18.089819 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c7797c86-4ec4-437a-a47f-cfbf47559920 None None] Provisioning for port 5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:10:18.099616 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c7797c86-4ec4-437a-a47f-cfbf47559920 None None] Provisioning complete for port 5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:18.099984 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c7797c86-4ec4-437a-a47f-cfbf47559920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:18.162601 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-c7797c86-4ec4-437a-a47f-cfbf47559920 None None] Port 5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:10:18.276571 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-078aa71c-7a15-487a-8a4a-6a32fff408d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:18.334064 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fccfe-fdf3-45e8-ad5d-cbb510c0afc9 req-36d57131-3273-4074-9dfd-544f65de37ae tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:18.334696 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-104fccfe-fdf3-45e8-ad5d-cbb510c0afc9 req-36d57131-3273-4074-9dfd-544f65de37ae tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Synchronizing usage tracker for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:10:18.373827 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-104fccfe-fdf3-45e8-ad5d-cbb510c0afc9 req-36d57131-3273-4074-9dfd-544f65de37ae tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Unset dirty status for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:10:18.374970 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-104fccfe-fdf3-45e8-ad5d-cbb510c0afc9 req-36d57131-3273-4074-9dfd-544f65de37ae tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c822bc8-1f49-4e5e-9696-c282265e9069 HTTP/1.1" status: 200 len: 931 time: 0.3500400 Feb 09 02:10:18.495844 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-104fccfe-fdf3-45e8-ad5d-cbb510c0afc9 req-d64b3917-a9c2-491e-a0bd-c2e8c8cb2b00 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e304722-5b12-48cb-a84d-db7cdc242695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815165 Feb 09 02:10:18.679536 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-078aa71c-7a15-487a-8a4a-6a32fff408d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:10:18.686960 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-078aa71c-7a15-487a-8a4a-6a32fff408d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:18.700928 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-078aa71c-7a15-487a-8a4a-6a32fff408d3 service neutron] Transition to ACTIVE for port object 5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:10:18.704725 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-078aa71c-7a15-487a-8a4a-6a32fff408d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:18.860456 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078aa71c-7a15-487a-8a4a-6a32fff408d3 service neutron] Pushing event updated for resources: {'Port': ['ID=5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:18.942679 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-078aa71c-7a15-487a-8a4a-6a32fff408d3 service neutron] Attempting to bind port 5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:10:18.943009 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-078aa71c-7a15-487a-8a4a-6a32fff408d3 service neutron] Attempting to bind port 5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': 'cab2f155-06a0-49c3-978d-71a7861e7f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '314c146c-3872-4cc8-a54a-fd6f8edc1b0f'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:10:18.943334 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-078aa71c-7a15-487a-8a4a-6a32fff408d3 service neutron] Attempting to bind port 5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c on network 314c146c-3872-4cc8-a54a-fd6f8edc1b0f {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:10:18.947836 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-078aa71c-7a15-487a-8a4a-6a32fff408d3 service neutron] Port 5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c on network 314c146c-3872-4cc8-a54a-fd6f8edc1b0f not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 02:10:18.948145 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-078aa71c-7a15-487a-8a4a-6a32fff408d3 service neutron] Attempting to bind port 5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c on network 314c146c-3872-4cc8-a54a-fd6f8edc1b0f {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:10:18.953122 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-078aa71c-7a15-487a-8a4a-6a32fff408d3 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:10:18.953452 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-078aa71c-7a15-487a-8a4a-6a32fff408d3 service neutron] Checking segment: {'id': 'cab2f155-06a0-49c3-978d-71a7861e7f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '314c146c-3872-4cc8-a54a-fd6f8edc1b0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:10:18.953822 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-078aa71c-7a15-487a-8a4a-6a32fff408d3 service neutron] Bound using segment: {'id': 'cab2f155-06a0-49c3-978d-71a7861e7f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '314c146c-3872-4cc8-a54a-fd6f8edc1b0f'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:10:18.954227 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-078aa71c-7a15-487a-8a4a-6a32fff408d3 service neutron] Bound port: 5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cab2f155-06a0-49c3-978d-71a7861e7f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '314c146c-3872-4cc8-a54a-fd6f8edc1b0f'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:10:18.954561 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-078aa71c-7a15-487a-8a4a-6a32fff408d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:19.042566 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-078aa71c-7a15-487a-8a4a-6a32fff408d3 service neutron] For port 5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:10:19.045839 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-078aa71c-7a15-487a-8a4a-6a32fff408d3 service neutron] For port 5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c,segment=NetworkSegment(cab2f155-06a0-49c3-978d-71a7861e7f2e),segment_id=cab2f155-06a0-49c3-978d-71a7861e7f2e)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:10:19.050373 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-078aa71c-7a15-487a-8a4a-6a32fff408d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:19.112449 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-078aa71c-7a15-487a-8a4a-6a32fff408d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:19.113066 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-078aa71c-7a15-487a-8a4a-6a32fff408d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:19.114439 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-078aa71c-7a15-487a-8a4a-6a32fff408d3 service neutron] 10.222.0.35 "PUT /v2.0/ports/5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c HTTP/1.1" status: 200 len: 1091 time: 1.2023258 Feb 09 02:10:19.114875 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c822bc8-1f49-4e5e-9696-c282265e9069', 'tag': '5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:10:19.147312 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078aa71c-7a15-487a-8a4a-6a32fff408d3 service neutron] Pushing event updated for resources: {'Port': ['ID=5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:19.197843 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c822bc8-1f49-4e5e-9696-c282265e9069', 'tag': '5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c', 'status': 'completed', 'code': 200} Feb 09 02:10:19.233559 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-dd5a15fb-c8f1-474c-ad80-aa2b99bf8bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:19.235062 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-dd5a15fb-c8f1-474c-ad80-aa2b99bf8bcd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&device_id=8c822bc8-1f49-4e5e-9696-c282265e9069 HTTP/1.1" status: 200 len: 1094 time: 0.0767450 Feb 09 02:10:19.309585 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-3004ce4c-4f71-49f1-88a8-84dcc681f340 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c HTTP/1.1" status: 200 len: 217 time: 0.0659182 Feb 09 02:10:19.373669 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-2edae99b-0a44-4ffa-a184-fc6ae8c180dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:19.374991 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-2edae99b-0a44-4ffa-a184-fc6ae8c180dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b35ac0ee-3957-4f70-a93b-bd117a5f8759 HTTP/1.1" status: 200 len: 835 time: 0.0590863 Feb 09 02:10:19.453486 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-4378b708-5a56-490d-a445-3872e0ef6eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:19.454986 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-4378b708-5a56-490d-a445-3872e0ef6eac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=314c146c-3872-4cc8-a54a-fd6f8edc1b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730834 Feb 09 02:10:19.502572 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9ffa149a-d57e-41cf-81cc-a396f98398be up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:10:19.571271 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 9ffa149a-d57e-41cf-81cc-a396f98398be triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:19.572208 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:19.590148 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-a06f9869-0a80-47e8-8502-7522fa2152fb service neutron] 10.222.0.35 "GET /v2.0/networks/314c146c-3872-4cc8-a54a-fd6f8edc1b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283629 Feb 09 02:10:19.780204 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-33e888ae-6439-46c6-8f34-690bfb517ad8 req-9ae7b98d-421c-4260-a92a-321f4eee6fba service neutron] 10.222.0.35 "GET /v2.0/networks/314c146c-3872-4cc8-a54a-fd6f8edc1b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792171 Feb 09 02:10:19.792321 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75de26-345e-4883-89b5-1b7845886cdf req-9624365f-0fc4-4e0e-bceb-468c28fcfaca tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:19.793733 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5c75de26-345e-4883-89b5-1b7845886cdf req-9624365f-0fc4-4e0e-bceb-468c28fcfaca tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c822bc8-1f49-4e5e-9696-c282265e9069 HTTP/1.1" status: 200 len: 943 time: 0.1724799 Feb 09 02:10:19.980570 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5c75de26-345e-4883-89b5-1b7845886cdf req-0823ca37-5036-4cd8-a056-f8ed1f4dc543 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e304722-5b12-48cb-a84d-db7cdc242695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803017 Feb 09 02:10:20.010995 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4360ff-d7f3-487c-938c-c75c585fce0c req-1e44371d-256b-421a-b959-addb8c4f17f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:20.012503 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e4360ff-d7f3-487c-938c-c75c585fce0c req-1e44371d-256b-421a-b959-addb8c4f17f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&device_id=8c822bc8-1f49-4e5e-9696-c282265e9069 HTTP/1.1" status: 200 len: 1094 time: 0.1806562 Feb 09 02:10:20.144762 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4360ff-d7f3-487c-938c-c75c585fce0c req-12e42da9-ae50-4d2d-9aa1-63bb59359b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:20.146247 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e4360ff-d7f3-487c-938c-c75c585fce0c req-12e42da9-ae50-4d2d-9aa1-63bb59359b8f service neutron] 10.222.0.35 "GET /v2.0/networks?id=314c146c-3872-4cc8-a54a-fd6f8edc1b0f HTTP/1.1" status: 200 len: 897 time: 0.1257184 Feb 09 02:10:20.216444 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e4360ff-d7f3-487c-938c-c75c585fce0c req-7e79ce7b-45be-4bc6-ae7d-70be6af868dd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c HTTP/1.1" status: 200 len: 217 time: 0.0637023 Feb 09 02:10:20.287185 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4360ff-d7f3-487c-938c-c75c585fce0c req-a64ded34-7174-4e17-b1c0-b41387260f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:20.288060 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e4360ff-d7f3-487c-938c-c75c585fce0c req-a64ded34-7174-4e17-b1c0-b41387260f94 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b35ac0ee-3957-4f70-a93b-bd117a5f8759 HTTP/1.1" status: 200 len: 835 time: 0.0653348 Feb 09 02:10:20.362779 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4360ff-d7f3-487c-938c-c75c585fce0c req-227933a9-4e3f-4fee-a387-9fe869c20975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:20.364228 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e4360ff-d7f3-487c-938c-c75c585fce0c req-227933a9-4e3f-4fee-a387-9fe869c20975 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=314c146c-3872-4cc8-a54a-fd6f8edc1b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694039 Feb 09 02:10:20.493743 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e4360ff-d7f3-487c-938c-c75c585fce0c req-c1faff3c-510e-4849-8f4f-26d2fcd28765 service neutron] 10.222.0.35 "GET /v2.0/networks/314c146c-3872-4cc8-a54a-fd6f8edc1b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227262 Feb 09 02:10:20.624604 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1e4360ff-d7f3-487c-938c-c75c585fce0c req-89e15b07-488f-40ce-baa3-426857ed4d2f service neutron] 10.222.0.35 "GET /v2.0/networks/314c146c-3872-4cc8-a54a-fd6f8edc1b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239445 Feb 09 02:10:21.169385 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34407582-ae3b-4922-a232-7216aa2dfd01 req-a44859db-6a2b-424d-8e52-90dd733620a4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:21.170828 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-34407582-ae3b-4922-a232-7216aa2dfd01 req-a44859db-6a2b-424d-8e52-90dd733620a4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c822bc8-1f49-4e5e-9696-c282265e9069 HTTP/1.1" status: 200 len: 943 time: 0.0821495 Feb 09 02:10:21.214526 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-34407582-ae3b-4922-a232-7216aa2dfd01 req-4f849c5f-247a-4150-b9f0-047aefc5558f tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e304722-5b12-48cb-a84d-db7cdc242695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379815 Feb 09 02:10:21.538353 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 02:10:21.671680 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c,segment=NetworkSegment(cab2f155-06a0-49c3-978d-71a7861e7f2e),segment_id=cab2f155-06a0-49c3-978d-71a7861e7f2e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:10:21.685022 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': '5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c', 'network_id': '314c146c-3872-4cc8-a54a-fd6f8edc1b0f', 'port_id': '5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c', 'mac_address': 'fa:16:3e:e5:fd:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 966, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b35ac0ee-3957-4f70-a93b-bd117a5f8759', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 02:10:21.737902 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:21.757477 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:10:21.772862 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c,segment=NetworkSegment(cab2f155-06a0-49c3-978d-71a7861e7f2e),segment_id=cab2f155-06a0-49c3-978d-71a7861e7f2e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:10:21.776871 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:21.840694 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:22.035164 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:10:22.403779 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8200e-4c2c-4957-9aad-31ee982fbb47 req-84c37036-2eee-4f70-bdb6-08c5d481c118 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:22.405250 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-78e8200e-4c2c-4957-9aad-31ee982fbb47 req-84c37036-2eee-4f70-bdb6-08c5d481c118 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c822bc8-1f49-4e5e-9696-c282265e9069 HTTP/1.1" status: 200 len: 944 time: 0.0849028 Feb 09 02:10:22.448369 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-78e8200e-4c2c-4957-9aad-31ee982fbb47 req-71cf4e62-9241-4448-a7bb-6cdcf0e23d07 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e304722-5b12-48cb-a84d-db7cdc242695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374999 Feb 09 02:10:22.538421 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:23.553946 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:10:23.626925 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port 5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:10:23.632499 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port 5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:23.632925 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:23.636824 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039fb84-c6fc-4a12-bba0-dfe00b43c504 req-c19d1e35-e1a4-48d3-b94d-e1e658ec49c2 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:23.638285 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7039fb84-c6fc-4a12-bba0-dfe00b43c504 req-c19d1e35-e1a4-48d3-b94d-e1e658ec49c2 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c822bc8-1f49-4e5e-9696-c282265e9069 HTTP/1.1" status: 200 len: 944 time: 0.0801914 Feb 09 02:10:23.690451 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7039fb84-c6fc-4a12-bba0-dfe00b43c504 req-204e2524-d536-439a-8cf3-7bddf1a2b787 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e304722-5b12-48cb-a84d-db7cdc242695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463996 Feb 09 02:10:23.756211 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:23.782295 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c822bc8-1f49-4e5e-9696-c282265e9069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:10:23.792717 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port 5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c,segment=NetworkSegment(cab2f155-06a0-49c3-978d-71a7861e7f2e),segment_id=cab2f155-06a0-49c3-978d-71a7861e7f2e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:10:23.796916 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:23.828151 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c822bc8-1f49-4e5e-9696-c282265e9069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c', 'code': 200} Feb 09 02:10:23.874067 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:23.959194 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267df58a-98ab-4ef1-af56-d9ba54b192a0 req-e85f137b-b804-474a-9bd2-dc3f9d2aafc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:23.960699 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-267df58a-98ab-4ef1-af56-d9ba54b192a0 req-e85f137b-b804-474a-9bd2-dc3f9d2aafc1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8c822bc8-1f49-4e5e-9696-c282265e9069 HTTP/1.1" status: 200 len: 1096 time: 0.0712268 Feb 09 02:10:24.003915 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-267df58a-98ab-4ef1-af56-d9ba54b192a0 req-5814a157-7ecc-4ef2-8e7c-7ffb5e9517fa service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6e304722-5b12-48cb-a84d-db7cdc242695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375612 Feb 09 02:10:24.876223 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a853c0-4258-4921-9e50-86eb7dc4ebc9 req-ab1fc92b-8479-404d-9b46-4abdf1cbaf64 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:24.877715 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e8a853c0-4258-4921-9e50-86eb7dc4ebc9 req-ab1fc92b-8479-404d-9b46-4abdf1cbaf64 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c822bc8-1f49-4e5e-9696-c282265e9069 HTTP/1.1" status: 200 len: 945 time: 0.0808818 Feb 09 02:10:24.921591 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e8a853c0-4258-4921-9e50-86eb7dc4ebc9 req-b4cea43a-59e1-4f86-80a9-99f2c1097891 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e304722-5b12-48cb-a84d-db7cdc242695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379515 Feb 09 02:10:25.725909 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:26.121141 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55408062-4084-4f71-8740-a9b57c45fbf5 req-2ef13ac7-90c4-4b5a-b80f-b68bf270c57a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:26.122627 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-55408062-4084-4f71-8740-a9b57c45fbf5 req-2ef13ac7-90c4-4b5a-b80f-b68bf270c57a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c822bc8-1f49-4e5e-9696-c282265e9069 HTTP/1.1" status: 200 len: 945 time: 0.0849459 Feb 09 02:10:26.171592 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-55408062-4084-4f71-8740-a9b57c45fbf5 req-8e150713-f6b2-479b-9f96-e1685e135a91 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e304722-5b12-48cb-a84d-db7cdc242695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432475 Feb 09 02:10:26.365248 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872e32f-a2e5-49d8-b1c0-c7414de92f26 req-c77c0969-4436-420f-a71c-9382fbf88ba7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:26.366604 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b872e32f-a2e5-49d8-b1c0-c7414de92f26 req-c77c0969-4436-420f-a71c-9382fbf88ba7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c822bc8-1f49-4e5e-9696-c282265e9069 HTTP/1.1" status: 200 len: 945 time: 0.0837612 Feb 09 02:10:26.410102 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b872e32f-a2e5-49d8-b1c0-c7414de92f26 req-03fc31d2-34e9-43b6-ad72-d6065be8975c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e304722-5b12-48cb-a84d-db7cdc242695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378625 Feb 09 02:10:26.432781 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39522) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:10:26.504657 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2bed86-4372-42dc-aa2c-432bfa0ba461 tempest-TestNetworkAdvancedServerOps-1592522248 tempest-TestNetworkAdvancedServerOps-1592522248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:26.506202 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-0a2bed86-4372-42dc-aa2c-432bfa0ba461 tempest-TestNetworkAdvancedServerOps-1592522248 tempest-TestNetworkAdvancedServerOps-1592522248-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8c822bc8-1f49-4e5e-9696-c282265e9069 HTTP/1.1" status: 200 len: 1091 time: 0.0724332 Feb 09 02:10:26.508872 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39526) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:10:26.513783 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-a3251c8f-d8a9-4eb9-a3b9-42967c4447c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'port_id': '5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:26.520571 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a3251c8f-d8a9-4eb9-a3b9-42967c4447c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:10:26.524379 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a3251c8f-d8a9-4eb9-a3b9-42967c4447c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Usage tracker for resource:floatingip and tenant:16b263e01e4243329994a2077cba6ee7 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:10:26.527231 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a3251c8f-d8a9-4eb9-a3b9-42967c4447c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:10:26.532872 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a3251c8f-d8a9-4eb9-a3b9-42967c4447c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:10:26.543860 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a3251c8f-d8a9-4eb9-a3b9-42967c4447c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:26.682955 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a3251c8f-d8a9-4eb9-a3b9-42967c4447c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:26.921247 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-a3251c8f-d8a9-4eb9-a3b9-42967c4447c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Allocated IP 172.25.5.235 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/99635810-86e2-4491-bd8c-bcd7f5c26136) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:10:27.073026 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a3251c8f-d8a9-4eb9-a3b9-42967c4447c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:27.101302 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a3251c8f-d8a9-4eb9-a3b9-42967c4447c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:27.166819 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3251c8f-d8a9-4eb9-a3b9-42967c4447c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:10:27.169588 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-a3251c8f-d8a9-4eb9-a3b9-42967c4447c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:10:27.173429 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3251c8f-d8a9-4eb9-a3b9-42967c4447c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:10:27.207729 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3251c8f-d8a9-4eb9-a3b9-42967c4447c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Port': ['ID=99635810-86e2-4491-bd8c-bcd7f5c26136,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:27.589253 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a3251c8f-d8a9-4eb9-a3b9-42967c4447c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:27.663150 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a3251c8f-d8a9-4eb9-a3b9-42967c4447c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:27.871335 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a3251c8f-d8a9-4eb9-a3b9-42967c4447c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:27.875855 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a3251c8f-d8a9-4eb9-a3b9-42967c4447c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:27.984229 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3251c8f-d8a9-4eb9-a3b9-42967c4447c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event updated for resources: {'Port': ['ID=99635810-86e2-4491-bd8c-bcd7f5c26136,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:27.995091 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a3251c8f-d8a9-4eb9-a3b9-42967c4447c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:28.163287 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-a3251c8f-d8a9-4eb9-a3b9-42967c4447c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Floating IP 20ba1ab8-acd8-4a37-af58-0df7b649c5e8 associated. External IP: 172.25.5.235, port: 5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c. Feb 09 02:10:28.627265 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3251c8f-d8a9-4eb9-a3b9-42967c4447c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Router 104937ac-716b-44f4-8450-c95fc79b5f4d has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:10:28.806110 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3251c8f-d8a9-4eb9-a3b9-42967c4447c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:10:28.815771 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80522f7-f96b-4b17-8de9-7e1177c1379e None None] Sync routers for ids ['104937ac-716b-44f4-8450-c95fc79b5f4d'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:10:28.826379 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80522f7-f96b-4b17-8de9-7e1177c1379e None None] Routers {'104937ac-716b-44f4-8450-c95fc79b5f4d'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:10:28.827001 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b80522f7-f96b-4b17-8de9-7e1177c1379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:10:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['104937ac-716b-44f4-8450-c95fc79b5f4d'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:28.830676 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a3251c8f-d8a9-4eb9-a3b9-42967c4447c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:28.888023 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a3251c8f-d8a9-4eb9-a3b9-42967c4447c8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3780284 Feb 09 02:10:28.889926 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c822bc8-1f49-4e5e-9696-c282265e9069', 'tag': '5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:10:28.941040 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c822bc8-1f49-4e5e-9696-c282265e9069', 'tag': '5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c', 'status': 'completed', 'code': 200} Feb 09 02:10:29.016292 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-b80522f7-f96b-4b17-8de9-7e1177c1379e None None] Set router 104937ac-716b-44f4-8450-c95fc79b5f4d gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:10:29.110165 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db46d9-20a3-4830-9007-1183fe5be250 req-5b0ec543-d7db-47e9-9172-7f73f7e468a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:29.111650 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-20db46d9-20a3-4830-9007-1183fe5be250 req-5b0ec543-d7db-47e9-9172-7f73f7e468a6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&device_id=8c822bc8-1f49-4e5e-9696-c282265e9069 HTTP/1.1" status: 200 len: 1096 time: 0.1441443 Feb 09 02:10:29.143424 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb6862-7446-4fc5-8392-b1dc5a491901 req-219f045a-4305-4027-80bf-3e6bb30da3f3 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:29.144858 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86fb6862-7446-4fc5-8392-b1dc5a491901 req-219f045a-4305-4027-80bf-3e6bb30da3f3 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c822bc8-1f49-4e5e-9696-c282265e9069 HTTP/1.1" status: 200 len: 945 time: 0.1397667 Feb 09 02:10:29.265913 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-86fb6862-7446-4fc5-8392-b1dc5a491901 req-3d6869d7-33c5-4033-866c-ff9773227c7c tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e304722-5b12-48cb-a84d-db7cdc242695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699422 Feb 09 02:10:29.290323 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db46d9-20a3-4830-9007-1183fe5be250 req-57f40f3c-8b5e-400e-809a-ecd1ae3427fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:29.291087 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39538) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:10:29.292415 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-20db46d9-20a3-4830-9007-1183fe5be250 req-57f40f3c-8b5e-400e-809a-ecd1ae3427fc service neutron] 10.222.0.35 "GET /v2.0/networks?id=314c146c-3872-4cc8-a54a-fd6f8edc1b0f HTTP/1.1" status: 200 len: 897 time: 0.1737461 Feb 09 02:10:29.378775 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b80522f7-f96b-4b17-8de9-7e1177c1379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531320144', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '239ee641-b026-4d20-a728-37be7a26e655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:10:08Z', 'updated_at': '2022-02-09T02:10:12Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '239ee641-b026-4d20-a728-37be7a26e655', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:08Z', 'updated_at': '2022-02-09T02:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '20ba1ab8-acd8-4a37-af58-0df7b649c5e8', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'floating_ip_address': '172.25.5.235', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'port_id': '5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314c146c-3872-4cc8-a54a-fd6f8edc1b0f', 'mac_address': 'fa:16:3e:e5:fd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c822bc8-1f49-4e5e-9696-c282265e9069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:10:27Z', 'updated_at': '2022-02-09T02:10:27Z', 'revision_number': 0, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ffa149a-d57e-41cf-81cc-a396f98398be', 'name': '', 'network_id': '314c146c-3872-4cc8-a54a-fd6f8edc1b0f', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:88:3d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b35ac0ee-3957-4f70-a93b-bd117a5f8759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:12Z', 'updated_at': '2022-02-09T02:10:17Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': 'b35ac0ee-3957-4f70-a93b-bd117a5f8759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:29.382997 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80522f7-f96b-4b17-8de9-7e1177c1379e None None] Checking router: 104937ac-716b-44f4-8450-c95fc79b5f4d for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:10:29.392379 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80522f7-f96b-4b17-8de9-7e1177c1379e None None] Routers {'104937ac-716b-44f4-8450-c95fc79b5f4d'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:10:29.393033 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b80522f7-f96b-4b17-8de9-7e1177c1379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:10:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['104937ac-716b-44f4-8450-c95fc79b5f4d'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:29.400854 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-20db46d9-20a3-4830-9007-1183fe5be250 req-23d10c3f-f1d5-48b6-982b-1fec68f49ac8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c HTTP/1.1" status: 200 len: 999 time: 0.1026814 Feb 09 02:10:29.414718 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4db9d2d1-a105-4ac6-bb9a-a19ba7e50d34 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/floatingips/20ba1ab8-acd8-4a37-af58-0df7b649c5e8 HTTP/1.1" status: 200 len: 991 time: 0.1207707 Feb 09 02:10:29.463302 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db46d9-20a3-4830-9007-1183fe5be250 req-f92bce0b-362e-4237-a22f-10ba63010b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:29.464873 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-20db46d9-20a3-4830-9007-1183fe5be250 req-f92bce0b-362e-4237-a22f-10ba63010b3a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b35ac0ee-3957-4f70-a93b-bd117a5f8759 HTTP/1.1" status: 200 len: 835 time: 0.0588722 Feb 09 02:10:29.546427 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db46d9-20a3-4830-9007-1183fe5be250 req-dac269c3-b93c-47ec-a195-bfe263c38f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:29.547952 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-20db46d9-20a3-4830-9007-1183fe5be250 req-dac269c3-b93c-47ec-a195-bfe263c38f0b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=314c146c-3872-4cc8-a54a-fd6f8edc1b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776899 Feb 09 02:10:29.615486 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-b80522f7-f96b-4b17-8de9-7e1177c1379e None None] Set router 104937ac-716b-44f4-8450-c95fc79b5f4d gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:10:29.796211 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-20db46d9-20a3-4830-9007-1183fe5be250 req-d8bda2cf-bbe4-4dcf-93a7-8b524e869147 service neutron] 10.222.0.35 "GET /v2.0/networks/314c146c-3872-4cc8-a54a-fd6f8edc1b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421043 Feb 09 02:10:29.930173 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-20db46d9-20a3-4830-9007-1183fe5be250 req-14966c31-2968-4449-833e-35d4227d74db service neutron] 10.222.0.35 "GET /v2.0/networks/314c146c-3872-4cc8-a54a-fd6f8edc1b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276052 Feb 09 02:10:29.976971 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b80522f7-f96b-4b17-8de9-7e1177c1379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531320144', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '239ee641-b026-4d20-a728-37be7a26e655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:10:08Z', 'updated_at': '2022-02-09T02:10:12Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '239ee641-b026-4d20-a728-37be7a26e655', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:08Z', 'updated_at': '2022-02-09T02:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '20ba1ab8-acd8-4a37-af58-0df7b649c5e8', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'floating_ip_address': '172.25.5.235', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'port_id': '5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314c146c-3872-4cc8-a54a-fd6f8edc1b0f', 'mac_address': 'fa:16:3e:e5:fd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c822bc8-1f49-4e5e-9696-c282265e9069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:10:27Z', 'updated_at': '2022-02-09T02:10:27Z', 'revision_number': 0, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ffa149a-d57e-41cf-81cc-a396f98398be', 'name': '', 'network_id': '314c146c-3872-4cc8-a54a-fd6f8edc1b0f', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:88:3d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b35ac0ee-3957-4f70-a93b-bd117a5f8759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:12Z', 'updated_at': '2022-02-09T02:10:17Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': 'b35ac0ee-3957-4f70-a93b-bd117a5f8759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:29.982779 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80522f7-f96b-4b17-8de9-7e1177c1379e None None] The sync data for ids ['104937ac-716b-44f4-8450-c95fc79b5f4d'] in n-d-828419-1 is: [{'id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531320144', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '239ee641-b026-4d20-a728-37be7a26e655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:10:08Z', 'updated_at': '2022-02-09T02:10:12Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '239ee641-b026-4d20-a728-37be7a26e655', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:08Z', 'updated_at': '2022-02-09T02:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '20ba1ab8-acd8-4a37-af58-0df7b649c5e8', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'floating_ip_address': '172.25.5.235', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'port_id': '5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314c146c-3872-4cc8-a54a-fd6f8edc1b0f', 'mac_address': 'fa:16:3e:e5:fd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c822bc8-1f49-4e5e-9696-c282265e9069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:10:27Z', 'updated_at': '2022-02-09T02:10:27Z', 'revision_number': 0, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ffa149a-d57e-41cf-81cc-a396f98398be', 'name': '', 'network_id': '314c146c-3872-4cc8-a54a-fd6f8edc1b0f', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:88:3d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b35ac0ee-3957-4f70-a93b-bd117a5f8759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:12Z', 'updated_at': '2022-02-09T02:10:17Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': 'b35ac0ee-3957-4f70-a93b-bd117a5f8759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:10:30.173032 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c063703-4b75-4257-84c4-48dc79b5dc58 None None] New status for floating IP 20ba1ab8-acd8-4a37-af58-0df7b649c5e8: ACTIVE {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:10:30.418079 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39542) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:10:30.528541 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-175ee286-ed0a-4062-a4c8-bf932fd152b0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/floatingips/20ba1ab8-acd8-4a37-af58-0df7b649c5e8 HTTP/1.1" status: 200 len: 993 time: 0.1092329 Feb 09 02:10:34.488209 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:10:37.040688 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6130ebab-ad33-4e3b-aa74-d01889446aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:39.447747 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-58c49da8-1f45-435d-94d7-eba711be5c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:40.582930 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:40.706167 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:42.026253 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:52.538481 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:55.726345 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:10:56.272048 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d0bdde66-ee35-45a2-9e14-2862293d2498 req-bb56620b-33f7-4ba6-b3f3-d9e382a42bbe service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8c822bc8-1f49-4e5e-9696-c282265e9069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0690005 Feb 09 02:10:56.414491 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdde66-ee35-45a2-9e14-2862293d2498 req-7c331c42-5b7b-4e9c-abd2-7dbfd8817332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:56.415933 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d0bdde66-ee35-45a2-9e14-2862293d2498 req-7c331c42-5b7b-4e9c-abd2-7dbfd8817332 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&device_id=8c822bc8-1f49-4e5e-9696-c282265e9069 HTTP/1.1" status: 200 len: 1096 time: 0.0732937 Feb 09 02:10:56.560519 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdde66-ee35-45a2-9e14-2862293d2498 req-f26fde46-8ebb-470b-9e6f-44c06587c020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:56.561971 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d0bdde66-ee35-45a2-9e14-2862293d2498 req-f26fde46-8ebb-470b-9e6f-44c06587c020 service neutron] 10.222.0.35 "GET /v2.0/networks?id=314c146c-3872-4cc8-a54a-fd6f8edc1b0f HTTP/1.1" status: 200 len: 897 time: 0.1264825 Feb 09 02:10:56.665526 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d0bdde66-ee35-45a2-9e14-2862293d2498 req-3b2cc29a-3050-4beb-abed-fac51c265e7f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c HTTP/1.1" status: 200 len: 1001 time: 0.0974607 Feb 09 02:10:56.726615 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdde66-ee35-45a2-9e14-2862293d2498 req-d947bd8a-44d1-4878-9deb-09e817251e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:56.728021 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d0bdde66-ee35-45a2-9e14-2862293d2498 req-d947bd8a-44d1-4878-9deb-09e817251e3f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b35ac0ee-3957-4f70-a93b-bd117a5f8759 HTTP/1.1" status: 200 len: 835 time: 0.0565565 Feb 09 02:10:56.805180 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdde66-ee35-45a2-9e14-2862293d2498 req-041e3f1b-4893-440a-a7c4-790174a5c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:56.806656 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d0bdde66-ee35-45a2-9e14-2862293d2498 req-041e3f1b-4893-440a-a7c4-790174a5c1b2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=314c146c-3872-4cc8-a54a-fd6f8edc1b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715368 Feb 09 02:10:56.943171 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d0bdde66-ee35-45a2-9e14-2862293d2498 req-1aa9dd23-d7df-4813-8a71-268cccbf4d55 service neutron] 10.222.0.35 "GET /v2.0/networks/314c146c-3872-4cc8-a54a-fd6f8edc1b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286917 Feb 09 02:10:57.083289 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d0bdde66-ee35-45a2-9e14-2862293d2498 req-c476d512-a069-476b-bf40-fc5aa2109515 service neutron] 10.222.0.35 "GET /v2.0/networks/314c146c-3872-4cc8-a54a-fd6f8edc1b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323185 Feb 09 02:11:04.253201 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a13e06-d0a3-44ea-872f-b72ed7bebc99 req-67e7202e-b667-4374-b985-bd118debab95 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:04.254955 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-97a13e06-d0a3-44ea-872f-b72ed7bebc99 req-67e7202e-b667-4374-b985-bd118debab95 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c822bc8-1f49-4e5e-9696-c282265e9069 HTTP/1.1" status: 200 len: 945 time: 0.0853984 Feb 09 02:11:04.301995 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-97a13e06-d0a3-44ea-872f-b72ed7bebc99 req-d41e25c0-7c40-408e-b5af-3ae9a7e580a5 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e304722-5b12-48cb-a84d-db7cdc242695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412195 Feb 09 02:11:05.496754 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701d9db-8b77-4247-a6e6-6589d7de64e9 req-dd9cdf7f-dbbf-400a-adaf-a21a04a793b1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:05.498217 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e701d9db-8b77-4247-a6e6-6589d7de64e9 req-dd9cdf7f-dbbf-400a-adaf-a21a04a793b1 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c822bc8-1f49-4e5e-9696-c282265e9069 HTTP/1.1" status: 200 len: 945 time: 0.0861108 Feb 09 02:11:05.542560 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e701d9db-8b77-4247-a6e6-6589d7de64e9 req-caed708f-c00d-45f9-9cd5-bc9586a45679 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e304722-5b12-48cb-a84d-db7cdc242695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386152 Feb 09 02:11:05.565341 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39566) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:05.672443 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-588a28fb-8614-4cb8-ad12-19e3075f2774 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/floatingips/20ba1ab8-acd8-4a37-af58-0df7b649c5e8 HTTP/1.1" status: 200 len: 993 time: 0.1057336 Feb 09 02:11:07.044980 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-18ae4be6-45bc-4caa-8561-fb37f5cd293f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:07.127685 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170873a-0b03-4ddc-b0c9-f7eb9cda8b5c req-4cf708b7-42d4-4284-a498-94edd2fa5659 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:07.129190 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8170873a-0b03-4ddc-b0c9-f7eb9cda8b5c req-4cf708b7-42d4-4284-a498-94edd2fa5659 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c822bc8-1f49-4e5e-9696-c282265e9069 HTTP/1.1" status: 200 len: 945 time: 0.0856855 Feb 09 02:11:07.142703 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d2f42-48b6-4cea-b6c7-31b338876b00 req-c4b72f57-b200-4796-b4ec-7cca8913fe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:07.144260 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5b6d2f42-48b6-4cea-b6c7-31b338876b00 req-c4b72f57-b200-4796-b4ec-7cca8913fe95 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&device_id=8c822bc8-1f49-4e5e-9696-c282265e9069 HTTP/1.1" status: 200 len: 1096 time: 0.0733702 Feb 09 02:11:07.178134 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8170873a-0b03-4ddc-b0c9-f7eb9cda8b5c req-d3f2cd1e-dc09-419d-a807-5e75db96cb6d tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e304722-5b12-48cb-a84d-db7cdc242695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401714 Feb 09 02:11:07.281720 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d2f42-48b6-4cea-b6c7-31b338876b00 req-fade6bb6-a303-49e4-bf97-12cf42b0ff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:07.283081 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5b6d2f42-48b6-4cea-b6c7-31b338876b00 req-fade6bb6-a303-49e4-bf97-12cf42b0ff50 service neutron] 10.222.0.35 "GET /v2.0/networks?id=314c146c-3872-4cc8-a54a-fd6f8edc1b0f HTTP/1.1" status: 200 len: 897 time: 0.1292837 Feb 09 02:11:07.386484 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5b6d2f42-48b6-4cea-b6c7-31b338876b00 req-0dabfeb8-3520-41c8-8eb9-a3d2d77b18ca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c HTTP/1.1" status: 200 len: 1001 time: 0.0966408 Feb 09 02:11:07.558951 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d2f42-48b6-4cea-b6c7-31b338876b00 req-2ee5bc3a-33b0-46cb-b302-06942f76a343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:07.560309 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5b6d2f42-48b6-4cea-b6c7-31b338876b00 req-2ee5bc3a-33b0-46cb-b302-06942f76a343 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b35ac0ee-3957-4f70-a93b-bd117a5f8759 HTTP/1.1" status: 200 len: 835 time: 0.1648955 Feb 09 02:11:07.638412 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d2f42-48b6-4cea-b6c7-31b338876b00 req-9b69b479-31f4-416b-aba2-d9301f2d6cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:07.639889 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5b6d2f42-48b6-4cea-b6c7-31b338876b00 req-9b69b479-31f4-416b-aba2-d9301f2d6cdc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=314c146c-3872-4cc8-a54a-fd6f8edc1b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710542 Feb 09 02:11:07.772819 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5b6d2f42-48b6-4cea-b6c7-31b338876b00 req-18afea23-1a6e-4fba-8edf-cc5826c43d85 service neutron] 10.222.0.35 "GET /v2.0/networks/314c146c-3872-4cc8-a54a-fd6f8edc1b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232803 Feb 09 02:11:07.907886 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5b6d2f42-48b6-4cea-b6c7-31b338876b00 req-00c8045a-939f-4ef3-b979-fbcf530c30b8 service neutron] 10.222.0.35 "GET /v2.0/networks/314c146c-3872-4cc8-a54a-fd6f8edc1b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263402 Feb 09 02:11:08.365440 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe341c-ee2a-4708-aa49-c86f42b6532f req-558680a7-e1cf-4f41-bb27-ef2a62553385 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:08.366875 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5dbe341c-ee2a-4708-aa49-c86f42b6532f req-558680a7-e1cf-4f41-bb27-ef2a62553385 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c822bc8-1f49-4e5e-9696-c282265e9069 HTTP/1.1" status: 200 len: 945 time: 0.0777142 Feb 09 02:11:08.413834 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5dbe341c-ee2a-4708-aa49-c86f42b6532f req-dba84461-bb34-4ea4-83b2-fd8514f75793 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e304722-5b12-48cb-a84d-db7cdc242695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414546 Feb 09 02:11:09.450117 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1176ff59-dde5-460b-991f-32b2db287fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:09.616841 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc215ed-1a50-44d6-8bf2-767a78e01977 req-6b505f51-b9dd-48dc-9e13-2688bfd086f8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:09.618303 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ddc215ed-1a50-44d6-8bf2-767a78e01977 req-6b505f51-b9dd-48dc-9e13-2688bfd086f8 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c822bc8-1f49-4e5e-9696-c282265e9069 HTTP/1.1" status: 200 len: 945 time: 0.0930705 Feb 09 02:11:09.663952 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ddc215ed-1a50-44d6-8bf2-767a78e01977 req-422ea51a-817c-4850-a185-0e69a9d6b0a0 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e304722-5b12-48cb-a84d-db7cdc242695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400541 Feb 09 02:11:09.687055 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39580) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:09.793527 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e9c3dfe5-b926-4535-8e77-1d0d3fbab1f4 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/floatingips/20ba1ab8-acd8-4a37-af58-0df7b649c5e8 HTTP/1.1" status: 200 len: 993 time: 0.1052434 Feb 09 02:11:10.052973 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39588) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:10.252595 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-a9e70bff-ebef-4880-afb6-025ac7adcb4a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Deleting port 99635810-86e2-4491-bd8c-bcd7f5c26136 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:11:10.252937 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a9e70bff-ebef-4880-afb6-025ac7adcb4a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:10.425234 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a9e70bff-ebef-4880-afb6-025ac7adcb4a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:10.425648 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a9e70bff-ebef-4880-afb6-025ac7adcb4a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:10.585311 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:10.658927 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-a9e70bff-ebef-4880-afb6-025ac7adcb4a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Calling delete_port for 99635810-86e2-4491-bd8c-bcd7f5c26136 owned by network:floatingip {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:11:10.710960 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:10.808675 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a9e70bff-ebef-4880-afb6-025ac7adcb4a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:10.855468 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e70bff-ebef-4880-afb6-025ac7adcb4a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event deleted for resources: {'Port': ['ID=99635810-86e2-4491-bd8c-bcd7f5c26136,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:10.897138 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e70bff-ebef-4880-afb6-025ac7adcb4a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:10.897485 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e70bff-ebef-4880-afb6-025ac7adcb4a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:10.897823 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e70bff-ebef-4880-afb6-025ac7adcb4a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:10.898156 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e70bff-ebef-4880-afb6-025ac7adcb4a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:10.898484 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e70bff-ebef-4880-afb6-025ac7adcb4a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:10.898811 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e70bff-ebef-4880-afb6-025ac7adcb4a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:10.899138 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e70bff-ebef-4880-afb6-025ac7adcb4a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:10.899464 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e70bff-ebef-4880-afb6-025ac7adcb4a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:10.899789 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e70bff-ebef-4880-afb6-025ac7adcb4a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:10.900110 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e70bff-ebef-4880-afb6-025ac7adcb4a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:10.900455 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e70bff-ebef-4880-afb6-025ac7adcb4a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:10.900775 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e70bff-ebef-4880-afb6-025ac7adcb4a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:10.959500 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a9e70bff-ebef-4880-afb6-025ac7adcb4a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for floatingip, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:10.959825 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-a9e70bff-ebef-4880-afb6-025ac7adcb4a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Floating IP 20ba1ab8-acd8-4a37-af58-0df7b649c5e8 disassociated (deleted). External IP: 172.25.5.235, port: 5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c. Feb 09 02:11:11.311384 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e70bff-ebef-4880-afb6-025ac7adcb4a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Router 104937ac-716b-44f4-8450-c95fc79b5f4d has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:11:11.487223 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:11:11.495739 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e70bff-ebef-4880-afb6-025ac7adcb4a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:11:11.505262 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c27ffd7-6dfd-4ed0-80b5-1709a77f90e4 None None] Sync routers for ids ['104937ac-716b-44f4-8450-c95fc79b5f4d'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:11:11.515489 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c27ffd7-6dfd-4ed0-80b5-1709a77f90e4 None None] Routers {'104937ac-716b-44f4-8450-c95fc79b5f4d'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:11:11.516107 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5c27ffd7-6dfd-4ed0-80b5-1709a77f90e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:11:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['104937ac-716b-44f4-8450-c95fc79b5f4d'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:11.518973 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a9e70bff-ebef-4880-afb6-025ac7adcb4a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:11.575179 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a9e70bff-ebef-4880-afb6-025ac7adcb4a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "DELETE /v2.0/floatingips/20ba1ab8-acd8-4a37-af58-0df7b649c5e8 HTTP/1.1" status: 204 len: 168 time: 1.5186772 Feb 09 02:11:11.575179 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c822bc8-1f49-4e5e-9696-c282265e9069', 'tag': '5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:11:11.622096 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c822bc8-1f49-4e5e-9696-c282265e9069', 'tag': '5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c', 'status': 'completed', 'code': 200} Feb 09 02:11:11.697446 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-5c27ffd7-6dfd-4ed0-80b5-1709a77f90e4 None None] Set router 104937ac-716b-44f4-8450-c95fc79b5f4d gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:11:11.721074 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4e239-f312-45e1-8f8f-1b8984bd3736 req-7e4f89f6-b61f-4d23-ac88-3e54f6351f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:11.722475 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c4c4e239-f312-45e1-8f8f-1b8984bd3736 req-7e4f89f6-b61f-4d23-ac88-3e54f6351f80 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=16b263e01e4243329994a2077cba6ee7&device_id=8c822bc8-1f49-4e5e-9696-c282265e9069 HTTP/1.1" status: 200 len: 1096 time: 0.0750563 Feb 09 02:11:11.873863 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4e239-f312-45e1-8f8f-1b8984bd3736 req-91420922-2413-44d1-8f10-94358b598326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:11.875335 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c4c4e239-f312-45e1-8f8f-1b8984bd3736 req-91420922-2413-44d1-8f10-94358b598326 service neutron] 10.222.0.35 "GET /v2.0/networks?id=314c146c-3872-4cc8-a54a-fd6f8edc1b0f HTTP/1.1" status: 200 len: 897 time: 0.1433034 Feb 09 02:11:11.986706 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c4c4e239-f312-45e1-8f8f-1b8984bd3736 req-60a2a9c3-6ce8-4aca-b3ab-d2c13bea605e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c HTTP/1.1" status: 200 len: 217 time: 0.0749362 Feb 09 02:11:12.030036 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5c27ffd7-6dfd-4ed0-80b5-1709a77f90e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531320144', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '239ee641-b026-4d20-a728-37be7a26e655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:10:08Z', 'updated_at': '2022-02-09T02:10:12Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '239ee641-b026-4d20-a728-37be7a26e655', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:08Z', 'updated_at': '2022-02-09T02:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '9ffa149a-d57e-41cf-81cc-a396f98398be', 'name': '', 'network_id': '314c146c-3872-4cc8-a54a-fd6f8edc1b0f', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:88:3d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b35ac0ee-3957-4f70-a93b-bd117a5f8759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:12Z', 'updated_at': '2022-02-09T02:10:17Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': 'b35ac0ee-3957-4f70-a93b-bd117a5f8759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:12.034945 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c27ffd7-6dfd-4ed0-80b5-1709a77f90e4 None None] Checking router: 104937ac-716b-44f4-8450-c95fc79b5f4d for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:11:12.041809 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:12.044494 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c27ffd7-6dfd-4ed0-80b5-1709a77f90e4 None None] Routers {'104937ac-716b-44f4-8450-c95fc79b5f4d'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:11:12.045837 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5c27ffd7-6dfd-4ed0-80b5-1709a77f90e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:11:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['104937ac-716b-44f4-8450-c95fc79b5f4d'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:12.067775 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4e239-f312-45e1-8f8f-1b8984bd3736 req-5116baef-e39c-4a29-a7a4-47c62e88f003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:12.069245 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c4c4e239-f312-45e1-8f8f-1b8984bd3736 req-5116baef-e39c-4a29-a7a4-47c62e88f003 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b35ac0ee-3957-4f70-a93b-bd117a5f8759 HTTP/1.1" status: 200 len: 835 time: 0.0727999 Feb 09 02:11:12.081363 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229bc14-caa6-435a-a4f8-4a9c9dcd9106 req-9f1df0bb-ac7d-4de4-8205-f2bf672cce78 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:12.082936 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5229bc14-caa6-435a-a4f8-4a9c9dcd9106 req-9f1df0bb-ac7d-4de4-8205-f2bf672cce78 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c822bc8-1f49-4e5e-9696-c282265e9069 HTTP/1.1" status: 200 len: 945 time: 0.2019222 Feb 09 02:11:12.176271 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5229bc14-caa6-435a-a4f8-4a9c9dcd9106 req-29ebf755-0845-49bd-82b3-9320520ece28 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e304722-5b12-48cb-a84d-db7cdc242695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562115 Feb 09 02:11:12.195020 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4e239-f312-45e1-8f8f-1b8984bd3736 req-9299b34a-0039-4767-8943-33aab8e6d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:12.195020 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c4c4e239-f312-45e1-8f8f-1b8984bd3736 req-9299b34a-0039-4767-8943-33aab8e6d5ae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=314c146c-3872-4cc8-a54a-fd6f8edc1b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1098838 Feb 09 02:11:12.275792 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-5c27ffd7-6dfd-4ed0-80b5-1709a77f90e4 None None] Set router 104937ac-716b-44f4-8450-c95fc79b5f4d gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:11:12.329236 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c4c4e239-f312-45e1-8f8f-1b8984bd3736 req-c2363cf3-2ec9-4db6-9f12-53e0f1ad10e7 service neutron] 10.222.0.35 "GET /v2.0/networks/314c146c-3872-4cc8-a54a-fd6f8edc1b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262131 Feb 09 02:11:12.462394 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c4c4e239-f312-45e1-8f8f-1b8984bd3736 req-2d9959e9-3dbd-49b3-898f-44a478c1224f service neutron] 10.222.0.35 "GET /v2.0/networks/314c146c-3872-4cc8-a54a-fd6f8edc1b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268470 Feb 09 02:11:12.596225 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-5c27ffd7-6dfd-4ed0-80b5-1709a77f90e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531320144', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '239ee641-b026-4d20-a728-37be7a26e655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:10:08Z', 'updated_at': '2022-02-09T02:10:12Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '239ee641-b026-4d20-a728-37be7a26e655', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:08Z', 'updated_at': '2022-02-09T02:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '9ffa149a-d57e-41cf-81cc-a396f98398be', 'name': '', 'network_id': '314c146c-3872-4cc8-a54a-fd6f8edc1b0f', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:88:3d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b35ac0ee-3957-4f70-a93b-bd117a5f8759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:12Z', 'updated_at': '2022-02-09T02:10:17Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': 'b35ac0ee-3957-4f70-a93b-bd117a5f8759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:12.600352 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c27ffd7-6dfd-4ed0-80b5-1709a77f90e4 None None] The sync data for ids ['104937ac-716b-44f4-8450-c95fc79b5f4d'] in n-d-828419-1 is: [{'id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531320144', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '239ee641-b026-4d20-a728-37be7a26e655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:10:08Z', 'updated_at': '2022-02-09T02:10:12Z', 'revision_number': 4, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '239ee641-b026-4d20-a728-37be7a26e655', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:08Z', 'updated_at': '2022-02-09T02:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '9ffa149a-d57e-41cf-81cc-a396f98398be', 'name': '', 'network_id': '314c146c-3872-4cc8-a54a-fd6f8edc1b0f', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'mac_address': 'fa:16:3e:88:3d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'b35ac0ee-3957-4f70-a93b-bd117a5f8759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:12Z', 'updated_at': '2022-02-09T02:10:17Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'subnets': [{'id': 'b35ac0ee-3957-4f70-a93b-bd117a5f8759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:11:12.829427 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e7dbcd-29cf-407c-a14f-7002a51b2817 None None] New status for floating IP 20ba1ab8-acd8-4a37-af58-0df7b649c5e8: DOWN {{(pid=87614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:11:13.367779 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0431165-b132-4eca-ae53-c8a10c6ecde7 req-e71b9826-1804-46b6-8aad-a289cc3d571a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:13.368511 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-f0431165-b132-4eca-ae53-c8a10c6ecde7 req-e71b9826-1804-46b6-8aad-a289cc3d571a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Synchronizing usage tracker for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:11:13.384097 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-f0431165-b132-4eca-ae53-c8a10c6ecde7 req-e71b9826-1804-46b6-8aad-a289cc3d571a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Unset dirty status for tenant:16b263e01e4243329994a2077cba6ee7 on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:11:13.385371 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f0431165-b132-4eca-ae53-c8a10c6ecde7 req-e71b9826-1804-46b6-8aad-a289cc3d571a tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c822bc8-1f49-4e5e-9696-c282265e9069 HTTP/1.1" status: 200 len: 945 time: 0.0984249 Feb 09 02:11:13.436457 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f0431165-b132-4eca-ae53-c8a10c6ecde7 req-d69c1a38-7d9c-43fa-90f1-3b6114039677 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e304722-5b12-48cb-a84d-db7cdc242695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435722 Feb 09 02:11:13.831226 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af429d23-15a8-4e6f-b2ab-de8e0859e285 req-40edc5df-679b-4059-be66-3048030a37cd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:13.832603 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-af429d23-15a8-4e6f-b2ab-de8e0859e285 req-40edc5df-679b-4059-be66-3048030a37cd tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c822bc8-1f49-4e5e-9696-c282265e9069 HTTP/1.1" status: 200 len: 945 time: 0.0827754 Feb 09 02:11:13.903306 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-af429d23-15a8-4e6f-b2ab-de8e0859e285 req-fba351f4-c132-4d28-b0ef-7c18685d5972 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Deleting port 5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:11:13.903646 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-af429d23-15a8-4e6f-b2ab-de8e0859e285 req-fba351f4-c132-4d28-b0ef-7c18685d5972 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:14.248733 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-af429d23-15a8-4e6f-b2ab-de8e0859e285 req-fba351f4-c132-4d28-b0ef-7c18685d5972 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] For port 5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c,segment=NetworkSegment(cab2f155-06a0-49c3-978d-71a7861e7f2e),segment_id=cab2f155-06a0-49c3-978d-71a7861e7f2e)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:11:14.249093 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-af429d23-15a8-4e6f-b2ab-de8e0859e285 req-fba351f4-c132-4d28-b0ef-7c18685d5972 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:14.371487 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-af429d23-15a8-4e6f-b2ab-de8e0859e285 req-fba351f4-c132-4d28-b0ef-7c18685d5972 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Calling delete_port for 5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:11:14.519211 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-af429d23-15a8-4e6f-b2ab-de8e0859e285 req-fba351f4-c132-4d28-b0ef-7c18685d5972 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:14.600814 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba351f4-c132-4d28-b0ef-7c18685d5972 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event deleted for resources: {'Port': ['ID=5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:14.620129 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c02d1c79-2ace-46fd-9a95-60bd389ab8fe req-aa4e3935-b916-4b81-b005-c9521ffe79d7 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c822bc8-1f49-4e5e-9696-c282265e9069 HTTP/1.1" status: 200 len: 210 time: 0.0600519 Feb 09 02:11:14.646899 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba351f4-c132-4d28-b0ef-7c18685d5972 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:14.647242 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba351f4-c132-4d28-b0ef-7c18685d5972 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:14.647577 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba351f4-c132-4d28-b0ef-7c18685d5972 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:14.647905 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba351f4-c132-4d28-b0ef-7c18685d5972 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:14.648229 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba351f4-c132-4d28-b0ef-7c18685d5972 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:14.648583 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba351f4-c132-4d28-b0ef-7c18685d5972 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:14.648929 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba351f4-c132-4d28-b0ef-7c18685d5972 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:14.649213 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba351f4-c132-4d28-b0ef-7c18685d5972 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:14.649529 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba351f4-c132-4d28-b0ef-7c18685d5972 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:14.649846 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba351f4-c132-4d28-b0ef-7c18685d5972 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:14.650160 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba351f4-c132-4d28-b0ef-7c18685d5972 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:14.650468 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba351f4-c132-4d28-b0ef-7c18685d5972 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:14.699963 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-af429d23-15a8-4e6f-b2ab-de8e0859e285 req-fba351f4-c132-4d28-b0ef-7c18685d5972 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] No DVR routers for this DVR port 5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:11:14.702972 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-af429d23-15a8-4e6f-b2ab-de8e0859e285 req-fba351f4-c132-4d28-b0ef-7c18685d5972 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:14.705425 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c822bc8-1f49-4e5e-9696-c282265e9069', 'name': 'network-vif-deleted', 'tag': '5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:11:14.721253 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-af429d23-15a8-4e6f-b2ab-de8e0859e285 req-fba351f4-c132-4d28-b0ef-7c18685d5972 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.35 "DELETE /v2.0/ports/5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c HTTP/1.1" status: 204 len: 173 time: 0.8809481 Feb 09 02:11:14.804058 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c822bc8-1f49-4e5e-9696-c282265e9069', 'name': 'network-vif-deleted', 'tag': '5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c', 'status': 'completed', 'code': 200} Feb 09 02:11:15.718727 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39608) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:16.385128 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2329d6b1-f4f1-43ae-bf59-772c195e27af tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:16.744886 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-2329d6b1-f4f1-43ae-bf59-772c195e27af tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Deleting port 9ffa149a-d57e-41cf-81cc-a396f98398be {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:11:16.745609 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2329d6b1-f4f1-43ae-bf59-772c195e27af tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:16.936610 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-2329d6b1-f4f1-43ae-bf59-772c195e27af tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] For port 9ffa149a-d57e-41cf-81cc-a396f98398be, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=9ffa149a-d57e-41cf-81cc-a396f98398be,segment=NetworkSegment(cab2f155-06a0-49c3-978d-71a7861e7f2e),segment_id=cab2f155-06a0-49c3-978d-71a7861e7f2e)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:11:16.936971 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2329d6b1-f4f1-43ae-bf59-772c195e27af tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:17.060090 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-2329d6b1-f4f1-43ae-bf59-772c195e27af tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Calling delete_port for 9ffa149a-d57e-41cf-81cc-a396f98398be owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:11:17.248888 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2329d6b1-f4f1-43ae-bf59-772c195e27af tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:17.295813 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329d6b1-f4f1-43ae-bf59-772c195e27af tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event deleted for resources: {'Port': ['ID=9ffa149a-d57e-41cf-81cc-a396f98398be,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:17.677146 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2329d6b1-f4f1-43ae-bf59-772c195e27af tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:17.820647 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:11:17.854376 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: 5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:11:17.854782 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device 5d92b557-fe8f-487d-b9f2-31d2fe5a7d1c not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:11:18.032319 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2329d6b1-f4f1-43ae-bf59-772c195e27af tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Router 104937ac-716b-44f4-8450-c95fc79b5f4d has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:11:18.206682 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2329d6b1-f4f1-43ae-bf59-772c195e27af tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:11:18.216074 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08023ddd-3716-40a9-90cd-8aa96dede8c3 None None] Sync routers for ids ['104937ac-716b-44f4-8450-c95fc79b5f4d'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:11:18.219940 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2329d6b1-f4f1-43ae-bf59-772c195e27af tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "PUT /v2.0/routers/104937ac-716b-44f4-8450-c95fc79b5f4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5001783 Feb 09 02:11:18.222618 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39612) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:18.226820 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08023ddd-3716-40a9-90cd-8aa96dede8c3 None None] Routers {'104937ac-716b-44f4-8450-c95fc79b5f4d'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:11:18.227523 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-08023ddd-3716-40a9-90cd-8aa96dede8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:11:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['104937ac-716b-44f4-8450-c95fc79b5f4d'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:18.290791 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0973d0-c6f2-48f9-9b2e-a550f4756311 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Deleting subnet b35ac0ee-3957-4f70-a93b-bd117a5f8759 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 02:11:18.294049 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ac0973d0-c6f2-48f9-9b2e-a550f4756311 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:18.351546 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ac0973d0-c6f2-48f9-9b2e-a550f4756311 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:18.414646 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-08023ddd-3716-40a9-90cd-8aa96dede8c3 None None] Set router 104937ac-716b-44f4-8450-c95fc79b5f4d gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:11:18.435808 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ac0973d0-c6f2-48f9-9b2e-a550f4756311 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:18.518828 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ac0973d0-c6f2-48f9-9b2e-a550f4756311 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:18.569058 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ac0973d0-c6f2-48f9-9b2e-a550f4756311 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:18.572163 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0973d0-c6f2-48f9-9b2e-a550f4756311 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event deleted for resources: {'Subnet': ['ID=b35ac0ee-3957-4f70-a93b-bd117a5f8759,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:18.582589 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ac0973d0-c6f2-48f9-9b2e-a550f4756311 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "DELETE /v2.0/subnets/b35ac0ee-3957-4f70-a93b-bd117a5f8759 HTTP/1.1" status: 204 len: 168 time: 0.3567734 Feb 09 02:11:18.582760 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac33d821-d9b4-47d2-9ec9-a698a7119495 None None] Network 314c146c-3872-4cc8-a54a-fd6f8edc1b0f requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:11:18.583244 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39616) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:18.766457 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-618b89d3-61ef-4a2f-a612-1288771efd12 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:18.867802 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-08023ddd-3716-40a9-90cd-8aa96dede8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531320144', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '239ee641-b026-4d20-a728-37be7a26e655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:10:08Z', 'updated_at': '2022-02-09T02:11:17Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '239ee641-b026-4d20-a728-37be7a26e655', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:08Z', 'updated_at': '2022-02-09T02:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:18.871755 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08023ddd-3716-40a9-90cd-8aa96dede8c3 None None] Checking router: 104937ac-716b-44f4-8450-c95fc79b5f4d for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:11:18.880929 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08023ddd-3716-40a9-90cd-8aa96dede8c3 None None] Routers {'104937ac-716b-44f4-8450-c95fc79b5f4d'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:11:18.881429 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-08023ddd-3716-40a9-90cd-8aa96dede8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:11:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['104937ac-716b-44f4-8450-c95fc79b5f4d'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:18.938770 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75801c9f-5d4c-4042-9641-4dcadea8d48c None None] DHCP port deletion for 314c146c-3872-4cc8-a54a-fd6f8edc1b0f request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 02:11:18.949979 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-618b89d3-61ef-4a2f-a612-1288771efd12 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:18.952724 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-75801c9f-5d4c-4042-9641-4dcadea8d48c None None] Deleting port 999fbae4-b522-448c-b02f-2845aecd4d60 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:11:18.953095 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-75801c9f-5d4c-4042-9641-4dcadea8d48c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:18.959864 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-618b89d3-61ef-4a2f-a612-1288771efd12 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Deleting port 239ee641-b026-4d20-a728-37be7a26e655 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:11:18.960181 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-618b89d3-61ef-4a2f-a612-1288771efd12 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:19.139525 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-618b89d3-61ef-4a2f-a612-1288771efd12 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] For port 239ee641-b026-4d20-a728-37be7a26e655, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=239ee641-b026-4d20-a728-37be7a26e655,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:11:19.139752 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-618b89d3-61ef-4a2f-a612-1288771efd12 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:19.203417 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-08023ddd-3716-40a9-90cd-8aa96dede8c3 None None] Set router 104937ac-716b-44f4-8450-c95fc79b5f4d gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:11:19.261301 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-618b89d3-61ef-4a2f-a612-1288771efd12 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Calling delete_port for 239ee641-b026-4d20-a728-37be7a26e655 owned by network:router_gateway {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:11:19.484645 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-75801c9f-5d4c-4042-9641-4dcadea8d48c None None] For port 999fbae4-b522-448c-b02f-2845aecd4d60, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=999fbae4-b522-448c-b02f-2845aecd4d60,segment=NetworkSegment(cab2f155-06a0-49c3-978d-71a7861e7f2e),segment_id=cab2f155-06a0-49c3-978d-71a7861e7f2e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:11:19.485039 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-75801c9f-5d4c-4042-9641-4dcadea8d48c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:19.564217 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 999fbae4-b522-448c-b02f-2845aecd4d60 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:11:19.665169 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-75801c9f-5d4c-4042-9641-4dcadea8d48c None None] Calling delete_port for 999fbae4-b522-448c-b02f-2845aecd4d60 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:11:19.686643 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-618b89d3-61ef-4a2f-a612-1288771efd12 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:19.771225 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b89d3-61ef-4a2f-a612-1288771efd12 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event deleted for resources: {'Port': ['ID=239ee641-b026-4d20-a728-37be7a26e655,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:19.833341 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-618b89d3-61ef-4a2f-a612-1288771efd12 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:19.838506 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-75801c9f-5d4c-4042-9641-4dcadea8d48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724'] for port, after_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:19.881234 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Port 999fbae4-b522-448c-b02f-2845aecd4d60 update to DOWN by agent not found {{(pid=87613) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 09 02:11:19.893958 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75801c9f-5d4c-4042-9641-4dcadea8d48c None None] Pushing event deleted for resources: {'Port': ['ID=999fbae4-b522-448c-b02f-2845aecd4d60,revision_number=None']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:19.907243 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75801c9f-5d4c-4042-9641-4dcadea8d48c None None] No DVR routers for this DVR port 999fbae4-b522-448c-b02f-2845aecd4d60 on host n-d-828419-1 {{(pid=87613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:11:19.910759 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75801c9f-5d4c-4042-9641-4dcadea8d48c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:19.911099 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75801c9f-5d4c-4042-9641-4dcadea8d48c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:19.911431 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75801c9f-5d4c-4042-9641-4dcadea8d48c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:19.911762 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75801c9f-5d4c-4042-9641-4dcadea8d48c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:19.912088 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75801c9f-5d4c-4042-9641-4dcadea8d48c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:19.912429 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75801c9f-5d4c-4042-9641-4dcadea8d48c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:19.912751 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75801c9f-5d4c-4042-9641-4dcadea8d48c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:19.913066 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75801c9f-5d4c-4042-9641-4dcadea8d48c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:19.913383 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75801c9f-5d4c-4042-9641-4dcadea8d48c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:19.913697 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75801c9f-5d4c-4042-9641-4dcadea8d48c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:19.914011 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75801c9f-5d4c-4042-9641-4dcadea8d48c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:19.914324 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75801c9f-5d4c-4042-9641-4dcadea8d48c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:19.933664 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-08023ddd-3716-40a9-90cd-8aa96dede8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531320144', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '239ee641-b026-4d20-a728-37be7a26e655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:10:08Z', 'updated_at': '2022-02-09T02:11:17Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '239ee641-b026-4d20-a728-37be7a26e655', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:08Z', 'updated_at': '2022-02-09T02:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:19.937895 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08023ddd-3716-40a9-90cd-8aa96dede8c3 None None] The sync data for ids ['104937ac-716b-44f4-8450-c95fc79b5f4d'] in n-d-828419-1 is: [{'id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531320144', 'tenant_id': '16b263e01e4243329994a2077cba6ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '239ee641-b026-4d20-a728-37be7a26e655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:10:08Z', 'updated_at': '2022-02-09T02:11:17Z', 'revision_number': 5, 'project_id': '16b263e01e4243329994a2077cba6ee7', 'gw_port': {'id': '239ee641-b026-4d20-a728-37be7a26e655', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104937ac-716b-44f4-8450-c95fc79b5f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:10:08Z', 'updated_at': '2022-02-09T02:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:11:20.010048 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-618b89d3-61ef-4a2f-a612-1288771efd12 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:20.012605 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-618b89d3-61ef-4a2f-a612-1288771efd12 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:20.036579 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-618b89d3-61ef-4a2f-a612-1288771efd12 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:20.037123 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618b89d3-61ef-4a2f-a612-1288771efd12 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Fanout notify agent at l3_agent the message router_deleted on router 104937ac-716b-44f4-8450-c95fc79b5f4d {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 02:11:20.053201 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-618b89d3-61ef-4a2f-a612-1288771efd12 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:20.056873 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-618b89d3-61ef-4a2f-a612-1288771efd12 tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "DELETE /v2.0/routers/104937ac-716b-44f4-8450-c95fc79b5f4d HTTP/1.1" status: 204 len: 168 time: 1.4700367 Feb 09 02:11:20.057253 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39620) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:20.174214 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d56e349c-c344-4a4d-99d7-f0ebb29b6ced tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:20.311376 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d56e349c-c344-4a4d-99d7-f0ebb29b6ced tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:20.338596 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-d56e349c-c344-4a4d-99d7-f0ebb29b6ced tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['314c146c-3872-4cc8-a54a-fd6f8edc1b0f']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:20.354121 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-d56e349c-c344-4a4d-99d7-f0ebb29b6ced tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cab2f155-06a0-49c3-978d-71a7861e7f2e') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:20.354433 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-d56e349c-c344-4a4d-99d7-f0ebb29b6ced tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cab2f155-06a0-49c3-978d-71a7861e7f2e') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:20.366013 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d56e349c-c344-4a4d-99d7-f0ebb29b6ced tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:20.382372 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d56e349c-c344-4a4d-99d7-f0ebb29b6ced tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:20.388234 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56e349c-c344-4a4d-99d7-f0ebb29b6ced tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Releasing vlan 966 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:11:20.388666 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d56e349c-c344-4a4d-99d7-f0ebb29b6ced tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:20.402618 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 02:11:20.402618 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:11:20.402618 n-d-828419-1 neutron-server[87612]: timer() Feb 09 02:11:20.402618 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:11:20.402618 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 02:11:20.402618 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 02:11:20.402618 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 02:11:20.402618 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:11:20.402618 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 02:11:20.402618 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:11:20.402618 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 02:11:20.402618 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:11:20.402618 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 02:11:20.402618 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 02:11:20.402618 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:11:20.402618 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 02:11:20.402618 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:11:20.402618 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 02:11:20.402618 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 02:11:20.402618 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 02:11:20.402618 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 02:11:20.402618 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 02:11:20.402618 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:11:20.402618 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:11:20.402618 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 02:11:20.402618 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:11:20.402618 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:11:20.402618 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:11:20.402618 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:11:20.402618 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:11:20.402618 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:11:20.402618 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:11:20.477728 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d56e349c-c344-4a4d-99d7-f0ebb29b6ced tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:20.494952 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d56e349c-c344-4a4d-99d7-f0ebb29b6ced tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:20.510161 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e349c-c344-4a4d-99d7-f0ebb29b6ced tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event deleted for resources: {'Network': ['ID=314c146c-3872-4cc8-a54a-fd6f8edc1b0f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:20.518582 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d56e349c-c344-4a4d-99d7-f0ebb29b6ced tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "DELETE /v2.0/networks/314c146c-3872-4cc8-a54a-fd6f8edc1b0f HTTP/1.1" status: 204 len: 168 time: 0.4604764 Feb 09 02:11:20.521223 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39624) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:20.588629 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8fc37709-c86d-4516-8244-28166a3646ea tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:20.617371 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8fc37709-c86d-4516-8244-28166a3646ea tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:20.686760 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8fc37709-c86d-4516-8244-28166a3646ea tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:20.707615 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc37709-c86d-4516-8244-28166a3646ea tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e304722-5b12-48cb-a84d-db7cdc242695,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:20.719352 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8fc37709-c86d-4516-8244-28166a3646ea tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:20.720724 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8fc37709-c86d-4516-8244-28166a3646ea tempest-TestNetworkAdvancedServerOps-728501181 tempest-TestNetworkAdvancedServerOps-728501181-project] 10.222.0.37 "DELETE /v2.0/security-groups/6e304722-5b12-48cb-a84d-db7cdc242695 HTTP/1.1" status: 204 len: 168 time: 0.1983745 Feb 09 02:11:21.082925 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39634) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:21.245542 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-0833ebcd-9660-475a-96b2-15ed4aff2a8d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=16b263e01e4243329994a2077cba6ee7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1614735 Feb 09 02:11:21.248153 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39640) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:21.310092 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b0fb3787-f90f-4a61-a818-c4657eaa8434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:21.335175 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b0fb3787-f90f-4a61-a818-c4657eaa8434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:21.385840 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b0fb3787-f90f-4a61-a818-c4657eaa8434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:21.401470 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb3787-f90f-4a61-a818-c4657eaa8434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4a4c56-8c98-434c-9887-dcd01d806acd,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:21.414056 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b0fb3787-f90f-4a61-a818-c4657eaa8434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:21.415341 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b0fb3787-f90f-4a61-a818-c4657eaa8434 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bd4a4c56-8c98-434c-9887-dcd01d806acd HTTP/1.1" status: 204 len: 168 time: 0.1661682 Feb 09 02:11:21.534692 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9ffa149a-d57e-41cf-81cc-a396f98398be no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:11:21.568420 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 9ffa149a-d57e-41cf-81cc-a396f98398be {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:11:21.568758 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 9ffa149a-d57e-41cf-81cc-a396f98398be not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:11:21.569180 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 239ee641-b026-4d20-a728-37be7a26e655 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:11:21.601780 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 239ee641-b026-4d20-a728-37be7a26e655 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:11:21.602121 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 239ee641-b026-4d20-a728-37be7a26e655 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:11:21.703853 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39648) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:21.721415 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-816fb6bd-d9f0-44ff-ba6d-2fad5bf3196b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:21.736430 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-816fb6bd-d9f0-44ff-ba6d-2fad5bf3196b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:11:21.740252 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-816fb6bd-d9f0-44ff-ba6d-2fad5bf3196b admin admin] Usage tracker for resource:security_group_rule and tenant:7562c119a5d44306bbeb5eea4a4ddf54 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:11:21.743033 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-816fb6bd-d9f0-44ff-ba6d-2fad5bf3196b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:11:21.748661 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-816fb6bd-d9f0-44ff-ba6d-2fad5bf3196b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:11:21.838984 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-816fb6bd-d9f0-44ff-ba6d-2fad5bf3196b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:21.843401 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-816fb6bd-d9f0-44ff-ba6d-2fad5bf3196b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:21.892729 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-816fb6bd-d9f0-44ff-ba6d-2fad5bf3196b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7562c119a5d44306bbeb5eea4a4ddf54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1876783 Feb 09 02:11:21.894421 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816fb6bd-d9f0-44ff-ba6d-2fad5bf3196b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33087d9-2191-47ca-bd5a-6028f355995c,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:21.895479 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39652) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:21.960414 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2b4cc45a-f69f-452d-84f0-a0a5f82cd3f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:21.986211 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2b4cc45a-f69f-452d-84f0-a0a5f82cd3f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:22.038367 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2b4cc45a-f69f-452d-84f0-a0a5f82cd3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:22.052520 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4cc45a-f69f-452d-84f0-a0a5f82cd3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33087d9-2191-47ca-bd5a-6028f355995c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:22.064330 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-2b4cc45a-f69f-452d-84f0-a0a5f82cd3f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:22.068671 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-2b4cc45a-f69f-452d-84f0-a0a5f82cd3f7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a33087d9-2191-47ca-bd5a-6028f355995c HTTP/1.1" status: 204 len: 168 time: 0.1694329 Feb 09 02:11:22.536596 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:22.798605 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39676) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:22.902845 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-8c7f4517-8d6e-45b2-82e9-a582f6fb39e9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1992839077-network', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:22.908705 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8c7f4517-8d6e-45b2-82e9-a582f6fb39e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:11:22.912787 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8c7f4517-8d6e-45b2-82e9-a582f6fb39e9 admin admin] Usage tracker for resource:network and tenant:32c7dee9c8b844f9914bab195350b3bd is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:11:22.915471 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8c7f4517-8d6e-45b2-82e9-a582f6fb39e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:11:22.921611 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8c7f4517-8d6e-45b2-82e9-a582f6fb39e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:11:22.930359 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7f4517-8d6e-45b2-82e9-a582f6fb39e9 admin admin] Made reservation on behalf of 32c7dee9c8b844f9914bab195350b3bd for: {'network': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:11:22.933042 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4517-8d6e-45b2-82e9-a582f6fb39e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:22.945068 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4517-8d6e-45b2-82e9-a582f6fb39e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:22.959641 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8c7f4517-8d6e-45b2-82e9-a582f6fb39e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:11:22.963819 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8c7f4517-8d6e-45b2-82e9-a582f6fb39e9 admin admin] Usage tracker for resource:security_group_rule and tenant:32c7dee9c8b844f9914bab195350b3bd is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:11:22.966617 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-8c7f4517-8d6e-45b2-82e9-a582f6fb39e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:11:22.973328 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-8c7f4517-8d6e-45b2-82e9-a582f6fb39e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:11:23.057927 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4517-8d6e-45b2-82e9-a582f6fb39e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:23.063420 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4517-8d6e-45b2-82e9-a582f6fb39e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:23.097580 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7f4517-8d6e-45b2-82e9-a582f6fb39e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 961} {{(pid=87612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:11:23.103226 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f4517-8d6e-45b2-82e9-a582f6fb39e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e42687b-834f-4319-bdae-1706da0aa66b,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:23.112361 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4517-8d6e-45b2-82e9-a582f6fb39e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:23.112982 n-d-828419-1 neutron-server[87612]: INFO neutron.db.segments_db [None req-8c7f4517-8d6e-45b2-82e9-a582f6fb39e9 admin admin] Added segment 3099c3c1-60b6-43df-bd5a-69ce7b85a94b of type vlan for network 6f80d346-cd2b-457e-b482-4840885ef092 Feb 09 02:11:23.141068 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4517-8d6e-45b2-82e9-a582f6fb39e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:23.170246 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4517-8d6e-45b2-82e9-a582f6fb39e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:23.171270 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7f4517-8d6e-45b2-82e9-a582f6fb39e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:23.171862 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4517-8d6e-45b2-82e9-a582f6fb39e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:23.397062 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f4517-8d6e-45b2-82e9-a582f6fb39e9 admin admin] Pushing event updated for resources: {'Network': ['ID=6f80d346-cd2b-457e-b482-4840885ef092,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:23.400596 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-8c7f4517-8d6e-45b2-82e9-a582f6fb39e9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6009300 Feb 09 02:11:23.405592 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39682) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:23.408356 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 6f80d346-cd2b-457e-b482-4840885ef092 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 02:11:23.410896 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-5989414c-9842-47d4-bf52-e1168fd7510f admin admin] Request body: {'subnet': {'network_id': '6f80d346-cd2b-457e-b482-4840885ef092', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1992839077-subnet', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:23.416315 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5989414c-9842-47d4-bf52-e1168fd7510f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:11:23.420383 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5989414c-9842-47d4-bf52-e1168fd7510f admin admin] Usage tracker for resource:subnet and tenant:32c7dee9c8b844f9914bab195350b3bd is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:11:23.423189 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-5989414c-9842-47d4-bf52-e1168fd7510f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:11:23.428887 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-5989414c-9842-47d4-bf52-e1168fd7510f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:11:23.438910 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5989414c-9842-47d4-bf52-e1168fd7510f admin admin] Made reservation on behalf of 32c7dee9c8b844f9914bab195350b3bd for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:11:23.441761 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5989414c-9842-47d4-bf52-e1168fd7510f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:23.652265 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5989414c-9842-47d4-bf52-e1168fd7510f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:23.723973 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5989414c-9842-47d4-bf52-e1168fd7510f admin admin] Pushing event updated for resources: {'Subnet': ['ID=575248c4-0265-47f2-b71a-2fc8aeccd2d9,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:23.732519 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5989414c-9842-47d4-bf52-e1168fd7510f admin admin] Checking segment: {'id': '3099c3c1-60b6-43df-bd5a-69ce7b85a94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:11:23.732879 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5989414c-9842-47d4-bf52-e1168fd7510f admin admin] Network hostable DHCP agents. Network: 6f80d346-cd2b-457e-b482-4840885ef092, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:11:23.751461 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5989414c-9842-47d4-bf52-e1168fd7510f admin admin] Network 6f80d346-cd2b-457e-b482-4840885ef092 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:11:23.760264 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-5989414c-9842-47d4-bf52-e1168fd7510f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 6f80d346-cd2b-457e-b482-4840885ef092) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:23.764682 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5989414c-9842-47d4-bf52-e1168fd7510f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:23.765259 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5989414c-9842-47d4-bf52-e1168fd7510f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:23.769786 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e0f93d-e0ef-4225-81d1-0fad6678bdd3 None None] Network 6f80d346-cd2b-457e-b482-4840885ef092 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:11:23.786100 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5989414c-9842-47d4-bf52-e1168fd7510f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3794947 Feb 09 02:11:23.789228 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39686) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:23.794087 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-ca59d210-996a-4db8-bda7-ef46d43dd139 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1992839077-router', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:23.799987 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ca59d210-996a-4db8-bda7-ef46d43dd139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:11:23.803809 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ca59d210-996a-4db8-bda7-ef46d43dd139 admin admin] Usage tracker for resource:router and tenant:32c7dee9c8b844f9914bab195350b3bd is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:11:23.806665 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-ca59d210-996a-4db8-bda7-ef46d43dd139 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:11:23.812386 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-ca59d210-996a-4db8-bda7-ef46d43dd139 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:11:23.822976 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ca59d210-996a-4db8-bda7-ef46d43dd139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:23.823977 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ca59d210-996a-4db8-bda7-ef46d43dd139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:23.839087 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ca59d210-996a-4db8-bda7-ef46d43dd139 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:23.994202 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9b0cf0-71ef-452d-9e1e-a5738d854f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-6f80d346-cd2b-457e-b482-4840885ef092', 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'fixed_ips': [{'subnet_id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 02:11:23.995072 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9d9b0cf0-71ef-452d-9e1e-a5738d854f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:24.110312 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ca59d210-996a-4db8-bda7-ef46d43dd139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:24.195527 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-9d9b0cf0-71ef-452d-9e1e-a5738d854f3d None None] Allocated IP 172.20.0.2 (6f80d346-cd2b-457e-b482-4840885ef092/575248c4-0265-47f2-b71a-2fc8aeccd2d9/16071a2e-bc3b-4c1b-b088-2f218c256e37) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:11:24.399093 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9d9b0cf0-71ef-452d-9e1e-a5738d854f3d None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:24.409514 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9d9b0cf0-71ef-452d-9e1e-a5738d854f3d None None] Transition to ACTIVE for port object 16071a2e-bc3b-4c1b-b088-2f218c256e37 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:11:24.427391 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ca59d210-996a-4db8-bda7-ef46d43dd139 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:24.429469 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9d9b0cf0-71ef-452d-9e1e-a5738d854f3d None None] Transition to ACTIVE for port object 16071a2e-bc3b-4c1b-b088-2f218c256e37 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:11:24.435344 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9d9b0cf0-71ef-452d-9e1e-a5738d854f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:24.457967 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ca59d210-996a-4db8-bda7-ef46d43dd139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:24.506320 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9b0cf0-71ef-452d-9e1e-a5738d854f3d None None] Network 6f80d346-cd2b-457e-b482-4840885ef092 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:24.509350 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-9d9b0cf0-71ef-452d-9e1e-a5738d854f3d None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:24.512336 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9b0cf0-71ef-452d-9e1e-a5738d854f3d None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:11:24.521011 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b0cf0-71ef-452d-9e1e-a5738d854f3d None None] Pushing event updated for resources: {'Port': ['ID=16071a2e-bc3b-4c1b-b088-2f218c256e37,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:24.592652 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-ca59d210-996a-4db8-bda7-ef46d43dd139 admin admin] Allocated IP 172.25.5.211 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/08dbd388-d3a5-483a-a73d-afafdff05652) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:11:24.612950 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-9d9b0cf0-71ef-452d-9e1e-a5738d854f3d None None] Attempting to bind port 16071a2e-bc3b-4c1b-b088-2f218c256e37 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:11:24.613319 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-9d9b0cf0-71ef-452d-9e1e-a5738d854f3d None None] Attempting to bind port 16071a2e-bc3b-4c1b-b088-2f218c256e37 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '3099c3c1-60b6-43df-bd5a-69ce7b85a94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:11:24.613680 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9b0cf0-71ef-452d-9e1e-a5738d854f3d None None] Attempting to bind port 16071a2e-bc3b-4c1b-b088-2f218c256e37 on network 6f80d346-cd2b-457e-b482-4840885ef092 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:11:24.618890 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9b0cf0-71ef-452d-9e1e-a5738d854f3d None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:11:24.619263 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9b0cf0-71ef-452d-9e1e-a5738d854f3d None None] Checking segment: {'id': '3099c3c1-60b6-43df-bd5a-69ce7b85a94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:11:24.619661 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9d9b0cf0-71ef-452d-9e1e-a5738d854f3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:24.620051 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9b0cf0-71ef-452d-9e1e-a5738d854f3d None None] Bound using segment: {'id': '3099c3c1-60b6-43df-bd5a-69ce7b85a94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:11:24.620533 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-9d9b0cf0-71ef-452d-9e1e-a5738d854f3d None None] Bound port: 16071a2e-bc3b-4c1b-b088-2f218c256e37, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3099c3c1-60b6-43df-bd5a-69ce7b85a94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:11:24.620900 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9d9b0cf0-71ef-452d-9e1e-a5738d854f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:24.716023 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-9d9b0cf0-71ef-452d-9e1e-a5738d854f3d None None] For port 16071a2e-bc3b-4c1b-b088-2f218c256e37, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:11:24.719700 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-9d9b0cf0-71ef-452d-9e1e-a5738d854f3d None None] For port 16071a2e-bc3b-4c1b-b088-2f218c256e37, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=16071a2e-bc3b-4c1b-b088-2f218c256e37,segment=NetworkSegment(3099c3c1-60b6-43df-bd5a-69ce7b85a94b),segment_id=3099c3c1-60b6-43df-bd5a-69ce7b85a94b)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:11:24.723604 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9d9b0cf0-71ef-452d-9e1e-a5738d854f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:24.744422 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ca59d210-996a-4db8-bda7-ef46d43dd139 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:24.777663 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ca59d210-996a-4db8-bda7-ef46d43dd139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:24.811590 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b0cf0-71ef-452d-9e1e-a5738d854f3d None None] Pushing event updated for resources: {'Port': ['ID=16071a2e-bc3b-4c1b-b088-2f218c256e37,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:24.842374 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca59d210-996a-4db8-bda7-ef46d43dd139 admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:24.845188 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-ca59d210-996a-4db8-bda7-ef46d43dd139 admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:24.849043 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca59d210-996a-4db8-bda7-ef46d43dd139 admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:11:25.010597 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59d210-996a-4db8-bda7-ef46d43dd139 admin admin] Pushing event updated for resources: {'Port': ['ID=08dbd388-d3a5-483a-a73d-afafdff05652,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:25.409183 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ca59d210-996a-4db8-bda7-ef46d43dd139 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:25.575947 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 16071a2e-bc3b-4c1b-b088-2f218c256e37 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:11:25.682613 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 16071a2e-bc3b-4c1b-b088-2f218c256e37 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:11:25.733740 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:25.851889 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ca59d210-996a-4db8-bda7-ef46d43dd139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:25.876589 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c25500-f09c-4fbe-bb87-554551ffa677 None None] Network 6f80d346-cd2b-457e-b482-4840885ef092 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:11:25.986844 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5370088f-bc6a-4fca-83d6-6bd4d8fe5b37 None None] Provisioning for port 16071a2e-bc3b-4c1b-b088-2f218c256e37 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:11:25.996508 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-5370088f-bc6a-4fca-83d6-6bd4d8fe5b37 None None] Provisioning complete for port 16071a2e-bc3b-4c1b-b088-2f218c256e37 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:25.996875 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5370088f-bc6a-4fca-83d6-6bd4d8fe5b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:26.104789 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca59d210-996a-4db8-bda7-ef46d43dd139 admin admin] Router abca5638-bb8d-4b61-93bf-6b254d5c8b4c is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 02:11:26.229325 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5370088f-bc6a-4fca-83d6-6bd4d8fe5b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:26.270913 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-5370088f-bc6a-4fca-83d6-6bd4d8fe5b37 None None] For port 16071a2e-bc3b-4c1b-b088-2f218c256e37, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=16071a2e-bc3b-4c1b-b088-2f218c256e37,segment=NetworkSegment(3099c3c1-60b6-43df-bd5a-69ce7b85a94b),segment_id=3099c3c1-60b6-43df-bd5a-69ce7b85a94b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:11:26.276575 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5370088f-bc6a-4fca-83d6-6bd4d8fe5b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:26.311980 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca59d210-996a-4db8-bda7-ef46d43dd139 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:11:26.328206 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd624072-d1cf-43ba-b7cc-951e67ef3124 None None] Sync routers for ids ['abca5638-bb8d-4b61-93bf-6b254d5c8b4c'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:11:26.338154 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd624072-d1cf-43ba-b7cc-951e67ef3124 None None] Routers {'abca5638-bb8d-4b61-93bf-6b254d5c8b4c'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:11:26.338576 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ca59d210-996a-4db8-bda7-ef46d43dd139 admin admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:26.338795 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-bd624072-d1cf-43ba-b7cc-951e67ef3124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:11:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['abca5638-bb8d-4b61-93bf-6b254d5c8b4c'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:26.345393 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39690) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:26.349287 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ca59d210-996a-4db8-bda7-ef46d43dd139 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5546927 Feb 09 02:11:26.372816 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5370088f-bc6a-4fca-83d6-6bd4d8fe5b37 None None] Pushing event updated for resources: {'Port': ['ID=16071a2e-bc3b-4c1b-b088-2f218c256e37,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:26.537414 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-bd624072-d1cf-43ba-b7cc-951e67ef3124 None None] Set router abca5638-bb8d-4b61-93bf-6b254d5c8b4c gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:11:26.606380 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-eb0313df-15ed-4049-a784-9f661bf29d07 None None] Provisioning complete for port 16071a2e-bc3b-4c1b-b088-2f218c256e37 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:26.607043 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-eb0313df-15ed-4049-a784-9f661bf29d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:26.846816 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-bd624072-d1cf-43ba-b7cc-951e67ef3124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'name': 'tempest-TestShelveInstance-1992839077-router', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:23Z', 'updated_at': '2022-02-09T02:11:25Z', 'revision_number': 3, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'gw_port': {'id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bc:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:24Z', 'updated_at': '2022-02-09T02:11:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:26.851940 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd624072-d1cf-43ba-b7cc-951e67ef3124 None None] Checking router: abca5638-bb8d-4b61-93bf-6b254d5c8b4c for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:11:26.852520 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd624072-d1cf-43ba-b7cc-951e67ef3124 None None] Updating router abca5638-bb8d-4b61-93bf-6b254d5c8b4c port 08dbd388-d3a5-483a-a73d-afafdff05652 binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:11:26.948892 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-bd624072-d1cf-43ba-b7cc-951e67ef3124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:27.270745 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9f0db9ac-968e-462e-8792-14b13c0a1111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:27.361111 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-bd624072-d1cf-43ba-b7cc-951e67ef3124 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:27.375359 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-bd624072-d1cf-43ba-b7cc-951e67ef3124 None None] Transition to ACTIVE for port object 08dbd388-d3a5-483a-a73d-afafdff05652 will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:11:27.382574 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-bd624072-d1cf-43ba-b7cc-951e67ef3124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:27.481100 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-bd624072-d1cf-43ba-b7cc-951e67ef3124 None None] Attempting to bind port 08dbd388-d3a5-483a-a73d-afafdff05652 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:11:27.481463 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-bd624072-d1cf-43ba-b7cc-951e67ef3124 None None] Attempting to bind port 08dbd388-d3a5-483a-a73d-afafdff05652 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:11:27.481826 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd624072-d1cf-43ba-b7cc-951e67ef3124 None None] Attempting to bind port 08dbd388-d3a5-483a-a73d-afafdff05652 on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:11:27.483754 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18695c7f-95f0-45e7-bce7-cc23bbd98de7 None None] Pushing event updated for resources: {'Port': ['ID=08dbd388-d3a5-483a-a73d-afafdff05652,revision_number=2']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:27.492440 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-9f0db9ac-968e-462e-8792-14b13c0a1111 admin admin] Allocated IP 172.20.0.1 (6f80d346-cd2b-457e-b482-4840885ef092/575248c4-0265-47f2-b71a-2fc8aeccd2d9/8fd12481-4530-4ac9-bd34-921762f41231) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:11:27.494007 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18695c7f-95f0-45e7-bce7-cc23bbd98de7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:27.494349 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18695c7f-95f0-45e7-bce7-cc23bbd98de7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:27.494670 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18695c7f-95f0-45e7-bce7-cc23bbd98de7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:27.495116 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18695c7f-95f0-45e7-bce7-cc23bbd98de7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:27.495490 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18695c7f-95f0-45e7-bce7-cc23bbd98de7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:27.495658 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18695c7f-95f0-45e7-bce7-cc23bbd98de7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:27.496016 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18695c7f-95f0-45e7-bce7-cc23bbd98de7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:27.496332 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18695c7f-95f0-45e7-bce7-cc23bbd98de7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:27.496743 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18695c7f-95f0-45e7-bce7-cc23bbd98de7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:27.497059 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18695c7f-95f0-45e7-bce7-cc23bbd98de7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:27.497482 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18695c7f-95f0-45e7-bce7-cc23bbd98de7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:27.498508 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18695c7f-95f0-45e7-bce7-cc23bbd98de7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:27.502496 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd624072-d1cf-43ba-b7cc-951e67ef3124 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:11:27.502981 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd624072-d1cf-43ba-b7cc-951e67ef3124 None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:11:27.503257 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-bd624072-d1cf-43ba-b7cc-951e67ef3124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:27.503661 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd624072-d1cf-43ba-b7cc-951e67ef3124 None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:11:27.504157 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-bd624072-d1cf-43ba-b7cc-951e67ef3124 None None] Bound port: 08dbd388-d3a5-483a-a73d-afafdff05652, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:11:27.504804 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-bd624072-d1cf-43ba-b7cc-951e67ef3124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:27.573928 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 16071a2e-bc3b-4c1b-b088-2f218c256e37 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:11:27.589567 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-bd624072-d1cf-43ba-b7cc-951e67ef3124 None None] For port 08dbd388-d3a5-483a-a73d-afafdff05652, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:11:27.593440 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-bd624072-d1cf-43ba-b7cc-951e67ef3124 None None] For port 08dbd388-d3a5-483a-a73d-afafdff05652, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=08dbd388-d3a5-483a-a73d-afafdff05652,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:11:27.597911 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-bd624072-d1cf-43ba-b7cc-951e67ef3124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:27.646310 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 16071a2e-bc3b-4c1b-b088-2f218c256e37 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:27.646928 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:27.673965 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd624072-d1cf-43ba-b7cc-951e67ef3124 None None] Routers {'abca5638-bb8d-4b61-93bf-6b254d5c8b4c'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:11:27.674607 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-bd624072-d1cf-43ba-b7cc-951e67ef3124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:11:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['abca5638-bb8d-4b61-93bf-6b254d5c8b4c'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:27.696330 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9f0db9ac-968e-462e-8792-14b13c0a1111 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:27.713553 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-9f0db9ac-968e-462e-8792-14b13c0a1111 admin admin] Transition to ACTIVE for port object 8fd12481-4530-4ac9-bd34-921762f41231 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:11:27.740015 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9f0db9ac-968e-462e-8792-14b13c0a1111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:27.784201 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18695c7f-95f0-45e7-bce7-cc23bbd98de7 None None] Pushing event updated for resources: {'Port': ['ID=08dbd388-d3a5-483a-a73d-afafdff05652,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:27.807500 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0db9ac-968e-462e-8792-14b13c0a1111 admin admin] Network 6f80d346-cd2b-457e-b482-4840885ef092 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:27.810508 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-9f0db9ac-968e-462e-8792-14b13c0a1111 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:27.814123 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0db9ac-968e-462e-8792-14b13c0a1111 admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:11:27.844683 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0db9ac-968e-462e-8792-14b13c0a1111 admin admin] Pushing event updated for resources: {'Port': ['ID=8fd12481-4530-4ac9-bd34-921762f41231,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:27.871834 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9f0db9ac-968e-462e-8792-14b13c0a1111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:27.891436 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-bd624072-d1cf-43ba-b7cc-951e67ef3124 None None] Set router abca5638-bb8d-4b61-93bf-6b254d5c8b4c gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:11:28.180920 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8abf7940-ee93-4ae4-bac6-6a0ca79b5f5d None None] Provisioning for port 8fd12481-4530-4ac9-bd34-921762f41231 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:11:28.186761 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8abf7940-ee93-4ae4-bac6-6a0ca79b5f5d None None] Provisioning complete for port 8fd12481-4530-4ac9-bd34-921762f41231 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:28.187365 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8abf7940-ee93-4ae4-bac6-6a0ca79b5f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:28.193739 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-bd624072-d1cf-43ba-b7cc-951e67ef3124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'name': 'tempest-TestShelveInstance-1992839077-router', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:23Z', 'updated_at': '2022-02-09T02:11:25Z', 'revision_number': 3, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'gw_port': {'id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bc:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:24Z', 'updated_at': '2022-02-09T02:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:28.197250 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9f0db9ac-968e-462e-8792-14b13c0a1111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:28.199342 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd624072-d1cf-43ba-b7cc-951e67ef3124 None None] The sync data for ids ['abca5638-bb8d-4b61-93bf-6b254d5c8b4c'] in n-d-828419-1 is: [{'id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'name': 'tempest-TestShelveInstance-1992839077-router', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:23Z', 'updated_at': '2022-02-09T02:11:25Z', 'revision_number': 3, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'gw_port': {'id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bc:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:24Z', 'updated_at': '2022-02-09T02:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:11:28.246171 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-8abf7940-ee93-4ae4-bac6-6a0ca79b5f5d None None] Port 8fd12481-4530-4ac9-bd34-921762f41231 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:11:28.460798 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9f0db9ac-968e-462e-8792-14b13c0a1111 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:28.469613 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9f0db9ac-968e-462e-8792-14b13c0a1111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:28.701235 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-9f0db9ac-968e-462e-8792-14b13c0a1111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:28.704687 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0db9ac-968e-462e-8792-14b13c0a1111 admin admin] Pushing event updated for resources: {'Port': ['ID=8fd12481-4530-4ac9-bd34-921762f41231,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:28.853602 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0db9ac-968e-462e-8792-14b13c0a1111 admin admin] Network 6f80d346-cd2b-457e-b482-4840885ef092 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:28.854787 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-9f0db9ac-968e-462e-8792-14b13c0a1111 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:29.058448 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0db9ac-968e-462e-8792-14b13c0a1111 admin admin] Router abca5638-bb8d-4b61-93bf-6b254d5c8b4c has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:11:29.189612 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bd27bb87-01ad-469a-b121-046d9c5062c1 None None] Provisioning complete for port 8fd12481-4530-4ac9-bd34-921762f41231 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:29.190641 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bd27bb87-01ad-469a-b121-046d9c5062c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:29.254303 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-bd27bb87-01ad-469a-b121-046d9c5062c1 None None] Port 8fd12481-4530-4ac9-bd34-921762f41231 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:11:29.256451 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0db9ac-968e-462e-8792-14b13c0a1111 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:11:29.265449 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-9f0db9ac-968e-462e-8792-14b13c0a1111 admin admin] 10.222.0.37 "PUT /v2.0/routers/abca5638-bb8d-4b61-93bf-6b254d5c8b4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9181535 Feb 09 02:11:29.571662 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 08dbd388-d3a5-483a-a73d-afafdff05652 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:11:29.656793 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 08dbd388-d3a5-483a-a73d-afafdff05652 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:11:29.664274 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 08dbd388-d3a5-483a-a73d-afafdff05652 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:29.665395 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:29.819985 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39710) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:29.825591 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-11844e62-30d8-44c9-b3e9-b4de22eded61 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1402336930-network', 'tenant_id': 'bfa59ebf0f6344c9bfce4c17e66bc048'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:29.831419 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-11844e62-30d8-44c9-b3e9-b4de22eded61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:11:29.835820 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-11844e62-30d8-44c9-b3e9-b4de22eded61 admin admin] Usage tracker for resource:network and tenant:bfa59ebf0f6344c9bfce4c17e66bc048 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:11:29.838978 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-11844e62-30d8-44c9-b3e9-b4de22eded61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:11:29.845517 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-11844e62-30d8-44c9-b3e9-b4de22eded61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:11:29.850573 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:29.862676 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11844e62-30d8-44c9-b3e9-b4de22eded61 admin admin] Made reservation on behalf of bfa59ebf0f6344c9bfce4c17e66bc048 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:11:29.865127 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-11844e62-30d8-44c9-b3e9-b4de22eded61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:29.876497 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 08dbd388-d3a5-483a-a73d-afafdff05652, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=08dbd388-d3a5-483a-a73d-afafdff05652,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:11:29.878159 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-11844e62-30d8-44c9-b3e9-b4de22eded61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:29.882181 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:29.894349 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-11844e62-30d8-44c9-b3e9-b4de22eded61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:11:29.898613 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-11844e62-30d8-44c9-b3e9-b4de22eded61 admin admin] Usage tracker for resource:security_group_rule and tenant:bfa59ebf0f6344c9bfce4c17e66bc048 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:11:29.901721 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-11844e62-30d8-44c9-b3e9-b4de22eded61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:11:29.908498 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-11844e62-30d8-44c9-b3e9-b4de22eded61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:11:29.965471 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=08dbd388-d3a5-483a-a73d-afafdff05652,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:30.000850 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-11844e62-30d8-44c9-b3e9-b4de22eded61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:30.006118 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf73973-0c2c-4ba0-9eb7-6526514df481 None None] Sync routers for ids ['abca5638-bb8d-4b61-93bf-6b254d5c8b4c'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:11:30.006413 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-11844e62-30d8-44c9-b3e9-b4de22eded61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:30.019009 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf73973-0c2c-4ba0-9eb7-6526514df481 None None] Routers {'abca5638-bb8d-4b61-93bf-6b254d5c8b4c'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:11:30.019616 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-6bf73973-0c2c-4ba0-9eb7-6526514df481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:11:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['abca5638-bb8d-4b61-93bf-6b254d5c8b4c'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:30.052659 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11844e62-30d8-44c9-b3e9-b4de22eded61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 993} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:11:30.074703 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11844e62-30d8-44c9-b3e9-b4de22eded61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723590ed-8ba6-489d-b878-905a6aba093d,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:30.084641 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-11844e62-30d8-44c9-b3e9-b4de22eded61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:30.085198 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-11844e62-30d8-44c9-b3e9-b4de22eded61 admin admin] Added segment 9058afa3-3be3-43d5-8e31-f01cd5885b13 of type vlan for network 5a094480-78f5-48c3-a7da-e09e8ba94d98 Feb 09 02:11:30.115347 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-11844e62-30d8-44c9-b3e9-b4de22eded61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:30.147510 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-11844e62-30d8-44c9-b3e9-b4de22eded61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:30.148617 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11844e62-30d8-44c9-b3e9-b4de22eded61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:30.149242 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-11844e62-30d8-44c9-b3e9-b4de22eded61 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:30.237505 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-6bf73973-0c2c-4ba0-9eb7-6526514df481 None None] Set router abca5638-bb8d-4b61-93bf-6b254d5c8b4c gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:11:30.255408 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11844e62-30d8-44c9-b3e9-b4de22eded61 admin admin] Pushing event updated for resources: {'Network': ['ID=5a094480-78f5-48c3-a7da-e09e8ba94d98,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:30.258167 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-11844e62-30d8-44c9-b3e9-b4de22eded61 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4370952 Feb 09 02:11:30.262605 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39714) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:30.268456 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-cae3e4a2-6377-4926-8fe4-5efe2877b12b admin admin] Request body: {'subnet': {'network_id': '5a094480-78f5-48c3-a7da-e09e8ba94d98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1402336930-subnet', 'tenant_id': 'bfa59ebf0f6344c9bfce4c17e66bc048', 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:30.274546 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-cae3e4a2-6377-4926-8fe4-5efe2877b12b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:11:30.278358 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cae3e4a2-6377-4926-8fe4-5efe2877b12b admin admin] Usage tracker for resource:subnet and tenant:bfa59ebf0f6344c9bfce4c17e66bc048 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:11:30.282851 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-cae3e4a2-6377-4926-8fe4-5efe2877b12b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:11:30.289770 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-cae3e4a2-6377-4926-8fe4-5efe2877b12b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:11:30.291531 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 5a094480-78f5-48c3-a7da-e09e8ba94d98 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 02:11:30.301048 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae3e4a2-6377-4926-8fe4-5efe2877b12b admin admin] Made reservation on behalf of bfa59ebf0f6344c9bfce4c17e66bc048 for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:11:30.303344 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cae3e4a2-6377-4926-8fe4-5efe2877b12b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:30.514851 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cae3e4a2-6377-4926-8fe4-5efe2877b12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:30.586586 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3e4a2-6377-4926-8fe4-5efe2877b12b admin admin] Pushing event updated for resources: {'Subnet': ['ID=16e1f2f5-5858-4241-87c1-f73168fa083c,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:30.601410 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae3e4a2-6377-4926-8fe4-5efe2877b12b admin admin] Checking segment: {'id': '9058afa3-3be3-43d5-8e31-f01cd5885b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '5a094480-78f5-48c3-a7da-e09e8ba94d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:11:30.601815 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae3e4a2-6377-4926-8fe4-5efe2877b12b admin admin] Network hostable DHCP agents. Network: 5a094480-78f5-48c3-a7da-e09e8ba94d98, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:11:30.622448 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae3e4a2-6377-4926-8fe4-5efe2877b12b admin admin] Network 5a094480-78f5-48c3-a7da-e09e8ba94d98 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:11:30.636257 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-cae3e4a2-6377-4926-8fe4-5efe2877b12b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 5a094480-78f5-48c3-a7da-e09e8ba94d98) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:30.642307 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae3e4a2-6377-4926-8fe4-5efe2877b12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:30.643294 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cae3e4a2-6377-4926-8fe4-5efe2877b12b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:30.648543 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af097c98-1c78-4124-aaa3-cf84eb92e1ff None None] Network 5a094480-78f5-48c3-a7da-e09e8ba94d98 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:11:30.667348 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cae3e4a2-6377-4926-8fe4-5efe2877b12b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4035320 Feb 09 02:11:30.670335 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39718) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:30.675219 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-12ea0c5b-480c-428f-bdb8-1db650b1defb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1402336930-router', 'tenant_id': 'bfa59ebf0f6344c9bfce4c17e66bc048', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:30.680652 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-12ea0c5b-480c-428f-bdb8-1db650b1defb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:11:30.684521 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-12ea0c5b-480c-428f-bdb8-1db650b1defb admin admin] Usage tracker for resource:router and tenant:bfa59ebf0f6344c9bfce4c17e66bc048 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:11:30.687897 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-12ea0c5b-480c-428f-bdb8-1db650b1defb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:11:30.693912 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-12ea0c5b-480c-428f-bdb8-1db650b1defb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:11:30.705688 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-12ea0c5b-480c-428f-bdb8-1db650b1defb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:30.706855 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-12ea0c5b-480c-428f-bdb8-1db650b1defb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:30.725085 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-12ea0c5b-480c-428f-bdb8-1db650b1defb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:30.733819 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-6bf73973-0c2c-4ba0-9eb7-6526514df481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'name': 'tempest-TestShelveInstance-1992839077-router', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:23Z', 'updated_at': '2022-02-09T02:11:28Z', 'revision_number': 4, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'gw_port': {'id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:24Z', 'updated_at': '2022-02-09T02:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '8fd12481-4530-4ac9-bd34-921762f41231', 'name': '', 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'mac_address': 'fa:16:3e:1b:5b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:27Z', 'updated_at': '2022-02-09T02:11:28Z', 'revision_number': 2, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'subnets': [{'id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:30.742834 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf73973-0c2c-4ba0-9eb7-6526514df481 None None] Checking router: abca5638-bb8d-4b61-93bf-6b254d5c8b4c for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:11:30.743182 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf73973-0c2c-4ba0-9eb7-6526514df481 None None] Updating router abca5638-bb8d-4b61-93bf-6b254d5c8b4c port 8fd12481-4530-4ac9-bd34-921762f41231 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:11:30.850675 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6bf73973-0c2c-4ba0-9eb7-6526514df481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:31.007652 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c5f9a5-de9a-4e44-83fb-1327444509a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-5a094480-78f5-48c3-a7da-e09e8ba94d98', 'network_id': '5a094480-78f5-48c3-a7da-e09e8ba94d98', 'tenant_id': 'bfa59ebf0f6344c9bfce4c17e66bc048', 'fixed_ips': [{'subnet_id': '16e1f2f5-5858-4241-87c1-f73168fa083c'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 02:11:31.008512 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a1c5f9a5-de9a-4e44-83fb-1327444509a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:31.146547 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-12ea0c5b-480c-428f-bdb8-1db650b1defb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:31.349518 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-a1c5f9a5-de9a-4e44-83fb-1327444509a0 None None] Allocated IP 172.20.0.2 (5a094480-78f5-48c3-a7da-e09e8ba94d98/16e1f2f5-5858-4241-87c1-f73168fa083c/ec6c218f-1c5b-4d31-a0b1-26d7749d88c8) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:11:31.472537 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-12ea0c5b-480c-428f-bdb8-1db650b1defb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:31.508429 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-12ea0c5b-480c-428f-bdb8-1db650b1defb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:31.535229 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6bf73973-0c2c-4ba0-9eb7-6526514df481 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:31.566793 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-6bf73973-0c2c-4ba0-9eb7-6526514df481 None None] Transition to ACTIVE for port object 8fd12481-4530-4ac9-bd34-921762f41231 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:11:31.570410 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 08dbd388-d3a5-483a-a73d-afafdff05652 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:11:31.643494 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6bf73973-0c2c-4ba0-9eb7-6526514df481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:31.675788 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-12ea0c5b-480c-428f-bdb8-1db650b1defb admin admin] Allocated IP 172.25.5.86 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/754a1c7e-bbde-49ab-8e51-621fb46386ef) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:11:31.809113 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a1c5f9a5-de9a-4e44-83fb-1327444509a0 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:31.830047 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72cdbca-34c9-4e42-b97b-9052b61a44e7 None None] Pushing event updated for resources: {'Port': ['ID=8fd12481-4530-4ac9-bd34-921762f41231,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:31.838402 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a1c5f9a5-de9a-4e44-83fb-1327444509a0 None None] Transition to ACTIVE for port object ec6c218f-1c5b-4d31-a0b1-26d7749d88c8 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:11:31.868591 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-12ea0c5b-480c-428f-bdb8-1db650b1defb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:31.903499 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-12ea0c5b-480c-428f-bdb8-1db650b1defb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:31.967892 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a1c5f9a5-de9a-4e44-83fb-1327444509a0 None None] Transition to ACTIVE for port object ec6c218f-1c5b-4d31-a0b1-26d7749d88c8 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:11:31.974257 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-6bf73973-0c2c-4ba0-9eb7-6526514df481 None None] Attempting to bind port 8fd12481-4530-4ac9-bd34-921762f41231 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:11:31.974257 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-6bf73973-0c2c-4ba0-9eb7-6526514df481 None None] Attempting to bind port 8fd12481-4530-4ac9-bd34-921762f41231 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '3099c3c1-60b6-43df-bd5a-69ce7b85a94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:11:31.974919 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf73973-0c2c-4ba0-9eb7-6526514df481 None None] Attempting to bind port 8fd12481-4530-4ac9-bd34-921762f41231 on network 6f80d346-cd2b-457e-b482-4840885ef092 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:11:31.976914 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ea0c5b-480c-428f-bdb8-1db650b1defb admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:31.980090 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-12ea0c5b-480c-428f-bdb8-1db650b1defb admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:31.984119 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ea0c5b-480c-428f-bdb8-1db650b1defb admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:11:31.987030 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf73973-0c2c-4ba0-9eb7-6526514df481 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:11:31.987565 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf73973-0c2c-4ba0-9eb7-6526514df481 None None] Checking segment: {'id': '3099c3c1-60b6-43df-bd5a-69ce7b85a94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:11:31.988117 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6bf73973-0c2c-4ba0-9eb7-6526514df481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:31.992973 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf73973-0c2c-4ba0-9eb7-6526514df481 None None] Bound using segment: {'id': '3099c3c1-60b6-43df-bd5a-69ce7b85a94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:11:31.993846 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-6bf73973-0c2c-4ba0-9eb7-6526514df481 None None] Bound port: 8fd12481-4530-4ac9-bd34-921762f41231, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3099c3c1-60b6-43df-bd5a-69ce7b85a94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:11:31.994507 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6bf73973-0c2c-4ba0-9eb7-6526514df481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:32.014574 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea0c5b-480c-428f-bdb8-1db650b1defb admin admin] Pushing event updated for resources: {'Port': ['ID=754a1c7e-bbde-49ab-8e51-621fb46386ef,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:32.014864 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a1c5f9a5-de9a-4e44-83fb-1327444509a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:32.109672 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c5f9a5-de9a-4e44-83fb-1327444509a0 None None] Network 5a094480-78f5-48c3-a7da-e09e8ba94d98 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:32.125206 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-a1c5f9a5-de9a-4e44-83fb-1327444509a0 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:32.127051 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c5f9a5-de9a-4e44-83fb-1327444509a0 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:11:32.134402 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 08dbd388-d3a5-483a-a73d-afafdff05652 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:32.134904 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:32.357730 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5f9a5-de9a-4e44-83fb-1327444509a0 None None] Pushing event updated for resources: {'Port': ['ID=ec6c218f-1c5b-4d31-a0b1-26d7749d88c8,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:32.372866 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-a1c5f9a5-de9a-4e44-83fb-1327444509a0 None None] Attempting to bind port ec6c218f-1c5b-4d31-a0b1-26d7749d88c8 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:11:32.373310 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-a1c5f9a5-de9a-4e44-83fb-1327444509a0 None None] Attempting to bind port ec6c218f-1c5b-4d31-a0b1-26d7749d88c8 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '9058afa3-3be3-43d5-8e31-f01cd5885b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '5a094480-78f5-48c3-a7da-e09e8ba94d98'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:11:32.373719 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c5f9a5-de9a-4e44-83fb-1327444509a0 None None] Attempting to bind port ec6c218f-1c5b-4d31-a0b1-26d7749d88c8 on network 5a094480-78f5-48c3-a7da-e09e8ba94d98 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:11:32.393777 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c5f9a5-de9a-4e44-83fb-1327444509a0 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:11:32.394185 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c5f9a5-de9a-4e44-83fb-1327444509a0 None None] Checking segment: {'id': '9058afa3-3be3-43d5-8e31-f01cd5885b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '5a094480-78f5-48c3-a7da-e09e8ba94d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:11:32.394759 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a1c5f9a5-de9a-4e44-83fb-1327444509a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:32.395231 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c5f9a5-de9a-4e44-83fb-1327444509a0 None None] Bound using segment: {'id': '9058afa3-3be3-43d5-8e31-f01cd5885b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '5a094480-78f5-48c3-a7da-e09e8ba94d98'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:11:32.395791 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-a1c5f9a5-de9a-4e44-83fb-1327444509a0 None None] Bound port: ec6c218f-1c5b-4d31-a0b1-26d7749d88c8, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9058afa3-3be3-43d5-8e31-f01cd5885b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '5a094480-78f5-48c3-a7da-e09e8ba94d98'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:11:32.396203 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a1c5f9a5-de9a-4e44-83fb-1327444509a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:32.415632 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-6bf73973-0c2c-4ba0-9eb7-6526514df481 None None] For port 8fd12481-4530-4ac9-bd34-921762f41231, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:11:32.436570 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-12ea0c5b-480c-428f-bdb8-1db650b1defb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:32.484663 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-6bf73973-0c2c-4ba0-9eb7-6526514df481 None None] For port 8fd12481-4530-4ac9-bd34-921762f41231, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=8fd12481-4530-4ac9-bd34-921762f41231,segment=NetworkSegment(3099c3c1-60b6-43df-bd5a-69ce7b85a94b),segment_id=3099c3c1-60b6-43df-bd5a-69ce7b85a94b)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:11:32.508589 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6bf73973-0c2c-4ba0-9eb7-6526514df481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:32.630453 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-a1c5f9a5-de9a-4e44-83fb-1327444509a0 None None] For port ec6c218f-1c5b-4d31-a0b1-26d7749d88c8, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:11:32.636484 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-a1c5f9a5-de9a-4e44-83fb-1327444509a0 None None] For port ec6c218f-1c5b-4d31-a0b1-26d7749d88c8, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=ec6c218f-1c5b-4d31-a0b1-26d7749d88c8,segment=NetworkSegment(9058afa3-3be3-43d5-8e31-f01cd5885b13),segment_id=9058afa3-3be3-43d5-8e31-f01cd5885b13)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:11:32.639154 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf73973-0c2c-4ba0-9eb7-6526514df481 None None] Routers {'abca5638-bb8d-4b61-93bf-6b254d5c8b4c'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:11:32.639765 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-6bf73973-0c2c-4ba0-9eb7-6526514df481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:11:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['abca5638-bb8d-4b61-93bf-6b254d5c8b4c'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:32.691468 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72cdbca-34c9-4e42-b97b-9052b61a44e7 None None] Pushing event updated for resources: {'Port': ['ID=8fd12481-4530-4ac9-bd34-921762f41231,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:32.700604 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a1c5f9a5-de9a-4e44-83fb-1327444509a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:32.875032 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5f9a5-de9a-4e44-83fb-1327444509a0 None None] Pushing event updated for resources: {'Port': ['ID=ec6c218f-1c5b-4d31-a0b1-26d7749d88c8,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:32.916702 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-6bf73973-0c2c-4ba0-9eb7-6526514df481 None None] Set router abca5638-bb8d-4b61-93bf-6b254d5c8b4c gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:11:33.027650 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-12ea0c5b-480c-428f-bdb8-1db650b1defb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:33.289372 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ea0c5b-480c-428f-bdb8-1db650b1defb admin admin] Router a5595b4a-d58c-4a82-abb1-42c837b4cd7f is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 02:11:33.422618 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-6bf73973-0c2c-4ba0-9eb7-6526514df481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'name': 'tempest-TestShelveInstance-1992839077-router', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:23Z', 'updated_at': '2022-02-09T02:11:28Z', 'revision_number': 4, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'gw_port': {'id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:24Z', 'updated_at': '2022-02-09T02:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '8fd12481-4530-4ac9-bd34-921762f41231', 'name': '', 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'mac_address': 'fa:16:3e:1b:5b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:27Z', 'updated_at': '2022-02-09T02:11:32Z', 'revision_number': 4, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'subnets': [{'id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:33.426723 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf73973-0c2c-4ba0-9eb7-6526514df481 None None] The sync data for ids ['abca5638-bb8d-4b61-93bf-6b254d5c8b4c'] in n-d-828419-1 is: [{'id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'name': 'tempest-TestShelveInstance-1992839077-router', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:23Z', 'updated_at': '2022-02-09T02:11:28Z', 'revision_number': 4, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'gw_port': {'id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:24Z', 'updated_at': '2022-02-09T02:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '8fd12481-4530-4ac9-bd34-921762f41231', 'name': '', 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'mac_address': 'fa:16:3e:1b:5b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:27Z', 'updated_at': '2022-02-09T02:11:32Z', 'revision_number': 4, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'subnets': [{'id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:11:33.511632 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ea0c5b-480c-428f-bdb8-1db650b1defb admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:11:33.526793 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d651b73c-d705-4e3f-bc77-c2efef794aca None None] Sync routers for ids ['a5595b4a-d58c-4a82-abb1-42c837b4cd7f'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:11:33.541579 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d651b73c-d705-4e3f-bc77-c2efef794aca None None] Routers {'a5595b4a-d58c-4a82-abb1-42c837b4cd7f'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:11:33.542760 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d651b73c-d705-4e3f-bc77-c2efef794aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:11:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a5595b4a-d58c-4a82-abb1-42c837b4cd7f'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:33.549076 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-12ea0c5b-480c-428f-bdb8-1db650b1defb admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:33.554582 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39722) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:33.555629 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-12ea0c5b-480c-428f-bdb8-1db650b1defb admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8832822 Feb 09 02:11:33.742767 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ec6c218f-1c5b-4d31-a0b1-26d7749d88c8 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:11:33.884414 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port ec6c218f-1c5b-4d31-a0b1-26d7749d88c8 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:11:33.894663 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 8fd12481-4530-4ac9-bd34-921762f41231 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:11:33.898775 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-d651b73c-d705-4e3f-bc77-c2efef794aca None None] Set router a5595b4a-d58c-4a82-abb1-42c837b4cd7f gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:11:34.007274 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 8fd12481-4530-4ac9-bd34-921762f41231 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:11:34.018407 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 8fd12481-4530-4ac9-bd34-921762f41231 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:34.018928 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:34.256578 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcc5e32-72c7-4604-8d63-1f0269185599 None None] Network 5a094480-78f5-48c3-a7da-e09e8ba94d98 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:11:34.324656 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d651b73c-d705-4e3f-bc77-c2efef794aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5595b4a-d58c-4a82-abb1-42c837b4cd7f', 'name': 'tempest-TestShelveInstance-1402336930-router', 'tenant_id': 'bfa59ebf0f6344c9bfce4c17e66bc048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '754a1c7e-bbde-49ab-8e51-621fb46386ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:30Z', 'updated_at': '2022-02-09T02:11:32Z', 'revision_number': 3, 'project_id': 'bfa59ebf0f6344c9bfce4c17e66bc048', 'gw_port': {'id': '754a1c7e-bbde-49ab-8e51-621fb46386ef', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5595b4a-d58c-4a82-abb1-42c837b4cd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:31Z', 'updated_at': '2022-02-09T02:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:34.329134 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d651b73c-d705-4e3f-bc77-c2efef794aca None None] Checking router: a5595b4a-d58c-4a82-abb1-42c837b4cd7f for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:11:34.329764 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d651b73c-d705-4e3f-bc77-c2efef794aca None None] Updating router a5595b4a-d58c-4a82-abb1-42c837b4cd7f port 754a1c7e-bbde-49ab-8e51-621fb46386ef binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:11:34.366003 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:34.396435 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d651b73c-d705-4e3f-bc77-c2efef794aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:34.396770 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7b6e6ffd-9834-4738-b7c1-06c9d109521b None None] Provisioning for port ec6c218f-1c5b-4d31-a0b1-26d7749d88c8 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:11:34.427572 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-7b6e6ffd-9834-4738-b7c1-06c9d109521b None None] Provisioning complete for port ec6c218f-1c5b-4d31-a0b1-26d7749d88c8 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:34.428221 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7b6e6ffd-9834-4738-b7c1-06c9d109521b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:34.482289 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 8fd12481-4530-4ac9-bd34-921762f41231, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=8fd12481-4530-4ac9-bd34-921762f41231,segment=NetworkSegment(3099c3c1-60b6-43df-bd5a-69ce7b85a94b),segment_id=3099c3c1-60b6-43df-bd5a-69ce7b85a94b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:11:34.530991 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:34.710509 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=8fd12481-4530-4ac9-bd34-921762f41231,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:34.747546 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7b6e6ffd-9834-4738-b7c1-06c9d109521b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:34.791991 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-7b6e6ffd-9834-4738-b7c1-06c9d109521b None None] For port ec6c218f-1c5b-4d31-a0b1-26d7749d88c8, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=ec6c218f-1c5b-4d31-a0b1-26d7749d88c8,segment=NetworkSegment(9058afa3-3be3-43d5-8e31-f01cd5885b13),segment_id=9058afa3-3be3-43d5-8e31-f01cd5885b13)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:11:34.800767 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7b6e6ffd-9834-4738-b7c1-06c9d109521b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:34.876006 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d651b73c-d705-4e3f-bc77-c2efef794aca None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:34.894382 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-d651b73c-d705-4e3f-bc77-c2efef794aca None None] Transition to ACTIVE for port object 754a1c7e-bbde-49ab-8e51-621fb46386ef will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:11:34.899875 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c33e0da0-1721-48b3-844f-ca5b7dfb3676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:34.906408 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d651b73c-d705-4e3f-bc77-c2efef794aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:34.966330 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e6ffd-9834-4738-b7c1-06c9d109521b None None] Pushing event updated for resources: {'Port': ['ID=ec6c218f-1c5b-4d31-a0b1-26d7749d88c8,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:34.996591 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30a371-1dbb-410c-b881-88c895de2216 None None] Pushing event updated for resources: {'Port': ['ID=754a1c7e-bbde-49ab-8e51-621fb46386ef,revision_number=2']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:35.031144 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-d651b73c-d705-4e3f-bc77-c2efef794aca None None] Attempting to bind port 754a1c7e-bbde-49ab-8e51-621fb46386ef on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:11:35.032183 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-d651b73c-d705-4e3f-bc77-c2efef794aca None None] Attempting to bind port 754a1c7e-bbde-49ab-8e51-621fb46386ef by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:11:35.033122 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651b73c-d705-4e3f-bc77-c2efef794aca None None] Attempting to bind port 754a1c7e-bbde-49ab-8e51-621fb46386ef on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:11:35.045134 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651b73c-d705-4e3f-bc77-c2efef794aca None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:11:35.047585 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651b73c-d705-4e3f-bc77-c2efef794aca None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:11:35.048786 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d651b73c-d705-4e3f-bc77-c2efef794aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:35.049738 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651b73c-d705-4e3f-bc77-c2efef794aca None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:11:35.050796 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-d651b73c-d705-4e3f-bc77-c2efef794aca None None] Bound port: 754a1c7e-bbde-49ab-8e51-621fb46386ef, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:11:35.051393 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d651b73c-d705-4e3f-bc77-c2efef794aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:35.179145 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-d651b73c-d705-4e3f-bc77-c2efef794aca None None] For port 754a1c7e-bbde-49ab-8e51-621fb46386ef, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:11:35.182234 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-d651b73c-d705-4e3f-bc77-c2efef794aca None None] For port 754a1c7e-bbde-49ab-8e51-621fb46386ef, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=754a1c7e-bbde-49ab-8e51-621fb46386ef,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:11:35.187705 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-d651b73c-d705-4e3f-bc77-c2efef794aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:35.243904 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bd47d567-8eb3-40de-9585-59897ba45ff1 None None] Provisioning complete for port ec6c218f-1c5b-4d31-a0b1-26d7749d88c8 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:35.244514 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bd47d567-8eb3-40de-9585-59897ba45ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:35.249732 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-c33e0da0-1721-48b3-844f-ca5b7dfb3676 admin admin] Allocated IP 172.20.0.1 (5a094480-78f5-48c3-a7da-e09e8ba94d98/16e1f2f5-5858-4241-87c1-f73168fa083c/e798f22e-b15b-43c1-a144-fd52de18d17a) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:11:35.301528 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d651b73c-d705-4e3f-bc77-c2efef794aca None None] Routers {'a5595b4a-d58c-4a82-abb1-42c837b4cd7f'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:11:35.302485 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d651b73c-d705-4e3f-bc77-c2efef794aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:11:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a5595b4a-d58c-4a82-abb1-42c837b4cd7f'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:35.375159 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30a371-1dbb-410c-b881-88c895de2216 None None] Pushing event updated for resources: {'Port': ['ID=754a1c7e-bbde-49ab-8e51-621fb46386ef,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:35.506038 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c33e0da0-1721-48b3-844f-ca5b7dfb3676 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:35.532324 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-d651b73c-d705-4e3f-bc77-c2efef794aca None None] Set router a5595b4a-d58c-4a82-abb1-42c837b4cd7f gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:11:35.532558 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-c33e0da0-1721-48b3-844f-ca5b7dfb3676 admin admin] Transition to ACTIVE for port object e798f22e-b15b-43c1-a144-fd52de18d17a will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:11:35.577247 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c33e0da0-1721-48b3-844f-ca5b7dfb3676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:35.603005 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ec6c218f-1c5b-4d31-a0b1-26d7749d88c8 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:11:35.652787 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33e0da0-1721-48b3-844f-ca5b7dfb3676 admin admin] Network 5a094480-78f5-48c3-a7da-e09e8ba94d98 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:35.659783 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-c33e0da0-1721-48b3-844f-ca5b7dfb3676 admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:35.665331 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33e0da0-1721-48b3-844f-ca5b7dfb3676 admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:11:35.685820 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port ec6c218f-1c5b-4d31-a0b1-26d7749d88c8 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:35.686191 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:35.702901 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e0da0-1721-48b3-844f-ca5b7dfb3676 admin admin] Pushing event updated for resources: {'Port': ['ID=e798f22e-b15b-43c1-a144-fd52de18d17a,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:35.732800 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c33e0da0-1721-48b3-844f-ca5b7dfb3676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:35.860590 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 8fd12481-4530-4ac9-bd34-921762f41231 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:11:35.948718 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 8fd12481-4530-4ac9-bd34-921762f41231 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:35.949174 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:35.951969 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-d651b73c-d705-4e3f-bc77-c2efef794aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5595b4a-d58c-4a82-abb1-42c837b4cd7f', 'name': 'tempest-TestShelveInstance-1402336930-router', 'tenant_id': 'bfa59ebf0f6344c9bfce4c17e66bc048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '754a1c7e-bbde-49ab-8e51-621fb46386ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:30Z', 'updated_at': '2022-02-09T02:11:32Z', 'revision_number': 3, 'project_id': 'bfa59ebf0f6344c9bfce4c17e66bc048', 'gw_port': {'id': '754a1c7e-bbde-49ab-8e51-621fb46386ef', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5595b4a-d58c-4a82-abb1-42c837b4cd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:31Z', 'updated_at': '2022-02-09T02:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:35.957013 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d651b73c-d705-4e3f-bc77-c2efef794aca None None] The sync data for ids ['a5595b4a-d58c-4a82-abb1-42c837b4cd7f'] in n-d-828419-1 is: [{'id': 'a5595b4a-d58c-4a82-abb1-42c837b4cd7f', 'name': 'tempest-TestShelveInstance-1402336930-router', 'tenant_id': 'bfa59ebf0f6344c9bfce4c17e66bc048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '754a1c7e-bbde-49ab-8e51-621fb46386ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:30Z', 'updated_at': '2022-02-09T02:11:32Z', 'revision_number': 3, 'project_id': 'bfa59ebf0f6344c9bfce4c17e66bc048', 'gw_port': {'id': '754a1c7e-bbde-49ab-8e51-621fb46386ef', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5595b4a-d58c-4a82-abb1-42c837b4cd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:31Z', 'updated_at': '2022-02-09T02:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:11:36.064420 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-4c3fe92c-b94d-4c83-8e5f-d82e42984c22 None None] Provisioning for port e798f22e-b15b-43c1-a144-fd52de18d17a completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:11:36.077198 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-4c3fe92c-b94d-4c83-8e5f-d82e42984c22 None None] Provisioning complete for port e798f22e-b15b-43c1-a144-fd52de18d17a triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:36.077773 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4c3fe92c-b94d-4c83-8e5f-d82e42984c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:36.135729 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c33e0da0-1721-48b3-844f-ca5b7dfb3676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:36.237421 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-4c3fe92c-b94d-4c83-8e5f-d82e42984c22 None None] Port e798f22e-b15b-43c1-a144-fd52de18d17a cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:11:36.580565 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c33e0da0-1721-48b3-844f-ca5b7dfb3676 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:36.585749 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c33e0da0-1721-48b3-844f-ca5b7dfb3676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:36.698888 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c33e0da0-1721-48b3-844f-ca5b7dfb3676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:36.703098 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e0da0-1721-48b3-844f-ca5b7dfb3676 admin admin] Pushing event updated for resources: {'Port': ['ID=e798f22e-b15b-43c1-a144-fd52de18d17a,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:36.847994 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33e0da0-1721-48b3-844f-ca5b7dfb3676 admin admin] Network 5a094480-78f5-48c3-a7da-e09e8ba94d98 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:36.849420 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-c33e0da0-1721-48b3-844f-ca5b7dfb3676 admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:37.057259 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b94bdc59-d451-4473-8c12-8d83dfa1a1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:37.076431 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33e0da0-1721-48b3-844f-ca5b7dfb3676 admin admin] Router a5595b4a-d58c-4a82-abb1-42c837b4cd7f has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:11:37.167575 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f158f3d9-1986-4e8b-b505-8919c22840fd None None] Provisioning complete for port e798f22e-b15b-43c1-a144-fd52de18d17a triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:37.167966 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f158f3d9-1986-4e8b-b505-8919c22840fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:37.223269 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f158f3d9-1986-4e8b-b505-8919c22840fd None None] Port e798f22e-b15b-43c1-a144-fd52de18d17a cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:11:37.273679 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33e0da0-1721-48b3-844f-ca5b7dfb3676 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:11:37.284815 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c33e0da0-1721-48b3-844f-ca5b7dfb3676 admin admin] 10.222.0.37 "PUT /v2.0/routers/a5595b4a-d58c-4a82-abb1-42c837b4cd7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7287354 Feb 09 02:11:37.590728 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 754a1c7e-bbde-49ab-8e51-621fb46386ef up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:11:37.654175 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d4a340-2d36-442f-b3c9-9906ec463760 None None] Sync routers for ids ['a5595b4a-d58c-4a82-abb1-42c837b4cd7f'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:11:37.673794 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d4a340-2d36-442f-b3c9-9906ec463760 None None] Routers {'a5595b4a-d58c-4a82-abb1-42c837b4cd7f'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:11:37.674486 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b3d4a340-2d36-442f-b3c9-9906ec463760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:11:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a5595b4a-d58c-4a82-abb1-42c837b4cd7f'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:37.774385 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 754a1c7e-bbde-49ab-8e51-621fb46386ef completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:11:37.783253 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 754a1c7e-bbde-49ab-8e51-621fb46386ef triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:37.783632 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:37.920690 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-b3d4a340-2d36-442f-b3c9-9906ec463760 None None] Set router a5595b4a-d58c-4a82-abb1-42c837b4cd7f gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:11:38.016947 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39732) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:38.022561 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-fc52268e-6533-42dc-b818-d60254218361 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1037275011', 'description': 'tempest-secgroup-smoke-1037275011 description', 'project_id': '32c7dee9c8b844f9914bab195350b3bd'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:38.030099 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-fc52268e-6533-42dc-b818-d60254218361 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:11:38.034315 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-fc52268e-6533-42dc-b818-d60254218361 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Usage tracker for resource:security_group and tenant:32c7dee9c8b844f9914bab195350b3bd is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:11:38.037437 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-fc52268e-6533-42dc-b818-d60254218361 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:11:38.045570 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-fc52268e-6533-42dc-b818-d60254218361 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:11:38.059194 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fc52268e-6533-42dc-b818-d60254218361 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:38.096126 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-fc52268e-6533-42dc-b818-d60254218361 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:11:38.102590 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-fc52268e-6533-42dc-b818-d60254218361 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Usage tracker for resource:security_group_rule and tenant:32c7dee9c8b844f9914bab195350b3bd is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:11:38.107599 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-fc52268e-6533-42dc-b818-d60254218361 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:11:38.116609 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-fc52268e-6533-42dc-b818-d60254218361 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:11:38.202759 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fc52268e-6533-42dc-b818-d60254218361 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:38.207227 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fc52268e-6533-42dc-b818-d60254218361 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:38.228675 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:38.251471 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc52268e-6533-42dc-b818-d60254218361 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92b90f5d-b439-4a54-bb4f-ede8e488ff79,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:38.256185 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fc52268e-6533-42dc-b818-d60254218361 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:38.261421 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-fc52268e-6533-42dc-b818-d60254218361 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2395136 Feb 09 02:11:38.262460 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39736) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:38.264971 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 754a1c7e-bbde-49ab-8e51-621fb46386ef, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=754a1c7e-bbde-49ab-8e51-621fb46386ef,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:11:38.271551 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-9e93d0d9-43c7-48f4-aa06-3a95459d8948 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Request body: {'security_group_rule': {'security_group_id': '92b90f5d-b439-4a54-bb4f-ede8e488ff79', 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:38.279797 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-9e93d0d9-43c7-48f4-aa06-3a95459d8948 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:11:38.282655 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:38.285270 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9e93d0d9-43c7-48f4-aa06-3a95459d8948 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Usage tracker for resource:security_group_rule and tenant:32c7dee9c8b844f9914bab195350b3bd is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:11:38.290310 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-9e93d0d9-43c7-48f4-aa06-3a95459d8948 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:11:38.297217 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-9e93d0d9-43c7-48f4-aa06-3a95459d8948 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:11:38.320890 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9e93d0d9-43c7-48f4-aa06-3a95459d8948 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:38.401329 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=754a1c7e-bbde-49ab-8e51-621fb46386ef,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:38.402409 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9e93d0d9-43c7-48f4-aa06-3a95459d8948 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:38.408586 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9e93d0d9-43c7-48f4-aa06-3a95459d8948 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:38.433984 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b3d4a340-2d36-442f-b3c9-9906ec463760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5595b4a-d58c-4a82-abb1-42c837b4cd7f', 'name': 'tempest-TestShelveInstance-1402336930-router', 'tenant_id': 'bfa59ebf0f6344c9bfce4c17e66bc048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '754a1c7e-bbde-49ab-8e51-621fb46386ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:30Z', 'updated_at': '2022-02-09T02:11:36Z', 'revision_number': 4, 'project_id': 'bfa59ebf0f6344c9bfce4c17e66bc048', 'gw_port': {'id': '754a1c7e-bbde-49ab-8e51-621fb46386ef', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5595b4a-d58c-4a82-abb1-42c837b4cd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:31Z', 'updated_at': '2022-02-09T02:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'e798f22e-b15b-43c1-a144-fd52de18d17a', 'name': '', 'network_id': '5a094480-78f5-48c3-a7da-e09e8ba94d98', 'tenant_id': 'bfa59ebf0f6344c9bfce4c17e66bc048', 'mac_address': 'fa:16:3e:aa:de:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5595b4a-d58c-4a82-abb1-42c837b4cd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '16e1f2f5-5858-4241-87c1-f73168fa083c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:35Z', 'updated_at': '2022-02-09T02:11:36Z', 'revision_number': 2, 'project_id': 'bfa59ebf0f6344c9bfce4c17e66bc048', 'subnets': [{'id': '16e1f2f5-5858-4241-87c1-f73168fa083c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:38.437940 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d4a340-2d36-442f-b3c9-9906ec463760 None None] Checking router: a5595b4a-d58c-4a82-abb1-42c837b4cd7f for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:11:38.438288 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d4a340-2d36-442f-b3c9-9906ec463760 None None] Updating router a5595b4a-d58c-4a82-abb1-42c837b4cd7f port e798f22e-b15b-43c1-a144-fd52de18d17a binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:11:38.440430 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93d0d9-43c7-48f4-aa06-3a95459d8948 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5660ebbe-9df4-41f3-b8f4-132fd8a045ce,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:38.452162 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-9e93d0d9-43c7-48f4-aa06-3a95459d8948 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:38.453629 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-9e93d0d9-43c7-48f4-aa06-3a95459d8948 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1889701 Feb 09 02:11:38.456678 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39740) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:38.462826 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-50bed7e3-8877-4ec7-aadc-41d547634faf tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Request body: {'security_group_rule': {'security_group_id': '92b90f5d-b439-4a54-bb4f-ede8e488ff79', 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:38.470740 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-50bed7e3-8877-4ec7-aadc-41d547634faf tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:11:38.474722 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-50bed7e3-8877-4ec7-aadc-41d547634faf tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Usage tracker for resource:security_group_rule and tenant:32c7dee9c8b844f9914bab195350b3bd is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:11:38.477715 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-50bed7e3-8877-4ec7-aadc-41d547634faf tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:11:38.484012 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-50bed7e3-8877-4ec7-aadc-41d547634faf tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:11:38.502156 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b3d4a340-2d36-442f-b3c9-9906ec463760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:38.505313 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-50bed7e3-8877-4ec7-aadc-41d547634faf tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:38.573433 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-50bed7e3-8877-4ec7-aadc-41d547634faf tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:38.578544 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-50bed7e3-8877-4ec7-aadc-41d547634faf tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:38.607913 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bed7e3-8877-4ec7-aadc-41d547634faf tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28aa7e6d-59d8-4194-8f66-b0259d61d2fa,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:38.620461 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-50bed7e3-8877-4ec7-aadc-41d547634faf tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:38.621663 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-50bed7e3-8877-4ec7-aadc-41d547634faf tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1639118 Feb 09 02:11:38.625651 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39744) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:38.631184 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-46dc0cbc-cdfa-47b2-9756-83edc0b25005 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Request body: {'security_group_rule': {'security_group_id': '92b90f5d-b439-4a54-bb4f-ede8e488ff79', 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:38.637756 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-46dc0cbc-cdfa-47b2-9756-83edc0b25005 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:11:38.641676 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-46dc0cbc-cdfa-47b2-9756-83edc0b25005 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Usage tracker for resource:security_group_rule and tenant:32c7dee9c8b844f9914bab195350b3bd is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:11:38.645266 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-46dc0cbc-cdfa-47b2-9756-83edc0b25005 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:11:38.651067 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-46dc0cbc-cdfa-47b2-9756-83edc0b25005 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:11:38.670608 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-46dc0cbc-cdfa-47b2-9756-83edc0b25005 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:38.741077 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-46dc0cbc-cdfa-47b2-9756-83edc0b25005 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:38.746556 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-46dc0cbc-cdfa-47b2-9756-83edc0b25005 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:38.770723 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc0cbc-cdfa-47b2-9756-83edc0b25005 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df77c9a-921a-47b3-b557-4387bf1e8d44,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:38.782707 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-46dc0cbc-cdfa-47b2-9756-83edc0b25005 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:38.784100 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-46dc0cbc-cdfa-47b2-9756-83edc0b25005 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1573236 Feb 09 02:11:38.787984 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39748) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:38.793297 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-a8344505-90f6-4b10-b567-43422f0d3d9a tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Request body: {'security_group_rule': {'security_group_id': '92b90f5d-b439-4a54-bb4f-ede8e488ff79', 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:38.801108 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a8344505-90f6-4b10-b567-43422f0d3d9a tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:11:38.806638 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a8344505-90f6-4b10-b567-43422f0d3d9a tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Usage tracker for resource:security_group_rule and tenant:32c7dee9c8b844f9914bab195350b3bd is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:11:38.810214 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a8344505-90f6-4b10-b567-43422f0d3d9a tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:11:38.816975 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-a8344505-90f6-4b10-b567-43422f0d3d9a tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:11:38.840767 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a8344505-90f6-4b10-b567-43422f0d3d9a tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:38.876370 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b3d4a340-2d36-442f-b3c9-9906ec463760 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:38.889059 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b3d4a340-2d36-442f-b3c9-9906ec463760 None None] Transition to ACTIVE for port object e798f22e-b15b-43c1-a144-fd52de18d17a will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:11:38.895928 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b3d4a340-2d36-442f-b3c9-9906ec463760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:38.912673 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a8344505-90f6-4b10-b567-43422f0d3d9a tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:38.916466 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a8344505-90f6-4b10-b567-43422f0d3d9a tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:38.940247 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8344505-90f6-4b10-b567-43422f0d3d9a tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7ddfe1c-0c19-4593-a71f-be5f868fbc9c,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:38.958436 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a8344505-90f6-4b10-b567-43422f0d3d9a tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:38.963012 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a8344505-90f6-4b10-b567-43422f0d3d9a tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1708703 Feb 09 02:11:38.963372 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39752) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:38.971769 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-05aefe8a-d56d-4ecc-a83a-a97aff4b94f4 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Request body: {'security_group_rule': {'security_group_id': '92b90f5d-b439-4a54-bb4f-ede8e488ff79', 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:38.983198 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-05aefe8a-d56d-4ecc-a83a-a97aff4b94f4 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:11:38.989512 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-05aefe8a-d56d-4ecc-a83a-a97aff4b94f4 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Usage tracker for resource:security_group_rule and tenant:32c7dee9c8b844f9914bab195350b3bd is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:11:38.993587 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-05aefe8a-d56d-4ecc-a83a-a97aff4b94f4 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:11:39.002521 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-05aefe8a-d56d-4ecc-a83a-a97aff4b94f4 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:11:39.021022 n-d-828419-1 neutron-server[87612]: INFO neutron.db.securitygroups_db [None req-05aefe8a-d56d-4ecc-a83a-a97aff4b94f4 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Project 32c7dee9c8b844f9914bab195350b3bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:11:39.034489 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-05aefe8a-d56d-4ecc-a83a-a97aff4b94f4 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:39.069818 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e28aa-8b9f-4a70-a112-ccf9704edc2e None None] Pushing event updated for resources: {'Port': ['ID=e798f22e-b15b-43c1-a144-fd52de18d17a,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:39.142363 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [req-3d5f2a2f-3ccd-4c4e-a84f-e15413f80600 req-0d6b50b7-d4b9-4836-91d7-eaa7227655a2 service neutron] (87611) timed out ('10.222.0.37', 52824) {{(pid=87611) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 02:11:39.152992 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-05aefe8a-d56d-4ecc-a83a-a97aff4b94f4 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:39.163549 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-05aefe8a-d56d-4ecc-a83a-a97aff4b94f4 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:39.195981 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-b3d4a340-2d36-442f-b3c9-9906ec463760 None None] Attempting to bind port e798f22e-b15b-43c1-a144-fd52de18d17a on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:11:39.196550 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-b3d4a340-2d36-442f-b3c9-9906ec463760 None None] Attempting to bind port e798f22e-b15b-43c1-a144-fd52de18d17a by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '9058afa3-3be3-43d5-8e31-f01cd5885b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '5a094480-78f5-48c3-a7da-e09e8ba94d98'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:11:39.196916 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d4a340-2d36-442f-b3c9-9906ec463760 None None] Attempting to bind port e798f22e-b15b-43c1-a144-fd52de18d17a on network 5a094480-78f5-48c3-a7da-e09e8ba94d98 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:11:39.202518 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d4a340-2d36-442f-b3c9-9906ec463760 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:11:39.203366 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d4a340-2d36-442f-b3c9-9906ec463760 None None] Checking segment: {'id': '9058afa3-3be3-43d5-8e31-f01cd5885b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '5a094480-78f5-48c3-a7da-e09e8ba94d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:11:39.203771 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b3d4a340-2d36-442f-b3c9-9906ec463760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:39.204162 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d4a340-2d36-442f-b3c9-9906ec463760 None None] Bound using segment: {'id': '9058afa3-3be3-43d5-8e31-f01cd5885b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '5a094480-78f5-48c3-a7da-e09e8ba94d98'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:11:39.204645 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-b3d4a340-2d36-442f-b3c9-9906ec463760 None None] Bound port: e798f22e-b15b-43c1-a144-fd52de18d17a, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9058afa3-3be3-43d5-8e31-f01cd5885b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '5a094480-78f5-48c3-a7da-e09e8ba94d98'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:11:39.205018 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b3d4a340-2d36-442f-b3c9-9906ec463760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:39.214003 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aefe8a-d56d-4ecc-a83a-a97aff4b94f4 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9aa4e87-7cad-4b5b-813e-c309cf33d04c,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:39.229402 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-05aefe8a-d56d-4ecc-a83a-a97aff4b94f4 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:39.230934 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-05aefe8a-d56d-4ecc-a83a-a97aff4b94f4 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2653885 Feb 09 02:11:39.234200 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 39756) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:39.239594 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-3e7da57a-97c5-40dc-a0af-70ba5353a0fa tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Request body: {'security_group_rule': {'security_group_id': '92b90f5d-b439-4a54-bb4f-ede8e488ff79', 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:39.247419 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-3e7da57a-97c5-40dc-a0af-70ba5353a0fa tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:11:39.252857 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-3e7da57a-97c5-40dc-a0af-70ba5353a0fa tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Usage tracker for resource:security_group_rule and tenant:32c7dee9c8b844f9914bab195350b3bd is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:11:39.257460 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-3e7da57a-97c5-40dc-a0af-70ba5353a0fa tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:11:39.263201 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-3e7da57a-97c5-40dc-a0af-70ba5353a0fa tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:11:39.273331 n-d-828419-1 neutron-server[87612]: INFO neutron.db.securitygroups_db [None req-3e7da57a-97c5-40dc-a0af-70ba5353a0fa tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Project 32c7dee9c8b844f9914bab195350b3bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:11:39.280171 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3e7da57a-97c5-40dc-a0af-70ba5353a0fa tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:39.305575 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-b3d4a340-2d36-442f-b3c9-9906ec463760 None None] For port e798f22e-b15b-43c1-a144-fd52de18d17a, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:11:39.308541 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-b3d4a340-2d36-442f-b3c9-9906ec463760 None None] For port e798f22e-b15b-43c1-a144-fd52de18d17a, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=e798f22e-b15b-43c1-a144-fd52de18d17a,segment=NetworkSegment(9058afa3-3be3-43d5-8e31-f01cd5885b13),segment_id=9058afa3-3be3-43d5-8e31-f01cd5885b13)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:11:39.314281 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b3d4a340-2d36-442f-b3c9-9906ec463760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:39.352214 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3e7da57a-97c5-40dc-a0af-70ba5353a0fa tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:39.357911 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3e7da57a-97c5-40dc-a0af-70ba5353a0fa tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:39.382505 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7da57a-97c5-40dc-a0af-70ba5353a0fa tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5de26d6-ba3c-4d75-83b9-bc702a05e9dd,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:39.394128 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-3e7da57a-97c5-40dc-a0af-70ba5353a0fa tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:39.395468 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-3e7da57a-97c5-40dc-a0af-70ba5353a0fa tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1599498 Feb 09 02:11:39.406007 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e28aa-8b9f-4a70-a112-ccf9704edc2e None None] Pushing event updated for resources: {'Port': ['ID=e798f22e-b15b-43c1-a144-fd52de18d17a,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:39.410115 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d4a340-2d36-442f-b3c9-9906ec463760 None None] Routers {'a5595b4a-d58c-4a82-abb1-42c837b4cd7f'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:11:39.410752 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b3d4a340-2d36-442f-b3c9-9906ec463760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:11:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a5595b4a-d58c-4a82-abb1-42c837b4cd7f'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:39.510414 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-95a570ec-69ff-4867-9b7c-62151295bdd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:39.589613 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 754a1c7e-bbde-49ab-8e51-621fb46386ef up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:11:39.648855 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-f96cfc5b-6cf7-4aa1-bdcd-ff161bdddaad tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1037275011&fields=id&tenant_id=32c7dee9c8b844f9914bab195350b3bd HTTP/1.1" status: 200 len: 267 time: 0.0424149 Feb 09 02:11:39.679435 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-b3d4a340-2d36-442f-b3c9-9906ec463760 None None] Set router a5595b4a-d58c-4a82-abb1-42c837b4cd7f gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:11:39.806518 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-230c5054-eafe-4645-8818-1b46dba5aafb tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:39.807917 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-230c5054-eafe-4645-8818-1b46dba5aafb tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/networks?id=6f80d346-cd2b-457e-b482-4840885ef092 HTTP/1.1" status: 200 len: 809 time: 0.1512818 Feb 09 02:11:39.823755 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-16a1ac6c-6a1e-4634-b218-2ef94d1ed889 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/quotas/32c7dee9c8b844f9914bab195350b3bd HTTP/1.1" status: 200 len: 375 time: 0.0100932 Feb 09 02:11:39.856331 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 754a1c7e-bbde-49ab-8e51-621fb46386ef triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:39.858340 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:39.918151 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-fd34395c-a7a5-4e63-8dc6-fb8b95d82fd6 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Synchronizing usage tracker for tenant:32c7dee9c8b844f9914bab195350b3bd on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:11:39.935494 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-fd34395c-a7a5-4e63-8dc6-fb8b95d82fd6 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Unset dirty status for tenant:32c7dee9c8b844f9914bab195350b3bd on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:11:39.936841 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-fd34395c-a7a5-4e63-8dc6-fb8b95d82fd6 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=32c7dee9c8b844f9914bab195350b3bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1070333 Feb 09 02:11:40.082649 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-379c3d3c-8399-43d6-bd38-8ff22d2fa6a5 service neutron] 10.222.0.37 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336241 Feb 09 02:11:40.140089 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-b3d4a340-2d36-442f-b3c9-9906ec463760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5595b4a-d58c-4a82-abb1-42c837b4cd7f', 'name': 'tempest-TestShelveInstance-1402336930-router', 'tenant_id': 'bfa59ebf0f6344c9bfce4c17e66bc048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '754a1c7e-bbde-49ab-8e51-621fb46386ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:30Z', 'updated_at': '2022-02-09T02:11:36Z', 'revision_number': 4, 'project_id': 'bfa59ebf0f6344c9bfce4c17e66bc048', 'gw_port': {'id': '754a1c7e-bbde-49ab-8e51-621fb46386ef', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5595b4a-d58c-4a82-abb1-42c837b4cd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:31Z', 'updated_at': '2022-02-09T02:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'e798f22e-b15b-43c1-a144-fd52de18d17a', 'name': '', 'network_id': '5a094480-78f5-48c3-a7da-e09e8ba94d98', 'tenant_id': 'bfa59ebf0f6344c9bfce4c17e66bc048', 'mac_address': 'fa:16:3e:aa:de:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5595b4a-d58c-4a82-abb1-42c837b4cd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '16e1f2f5-5858-4241-87c1-f73168fa083c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:35Z', 'updated_at': '2022-02-09T02:11:39Z', 'revision_number': 4, 'project_id': 'bfa59ebf0f6344c9bfce4c17e66bc048', 'subnets': [{'id': '16e1f2f5-5858-4241-87c1-f73168fa083c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:40.144326 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d4a340-2d36-442f-b3c9-9906ec463760 None None] The sync data for ids ['a5595b4a-d58c-4a82-abb1-42c837b4cd7f'] in n-d-828419-1 is: [{'id': 'a5595b4a-d58c-4a82-abb1-42c837b4cd7f', 'name': 'tempest-TestShelveInstance-1402336930-router', 'tenant_id': 'bfa59ebf0f6344c9bfce4c17e66bc048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '754a1c7e-bbde-49ab-8e51-621fb46386ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:30Z', 'updated_at': '2022-02-09T02:11:36Z', 'revision_number': 4, 'project_id': 'bfa59ebf0f6344c9bfce4c17e66bc048', 'gw_port': {'id': '754a1c7e-bbde-49ab-8e51-621fb46386ef', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5595b4a-d58c-4a82-abb1-42c837b4cd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:31Z', 'updated_at': '2022-02-09T02:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'e798f22e-b15b-43c1-a144-fd52de18d17a', 'name': '', 'network_id': '5a094480-78f5-48c3-a7da-e09e8ba94d98', 'tenant_id': 'bfa59ebf0f6344c9bfce4c17e66bc048', 'mac_address': 'fa:16:3e:aa:de:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5595b4a-d58c-4a82-abb1-42c837b4cd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '16e1f2f5-5858-4241-87c1-f73168fa083c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:35Z', 'updated_at': '2022-02-09T02:11:39Z', 'revision_number': 4, 'project_id': 'bfa59ebf0f6344c9bfce4c17e66bc048', 'subnets': [{'id': '16e1f2f5-5858-4241-87c1-f73168fa083c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:11:40.251014 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-12dae9d5-2ea2-4d26-8058-13de568a92ff service neutron] 10.222.0.37 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621745 Feb 09 02:11:40.448929 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4c03e3cd-a6ea-4342-8fb7-704e7c4973bd req-c3978202-f098-4018-83ea-e007e8bf555a tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 210 time: 0.0499532 Feb 09 02:11:40.597188 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:40.722357 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:41.589956 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-dd5213aa-dc41-42db-b974-affd1afcaed7 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:41.590816 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-dd5213aa-dc41-42db-b974-affd1afcaed7 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Synchronizing usage tracker for tenant:32c7dee9c8b844f9914bab195350b3bd on resource:network {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:11:41.614758 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device e798f22e-b15b-43c1-a144-fd52de18d17a up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:11:41.618214 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-dd5213aa-dc41-42db-b974-affd1afcaed7 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Unset dirty status for tenant:32c7dee9c8b844f9914bab195350b3bd on resource:network {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:11:41.619683 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-dd5213aa-dc41-42db-b974-affd1afcaed7 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.117 "GET /v2.0/networks?id=6f80d346-cd2b-457e-b482-4840885ef092 HTTP/1.1" status: 200 len: 809 time: 0.2143631 Feb 09 02:11:41.675603 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-cdb00802-082b-4029-8c38-fd9f61f174c1 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Synchronizing usage tracker for tenant:32c7dee9c8b844f9914bab195350b3bd on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:11:41.680175 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a0b5cae0-a028-411a-a8e0-6b7e5bba123e req-14028624-1060-4470-a795-3cc26ce9b262 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 210 time: 0.0610631 Feb 09 02:11:41.695477 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-cdb00802-082b-4029-8c38-fd9f61f174c1 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Unset dirty status for tenant:32c7dee9c8b844f9914bab195350b3bd on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:11:41.696786 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-cdb00802-082b-4029-8c38-fd9f61f174c1 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.117 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32c7dee9c8b844f9914bab195350b3bd HTTP/1.1" status: 200 len: 380 time: 0.0686324 Feb 09 02:11:41.704342 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port e798f22e-b15b-43c1-a144-fd52de18d17a completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:11:41.709425 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port e798f22e-b15b-43c1-a144-fd52de18d17a triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:41.709764 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-39e40b6b-0048-48fe-b0a1-89a0e8348bad tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Request body: {'port': {'device_id': '994d5fdb-6c63-4387-bf98-0897f3cd9780', 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092', 'admin_state_up': True, 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'security_groups': ['92b90f5d-b439-4a54-bb4f-ede8e488ff79']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:41.709946 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:41.832369 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:41.867250 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port e798f22e-b15b-43c1-a144-fd52de18d17a, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=e798f22e-b15b-43c1-a144-fd52de18d17a,segment=NetworkSegment(9058afa3-3be3-43d5-8e31-f01cd5885b13),segment_id=9058afa3-3be3-43d5-8e31-f01cd5885b13)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:11:41.871245 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:41.936484 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=e798f22e-b15b-43c1-a144-fd52de18d17a,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:41.964273 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-39e40b6b-0048-48fe-b0a1-89a0e8348bad tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:11:41.974174 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-39e40b6b-0048-48fe-b0a1-89a0e8348bad tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:11:41.985084 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-39e40b6b-0048-48fe-b0a1-89a0e8348bad tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Made reservation on behalf of 32c7dee9c8b844f9914bab195350b3bd for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:11:41.988746 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-39e40b6b-0048-48fe-b0a1-89a0e8348bad tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:42.029627 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:42.150345 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-39e40b6b-0048-48fe-b0a1-89a0e8348bad tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Allocated IP 172.20.0.13 (6f80d346-cd2b-457e-b482-4840885ef092/575248c4-0265-47f2-b71a-2fc8aeccd2d9/c77d4db4-553f-4e77-aeaf-a411a1f5a2bc) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:11:42.335448 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-39e40b6b-0048-48fe-b0a1-89a0e8348bad tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:42.351087 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-39e40b6b-0048-48fe-b0a1-89a0e8348bad tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Transition to ACTIVE for port object c77d4db4-553f-4e77-aeaf-a411a1f5a2bc will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:11:42.373227 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-39e40b6b-0048-48fe-b0a1-89a0e8348bad tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:42.443454 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-39e40b6b-0048-48fe-b0a1-89a0e8348bad tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Network 6f80d346-cd2b-457e-b482-4840885ef092 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:42.446599 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-39e40b6b-0048-48fe-b0a1-89a0e8348bad tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:42.450396 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-39e40b6b-0048-48fe-b0a1-89a0e8348bad tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:11:42.484613 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e40b6b-0048-48fe-b0a1-89a0e8348bad tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Pushing event updated for resources: {'Port': ['ID=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:42.521266 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-39e40b6b-0048-48fe-b0a1-89a0e8348bad tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:42.521886 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-39e40b6b-0048-48fe-b0a1-89a0e8348bad tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:42.546819 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-39e40b6b-0048-48fe-b0a1-89a0e8348bad tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8406534 Feb 09 02:11:42.659163 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-974f6f6d-bb4a-42f8-9a3b-a3526f6875a0 None None] Provisioning for port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:11:42.661229 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-b5b444a5-86ed-4309-80d1-89c733727173 service neutron] Request body: {'port': {'device_id': '994d5fdb-6c63-4387-bf98-0897f3cd9780', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:42.664389 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-974f6f6d-bb4a-42f8-9a3b-a3526f6875a0 None None] Provisioning complete for port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:42.664878 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-974f6f6d-bb4a-42f8-9a3b-a3526f6875a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:42.723092 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-974f6f6d-bb4a-42f8-9a3b-a3526f6875a0 None None] Port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:11:42.771925 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-b5b444a5-86ed-4309-80d1-89c733727173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:43.045957 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f19f6-d9b9-417f-a0e3-16745b385c7c req-c8e91f00-fec1-480e-bf06-edbee76eee38 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:43.046569 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3e3f19f6-d9b9-417f-a0e3-16745b385c7c req-c8e91f00-fec1-480e-bf06-edbee76eee38 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Synchronizing usage tracker for tenant:32c7dee9c8b844f9914bab195350b3bd on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:11:43.077993 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-3e3f19f6-d9b9-417f-a0e3-16745b385c7c req-c8e91f00-fec1-480e-bf06-edbee76eee38 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Unset dirty status for tenant:32c7dee9c8b844f9914bab195350b3bd on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:11:43.079131 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3e3f19f6-d9b9-417f-a0e3-16745b385c7c req-c8e91f00-fec1-480e-bf06-edbee76eee38 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 932 time: 0.2871790 Feb 09 02:11:43.146324 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3e3f19f6-d9b9-417f-a0e3-16745b385c7c req-2e548807-0ab7-4711-844f-88aa4664326d tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576131 Feb 09 02:11:43.214556 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-b5b444a5-86ed-4309-80d1-89c733727173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c77d4db4-553f-4e77-aeaf-a411a1f5a2bc {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:11:43.222402 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-b5b444a5-86ed-4309-80d1-89c733727173 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:43.236344 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-b5b444a5-86ed-4309-80d1-89c733727173 service neutron] Transition to ACTIVE for port object c77d4db4-553f-4e77-aeaf-a411a1f5a2bc will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:11:43.240099 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-b5b444a5-86ed-4309-80d1-89c733727173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:43.374788 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b444a5-86ed-4309-80d1-89c733727173 service neutron] Pushing event updated for resources: {'Port': ['ID=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:43.480023 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-b5b444a5-86ed-4309-80d1-89c733727173 service neutron] Attempting to bind port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:11:43.480359 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-b5b444a5-86ed-4309-80d1-89c733727173 service neutron] Attempting to bind port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '3099c3c1-60b6-43df-bd5a-69ce7b85a94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:11:43.480716 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-b5b444a5-86ed-4309-80d1-89c733727173 service neutron] Attempting to bind port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc on network 6f80d346-cd2b-457e-b482-4840885ef092 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:11:43.485587 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-b5b444a5-86ed-4309-80d1-89c733727173 service neutron] Port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc on network 6f80d346-cd2b-457e-b482-4840885ef092 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 02:11:43.485904 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-b5b444a5-86ed-4309-80d1-89c733727173 service neutron] Attempting to bind port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc on network 6f80d346-cd2b-457e-b482-4840885ef092 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:11:43.491175 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-b5b444a5-86ed-4309-80d1-89c733727173 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:11:43.491506 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-b5b444a5-86ed-4309-80d1-89c733727173 service neutron] Checking segment: {'id': '3099c3c1-60b6-43df-bd5a-69ce7b85a94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:11:43.491882 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-b5b444a5-86ed-4309-80d1-89c733727173 service neutron] Bound using segment: {'id': '3099c3c1-60b6-43df-bd5a-69ce7b85a94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:11:43.492298 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-b5b444a5-86ed-4309-80d1-89c733727173 service neutron] Bound port: c77d4db4-553f-4e77-aeaf-a411a1f5a2bc, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3099c3c1-60b6-43df-bd5a-69ce7b85a94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:11:43.492667 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-b5b444a5-86ed-4309-80d1-89c733727173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:43.561447 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device e798f22e-b15b-43c1-a144-fd52de18d17a up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:11:43.586008 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-b5b444a5-86ed-4309-80d1-89c733727173 service neutron] For port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:11:43.588846 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-b5b444a5-86ed-4309-80d1-89c733727173 service neutron] For port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc,segment=NetworkSegment(3099c3c1-60b6-43df-bd5a-69ce7b85a94b),segment_id=3099c3c1-60b6-43df-bd5a-69ce7b85a94b)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:11:43.593734 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-b5b444a5-86ed-4309-80d1-89c733727173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:43.628852 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port e798f22e-b15b-43c1-a144-fd52de18d17a triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:43.629229 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:43.652432 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-b5b444a5-86ed-4309-80d1-89c733727173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:43.653272 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-b5b444a5-86ed-4309-80d1-89c733727173 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:43.655609 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-b5b444a5-86ed-4309-80d1-89c733727173 service neutron] 10.222.0.117 "PUT /v2.0/ports/c77d4db4-553f-4e77-aeaf-a411a1f5a2bc HTTP/1.1" status: 200 len: 1092 time: 1.1009817 Feb 09 02:11:43.658647 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994d5fdb-6c63-4387-bf98-0897f3cd9780', 'tag': 'c77d4db4-553f-4e77-aeaf-a411a1f5a2bc'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:11:43.691615 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b444a5-86ed-4309-80d1-89c733727173 service neutron] Pushing event updated for resources: {'Port': ['ID=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:43.784495 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994d5fdb-6c63-4387-bf98-0897f3cd9780', 'tag': 'c77d4db4-553f-4e77-aeaf-a411a1f5a2bc', 'status': 'completed', 'code': 200} Feb 09 02:11:43.846434 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-56161005-695f-40dd-bd63-8d76a1c353bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:43.847936 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-56161005-695f-40dd-bd63-8d76a1c353bb service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=32c7dee9c8b844f9914bab195350b3bd&device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 1095 time: 0.1309273 Feb 09 02:11:44.024088 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-ba850dc1-008a-4112-a74a-6bf0c81e4fbc service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc HTTP/1.1" status: 200 len: 217 time: 0.1691084 Feb 09 02:11:44.086317 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-da755689-a272-4fd2-be57-ed5b854e3222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:44.087679 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-da755689-a272-4fd2-be57-ed5b854e3222 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=575248c4-0265-47f2-b71a-2fc8aeccd2d9 HTTP/1.1" status: 200 len: 848 time: 0.0577002 Feb 09 02:11:44.160769 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-c0adfd92-bc78-45aa-b4b4-45271450cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:44.162216 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-c0adfd92-bc78-45aa-b4b4-45271450cde8 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=6f80d346-cd2b-457e-b482-4840885ef092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684879 Feb 09 02:11:44.346846 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-7ffe02e0-ffbf-45d5-956a-9ea8deb001f9 service neutron] 10.222.0.117 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784627 Feb 09 02:11:44.452535 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e95565-1357-4e79-8aaf-647b64280626 req-573a6071-96ad-4360-9296-4915044366a4 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:44.453965 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8e95565-1357-4e79-8aaf-647b64280626 req-573a6071-96ad-4360-9296-4915044366a4 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 944 time: 0.1939971 Feb 09 02:11:44.523135 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a5ac0517-e379-4022-83e3-3a41e9465a57 req-bc6a52e1-50a2-4a4c-aa75-2a7f9c129789 service neutron] 10.222.0.117 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705365 Feb 09 02:11:44.526066 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8e95565-1357-4e79-8aaf-647b64280626 req-6d236aaa-f9d0-4cb9-b67c-29b61e771e48 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665801 Feb 09 02:11:44.646552 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584fc09-7bb0-4123-b94e-5de1f08869fe req-48a4d6a2-acf0-4516-b39f-b115730e72b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:44.647958 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6584fc09-7bb0-4123-b94e-5de1f08869fe req-48a4d6a2-acf0-4516-b39f-b115730e72b1 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=32c7dee9c8b844f9914bab195350b3bd&device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 1095 time: 0.0710735 Feb 09 02:11:44.783506 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584fc09-7bb0-4123-b94e-5de1f08869fe req-e9f837f3-3cf6-43eb-b1dc-e680d4e533f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:44.785007 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6584fc09-7bb0-4123-b94e-5de1f08869fe req-e9f837f3-3cf6-43eb-b1dc-e680d4e533f2 service neutron] 10.222.0.117 "GET /v2.0/networks?id=6f80d346-cd2b-457e-b482-4840885ef092 HTTP/1.1" status: 200 len: 910 time: 0.1259284 Feb 09 02:11:44.857038 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6584fc09-7bb0-4123-b94e-5de1f08869fe req-f41f2383-ac20-430d-b2cf-e0e6d72a8b1c service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc HTTP/1.1" status: 200 len: 217 time: 0.0637877 Feb 09 02:11:44.922977 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584fc09-7bb0-4123-b94e-5de1f08869fe req-0f91b10c-61ac-4f40-afc6-5b9e8f680bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:44.924303 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6584fc09-7bb0-4123-b94e-5de1f08869fe req-0f91b10c-61ac-4f40-afc6-5b9e8f680bd5 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=575248c4-0265-47f2-b71a-2fc8aeccd2d9 HTTP/1.1" status: 200 len: 848 time: 0.0601361 Feb 09 02:11:44.998965 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584fc09-7bb0-4123-b94e-5de1f08869fe req-b7eb29d8-bac6-4195-8e41-65acb76f07da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:45.000429 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6584fc09-7bb0-4123-b94e-5de1f08869fe req-b7eb29d8-bac6-4195-8e41-65acb76f07da service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=6f80d346-cd2b-457e-b482-4840885ef092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692089 Feb 09 02:11:45.132951 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6584fc09-7bb0-4123-b94e-5de1f08869fe req-8830568d-cfca-468f-b67c-25adc18854cd service neutron] 10.222.0.117 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256986 Feb 09 02:11:45.262424 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6584fc09-7bb0-4123-b94e-5de1f08869fe req-c43e0edb-43c0-45c7-ac89-3aaa7d5465b5 service neutron] 10.222.0.117 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233423 Feb 09 02:11:45.712612 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77f107-29f9-4247-8289-169877c49c8f req-c8cb3b5c-c98b-4590-8dba-21e1f399071a tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:45.714060 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1a77f107-29f9-4247-8289-169877c49c8f req-c8cb3b5c-c98b-4590-8dba-21e1f399071a tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 944 time: 0.0792217 Feb 09 02:11:45.758166 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1a77f107-29f9-4247-8289-169877c49c8f req-2a7383fe-6975-4ddd-859c-cf0a19124e3f tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380318 Feb 09 02:11:46.947906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00950e-a3ba-4f5c-b11d-08c359e11aa1 req-2e5e3795-e343-44e6-aae3-5fb054abc665 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:46.949385 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ed00950e-a3ba-4f5c-b11d-08c359e11aa1 req-2e5e3795-e343-44e6-aae3-5fb054abc665 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 944 time: 0.0794373 Feb 09 02:11:46.997108 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ed00950e-a3ba-4f5c-b11d-08c359e11aa1 req-21960726-6206-467c-a543-26f9be357198 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412180 Feb 09 02:11:47.007357 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device c77d4db4-553f-4e77-aeaf-a411a1f5a2bc details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 02:11:47.173940 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc,segment=NetworkSegment(3099c3c1-60b6-43df-bd5a-69ce7b85a94b),segment_id=3099c3c1-60b6-43df-bd5a-69ce7b85a94b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:11:47.186859 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': 'c77d4db4-553f-4e77-aeaf-a411a1f5a2bc', 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092', 'port_id': 'c77d4db4-553f-4e77-aeaf-a411a1f5a2bc', 'mac_address': 'fa:16:3e:8d:e8:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 02:11:47.243069 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:47.262817 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c77d4db4-553f-4e77-aeaf-a411a1f5a2bc {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:11:47.278314 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc,segment=NetworkSegment(3099c3c1-60b6-43df-bd5a-69ce7b85a94b),segment_id=3099c3c1-60b6-43df-bd5a-69ce7b85a94b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:11:47.282704 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:47.348859 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:47.525219 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['c77d4db4-553f-4e77-aeaf-a411a1f5a2bc'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:11:48.188634 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4b36e-00b4-4779-a37d-9149db6306d9 req-14ae4373-8f5c-4404-81ca-363d867a42e8 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:48.190137 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-31a4b36e-00b4-4779-a37d-9149db6306d9 req-14ae4373-8f5c-4404-81ca-363d867a42e8 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 945 time: 0.0865843 Feb 09 02:11:48.236288 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-31a4b36e-00b4-4779-a37d-9149db6306d9 req-305eeff1-9617-4f86-b809-c69075df0070 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387161 Feb 09 02:11:48.485662 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:11:49.022739 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device c77d4db4-553f-4e77-aeaf-a411a1f5a2bc up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:11:49.091689 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:11:49.096506 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:49.096879 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:49.213647 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:49.239750 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994d5fdb-6c63-4387-bf98-0897f3cd9780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77d4db4-553f-4e77-aeaf-a411a1f5a2bc'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:11:49.250442 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc,segment=NetworkSegment(3099c3c1-60b6-43df-bd5a-69ce7b85a94b),segment_id=3099c3c1-60b6-43df-bd5a-69ce7b85a94b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:11:49.254976 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:49.291679 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994d5fdb-6c63-4387-bf98-0897f3cd9780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77d4db4-553f-4e77-aeaf-a411a1f5a2bc', 'code': 200} Feb 09 02:11:49.326475 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:49.415273 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab22e3f-29ee-4d79-95a4-5d82097ac397 req-77b325fe-2fa5-425f-b57d-1b2717cd0290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:49.416820 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fab22e3f-29ee-4d79-95a4-5d82097ac397 req-77b325fe-2fa5-425f-b57d-1b2717cd0290 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 1097 time: 0.0722520 Feb 09 02:11:49.428060 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28475c27-4850-4510-8489-a0d0cfdd07cd req-614389f7-b789-4871-94e8-65ff8fa5c0cd tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:49.429568 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-28475c27-4850-4510-8489-a0d0cfdd07cd req-614389f7-b789-4871-94e8-65ff8fa5c0cd tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 946 time: 0.0821407 Feb 09 02:11:49.456119 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fab22e3f-29ee-4d79-95a4-5d82097ac397 req-29e491ae-6373-4b74-91f2-0463d52b4d14 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335443 Feb 09 02:11:49.476357 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-28475c27-4850-4510-8489-a0d0cfdd07cd req-0387594f-962f-4764-99a1-4467a8d0c104 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411253 Feb 09 02:11:50.671476 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada3d43-f9d6-4b09-8687-ee6d465f06bf req-5447dc5d-44cf-4238-b41f-fb79f411ea72 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:50.672885 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0ada3d43-f9d6-4b09-8687-ee6d465f06bf req-5447dc5d-44cf-4238-b41f-fb79f411ea72 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 946 time: 0.0844979 Feb 09 02:11:50.818394 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0ada3d43-f9d6-4b09-8687-ee6d465f06bf req-4562dec2-8951-4b65-8885-4c02263f626e tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399231 Feb 09 02:11:51.005114 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b4686-6fcd-420d-a993-94ea998a0662 req-c99922ea-6a30-4995-8841-9d1889aa7665 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:51.006580 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c71b4686-6fcd-420d-a993-94ea998a0662 req-c99922ea-6a30-4995-8841-9d1889aa7665 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 946 time: 0.0838892 Feb 09 02:11:51.051168 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-c71b4686-6fcd-420d-a993-94ea998a0662 req-37816c06-6c28-4eb3-b5b9-129ba26e575b tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389895 Feb 09 02:11:51.073592 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39808) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:51.296120 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfae734f-23fc-4794-8d04-a32e578dbfc8 tempest-TestShelveInstance-254494002 tempest-TestShelveInstance-254494002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:51.297574 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-bfae734f-23fc-4794-8d04-a32e578dbfc8 tempest-TestShelveInstance-254494002 tempest-TestShelveInstance-254494002-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 1092 time: 0.2230041 Feb 09 02:11:51.300450 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39814) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:11:51.305267 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-90dc899e-2fdf-4768-a76f-735b452c4f82 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'port_id': 'c77d4db4-553f-4e77-aeaf-a411a1f5a2bc', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:51.312427 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-90dc899e-2fdf-4768-a76f-735b452c4f82 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:11:51.316174 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-90dc899e-2fdf-4768-a76f-735b452c4f82 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Usage tracker for resource:floatingip and tenant:32c7dee9c8b844f9914bab195350b3bd is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:11:51.318957 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-90dc899e-2fdf-4768-a76f-735b452c4f82 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:11:51.324496 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-90dc899e-2fdf-4768-a76f-735b452c4f82 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:11:51.334923 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90dc899e-2fdf-4768-a76f-735b452c4f82 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:51.472114 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90dc899e-2fdf-4768-a76f-735b452c4f82 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:51.604326 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-90dc899e-2fdf-4768-a76f-735b452c4f82 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Allocated IP 172.25.5.116 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/4705c411-55e8-4745-82a4-20216152bb97) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:11:51.751130 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90dc899e-2fdf-4768-a76f-735b452c4f82 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:51.780377 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90dc899e-2fdf-4768-a76f-735b452c4f82 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:51.847038 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dc899e-2fdf-4768-a76f-735b452c4f82 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:51.849874 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-90dc899e-2fdf-4768-a76f-735b452c4f82 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:51.853637 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dc899e-2fdf-4768-a76f-735b452c4f82 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:11:51.889529 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc899e-2fdf-4768-a76f-735b452c4f82 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Pushing event updated for resources: {'Port': ['ID=4705c411-55e8-4745-82a4-20216152bb97,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:52.269872 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90dc899e-2fdf-4768-a76f-735b452c4f82 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:52.343245 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90dc899e-2fdf-4768-a76f-735b452c4f82 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:52.536085 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:52.544852 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90dc899e-2fdf-4768-a76f-735b452c4f82 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:52.549337 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90dc899e-2fdf-4768-a76f-735b452c4f82 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:52.658057 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc899e-2fdf-4768-a76f-735b452c4f82 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Pushing event updated for resources: {'Port': ['ID=4705c411-55e8-4745-82a4-20216152bb97,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:52.669766 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90dc899e-2fdf-4768-a76f-735b452c4f82 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:52.833411 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-90dc899e-2fdf-4768-a76f-735b452c4f82 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Floating IP c556ab4b-f10e-45ef-b4b7-a6bd4ada5b04 associated. External IP: 172.25.5.116, port: c77d4db4-553f-4e77-aeaf-a411a1f5a2bc. Feb 09 02:11:53.289004 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90dc899e-2fdf-4768-a76f-735b452c4f82 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Router abca5638-bb8d-4b61-93bf-6b254d5c8b4c has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:11:53.463116 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90dc899e-2fdf-4768-a76f-735b452c4f82 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:11:53.473719 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f841a84-203d-492b-9f5e-5a12ab37ba0c None None] Sync routers for ids ['abca5638-bb8d-4b61-93bf-6b254d5c8b4c'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:11:53.482928 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f841a84-203d-492b-9f5e-5a12ab37ba0c None None] Routers {'abca5638-bb8d-4b61-93bf-6b254d5c8b4c'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:11:53.483540 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-1f841a84-203d-492b-9f5e-5a12ab37ba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:11:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['abca5638-bb8d-4b61-93bf-6b254d5c8b4c'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:53.488274 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-90dc899e-2fdf-4768-a76f-735b452c4f82 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:11:53.546554 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-90dc899e-2fdf-4768-a76f-735b452c4f82 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2450991 Feb 09 02:11:53.547230 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994d5fdb-6c63-4387-bf98-0897f3cd9780', 'tag': 'c77d4db4-553f-4e77-aeaf-a411a1f5a2bc'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:11:53.592415 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994d5fdb-6c63-4387-bf98-0897f3cd9780', 'tag': 'c77d4db4-553f-4e77-aeaf-a411a1f5a2bc', 'status': 'completed', 'code': 200} Feb 09 02:11:53.683596 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10d458-7bd2-40a9-b9ee-7b0bcb0803f0 req-a432f63c-50d4-46f7-bffc-5b0d18104d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:53.685131 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cf10d458-7bd2-40a9-b9ee-7b0bcb0803f0 req-a432f63c-50d4-46f7-bffc-5b0d18104d3c service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=32c7dee9c8b844f9914bab195350b3bd&device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 1097 time: 0.0715601 Feb 09 02:11:53.709568 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-1f841a84-203d-492b-9f5e-5a12ab37ba0c None None] Set router abca5638-bb8d-4b61-93bf-6b254d5c8b4c gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:11:53.822369 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10d458-7bd2-40a9-b9ee-7b0bcb0803f0 req-81cd47b1-5577-4426-a503-74d9fa588205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:53.823910 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cf10d458-7bd2-40a9-b9ee-7b0bcb0803f0 req-81cd47b1-5577-4426-a503-74d9fa588205 service neutron] 10.222.0.117 "GET /v2.0/networks?id=6f80d346-cd2b-457e-b482-4840885ef092 HTTP/1.1" status: 200 len: 910 time: 0.1335237 Feb 09 02:11:53.927260 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cf10d458-7bd2-40a9-b9ee-7b0bcb0803f0 req-b1778316-dec1-4ff5-ba93-33f5b087f1ca service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc HTTP/1.1" status: 200 len: 1000 time: 0.0971298 Feb 09 02:11:53.991117 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10d458-7bd2-40a9-b9ee-7b0bcb0803f0 req-fa350638-7506-49a6-9e77-a1601bb6478a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:53.992572 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cf10d458-7bd2-40a9-b9ee-7b0bcb0803f0 req-fa350638-7506-49a6-9e77-a1601bb6478a service neutron] 10.222.0.117 "GET /v2.0/subnets?id=575248c4-0265-47f2-b71a-2fc8aeccd2d9 HTTP/1.1" status: 200 len: 848 time: 0.0594146 Feb 09 02:11:54.056550 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-1f841a84-203d-492b-9f5e-5a12ab37ba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'name': 'tempest-TestShelveInstance-1992839077-router', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:23Z', 'updated_at': '2022-02-09T02:11:28Z', 'revision_number': 4, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'gw_port': {'id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:24Z', 'updated_at': '2022-02-09T02:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'c556ab4b-f10e-45ef-b4b7-a6bd4ada5b04', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'floating_ip_address': '172.25.5.116', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'port_id': 'c77d4db4-553f-4e77-aeaf-a411a1f5a2bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092', 'mac_address': 'fa:16:3e:8d:e8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994d5fdb-6c63-4387-bf98-0897f3cd9780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:11:52Z', 'updated_at': '2022-02-09T02:11:52Z', 'revision_number': 0, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fd12481-4530-4ac9-bd34-921762f41231', 'name': '', 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'mac_address': 'fa:16:3e:1b:5b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:27Z', 'updated_at': '2022-02-09T02:11:34Z', 'revision_number': 5, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'subnets': [{'id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:54.060978 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f841a84-203d-492b-9f5e-5a12ab37ba0c None None] Checking router: abca5638-bb8d-4b61-93bf-6b254d5c8b4c for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:11:54.066059 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10d458-7bd2-40a9-b9ee-7b0bcb0803f0 req-995817fe-9e34-4bc4-beda-8286dad0cf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:54.067529 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cf10d458-7bd2-40a9-b9ee-7b0bcb0803f0 req-995817fe-9e34-4bc4-beda-8286dad0cf4a service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=6f80d346-cd2b-457e-b482-4840885ef092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690823 Feb 09 02:11:54.069623 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f841a84-203d-492b-9f5e-5a12ab37ba0c None None] Routers {'abca5638-bb8d-4b61-93bf-6b254d5c8b4c'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:11:54.070226 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-1f841a84-203d-492b-9f5e-5a12ab37ba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:11:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['abca5638-bb8d-4b61-93bf-6b254d5c8b4c'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:54.204212 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cf10d458-7bd2-40a9-b9ee-7b0bcb0803f0 req-fcfc958e-6d38-4990-8d67-c64142510c2f service neutron] 10.222.0.117 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303558 Feb 09 02:11:54.260999 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-1f841a84-203d-492b-9f5e-5a12ab37ba0c None None] Set router abca5638-bb8d-4b61-93bf-6b254d5c8b4c gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:11:54.340202 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cf10d458-7bd2-40a9-b9ee-7b0bcb0803f0 req-4fd97711-a5f8-435e-87e2-3c199c250b7d service neutron] 10.222.0.117 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289058 Feb 09 02:11:54.618504 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-1f841a84-203d-492b-9f5e-5a12ab37ba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'name': 'tempest-TestShelveInstance-1992839077-router', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:23Z', 'updated_at': '2022-02-09T02:11:28Z', 'revision_number': 4, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'gw_port': {'id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:24Z', 'updated_at': '2022-02-09T02:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'c556ab4b-f10e-45ef-b4b7-a6bd4ada5b04', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'floating_ip_address': '172.25.5.116', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'port_id': 'c77d4db4-553f-4e77-aeaf-a411a1f5a2bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092', 'mac_address': 'fa:16:3e:8d:e8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994d5fdb-6c63-4387-bf98-0897f3cd9780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:11:52Z', 'updated_at': '2022-02-09T02:11:52Z', 'revision_number': 0, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fd12481-4530-4ac9-bd34-921762f41231', 'name': '', 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'mac_address': 'fa:16:3e:1b:5b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:27Z', 'updated_at': '2022-02-09T02:11:34Z', 'revision_number': 5, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'subnets': [{'id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:54.623409 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f841a84-203d-492b-9f5e-5a12ab37ba0c None None] The sync data for ids ['abca5638-bb8d-4b61-93bf-6b254d5c8b4c'] in n-d-828419-1 is: [{'id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'name': 'tempest-TestShelveInstance-1992839077-router', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:23Z', 'updated_at': '2022-02-09T02:11:28Z', 'revision_number': 4, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'gw_port': {'id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:24Z', 'updated_at': '2022-02-09T02:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': 'c556ab4b-f10e-45ef-b4b7-a6bd4ada5b04', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'floating_ip_address': '172.25.5.116', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'port_id': 'c77d4db4-553f-4e77-aeaf-a411a1f5a2bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092', 'mac_address': 'fa:16:3e:8d:e8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994d5fdb-6c63-4387-bf98-0897f3cd9780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:11:52Z', 'updated_at': '2022-02-09T02:11:52Z', 'revision_number': 0, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fd12481-4530-4ac9-bd34-921762f41231', 'name': '', 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'mac_address': 'fa:16:3e:1b:5b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:27Z', 'updated_at': '2022-02-09T02:11:34Z', 'revision_number': 5, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'subnets': [{'id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:11:54.822115 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6775760e-a413-4342-ae62-6aaf41a64de6 None None] New status for floating IP c556ab4b-f10e-45ef-b4b7-a6bd4ada5b04: ACTIVE {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:11:55.725471 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:07.050223 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-330b97d5-56d0-4ad1-92cd-6313ff058af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:09.454803 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e4ac4a04-932b-4b2b-b8df-13b0901cd864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:10.591283 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:10.718567 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:12.032451 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:22.536527 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:25.485862 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:12:25.733474 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:34.939879 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-985d9f15-6865-4794-9a38-e75af58aa2d1 req-efa5f84f-aa3c-495d-b893-0c0394eb6f55 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0684862 Feb 09 02:12:35.077780 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d9f15-6865-4794-9a38-e75af58aa2d1 req-22f788f4-98ee-4916-8284-fd2e2d8628e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:35.079244 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-985d9f15-6865-4794-9a38-e75af58aa2d1 req-22f788f4-98ee-4916-8284-fd2e2d8628e6 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=32c7dee9c8b844f9914bab195350b3bd&device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 1097 time: 0.0732999 Feb 09 02:12:35.220379 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d9f15-6865-4794-9a38-e75af58aa2d1 req-a2a717b8-3bae-4813-81bf-7583b8c1ae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:35.221737 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-985d9f15-6865-4794-9a38-e75af58aa2d1 req-a2a717b8-3bae-4813-81bf-7583b8c1ae87 service neutron] 10.222.0.117 "GET /v2.0/networks?id=6f80d346-cd2b-457e-b482-4840885ef092 HTTP/1.1" status: 200 len: 910 time: 0.1239593 Feb 09 02:12:35.325411 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-985d9f15-6865-4794-9a38-e75af58aa2d1 req-86f2b598-1eac-4199-a18d-129bdc757da9 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc HTTP/1.1" status: 200 len: 1002 time: 0.0964620 Feb 09 02:12:35.385553 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d9f15-6865-4794-9a38-e75af58aa2d1 req-529a6fb6-ad25-481b-860f-7fffc22ffe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:35.386940 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-985d9f15-6865-4794-9a38-e75af58aa2d1 req-529a6fb6-ad25-481b-860f-7fffc22ffe11 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=575248c4-0265-47f2-b71a-2fc8aeccd2d9 HTTP/1.1" status: 200 len: 848 time: 0.0559862 Feb 09 02:12:35.458889 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d9f15-6865-4794-9a38-e75af58aa2d1 req-450a0b4a-6f55-4387-8a5b-5086d4da352b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:35.460361 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-985d9f15-6865-4794-9a38-e75af58aa2d1 req-450a0b4a-6f55-4387-8a5b-5086d4da352b service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=6f80d346-cd2b-457e-b482-4840885ef092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672851 Feb 09 02:12:35.589254 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-985d9f15-6865-4794-9a38-e75af58aa2d1 req-7bdb5699-82c2-4e9e-a43f-f43a8bdde0d3 service neutron] 10.222.0.117 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227169 Feb 09 02:12:35.717089 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-985d9f15-6865-4794-9a38-e75af58aa2d1 req-610781fa-3103-4567-86aa-0c4025e54f39 service neutron] 10.222.0.117 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224396 Feb 09 02:12:37.052113 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3d6be819-7263-4e39-b1e7-2dd5f02bb569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:39.456429 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4e04746b-cf2c-47b3-a569-c653a4e0c03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:40.592647 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:40.720969 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:42.035128 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:52.551462 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:12:55.737489 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:13:02.484843 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:13:07.055048 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8efc0f6d-d133-4f80-88fe-d3c1836b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:13:09.457819 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d6a1ac00-3077-477e-9a55-75bc4a371745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:13:10.595388 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:13:10.722418 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:13:12.039660 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:13:22.550558 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:13:25.744149 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:13:36.044352 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c66ce0f-ca38-45e7-8623-3a17f55d5c18 req-3100974e-ef5d-41fd-bf56-48bf9423031f service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1747758 Feb 09 02:13:36.189116 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66ce0f-ca38-45e7-8623-3a17f55d5c18 req-39e762f4-7b31-495a-a0ec-f4ac88b79301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:36.190594 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c66ce0f-ca38-45e7-8623-3a17f55d5c18 req-39e762f4-7b31-495a-a0ec-f4ac88b79301 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=32c7dee9c8b844f9914bab195350b3bd&device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 1097 time: 0.0703044 Feb 09 02:13:36.335105 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66ce0f-ca38-45e7-8623-3a17f55d5c18 req-1720ed49-aa1f-4a85-8551-e0b942017605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:36.336479 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c66ce0f-ca38-45e7-8623-3a17f55d5c18 req-1720ed49-aa1f-4a85-8551-e0b942017605 service neutron] 10.222.0.117 "GET /v2.0/networks?id=6f80d346-cd2b-457e-b482-4840885ef092 HTTP/1.1" status: 200 len: 910 time: 0.1275859 Feb 09 02:13:36.444260 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c66ce0f-ca38-45e7-8623-3a17f55d5c18 req-f7f79a80-711f-4b4d-a4d0-584b77bca616 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc HTTP/1.1" status: 200 len: 1002 time: 0.1016016 Feb 09 02:13:36.510099 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66ce0f-ca38-45e7-8623-3a17f55d5c18 req-36a6ac89-7c51-412b-bedb-9f0f2f307322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:36.511533 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c66ce0f-ca38-45e7-8623-3a17f55d5c18 req-36a6ac89-7c51-412b-bedb-9f0f2f307322 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=575248c4-0265-47f2-b71a-2fc8aeccd2d9 HTTP/1.1" status: 200 len: 848 time: 0.0617449 Feb 09 02:13:36.589928 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66ce0f-ca38-45e7-8623-3a17f55d5c18 req-662e8686-ca01-4ebc-bf6e-241671796c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:36.591312 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c66ce0f-ca38-45e7-8623-3a17f55d5c18 req-662e8686-ca01-4ebc-bf6e-241671796c3e service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=6f80d346-cd2b-457e-b482-4840885ef092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738788 Feb 09 02:13:36.721581 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c66ce0f-ca38-45e7-8623-3a17f55d5c18 req-198d58ea-7080-40bf-b9c7-99c201cd16f4 service neutron] 10.222.0.117 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235139 Feb 09 02:13:36.859438 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8c66ce0f-ca38-45e7-8623-3a17f55d5c18 req-a7a96889-c91b-4273-a71c-1e27080f98c1 service neutron] 10.222.0.117 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317120 Feb 09 02:13:37.058797 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-29015efc-1d65-4eb4-9d2a-ea075a1f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:13:39.459427 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-11a28516-3ec9-4a35-8601-b5570cf48d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:13:39.483555 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:13:40.598350 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:13:40.725269 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:13:42.041735 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:13:51.172132 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757b72d-cd4f-41bd-bed0-caa93ea75cc3 req-70022eae-53ec-41e1-8904-27178fa5c981 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:51.173539 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3757b72d-cd4f-41bd-bed0-caa93ea75cc3 req-70022eae-53ec-41e1-8904-27178fa5c981 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 946 time: 0.0924826 Feb 09 02:13:51.221001 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3757b72d-cd4f-41bd-bed0-caa93ea75cc3 req-3f92c743-1a5f-4b7e-be93-6a0acf6225ea tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411046 Feb 09 02:13:52.410227 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6badb-74cf-4b91-a4a9-79fbc19c903c req-992e35bf-b6fd-4168-b9df-d6b144a530ce tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:52.411711 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ddf6badb-74cf-4b91-a4a9-79fbc19c903c req-992e35bf-b6fd-4168-b9df-d6b144a530ce tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 946 time: 0.0814841 Feb 09 02:13:52.454984 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ddf6badb-74cf-4b91-a4a9-79fbc19c903c req-c3691e67-755c-4721-b1ab-33e804b8f921 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375719 Feb 09 02:13:52.563367 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:13:53.643804 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e07089-a91f-4980-8b2f-e4cb670a9e6a req-667f8ea7-30a6-4279-bbfc-12b0d24e193f tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:53.645280 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-24e07089-a91f-4980-8b2f-e4cb670a9e6a req-667f8ea7-30a6-4279-bbfc-12b0d24e193f tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 946 time: 0.0796337 Feb 09 02:13:53.690468 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-24e07089-a91f-4980-8b2f-e4cb670a9e6a req-f005558d-cc21-4405-be2f-e741f5899fbb tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396399 Feb 09 02:13:54.884640 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07027a8c-f056-47ee-9271-0a65878e8687 req-9412f0b1-87ba-47b2-b88f-c1db0d8fd781 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:54.886056 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-07027a8c-f056-47ee-9271-0a65878e8687 req-9412f0b1-87ba-47b2-b88f-c1db0d8fd781 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 946 time: 0.0831828 Feb 09 02:13:54.930626 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-07027a8c-f056-47ee-9271-0a65878e8687 req-97e52806-825f-4a34-8a0f-cc24d5467f56 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387697 Feb 09 02:13:55.752169 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:13:56.117553 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b382612-7ce3-466e-b4f2-d1aecf6c1656 req-553f6f11-7b32-4b1e-a32f-81f445c6be58 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:56.119019 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5b382612-7ce3-466e-b4f2-d1aecf6c1656 req-553f6f11-7b32-4b1e-a32f-81f445c6be58 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 946 time: 0.0847163 Feb 09 02:13:56.164132 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-5b382612-7ce3-466e-b4f2-d1aecf6c1656 req-844aaf99-1849-4ce7-9a3c-fc7e9ffc261f tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393262 Feb 09 02:13:57.344423 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f29965-293c-4355-beb6-436a0f726306 req-93a76fbb-5a26-4c4c-8b8d-1f91fb48dab9 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:57.345903 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f8f29965-293c-4355-beb6-436a0f726306 req-93a76fbb-5a26-4c4c-8b8d-1f91fb48dab9 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 946 time: 0.0776119 Feb 09 02:13:57.393896 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f8f29965-293c-4355-beb6-436a0f726306 req-d9c2d48b-3225-4683-8812-2fe2997ea57c tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417144 Feb 09 02:13:58.588494 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2baef9-f159-4433-935d-fd917447a280 req-d4f67942-37cb-4e59-8004-978fbba396cd tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:58.589961 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cf2baef9-f159-4433-935d-fd917447a280 req-d4f67942-37cb-4e59-8004-978fbba396cd tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 946 time: 0.0811205 Feb 09 02:13:58.633348 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cf2baef9-f159-4433-935d-fd917447a280 req-bebbfed9-8f74-4034-80d0-3673124c4d92 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378177 Feb 09 02:13:59.814179 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a6da4-eda8-4961-a043-72fb74b4a585 req-d8f850fe-6c83-4619-b551-5d8be0ee61c8 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:59.815531 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f44a6da4-eda8-4961-a043-72fb74b4a585 req-d8f850fe-6c83-4619-b551-5d8be0ee61c8 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 946 time: 0.0778956 Feb 09 02:13:59.858164 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f44a6da4-eda8-4961-a043-72fb74b4a585 req-332a896d-b689-4a17-8fce-8e7f279a37af tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370667 Feb 09 02:14:01.049155 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb889c-d33c-4297-9547-1062ced93509 req-99cd927f-d2d3-4c12-aa6c-19a894fb97dd tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:01.050599 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1acb889c-d33c-4297-9547-1062ced93509 req-99cd927f-d2d3-4c12-aa6c-19a894fb97dd tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 946 time: 0.0824277 Feb 09 02:14:01.094425 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1acb889c-d33c-4297-9547-1062ced93509 req-36f626be-b259-4222-8ccb-23f28d0af949 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375464 Feb 09 02:14:02.294807 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e0506-5fb9-411b-af01-44e25003dd81 req-cb3cb54b-8d31-4e58-9d10-a1c3b1bad0b5 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:02.296311 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-489e0506-5fb9-411b-af01-44e25003dd81 req-cb3cb54b-8d31-4e58-9d10-a1c3b1bad0b5 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 946 time: 0.0863709 Feb 09 02:14:02.341262 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-489e0506-5fb9-411b-af01-44e25003dd81 req-b69a662a-adba-4a2f-b874-3856ab2a1e73 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380197 Feb 09 02:14:03.530919 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6565e-f88b-4262-9537-613116c6de6a req-3e73d377-533c-42c0-a194-b816ea07e2b6 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:03.532416 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d0c6565e-f88b-4262-9537-613116c6de6a req-3e73d377-533c-42c0-a194-b816ea07e2b6 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 946 time: 0.0833907 Feb 09 02:14:03.581103 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d0c6565e-f88b-4262-9537-613116c6de6a req-7f752aaa-a4af-4780-9909-579a2b80ee29 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431347 Feb 09 02:14:03.735964 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device c77d4db4-553f-4e77-aeaf-a411a1f5a2bc details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 02:14:03.940087 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc,segment=NetworkSegment(3099c3c1-60b6-43df-bd5a-69ce7b85a94b),segment_id=3099c3c1-60b6-43df-bd5a-69ce7b85a94b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:14:03.955674 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': 'c77d4db4-553f-4e77-aeaf-a411a1f5a2bc', 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092', 'port_id': 'c77d4db4-553f-4e77-aeaf-a411a1f5a2bc', 'mac_address': 'fa:16:3e:8d:e8:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 02:14:04.019918 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:04.050653 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c77d4db4-553f-4e77-aeaf-a411a1f5a2bc {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:14:04.070579 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc,segment=NetworkSegment(3099c3c1-60b6-43df-bd5a-69ce7b85a94b),segment_id=3099c3c1-60b6-43df-bd5a-69ce7b85a94b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:14:04.075262 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:04.165400 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['c77d4db4-553f-4e77-aeaf-a411a1f5a2bc'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:14:04.192648 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:04.220679 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:04.221188 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:04.221631 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:04.222072 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:04.222506 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:04.223041 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:04.223500 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:04.224492 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:04.224911 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:04.225311 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:04.225645 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:04.225970 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:04.789966 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac04a8-35a4-4d8b-88a3-ad180e36a392 req-53aa75f7-5b2c-44f8-a432-36d7af083dbe tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:04.794482 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-54ac04a8-35a4-4d8b-88a3-ad180e36a392 req-53aa75f7-5b2c-44f8-a432-36d7af083dbe tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 945 time: 0.0898788 Feb 09 02:14:04.840539 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-54ac04a8-35a4-4d8b-88a3-ad180e36a392 req-df30b9a1-8251-4535-b87c-76ff93499ce4 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400743 Feb 09 02:14:05.746805 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device c77d4db4-553f-4e77-aeaf-a411a1f5a2bc up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:14:05.828258 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:05.828566 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:05.975668 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:06.033769 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994d5fdb-6c63-4387-bf98-0897f3cd9780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77d4db4-553f-4e77-aeaf-a411a1f5a2bc'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:14:06.049865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea0ee3-ae15-4f8c-b290-cd923c67b651 req-ee4dda75-3cee-41e4-91a8-339442398d59 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:06.053401 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-17ea0ee3-ae15-4f8c-b290-cd923c67b651 req-ee4dda75-3cee-41e4-91a8-339442398d59 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 945 time: 0.0928242 Feb 09 02:14:06.056756 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc,segment=NetworkSegment(3099c3c1-60b6-43df-bd5a-69ce7b85a94b),segment_id=3099c3c1-60b6-43df-bd5a-69ce7b85a94b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:14:06.075858 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:06.157602 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-17ea0ee3-ae15-4f8c-b290-cd923c67b651 req-6e80a5bb-7877-4d75-8e58-e3c91215df49 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907643 Feb 09 02:14:06.187606 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994d5fdb-6c63-4387-bf98-0897f3cd9780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77d4db4-553f-4e77-aeaf-a411a1f5a2bc', 'code': 200} Feb 09 02:14:06.196153 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc,revision_number=7']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:07.065130 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1cfeedf8-387b-447a-8899-4c3ff0e4e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:07.361876 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69a5fa-911b-4f65-a3c1-ce4d2fe2f20c req-03ddf4cf-42fc-4404-be5a-b0cd6909a907 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:07.369009 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3b69a5fa-911b-4f65-a3c1-ce4d2fe2f20c req-03ddf4cf-42fc-4404-be5a-b0cd6909a907 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 946 time: 0.0944915 Feb 09 02:14:07.413694 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3b69a5fa-911b-4f65-a3c1-ce4d2fe2f20c req-fb46e004-1b32-4704-99ef-178a9caecc47 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436525 Feb 09 02:14:08.635598 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157f344-eaeb-49d6-871d-a2a7122cc0de req-5abf27c1-8552-4de7-a92e-d2a7393a2a46 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:08.639036 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e157f344-eaeb-49d6-871d-a2a7122cc0de req-5abf27c1-8552-4de7-a92e-d2a7393a2a46 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 946 time: 0.1035614 Feb 09 02:14:08.688135 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e157f344-eaeb-49d6-871d-a2a7122cc0de req-950cefec-53c5-4347-9527-0832481d689d tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415330 Feb 09 02:14:09.465610 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5a572d94-2efb-416c-be1f-6d20b49fac87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:09.908688 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8e6a3-0e14-4630-9c59-44e237b3b738 req-decf63fd-fe40-4ef7-a035-a61b8a6ceb7a tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:09.910292 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-85a8e6a3-0e14-4630-9c59-44e237b3b738 req-decf63fd-fe40-4ef7-a035-a61b8a6ceb7a tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 946 time: 0.0932119 Feb 09 02:14:09.974458 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-85a8e6a3-0e14-4630-9c59-44e237b3b738 req-7664cab0-1e56-47e1-bab5-5defcd9ab038 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552831 Feb 09 02:14:10.608448 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:10.733309 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:11.197656 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f039e2-0a40-49e8-ae79-9a69d9effeb0 req-c60fd93f-fc1d-4602-87b5-2aa5fcdd332d tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:11.199142 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b1f039e2-0a40-49e8-ae79-9a69d9effeb0 req-c60fd93f-fc1d-4602-87b5-2aa5fcdd332d tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 946 time: 0.0878360 Feb 09 02:14:11.257143 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b1f039e2-0a40-49e8-ae79-9a69d9effeb0 req-d0a61447-5e64-4c31-84e7-ceedaca19d6d tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517895 Feb 09 02:14:12.050588 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:12.452637 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8746ef-4796-43c0-8d6f-50ab41e086cd req-34741ce2-d69c-47ce-848e-66719cfdae9b tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:12.454862 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a8746ef-4796-43c0-8d6f-50ab41e086cd req-34741ce2-d69c-47ce-848e-66719cfdae9b tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 946 time: 0.0866892 Feb 09 02:14:12.501000 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2a8746ef-4796-43c0-8d6f-50ab41e086cd req-7809664a-46e4-4e5b-b4ea-0d2cebb71838 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398109 Feb 09 02:14:13.552788 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc0b1f-1cd9-4f1b-817e-f235bcb54152 req-da2ad3c9-0170-47a2-9d31-8f964604f78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:13.554473 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-54dc0b1f-1cd9-4f1b-817e-f235bcb54152 req-da2ad3c9-0170-47a2-9d31-8f964604f78e service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=32c7dee9c8b844f9914bab195350b3bd&device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 1097 time: 0.0716693 Feb 09 02:14:13.688295 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c59bd6-d8ee-421a-972b-24093e31646f req-46c29a6e-878a-4f61-99fc-3bb1158f8041 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:13.689600 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc0b1f-1cd9-4f1b-817e-f235bcb54152 req-0f638754-96ff-4efa-b2e0-3dba395d457b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:13.689785 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b9c59bd6-d8ee-421a-972b-24093e31646f req-46c29a6e-878a-4f61-99fc-3bb1158f8041 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 946 time: 0.0818083 Feb 09 02:14:13.691017 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-54dc0b1f-1cd9-4f1b-817e-f235bcb54152 req-0f638754-96ff-4efa-b2e0-3dba395d457b service neutron] 10.222.0.117 "GET /v2.0/networks?id=6f80d346-cd2b-457e-b482-4840885ef092 HTTP/1.1" status: 200 len: 910 time: 0.1302052 Feb 09 02:14:13.733595 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b9c59bd6-d8ee-421a-972b-24093e31646f req-6f8ae150-a3f7-427b-8ff4-3bce3bc5ac0b tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381370 Feb 09 02:14:13.792645 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-54dc0b1f-1cd9-4f1b-817e-f235bcb54152 req-3adbbbe4-49b8-44a6-90b5-7f4ef2d1d345 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc HTTP/1.1" status: 200 len: 1002 time: 0.0952320 Feb 09 02:14:13.857257 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc0b1f-1cd9-4f1b-817e-f235bcb54152 req-5f576cb1-de8e-4be8-b6a3-2c169fd88036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:13.858690 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-54dc0b1f-1cd9-4f1b-817e-f235bcb54152 req-5f576cb1-de8e-4be8-b6a3-2c169fd88036 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=575248c4-0265-47f2-b71a-2fc8aeccd2d9 HTTP/1.1" status: 200 len: 848 time: 0.0594409 Feb 09 02:14:13.933435 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc0b1f-1cd9-4f1b-817e-f235bcb54152 req-0291e25f-d491-41e3-b79b-70aebb9821b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:13.934870 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-54dc0b1f-1cd9-4f1b-817e-f235bcb54152 req-0291e25f-d491-41e3-b79b-70aebb9821b8 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=6f80d346-cd2b-457e-b482-4840885ef092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692811 Feb 09 02:14:14.177023 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-54dc0b1f-1cd9-4f1b-817e-f235bcb54152 req-7c62f06b-11c5-41ae-849c-2054a84db03b service neutron] 10.222.0.117 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358377 Feb 09 02:14:14.306653 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-54dc0b1f-1cd9-4f1b-817e-f235bcb54152 req-07c4ea36-6baf-4234-9294-77fe5ad8d59a service neutron] 10.222.0.117 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240783 Feb 09 02:14:14.920311 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8597810-fe48-4f08-80e0-841699843c97 req-d92153b3-2ab5-4288-aa7e-f23d6555f1c3 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:14.921777 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8597810-fe48-4f08-80e0-841699843c97 req-d92153b3-2ab5-4288-aa7e-f23d6555f1c3 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 946 time: 0.0824552 Feb 09 02:14:14.965945 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e8597810-fe48-4f08-80e0-841699843c97 req-8aa6dc3a-b5c1-498a-8375-faa5fcc9274c tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379732 Feb 09 02:14:15.815778 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device c77d4db4-553f-4e77-aeaf-a411a1f5a2bc no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:14:15.932782 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:15.960391 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994d5fdb-6c63-4387-bf98-0897f3cd9780', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c77d4db4-553f-4e77-aeaf-a411a1f5a2bc'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:14:15.971015 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc,segment=NetworkSegment(3099c3c1-60b6-43df-bd5a-69ce7b85a94b),segment_id=3099c3c1-60b6-43df-bd5a-69ce7b85a94b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:14:15.975666 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:16.042264 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994d5fdb-6c63-4387-bf98-0897f3cd9780', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c77d4db4-553f-4e77-aeaf-a411a1f5a2bc', 'code': 200} Feb 09 02:14:16.054921 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:16.165525 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3585613-2e09-40e6-bff8-70e1613e7dca req-8986ec87-b3ad-497b-8c0a-0a95c9a094c1 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:16.166973 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f3585613-2e09-40e6-bff8-70e1613e7dca req-8986ec87-b3ad-497b-8c0a-0a95c9a094c1 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 944 time: 0.0794644 Feb 09 02:14:16.210156 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f3585613-2e09-40e6-bff8-70e1613e7dca req-9d7a09ad-0c7b-49bc-ae14-83581b02f9e8 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376129 Feb 09 02:14:16.482606 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:14:16.572789 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93c032-f40c-440f-a0b3-0fb215e92cc4 req-53da34e6-f6fe-466d-93cf-9275c7a10fc5 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:16.574251 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ba93c032-f40c-440f-a0b3-0fb215e92cc4 req-53da34e6-f6fe-466d-93cf-9275c7a10fc5 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 944 time: 0.0853796 Feb 09 02:14:16.619096 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ba93c032-f40c-440f-a0b3-0fb215e92cc4 req-ab84de2b-2af0-44e8-a864-746db3f27cac tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390229 Feb 09 02:14:16.689418 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 39992) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:14:16.814221 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2d2322b5-0184-4015-a583-efff83f902c8 req-26050177-96e4-49a9-b35d-f35ebc3ff21f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1236451 Feb 09 02:14:17.711240 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2322b5-0184-4015-a583-efff83f902c8 req-c2d5d963-e9b5-4954-aa86-55136fc53468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:17.712794 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2d2322b5-0184-4015-a583-efff83f902c8 req-c2d5d963-e9b5-4954-aa86-55136fc53468 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780&tenant_id=32c7dee9c8b844f9914bab195350b3bd HTTP/1.1" status: 200 len: 1095 time: 0.0757494 Feb 09 02:14:17.724645 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-2d2322b5-0184-4015-a583-efff83f902c8 req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828419-1', 'device_owner': 'compute:nova'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:17.845687 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2d2322b5-0184-4015-a583-efff83f902c8 req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:18.076346 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be290f53-796d-4119-9e3c-a38dd044df97 req-eed38c8d-4170-4c78-a6e9-a93a6a16d7fa tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:18.077835 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-be290f53-796d-4119-9e3c-a38dd044df97 req-eed38c8d-4170-4c78-a6e9-a93a6a16d7fa tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 944 time: 0.1901681 Feb 09 02:14:18.123635 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-be290f53-796d-4119-9e3c-a38dd044df97 req-ef79f2eb-d170-4de5-b72a-4c2920f988fa tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394192 Feb 09 02:14:18.125465 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-2d2322b5-0184-4015-a583-efff83f902c8 req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] For port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc,segment=NetworkSegment(3099c3c1-60b6-43df-bd5a-69ce7b85a94b),segment_id=3099c3c1-60b6-43df-bd5a-69ce7b85a94b)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:14:18.155134 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-2d2322b5-0184-4015-a583-efff83f902c8 req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] For port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:14:18.206789 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-2d2322b5-0184-4015-a583-efff83f902c8 req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c77d4db4-553f-4e77-aeaf-a411a1f5a2bc {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:14:18.214720 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2d2322b5-0184-4015-a583-efff83f902c8 req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:18.228844 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-2d2322b5-0184-4015-a583-efff83f902c8 req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] Transition to ACTIVE for port object c77d4db4-553f-4e77-aeaf-a411a1f5a2bc will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:14:18.232298 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2d2322b5-0184-4015-a583-efff83f902c8 req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:18.379366 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] Pushing event updated for resources: {'Port': ['ID=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc,revision_number=9']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:18.393103 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:18.393447 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:18.393790 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:18.394125 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:18.394455 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:18.394783 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:18.395144 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:18.395469 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:18.395795 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:18.396121 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:18.396462 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:18.396784 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:18.440013 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2322b5-0184-4015-a583-efff83f902c8 req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] No DVR routers for this DVR port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:14:18.661432 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-2d2322b5-0184-4015-a583-efff83f902c8 req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] Attempting to bind port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:14:18.661673 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-2d2322b5-0184-4015-a583-efff83f902c8 req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] Attempting to bind port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '3099c3c1-60b6-43df-bd5a-69ce7b85a94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:14:18.661999 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2322b5-0184-4015-a583-efff83f902c8 req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] Attempting to bind port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc on network 6f80d346-cd2b-457e-b482-4840885ef092 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:14:18.667192 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2322b5-0184-4015-a583-efff83f902c8 req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] Port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc on network 6f80d346-cd2b-457e-b482-4840885ef092 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 02:14:18.667507 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2322b5-0184-4015-a583-efff83f902c8 req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] Attempting to bind port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc on network 6f80d346-cd2b-457e-b482-4840885ef092 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:14:18.672507 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2322b5-0184-4015-a583-efff83f902c8 req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:14:18.672840 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2322b5-0184-4015-a583-efff83f902c8 req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] Checking segment: {'id': '3099c3c1-60b6-43df-bd5a-69ce7b85a94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:14:18.673217 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2322b5-0184-4015-a583-efff83f902c8 req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] Bound using segment: {'id': '3099c3c1-60b6-43df-bd5a-69ce7b85a94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:14:18.673635 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-2d2322b5-0184-4015-a583-efff83f902c8 req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] Bound port: c77d4db4-553f-4e77-aeaf-a411a1f5a2bc, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3099c3c1-60b6-43df-bd5a-69ce7b85a94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:14:18.673972 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2d2322b5-0184-4015-a583-efff83f902c8 req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:18.877585 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-2d2322b5-0184-4015-a583-efff83f902c8 req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] For port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:14:18.881594 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-2d2322b5-0184-4015-a583-efff83f902c8 req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] For port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc,segment=NetworkSegment(3099c3c1-60b6-43df-bd5a-69ce7b85a94b),segment_id=3099c3c1-60b6-43df-bd5a-69ce7b85a94b)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:14:18.885737 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2d2322b5-0184-4015-a583-efff83f902c8 req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:18.945766 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2322b5-0184-4015-a583-efff83f902c8 req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:18.946388 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-2d2322b5-0184-4015-a583-efff83f902c8 req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:18.947756 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2d2322b5-0184-4015-a583-efff83f902c8 req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] 10.222.0.35 "PUT /v2.0/ports/c77d4db4-553f-4e77-aeaf-a411a1f5a2bc HTTP/1.1" status: 200 len: 1092 time: 1.2275753 Feb 09 02:14:18.948203 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994d5fdb-6c63-4387-bf98-0897f3cd9780', 'tag': 'c77d4db4-553f-4e77-aeaf-a411a1f5a2bc'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:14:18.968516 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa9dfe-f7a1-42e4-be08-64a6950a3c2e service neutron] Pushing event updated for resources: {'Port': ['ID=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc,revision_number=10']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:19.008431 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994d5fdb-6c63-4387-bf98-0897f3cd9780', 'tag': 'c77d4db4-553f-4e77-aeaf-a411a1f5a2bc', 'status': 'completed', 'code': 200} Feb 09 02:14:19.051857 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2322b5-0184-4015-a583-efff83f902c8 req-0636d3e6-a158-42b2-a211-2f11c752f6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:19.053791 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2d2322b5-0184-4015-a583-efff83f902c8 req-0636d3e6-a158-42b2-a211-2f11c752f6ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32c7dee9c8b844f9914bab195350b3bd&device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 1096 time: 0.0811050 Feb 09 02:14:19.191071 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2322b5-0184-4015-a583-efff83f902c8 req-a9039bed-69d1-4298-ae6f-b241422ecd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:19.193172 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2d2322b5-0184-4015-a583-efff83f902c8 req-a9039bed-69d1-4298-ae6f-b241422ecd3a service neutron] 10.222.0.35 "GET /v2.0/networks?id=6f80d346-cd2b-457e-b482-4840885ef092 HTTP/1.1" status: 200 len: 910 time: 0.1328354 Feb 09 02:14:19.299235 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2d2322b5-0184-4015-a583-efff83f902c8 req-2faf1f72-f240-40ea-951e-3c085509fae0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc HTTP/1.1" status: 200 len: 1000 time: 0.0991285 Feb 09 02:14:19.313585 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef8d95-7b74-4607-aa84-908ca3323182 req-c0cc9391-0574-4603-b4a4-21f64309ef91 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:19.315045 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8fef8d95-7b74-4607-aa84-908ca3323182 req-c0cc9391-0574-4603-b4a4-21f64309ef91 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 945 time: 0.0821824 Feb 09 02:14:19.359361 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8fef8d95-7b74-4607-aa84-908ca3323182 req-df71c1b9-e3fe-4365-8985-36c8ba88785b tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385630 Feb 09 02:14:19.361354 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2322b5-0184-4015-a583-efff83f902c8 req-29a4641b-770f-4bb6-81dc-4d9fc6d71bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:19.362878 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2d2322b5-0184-4015-a583-efff83f902c8 req-29a4641b-770f-4bb6-81dc-4d9fc6d71bf5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=575248c4-0265-47f2-b71a-2fc8aeccd2d9 HTTP/1.1" status: 200 len: 848 time: 0.0574691 Feb 09 02:14:19.436951 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2322b5-0184-4015-a583-efff83f902c8 req-6bc21047-8b40-4b61-a656-38ad10fef64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:19.438378 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2d2322b5-0184-4015-a583-efff83f902c8 req-6bc21047-8b40-4b61-a656-38ad10fef64b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6f80d346-cd2b-457e-b482-4840885ef092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683825 Feb 09 02:14:19.449251 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-2d2322b5-0184-4015-a583-efff83f902c8 req-5841f7a1-ada2-41e1-90c2-c3a0d9b7570d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 02:14:19.450077 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2d2322b5-0184-4015-a583-efff83f902c8 req-5841f7a1-ada2-41e1-90c2-c3a0d9b7570d service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046394 Feb 09 02:14:19.579376 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2d2322b5-0184-4015-a583-efff83f902c8 req-efaa34d4-48b8-4bd7-9d3c-f885198edf98 service neutron] 10.222.0.35 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222312 Feb 09 02:14:19.713175 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2d2322b5-0184-4015-a583-efff83f902c8 req-7535f015-4566-423f-ba17-aa9eceeefe6a service neutron] 10.222.0.35 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245615 Feb 09 02:14:19.836205 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f483a-309e-411f-9b31-53b64b553ae0 req-76c71552-ff43-426b-b348-b06e6f69a61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:19.837779 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cd2f483a-309e-411f-9b31-53b64b553ae0 req-76c71552-ff43-426b-b348-b06e6f69a61f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32c7dee9c8b844f9914bab195350b3bd&device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 1096 time: 0.0773864 Feb 09 02:14:19.981964 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f483a-309e-411f-9b31-53b64b553ae0 req-a067c077-9b35-48f5-8091-a8e54c3a6ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:19.983413 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cd2f483a-309e-411f-9b31-53b64b553ae0 req-a067c077-9b35-48f5-8091-a8e54c3a6ec8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6f80d346-cd2b-457e-b482-4840885ef092 HTTP/1.1" status: 200 len: 910 time: 0.1341701 Feb 09 02:14:20.106080 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cd2f483a-309e-411f-9b31-53b64b553ae0 req-6158b8dd-6fc8-4354-8626-d4f15a48211d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc HTTP/1.1" status: 200 len: 1000 time: 0.1161983 Feb 09 02:14:20.572663 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b730759-8bda-4d16-8891-8a7848bb61ef req-2bdbb467-71d6-4d48-85f9-9781f86093b8 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:20.575030 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9b730759-8bda-4d16-8891-8a7848bb61ef req-2bdbb467-71d6-4d48-85f9-9781f86093b8 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 945 time: 0.0909963 Feb 09 02:14:20.630907 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9b730759-8bda-4d16-8891-8a7848bb61ef req-9098dc25-0085-4633-b9b0-c958c5b1050e tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450101 Feb 09 02:14:21.846261 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e25a0-9538-462e-a200-411d3fe020e8 req-290aa5f0-5f01-44e1-b74b-fb04e2574a69 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:21.848224 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8f9e25a0-9538-462e-a200-411d3fe020e8 req-290aa5f0-5f01-44e1-b74b-fb04e2574a69 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 945 time: 0.0905840 Feb 09 02:14:21.899461 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8f9e25a0-9538-462e-a200-411d3fe020e8 req-b2745df1-5664-4615-8c69-9d1c713f039b tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449414 Feb 09 02:14:22.585103 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:23.107583 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282017a1-40f0-491e-b582-dfeb276fc073 req-9793e0c1-54d1-448b-b6b4-4ef597fc289e tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:23.109217 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-282017a1-40f0-491e-b582-dfeb276fc073 req-9793e0c1-54d1-448b-b6b4-4ef597fc289e tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 945 time: 0.0990911 Feb 09 02:14:23.160078 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-282017a1-40f0-491e-b582-dfeb276fc073 req-3c10918f-1656-4b56-84d0-d95ddffa3a7f tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451078 Feb 09 02:14:24.374702 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f89aa-30c2-481e-8973-b31096a59f5e req-8d4aff6a-3acd-4a05-84e8-c91d01df419c tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:24.376899 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7c1f89aa-30c2-481e-8973-b31096a59f5e req-8d4aff6a-3acd-4a05-84e8-c91d01df419c tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 945 time: 0.1061583 Feb 09 02:14:24.426147 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-7c1f89aa-30c2-481e-8973-b31096a59f5e req-3fd9816d-a85c-403c-be2a-b8362c590167 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431602 Feb 09 02:14:25.634866 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e72c1-ac43-47d0-8701-c6b135806253 req-cf2f1ffe-24ca-4ec2-86be-802198a3a424 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:25.636380 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-df3e72c1-ac43-47d0-8701-c6b135806253 req-cf2f1ffe-24ca-4ec2-86be-802198a3a424 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 945 time: 0.0888338 Feb 09 02:14:25.687769 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-df3e72c1-ac43-47d0-8701-c6b135806253 req-8112348c-a0f9-4e7b-90b9-0cabb64ffa61 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454495 Feb 09 02:14:25.760915 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:26.891488 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc99be-fcb6-4ec6-b973-9aa918474245 req-de7b9fda-b63a-42fb-9663-168b89d54c6e tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:26.893032 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5bcc99be-fcb6-4ec6-b973-9aa918474245 req-de7b9fda-b63a-42fb-9663-168b89d54c6e tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 945 time: 0.0875309 Feb 09 02:14:26.940425 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5bcc99be-fcb6-4ec6-b973-9aa918474245 req-e99dae30-a940-4117-b1e2-717e14368521 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416639 Feb 09 02:14:27.813018 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f483a-309e-411f-9b31-53b64b553ae0 req-dff69fc1-3b14-493d-8d5f-e7c01b558773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:27.814436 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cd2f483a-309e-411f-9b31-53b64b553ae0 req-dff69fc1-3b14-493d-8d5f-e7c01b558773 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=575248c4-0265-47f2-b71a-2fc8aeccd2d9 HTTP/1.1" status: 200 len: 848 time: 0.0614600 Feb 09 02:14:27.890636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f483a-309e-411f-9b31-53b64b553ae0 req-91fcc1d8-1402-4681-9be8-c433cd82e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:27.892061 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cd2f483a-309e-411f-9b31-53b64b553ae0 req-91fcc1d8-1402-4681-9be8-c433cd82e07d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6f80d346-cd2b-457e-b482-4840885ef092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684209 Feb 09 02:14:28.190844 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cd2f483a-309e-411f-9b31-53b64b553ae0 req-c11ace3b-7eda-4150-9988-c40590384ff4 service neutron] 10.222.0.35 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888582 Feb 09 02:14:28.224533 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe2c74-4e6d-46c2-a52b-c445a9e64bea req-0cf324e7-b974-41e1-8ca4-48f657cd1e52 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:28.225934 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6efe2c74-4e6d-46c2-a52b-c445a9e64bea req-0cf324e7-b974-41e1-8ca4-48f657cd1e52 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 945 time: 0.1485667 Feb 09 02:14:28.331034 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6efe2c74-4e6d-46c2-a52b-c445a9e64bea req-b1253f6b-00bc-4e8d-a18d-6aacf5d02903 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587840 Feb 09 02:14:28.362316 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cd2f483a-309e-411f-9b31-53b64b553ae0 req-27517534-db23-4050-8e22-b46529d9f4b3 service neutron] 10.222.0.35 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640239 Feb 09 02:14:29.515054 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1f404-052e-48ab-8bca-015ab8b67bb5 req-58217210-dcd6-43c9-9894-cdb8686559a7 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:29.516529 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5de1f404-052e-48ab-8bca-015ab8b67bb5 req-58217210-dcd6-43c9-9894-cdb8686559a7 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 945 time: 0.0807357 Feb 09 02:14:29.559734 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5de1f404-052e-48ab-8bca-015ab8b67bb5 req-e8ff9d74-e79f-4dc1-86bb-eb2bdaaa686f tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376401 Feb 09 02:14:30.755579 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c99f4-8994-4bab-a696-88ac0ead2ede req-a5040b4d-ce35-480d-b86f-4e88f8a2f2b7 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:30.757160 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-075c99f4-8994-4bab-a696-88ac0ead2ede req-a5040b4d-ce35-480d-b86f-4e88f8a2f2b7 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 945 time: 0.0899565 Feb 09 02:14:30.800777 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-075c99f4-8994-4bab-a696-88ac0ead2ede req-62f8646a-e5d7-4f95-a7a5-b632ff682959 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380747 Feb 09 02:14:31.996079 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c91984-a216-4f9b-a679-3cbb111b545c req-ecd61be5-6838-4696-8a10-3e140b8b2889 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:31.997602 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-10c91984-a216-4f9b-a679-3cbb111b545c req-ecd61be5-6838-4696-8a10-3e140b8b2889 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 945 time: 0.0849309 Feb 09 02:14:32.042348 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-10c91984-a216-4f9b-a679-3cbb111b545c req-5f97dd0f-a5fe-4fcd-9f73-d73f03449e90 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391490 Feb 09 02:14:32.693074 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c77d4db4-553f-4e77-aeaf-a411a1f5a2bc details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 02:14:32.827797 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc,segment=NetworkSegment(3099c3c1-60b6-43df-bd5a-69ce7b85a94b),segment_id=3099c3c1-60b6-43df-bd5a-69ce7b85a94b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:14:32.842710 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'c77d4db4-553f-4e77-aeaf-a411a1f5a2bc', 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092', 'port_id': 'c77d4db4-553f-4e77-aeaf-a411a1f5a2bc', 'mac_address': 'fa:16:3e:8d:e8:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 02:14:32.896370 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:32.912192 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c77d4db4-553f-4e77-aeaf-a411a1f5a2bc {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:14:32.926788 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc,segment=NetworkSegment(3099c3c1-60b6-43df-bd5a-69ce7b85a94b),segment_id=3099c3c1-60b6-43df-bd5a-69ce7b85a94b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:14:32.931084 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:33.000598 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc,revision_number=11']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:33.210651 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['c77d4db4-553f-4e77-aeaf-a411a1f5a2bc'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:14:33.230901 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fb966-36f6-4805-8c1f-23e91e112828 req-5f4ad4d2-066c-47e6-bf82-60c6e2aaf52b tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:33.232369 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-109fb966-36f6-4805-8c1f-23e91e112828 req-5f4ad4d2-066c-47e6-bf82-60c6e2aaf52b tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 946 time: 0.0788956 Feb 09 02:14:33.281730 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-109fb966-36f6-4805-8c1f-23e91e112828 req-6eaeed30-ec2a-48c2-9573-731f030f2301 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432839 Feb 09 02:14:34.464344 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9ce4-951d-4a46-b778-af0485693171 req-1bd22a52-6edd-4b80-8f7d-a2bfb7c766a3 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:34.465807 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e7da9ce4-951d-4a46-b778-af0485693171 req-1bd22a52-6edd-4b80-8f7d-a2bfb7c766a3 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 946 time: 0.0785766 Feb 09 02:14:34.509498 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e7da9ce4-951d-4a46-b778-af0485693171 req-9245503c-9cd3-42da-a3ad-337dc1bb7519 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381088 Feb 09 02:14:34.706950 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c77d4db4-553f-4e77-aeaf-a411a1f5a2bc up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:14:34.774159 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:14:34.779069 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:34.779442 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:34.898831 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:34.925036 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994d5fdb-6c63-4387-bf98-0897f3cd9780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77d4db4-553f-4e77-aeaf-a411a1f5a2bc'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:14:34.934872 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc,segment=NetworkSegment(3099c3c1-60b6-43df-bd5a-69ce7b85a94b),segment_id=3099c3c1-60b6-43df-bd5a-69ce7b85a94b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:14:34.938979 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:34.974866 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994d5fdb-6c63-4387-bf98-0897f3cd9780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77d4db4-553f-4e77-aeaf-a411a1f5a2bc', 'code': 200} Feb 09 02:14:35.040502 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc,revision_number=12']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:35.202458 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfbead-04a3-4ed3-a310-2b33510e1c84 req-68d19381-5010-4fc0-9df4-795f6bccbd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:35.203918 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-07dfbead-04a3-4ed3-a310-2b33510e1c84 req-68d19381-5010-4fc0-9df4-795f6bccbd09 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 1098 time: 0.0713584 Feb 09 02:14:35.246300 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-07dfbead-04a3-4ed3-a310-2b33510e1c84 req-44f1be2a-a2d0-4c4c-a391-3a752b44510b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334551 Feb 09 02:14:35.698326 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221117d2-7ce8-486b-a564-000d0972908d req-589844f9-8b51-4e9a-b9c6-52e41016c474 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:35.699774 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-221117d2-7ce8-486b-a564-000d0972908d req-589844f9-8b51-4e9a-b9c6-52e41016c474 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 947 time: 0.0825202 Feb 09 02:14:35.743390 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-221117d2-7ce8-486b-a564-000d0972908d req-7e13671b-5f93-4140-a7df-5a572cb74e77 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379789 Feb 09 02:14:36.938984 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689457e-8554-4676-b0d1-52f51d331e97 req-7ed72dee-4181-44ed-9e27-8a1e16aa6b6d tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:36.940490 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c689457e-8554-4676-b0d1-52f51d331e97 req-7ed72dee-4181-44ed-9e27-8a1e16aa6b6d tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 947 time: 0.0812199 Feb 09 02:14:36.993231 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c689457e-8554-4676-b0d1-52f51d331e97 req-31045c2f-fa64-413f-b2e2-894514582265 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465553 Feb 09 02:14:37.059874 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a4ebde20-8cb1-472c-be98-5a729ff516a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:38.182028 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d86314-3686-4916-ac54-72261791017b req-aa193d46-a00b-4385-ad0e-07f05accf5b9 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:38.184362 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b6d86314-3686-4916-ac54-72261791017b req-aa193d46-a00b-4385-ad0e-07f05accf5b9 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 947 time: 0.0823338 Feb 09 02:14:38.233396 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b6d86314-3686-4916-ac54-72261791017b req-9a3a0d4b-a223-4094-8824-275651d313e7 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422649 Feb 09 02:14:39.459067 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-03e568e7-719d-4bba-b720-35e59892de6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:40.601837 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:40.731189 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:42.045927 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:52.599349 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:14:53.483500 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:14:55.758112 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:01.483466 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1ae3d9a0-6e22-41a5-8877-27f90f484614 req-a9f6e33a-0168-4e79-bf80-2828cb692bf1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0697744 Feb 09 02:15:01.631004 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3d9a0-6e22-41a5-8877-27f90f484614 req-d5463d47-9d74-43a3-aaa9-95132b102ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:01.632518 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1ae3d9a0-6e22-41a5-8877-27f90f484614 req-d5463d47-9d74-43a3-aaa9-95132b102ee2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32c7dee9c8b844f9914bab195350b3bd&device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 1098 time: 0.0722425 Feb 09 02:15:01.779978 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3d9a0-6e22-41a5-8877-27f90f484614 req-7513e159-81b3-4965-847d-98949be1f3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:01.781384 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1ae3d9a0-6e22-41a5-8877-27f90f484614 req-7513e159-81b3-4965-847d-98949be1f3ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=6f80d346-cd2b-457e-b482-4840885ef092 HTTP/1.1" status: 200 len: 910 time: 0.1289978 Feb 09 02:15:01.884503 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1ae3d9a0-6e22-41a5-8877-27f90f484614 req-3a5c409d-3356-4e2f-859a-4e4f1a78c0df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc HTTP/1.1" status: 200 len: 1002 time: 0.0960114 Feb 09 02:15:01.950430 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3d9a0-6e22-41a5-8877-27f90f484614 req-3c2cda0c-3e7e-4d71-9c34-c48ce90d2809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:01.951874 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1ae3d9a0-6e22-41a5-8877-27f90f484614 req-3c2cda0c-3e7e-4d71-9c34-c48ce90d2809 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=575248c4-0265-47f2-b71a-2fc8aeccd2d9 HTTP/1.1" status: 200 len: 848 time: 0.0608544 Feb 09 02:15:02.027549 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3d9a0-6e22-41a5-8877-27f90f484614 req-c1c263ba-656c-4799-9e7f-e60f4e01958b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:02.028986 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1ae3d9a0-6e22-41a5-8877-27f90f484614 req-c1c263ba-656c-4799-9e7f-e60f4e01958b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6f80d346-cd2b-457e-b482-4840885ef092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704362 Feb 09 02:15:02.160617 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1ae3d9a0-6e22-41a5-8877-27f90f484614 req-3e3669a1-cb3c-4720-acf9-754d7c6a1b41 service neutron] 10.222.0.35 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242106 Feb 09 02:15:02.295726 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1ae3d9a0-6e22-41a5-8877-27f90f484614 req-0bfd91f5-4183-431b-8de5-55f342891d1d service neutron] 10.222.0.35 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286216 Feb 09 02:15:07.064332 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-92300a17-dcaf-4c0c-8ba2-17f2a08540c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:09.461018 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-656f1655-559c-472f-9b84-e1bce68fea20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:10.603636 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:10.734988 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:12.049684 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:22.592724 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:25.769998 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:30.482963 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:15:37.067642 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7c49d1f3-a923-48ff-9f3a-f8d2d922f945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:39.463487 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-00ad0284-4a07-460e-817a-efbc30585a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:40.606092 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:40.738429 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:42.052693 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:51.833099 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40112) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:15:52.032221 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-4dda0fb8-13ef-4b2e-b146-9c6f34c1f604 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Deleting port 4705c411-55e8-4745-82a4-20216152bb97 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:15:52.032507 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4dda0fb8-13ef-4b2e-b146-9c6f34c1f604 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:52.206978 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4dda0fb8-13ef-4b2e-b146-9c6f34c1f604 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:52.207318 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4dda0fb8-13ef-4b2e-b146-9c6f34c1f604 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:52.331832 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-4dda0fb8-13ef-4b2e-b146-9c6f34c1f604 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Calling delete_port for 4705c411-55e8-4745-82a4-20216152bb97 owned by network:floatingip {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:15:52.482038 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4dda0fb8-13ef-4b2e-b146-9c6f34c1f604 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:52.527532 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda0fb8-13ef-4b2e-b146-9c6f34c1f604 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Pushing event deleted for resources: {'Port': ['ID=4705c411-55e8-4745-82a4-20216152bb97,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:52.564632 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda0fb8-13ef-4b2e-b146-9c6f34c1f604 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:52.565003 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda0fb8-13ef-4b2e-b146-9c6f34c1f604 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:52.565339 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda0fb8-13ef-4b2e-b146-9c6f34c1f604 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:52.565676 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda0fb8-13ef-4b2e-b146-9c6f34c1f604 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:52.566002 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda0fb8-13ef-4b2e-b146-9c6f34c1f604 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:52.566323 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda0fb8-13ef-4b2e-b146-9c6f34c1f604 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:52.566643 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda0fb8-13ef-4b2e-b146-9c6f34c1f604 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:52.566967 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda0fb8-13ef-4b2e-b146-9c6f34c1f604 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:52.567283 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda0fb8-13ef-4b2e-b146-9c6f34c1f604 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:52.567596 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda0fb8-13ef-4b2e-b146-9c6f34c1f604 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:52.567914 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda0fb8-13ef-4b2e-b146-9c6f34c1f604 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:52.568228 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda0fb8-13ef-4b2e-b146-9c6f34c1f604 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:52.591535 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:52.729644 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4dda0fb8-13ef-4b2e-b146-9c6f34c1f604 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for floatingip, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:52.729966 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-4dda0fb8-13ef-4b2e-b146-9c6f34c1f604 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Floating IP c556ab4b-f10e-45ef-b4b7-a6bd4ada5b04 disassociated (deleted). External IP: 172.25.5.116, port: c77d4db4-553f-4e77-aeaf-a411a1f5a2bc. Feb 09 02:15:53.083702 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dda0fb8-13ef-4b2e-b146-9c6f34c1f604 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Router abca5638-bb8d-4b61-93bf-6b254d5c8b4c has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:15:53.260859 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dda0fb8-13ef-4b2e-b146-9c6f34c1f604 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:15:53.271714 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90faf3af-65d1-485d-a75a-02cdfe3da781 None None] Sync routers for ids ['abca5638-bb8d-4b61-93bf-6b254d5c8b4c'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:15:53.280746 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4dda0fb8-13ef-4b2e-b146-9c6f34c1f604 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:53.281359 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90faf3af-65d1-485d-a75a-02cdfe3da781 None None] Routers {'abca5638-bb8d-4b61-93bf-6b254d5c8b4c'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:15:53.281972 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-90faf3af-65d1-485d-a75a-02cdfe3da781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:15:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['abca5638-bb8d-4b61-93bf-6b254d5c8b4c'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:53.337938 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4dda0fb8-13ef-4b2e-b146-9c6f34c1f604 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "DELETE /v2.0/floatingips/c556ab4b-f10e-45ef-b4b7-a6bd4ada5b04 HTTP/1.1" status: 204 len: 168 time: 1.5036304 Feb 09 02:15:53.338541 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994d5fdb-6c63-4387-bf98-0897f3cd9780', 'tag': 'c77d4db4-553f-4e77-aeaf-a411a1f5a2bc'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:15:53.454134 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994d5fdb-6c63-4387-bf98-0897f3cd9780', 'tag': 'c77d4db4-553f-4e77-aeaf-a411a1f5a2bc', 'status': 'completed', 'code': 200} Feb 09 02:15:53.492835 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-90faf3af-65d1-485d-a75a-02cdfe3da781 None None] Set router abca5638-bb8d-4b61-93bf-6b254d5c8b4c gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:15:53.607192 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd463d6-ae2c-41f9-9afe-dd4e9f5da33c req-58ef1b7b-8194-455f-a9ac-46f0ef05b623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:53.608740 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0dd463d6-ae2c-41f9-9afe-dd4e9f5da33c req-58ef1b7b-8194-455f-a9ac-46f0ef05b623 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32c7dee9c8b844f9914bab195350b3bd&device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 1098 time: 0.1309834 Feb 09 02:15:53.788683 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680d496-4b75-4c01-90b9-a4dddbc29917 req-c228d542-3f93-4008-a1e6-2242663424d6 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:53.789446 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-0680d496-4b75-4c01-90b9-a4dddbc29917 req-c228d542-3f93-4008-a1e6-2242663424d6 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Synchronizing usage tracker for tenant:32c7dee9c8b844f9914bab195350b3bd on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:15:53.806533 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-0680d496-4b75-4c01-90b9-a4dddbc29917 req-c228d542-3f93-4008-a1e6-2242663424d6 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Unset dirty status for tenant:32c7dee9c8b844f9914bab195350b3bd on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:15:53.808281 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0680d496-4b75-4c01-90b9-a4dddbc29917 req-c228d542-3f93-4008-a1e6-2242663424d6 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 947 time: 0.1641223 Feb 09 02:15:53.847178 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-90faf3af-65d1-485d-a75a-02cdfe3da781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'name': 'tempest-TestShelveInstance-1992839077-router', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:23Z', 'updated_at': '2022-02-09T02:11:28Z', 'revision_number': 4, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'gw_port': {'id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:24Z', 'updated_at': '2022-02-09T02:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '8fd12481-4530-4ac9-bd34-921762f41231', 'name': '', 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'mac_address': 'fa:16:3e:1b:5b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:27Z', 'updated_at': '2022-02-09T02:11:34Z', 'revision_number': 5, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'subnets': [{'id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:53.852222 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90faf3af-65d1-485d-a75a-02cdfe3da781 None None] Checking router: abca5638-bb8d-4b61-93bf-6b254d5c8b4c for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:15:53.859895 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90faf3af-65d1-485d-a75a-02cdfe3da781 None None] Routers {'abca5638-bb8d-4b61-93bf-6b254d5c8b4c'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:15:53.860375 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-0680d496-4b75-4c01-90b9-a4dddbc29917 req-2d840182-412a-4d91-b0fc-bf76bcfe89a8 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456867 Feb 09 02:15:53.860550 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-90faf3af-65d1-485d-a75a-02cdfe3da781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:15:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['abca5638-bb8d-4b61-93bf-6b254d5c8b4c'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:53.877284 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd463d6-ae2c-41f9-9afe-dd4e9f5da33c req-5cfff29a-af8d-44cd-b4a2-e780957e3e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:53.877284 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0dd463d6-ae2c-41f9-9afe-dd4e9f5da33c req-5cfff29a-af8d-44cd-b4a2-e780957e3e14 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6f80d346-cd2b-457e-b482-4840885ef092 HTTP/1.1" status: 200 len: 910 time: 0.2606876 Feb 09 02:15:53.943720 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0dd463d6-ae2c-41f9-9afe-dd4e9f5da33c req-6e919923-f522-4f4e-a35d-0db4b08de40a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc HTTP/1.1" status: 200 len: 217 time: 0.0613608 Feb 09 02:15:54.010862 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd463d6-ae2c-41f9-9afe-dd4e9f5da33c req-075c9435-3881-479c-ab4b-89c951608818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:54.012317 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0dd463d6-ae2c-41f9-9afe-dd4e9f5da33c req-075c9435-3881-479c-ab4b-89c951608818 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=575248c4-0265-47f2-b71a-2fc8aeccd2d9 HTTP/1.1" status: 200 len: 848 time: 0.0624962 Feb 09 02:15:54.036159 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-90faf3af-65d1-485d-a75a-02cdfe3da781 None None] Set router abca5638-bb8d-4b61-93bf-6b254d5c8b4c gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:15:54.095034 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd463d6-ae2c-41f9-9afe-dd4e9f5da33c req-789e8d65-be93-47e4-a474-f301490b764d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:54.096582 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0dd463d6-ae2c-41f9-9afe-dd4e9f5da33c req-789e8d65-be93-47e4-a474-f301490b764d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6f80d346-cd2b-457e-b482-4840885ef092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775709 Feb 09 02:15:54.237719 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0dd463d6-ae2c-41f9-9afe-dd4e9f5da33c req-54f24f8a-3471-433f-a020-2e55b500ac63 service neutron] 10.222.0.35 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322203 Feb 09 02:15:54.361463 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-90faf3af-65d1-485d-a75a-02cdfe3da781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'name': 'tempest-TestShelveInstance-1992839077-router', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:23Z', 'updated_at': '2022-02-09T02:11:28Z', 'revision_number': 4, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'gw_port': {'id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:24Z', 'updated_at': '2022-02-09T02:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '8fd12481-4530-4ac9-bd34-921762f41231', 'name': '', 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'mac_address': 'fa:16:3e:1b:5b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:27Z', 'updated_at': '2022-02-09T02:11:34Z', 'revision_number': 5, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'subnets': [{'id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:54.366955 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90faf3af-65d1-485d-a75a-02cdfe3da781 None None] The sync data for ids ['abca5638-bb8d-4b61-93bf-6b254d5c8b4c'] in n-d-828419-1 is: [{'id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'name': 'tempest-TestShelveInstance-1992839077-router', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:23Z', 'updated_at': '2022-02-09T02:11:28Z', 'revision_number': 4, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'gw_port': {'id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:24Z', 'updated_at': '2022-02-09T02:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '8fd12481-4530-4ac9-bd34-921762f41231', 'name': '', 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'mac_address': 'fa:16:3e:1b:5b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:27Z', 'updated_at': '2022-02-09T02:11:34Z', 'revision_number': 5, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'subnets': [{'id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:15:54.381051 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0dd463d6-ae2c-41f9-9afe-dd4e9f5da33c req-6db57608-d529-4ccb-90eb-ab82a951df92 service neutron] 10.222.0.35 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370163 Feb 09 02:15:54.617784 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d391c5-0b5c-4515-99eb-5ffff6663c30 None None] New status for floating IP c556ab4b-f10e-45ef-b4b7-a6bd4ada5b04: DOWN {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:15:55.107362 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd461b7-08df-4681-a490-3c9a7e67ebb2 req-32a7235d-8d37-4aab-9340-dda7ecda242a tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:55.109741 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4dd461b7-08df-4681-a490-3c9a7e67ebb2 req-32a7235d-8d37-4aab-9340-dda7ecda242a tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 947 time: 0.1385434 Feb 09 02:15:55.158392 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4dd461b7-08df-4681-a490-3c9a7e67ebb2 req-acf4092a-4ce8-49db-b93d-1fae76289312 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=92b90f5d-b439-4a54-bb4f-ede8e488ff79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424695 Feb 09 02:15:55.240357 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab87818-a3b4-44bb-82ae-5836e4006ff6 req-a69e9042-5cde-4701-a45f-5cd2b4bd7f3a tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:55.241801 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1ab87818-a3b4-44bb-82ae-5836e4006ff6 req-a69e9042-5cde-4701-a45f-5cd2b4bd7f3a tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.35 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 947 time: 0.0777023 Feb 09 02:15:55.316508 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-1ab87818-a3b4-44bb-82ae-5836e4006ff6 req-914ba9e6-7ba1-4fa1-b296-1d54031b0998 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Deleting port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:15:55.316775 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1ab87818-a3b4-44bb-82ae-5836e4006ff6 req-914ba9e6-7ba1-4fa1-b296-1d54031b0998 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:55.571402 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-1ab87818-a3b4-44bb-82ae-5836e4006ff6 req-914ba9e6-7ba1-4fa1-b296-1d54031b0998 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] For port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc,segment=NetworkSegment(3099c3c1-60b6-43df-bd5a-69ce7b85a94b),segment_id=3099c3c1-60b6-43df-bd5a-69ce7b85a94b)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:15:55.571645 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1ab87818-a3b4-44bb-82ae-5836e4006ff6 req-914ba9e6-7ba1-4fa1-b296-1d54031b0998 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:55.697640 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-1ab87818-a3b4-44bb-82ae-5836e4006ff6 req-914ba9e6-7ba1-4fa1-b296-1d54031b0998 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Calling delete_port for c77d4db4-553f-4e77-aeaf-a411a1f5a2bc owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:15:55.777692 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:55.850025 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1ab87818-a3b4-44bb-82ae-5836e4006ff6 req-914ba9e6-7ba1-4fa1-b296-1d54031b0998 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:55.901501 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ba9e6-7ba1-4fa1-b296-1d54031b0998 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Pushing event deleted for resources: {'Port': ['ID=c77d4db4-553f-4e77-aeaf-a411a1f5a2bc,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:55.940797 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ba9e6-7ba1-4fa1-b296-1d54031b0998 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:55.941148 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ba9e6-7ba1-4fa1-b296-1d54031b0998 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:55.941488 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ba9e6-7ba1-4fa1-b296-1d54031b0998 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:55.941826 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ba9e6-7ba1-4fa1-b296-1d54031b0998 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:55.942159 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ba9e6-7ba1-4fa1-b296-1d54031b0998 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:55.942487 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ba9e6-7ba1-4fa1-b296-1d54031b0998 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:55.942815 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ba9e6-7ba1-4fa1-b296-1d54031b0998 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:55.943139 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ba9e6-7ba1-4fa1-b296-1d54031b0998 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:55.943606 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ba9e6-7ba1-4fa1-b296-1d54031b0998 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:55.943928 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ba9e6-7ba1-4fa1-b296-1d54031b0998 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:55.944254 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ba9e6-7ba1-4fa1-b296-1d54031b0998 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:55.944604 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ba9e6-7ba1-4fa1-b296-1d54031b0998 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:55.989521 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab87818-a3b4-44bb-82ae-5836e4006ff6 req-914ba9e6-7ba1-4fa1-b296-1d54031b0998 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] No DVR routers for this DVR port c77d4db4-553f-4e77-aeaf-a411a1f5a2bc on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:15:55.992051 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-1ab87818-a3b4-44bb-82ae-5836e4006ff6 req-914ba9e6-7ba1-4fa1-b296-1d54031b0998 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:55.994541 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994d5fdb-6c63-4387-bf98-0897f3cd9780', 'name': 'network-vif-deleted', 'tag': 'c77d4db4-553f-4e77-aeaf-a411a1f5a2bc'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:15:56.014518 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-1ab87818-a3b4-44bb-82ae-5836e4006ff6 req-914ba9e6-7ba1-4fa1-b296-1d54031b0998 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.35 "DELETE /v2.0/ports/c77d4db4-553f-4e77-aeaf-a411a1f5a2bc HTTP/1.1" status: 204 len: 173 time: 0.7649446 Feb 09 02:15:56.041259 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994d5fdb-6c63-4387-bf98-0897f3cd9780', 'name': 'network-vif-deleted', 'tag': 'c77d4db4-553f-4e77-aeaf-a411a1f5a2bc', 'status': 'completed', 'code': 200} Feb 09 02:15:56.323833 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-6ee5966d-89c6-4253-8744-45ca27c4b4b5 req-313e386b-5d69-4c2e-b275-2d3b233d58af tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Synchronizing usage tracker for tenant:32c7dee9c8b844f9914bab195350b3bd on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:15:56.339749 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-6ee5966d-89c6-4253-8744-45ca27c4b4b5 req-313e386b-5d69-4c2e-b275-2d3b233d58af tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Unset dirty status for tenant:32c7dee9c8b844f9914bab195350b3bd on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:15:56.341003 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6ee5966d-89c6-4253-8744-45ca27c4b4b5 req-313e386b-5d69-4c2e-b275-2d3b233d58af tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=994d5fdb-6c63-4387-bf98-0897f3cd9780 HTTP/1.1" status: 200 len: 210 time: 0.0619733 Feb 09 02:15:57.441946 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40140) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:15:57.509157 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f32cd970-e62e-4efa-9c81-85917172b725 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:57.538179 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f32cd970-e62e-4efa-9c81-85917172b725 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:57.605642 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f32cd970-e62e-4efa-9c81-85917172b725 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:57.624225 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32cd970-e62e-4efa-9c81-85917172b725 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b90f5d-b439-4a54-bb4f-ede8e488ff79,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:57.635144 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f32cd970-e62e-4efa-9c81-85917172b725 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:57.636828 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f32cd970-e62e-4efa-9c81-85917172b725 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "DELETE /v2.0/security-groups/92b90f5d-b439-4a54-bb4f-ede8e488ff79 HTTP/1.1" status: 204 len: 168 time: 0.1938803 Feb 09 02:15:57.953775 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40148) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:15:57.959550 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-e8d54384-4975-4196-937e-a041ed5f17d0 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-243079113', 'description': 'tempest-secgroup-smoke-243079113 description', 'project_id': '32c7dee9c8b844f9914bab195350b3bd'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:57.966245 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e8d54384-4975-4196-937e-a041ed5f17d0 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:15:57.970296 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e8d54384-4975-4196-937e-a041ed5f17d0 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Usage tracker for resource:security_group and tenant:32c7dee9c8b844f9914bab195350b3bd is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:15:57.973114 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e8d54384-4975-4196-937e-a041ed5f17d0 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:15:57.978735 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e8d54384-4975-4196-937e-a041ed5f17d0 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:15:57.990232 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e8d54384-4975-4196-937e-a041ed5f17d0 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:58.011654 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e8d54384-4975-4196-937e-a041ed5f17d0 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:15:58.015832 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e8d54384-4975-4196-937e-a041ed5f17d0 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Usage tracker for resource:security_group_rule and tenant:32c7dee9c8b844f9914bab195350b3bd is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:15:58.018787 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e8d54384-4975-4196-937e-a041ed5f17d0 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:15:58.028132 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e8d54384-4975-4196-937e-a041ed5f17d0 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:15:58.105735 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e8d54384-4975-4196-937e-a041ed5f17d0 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:58.118118 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e8d54384-4975-4196-937e-a041ed5f17d0 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:58.165747 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d54384-4975-4196-937e-a041ed5f17d0 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3921ac-2739-42fe-a956-a7655ece8686,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:58.169258 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e8d54384-4975-4196-937e-a041ed5f17d0 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:58.173141 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e8d54384-4975-4196-937e-a041ed5f17d0 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2157125 Feb 09 02:15:58.173707 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40152) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:15:58.178864 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-3db2aa12-aa6e-4ff5-aee3-8b1bdae57243 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Request body: {'security_group_rule': {'security_group_id': '8f3921ac-2739-42fe-a956-a7655ece8686', 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:58.185737 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3db2aa12-aa6e-4ff5-aee3-8b1bdae57243 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:15:58.189680 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3db2aa12-aa6e-4ff5-aee3-8b1bdae57243 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Usage tracker for resource:security_group_rule and tenant:32c7dee9c8b844f9914bab195350b3bd is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:15:58.193273 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3db2aa12-aa6e-4ff5-aee3-8b1bdae57243 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:15:58.198994 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3db2aa12-aa6e-4ff5-aee3-8b1bdae57243 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:15:58.215549 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3db2aa12-aa6e-4ff5-aee3-8b1bdae57243 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:58.281466 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3db2aa12-aa6e-4ff5-aee3-8b1bdae57243 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:58.285378 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3db2aa12-aa6e-4ff5-aee3-8b1bdae57243 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:58.312199 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2aa12-aa6e-4ff5-aee3-8b1bdae57243 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c98794-0985-49ca-9e30-c34db0fcb548,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:58.324720 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3db2aa12-aa6e-4ff5-aee3-8b1bdae57243 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:58.326047 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3db2aa12-aa6e-4ff5-aee3-8b1bdae57243 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1517789 Feb 09 02:15:58.329287 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40156) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:15:58.334392 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-a38cac49-1572-4805-bda7-6110d68628e7 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Request body: {'security_group_rule': {'security_group_id': '8f3921ac-2739-42fe-a956-a7655ece8686', 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:58.341110 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a38cac49-1572-4805-bda7-6110d68628e7 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:15:58.345038 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a38cac49-1572-4805-bda7-6110d68628e7 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Usage tracker for resource:security_group_rule and tenant:32c7dee9c8b844f9914bab195350b3bd is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:15:58.348391 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-a38cac49-1572-4805-bda7-6110d68628e7 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:15:58.354219 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-a38cac49-1572-4805-bda7-6110d68628e7 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:15:58.371424 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a38cac49-1572-4805-bda7-6110d68628e7 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:58.433464 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a38cac49-1572-4805-bda7-6110d68628e7 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:58.437088 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a38cac49-1572-4805-bda7-6110d68628e7 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:58.460057 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38cac49-1572-4805-bda7-6110d68628e7 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba045779-d89a-4514-bab8-5560cc8c6ee8,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:58.468514 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-a38cac49-1572-4805-bda7-6110d68628e7 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:58.469666 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-a38cac49-1572-4805-bda7-6110d68628e7 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1393626 Feb 09 02:15:58.472906 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40160) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:15:58.477828 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-7182d940-5f69-4e5c-ac9b-336f6bf6e5bb tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Request body: {'security_group_rule': {'security_group_id': '8f3921ac-2739-42fe-a956-a7655ece8686', 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:58.484561 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7182d940-5f69-4e5c-ac9b-336f6bf6e5bb tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:15:58.489197 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7182d940-5f69-4e5c-ac9b-336f6bf6e5bb tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Usage tracker for resource:security_group_rule and tenant:32c7dee9c8b844f9914bab195350b3bd is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:15:58.492133 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-7182d940-5f69-4e5c-ac9b-336f6bf6e5bb tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:15:58.497921 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-7182d940-5f69-4e5c-ac9b-336f6bf6e5bb tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:15:58.515085 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7182d940-5f69-4e5c-ac9b-336f6bf6e5bb tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:58.576830 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7182d940-5f69-4e5c-ac9b-336f6bf6e5bb tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:58.580237 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7182d940-5f69-4e5c-ac9b-336f6bf6e5bb tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:58.603017 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182d940-5f69-4e5c-ac9b-336f6bf6e5bb tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=673b3e0c-ef81-4626-957c-ba977f2d5261,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:58.612637 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-7182d940-5f69-4e5c-ac9b-336f6bf6e5bb tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:58.613806 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-7182d940-5f69-4e5c-ac9b-336f6bf6e5bb tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1399786 Feb 09 02:15:58.616614 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40164) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:15:58.621482 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-6e522010-30cb-4bba-9734-79e68eec9464 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Request body: {'security_group_rule': {'security_group_id': '8f3921ac-2739-42fe-a956-a7655ece8686', 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:58.627953 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6e522010-30cb-4bba-9734-79e68eec9464 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:15:58.631993 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6e522010-30cb-4bba-9734-79e68eec9464 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Usage tracker for resource:security_group_rule and tenant:32c7dee9c8b844f9914bab195350b3bd is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:15:58.634894 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6e522010-30cb-4bba-9734-79e68eec9464 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:15:58.640512 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6e522010-30cb-4bba-9734-79e68eec9464 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:15:58.659033 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6e522010-30cb-4bba-9734-79e68eec9464 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:58.722587 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6e522010-30cb-4bba-9734-79e68eec9464 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:58.727304 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6e522010-30cb-4bba-9734-79e68eec9464 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:58.753526 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e522010-30cb-4bba-9734-79e68eec9464 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f681de16-bfc0-47a5-86c0-67afdef2a58f,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:58.764849 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6e522010-30cb-4bba-9734-79e68eec9464 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:58.766039 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6e522010-30cb-4bba-9734-79e68eec9464 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1485245 Feb 09 02:15:58.769460 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40168) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:15:58.775088 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-6db2ca9e-0584-47d9-9a24-63f34b53a039 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Request body: {'security_group_rule': {'security_group_id': '8f3921ac-2739-42fe-a956-a7655ece8686', 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:58.781954 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6db2ca9e-0584-47d9-9a24-63f34b53a039 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:15:58.786415 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6db2ca9e-0584-47d9-9a24-63f34b53a039 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Usage tracker for resource:security_group_rule and tenant:32c7dee9c8b844f9914bab195350b3bd is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:15:58.789280 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-6db2ca9e-0584-47d9-9a24-63f34b53a039 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:15:58.794922 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-6db2ca9e-0584-47d9-9a24-63f34b53a039 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:15:58.804850 n-d-828419-1 neutron-server[87611]: INFO neutron.db.securitygroups_db [None req-6db2ca9e-0584-47d9-9a24-63f34b53a039 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Project 32c7dee9c8b844f9914bab195350b3bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:15:58.811245 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6db2ca9e-0584-47d9-9a24-63f34b53a039 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:58.874590 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6db2ca9e-0584-47d9-9a24-63f34b53a039 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:58.877887 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6db2ca9e-0584-47d9-9a24-63f34b53a039 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:58.900082 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2ca9e-0584-47d9-9a24-63f34b53a039 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48bca542-7cab-4408-af9f-60121fa2bb41,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:58.911659 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-6db2ca9e-0584-47d9-9a24-63f34b53a039 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:58.912998 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-6db2ca9e-0584-47d9-9a24-63f34b53a039 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1424809 Feb 09 02:15:58.915738 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40172) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:15:58.920599 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-ff8b1e43-c0ac-43d2-b73e-bdcf9a0ef50e tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Request body: {'security_group_rule': {'security_group_id': '8f3921ac-2739-42fe-a956-a7655ece8686', 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:58.927168 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ff8b1e43-c0ac-43d2-b73e-bdcf9a0ef50e tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:15:58.931205 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ff8b1e43-c0ac-43d2-b73e-bdcf9a0ef50e tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Usage tracker for resource:security_group_rule and tenant:32c7dee9c8b844f9914bab195350b3bd is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:15:58.934035 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ff8b1e43-c0ac-43d2-b73e-bdcf9a0ef50e tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:15:58.939589 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ff8b1e43-c0ac-43d2-b73e-bdcf9a0ef50e tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:15:58.949755 n-d-828419-1 neutron-server[87611]: INFO neutron.db.securitygroups_db [None req-ff8b1e43-c0ac-43d2-b73e-bdcf9a0ef50e tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Project 32c7dee9c8b844f9914bab195350b3bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:15:58.957235 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ff8b1e43-c0ac-43d2-b73e-bdcf9a0ef50e tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:59.023321 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ff8b1e43-c0ac-43d2-b73e-bdcf9a0ef50e tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:59.026904 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ff8b1e43-c0ac-43d2-b73e-bdcf9a0ef50e tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:59.050743 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b1e43-c0ac-43d2-b73e-bdcf9a0ef50e tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=821c5ae5-125b-4a88-8861-423a273197d1,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:59.060522 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ff8b1e43-c0ac-43d2-b73e-bdcf9a0ef50e tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:15:59.061707 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ff8b1e43-c0ac-43d2-b73e-bdcf9a0ef50e tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1450706 Feb 09 02:15:59.113799 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c77d4db4-553f-4e77-aeaf-a411a1f5a2bc no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:15:59.150451 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: c77d4db4-553f-4e77-aeaf-a411a1f5a2bc {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:15:59.151374 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device c77d4db4-553f-4e77-aeaf-a411a1f5a2bc not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:16:07.070938 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ff3169d0-b076-4512-9210-94167bdb520b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:07.482854 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:16:09.465133 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8799e816-fbe2-4483-a8a4-7d360fcfdb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:10.608919 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:10.741242 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:12.059900 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:13.910687 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-bd6a6a4a-e06a-4a73-a2e6-df9b419eac2c tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-243079113&fields=id&tenant_id=32c7dee9c8b844f9914bab195350b3bd HTTP/1.1" status: 200 len: 267 time: 0.0388556 Feb 09 02:16:14.163144 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-90a4af90-0899-47ed-83e1-a43d9bf611c6 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:14.164545 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-90a4af90-0899-47ed-83e1-a43d9bf611c6 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/networks?id=6f80d346-cd2b-457e-b482-4840885ef092 HTTP/1.1" status: 200 len: 809 time: 0.2474546 Feb 09 02:16:14.179321 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-9957f749-15c5-4918-8410-d74aaaca6b17 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/quotas/32c7dee9c8b844f9914bab195350b3bd HTTP/1.1" status: 200 len: 375 time: 0.0093303 Feb 09 02:16:14.266254 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-b2fce36a-0616-4970-9c5b-3ea4878b87a5 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=32c7dee9c8b844f9914bab195350b3bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821557 Feb 09 02:16:14.321726 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-09efc365-198c-417d-840c-15e29dfa2d4d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 02:16:14.322685 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-09efc365-198c-417d-840c-15e29dfa2d4d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0447040 Feb 09 02:16:14.452544 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-b19d2a0e-874a-4fde-bb27-b1892c79f816 service neutron] 10.222.0.37 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238730 Feb 09 02:16:14.582068 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-9224cdf1-8ee6-4510-862e-6adfb5ff896c service neutron] 10.222.0.37 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225288 Feb 09 02:16:14.960333 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-673f0035-0673-4353-b5d6-a509b4a38801 req-d6b8408a-25e2-4fb0-9718-63b9d5c9e760 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 210 time: 0.0427437 Feb 09 02:16:16.072503 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-62d3da97-7ff2-4087-b87a-bce79e08fea9 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:16.074049 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-62d3da97-7ff2-4087-b87a-bce79e08fea9 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.117 "GET /v2.0/networks?id=6f80d346-cd2b-457e-b482-4840885ef092 HTTP/1.1" status: 200 len: 809 time: 0.1558127 Feb 09 02:16:16.132125 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-fbc0d266-0d2a-43bc-be51-277a21918105 req-6b6c7cf3-63df-4950-aeb1-fc109bf5b311 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 210 time: 0.0570259 Feb 09 02:16:16.156356 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-ab85f48a-344b-40b8-8371-98033fbcc554 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.117 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32c7dee9c8b844f9914bab195350b3bd HTTP/1.1" status: 200 len: 379 time: 0.0511270 Feb 09 02:16:16.170987 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-30294e34-6d17-4495-9918-8bae26696fd4 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Request body: {'port': {'device_id': 'c2f7c64f-58d4-4baa-a157-9fed0e2110a2', 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092', 'admin_state_up': True, 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'security_groups': ['8f3921ac-2739-42fe-a956-a7655ece8686']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:16.318578 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-30294e34-6d17-4495-9918-8bae26696fd4 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:16:16.328536 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-30294e34-6d17-4495-9918-8bae26696fd4 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:16:16.339079 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-30294e34-6d17-4495-9918-8bae26696fd4 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Made reservation on behalf of 32c7dee9c8b844f9914bab195350b3bd for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:16:16.342617 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-30294e34-6d17-4495-9918-8bae26696fd4 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:16.506693 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-30294e34-6d17-4495-9918-8bae26696fd4 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Allocated IP 172.20.0.12 (6f80d346-cd2b-457e-b482-4840885ef092/575248c4-0265-47f2-b71a-2fc8aeccd2d9/e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:16:16.699801 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-30294e34-6d17-4495-9918-8bae26696fd4 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:16.717245 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-30294e34-6d17-4495-9918-8bae26696fd4 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Transition to ACTIVE for port object e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:16:16.741248 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-30294e34-6d17-4495-9918-8bae26696fd4 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:16.816425 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-30294e34-6d17-4495-9918-8bae26696fd4 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Network 6f80d346-cd2b-457e-b482-4840885ef092 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:16:16.819474 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-30294e34-6d17-4495-9918-8bae26696fd4 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:16.824243 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-30294e34-6d17-4495-9918-8bae26696fd4 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:16:16.864351 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30294e34-6d17-4495-9918-8bae26696fd4 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Pushing event updated for resources: {'Port': ['ID=e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:16.893733 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-30294e34-6d17-4495-9918-8bae26696fd4 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:16.895146 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-30294e34-6d17-4495-9918-8bae26696fd4 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:16.924826 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-30294e34-6d17-4495-9918-8bae26696fd4 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7576234 Feb 09 02:16:16.937900 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-e09d640d-4d7b-43f9-8413-7770423a4cd8 service neutron] Request body: {'port': {'device_id': 'c2f7c64f-58d4-4baa-a157-9fed0e2110a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:17.067505 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b9c691c3-0e6c-4dee-80a9-def359f9f0eb None None] Provisioning for port e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:16:17.073035 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-b9c691c3-0e6c-4dee-80a9-def359f9f0eb None None] Provisioning complete for port e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:17.073409 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b9c691c3-0e6c-4dee-80a9-def359f9f0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:17.074702 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-e09d640d-4d7b-43f9-8413-7770423a4cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:17.136650 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b9c691c3-0e6c-4dee-80a9-def359f9f0eb None None] Port e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:16:17.336160 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed80e3-d1e7-4e2f-b16f-7b9efdf2c231 req-09b6d044-49c3-440f-bbe9-c299c02e6ccd tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:17.338070 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5eed80e3-d1e7-4e2f-b16f-7b9efdf2c231 req-09b6d044-49c3-440f-bbe9-c299c02e6ccd tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 932 time: 0.0899394 Feb 09 02:16:17.502957 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-5eed80e3-d1e7-4e2f-b16f-7b9efdf2c231 req-443b69e9-0111-4aa4-8af4-9ba0f62b77de tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Synchronizing usage tracker for tenant:32c7dee9c8b844f9914bab195350b3bd on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:16:17.518772 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-5eed80e3-d1e7-4e2f-b16f-7b9efdf2c231 req-443b69e9-0111-4aa4-8af4-9ba0f62b77de tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Unset dirty status for tenant:32c7dee9c8b844f9914bab195350b3bd on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:16:17.520477 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5eed80e3-d1e7-4e2f-b16f-7b9efdf2c231 req-443b69e9-0111-4aa4-8af4-9ba0f62b77de tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761696 Feb 09 02:16:17.587115 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-e09d640d-4d7b-43f9-8413-7770423a4cd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:16:17.595035 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-e09d640d-4d7b-43f9-8413-7770423a4cd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:17.612414 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-e09d640d-4d7b-43f9-8413-7770423a4cd8 service neutron] Transition to ACTIVE for port object e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:16:17.623153 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-e09d640d-4d7b-43f9-8413-7770423a4cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:17.829422 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d640d-4d7b-43f9-8413-7770423a4cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:17.874235 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-e09d640d-4d7b-43f9-8413-7770423a4cd8 service neutron] Attempting to bind port e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:16:17.874478 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-e09d640d-4d7b-43f9-8413-7770423a4cd8 service neutron] Attempting to bind port e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '3099c3c1-60b6-43df-bd5a-69ce7b85a94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:16:17.874809 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-e09d640d-4d7b-43f9-8413-7770423a4cd8 service neutron] Attempting to bind port e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f on network 6f80d346-cd2b-457e-b482-4840885ef092 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:16:17.879773 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-e09d640d-4d7b-43f9-8413-7770423a4cd8 service neutron] Port e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f on network 6f80d346-cd2b-457e-b482-4840885ef092 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 02:16:17.880368 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-e09d640d-4d7b-43f9-8413-7770423a4cd8 service neutron] Attempting to bind port e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f on network 6f80d346-cd2b-457e-b482-4840885ef092 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:16:17.885795 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-e09d640d-4d7b-43f9-8413-7770423a4cd8 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:16:17.886140 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-e09d640d-4d7b-43f9-8413-7770423a4cd8 service neutron] Checking segment: {'id': '3099c3c1-60b6-43df-bd5a-69ce7b85a94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:16:17.886532 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-e09d640d-4d7b-43f9-8413-7770423a4cd8 service neutron] Bound using segment: {'id': '3099c3c1-60b6-43df-bd5a-69ce7b85a94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:16:17.886972 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-e09d640d-4d7b-43f9-8413-7770423a4cd8 service neutron] Bound port: e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3099c3c1-60b6-43df-bd5a-69ce7b85a94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:16:17.887460 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-e09d640d-4d7b-43f9-8413-7770423a4cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:17.985280 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-e09d640d-4d7b-43f9-8413-7770423a4cd8 service neutron] For port e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:16:17.988961 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-e09d640d-4d7b-43f9-8413-7770423a4cd8 service neutron] For port e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f,segment=NetworkSegment(3099c3c1-60b6-43df-bd5a-69ce7b85a94b),segment_id=3099c3c1-60b6-43df-bd5a-69ce7b85a94b)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:16:17.993007 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-e09d640d-4d7b-43f9-8413-7770423a4cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:18.061221 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-e09d640d-4d7b-43f9-8413-7770423a4cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:18.061854 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-e09d640d-4d7b-43f9-8413-7770423a4cd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:18.063244 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-e09d640d-4d7b-43f9-8413-7770423a4cd8 service neutron] 10.222.0.117 "PUT /v2.0/ports/e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f HTTP/1.1" status: 200 len: 1092 time: 1.1300790 Feb 09 02:16:18.063689 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f7c64f-58d4-4baa-a157-9fed0e2110a2', 'tag': 'e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:16:18.091079 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d640d-4d7b-43f9-8413-7770423a4cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:18.181218 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f7c64f-58d4-4baa-a157-9fed0e2110a2', 'tag': 'e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f', 'status': 'completed', 'code': 200} Feb 09 02:16:18.200843 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-bf3d06ee-053d-4780-8d55-2c77230ae99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:18.202425 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-bf3d06ee-053d-4780-8d55-2c77230ae99d service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=32c7dee9c8b844f9914bab195350b3bd&device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 1095 time: 0.0857804 Feb 09 02:16:18.275922 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-7d57fb3d-0242-4432-a112-f6b778f0c99b service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f HTTP/1.1" status: 200 len: 217 time: 0.0664699 Feb 09 02:16:18.343315 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-81cd76b5-76af-4401-a9b8-7bbcf5ad49a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:18.344863 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-81cd76b5-76af-4401-a9b8-7bbcf5ad49a9 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=575248c4-0265-47f2-b71a-2fc8aeccd2d9 HTTP/1.1" status: 200 len: 848 time: 0.0631752 Feb 09 02:16:18.422614 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-03182075-7ffe-4949-bc52-ae700d4b5e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:18.424095 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-03182075-7ffe-4949-bc52-ae700d4b5e65 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=6f80d346-cd2b-457e-b482-4840885ef092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730226 Feb 09 02:16:18.559869 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-91c0b9e9-41f0-4aa3-abf6-be9d82fb9897 service neutron] 10.222.0.117 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294868 Feb 09 02:16:18.700696 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bb57ac72-512a-4a64-926c-fc475eb42b5d req-5b44e197-e5f6-49c5-9485-81749bd0c57a service neutron] 10.222.0.117 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344655 Feb 09 02:16:18.728608 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33d1b2-b48d-4d6b-a007-fcdad0ceec95 req-810a8c84-0394-4bef-84fb-9d25b30fa2ff tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:18.730458 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5b33d1b2-b48d-4d6b-a007-fcdad0ceec95 req-810a8c84-0394-4bef-84fb-9d25b30fa2ff tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 944 time: 0.0973649 Feb 09 02:16:18.776649 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5b33d1b2-b48d-4d6b-a007-fcdad0ceec95 req-cd1a615b-246c-48d9-8d61-a4e822e4604a tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401628 Feb 09 02:16:18.827903 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70804336-9baf-4828-832b-ddcd3d197ec6 req-bfcafb46-eb12-4abf-9c34-0d1f31a7ca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:18.829428 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-70804336-9baf-4828-832b-ddcd3d197ec6 req-bfcafb46-eb12-4abf-9c34-0d1f31a7ca95 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=32c7dee9c8b844f9914bab195350b3bd&device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 1095 time: 0.0770044 Feb 09 02:16:18.966396 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70804336-9baf-4828-832b-ddcd3d197ec6 req-6df294f7-b13b-4964-9fb6-519461492867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:18.967785 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-70804336-9baf-4828-832b-ddcd3d197ec6 req-6df294f7-b13b-4964-9fb6-519461492867 service neutron] 10.222.0.117 "GET /v2.0/networks?id=6f80d346-cd2b-457e-b482-4840885ef092 HTTP/1.1" status: 200 len: 910 time: 0.1322858 Feb 09 02:16:19.040674 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-70804336-9baf-4828-832b-ddcd3d197ec6 req-049beaf3-ef2b-44cd-b69e-0b7f1e3ff9b8 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f HTTP/1.1" status: 200 len: 217 time: 0.0657220 Feb 09 02:16:19.118337 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70804336-9baf-4828-832b-ddcd3d197ec6 req-535ac7d2-c0a3-4a83-8469-3595634c4b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:19.119841 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-70804336-9baf-4828-832b-ddcd3d197ec6 req-535ac7d2-c0a3-4a83-8469-3595634c4b73 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=575248c4-0265-47f2-b71a-2fc8aeccd2d9 HTTP/1.1" status: 200 len: 848 time: 0.0728106 Feb 09 02:16:19.198208 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70804336-9baf-4828-832b-ddcd3d197ec6 req-3893caf2-b60c-4d40-b279-d19aeff481f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:19.199678 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-70804336-9baf-4828-832b-ddcd3d197ec6 req-3893caf2-b60c-4d40-b279-d19aeff481f5 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=6f80d346-cd2b-457e-b482-4840885ef092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733230 Feb 09 02:16:19.337340 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-70804336-9baf-4828-832b-ddcd3d197ec6 req-25237d8b-da38-4473-a52d-f31688aa49d3 service neutron] 10.222.0.117 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310439 Feb 09 02:16:19.575742 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-70804336-9baf-4828-832b-ddcd3d197ec6 req-6e780b43-0380-4d22-8f31-da924a1c6b08 service neutron] 10.222.0.117 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322500 Feb 09 02:16:19.970967 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc3aa9-823f-49fc-b008-3fd2313e6516 req-2fd7250e-2892-4a55-8192-d3a6e36ef6ac tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:19.971581 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-05bc3aa9-823f-49fc-b008-3fd2313e6516 req-2fd7250e-2892-4a55-8192-d3a6e36ef6ac tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Synchronizing usage tracker for tenant:32c7dee9c8b844f9914bab195350b3bd on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:16:19.986576 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-05bc3aa9-823f-49fc-b008-3fd2313e6516 req-2fd7250e-2892-4a55-8192-d3a6e36ef6ac tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Unset dirty status for tenant:32c7dee9c8b844f9914bab195350b3bd on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:16:19.988302 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-05bc3aa9-823f-49fc-b008-3fd2313e6516 req-2fd7250e-2892-4a55-8192-d3a6e36ef6ac tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 944 time: 0.1033177 Feb 09 02:16:20.034334 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-05bc3aa9-823f-49fc-b008-3fd2313e6516 req-1de008b0-b8b3-4288-ab1c-9280a1955bec tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399580 Feb 09 02:16:21.226618 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aadd5d-0235-4803-b6fe-3d123d0e5f60 req-d0a34f84-b644-4b43-93c5-ab8b763f7e55 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:21.228093 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-82aadd5d-0235-4803-b6fe-3d123d0e5f60 req-d0a34f84-b644-4b43-93c5-ab8b763f7e55 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 944 time: 0.0868773 Feb 09 02:16:21.277038 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-82aadd5d-0235-4803-b6fe-3d123d0e5f60 req-36de99de-7001-4f36-a9ff-740392bf832b tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410728 Feb 09 02:16:22.470090 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38735b6-da9d-4308-8c91-da301835935a req-0d6c1c8d-c6ca-4e0a-b4f9-391e3fbe97ae tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:22.471847 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e38735b6-da9d-4308-8c91-da301835935a req-0d6c1c8d-c6ca-4e0a-b4f9-391e3fbe97ae tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 944 time: 0.0809026 Feb 09 02:16:22.520213 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e38735b6-da9d-4308-8c91-da301835935a req-1477c4a1-bb40-4495-972c-28f1c0c6c4ab tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423682 Feb 09 02:16:22.605930 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:23.716059 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a42be-43d4-4d1f-9b42-1f76adc34292 req-74d92127-ed1e-4b8d-9b61-469076e3a7af tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:23.717568 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-156a42be-43d4-4d1f-9b42-1f76adc34292 req-74d92127-ed1e-4b8d-9b61-469076e3a7af tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 944 time: 0.0854893 Feb 09 02:16:23.763139 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-156a42be-43d4-4d1f-9b42-1f76adc34292 req-255e283d-f01d-4bce-bb88-fcf07ff6321f tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390954 Feb 09 02:16:24.955195 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05165635-cbc4-47ea-a95b-f7f410281da0 req-981d3c9b-7dfd-4b69-ba44-17b2c881a1b6 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:24.957245 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-05165635-cbc4-47ea-a95b-f7f410281da0 req-981d3c9b-7dfd-4b69-ba44-17b2c881a1b6 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 944 time: 0.0804210 Feb 09 02:16:25.001458 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-05165635-cbc4-47ea-a95b-f7f410281da0 req-caba76ec-72fd-4d22-9a4d-5e97cfd27012 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385897 Feb 09 02:16:25.790267 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:26.195686 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38422dae-9e44-4d6f-bc63-99463b67a70c req-2f6c7d92-9efb-49bd-98ae-bf965c7e746c tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:26.197211 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-38422dae-9e44-4d6f-bc63-99463b67a70c req-2f6c7d92-9efb-49bd-98ae-bf965c7e746c tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 944 time: 0.0870934 Feb 09 02:16:26.243233 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-38422dae-9e44-4d6f-bc63-99463b67a70c req-34c2695a-8fd2-4c4f-ad19-879839638104 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398591 Feb 09 02:16:27.435952 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa7ad0-d8bc-4c27-926e-83487f4c0417 req-dbc1c0e9-0629-4cd6-bb9b-2166b330fcb3 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:27.437427 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ceaa7ad0-d8bc-4c27-926e-83487f4c0417 req-dbc1c0e9-0629-4cd6-bb9b-2166b330fcb3 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 944 time: 0.0881386 Feb 09 02:16:27.482701 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ceaa7ad0-d8bc-4c27-926e-83487f4c0417 req-2e669316-9114-4cd8-9007-d3376c99c469 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391018 Feb 09 02:16:28.155329 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 02:16:28.292242 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f,segment=NetworkSegment(3099c3c1-60b6-43df-bd5a-69ce7b85a94b),segment_id=3099c3c1-60b6-43df-bd5a-69ce7b85a94b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:16:28.305293 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': 'e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f', 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092', 'port_id': 'e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f', 'mac_address': 'fa:16:3e:c7:3e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 02:16:28.362854 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:28.383601 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:16:28.399505 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f,segment=NetworkSegment(3099c3c1-60b6-43df-bd5a-69ce7b85a94b),segment_id=3099c3c1-60b6-43df-bd5a-69ce7b85a94b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:16:28.403684 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:28.474321 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:28.481972 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:28.482363 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:28.482704 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:28.483038 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:28.483431 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:28.483822 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:28.484179 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:28.484549 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:28.484874 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:28.485195 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:28.485520 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:28.485858 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:28.641048 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:16:28.680449 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6facd8-8195-468d-b88e-e0cb11cd4bca req-2047ba25-e7d4-4ef3-9cd6-85a79457f36a tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:28.681943 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ac6facd8-8195-468d-b88e-e0cb11cd4bca req-2047ba25-e7d4-4ef3-9cd6-85a79457f36a tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 945 time: 0.0917850 Feb 09 02:16:28.732429 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-ac6facd8-8195-468d-b88e-e0cb11cd4bca req-8945b09f-1e25-47c2-a6d9-40824bf4a6f9 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446069 Feb 09 02:16:29.930195 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24513df6-a5bb-4110-aa29-0a115a97cc06 req-5ecc2d47-b430-464f-87c7-8d6ba6f387ce tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:29.931573 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-24513df6-a5bb-4110-aa29-0a115a97cc06 req-5ecc2d47-b430-464f-87c7-8d6ba6f387ce tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 945 time: 0.0902712 Feb 09 02:16:29.976106 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-24513df6-a5bb-4110-aa29-0a115a97cc06 req-4ab8ea06-9672-4462-af0b-07116ea2b139 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389028 Feb 09 02:16:30.155307 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:16:30.226043 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:16:30.230496 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:30.230858 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:30.354489 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:30.382077 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f7c64f-58d4-4baa-a157-9fed0e2110a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:16:30.391894 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f,segment=NetworkSegment(3099c3c1-60b6-43df-bd5a-69ce7b85a94b),segment_id=3099c3c1-60b6-43df-bd5a-69ce7b85a94b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:16:30.396618 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:30.434454 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f7c64f-58d4-4baa-a157-9fed0e2110a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f', 'code': 200} Feb 09 02:16:30.471741 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:30.583882 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0e854-de54-4efe-9148-6fc731c96265 req-de99b2a9-7d64-4dc0-992a-413f1ff227a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:30.585475 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2ac0e854-de54-4efe-9148-6fc731c96265 req-de99b2a9-7d64-4dc0-992a-413f1ff227a8 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 1097 time: 0.0782063 Feb 09 02:16:30.631391 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2ac0e854-de54-4efe-9148-6fc731c96265 req-03c19a9e-7a4f-426b-907e-cf121448c762 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397015 Feb 09 02:16:31.223487 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a937a-1b05-4531-86e8-da90417d042c req-ce378f6b-149b-49c0-9e0d-07ed24a27a29 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:31.225039 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3d3a937a-1b05-4531-86e8-da90417d042c req-ce378f6b-149b-49c0-9e0d-07ed24a27a29 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 946 time: 0.1174853 Feb 09 02:16:31.278945 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3d3a937a-1b05-4531-86e8-da90417d042c req-3f82d83c-e42c-46c5-9f49-9ba601710477 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479228 Feb 09 02:16:32.478078 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95847b-7a1e-43f1-a9a1-0f67fff93fe9 req-cfd271b2-5b9a-4aaf-bbda-8d44cb70c406 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:32.479540 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8e95847b-7a1e-43f1-a9a1-0f67fff93fe9 req-cfd271b2-5b9a-4aaf-bbda-8d44cb70c406 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 946 time: 0.0900416 Feb 09 02:16:32.526115 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8e95847b-7a1e-43f1-a9a1-0f67fff93fe9 req-f429e8c8-49ab-4026-8492-eee7d1fa1a26 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405834 Feb 09 02:16:32.715733 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0e4d9-4525-4da0-be38-b585f2acc30b req-86a38ed0-1b9f-45fd-91ed-128313e9a5c0 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:32.717300 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-afa0e4d9-4525-4da0-be38-b585f2acc30b req-86a38ed0-1b9f-45fd-91ed-128313e9a5c0 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 946 time: 0.0826533 Feb 09 02:16:32.770939 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-afa0e4d9-4525-4da0-be38-b585f2acc30b req-649f6a24-d252-4d44-a003-f01ffb548fbd tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475552 Feb 09 02:16:32.794081 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40358) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:16:32.866652 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c305d0d-7083-4f14-9f5d-c2080a66ab22 tempest-TestShelveInstance-254494002 tempest-TestShelveInstance-254494002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:32.868160 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4c305d0d-7083-4f14-9f5d-c2080a66ab22 tempest-TestShelveInstance-254494002 tempest-TestShelveInstance-254494002-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 1092 time: 0.0731106 Feb 09 02:16:32.871038 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40362) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:16:32.875821 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-4f7dae97-4301-4a36-86d0-1b85fb4115fc tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'port_id': 'e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:32.883480 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4f7dae97-4301-4a36-86d0-1b85fb4115fc tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:16:32.887300 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4f7dae97-4301-4a36-86d0-1b85fb4115fc tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Usage tracker for resource:floatingip and tenant:32c7dee9c8b844f9914bab195350b3bd is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:16:32.890181 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-4f7dae97-4301-4a36-86d0-1b85fb4115fc tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:16:32.896473 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-4f7dae97-4301-4a36-86d0-1b85fb4115fc tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:16:32.908837 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4f7dae97-4301-4a36-86d0-1b85fb4115fc tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:33.047483 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4f7dae97-4301-4a36-86d0-1b85fb4115fc tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:33.183955 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-4f7dae97-4301-4a36-86d0-1b85fb4115fc tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Allocated IP 172.25.5.77 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/deb3369e-86f9-4c4d-a082-d4f28767e469) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:16:33.332698 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4f7dae97-4301-4a36-86d0-1b85fb4115fc tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:33.362238 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4f7dae97-4301-4a36-86d0-1b85fb4115fc tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:33.430966 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7dae97-4301-4a36-86d0-1b85fb4115fc tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:16:33.433854 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-4f7dae97-4301-4a36-86d0-1b85fb4115fc tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:33.437668 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7dae97-4301-4a36-86d0-1b85fb4115fc tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:16:33.472128 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7dae97-4301-4a36-86d0-1b85fb4115fc tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Pushing event updated for resources: {'Port': ['ID=deb3369e-86f9-4c4d-a082-d4f28767e469,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:33.859821 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4f7dae97-4301-4a36-86d0-1b85fb4115fc tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:33.938251 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4f7dae97-4301-4a36-86d0-1b85fb4115fc tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:34.264266 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4f7dae97-4301-4a36-86d0-1b85fb4115fc tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:34.269314 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4f7dae97-4301-4a36-86d0-1b85fb4115fc tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:34.385072 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7dae97-4301-4a36-86d0-1b85fb4115fc tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Pushing event updated for resources: {'Port': ['ID=deb3369e-86f9-4c4d-a082-d4f28767e469,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:34.404940 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4f7dae97-4301-4a36-86d0-1b85fb4115fc tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:34.600743 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-4f7dae97-4301-4a36-86d0-1b85fb4115fc tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Floating IP 1c421c29-2764-46bc-afa0-dd831b6c9530 associated. External IP: 172.25.5.77, port: e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f. Feb 09 02:16:34.987752 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7dae97-4301-4a36-86d0-1b85fb4115fc tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Router abca5638-bb8d-4b61-93bf-6b254d5c8b4c has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:16:35.182240 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7dae97-4301-4a36-86d0-1b85fb4115fc tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:16:35.192617 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaf74e6-f8ed-4a7d-b316-025c370b90a4 None None] Sync routers for ids ['abca5638-bb8d-4b61-93bf-6b254d5c8b4c'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:16:35.203278 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaf74e6-f8ed-4a7d-b316-025c370b90a4 None None] Routers {'abca5638-bb8d-4b61-93bf-6b254d5c8b4c'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:16:35.203858 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ecaf74e6-f8ed-4a7d-b316-025c370b90a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:16:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['abca5638-bb8d-4b61-93bf-6b254d5c8b4c'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:35.211174 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-4f7dae97-4301-4a36-86d0-1b85fb4115fc tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:35.267993 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4f7dae97-4301-4a36-86d0-1b85fb4115fc tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3956754 Feb 09 02:16:35.268307 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f7c64f-58d4-4baa-a157-9fed0e2110a2', 'tag': 'e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:16:35.314217 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f7c64f-58d4-4baa-a157-9fed0e2110a2', 'tag': 'e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f', 'status': 'completed', 'code': 200} Feb 09 02:16:35.410343 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f9dba-cbc2-4cd3-b047-00d0a3f9543e req-ad7c37d1-5174-4248-a67c-0d72e8e808df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:35.411818 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-408f9dba-cbc2-4cd3-b047-00d0a3f9543e req-ad7c37d1-5174-4248-a67c-0d72e8e808df service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=32c7dee9c8b844f9914bab195350b3bd&device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 1097 time: 0.0758650 Feb 09 02:16:35.446104 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-ecaf74e6-f8ed-4a7d-b316-025c370b90a4 None None] Set router abca5638-bb8d-4b61-93bf-6b254d5c8b4c gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:16:35.561316 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f9dba-cbc2-4cd3-b047-00d0a3f9543e req-03c8ae8e-722e-45e1-bea0-3fcca35f0e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:35.562647 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-408f9dba-cbc2-4cd3-b047-00d0a3f9543e req-03c8ae8e-722e-45e1-bea0-3fcca35f0e77 service neutron] 10.222.0.117 "GET /v2.0/networks?id=6f80d346-cd2b-457e-b482-4840885ef092 HTTP/1.1" status: 200 len: 910 time: 0.1453302 Feb 09 02:16:35.677595 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-408f9dba-cbc2-4cd3-b047-00d0a3f9543e req-f07e844d-8034-4bd1-88d2-a64a65ae155a service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f HTTP/1.1" status: 200 len: 999 time: 0.1089611 Feb 09 02:16:35.745600 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f9dba-cbc2-4cd3-b047-00d0a3f9543e req-ecde703a-7879-4d0e-b18e-bed0a723c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:35.747059 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-408f9dba-cbc2-4cd3-b047-00d0a3f9543e req-ecde703a-7879-4d0e-b18e-bed0a723c2a6 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=575248c4-0265-47f2-b71a-2fc8aeccd2d9 HTTP/1.1" status: 200 len: 848 time: 0.0641315 Feb 09 02:16:35.818932 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ecaf74e6-f8ed-4a7d-b316-025c370b90a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'name': 'tempest-TestShelveInstance-1992839077-router', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:23Z', 'updated_at': '2022-02-09T02:11:28Z', 'revision_number': 4, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'gw_port': {'id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:24Z', 'updated_at': '2022-02-09T02:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '1c421c29-2764-46bc-afa0-dd831b6c9530', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'floating_ip_address': '172.25.5.77', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'port_id': 'e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092', 'mac_address': 'fa:16:3e:c7:3e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7c64f-58d4-4baa-a157-9fed0e2110a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:16:33Z', 'updated_at': '2022-02-09T02:16:33Z', 'revision_number': 0, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fd12481-4530-4ac9-bd34-921762f41231', 'name': '', 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'mac_address': 'fa:16:3e:1b:5b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:27Z', 'updated_at': '2022-02-09T02:11:34Z', 'revision_number': 5, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'subnets': [{'id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:35.822915 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaf74e6-f8ed-4a7d-b316-025c370b90a4 None None] Checking router: abca5638-bb8d-4b61-93bf-6b254d5c8b4c for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:16:35.826886 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f9dba-cbc2-4cd3-b047-00d0a3f9543e req-4a97f083-317b-431f-a8f7-6e31cb6877b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:35.828767 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-408f9dba-cbc2-4cd3-b047-00d0a3f9543e req-4a97f083-317b-431f-a8f7-6e31cb6877b5 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=6f80d346-cd2b-457e-b482-4840885ef092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761297 Feb 09 02:16:35.839959 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaf74e6-f8ed-4a7d-b316-025c370b90a4 None None] Routers {'abca5638-bb8d-4b61-93bf-6b254d5c8b4c'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:16:35.840633 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ecaf74e6-f8ed-4a7d-b316-025c370b90a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:16:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['abca5638-bb8d-4b61-93bf-6b254d5c8b4c'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:35.973191 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-408f9dba-cbc2-4cd3-b047-00d0a3f9543e req-dcfa4be2-2a5b-4604-807f-d9a232963ade service neutron] 10.222.0.117 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377263 Feb 09 02:16:36.044700 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-ecaf74e6-f8ed-4a7d-b316-025c370b90a4 None None] Set router abca5638-bb8d-4b61-93bf-6b254d5c8b4c gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:16:36.126890 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-408f9dba-cbc2-4cd3-b047-00d0a3f9543e req-7d937d02-a77d-44e1-9821-ebea6185d6ae service neutron] 10.222.0.117 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478302 Feb 09 02:16:36.418147 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ecaf74e6-f8ed-4a7d-b316-025c370b90a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'name': 'tempest-TestShelveInstance-1992839077-router', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:23Z', 'updated_at': '2022-02-09T02:11:28Z', 'revision_number': 4, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'gw_port': {'id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:24Z', 'updated_at': '2022-02-09T02:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '1c421c29-2764-46bc-afa0-dd831b6c9530', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'floating_ip_address': '172.25.5.77', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'port_id': 'e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092', 'mac_address': 'fa:16:3e:c7:3e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7c64f-58d4-4baa-a157-9fed0e2110a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:16:33Z', 'updated_at': '2022-02-09T02:16:33Z', 'revision_number': 0, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fd12481-4530-4ac9-bd34-921762f41231', 'name': '', 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'mac_address': 'fa:16:3e:1b:5b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:27Z', 'updated_at': '2022-02-09T02:11:34Z', 'revision_number': 5, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'subnets': [{'id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:36.422096 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaf74e6-f8ed-4a7d-b316-025c370b90a4 None None] The sync data for ids ['abca5638-bb8d-4b61-93bf-6b254d5c8b4c'] in n-d-828419-1 is: [{'id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'name': 'tempest-TestShelveInstance-1992839077-router', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:23Z', 'updated_at': '2022-02-09T02:11:28Z', 'revision_number': 4, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'gw_port': {'id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:24Z', 'updated_at': '2022-02-09T02:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '1c421c29-2764-46bc-afa0-dd831b6c9530', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'floating_ip_address': '172.25.5.77', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'port_id': 'e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092', 'mac_address': 'fa:16:3e:c7:3e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7c64f-58d4-4baa-a157-9fed0e2110a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:16:33Z', 'updated_at': '2022-02-09T02:16:33Z', 'revision_number': 0, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fd12481-4530-4ac9-bd34-921762f41231', 'name': '', 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'mac_address': 'fa:16:3e:1b:5b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:27Z', 'updated_at': '2022-02-09T02:11:34Z', 'revision_number': 5, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'subnets': [{'id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:16:36.622412 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08561644-959b-4709-a3f3-7ce35c7a4d97 None None] New status for floating IP 1c421c29-2764-46bc-afa0-dd831b6c9530: ACTIVE {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:16:37.075408 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-85cf1cb9-bd51-4f6c-a8f9-d27bc6bb46a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:39.468976 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b5fa8e36-4f9c-4abf-818e-2113819d0b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:40.611235 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:40.749435 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:40.932368 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25e5bac7-be7a-4084-8842-8656ca589037 req-a2436d75-bc4a-49a3-ba2f-b3b6149abc7a service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0763361 Feb 09 02:16:41.092908 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5bac7-be7a-4084-8842-8656ca589037 req-d2381c7d-0ec2-4b06-820c-8e6bb8d9ac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:41.094528 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25e5bac7-be7a-4084-8842-8656ca589037 req-d2381c7d-0ec2-4b06-820c-8e6bb8d9ac9a service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=32c7dee9c8b844f9914bab195350b3bd&device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 1097 time: 0.0889323 Feb 09 02:16:41.249370 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5bac7-be7a-4084-8842-8656ca589037 req-d92b1b0d-2204-46ed-838d-8c0b28c2c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:41.250770 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25e5bac7-be7a-4084-8842-8656ca589037 req-d92b1b0d-2204-46ed-838d-8c0b28c2c7f8 service neutron] 10.222.0.117 "GET /v2.0/networks?id=6f80d346-cd2b-457e-b482-4840885ef092 HTTP/1.1" status: 200 len: 910 time: 0.1370735 Feb 09 02:16:41.359533 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25e5bac7-be7a-4084-8842-8656ca589037 req-754b5ac6-8804-4d61-a425-7294b176a92d service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f HTTP/1.1" status: 200 len: 1001 time: 0.1018991 Feb 09 02:16:41.428973 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5bac7-be7a-4084-8842-8656ca589037 req-e5b385e3-b9a4-444b-ab28-c5ed3d831899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:41.430485 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25e5bac7-be7a-4084-8842-8656ca589037 req-e5b385e3-b9a4-444b-ab28-c5ed3d831899 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=575248c4-0265-47f2-b71a-2fc8aeccd2d9 HTTP/1.1" status: 200 len: 848 time: 0.0654092 Feb 09 02:16:41.512444 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5bac7-be7a-4084-8842-8656ca589037 req-13dd7d0b-ec22-4ebc-8d3c-4a037606b3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:41.513843 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25e5bac7-be7a-4084-8842-8656ca589037 req-13dd7d0b-ec22-4ebc-8d3c-4a037606b3c6 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=6f80d346-cd2b-457e-b482-4840885ef092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775480 Feb 09 02:16:41.783297 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25e5bac7-be7a-4084-8842-8656ca589037 req-284ffc6c-da78-4f7e-b173-47aad67d6258 service neutron] 10.222.0.117 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632151 Feb 09 02:16:41.947175 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-25e5bac7-be7a-4084-8842-8656ca589037 req-896a4332-bb69-4635-9fb1-744b14bb5ff2 service neutron] 10.222.0.117 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569109 Feb 09 02:16:42.062402 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:44.482674 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:16:52.605997 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:16:55.799980 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:07.078484 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f0946239-64c4-4c19-81dd-2d9b1d033e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:09.474288 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bffe9931-fc61-4a40-9fbe-d94925c47fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:10.614855 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:10.748977 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:12.064489 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:21.482139 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:17:22.608128 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:25.794695 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:37.081788 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a1b603d3-e8bf-4f12-ad38-ed6159c6d4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:39.482637 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a6970dc4-eb6a-4f8d-b44e-cae776a7b031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:40.618004 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:40.749768 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:42.065486 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:42.994260 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d49a0c5c-bf81-4fde-b394-fc057eb2b694 req-f162f772-a390-4d7b-ba24-085e7a2d1a05 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1157372 Feb 09 02:17:43.150976 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a0c5c-bf81-4fde-b394-fc057eb2b694 req-c9d088ed-651e-4e1b-801a-857a2ea61586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:43.152380 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d49a0c5c-bf81-4fde-b394-fc057eb2b694 req-c9d088ed-651e-4e1b-801a-857a2ea61586 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=32c7dee9c8b844f9914bab195350b3bd&device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 1097 time: 0.0773225 Feb 09 02:17:43.313791 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a0c5c-bf81-4fde-b394-fc057eb2b694 req-76e46835-eac6-4456-8593-a51cec8ab06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:43.315300 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d49a0c5c-bf81-4fde-b394-fc057eb2b694 req-76e46835-eac6-4456-8593-a51cec8ab06e service neutron] 10.222.0.117 "GET /v2.0/networks?id=6f80d346-cd2b-457e-b482-4840885ef092 HTTP/1.1" status: 200 len: 910 time: 0.1429274 Feb 09 02:17:43.433353 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d49a0c5c-bf81-4fde-b394-fc057eb2b694 req-5c9cbe47-3c5c-4607-b68f-53fa159ed1ff service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f HTTP/1.1" status: 200 len: 1001 time: 0.1116278 Feb 09 02:17:43.507412 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a0c5c-bf81-4fde-b394-fc057eb2b694 req-ce127758-e52d-4dbe-bfcd-908ceaad505b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:43.508930 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d49a0c5c-bf81-4fde-b394-fc057eb2b694 req-ce127758-e52d-4dbe-bfcd-908ceaad505b service neutron] 10.222.0.117 "GET /v2.0/subnets?id=575248c4-0265-47f2-b71a-2fc8aeccd2d9 HTTP/1.1" status: 200 len: 848 time: 0.0702033 Feb 09 02:17:43.595026 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a0c5c-bf81-4fde-b394-fc057eb2b694 req-0d9a85d3-221c-4a16-9bd2-3c9b2c7fee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:43.596608 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d49a0c5c-bf81-4fde-b394-fc057eb2b694 req-0d9a85d3-221c-4a16-9bd2-3c9b2c7fee62 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=6f80d346-cd2b-457e-b482-4840885ef092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821331 Feb 09 02:17:43.606112 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-d49a0c5c-bf81-4fde-b394-fc057eb2b694 req-12f95b2f-ce08-4d33-be84-c306ffe4cd1b service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 02:17:43.607062 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d49a0c5c-bf81-4fde-b394-fc057eb2b694 req-12f95b2f-ce08-4d33-be84-c306ffe4cd1b service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050895 Feb 09 02:17:43.754252 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d49a0c5c-bf81-4fde-b394-fc057eb2b694 req-a1b8753a-fdbc-4b4f-acea-7f6b84c45ada service neutron] 10.222.0.117 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412427 Feb 09 02:17:43.900378 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d49a0c5c-bf81-4fde-b394-fc057eb2b694 req-035be9a7-0243-480d-abb1-fedcf4ae4200 service neutron] 10.222.0.117 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390815 Feb 09 02:17:52.605416 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:55.797858 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:17:58.482662 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:18:07.086083 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bff2b0f2-485f-4bbb-9359-33c4fb585e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:18:09.481077 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-cafc99d6-956b-4272-a110-d959bfc470b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:18:10.621280 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:18:10.752961 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:18:12.068813 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:18:22.619904 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:18:25.794793 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:18:33.710744 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48621cf0-8c87-4531-89e9-33f19673d444 req-fb6f015f-d3ac-4c74-b463-45d02deb2239 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:33.712277 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-48621cf0-8c87-4531-89e9-33f19673d444 req-fb6f015f-d3ac-4c74-b463-45d02deb2239 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 946 time: 0.0908954 Feb 09 02:18:33.774649 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-48621cf0-8c87-4531-89e9-33f19673d444 req-c9dc335d-466a-4887-9a05-b693ef7a8a9d tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565059 Feb 09 02:18:34.980067 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba19b9-0a18-4de6-a707-510b5f583d9f req-bae3b7ce-6270-4a5e-9354-4842695df95f tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:34.981670 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4cba19b9-0a18-4de6-a707-510b5f583d9f req-bae3b7ce-6270-4a5e-9354-4842695df95f tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 946 time: 0.0954556 Feb 09 02:18:35.030935 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4cba19b9-0a18-4de6-a707-510b5f583d9f req-b5784650-25e1-4397-bfe5-1234e9bdd9a3 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434327 Feb 09 02:18:35.481976 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:18:36.231601 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e07a1-2ef4-459d-be99-7628d668a5fa req-be29a9cf-4522-485c-bc2e-a9557767bf7d tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:36.233205 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-763e07a1-2ef4-459d-be99-7628d668a5fa req-be29a9cf-4522-485c-bc2e-a9557767bf7d tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 946 time: 0.0830300 Feb 09 02:18:36.289077 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-763e07a1-2ef4-459d-be99-7628d668a5fa req-707ecbfc-8ec1-46d7-b90a-e3979e27f9c4 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490704 Feb 09 02:18:37.110179 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-813652bc-d8a3-4c88-ae01-b87491df73c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:18:37.482222 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ac859-7a44-4e2d-bd99-2a3b6f133c08 req-9affeb37-1053-4abe-b267-44dc03597cbb tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:37.483635 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-679ac859-7a44-4e2d-bd99-2a3b6f133c08 req-9affeb37-1053-4abe-b267-44dc03597cbb tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 946 time: 0.0820849 Feb 09 02:18:37.542056 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-679ac859-7a44-4e2d-bd99-2a3b6f133c08 req-9ee1c5d7-dee8-4a7e-a0c7-8f745e1e45b5 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485482 Feb 09 02:18:38.861173 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93352273-108c-4478-9327-4bdf80125eda req-00e24856-cb54-4514-8408-d65f4dab841c tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:38.862705 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-93352273-108c-4478-9327-4bdf80125eda req-00e24856-cb54-4514-8408-d65f4dab841c tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 946 time: 0.2121933 Feb 09 02:18:38.913882 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-93352273-108c-4478-9327-4bdf80125eda req-33852393-7a7b-4029-be06-ec57cbab7b74 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429282 Feb 09 02:18:39.474586 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6dac0045-f0e6-4b48-8854-1aba06a21f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:18:40.115491 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86212cf-1154-48d2-b649-efaa3322545a req-9ea3c95e-ec45-41dc-98ef-19bccd81216b tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:40.118605 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a86212cf-1154-48d2-b649-efaa3322545a req-9ea3c95e-ec45-41dc-98ef-19bccd81216b tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 946 time: 0.0870049 Feb 09 02:18:40.162739 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a86212cf-1154-48d2-b649-efaa3322545a req-b1183645-bfe1-435f-899d-47910019291c tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385761 Feb 09 02:18:40.624748 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:18:40.759474 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:18:41.363002 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3d96a-e2c2-4037-a898-37460d294e6b req-3ebe12e4-e2b0-4a03-9317-0ad06093c721 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:41.364489 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9ea3d96a-e2c2-4037-a898-37460d294e6b req-3ebe12e4-e2b0-4a03-9317-0ad06093c721 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 946 time: 0.0874655 Feb 09 02:18:41.415210 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9ea3d96a-e2c2-4037-a898-37460d294e6b req-8f3b08dd-e7c9-424e-9548-b947d067e8eb tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445065 Feb 09 02:18:42.071611 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:18:42.617610 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf01066-a382-4a75-b9e8-c6a019e26d34 req-927125bc-abdc-4077-9627-05661eb6a839 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:42.619128 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ecf01066-a382-4a75-b9e8-c6a019e26d34 req-927125bc-abdc-4077-9627-05661eb6a839 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 946 time: 0.0935018 Feb 09 02:18:42.664653 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ecf01066-a382-4a75-b9e8-c6a019e26d34 req-10c6be5d-555f-4c6c-adbe-6938937fcfd5 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398085 Feb 09 02:18:43.792599 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c800ab0-a212-4dcc-a4f8-d56309d1981c req-a3b4a08c-c758-4a90-b344-60d341792566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:43.794323 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c800ab0-a212-4dcc-a4f8-d56309d1981c req-a3b4a08c-c758-4a90-b344-60d341792566 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=32c7dee9c8b844f9914bab195350b3bd&device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 1097 time: 0.0725005 Feb 09 02:18:43.930154 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481c9d0-fea2-48b4-bc23-a8945bf8fc58 req-747c555a-ce91-44ac-9187-bd41184875a7 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:43.931724 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3481c9d0-fea2-48b4-bc23-a8945bf8fc58 req-747c555a-ce91-44ac-9187-bd41184875a7 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 946 time: 0.0958743 Feb 09 02:18:43.935274 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c800ab0-a212-4dcc-a4f8-d56309d1981c req-e97367c6-daec-4408-82fa-ef9a78532412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:43.937501 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c800ab0-a212-4dcc-a4f8-d56309d1981c req-e97367c6-daec-4408-82fa-ef9a78532412 service neutron] 10.222.0.117 "GET /v2.0/networks?id=6f80d346-cd2b-457e-b482-4840885ef092 HTTP/1.1" status: 200 len: 910 time: 0.1373160 Feb 09 02:18:43.983197 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3481c9d0-fea2-48b4-bc23-a8945bf8fc58 req-d133bd9b-414f-4540-a44e-0c67362d8bfa tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447991 Feb 09 02:18:44.166858 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c800ab0-a212-4dcc-a4f8-d56309d1981c req-bc0a5b25-e14e-472e-934d-c58b5ed2337f service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f HTTP/1.1" status: 200 len: 1001 time: 0.2237096 Feb 09 02:18:44.231017 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c800ab0-a212-4dcc-a4f8-d56309d1981c req-57fa93c0-2bdc-4db6-975a-cc6a01cde2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:44.232500 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c800ab0-a212-4dcc-a4f8-d56309d1981c req-57fa93c0-2bdc-4db6-975a-cc6a01cde2bf service neutron] 10.222.0.117 "GET /v2.0/subnets?id=575248c4-0265-47f2-b71a-2fc8aeccd2d9 HTTP/1.1" status: 200 len: 848 time: 0.0592301 Feb 09 02:18:44.312841 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c800ab0-a212-4dcc-a4f8-d56309d1981c req-526b9d78-51b4-4ed4-8735-fd919472a3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:44.313754 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c800ab0-a212-4dcc-a4f8-d56309d1981c req-526b9d78-51b4-4ed4-8735-fd919472a3c2 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=6f80d346-cd2b-457e-b482-4840885ef092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751953 Feb 09 02:18:44.455560 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c800ab0-a212-4dcc-a4f8-d56309d1981c req-b559c5e3-87a9-4112-a8ee-fa985faf03bd service neutron] 10.222.0.117 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344428 Feb 09 02:18:44.591935 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6c800ab0-a212-4dcc-a4f8-d56309d1981c req-262e72c1-39b1-4cd6-a05c-d9de92158731 service neutron] 10.222.0.117 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305745 Feb 09 02:18:45.001482 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f3371-e32d-422a-ba4f-d826fa1f3a63 req-78305e62-478b-4eef-bf26-13e0c4fd97a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:45.003030 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-372f3371-e32d-422a-ba4f-d826fa1f3a63 req-78305e62-478b-4eef-bf26-13e0c4fd97a4 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=32c7dee9c8b844f9914bab195350b3bd&device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 1097 time: 0.0728538 Feb 09 02:18:45.219118 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f3371-e32d-422a-ba4f-d826fa1f3a63 req-d6f3f980-8c15-4ce0-b195-069168af6a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:45.220610 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-372f3371-e32d-422a-ba4f-d826fa1f3a63 req-d6f3f980-8c15-4ce0-b195-069168af6a99 service neutron] 10.222.0.117 "GET /v2.0/networks?id=6f80d346-cd2b-457e-b482-4840885ef092 HTTP/1.1" status: 200 len: 910 time: 0.1930833 Feb 09 02:18:45.322178 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd00be-b847-45ce-8a29-2530d8b3bf88 req-71da9c8a-e550-4064-ae3f-03fc4d5071d1 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:45.323679 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-90dd00be-b847-45ce-8a29-2530d8b3bf88 req-71da9c8a-e550-4064-ae3f-03fc4d5071d1 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 946 time: 0.2117803 Feb 09 02:18:45.373397 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-372f3371-e32d-422a-ba4f-d826fa1f3a63 req-362924b1-5f98-4933-a049-4a9071be41d8 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f HTTP/1.1" status: 200 len: 1001 time: 0.1451886 Feb 09 02:18:45.417971 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-90dd00be-b847-45ce-8a29-2530d8b3bf88 req-b696fac1-f218-45ac-bbfc-a4ee7459547b tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850523 Feb 09 02:18:45.446530 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f3371-e32d-422a-ba4f-d826fa1f3a63 req-31287dcc-f55a-4247-a6f4-d9f2eb526302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:45.447985 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-372f3371-e32d-422a-ba4f-d826fa1f3a63 req-31287dcc-f55a-4247-a6f4-d9f2eb526302 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=575248c4-0265-47f2-b71a-2fc8aeccd2d9 HTTP/1.1" status: 200 len: 848 time: 0.0666978 Feb 09 02:18:45.534512 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f3371-e32d-422a-ba4f-d826fa1f3a63 req-c6f189ef-3802-4786-99d1-26122aa92f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:45.536024 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-372f3371-e32d-422a-ba4f-d826fa1f3a63 req-c6f189ef-3802-4786-99d1-26122aa92f1b service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=6f80d346-cd2b-457e-b482-4840885ef092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822084 Feb 09 02:18:45.681283 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-372f3371-e32d-422a-ba4f-d826fa1f3a63 req-945d6b79-4d84-49b3-83e0-446a9e724a49 service neutron] 10.222.0.117 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379840 Feb 09 02:18:45.818206 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-372f3371-e32d-422a-ba4f-d826fa1f3a63 req-6a494edd-7729-4e87-8a28-c1071becd2fa service neutron] 10.222.0.117 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301677 Feb 09 02:18:46.619290 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9a87d-cea5-4c0b-b64a-c696d4b64532 req-bb18c338-d38d-4050-b7de-b84caad7c1b2 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:46.620839 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-56b9a87d-cea5-4c0b-b64a-c696d4b64532 req-bb18c338-d38d-4050-b7de-b84caad7c1b2 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 946 time: 0.0878482 Feb 09 02:18:46.673484 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-56b9a87d-cea5-4c0b-b64a-c696d4b64532 req-86b990ef-ae02-4702-aed1-97ba73a59383 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465052 Feb 09 02:18:47.870329 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d6e2f-834b-4a27-bf3f-8dd425709987 req-6331ea1f-85dc-4fd9-b68e-0b4f189ef64e tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:47.871897 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a14d6e2f-834b-4a27-bf3f-8dd425709987 req-6331ea1f-85dc-4fd9-b68e-0b4f189ef64e tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 946 time: 0.0862217 Feb 09 02:18:47.922429 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a14d6e2f-834b-4a27-bf3f-8dd425709987 req-dc68250b-f794-424a-a2aa-85e9e924b88b tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440371 Feb 09 02:18:48.342711 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c25c97c-6bec-453f-8ab1-34be3cc40ff7 req-f35ae801-ee6e-417a-9bef-fd78d1b6174d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1922047 Feb 09 02:18:48.355365 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc8e79-1f4d-4a1b-be4d-184eb7e14626 req-6dc4fe60-479f-42b9-b121-a6f98f9437cd tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:48.356788 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0edc8e79-1f4d-4a1b-be4d-184eb7e14626 req-6dc4fe60-479f-42b9-b121-a6f98f9437cd tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 946 time: 0.1121798 Feb 09 02:18:48.405986 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0edc8e79-1f4d-4a1b-be4d-184eb7e14626 req-3a8020c3-cf61-4d9b-b79d-93e26580f34b tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434773 Feb 09 02:18:49.600110 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677776f0-ab47-403e-86c1-fc5276891aef req-49e3921b-1da2-4778-9308-384c5a3ccc73 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:49.601845 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-677776f0-ab47-403e-86c1-fc5276891aef req-49e3921b-1da2-4778-9308-384c5a3ccc73 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 946 time: 0.0862007 Feb 09 02:18:49.649732 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-677776f0-ab47-403e-86c1-fc5276891aef req-5772bc07-f3d4-4de7-a24f-d91daf318839 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410268 Feb 09 02:18:50.745292 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:18:50.867316 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:18:50.895285 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f7c64f-58d4-4baa-a157-9fed0e2110a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:18:50.905863 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f,segment=NetworkSegment(3099c3c1-60b6-43df-bd5a-69ce7b85a94b),segment_id=3099c3c1-60b6-43df-bd5a-69ce7b85a94b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:18:50.910502 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:18:50.946685 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f7c64f-58d4-4baa-a157-9fed0e2110a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f', 'code': 200} Feb 09 02:18:50.979378 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:50.987234 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:50.987579 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:50.987982 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:50.988321 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:50.988729 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:50.989062 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:50.989385 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:50.989741 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:50.990062 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:50.990381 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:50.991259 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:50.991574 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:50.995231 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25c97c-6bec-453f-8ab1-34be3cc40ff7 req-d97e3dbe-e792-43d5-a50c-8bcd4c153dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:50.996770 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c25c97c-6bec-453f-8ab1-34be3cc40ff7 req-d97e3dbe-e792-43d5-a50c-8bcd4c153dc4 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2&tenant_id=32c7dee9c8b844f9914bab195350b3bd HTTP/1.1" status: 200 len: 1097 time: 0.2526782 Feb 09 02:18:51.010042 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d0829-3ed7-4fb2-af51-01122e44af56 req-1fa5de3a-1733-482d-a9e2-f4e05d0fb856 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:51.011508 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ec7d0829-3ed7-4fb2-af51-01122e44af56 req-1fa5de3a-1733-482d-a9e2-f4e05d0fb856 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 944 time: 0.1125848 Feb 09 02:18:51.103863 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ec7d0829-3ed7-4fb2-af51-01122e44af56 req-dbf49b32-2389-4090-991a-406c42d18d9c tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866611 Feb 09 02:18:51.124217 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25c97c-6bec-453f-8ab1-34be3cc40ff7 req-c9626d3c-f9d1-4460-97c4-a96adf5bcf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:51.125753 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c25c97c-6bec-453f-8ab1-34be3cc40ff7 req-c9626d3c-f9d1-4460-97c4-a96adf5bcf73 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=32c7dee9c8b844f9914bab195350b3bd&device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 1095 time: 0.0954385 Feb 09 02:18:51.254603 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25c97c-6bec-453f-8ab1-34be3cc40ff7 req-f92d9365-aa45-4f42-98c4-fa04efe78af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:51.256923 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c25c97c-6bec-453f-8ab1-34be3cc40ff7 req-f92d9365-aa45-4f42-98c4-fa04efe78af9 service neutron] 10.222.0.117 "GET /v2.0/networks?id=6f80d346-cd2b-457e-b482-4840885ef092 HTTP/1.1" status: 200 len: 910 time: 0.1250048 Feb 09 02:18:51.357828 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c25c97c-6bec-453f-8ab1-34be3cc40ff7 req-3bcd3628-c253-437f-a614-56fcc264971b service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f HTTP/1.1" status: 200 len: 999 time: 0.0951922 Feb 09 02:18:51.422273 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25c97c-6bec-453f-8ab1-34be3cc40ff7 req-08fecd72-aafe-44db-99a6-93c2fbf40038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:51.423697 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c25c97c-6bec-453f-8ab1-34be3cc40ff7 req-08fecd72-aafe-44db-99a6-93c2fbf40038 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=575248c4-0265-47f2-b71a-2fc8aeccd2d9 HTTP/1.1" status: 200 len: 848 time: 0.0598567 Feb 09 02:18:51.500143 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25c97c-6bec-453f-8ab1-34be3cc40ff7 req-22ee8e8a-a8e2-4a01-9f64-ef18ac0f3f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:51.501649 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c25c97c-6bec-453f-8ab1-34be3cc40ff7 req-22ee8e8a-a8e2-4a01-9f64-ef18ac0f3f46 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=6f80d346-cd2b-457e-b482-4840885ef092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703602 Feb 09 02:18:51.633404 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c25c97c-6bec-453f-8ab1-34be3cc40ff7 req-45d89bfa-49e8-4bf7-b747-651f4727cb67 service neutron] 10.222.0.117 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251740 Feb 09 02:18:51.765610 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-9c25c97c-6bec-453f-8ab1-34be3cc40ff7 req-b6bf9633-dbb1-472a-86ba-f7be8f142562 service neutron] 10.222.0.117 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262605 Feb 09 02:18:52.295134 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296162f-fc83-4829-b038-877a1ce8ef42 req-0c9ce3ca-601d-43a2-bd1c-e03a539b8d55 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:52.296628 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2296162f-fc83-4829-b038-877a1ce8ef42 req-0c9ce3ca-601d-43a2-bd1c-e03a539b8d55 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 944 time: 0.0837693 Feb 09 02:18:52.340988 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-2296162f-fc83-4829-b038-877a1ce8ef42 req-0c618cd2-44a2-4a95-aaaa-eee8fe72e827 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384684 Feb 09 02:18:52.633045 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:18:53.522362 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb65e7-2ec9-434a-acc5-9e2093309d5e req-3af4ffe1-ee9a-446b-8ce8-5ac2a2b20d56 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:53.523836 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bceb65e7-2ec9-434a-acc5-9e2093309d5e req-3af4ffe1-ee9a-446b-8ce8-5ac2a2b20d56 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 944 time: 0.0791395 Feb 09 02:18:53.571596 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bceb65e7-2ec9-434a-acc5-9e2093309d5e req-927efcdd-8c63-4100-b6e7-535989b7c9b9 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417671 Feb 09 02:18:54.757298 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f28718-dd41-4ad1-8f64-83e380df75b6 req-5c3de3bb-f1b2-4738-98e8-8f733fa41e7a tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:54.758688 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a9f28718-dd41-4ad1-8f64-83e380df75b6 req-5c3de3bb-f1b2-4738-98e8-8f733fa41e7a tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 944 time: 0.0804574 Feb 09 02:18:54.803777 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a9f28718-dd41-4ad1-8f64-83e380df75b6 req-e8b97b95-8d27-4f12-9c59-e194bce7bc8d tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393586 Feb 09 02:18:55.794333 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:18:55.988590 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3c2da-3f12-4174-a095-35e430ec4aea req-245ebd40-aa0d-457c-9559-8bfa9eac398d tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:55.989955 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f1f3c2da-3f12-4174-a095-35e430ec4aea req-245ebd40-aa0d-457c-9559-8bfa9eac398d tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 944 time: 0.0801477 Feb 09 02:18:56.037956 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f1f3c2da-3f12-4174-a095-35e430ec4aea req-c3c8ea92-0648-404d-b2ba-2067af151aec tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408928 Feb 09 02:18:57.225886 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d659f23-2657-407d-8064-f98c70f432d2 req-94583d0d-139b-4d7f-b0b1-b65e8a84b4c0 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:57.227353 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4d659f23-2657-407d-8064-f98c70f432d2 req-94583d0d-139b-4d7f-b0b1-b65e8a84b4c0 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 944 time: 0.0831006 Feb 09 02:18:57.270020 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-4d659f23-2657-407d-8064-f98c70f432d2 req-3a586e74-542c-4277-afef-7fb0e6e85d83 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371275 Feb 09 02:18:58.459730 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed952a-5396-497f-b2e3-645d08258bf3 req-cb28dcf2-3a9b-4cd7-a85d-85bb426f8cd2 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:58.461227 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-96ed952a-5396-497f-b2e3-645d08258bf3 req-cb28dcf2-3a9b-4cd7-a85d-85bb426f8cd2 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 944 time: 0.0824564 Feb 09 02:18:58.507350 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-96ed952a-5396-497f-b2e3-645d08258bf3 req-fca1072b-1b7d-485f-8941-6844ffd1b0f9 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404429 Feb 09 02:18:58.793654 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 02:18:58.940161 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f,segment=NetworkSegment(3099c3c1-60b6-43df-bd5a-69ce7b85a94b),segment_id=3099c3c1-60b6-43df-bd5a-69ce7b85a94b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:18:58.956567 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': 'e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f', 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092', 'port_id': 'e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f', 'mac_address': 'fa:16:3e:c7:3e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 02:18:59.016255 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:18:59.037580 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:18:59.054207 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f,segment=NetworkSegment(3099c3c1-60b6-43df-bd5a-69ce7b85a94b),segment_id=3099c3c1-60b6-43df-bd5a-69ce7b85a94b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:18:59.057852 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:18:59.124027 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f,revision_number=7']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:59.295893 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:18:59.703048 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ba1a6-5480-4254-9a24-419933314138 req-b5ceb427-04de-45b8-a2c5-e817559b8250 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:59.704636 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8a4ba1a6-5480-4254-9a24-419933314138 req-b5ceb427-04de-45b8-a2c5-e817559b8250 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 945 time: 0.0826089 Feb 09 02:18:59.760130 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-8a4ba1a6-5480-4254-9a24-419933314138 req-65ced0ab-b36d-4722-b0ef-21c05a4e6b29 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499189 Feb 09 02:19:00.791452 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:19:00.862633 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:00.862995 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:19:00.954671 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0f65d-bca1-420c-a7ca-be21851e8cf0 req-17491b3e-c8e4-4179-bbbd-d8c7e376d6b0 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:00.956181 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-10e0f65d-bca1-420c-a7ca-be21851e8cf0 req-17491b3e-c8e4-4179-bbbd-d8c7e376d6b0 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 945 time: 0.0850322 Feb 09 02:19:00.984864 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:19:01.001443 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-10e0f65d-bca1-420c-a7ca-be21851e8cf0 req-f6a8b299-7a7e-4847-8870-cc5050df23f2 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388808 Feb 09 02:19:01.011858 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f7c64f-58d4-4baa-a157-9fed0e2110a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:19:01.032745 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f,segment=NetworkSegment(3099c3c1-60b6-43df-bd5a-69ce7b85a94b),segment_id=3099c3c1-60b6-43df-bd5a-69ce7b85a94b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:19:01.041205 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:19:01.071988 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f7c64f-58d4-4baa-a157-9fed0e2110a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f', 'code': 200} Feb 09 02:19:01.110519 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:01.272922 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc57d8-1a33-477d-9e28-63ff42359ad9 req-bc209d4c-0c93-42b0-94b9-74c4f68c13df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:01.274407 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f8fc57d8-1a33-477d-9e28-63ff42359ad9 req-bc209d4c-0c93-42b0-94b9-74c4f68c13df service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 1097 time: 0.0828629 Feb 09 02:19:01.314243 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f8fc57d8-1a33-477d-9e28-63ff42359ad9 req-c257b49e-c52e-43a5-8e74-0399cac9b47d service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336401 Feb 09 02:19:02.192070 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5b73b-8dd5-4f61-aa27-b75e8a4642a5 req-7338d353-0192-4dad-a1bc-5a4005de23b6 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:02.193674 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dfd5b73b-8dd5-4f61-aa27-b75e8a4642a5 req-7338d353-0192-4dad-a1bc-5a4005de23b6 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 946 time: 0.0844200 Feb 09 02:19:02.244067 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dfd5b73b-8dd5-4f61-aa27-b75e8a4642a5 req-006edeea-c72e-4324-8591-4bd14bc29755 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434120 Feb 09 02:19:03.431584 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5c166-4f62-42fe-b74c-5dfdfbfc6ec6 req-383ad693-ea15-4142-8021-a0c5c675d906 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:03.433498 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9cc5c166-4f62-42fe-b74c-5dfdfbfc6ec6 req-383ad693-ea15-4142-8021-a0c5c675d906 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 946 time: 0.0808432 Feb 09 02:19:03.478526 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-9cc5c166-4f62-42fe-b74c-5dfdfbfc6ec6 req-cd9accd3-a174-47d6-b221-0130a4fcda48 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393567 Feb 09 02:19:07.084615 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-fc447354-8708-4c21-b829-fdd7fd211607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:19:09.480366 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b5501cb6-36ad-41a0-890e-5d3d6f0e73e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:19:10.626805 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:19:10.758140 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:19:12.072502 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:19:12.482251 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:19:22.638204 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:19:25.810758 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:19:37.092998 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-cb1cf8aa-bcf2-4367-9294-0b5c74b52bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:19:39.479933 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7d36963b-0583-4e45-9cb4-e0e3751716f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:19:40.636666 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:19:40.766441 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:19:42.077859 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:19:44.933162 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e686b23c-d3ce-4da9-bfb7-704d23f99be9 req-f0dabb83-a68b-4a25-ba73-6b88fced9bcc service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0711303 Feb 09 02:19:45.072953 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686b23c-d3ce-4da9-bfb7-704d23f99be9 req-51b25efa-3cb9-4fd9-b141-6572a6a8bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:45.074440 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e686b23c-d3ce-4da9-bfb7-704d23f99be9 req-51b25efa-3cb9-4fd9-b141-6572a6a8bd60 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=32c7dee9c8b844f9914bab195350b3bd&device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 1097 time: 0.0726216 Feb 09 02:19:45.219954 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686b23c-d3ce-4da9-bfb7-704d23f99be9 req-8eda7d64-6ad7-45ff-a429-3c517cf7522f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:45.221355 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e686b23c-d3ce-4da9-bfb7-704d23f99be9 req-8eda7d64-6ad7-45ff-a429-3c517cf7522f service neutron] 10.222.0.117 "GET /v2.0/networks?id=6f80d346-cd2b-457e-b482-4840885ef092 HTTP/1.1" status: 200 len: 910 time: 0.1282334 Feb 09 02:19:45.434062 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e686b23c-d3ce-4da9-bfb7-704d23f99be9 req-65ebb3f2-2be1-4723-941e-68b5b82ee084 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f HTTP/1.1" status: 200 len: 1001 time: 0.2064133 Feb 09 02:19:45.498454 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686b23c-d3ce-4da9-bfb7-704d23f99be9 req-7215d345-904d-4861-9b23-06dc52056f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:45.499839 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e686b23c-d3ce-4da9-bfb7-704d23f99be9 req-7215d345-904d-4861-9b23-06dc52056f3f service neutron] 10.222.0.117 "GET /v2.0/subnets?id=575248c4-0265-47f2-b71a-2fc8aeccd2d9 HTTP/1.1" status: 200 len: 848 time: 0.0594368 Feb 09 02:19:45.575091 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686b23c-d3ce-4da9-bfb7-704d23f99be9 req-b23d271a-6406-4ea3-9eea-b1c4325e9382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:45.576730 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e686b23c-d3ce-4da9-bfb7-704d23f99be9 req-b23d271a-6406-4ea3-9eea-b1c4325e9382 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=6f80d346-cd2b-457e-b482-4840885ef092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703988 Feb 09 02:19:45.712842 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e686b23c-d3ce-4da9-bfb7-704d23f99be9 req-bcb9793a-b2d3-4ae8-8ac1-98675311d3f8 service neutron] 10.222.0.117 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302049 Feb 09 02:19:45.844038 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-e686b23c-d3ce-4da9-bfb7-704d23f99be9 req-363e4c3a-388b-4d27-8436-497cb97b056b service neutron] 10.222.0.117 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253002 Feb 09 02:19:49.482678 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:19:52.632322 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:19:55.824622 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:07.092214 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2be81618-8f3b-4c64-88f6-1389d0d3bdb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:09.472376 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e2f13220-00e2-456f-8fd3-d18873422c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:10.627786 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:10.763818 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:12.078972 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:22.469365 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40526) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:20:22.633461 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:22.693917 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-f0341627-80eb-460b-a15e-04f2e9b6e696 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Deleting port deb3369e-86f9-4c4d-a082-d4f28767e469 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:20:22.694181 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f0341627-80eb-460b-a15e-04f2e9b6e696 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:22.869897 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f0341627-80eb-460b-a15e-04f2e9b6e696 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:22.870214 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f0341627-80eb-460b-a15e-04f2e9b6e696 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:22.998462 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-f0341627-80eb-460b-a15e-04f2e9b6e696 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Calling delete_port for deb3369e-86f9-4c4d-a082-d4f28767e469 owned by network:floatingip {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:20:23.147092 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f0341627-80eb-460b-a15e-04f2e9b6e696 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:23.197493 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0341627-80eb-460b-a15e-04f2e9b6e696 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Pushing event deleted for resources: {'Port': ['ID=deb3369e-86f9-4c4d-a082-d4f28767e469,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:23.243449 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0341627-80eb-460b-a15e-04f2e9b6e696 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:23.244102 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0341627-80eb-460b-a15e-04f2e9b6e696 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:23.244300 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0341627-80eb-460b-a15e-04f2e9b6e696 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:23.244819 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0341627-80eb-460b-a15e-04f2e9b6e696 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:23.245279 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0341627-80eb-460b-a15e-04f2e9b6e696 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:23.245737 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0341627-80eb-460b-a15e-04f2e9b6e696 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:23.246076 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0341627-80eb-460b-a15e-04f2e9b6e696 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:23.246408 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0341627-80eb-460b-a15e-04f2e9b6e696 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:23.246737 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0341627-80eb-460b-a15e-04f2e9b6e696 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:23.247438 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0341627-80eb-460b-a15e-04f2e9b6e696 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:23.247547 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0341627-80eb-460b-a15e-04f2e9b6e696 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:23.247881 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0341627-80eb-460b-a15e-04f2e9b6e696 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:23.305657 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f0341627-80eb-460b-a15e-04f2e9b6e696 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for floatingip, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:23.305991 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-f0341627-80eb-460b-a15e-04f2e9b6e696 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Floating IP 1c421c29-2764-46bc-afa0-dd831b6c9530 disassociated (deleted). External IP: 172.25.5.77, port: e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f. Feb 09 02:20:23.767320 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0341627-80eb-460b-a15e-04f2e9b6e696 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Router abca5638-bb8d-4b61-93bf-6b254d5c8b4c has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:20:23.947252 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0341627-80eb-460b-a15e-04f2e9b6e696 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:20:23.956633 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9f6fe2-7f2c-496a-b0d2-b070508497e4 None None] Sync routers for ids ['abca5638-bb8d-4b61-93bf-6b254d5c8b4c'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:20:23.965849 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9f6fe2-7f2c-496a-b0d2-b070508497e4 None None] Routers {'abca5638-bb8d-4b61-93bf-6b254d5c8b4c'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:20:23.966534 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-7c9f6fe2-7f2c-496a-b0d2-b070508497e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:20:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['abca5638-bb8d-4b61-93bf-6b254d5c8b4c'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:23.966693 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-f0341627-80eb-460b-a15e-04f2e9b6e696 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:24.028948 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-f0341627-80eb-460b-a15e-04f2e9b6e696 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "DELETE /v2.0/floatingips/1c421c29-2764-46bc-afa0-dd831b6c9530 HTTP/1.1" status: 204 len: 168 time: 1.5559888 Feb 09 02:20:24.028948 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f7c64f-58d4-4baa-a157-9fed0e2110a2', 'tag': 'e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:20:24.078630 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f7c64f-58d4-4baa-a157-9fed0e2110a2', 'tag': 'e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f', 'status': 'completed', 'code': 200} Feb 09 02:20:24.148380 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-7c9f6fe2-7f2c-496a-b0d2-b070508497e4 None None] Set router abca5638-bb8d-4b61-93bf-6b254d5c8b4c gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:20:24.181900 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981274b-2ed1-47b0-8436-67c720cefd85 req-381dccfb-5dd5-460f-9e2a-b822397a728c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:24.183686 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7981274b-2ed1-47b0-8436-67c720cefd85 req-381dccfb-5dd5-460f-9e2a-b822397a728c service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=32c7dee9c8b844f9914bab195350b3bd&device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 1097 time: 0.0796504 Feb 09 02:20:24.349579 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981274b-2ed1-47b0-8436-67c720cefd85 req-f0cb322c-c8e5-40c8-a637-127dfbca3a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:24.351124 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7981274b-2ed1-47b0-8436-67c720cefd85 req-f0cb322c-c8e5-40c8-a637-127dfbca3a18 service neutron] 10.222.0.117 "GET /v2.0/networks?id=6f80d346-cd2b-457e-b482-4840885ef092 HTTP/1.1" status: 200 len: 910 time: 0.1618416 Feb 09 02:20:24.419232 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7981274b-2ed1-47b0-8436-67c720cefd85 req-f693a949-e7f7-4576-8adb-dc165df29702 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f HTTP/1.1" status: 200 len: 217 time: 0.0613847 Feb 09 02:20:24.432533 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7deb5-1110-4810-93f8-1b501fca91b2 req-c87920ce-e554-47fb-b901-129f91ec1d47 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:24.433239 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-e7c7deb5-1110-4810-93f8-1b501fca91b2 req-c87920ce-e554-47fb-b901-129f91ec1d47 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Synchronizing usage tracker for tenant:32c7dee9c8b844f9914bab195350b3bd on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:20:24.450817 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-e7c7deb5-1110-4810-93f8-1b501fca91b2 req-c87920ce-e554-47fb-b901-129f91ec1d47 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Unset dirty status for tenant:32c7dee9c8b844f9914bab195350b3bd on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:20:24.451994 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e7c7deb5-1110-4810-93f8-1b501fca91b2 req-c87920ce-e554-47fb-b901-129f91ec1d47 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 946 time: 0.1013200 Feb 09 02:20:24.491355 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-7c9f6fe2-7f2c-496a-b0d2-b070508497e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'name': 'tempest-TestShelveInstance-1992839077-router', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:23Z', 'updated_at': '2022-02-09T02:11:28Z', 'revision_number': 4, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'gw_port': {'id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:24Z', 'updated_at': '2022-02-09T02:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '8fd12481-4530-4ac9-bd34-921762f41231', 'name': '', 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'mac_address': 'fa:16:3e:1b:5b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:27Z', 'updated_at': '2022-02-09T02:11:34Z', 'revision_number': 5, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'subnets': [{'id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:24.495183 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981274b-2ed1-47b0-8436-67c720cefd85 req-ae1cbf91-457e-4944-bac8-99288ae44295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:24.496884 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7981274b-2ed1-47b0-8436-67c720cefd85 req-ae1cbf91-457e-4944-bac8-99288ae44295 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=575248c4-0265-47f2-b71a-2fc8aeccd2d9 HTTP/1.1" status: 200 len: 848 time: 0.0716259 Feb 09 02:20:24.497087 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9f6fe2-7f2c-496a-b0d2-b070508497e4 None None] Checking router: abca5638-bb8d-4b61-93bf-6b254d5c8b4c for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:20:24.500783 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e7c7deb5-1110-4810-93f8-1b501fca91b2 req-782d1487-7997-4f66-99e1-d69acf972ef6 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420887 Feb 09 02:20:24.506058 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9f6fe2-7f2c-496a-b0d2-b070508497e4 None None] Routers {'abca5638-bb8d-4b61-93bf-6b254d5c8b4c'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:20:24.506658 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-7c9f6fe2-7f2c-496a-b0d2-b070508497e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:20:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['abca5638-bb8d-4b61-93bf-6b254d5c8b4c'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:24.576152 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981274b-2ed1-47b0-8436-67c720cefd85 req-36c758da-4ae1-4429-9ec4-738da8ac5f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:24.577637 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7981274b-2ed1-47b0-8436-67c720cefd85 req-36c758da-4ae1-4429-9ec4-738da8ac5f0d service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=6f80d346-cd2b-457e-b482-4840885ef092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744069 Feb 09 02:20:24.687036 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-7c9f6fe2-7f2c-496a-b0d2-b070508497e4 None None] Set router abca5638-bb8d-4b61-93bf-6b254d5c8b4c gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:20:24.709086 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7981274b-2ed1-47b0-8436-67c720cefd85 req-08a5933b-c5f3-4914-8d61-0a53eed159a7 service neutron] 10.222.0.117 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237626 Feb 09 02:20:24.849193 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-7981274b-2ed1-47b0-8436-67c720cefd85 req-aec50320-d4e3-45ba-9850-2a6fc1275e2c service neutron] 10.222.0.117 "GET /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330907 Feb 09 02:20:25.021614 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-7c9f6fe2-7f2c-496a-b0d2-b070508497e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'name': 'tempest-TestShelveInstance-1992839077-router', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:23Z', 'updated_at': '2022-02-09T02:11:28Z', 'revision_number': 4, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'gw_port': {'id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:24Z', 'updated_at': '2022-02-09T02:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '8fd12481-4530-4ac9-bd34-921762f41231', 'name': '', 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'mac_address': 'fa:16:3e:1b:5b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:27Z', 'updated_at': '2022-02-09T02:11:34Z', 'revision_number': 5, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'subnets': [{'id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:25.026806 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9f6fe2-7f2c-496a-b0d2-b070508497e4 None None] The sync data for ids ['abca5638-bb8d-4b61-93bf-6b254d5c8b4c'] in n-d-828419-1 is: [{'id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'name': 'tempest-TestShelveInstance-1992839077-router', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:23Z', 'updated_at': '2022-02-09T02:11:28Z', 'revision_number': 4, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'gw_port': {'id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:24Z', 'updated_at': '2022-02-09T02:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '8fd12481-4530-4ac9-bd34-921762f41231', 'name': '', 'network_id': '6f80d346-cd2b-457e-b482-4840885ef092', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'mac_address': 'fa:16:3e:1b:5b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:27Z', 'updated_at': '2022-02-09T02:11:34Z', 'revision_number': 5, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'subnets': [{'id': '575248c4-0265-47f2-b71a-2fc8aeccd2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:20:25.274634 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e9728a-f253-4184-be0c-1421580f7c33 None None] New status for floating IP 1c421c29-2764-46bc-afa0-dd831b6c9530: DOWN {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:20:25.693391 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e6fb2-80ee-424b-820d-78ce981b23f7 req-cb14b295-6e8d-4b10-8c04-53b40061a0f1 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:25.694859 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8e2e6fb2-80ee-424b-820d-78ce981b23f7 req-cb14b295-6e8d-4b10-8c04-53b40061a0f1 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 946 time: 0.0838811 Feb 09 02:20:25.739290 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8e2e6fb2-80ee-424b-820d-78ce981b23f7 req-03f32d35-1e34-4205-af54-67204a7b898e tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f3921ac-2739-42fe-a956-a7655ece8686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387101 Feb 09 02:20:25.841032 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:25.923274 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02718737-bbb4-43bf-9beb-19544683f57f req-c1d3b419-ef46-4f55-a03b-b91550e44435 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:25.924676 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-02718737-bbb4-43bf-9beb-19544683f57f req-c1d3b419-ef46-4f55-a03b-b91550e44435 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.117 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 946 time: 0.0799167 Feb 09 02:20:25.998076 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-02718737-bbb4-43bf-9beb-19544683f57f req-054095a5-3c3b-49da-85d7-000bd11b9aac tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Deleting port e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:20:25.998415 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-02718737-bbb4-43bf-9beb-19544683f57f req-054095a5-3c3b-49da-85d7-000bd11b9aac tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:26.350355 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-02718737-bbb4-43bf-9beb-19544683f57f req-054095a5-3c3b-49da-85d7-000bd11b9aac tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] For port e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f,segment=NetworkSegment(3099c3c1-60b6-43df-bd5a-69ce7b85a94b),segment_id=3099c3c1-60b6-43df-bd5a-69ce7b85a94b)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:20:26.350640 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-02718737-bbb4-43bf-9beb-19544683f57f req-054095a5-3c3b-49da-85d7-000bd11b9aac tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:26.482018 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:20:26.483857 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-02718737-bbb4-43bf-9beb-19544683f57f req-054095a5-3c3b-49da-85d7-000bd11b9aac tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Calling delete_port for e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:20:26.638305 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-02718737-bbb4-43bf-9beb-19544683f57f req-054095a5-3c3b-49da-85d7-000bd11b9aac tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:26.689244 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054095a5-3c3b-49da-85d7-000bd11b9aac tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Pushing event deleted for resources: {'Port': ['ID=e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:26.730587 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054095a5-3c3b-49da-85d7-000bd11b9aac tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:26.731243 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054095a5-3c3b-49da-85d7-000bd11b9aac tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:26.731243 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054095a5-3c3b-49da-85d7-000bd11b9aac tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:26.731588 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054095a5-3c3b-49da-85d7-000bd11b9aac tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:26.731920 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054095a5-3c3b-49da-85d7-000bd11b9aac tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:26.732246 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054095a5-3c3b-49da-85d7-000bd11b9aac tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:26.732613 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054095a5-3c3b-49da-85d7-000bd11b9aac tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:26.732940 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054095a5-3c3b-49da-85d7-000bd11b9aac tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:26.733263 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054095a5-3c3b-49da-85d7-000bd11b9aac tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:26.733586 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054095a5-3c3b-49da-85d7-000bd11b9aac tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:26.733912 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054095a5-3c3b-49da-85d7-000bd11b9aac tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:26.734235 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054095a5-3c3b-49da-85d7-000bd11b9aac tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:26.783114 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-02718737-bbb4-43bf-9beb-19544683f57f req-054095a5-3c3b-49da-85d7-000bd11b9aac tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] No DVR routers for this DVR port e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:20:26.787881 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-02718737-bbb4-43bf-9beb-19544683f57f req-054095a5-3c3b-49da-85d7-000bd11b9aac tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:26.791616 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f7c64f-58d4-4baa-a157-9fed0e2110a2', 'name': 'network-vif-deleted', 'tag': 'e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:20:26.810548 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-02718737-bbb4-43bf-9beb-19544683f57f req-054095a5-3c3b-49da-85d7-000bd11b9aac tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.117 "DELETE /v2.0/ports/e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f HTTP/1.1" status: 204 len: 173 time: 0.8804410 Feb 09 02:20:26.849154 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f7c64f-58d4-4baa-a157-9fed0e2110a2', 'name': 'network-vif-deleted', 'tag': 'e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f', 'status': 'completed', 'code': 200} Feb 09 02:20:26.920192 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-fb1819f3-ec4f-4c19-a235-4b0dd59b515e req-12aac6f1-4ffa-4b1d-b1a7-946bf3b1b011 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f7c64f-58d4-4baa-a157-9fed0e2110a2 HTTP/1.1" status: 200 len: 210 time: 0.0436223 Feb 09 02:20:28.026963 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40546) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:20:28.108023 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-12f15a5e-7b80-43e6-8ae8-1f6596d283a2 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:28.141489 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-12f15a5e-7b80-43e6-8ae8-1f6596d283a2 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:28.212086 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-12f15a5e-7b80-43e6-8ae8-1f6596d283a2 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:28.231175 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f15a5e-7b80-43e6-8ae8-1f6596d283a2 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3921ac-2739-42fe-a956-a7655ece8686,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:28.241468 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-12f15a5e-7b80-43e6-8ae8-1f6596d283a2 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:28.242614 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-12f15a5e-7b80-43e6-8ae8-1f6596d283a2 tempest-TestShelveInstance-1730825130 tempest-TestShelveInstance-1730825130-project] 10.222.0.37 "DELETE /v2.0/security-groups/8f3921ac-2739-42fe-a956-a7655ece8686 HTTP/1.1" status: 204 len: 168 time: 0.2146523 Feb 09 02:20:28.286191 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40552) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:20:28.947033 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c44ca59c-b662-4e06-a8d3-3bfc49388d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:29.344822 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:20:29.380954 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:20:29.381288 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device e275b2c9-7ec7-4bc4-9a66-0591f98cbe0f not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:20:29.470225 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-c44ca59c-b662-4e06-a8d3-3bfc49388d01 admin admin] Deleting port 8fd12481-4530-4ac9-bd34-921762f41231 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:20:29.470862 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c44ca59c-b662-4e06-a8d3-3bfc49388d01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:29.667710 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-c44ca59c-b662-4e06-a8d3-3bfc49388d01 admin admin] For port 8fd12481-4530-4ac9-bd34-921762f41231, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=8fd12481-4530-4ac9-bd34-921762f41231,segment=NetworkSegment(3099c3c1-60b6-43df-bd5a-69ce7b85a94b),segment_id=3099c3c1-60b6-43df-bd5a-69ce7b85a94b)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:20:29.668070 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c44ca59c-b662-4e06-a8d3-3bfc49388d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:29.795703 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-c44ca59c-b662-4e06-a8d3-3bfc49388d01 admin admin] Calling delete_port for 8fd12481-4530-4ac9-bd34-921762f41231 owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:20:30.158172 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c44ca59c-b662-4e06-a8d3-3bfc49388d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:30.214955 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ca59c-b662-4e06-a8d3-3bfc49388d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fd12481-4530-4ac9-bd34-921762f41231,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:30.503333 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c44ca59c-b662-4e06-a8d3-3bfc49388d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:30.993636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44ca59c-b662-4e06-a8d3-3bfc49388d01 admin admin] Router abca5638-bb8d-4b61-93bf-6b254d5c8b4c has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:20:31.189364 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44ca59c-b662-4e06-a8d3-3bfc49388d01 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:20:31.198666 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b0f0a3-7e88-4a2b-b2f1-8b936723abe3 None None] Sync routers for ids ['abca5638-bb8d-4b61-93bf-6b254d5c8b4c'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:20:31.203048 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c44ca59c-b662-4e06-a8d3-3bfc49388d01 admin admin] 10.222.0.37 "PUT /v2.0/routers/abca5638-bb8d-4b61-93bf-6b254d5c8b4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9157088 Feb 09 02:20:31.205765 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40560) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:20:31.213669 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b0f0a3-7e88-4a2b-b2f1-8b936723abe3 None None] Routers {'abca5638-bb8d-4b61-93bf-6b254d5c8b4c'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:20:31.213669 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-05b0f0a3-7e88-4a2b-b2f1-8b936723abe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:20:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['abca5638-bb8d-4b61-93bf-6b254d5c8b4c'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:31.381854 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ab9a276f-33cb-43a4-a59b-6b16a531c8e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:31.386132 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-05b0f0a3-7e88-4a2b-b2f1-8b936723abe3 None None] Set router abca5638-bb8d-4b61-93bf-6b254d5c8b4c gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:20:31.558031 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ab9a276f-33cb-43a4-a59b-6b16a531c8e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:31.567301 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-ab9a276f-33cb-43a4-a59b-6b16a531c8e3 admin admin] Deleting port 08dbd388-d3a5-483a-a73d-afafdff05652 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:20:31.567784 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ab9a276f-33cb-43a4-a59b-6b16a531c8e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:31.714680 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-05b0f0a3-7e88-4a2b-b2f1-8b936723abe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'name': 'tempest-TestShelveInstance-1992839077-router', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:23Z', 'updated_at': '2022-02-09T02:20:30Z', 'revision_number': 5, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'gw_port': {'id': '08dbd388-d3a5-483a-a73d-afafdff05652', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:24Z', 'updated_at': '2022-02-09T02:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:31.718322 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b0f0a3-7e88-4a2b-b2f1-8b936723abe3 None None] Checking router: abca5638-bb8d-4b61-93bf-6b254d5c8b4c for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:20:31.726394 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b0f0a3-7e88-4a2b-b2f1-8b936723abe3 None None] Routers {'abca5638-bb8d-4b61-93bf-6b254d5c8b4c'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:20:31.727096 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-05b0f0a3-7e88-4a2b-b2f1-8b936723abe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:20:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['abca5638-bb8d-4b61-93bf-6b254d5c8b4c'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:31.748754 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-ab9a276f-33cb-43a4-a59b-6b16a531c8e3 admin admin] For port 08dbd388-d3a5-483a-a73d-afafdff05652, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=08dbd388-d3a5-483a-a73d-afafdff05652,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:20:31.749117 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ab9a276f-33cb-43a4-a59b-6b16a531c8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:31.875680 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-05b0f0a3-7e88-4a2b-b2f1-8b936723abe3 None None] Set router abca5638-bb8d-4b61-93bf-6b254d5c8b4c gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:20:31.876153 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-ab9a276f-33cb-43a4-a59b-6b16a531c8e3 admin admin] Calling delete_port for 08dbd388-d3a5-483a-a73d-afafdff05652 owned by network:router_gateway {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:20:31.978892 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-05b0f0a3-7e88-4a2b-b2f1-8b936723abe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'name': 'tempest-TestShelveInstance-1992839077-router', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:23Z', 'updated_at': '2022-02-09T02:20:31Z', 'revision_number': 6, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:31.983765 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b0f0a3-7e88-4a2b-b2f1-8b936723abe3 None None] The sync data for ids ['abca5638-bb8d-4b61-93bf-6b254d5c8b4c'] in n-d-828419-1 is: [{'id': 'abca5638-bb8d-4b61-93bf-6b254d5c8b4c', 'name': 'tempest-TestShelveInstance-1992839077-router', 'tenant_id': '32c7dee9c8b844f9914bab195350b3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:23Z', 'updated_at': '2022-02-09T02:20:31Z', 'revision_number': 6, 'project_id': '32c7dee9c8b844f9914bab195350b3bd', 'gw_port_host': None}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:20:32.056473 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ab9a276f-33cb-43a4-a59b-6b16a531c8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:32.104944 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a276f-33cb-43a4-a59b-6b16a531c8e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=08dbd388-d3a5-483a-a73d-afafdff05652,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:32.191996 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ab9a276f-33cb-43a4-a59b-6b16a531c8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:32.480330 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ab9a276f-33cb-43a4-a59b-6b16a531c8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:32.482613 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ab9a276f-33cb-43a4-a59b-6b16a531c8e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:32.505088 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ab9a276f-33cb-43a4-a59b-6b16a531c8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:32.505685 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9a276f-33cb-43a4-a59b-6b16a531c8e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abca5638-bb8d-4b61-93bf-6b254d5c8b4c {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 02:20:32.517166 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ab9a276f-33cb-43a4-a59b-6b16a531c8e3 admin admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:32.518257 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ab9a276f-33cb-43a4-a59b-6b16a531c8e3 admin admin] 10.222.0.37 "DELETE /v2.0/routers/abca5638-bb8d-4b61-93bf-6b254d5c8b4c HTTP/1.1" status: 204 len: 168 time: 1.3115389 Feb 09 02:20:32.520829 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40564) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:20:32.582172 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-20fe4f9d-baaa-4cd7-b1d6-9c853250e2eb admin admin] Deleting subnet 575248c4-0265-47f2-b71a-2fc8aeccd2d9 {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 02:20:32.584983 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20fe4f9d-baaa-4cd7-b1d6-9c853250e2eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:32.638718 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20fe4f9d-baaa-4cd7-b1d6-9c853250e2eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:32.723018 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20fe4f9d-baaa-4cd7-b1d6-9c853250e2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:32.791815 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20fe4f9d-baaa-4cd7-b1d6-9c853250e2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:32.834521 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe4f9d-baaa-4cd7-b1d6-9c853250e2eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=575248c4-0265-47f2-b71a-2fc8aeccd2d9,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:32.836990 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-20fe4f9d-baaa-4cd7-b1d6-9c853250e2eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:32.842599 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b45e543-e13e-432e-9d90-6a218b7df722 None None] Network 6f80d346-cd2b-457e-b482-4840885ef092 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:20:32.843846 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-20fe4f9d-baaa-4cd7-b1d6-9c853250e2eb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/575248c4-0265-47f2-b71a-2fc8aeccd2d9 HTTP/1.1" status: 204 len: 168 time: 0.3220441 Feb 09 02:20:32.846485 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40568) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:20:32.954169 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cb83d1ba-3746-43b5-8a13-d890b2dbc986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:32.964961 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-cb83d1ba-3746-43b5-8a13-d890b2dbc986 admin admin] Deleting port 16071a2e-bc3b-4c1b-b088-2f218c256e37 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:20:32.965405 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cb83d1ba-3746-43b5-8a13-d890b2dbc986 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:33.128356 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5bf5f8-531c-4acf-a5a9-5d7050fee2e3 None None] DHCP port deletion for 6f80d346-cd2b-457e-b482-4840885ef092 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 02:20:33.133023 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-5f5bf5f8-531c-4acf-a5a9-5d7050fee2e3 None None] Deleting port 16071a2e-bc3b-4c1b-b088-2f218c256e37 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:20:33.133465 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5f5bf5f8-531c-4acf-a5a9-5d7050fee2e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:33.184089 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-cb83d1ba-3746-43b5-8a13-d890b2dbc986 admin admin] For port 16071a2e-bc3b-4c1b-b088-2f218c256e37, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=16071a2e-bc3b-4c1b-b088-2f218c256e37,segment=NetworkSegment(3099c3c1-60b6-43df-bd5a-69ce7b85a94b),segment_id=3099c3c1-60b6-43df-bd5a-69ce7b85a94b)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:20:33.184467 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cb83d1ba-3746-43b5-8a13-d890b2dbc986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:33.307133 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-cb83d1ba-3746-43b5-8a13-d890b2dbc986 admin admin] Calling delete_port for 16071a2e-bc3b-4c1b-b088-2f218c256e37 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:20:33.342842 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-5f5bf5f8-531c-4acf-a5a9-5d7050fee2e3 None None] For port 16071a2e-bc3b-4c1b-b088-2f218c256e37, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=16071a2e-bc3b-4c1b-b088-2f218c256e37,segment=NetworkSegment(3099c3c1-60b6-43df-bd5a-69ce7b85a94b),segment_id=3099c3c1-60b6-43df-bd5a-69ce7b85a94b)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:20:33.343554 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5f5bf5f8-531c-4acf-a5a9-5d7050fee2e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:33.392705 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cb83d1ba-3746-43b5-8a13-d890b2dbc986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:33.460780 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83d1ba-3746-43b5-8a13-d890b2dbc986 admin admin] Pushing event deleted for resources: {'Port': ['ID=16071a2e-bc3b-4c1b-b088-2f218c256e37,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:33.462806 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb83d1ba-3746-43b5-8a13-d890b2dbc986 admin admin] No DVR routers for this DVR port 16071a2e-bc3b-4c1b-b088-2f218c256e37 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:20:33.493499 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-5f5bf5f8-531c-4acf-a5a9-5d7050fee2e3 None None] Calling delete_port for 16071a2e-bc3b-4c1b-b088-2f218c256e37 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:20:33.585605 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-5f5bf5f8-531c-4acf-a5a9-5d7050fee2e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:20:33.586065 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-5f5bf5f8-531c-4acf-a5a9-5d7050fee2e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:20:33.628458 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cb83d1ba-3746-43b5-8a13-d890b2dbc986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:33.665258 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-cb83d1ba-3746-43b5-8a13-d890b2dbc986 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f80d346-cd2b-457e-b482-4840885ef092']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:33.678103 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-cb83d1ba-3746-43b5-8a13-d890b2dbc986 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3099c3c1-60b6-43df-bd5a-69ce7b85a94b') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:33.678429 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-cb83d1ba-3746-43b5-8a13-d890b2dbc986 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3099c3c1-60b6-43df-bd5a-69ce7b85a94b') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:33.690515 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cb83d1ba-3746-43b5-8a13-d890b2dbc986 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:33.706853 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cb83d1ba-3746-43b5-8a13-d890b2dbc986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:33.712728 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb83d1ba-3746-43b5-8a13-d890b2dbc986 admin admin] Releasing vlan 961 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:20:33.713103 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cb83d1ba-3746-43b5-8a13-d890b2dbc986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:33.725789 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 02:20:33.725789 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:20:33.725789 n-d-828419-1 neutron-server[87611]: timer() Feb 09 02:20:33.725789 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:20:33.725789 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 02:20:33.725789 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 02:20:33.725789 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 02:20:33.725789 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:20:33.725789 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 02:20:33.725789 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:20:33.725789 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 02:20:33.725789 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:20:33.725789 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 02:20:33.725789 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 02:20:33.725789 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:20:33.725789 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 02:20:33.725789 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:20:33.725789 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 02:20:33.725789 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 02:20:33.725789 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 02:20:33.725789 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 02:20:33.725789 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 02:20:33.725789 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:20:33.725789 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:20:33.725789 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 02:20:33.725789 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:20:33.725789 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:20:33.725789 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:20:33.725789 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:20:33.725789 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:20:33.725789 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:20:33.725789 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:20:33.825629 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 08dbd388-d3a5-483a-a73d-afafdff05652 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:20:33.868720 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 08dbd388-d3a5-483a-a73d-afafdff05652 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:20:33.869395 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 08dbd388-d3a5-483a-a73d-afafdff05652 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:20:33.869483 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 16071a2e-bc3b-4c1b-b088-2f218c256e37 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:20:33.919067 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cb83d1ba-3746-43b5-8a13-d890b2dbc986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:33.934264 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 16071a2e-bc3b-4c1b-b088-2f218c256e37 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:20:33.934604 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 16071a2e-bc3b-4c1b-b088-2f218c256e37 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:20:33.935037 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 8fd12481-4530-4ac9-bd34-921762f41231 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:20:33.936137 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-cb83d1ba-3746-43b5-8a13-d890b2dbc986 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:33.946757 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83d1ba-3746-43b5-8a13-d890b2dbc986 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f80d346-cd2b-457e-b482-4840885ef092,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:33.960209 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-cb83d1ba-3746-43b5-8a13-d890b2dbc986 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6f80d346-cd2b-457e-b482-4840885ef092 HTTP/1.1" status: 204 len: 168 time: 1.1126711 Feb 09 02:20:33.963145 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40572) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:20:33.971656 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 8fd12481-4530-4ac9-bd34-921762f41231 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:20:33.971999 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 8fd12481-4530-4ac9-bd34-921762f41231 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:20:34.087631 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-5f5bf5f8-531c-4acf-a5a9-5d7050fee2e3 None None] Deleting port 16071a2e-bc3b-4c1b-b088-2f218c256e37 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:20:34.088118 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5f5bf5f8-531c-4acf-a5a9-5d7050fee2e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:34.156349 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-5f5bf5f8-531c-4acf-a5a9-5d7050fee2e3 None None] The port '16071a2e-bc3b-4c1b-b088-2f218c256e37' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 02:20:34.509844 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-37f10a37-e35e-4cdd-8c93-0407eccd1fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:34.890900 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-37f10a37-e35e-4cdd-8c93-0407eccd1fb0 admin admin] Deleting port e798f22e-b15b-43c1-a144-fd52de18d17a {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:20:34.891242 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-37f10a37-e35e-4cdd-8c93-0407eccd1fb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:35.079453 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-37f10a37-e35e-4cdd-8c93-0407eccd1fb0 admin admin] For port e798f22e-b15b-43c1-a144-fd52de18d17a, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=e798f22e-b15b-43c1-a144-fd52de18d17a,segment=NetworkSegment(9058afa3-3be3-43d5-8e31-f01cd5885b13),segment_id=9058afa3-3be3-43d5-8e31-f01cd5885b13)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:20:35.080100 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-37f10a37-e35e-4cdd-8c93-0407eccd1fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:35.219724 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-37f10a37-e35e-4cdd-8c93-0407eccd1fb0 admin admin] Calling delete_port for e798f22e-b15b-43c1-a144-fd52de18d17a owned by network:router_interface {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:20:35.649617 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-37f10a37-e35e-4cdd-8c93-0407eccd1fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:35.695116 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f10a37-e35e-4cdd-8c93-0407eccd1fb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e798f22e-b15b-43c1-a144-fd52de18d17a,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:35.969585 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-37f10a37-e35e-4cdd-8c93-0407eccd1fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:36.345682 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f10a37-e35e-4cdd-8c93-0407eccd1fb0 admin admin] Router a5595b4a-d58c-4a82-abb1-42c837b4cd7f has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:20:36.519790 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f10a37-e35e-4cdd-8c93-0407eccd1fb0 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:20:36.528266 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6813f766-d6ad-4608-9ffe-f505135ce747 None None] Sync routers for ids ['a5595b4a-d58c-4a82-abb1-42c837b4cd7f'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:20:36.528782 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-37f10a37-e35e-4cdd-8c93-0407eccd1fb0 admin admin] 10.222.0.37 "PUT /v2.0/routers/a5595b4a-d58c-4a82-abb1-42c837b4cd7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5643055 Feb 09 02:20:36.531158 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40576) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:20:36.537368 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6813f766-d6ad-4608-9ffe-f505135ce747 None None] Routers {'a5595b4a-d58c-4a82-abb1-42c837b4cd7f'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:20:36.537977 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-6813f766-d6ad-4608-9ffe-f505135ce747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:20:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a5595b4a-d58c-4a82-abb1-42c837b4cd7f'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:36.715520 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-6813f766-d6ad-4608-9ffe-f505135ce747 None None] Set router a5595b4a-d58c-4a82-abb1-42c837b4cd7f gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:20:36.833626 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c45632b6-1919-4c98-8a73-e0a85a930934 admin admin] Notify callbacks [] for router, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:37.010668 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c45632b6-1919-4c98-8a73-e0a85a930934 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:37.013465 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-6813f766-d6ad-4608-9ffe-f505135ce747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5595b4a-d58c-4a82-abb1-42c837b4cd7f', 'name': 'tempest-TestShelveInstance-1402336930-router', 'tenant_id': 'bfa59ebf0f6344c9bfce4c17e66bc048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '754a1c7e-bbde-49ab-8e51-621fb46386ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:30Z', 'updated_at': '2022-02-09T02:20:35Z', 'revision_number': 5, 'project_id': 'bfa59ebf0f6344c9bfce4c17e66bc048', 'gw_port': {'id': '754a1c7e-bbde-49ab-8e51-621fb46386ef', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5595b4a-d58c-4a82-abb1-42c837b4cd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:31Z', 'updated_at': '2022-02-09T02:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:37.017638 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6813f766-d6ad-4608-9ffe-f505135ce747 None None] Checking router: a5595b4a-d58c-4a82-abb1-42c837b4cd7f for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:20:37.020648 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-c45632b6-1919-4c98-8a73-e0a85a930934 admin admin] Deleting port 754a1c7e-bbde-49ab-8e51-621fb46386ef {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:20:37.020978 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c45632b6-1919-4c98-8a73-e0a85a930934 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:37.027295 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6813f766-d6ad-4608-9ffe-f505135ce747 None None] Routers {'a5595b4a-d58c-4a82-abb1-42c837b4cd7f'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:20:37.027901 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-6813f766-d6ad-4608-9ffe-f505135ce747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:20:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['a5595b4a-d58c-4a82-abb1-42c837b4cd7f'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:37.168598 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-35a6dc58-bb84-4a2a-ae78-4e9c9e99a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:37.195287 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-6813f766-d6ad-4608-9ffe-f505135ce747 None None] Set router a5595b4a-d58c-4a82-abb1-42c837b4cd7f gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:20:37.201280 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-c45632b6-1919-4c98-8a73-e0a85a930934 admin admin] For port 754a1c7e-bbde-49ab-8e51-621fb46386ef, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=754a1c7e-bbde-49ab-8e51-621fb46386ef,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:20:37.201763 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c45632b6-1919-4c98-8a73-e0a85a930934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:37.302058 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-6813f766-d6ad-4608-9ffe-f505135ce747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5595b4a-d58c-4a82-abb1-42c837b4cd7f', 'name': 'tempest-TestShelveInstance-1402336930-router', 'tenant_id': 'bfa59ebf0f6344c9bfce4c17e66bc048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:30Z', 'updated_at': '2022-02-09T02:20:37Z', 'revision_number': 6, 'project_id': 'bfa59ebf0f6344c9bfce4c17e66bc048', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:37.306535 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6813f766-d6ad-4608-9ffe-f505135ce747 None None] The sync data for ids ['a5595b4a-d58c-4a82-abb1-42c837b4cd7f'] in n-d-828419-1 is: [{'id': 'a5595b4a-d58c-4a82-abb1-42c837b4cd7f', 'name': 'tempest-TestShelveInstance-1402336930-router', 'tenant_id': 'bfa59ebf0f6344c9bfce4c17e66bc048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:30Z', 'updated_at': '2022-02-09T02:20:37Z', 'revision_number': 6, 'project_id': 'bfa59ebf0f6344c9bfce4c17e66bc048', 'gw_port_host': None}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:20:37.324045 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-c45632b6-1919-4c98-8a73-e0a85a930934 admin admin] Calling delete_port for 754a1c7e-bbde-49ab-8e51-621fb46386ef owned by network:router_gateway {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:20:37.488391 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c45632b6-1919-4c98-8a73-e0a85a930934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:37.535863 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45632b6-1919-4c98-8a73-e0a85a930934 admin admin] Pushing event deleted for resources: {'Port': ['ID=754a1c7e-bbde-49ab-8e51-621fb46386ef,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:37.624647 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c45632b6-1919-4c98-8a73-e0a85a930934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:37.802288 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c45632b6-1919-4c98-8a73-e0a85a930934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:37.804537 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c45632b6-1919-4c98-8a73-e0a85a930934 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:37.826752 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c45632b6-1919-4c98-8a73-e0a85a930934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:37.827269 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45632b6-1919-4c98-8a73-e0a85a930934 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5595b4a-d58c-4a82-abb1-42c837b4cd7f {{(pid=87611) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 02:20:37.838766 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-c45632b6-1919-4c98-8a73-e0a85a930934 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:37.839873 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-c45632b6-1919-4c98-8a73-e0a85a930934 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a5595b4a-d58c-4a82-abb1-42c837b4cd7f HTTP/1.1" status: 204 len: 168 time: 1.3078380 Feb 09 02:20:37.842472 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40580) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:20:37.903697 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-547affc2-6ca3-4995-9bcf-1e251ebe3551 admin admin] Deleting subnet 16e1f2f5-5858-4241-87c1-f73168fa083c {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 02:20:37.906638 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-547affc2-6ca3-4995-9bcf-1e251ebe3551 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:37.959383 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-547affc2-6ca3-4995-9bcf-1e251ebe3551 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:38.036878 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-547affc2-6ca3-4995-9bcf-1e251ebe3551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:38.118083 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-547affc2-6ca3-4995-9bcf-1e251ebe3551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:38.145239 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 754a1c7e-bbde-49ab-8e51-621fb46386ef no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:20:38.162155 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547affc2-6ca3-4995-9bcf-1e251ebe3551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16e1f2f5-5858-4241-87c1-f73168fa083c,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:38.165996 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-547affc2-6ca3-4995-9bcf-1e251ebe3551 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:38.172469 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-547affc2-6ca3-4995-9bcf-1e251ebe3551 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/16e1f2f5-5858-4241-87c1-f73168fa083c HTTP/1.1" status: 204 len: 168 time: 0.3290229 Feb 09 02:20:38.174855 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40584) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:20:38.182621 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c0e937-55dc-45a5-b92c-666a014493a8 None None] Network 5a094480-78f5-48c3-a7da-e09e8ba94d98 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:20:38.197144 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 754a1c7e-bbde-49ab-8e51-621fb46386ef {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:20:38.197400 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 754a1c7e-bbde-49ab-8e51-621fb46386ef not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:20:38.197775 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device e798f22e-b15b-43c1-a144-fd52de18d17a no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:20:38.286226 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: e798f22e-b15b-43c1-a144-fd52de18d17a {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:20:38.286567 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device e798f22e-b15b-43c1-a144-fd52de18d17a not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:20:38.417324 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-235fa5bb-59f7-448c-af69-163c1827c295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:38.434948 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-235fa5bb-59f7-448c-af69-163c1827c295 admin admin] Deleting port ec6c218f-1c5b-4d31-a0b1-26d7749d88c8 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:20:38.435294 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-235fa5bb-59f7-448c-af69-163c1827c295 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:38.510669 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88112f4-6750-4c94-a24d-3fb1599bbfb5 None None] DHCP port deletion for 5a094480-78f5-48c3-a7da-e09e8ba94d98 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 02:20:38.516842 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e88112f4-6750-4c94-a24d-3fb1599bbfb5 None None] Deleting port ec6c218f-1c5b-4d31-a0b1-26d7749d88c8 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:20:38.517449 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e88112f4-6750-4c94-a24d-3fb1599bbfb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:38.647291 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-235fa5bb-59f7-448c-af69-163c1827c295 admin admin] For port ec6c218f-1c5b-4d31-a0b1-26d7749d88c8, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=ec6c218f-1c5b-4d31-a0b1-26d7749d88c8,segment=NetworkSegment(9058afa3-3be3-43d5-8e31-f01cd5885b13),segment_id=9058afa3-3be3-43d5-8e31-f01cd5885b13)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:20:38.647919 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-235fa5bb-59f7-448c-af69-163c1827c295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:38.766918 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-e88112f4-6750-4c94-a24d-3fb1599bbfb5 None None] For port ec6c218f-1c5b-4d31-a0b1-26d7749d88c8, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=ec6c218f-1c5b-4d31-a0b1-26d7749d88c8,segment=NetworkSegment(9058afa3-3be3-43d5-8e31-f01cd5885b13),segment_id=9058afa3-3be3-43d5-8e31-f01cd5885b13)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:20:38.767236 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e88112f4-6750-4c94-a24d-3fb1599bbfb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:38.777903 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-235fa5bb-59f7-448c-af69-163c1827c295 admin admin] Calling delete_port for ec6c218f-1c5b-4d31-a0b1-26d7749d88c8 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:20:38.853317 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-235fa5bb-59f7-448c-af69-163c1827c295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:38.891202 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e88112f4-6750-4c94-a24d-3fb1599bbfb5 None None] Calling delete_port for ec6c218f-1c5b-4d31-a0b1-26d7749d88c8 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:20:38.902858 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235fa5bb-59f7-448c-af69-163c1827c295 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec6c218f-1c5b-4d31-a0b1-26d7749d88c8,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:38.909639 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235fa5bb-59f7-448c-af69-163c1827c295 admin admin] No DVR routers for this DVR port ec6c218f-1c5b-4d31-a0b1-26d7749d88c8 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:20:38.977490 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-e88112f4-6750-4c94-a24d-3fb1599bbfb5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:20:38.978044 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-e88112f4-6750-4c94-a24d-3fb1599bbfb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:20:39.038209 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-235fa5bb-59f7-448c-af69-163c1827c295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:39.064088 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-235fa5bb-59f7-448c-af69-163c1827c295 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a094480-78f5-48c3-a7da-e09e8ba94d98']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:39.076575 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-235fa5bb-59f7-448c-af69-163c1827c295 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9058afa3-3be3-43d5-8e31-f01cd5885b13') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:39.076868 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-235fa5bb-59f7-448c-af69-163c1827c295 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9058afa3-3be3-43d5-8e31-f01cd5885b13') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:39.088439 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-235fa5bb-59f7-448c-af69-163c1827c295 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:39.104593 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-235fa5bb-59f7-448c-af69-163c1827c295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:39.110459 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-235fa5bb-59f7-448c-af69-163c1827c295 admin admin] Releasing vlan 993 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:20:39.110829 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-235fa5bb-59f7-448c-af69-163c1827c295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:39.123632 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 02:20:39.123632 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:20:39.123632 n-d-828419-1 neutron-server[87611]: timer() Feb 09 02:20:39.123632 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:20:39.123632 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 02:20:39.123632 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 02:20:39.123632 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 02:20:39.123632 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:20:39.123632 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 02:20:39.123632 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:20:39.123632 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 02:20:39.123632 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:20:39.123632 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 02:20:39.123632 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 02:20:39.123632 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:20:39.123632 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 02:20:39.123632 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:20:39.123632 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 02:20:39.123632 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 02:20:39.123632 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 02:20:39.123632 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 02:20:39.123632 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 02:20:39.123632 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:20:39.123632 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:20:39.123632 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 02:20:39.123632 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:20:39.123632 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:20:39.123632 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:20:39.123632 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:20:39.123632 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:20:39.123632 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:20:39.123632 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:20:39.201555 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-235fa5bb-59f7-448c-af69-163c1827c295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:39.207290 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-235fa5bb-59f7-448c-af69-163c1827c295 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:39.231126 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235fa5bb-59f7-448c-af69-163c1827c295 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a094480-78f5-48c3-a7da-e09e8ba94d98,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:39.234802 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-235fa5bb-59f7-448c-af69-163c1827c295 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5a094480-78f5-48c3-a7da-e09e8ba94d98 HTTP/1.1" status: 204 len: 168 time: 1.0579515 Feb 09 02:20:39.354741 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40590) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:20:39.402427 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-68ce3b99-a4f0-4855-bcc2-c285533989d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=32c7dee9c8b844f9914bab195350b3bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465200 Feb 09 02:20:39.404860 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40594) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:20:39.464210 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3091a7d5-5b67-4990-8327-381177811c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:39.474268 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-385ef55c-75c3-4914-b1d0-cfb5d36bbf80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:39.479588 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e88112f4-6750-4c94-a24d-3fb1599bbfb5 None None] Deleting port ec6c218f-1c5b-4d31-a0b1-26d7749d88c8 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:20:39.479958 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e88112f4-6750-4c94-a24d-3fb1599bbfb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:39.494615 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3091a7d5-5b67-4990-8327-381177811c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:39.549825 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-e88112f4-6750-4c94-a24d-3fb1599bbfb5 None None] The port 'ec6c218f-1c5b-4d31-a0b1-26d7749d88c8' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 02:20:39.551865 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3091a7d5-5b67-4990-8327-381177811c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:39.575425 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091a7d5-5b67-4990-8327-381177811c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e42687b-834f-4319-bdae-1706da0aa66b,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:39.582969 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3091a7d5-5b67-4990-8327-381177811c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:39.584124 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3091a7d5-5b67-4990-8327-381177811c97 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7e42687b-834f-4319-bdae-1706da0aa66b HTTP/1.1" status: 204 len: 168 time: 0.1783316 Feb 09 02:20:39.816922 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ec6c218f-1c5b-4d31-a0b1-26d7749d88c8 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:20:39.851351 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: ec6c218f-1c5b-4d31-a0b1-26d7749d88c8 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:20:39.851736 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ec6c218f-1c5b-4d31-a0b1-26d7749d88c8 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:20:39.950933 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40602) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:20:40.009902 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-4a791bd8-fce1-4711-9c30-64931487d05e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bfa59ebf0f6344c9bfce4c17e66bc048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0576172 Feb 09 02:20:40.012796 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40606) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:20:40.080726 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fbc99e8b-638a-4510-a2fb-8b6a612d31d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:40.107290 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fbc99e8b-638a-4510-a2fb-8b6a612d31d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:40.165699 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fbc99e8b-638a-4510-a2fb-8b6a612d31d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:40.180468 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc99e8b-638a-4510-a2fb-8b6a612d31d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723590ed-8ba6-489d-b878-905a6aba093d,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:40.187208 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-fbc99e8b-638a-4510-a2fb-8b6a612d31d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:40.190770 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-fbc99e8b-638a-4510-a2fb-8b6a612d31d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/723590ed-8ba6-489d-b878-905a6aba093d HTTP/1.1" status: 204 len: 168 time: 0.1746359 Feb 09 02:20:40.632062 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:40.770440 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:40.992145 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40630) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:20:41.112967 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-272d6181-7f23-4ffc-94c4-17e75edaf460 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-755606896-network', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:41.119198 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-272d6181-7f23-4ffc-94c4-17e75edaf460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:20:41.123300 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-272d6181-7f23-4ffc-94c4-17e75edaf460 admin admin] Usage tracker for resource:network and tenant:357b19c7c9b149a3a8d1252cdcbab32b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:20:41.126272 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-272d6181-7f23-4ffc-94c4-17e75edaf460 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:20:41.133499 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-272d6181-7f23-4ffc-94c4-17e75edaf460 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:20:41.145301 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272d6181-7f23-4ffc-94c4-17e75edaf460 admin admin] Made reservation on behalf of 357b19c7c9b149a3a8d1252cdcbab32b for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:41.147611 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-272d6181-7f23-4ffc-94c4-17e75edaf460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:41.159967 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-272d6181-7f23-4ffc-94c4-17e75edaf460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:41.177925 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-272d6181-7f23-4ffc-94c4-17e75edaf460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:20:41.182351 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-272d6181-7f23-4ffc-94c4-17e75edaf460 admin admin] Usage tracker for resource:security_group_rule and tenant:357b19c7c9b149a3a8d1252cdcbab32b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:20:41.185499 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-272d6181-7f23-4ffc-94c4-17e75edaf460 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:20:41.191236 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-272d6181-7f23-4ffc-94c4-17e75edaf460 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:20:41.282480 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-272d6181-7f23-4ffc-94c4-17e75edaf460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:41.287185 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-272d6181-7f23-4ffc-94c4-17e75edaf460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:41.317086 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272d6181-7f23-4ffc-94c4-17e75edaf460 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 985} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:20:41.330246 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d6181-7f23-4ffc-94c4-17e75edaf460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986d5c7d-fe7f-4127-bc51-7a5ce1df6577,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:41.335121 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-272d6181-7f23-4ffc-94c4-17e75edaf460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:41.335462 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-272d6181-7f23-4ffc-94c4-17e75edaf460 admin admin] Added segment 0a5f132f-0044-4e93-b11a-cb3af4f6a98e of type vlan for network 7873a8bd-ba2a-4499-84b2-a26290ff1f92 Feb 09 02:20:41.363939 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-272d6181-7f23-4ffc-94c4-17e75edaf460 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:41.393866 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-272d6181-7f23-4ffc-94c4-17e75edaf460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:41.394832 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272d6181-7f23-4ffc-94c4-17e75edaf460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:41.395419 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-272d6181-7f23-4ffc-94c4-17e75edaf460 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:41.502227 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d6181-7f23-4ffc-94c4-17e75edaf460 admin admin] Pushing event updated for resources: {'Network': ['ID=7873a8bd-ba2a-4499-84b2-a26290ff1f92,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:41.505356 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-272d6181-7f23-4ffc-94c4-17e75edaf460 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5121398 Feb 09 02:20:41.510161 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40636) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:20:41.513858 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 7873a8bd-ba2a-4499-84b2-a26290ff1f92 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 02:20:41.515818 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-3bf8eab9-fded-44ce-a014-a46cae8ce701 admin admin] Request body: {'subnet': {'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-755606896-subnet', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'ip_version': 4}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:41.521932 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3bf8eab9-fded-44ce-a014-a46cae8ce701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:20:41.526560 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3bf8eab9-fded-44ce-a014-a46cae8ce701 admin admin] Usage tracker for resource:subnet and tenant:357b19c7c9b149a3a8d1252cdcbab32b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:20:41.529539 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3bf8eab9-fded-44ce-a014-a46cae8ce701 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:20:41.535309 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3bf8eab9-fded-44ce-a014-a46cae8ce701 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:20:41.546411 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf8eab9-fded-44ce-a014-a46cae8ce701 admin admin] Made reservation on behalf of 357b19c7c9b149a3a8d1252cdcbab32b for: {'subnet': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:41.548803 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3bf8eab9-fded-44ce-a014-a46cae8ce701 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6140806'] for subnet, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:41.759816 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3bf8eab9-fded-44ce-a014-a46cae8ce701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6724012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6140820'] for subnet, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:41.942070 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8eab9-fded-44ce-a014-a46cae8ce701 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69c9ab78-dade-4b20-a7cc-89a765d0899d,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:41.954811 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf8eab9-fded-44ce-a014-a46cae8ce701 admin admin] Checking segment: {'id': '0a5f132f-0044-4e93-b11a-cb3af4f6a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:20:41.955164 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf8eab9-fded-44ce-a014-a46cae8ce701 admin admin] Network hostable DHCP agents. Network: 7873a8bd-ba2a-4499-84b2-a26290ff1f92, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87611) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:20:41.975345 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf8eab9-fded-44ce-a014-a46cae8ce701 admin admin] Network 7873a8bd-ba2a-4499-84b2-a26290ff1f92 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87611) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:20:41.985598 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-3bf8eab9-fded-44ce-a014-a46cae8ce701 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 7873a8bd-ba2a-4499-84b2-a26290ff1f92) {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:41.989877 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf8eab9-fded-44ce-a014-a46cae8ce701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:41.990584 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3bf8eab9-fded-44ce-a014-a46cae8ce701 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:41.996263 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e9f17d-ee75-4ffb-8a87-7a16237fcd20 None None] Network 7873a8bd-ba2a-4499-84b2-a26290ff1f92 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:20:42.021341 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3bf8eab9-fded-44ce-a014-a46cae8ce701 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5073373 Feb 09 02:20:42.021872 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40640) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:20:42.027083 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-e495a9d9-60c1-46c0-a59a-1a283b70a4d8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-755606896-router', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:42.032944 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e495a9d9-60c1-46c0-a59a-1a283b70a4d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:20:42.037333 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e495a9d9-60c1-46c0-a59a-1a283b70a4d8 admin admin] Usage tracker for resource:router and tenant:357b19c7c9b149a3a8d1252cdcbab32b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:20:42.040813 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-e495a9d9-60c1-46c0-a59a-1a283b70a4d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:20:42.053984 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-e495a9d9-60c1-46c0-a59a-1a283b70a4d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:20:42.068870 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e495a9d9-60c1-46c0-a59a-1a283b70a4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:42.069471 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e495a9d9-60c1-46c0-a59a-1a283b70a4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:42.088736 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e495a9d9-60c1-46c0-a59a-1a283b70a4d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:42.104575 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:42.240602 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'fixed_ips': [{'subnet_id': '69c9ab78-dade-4b20-a7cc-89a765d0899d'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 02:20:42.241465 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:42.372760 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e495a9d9-60c1-46c0-a59a-1a283b70a4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:42.405662 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] Allocated IP 172.20.0.2 (7873a8bd-ba2a-4499-84b2-a26290ff1f92/69c9ab78-dade-4b20-a7cc-89a765d0899d/68d4464d-1679-4305-8b53-71f7f56278b7) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:20:42.613792 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:42.623696 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] Transition to ACTIVE for port object 68d4464d-1679-4305-8b53-71f7f56278b7 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:20:42.641476 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] Transition to ACTIVE for port object 68d4464d-1679-4305-8b53-71f7f56278b7 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:20:42.647190 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:42.707759 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e495a9d9-60c1-46c0-a59a-1a283b70a4d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:42.712314 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] Network 7873a8bd-ba2a-4499-84b2-a26290ff1f92 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:20:42.720627 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:42.723336 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:20:42.742715 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e495a9d9-60c1-46c0-a59a-1a283b70a4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:42.808255 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] Pushing event updated for resources: {'Port': ['ID=68d4464d-1679-4305-8b53-71f7f56278b7,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:42.831721 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:42.832062 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:42.832424 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:42.832742 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:42.833065 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:42.833376 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:42.833690 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:42.834010 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:42.834320 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:42.834625 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:42.834935 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:42.835241 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:42.842853 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] Attempting to bind port 68d4464d-1679-4305-8b53-71f7f56278b7 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:20:42.843219 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] Attempting to bind port 68d4464d-1679-4305-8b53-71f7f56278b7 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '0a5f132f-0044-4e93-b11a-cb3af4f6a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:20:42.844034 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] Attempting to bind port 68d4464d-1679-4305-8b53-71f7f56278b7 on network 7873a8bd-ba2a-4499-84b2-a26290ff1f92 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:20:42.849119 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:20:42.849478 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] Checking segment: {'id': '0a5f132f-0044-4e93-b11a-cb3af4f6a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:20:42.849867 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:42.850252 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] Bound using segment: {'id': '0a5f132f-0044-4e93-b11a-cb3af4f6a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:20:42.850737 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] Bound port: 68d4464d-1679-4305-8b53-71f7f56278b7, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5f132f-0044-4e93-b11a-cb3af4f6a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:20:42.851123 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:42.892970 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-e495a9d9-60c1-46c0-a59a-1a283b70a4d8 admin admin] Allocated IP 172.25.5.31 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/ccf46b8d-e733-4444-9800-e6d057a5b88e) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:20:42.943548 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] For port 68d4464d-1679-4305-8b53-71f7f56278b7, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:20:42.947337 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] For port 68d4464d-1679-4305-8b53-71f7f56278b7, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=68d4464d-1679-4305-8b53-71f7f56278b7,segment=NetworkSegment(0a5f132f-0044-4e93-b11a-cb3af4f6a98e),segment_id=0a5f132f-0044-4e93-b11a-cb3af4f6a98e)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:20:42.951026 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:43.034807 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1f6e1-03eb-43a4-918b-1f998c52a40e None None] Pushing event updated for resources: {'Port': ['ID=68d4464d-1679-4305-8b53-71f7f56278b7,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:43.049898 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e495a9d9-60c1-46c0-a59a-1a283b70a4d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:43.082546 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e495a9d9-60c1-46c0-a59a-1a283b70a4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:43.151881 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e495a9d9-60c1-46c0-a59a-1a283b70a4d8 admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:20:43.154998 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-e495a9d9-60c1-46c0-a59a-1a283b70a4d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:43.160521 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e495a9d9-60c1-46c0-a59a-1a283b70a4d8 admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:20:43.194301 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e495a9d9-60c1-46c0-a59a-1a283b70a4d8 admin admin] Pushing event updated for resources: {'Port': ['ID=ccf46b8d-e733-4444-9800-e6d057a5b88e,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:43.728478 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e495a9d9-60c1-46c0-a59a-1a283b70a4d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:43.854493 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 68d4464d-1679-4305-8b53-71f7f56278b7 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:20:43.972051 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 68d4464d-1679-4305-8b53-71f7f56278b7 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:20:44.031164 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9f7285-5157-47a7-8059-bcdbcb926052 None None] Network 7873a8bd-ba2a-4499-84b2-a26290ff1f92 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:20:44.088623 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e495a9d9-60c1-46c0-a59a-1a283b70a4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:44.126187 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-96e029b1-8313-490f-b237-e9f033a7b2e5 None None] Provisioning for port 68d4464d-1679-4305-8b53-71f7f56278b7 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:20:44.144412 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-96e029b1-8313-490f-b237-e9f033a7b2e5 None None] Provisioning complete for port 68d4464d-1679-4305-8b53-71f7f56278b7 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:44.144789 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-96e029b1-8313-490f-b237-e9f033a7b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:44.299888 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e495a9d9-60c1-46c0-a59a-1a283b70a4d8 admin admin] Router 60fcd220-6064-42b0-a930-f03bef9e4891 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87611) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 02:20:44.376200 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-96e029b1-8313-490f-b237-e9f033a7b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:44.416275 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-96e029b1-8313-490f-b237-e9f033a7b2e5 None None] For port 68d4464d-1679-4305-8b53-71f7f56278b7, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=68d4464d-1679-4305-8b53-71f7f56278b7,segment=NetworkSegment(0a5f132f-0044-4e93-b11a-cb3af4f6a98e),segment_id=0a5f132f-0044-4e93-b11a-cb3af4f6a98e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:20:44.421212 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-96e029b1-8313-490f-b237-e9f033a7b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:44.483602 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e495a9d9-60c1-46c0-a59a-1a283b70a4d8 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:20:44.493170 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30c0e36-c371-4557-8358-5fcd4b92fc1d None None] Sync routers for ids ['60fcd220-6064-42b0-a930-f03bef9e4891'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:20:44.494171 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e029b1-8313-490f-b237-e9f033a7b2e5 None None] Pushing event updated for resources: {'Port': ['ID=68d4464d-1679-4305-8b53-71f7f56278b7,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:44.505166 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30c0e36-c371-4557-8358-5fcd4b92fc1d None None] Routers {'60fcd220-6064-42b0-a930-f03bef9e4891'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:20:44.505798 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-b30c0e36-c371-4557-8358-5fcd4b92fc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:20:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['60fcd220-6064-42b0-a930-f03bef9e4891'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:44.514810 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e495a9d9-60c1-46c0-a59a-1a283b70a4d8 admin admin] Notify callbacks [] for router, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:44.518630 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e495a9d9-60c1-46c0-a59a-1a283b70a4d8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4935975 Feb 09 02:20:44.519037 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40644) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:20:44.691223 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-b30c0e36-c371-4557-8358-5fcd4b92fc1d None None] Set router 60fcd220-6064-42b0-a930-f03bef9e4891 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:20:44.746744 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-e88512a9-3ec8-41a1-b2a6-535892a62af9 None None] Provisioning complete for port 68d4464d-1679-4305-8b53-71f7f56278b7 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:44.747406 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e88512a9-3ec8-41a1-b2a6-535892a62af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:44.993134 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-b30c0e36-c371-4557-8358-5fcd4b92fc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'name': 'tempest-TestSnapshotPattern-755606896-router', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:43Z', 'revision_number': 3, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'gw_port': {'id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:44.997070 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30c0e36-c371-4557-8358-5fcd4b92fc1d None None] Checking router: 60fcd220-6064-42b0-a930-f03bef9e4891 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:20:44.997437 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30c0e36-c371-4557-8358-5fcd4b92fc1d None None] Updating router 60fcd220-6064-42b0-a930-f03bef9e4891 port ccf46b8d-e733-4444-9800-e6d057a5b88e binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:20:45.050652 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-b30c0e36-c371-4557-8358-5fcd4b92fc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:45.353345 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-92b3560d-6e03-451d-9b70-ba65361f4380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:45.414690 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-b30c0e36-c371-4557-8358-5fcd4b92fc1d None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:45.426764 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-b30c0e36-c371-4557-8358-5fcd4b92fc1d None None] Transition to ACTIVE for port object ccf46b8d-e733-4444-9800-e6d057a5b88e will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:20:45.434142 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-b30c0e36-c371-4557-8358-5fcd4b92fc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:45.515860 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-b30c0e36-c371-4557-8358-5fcd4b92fc1d None None] Attempting to bind port ccf46b8d-e733-4444-9800-e6d057a5b88e on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:20:45.516610 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-b30c0e36-c371-4557-8358-5fcd4b92fc1d None None] Attempting to bind port ccf46b8d-e733-4444-9800-e6d057a5b88e by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:20:45.516610 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30c0e36-c371-4557-8358-5fcd4b92fc1d None None] Attempting to bind port ccf46b8d-e733-4444-9800-e6d057a5b88e on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:20:45.518681 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402566b-3a2e-4b0d-ae31-da7fe050e576 None None] Pushing event updated for resources: {'Port': ['ID=ccf46b8d-e733-4444-9800-e6d057a5b88e,revision_number=2']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:45.527734 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30c0e36-c371-4557-8358-5fcd4b92fc1d None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:20:45.528097 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30c0e36-c371-4557-8358-5fcd4b92fc1d None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:20:45.528568 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-b30c0e36-c371-4557-8358-5fcd4b92fc1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:45.528949 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30c0e36-c371-4557-8358-5fcd4b92fc1d None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:20:45.529401 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-b30c0e36-c371-4557-8358-5fcd4b92fc1d None None] Bound port: ccf46b8d-e733-4444-9800-e6d057a5b88e, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:20:45.529774 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-b30c0e36-c371-4557-8358-5fcd4b92fc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:45.558262 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4402566b-3a2e-4b0d-ae31-da7fe050e576 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:45.558593 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4402566b-3a2e-4b0d-ae31-da7fe050e576 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:45.558923 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4402566b-3a2e-4b0d-ae31-da7fe050e576 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:45.559242 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4402566b-3a2e-4b0d-ae31-da7fe050e576 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:45.559566 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4402566b-3a2e-4b0d-ae31-da7fe050e576 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:45.559882 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4402566b-3a2e-4b0d-ae31-da7fe050e576 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:45.560198 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4402566b-3a2e-4b0d-ae31-da7fe050e576 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:45.560605 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4402566b-3a2e-4b0d-ae31-da7fe050e576 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:45.560919 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4402566b-3a2e-4b0d-ae31-da7fe050e576 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:45.561233 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4402566b-3a2e-4b0d-ae31-da7fe050e576 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:45.561538 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4402566b-3a2e-4b0d-ae31-da7fe050e576 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:45.561841 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4402566b-3a2e-4b0d-ae31-da7fe050e576 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:45.568671 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-92b3560d-6e03-451d-9b70-ba65361f4380 admin admin] Allocated IP 172.20.0.1 (7873a8bd-ba2a-4499-84b2-a26290ff1f92/69c9ab78-dade-4b20-a7cc-89a765d0899d/b0bbebbf-6973-4c47-81b2-2934dcc7f004) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:20:45.609533 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-b30c0e36-c371-4557-8358-5fcd4b92fc1d None None] For port ccf46b8d-e733-4444-9800-e6d057a5b88e, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:20:45.612582 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-b30c0e36-c371-4557-8358-5fcd4b92fc1d None None] For port ccf46b8d-e733-4444-9800-e6d057a5b88e, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=ccf46b8d-e733-4444-9800-e6d057a5b88e,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:20:45.616803 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-b30c0e36-c371-4557-8358-5fcd4b92fc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:45.697323 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30c0e36-c371-4557-8358-5fcd4b92fc1d None None] Routers {'60fcd220-6064-42b0-a930-f03bef9e4891'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:20:45.697927 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-b30c0e36-c371-4557-8358-5fcd4b92fc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:20:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['60fcd220-6064-42b0-a930-f03bef9e4891'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:45.726347 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-92b3560d-6e03-451d-9b70-ba65361f4380 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:45.743337 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.provisioning_blocks [None req-92b3560d-6e03-451d-9b70-ba65361f4380 admin admin] Transition to ACTIVE for port object b0bbebbf-6973-4c47-81b2-2934dcc7f004 will not be triggered until provisioned by entity DHCP. {{(pid=87611) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:20:45.750679 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402566b-3a2e-4b0d-ae31-da7fe050e576 None None] Pushing event updated for resources: {'Port': ['ID=ccf46b8d-e733-4444-9800-e6d057a5b88e,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:45.770664 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-92b3560d-6e03-451d-9b70-ba65361f4380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:45.831584 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 68d4464d-1679-4305-8b53-71f7f56278b7 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:20:45.847870 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b3560d-6e03-451d-9b70-ba65361f4380 admin admin] Network 7873a8bd-ba2a-4499-84b2-a26290ff1f92 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:20:45.850949 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-92b3560d-6e03-451d-9b70-ba65361f4380 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:45.854980 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b3560d-6e03-451d-9b70-ba65361f4380 admin admin] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:20:45.884902 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-b30c0e36-c371-4557-8358-5fcd4b92fc1d None None] Set router 60fcd220-6064-42b0-a930-f03bef9e4891 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:20:45.895623 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3560d-6e03-451d-9b70-ba65361f4380 admin admin] Pushing event updated for resources: {'Port': ['ID=b0bbebbf-6973-4c47-81b2-2934dcc7f004,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:45.917314 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-92b3560d-6e03-451d-9b70-ba65361f4380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:45.921663 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 68d4464d-1679-4305-8b53-71f7f56278b7 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:45.922274 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:46.185837 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-b30c0e36-c371-4557-8358-5fcd4b92fc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'name': 'tempest-TestSnapshotPattern-755606896-router', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:43Z', 'revision_number': 3, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'gw_port': {'id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:46.190015 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30c0e36-c371-4557-8358-5fcd4b92fc1d None None] The sync data for ids ['60fcd220-6064-42b0-a930-f03bef9e4891'] in n-d-828419-1 is: [{'id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'name': 'tempest-TestSnapshotPattern-755606896-router', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:43Z', 'revision_number': 3, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'gw_port': {'id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:20:46.215710 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-92b3560d-6e03-451d-9b70-ba65361f4380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:46.225874 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c58a78f0-1d92-4809-9226-ea31b6cd020f None None] Provisioning for port b0bbebbf-6973-4c47-81b2-2934dcc7f004 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:20:46.231068 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-c58a78f0-1d92-4809-9226-ea31b6cd020f None None] Provisioning complete for port b0bbebbf-6973-4c47-81b2-2934dcc7f004 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:46.231524 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c58a78f0-1d92-4809-9226-ea31b6cd020f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:46.295313 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-c58a78f0-1d92-4809-9226-ea31b6cd020f None None] Port b0bbebbf-6973-4c47-81b2-2934dcc7f004 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:20:46.475665 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-92b3560d-6e03-451d-9b70-ba65361f4380 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:46.481528 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-92b3560d-6e03-451d-9b70-ba65361f4380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:46.592648 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-92b3560d-6e03-451d-9b70-ba65361f4380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:46.596312 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3560d-6e03-451d-9b70-ba65361f4380 admin admin] Pushing event updated for resources: {'Port': ['ID=b0bbebbf-6973-4c47-81b2-2934dcc7f004,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:46.870683 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b3560d-6e03-451d-9b70-ba65361f4380 admin admin] Network 7873a8bd-ba2a-4499-84b2-a26290ff1f92 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:20:46.871876 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-92b3560d-6e03-451d-9b70-ba65361f4380 admin admin] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:47.075445 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b3560d-6e03-451d-9b70-ba65361f4380 admin admin] Router 60fcd220-6064-42b0-a930-f03bef9e4891 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:20:47.122034 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-8f3dd25d-52d9-497b-ab3d-57ec93150828 None None] Provisioning complete for port b0bbebbf-6973-4c47-81b2-2934dcc7f004 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:47.122591 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8f3dd25d-52d9-497b-ab3d-57ec93150828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:47.176376 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-8f3dd25d-52d9-497b-ab3d-57ec93150828 None None] Port b0bbebbf-6973-4c47-81b2-2934dcc7f004 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:20:47.261333 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b3560d-6e03-451d-9b70-ba65361f4380 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:20:47.278164 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-92b3560d-6e03-451d-9b70-ba65361f4380 admin admin] 10.222.0.37 "PUT /v2.0/routers/60fcd220-6064-42b0-a930-f03bef9e4891/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7580166 Feb 09 02:20:47.747597 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fc3580-8b20-459b-9563-d7a008dd5f83 None None] Sync routers for ids ['60fcd220-6064-42b0-a930-f03bef9e4891'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:20:47.757220 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fc3580-8b20-459b-9563-d7a008dd5f83 None None] Routers {'60fcd220-6064-42b0-a930-f03bef9e4891'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:20:47.757890 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-d3fc3580-8b20-459b-9563-d7a008dd5f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:20:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['60fcd220-6064-42b0-a930-f03bef9e4891'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:47.843802 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40662) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:20:47.849743 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-ba73a62a-fe65-4cf6-b498-bded5c89e6b9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1345249909-network', 'tenant_id': 'fdfd21cd86de4d7ebdcb6f3ec9f032f2'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:47.855832 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ba73a62a-fe65-4cf6-b498-bded5c89e6b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:20:47.864967 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ba73a62a-fe65-4cf6-b498-bded5c89e6b9 admin admin] Usage tracker for resource:network and tenant:fdfd21cd86de4d7ebdcb6f3ec9f032f2 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:20:47.868704 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ba73a62a-fe65-4cf6-b498-bded5c89e6b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:20:47.874644 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ba73a62a-fe65-4cf6-b498-bded5c89e6b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:20:47.888555 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba73a62a-fe65-4cf6-b498-bded5c89e6b9 admin admin] Made reservation on behalf of fdfd21cd86de4d7ebdcb6f3ec9f032f2 for: {'network': 1} {{(pid=87611) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:47.891001 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba73a62a-fe65-4cf6-b498-bded5c89e6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for network, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:47.903842 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba73a62a-fe65-4cf6-b498-bded5c89e6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:47.918598 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ba73a62a-fe65-4cf6-b498-bded5c89e6b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:20:47.920222 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ccf46b8d-e733-4444-9800-e6d057a5b88e up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:20:47.922872 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ba73a62a-fe65-4cf6-b498-bded5c89e6b9 admin admin] Usage tracker for resource:security_group_rule and tenant:fdfd21cd86de4d7ebdcb6f3ec9f032f2 is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:20:47.925719 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-ba73a62a-fe65-4cf6-b498-bded5c89e6b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:20:47.932153 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-ba73a62a-fe65-4cf6-b498-bded5c89e6b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:20:48.014174 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-d3fc3580-8b20-459b-9563-d7a008dd5f83 None None] Set router 60fcd220-6064-42b0-a930-f03bef9e4891 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:20:48.027239 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba73a62a-fe65-4cf6-b498-bded5c89e6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:48.031412 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba73a62a-fe65-4cf6-b498-bded5c89e6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:48.045076 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba73a62a-fe65-4cf6-b498-bded5c89e6b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 960} {{(pid=87611) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:20:48.055234 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba73a62a-fe65-4cf6-b498-bded5c89e6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:48.055622 n-d-828419-1 neutron-server[87611]: INFO neutron.db.segments_db [None req-ba73a62a-fe65-4cf6-b498-bded5c89e6b9 admin admin] Added segment 288e8df0-3d79-4faa-83dc-97bf5ea61ebe of type vlan for network 321d15cc-e09f-4fbe-bcbc-8b49235225f2 Feb 09 02:20:48.086093 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba73a62a-fe65-4cf6-b498-bded5c89e6b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757039508080'] for network, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:48.137486 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba73a62a-fe65-4cf6-b498-bded5c89e6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e185b46-5cda-466e-9c84-d0a62557366b,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:48.140482 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba73a62a-fe65-4cf6-b498-bded5c89e6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388'] for network, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:48.141420 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba73a62a-fe65-4cf6-b498-bded5c89e6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:48.141988 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-ba73a62a-fe65-4cf6-b498-bded5c89e6b9 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:48.165822 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port ccf46b8d-e733-4444-9800-e6d057a5b88e completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:20:48.196124 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port ccf46b8d-e733-4444-9800-e6d057a5b88e triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:48.196437 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:48.248943 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba73a62a-fe65-4cf6-b498-bded5c89e6b9 admin admin] Pushing event updated for resources: {'Network': ['ID=321d15cc-e09f-4fbe-bcbc-8b49235225f2,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:48.252390 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-ba73a62a-fe65-4cf6-b498-bded5c89e6b9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4075174 Feb 09 02:20:48.255743 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40666) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:20:48.262015 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-b99d5dde-8951-4a46-bb2d-d167f806ef59 admin admin] Request body: {'subnet': {'network_id': '321d15cc-e09f-4fbe-bcbc-8b49235225f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1345249909-subnet', 'tenant_id': 'fdfd21cd86de4d7ebdcb6f3ec9f032f2', 'ip_version': 4}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:48.267506 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b99d5dde-8951-4a46-bb2d-d167f806ef59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:20:48.271370 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b99d5dde-8951-4a46-bb2d-d167f806ef59 admin admin] Usage tracker for resource:subnet and tenant:fdfd21cd86de4d7ebdcb6f3ec9f032f2 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:20:48.274927 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-b99d5dde-8951-4a46-bb2d-d167f806ef59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:20:48.281759 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-b99d5dde-8951-4a46-bb2d-d167f806ef59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:20:48.292711 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99d5dde-8951-4a46-bb2d-d167f806ef59 admin admin] Made reservation on behalf of fdfd21cd86de4d7ebdcb6f3ec9f032f2 for: {'subnet': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:48.295390 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b99d5dde-8951-4a46-bb2d-d167f806ef59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6198626'] for subnet, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:48.341345 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Network 321d15cc-e09f-4fbe-bcbc-8b49235225f2 details requested by agent ovs-agent-n-d-828419-1 with host n-d-828419-1 {{(pid=87613) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 02:20:48.509028 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b99d5dde-8951-4a46-bb2d-d167f806ef59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6065054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6198640'] for subnet, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:48.585392 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d5dde-8951-4a46-bb2d-d167f806ef59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e024b14-b06f-4e93-b2de-4b05ad25d3b7,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:48.599545 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99d5dde-8951-4a46-bb2d-d167f806ef59 admin admin] Checking segment: {'id': '288e8df0-3d79-4faa-83dc-97bf5ea61ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '321d15cc-e09f-4fbe-bcbc-8b49235225f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:20:48.599904 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99d5dde-8951-4a46-bb2d-d167f806ef59 admin admin] Network hostable DHCP agents. Network: 321d15cc-e09f-4fbe-bcbc-8b49235225f2, hostable agents: ['d4eff950-ec15-486a-a65e-5e962f7d9d14'], hosted agents: [] {{(pid=87612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:20:48.619622 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99d5dde-8951-4a46-bb2d-d167f806ef59 admin admin] Network 321d15cc-e09f-4fbe-bcbc-8b49235225f2 is scheduled to be hosted by DHCP agent d4eff950-ec15-486a-a65e-5e962f7d9d14 with binding_index 1 {{(pid=87612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:20:48.629080 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-b99d5dde-8951-4a46-bb2d-d167f806ef59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828419-1, 321d15cc-e09f-4fbe-bcbc-8b49235225f2) {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:48.634394 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99d5dde-8951-4a46-bb2d-d167f806ef59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:48.635035 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b99d5dde-8951-4a46-bb2d-d167f806ef59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:48.642074 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38456bbc-2358-4977-9112-0b6c311032f2 None None] Network 321d15cc-e09f-4fbe-bcbc-8b49235225f2 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:20:48.654996 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b99d5dde-8951-4a46-bb2d-d167f806ef59 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3981504 Feb 09 02:20:48.657521 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40670) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:20:48.662577 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-1ca2bc59-2427-4de0-af8c-8fcfb110f8c9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1345249909-router', 'tenant_id': 'fdfd21cd86de4d7ebdcb6f3ec9f032f2', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:48.668026 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1ca2bc59-2427-4de0-af8c-8fcfb110f8c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:20:48.672004 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1ca2bc59-2427-4de0-af8c-8fcfb110f8c9 admin admin] Usage tracker for resource:router and tenant:fdfd21cd86de4d7ebdcb6f3ec9f032f2 is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:20:48.674898 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-1ca2bc59-2427-4de0-af8c-8fcfb110f8c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:20:48.681277 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-1ca2bc59-2427-4de0-af8c-8fcfb110f8c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:20:48.692271 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1ca2bc59-2427-4de0-af8c-8fcfb110f8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8101507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2779'] for router, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:48.693912 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1ca2bc59-2427-4de0-af8c-8fcfb110f8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8059169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2768'] for router, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:48.710519 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:48.713183 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1ca2bc59-2427-4de0-af8c-8fcfb110f8c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:48.771146 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port ccf46b8d-e733-4444-9800-e6d057a5b88e, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=ccf46b8d-e733-4444-9800-e6d057a5b88e,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:20:48.778290 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:48.889298 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-d3fc3580-8b20-459b-9563-d7a008dd5f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'name': 'tempest-TestSnapshotPattern-755606896-router', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:46Z', 'revision_number': 4, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'gw_port': {'id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'b0bbebbf-6973-4c47-81b2-2934dcc7f004', 'name': '', 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'mac_address': 'fa:16:3e:1a:87:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '69c9ab78-dade-4b20-a7cc-89a765d0899d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:45Z', 'updated_at': '2022-02-09T02:20:46Z', 'revision_number': 2, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'subnets': [{'id': '69c9ab78-dade-4b20-a7cc-89a765d0899d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:48.914568 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fc3580-8b20-459b-9563-d7a008dd5f83 None None] Checking router: 60fcd220-6064-42b0-a930-f03bef9e4891 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:20:48.914909 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fc3580-8b20-459b-9563-d7a008dd5f83 None None] Updating router 60fcd220-6064-42b0-a930-f03bef9e4891 port b0bbebbf-6973-4c47-81b2-2934dcc7f004 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:20:48.944159 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=ccf46b8d-e733-4444-9800-e6d057a5b88e,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:48.988482 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1ca2bc59-2427-4de0-af8c-8fcfb110f8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8095319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2814'] for router, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:49.006491 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d3fc3580-8b20-459b-9563-d7a008dd5f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:49.017870 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58644b75-4274-49f6-bdd9-9d2027516023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp035a8ffc-baf5-5c16-af99-65a70311f4ea-321d15cc-e09f-4fbe-bcbc-8b49235225f2', 'network_id': '321d15cc-e09f-4fbe-bcbc-8b49235225f2', 'tenant_id': 'fdfd21cd86de4d7ebdcb6f3ec9f032f2', 'fixed_ips': [{'subnet_id': '6e024b14-b06f-4e93-b2de-4b05ad25d3b7'}]}} from n-d-828419-1. {{(pid=87613) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 02:20:49.018679 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-58644b75-4274-49f6-bdd9-9d2027516023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:49.355952 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.db_base_plugin_common [None req-58644b75-4274-49f6-bdd9-9d2027516023 None None] Allocated IP 172.20.0.2 (321d15cc-e09f-4fbe-bcbc-8b49235225f2/6e024b14-b06f-4e93-b2de-4b05ad25d3b7/b18de62e-32db-4901-bd88-a5264fbe3cf4) {{(pid=87613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:20:49.430289 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1ca2bc59-2427-4de0-af8c-8fcfb110f8c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:49.464293 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1ca2bc59-2427-4de0-af8c-8fcfb110f8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:49.607473 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-1ca2bc59-2427-4de0-af8c-8fcfb110f8c9 admin admin] Allocated IP 172.25.5.80 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/a65db386-7844-48a3-abe0-d228b8c246ff) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:20:49.659277 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d3fc3580-8b20-459b-9563-d7a008dd5f83 None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:49.681411 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-d3fc3580-8b20-459b-9563-d7a008dd5f83 None None] Transition to ACTIVE for port object b0bbebbf-6973-4c47-81b2-2934dcc7f004 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:20:49.683987 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-58644b75-4274-49f6-bdd9-9d2027516023 None None] Notify callbacks [] for port, precommit_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:49.692857 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d3fc3580-8b20-459b-9563-d7a008dd5f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:49.726306 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-58644b75-4274-49f6-bdd9-9d2027516023 None None] Transition to ACTIVE for port object b18de62e-32db-4901-bd88-a5264fbe3cf4 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:20:49.822013 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1ca2bc59-2427-4de0-af8c-8fcfb110f8c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:49.846710 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ccf46b8d-e733-4444-9800-e6d057a5b88e up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:20:49.858076 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1ca2bc59-2427-4de0-af8c-8fcfb110f8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:49.886889 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-58644b75-4274-49f6-bdd9-9d2027516023 None None] Transition to ACTIVE for port object b18de62e-32db-4901-bd88-a5264fbe3cf4 will not be triggered until provisioned by entity DHCP. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:20:49.936319 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca2bc59-2427-4de0-af8c-8fcfb110f8c9 admin admin] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:20:49.939014 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a1f1a-8da2-47d9-8031-b3db682159bb None None] Pushing event updated for resources: {'Port': ['ID=b0bbebbf-6973-4c47-81b2-2934dcc7f004,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:49.939562 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-1ca2bc59-2427-4de0-af8c-8fcfb110f8c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:49.944194 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca2bc59-2427-4de0-af8c-8fcfb110f8c9 admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:20:49.974926 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2bc59-2427-4de0-af8c-8fcfb110f8c9 admin admin] Pushing event updated for resources: {'Port': ['ID=a65db386-7844-48a3-abe0-d228b8c246ff,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:50.095476 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-58644b75-4274-49f6-bdd9-9d2027516023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479'] for port, after_create {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:50.202677 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-d3fc3580-8b20-459b-9563-d7a008dd5f83 None None] Attempting to bind port b0bbebbf-6973-4c47-81b2-2934dcc7f004 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:20:50.202966 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-d3fc3580-8b20-459b-9563-d7a008dd5f83 None None] Attempting to bind port b0bbebbf-6973-4c47-81b2-2934dcc7f004 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '0a5f132f-0044-4e93-b11a-cb3af4f6a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:20:50.203325 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fc3580-8b20-459b-9563-d7a008dd5f83 None None] Attempting to bind port b0bbebbf-6973-4c47-81b2-2934dcc7f004 on network 7873a8bd-ba2a-4499-84b2-a26290ff1f92 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:20:50.217663 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58644b75-4274-49f6-bdd9-9d2027516023 None None] Network 321d15cc-e09f-4fbe-bcbc-8b49235225f2 is already hosted by enough agents. {{(pid=87613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:20:50.224078 n-d-828419-1 neutron-server[87613]: DEBUG neutron.scheduler.base_scheduler [None req-58644b75-4274-49f6-bdd9-9d2027516023 None None] Resources bound (agent type, host, resource id): {{(pid=87613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:50.227069 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58644b75-4274-49f6-bdd9-9d2027516023 None None] Received port after_create {{(pid=87613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:20:50.229868 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fc3580-8b20-459b-9563-d7a008dd5f83 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:20:50.230235 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fc3580-8b20-459b-9563-d7a008dd5f83 None None] Checking segment: {'id': '0a5f132f-0044-4e93-b11a-cb3af4f6a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:20:50.230638 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d3fc3580-8b20-459b-9563-d7a008dd5f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:50.231029 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fc3580-8b20-459b-9563-d7a008dd5f83 None None] Bound using segment: {'id': '0a5f132f-0044-4e93-b11a-cb3af4f6a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:20:50.231514 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-d3fc3580-8b20-459b-9563-d7a008dd5f83 None None] Bound port: b0bbebbf-6973-4c47-81b2-2934dcc7f004, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5f132f-0044-4e93-b11a-cb3af4f6a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:20:50.231885 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d3fc3580-8b20-459b-9563-d7a008dd5f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:50.276556 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58644b75-4274-49f6-bdd9-9d2027516023 None None] Pushing event updated for resources: {'Port': ['ID=b18de62e-32db-4901-bd88-a5264fbe3cf4,revision_number=1']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:50.374838 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port ccf46b8d-e733-4444-9800-e6d057a5b88e triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:50.375497 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:50.394687 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1ca2bc59-2427-4de0-af8c-8fcfb110f8c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:50.439991 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-58644b75-4274-49f6-bdd9-9d2027516023 None None] Attempting to bind port b18de62e-32db-4901-bd88-a5264fbe3cf4 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:20:50.440356 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-58644b75-4274-49f6-bdd9-9d2027516023 None None] Attempting to bind port b18de62e-32db-4901-bd88-a5264fbe3cf4 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '288e8df0-3d79-4faa-83dc-97bf5ea61ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '321d15cc-e09f-4fbe-bcbc-8b49235225f2'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:20:50.440747 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58644b75-4274-49f6-bdd9-9d2027516023 None None] Attempting to bind port b18de62e-32db-4901-bd88-a5264fbe3cf4 on network 321d15cc-e09f-4fbe-bcbc-8b49235225f2 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:20:50.468828 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58644b75-4274-49f6-bdd9-9d2027516023 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:20:50.469159 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58644b75-4274-49f6-bdd9-9d2027516023 None None] Checking segment: {'id': '288e8df0-3d79-4faa-83dc-97bf5ea61ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '321d15cc-e09f-4fbe-bcbc-8b49235225f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:20:50.469553 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-58644b75-4274-49f6-bdd9-9d2027516023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:50.469940 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58644b75-4274-49f6-bdd9-9d2027516023 None None] Bound using segment: {'id': '288e8df0-3d79-4faa-83dc-97bf5ea61ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '321d15cc-e09f-4fbe-bcbc-8b49235225f2'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:20:50.470411 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-58644b75-4274-49f6-bdd9-9d2027516023 None None] Bound port: b18de62e-32db-4901-bd88-a5264fbe3cf4, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288e8df0-3d79-4faa-83dc-97bf5ea61ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '321d15cc-e09f-4fbe-bcbc-8b49235225f2'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:20:50.470775 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-58644b75-4274-49f6-bdd9-9d2027516023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:50.522445 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-d3fc3580-8b20-459b-9563-d7a008dd5f83 None None] For port b0bbebbf-6973-4c47-81b2-2934dcc7f004, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:20:50.552615 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-d3fc3580-8b20-459b-9563-d7a008dd5f83 None None] For port b0bbebbf-6973-4c47-81b2-2934dcc7f004, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b0bbebbf-6973-4c47-81b2-2934dcc7f004,segment=NetworkSegment(0a5f132f-0044-4e93-b11a-cb3af4f6a98e),segment_id=0a5f132f-0044-4e93-b11a-cb3af4f6a98e)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:20:50.559789 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d3fc3580-8b20-459b-9563-d7a008dd5f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:50.710049 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-58644b75-4274-49f6-bdd9-9d2027516023 None None] For port b18de62e-32db-4901-bd88-a5264fbe3cf4, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:20:50.718180 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-58644b75-4274-49f6-bdd9-9d2027516023 None None] For port b18de62e-32db-4901-bd88-a5264fbe3cf4, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b18de62e-32db-4901-bd88-a5264fbe3cf4,segment=NetworkSegment(288e8df0-3d79-4faa-83dc-97bf5ea61ebe),segment_id=288e8df0-3d79-4faa-83dc-97bf5ea61ebe)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:20:50.723157 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fc3580-8b20-459b-9563-d7a008dd5f83 None None] Routers {'60fcd220-6064-42b0-a930-f03bef9e4891'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:20:50.723710 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-d3fc3580-8b20-459b-9563-d7a008dd5f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:20:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['60fcd220-6064-42b0-a930-f03bef9e4891'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:50.755005 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1ca2bc59-2427-4de0-af8c-8fcfb110f8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8101530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101396'] for router, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:50.772549 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a1f1a-8da2-47d9-8031-b3db682159bb None None] Pushing event updated for resources: {'Port': ['ID=b0bbebbf-6973-4c47-81b2-2934dcc7f004,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:50.781850 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-58644b75-4274-49f6-bdd9-9d2027516023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:50.969148 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58644b75-4274-49f6-bdd9-9d2027516023 None None] Pushing event updated for resources: {'Port': ['ID=b18de62e-32db-4901-bd88-a5264fbe3cf4,revision_number=2']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:51.011939 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-d3fc3580-8b20-459b-9563-d7a008dd5f83 None None] Set router 60fcd220-6064-42b0-a930-f03bef9e4891 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:20:51.185820 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca2bc59-2427-4de0-af8c-8fcfb110f8c9 admin admin] Router e4e9189a-b096-4023-bd30-672e62d2dc38 is scheduled to L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de with binding_index 1 {{(pid=87612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 02:20:51.366338 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-d3fc3580-8b20-459b-9563-d7a008dd5f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'name': 'tempest-TestSnapshotPattern-755606896-router', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:46Z', 'revision_number': 4, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'gw_port': {'id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'b0bbebbf-6973-4c47-81b2-2934dcc7f004', 'name': '', 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'mac_address': 'fa:16:3e:1a:87:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '69c9ab78-dade-4b20-a7cc-89a765d0899d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:45Z', 'updated_at': '2022-02-09T02:20:50Z', 'revision_number': 4, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'subnets': [{'id': '69c9ab78-dade-4b20-a7cc-89a765d0899d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:51.371018 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fc3580-8b20-459b-9563-d7a008dd5f83 None None] The sync data for ids ['60fcd220-6064-42b0-a930-f03bef9e4891'] in n-d-828419-1 is: [{'id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'name': 'tempest-TestSnapshotPattern-755606896-router', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:46Z', 'revision_number': 4, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'gw_port': {'id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'b0bbebbf-6973-4c47-81b2-2934dcc7f004', 'name': '', 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'mac_address': 'fa:16:3e:1a:87:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '69c9ab78-dade-4b20-a7cc-89a765d0899d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:45Z', 'updated_at': '2022-02-09T02:20:50Z', 'revision_number': 4, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'subnets': [{'id': '69c9ab78-dade-4b20-a7cc-89a765d0899d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:20:51.381835 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca2bc59-2427-4de0-af8c-8fcfb110f8c9 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:20:51.392255 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae22e28a-cede-428a-9982-668531816d10 None None] Sync routers for ids ['e4e9189a-b096-4023-bd30-672e62d2dc38'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:20:51.402637 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae22e28a-cede-428a-9982-668531816d10 None None] Routers {'e4e9189a-b096-4023-bd30-672e62d2dc38'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:20:51.403106 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ae22e28a-cede-428a-9982-668531816d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:20:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e4e9189a-b096-4023-bd30-672e62d2dc38'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:51.408039 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-1ca2bc59-2427-4de0-af8c-8fcfb110f8c9 admin admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:51.411980 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-1ca2bc59-2427-4de0-af8c-8fcfb110f8c9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7508264 Feb 09 02:20:51.412243 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40674) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:20:51.647682 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-ae22e28a-cede-428a-9982-668531816d10 None None] Set router e4e9189a-b096-4023-bd30-672e62d2dc38 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:20:51.952832 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b0bbebbf-6973-4c47-81b2-2934dcc7f004 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:20:52.034043 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ae22e28a-cede-428a-9982-668531816d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e9189a-b096-4023-bd30-672e62d2dc38', 'name': 'tempest-TestSnapshotPattern-1345249909-router', 'tenant_id': 'fdfd21cd86de4d7ebdcb6f3ec9f032f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'a65db386-7844-48a3-abe0-d228b8c246ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:20:48Z', 'updated_at': '2022-02-09T02:20:50Z', 'revision_number': 3, 'project_id': 'fdfd21cd86de4d7ebdcb6f3ec9f032f2', 'gw_port': {'id': 'a65db386-7844-48a3-abe0-d228b8c246ff', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e9189a-b096-4023-bd30-672e62d2dc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:49Z', 'updated_at': '2022-02-09T02:20:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:52.048568 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae22e28a-cede-428a-9982-668531816d10 None None] Checking router: e4e9189a-b096-4023-bd30-672e62d2dc38 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:20:52.048875 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae22e28a-cede-428a-9982-668531816d10 None None] Updating router e4e9189a-b096-4023-bd30-672e62d2dc38 port a65db386-7844-48a3-abe0-d228b8c246ff binding host n-d-828419-1 {{(pid=87614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:20:52.087750 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port b0bbebbf-6973-4c47-81b2-2934dcc7f004 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:20:52.099573 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port b0bbebbf-6973-4c47-81b2-2934dcc7f004 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:52.099955 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:52.140002 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-ae22e28a-cede-428a-9982-668531816d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:52.172640 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6648a2c-3540-4c69-b98c-957f34598223 None None] Network 321d15cc-e09f-4fbe-bcbc-8b49235225f2 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:20:52.326941 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-cb151bbd-f094-4825-bc79-1bd93b8b462d None None] Provisioning for port b18de62e-32db-4901-bd88-a5264fbe3cf4 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:20:52.348098 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-62d05154-d028-4b9a-b631-48ba34dc61ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:52.374145 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:52.510400 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port b0bbebbf-6973-4c47-81b2-2934dcc7f004, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b0bbebbf-6973-4c47-81b2-2934dcc7f004,segment=NetworkSegment(0a5f132f-0044-4e93-b11a-cb3af4f6a98e),segment_id=0a5f132f-0044-4e93-b11a-cb3af4f6a98e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:20:52.541653 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:52.541653 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b18de62e-32db-4901-bd88-a5264fbe3cf4 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:20:52.605186 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-62d05154-d028-4b9a-b631-48ba34dc61ce admin admin] Allocated IP 172.20.0.1 (321d15cc-e09f-4fbe-bcbc-8b49235225f2/6e024b14-b06f-4e93-b2de-4b05ad25d3b7/62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:20:52.640249 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-ae22e28a-cede-428a-9982-668531816d10 None None] Notify callbacks [] for port, precommit_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:52.653608 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.provisioning_blocks [None req-ae22e28a-cede-428a-9982-668531816d10 None None] Transition to ACTIVE for port object a65db386-7844-48a3-abe0-d228b8c246ff will not be triggered until provisioned by entity L2. {{(pid=87614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:20:52.666235 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-ae22e28a-cede-428a-9982-668531816d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:52.698952 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:52.705789 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=b0bbebbf-6973-4c47-81b2-2934dcc7f004,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:52.751727 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-ae22e28a-cede-428a-9982-668531816d10 None None] Attempting to bind port a65db386-7844-48a3-abe0-d228b8c246ff on host n-d-828419-1 for vnic_type normal with profile {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:20:52.752072 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-ae22e28a-cede-428a-9982-668531816d10 None None] Attempting to bind port a65db386-7844-48a3-abe0-d228b8c246ff by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:20:52.752443 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae22e28a-cede-428a-9982-668531816d10 None None] Attempting to bind port a65db386-7844-48a3-abe0-d228b8c246ff on network d1df58ff-1788-422d-89ee-d00e1fe89789 {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:20:52.761287 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471633d7-114c-4b61-9903-97bc970ce3ab None None] Pushing event updated for resources: {'Port': ['ID=a65db386-7844-48a3-abe0-d228b8c246ff,revision_number=2']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:52.762557 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port b18de62e-32db-4901-bd88-a5264fbe3cf4 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:20:52.763707 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae22e28a-cede-428a-9982-668531816d10 None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:20:52.764083 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae22e28a-cede-428a-9982-668531816d10 None None] Checking segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:20:52.764505 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-ae22e28a-cede-428a-9982-668531816d10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:52.764886 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae22e28a-cede-428a-9982-668531816d10 None None] Bound using segment: {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'} {{(pid=87614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:20:52.765351 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.managers [None req-ae22e28a-cede-428a-9982-668531816d10 None None] Bound port: a65db386-7844-48a3-abe0-d228b8c246ff, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9c9ff-99cb-460b-b308-ef98876a1893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789'}}] {{(pid=87614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:20:52.765714 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-ae22e28a-cede-428a-9982-668531816d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:52.770176 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port b18de62e-32db-4901-bd88-a5264fbe3cf4 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:52.771422 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:52.813735 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-62d05154-d028-4b9a-b631-48ba34dc61ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:52.840970 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [None req-62d05154-d028-4b9a-b631-48ba34dc61ce admin admin] Transition to ACTIVE for port object 62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:20:52.874331 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-ae22e28a-cede-428a-9982-668531816d10 None None] For port a65db386-7844-48a3-abe0-d228b8c246ff, host n-d-828419-1, cleared binding levels {{(pid=87614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:20:52.879759 n-d-828419-1 neutron-server[87614]: DEBUG neutron.plugins.ml2.db [None req-ae22e28a-cede-428a-9982-668531816d10 None None] For port a65db386-7844-48a3-abe0-d228b8c246ff, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=a65db386-7844-48a3-abe0-d228b8c246ff,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:20:52.885196 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-62d05154-d028-4b9a-b631-48ba34dc61ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:52.888704 n-d-828419-1 neutron-server[87614]: DEBUG neutron_lib.callbacks.manager [None req-ae22e28a-cede-428a-9982-668531816d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:52.938898 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:52.972476 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae22e28a-cede-428a-9982-668531816d10 None None] Routers {'e4e9189a-b096-4023-bd30-672e62d2dc38'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:20:52.973113 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ae22e28a-cede-428a-9982-668531816d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:20:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e4e9189a-b096-4023-bd30-672e62d2dc38'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:52.993264 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port b18de62e-32db-4901-bd88-a5264fbe3cf4, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b18de62e-32db-4901-bd88-a5264fbe3cf4,segment=NetworkSegment(288e8df0-3d79-4faa-83dc-97bf5ea61ebe),segment_id=288e8df0-3d79-4faa-83dc-97bf5ea61ebe)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:20:53.005475 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d05154-d028-4b9a-b631-48ba34dc61ce admin admin] Network 321d15cc-e09f-4fbe-bcbc-8b49235225f2 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:20:53.009679 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-62d05154-d028-4b9a-b631-48ba34dc61ce admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:53.014055 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:53.017659 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d05154-d028-4b9a-b631-48ba34dc61ce admin admin] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:20:53.097705 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471633d7-114c-4b61-9903-97bc970ce3ab None None] Pushing event updated for resources: {'Port': ['ID=a65db386-7844-48a3-abe0-d228b8c246ff,revision_number=3']} {{(pid=87614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:53.119540 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=b18de62e-32db-4901-bd88-a5264fbe3cf4,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:53.126550 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d05154-d028-4b9a-b631-48ba34dc61ce admin admin] Pushing event updated for resources: {'Port': ['ID=62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:53.167139 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-62d05154-d028-4b9a-b631-48ba34dc61ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8108846'] for router_interface, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:53.234276 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-ae22e28a-cede-428a-9982-668531816d10 None None] Set router e4e9189a-b096-4023-bd30-672e62d2dc38 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:20:53.277417 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-a8aa344f-0164-4e7d-b0fe-f52dafc6ccfe None None] Provisioning complete for port b18de62e-32db-4901-bd88-a5264fbe3cf4 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:53.277784 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a8aa344f-0164-4e7d-b0fe-f52dafc6ccfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:53.548214 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ae22e28a-cede-428a-9982-668531816d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e9189a-b096-4023-bd30-672e62d2dc38', 'name': 'tempest-TestSnapshotPattern-1345249909-router', 'tenant_id': 'fdfd21cd86de4d7ebdcb6f3ec9f032f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'a65db386-7844-48a3-abe0-d228b8c246ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:20:48Z', 'updated_at': '2022-02-09T02:20:50Z', 'revision_number': 3, 'project_id': 'fdfd21cd86de4d7ebdcb6f3ec9f032f2', 'gw_port': {'id': 'a65db386-7844-48a3-abe0-d228b8c246ff', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e9189a-b096-4023-bd30-672e62d2dc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:49Z', 'updated_at': '2022-02-09T02:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:53.552441 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae22e28a-cede-428a-9982-668531816d10 None None] The sync data for ids ['e4e9189a-b096-4023-bd30-672e62d2dc38'] in n-d-828419-1 is: [{'id': 'e4e9189a-b096-4023-bd30-672e62d2dc38', 'name': 'tempest-TestSnapshotPattern-1345249909-router', 'tenant_id': 'fdfd21cd86de4d7ebdcb6f3ec9f032f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'a65db386-7844-48a3-abe0-d228b8c246ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:20:48Z', 'updated_at': '2022-02-09T02:20:50Z', 'revision_number': 3, 'project_id': 'fdfd21cd86de4d7ebdcb6f3ec9f032f2', 'gw_port': {'id': 'a65db386-7844-48a3-abe0-d228b8c246ff', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e9189a-b096-4023-bd30-672e62d2dc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:49Z', 'updated_at': '2022-02-09T02:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:20:53.564303 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f563e04c-6713-4cb9-8398-4a4588feade2 None None] Provisioning for port 62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:20:53.577887 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f563e04c-6713-4cb9-8398-4a4588feade2 None None] Provisioning complete for port 62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:53.578260 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f563e04c-6713-4cb9-8398-4a4588feade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:53.582892 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-62d05154-d028-4b9a-b631-48ba34dc61ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:53.639457 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f563e04c-6713-4cb9-8398-4a4588feade2 None None] Port 62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:20:53.842334 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-62d05154-d028-4b9a-b631-48ba34dc61ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:53.851425 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-62d05154-d028-4b9a-b631-48ba34dc61ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:53.967683 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b0bbebbf-6973-4c47-81b2-2934dcc7f004 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:20:53.972445 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d05154-d028-4b9a-b631-48ba34dc61ce admin admin] Pushing event updated for resources: {'Port': ['ID=62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:53.975700 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-62d05154-d028-4b9a-b631-48ba34dc61ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7866466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8109003'] for router_interface, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:54.047559 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port b0bbebbf-6973-4c47-81b2-2934dcc7f004 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:54.048887 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:54.137432 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d05154-d028-4b9a-b631-48ba34dc61ce admin admin] Network 321d15cc-e09f-4fbe-bcbc-8b49235225f2 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:20:54.138984 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-62d05154-d028-4b9a-b631-48ba34dc61ce admin admin] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:54.204075 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b18de62e-32db-4901-bd88-a5264fbe3cf4 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:20:54.311461 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port b18de62e-32db-4901-bd88-a5264fbe3cf4 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:54.311833 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:54.379226 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d05154-d028-4b9a-b631-48ba34dc61ce admin admin] Router e4e9189a-b096-4023-bd30-672e62d2dc38 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:20:54.489294 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-bd99b214-72b7-49ac-aa1c-98493e96c833 None None] Provisioning complete for port 62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:54.489668 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-bd99b214-72b7-49ac-aa1c-98493e96c833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:54.531760 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device a65db386-7844-48a3-abe0-d228b8c246ff up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:20:54.608002 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d05154-d028-4b9a-b631-48ba34dc61ce admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:20:54.620503 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-bd99b214-72b7-49ac-aa1c-98493e96c833 None None] Port 62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:20:54.620713 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-62d05154-d028-4b9a-b631-48ba34dc61ce admin admin] 10.222.0.37 "PUT /v2.0/routers/e4e9189a-b096-4023-bd30-672e62d2dc38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2048447 Feb 09 02:20:54.652147 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port a65db386-7844-48a3-abe0-d228b8c246ff completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:20:54.657570 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port a65db386-7844-48a3-abe0-d228b8c246ff triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:54.658154 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:54.787783 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:54.807484 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port a65db386-7844-48a3-abe0-d228b8c246ff, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=a65db386-7844-48a3-abe0-d228b8c246ff,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:20:54.813617 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:54.890553 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=a65db386-7844-48a3-abe0-d228b8c246ff,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:55.262288 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40684) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:20:55.267752 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-913b8cb8-0bad-4bfb-8766-378a7406686a tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1918825441', 'description': 'tempest-secgroup-smoke-1918825441 description', 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:55.275600 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-913b8cb8-0bad-4bfb-8766-378a7406686a tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:20:55.279922 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-913b8cb8-0bad-4bfb-8766-378a7406686a tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Usage tracker for resource:security_group and tenant:357b19c7c9b149a3a8d1252cdcbab32b is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:20:55.283172 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-913b8cb8-0bad-4bfb-8766-378a7406686a tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:20:55.291142 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-913b8cb8-0bad-4bfb-8766-378a7406686a tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:20:55.302891 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-913b8cb8-0bad-4bfb-8766-378a7406686a tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for security_group, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:55.324750 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-913b8cb8-0bad-4bfb-8766-378a7406686a tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:20:55.329902 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-913b8cb8-0bad-4bfb-8766-378a7406686a tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Usage tracker for resource:security_group_rule and tenant:357b19c7c9b149a3a8d1252cdcbab32b is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:20:55.332962 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-913b8cb8-0bad-4bfb-8766-378a7406686a tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:20:55.339905 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-913b8cb8-0bad-4bfb-8766-378a7406686a tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:20:55.353356 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f8b6af-dab2-4676-b886-acb7f3a665fb None None] Sync routers for ids ['e4e9189a-b096-4023-bd30-672e62d2dc38'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:20:55.362882 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f8b6af-dab2-4676-b886-acb7f3a665fb None None] Routers {'e4e9189a-b096-4023-bd30-672e62d2dc38'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:20:55.363511 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-63f8b6af-dab2-4676-b886-acb7f3a665fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:20:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e4e9189a-b096-4023-bd30-672e62d2dc38'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:55.413143 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-913b8cb8-0bad-4bfb-8766-378a7406686a tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for security_group, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:55.417830 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-913b8cb8-0bad-4bfb-8766-378a7406686a tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:55.459361 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b8cb8-0bad-4bfb-8766-378a7406686a tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7c7e1b-0f8e-489c-81cb-00973edc4cdd,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:55.464386 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-913b8cb8-0bad-4bfb-8766-378a7406686a tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:55.465654 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-913b8cb8-0bad-4bfb-8766-378a7406686a tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2022691 Feb 09 02:20:55.468643 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40688) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:20:55.474052 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-c9fa0e18-6f98-4bc4-9935-259d1f23d30a tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Request body: {'security_group_rule': {'security_group_id': 'fa7c7e1b-0f8e-489c-81cb-00973edc4cdd', 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:55.481746 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c9fa0e18-6f98-4bc4-9935-259d1f23d30a tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:20:55.485780 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c9fa0e18-6f98-4bc4-9935-259d1f23d30a tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Usage tracker for resource:security_group_rule and tenant:357b19c7c9b149a3a8d1252cdcbab32b is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:20:55.488644 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-c9fa0e18-6f98-4bc4-9935-259d1f23d30a tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:20:55.494770 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-c9fa0e18-6f98-4bc4-9935-259d1f23d30a tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:20:55.512505 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c9fa0e18-6f98-4bc4-9935-259d1f23d30a tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:55.581048 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c9fa0e18-6f98-4bc4-9935-259d1f23d30a tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:55.584097 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-63f8b6af-dab2-4676-b886-acb7f3a665fb None None] Set router e4e9189a-b096-4023-bd30-672e62d2dc38 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:20:55.584633 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c9fa0e18-6f98-4bc4-9935-259d1f23d30a tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:55.607590 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa0e18-6f98-4bc4-9935-259d1f23d30a tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b55b9b5f-6ffc-4d31-b09a-a3a62d14e1ae,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:55.618973 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-c9fa0e18-6f98-4bc4-9935-259d1f23d30a tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:55.620176 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-c9fa0e18-6f98-4bc4-9935-259d1f23d30a tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504965 Feb 09 02:20:55.623019 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 40692) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:20:55.627954 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-006047a8-fa7f-41e9-ab03-b79ef1324744 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Request body: {'security_group_rule': {'security_group_id': 'fa7c7e1b-0f8e-489c-81cb-00973edc4cdd', 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:55.635809 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-006047a8-fa7f-41e9-ab03-b79ef1324744 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:20:55.640127 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-006047a8-fa7f-41e9-ab03-b79ef1324744 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Usage tracker for resource:security_group_rule and tenant:357b19c7c9b149a3a8d1252cdcbab32b is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:20:55.643544 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-006047a8-fa7f-41e9-ab03-b79ef1324744 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:20:55.650124 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-006047a8-fa7f-41e9-ab03-b79ef1324744 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:20:55.676849 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-006047a8-fa7f-41e9-ab03-b79ef1324744 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:55.784260 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-006047a8-fa7f-41e9-ab03-b79ef1324744 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:55.789626 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-006047a8-fa7f-41e9-ab03-b79ef1324744 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:55.814010 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006047a8-fa7f-41e9-ab03-b79ef1324744 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba8340cc-2b1e-41dd-829b-d448b7b5f006,revision_number=0']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:55.827108 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-006047a8-fa7f-41e9-ab03-b79ef1324744 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:55.830797 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40696) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:20:55.841752 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-3daeb98a-7cdc-469e-9c88-3cbe9166d221 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Request body: {'security_group_rule': {'security_group_id': 'fa7c7e1b-0f8e-489c-81cb-00973edc4cdd', 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:55.847165 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-006047a8-fa7f-41e9-ab03-b79ef1324744 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2230840 Feb 09 02:20:55.849825 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3daeb98a-7cdc-469e-9c88-3cbe9166d221 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:20:55.854331 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3daeb98a-7cdc-469e-9c88-3cbe9166d221 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Usage tracker for resource:security_group_rule and tenant:357b19c7c9b149a3a8d1252cdcbab32b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:20:55.857464 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-3daeb98a-7cdc-469e-9c88-3cbe9166d221 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:20:55.865773 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-3daeb98a-7cdc-469e-9c88-3cbe9166d221 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:20:55.871910 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device a65db386-7844-48a3-abe0-d228b8c246ff up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:20:55.886045 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3daeb98a-7cdc-469e-9c88-3cbe9166d221 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:55.950053 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:55.954531 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3daeb98a-7cdc-469e-9c88-3cbe9166d221 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:55.958308 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3daeb98a-7cdc-469e-9c88-3cbe9166d221 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:55.982781 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daeb98a-7cdc-469e-9c88-3cbe9166d221 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a68ad9-eafb-47e2-840f-9e2f93841d9c,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:55.992298 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-3daeb98a-7cdc-469e-9c88-3cbe9166d221 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:55.993555 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-3daeb98a-7cdc-469e-9c88-3cbe9166d221 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1617525 Feb 09 02:20:55.996379 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40700) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:20:56.001411 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-8cdc6ccd-747d-4dbe-8b59-e9b40af3fa57 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Request body: {'security_group_rule': {'security_group_id': 'fa7c7e1b-0f8e-489c-81cb-00973edc4cdd', 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:56.008892 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8cdc6ccd-747d-4dbe-8b59-e9b40af3fa57 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:20:56.012659 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8cdc6ccd-747d-4dbe-8b59-e9b40af3fa57 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Usage tracker for resource:security_group_rule and tenant:357b19c7c9b149a3a8d1252cdcbab32b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:20:56.015564 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-8cdc6ccd-747d-4dbe-8b59-e9b40af3fa57 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:20:56.021195 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-8cdc6ccd-747d-4dbe-8b59-e9b40af3fa57 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:20:56.037730 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port a65db386-7844-48a3-abe0-d228b8c246ff triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:56.038219 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:56.042212 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8cdc6ccd-747d-4dbe-8b59-e9b40af3fa57 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:56.116342 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8cdc6ccd-747d-4dbe-8b59-e9b40af3fa57 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:56.120768 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8cdc6ccd-747d-4dbe-8b59-e9b40af3fa57 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:56.144304 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc6ccd-747d-4dbe-8b59-e9b40af3fa57 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=141ab876-cdcf-4bd5-9e45-e45548d0f906,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:56.156168 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-8cdc6ccd-747d-4dbe-8b59-e9b40af3fa57 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:56.157560 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-8cdc6ccd-747d-4dbe-8b59-e9b40af3fa57 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1601758 Feb 09 02:20:56.161153 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40704) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:20:56.167017 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-064d1fa7-2226-4f99-a79b-44a3d73a8642 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Request body: {'security_group_rule': {'security_group_id': 'fa7c7e1b-0f8e-489c-81cb-00973edc4cdd', 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:56.174385 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-064d1fa7-2226-4f99-a79b-44a3d73a8642 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:20:56.178873 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-064d1fa7-2226-4f99-a79b-44a3d73a8642 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Usage tracker for resource:security_group_rule and tenant:357b19c7c9b149a3a8d1252cdcbab32b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:20:56.180024 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-63f8b6af-dab2-4676-b886-acb7f3a665fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e9189a-b096-4023-bd30-672e62d2dc38', 'name': 'tempest-TestSnapshotPattern-1345249909-router', 'tenant_id': 'fdfd21cd86de4d7ebdcb6f3ec9f032f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'a65db386-7844-48a3-abe0-d228b8c246ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:20:48Z', 'updated_at': '2022-02-09T02:20:53Z', 'revision_number': 4, 'project_id': 'fdfd21cd86de4d7ebdcb6f3ec9f032f2', 'gw_port': {'id': 'a65db386-7844-48a3-abe0-d228b8c246ff', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e9189a-b096-4023-bd30-672e62d2dc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:49Z', 'updated_at': '2022-02-09T02:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76', 'name': '', 'network_id': '321d15cc-e09f-4fbe-bcbc-8b49235225f2', 'tenant_id': 'fdfd21cd86de4d7ebdcb6f3ec9f032f2', 'mac_address': 'fa:16:3e:c8:5c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e9189a-b096-4023-bd30-672e62d2dc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '6e024b14-b06f-4e93-b2de-4b05ad25d3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:52Z', 'updated_at': '2022-02-09T02:20:53Z', 'revision_number': 2, 'project_id': 'fdfd21cd86de4d7ebdcb6f3ec9f032f2', 'subnets': [{'id': '6e024b14-b06f-4e93-b2de-4b05ad25d3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:56.182018 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-064d1fa7-2226-4f99-a79b-44a3d73a8642 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:20:56.187923 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f8b6af-dab2-4676-b886-acb7f3a665fb None None] Checking router: e4e9189a-b096-4023-bd30-672e62d2dc38 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:20:56.188110 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-064d1fa7-2226-4f99-a79b-44a3d73a8642 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:20:56.188344 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f8b6af-dab2-4676-b886-acb7f3a665fb None None] Updating router e4e9189a-b096-4023-bd30-672e62d2dc38 port 62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76 binding host n-d-828419-1 {{(pid=87613) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:20:56.205306 n-d-828419-1 neutron-server[87611]: INFO neutron.db.securitygroups_db [None req-064d1fa7-2226-4f99-a79b-44a3d73a8642 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Project 357b19c7c9b149a3a8d1252cdcbab32b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:20:56.215863 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-064d1fa7-2226-4f99-a79b-44a3d73a8642 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:56.257427 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-63f8b6af-dab2-4676-b886-acb7f3a665fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:56.295157 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-064d1fa7-2226-4f99-a79b-44a3d73a8642 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:56.299898 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-064d1fa7-2226-4f99-a79b-44a3d73a8642 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:56.323793 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d1fa7-2226-4f99-a79b-44a3d73a8642 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5410db32-6405-430e-80c4-6d70cc8f0d74,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:56.333069 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-064d1fa7-2226-4f99-a79b-44a3d73a8642 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:56.334319 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-064d1fa7-2226-4f99-a79b-44a3d73a8642 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1722867 Feb 09 02:20:56.337766 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40708) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:20:56.343624 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-b4835dd7-470d-4c39-8e33-829bba25f055 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Request body: {'security_group_rule': {'security_group_id': 'fa7c7e1b-0f8e-489c-81cb-00973edc4cdd', 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:56.351146 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b4835dd7-470d-4c39-8e33-829bba25f055 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:20:56.355732 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b4835dd7-470d-4c39-8e33-829bba25f055 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Usage tracker for resource:security_group_rule and tenant:357b19c7c9b149a3a8d1252cdcbab32b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:20:56.359003 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-b4835dd7-470d-4c39-8e33-829bba25f055 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:20:56.365923 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-b4835dd7-470d-4c39-8e33-829bba25f055 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:20:56.383266 n-d-828419-1 neutron-server[87611]: INFO neutron.db.securitygroups_db [None req-b4835dd7-470d-4c39-8e33-829bba25f055 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Project 357b19c7c9b149a3a8d1252cdcbab32b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:20:56.390758 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4835dd7-470d-4c39-8e33-829bba25f055 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:56.462923 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4835dd7-470d-4c39-8e33-829bba25f055 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:56.467142 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4835dd7-470d-4c39-8e33-829bba25f055 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093506'] for security_group_rule, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:56.497069 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4835dd7-470d-4c39-8e33-829bba25f055 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a041a8-5f3e-4834-befb-d693b003944b,revision_number=0']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:56.505066 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-b4835dd7-470d-4c39-8e33-829bba25f055 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:56.506259 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-b4835dd7-470d-4c39-8e33-829bba25f055 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1669712 Feb 09 02:20:56.638331 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-63f8b6af-dab2-4676-b886-acb7f3a665fb None None] Notify callbacks [] for port, precommit_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:56.652549 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-63f8b6af-dab2-4676-b886-acb7f3a665fb None None] Transition to ACTIVE for port object 62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76 will not be triggered until provisioned by entity L2. {{(pid=87613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:20:56.662194 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-63f8b6af-dab2-4676-b886-acb7f3a665fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:56.823892 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-e57ce6a9-fed0-4992-a566-7d3a115c9994 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Synchronizing usage tracker for tenant:357b19c7c9b149a3a8d1252cdcbab32b on resource:security_group {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:20:56.834204 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f81404-9133-4227-b656-63ee8a4eae8f None None] Pushing event updated for resources: {'Port': ['ID=62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76,revision_number=3']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:56.847493 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-e57ce6a9-fed0-4992-a566-7d3a115c9994 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Unset dirty status for tenant:357b19c7c9b149a3a8d1252cdcbab32b on resource:security_group {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:20:56.856267 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-e57ce6a9-fed0-4992-a566-7d3a115c9994 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1918825441&fields=id&tenant_id=357b19c7c9b149a3a8d1252cdcbab32b HTTP/1.1" status: 200 len: 267 time: 0.0820732 Feb 09 02:20:56.896777 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-63f8b6af-dab2-4676-b886-acb7f3a665fb None None] Attempting to bind port 62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76 on host n-d-828419-1 for vnic_type normal with profile {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:20:56.897137 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-63f8b6af-dab2-4676-b886-acb7f3a665fb None None] Attempting to bind port 62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76 by drivers openvswitch,hyperv on host n-d-828419-1 at level 0 using segments [{'id': '288e8df0-3d79-4faa-83dc-97bf5ea61ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '321d15cc-e09f-4fbe-bcbc-8b49235225f2'}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:20:56.898485 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f8b6af-dab2-4676-b886-acb7f3a665fb None None] Attempting to bind port 62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76 on network 321d15cc-e09f-4fbe-bcbc-8b49235225f2 {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:20:56.903770 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f8b6af-dab2-4676-b886-acb7f3a665fb None None] Checking agent: {'id': 'c24cfd4e-e937-440f-9220-c6db5a14b94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 46, 10), 'started_at': datetime.datetime(2022, 2, 9, 0, 46, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828419-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:20:56.904202 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f8b6af-dab2-4676-b886-acb7f3a665fb None None] Checking segment: {'id': '288e8df0-3d79-4faa-83dc-97bf5ea61ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '321d15cc-e09f-4fbe-bcbc-8b49235225f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:20:56.904550 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-63f8b6af-dab2-4676-b886-acb7f3a665fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:56.904937 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f8b6af-dab2-4676-b886-acb7f3a665fb None None] Bound using segment: {'id': '288e8df0-3d79-4faa-83dc-97bf5ea61ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '321d15cc-e09f-4fbe-bcbc-8b49235225f2'} {{(pid=87613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:20:56.905391 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.managers [None req-63f8b6af-dab2-4676-b886-acb7f3a665fb None None] Bound port: 62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76, host: n-d-828419-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288e8df0-3d79-4faa-83dc-97bf5ea61ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '321d15cc-e09f-4fbe-bcbc-8b49235225f2'}}] {{(pid=87613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:20:56.905754 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-63f8b6af-dab2-4676-b886-acb7f3a665fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:57.017780 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-63f8b6af-dab2-4676-b886-acb7f3a665fb None None] For port 62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76, host n-d-828419-1, cleared binding levels {{(pid=87613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:20:57.021221 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-63f8b6af-dab2-4676-b886-acb7f3a665fb None None] For port 62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76, host n-d-828419-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76,segment=NetworkSegment(288e8df0-3d79-4faa-83dc-97bf5ea61ebe),segment_id=288e8df0-3d79-4faa-83dc-97bf5ea61ebe)] {{(pid=87613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:20:57.028140 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-63f8b6af-dab2-4676-b886-acb7f3a665fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:57.053581 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-68a79ee2-a163-4e54-b64b-2797f54aa077 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:57.054309 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-68a79ee2-a163-4e54-b64b-2797f54aa077 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Synchronizing usage tracker for tenant:357b19c7c9b149a3a8d1252cdcbab32b on resource:network {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:20:57.093375 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-68a79ee2-a163-4e54-b64b-2797f54aa077 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Unset dirty status for tenant:357b19c7c9b149a3a8d1252cdcbab32b on resource:network {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:20:57.096190 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-68a79ee2-a163-4e54-b64b-2797f54aa077 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/networks?id=7873a8bd-ba2a-4499-84b2-a26290ff1f92 HTTP/1.1" status: 200 len: 809 time: 0.2386851 Feb 09 02:20:57.117910 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-bd34360b-327b-4cfb-8da8-460ef565b2f2 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/quotas/357b19c7c9b149a3a8d1252cdcbab32b HTTP/1.1" status: 200 len: 375 time: 0.0138807 Feb 09 02:20:57.130606 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f8b6af-dab2-4676-b886-acb7f3a665fb None None] Routers {'e4e9189a-b096-4023-bd30-672e62d2dc38'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:20:57.131222 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-63f8b6af-dab2-4676-b886-acb7f3a665fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:20:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e4e9189a-b096-4023-bd30-672e62d2dc38'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:57.207164 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-0a3f0d23-e577-4755-bb5f-52090476b70b tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Synchronizing usage tracker for tenant:357b19c7c9b149a3a8d1252cdcbab32b on resource:port {{(pid=87611) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:20:57.226839 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-0a3f0d23-e577-4755-bb5f-52090476b70b tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Unset dirty status for tenant:357b19c7c9b149a3a8d1252cdcbab32b on resource:port {{(pid=87611) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:20:57.228335 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-0a3f0d23-e577-4755-bb5f-52090476b70b tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=357b19c7c9b149a3a8d1252cdcbab32b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1040595 Feb 09 02:20:57.242125 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f81404-9133-4227-b656-63ee8a4eae8f None None] Pushing event updated for resources: {'Port': ['ID=62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:57.364638 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-d75ab01e-a4d9-4c20-a852-09edc92b19a2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87611) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 02:20:57.365704 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-d75ab01e-a4d9-4c20-a852-09edc92b19a2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1217713 Feb 09 02:20:57.373940 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-63f8b6af-dab2-4676-b886-acb7f3a665fb None None] Set router e4e9189a-b096-4023-bd30-672e62d2dc38 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:20:57.506962 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-734647ad-7cf4-4300-8010-c6662f21eab1 service neutron] 10.222.0.37 "GET /v2.0/networks/7873a8bd-ba2a-4499-84b2-a26290ff1f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346099 Feb 09 02:20:57.655251 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-d10bf1cf-3620-4823-9634-3686c664614d service neutron] 10.222.0.37 "GET /v2.0/networks/7873a8bd-ba2a-4499-84b2-a26290ff1f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415868 Feb 09 02:20:57.726932 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-63f8b6af-dab2-4676-b886-acb7f3a665fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e9189a-b096-4023-bd30-672e62d2dc38', 'name': 'tempest-TestSnapshotPattern-1345249909-router', 'tenant_id': 'fdfd21cd86de4d7ebdcb6f3ec9f032f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'a65db386-7844-48a3-abe0-d228b8c246ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:20:48Z', 'updated_at': '2022-02-09T02:20:53Z', 'revision_number': 4, 'project_id': 'fdfd21cd86de4d7ebdcb6f3ec9f032f2', 'gw_port': {'id': 'a65db386-7844-48a3-abe0-d228b8c246ff', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e9189a-b096-4023-bd30-672e62d2dc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:49Z', 'updated_at': '2022-02-09T02:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76', 'name': '', 'network_id': '321d15cc-e09f-4fbe-bcbc-8b49235225f2', 'tenant_id': 'fdfd21cd86de4d7ebdcb6f3ec9f032f2', 'mac_address': 'fa:16:3e:c8:5c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e9189a-b096-4023-bd30-672e62d2dc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '6e024b14-b06f-4e93-b2de-4b05ad25d3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:52Z', 'updated_at': '2022-02-09T02:20:57Z', 'revision_number': 4, 'project_id': 'fdfd21cd86de4d7ebdcb6f3ec9f032f2', 'subnets': [{'id': '6e024b14-b06f-4e93-b2de-4b05ad25d3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:57.731094 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f8b6af-dab2-4676-b886-acb7f3a665fb None None] The sync data for ids ['e4e9189a-b096-4023-bd30-672e62d2dc38'] in n-d-828419-1 is: [{'id': 'e4e9189a-b096-4023-bd30-672e62d2dc38', 'name': 'tempest-TestSnapshotPattern-1345249909-router', 'tenant_id': 'fdfd21cd86de4d7ebdcb6f3ec9f032f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'a65db386-7844-48a3-abe0-d228b8c246ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:20:48Z', 'updated_at': '2022-02-09T02:20:53Z', 'revision_number': 4, 'project_id': 'fdfd21cd86de4d7ebdcb6f3ec9f032f2', 'gw_port': {'id': 'a65db386-7844-48a3-abe0-d228b8c246ff', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e9189a-b096-4023-bd30-672e62d2dc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:49Z', 'updated_at': '2022-02-09T02:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': '62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76', 'name': '', 'network_id': '321d15cc-e09f-4fbe-bcbc-8b49235225f2', 'tenant_id': 'fdfd21cd86de4d7ebdcb6f3ec9f032f2', 'mac_address': 'fa:16:3e:c8:5c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e9189a-b096-4023-bd30-672e62d2dc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '6e024b14-b06f-4e93-b2de-4b05ad25d3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:52Z', 'updated_at': '2022-02-09T02:20:57Z', 'revision_number': 4, 'project_id': 'fdfd21cd86de4d7ebdcb6f3ec9f032f2', 'subnets': [{'id': '6e024b14-b06f-4e93-b2de-4b05ad25d3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:20:57.885465 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:20:57.956507 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning for port 62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:20:57.970110 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:57.970642 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:58.101746 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:58.136431 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] For port 62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76,segment=NetworkSegment(288e8df0-3d79-4faa-83dc-97bf5ea61ebe),segment_id=288e8df0-3d79-4faa-83dc-97bf5ea61ebe)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:20:58.144478 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:20:58.223268 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Pushing event updated for resources: {'Port': ['ID=62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:58.908474 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-33914eac-74f2-4805-ab44-7115f23cb1a9 req-a4928f38-a1e8-4596-af6b-9e34372f0eb0 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0dd7346-74fb-4896-b598-8fa2cae9d878 HTTP/1.1" status: 200 len: 210 time: 0.1027868 Feb 09 02:20:59.837449 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76 up at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:20:59.913167 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Provisioning complete for port 62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:59.914136 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:00.127516 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f913cd3b-3b3f-413b-b94a-ca4e3d9eb67d req-6f780ef9-2337-4388-8935-b8e1d808e92e tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0dd7346-74fb-4896-b598-8fa2cae9d878 HTTP/1.1" status: 200 len: 210 time: 0.0811219 Feb 09 02:21:00.205119 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-fe1b8168-6110-476d-bfc5-115b34b85b5f tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:00.206547 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-fe1b8168-6110-476d-bfc5-115b34b85b5f tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.117 "GET /v2.0/networks?id=7873a8bd-ba2a-4499-84b2-a26290ff1f92 HTTP/1.1" status: 200 len: 809 time: 0.3467526 Feb 09 02:21:00.255553 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-9a4f12f6-d6b9-4e8e-8d96-2237fdb500f4 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Synchronizing usage tracker for tenant:357b19c7c9b149a3a8d1252cdcbab32b on resource:security_group {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:21:00.267745 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-9a4f12f6-d6b9-4e8e-8d96-2237fdb500f4 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Unset dirty status for tenant:357b19c7c9b149a3a8d1252cdcbab32b on resource:security_group {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:21:00.268913 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-9a4f12f6-d6b9-4e8e-8d96-2237fdb500f4 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.117 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=357b19c7c9b149a3a8d1252cdcbab32b HTTP/1.1" status: 200 len: 380 time: 0.0528934 Feb 09 02:21:00.278154 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-3749a53e-1367-49a2-8353-4daf7e3cb7fe tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Request body: {'port': {'device_id': 'c0dd7346-74fb-4896-b598-8fa2cae9d878', 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'admin_state_up': True, 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'security_groups': ['fa7c7e1b-0f8e-489c-81cb-00973edc4cdd']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:00.429754 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-3749a53e-1367-49a2-8353-4daf7e3cb7fe tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:21:00.439209 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-3749a53e-1367-49a2-8353-4daf7e3cb7fe tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:21:00.449366 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-3749a53e-1367-49a2-8353-4daf7e3cb7fe tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Made reservation on behalf of 357b19c7c9b149a3a8d1252cdcbab32b for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:00.452998 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-3749a53e-1367-49a2-8353-4daf7e3cb7fe tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:00.618726 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-3749a53e-1367-49a2-8353-4daf7e3cb7fe tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Allocated IP 172.20.0.8 (7873a8bd-ba2a-4499-84b2-a26290ff1f92/69c9ab78-dade-4b20-a7cc-89a765d0899d/c1af1b28-ea09-48e1-b2c7-8c6880529b44) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:00.875004 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-3749a53e-1367-49a2-8353-4daf7e3cb7fe tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:00.891396 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-3749a53e-1367-49a2-8353-4daf7e3cb7fe tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Transition to ACTIVE for port object c1af1b28-ea09-48e1-b2c7-8c6880529b44 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:21:00.914844 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-3749a53e-1367-49a2-8353-4daf7e3cb7fe tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:00.994777 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-3749a53e-1367-49a2-8353-4daf7e3cb7fe tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Network 7873a8bd-ba2a-4499-84b2-a26290ff1f92 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:00.998080 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-3749a53e-1367-49a2-8353-4daf7e3cb7fe tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:01.001931 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-3749a53e-1367-49a2-8353-4daf7e3cb7fe tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:21:01.035431 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749a53e-1367-49a2-8353-4daf7e3cb7fe tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Pushing event updated for resources: {'Port': ['ID=c1af1b28-ea09-48e1-b2c7-8c6880529b44,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:01.079639 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-3749a53e-1367-49a2-8353-4daf7e3cb7fe tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:01.080293 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-3749a53e-1367-49a2-8353-4daf7e3cb7fe tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:01.109493 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-3749a53e-1367-49a2-8353-4daf7e3cb7fe tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8350382 Feb 09 02:21:01.121378 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-8d8b3340-1a25-42fa-86ce-b8410c645e91 service neutron] Request body: {'port': {'device_id': 'c0dd7346-74fb-4896-b598-8fa2cae9d878', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:01.254915 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-316a1ee5-0c26-45fd-ad7c-16000da6083b None None] Provisioning for port c1af1b28-ea09-48e1-b2c7-8c6880529b44 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:21:01.260478 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-316a1ee5-0c26-45fd-ad7c-16000da6083b None None] Provisioning complete for port c1af1b28-ea09-48e1-b2c7-8c6880529b44 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:01.260852 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-316a1ee5-0c26-45fd-ad7c-16000da6083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:01.315309 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-316a1ee5-0c26-45fd-ad7c-16000da6083b None None] Port c1af1b28-ea09-48e1-b2c7-8c6880529b44 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:21:01.345638 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-8d8b3340-1a25-42fa-86ce-b8410c645e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:01.435797 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698ffa3-e6bd-4515-8249-3447ecc2e107 req-c23308f8-7273-4aa7-8715-73259a85ebcc tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:01.436533 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b698ffa3-e6bd-4515-8249-3447ecc2e107 req-c23308f8-7273-4aa7-8715-73259a85ebcc tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Synchronizing usage tracker for tenant:357b19c7c9b149a3a8d1252cdcbab32b on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:21:01.508265 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-b698ffa3-e6bd-4515-8249-3447ecc2e107 req-c23308f8-7273-4aa7-8715-73259a85ebcc tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Unset dirty status for tenant:357b19c7c9b149a3a8d1252cdcbab32b on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:21:01.509457 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b698ffa3-e6bd-4515-8249-3447ecc2e107 req-c23308f8-7273-4aa7-8715-73259a85ebcc tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0dd7346-74fb-4896-b598-8fa2cae9d878 HTTP/1.1" status: 200 len: 931 time: 0.2592802 Feb 09 02:21:01.634512 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b698ffa3-e6bd-4515-8249-3447ecc2e107 req-ccd1d46d-2884-428b-af9f-ed41fb60fc81 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa7c7e1b-0f8e-489c-81cb-00973edc4cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177747 Feb 09 02:21:01.773112 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-8d8b3340-1a25-42fa-86ce-b8410c645e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1af1b28-ea09-48e1-b2c7-8c6880529b44 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:21:01.780711 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-8d8b3340-1a25-42fa-86ce-b8410c645e91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:01.796444 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-8d8b3340-1a25-42fa-86ce-b8410c645e91 service neutron] Transition to ACTIVE for port object c1af1b28-ea09-48e1-b2c7-8c6880529b44 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:21:01.800308 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-8d8b3340-1a25-42fa-86ce-b8410c645e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:01.934618 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b3340-1a25-42fa-86ce-b8410c645e91 service neutron] Pushing event updated for resources: {'Port': ['ID=c1af1b28-ea09-48e1-b2c7-8c6880529b44,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:02.189134 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-8d8b3340-1a25-42fa-86ce-b8410c645e91 service neutron] Attempting to bind port c1af1b28-ea09-48e1-b2c7-8c6880529b44 on host n-h2-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:21:02.189388 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-8d8b3340-1a25-42fa-86ce-b8410c645e91 service neutron] Attempting to bind port c1af1b28-ea09-48e1-b2c7-8c6880529b44 by drivers openvswitch,hyperv on host n-h2-828419-1 at level 0 using segments [{'id': '0a5f132f-0044-4e93-b11a-cb3af4f6a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:21:02.189710 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-8d8b3340-1a25-42fa-86ce-b8410c645e91 service neutron] Attempting to bind port c1af1b28-ea09-48e1-b2c7-8c6880529b44 on network 7873a8bd-ba2a-4499-84b2-a26290ff1f92 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:21:02.194294 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-8d8b3340-1a25-42fa-86ce-b8410c645e91 service neutron] Port c1af1b28-ea09-48e1-b2c7-8c6880529b44 on network 7873a8bd-ba2a-4499-84b2-a26290ff1f92 not bound, no agent of type Open vSwitch agent registered on host n-h2-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 02:21:02.194636 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-8d8b3340-1a25-42fa-86ce-b8410c645e91 service neutron] Attempting to bind port c1af1b28-ea09-48e1-b2c7-8c6880529b44 on network 7873a8bd-ba2a-4499-84b2-a26290ff1f92 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:21:02.199597 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-8d8b3340-1a25-42fa-86ce-b8410c645e91 service neutron] Checking agent: {'id': '21caccca-886e-4414-9be1-50fbcee07c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:21:02.199926 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-8d8b3340-1a25-42fa-86ce-b8410c645e91 service neutron] Checking segment: {'id': '0a5f132f-0044-4e93-b11a-cb3af4f6a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:21:02.200301 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-8d8b3340-1a25-42fa-86ce-b8410c645e91 service neutron] Bound using segment: {'id': '0a5f132f-0044-4e93-b11a-cb3af4f6a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:21:02.200749 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-8d8b3340-1a25-42fa-86ce-b8410c645e91 service neutron] Bound port: c1af1b28-ea09-48e1-b2c7-8c6880529b44, host: n-h2-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a5f132f-0044-4e93-b11a-cb3af4f6a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:21:02.201095 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-8d8b3340-1a25-42fa-86ce-b8410c645e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:02.290049 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-8d8b3340-1a25-42fa-86ce-b8410c645e91 service neutron] For port c1af1b28-ea09-48e1-b2c7-8c6880529b44, host n-h2-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:21:02.293239 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-8d8b3340-1a25-42fa-86ce-b8410c645e91 service neutron] For port c1af1b28-ea09-48e1-b2c7-8c6880529b44, host n-h2-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c1af1b28-ea09-48e1-b2c7-8c6880529b44,segment=NetworkSegment(0a5f132f-0044-4e93-b11a-cb3af4f6a98e),segment_id=0a5f132f-0044-4e93-b11a-cb3af4f6a98e)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:21:02.298340 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-8d8b3340-1a25-42fa-86ce-b8410c645e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:02.364710 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-8d8b3340-1a25-42fa-86ce-b8410c645e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:02.365388 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-8d8b3340-1a25-42fa-86ce-b8410c645e91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:02.366863 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-8d8b3340-1a25-42fa-86ce-b8410c645e91 service neutron] 10.222.0.117 "PUT /v2.0/ports/c1af1b28-ea09-48e1-b2c7-8c6880529b44 HTTP/1.1" status: 200 len: 1091 time: 1.2496779 Feb 09 02:21:02.367301 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0dd7346-74fb-4896-b598-8fa2cae9d878', 'tag': 'c1af1b28-ea09-48e1-b2c7-8c6880529b44'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:21:02.386295 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b3340-1a25-42fa-86ce-b8410c645e91 service neutron] Pushing event updated for resources: {'Port': ['ID=c1af1b28-ea09-48e1-b2c7-8c6880529b44,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:02.441041 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0dd7346-74fb-4896-b598-8fa2cae9d878', 'tag': 'c1af1b28-ea09-48e1-b2c7-8c6880529b44', 'status': 'completed', 'code': 200} Feb 09 02:21:02.487902 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-47d80f79-2af0-4ee0-876c-6a95f2a29652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:02.489448 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-47d80f79-2af0-4ee0-876c-6a95f2a29652 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=357b19c7c9b149a3a8d1252cdcbab32b&device_id=c0dd7346-74fb-4896-b598-8fa2cae9d878 HTTP/1.1" status: 200 len: 1094 time: 0.0817425 Feb 09 02:21:02.563641 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-2a2b5da6-b513-4f53-8234-33d014120b12 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1af1b28-ea09-48e1-b2c7-8c6880529b44 HTTP/1.1" status: 200 len: 217 time: 0.0659847 Feb 09 02:21:02.629086 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-e9994573-1336-436d-b80e-048e5d5445d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:02.630708 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-e9994573-1336-436d-b80e-048e5d5445d0 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=69c9ab78-dade-4b20-a7cc-89a765d0899d HTTP/1.1" status: 200 len: 848 time: 0.0588474 Feb 09 02:21:02.712771 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-4aaa82da-fc4b-4b55-baa2-1927d7d4fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:02.714205 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-4aaa82da-fc4b-4b55-baa2-1927d7d4fc34 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=7873a8bd-ba2a-4499-84b2-a26290ff1f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769973 Feb 09 02:21:02.907687 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-bbe962fb-9afe-4821-bf3f-48ddfa4ec86e service neutron] 10.222.0.117 "GET /v2.0/networks/7873a8bd-ba2a-4499-84b2-a26290ff1f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863303 Feb 09 02:21:02.919306 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e5b7e-1ba7-4779-a2af-c398f27d0c6a req-bf6d5561-9ca4-46b0-b2f0-505c17ec755b tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:02.920709 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-211e5b7e-1ba7-4779-a2af-c398f27d0c6a req-bf6d5561-9ca4-46b0-b2f0-505c17ec755b tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0dd7346-74fb-4896-b598-8fa2cae9d878 HTTP/1.1" status: 200 len: 943 time: 0.1347897 Feb 09 02:21:03.047351 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-211e5b7e-1ba7-4779-a2af-c398f27d0c6a req-73678bd8-ccd3-4291-9d19-7ba84da7dd23 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa7c7e1b-0f8e-489c-81cb-00973edc4cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077545 Feb 09 02:21:03.104639 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dba4787a-707d-4fea-853c-7ce1b98ce85a req-cf218ecd-8625-4822-90ad-1e82d48362ab service neutron] 10.222.0.117 "GET /v2.0/networks/7873a8bd-ba2a-4499-84b2-a26290ff1f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829650 Feb 09 02:21:03.220257 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a21be-bf94-4f9a-8082-8a35f4a9b9e8 req-b9e80688-086e-4801-abb7-82bea748be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:03.221765 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-083a21be-bf94-4f9a-8082-8a35f4a9b9e8 req-b9e80688-086e-4801-abb7-82bea748be83 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=357b19c7c9b149a3a8d1252cdcbab32b&device_id=c0dd7346-74fb-4896-b598-8fa2cae9d878 HTTP/1.1" status: 200 len: 1094 time: 0.0703404 Feb 09 02:21:03.354808 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a21be-bf94-4f9a-8082-8a35f4a9b9e8 req-1a46cd6e-12f9-42bb-afe1-b6cebedfd4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:03.356255 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-083a21be-bf94-4f9a-8082-8a35f4a9b9e8 req-1a46cd6e-12f9-42bb-afe1-b6cebedfd4fd service neutron] 10.222.0.117 "GET /v2.0/networks?id=7873a8bd-ba2a-4499-84b2-a26290ff1f92 HTTP/1.1" status: 200 len: 910 time: 0.1278074 Feb 09 02:21:03.427075 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-083a21be-bf94-4f9a-8082-8a35f4a9b9e8 req-e5418cbd-3460-4788-a1c7-ad5d19dd67df service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1af1b28-ea09-48e1-b2c7-8c6880529b44 HTTP/1.1" status: 200 len: 217 time: 0.0639358 Feb 09 02:21:03.482277 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:21:03.490931 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a21be-bf94-4f9a-8082-8a35f4a9b9e8 req-32506b2d-8c44-432b-b6a5-6f4d1e463175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:03.493109 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-083a21be-bf94-4f9a-8082-8a35f4a9b9e8 req-32506b2d-8c44-432b-b6a5-6f4d1e463175 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=69c9ab78-dade-4b20-a7cc-89a765d0899d HTTP/1.1" status: 200 len: 848 time: 0.0593803 Feb 09 02:21:03.570917 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a21be-bf94-4f9a-8082-8a35f4a9b9e8 req-59253812-eb62-4c73-b0fb-b24d0600a54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:03.572319 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-083a21be-bf94-4f9a-8082-8a35f4a9b9e8 req-59253812-eb62-4c73-b0fb-b24d0600a54f service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=7873a8bd-ba2a-4499-84b2-a26290ff1f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710654 Feb 09 02:21:03.711330 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-083a21be-bf94-4f9a-8082-8a35f4a9b9e8 req-6117ada3-3ff6-41c3-99ce-f6689abeb6c6 service neutron] 10.222.0.117 "GET /v2.0/networks/7873a8bd-ba2a-4499-84b2-a26290ff1f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316109 Feb 09 02:21:03.849718 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-083a21be-bf94-4f9a-8082-8a35f4a9b9e8 req-e5a0ed9b-704d-4ce2-b921-270200467917 service neutron] 10.222.0.117 "GET /v2.0/networks/7873a8bd-ba2a-4499-84b2-a26290ff1f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315477 Feb 09 02:21:04.347992 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b4aca-7e49-4698-a30b-9a91db0dc62d req-659572f7-8729-4db3-b210-e1422f276d0d tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:04.349486 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e16b4aca-7e49-4698-a30b-9a91db0dc62d req-659572f7-8729-4db3-b210-e1422f276d0d tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0dd7346-74fb-4896-b598-8fa2cae9d878 HTTP/1.1" status: 200 len: 943 time: 0.1901066 Feb 09 02:21:04.394494 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-e16b4aca-7e49-4698-a30b-9a91db0dc62d req-254c59c8-ab90-48b2-9205-9cbfda8571e1 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa7c7e1b-0f8e-489c-81cb-00973edc4cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393875 Feb 09 02:21:05.537660 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device c1af1b28-ea09-48e1-b2c7-8c6880529b44 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 02:21:05.680938 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port c1af1b28-ea09-48e1-b2c7-8c6880529b44, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c1af1b28-ea09-48e1-b2c7-8c6880529b44,segment=NetworkSegment(0a5f132f-0044-4e93-b11a-cb3af4f6a98e),segment_id=0a5f132f-0044-4e93-b11a-cb3af4f6a98e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:21:05.694393 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': 'c1af1b28-ea09-48e1-b2c7-8c6880529b44', 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'port_id': 'c1af1b28-ea09-48e1-b2c7-8c6880529b44', 'mac_address': 'fa:16:3e:43:66:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 985, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c9ab78-dade-4b20-a7cc-89a765d0899d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 02:21:05.753470 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:05.772107 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1af1b28-ea09-48e1-b2c7-8c6880529b44 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:21:05.789718 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port c1af1b28-ea09-48e1-b2c7-8c6880529b44, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c1af1b28-ea09-48e1-b2c7-8c6880529b44,segment=NetworkSegment(0a5f132f-0044-4e93-b11a-cb3af4f6a98e),segment_id=0a5f132f-0044-4e93-b11a-cb3af4f6a98e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:21:05.794035 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:05.864985 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=c1af1b28-ea09-48e1-b2c7-8c6880529b44,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:05.874919 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42bc12b-ac0b-4cb0-8930-9a8277a70d84 req-ef581217-495b-4ccf-b819-f143d66062d6 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:05.876419 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c42bc12b-ac0b-4cb0-8930-9a8277a70d84 req-ef581217-495b-4ccf-b819-f143d66062d6 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0dd7346-74fb-4896-b598-8fa2cae9d878 HTTP/1.1" status: 200 len: 944 time: 0.2037945 Feb 09 02:21:05.921092 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c42bc12b-ac0b-4cb0-8930-9a8277a70d84 req-cfc7a1d8-700c-4326-a903-1b318c497c71 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa7c7e1b-0f8e-489c-81cb-00973edc4cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385795 Feb 09 02:21:06.011149 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['c1af1b28-ea09-48e1-b2c7-8c6880529b44'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:21:07.092157 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8d04e9f1-02f0-47e8-af51-7ad11b5ed0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:07.109468 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7e8e8-4b7c-41d2-b379-72858d104850 req-92081607-087e-4538-bbd2-e9a2a79b23a6 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:07.110900 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-26c7e8e8-4b7c-41d2-b379-72858d104850 req-92081607-087e-4538-bbd2-e9a2a79b23a6 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0dd7346-74fb-4896-b598-8fa2cae9d878 HTTP/1.1" status: 200 len: 944 time: 0.0819046 Feb 09 02:21:07.159508 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-26c7e8e8-4b7c-41d2-b379-72858d104850 req-89a72e35-3808-4980-8883-60a4a539f817 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa7c7e1b-0f8e-489c-81cb-00973edc4cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430272 Feb 09 02:21:07.537397 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device c1af1b28-ea09-48e1-b2c7-8c6880529b44 up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:21:07.606136 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning for port c1af1b28-ea09-48e1-b2c7-8c6880529b44 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:21:07.610657 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port c1af1b28-ea09-48e1-b2c7-8c6880529b44 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:07.611030 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:07.722296 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:07.751377 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0dd7346-74fb-4896-b598-8fa2cae9d878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1af1b28-ea09-48e1-b2c7-8c6880529b44'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:21:07.762041 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port c1af1b28-ea09-48e1-b2c7-8c6880529b44, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c1af1b28-ea09-48e1-b2c7-8c6880529b44,segment=NetworkSegment(0a5f132f-0044-4e93-b11a-cb3af4f6a98e),segment_id=0a5f132f-0044-4e93-b11a-cb3af4f6a98e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:21:07.765958 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:07.831736 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=c1af1b28-ea09-48e1-b2c7-8c6880529b44,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:07.850092 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0dd7346-74fb-4896-b598-8fa2cae9d878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1af1b28-ea09-48e1-b2c7-8c6880529b44', 'code': 200} Feb 09 02:21:07.981613 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff02f3-e993-4c7d-8b37-ce92f447f140 req-efb38b99-d88e-4507-b9a4-34a7913c7c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:07.983086 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-74ff02f3-e993-4c7d-8b37-ce92f447f140 req-efb38b99-d88e-4507-b9a4-34a7913c7c14 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=c0dd7346-74fb-4896-b598-8fa2cae9d878 HTTP/1.1" status: 200 len: 1096 time: 0.0755398 Feb 09 02:21:08.022985 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-74ff02f3-e993-4c7d-8b37-ce92f447f140 req-ca8a48de-6c5a-4ce1-9826-dfaea8474e46 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=fa7c7e1b-0f8e-489c-81cb-00973edc4cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334840 Feb 09 02:21:08.342562 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29dd002-6176-4217-bfd1-14ee8e62842b req-608f4c6f-9401-4cf0-8852-9ffb42c68a84 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:08.344075 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f29dd002-6176-4217-bfd1-14ee8e62842b req-608f4c6f-9401-4cf0-8852-9ffb42c68a84 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0dd7346-74fb-4896-b598-8fa2cae9d878 HTTP/1.1" status: 200 len: 945 time: 0.0806446 Feb 09 02:21:08.388739 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-f29dd002-6176-4217-bfd1-14ee8e62842b req-feb2dbac-499c-4fdd-95c3-f918d7f47fc7 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa7c7e1b-0f8e-489c-81cb-00973edc4cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390925 Feb 09 02:21:09.484061 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1ab35601-2e32-4779-b06b-bfbe1c209fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:09.582365 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c193ac-6b18-443f-b23b-8ea2a55329b5 req-18a6f95f-0fa7-49a6-8299-d84df9b4b160 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:09.583844 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-63c193ac-6b18-443f-b23b-8ea2a55329b5 req-18a6f95f-0fa7-49a6-8299-d84df9b4b160 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0dd7346-74fb-4896-b598-8fa2cae9d878 HTTP/1.1" status: 200 len: 945 time: 0.0807469 Feb 09 02:21:09.629750 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-63c193ac-6b18-443f-b23b-8ea2a55329b5 req-bedd01a6-4796-4370-ad7f-db957585974b tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa7c7e1b-0f8e-489c-81cb-00973edc4cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392294 Feb 09 02:21:09.822450 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a91f73-fd4a-4c37-b464-fa9c6a55df1a req-4d23889d-687e-4c79-9c1c-9e238e4b8309 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:09.823938 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a1a91f73-fd4a-4c37-b464-fa9c6a55df1a req-4d23889d-687e-4c79-9c1c-9e238e4b8309 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0dd7346-74fb-4896-b598-8fa2cae9d878 HTTP/1.1" status: 200 len: 945 time: 0.0842307 Feb 09 02:21:09.868721 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-a1a91f73-fd4a-4c37-b464-fa9c6a55df1a req-af09baa3-4425-4bbc-9657-e024e5adf935 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa7c7e1b-0f8e-489c-81cb-00973edc4cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390544 Feb 09 02:21:09.890951 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40766) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:21:10.015513 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790ca2c6-ff2b-4e4c-a7eb-6a64d873374e tempest-TestSnapshotPattern-529012050 tempest-TestSnapshotPattern-529012050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:10.017083 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-790ca2c6-ff2b-4e4c-a7eb-6a64d873374e tempest-TestSnapshotPattern-529012050 tempest-TestSnapshotPattern-529012050-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c0dd7346-74fb-4896-b598-8fa2cae9d878 HTTP/1.1" status: 200 len: 1091 time: 0.1251647 Feb 09 02:21:10.019944 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 40772) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:21:10.024882 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.v2.base [None req-1b691782-5037-4cac-a3b7-a9bc18d12bcc tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'port_id': 'c1af1b28-ea09-48e1-b2c7-8c6880529b44', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87611) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:10.031761 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1b691782-5037-4cac-a3b7-a9bc18d12bcc tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:21:10.035507 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1b691782-5037-4cac-a3b7-a9bc18d12bcc tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Usage tracker for resource:floatingip and tenant:357b19c7c9b149a3a8d1252cdcbab32b is out of sync, need to count used quota {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:21:10.038930 n-d-828419-1 neutron-server[87611]: DEBUG neutron.quota.resource [None req-1b691782-5037-4cac-a3b7-a9bc18d12bcc tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87611) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:21:10.044873 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.quota.driver [None req-1b691782-5037-4cac-a3b7-a9bc18d12bcc tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87611) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:21:10.056184 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b691782-5037-4cac-a3b7-a9bc18d12bcc tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for floatingip, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:10.192699 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b691782-5037-4cac-a3b7-a9bc18d12bcc tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:10.331115 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_common [None req-1b691782-5037-4cac-a3b7-a9bc18d12bcc tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Allocated IP 172.25.5.164 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/0e1d490e-4da4-436b-8eeb-731aa2f3e502) {{(pid=87611) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:10.476104 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b691782-5037-4cac-a3b7-a9bc18d12bcc tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for port, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:10.506064 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b691782-5037-4cac-a3b7-a9bc18d12bcc tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:10.571119 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b691782-5037-4cac-a3b7-a9bc18d12bcc tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87611) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:10.574028 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.base_scheduler [None req-1b691782-5037-4cac-a3b7-a9bc18d12bcc tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Resources bound (agent type, host, resource id): {{(pid=87611) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:10.577768 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b691782-5037-4cac-a3b7-a9bc18d12bcc tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Received port after_create {{(pid=87611) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:21:10.610506 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b691782-5037-4cac-a3b7-a9bc18d12bcc tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Pushing event updated for resources: {'Port': ['ID=0e1d490e-4da4-436b-8eeb-731aa2f3e502,revision_number=1']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:10.640786 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:10.770157 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:11.011845 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b691782-5037-4cac-a3b7-a9bc18d12bcc tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:11.094352 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b691782-5037-4cac-a3b7-a9bc18d12bcc tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:11.407048 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b691782-5037-4cac-a3b7-a9bc18d12bcc tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for port, precommit_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:11.411636 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b691782-5037-4cac-a3b7-a9bc18d12bcc tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6723897'] for port, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:11.521840 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b691782-5037-4cac-a3b7-a9bc18d12bcc tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Pushing event updated for resources: {'Port': ['ID=0e1d490e-4da4-436b-8eeb-731aa2f3e502,revision_number=2']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:11.538500 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b691782-5037-4cac-a3b7-a9bc18d12bcc tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:11.709831 n-d-828419-1 neutron-server[87611]: INFO neutron.db.l3_db [None req-1b691782-5037-4cac-a3b7-a9bc18d12bcc tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Floating IP 8eeb1c4f-dd1d-4270-a0bd-26031004ee36 associated. External IP: 172.25.5.164, port: c1af1b28-ea09-48e1-b2c7-8c6880529b44. Feb 09 02:21:12.065486 n-d-828419-1 neutron-server[87611]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b691782-5037-4cac-a3b7-a9bc18d12bcc tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Router 60fcd220-6064-42b0-a930-f03bef9e4891 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87611) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:21:12.086209 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:12.249902 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b691782-5037-4cac-a3b7-a9bc18d12bcc tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87611) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:21:12.260590 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec69ffc0-d8eb-4b4c-9314-b678c5d0334b None None] Sync routers for ids ['60fcd220-6064-42b0-a930-f03bef9e4891'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:21:12.269871 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec69ffc0-d8eb-4b4c-9314-b678c5d0334b None None] Routers {'60fcd220-6064-42b0-a930-f03bef9e4891'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:21:12.270550 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ec69ffc0-d8eb-4b4c-9314-b678c5d0334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:21:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['60fcd220-6064-42b0-a930-f03bef9e4891'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:12.275720 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-1b691782-5037-4cac-a3b7-a9bc18d12bcc tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:12.331520 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-1b691782-5037-4cac-a3b7-a9bc18d12bcc tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3104279 Feb 09 02:21:12.332024 n-d-828419-1 neutron-server[87611]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0dd7346-74fb-4896-b598-8fa2cae9d878', 'tag': 'c1af1b28-ea09-48e1-b2c7-8c6880529b44'}] {{(pid=87611) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:21:12.431958 n-d-828419-1 neutron-server[87611]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0dd7346-74fb-4896-b598-8fa2cae9d878', 'tag': 'c1af1b28-ea09-48e1-b2c7-8c6880529b44', 'status': 'completed', 'code': 200} Feb 09 02:21:12.449576 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-ec69ffc0-d8eb-4b4c-9314-b678c5d0334b None None] Set router 60fcd220-6064-42b0-a930-f03bef9e4891 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:21:12.524761 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e45c8a-b589-4cb0-b56f-b90a520694be req-0747f307-d534-47f0-b283-baa41e2f28c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:12.526304 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-30e45c8a-b589-4cb0-b56f-b90a520694be req-0747f307-d534-47f0-b283-baa41e2f28c5 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=357b19c7c9b149a3a8d1252cdcbab32b&device_id=c0dd7346-74fb-4896-b598-8fa2cae9d878 HTTP/1.1" status: 200 len: 1096 time: 0.0737224 Feb 09 02:21:12.659389 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e45c8a-b589-4cb0-b56f-b90a520694be req-70a263dc-d633-4495-927d-72bd52d20c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:12.660900 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-30e45c8a-b589-4cb0-b56f-b90a520694be req-70a263dc-d633-4495-927d-72bd52d20c4e service neutron] 10.222.0.117 "GET /v2.0/networks?id=7873a8bd-ba2a-4499-84b2-a26290ff1f92 HTTP/1.1" status: 200 len: 910 time: 0.1292772 Feb 09 02:21:12.764997 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-30e45c8a-b589-4cb0-b56f-b90a520694be req-0ae568d7-8e19-4d09-a352-073d2e17afa4 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1af1b28-ea09-48e1-b2c7-8c6880529b44 HTTP/1.1" status: 200 len: 999 time: 0.0983002 Feb 09 02:21:12.823059 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ec69ffc0-d8eb-4b4c-9314-b678c5d0334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'name': 'tempest-TestSnapshotPattern-755606896-router', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:46Z', 'revision_number': 4, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'gw_port': {'id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '8eeb1c4f-dd1d-4270-a0bd-26031004ee36', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'floating_ip_address': '172.25.5.164', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'port_id': 'c1af1b28-ea09-48e1-b2c7-8c6880529b44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'mac_address': 'fa:16:3e:43:66:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dd7346-74fb-4896-b598-8fa2cae9d878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:21:10Z', 'updated_at': '2022-02-09T02:21:10Z', 'revision_number': 0, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0bbebbf-6973-4c47-81b2-2934dcc7f004', 'name': '', 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'mac_address': 'fa:16:3e:1a:87:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '69c9ab78-dade-4b20-a7cc-89a765d0899d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:45Z', 'updated_at': '2022-02-09T02:20:52Z', 'revision_number': 5, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'subnets': [{'id': '69c9ab78-dade-4b20-a7cc-89a765d0899d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:12.826933 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec69ffc0-d8eb-4b4c-9314-b678c5d0334b None None] Checking router: 60fcd220-6064-42b0-a930-f03bef9e4891 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:21:12.827093 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e45c8a-b589-4cb0-b56f-b90a520694be req-e8c3e3e6-0135-457c-960a-3d559b9b7ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:12.828418 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-30e45c8a-b589-4cb0-b56f-b90a520694be req-e8c3e3e6-0135-457c-960a-3d559b9b7ece service neutron] 10.222.0.117 "GET /v2.0/subnets?id=69c9ab78-dade-4b20-a7cc-89a765d0899d HTTP/1.1" status: 200 len: 848 time: 0.0570247 Feb 09 02:21:12.835891 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec69ffc0-d8eb-4b4c-9314-b678c5d0334b None None] Routers {'60fcd220-6064-42b0-a930-f03bef9e4891'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:21:12.836521 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ec69ffc0-d8eb-4b4c-9314-b678c5d0334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:21:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['60fcd220-6064-42b0-a930-f03bef9e4891'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:12.904642 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e45c8a-b589-4cb0-b56f-b90a520694be req-383f67e0-ca5d-47ec-8960-89c47988dbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:12.906113 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-30e45c8a-b589-4cb0-b56f-b90a520694be req-383f67e0-ca5d-47ec-8960-89c47988dbff service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=7873a8bd-ba2a-4499-84b2-a26290ff1f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716603 Feb 09 02:21:13.016213 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-ec69ffc0-d8eb-4b4c-9314-b678c5d0334b None None] Set router 60fcd220-6064-42b0-a930-f03bef9e4891 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:21:13.039687 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-30e45c8a-b589-4cb0-b56f-b90a520694be req-a68492ae-1cc0-4a8b-8e69-8ab1401dabf2 service neutron] 10.222.0.117 "GET /v2.0/networks/7873a8bd-ba2a-4499-84b2-a26290ff1f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273885 Feb 09 02:21:13.171866 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-30e45c8a-b589-4cb0-b56f-b90a520694be req-71ccdfed-cb4f-436c-9fbe-2020707882e4 service neutron] 10.222.0.117 "GET /v2.0/networks/7873a8bd-ba2a-4499-84b2-a26290ff1f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252937 Feb 09 02:21:13.359531 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-ec69ffc0-d8eb-4b4c-9314-b678c5d0334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'name': 'tempest-TestSnapshotPattern-755606896-router', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:46Z', 'revision_number': 4, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'gw_port': {'id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '8eeb1c4f-dd1d-4270-a0bd-26031004ee36', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'floating_ip_address': '172.25.5.164', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'port_id': 'c1af1b28-ea09-48e1-b2c7-8c6880529b44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'mac_address': 'fa:16:3e:43:66:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dd7346-74fb-4896-b598-8fa2cae9d878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:21:10Z', 'updated_at': '2022-02-09T02:21:10Z', 'revision_number': 0, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0bbebbf-6973-4c47-81b2-2934dcc7f004', 'name': '', 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'mac_address': 'fa:16:3e:1a:87:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '69c9ab78-dade-4b20-a7cc-89a765d0899d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:45Z', 'updated_at': '2022-02-09T02:20:52Z', 'revision_number': 5, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'subnets': [{'id': '69c9ab78-dade-4b20-a7cc-89a765d0899d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:13.363386 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec69ffc0-d8eb-4b4c-9314-b678c5d0334b None None] The sync data for ids ['60fcd220-6064-42b0-a930-f03bef9e4891'] in n-d-828419-1 is: [{'id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'name': 'tempest-TestSnapshotPattern-755606896-router', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:46Z', 'revision_number': 4, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'gw_port': {'id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '8eeb1c4f-dd1d-4270-a0bd-26031004ee36', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'floating_ip_address': '172.25.5.164', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'port_id': 'c1af1b28-ea09-48e1-b2c7-8c6880529b44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'mac_address': 'fa:16:3e:43:66:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dd7346-74fb-4896-b598-8fa2cae9d878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:21:10Z', 'updated_at': '2022-02-09T02:21:10Z', 'revision_number': 0, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0bbebbf-6973-4c47-81b2-2934dcc7f004', 'name': '', 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'mac_address': 'fa:16:3e:1a:87:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '69c9ab78-dade-4b20-a7cc-89a765d0899d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:45Z', 'updated_at': '2022-02-09T02:20:52Z', 'revision_number': 5, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'subnets': [{'id': '69c9ab78-dade-4b20-a7cc-89a765d0899d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:21:13.559149 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a1f8e7-d4f7-44ce-adbf-4db60dd2d736 None None] New status for floating IP 8eeb1c4f-dd1d-4270-a0bd-26031004ee36: ACTIVE {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:21:22.646094 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:25.852795 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:37.096929 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-74190c82-b362-45bd-9bee-d4986588e245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:39.478158 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5db81e00-5cb6-4922-9e98-d74510756cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:40.483393 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:21:40.644896 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:40.771491 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:42.088104 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:47.941295 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-94f73fa1-2e99-4811-9f47-1165c2271a47 req-10863251-89b2-4d4f-98b7-24dedf68c4bb service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=c0dd7346-74fb-4896-b598-8fa2cae9d878&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0839443 Feb 09 02:21:48.085387 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f73fa1-2e99-4811-9f47-1165c2271a47 req-9c6459fd-1174-4df8-9b80-79ce88e49393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:48.086825 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-94f73fa1-2e99-4811-9f47-1165c2271a47 req-9c6459fd-1174-4df8-9b80-79ce88e49393 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=357b19c7c9b149a3a8d1252cdcbab32b&device_id=c0dd7346-74fb-4896-b598-8fa2cae9d878 HTTP/1.1" status: 200 len: 1096 time: 0.0768499 Feb 09 02:21:48.236984 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f73fa1-2e99-4811-9f47-1165c2271a47 req-d6490472-d5ab-4b86-a74c-ac8b9790d8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:48.238437 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-94f73fa1-2e99-4811-9f47-1165c2271a47 req-d6490472-d5ab-4b86-a74c-ac8b9790d8f5 service neutron] 10.222.0.117 "GET /v2.0/networks?id=7873a8bd-ba2a-4499-84b2-a26290ff1f92 HTTP/1.1" status: 200 len: 910 time: 0.1289530 Feb 09 02:21:48.344592 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-94f73fa1-2e99-4811-9f47-1165c2271a47 req-c1d7944e-5e5c-41b6-b500-4e803e830fd7 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1af1b28-ea09-48e1-b2c7-8c6880529b44 HTTP/1.1" status: 200 len: 1001 time: 0.0992782 Feb 09 02:21:48.416587 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f73fa1-2e99-4811-9f47-1165c2271a47 req-3ad48a25-043b-4db2-8cc9-aa090381db63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:48.418016 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-94f73fa1-2e99-4811-9f47-1165c2271a47 req-3ad48a25-043b-4db2-8cc9-aa090381db63 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=69c9ab78-dade-4b20-a7cc-89a765d0899d HTTP/1.1" status: 200 len: 848 time: 0.0666702 Feb 09 02:21:48.494527 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f73fa1-2e99-4811-9f47-1165c2271a47 req-13d71d83-b269-46e1-a933-8f90c6d97efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:48.496001 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-94f73fa1-2e99-4811-9f47-1165c2271a47 req-13d71d83-b269-46e1-a933-8f90c6d97efa service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=7873a8bd-ba2a-4499-84b2-a26290ff1f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707123 Feb 09 02:21:48.740639 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-94f73fa1-2e99-4811-9f47-1165c2271a47 req-d7e67c4d-e7a5-4d91-a038-ae94eebfcbee service neutron] 10.222.0.117 "GET /v2.0/networks/7873a8bd-ba2a-4499-84b2-a26290ff1f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369356 Feb 09 02:21:48.874338 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-94f73fa1-2e99-4811-9f47-1165c2271a47 req-3510045d-57d3-4d34-814d-80c4626d915d service neutron] 10.222.0.117 "GET /v2.0/networks/7873a8bd-ba2a-4499-84b2-a26290ff1f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241949 Feb 09 02:21:52.658070 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:21:55.866322 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:07.100206 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b17c3365-ce62-480a-a3a8-d47b85ee7f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:09.484071 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7eb9f377-7aa5-45ae-999f-90b2a42c18fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:10.647151 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:10.776102 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:12.091423 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:17.483316 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:22:22.673931 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:25.882151 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:37.102094 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a2b707f1-16bd-4053-a1f4-e908d3621f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:39.485230 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-66c7df33-adff-4792-97f2-49e8a15158ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:40.653221 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:40.776873 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:42.093718 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:48.984286 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2be049bf-bf01-4d98-ae62-153342dd3bf8 req-c2c17315-9fea-48f2-9f93-090bc7d3f00e service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=c0dd7346-74fb-4896-b598-8fa2cae9d878&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1284590 Feb 09 02:22:49.135110 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be049bf-bf01-4d98-ae62-153342dd3bf8 req-59319fbf-0dc5-485d-b513-334437f9e7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:49.136552 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2be049bf-bf01-4d98-ae62-153342dd3bf8 req-59319fbf-0dc5-485d-b513-334437f9e7d8 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=357b19c7c9b149a3a8d1252cdcbab32b&device_id=c0dd7346-74fb-4896-b598-8fa2cae9d878 HTTP/1.1" status: 200 len: 1096 time: 0.0811479 Feb 09 02:22:49.281766 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be049bf-bf01-4d98-ae62-153342dd3bf8 req-7b945b24-2188-4ff8-892c-f0e0a489e7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:49.283198 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2be049bf-bf01-4d98-ae62-153342dd3bf8 req-7b945b24-2188-4ff8-892c-f0e0a489e7e8 service neutron] 10.222.0.117 "GET /v2.0/networks?id=7873a8bd-ba2a-4499-84b2-a26290ff1f92 HTTP/1.1" status: 200 len: 910 time: 0.1275401 Feb 09 02:22:49.389661 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2be049bf-bf01-4d98-ae62-153342dd3bf8 req-092ac4dd-13c6-41eb-b7fe-12b324ee27ec service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1af1b28-ea09-48e1-b2c7-8c6880529b44 HTTP/1.1" status: 200 len: 1001 time: 0.0988328 Feb 09 02:22:49.450506 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be049bf-bf01-4d98-ae62-153342dd3bf8 req-00b31f70-a2a8-4f2d-a40e-1f2d5e00c14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:49.451959 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2be049bf-bf01-4d98-ae62-153342dd3bf8 req-00b31f70-a2a8-4f2d-a40e-1f2d5e00c14d service neutron] 10.222.0.117 "GET /v2.0/subnets?id=69c9ab78-dade-4b20-a7cc-89a765d0899d HTTP/1.1" status: 200 len: 848 time: 0.0569265 Feb 09 02:22:49.529482 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be049bf-bf01-4d98-ae62-153342dd3bf8 req-e64a71e8-2f49-462a-9ec6-a032c176d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:49.530940 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2be049bf-bf01-4d98-ae62-153342dd3bf8 req-e64a71e8-2f49-462a-9ec6-a032c176d5c1 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=7873a8bd-ba2a-4499-84b2-a26290ff1f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730436 Feb 09 02:22:49.662532 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2be049bf-bf01-4d98-ae62-153342dd3bf8 req-510a9047-36ad-4a0c-a247-50ac4cf62da3 service neutron] 10.222.0.117 "GET /v2.0/networks/7873a8bd-ba2a-4499-84b2-a26290ff1f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250501 Feb 09 02:22:49.795666 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-2be049bf-bf01-4d98-ae62-153342dd3bf8 req-e9a518bb-df25-44d2-b235-078ba5b582c3 service neutron] 10.222.0.117 "GET /v2.0/networks/7873a8bd-ba2a-4499-84b2-a26290ff1f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273868 Feb 09 02:22:52.680289 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:22:54.482725 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:22:55.879519 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:07.104625 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4e5e8e72-81b2-496c-a716-d9cba2c89c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:09.488641 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-4081718c-863c-40f6-a690-a8e14881e39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:10.144552 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device c1af1b28-ea09-48e1-b2c7-8c6880529b44 details requested by agent hyperv_n-h2-828419-1 with host n-h2-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 02:23:10.274317 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port c1af1b28-ea09-48e1-b2c7-8c6880529b44, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c1af1b28-ea09-48e1-b2c7-8c6880529b44,segment=NetworkSegment(0a5f132f-0044-4e93-b11a-cb3af4f6a98e),segment_id=0a5f132f-0044-4e93-b11a-cb3af4f6a98e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:23:10.287655 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Returning: {'device': 'c1af1b28-ea09-48e1-b2c7-8c6880529b44', 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'port_id': 'c1af1b28-ea09-48e1-b2c7-8c6880529b44', 'mac_address': 'fa:16:3e:43:66:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 985, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c9ab78-dade-4b20-a7cc-89a765d0899d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 02:23:10.341928 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:10.357991 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1af1b28-ea09-48e1-b2c7-8c6880529b44 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:23:10.372583 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port c1af1b28-ea09-48e1-b2c7-8c6880529b44, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c1af1b28-ea09-48e1-b2c7-8c6880529b44,segment=NetworkSegment(0a5f132f-0044-4e93-b11a-cb3af4f6a98e),segment_id=0a5f132f-0044-4e93-b11a-cb3af4f6a98e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:23:10.376352 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:10.447022 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=c1af1b28-ea09-48e1-b2c7-8c6880529b44,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:10.454294 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:10.454638 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:10.454974 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:10.455308 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:10.455640 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:10.455965 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:10.456288 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:10.456704 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:10.457047 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:10.457355 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:10.457671 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:10.457990 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:10.463893 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] get_ports_and_sgs() called for port_ids ['c1af1b28-ea09-48e1-b2c7-8c6880529b44'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:23:10.684161 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:10.792586 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:12.095149 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:12.143545 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device c1af1b28-ea09-48e1-b2c7-8c6880529b44 up at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:23:12.213901 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Provisioning complete for port c1af1b28-ea09-48e1-b2c7-8c6880529b44 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:12.214271 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:12.330741 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:12.357606 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0dd7346-74fb-4896-b598-8fa2cae9d878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1af1b28-ea09-48e1-b2c7-8c6880529b44'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:23:12.367218 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port c1af1b28-ea09-48e1-b2c7-8c6880529b44, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c1af1b28-ea09-48e1-b2c7-8c6880529b44,segment=NetworkSegment(0a5f132f-0044-4e93-b11a-cb3af4f6a98e),segment_id=0a5f132f-0044-4e93-b11a-cb3af4f6a98e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:23:12.372532 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:12.464157 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=c1af1b28-ea09-48e1-b2c7-8c6880529b44,revision_number=7']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:12.472800 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0dd7346-74fb-4896-b598-8fa2cae9d878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1af1b28-ea09-48e1-b2c7-8c6880529b44', 'code': 200} Feb 09 02:23:22.076418 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-66ae9398-1514-42aa-8fca-307bdc7f7515 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1918825441&fields=id&tenant_id=357b19c7c9b149a3a8d1252cdcbab32b HTTP/1.1" status: 200 len: 267 time: 0.0490088 Feb 09 02:23:22.242328 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-06370f78-b027-47d5-8fbc-cfb5afd8a1d4 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:22.244820 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-06370f78-b027-47d5-8fbc-cfb5afd8a1d4 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/networks?id=7873a8bd-ba2a-4499-84b2-a26290ff1f92 HTTP/1.1" status: 200 len: 809 time: 0.1612980 Feb 09 02:23:22.260963 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-f28e1113-4069-4848-9803-7c6fc58c0d19 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/quotas/357b19c7c9b149a3a8d1252cdcbab32b HTTP/1.1" status: 200 len: 375 time: 0.0106118 Feb 09 02:23:22.355174 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-c524be9b-49b4-47eb-b13a-02cada13ef86 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=357b19c7c9b149a3a8d1252cdcbab32b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0891433 Feb 09 02:23:22.499906 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-918e17f5-f0c8-4bee-80a9-43875e207f78 service neutron] 10.222.0.37 "GET /v2.0/networks/7873a8bd-ba2a-4499-84b2-a26290ff1f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332126 Feb 09 02:23:22.689364 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:22.756929 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-97ba8210-ab91-48eb-8c52-f4553557e749 service neutron] 10.222.0.37 "GET /v2.0/networks/7873a8bd-ba2a-4499-84b2-a26290ff1f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507434 Feb 09 02:23:22.950351 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-c66d5afa-3b5f-449a-b467-ebff9e645b3d req-5482e0ad-aa8a-4b73-8af2-f317b5546bf7 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?device_id=82943880-f28e-45e0-9392-598b1213963e HTTP/1.1" status: 200 len: 210 time: 0.0429351 Feb 09 02:23:24.052954 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b64b3437-3ed0-4af6-9e07-05c393c69cbb req-33335c9e-0191-4978-a355-2f170aae3205 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?device_id=82943880-f28e-45e0-9392-598b1213963e HTTP/1.1" status: 200 len: 210 time: 0.0526381 Feb 09 02:23:24.197078 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device c1af1b28-ea09-48e1-b2c7-8c6880529b44 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:23:24.309728 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:24.335765 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0dd7346-74fb-4896-b598-8fa2cae9d878', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1af1b28-ea09-48e1-b2c7-8c6880529b44'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:23:24.345046 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] For port c1af1b28-ea09-48e1-b2c7-8c6880529b44, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c1af1b28-ea09-48e1-b2c7-8c6880529b44,segment=NetworkSegment(0a5f132f-0044-4e93-b11a-cb3af4f6a98e),segment_id=0a5f132f-0044-4e93-b11a-cb3af4f6a98e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:23:24.349440 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:24.387585 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0dd7346-74fb-4896-b598-8fa2cae9d878', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1af1b28-ea09-48e1-b2c7-8c6880529b44', 'code': 200} Feb 09 02:23:24.421541 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Pushing event updated for resources: {'Port': ['ID=c1af1b28-ea09-48e1-b2c7-8c6880529b44,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:25.149412 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-12b36700-4596-4669-bf1c-bb49b8f55638 req-51a5cb92-fa6c-44f9-a0d8-3d7822fd3969 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?device_id=82943880-f28e-45e0-9392-598b1213963e HTTP/1.1" status: 200 len: 210 time: 0.0426264 Feb 09 02:23:25.880540 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:26.219371 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-63095ff7-ffd5-48da-bc28-3dcdde0b7170 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:26.221025 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-63095ff7-ffd5-48da-bc28-3dcdde0b7170 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.35 "GET /v2.0/networks?id=7873a8bd-ba2a-4499-84b2-a26290ff1f92 HTTP/1.1" status: 200 len: 809 time: 0.1584105 Feb 09 02:23:26.320102 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-2bc31233-d99a-4e35-992e-22034d9de28b tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=357b19c7c9b149a3a8d1252cdcbab32b HTTP/1.1" status: 200 len: 380 time: 0.0844593 Feb 09 02:23:26.322715 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-28760f64-00f7-479d-880b-e332af0b1dab req-26e0d7be-6f94-4173-a04d-0a0f697c48c9 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?device_id=82943880-f28e-45e0-9392-598b1213963e HTTP/1.1" status: 200 len: 210 time: 0.0578442 Feb 09 02:23:26.333355 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-83efffc0-cc91-4020-bcd7-e1c58c80b972 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Request body: {'port': {'device_id': '82943880-f28e-45e0-9392-598b1213963e', 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'admin_state_up': True, 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'security_groups': ['fa7c7e1b-0f8e-489c-81cb-00973edc4cdd']}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:26.472237 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-83efffc0-cc91-4020-bcd7-e1c58c80b972 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:23:26.482019 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-83efffc0-cc91-4020-bcd7-e1c58c80b972 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:23:26.494066 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-83efffc0-cc91-4020-bcd7-e1c58c80b972 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Made reservation on behalf of 357b19c7c9b149a3a8d1252cdcbab32b for: {'port': 1} {{(pid=87612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:23:26.497736 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-83efffc0-cc91-4020-bcd7-e1c58c80b972 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:26.675761 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-83efffc0-cc91-4020-bcd7-e1c58c80b972 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Allocated IP 172.20.0.4 (7873a8bd-ba2a-4499-84b2-a26290ff1f92/69c9ab78-dade-4b20-a7cc-89a765d0899d/fdf216fd-6231-48a5-90b9-6e42e329bfc2) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:23:27.047557 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-83efffc0-cc91-4020-bcd7-e1c58c80b972 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:27.065582 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-83efffc0-cc91-4020-bcd7-e1c58c80b972 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Transition to ACTIVE for port object fdf216fd-6231-48a5-90b9-6e42e329bfc2 will not be triggered until provisioned by entity DHCP. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:23:27.103446 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-83efffc0-cc91-4020-bcd7-e1c58c80b972 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:27.188189 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-83efffc0-cc91-4020-bcd7-e1c58c80b972 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Network 7873a8bd-ba2a-4499-84b2-a26290ff1f92 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:23:27.192495 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-83efffc0-cc91-4020-bcd7-e1c58c80b972 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:27.195614 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-83efffc0-cc91-4020-bcd7-e1c58c80b972 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:23:27.240839 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83efffc0-cc91-4020-bcd7-e1c58c80b972 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Pushing event updated for resources: {'Port': ['ID=fdf216fd-6231-48a5-90b9-6e42e329bfc2,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:27.258675 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efffc0-cc91-4020-bcd7-e1c58c80b972 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:27.259025 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efffc0-cc91-4020-bcd7-e1c58c80b972 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:27.259372 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efffc0-cc91-4020-bcd7-e1c58c80b972 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:27.259694 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efffc0-cc91-4020-bcd7-e1c58c80b972 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:27.260042 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efffc0-cc91-4020-bcd7-e1c58c80b972 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:27.260373 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efffc0-cc91-4020-bcd7-e1c58c80b972 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:27.260855 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efffc0-cc91-4020-bcd7-e1c58c80b972 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:27.261187 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efffc0-cc91-4020-bcd7-e1c58c80b972 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:27.261605 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efffc0-cc91-4020-bcd7-e1c58c80b972 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:27.261843 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efffc0-cc91-4020-bcd7-e1c58c80b972 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:27.262188 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efffc0-cc91-4020-bcd7-e1c58c80b972 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:27.262570 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efffc0-cc91-4020-bcd7-e1c58c80b972 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:27.297286 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-83efffc0-cc91-4020-bcd7-e1c58c80b972 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:27.298007 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-83efffc0-cc91-4020-bcd7-e1c58c80b972 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:27.329027 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-83efffc0-cc91-4020-bcd7-e1c58c80b972 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9992175 Feb 09 02:23:27.539271 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9ea3802c-7393-4b76-8de3-7f2eff859b8e None None] Provisioning for port fdf216fd-6231-48a5-90b9-6e42e329bfc2 completed by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:23:27.547494 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40c69f-3135-472d-975b-ac83fab67fcc req-a4438e92-cea8-474b-bea3-30cc1d663234 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:27.549358 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-9ea3802c-7393-4b76-8de3-7f2eff859b8e None None] Provisioning complete for port fdf216fd-6231-48a5-90b9-6e42e329bfc2 triggered by entity DHCP. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:27.549796 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3e40c69f-3135-472d-975b-ac83fab67fcc req-a4438e92-cea8-474b-bea3-30cc1d663234 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?device_id=82943880-f28e-45e0-9392-598b1213963e HTTP/1.1" status: 200 len: 931 time: 0.0923150 Feb 09 02:23:27.553125 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9ea3802c-7393-4b76-8de3-7f2eff859b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:27.609107 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-3e40c69f-3135-472d-975b-ac83fab67fcc req-9d6cf0ed-9ea1-4b7d-9fbe-c7876ea57181 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa7c7e1b-0f8e-489c-81cb-00973edc4cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524752 Feb 09 02:23:27.614411 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-9ea3802c-7393-4b76-8de3-7f2eff859b8e None None] Port fdf216fd-6231-48a5-90b9-6e42e329bfc2 cannot update to ACTIVE because it is not bound. {{(pid=87613) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 02:23:28.814916 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbad38-b2e7-497b-b5ba-38e4dd81af14 req-eb192800-c47f-45a0-b6d4-bfc9547af1f1 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:28.815664 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f0cbad38-b2e7-497b-b5ba-38e4dd81af14 req-eb192800-c47f-45a0-b6d4-bfc9547af1f1 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Synchronizing usage tracker for tenant:357b19c7c9b149a3a8d1252cdcbab32b on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:23:28.832338 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-f0cbad38-b2e7-497b-b5ba-38e4dd81af14 req-eb192800-c47f-45a0-b6d4-bfc9547af1f1 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Unset dirty status for tenant:357b19c7c9b149a3a8d1252cdcbab32b on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:23:28.838304 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f0cbad38-b2e7-497b-b5ba-38e4dd81af14 req-eb192800-c47f-45a0-b6d4-bfc9547af1f1 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?device_id=82943880-f28e-45e0-9392-598b1213963e HTTP/1.1" status: 200 len: 931 time: 0.1124408 Feb 09 02:23:28.887229 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-f0cbad38-b2e7-497b-b5ba-38e4dd81af14 req-828ae913-d2dc-4dba-b235-a72d53ebe727 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa7c7e1b-0f8e-489c-81cb-00973edc4cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416708 Feb 09 02:23:30.159292 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5d5d1-2354-49ac-b6ba-1cad2384bdf8 req-a7d532f7-b360-42f2-8048-ff6631efb60a tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:30.160871 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1dd5d5d1-2354-49ac-b6ba-1cad2384bdf8 req-a7d532f7-b360-42f2-8048-ff6631efb60a tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?device_id=82943880-f28e-45e0-9392-598b1213963e HTTP/1.1" status: 200 len: 931 time: 0.1432521 Feb 09 02:23:30.214396 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-1dd5d5d1-2354-49ac-b6ba-1cad2384bdf8 req-eda40060-3ca2-463d-87c0-d19c2e2b4363 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa7c7e1b-0f8e-489c-81cb-00973edc4cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472405 Feb 09 02:23:31.410479 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6647e-e9ba-47c3-934c-f128b85c5322 req-2104ef27-0f3f-458c-891d-30f7bef24463 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:31.411996 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dea6647e-e9ba-47c3-934c-f128b85c5322 req-2104ef27-0f3f-458c-891d-30f7bef24463 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?device_id=82943880-f28e-45e0-9392-598b1213963e HTTP/1.1" status: 200 len: 931 time: 0.0884316 Feb 09 02:23:31.461970 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-dea6647e-e9ba-47c3-934c-f128b85c5322 req-320b4526-dcf5-42df-b100-318033b61049 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa7c7e1b-0f8e-489c-81cb-00973edc4cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434513 Feb 09 02:23:31.485850 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:23:32.676189 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416499f2-bfb5-47cb-abd9-8feda71c7965 req-81a5c560-3b67-45ca-aeb0-42e07a23f9b8 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:32.678450 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-416499f2-bfb5-47cb-abd9-8feda71c7965 req-81a5c560-3b67-45ca-aeb0-42e07a23f9b8 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?device_id=82943880-f28e-45e0-9392-598b1213963e HTTP/1.1" status: 200 len: 931 time: 0.0991001 Feb 09 02:23:32.737059 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-416499f2-bfb5-47cb-abd9-8feda71c7965 req-398f1eb0-2f1b-46c1-880e-0894f844bd1f tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa7c7e1b-0f8e-489c-81cb-00973edc4cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524065 Feb 09 02:23:33.938638 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6ab7f-5e18-4368-bc7d-69443fddc085 req-ff321320-51cc-4a14-8b0a-01971f0222aa tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:33.940224 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8fa6ab7f-5e18-4368-bc7d-69443fddc085 req-ff321320-51cc-4a14-8b0a-01971f0222aa tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?device_id=82943880-f28e-45e0-9392-598b1213963e HTTP/1.1" status: 200 len: 931 time: 0.0902262 Feb 09 02:23:33.990771 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8fa6ab7f-5e18-4368-bc7d-69443fddc085 req-cd9f111a-0143-493a-90f1-ad544292e731 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa7c7e1b-0f8e-489c-81cb-00973edc4cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444469 Feb 09 02:23:34.505224 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-fa2c32c8-0be2-4ee4-b55a-b7a8a716b799 service neutron] Request body: {'port': {'device_id': '82943880-f28e-45e0-9392-598b1213963e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828419-1'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:34.612811 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-fa2c32c8-0be2-4ee4-b55a-b7a8a716b799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:34.958166 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-fa2c32c8-0be2-4ee4-b55a-b7a8a716b799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdf216fd-6231-48a5-90b9-6e42e329bfc2 {{(pid=87612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:23:34.967753 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-fa2c32c8-0be2-4ee4-b55a-b7a8a716b799 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:34.985112 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.provisioning_blocks [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-fa2c32c8-0be2-4ee4-b55a-b7a8a716b799 service neutron] Transition to ACTIVE for port object fdf216fd-6231-48a5-90b9-6e42e329bfc2 will not be triggered until provisioned by entity L2. {{(pid=87612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:23:34.989181 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-fa2c32c8-0be2-4ee4-b55a-b7a8a716b799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:35.163654 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c32c8-0be2-4ee4-b55a-b7a8a716b799 service neutron] Pushing event updated for resources: {'Port': ['ID=fdf216fd-6231-48a5-90b9-6e42e329bfc2,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:35.193771 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab5559-c4f5-4447-96ae-9ba4b1135466 req-ec1d3b1b-4d7b-4deb-aa54-3c70f03c4fd1 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:35.196016 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-70ab5559-c4f5-4447-96ae-9ba4b1135466 req-ec1d3b1b-4d7b-4deb-aa54-3c70f03c4fd1 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?device_id=82943880-f28e-45e0-9392-598b1213963e HTTP/1.1" status: 200 len: 943 time: 0.0890052 Feb 09 02:23:35.250363 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-fa2c32c8-0be2-4ee4-b55a-b7a8a716b799 service neutron] Attempting to bind port fdf216fd-6231-48a5-90b9-6e42e329bfc2 on host n-h1-828419-1 for vnic_type normal with profile {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 02:23:35.250609 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-70ab5559-c4f5-4447-96ae-9ba4b1135466 req-7a4c7824-24cd-4cb3-9929-761d3b12f425 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa7c7e1b-0f8e-489c-81cb-00973edc4cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480275 Feb 09 02:23:35.250722 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-fa2c32c8-0be2-4ee4-b55a-b7a8a716b799 service neutron] Attempting to bind port fdf216fd-6231-48a5-90b9-6e42e329bfc2 by drivers openvswitch,hyperv on host n-h1-828419-1 at level 0 using segments [{'id': '0a5f132f-0044-4e93-b11a-cb3af4f6a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92'}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 02:23:35.251027 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-fa2c32c8-0be2-4ee4-b55a-b7a8a716b799 service neutron] Attempting to bind port fdf216fd-6231-48a5-90b9-6e42e329bfc2 on network 7873a8bd-ba2a-4499-84b2-a26290ff1f92 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:23:35.256896 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-fa2c32c8-0be2-4ee4-b55a-b7a8a716b799 service neutron] Port fdf216fd-6231-48a5-90b9-6e42e329bfc2 on network 7873a8bd-ba2a-4499-84b2-a26290ff1f92 not bound, no agent of type Open vSwitch agent registered on host n-h1-828419-1 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 02:23:35.257224 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-fa2c32c8-0be2-4ee4-b55a-b7a8a716b799 service neutron] Attempting to bind port fdf216fd-6231-48a5-90b9-6e42e329bfc2 on network 7873a8bd-ba2a-4499-84b2-a26290ff1f92 {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 02:23:35.263473 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-fa2c32c8-0be2-4ee4-b55a-b7a8a716b799 service neutron] Checking agent: {'id': 'ba2ff14a-72c0-4983-8caa-0656c31af999', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828419-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'started_at': datetime.datetime(2022, 2, 9, 0, 54, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 02:23:35.263814 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-fa2c32c8-0be2-4ee4-b55a-b7a8a716b799 service neutron] Checking segment: {'id': '0a5f132f-0044-4e93-b11a-cb3af4f6a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 02:23:35.264195 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-fa2c32c8-0be2-4ee4-b55a-b7a8a716b799 service neutron] Bound using segment: {'id': '0a5f132f-0044-4e93-b11a-cb3af4f6a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92'} {{(pid=87612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 02:23:35.264658 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.managers [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-fa2c32c8-0be2-4ee4-b55a-b7a8a716b799 service neutron] Bound port: fdf216fd-6231-48a5-90b9-6e42e329bfc2, host: n-h1-828419-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a5f132f-0044-4e93-b11a-cb3af4f6a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92'}}] {{(pid=87612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 02:23:35.265285 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-fa2c32c8-0be2-4ee4-b55a-b7a8a716b799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:35.363415 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-fa2c32c8-0be2-4ee4-b55a-b7a8a716b799 service neutron] For port fdf216fd-6231-48a5-90b9-6e42e329bfc2, host n-h1-828419-1, cleared binding levels {{(pid=87612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 02:23:35.366907 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-fa2c32c8-0be2-4ee4-b55a-b7a8a716b799 service neutron] For port fdf216fd-6231-48a5-90b9-6e42e329bfc2, host n-h1-828419-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=fdf216fd-6231-48a5-90b9-6e42e329bfc2,segment=NetworkSegment(0a5f132f-0044-4e93-b11a-cb3af4f6a98e),segment_id=0a5f132f-0044-4e93-b11a-cb3af4f6a98e)] {{(pid=87612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 02:23:35.372253 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-fa2c32c8-0be2-4ee4-b55a-b7a8a716b799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:35.435946 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-fa2c32c8-0be2-4ee4-b55a-b7a8a716b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:35.436595 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-fa2c32c8-0be2-4ee4-b55a-b7a8a716b799 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:35.437962 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-fa2c32c8-0be2-4ee4-b55a-b7a8a716b799 service neutron] 10.222.0.35 "PUT /v2.0/ports/fdf216fd-6231-48a5-90b9-6e42e329bfc2 HTTP/1.1" status: 200 len: 1091 time: 0.9822552 Feb 09 02:23:35.438396 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82943880-f28e-45e0-9392-598b1213963e', 'tag': 'fdf216fd-6231-48a5-90b9-6e42e329bfc2'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:23:35.459177 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c32c8-0be2-4ee4-b55a-b7a8a716b799 service neutron] Pushing event updated for resources: {'Port': ['ID=fdf216fd-6231-48a5-90b9-6e42e329bfc2,revision_number=3']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:35.562784 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-5cd612da-a4b0-4087-8eba-d1401496d796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:35.564278 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-5cd612da-a4b0-4087-8eba-d1401496d796 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=357b19c7c9b149a3a8d1252cdcbab32b&device_id=82943880-f28e-45e0-9392-598b1213963e HTTP/1.1" status: 200 len: 1094 time: 0.0779896 Feb 09 02:23:35.578840 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82943880-f28e-45e0-9392-598b1213963e', 'tag': 'fdf216fd-6231-48a5-90b9-6e42e329bfc2', 'status': 'completed', 'code': 200} Feb 09 02:23:35.773681 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-b73808a5-ce50-411c-9b6a-1df07c41a43d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdf216fd-6231-48a5-90b9-6e42e329bfc2 HTTP/1.1" status: 200 len: 217 time: 0.1837404 Feb 09 02:23:35.835160 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-ef031688-3570-405d-b7bb-fe6cbb7575ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:35.837236 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-ef031688-3570-405d-b7bb-fe6cbb7575ee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69c9ab78-dade-4b20-a7cc-89a765d0899d HTTP/1.1" status: 200 len: 848 time: 0.0572479 Feb 09 02:23:35.915939 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-b7d92b61-7477-4859-857c-a484cbca0044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:35.917441 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-b7d92b61-7477-4859-857c-a484cbca0044 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7873a8bd-ba2a-4499-84b2-a26290ff1f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703933 Feb 09 02:23:36.056677 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-25ee3cfd-3481-4f22-8ce8-b4ea01a84204 service neutron] 10.222.0.35 "GET /v2.0/networks/7873a8bd-ba2a-4499-84b2-a26290ff1f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301820 Feb 09 02:23:36.196631 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-bbab4eb4-76a3-41ee-a0ec-2bc136c4b25c req-d69432ef-6225-4cdb-b838-3fb54326acc9 service neutron] 10.222.0.35 "GET /v2.0/networks/7873a8bd-ba2a-4499-84b2-a26290ff1f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300414 Feb 09 02:23:36.322488 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5e720-7b38-4a2f-991b-b99f705117ef req-417824d9-244d-4599-aeb9-640c42d5d0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:36.323888 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eee5e720-7b38-4a2f-991b-b99f705117ef req-417824d9-244d-4599-aeb9-640c42d5d0ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=357b19c7c9b149a3a8d1252cdcbab32b&device_id=82943880-f28e-45e0-9392-598b1213963e HTTP/1.1" status: 200 len: 1094 time: 0.0776036 Feb 09 02:23:36.446171 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cfdb2-dec0-4f71-ba55-d65f3a70c4ca req-2cfcce0e-5be8-46b2-bbb5-b8a82122e3de tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:36.447695 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-162cfdb2-dec0-4f71-ba55-d65f3a70c4ca req-2cfcce0e-5be8-46b2-bbb5-b8a82122e3de tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?device_id=82943880-f28e-45e0-9392-598b1213963e HTTP/1.1" status: 200 len: 943 time: 0.0882485 Feb 09 02:23:36.460153 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5e720-7b38-4a2f-991b-b99f705117ef req-068038e2-2a39-4e2b-ae96-561968a6a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:36.461663 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eee5e720-7b38-4a2f-991b-b99f705117ef req-068038e2-2a39-4e2b-ae96-561968a6a963 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7873a8bd-ba2a-4499-84b2-a26290ff1f92 HTTP/1.1" status: 200 len: 910 time: 0.1313126 Feb 09 02:23:36.494032 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-162cfdb2-dec0-4f71-ba55-d65f3a70c4ca req-57f3efd0-7e43-4da4-ade1-0a64d9382cb3 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa7c7e1b-0f8e-489c-81cb-00973edc4cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396574 Feb 09 02:23:36.533055 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eee5e720-7b38-4a2f-991b-b99f705117ef req-6c867aea-368d-4ba0-b923-7605aa74fbe3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdf216fd-6231-48a5-90b9-6e42e329bfc2 HTTP/1.1" status: 200 len: 217 time: 0.0639560 Feb 09 02:23:36.597907 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5e720-7b38-4a2f-991b-b99f705117ef req-e21e2500-9cd5-428e-af21-41e03272b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:36.599465 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eee5e720-7b38-4a2f-991b-b99f705117ef req-e21e2500-9cd5-428e-af21-41e03272b19c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69c9ab78-dade-4b20-a7cc-89a765d0899d HTTP/1.1" status: 200 len: 848 time: 0.0592167 Feb 09 02:23:36.686064 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5e720-7b38-4a2f-991b-b99f705117ef req-9ebb39a8-9a29-4af7-bea3-a42a9246a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:36.687648 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eee5e720-7b38-4a2f-991b-b99f705117ef req-9ebb39a8-9a29-4af7-bea3-a42a9246a0eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7873a8bd-ba2a-4499-84b2-a26290ff1f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810606 Feb 09 02:23:36.824224 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eee5e720-7b38-4a2f-991b-b99f705117ef req-b5581da0-b4e5-4db3-8fc3-785e8d22a534 service neutron] 10.222.0.35 "GET /v2.0/networks/7873a8bd-ba2a-4499-84b2-a26290ff1f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299191 Feb 09 02:23:36.956348 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-eee5e720-7b38-4a2f-991b-b99f705117ef req-2689d207-8033-44b4-80d8-232edaa7031f service neutron] 10.222.0.35 "GET /v2.0/networks/7873a8bd-ba2a-4499-84b2-a26290ff1f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258802 Feb 09 02:23:37.110004 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-097fa28a-d32a-4a7b-ae12-16f6e5c5c7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:37.689027 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf784061-bffa-4e45-8050-75b2cdeaebef req-93d9765b-dbdd-4c89-8d57-12873fa9714d tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:37.690483 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cf784061-bffa-4e45-8050-75b2cdeaebef req-93d9765b-dbdd-4c89-8d57-12873fa9714d tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?device_id=82943880-f28e-45e0-9392-598b1213963e HTTP/1.1" status: 200 len: 943 time: 0.0877736 Feb 09 02:23:37.733627 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-cf784061-bffa-4e45-8050-75b2cdeaebef req-03859909-b607-4302-b743-940cef52c03d tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa7c7e1b-0f8e-489c-81cb-00973edc4cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369692 Feb 09 02:23:38.916668 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8cdfc-2de8-4ed3-8c2b-077749f01488 req-9935fd74-1eef-4036-874f-65730252615a tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:38.918186 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5ff8cdfc-2de8-4ed3-8c2b-077749f01488 req-9935fd74-1eef-4036-874f-65730252615a tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?device_id=82943880-f28e-45e0-9392-598b1213963e HTTP/1.1" status: 200 len: 943 time: 0.0796523 Feb 09 02:23:38.963122 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-5ff8cdfc-2de8-4ed3-8c2b-077749f01488 req-a2d4e00f-3e88-4808-8078-e9f368db244e tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa7c7e1b-0f8e-489c-81cb-00973edc4cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392523 Feb 09 02:23:39.050067 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device fdf216fd-6231-48a5-90b9-6e42e329bfc2 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 02:23:39.216887 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port fdf216fd-6231-48a5-90b9-6e42e329bfc2, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=fdf216fd-6231-48a5-90b9-6e42e329bfc2,segment=NetworkSegment(0a5f132f-0044-4e93-b11a-cb3af4f6a98e),segment_id=0a5f132f-0044-4e93-b11a-cb3af4f6a98e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:23:39.230060 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'fdf216fd-6231-48a5-90b9-6e42e329bfc2', 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'port_id': 'fdf216fd-6231-48a5-90b9-6e42e329bfc2', 'mac_address': 'fa:16:3e:72:e3:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 985, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c9ab78-dade-4b20-a7cc-89a765d0899d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 02:23:39.290455 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:39.307741 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdf216fd-6231-48a5-90b9-6e42e329bfc2 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:23:39.323698 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port fdf216fd-6231-48a5-90b9-6e42e329bfc2, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=fdf216fd-6231-48a5-90b9-6e42e329bfc2,segment=NetworkSegment(0a5f132f-0044-4e93-b11a-cb3af4f6a98e),segment_id=0a5f132f-0044-4e93-b11a-cb3af4f6a98e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:23:39.327753 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:39.395561 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=fdf216fd-6231-48a5-90b9-6e42e329bfc2,revision_number=4']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:39.492964 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3b0ee820-8965-4fca-938c-6bf1e3da415e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:39.642158 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['fdf216fd-6231-48a5-90b9-6e42e329bfc2'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:23:40.149524 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29d855-3d14-4521-95fe-cb36db8b550d req-f2a0fa9d-5baa-4af3-aa42-b02f7de41c39 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:40.150981 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3c29d855-3d14-4521-95fe-cb36db8b550d req-f2a0fa9d-5baa-4af3-aa42-b02f7de41c39 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?device_id=82943880-f28e-45e0-9392-598b1213963e HTTP/1.1" status: 200 len: 944 time: 0.0795448 Feb 09 02:23:40.199731 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3c29d855-3d14-4521-95fe-cb36db8b550d req-3c2cd25c-9ca1-4c52-95ea-58d8d25901c1 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa7c7e1b-0f8e-489c-81cb-00973edc4cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430353 Feb 09 02:23:40.646633 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:40.783365 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:41.067302 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device fdf216fd-6231-48a5-90b9-6e42e329bfc2 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:23:41.135447 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning for port fdf216fd-6231-48a5-90b9-6e42e329bfc2 completed by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:23:41.140297 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port fdf216fd-6231-48a5-90b9-6e42e329bfc2 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:41.140690 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:41.259545 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:41.287562 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82943880-f28e-45e0-9392-598b1213963e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf216fd-6231-48a5-90b9-6e42e329bfc2'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:23:41.298019 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port fdf216fd-6231-48a5-90b9-6e42e329bfc2, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=fdf216fd-6231-48a5-90b9-6e42e329bfc2,segment=NetworkSegment(0a5f132f-0044-4e93-b11a-cb3af4f6a98e),segment_id=0a5f132f-0044-4e93-b11a-cb3af4f6a98e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:23:41.302678 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:41.347176 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82943880-f28e-45e0-9392-598b1213963e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf216fd-6231-48a5-90b9-6e42e329bfc2', 'code': 200} Feb 09 02:23:41.391567 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=fdf216fd-6231-48a5-90b9-6e42e329bfc2,revision_number=5']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:41.402229 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b5e08-b520-4725-a386-d8dc15e6d677 req-5925f1b9-0ec0-44d6-ae2d-1a1c849304ff tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:41.403797 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b47b5e08-b520-4725-a386-d8dc15e6d677 req-5925f1b9-0ec0-44d6-ae2d-1a1c849304ff tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?device_id=82943880-f28e-45e0-9392-598b1213963e HTTP/1.1" status: 200 len: 945 time: 0.0926368 Feb 09 02:23:41.453936 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b47b5e08-b520-4725-a386-d8dc15e6d677 req-92232f6e-f4ff-4203-a40c-79ea186e860e tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa7c7e1b-0f8e-489c-81cb-00973edc4cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417476 Feb 09 02:23:41.478616 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50904e-b427-4db7-b8ac-63122e89ca96 req-79f6bf06-d335-4a20-9d1a-ad02329f8681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:41.480098 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ed50904e-b427-4db7-b8ac-63122e89ca96 req-79f6bf06-d335-4a20-9d1a-ad02329f8681 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=82943880-f28e-45e0-9392-598b1213963e HTTP/1.1" status: 200 len: 1096 time: 0.0755007 Feb 09 02:23:41.523037 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ed50904e-b427-4db7-b8ac-63122e89ca96 req-ad263f33-d80a-49c7-b394-6d8a8326e53a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fa7c7e1b-0f8e-489c-81cb-00973edc4cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349851 Feb 09 02:23:42.097509 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:42.644428 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488601a-f640-4402-8031-f95d1cb644da req-40bb9412-6038-4cee-a46e-9be50dd37db1 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:42.645897 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6488601a-f640-4402-8031-f95d1cb644da req-40bb9412-6038-4cee-a46e-9be50dd37db1 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?device_id=82943880-f28e-45e0-9392-598b1213963e HTTP/1.1" status: 200 len: 945 time: 0.0835533 Feb 09 02:23:42.691173 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-6488601a-f640-4402-8031-f95d1cb644da req-6baa183c-5aff-4aeb-8343-56ff847c9b22 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa7c7e1b-0f8e-489c-81cb-00973edc4cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391529 Feb 09 02:23:43.883353 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3084bba-3915-4ef2-a5af-d079c58b21e1 req-6a867127-be60-44cc-8f95-f17ba6766162 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:43.884864 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d3084bba-3915-4ef2-a5af-d079c58b21e1 req-6a867127-be60-44cc-8f95-f17ba6766162 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?device_id=82943880-f28e-45e0-9392-598b1213963e HTTP/1.1" status: 200 len: 945 time: 0.0806198 Feb 09 02:23:43.933520 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-d3084bba-3915-4ef2-a5af-d079c58b21e1 req-d3d81142-58f8-438b-8f24-b5140ba6b692 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa7c7e1b-0f8e-489c-81cb-00973edc4cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430369 Feb 09 02:23:44.121909 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bf695-a6c3-4e81-ad76-27d9acc09d9a req-aaf6106c-6dad-4a93-b79e-991840015dd9 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:44.123650 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a16bf695-a6c3-4e81-ad76-27d9acc09d9a req-aaf6106c-6dad-4a93-b79e-991840015dd9 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?device_id=82943880-f28e-45e0-9392-598b1213963e HTTP/1.1" status: 200 len: 945 time: 0.0860779 Feb 09 02:23:44.169052 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-a16bf695-a6c3-4e81-ad76-27d9acc09d9a req-97d7ddee-d7b4-4930-9392-7564233389fa tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa7c7e1b-0f8e-489c-81cb-00973edc4cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398872 Feb 09 02:23:44.190728 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41060) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:23:44.263238 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4486569-af00-465e-9d42-454825bfbc24 tempest-TestSnapshotPattern-529012050 tempest-TestSnapshotPattern-529012050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:44.263970 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a4486569-af00-465e-9d42-454825bfbc24 tempest-TestSnapshotPattern-529012050 tempest-TestSnapshotPattern-529012050-project-admin] Synchronizing usage tracker for tenant:fdfd21cd86de4d7ebdcb6f3ec9f032f2 on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:23:44.280694 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-a4486569-af00-465e-9d42-454825bfbc24 tempest-TestSnapshotPattern-529012050 tempest-TestSnapshotPattern-529012050-project-admin] Unset dirty status for tenant:fdfd21cd86de4d7ebdcb6f3ec9f032f2 on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:23:44.281869 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a4486569-af00-465e-9d42-454825bfbc24 tempest-TestSnapshotPattern-529012050 tempest-TestSnapshotPattern-529012050-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=82943880-f28e-45e0-9392-598b1213963e HTTP/1.1" status: 200 len: 1091 time: 0.0901468 Feb 09 02:23:44.284589 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41064) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:23:44.289917 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.v2.base [None req-fe4707f4-9bc8-484b-8148-c824b477ae25 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Request body: {'floatingip': {'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'port_id': 'fdf216fd-6231-48a5-90b9-6e42e329bfc2', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:44.296390 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-fe4707f4-9bc8-484b-8148-c824b477ae25 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 02:23:44.300176 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-fe4707f4-9bc8-484b-8148-c824b477ae25 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Usage tracker for resource:floatingip and tenant:357b19c7c9b149a3a8d1252cdcbab32b is out of sync, need to count used quota {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 02:23:44.303061 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [None req-fe4707f4-9bc8-484b-8148-c824b477ae25 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87612) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 02:23:44.309055 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.quota.driver [None req-fe4707f4-9bc8-484b-8148-c824b477ae25 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87612) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 02:23:44.319081 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fe4707f4-9bc8-484b-8148-c824b477ae25 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for floatingip, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:44.578334 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fe4707f4-9bc8-484b-8148-c824b477ae25 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:44.713445 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_common [None req-fe4707f4-9bc8-484b-8148-c824b477ae25 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Allocated IP 172.25.5.206 (d1df58ff-1788-422d-89ee-d00e1fe89789/71bd6404-cd26-40da-a13f-e9e7bf1c6403/6c3c93c1-15a4-4d46-90c0-86a9c41f9879) {{(pid=87612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:23:44.860744 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fe4707f4-9bc8-484b-8148-c824b477ae25 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for port, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:44.891182 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fe4707f4-9bc8-484b-8148-c824b477ae25 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757039487479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:44.957978 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4707f4-9bc8-484b-8148-c824b477ae25 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Network d1df58ff-1788-422d-89ee-d00e1fe89789 is already hosted by enough agents. {{(pid=87612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:23:44.959125 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.base_scheduler [None req-fe4707f4-9bc8-484b-8148-c824b477ae25 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Resources bound (agent type, host, resource id): {{(pid=87612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:44.961673 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4707f4-9bc8-484b-8148-c824b477ae25 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Received port after_create {{(pid=87612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 02:23:45.002540 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4707f4-9bc8-484b-8148-c824b477ae25 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Pushing event updated for resources: {'Port': ['ID=6c3c93c1-15a4-4d46-90c0-86a9c41f9879,revision_number=1']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:45.375178 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fe4707f4-9bc8-484b-8148-c824b477ae25 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:45.455647 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fe4707f4-9bc8-484b-8148-c824b477ae25 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:45.663466 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fe4707f4-9bc8-484b-8148-c824b477ae25 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for port, precommit_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:45.668470 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fe4707f4-9bc8-484b-8148-c824b477ae25 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6064907'] for port, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:45.772308 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4707f4-9bc8-484b-8148-c824b477ae25 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Pushing event updated for resources: {'Port': ['ID=6c3c93c1-15a4-4d46-90c0-86a9c41f9879,revision_number=2']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:45.789507 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fe4707f4-9bc8-484b-8148-c824b477ae25 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8101543'] for floatingip, after_update {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:45.959841 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [None req-fe4707f4-9bc8-484b-8148-c824b477ae25 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Floating IP 8216c582-6fd5-4f0e-9614-c89429e50eec associated. External IP: 172.25.5.206, port: fdf216fd-6231-48a5-90b9-6e42e329bfc2. Feb 09 02:23:46.434443 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4707f4-9bc8-484b-8148-c824b477ae25 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Router 60fcd220-6064-42b0-a930-f03bef9e4891 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:23:46.615270 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4707f4-9bc8-484b-8148-c824b477ae25 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:23:46.625673 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c19858-eeeb-428f-bfab-aca5edb7e01c None None] Sync routers for ids ['60fcd220-6064-42b0-a930-f03bef9e4891'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:23:46.635760 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c19858-eeeb-428f-bfab-aca5edb7e01c None None] Routers {'60fcd220-6064-42b0-a930-f03bef9e4891'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:23:46.636374 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-39c19858-eeeb-428f-bfab-aca5edb7e01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:23:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['60fcd220-6064-42b0-a930-f03bef9e4891'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:46.640673 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-fe4707f4-9bc8-484b-8148-c824b477ae25 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:46.699443 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-fe4707f4-9bc8-484b-8148-c824b477ae25 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4137287 Feb 09 02:23:46.700071 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82943880-f28e-45e0-9392-598b1213963e', 'tag': 'fdf216fd-6231-48a5-90b9-6e42e329bfc2'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:23:46.745930 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82943880-f28e-45e0-9392-598b1213963e', 'tag': 'fdf216fd-6231-48a5-90b9-6e42e329bfc2', 'status': 'completed', 'code': 200} Feb 09 02:23:46.816109 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-39c19858-eeeb-428f-bfab-aca5edb7e01c None None] Set router 60fcd220-6064-42b0-a930-f03bef9e4891 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:23:46.839442 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b4841-5206-4771-a7d9-9293cb680671 req-55f59cfb-2feb-466b-b7b9-bb7a0f7f951d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:46.840959 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea6b4841-5206-4771-a7d9-9293cb680671 req-55f59cfb-2feb-466b-b7b9-bb7a0f7f951d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=357b19c7c9b149a3a8d1252cdcbab32b&device_id=82943880-f28e-45e0-9392-598b1213963e HTTP/1.1" status: 200 len: 1096 time: 0.0716631 Feb 09 02:23:46.973399 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b4841-5206-4771-a7d9-9293cb680671 req-d7f36c2b-ecea-419b-ac44-67dbc774fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:46.974782 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea6b4841-5206-4771-a7d9-9293cb680671 req-d7f36c2b-ecea-419b-ac44-67dbc774fd59 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7873a8bd-ba2a-4499-84b2-a26290ff1f92 HTTP/1.1" status: 200 len: 910 time: 0.1280792 Feb 09 02:23:47.080882 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea6b4841-5206-4771-a7d9-9293cb680671 req-d1a1e408-b3d4-4683-ac48-96eef6ade972 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdf216fd-6231-48a5-90b9-6e42e329bfc2 HTTP/1.1" status: 200 len: 999 time: 0.0995529 Feb 09 02:23:47.143860 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b4841-5206-4771-a7d9-9293cb680671 req-a1459de0-39d4-458d-a882-1c617ad4205e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:47.145342 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea6b4841-5206-4771-a7d9-9293cb680671 req-a1459de0-39d4-458d-a882-1c617ad4205e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69c9ab78-dade-4b20-a7cc-89a765d0899d HTTP/1.1" status: 200 len: 848 time: 0.0582204 Feb 09 02:23:47.197213 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-39c19858-eeeb-428f-bfab-aca5edb7e01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'name': 'tempest-TestSnapshotPattern-755606896-router', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:46Z', 'revision_number': 4, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'gw_port': {'id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '8216c582-6fd5-4f0e-9614-c89429e50eec', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'floating_ip_address': '172.25.5.206', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'port_id': 'fdf216fd-6231-48a5-90b9-6e42e329bfc2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'mac_address': 'fa:16:3e:72:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82943880-f28e-45e0-9392-598b1213963e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:23:45Z', 'updated_at': '2022-02-09T02:23:45Z', 'revision_number': 0, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'fixed_ip_address_scope': None}, {'id': '8eeb1c4f-dd1d-4270-a0bd-26031004ee36', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'floating_ip_address': '172.25.5.164', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'port_id': 'c1af1b28-ea09-48e1-b2c7-8c6880529b44', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'mac_address': 'fa:16:3e:43:66:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0dd7346-74fb-4896-b598-8fa2cae9d878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:21:10Z', 'updated_at': '2022-02-09T02:21:13Z', 'revision_number': 1, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0bbebbf-6973-4c47-81b2-2934dcc7f004', 'name': '', 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'mac_address': 'fa:16:3e:1a:87:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '69c9ab78-dade-4b20-a7cc-89a765d0899d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:45Z', 'updated_at': '2022-02-09T02:20:52Z', 'revision_number': 5, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'subnets': [{'id': '69c9ab78-dade-4b20-a7cc-89a765d0899d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:47.201030 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c19858-eeeb-428f-bfab-aca5edb7e01c None None] Checking router: 60fcd220-6064-42b0-a930-f03bef9e4891 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:23:47.209221 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c19858-eeeb-428f-bfab-aca5edb7e01c None None] Routers {'60fcd220-6064-42b0-a930-f03bef9e4891'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:23:47.209700 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-39c19858-eeeb-428f-bfab-aca5edb7e01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:23:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['60fcd220-6064-42b0-a930-f03bef9e4891'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:47.223717 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b4841-5206-4771-a7d9-9293cb680671 req-f4df1fe0-0a84-4fb0-865f-43aaaa5b6bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:47.225443 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea6b4841-5206-4771-a7d9-9293cb680671 req-f4df1fe0-0a84-4fb0-865f-43aaaa5b6bb6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7873a8bd-ba2a-4499-84b2-a26290ff1f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731702 Feb 09 02:23:47.359901 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea6b4841-5206-4771-a7d9-9293cb680671 req-2e6f6513-aece-40f1-8048-af48ad2a9b81 service neutron] 10.222.0.35 "GET /v2.0/networks/7873a8bd-ba2a-4499-84b2-a26290ff1f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278155 Feb 09 02:23:47.391069 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-39c19858-eeeb-428f-bfab-aca5edb7e01c None None] Set router 60fcd220-6064-42b0-a930-f03bef9e4891 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:23:47.499342 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-ea6b4841-5206-4771-a7d9-9293cb680671 req-82bda402-91ff-46de-841a-9d4ce9aca4e5 service neutron] 10.222.0.35 "GET /v2.0/networks/7873a8bd-ba2a-4499-84b2-a26290ff1f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324010 Feb 09 02:23:47.755832 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-39c19858-eeeb-428f-bfab-aca5edb7e01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'name': 'tempest-TestSnapshotPattern-755606896-router', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:46Z', 'revision_number': 4, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'gw_port': {'id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '8216c582-6fd5-4f0e-9614-c89429e50eec', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'floating_ip_address': '172.25.5.206', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'port_id': 'fdf216fd-6231-48a5-90b9-6e42e329bfc2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'mac_address': 'fa:16:3e:72:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82943880-f28e-45e0-9392-598b1213963e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:23:45Z', 'updated_at': '2022-02-09T02:23:45Z', 'revision_number': 0, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'fixed_ip_address_scope': None}, {'id': '8eeb1c4f-dd1d-4270-a0bd-26031004ee36', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'floating_ip_address': '172.25.5.164', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'port_id': 'c1af1b28-ea09-48e1-b2c7-8c6880529b44', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'mac_address': 'fa:16:3e:43:66:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0dd7346-74fb-4896-b598-8fa2cae9d878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:21:10Z', 'updated_at': '2022-02-09T02:21:13Z', 'revision_number': 1, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0bbebbf-6973-4c47-81b2-2934dcc7f004', 'name': '', 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'mac_address': 'fa:16:3e:1a:87:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '69c9ab78-dade-4b20-a7cc-89a765d0899d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:45Z', 'updated_at': '2022-02-09T02:20:52Z', 'revision_number': 5, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'subnets': [{'id': '69c9ab78-dade-4b20-a7cc-89a765d0899d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:47.760002 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c19858-eeeb-428f-bfab-aca5edb7e01c None None] The sync data for ids ['60fcd220-6064-42b0-a930-f03bef9e4891'] in n-d-828419-1 is: [{'id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'name': 'tempest-TestSnapshotPattern-755606896-router', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:46Z', 'revision_number': 4, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'gw_port': {'id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '8216c582-6fd5-4f0e-9614-c89429e50eec', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'floating_ip_address': '172.25.5.206', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'port_id': 'fdf216fd-6231-48a5-90b9-6e42e329bfc2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'mac_address': 'fa:16:3e:72:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82943880-f28e-45e0-9392-598b1213963e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:23:45Z', 'updated_at': '2022-02-09T02:23:45Z', 'revision_number': 0, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'fixed_ip_address_scope': None}, {'id': '8eeb1c4f-dd1d-4270-a0bd-26031004ee36', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'floating_ip_address': '172.25.5.164', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'port_id': 'c1af1b28-ea09-48e1-b2c7-8c6880529b44', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'mac_address': 'fa:16:3e:43:66:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0dd7346-74fb-4896-b598-8fa2cae9d878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:21:10Z', 'updated_at': '2022-02-09T02:21:13Z', 'revision_number': 1, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0bbebbf-6973-4c47-81b2-2934dcc7f004', 'name': '', 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'mac_address': 'fa:16:3e:1a:87:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '69c9ab78-dade-4b20-a7cc-89a765d0899d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:45Z', 'updated_at': '2022-02-09T02:20:52Z', 'revision_number': 5, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'subnets': [{'id': '69c9ab78-dade-4b20-a7cc-89a765d0899d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:23:47.958373 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215a5f7d-a569-4277-aaf8-77f6059e50ff None None] New status for floating IP 8216c582-6fd5-4f0e-9614-c89429e50eec: ACTIVE {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:23:50.928912 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-73bab8cd-4b71-428c-8fbb-286a36e5d425 req-64d8da50-fc00-4109-ae9a-5dd488a946cb service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=c0dd7346-74fb-4896-b598-8fa2cae9d878&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0686235 Feb 09 02:23:51.064328 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bab8cd-4b71-428c-8fbb-286a36e5d425 req-13998417-4675-41eb-b02a-87da3919e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:51.065844 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-73bab8cd-4b71-428c-8fbb-286a36e5d425 req-13998417-4675-41eb-b02a-87da3919e14b service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=357b19c7c9b149a3a8d1252cdcbab32b&device_id=c0dd7346-74fb-4896-b598-8fa2cae9d878 HTTP/1.1" status: 200 len: 1094 time: 0.0708780 Feb 09 02:23:51.209824 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bab8cd-4b71-428c-8fbb-286a36e5d425 req-cd9d5fbf-0820-4f3b-8b24-a151ec6d9e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:51.211888 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-73bab8cd-4b71-428c-8fbb-286a36e5d425 req-cd9d5fbf-0820-4f3b-8b24-a151ec6d9e51 service neutron] 10.222.0.117 "GET /v2.0/networks?id=7873a8bd-ba2a-4499-84b2-a26290ff1f92 HTTP/1.1" status: 200 len: 910 time: 0.1274972 Feb 09 02:23:51.433458 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-73bab8cd-4b71-428c-8fbb-286a36e5d425 req-efe3ead6-5f94-4252-b5b4-0dba6a2be042 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1af1b28-ea09-48e1-b2c7-8c6880529b44 HTTP/1.1" status: 200 len: 999 time: 0.2150929 Feb 09 02:23:51.498907 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bab8cd-4b71-428c-8fbb-286a36e5d425 req-4f047388-c2be-4da9-8a1f-32865cc63185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:51.500300 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-73bab8cd-4b71-428c-8fbb-286a36e5d425 req-4f047388-c2be-4da9-8a1f-32865cc63185 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=69c9ab78-dade-4b20-a7cc-89a765d0899d HTTP/1.1" status: 200 len: 848 time: 0.0607440 Feb 09 02:23:51.574656 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bab8cd-4b71-428c-8fbb-286a36e5d425 req-497fcb19-5b0e-4df3-85b7-b521f6aad0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:51.576135 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-73bab8cd-4b71-428c-8fbb-286a36e5d425 req-497fcb19-5b0e-4df3-85b7-b521f6aad0cc service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=7873a8bd-ba2a-4499-84b2-a26290ff1f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704548 Feb 09 02:23:51.709357 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-73bab8cd-4b71-428c-8fbb-286a36e5d425 req-81f6685b-9b85-46af-a6a0-4e4f4261f993 service neutron] 10.222.0.117 "GET /v2.0/networks/7873a8bd-ba2a-4499-84b2-a26290ff1f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270745 Feb 09 02:23:51.847427 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-73bab8cd-4b71-428c-8fbb-286a36e5d425 req-53969d8a-6b44-49d5-9e1b-e82b8f230e24 service neutron] 10.222.0.117 "GET /v2.0/networks/7873a8bd-ba2a-4499-84b2-a26290ff1f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321464 Feb 09 02:23:52.688088 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:23:55.895987 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:24:07.111861 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-83f5f4ae-6c65-4855-93fb-8f51ffa5d87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:24:08.485253 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:24:09.495415 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-376241b4-d7d4-4ba1-861c-46fb130c1bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:24:10.650172 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:24:10.786405 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:24:12.100890 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:24:13.480004 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3cc24b0c-6df2-47a8-a4d0-ad784801afc2 req-3f565cf2-7b0e-47fd-ab90-036b533344d4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=82943880-f28e-45e0-9392-598b1213963e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0731046 Feb 09 02:24:13.620258 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc24b0c-6df2-47a8-a4d0-ad784801afc2 req-0d0e61df-f761-4e1b-b7e7-9047fecb27d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:13.621766 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3cc24b0c-6df2-47a8-a4d0-ad784801afc2 req-0d0e61df-f761-4e1b-b7e7-9047fecb27d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=357b19c7c9b149a3a8d1252cdcbab32b&device_id=82943880-f28e-45e0-9392-598b1213963e HTTP/1.1" status: 200 len: 1096 time: 0.0730805 Feb 09 02:24:13.794196 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc24b0c-6df2-47a8-a4d0-ad784801afc2 req-21496b2c-ac57-4826-ba29-77297e0c48f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:13.795589 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3cc24b0c-6df2-47a8-a4d0-ad784801afc2 req-21496b2c-ac57-4826-ba29-77297e0c48f9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7873a8bd-ba2a-4499-84b2-a26290ff1f92 HTTP/1.1" status: 200 len: 910 time: 0.1481259 Feb 09 02:24:13.906748 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3cc24b0c-6df2-47a8-a4d0-ad784801afc2 req-669220f5-1195-4b79-bc67-2de09a0de941 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdf216fd-6231-48a5-90b9-6e42e329bfc2 HTTP/1.1" status: 200 len: 1001 time: 0.1005516 Feb 09 02:24:13.973921 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc24b0c-6df2-47a8-a4d0-ad784801afc2 req-0edb5ba9-1454-481d-840a-c7b1d4755b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:13.975350 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3cc24b0c-6df2-47a8-a4d0-ad784801afc2 req-0edb5ba9-1454-481d-840a-c7b1d4755b25 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69c9ab78-dade-4b20-a7cc-89a765d0899d HTTP/1.1" status: 200 len: 848 time: 0.0581913 Feb 09 02:24:14.060088 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc24b0c-6df2-47a8-a4d0-ad784801afc2 req-b34975a4-4ffd-49e9-9bdf-c395cac4fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:14.061522 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3cc24b0c-6df2-47a8-a4d0-ad784801afc2 req-b34975a4-4ffd-49e9-9bdf-c395cac4fd01 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7873a8bd-ba2a-4499-84b2-a26290ff1f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767057 Feb 09 02:24:14.197571 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3cc24b0c-6df2-47a8-a4d0-ad784801afc2 req-e9c2b17f-3869-40e0-aa79-38f3e209ec25 service neutron] 10.222.0.35 "GET /v2.0/networks/7873a8bd-ba2a-4499-84b2-a26290ff1f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293766 Feb 09 02:24:14.327934 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-3cc24b0c-6df2-47a8-a4d0-ad784801afc2 req-43c8b436-6638-41af-b5a3-7e3f16d6d10d service neutron] 10.222.0.35 "GET /v2.0/networks/7873a8bd-ba2a-4499-84b2-a26290ff1f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243389 Feb 09 02:24:22.704744 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:24:25.896992 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:24:37.115003 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ac55a8ca-0b24-4c2f-ac0a-2a761c571be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:24:39.500775 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-36b3e5cc-2921-4285-b549-341cae431f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:24:40.655835 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:24:40.792482 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:24:42.102854 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:24:45.486580 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:24:51.918735 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8044acbc-4564-40ea-a52c-70a87ad4ca1b req-b127e1b8-67e5-49b8-9913-6c9ae5e36163 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=c0dd7346-74fb-4896-b598-8fa2cae9d878&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0686476 Feb 09 02:24:52.057862 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044acbc-4564-40ea-a52c-70a87ad4ca1b req-e367cbdb-0f4a-4f97-9ff2-aa0287e63739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:52.059822 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8044acbc-4564-40ea-a52c-70a87ad4ca1b req-e367cbdb-0f4a-4f97-9ff2-aa0287e63739 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=357b19c7c9b149a3a8d1252cdcbab32b&device_id=c0dd7346-74fb-4896-b598-8fa2cae9d878 HTTP/1.1" status: 200 len: 1094 time: 0.0737374 Feb 09 02:24:52.318012 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044acbc-4564-40ea-a52c-70a87ad4ca1b req-3412f54b-10c2-423b-b6ee-4f30cb8a2255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:52.319366 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8044acbc-4564-40ea-a52c-70a87ad4ca1b req-3412f54b-10c2-423b-b6ee-4f30cb8a2255 service neutron] 10.222.0.117 "GET /v2.0/networks?id=7873a8bd-ba2a-4499-84b2-a26290ff1f92 HTTP/1.1" status: 200 len: 910 time: 0.2402682 Feb 09 02:24:52.420419 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8044acbc-4564-40ea-a52c-70a87ad4ca1b req-feb55088-fef9-49fa-b065-b42de8230b11 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1af1b28-ea09-48e1-b2c7-8c6880529b44 HTTP/1.1" status: 200 len: 999 time: 0.0939283 Feb 09 02:24:52.482543 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044acbc-4564-40ea-a52c-70a87ad4ca1b req-5b9b7f48-270b-4b50-86c9-79532b61828a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:52.483971 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8044acbc-4564-40ea-a52c-70a87ad4ca1b req-5b9b7f48-270b-4b50-86c9-79532b61828a service neutron] 10.222.0.117 "GET /v2.0/subnets?id=69c9ab78-dade-4b20-a7cc-89a765d0899d HTTP/1.1" status: 200 len: 848 time: 0.0573938 Feb 09 02:24:52.557328 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044acbc-4564-40ea-a52c-70a87ad4ca1b req-fdc1e75f-fbad-404d-b158-3f5553b714b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:52.558804 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8044acbc-4564-40ea-a52c-70a87ad4ca1b req-fdc1e75f-fbad-404d-b158-3f5553b714b3 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=7873a8bd-ba2a-4499-84b2-a26290ff1f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691307 Feb 09 02:24:52.688071 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8044acbc-4564-40ea-a52c-70a87ad4ca1b req-34ac2469-97e1-4b29-963c-c7a35c439080 service neutron] 10.222.0.117 "GET /v2.0/networks/7873a8bd-ba2a-4499-84b2-a26290ff1f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232777 Feb 09 02:24:52.716830 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:24:52.819895 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-8044acbc-4564-40ea-a52c-70a87ad4ca1b req-9f6dc480-1717-4058-a586-a6e9ecd5f8b7 service neutron] 10.222.0.117 "GET /v2.0/networks/7873a8bd-ba2a-4499-84b2-a26290ff1f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257260 Feb 09 02:24:55.909966 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:07.117588 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-cdcc3d9b-ca23-4d7f-b306-31fec619f81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:09.502186 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5fa1c9e9-13a1-4fc9-b619-4e383f03168d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:10.657802 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:10.790455 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:12.104814 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:14.107886 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d4c3ead9-8f9b-424e-b444-eb8a5f44d364 req-0bd66da9-81cc-440d-87ae-d09fa142bd70 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=82943880-f28e-45e0-9392-598b1213963e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0775859 Feb 09 02:25:14.257373 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3ead9-8f9b-424e-b444-eb8a5f44d364 req-64e2f0f5-308c-4b2c-af5f-61bad892b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:14.258836 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d4c3ead9-8f9b-424e-b444-eb8a5f44d364 req-64e2f0f5-308c-4b2c-af5f-61bad892b367 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=357b19c7c9b149a3a8d1252cdcbab32b&device_id=82943880-f28e-45e0-9392-598b1213963e HTTP/1.1" status: 200 len: 1096 time: 0.0801651 Feb 09 02:25:14.404775 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3ead9-8f9b-424e-b444-eb8a5f44d364 req-49675e40-d5d7-4dc5-ae0d-8884193a60f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:14.406149 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d4c3ead9-8f9b-424e-b444-eb8a5f44d364 req-49675e40-d5d7-4dc5-ae0d-8884193a60f6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7873a8bd-ba2a-4499-84b2-a26290ff1f92 HTTP/1.1" status: 200 len: 910 time: 0.1284161 Feb 09 02:25:14.512712 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d4c3ead9-8f9b-424e-b444-eb8a5f44d364 req-634bd833-11cb-4248-8dd9-f05991f23a10 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdf216fd-6231-48a5-90b9-6e42e329bfc2 HTTP/1.1" status: 200 len: 1001 time: 0.0995111 Feb 09 02:25:14.583477 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3ead9-8f9b-424e-b444-eb8a5f44d364 req-208208d8-530b-4a0c-85c3-470a448a8952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:14.584949 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d4c3ead9-8f9b-424e-b444-eb8a5f44d364 req-208208d8-530b-4a0c-85c3-470a448a8952 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69c9ab78-dade-4b20-a7cc-89a765d0899d HTTP/1.1" status: 200 len: 848 time: 0.0632381 Feb 09 02:25:14.660035 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3ead9-8f9b-424e-b444-eb8a5f44d364 req-d7514081-3bd0-43f3-8ac1-521490207dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:14.661460 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d4c3ead9-8f9b-424e-b444-eb8a5f44d364 req-d7514081-3bd0-43f3-8ac1-521490207dfc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7873a8bd-ba2a-4499-84b2-a26290ff1f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699577 Feb 09 02:25:14.672611 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-d4c3ead9-8f9b-424e-b444-eb8a5f44d364 req-da1ec369-98eb-4700-9740-3f8bce0c8f17 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=87612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 02:25:14.673597 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d4c3ead9-8f9b-424e-b444-eb8a5f44d364 req-da1ec369-98eb-4700-9740-3f8bce0c8f17 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052707 Feb 09 02:25:14.806969 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d4c3ead9-8f9b-424e-b444-eb8a5f44d364 req-c0569f0f-c85d-4adf-843f-0c000a2b7ff5 service neutron] 10.222.0.35 "GET /v2.0/networks/7873a8bd-ba2a-4499-84b2-a26290ff1f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250494 Feb 09 02:25:14.949008 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d4c3ead9-8f9b-424e-b444-eb8a5f44d364 req-25e1f7d7-1c6d-48c1-b4ee-3adcec3b5f2f service neutron] 10.222.0.35 "GET /v2.0/networks/7873a8bd-ba2a-4499-84b2-a26290ff1f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284442 Feb 09 02:25:17.441414 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device fdf216fd-6231-48a5-90b9-6e42e329bfc2 details requested by agent hyperv_n-h1-828419-1 with host n-h1-828419-1 {{(pid=87613) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 02:25:17.582746 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port fdf216fd-6231-48a5-90b9-6e42e329bfc2, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=fdf216fd-6231-48a5-90b9-6e42e329bfc2,segment=NetworkSegment(0a5f132f-0044-4e93-b11a-cb3af4f6a98e),segment_id=0a5f132f-0044-4e93-b11a-cb3af4f6a98e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:25:17.606784 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Returning: {'device': 'fdf216fd-6231-48a5-90b9-6e42e329bfc2', 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'port_id': 'fdf216fd-6231-48a5-90b9-6e42e329bfc2', 'mac_address': 'fa:16:3e:72:e3:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 985, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c9ab78-dade-4b20-a7cc-89a765d0899d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87613) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 02:25:17.673545 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:17.694321 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fdf216fd-6231-48a5-90b9-6e42e329bfc2 {{(pid=87613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 02:25:17.710821 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port fdf216fd-6231-48a5-90b9-6e42e329bfc2, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=fdf216fd-6231-48a5-90b9-6e42e329bfc2,segment=NetworkSegment(0a5f132f-0044-4e93-b11a-cb3af4f6a98e),segment_id=0a5f132f-0044-4e93-b11a-cb3af4f6a98e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:25:17.715486 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:17.787243 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=fdf216fd-6231-48a5-90b9-6e42e329bfc2,revision_number=6']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:17.795309 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:17.795682 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:17.796019 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:17.796343 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:17.796693 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:17.797016 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:17.797341 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:17.797661 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:17.797982 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:17.798297 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:17.798610 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:17.799024 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:17.803890 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] get_ports_and_sgs() called for port_ids ['fdf216fd-6231-48a5-90b9-6e42e329bfc2'] {{(pid=87613) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 02:25:19.453415 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device fdf216fd-6231-48a5-90b9-6e42e329bfc2 up at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 02:25:19.548949 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.provisioning_blocks [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Provisioning complete for port fdf216fd-6231-48a5-90b9-6e42e329bfc2 triggered by entity L2. {{(pid=87613) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:25:19.549302 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-695087'] for port, provisioning_complete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:19.688308 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:19.718373 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82943880-f28e-45e0-9392-598b1213963e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf216fd-6231-48a5-90b9-6e42e329bfc2'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:25:19.731519 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port fdf216fd-6231-48a5-90b9-6e42e329bfc2, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=fdf216fd-6231-48a5-90b9-6e42e329bfc2,segment=NetworkSegment(0a5f132f-0044-4e93-b11a-cb3af4f6a98e),segment_id=0a5f132f-0044-4e93-b11a-cb3af4f6a98e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:25:19.738202 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:19.792995 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82943880-f28e-45e0-9392-598b1213963e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf216fd-6231-48a5-90b9-6e42e329bfc2', 'code': 200} Feb 09 02:25:19.827934 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=fdf216fd-6231-48a5-90b9-6e42e329bfc2,revision_number=7']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:22.486072 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:25:22.734206 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:25.928691 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:28.236715 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41258) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:25:28.566418 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-5240d138-3b15-4bda-8da9-c25f5f96674c tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Deleting port 6c3c93c1-15a4-4d46-90c0-86a9c41f9879 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:25:28.566418 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5240d138-3b15-4bda-8da9-c25f5f96674c tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:28.741015 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5240d138-3b15-4bda-8da9-c25f5f96674c tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:28.741355 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5240d138-3b15-4bda-8da9-c25f5f96674c tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:28.867101 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-5240d138-3b15-4bda-8da9-c25f5f96674c tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Calling delete_port for 6c3c93c1-15a4-4d46-90c0-86a9c41f9879 owned by network:floatingip {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:25:29.029426 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5240d138-3b15-4bda-8da9-c25f5f96674c tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:29.079335 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5240d138-3b15-4bda-8da9-c25f5f96674c tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Pushing event deleted for resources: {'Port': ['ID=6c3c93c1-15a4-4d46-90c0-86a9c41f9879,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:29.121952 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5240d138-3b15-4bda-8da9-c25f5f96674c tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:29.122210 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5240d138-3b15-4bda-8da9-c25f5f96674c tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:29.122549 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5240d138-3b15-4bda-8da9-c25f5f96674c tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:29.122885 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5240d138-3b15-4bda-8da9-c25f5f96674c tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:29.123244 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5240d138-3b15-4bda-8da9-c25f5f96674c tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:29.123576 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5240d138-3b15-4bda-8da9-c25f5f96674c tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:29.123906 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5240d138-3b15-4bda-8da9-c25f5f96674c tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:29.124226 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5240d138-3b15-4bda-8da9-c25f5f96674c tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:29.124572 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5240d138-3b15-4bda-8da9-c25f5f96674c tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:29.124895 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5240d138-3b15-4bda-8da9-c25f5f96674c tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:29.125218 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5240d138-3b15-4bda-8da9-c25f5f96674c tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:29.125539 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5240d138-3b15-4bda-8da9-c25f5f96674c tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:29.187583 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5240d138-3b15-4bda-8da9-c25f5f96674c tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for floatingip, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:29.187921 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [None req-5240d138-3b15-4bda-8da9-c25f5f96674c tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Floating IP 8216c582-6fd5-4f0e-9614-c89429e50eec disassociated (deleted). External IP: 172.25.5.206, port: fdf216fd-6231-48a5-90b9-6e42e329bfc2. Feb 09 02:25:29.548478 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5240d138-3b15-4bda-8da9-c25f5f96674c tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Router 60fcd220-6064-42b0-a930-f03bef9e4891 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:25:29.729923 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5240d138-3b15-4bda-8da9-c25f5f96674c tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:25:29.740341 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9403f41a-7e33-4e92-8743-706cdb8956e1 None None] Sync routers for ids ['60fcd220-6064-42b0-a930-f03bef9e4891'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:25:29.750498 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5240d138-3b15-4bda-8da9-c25f5f96674c tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:29.751595 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9403f41a-7e33-4e92-8743-706cdb8956e1 None None] Routers {'60fcd220-6064-42b0-a930-f03bef9e4891'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:25:29.752239 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-9403f41a-7e33-4e92-8743-706cdb8956e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:25:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['60fcd220-6064-42b0-a930-f03bef9e4891'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:29.806409 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5240d138-3b15-4bda-8da9-c25f5f96674c tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "DELETE /v2.0/floatingips/8216c582-6fd5-4f0e-9614-c89429e50eec HTTP/1.1" status: 204 len: 168 time: 1.5683413 Feb 09 02:25:29.807889 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82943880-f28e-45e0-9392-598b1213963e', 'tag': 'fdf216fd-6231-48a5-90b9-6e42e329bfc2'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:25:29.857013 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82943880-f28e-45e0-9392-598b1213963e', 'tag': 'fdf216fd-6231-48a5-90b9-6e42e329bfc2', 'status': 'completed', 'code': 200} Feb 09 02:25:29.941649 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-9403f41a-7e33-4e92-8743-706cdb8956e1 None None] Set router 60fcd220-6064-42b0-a930-f03bef9e4891 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:25:29.962703 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a1a8c-ee5e-4021-abef-7c5528097afd req-4a29ce39-69da-4952-9b40-6eeaa727752b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:29.964196 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d00a1a8c-ee5e-4021-abef-7c5528097afd req-4a29ce39-69da-4952-9b40-6eeaa727752b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=357b19c7c9b149a3a8d1252cdcbab32b&device_id=82943880-f28e-45e0-9392-598b1213963e HTTP/1.1" status: 200 len: 1096 time: 0.0854158 Feb 09 02:25:30.257571 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e18b41-80cf-4b97-b6f6-3d21c1e86adc req-7e1af4e1-2c66-463f-a83c-72ba01eb387a tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:30.259897 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-86e18b41-80cf-4b97-b6f6-3d21c1e86adc req-7e1af4e1-2c66-463f-a83c-72ba01eb387a tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?device_id=82943880-f28e-45e0-9392-598b1213963e HTTP/1.1" status: 200 len: 945 time: 0.0876105 Feb 09 02:25:30.268425 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a1a8c-ee5e-4021-abef-7c5528097afd req-edc7aaf0-5fdd-4176-ac76-194bb559714d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:30.269920 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d00a1a8c-ee5e-4021-abef-7c5528097afd req-edc7aaf0-5fdd-4176-ac76-194bb559714d service neutron] 10.222.0.35 "GET /v2.0/networks?id=7873a8bd-ba2a-4499-84b2-a26290ff1f92 HTTP/1.1" status: 200 len: 910 time: 0.2981367 Feb 09 02:25:30.312447 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-86e18b41-80cf-4b97-b6f6-3d21c1e86adc req-bf42a4f2-fac3-4e12-9dbb-6dbd21d00281 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa7c7e1b-0f8e-489c-81cb-00973edc4cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449007 Feb 09 02:25:30.345106 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d00a1a8c-ee5e-4021-abef-7c5528097afd req-7c53aab4-c19e-40f2-84c8-b1aac14c5e3a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdf216fd-6231-48a5-90b9-6e42e329bfc2 HTTP/1.1" status: 200 len: 217 time: 0.0669894 Feb 09 02:25:30.403313 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-9403f41a-7e33-4e92-8743-706cdb8956e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'name': 'tempest-TestSnapshotPattern-755606896-router', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:46Z', 'revision_number': 4, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'gw_port': {'id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '8eeb1c4f-dd1d-4270-a0bd-26031004ee36', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'floating_ip_address': '172.25.5.164', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'port_id': 'c1af1b28-ea09-48e1-b2c7-8c6880529b44', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'mac_address': 'fa:16:3e:43:66:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0dd7346-74fb-4896-b598-8fa2cae9d878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:21:10Z', 'updated_at': '2022-02-09T02:21:13Z', 'revision_number': 1, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0bbebbf-6973-4c47-81b2-2934dcc7f004', 'name': '', 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'mac_address': 'fa:16:3e:1a:87:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '69c9ab78-dade-4b20-a7cc-89a765d0899d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:45Z', 'updated_at': '2022-02-09T02:20:52Z', 'revision_number': 5, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'subnets': [{'id': '69c9ab78-dade-4b20-a7cc-89a765d0899d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:30.407503 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9403f41a-7e33-4e92-8743-706cdb8956e1 None None] Checking router: 60fcd220-6064-42b0-a930-f03bef9e4891 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:25:30.416876 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9403f41a-7e33-4e92-8743-706cdb8956e1 None None] Routers {'60fcd220-6064-42b0-a930-f03bef9e4891'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:25:30.417535 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-9403f41a-7e33-4e92-8743-706cdb8956e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:25:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['60fcd220-6064-42b0-a930-f03bef9e4891'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:30.420300 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a1a8c-ee5e-4021-abef-7c5528097afd req-1b8db7ed-b3da-47aa-a8a2-7b9d7163a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:30.421805 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d00a1a8c-ee5e-4021-abef-7c5528097afd req-1b8db7ed-b3da-47aa-a8a2-7b9d7163a20a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69c9ab78-dade-4b20-a7cc-89a765d0899d HTTP/1.1" status: 200 len: 848 time: 0.0693381 Feb 09 02:25:30.501433 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a1a8c-ee5e-4021-abef-7c5528097afd req-cf19c09b-1a1e-477d-b540-2915819c886b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:30.502875 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d00a1a8c-ee5e-4021-abef-7c5528097afd req-cf19c09b-1a1e-477d-b540-2915819c886b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7873a8bd-ba2a-4499-84b2-a26290ff1f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746422 Feb 09 02:25:30.598855 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-9403f41a-7e33-4e92-8743-706cdb8956e1 None None] Set router 60fcd220-6064-42b0-a930-f03bef9e4891 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:25:30.656126 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d00a1a8c-ee5e-4021-abef-7c5528097afd req-83ed338f-80cc-42d6-bcd8-09a0e02f1ac8 service neutron] 10.222.0.35 "GET /v2.0/networks/7873a8bd-ba2a-4499-84b2-a26290ff1f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436718 Feb 09 02:25:30.809530 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-d00a1a8c-ee5e-4021-abef-7c5528097afd req-d5273901-4ffb-448e-a344-d7ba8504ed0d service neutron] 10.222.0.35 "GET /v2.0/networks/7873a8bd-ba2a-4499-84b2-a26290ff1f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463206 Feb 09 02:25:30.957122 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-9403f41a-7e33-4e92-8743-706cdb8956e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'name': 'tempest-TestSnapshotPattern-755606896-router', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:46Z', 'revision_number': 4, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'gw_port': {'id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '8eeb1c4f-dd1d-4270-a0bd-26031004ee36', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'floating_ip_address': '172.25.5.164', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'port_id': 'c1af1b28-ea09-48e1-b2c7-8c6880529b44', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'mac_address': 'fa:16:3e:43:66:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0dd7346-74fb-4896-b598-8fa2cae9d878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:21:10Z', 'updated_at': '2022-02-09T02:21:13Z', 'revision_number': 1, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0bbebbf-6973-4c47-81b2-2934dcc7f004', 'name': '', 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'mac_address': 'fa:16:3e:1a:87:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '69c9ab78-dade-4b20-a7cc-89a765d0899d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:45Z', 'updated_at': '2022-02-09T02:20:52Z', 'revision_number': 5, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'subnets': [{'id': '69c9ab78-dade-4b20-a7cc-89a765d0899d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:30.960988 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9403f41a-7e33-4e92-8743-706cdb8956e1 None None] The sync data for ids ['60fcd220-6064-42b0-a930-f03bef9e4891'] in n-d-828419-1 is: [{'id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'name': 'tempest-TestSnapshotPattern-755606896-router', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:46Z', 'revision_number': 4, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'gw_port': {'id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_floatingips': [{'id': '8eeb1c4f-dd1d-4270-a0bd-26031004ee36', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'floating_ip_address': '172.25.5.164', 'floating_network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'router_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'port_id': 'c1af1b28-ea09-48e1-b2c7-8c6880529b44', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'mac_address': 'fa:16:3e:43:66:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0dd7346-74fb-4896-b598-8fa2cae9d878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:21:10Z', 'updated_at': '2022-02-09T02:21:13Z', 'revision_number': 1, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0bbebbf-6973-4c47-81b2-2934dcc7f004', 'name': '', 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'mac_address': 'fa:16:3e:1a:87:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '69c9ab78-dade-4b20-a7cc-89a765d0899d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:45Z', 'updated_at': '2022-02-09T02:20:52Z', 'revision_number': 5, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'subnets': [{'id': '69c9ab78-dade-4b20-a7cc-89a765d0899d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:25:31.213078 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd81c2d-e2fa-44c3-9d2e-b03edd9e82f0 None None] New status for floating IP 8216c582-6fd5-4f0e-9614-c89429e50eec: DOWN {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:25:31.517361 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a43ca1-d406-4f20-9ee2-8c5dc38dac12 req-740a00ff-7cdd-4907-9d3f-b4c1951d0ee9 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:31.517982 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-88a43ca1-d406-4f20-9ee2-8c5dc38dac12 req-740a00ff-7cdd-4907-9d3f-b4c1951d0ee9 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Synchronizing usage tracker for tenant:357b19c7c9b149a3a8d1252cdcbab32b on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:25:31.524003 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device fdf216fd-6231-48a5-90b9-6e42e329bfc2 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:25:31.537018 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-88a43ca1-d406-4f20-9ee2-8c5dc38dac12 req-740a00ff-7cdd-4907-9d3f-b4c1951d0ee9 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Unset dirty status for tenant:357b19c7c9b149a3a8d1252cdcbab32b on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:25:31.538189 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88a43ca1-d406-4f20-9ee2-8c5dc38dac12 req-740a00ff-7cdd-4907-9d3f-b4c1951d0ee9 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?device_id=82943880-f28e-45e0-9392-598b1213963e HTTP/1.1" status: 200 len: 945 time: 0.1043828 Feb 09 02:25:31.585800 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-88a43ca1-d406-4f20-9ee2-8c5dc38dac12 req-c7fe8923-f43f-4ce8-9e07-a369f25d821e tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa7c7e1b-0f8e-489c-81cb-00973edc4cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410762 Feb 09 02:25:31.675863 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567101'] for port, before_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:31.702901 n-d-828419-1 neutron-server[87613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82943880-f28e-45e0-9392-598b1213963e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdf216fd-6231-48a5-90b9-6e42e329bfc2'}] {{(pid=87613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:25:31.712805 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] For port fdf216fd-6231-48a5-90b9-6e42e329bfc2, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=fdf216fd-6231-48a5-90b9-6e42e329bfc2,segment=NetworkSegment(0a5f132f-0044-4e93-b11a-cb3af4f6a98e),segment_id=0a5f132f-0044-4e93-b11a-cb3af4f6a98e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:25:31.717361 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757039949581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757039486733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757039486778'] for port, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:31.751807 n-d-828419-1 neutron-server[87613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82943880-f28e-45e0-9392-598b1213963e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdf216fd-6231-48a5-90b9-6e42e329bfc2', 'code': 200} Feb 09 02:25:31.791324 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Pushing event updated for resources: {'Port': ['ID=fdf216fd-6231-48a5-90b9-6e42e329bfc2,revision_number=8']} {{(pid=87613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:32.047130 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2716023-fe31-414e-9600-a816344a46bb req-7aca7651-987a-4b83-a2f4-79a1f331ec65 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:32.047670 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2716023-fe31-414e-9600-a816344a46bb req-7aca7651-987a-4b83-a2f4-79a1f331ec65 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.35 "GET /v2.0/ports?device_id=82943880-f28e-45e0-9392-598b1213963e HTTP/1.1" status: 200 len: 943 time: 0.0889735 Feb 09 02:25:32.130393 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-b2716023-fe31-414e-9600-a816344a46bb req-86876e09-6c4c-4c60-930b-eadd5934620c tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Deleting port fdf216fd-6231-48a5-90b9-6e42e329bfc2 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:25:32.130735 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b2716023-fe31-414e-9600-a816344a46bb req-86876e09-6c4c-4c60-930b-eadd5934620c tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:32.388209 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-b2716023-fe31-414e-9600-a816344a46bb req-86876e09-6c4c-4c60-930b-eadd5934620c tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] For port fdf216fd-6231-48a5-90b9-6e42e329bfc2, host n-h1-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828419-1',level=0,port_id=fdf216fd-6231-48a5-90b9-6e42e329bfc2,segment=NetworkSegment(0a5f132f-0044-4e93-b11a-cb3af4f6a98e),segment_id=0a5f132f-0044-4e93-b11a-cb3af4f6a98e)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:25:32.388578 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b2716023-fe31-414e-9600-a816344a46bb req-86876e09-6c4c-4c60-930b-eadd5934620c tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:32.520363 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-b2716023-fe31-414e-9600-a816344a46bb req-86876e09-6c4c-4c60-930b-eadd5934620c tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Calling delete_port for fdf216fd-6231-48a5-90b9-6e42e329bfc2 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:25:32.672111 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b2716023-fe31-414e-9600-a816344a46bb req-86876e09-6c4c-4c60-930b-eadd5934620c tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:32.756835 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86876e09-6c4c-4c60-930b-eadd5934620c tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Pushing event deleted for resources: {'Port': ['ID=fdf216fd-6231-48a5-90b9-6e42e329bfc2,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:32.802545 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-0a46adce-2438-4783-ab23-5c6f2f38db7c req-69ce02f2-270c-43c7-81a3-9de063ea38e6 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?device_id=82943880-f28e-45e0-9392-598b1213963e HTTP/1.1" status: 200 len: 210 time: 0.0895729 Feb 09 02:25:32.852917 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2716023-fe31-414e-9600-a816344a46bb req-86876e09-6c4c-4c60-930b-eadd5934620c tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] No DVR routers for this DVR port fdf216fd-6231-48a5-90b9-6e42e329bfc2 on host n-h1-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:25:32.855945 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-b2716023-fe31-414e-9600-a816344a46bb req-86876e09-6c4c-4c60-930b-eadd5934620c tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:32.858968 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82943880-f28e-45e0-9392-598b1213963e', 'name': 'network-vif-deleted', 'tag': 'fdf216fd-6231-48a5-90b9-6e42e329bfc2'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:25:32.881527 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-b2716023-fe31-414e-9600-a816344a46bb req-86876e09-6c4c-4c60-930b-eadd5934620c tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.35 "DELETE /v2.0/ports/fdf216fd-6231-48a5-90b9-6e42e329bfc2 HTTP/1.1" status: 204 len: 173 time: 0.8276753 Feb 09 02:25:32.914011 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82943880-f28e-45e0-9392-598b1213963e', 'name': 'network-vif-deleted', 'tag': 'fdf216fd-6231-48a5-90b9-6e42e329bfc2', 'status': 'completed', 'code': 200} Feb 09 02:25:34.460099 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41318) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:25:34.663184 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4dd61-6296-468b-85d3-e92f4948fdf5 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Deleting port 0e1d490e-4da4-436b-8eeb-731aa2f3e502 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:25:34.663521 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a9c4dd61-6296-468b-85d3-e92f4948fdf5 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:34.941171 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a9c4dd61-6296-468b-85d3-e92f4948fdf5 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:34.941497 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a9c4dd61-6296-468b-85d3-e92f4948fdf5 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:35.065453 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4dd61-6296-468b-85d3-e92f4948fdf5 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Calling delete_port for 0e1d490e-4da4-436b-8eeb-731aa2f3e502 owned by network:floatingip {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:25:35.213115 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a9c4dd61-6296-468b-85d3-e92f4948fdf5 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:35.263424 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4dd61-6296-468b-85d3-e92f4948fdf5 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Pushing event deleted for resources: {'Port': ['ID=0e1d490e-4da4-436b-8eeb-731aa2f3e502,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:35.357254 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a9c4dd61-6296-468b-85d3-e92f4948fdf5 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for floatingip, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:35.357682 n-d-828419-1 neutron-server[87612]: INFO neutron.db.l3_db [None req-a9c4dd61-6296-468b-85d3-e92f4948fdf5 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Floating IP 8eeb1c4f-dd1d-4270-a0bd-26031004ee36 disassociated (deleted). External IP: 172.25.5.164, port: c1af1b28-ea09-48e1-b2c7-8c6880529b44. Feb 09 02:25:35.537982 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device fdf216fd-6231-48a5-90b9-6e42e329bfc2 no longer exists at agent hyperv_n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:25:35.572256 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] No Port match for: fdf216fd-6231-48a5-90b9-6e42e329bfc2 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:25:35.572615 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Device fdf216fd-6231-48a5-90b9-6e42e329bfc2 not bound to the agent host n-h1-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:25:35.722459 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c4dd61-6296-468b-85d3-e92f4948fdf5 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Router 60fcd220-6064-42b0-a930-f03bef9e4891 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:25:35.901671 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c4dd61-6296-468b-85d3-e92f4948fdf5 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:25:35.912905 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512abe8a-5db8-477e-9dc8-628767f7fad0 None None] Sync routers for ids ['60fcd220-6064-42b0-a930-f03bef9e4891'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:25:35.917639 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a9c4dd61-6296-468b-85d3-e92f4948fdf5 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for floatingip, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:35.922685 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512abe8a-5db8-477e-9dc8-628767f7fad0 None None] Routers {'60fcd220-6064-42b0-a930-f03bef9e4891'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:25:35.923294 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-512abe8a-5db8-477e-9dc8-628767f7fad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:25:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['60fcd220-6064-42b0-a930-f03bef9e4891'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:35.975024 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a9c4dd61-6296-468b-85d3-e92f4948fdf5 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "DELETE /v2.0/floatingips/8eeb1c4f-dd1d-4270-a0bd-26031004ee36 HTTP/1.1" status: 204 len: 168 time: 1.5137963 Feb 09 02:25:35.975615 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0dd7346-74fb-4896-b598-8fa2cae9d878', 'tag': 'c1af1b28-ea09-48e1-b2c7-8c6880529b44'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:25:36.029200 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0dd7346-74fb-4896-b598-8fa2cae9d878', 'tag': 'c1af1b28-ea09-48e1-b2c7-8c6880529b44', 'status': 'completed', 'code': 200} Feb 09 02:25:36.116078 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-512abe8a-5db8-477e-9dc8-628767f7fad0 None None] Set router 60fcd220-6064-42b0-a930-f03bef9e4891 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:25:36.139353 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ccb68d-84d9-489c-881a-5ab6e0806258 req-7ed825e4-8d32-4957-bc3b-07281079cc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:36.140934 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-70ccb68d-84d9-489c-881a-5ab6e0806258 req-7ed825e4-8d32-4957-bc3b-07281079cc8f service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=357b19c7c9b149a3a8d1252cdcbab32b&device_id=c0dd7346-74fb-4896-b598-8fa2cae9d878 HTTP/1.1" status: 200 len: 1094 time: 0.0928550 Feb 09 02:25:36.326864 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ccb68d-84d9-489c-881a-5ab6e0806258 req-b344c56f-ed43-41a6-a717-d8580694bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:36.328337 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-70ccb68d-84d9-489c-881a-5ab6e0806258 req-b344c56f-ed43-41a6-a717-d8580694bcbe service neutron] 10.222.0.117 "GET /v2.0/networks?id=7873a8bd-ba2a-4499-84b2-a26290ff1f92 HTTP/1.1" status: 200 len: 910 time: 0.1813171 Feb 09 02:25:36.459284 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-512abe8a-5db8-477e-9dc8-628767f7fad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'name': 'tempest-TestSnapshotPattern-755606896-router', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:46Z', 'revision_number': 4, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'gw_port': {'id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'b0bbebbf-6973-4c47-81b2-2934dcc7f004', 'name': '', 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'mac_address': 'fa:16:3e:1a:87:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '69c9ab78-dade-4b20-a7cc-89a765d0899d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:45Z', 'updated_at': '2022-02-09T02:20:52Z', 'revision_number': 5, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'subnets': [{'id': '69c9ab78-dade-4b20-a7cc-89a765d0899d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:36.464118 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512abe8a-5db8-477e-9dc8-628767f7fad0 None None] Checking router: 60fcd220-6064-42b0-a930-f03bef9e4891 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:25:36.474821 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512abe8a-5db8-477e-9dc8-628767f7fad0 None None] Routers {'60fcd220-6064-42b0-a930-f03bef9e4891'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:25:36.475457 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-512abe8a-5db8-477e-9dc8-628767f7fad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:25:09Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['60fcd220-6064-42b0-a930-f03bef9e4891'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:36.550648 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-70ccb68d-84d9-489c-881a-5ab6e0806258 req-1b89b828-dfcf-4d01-9464-9cda8535ccef service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1af1b28-ea09-48e1-b2c7-8c6880529b44 HTTP/1.1" status: 200 len: 217 time: 0.2112148 Feb 09 02:25:36.627264 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ccb68d-84d9-489c-881a-5ab6e0806258 req-940de07a-aaf2-4758-8902-7f981636198a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:36.629029 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-70ccb68d-84d9-489c-881a-5ab6e0806258 req-940de07a-aaf2-4758-8902-7f981636198a service neutron] 10.222.0.117 "GET /v2.0/subnets?id=69c9ab78-dade-4b20-a7cc-89a765d0899d HTTP/1.1" status: 200 len: 848 time: 0.0706546 Feb 09 02:25:36.637333 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2e72a-8f07-4d40-b0a9-4b2bb5e598b4 req-dcdb2e08-0ca6-4c36-a17c-bb1a727a6db2 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:36.638081 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-4cd2e72a-8f07-4d40-b0a9-4b2bb5e598b4 req-dcdb2e08-0ca6-4c36-a17c-bb1a727a6db2 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Synchronizing usage tracker for tenant:357b19c7c9b149a3a8d1252cdcbab32b on resource:port {{(pid=87612) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 02:25:36.703555 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-512abe8a-5db8-477e-9dc8-628767f7fad0 None None] Set router 60fcd220-6064-42b0-a930-f03bef9e4891 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:25:36.718621 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ccb68d-84d9-489c-881a-5ab6e0806258 req-678f6a51-e78d-4138-98b4-6295cf23d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:36.720057 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-70ccb68d-84d9-489c-881a-5ab6e0806258 req-678f6a51-e78d-4138-98b4-6295cf23d940 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=7873a8bd-ba2a-4499-84b2-a26290ff1f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789909 Feb 09 02:25:36.819419 n-d-828419-1 neutron-server[87612]: DEBUG neutron.quota.resource [req-4cd2e72a-8f07-4d40-b0a9-4b2bb5e598b4 req-dcdb2e08-0ca6-4c36-a17c-bb1a727a6db2 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Unset dirty status for tenant:357b19c7c9b149a3a8d1252cdcbab32b on resource:port {{(pid=87612) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 02:25:36.820611 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4cd2e72a-8f07-4d40-b0a9-4b2bb5e598b4 req-dcdb2e08-0ca6-4c36-a17c-bb1a727a6db2 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0dd7346-74fb-4896-b598-8fa2cae9d878 HTTP/1.1" status: 200 len: 943 time: 0.5275977 Feb 09 02:25:36.888365 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-70ccb68d-84d9-489c-881a-5ab6e0806258 req-78adada7-d944-4c72-ab6f-d0d249ca89d0 service neutron] 10.222.0.117 "GET /v2.0/networks/7873a8bd-ba2a-4499-84b2-a26290ff1f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601441 Feb 09 02:25:36.895302 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-4cd2e72a-8f07-4d40-b0a9-4b2bb5e598b4 req-694591c2-bc46-4018-8dc3-069c8beb2e17 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa7c7e1b-0f8e-489c-81cb-00973edc4cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662341 Feb 09 02:25:37.028087 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-70ccb68d-84d9-489c-881a-5ab6e0806258 req-a42eb291-7297-47e6-9280-8ad5bff55a95 service neutron] 10.222.0.117 "GET /v2.0/networks/7873a8bd-ba2a-4499-84b2-a26290ff1f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312051 Feb 09 02:25:37.033292 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-512abe8a-5db8-477e-9dc8-628767f7fad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'name': 'tempest-TestSnapshotPattern-755606896-router', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:46Z', 'revision_number': 4, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'gw_port': {'id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'b0bbebbf-6973-4c47-81b2-2934dcc7f004', 'name': '', 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'mac_address': 'fa:16:3e:1a:87:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '69c9ab78-dade-4b20-a7cc-89a765d0899d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:45Z', 'updated_at': '2022-02-09T02:20:52Z', 'revision_number': 5, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'subnets': [{'id': '69c9ab78-dade-4b20-a7cc-89a765d0899d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:37.037706 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512abe8a-5db8-477e-9dc8-628767f7fad0 None None] The sync data for ids ['60fcd220-6064-42b0-a930-f03bef9e4891'] in n-d-828419-1 is: [{'id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'name': 'tempest-TestSnapshotPattern-755606896-router', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:46Z', 'revision_number': 4, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'gw_port': {'id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1', '_interfaces': [{'id': 'b0bbebbf-6973-4c47-81b2-2934dcc7f004', 'name': '', 'network_id': '7873a8bd-ba2a-4499-84b2-a26290ff1f92', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'mac_address': 'fa:16:3e:1a:87:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '69c9ab78-dade-4b20-a7cc-89a765d0899d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:45Z', 'updated_at': '2022-02-09T02:20:52Z', 'revision_number': 5, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'subnets': [{'id': '69c9ab78-dade-4b20-a7cc-89a765d0899d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:25:37.121349 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ad51543f-1da1-44a5-b7ef-04d1c5229f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:37.294874 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9392d3-2f0d-4fb3-ad63-ea5539650499 None None] New status for floating IP 8eeb1c4f-dd1d-4270-a0bd-26031004ee36: DOWN {{(pid=87613) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:25:37.956313 n-d-828419-1 neutron-server[87612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200389cf-c8e6-44fd-bc56-247f0bd80265 req-3b593412-4298-4b77-ae9c-a9dc4ae7d29d tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:37.957795 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-200389cf-c8e6-44fd-bc56-247f0bd80265 req-3b593412-4298-4b77-ae9c-a9dc4ae7d29d tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.117 "GET /v2.0/ports?device_id=c0dd7346-74fb-4896-b598-8fa2cae9d878 HTTP/1.1" status: 200 len: 943 time: 0.0890162 Feb 09 02:25:38.029502 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-200389cf-c8e6-44fd-bc56-247f0bd80265 req-8c7ca7e2-f6c0-4879-8d9b-1bba3651e505 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Deleting port c1af1b28-ea09-48e1-b2c7-8c6880529b44 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:25:38.029857 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-200389cf-c8e6-44fd-bc56-247f0bd80265 req-8c7ca7e2-f6c0-4879-8d9b-1bba3651e505 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:38.118724 n-d-828419-1 neutron-server[87611]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318f866-e980-4fc6-9a1a-a724acf54f66 req-efac5296-570c-4921-b147-07134e81260f tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87611) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:38.120204 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6318f866-e980-4fc6-9a1a-a724acf54f66 req-efac5296-570c-4921-b147-07134e81260f tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0dd7346-74fb-4896-b598-8fa2cae9d878 HTTP/1.1" status: 200 len: 943 time: 0.1100144 Feb 09 02:25:38.166276 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-6318f866-e980-4fc6-9a1a-a724acf54f66 req-f21a3058-5afe-4203-ac88-b9a67885b4e8 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa7c7e1b-0f8e-489c-81cb-00973edc4cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391624 Feb 09 02:25:38.287857 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [req-200389cf-c8e6-44fd-bc56-247f0bd80265 req-8c7ca7e2-f6c0-4879-8d9b-1bba3651e505 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] For port c1af1b28-ea09-48e1-b2c7-8c6880529b44, host n-h2-828419-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828419-1',level=0,port_id=c1af1b28-ea09-48e1-b2c7-8c6880529b44,segment=NetworkSegment(0a5f132f-0044-4e93-b11a-cb3af4f6a98e),segment_id=0a5f132f-0044-4e93-b11a-cb3af4f6a98e)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:25:38.288211 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-200389cf-c8e6-44fd-bc56-247f0bd80265 req-8c7ca7e2-f6c0-4879-8d9b-1bba3651e505 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:38.411902 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [req-200389cf-c8e6-44fd-bc56-247f0bd80265 req-8c7ca7e2-f6c0-4879-8d9b-1bba3651e505 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Calling delete_port for c1af1b28-ea09-48e1-b2c7-8c6880529b44 owned by compute:nova {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:25:38.557933 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-200389cf-c8e6-44fd-bc56-247f0bd80265 req-8c7ca7e2-f6c0-4879-8d9b-1bba3651e505 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:38.608864 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ca7e2-f6c0-4879-8d9b-1bba3651e505 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Pushing event deleted for resources: {'Port': ['ID=c1af1b28-ea09-48e1-b2c7-8c6880529b44,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:38.684415 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [req-200389cf-c8e6-44fd-bc56-247f0bd80265 req-8c7ca7e2-f6c0-4879-8d9b-1bba3651e505 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] No DVR routers for this DVR port c1af1b28-ea09-48e1-b2c7-8c6880529b44 on host n-h2-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:25:38.686908 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [req-200389cf-c8e6-44fd-bc56-247f0bd80265 req-8c7ca7e2-f6c0-4879-8d9b-1bba3651e505 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195132'] for port, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:38.689464 n-d-828419-1 neutron-server[87612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0dd7346-74fb-4896-b598-8fa2cae9d878', 'name': 'network-vif-deleted', 'tag': 'c1af1b28-ea09-48e1-b2c7-8c6880529b44'}] {{(pid=87612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 02:25:38.705335 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [req-200389cf-c8e6-44fd-bc56-247f0bd80265 req-8c7ca7e2-f6c0-4879-8d9b-1bba3651e505 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.117 "DELETE /v2.0/ports/c1af1b28-ea09-48e1-b2c7-8c6880529b44 HTTP/1.1" status: 204 len: 173 time: 0.7412753 Feb 09 02:25:38.737020 n-d-828419-1 neutron-server[87612]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0dd7346-74fb-4896-b598-8fa2cae9d878', 'name': 'network-vif-deleted', 'tag': 'c1af1b28-ea09-48e1-b2c7-8c6880529b44', 'status': 'completed', 'code': 200} Feb 09 02:25:39.340978 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [req-b7e32695-bef4-4c65-a162-72c780500fb9 req-282d1637-f9b6-4a10-9350-658906bd17a4 tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0dd7346-74fb-4896-b598-8fa2cae9d878 HTTP/1.1" status: 200 len: 210 time: 0.0452492 Feb 09 02:25:39.504834 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-59790014-f873-45fa-b838-d72a045ebd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:40.435273 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41336) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:25:40.518288 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b9b8d687-3163-407c-96ae-4b5590f87c0e tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:40.552461 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b9b8d687-3163-407c-96ae-4b5590f87c0e tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:40.629021 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b9b8d687-3163-407c-96ae-4b5590f87c0e tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:40.652227 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b8d687-3163-407c-96ae-4b5590f87c0e tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7c7e1b-0f8e-489c-81cb-00973edc4cdd,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:40.663317 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b9b8d687-3163-407c-96ae-4b5590f87c0e tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:40.664464 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b9b8d687-3163-407c-96ae-4b5590f87c0e tempest-TestSnapshotPattern-1370412823 tempest-TestSnapshotPattern-1370412823-project] 10.222.0.37 "DELETE /v2.0/security-groups/fa7c7e1b-0f8e-489c-81cb-00973edc4cdd HTTP/1.1" status: 204 len: 168 time: 0.2279339 Feb 09 02:25:40.669545 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:40.721987 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41342) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:25:40.797141 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:40.888776 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device c1af1b28-ea09-48e1-b2c7-8c6880529b44 no longer exists at agent hyperv_n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:25:40.925033 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] No Port match for: c1af1b28-ea09-48e1-b2c7-8c6880529b44 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:25:40.925378 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Device c1af1b28-ea09-48e1-b2c7-8c6880529b44 not bound to the agent host n-h2-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:25:41.544234 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5162b34a-98c5-40ed-a842-06f18e47eb23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:41.898868 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-5162b34a-98c5-40ed-a842-06f18e47eb23 admin admin] Deleting port b0bbebbf-6973-4c47-81b2-2934dcc7f004 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:25:41.899206 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5162b34a-98c5-40ed-a842-06f18e47eb23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:42.083006 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-5162b34a-98c5-40ed-a842-06f18e47eb23 admin admin] For port b0bbebbf-6973-4c47-81b2-2934dcc7f004, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b0bbebbf-6973-4c47-81b2-2934dcc7f004,segment=NetworkSegment(0a5f132f-0044-4e93-b11a-cb3af4f6a98e),segment_id=0a5f132f-0044-4e93-b11a-cb3af4f6a98e)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:25:42.083366 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5162b34a-98c5-40ed-a842-06f18e47eb23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:42.119893 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:42.210690 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-5162b34a-98c5-40ed-a842-06f18e47eb23 admin admin] Calling delete_port for b0bbebbf-6973-4c47-81b2-2934dcc7f004 owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:25:42.471649 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5162b34a-98c5-40ed-a842-06f18e47eb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:42.518851 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162b34a-98c5-40ed-a842-06f18e47eb23 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0bbebbf-6973-4c47-81b2-2934dcc7f004,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:42.914197 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-5162b34a-98c5-40ed-a842-06f18e47eb23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:43.274729 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5162b34a-98c5-40ed-a842-06f18e47eb23 admin admin] Router 60fcd220-6064-42b0-a930-f03bef9e4891 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:25:43.455178 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5162b34a-98c5-40ed-a842-06f18e47eb23 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:25:43.463760 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2eb91c-963b-433f-9686-bf23b308a184 None None] Sync routers for ids ['60fcd220-6064-42b0-a930-f03bef9e4891'] in n-d-828419-1 {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:25:43.467546 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-5162b34a-98c5-40ed-a842-06f18e47eb23 admin admin] 10.222.0.37 "PUT /v2.0/routers/60fcd220-6064-42b0-a930-f03bef9e4891/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7444806 Feb 09 02:25:43.470234 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41350) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:25:43.473877 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2eb91c-963b-433f-9686-bf23b308a184 None None] Routers {'60fcd220-6064-42b0-a930-f03bef9e4891'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:25:43.474482 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-cd2eb91c-963b-433f-9686-bf23b308a184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:25:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['60fcd220-6064-42b0-a930-f03bef9e4891'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:43.649744 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13dd1911-1e2d-44b3-99d2-99482f8fafb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:43.653417 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-cd2eb91c-963b-433f-9686-bf23b308a184 None None] Set router 60fcd220-6064-42b0-a930-f03bef9e4891 gateway port host: n-d-828419-1 {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:25:43.833153 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13dd1911-1e2d-44b3-99d2-99482f8fafb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:43.845268 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-13dd1911-1e2d-44b3-99d2-99482f8fafb6 admin admin] Deleting port ccf46b8d-e733-4444-9800-e6d057a5b88e {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:25:43.845805 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13dd1911-1e2d-44b3-99d2-99482f8fafb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:43.949096 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-cd2eb91c-963b-433f-9686-bf23b308a184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'name': 'tempest-TestSnapshotPattern-755606896-router', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:25:42Z', 'revision_number': 5, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'gw_port': {'id': 'ccf46b8d-e733-4444-9800-e6d057a5b88e', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:43.953594 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2eb91c-963b-433f-9686-bf23b308a184 None None] Checking router: 60fcd220-6064-42b0-a930-f03bef9e4891 for host: n-d-828419-1 {{(pid=87614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:25:43.962257 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2eb91c-963b-433f-9686-bf23b308a184 None None] Routers {'60fcd220-6064-42b0-a930-f03bef9e4891'} bound to L3 agent in host n-d-828419-1 {{(pid=87614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:25:43.962878 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-cd2eb91c-963b-433f-9686-bf23b308a184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:25:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['60fcd220-6064-42b0-a930-f03bef9e4891'], 'active': True} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:44.117666 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_dvr_db [None req-cd2eb91c-963b-433f-9686-bf23b308a184 None None] Set router 60fcd220-6064-42b0-a930-f03bef9e4891 gateway port host: None {{(pid=87614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:25:44.191375 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-13dd1911-1e2d-44b3-99d2-99482f8fafb6 admin admin] For port ccf46b8d-e733-4444-9800-e6d057a5b88e, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=ccf46b8d-e733-4444-9800-e6d057a5b88e,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:25:44.191987 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13dd1911-1e2d-44b3-99d2-99482f8fafb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:44.226146 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.l3_hamode_db [None req-cd2eb91c-963b-433f-9686-bf23b308a184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'name': 'tempest-TestSnapshotPattern-755606896-router', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:25:43Z', 'revision_number': 6, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:44.230765 n-d-828419-1 neutron-server[87614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2eb91c-963b-433f-9686-bf23b308a184 None None] The sync data for ids ['60fcd220-6064-42b0-a930-f03bef9e4891'] in n-d-828419-1 is: [{'id': '60fcd220-6064-42b0-a930-f03bef9e4891', 'name': 'tempest-TestSnapshotPattern-755606896-router', 'tenant_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:20:42Z', 'updated_at': '2022-02-09T02:25:43Z', 'revision_number': 6, 'project_id': '357b19c7c9b149a3a8d1252cdcbab32b', 'gw_port_host': None}] {{(pid=87614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:25:44.322707 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-13dd1911-1e2d-44b3-99d2-99482f8fafb6 admin admin] Calling delete_port for ccf46b8d-e733-4444-9800-e6d057a5b88e owned by network:router_gateway {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:25:44.497776 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13dd1911-1e2d-44b3-99d2-99482f8fafb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:44.555481 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd1911-1e2d-44b3-99d2-99482f8fafb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccf46b8d-e733-4444-9800-e6d057a5b88e,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:44.650873 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13dd1911-1e2d-44b3-99d2-99482f8fafb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:44.825334 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13dd1911-1e2d-44b3-99d2-99482f8fafb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:44.827528 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13dd1911-1e2d-44b3-99d2-99482f8fafb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:44.850316 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13dd1911-1e2d-44b3-99d2-99482f8fafb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:44.850877 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13dd1911-1e2d-44b3-99d2-99482f8fafb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60fcd220-6064-42b0-a930-f03bef9e4891 {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 02:25:44.862510 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-13dd1911-1e2d-44b3-99d2-99482f8fafb6 admin admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:44.863626 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-13dd1911-1e2d-44b3-99d2-99482f8fafb6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/60fcd220-6064-42b0-a930-f03bef9e4891 HTTP/1.1" status: 204 len: 168 time: 1.3924725 Feb 09 02:25:44.866137 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41354) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:25:44.927013 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e19a9d-2312-4e42-9e06-abe8b80d0292 admin admin] Deleting subnet 69c9ab78-dade-4b20-a7cc-89a765d0899d {{(pid=87612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 02:25:44.929961 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b1e19a9d-2312-4e42-9e06-abe8b80d0292 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:44.983267 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b1e19a9d-2312-4e42-9e06-abe8b80d0292 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6086669'] for subnet, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:45.064118 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b1e19a9d-2312-4e42-9e06-abe8b80d0292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:45.133945 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b1e19a9d-2312-4e42-9e06-abe8b80d0292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6064961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6198601'] for subnet, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:45.176865 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e19a9d-2312-4e42-9e06-abe8b80d0292 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69c9ab78-dade-4b20-a7cc-89a765d0899d,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:45.180281 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-b1e19a9d-2312-4e42-9e06-abe8b80d0292 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:45.189242 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9d54aa-ee0f-4a15-97c7-00647195cce2 None None] Network 7873a8bd-ba2a-4499-84b2-a26290ff1f92 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:25:45.189740 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-b1e19a9d-2312-4e42-9e06-abe8b80d0292 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/69c9ab78-dade-4b20-a7cc-89a765d0899d HTTP/1.1" status: 204 len: 168 time: 0.3198314 Feb 09 02:25:45.189740 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41358) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:25:45.306776 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-87cfae1c-5575-4787-9ff0-76bda01ae37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:45.319508 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-87cfae1c-5575-4787-9ff0-76bda01ae37d admin admin] Deleting port 68d4464d-1679-4305-8b53-71f7f56278b7 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:25:45.319508 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-87cfae1c-5575-4787-9ff0-76bda01ae37d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:45.463229 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a0701b-5765-4f87-a243-348ae2f644fe None None] DHCP port deletion for 7873a8bd-ba2a-4499-84b2-a26290ff1f92 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 02:25:45.467696 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-58a0701b-5765-4f87-a243-348ae2f644fe None None] Deleting port 68d4464d-1679-4305-8b53-71f7f56278b7 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:25:45.468140 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-58a0701b-5765-4f87-a243-348ae2f644fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:45.533262 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-87cfae1c-5575-4787-9ff0-76bda01ae37d admin admin] For port 68d4464d-1679-4305-8b53-71f7f56278b7, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=68d4464d-1679-4305-8b53-71f7f56278b7,segment=NetworkSegment(0a5f132f-0044-4e93-b11a-cb3af4f6a98e),segment_id=0a5f132f-0044-4e93-b11a-cb3af4f6a98e)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:25:45.533618 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-87cfae1c-5575-4787-9ff0-76bda01ae37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:45.678979 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-58a0701b-5765-4f87-a243-348ae2f644fe None None] For port 68d4464d-1679-4305-8b53-71f7f56278b7, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=68d4464d-1679-4305-8b53-71f7f56278b7,segment=NetworkSegment(0a5f132f-0044-4e93-b11a-cb3af4f6a98e),segment_id=0a5f132f-0044-4e93-b11a-cb3af4f6a98e)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:25:45.679291 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-58a0701b-5765-4f87-a243-348ae2f644fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:45.776337 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-87cfae1c-5575-4787-9ff0-76bda01ae37d admin admin] Calling delete_port for 68d4464d-1679-4305-8b53-71f7f56278b7 owned by network:dhcp {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:25:45.801518 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-58a0701b-5765-4f87-a243-348ae2f644fe None None] Calling delete_port for 68d4464d-1679-4305-8b53-71f7f56278b7 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:25:45.854000 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-87cfae1c-5575-4787-9ff0-76bda01ae37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:45.875974 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-58a0701b-5765-4f87-a243-348ae2f644fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:25:45.876325 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-58a0701b-5765-4f87-a243-348ae2f644fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:25:45.901121 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfae1c-5575-4787-9ff0-76bda01ae37d admin admin] Pushing event deleted for resources: {'Port': ['ID=68d4464d-1679-4305-8b53-71f7f56278b7,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:45.905233 n-d-828419-1 neutron-server[87612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cfae1c-5575-4787-9ff0-76bda01ae37d admin admin] No DVR routers for this DVR port 68d4464d-1679-4305-8b53-71f7f56278b7 on host n-d-828419-1 {{(pid=87612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:25:45.967172 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ccf46b8d-e733-4444-9800-e6d057a5b88e no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:25:46.001319 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: ccf46b8d-e733-4444-9800-e6d057a5b88e {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:25:46.001644 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device ccf46b8d-e733-4444-9800-e6d057a5b88e not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:25:46.002071 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b0bbebbf-6973-4c47-81b2-2934dcc7f004 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:25:46.023051 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-87cfae1c-5575-4787-9ff0-76bda01ae37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:46.038465 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: b0bbebbf-6973-4c47-81b2-2934dcc7f004 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:25:46.038810 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b0bbebbf-6973-4c47-81b2-2934dcc7f004 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:25:46.039228 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 68d4464d-1679-4305-8b53-71f7f56278b7 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:25:46.055499 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-87cfae1c-5575-4787-9ff0-76bda01ae37d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7873a8bd-ba2a-4499-84b2-a26290ff1f92']}} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:46.069190 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-87cfae1c-5575-4787-9ff0-76bda01ae37d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a5f132f-0044-4e93-b11a-cb3af4f6a98e') {'for_net_delete': True} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:46.069490 n-d-828419-1 neutron-server[87612]: DEBUG neutron.services.segments.db [None req-87cfae1c-5575-4787-9ff0-76bda01ae37d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a5f132f-0044-4e93-b11a-cb3af4f6a98e') {} {{(pid=87612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:46.072800 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 68d4464d-1679-4305-8b53-71f7f56278b7 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:25:46.073146 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 68d4464d-1679-4305-8b53-71f7f56278b7 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:25:46.082133 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-87cfae1c-5575-4787-9ff0-76bda01ae37d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6086714'] for segment, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:46.099775 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-87cfae1c-5575-4787-9ff0-76bda01ae37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:46.106467 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87cfae1c-5575-4787-9ff0-76bda01ae37d admin admin] Releasing vlan 985 on physical network physnet1 to pool {{(pid=87612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:25:46.106871 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-87cfae1c-5575-4787-9ff0-76bda01ae37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066147'] for segment, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:46.119949 n-d-828419-1 neutron-server[87612]: Traceback (most recent call last): Feb 09 02:25:46.119949 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:25:46.119949 n-d-828419-1 neutron-server[87612]: timer() Feb 09 02:25:46.119949 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:25:46.119949 n-d-828419-1 neutron-server[87612]: cb(*args, **kw) Feb 09 02:25:46.119949 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 02:25:46.119949 n-d-828419-1 neutron-server[87612]: return func(*args, **kwargs) Feb 09 02:25:46.119949 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:25:46.119949 n-d-828419-1 neutron-server[87612]: self._notify() Feb 09 02:25:46.119949 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:25:46.119949 n-d-828419-1 neutron-server[87612]: self.callback(batched_events) Feb 09 02:25:46.119949 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:25:46.119949 n-d-828419-1 neutron-server[87612]: event.method(event) Feb 09 02:25:46.119949 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 02:25:46.119949 n-d-828419-1 neutron-server[87612]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:25:46.119949 n-d-828419-1 neutron-server[87612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 02:25:46.119949 n-d-828419-1 neutron-server[87612]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:25:46.119949 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 02:25:46.119949 n-d-828419-1 neutron-server[87612]: return f(self, *a, **k) Feb 09 02:25:46.119949 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 02:25:46.119949 n-d-828419-1 neutron-server[87612]: return self._get(url).json() Feb 09 02:25:46.119949 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 02:25:46.119949 n-d-828419-1 neutron-server[87612]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:25:46.119949 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:25:46.119949 n-d-828419-1 neutron-server[87612]: return self.request(url, 'GET', **kwargs) Feb 09 02:25:46.119949 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:25:46.119949 n-d-828419-1 neutron-server[87612]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:25:46.119949 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:25:46.119949 n-d-828419-1 neutron-server[87612]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:25:46.119949 n-d-828419-1 neutron-server[87612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:25:46.119949 n-d-828419-1 neutron-server[87612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:25:46.119949 n-d-828419-1 neutron-server[87612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:25:46.194033 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-87cfae1c-5575-4787-9ff0-76bda01ae37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:46.214875 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-87cfae1c-5575-4787-9ff0-76bda01ae37d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7866374'] for network, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:46.226002 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfae1c-5575-4787-9ff0-76bda01ae37d admin admin] Pushing event deleted for resources: {'Network': ['ID=7873a8bd-ba2a-4499-84b2-a26290ff1f92,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:46.237735 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-87cfae1c-5575-4787-9ff0-76bda01ae37d admin admin] 10.222.0.37 "DELETE /v2.0/networks/7873a8bd-ba2a-4499-84b2-a26290ff1f92 HTTP/1.1" status: 204 len: 168 time: 1.0472267 Feb 09 02:25:46.240554 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41362) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:25:46.378059 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-58a0701b-5765-4f87-a243-348ae2f644fe None None] Deleting port 68d4464d-1679-4305-8b53-71f7f56278b7 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:25:46.378871 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-58a0701b-5765-4f87-a243-348ae2f644fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:46.448138 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-58a0701b-5765-4f87-a243-348ae2f644fe None None] The port '68d4464d-1679-4305-8b53-71f7f56278b7' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 02:25:46.773346 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ac379304-084a-437a-ad0b-64b0aac6a479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8109013'] for router_interface, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:47.232075 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-ac379304-084a-437a-ad0b-64b0aac6a479 admin admin] Deleting port 62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76 {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:25:47.232408 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ac379304-084a-437a-ad0b-64b0aac6a479 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:47.409471 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-ac379304-084a-437a-ad0b-64b0aac6a479 admin admin] For port 62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76,segment=NetworkSegment(288e8df0-3d79-4faa-83dc-97bf5ea61ebe),segment_id=288e8df0-3d79-4faa-83dc-97bf5ea61ebe)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:25:47.409827 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ac379304-084a-437a-ad0b-64b0aac6a479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:47.535512 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-ac379304-084a-437a-ad0b-64b0aac6a479 admin admin] Calling delete_port for 62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76 owned by network:router_interface {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:25:47.725411 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ac379304-084a-437a-ad0b-64b0aac6a479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:47.776205 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac379304-084a-437a-ad0b-64b0aac6a479 admin admin] Pushing event deleted for resources: {'Port': ['ID=62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:48.047361 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-ac379304-084a-437a-ad0b-64b0aac6a479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7866395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8094021'] for router_interface, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:48.412458 n-d-828419-1 neutron-server[87612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac379304-084a-437a-ad0b-64b0aac6a479 admin admin] Router e4e9189a-b096-4023-bd30-672e62d2dc38 has already been hosted by L3 agent 1f7690e5-214d-40fc-bb16-b6e0859907de {{(pid=87612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 02:25:48.704712 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac379304-084a-437a-ad0b-64b0aac6a479 admin admin] Notify agent at l3_agent.n-d-828419-1 the message routers_updated {{(pid=87612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 02:25:48.713780 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7816f90-2b82-4974-b1de-f25a7222a285 None None] Sync routers for ids ['e4e9189a-b096-4023-bd30-672e62d2dc38'] in n-d-828419-1 {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:25:48.721381 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ac379304-084a-437a-ad0b-64b0aac6a479 admin admin] 10.222.0.37 "PUT /v2.0/routers/e4e9189a-b096-4023-bd30-672e62d2dc38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4798307 Feb 09 02:25:48.723331 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7816f90-2b82-4974-b1de-f25a7222a285 None None] Routers {'e4e9189a-b096-4023-bd30-672e62d2dc38'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:25:48.723905 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41368) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:25:48.724023 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-e7816f90-2b82-4974-b1de-f25a7222a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:25:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e4e9189a-b096-4023-bd30-672e62d2dc38'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:48.898717 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90f62451-fc4b-40ea-87eb-2e0f099253ba admin admin] Notify callbacks [] for router, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:48.932554 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-e7816f90-2b82-4974-b1de-f25a7222a285 None None] Set router e4e9189a-b096-4023-bd30-672e62d2dc38 gateway port host: n-d-828419-1 {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:25:49.087048 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90f62451-fc4b-40ea-87eb-2e0f099253ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:49.097301 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-90f62451-fc4b-40ea-87eb-2e0f099253ba admin admin] Deleting port a65db386-7844-48a3-abe0-d228b8c246ff {{(pid=87612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:25:49.097644 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90f62451-fc4b-40ea-87eb-2e0f099253ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:49.223680 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-e7816f90-2b82-4974-b1de-f25a7222a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e9189a-b096-4023-bd30-672e62d2dc38', 'name': 'tempest-TestSnapshotPattern-1345249909-router', 'tenant_id': 'fdfd21cd86de4d7ebdcb6f3ec9f032f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'external_fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'a65db386-7844-48a3-abe0-d228b8c246ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:20:48Z', 'updated_at': '2022-02-09T02:25:47Z', 'revision_number': 5, 'project_id': 'fdfd21cd86de4d7ebdcb6f3ec9f032f2', 'gw_port': {'id': 'a65db386-7844-48a3-abe0-d228b8c246ff', 'name': '', 'network_id': 'd1df58ff-1788-422d-89ee-d00e1fe89789', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e9189a-b096-4023-bd30-672e62d2dc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828419-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:20:49Z', 'updated_at': '2022-02-09T02:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '71bd6404-cd26-40da-a13f-e9e7bf1c6403', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828419-1'}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:49.227590 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7816f90-2b82-4974-b1de-f25a7222a285 None None] Checking router: e4e9189a-b096-4023-bd30-672e62d2dc38 for host: n-d-828419-1 {{(pid=87613) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:25:49.236263 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7816f90-2b82-4974-b1de-f25a7222a285 None None] Routers {'e4e9189a-b096-4023-bd30-672e62d2dc38'} bound to L3 agent in host n-d-828419-1 {{(pid=87613) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 02:25:49.236924 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-e7816f90-2b82-4974-b1de-f25a7222a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828419-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:46:09Z,description=,heartbeat_timestamp=2022-02-09T02:25:39Z,host='n-d-828419-1',id=1f7690e5-214d-40fc-bb16-b6e0859907de,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:46:09Z,topic='l3_agent')) {'router_ids': ['e4e9189a-b096-4023-bd30-672e62d2dc38'], 'active': True} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:49.272135 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.db [None req-90f62451-fc4b-40ea-87eb-2e0f099253ba admin admin] For port a65db386-7844-48a3-abe0-d228b8c246ff, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=a65db386-7844-48a3-abe0-d228b8c246ff,segment=NetworkSegment(c0b9c9ff-99cb-460b-b308-ef98876a1893),segment_id=c0b9c9ff-99cb-460b-b308-ef98876a1893)] {{(pid=87612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:25:49.272509 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90f62451-fc4b-40ea-87eb-2e0f099253ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:49.389813 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_dvr_db [None req-e7816f90-2b82-4974-b1de-f25a7222a285 None None] Set router e4e9189a-b096-4023-bd30-672e62d2dc38 gateway port host: None {{(pid=87613) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 02:25:49.395481 n-d-828419-1 neutron-server[87612]: DEBUG neutron.plugins.ml2.plugin [None req-90f62451-fc4b-40ea-87eb-2e0f099253ba admin admin] Calling delete_port for a65db386-7844-48a3-abe0-d228b8c246ff owned by network:router_gateway {{(pid=87612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:25:49.499740 n-d-828419-1 neutron-server[87613]: DEBUG neutron.db.l3_hamode_db [None req-e7816f90-2b82-4974-b1de-f25a7222a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e9189a-b096-4023-bd30-672e62d2dc38', 'name': 'tempest-TestSnapshotPattern-1345249909-router', 'tenant_id': 'fdfd21cd86de4d7ebdcb6f3ec9f032f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:20:48Z', 'updated_at': '2022-02-09T02:25:49Z', 'revision_number': 6, 'project_id': 'fdfd21cd86de4d7ebdcb6f3ec9f032f2', 'gw_port_host': None}], 'n-d-828419-1', False) {} {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:49.504564 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7816f90-2b82-4974-b1de-f25a7222a285 None None] The sync data for ids ['e4e9189a-b096-4023-bd30-672e62d2dc38'] in n-d-828419-1 is: [{'id': 'e4e9189a-b096-4023-bd30-672e62d2dc38', 'name': 'tempest-TestSnapshotPattern-1345249909-router', 'tenant_id': 'fdfd21cd86de4d7ebdcb6f3ec9f032f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:20:48Z', 'updated_at': '2022-02-09T02:25:49Z', 'revision_number': 6, 'project_id': 'fdfd21cd86de4d7ebdcb6f3ec9f032f2', 'gw_port_host': None}] {{(pid=87613) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:25:49.566520 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90f62451-fc4b-40ea-87eb-2e0f099253ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6064946'] for port, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:49.646936 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f62451-fc4b-40ea-87eb-2e0f099253ba admin admin] Pushing event deleted for resources: {'Port': ['ID=a65db386-7844-48a3-abe0-d228b8c246ff,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:49.711632 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90f62451-fc4b-40ea-87eb-2e0f099253ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101616'] for router_gateway, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:49.891201 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90f62451-fc4b-40ea-87eb-2e0f099253ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8095283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2793'] for router, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:49.894142 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90f62451-fc4b-40ea-87eb-2e0f099253ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:49.929764 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90f62451-fc4b-40ea-87eb-2e0f099253ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8094874'] for router, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:49.930447 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f62451-fc4b-40ea-87eb-2e0f099253ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4e9189a-b096-4023-bd30-672e62d2dc38 {{(pid=87612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 02:25:49.944573 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-90f62451-fc4b-40ea-87eb-2e0f099253ba admin admin] Notify callbacks [] for router, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:49.948420 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41372) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:25:49.949414 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-90f62451-fc4b-40ea-87eb-2e0f099253ba admin admin] 10.222.0.37 "DELETE /v2.0/routers/e4e9189a-b096-4023-bd30-672e62d2dc38 HTTP/1.1" status: 204 len: 168 time: 1.2236044 Feb 09 02:25:49.987931 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:25:50.018103 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.db_base_plugin_v2 [None req-15beeeb1-b3e9-4c57-ae39-78347b75dce3 admin admin] Deleting subnet 6e024b14-b06f-4e93-b2de-4b05ad25d3b7 {{(pid=87611) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 02:25:50.022125 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-15beeeb1-b3e9-4c57-ae39-78347b75dce3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:50.029153 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: 62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:25:50.029501 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device 62b7a2d7-58a6-4abd-a499-a8d1ab8b8e76 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:25:50.081094 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-15beeeb1-b3e9-4c57-ae39-78347b75dce3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7541809'] for subnet, precommit_delete_associations {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:50.158535 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-15beeeb1-b3e9-4c57-ae39-78347b75dce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693875'] for subnet, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:50.229477 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-15beeeb1-b3e9-4c57-ae39-78347b75dce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6723955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6140845'] for subnet, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:50.268278 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15beeeb1-b3e9-4c57-ae39-78347b75dce3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e024b14-b06f-4e93-b2de-4b05ad25d3b7,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:50.270779 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-15beeeb1-b3e9-4c57-ae39-78347b75dce3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:50.275469 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1130a4-ed3c-4d98-aaa5-0673129e284f None None] Network 321d15cc-e09f-4fbe-bcbc-8b49235225f2 requested from n-d-828419-1 {{(pid=87613) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 02:25:50.281172 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15beeeb1-b3e9-4c57-ae39-78347b75dce3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:50.281513 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15beeeb1-b3e9-4c57-ae39-78347b75dce3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:50.281851 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15beeeb1-b3e9-4c57-ae39-78347b75dce3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:50.282182 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15beeeb1-b3e9-4c57-ae39-78347b75dce3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:50.282508 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15beeeb1-b3e9-4c57-ae39-78347b75dce3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:50.282829 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15beeeb1-b3e9-4c57-ae39-78347b75dce3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:50.283150 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15beeeb1-b3e9-4c57-ae39-78347b75dce3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:50.283471 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15beeeb1-b3e9-4c57-ae39-78347b75dce3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:50.283784 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15beeeb1-b3e9-4c57-ae39-78347b75dce3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:50.284100 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15beeeb1-b3e9-4c57-ae39-78347b75dce3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:50.284431 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15beeeb1-b3e9-4c57-ae39-78347b75dce3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:50.284754 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15beeeb1-b3e9-4c57-ae39-78347b75dce3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828419-1 {{(pid=87611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:50.290519 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-15beeeb1-b3e9-4c57-ae39-78347b75dce3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6e024b14-b06f-4e93-b2de-4b05ad25d3b7 HTTP/1.1" status: 204 len: 168 time: 0.3382905 Feb 09 02:25:50.290739 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [-] (87611) accepted ('10.222.0.37', 41376) {{(pid=87611) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:25:50.400188 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e7c60ec3-8119-4d8d-9782-bdf48093d6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730184'] for network, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:50.412318 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-e7c60ec3-8119-4d8d-9782-bdf48093d6c9 admin admin] Deleting port b18de62e-32db-4901-bd88-a5264fbe3cf4 {{(pid=87611) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:25:50.412616 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e7c60ec3-8119-4d8d-9782-bdf48093d6c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:50.556488 n-d-828419-1 neutron-server[87613]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ec2cd1-b68f-457b-b177-dbcd7b34eaff None None] DHCP port deletion for 321d15cc-e09f-4fbe-bcbc-8b49235225f2 request from n-d-828419-1 {{(pid=87613) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 02:25:50.561594 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b8ec2cd1-b68f-457b-b177-dbcd7b34eaff None None] Deleting port b18de62e-32db-4901-bd88-a5264fbe3cf4 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:25:50.562096 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b8ec2cd1-b68f-457b-b177-dbcd7b34eaff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:50.638629 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.db [None req-e7c60ec3-8119-4d8d-9782-bdf48093d6c9 admin admin] For port b18de62e-32db-4901-bd88-a5264fbe3cf4, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b18de62e-32db-4901-bd88-a5264fbe3cf4,segment=NetworkSegment(288e8df0-3d79-4faa-83dc-97bf5ea61ebe),segment_id=288e8df0-3d79-4faa-83dc-97bf5ea61ebe)] {{(pid=87611) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:25:50.638979 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e7c60ec3-8119-4d8d-9782-bdf48093d6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:50.761745 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.plugin [None req-e7c60ec3-8119-4d8d-9782-bdf48093d6c9 admin admin] Calling delete_port for b18de62e-32db-4901-bd88-a5264fbe3cf4 owned by network:dhcp {{(pid=87611) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:25:50.773214 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.db [None req-b8ec2cd1-b68f-457b-b177-dbcd7b34eaff None None] For port b18de62e-32db-4901-bd88-a5264fbe3cf4, host n-d-828419-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828419-1',level=0,port_id=b18de62e-32db-4901-bd88-a5264fbe3cf4,segment=NetworkSegment(288e8df0-3d79-4faa-83dc-97bf5ea61ebe),segment_id=288e8df0-3d79-4faa-83dc-97bf5ea61ebe)] {{(pid=87613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 02:25:50.773603 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b8ec2cd1-b68f-457b-b177-dbcd7b34eaff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8095363'] for port, precommit_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:50.837018 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e7c60ec3-8119-4d8d-9782-bdf48093d6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8307407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757039949590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757039486724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6723840'] for port, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:50.893806 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b8ec2cd1-b68f-457b-b177-dbcd7b34eaff None None] Calling delete_port for b18de62e-32db-4901-bd88-a5264fbe3cf4 owned by network:dhcp {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 02:25:50.971641 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.db.api [None req-b8ec2cd1-b68f-457b-b177-dbcd7b34eaff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:25:50.972064 n-d-828419-1 neutron-server[87613]: DEBUG oslo_db.api [None req-b8ec2cd1-b68f-457b-b177-dbcd7b34eaff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:25:50.996899 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c60ec3-8119-4d8d-9782-bdf48093d6c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b18de62e-32db-4901-bd88-a5264fbe3cf4,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:50.998935 n-d-828419-1 neutron-server[87611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c60ec3-8119-4d8d-9782-bdf48093d6c9 admin admin] No DVR routers for this DVR port b18de62e-32db-4901-bd88-a5264fbe3cf4 on host n-d-828419-1 {{(pid=87611) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:25:51.115484 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e7c60ec3-8119-4d8d-9782-bdf48093d6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693410', 'neutron.services.segments.db._delete_segments_for_network-8757039993914'] for network, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:51.139767 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-e7c60ec3-8119-4d8d-9782-bdf48093d6c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['321d15cc-e09f-4fbe-bcbc-8b49235225f2']}} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:51.151380 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-e7c60ec3-8119-4d8d-9782-bdf48093d6c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '288e8df0-3d79-4faa-83dc-97bf5ea61ebe') {'for_net_delete': True} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:51.152210 n-d-828419-1 neutron-server[87611]: DEBUG neutron.services.segments.db [None req-e7c60ec3-8119-4d8d-9782-bdf48093d6c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '288e8df0-3d79-4faa-83dc-97bf5ea61ebe') {} {{(pid=87611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:51.163187 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e7c60ec3-8119-4d8d-9782-bdf48093d6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757039995477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7541766'] for segment, before_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:51.180267 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e7c60ec3-8119-4d8d-9782-bdf48093d6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697787'] for segment, precommit_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:51.186443 n-d-828419-1 neutron-server[87611]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7c60ec3-8119-4d8d-9782-bdf48093d6c9 admin admin] Releasing vlan 960 on physical network physnet1 to pool {{(pid=87611) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:25:51.186823 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e7c60ec3-8119-4d8d-9782-bdf48093d6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-697762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6725073'] for segment, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:51.199783 n-d-828419-1 neutron-server[87611]: Traceback (most recent call last): Feb 09 02:25:51.199783 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:25:51.199783 n-d-828419-1 neutron-server[87611]: timer() Feb 09 02:25:51.199783 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:25:51.199783 n-d-828419-1 neutron-server[87611]: cb(*args, **kw) Feb 09 02:25:51.199783 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 02:25:51.199783 n-d-828419-1 neutron-server[87611]: return func(*args, **kwargs) Feb 09 02:25:51.199783 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:25:51.199783 n-d-828419-1 neutron-server[87611]: self._notify() Feb 09 02:25:51.199783 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:25:51.199783 n-d-828419-1 neutron-server[87611]: self.callback(batched_events) Feb 09 02:25:51.199783 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:25:51.199783 n-d-828419-1 neutron-server[87611]: event.method(event) Feb 09 02:25:51.199783 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 02:25:51.199783 n-d-828419-1 neutron-server[87611]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:25:51.199783 n-d-828419-1 neutron-server[87611]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 02:25:51.199783 n-d-828419-1 neutron-server[87611]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:25:51.199783 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 02:25:51.199783 n-d-828419-1 neutron-server[87611]: return f(self, *a, **k) Feb 09 02:25:51.199783 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 02:25:51.199783 n-d-828419-1 neutron-server[87611]: return self._get(url).json() Feb 09 02:25:51.199783 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 02:25:51.199783 n-d-828419-1 neutron-server[87611]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:25:51.199783 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:25:51.199783 n-d-828419-1 neutron-server[87611]: return self.request(url, 'GET', **kwargs) Feb 09 02:25:51.199783 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:25:51.199783 n-d-828419-1 neutron-server[87611]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:25:51.199783 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:25:51.199783 n-d-828419-1 neutron-server[87611]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:25:51.199783 n-d-828419-1 neutron-server[87611]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:25:51.199783 n-d-828419-1 neutron-server[87611]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:25:51.199783 n-d-828419-1 neutron-server[87611]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:25:51.275086 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e7c60ec3-8119-4d8d-9782-bdf48093d6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8078882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7866388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101589'] for network, after_delete {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:51.280287 n-d-828419-1 neutron-server[87611]: DEBUG neutron_lib.callbacks.manager [None req-e7c60ec3-8119-4d8d-9782-bdf48093d6c9 admin admin] Notify callbacks [] for network, before_response {{(pid=87611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:51.305798 n-d-828419-1 neutron-server[87611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c60ec3-8119-4d8d-9782-bdf48093d6c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=321d15cc-e09f-4fbe-bcbc-8b49235225f2,revision_number=None']} {{(pid=87611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:51.311275 n-d-828419-1 neutron-server[87611]: INFO neutron.wsgi [None req-e7c60ec3-8119-4d8d-9782-bdf48093d6c9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/321d15cc-e09f-4fbe-bcbc-8b49235225f2 HTTP/1.1" status: 204 len: 168 time: 1.0194461 Feb 09 02:25:51.419219 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41382) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:25:51.468510 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-ce2b5f41-9b11-4b29-93c0-e726452df31e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=357b19c7c9b149a3a8d1252cdcbab32b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480535 Feb 09 02:25:51.470862 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41386) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:25:51.473369 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b8ec2cd1-b68f-457b-b177-dbcd7b34eaff None None] Deleting port b18de62e-32db-4901-bd88-a5264fbe3cf4 {{(pid=87613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 02:25:51.473868 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b8ec2cd1-b68f-457b-b177-dbcd7b34eaff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757039945454'] for port, before_delete {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:51.575907 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-b8ec2cd1-b68f-457b-b177-dbcd7b34eaff None None] The port 'b18de62e-32db-4901-bd88-a5264fbe3cf4' was deleted {{(pid=87613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 02:25:51.648555 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a26a095e-6c4e-469b-bd25-664f1b021328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:51.673280 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a26a095e-6c4e-469b-bd25-664f1b021328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:51.725926 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a26a095e-6c4e-469b-bd25-664f1b021328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:51.743509 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a095e-6c4e-469b-bd25-664f1b021328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986d5c7d-fe7f-4127-bc51-7a5ce1df6577,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:51.750690 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-a26a095e-6c4e-469b-bd25-664f1b021328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:51.752711 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-a26a095e-6c4e-469b-bd25-664f1b021328 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/986d5c7d-fe7f-4127-bc51-7a5ce1df6577 HTTP/1.1" status: 204 len: 168 time: 0.2800534 Feb 09 02:25:51.961005 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b18de62e-32db-4901-bd88-a5264fbe3cf4 no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:25:51.997024 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: b18de62e-32db-4901-bd88-a5264fbe3cf4 {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:25:51.997463 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device b18de62e-32db-4901-bd88-a5264fbe3cf4 not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:25:51.997947 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device a65db386-7844-48a3-abe0-d228b8c246ff no longer exists at agent ovs-agent-n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 02:25:52.030689 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.plugin [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] No Port match for: a65db386-7844-48a3-abe0-d228b8c246ff {{(pid=87613) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 02:25:52.031039 n-d-828419-1 neutron-server[87613]: DEBUG neutron.plugins.ml2.rpc [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Device a65db386-7844-48a3-abe0-d228b8c246ff not bound to the agent host n-d-828419-1 {{(pid=87613) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 02:25:52.107623 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41394) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:25:52.154555 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-f464e609-14ad-49d7-a528-bd4237e45064 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fdfd21cd86de4d7ebdcb6f3ec9f032f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457749 Feb 09 02:25:52.157266 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [-] (87612) accepted ('10.222.0.37', 41398) {{(pid=87612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 02:25:52.215079 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d6099ff7-5ea2-47e0-9d77-0568f7bb449e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:52.243456 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d6099ff7-5ea2-47e0-9d77-0568f7bb449e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:52.296878 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d6099ff7-5ea2-47e0-9d77-0568f7bb449e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093587'] for security_group, after_delete {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:52.312295 n-d-828419-1 neutron-server[87612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6099ff7-5ea2-47e0-9d77-0568f7bb449e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e185b46-5cda-466e-9c84-d0a62557366b,revision_number=None']} {{(pid=87612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:52.317951 n-d-828419-1 neutron-server[87612]: DEBUG neutron_lib.callbacks.manager [None req-d6099ff7-5ea2-47e0-9d77-0568f7bb449e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:52.320110 n-d-828419-1 neutron-server[87612]: INFO neutron.wsgi [None req-d6099ff7-5ea2-47e0-9d77-0568f7bb449e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9e185b46-5cda-466e-9c84-d0a62557366b HTTP/1.1" status: 204 len: 168 time: 0.1620004 Feb 09 02:25:52.766264 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:55.920719 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:25:59.487038 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:26:07.123999 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0a4b0872-ee9f-44e8-9bc1-8dc2ab26b6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:26:09.507666 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1ed75a19-54c9-4363-8fb5-be16c04f0083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:26:10.662610 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:26:10.797511 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:26:12.104554 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:26:22.766578 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:26:25.938064 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:26:36.486773 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:26:37.126768 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-6445a4e0-b3f1-4e25-aa6b-f91e6198fea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:26:39.510164 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e4ef8c0f-6612-428a-8abd-5041c0e27f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:26:40.665105 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:26:40.800431 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:26:42.107123 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:26:52.775992 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:26:55.953788 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:07.129700 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-7c31c1c6-2d24-4250-93ec-7d890a8d514f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:09.514374 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-23741c51-118c-4ac4-928e-94040a2145a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:10.668755 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:10.802721 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:12.110443 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:13.488669 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:27:22.790079 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:25.952803 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:37.132407 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-cc8684f2-38a8-42ba-afdd-3b29b7b827b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:39.516787 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ed3a5f71-5fc2-4e46-9c67-85da473e29e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:40.672933 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:40.806005 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:42.113101 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:50.488021 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:27:52.794873 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:27:55.969338 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:07.136724 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9d2ddca6-217d-45c5-bbcb-9e25338b7609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:09.518761 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f5d4a3b2-dfdb-43b7-aa47-fd1c85508b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:10.677741 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:10.809080 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:12.117018 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:22.791130 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:25.969394 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:27.488315 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:28:37.141811 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-31ed9b2f-6d9d-4a90-bdf2-4440fcc5d007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:39.524986 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-0a2d387d-b732-4f49-9938-b5b0f772df63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:40.693288 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:40.816334 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:42.128517 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:52.804597 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:28:55.983548 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:29:04.487906 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:29:07.139694 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2415657d-c2c0-4659-81c4-2f057ba9e23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:29:09.519172 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-28a3ceb2-ce29-42cf-848f-a5c31d99b8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:29:10.686955 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:29:10.816363 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:29:12.123369 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:29:16.815894 n-d-828419-1 neutron-server[87611]: DEBUG neutron.wsgi [req-2d2322b5-0184-4015-a583-efff83f902c8 req-26050177-96e4-49a9-b35d-f35ebc3ff21f service neutron] (87611) timed out ('10.222.0.37', 39992) {{(pid=87611) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 02:29:22.801221 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:29:25.980908 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:29:37.142870 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-8590b0e6-d02b-4f44-b88e-9e4ee5a6dda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:29:39.521808 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-32f2a069-add4-487d-af30-ca05aee3c18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:29:40.692829 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:29:40.819400 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:29:41.487589 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:29:42.126491 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:29:52.801751 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:29:55.982750 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:30:07.146906 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5cda2aa4-0d04-4b82-9b79-87e7342d13e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:30:09.528987 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-44a5bb4d-ae2f-4bfb-8741-73b20f16f2cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:30:10.697562 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:30:10.820740 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:30:12.128246 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:30:18.488387 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:30:22.801152 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:30:25.993990 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:30:37.150155 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-df960295-f24c-4757-89db-536fa9bee82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:30:39.522933 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-1bdacb9a-5819-4451-8b01-33109185b5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:30:40.700807 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:30:40.829522 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:30:42.133088 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:30:52.832022 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:30:55.489520 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:30:56.010497 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:31:07.154015 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-187b0da6-4c2b-421b-af38-95c582b15fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:31:09.525981 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-dd71764c-3d1b-4611-badd-bb1d377a26b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:31:10.705291 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:31:10.827441 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:31:12.135457 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:31:22.828468 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:31:26.025250 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:31:32.489284 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:31:37.158341 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-721d9cdb-f62b-4936-8422-2a9eed5cd76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:31:39.530216 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-3f158524-f40e-4371-a1f9-3492ab529b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:31:40.699663 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:31:40.830472 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:31:42.138812 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:31:52.827921 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:31:56.078834 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:32:07.163029 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-999da98f-788f-4904-9eaa-5e0af86e50d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:32:09.489245 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:32:09.533501 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-a04cbb1e-8f21-4fa0-9597-af18f4db9228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:32:10.706672 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:32:10.831826 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:32:12.138932 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:32:22.828311 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:32:26.056527 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:32:37.168843 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-29a3b386-9e3d-43fc-8bff-90517a7344c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:32:39.538131 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c68d0d95-5168-455a-8a93-eedc16491405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:32:40.705625 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:32:40.834455 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:32:42.143178 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:32:46.490237 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:32:52.826366 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:32:56.071477 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:33:07.162877 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-9a80bb31-fa32-463b-80e9-e61fe6a03c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:33:09.542230 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-b64f4a6b-9d85-42b4-aa13-22eb871ba56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:33:10.700446 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:33:10.840929 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:33:12.147170 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:33:22.825806 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:33:23.490543 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:33:26.098375 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:33:37.167135 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-5f70747b-23e7-41a6-810c-9d5606695b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:33:39.556434 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e1bf8575-fdd5-41d9-a4a1-abd014e9897b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:33:40.705821 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:33:40.842762 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:33:42.150302 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:33:48.345288 n-d-828419-1 neutron-server[87612]: DEBUG neutron.wsgi [req-9c25c97c-6bec-453f-8ab1-34be3cc40ff7 req-f35ae801-ee6e-417a-9bef-fd78d1b6174d service neutron] (87612) timed out ('10.222.0.37', 39020) {{(pid=87612) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 02:33:52.826997 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:33:56.108356 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:34:00.489727 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:34:07.171017 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ffb45b32-d34b-4cd8-b1e4-809297fefdf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:34:09.551084 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-c85577fa-f810-4f32-8b07-bbf900e6ba51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:34:10.720749 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:34:10.845614 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:34:12.157668 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:34:22.854543 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:34:26.097840 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:34:37.173108 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ffd4800c-dcbf-4037-b29f-165fa4203009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:34:37.489584 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:34:39.555121 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-55f85f52-2187-4130-a39b-3f85f74dd7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:34:40.716060 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:34:40.847430 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:34:42.154542 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:34:52.868522 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:34:56.115369 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:35:07.177670 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-e848aa37-a574-4b7a-a7cc-6bda722899c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:35:09.560406 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-2b40bc6d-2d27-4e2e-aeb7-df0500991dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:35:10.719736 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-50e3c109-f1c4-430a-84d5-66c8eb42d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:35:10.851079 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-ee78cdc7-6e72-4df2-a420-f2cc3c2e1b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:35:12.157343 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-d4e76c5f-42e5-4f89-bf43-319e8f22e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:35:14.489045 n-d-828419-1 neutron-server[87614]: DEBUG neutron.db.agents_db [None req-eddc091a-1301-44f2-ae4d-a3ee5a817157 None None] Agent healthcheck: found 7 active agents {{(pid=87614) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 02:35:22.869326 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-f28402f7-c66a-4b84-8ff5-16874126fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 02:35:26.125909 n-d-828419-1 neutron-server[87613]: DEBUG neutron_lib.callbacks.manager [None req-abb89bf3-c0d7-407e-acc9-735682138332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757039993896', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695544'] for agent, after_update {{(pid=87613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}